-- Logs begin at Fri 2022-02-11 03:16:52 UTC, end at Fri 2022-02-11 06:20:28 UTC. -- Feb 11 04:04:05.164214 n-d-712142-35 systemd[1]: Started Devstack devstack@q-svc.service. Feb 11 04:04:08.132936 n-d-712142-35 neutron-server[103697]: INFO neutron.common.config [-] Logging enabled! Feb 11 04:04:08.133441 n-d-712142-35 neutron-server[103697]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 04:04:08.133691 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103697) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 04:04:08.136913 n-d-712142-35 neutron-server[103697]: INFO neutron.common.config [-] Logging enabled! Feb 11 04:04:08.137167 n-d-712142-35 neutron-server[103697]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 04:04:08.137474 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103697) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 04:04:08.138394 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 04:04:08.138643 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 04:04:08.139019 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 04:04:08.139271 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 04:04:08.139496 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 04:04:08.139965 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.140397 n-d-712142-35 neutron-server[103697]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 11 04:04:08.140712 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.141005 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.141290 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.141579 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.141864 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.142140 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.142421 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.142734 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.143018 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.143292 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.143572 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.143859 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.144136 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.144416 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.144697 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.144974 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] debug = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.145249 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.145673 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.146086 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.146364 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.146668 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.146946 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.147255 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.147529 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.147808 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.148129 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] host = n-d-712142-35 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.148401 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.148684 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.148966 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.149247 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.149518 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.149791 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.150070 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.150339 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.150612 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] log_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.150904 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.151184 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.151466 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.151749 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.151970 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.152186 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.152484 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.152765 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.153034 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.153301 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.153568 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.153837 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.154105 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.154367 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.154665 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.154950 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.155228 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.155494 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.155760 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.156025 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.156291 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.156568 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.156834 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.157100 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.157364 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.157639 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.157901 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.158166 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.158455 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.158758 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.159033 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.159310 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.159575 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.159850 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.160115 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.160381 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.160648 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] use_json = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.160914 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.161177 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.161449 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.161715 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.161982 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.162248 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.162513 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.163414 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.163903 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:08.164214 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.164512 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.164812 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.165111 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.165402 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.165680 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.165965 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.166242 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.166527 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.166840 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.167122 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.167395 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.167690 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.167974 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.168262 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.168561 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.168848 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.169135 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.169408 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.169680 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.169948 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.170223 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.170507 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.170808 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.171099 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.171382 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.171655 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.171943 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.172224 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.172514 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.172797 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.173065 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.173338 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.173624 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.173895 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.174163 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.174436 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.174742 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.175018 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.175285 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.175561 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.175832 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.176098 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.176366 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.176638 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.176921 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.177192 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.177460 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.177724 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.177994 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.178262 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.179308 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.179595 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.179872 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.180144 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.180422 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.180694 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.180966 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.181246 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.181517 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.181792 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.182061 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.182331 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.182601 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.182893 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.183163 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.183431 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.183699 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.183973 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.184241 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.184506 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.184777 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.185046 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.185318 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.185600 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.185894 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.186172 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.186447 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.186748 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.187027 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.187304 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.187579 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.187855 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.188124 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.188393 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.188679 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.188957 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.189238 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.189535 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.189809 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.190100 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.190373 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.190676 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.190953 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.191231 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.191510 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.191792 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.192083 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.192373 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.192663 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.192954 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.193240 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.193514 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.193815 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.194138 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:08.194351 n-d-712142-35 neutron-server[103697]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 04:04:08.194588 n-d-712142-35 neutron-server[103697]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103697) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 11 04:04:08.575064 n-d-712142-35 neutron-server[103697]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 04:04:08.575341 n-d-712142-35 neutron-server[103697]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 04:04:08.575649 n-d-712142-35 neutron-server[103697]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 04:04:08.575982 n-d-712142-35 neutron-server[103697]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 11 04:04:08.914115 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:08.914331 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:08.914597 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:08.915916 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:08.916192 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:08.916457 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:08.960311 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:08.960586 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:08.960855 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:08.977105 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:08.977387 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:08.977657 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.006166 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.006444 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.006763 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.042971 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.043250 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.043520 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.390839 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.391484 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.391484 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.391638 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.392317 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.492970 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.493292 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.493578 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.493851 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.494118 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.494436 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.494708 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.494970 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.495222 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.495502 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.495761 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.496025 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.496280 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.496529 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.496781 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.497042 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.497296 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.497561 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.497827 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.498085 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.498353 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.498603 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.498905 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.499279 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.499527 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.499773 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.500168 n-d-712142-35 neutron-server[103697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:04:09.500410 n-d-712142-35 neutron-server[103697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:04:09.500651 n-d-712142-35 neutron-server[103697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:04:09.500899 n-d-712142-35 neutron-server[103697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:04:09.501129 n-d-712142-35 neutron-server[103697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:04:09.501366 n-d-712142-35 neutron-server[103697]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:04:09.501728 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 11 04:04:09.504881 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 11 04:04:09.509484 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 11 04:04:09.513208 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 11 04:04:09.514874 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 11 04:04:09.515335 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 11 04:04:09.515668 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 11 04:04:09.516049 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 11 04:04:09.518896 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 11 04:04:09.519152 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 11 04:04:09.519498 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 04:04:09.524957 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 11 04:04:09.547613 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 11 04:04:09.548225 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.548523 n-d-712142-35 neutron-server[103697]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103697) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 11 04:04:09.548885 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.550288 n-d-712142-35 neutron-server[103697]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103697) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 11 04:04:09.550573 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 04:04:09.550852 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 11 04:04:09.554133 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.554417 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:09.619571 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 11 04:04:09.619812 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 11 04:04:09.620053 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 11 04:04:09.620576 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 11 04:04:09.641200 n-d-712142-35 neutron-server[103697]: DEBUG oslo_db.sqlalchemy.engines [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103697) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 11 04:04:10.202631 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Initializing driver for type 'gre' Feb 11 04:04:10.203184 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] gre ID ranges: [(1, 1000)] Feb 11 04:04:10.379222 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Initializing driver for type 'local' Feb 11 04:04:10.379556 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Initializing driver for type 'vlan' Feb 11 04:04:10.465343 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] VlanTypeDriver initialization complete Feb 11 04:04:10.466056 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Initializing driver for type 'vxlan' Feb 11 04:04:10.466179 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] vxlan ID ranges: [(1, 1000)] Feb 11 04:04:10.648491 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Initializing extension driver 'port_security' Feb 11 04:04:10.649069 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.extensions.port_security [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] PortSecurityExtensionDriver initialization complete Feb 11 04:04:10.649407 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Initializing mechanism driver 'openvswitch' Feb 11 04:04:10.649731 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Initializing mechanism driver 'hyperv' Feb 11 04:04:10.656487 n-d-712142-35 neutron-server[103697]: DEBUG neutron.plugins.ml2.plugin [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:04:10.657344 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > port after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.657715 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > port after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.658063 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > port after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.658595 n-d-712142-35 neutron-server[103697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:04:10.659041 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > subnet after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.659393 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > subnet after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.659776 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.660164 n-d-712142-35 neutron-server[103697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:04:10.660565 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > network after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.660939 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > network after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.661275 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > network after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.661665 n-d-712142-35 neutron-server[103697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:04:10.662066 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > security_group after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.662413 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > security_group after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.662783 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.664439 n-d-712142-35 neutron-server[103697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:04:10.664439 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.664439 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.664439 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.664787 n-d-712142-35 neutron-server[103697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:04:10.665192 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > address_group after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.665531 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > address_group after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.665866 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.666257 n-d-712142-35 neutron-server[103697]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103697) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 04:04:10.666730 n-d-712142-35 neutron-server[103697]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] ML2 OVO RPC backend initialized. {{(pid=103697) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 11 04:04:10.667424 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.667775 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.668186 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > network before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.668532 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > networks before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.668880 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > port before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.669221 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > ports before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.669563 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > subnet before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.669982 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > subnets before_response 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.670332 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > network after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.670693 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > network after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.671028 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > network after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.671360 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > port after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.671692 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > port after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.672023 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > port after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.672354 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > subnet after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.672684 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > subnet after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.673013 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.682472 n-d-712142-35 neutron-server[103697]: INFO neutron.quota [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded quota_driver: . Feb 11 04:04:10.682858 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.plugin [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Modular L2 Plugin initialization complete Feb 11 04:04:10.683209 n-d-712142-35 neutron-server[103697]: DEBUG neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading services supported by the core plugin {{(pid=103697) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 11 04:04:10.683552 n-d-712142-35 neutron-server[103697]: INFO neutron.plugins.ml2.managers [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Got port-security extension from driver 'port_security' Feb 11 04:04:10.684029 n-d-712142-35 neutron-server[103697]: INFO neutron.extensions.vlantransparent [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Disabled vlantransparent extension. Feb 11 04:04:10.684515 n-d-712142-35 neutron-server[103697]: DEBUG neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103697) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 11 04:04:10.684837 n-d-712142-35 neutron-server[103697]: INFO neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading Plugin: router Feb 11 04:04:10.732167 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.732497 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router after_create 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.732938 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router before_create 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.733306 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.733676 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.734031 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router after_delete 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.734388 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.734771 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.735129 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router after_create 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.735472 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router after_update 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.735816 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router after_update 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.736162 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.736525 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router after_update 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.736931 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router precommit_update 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.737294 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: port after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.737633 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: port after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.737971 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: subnet after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.738309 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.738675 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.739056 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router precommit_create 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.739403 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: port before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.739742 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router precommit_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.740094 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router after_update 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.740433 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.740902 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router precommit_create 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.741265 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.741607 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router precommit_update 55549900 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.741968 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > agent after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.742880 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > agent after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.743228 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > network after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.744074 n-d-712142-35 neutron-server[103697]: DEBUG neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Tracking information for resource: router configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:04:10.744486 n-d-712142-35 neutron-server[103697]: DEBUG neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Tracking information for resource: floatingip configured {{(pid=103697) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 04:04:10.749452 n-d-712142-35 neutron-server[103697]: INFO neutron.db.l3_agentschedulers_db [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 11 04:04:10.750020 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: port after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.750378 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: port after_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.750752 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: port after_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.751103 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: port after_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.751932 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router before_create 55550100 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.752293 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.752652 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router precommit_create 55550100 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.753007 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > router precommit_update 55550100 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.757841 n-d-712142-35 neutron-server[103697]: DEBUG neutron.services.provider_configuration [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Service providers = [] {{(pid=103697) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 11 04:04:10.758818 n-d-712142-35 neutron-server[103697]: DEBUG neutron.db.servicetype_db [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103697) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 11 04:04:10.761856 n-d-712142-35 neutron-server[103697]: DEBUG neutron.services.service_base [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:04:10.762203 n-d-712142-35 neutron-server[103697]: DEBUG neutron.services.service_base [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:04:10.762542 n-d-712142-35 neutron-server[103697]: DEBUG neutron.services.service_base [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:04:10.763446 n-d-712142-35 neutron-server[103697]: DEBUG neutron.services.service_base [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103697) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 04:04:10.763815 n-d-712142-35 neutron-server[103697]: INFO neutron.services.service_base [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 11 04:04:10.764185 n-d-712142-35 neutron-server[103697]: DEBUG neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:04:10.764497 n-d-712142-35 neutron-server[103697]: INFO neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 11 04:04:10.775533 n-d-712142-35 neutron-server[103697]: DEBUG neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:04:10.775868 n-d-712142-35 neutron-server[103697]: INFO neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading Plugin: auto_allocate Feb 11 04:04:10.781740 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: network precommit_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.782100 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: network precommit_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.782609 n-d-712142-35 neutron-server[103697]: DEBUG neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:04:10.782950 n-d-712142-35 neutron-server[103697]: INFO neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading Plugin: tag Feb 11 04:04:10.790014 n-d-712142-35 neutron-server[103697]: DEBUG neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:04:10.790348 n-d-712142-35 neutron-server[103697]: INFO neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading Plugin: timestamp Feb 11 04:04:10.802269 n-d-712142-35 neutron-server[103697]: DEBUG neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:04:10.802602 n-d-712142-35 neutron-server[103697]: INFO neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading Plugin: network_ip_availability Feb 11 04:04:10.808637 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.809011 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.809370 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:10.810072 n-d-712142-35 neutron-server[103697]: DEBUG neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:04:10.810390 n-d-712142-35 neutron-server[103697]: INFO neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading Plugin: flavors Feb 11 04:04:10.815400 n-d-712142-35 neutron-server[103697]: DEBUG neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:04:10.815729 n-d-712142-35 neutron-server[103697]: INFO neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading Plugin: revisions Feb 11 04:04:10.823395 n-d-712142-35 neutron-server[103697]: DEBUG neutron.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103697) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 04:04:10.823788 n-d-712142-35 neutron-server[103697]: DEBUG oslo_concurrency.lockutils [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.248s {{(pid=103697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 04:04:10.824566 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103697) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 11 04:04:10.824904 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Initializing extension manager. Feb 11 04:04:10.825420 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: __init__.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.825759 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: __pycache__ {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.826092 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.826423 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: address_group.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.827193 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.827897 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: address-group Feb 11 04:04:10.828225 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: address_scope.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.828929 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.829435 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: address-scope Feb 11 04:04:10.829763 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.830747 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.831262 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: router-admin-state-down-before-update Feb 11 04:04:10.831585 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: agent.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.832272 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.832773 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: agent Feb 11 04:04:10.833094 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: agent_resources_synced.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.833993 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.834496 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: agent-resources-synced Feb 11 04:04:10.834848 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: allowedaddresspairs.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.836672 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.837191 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: allowed-address-pairs Feb 11 04:04:10.837516 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: auto_allocated_topology.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.842997 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.843510 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: auto-allocated-topology Feb 11 04:04:10.843830 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: availability_zone.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.844514 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.845015 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: availability_zone Feb 11 04:04:10.845336 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: availability_zone_filter.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.846241 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.846776 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: availability_zone_filter Feb 11 04:04:10.847098 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: data_plane_status.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.848109 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.848667 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension data-plane-status not supported by any of loaded plugins Feb 11 04:04:10.848985 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: default_subnetpools.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.849894 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.850400 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: default-subnetpools Feb 11 04:04:10.850751 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.851564 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.852275 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: dhcp_agent_scheduler Feb 11 04:04:10.852595 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: dns.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.853559 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.854055 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension dns-integration not supported by any of loaded plugins Feb 11 04:04:10.854372 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: dns_domain_ports.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.855304 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.855804 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 11 04:04:10.856123 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.857026 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.857522 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 11 04:04:10.857840 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: dvr.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.858594 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.859113 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: dvr Feb 11 04:04:10.859431 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: ecmp_routes.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.860334 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.860832 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 11 04:04:10.861154 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: empty_string_filtering.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.862052 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.862553 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: empty-string-filtering Feb 11 04:04:10.862901 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.863925 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.864432 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 11 04:04:10.864752 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.865661 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.866162 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 11 04:04:10.866482 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: external_net.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.867978 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.868484 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: external-net Feb 11 04:04:10.868801 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.869706 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.870280 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: extra_dhcp_opt Feb 11 04:04:10.870602 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: extraroute.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.871610 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.872125 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: extraroute Feb 11 04:04:10.872447 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: extraroute_atomic.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.873478 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.873988 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: extraroute-atomic Feb 11 04:04:10.874309 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: filter_validation.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.874984 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.875484 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: filter-validation Feb 11 04:04:10.875802 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: fip_pf_description.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.876695 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.877186 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 11 04:04:10.877579 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: fip_port_details.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.883779 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.884290 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: fip-port-details Feb 11 04:04:10.884615 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: flavors.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.885852 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.886362 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: flavors Feb 11 04:04:10.886724 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.888433 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.888954 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 11 04:04:10.889283 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: floatingip_pools.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.889978 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.890487 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: floatingip-pools Feb 11 04:04:10.890840 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: ip_allocation.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.891760 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.892263 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension ip_allocation not supported by any of loaded plugins Feb 11 04:04:10.892585 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.893494 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.894037 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: ip-substring-filtering Feb 11 04:04:10.894362 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: l2_adjacency.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.895314 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.895812 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 11 04:04:10.896131 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: l3.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.897099 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.897610 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: router Feb 11 04:04:10.897934 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.900367 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.900883 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 11 04:04:10.901207 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.902130 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.902689 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: ext-gw-mode Feb 11 04:04:10.903022 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.903939 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.904593 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: l3-ha Feb 11 04:04:10.904917 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.905828 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.906330 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 11 04:04:10.906682 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: l3_flavors.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.907592 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.908099 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: l3-flavors Feb 11 04:04:10.908422 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.909866 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.910385 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 11 04:04:10.910745 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.911657 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.912174 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 11 04:04:10.912497 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: l3agentscheduler.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.913521 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.914031 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: l3_agent_scheduler Feb 11 04:04:10.914423 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: local_ip.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.916235 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.916763 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension local_ip not supported by any of loaded plugins Feb 11 04:04:10.917130 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: logging.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.924253 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.924789 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension logging not supported by any of loaded plugins Feb 11 04:04:10.925122 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: metering.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.925896 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.926479 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: metering Feb 11 04:04:10.926845 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.928144 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.928771 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: metering_source_and_destination_fields Feb 11 04:04:10.929109 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: multiprovidernet.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.930959 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.931551 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: multi-provider Feb 11 04:04:10.931882 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: netmtu.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.932808 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.934039 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: net-mtu Feb 11 04:04:10.934385 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: netmtu_writable.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.935301 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.935978 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: net-mtu-writable Feb 11 04:04:10.936308 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: network_availability_zone.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.936983 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.937486 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: network_availability_zone Feb 11 04:04:10.937806 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: network_ip_availability.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.938996 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.939507 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: network-ip-availability Feb 11 04:04:10.939829 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: network_segment_range.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.940613 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.941115 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension network-segment-range not supported by any of loaded plugins Feb 11 04:04:10.941432 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: pagination.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.942411 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.942762 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: pagination Feb 11 04:04:10.943083 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: port_device_profile.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.946724 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.947248 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: port-device-profile Feb 11 04:04:10.947575 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.948493 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.948992 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: port-mac-address-regenerate Feb 11 04:04:10.949315 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.950340 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.950863 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: port-numa-affinity-policy Feb 11 04:04:10.951184 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: port_resource_request.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.952092 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.952592 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension port-resource-request not supported by any of loaded plugins Feb 11 04:04:10.952910 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: port_resource_request_groups.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.953861 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.954360 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 11 04:04:10.954704 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: portbindings.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.955769 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.956268 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: binding Feb 11 04:04:10.956586 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: portbindings_extended.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.957907 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.958423 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: binding-extended Feb 11 04:04:10.958774 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: portsecurity.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.959682 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.960190 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: port-security Feb 11 04:04:10.960515 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: project_id.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.961733 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.962062 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: project-id Feb 11 04:04:10.962385 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: providernet.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.963322 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.963947 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: provider Feb 11 04:04:10.964274 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: qos.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.973714 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.974234 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension qos not supported by any of loaded plugins Feb 11 04:04:10.974566 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.975850 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.976366 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 11 04:04:10.977197 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.978105 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.978717 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 11 04:04:10.979043 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: qos_default.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.979944 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.980451 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension qos-default not supported by any of loaded plugins Feb 11 04:04:10.980773 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: qos_fip.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.981705 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.982266 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension qos-fip not supported by any of loaded plugins Feb 11 04:04:10.982537 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.983465 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.984009 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 11 04:04:10.984328 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: qos_gateway_ip.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.985364 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.985876 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 11 04:04:10.986198 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: qos_port_network_policy.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.987142 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.987643 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 11 04:04:10.987967 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.989000 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.989512 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 11 04:04:10.989837 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: qos_pps_rule.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.991138 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.991650 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension qos-pps not supported by any of loaded plugins Feb 11 04:04:10.991974 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: qos_rule_type_details.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.993518 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.994027 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 11 04:04:10.994351 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: qos_rules_alias.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.995493 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.996001 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 11 04:04:10.996325 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: quota_check_limit.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.997221 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.997732 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: quota-check-limit Feb 11 04:04:10.998055 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: quotasv2.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:10.999029 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:10.999357 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: quotas Feb 11 04:04:10.999678 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: quotasv2_detail.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.001553 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.001888 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: quota_details Feb 11 04:04:11.002216 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: rbac.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.003295 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.003811 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: rbac-policies Feb 11 04:04:11.004137 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: rbac_address_group.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.005063 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.005578 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: rbac-address-group Feb 11 04:04:11.005904 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: rbac_address_scope.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.006849 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.007357 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: rbac-address-scope Feb 11 04:04:11.007677 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: rbac_security_groups.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.008650 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.009151 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: rbac-security-groups Feb 11 04:04:11.009472 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: rbac_subnetpool.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.010370 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.010899 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: rbac-subnetpool Feb 11 04:04:11.011224 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: revisionifmatch.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.012130 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.012636 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: revision-if-match Feb 11 04:04:11.013044 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: revisions.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.014274 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.014817 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: standard-attr-revisions Feb 11 04:04:11.015145 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: router_availability_zone.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.015809 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.016314 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: router_availability_zone Feb 11 04:04:11.016634 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: routerservicetype.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.017549 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.018097 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension router-service-type not supported by any of loaded plugins Feb 11 04:04:11.018415 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.024714 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.025239 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: security-groups-normalized-cidr Feb 11 04:04:11.025561 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.026482 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.027020 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: port-security-groups-filtering Feb 11 04:04:11.027343 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.028261 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.028770 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: security-groups-remote-address-group Feb 11 04:04:11.029092 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.030166 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.030698 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: security-groups-shared-filtering Feb 11 04:04:11.031026 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.031609 n-d-712142-35 neutron-server[103697]: WARNING neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 11 04:04:11.031928 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: securitygroup.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.043739 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.044271 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: security-group Feb 11 04:04:11.044607 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: segment.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.045395 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.045904 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension segment not supported by any of loaded plugins Feb 11 04:04:11.046232 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.047198 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.047704 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 11 04:04:11.048031 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: servicetype.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.049134 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.049649 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: service-type Feb 11 04:04:11.049974 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: sorting.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.050980 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.051310 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: sorting Feb 11 04:04:11.051631 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: standard_attr_segment.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.052538 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.053047 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 11 04:04:11.053370 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: standardattrdescription.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.054048 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.054549 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: standard-attr-description Feb 11 04:04:11.055474 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: stateful_security_group.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.056395 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.056907 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: stateful-security-group Feb 11 04:04:11.057231 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: stdattrs_common.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.057792 n-d-712142-35 neutron-server[103697]: WARNING neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 11 04:04:11.058112 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.059067 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.059577 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 11 04:04:11.059899 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: subnet_onboard.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.067393 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.067904 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: subnet_onboard Feb 11 04:04:11.068228 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.069145 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.069651 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 11 04:04:11.070048 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: subnet_service_types.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.071174 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.071680 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: subnet-service-types Feb 11 04:04:11.072007 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: subnetallocation.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.073085 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.073596 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: subnet_allocation Feb 11 04:04:11.073922 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.074581 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.075116 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: subnetpool-prefix-ops Feb 11 04:04:11.075439 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.076405 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.076906 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 11 04:04:11.077229 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: tagging.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.078299 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.078838 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: standard-attr-tag Feb 11 04:04:11.079165 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: timestamp.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.080356 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.080866 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loaded extension: standard-attr-timestamp Feb 11 04:04:11.081190 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: trunk.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.082313 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.082850 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension trunk not supported by any of loaded plugins Feb 11 04:04:11.083173 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: trunk_details.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.084085 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.084594 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension trunk-details not supported by any of loaded plugins Feb 11 04:04:11.084916 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: uplink_status_propagation.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.085826 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.086370 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 11 04:04:11.086861 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Loading extension file: vlantransparent.py {{(pid=103697) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 04:04:11.093539 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103697) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 04:04:11.094040 n-d-712142-35 neutron-server[103697]: INFO neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 11 04:04:11.096581 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:network Feb 11 04:04:11.097090 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:subnet Feb 11 04:04:11.097483 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:04:11.097869 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:port Feb 11 04:04:11.099106 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:04:11.099550 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Service FLAVORS assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:04:11.100159 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:04:11.100582 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:04:11.100912 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:router Feb 11 04:04:11.101341 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 04:04:11.102356 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Service METERING assigned prefix: /metering {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:04:11.104028 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:11.104402 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:11.104753 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:04:11.105734 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 04:04:11.106175 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:security_group Feb 11 04:04:11.106613 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 04:04:11.107231 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Service CORE assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:04:11.107570 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:04:11.107918 n-d-712142-35 neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] subnetpool is already registered Feb 11 04:04:11.108351 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Service CORE assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:04:11.108682 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:04:11.109013 n-d-712142-35 neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] subnetpool is already registered Feb 11 04:04:11.111436 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:04:11.111866 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Service FLAVORS assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:04:11.112447 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:04:11.112869 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:04:11.113199 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:router Feb 11 04:04:11.113535 n-d-712142-35 neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] router is already registered Feb 11 04:04:11.113942 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 04:04:11.114269 n-d-712142-35 neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] floatingip is already registered Feb 11 04:04:11.114746 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Service METERING assigned prefix: /metering {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:04:11.115405 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 04:04:11.115728 n-d-712142-35 neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] rbac_policy is already registered Feb 11 04:04:11.116218 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:security_group Feb 11 04:04:11.116544 n-d-712142-35 neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] security_group is already registered Feb 11 04:04:11.116942 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 04:04:11.117272 n-d-712142-35 neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] security_group_rule is already registered Feb 11 04:04:11.117944 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Service CORE assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:04:11.118269 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:04:11.118603 n-d-712142-35 neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] subnetpool is already registered Feb 11 04:04:11.119043 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.v2.resource_helper [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Service CORE assigned prefix: {{(pid=103697) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 04:04:11.119372 n-d-712142-35 neutron-server[103697]: INFO neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 04:04:11.119696 n-d-712142-35 neutron-server[103697]: WARNING neutron.quota.resource_registry [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] subnetpool is already registered Feb 11 04:04:11.120173 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: extensions {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.121697 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: address-groups {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.127657 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: address-scopes {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.127657 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: agents {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.127657 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: auto-allocated-topology {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.127657 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: availability_zones {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.128256 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: dhcp-networks {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.129777 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: dhcp-agents {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.131333 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: routers {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.134200 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: flavors {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.135372 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: service_profiles {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.136596 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: next_providers {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.138043 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: service_profiles {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.139659 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: floatingip-pools {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.140880 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: routers {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.143018 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: floatingips {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.144295 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: l3-routers {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.145802 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: l3-agents {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.147246 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: metering-labels {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.149215 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: metering-label-rules {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.150518 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: network-ip-availabilities {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.151856 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: bindings {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.153502 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: quotas {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.155097 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: quotas {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.156783 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: rbac-policies {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.159036 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: security-groups {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.160287 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: security-group-rules {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.161589 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: service-providers {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.162839 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: subnetpools {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.164509 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: subnetpools {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.165954 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.167711 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.169521 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.171333 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.173115 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.175048 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.176722 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.178684 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.180509 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.182401 n-d-712142-35 neutron-server[103697]: DEBUG neutron.api.extensions [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Extended resource: tags {{(pid=103697) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 04:04:11.188384 n-d-712142-35 neutron-server[103697]: WARNING keystonemiddleware.auth_token [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 11 04:04:11.193215 n-d-712142-35 neutron-server[103697]: WARNING keystonemiddleware.auth_token [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 11 04:04:11.202524 n-d-712142-35 neutron-server[103697]: DEBUG oslo_concurrency.lockutils [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Acquired lock "singleton_lock" {{(pid=103697) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 11 04:04:11.203014 n-d-712142-35 neutron-server[103697]: DEBUG oslo_concurrency.lockutils [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Releasing lock "singleton_lock" {{(pid=103697) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 11 04:04:11.203659 n-d-712142-35 neutron-server[103697]: INFO oslo_service.service [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Starting 2 workers Feb 11 04:04:11.208640 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Started child 103808 {{(pid=103697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:04:11.214087 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Started child 103809 {{(pid=103697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:04:11.215012 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:11.215712 n-d-712142-35 neutron-server[103697]: INFO neutron.service [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 11 04:04:11.216445 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:11.216599 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [-] (103808) wsgi starting up on http://0.0.0.0:9696 Feb 11 04:04:11.219369 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:11.219854 n-d-712142-35 neutron-server[103697]: INFO oslo_service.service [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Starting 1 workers Feb 11 04:04:11.220827 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [-] (103809) wsgi starting up on http://0.0.0.0:9696 Feb 11 04:04:11.224756 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Started child 103810 {{(pid=103697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:04:11.225310 n-d-712142-35 neutron-server[103697]: INFO oslo_service.service [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Starting 1 workers Feb 11 04:04:11.228804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.service [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] calling RpcWorker wait() {{(pid=103810) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 11 04:04:11.229389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.service [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] returning from RpcWorker wait() {{(pid=103810) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 11 04:04:11.230007 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Started child 103811 {{(pid=103697) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 04:04:11.230771 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:11.230878 n-d-712142-35 neutron-server[103697]: DEBUG neutron_lib.callbacks.manager [None req-b8829f20-e986-4d7b-9b4a-dee9568ef384 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:11.231332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:04:11.238336 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103697) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 04:04:11.238336 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 04:04:11.238336 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 04:04:11.238336 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 04:04:11.238336 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 04:04:11.238336 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 04:04:11.238336 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.238336 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.238994 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.239085 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:11.239538 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.239538 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.239538 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.239538 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.239841 n-d-712142-35 neutron-server[103811]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:04:11.239922 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.239922 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.239922 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.239922 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.239922 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.239922 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.239922 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.239922 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.240504 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.240504 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.240504 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.240504 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.240504 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.240504 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.240504 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.240504 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] debug = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.241049 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.241049 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.241226 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.241424 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.241752 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.241984 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.242237 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.242560 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.242807 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.243032 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.243277 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.243653 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.243902 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.244161 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.244411 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.244635 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.244901 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.245117 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.245554 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] host = n-d-712142-35 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.245799 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.246033 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.246292 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.246531 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.246795 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.247022 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.247265 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.247528 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.247776 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.248032 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.248254 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.248503 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.248735 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.248973 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.249121 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_options = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.249332 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.249617 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.249886 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.250080 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.250249 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.250409 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.250720 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.250880 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.251094 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.251318 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.251558 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.251719 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.251940 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.252138 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.252397 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.252636 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.252873 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.253097 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.253338 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.253559 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.253779 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.253998 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.254229 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.254443 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.254707 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.254934 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.255173 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.255384 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.255618 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.255855 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.256083 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.256344 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.257660 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.257916 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.258895 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.259166 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.259390 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.259626 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.259895 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.260130 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.260396 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.260665 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.260884 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.261131 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.261427 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.261622 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.261864 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] use_json = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.262076 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.262330 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.262558 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.262806 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.263022 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.267159 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.267159 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.267159 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.267159 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.267159 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.267159 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.267159 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.267159 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.267937 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.267937 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.267937 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.267937 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.267937 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.267937 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.267937 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.267937 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.268526 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.268526 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.268526 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.268916 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.269053 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.269403 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.269522 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.269756 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.270208 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.270320 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.270586 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.270801 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.271059 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.271290 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.271511 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.273316 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.273316 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.273316 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.273316 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.273316 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.273316 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.274368 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.274368 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.274368 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.274856 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.274856 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.275070 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.275305 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.275541 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.275756 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.275996 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.276223 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.276576 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.277025 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.277025 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.277178 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.277427 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.277687 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.277975 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.278331 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.278588 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.278876 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.279116 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.279344 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.279589 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.279854 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.280089 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.280331 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.280538 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.280776 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.281023 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.281237 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.281499 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.281713 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.281926 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.282136 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.284908 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.284908 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.284908 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.284908 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.284908 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.284908 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.284908 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.284908 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.284908 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.285642 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.285642 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.285642 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.285642 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.285642 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.285642 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.285642 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.286134 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.286134 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.286287 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.286398 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.286608 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.286935 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.287155 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.287441 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.287777 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.288040 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.288264 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.288481 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.288743 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.288973 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.289809 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.290016 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.290246 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.290478 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.290818 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.291067 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.291322 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.291562 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.291776 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.292010 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.292230 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.292480 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.292720 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.292974 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.293226 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.293511 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.293775 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.294018 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.294315 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.294614 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.295002 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.295317 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.295556 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.295800 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.296061 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.296387 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.296675 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.296943 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.297193 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.297451 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.297716 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.297964 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.298252 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.298502 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.298767 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.299007 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.299253 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.299475 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.299689 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.299919 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.300251 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.300482 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.300693 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.300907 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.301184 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.301437 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.301685 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.301941 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.302184 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.302431 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.302717 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.302936 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.303172 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.303411 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.303636 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.303869 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.304101 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.304331 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.304572 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.304817 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.305304 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.305584 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.305830 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.306047 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.306260 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.306476 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.306735 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.312376 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.312376 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.312376 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.312376 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.312376 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.312376 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.312376 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.312376 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313026 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313026 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313026 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313026 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313026 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313026 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313026 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313026 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313589 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313589 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313589 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313589 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313589 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313589 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313589 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.313589 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.314138 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.314138 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.314138 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.314138 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.314138 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.314138 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.314138 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.314138 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.314787 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.314787 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.314904 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.315027 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.315265 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.315477 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.315764 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.315993 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.316213 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.316424 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.316891 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.317119 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.317371 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.317599 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.317841 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.318057 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.318274 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.318691 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.318966 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.319182 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.319423 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.319638 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.319845 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.320053 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.320263 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.321130 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.321375 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.321602 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.321859 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.322072 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.322299 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.322566 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.322812 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.323042 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.323261 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.323494 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.323725 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.323973 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.324181 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.324391 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.324607 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.324815 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.325178 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.325397 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.325628 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.325827 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.326044 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.326255 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.326460 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.326702 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.326910 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.327116 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.327332 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.327563 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.327767 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.328008 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.328234 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.328442 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.328663 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.328895 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.329099 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.329378 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.329634 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.329860 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.330308 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.330550 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.330840 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.331099 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.331402 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.331615 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.331852 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.332085 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.332297 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.332513 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.332779 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.333086 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.333382 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.333634 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.333905 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.334173 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.334450 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.334756 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.334970 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.335280 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.335618 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.335903 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.336292 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.336555 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.336815 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.337051 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.337425 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.337672 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.338487 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.339070 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.339466 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.339705 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.339952 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.340172 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.340402 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.340647 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.340896 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.341107 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.341328 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.341544 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.341696 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 04:04:11.342651 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103697) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 04:04:11.342962 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 04:04:11.343117 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 04:04:11.343300 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 04:04:11.343473 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 04:04:11.343626 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 04:04:11.343834 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.343992 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.344152 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.344343 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.344451 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.344628 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.344786 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.344942 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.345099 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.345251 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.345557 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.345717 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.345871 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.346023 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.346322 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.346478 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.346664 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.346817 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.346978 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.347134 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.347292 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.347447 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.347601 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] debug = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.347755 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.347962 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.348124 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.348280 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.348436 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.348593 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.348752 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.348909 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.349059 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.349218 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.349358 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.349517 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.349683 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.349806 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.350024 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.350227 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.350383 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.350704 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.350993 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] host = n-d-712142-35 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.351270 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.351561 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.352779 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.352943 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.353104 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.353266 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.353420 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.353559 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.353716 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.353874 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.354028 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.354413 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.354413 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.354591 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.354697 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_options = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.354778 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.354933 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.355081 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.355242 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58932) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:04:11.355361 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.355448 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.355557 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.355705 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.355860 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.356030 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.356170 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.356349 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.356478 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.356635 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.356791 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.356944 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.357101 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.357254 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.357408 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.357572 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.357715 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.357869 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.358022 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.358618 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.358618 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.358618 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.358618 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.358950 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.358950 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.359099 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.359208 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.359357 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.359507 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.359655 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.359988 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.359988 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.360159 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.360238 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.360382 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.360537 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.360688 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.360849 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.361003 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.361158 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.361243 n-d-712142-35 neutron-server[103810]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:04:11.361327 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.361508 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.361608 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.361751 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] use_json = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.361904 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.362058 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.362212 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.362367 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.362522 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.362695 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.362851 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.363006 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.363160 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 04:04:11.363340 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.363500 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.363669 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.363822 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.363977 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.364134 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.364290 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.364812 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.364812 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.364984 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.365092 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.365712 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.365712 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.365912 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.366368 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.366368 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.366368 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.366840 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.366840 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.366840 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.367117 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.367117 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.367810 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.367977 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.368139 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.368552 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.368817 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.368982 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.369152 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.369334 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.369495 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.369656 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.369815 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.369973 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.370133 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.371406 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.371406 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.371406 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.371406 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.371406 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.371406 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.371406 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.372123 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0124307 Feb 11 04:04:11.372197 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.372197 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.373890 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.373890 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.373890 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.373890 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.374213 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.374213 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.374358 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.374436 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.374554 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.374734 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.374894 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.375054 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.375211 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.375380 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.375538 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.375695 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.375852 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.376010 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.376167 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.376330 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.376484 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.376641 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.376799 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.376998 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.377117 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.377269 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.377438 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.377572 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.377730 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.377886 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.378044 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.378200 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.378357 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.378515 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.379156 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.379496 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.379654 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.379956 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.380262 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.380435 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.380598 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.380749 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.380925 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.381065 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.381215 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.381367 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.381620 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.381620 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.383722 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.383722 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.383722 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.383722 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.383722 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.383722 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.384554 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.384554 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.384554 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.384554 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.384554 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.384554 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.385311 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.385311 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.385311 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.385311 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.385311 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.385943 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.385943 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.385943 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.385943 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.386430 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.386430 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.386430 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.386430 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.386889 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.386889 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.387012 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.387077 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.387217 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.387384 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.387554 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.387713 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.387875 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.388030 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.388333 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.388640 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.388794 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.388951 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.389109 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.391074 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.391074 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.391074 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.391074 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.391074 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.391074 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.391074 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.391074 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.392580 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.392580 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.392580 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.392580 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.392580 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.392580 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.392580 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.392580 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.393388 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.393388 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.393388 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.393388 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.393388 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.393388 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.393388 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.393388 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.393894 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.393894 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.393894 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.393894 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.394170 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.394170 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.394314 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.394445 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.394601 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.394779 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.394944 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.395098 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.395254 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.395417 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.395614 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.395718 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.395876 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.396015 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.396167 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.396322 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.396763 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.396763 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.396763 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.397011 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.397093 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.397226 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.397369 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.397532 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.397690 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.397848 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.398006 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.398165 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.398433 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.399141 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.399297 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.399621 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.399835 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.400729 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.400729 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.400729 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.400729 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.400729 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.400729 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.401380 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.401380 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.401380 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.401380 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.401380 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.401938 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.401938 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.401938 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.401938 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.402490 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.402490 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.402490 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.402861 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.404098 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.404098 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.404098 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.404098 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.404578 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.404578 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.404578 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.404864 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.404864 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.405018 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.405095 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.405236 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.405394 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.405577 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.405702 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.405858 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.406027 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.406184 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.406342 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.406499 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408301 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408301 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408301 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408301 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408301 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408301 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408301 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408301 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408885 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408885 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408885 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408885 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408885 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408885 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408885 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.408885 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.409419 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.409419 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.409419 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.409637 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.409637 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.409781 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.409922 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.410073 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.410232 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.410382 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.410551 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.410737 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.411505 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.411505 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.411505 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.411505 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.411505 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.411820 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.411820 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.411947 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.412072 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.412233 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.413685 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.413685 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.413685 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.413685 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.413685 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.413685 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.413685 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.413685 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.414348 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.414348 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.414348 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.414348 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.414348 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.415944 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.415944 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.415944 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.415944 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.415944 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.415944 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.415944 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.415944 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.415944 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.416558 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.416558 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.416558 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.416558 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.416558 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.416558 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.416961 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.416961 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.417105 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 04:04:11.417183 n-d-712142-35 neutron-server[103697]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103697) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 04:04:23.041570 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9f4a0a-2466-47d8-a92a-9af6a99dea17 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:04:23.106199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9f4a0a-2466-47d8-a92a-9af6a99dea17 None None] No non-hosted networks {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 11 04:04:23.121229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.agentschedulers_db [None req-8a9f4a0a-2466-47d8-a92a-9af6a99dea17 None None] DHCP Agent not found on host n-d-712142-35 {{(pid=103810) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 11 04:04:23.230127 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4292edf9-9168-48ad-9a37-883d9d70032e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559608'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:25.364838 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-65235de3-b69b-4886-97fa-4f5277226244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559608'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:25.385710 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-3cad90ce-2732-4961-8765-da562f3c76a3 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-712142-35 {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:04:25.386473 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-3cad90ce-2732-4961-8765-da562f3c76a3 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:04:26.150698 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3cad90ce-2732-4961-8765-da562f3c76a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:26.454112 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559608'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:28.030982 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559608'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:29.026406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59014) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:04:29.167408 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559608'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:29.168709 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:29.169118 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:29.169519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:29.169911 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:29.170307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:29.170780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:29.171081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:29.171400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:29.172012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:29.172335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:29.172676 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:29.173172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:29.173491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:29.173889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712142-35', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:04:29.180346 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712142-35', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:04:29.537438 n-d-712142-35 neutron-server[103809]: WARNING oslo_policy.policy [None req-5ec79633-6945-4128-85df-8c084e66de41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:04:29.538091 n-d-712142-35 neutron-server[103809]: WARNING oslo_policy.policy [None req-5ec79633-6945-4128-85df-8c084e66de41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:04:29.761867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-5ec79633-6945-4128-85df-8c084e66de41 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:04:29.762898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5ec79633-6945-4128-85df-8c084e66de41 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7355003 Feb 11 04:04:32.270918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59040) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:04:32.598428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-65e2a171-4285-4e81-8ac7-49f000ab0b16 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:04:32.694191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.policy [None req-65e2a171-4285-4e81-8ac7-49f000ab0b16 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103809) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 04:04:32.736721 n-d-712142-35 neutron-server[103809]: WARNING oslo_policy.policy [None req-65e2a171-4285-4e81-8ac7-49f000ab0b16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:04:32.737121 n-d-712142-35 neutron-server[103809]: WARNING oslo_policy.policy [None req-65e2a171-4285-4e81-8ac7-49f000ab0b16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:04:32.884328 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-65e2a171-4285-4e81-8ac7-49f000ab0b16 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777491377801', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777491377342', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777491371586', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777491328331', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777491318677', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777491342051', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1696102', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1859440', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-859939', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-964832'] for rbac-policy (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:33.130311 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-65e2a171-4285-4e81-8ac7-49f000ab0b16 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:33.131599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-65e2a171-4285-4e81-8ac7-49f000ab0b16 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8596792 Feb 11 04:04:33.305646 n-d-712142-35 neutron-server[103810]: INFO neutron.db.l3_hamode_db [None req-b7af9bed-9a3a-418e-84d9-02a650dbe2bc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 11 04:04:33.386505 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af9bed-9a3a-418e-84d9-02a650dbe2bc None None] Routers set() bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:04:33.386927 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af9bed-9a3a-418e-84d9-02a650dbe2bc None None] Router IDs set() for agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 04:04:35.556818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59050) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:04:36.052609 n-d-712142-35 neutron-server[103808]: WARNING oslo_policy.policy [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:04:36.053198 n-d-712142-35 neutron-server[103808]: WARNING oslo_policy.policy [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:04:36.281313 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:04:36.436388 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Made reservation on behalf of ca110c2aabb14610af8a76d035af6168 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:04:36.499583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.policy [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103808) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 04:04:36.541738 n-d-712142-35 neutron-server[103808]: WARNING oslo_policy.policy [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:04:36.542045 n-d-712142-35 neutron-server[103808]: WARNING oslo_policy.policy [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 04:04:36.552571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:36.575429 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:36.698130 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Publish callbacks [] for security_group (08580570-5c6a-4ad7-9c39-228e767e06af), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:36.767985 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (08580570-5c6a-4ad7-9c39-228e767e06af), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:36.800983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:04:36.824805 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=08580570-5c6a-4ad7-9c39-228e767e06af,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:04:36.837241 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:36.837587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:36.837922 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:36.838252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:36.838580 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:36.838958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:36.839279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:36.839597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:36.839915 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:36.840228 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:36.840541 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:36.840854 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:36.841217 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Tracked resource versions report: Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: pushed versions: Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: { 'AddressGroup': {'1.2'}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'ConntrackHelper': {'1.0'}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'Log': {'1.0'}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'Network': {'1.1'}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'Port': {'1.7'}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'PortForwarding': {'1.2'}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'QosPolicy': {'1.10'}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'SecurityGroup': {'1.5'}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'SubPort': {'1.0'}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'Subnet': {'1.1'}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'Trunk': {'1.1'}} Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: consumer versions: Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: { DHCP agent@n-d-712142-35: {}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: L3 agent@n-d-712142-35: {}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: Metadata agent@n-d-712142-35: {}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: Metering agent@n-d-712142-35: {}, Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: Open vSwitch agent@n-d-712142-35: { 'AddressGroup': '1.2', Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'ConntrackHelper': '1.0', Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'LocalIPAssociation': '1.0', Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'Log': '1.0', Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'Network': '1.1', Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'Port': '1.7', Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'PortForwarding': '1.2', Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'QosPolicy': '1.10', Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'SecurityGroup': '1.5', Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'SecurityGroupRule': '1.2', Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'SubPort': '1.0', Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'Subnet': '1.1', Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: 'Trunk': '1.1'}} Feb 11 04:04:36.842669 n-d-712142-35 neutron-server[103808]: {{(pid=103808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:04:36.870154 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777494307503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8adeade7-9356-446f-8a8b-f92f6f1051c3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:36.870803 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Unsubscribe: segment precommit_create {{(pid=103808) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 04:04:36.871347 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Added segment 8adeade7-9356-446f-8a8b-f92f6f1051c3 of type vlan for network 933923ad-8d94-4b22-8a6e-4216a4e2c2f6 Feb 11 04:04:36.952953 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (933923ad-8d94-4b22-8a6e-4216a4e2c2f6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:37.042610 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (933923ad-8d94-4b22-8a6e-4216a4e2c2f6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:37.048074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:04:37.048811 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:37.166134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] Pushing event updated for resources: {'Network': ['ID=933923ad-8d94-4b22-8a6e-4216a4e2c2f6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:04:37.177646 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 933923ad-8d94-4b22-8a6e-4216a4e2c2f6 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:04:37.182824 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-db6b8a15-e585-4232-938a-519ed1f5484b demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6236873 Feb 11 04:04:39.647510 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59070) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:04:40.049966 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673c7708-73f4-43b4-b04c-6cda1ab3b403 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:04:40.051271 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-673c7708-73f4-43b4-b04c-6cda1ab3b403 demo admin] 10.222.0.13 "GET /v2.0/networks/933923ad-8d94-4b22-8a6e-4216a4e2c2f6 HTTP/1.1" status: 200 len: 825 time: 0.4027812 Feb 11 04:04:40.088112 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b3985d7a-8a96-40cd-aaf7-9e62734cbc0a demo admin] 10.222.0.13 "GET /v2.0/subnetpools/f871b4e9-d8a1-409e-b511-0c6f2c1c09aa HTTP/1.1" status: 200 len: 734 time: 0.0311635 Feb 11 04:04:40.096818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f14405c5-75e3-4a62-89e0-18a543bc8516 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f871b4e9-d8a1-409e-b511-0c6f2c1c09aa', 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:04:40.178964 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14405c5-75e3-4a62-89e0-18a543bc8516 demo admin] Made reservation on behalf of ca110c2aabb14610af8a76d035af6168 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:04:40.181289 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f14405c5-75e3-4a62-89e0-18a543bc8516 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:40.533562 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f14405c5-75e3-4a62-89e0-18a543bc8516 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for subnet (5be8873f-caf8-474b-bdf5-00bcf43344ce), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:40.602761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14405c5-75e3-4a62-89e0-18a543bc8516 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5be8873f-caf8-474b-bdf5-00bcf43344ce,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:04:40.606852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14405c5-75e3-4a62-89e0-18a543bc8516 demo admin] Checking segment: {'id': '8adeade7-9356-446f-8a8b-f92f6f1051c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:04:40.607216 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14405c5-75e3-4a62-89e0-18a543bc8516 demo admin] Network hostable DHCP agents. Network: 933923ad-8d94-4b22-8a6e-4216a4e2c2f6, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:04:40.704708 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14405c5-75e3-4a62-89e0-18a543bc8516 demo admin] Network 933923ad-8d94-4b22-8a6e-4216a4e2c2f6 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:04:40.773648 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-f14405c5-75e3-4a62-89e0-18a543bc8516 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 933923ad-8d94-4b22-8a6e-4216a4e2c2f6) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:04:40.778721 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14405c5-75e3-4a62-89e0-18a543bc8516 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:04:40.779369 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f14405c5-75e3-4a62-89e0-18a543bc8516 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:40.784565 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4a5032-cd2f-437c-a0d9-3d1b944374bd None None] Network 933923ad-8d94-4b22-8a6e-4216a4e2c2f6 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:04:40.981570 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f14405c5-75e3-4a62-89e0-18a543bc8516 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8878908 Feb 11 04:04:41.045199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-933923ad-8d94-4b22-8a6e-4216a4e2c2f6', 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6', 'project_id': 'ca110c2aabb14610af8a76d035af6168', 'fixed_ips': [{'subnet_id': '5be8873f-caf8-474b-bdf5-00bcf43344ce'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:04:41.046532 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:41.400760 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Allocated IP 172.20.0.2 (933923ad-8d94-4b22-8a6e-4216a4e2c2f6/5be8873f-caf8-474b-bdf5-00bcf43344ce/c4555e98-fc12-4b67-b16a-20c0f145eaaa) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:04:41.682427 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Publish callbacks [] for port (c4555e98-fc12-4b67-b16a-20c0f145eaaa), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:41.774184 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (c4555e98-fc12-4b67-b16a-20c0f145eaaa), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:41.858961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Network 933923ad-8d94-4b22-8a6e-4216a4e2c2f6 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:04:41.863768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:04:41.868476 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:04:41.881323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Pushing event updated for resources: {'Port': ['ID=c4555e98-fc12-4b67-b16a-20c0f145eaaa,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:04:41.928855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:41.929334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:41.929679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:41.930136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:41.930472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:41.930830 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:41.931164 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:41.931568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:41.931908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:41.932225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:41.932595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:41.932884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:41.933691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Tracked resource versions report: Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: pushed versions: Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: { 'AddressGroup': {'1.2'}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'ConntrackHelper': {'1.0'}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'Log': {'1.0'}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'Network': {'1.1'}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'Port': {'1.7'}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'PortForwarding': {'1.2'}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'QosPolicy': {'1.10'}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'SecurityGroup': {'1.5'}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'SubPort': {'1.0'}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'Subnet': {'1.1'}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'Trunk': {'1.1'}} Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: consumer versions: Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: { DHCP agent@n-d-712142-35: {}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: L3 agent@n-d-712142-35: {}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: Metadata agent@n-d-712142-35: {}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: Metering agent@n-d-712142-35: {}, Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: Open vSwitch agent@n-d-712142-35: { 'AddressGroup': '1.2', Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'ConntrackHelper': '1.0', Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'LocalIPAssociation': '1.0', Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'Log': '1.0', Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'Network': '1.1', Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'Port': '1.7', Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'PortForwarding': '1.2', Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'QosPolicy': '1.10', Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'SecurityGroup': '1.5', Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'SecurityGroupRule': '1.2', Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'SubPort': '1.0', Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'Subnet': '1.1', Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: 'Trunk': '1.1'}} Feb 11 04:04:41.934325 n-d-712142-35 neutron-server[103810]: {{(pid=103810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:04:41.974015 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Attempting to bind port c4555e98-fc12-4b67-b16a-20c0f145eaaa on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:04:41.974422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Attempting to bind port c4555e98-fc12-4b67-b16a-20c0f145eaaa by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '8adeade7-9356-446f-8a8b-f92f6f1051c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:04:41.974918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Attempting to bind port c4555e98-fc12-4b67-b16a-20c0f145eaaa on network 933923ad-8d94-4b22-8a6e-4216a4e2c2f6 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:04:41.980351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:04:41.980733 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Checking segment: {'id': '8adeade7-9356-446f-8a8b-f92f6f1051c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:04:41.981192 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:41.981580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Bound using segment: {'id': '8adeade7-9356-446f-8a8b-f92f6f1051c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:04:41.982054 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Bound port: c4555e98-fc12-4b67-b16a-20c0f145eaaa, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adeade7-9356-446f-8a8b-f92f6f1051c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:04:41.982455 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c4555e98-fc12-4b67-b16a-20c0f145eaaa), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:42.046870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] For port c4555e98-fc12-4b67-b16a-20c0f145eaaa, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:04:42.051223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] For port c4555e98-fc12-4b67-b16a-20c0f145eaaa, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c4555e98-fc12-4b67-b16a-20c0f145eaaa,segment=NetworkSegment(8adeade7-9356-446f-8a8b-f92f6f1051c3),segment_id=8adeade7-9356-446f-8a8b-f92f6f1051c3)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:04:42.151457 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c4555e98-fc12-4b67-b16a-20c0f145eaaa), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:42.217485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2f43e-cea4-4d93-bc9f-0a30e4304c26 None None] Pushing event updated for resources: {'Port': ['ID=c4555e98-fc12-4b67-b16a-20c0f145eaaa,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:04:43.719342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59078) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:04:44.042897 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-d870f9a7-b7c6-4755-9d6b-27be02dc340e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:04:44.043962 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d870f9a7-b7c6-4755-9d6b-27be02dc340e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3235557 Feb 11 04:04:46.519206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59086) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:04:46.850998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-5a88da35-c57c-4f8c-a19d-1da7a21c7316 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:04:46.852130 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5a88da35-c57c-4f8c-a19d-1da7a21c7316 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3319037 Feb 11 04:04:49.328648 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59094) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:04:49.638462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-db034dae-592e-46c6-9d7f-6c91303eb2ea demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:04:49.734281 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db034dae-592e-46c6-9d7f-6c91303eb2ea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (ac98c777-50b8-48c4-aa0b-4b3125ebfd3b), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:49.735836 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db034dae-592e-46c6-9d7f-6c91303eb2ea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (ac98c777-50b8-48c4-aa0b-4b3125ebfd3b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:49.873448 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db034dae-592e-46c6-9d7f-6c91303eb2ea demo demo] Publish callbacks [] for router_controller (ac98c777-50b8-48c4-aa0b-4b3125ebfd3b), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:49.939879 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db034dae-592e-46c6-9d7f-6c91303eb2ea demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (ac98c777-50b8-48c4-aa0b-4b3125ebfd3b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:49.997766 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db034dae-592e-46c6-9d7f-6c91303eb2ea demo demo] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:49.998950 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-db034dae-592e-46c6-9d7f-6c91303eb2ea demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6693101 Feb 11 04:04:51.745570 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c4555e98-fc12-4b67-b16a-20c0f145eaaa up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:04:51.841547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c4555e98-fc12-4b67-b16a-20c0f145eaaa triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:04:51.842129 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c4555e98-fc12-4b67-b16a-20c0f145eaaa), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:51.951503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c4555e98-fc12-4b67-b16a-20c0f145eaaa is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:04:51.951802 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c4555e98-fc12-4b67-b16a-20c0f145eaaa), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:51.988357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port c4555e98-fc12-4b67-b16a-20c0f145eaaa, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c4555e98-fc12-4b67-b16a-20c0f145eaaa,segment=NetworkSegment(8adeade7-9356-446f-8a8b-f92f6f1051c3),segment_id=8adeade7-9356-446f-8a8b-f92f6f1051c3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:04:52.065016 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c4555e98-fc12-4b67-b16a-20c0f145eaaa), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:52.124234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=c4555e98-fc12-4b67-b16a-20c0f145eaaa,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:04:52.571255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59106) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:04:52.896559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-d08a9576-538a-40e8-94d8-b9b8bb4ba019 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:04:52.898054 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d08a9576-538a-40e8-94d8-b9b8bb4ba019 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3253582 Feb 11 04:04:53.042073 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-89f93c5f-1897-4f20-b732-6e5cc7f76e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:53.339804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d6e2e-0361-4dcf-a998-5f0269415fd3 None None] Network 933923ad-8d94-4b22-8a6e-4216a4e2c2f6 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:04:53.460594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d14fc409-e987-4532-8cb8-e5957c0cf016 None None] Provisioning complete for port c4555e98-fc12-4b67-b16a-20c0f145eaaa triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:04:53.460988 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d14fc409-e987-4532-8cb8-e5957c0cf016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c4555e98-fc12-4b67-b16a-20c0f145eaaa), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:53.551805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d14fc409-e987-4532-8cb8-e5957c0cf016 None None] Current status of the port c4555e98-fc12-4b67-b16a-20c0f145eaaa is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:04:53.672172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6ce34962-cf5c-4fbb-83d6-468913bc3c23 None None] Provisioning complete for port c4555e98-fc12-4b67-b16a-20c0f145eaaa triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:04:53.672568 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6ce34962-cf5c-4fbb-83d6-468913bc3c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c4555e98-fc12-4b67-b16a-20c0f145eaaa), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:53.712921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c4555e98-fc12-4b67-b16a-20c0f145eaaa up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:04:53.793620 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6ce34962-cf5c-4fbb-83d6-468913bc3c23 None None] Current status of the port c4555e98-fc12-4b67-b16a-20c0f145eaaa is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:04:53.797168 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c4555e98-fc12-4b67-b16a-20c0f145eaaa triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:04:53.797444 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c4555e98-fc12-4b67-b16a-20c0f145eaaa), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:53.874654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c4555e98-fc12-4b67-b16a-20c0f145eaaa is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:04:55.378303 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dd19a8f2-c378-458c-b83f-0895fb2223d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:55.384933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59114) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:04:55.690998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:04:55.767300 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] Made reservation on behalf of 179f14a42bc9404ca786a28a5ac7c918 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:04:55.769476 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:55.778824 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:55.849171 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] Publish callbacks [] for security_group (0669e7fd-9977-4b64-861c-e290d2977400), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:55.899361 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0669e7fd-9977-4b64-861c-e290d2977400), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:55.916100 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] Reserving flat network on physical network physnet1 {{(pid=103808) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 11 04:04:55.935378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0669e7fd-9977-4b64-861c-e290d2977400,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:04:55.940241 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e60201f7-b153-4f9f-8a43-cb118831372f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:55.940578 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] Added segment e60201f7-b153-4f9f-8a43-cb118831372f of type flat for network 89dbd1ed-3951-437d-85b1-b8970fd07dfb Feb 11 04:04:55.986535 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (89dbd1ed-3951-437d-85b1-b8970fd07dfb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:56.064182 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (89dbd1ed-3951-437d-85b1-b8970fd07dfb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:56.065113 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:04:56.065687 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:56.162941 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] Pushing event updated for resources: {'Network': ['ID=89dbd1ed-3951-437d-85b1-b8970fd07dfb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:04:56.169062 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d037e30f-6a38-49fb-a21c-9b24b76f4fff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7830803 Feb 11 04:04:56.173487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:04:56.447366 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:58.012261 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:58.652876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59132) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:04:58.825902 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb08d77c-6c5a-475a-9526-9d1911c28826 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:04:58.827256 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-eb08d77c-6c5a-475a-9526-9d1911c28826 demo admin] 10.222.0.13 "GET /v2.0/subnets/5be8873f-caf8-474b-bdf5-00bcf43344ce HTTP/1.1" status: 200 len: 849 time: 0.1734440 Feb 11 04:04:58.952758 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2e8d1147-0a31-4cd5-ab21-b03a5497e16d demo admin] 10.222.0.13 "GET /v2.0/routers/ac98c777-50b8-48c4-aa0b-4b3125ebfd3b HTTP/1.1" status: 200 len: 704 time: 0.1198020 Feb 11 04:04:59.155920 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:59.229705 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:59.521706 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Allocated IP 172.20.0.1 (933923ad-8d94-4b22-8a6e-4216a4e2c2f6/5be8873f-caf8-474b-bdf5-00bcf43344ce/81bb8d0c-434f-4d1e-bc95-1bcb610aa206) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:04:59.715576 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Publish callbacks [] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:04:59.979465 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:00.055589 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Network 933923ad-8d94-4b22-8a6e-4216a4e2c2f6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:05:00.060555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:05:00.067195 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:05:00.067714 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (ac98c777-50b8-48c4-aa0b-4b3125ebfd3b), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:00.090862 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Pushing event updated for resources: {'Port': ['ID=81bb8d0c-434f-4d1e-bc95-1bcb610aa206,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:05:00.252865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2a8e64d4-c8c2-46e4-b15b-8b9e5efab044 None None] Provisioning complete for port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:05:00.253431 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a8e64d4-c8c2-46e4-b15b-8b9e5efab044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:00.287643 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2a8e64d4-c8c2-46e4-b15b-8b9e5efab044 None None] Port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:05:00.315107 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:00.524909 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Publish callbacks [] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:00.590085 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:00.590866 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (ac98c777-50b8-48c4-aa0b-4b3125ebfd3b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:00.674992 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Pushing event updated for resources: {'Port': ['ID=81bb8d0c-434f-4d1e-bc95-1bcb610aa206,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:05:00.714776 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Network 933923ad-8d94-4b22-8a6e-4216a4e2c2f6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:05:00.716080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:05:00.911013 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-22846de4-2d64-487b-81ca-f38d6c2cc322 None None] Provisioning complete for port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:05:00.911405 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-22846de4-2d64-487b-81ca-f38d6c2cc322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:00.946895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-22846de4-2d64-487b-81ca-f38d6c2cc322 None None] Port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:05:00.967981 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Router ac98c777-50b8-48c4-aa0b-4b3125ebfd3b is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:05:01.061368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:05:01.066472 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aebf40a8-b63b-4eeb-b13f-dc437d7fb209 demo admin] 10.222.0.13 "PUT /v2.0/routers/ac98c777-50b8-48c4-aa0b-4b3125ebfd3b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1054914 Feb 11 04:05:01.082193 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Sync routers for ids ['ac98c777-50b8-48c4-aa0b-4b3125ebfd3b'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:05:01.095261 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Routers {'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:05:01.096081 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:04:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac98c777-50b8-48c4-aa0b-4b3125ebfd3b'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:05:01.286883 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Set router ac98c777-50b8-48c4-aa0b-4b3125ebfd3b gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:05:01.726842 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b', 'name': 'router1', 'tenant_id': 'ca110c2aabb14610af8a76d035af6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:04:49Z', 'updated_at': '2022-02-11T04:05:00Z', 'revision_number': 2, 'project_id': 'ca110c2aabb14610af8a76d035af6168', 'gw_port_host': None, '_interfaces': [{'id': '81bb8d0c-434f-4d1e-bc95-1bcb610aa206', 'name': '', 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6', 'tenant_id': 'ca110c2aabb14610af8a76d035af6168', 'mac_address': 'fa:16:3e:81:17:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5be8873f-caf8-474b-bdf5-00bcf43344ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:04:59Z', 'updated_at': '2022-02-11T04:05:00Z', 'revision_number': 2, 'project_id': 'ca110c2aabb14610af8a76d035af6168', 'subnets': [{'id': '5be8873f-caf8-474b-bdf5-00bcf43344ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f871b4e9-d8a1-409e-b511-0c6f2c1c09aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:05:01.777743 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Checking router: ac98c777-50b8-48c4-aa0b-4b3125ebfd3b for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:05:01.778119 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Updating router ac98c777-50b8-48c4-aa0b-4b3125ebfd3b port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:05:01.859276 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:02.356810 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Publish callbacks [] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:02.395908 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:02.559461 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Pushing event updated for resources: {'Port': ['ID=81bb8d0c-434f-4d1e-bc95-1bcb610aa206,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:05:02.576036 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:05:02.576388 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:05:02.576730 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:05:02.577068 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:05:02.577398 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:05:02.577732 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:05:02.578056 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:05:02.578380 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:05:02.578728 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:05:02.579056 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:05:02.579377 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:05:02.579698 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:05:02.580016 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Tracked resource versions report: Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: pushed versions: Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: { 'AddressGroup': {'1.2'}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'ConntrackHelper': {'1.0'}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'Log': {'1.0'}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'Network': {'1.1'}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'Port': {'1.7'}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'PortForwarding': {'1.2'}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'QosPolicy': {'1.10'}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'SecurityGroup': {'1.5'}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'SubPort': {'1.0'}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'Subnet': {'1.1'}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'Trunk': {'1.1'}} Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: consumer versions: Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: { DHCP agent@n-d-712142-35: {}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: L3 agent@n-d-712142-35: {}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: Metadata agent@n-d-712142-35: {}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: Metering agent@n-d-712142-35: {}, Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: Open vSwitch agent@n-d-712142-35: { 'AddressGroup': '1.2', Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'ConntrackHelper': '1.0', Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'LocalIPAssociation': '1.0', Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'Log': '1.0', Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'Network': '1.1', Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'Port': '1.7', Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'PortForwarding': '1.2', Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'QosPolicy': '1.10', Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'SecurityGroup': '1.5', Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'SecurityGroupRule': '1.2', Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'SubPort': '1.0', Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'Subnet': '1.1', Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: 'Trunk': '1.1'}} Feb 11 04:05:02.581146 n-d-712142-35 neutron-server[103811]: {{(pid=103811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:05:02.583561 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Attempting to bind port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:05:02.583955 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Attempting to bind port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '8adeade7-9356-446f-8a8b-f92f6f1051c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:05:02.584393 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Attempting to bind port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 on network 933923ad-8d94-4b22-8a6e-4216a4e2c2f6 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:05:02.590161 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:05:02.590573 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Checking segment: {'id': '8adeade7-9356-446f-8a8b-f92f6f1051c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:05:02.591072 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:02.592130 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Bound using segment: {'id': '8adeade7-9356-446f-8a8b-f92f6f1051c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:05:02.592228 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Bound port: 81bb8d0c-434f-4d1e-bc95-1bcb610aa206, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adeade7-9356-446f-8a8b-f92f6f1051c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:05:02.592562 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:02.660782 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] For port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:05:02.679872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-55f9827d-3bb0-4eb8-9e5b-685649addbb5 None None] Provisioning complete for port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:05:02.680460 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55f9827d-3bb0-4eb8-9e5b-685649addbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:02.680574 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] For port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=81bb8d0c-434f-4d1e-bc95-1bcb610aa206,segment=NetworkSegment(8adeade7-9356-446f-8a8b-f92f6f1051c3),segment_id=8adeade7-9356-446f-8a8b-f92f6f1051c3)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:05:02.715007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-55f9827d-3bb0-4eb8-9e5b-685649addbb5 None None] Port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:05:02.733256 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:02.795285 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Routers {'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:05:02.795913 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:04:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac98c777-50b8-48c4-aa0b-4b3125ebfd3b'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:05:02.797874 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321b28a-c728-462a-89b5-618024216ab0 None None] Pushing event updated for resources: {'Port': ['ID=81bb8d0c-434f-4d1e-bc95-1bcb610aa206,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:05:02.897304 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] Set router ac98c777-50b8-48c4-aa0b-4b3125ebfd3b gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:05:02.935036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-afc10056-7796-4e0a-9add-025b3cf2fc17 None None] Provisioning complete for port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:05:02.935702 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-afc10056-7796-4e0a-9add-025b3cf2fc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:03.014381 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-afc10056-7796-4e0a-9add-025b3cf2fc17 None None] Current status of the port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:05:03.014797 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-afc10056-7796-4e0a-9add-025b3cf2fc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:03.048679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-afc10056-7796-4e0a-9add-025b3cf2fc17 None None] For port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=81bb8d0c-434f-4d1e-bc95-1bcb610aa206,segment=NetworkSegment(8adeade7-9356-446f-8a8b-f92f6f1051c3),segment_id=8adeade7-9356-446f-8a8b-f92f6f1051c3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:05:03.104344 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-afc10056-7796-4e0a-9add-025b3cf2fc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:03.114767 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b', 'name': 'router1', 'tenant_id': 'ca110c2aabb14610af8a76d035af6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:04:49Z', 'updated_at': '2022-02-11T04:05:00Z', 'revision_number': 2, 'project_id': 'ca110c2aabb14610af8a76d035af6168', 'gw_port_host': None, '_interfaces': [{'id': '81bb8d0c-434f-4d1e-bc95-1bcb610aa206', 'name': '', 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6', 'tenant_id': 'ca110c2aabb14610af8a76d035af6168', 'mac_address': 'fa:16:3e:81:17:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5be8873f-caf8-474b-bdf5-00bcf43344ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:04:59Z', 'updated_at': '2022-02-11T04:05:02Z', 'revision_number': 4, 'project_id': 'ca110c2aabb14610af8a76d035af6168', 'subnets': [{'id': '5be8873f-caf8-474b-bdf5-00bcf43344ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f871b4e9-d8a1-409e-b511-0c6f2c1c09aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:05:03.144707 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7bae9-dc76-4272-a974-64d2649373ea None None] The sync data for ids ['ac98c777-50b8-48c4-aa0b-4b3125ebfd3b'] in n-d-712142-35 is: [{'id': 'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b', 'name': 'router1', 'tenant_id': 'ca110c2aabb14610af8a76d035af6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:04:49Z', 'updated_at': '2022-02-11T04:05:00Z', 'revision_number': 2, 'project_id': 'ca110c2aabb14610af8a76d035af6168', 'gw_port_host': None, '_interfaces': [{'id': '81bb8d0c-434f-4d1e-bc95-1bcb610aa206', 'name': '', 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6', 'tenant_id': 'ca110c2aabb14610af8a76d035af6168', 'mac_address': 'fa:16:3e:81:17:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5be8873f-caf8-474b-bdf5-00bcf43344ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:04:59Z', 'updated_at': '2022-02-11T04:05:02Z', 'revision_number': 4, 'project_id': 'ca110c2aabb14610af8a76d035af6168', 'subnets': [{'id': '5be8873f-caf8-474b-bdf5-00bcf43344ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f871b4e9-d8a1-409e-b511-0c6f2c1c09aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:05:03.153240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc10056-7796-4e0a-9add-025b3cf2fc17 None None] Pushing event updated for resources: {'Port': ['ID=81bb8d0c-434f-4d1e-bc95-1bcb610aa206,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:05:03.473191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59152) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:05:03.585205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4862d7-8a80-4ead-9c8f-318c359b6f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:05:03.586691 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0f4862d7-8a80-4ead-9c8f-318c359b6f08 admin admin] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 842 time: 0.1124909 Feb 11 04:05:03.596287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0b3baff1-5857-4fb1-903a-689504d22dbc admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.3.1', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:05:03.692920 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3baff1-5857-4fb1-903a-689504d22dbc admin admin] Made reservation on behalf of 179f14a42bc9404ca786a28a5ac7c918 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:05:03.695650 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b3baff1-5857-4fb1-903a-689504d22dbc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:04.124198 n-d-712142-35 neutron-server[103808]: DEBUG neutron.objects.ports [None req-0b3baff1-5857-4fb1-903a-689504d22dbc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103808) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 04:05:04.124560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b3baff1-5857-4fb1-903a-689504d22dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for subnet (2c449799-1ab4-4046-a5dd-47a8cb01d0bb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:04.179210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3baff1-5857-4fb1-903a-689504d22dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c449799-1ab4-4046-a5dd-47a8cb01d0bb,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:05:04.189430 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3baff1-5857-4fb1-903a-689504d22dbc admin admin] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:05:04.189789 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3baff1-5857-4fb1-903a-689504d22dbc admin admin] Network hostable DHCP agents. Network: 89dbd1ed-3951-437d-85b1-b8970fd07dfb, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:05:04.275390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3baff1-5857-4fb1-903a-689504d22dbc admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:05:04.361255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-0b3baff1-5857-4fb1-903a-689504d22dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 89dbd1ed-3951-437d-85b1-b8970fd07dfb) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:05:04.365310 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3baff1-5857-4fb1-903a-689504d22dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:05:04.365947 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b3baff1-5857-4fb1-903a-689504d22dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:04.372818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c4f130-cc3b-4245-b064-c15b668f256a None None] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:05:04.449685 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0b3baff1-5857-4fb1-903a-689504d22dbc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8566687 Feb 11 04:05:04.473935 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a2df57-1865-4966-bda2-21787a7c331f None None] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:05:06.805910 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59160) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:05:06.949889 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2077cf21-388c-4408-a745-9889455b49b9 demo admin] 10.222.0.13 "GET /v2.0/routers/ac98c777-50b8-48c4-aa0b-4b3125ebfd3b HTTP/1.1" status: 200 len: 710 time: 0.1428344 Feb 11 04:05:07.039808 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7c720-4b1c-4a77-b0f8-3f4909dbec5d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:05:07.041103 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-31a7c720-4b1c-4a77-b0f8-3f4909dbec5d demo admin] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 886 time: 0.0843899 Feb 11 04:05:07.049872 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:05:07.310455 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Publish callbacks [] for router_gateway (ac98c777-50b8-48c4-aa0b-4b3125ebfd3b), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:07.593908 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Publish callbacks [] for router_gateway (ac98c777-50b8-48c4-aa0b-4b3125ebfd3b), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:07.669795 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:07.836201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Allocated IP 172.25.3.37 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/32e07e23-2d71-4d9e-b45b-a62fac755f50) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:05:07.947981 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Publish callbacks [] for port (32e07e23-2d71-4d9e-b45b-a62fac755f50), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:08.035659 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (32e07e23-2d71-4d9e-b45b-a62fac755f50), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:08.072704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:05:08.075466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:05:08.078462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:05:08.121301 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Pushing event updated for resources: {'Port': ['ID=32e07e23-2d71-4d9e-b45b-a62fac755f50,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:05:08.511395 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Publish callbacks [] for router_gateway (ac98c777-50b8-48c4-aa0b-4b3125ebfd3b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:08.707006 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (ac98c777-50b8-48c4-aa0b-4b3125ebfd3b), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:08.710292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (ac98c777-50b8-48c4-aa0b-4b3125ebfd3b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:08.818765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Router ac98c777-50b8-48c4-aa0b-4b3125ebfd3b has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:05:08.927833 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:05:08.932973 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:08.933997 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b4c7e085-29ab-4288-9d42-70350374ebf4 demo admin] 10.222.0.13 "PUT /v2.0/routers/ac98c777-50b8-48c4-aa0b-4b3125ebfd3b HTTP/1.1" status: 200 len: 889 time: 1.8872428 Feb 11 04:05:09.755843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:05:09.807966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:05:09.810411 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:09.891058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:05:10.275964 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 5 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:05:11.419060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59172) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:05:11.535140 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e3c1d1ad-2f8f-4f81-97f8-b80fd3c15c86 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1148136 Feb 11 04:05:11.619280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Sync routers for ids ['ac98c777-50b8-48c4-aa0b-4b3125ebfd3b'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:05:11.631980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Routers {'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:05:11.632828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:04:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac98c777-50b8-48c4-aa0b-4b3125ebfd3b'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:05:11.853079 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Set router ac98c777-50b8-48c4-aa0b-4b3125ebfd3b gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:05:12.339623 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b', 'name': 'router1', 'tenant_id': 'ca110c2aabb14610af8a76d035af6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '32e07e23-2d71-4d9e-b45b-a62fac755f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:04:49Z', 'updated_at': '2022-02-11T04:05:08Z', 'revision_number': 4, 'project_id': 'ca110c2aabb14610af8a76d035af6168', 'gw_port': {'id': '32e07e23-2d71-4d9e-b45b-a62fac755f50', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:05:07Z', 'updated_at': '2022-02-11T04:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '81bb8d0c-434f-4d1e-bc95-1bcb610aa206', 'name': '', 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6', 'tenant_id': 'ca110c2aabb14610af8a76d035af6168', 'mac_address': 'fa:16:3e:81:17:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5be8873f-caf8-474b-bdf5-00bcf43344ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:04:59Z', 'updated_at': '2022-02-11T04:05:03Z', 'revision_number': 5, 'project_id': 'ca110c2aabb14610af8a76d035af6168', 'subnets': [{'id': '5be8873f-caf8-474b-bdf5-00bcf43344ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f871b4e9-d8a1-409e-b511-0c6f2c1c09aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:05:12.391233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Checking router: ac98c777-50b8-48c4-aa0b-4b3125ebfd3b for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:05:12.391612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Updating router ac98c777-50b8-48c4-aa0b-4b3125ebfd3b port 32e07e23-2d71-4d9e-b45b-a62fac755f50 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:05:12.445331 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (32e07e23-2d71-4d9e-b45b-a62fac755f50), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:12.760435 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Publish callbacks [] for port (32e07e23-2d71-4d9e-b45b-a62fac755f50), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:12.841190 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (32e07e23-2d71-4d9e-b45b-a62fac755f50), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:12.892136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026979a5-3887-494f-99d9-6b0551ca74a5 None None] Pushing event updated for resources: {'Port': ['ID=32e07e23-2d71-4d9e-b45b-a62fac755f50,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:05:12.910770 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Attempting to bind port 32e07e23-2d71-4d9e-b45b-a62fac755f50 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:05:12.911410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Attempting to bind port 32e07e23-2d71-4d9e-b45b-a62fac755f50 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:05:12.911780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Attempting to bind port 32e07e23-2d71-4d9e-b45b-a62fac755f50 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:05:12.917656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:05:12.918029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:05:12.918431 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:12.918887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:05:12.919346 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Bound port: 32e07e23-2d71-4d9e-b45b-a62fac755f50, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:05:12.919720 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (32e07e23-2d71-4d9e-b45b-a62fac755f50), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:12.973102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] For port 32e07e23-2d71-4d9e-b45b-a62fac755f50, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:05:12.977217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] For port 32e07e23-2d71-4d9e-b45b-a62fac755f50, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=32e07e23-2d71-4d9e-b45b-a62fac755f50,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:05:13.030529 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (32e07e23-2d71-4d9e-b45b-a62fac755f50), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:13.087003 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Routers {'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:05:13.087606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:04:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac98c777-50b8-48c4-aa0b-4b3125ebfd3b'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:05:13.127525 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026979a5-3887-494f-99d9-6b0551ca74a5 None None] Pushing event updated for resources: {'Port': ['ID=32e07e23-2d71-4d9e-b45b-a62fac755f50,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:05:13.204287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] Set router ac98c777-50b8-48c4-aa0b-4b3125ebfd3b gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:05:13.445332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b', 'name': 'router1', 'tenant_id': 'ca110c2aabb14610af8a76d035af6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '32e07e23-2d71-4d9e-b45b-a62fac755f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:04:49Z', 'updated_at': '2022-02-11T04:05:08Z', 'revision_number': 4, 'project_id': 'ca110c2aabb14610af8a76d035af6168', 'gw_port': {'id': '32e07e23-2d71-4d9e-b45b-a62fac755f50', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:05:07Z', 'updated_at': '2022-02-11T04:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '81bb8d0c-434f-4d1e-bc95-1bcb610aa206', 'name': '', 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6', 'tenant_id': 'ca110c2aabb14610af8a76d035af6168', 'mac_address': 'fa:16:3e:81:17:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5be8873f-caf8-474b-bdf5-00bcf43344ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:04:59Z', 'updated_at': '2022-02-11T04:05:03Z', 'revision_number': 5, 'project_id': 'ca110c2aabb14610af8a76d035af6168', 'subnets': [{'id': '5be8873f-caf8-474b-bdf5-00bcf43344ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f871b4e9-d8a1-409e-b511-0c6f2c1c09aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:05:13.472913 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3d24c-f2a7-4847-8743-33a840466a15 None None] The sync data for ids ['ac98c777-50b8-48c4-aa0b-4b3125ebfd3b'] in n-d-712142-35 is: [{'id': 'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b', 'name': 'router1', 'tenant_id': 'ca110c2aabb14610af8a76d035af6168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '32e07e23-2d71-4d9e-b45b-a62fac755f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:04:49Z', 'updated_at': '2022-02-11T04:05:08Z', 'revision_number': 4, 'project_id': 'ca110c2aabb14610af8a76d035af6168', 'gw_port': {'id': '32e07e23-2d71-4d9e-b45b-a62fac755f50', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:7f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:05:07Z', 'updated_at': '2022-02-11T04:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '81bb8d0c-434f-4d1e-bc95-1bcb610aa206', 'name': '', 'network_id': '933923ad-8d94-4b22-8a6e-4216a4e2c2f6', 'tenant_id': 'ca110c2aabb14610af8a76d035af6168', 'mac_address': 'fa:16:3e:81:17:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac98c777-50b8-48c4-aa0b-4b3125ebfd3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5be8873f-caf8-474b-bdf5-00bcf43344ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:04:59Z', 'updated_at': '2022-02-11T04:05:03Z', 'revision_number': 5, 'project_id': 'ca110c2aabb14610af8a76d035af6168', 'subnets': [{'id': '5be8873f-caf8-474b-bdf5-00bcf43344ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f871b4e9-d8a1-409e-b511-0c6f2c1c09aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:05:13.800486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 32e07e23-2d71-4d9e-b45b-a62fac755f50 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:05:13.875923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 32e07e23-2d71-4d9e-b45b-a62fac755f50 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:05:13.876461 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (32e07e23-2d71-4d9e-b45b-a62fac755f50), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:13.979713 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 32e07e23-2d71-4d9e-b45b-a62fac755f50 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:05:13.980353 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (32e07e23-2d71-4d9e-b45b-a62fac755f50), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:14.010290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 32e07e23-2d71-4d9e-b45b-a62fac755f50, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=32e07e23-2d71-4d9e-b45b-a62fac755f50,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:05:14.076012 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (32e07e23-2d71-4d9e-b45b-a62fac755f50), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:14.148023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=32e07e23-2d71-4d9e-b45b-a62fac755f50,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:05:15.772241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 32e07e23-2d71-4d9e-b45b-a62fac755f50 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:05:15.858978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 32e07e23-2d71-4d9e-b45b-a62fac755f50 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:05:15.859712 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (32e07e23-2d71-4d9e-b45b-a62fac755f50), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:15.955445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 32e07e23-2d71-4d9e-b45b-a62fac755f50 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:05:23.052591 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6e954f8d-e95c-4a60-b96a-162351ab6f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:25.367805 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7cac76e0-c7db-44ac-96cd-2f450b8a3110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:26.424284 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:27.984107 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:29.184126 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:47.275091 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 5 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:05:53.371931 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-70ccf31d-89b2-4ef0-9417-d26049f17d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:55.326230 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a87d8eb3-6809-453d-b43f-0a1a12f37c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:56.412053 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:57.971651 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:05:59.177110 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:06:23.051078 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aa7cc85a-1692-4744-978b-6b1c8d0decaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:06:24.326259 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 5 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:06:25.354054 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e09bb8e6-d999-486c-98b9-b85bb87164c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:06:26.439298 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:06:27.982034 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:06:29.170974 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:06:38.081116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59688) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:06:38.162442 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-62375d89-7908-426c-9c58-8cf8da3089b0 admin admin] GET failed (client error): The resource could not be found. Feb 11 04:06:38.163895 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-62375d89-7908-426c-9c58-8cf8da3089b0 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0818541 Feb 11 04:06:38.364656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750ff02d-11e7-4460-b924-4ec69a444654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:06:38.366731 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-750ff02d-11e7-4460-b924-4ec69a444654 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1986611 Feb 11 04:06:40.627877 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59698) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:06:40.721106 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53956e88-a611-4cab-b7e7-42a2ec01392f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:06:40.722438 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-53956e88-a611-4cab-b7e7-42a2ec01392f admin admin] 10.222.0.13 "GET /v2.0/subnets/5be8873f-caf8-474b-bdf5-00bcf43344ce HTTP/1.1" status: 200 len: 849 time: 0.0936060 Feb 11 04:06:40.732577 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:06:40.819047 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Publish callbacks [] for subnet (5be8873f-caf8-474b-bdf5-00bcf43344ce), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:06:41.016297 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777494323703'] for subnet (5be8873f-caf8-474b-bdf5-00bcf43344ce), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:06:41.046572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:06:41.047194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:06:41.048481 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] 10.222.0.13 "PUT /v2.0/subnets/5be8873f-caf8-474b-bdf5-00bcf43344ce HTTP/1.1" status: 200 len: 868 time: 0.3195510 Feb 11 04:06:41.063612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84010e2-5cad-4fa1-af5c-bbb8ca82aaaf None None] Network 933923ad-8d94-4b22-8a6e-4216a4e2c2f6 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:06:41.071360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be8873f-caf8-474b-bdf5-00bcf43344ce,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:06:41.079653 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:06:41.079653 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:06:41.079991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:06:41.080238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:06:41.080574 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:06:41.080911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:06:41.081390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:06:41.082221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:06:41.082221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:06:41.082426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:06:41.082705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:06:41.083052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:06:41.083376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a385b44-f70a-4daa-9d4a-32c5dabf4f61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:06:41.521305 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1f4ca075-faa8-45c3-a913-afb87e7d573e None None] Provisioning complete for port c4555e98-fc12-4b67-b16a-20c0f145eaaa triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:06:41.521613 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f4ca075-faa8-45c3-a913-afb87e7d573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c4555e98-fc12-4b67-b16a-20c0f145eaaa), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:06:41.600807 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ca075-faa8-45c3-a913-afb87e7d573e None None] Current status of the port c4555e98-fc12-4b67-b16a-20c0f145eaaa is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:06:41.610503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1f4ca075-faa8-45c3-a913-afb87e7d573e None None] Provisioning complete for port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:06:41.610923 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f4ca075-faa8-45c3-a913-afb87e7d573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (81bb8d0c-434f-4d1e-bc95-1bcb610aa206), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:06:41.696234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1f4ca075-faa8-45c3-a913-afb87e7d573e None None] Current status of the port 81bb8d0c-434f-4d1e-bc95-1bcb610aa206 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:06:43.310496 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59708) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:06:43.509717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e26c129-1ba9-4ed2-9e35-3e5d446b3ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:06:43.510183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e26c129-1ba9-4ed2-9e35-3e5d446b3ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:06:43.511725 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5e26c129-1ba9-4ed2-9e35-3e5d446b3ac7 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002628 Feb 11 04:06:45.796016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59716) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:06:45.928183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692a146d-eb81-47dc-9ef7-002ec0cc182e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:06:45.928664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692a146d-eb81-47dc-9ef7-002ec0cc182e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:06:45.930243 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-692a146d-eb81-47dc-9ef7-002ec0cc182e admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1332245 Feb 11 04:06:48.196321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59724) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:06:48.322673 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a738da02-a712-4445-8b66-59afc424cbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:06:48.324029 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a738da02-a712-4445-8b66-59afc424cbb7 admin admin] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 886 time: 0.1267283 Feb 11 04:06:50.603995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59732) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:06:50.802613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf679e-8ce4-4225-a4c8-33b1f9ac522f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:06:50.804111 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-53bf679e-8ce4-4225-a4c8-33b1f9ac522f admin admin] 10.222.0.13 "GET /v2.0/networks/933923ad-8d94-4b22-8a6e-4216a4e2c2f6 HTTP/1.1" status: 200 len: 869 time: 0.1991403 Feb 11 04:06:53.061529 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4af102cc-b451-493f-b4c8-539f1339fc7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:06:53.086139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59740) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:06:53.215324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca07a3d3-2f6d-442e-b3cf-fd9801f9fb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:06:53.215779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca07a3d3-2f6d-442e-b3cf-fd9801f9fb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:06:53.217296 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ca07a3d3-2f6d-442e-b3cf-fd9801f9fb47 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1301780 Feb 11 04:06:55.335693 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-815443d5-329f-4496-9a72-93936b45b235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:06:55.468932 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59748) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:06:55.572562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bfa6c9-e6ad-452e-a5f7-3b7a4ea691a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:06:55.573018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bfa6c9-e6ad-452e-a5f7-3b7a4ea691a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:06:55.574502 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c8bfa6c9-e6ad-452e-a5f7-3b7a4ea691a4 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1046419 Feb 11 04:06:56.432900 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:06:57.859472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59756) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:06:57.971453 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ef0122-e9fc-42fc-84f8-383f1d5cd37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:06:57.972810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-38ef0122-e9fc-42fc-84f8-383f1d5cd37d admin admin] 10.222.0.13 "GET /v2.0/subnets/2c449799-1ab4-4046-a5dd-47a8cb01d0bb HTTP/1.1" status: 200 len: 816 time: 0.1123760 Feb 11 04:06:58.010493 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:06:59.181556 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:00.254137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59764) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:07:00.350307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a592bcdf-0d5b-4891-88ed-eb1d47d6f3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:07:00.351680 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a592bcdf-0d5b-4891-88ed-eb1d47d6f3e8 admin admin] 10.222.0.13 "GET /v2.0/subnets/5be8873f-caf8-474b-bdf5-00bcf43344ce HTTP/1.1" status: 200 len: 868 time: 0.0965695 Feb 11 04:07:01.275640 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 5 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:07:23.021457 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-62270ece-f7f9-4a5a-a7e8-5471dd536b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:24.276560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59816) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:07:24.322857 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-e9e8025c-5e96-4257-b6aa-d9a82ec2ab27 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:07:24.323887 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e9e8025c-5e96-4257-b6aa-d9a82ec2ab27 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463786 Feb 11 04:07:25.385955 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-95d08476-82af-4a63-bc42-5d2210209788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:26.420661 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:26.660346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59824) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:07:26.720552 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-0354c410-1251-4902-80aa-7fcd909a99ec admin admin] GET failed (client error): The resource could not be found. Feb 11 04:07:26.721850 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0354c410-1251-4902-80aa-7fcd909a99ec admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597866 Feb 11 04:07:26.969961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6354041-116c-4476-b46b-3e5f944527b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:07:26.971679 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b6354041-116c-4476-b46b-3e5f944527b0 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2457423 Feb 11 04:07:28.009173 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:29.180767 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:29.263362 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59832) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:07:29.310496 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-bcb4d99d-56f1-4fe8-8d33-fd38c9cac702 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:07:29.385801 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb4d99d-56f1-4fe8-8d33-fd38c9cac702 admin admin] Made reservation on behalf of 179f14a42bc9404ca786a28a5ac7c918 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:07:29.388096 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d99d-56f1-4fe8-8d33-fd38c9cac702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:29.416621 n-d-712142-35 neutron-server[103808]: WARNING neutron.services.revisions.revision_plugin [None req-bcb4d99d-56f1-4fe8-8d33-fd38c9cac702 admin admin] Could not find related network for resource to bump revision. Feb 11 04:07:29.427449 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb4d99d-56f1-4fe8-8d33-fd38c9cac702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:07:29.435768 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d99d-56f1-4fe8-8d33-fd38c9cac702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (dc6501e1-e6f2-44c5-859f-c284c70c0e19), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:29.436105 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-bcb4d99d-56f1-4fe8-8d33-fd38c9cac702 admin admin] Added segment dc6501e1-e6f2-44c5-859f-c284c70c0e19 of type vlan for network baa61a1e-b9a9-4650-8661-857fc105fd6d Feb 11 04:07:29.477901 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d99d-56f1-4fe8-8d33-fd38c9cac702 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (baa61a1e-b9a9-4650-8661-857fc105fd6d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:29.557483 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d99d-56f1-4fe8-8d33-fd38c9cac702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (baa61a1e-b9a9-4650-8661-857fc105fd6d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:29.558404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb4d99d-56f1-4fe8-8d33-fd38c9cac702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:07:29.559071 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d99d-56f1-4fe8-8d33-fd38c9cac702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:29.615989 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4d99d-56f1-4fe8-8d33-fd38c9cac702 admin admin] Pushing event updated for resources: {'Network': ['ID=baa61a1e-b9a9-4650-8661-857fc105fd6d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:07:29.627192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network baa61a1e-b9a9-4650-8661-857fc105fd6d details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:07:29.674902 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bcb4d99d-56f1-4fe8-8d33-fd38c9cac702 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4104438 Feb 11 04:07:31.961496 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59840) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:07:32.021352 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedd236f-0b8c-4f2e-9afd-8853d24cfc84 admin admin] GET failed (client error): The resource could not be found. Feb 11 04:07:32.022746 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bedd236f-0b8c-4f2e-9afd-8853d24cfc84 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602555 Feb 11 04:07:32.104088 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b468ff-aba3-46a7-ae62-b19bc3307d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:07:32.105561 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b6b468ff-aba3-46a7-ae62-b19bc3307d86 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0788803 Feb 11 04:07:32.116169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c77132d5-1686-4e6c-b68c-7a009f2907b9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:07:32.192548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77132d5-1686-4e6c-b68c-7a009f2907b9 admin admin] Made reservation on behalf of 179f14a42bc9404ca786a28a5ac7c918 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:07:32.194853 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c77132d5-1686-4e6c-b68c-7a009f2907b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:32.415126 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c77132d5-1686-4e6c-b68c-7a009f2907b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for subnet (57de36d3-af35-484d-ad52-7387e8507304), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:32.472768 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77132d5-1686-4e6c-b68c-7a009f2907b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57de36d3-af35-484d-ad52-7387e8507304,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:07:32.481575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77132d5-1686-4e6c-b68c-7a009f2907b9 admin admin] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:07:32.481933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77132d5-1686-4e6c-b68c-7a009f2907b9 admin admin] Network hostable DHCP agents. Network: baa61a1e-b9a9-4650-8661-857fc105fd6d, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:07:32.557558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77132d5-1686-4e6c-b68c-7a009f2907b9 admin admin] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:07:32.648963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c77132d5-1686-4e6c-b68c-7a009f2907b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, baa61a1e-b9a9-4650-8661-857fc105fd6d) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:07:32.653135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77132d5-1686-4e6c-b68c-7a009f2907b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:07:32.653724 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c77132d5-1686-4e6c-b68c-7a009f2907b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:32.658104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae7b24f-bb5f-4b52-9d55-24c42b83f1f2 None None] Network baa61a1e-b9a9-4650-8661-857fc105fd6d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:07:32.726339 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c77132d5-1686-4e6c-b68c-7a009f2907b9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6144433 Feb 11 04:07:32.760936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-baa61a1e-b9a9-4650-8661-857fc105fd6d', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'project_id': '179f14a42bc9404ca786a28a5ac7c918', 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:07:32.761813 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:32.901333 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Allocated IP 192.168.233.2 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/4ea97ecc-96cb-4055-8f4c-ae16a0573731) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:07:33.046779 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Publish callbacks [] for port (4ea97ecc-96cb-4055-8f4c-ae16a0573731), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:33.147706 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (4ea97ecc-96cb-4055-8f4c-ae16a0573731), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:33.200094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:07:33.203007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:07:33.206476 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:07:33.215903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Pushing event updated for resources: {'Port': ['ID=4ea97ecc-96cb-4055-8f4c-ae16a0573731,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:07:33.225349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:07:33.225691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:07:33.226033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:07:33.226365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:07:33.226720 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:07:33.227049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:07:33.227372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:07:33.227699 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:07:33.228019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:07:33.228338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:07:33.228659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:07:33.228978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:07:33.229295 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:07:33.281649 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Attempting to bind port 4ea97ecc-96cb-4055-8f4c-ae16a0573731 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:07:33.282027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Attempting to bind port 4ea97ecc-96cb-4055-8f4c-ae16a0573731 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:07:33.282393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Attempting to bind port 4ea97ecc-96cb-4055-8f4c-ae16a0573731 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:07:33.287348 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:07:33.287719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:07:33.288110 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:33.288504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:07:33.288966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Bound port: 4ea97ecc-96cb-4055-8f4c-ae16a0573731, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:07:33.289341 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4ea97ecc-96cb-4055-8f4c-ae16a0573731), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:33.353652 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] For port 4ea97ecc-96cb-4055-8f4c-ae16a0573731, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:07:33.357089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] For port 4ea97ecc-96cb-4055-8f4c-ae16a0573731, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4ea97ecc-96cb-4055-8f4c-ae16a0573731,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:07:33.421513 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4ea97ecc-96cb-4055-8f4c-ae16a0573731), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:33.479833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63b0f1-68c8-4f25-b171-09563bfe873c None None] Pushing event updated for resources: {'Port': ['ID=4ea97ecc-96cb-4055-8f4c-ae16a0573731,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:07:33.857445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4ea97ecc-96cb-4055-8f4c-ae16a0573731 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:07:33.910455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 4ea97ecc-96cb-4055-8f4c-ae16a0573731 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:07:33.910906 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4ea97ecc-96cb-4055-8f4c-ae16a0573731), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:33.990923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 4ea97ecc-96cb-4055-8f4c-ae16a0573731 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:07:33.991316 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4ea97ecc-96cb-4055-8f4c-ae16a0573731), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:34.025177 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 4ea97ecc-96cb-4055-8f4c-ae16a0573731, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4ea97ecc-96cb-4055-8f4c-ae16a0573731,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:07:34.089624 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4ea97ecc-96cb-4055-8f4c-ae16a0573731), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:34.154006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=4ea97ecc-96cb-4055-8f4c-ae16a0573731,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:07:34.365493 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac41648-0443-4b85-b81e-545717ebc332 None None] Network baa61a1e-b9a9-4650-8661-857fc105fd6d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:07:34.452005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cfe02801-abb4-4a60-9d8c-19e73cfd6d84 None None] Provisioning complete for port 4ea97ecc-96cb-4055-8f4c-ae16a0573731 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:07:34.452397 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cfe02801-abb4-4a60-9d8c-19e73cfd6d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4ea97ecc-96cb-4055-8f4c-ae16a0573731), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:34.567316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cfe02801-abb4-4a60-9d8c-19e73cfd6d84 None None] Current status of the port 4ea97ecc-96cb-4055-8f4c-ae16a0573731 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:07:34.794604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4fa315c4-5865-43fe-93aa-c84beabcffb6 None None] Provisioning complete for port 4ea97ecc-96cb-4055-8f4c-ae16a0573731 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:07:34.794604 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4fa315c4-5865-43fe-93aa-c84beabcffb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4ea97ecc-96cb-4055-8f4c-ae16a0573731), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:34.884693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4fa315c4-5865-43fe-93aa-c84beabcffb6 None None] Current status of the port 4ea97ecc-96cb-4055-8f4c-ae16a0573731 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:07:35.806958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4ea97ecc-96cb-4055-8f4c-ae16a0573731 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:07:35.855489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 4ea97ecc-96cb-4055-8f4c-ae16a0573731 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:07:35.855879 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4ea97ecc-96cb-4055-8f4c-ae16a0573731), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:35.934320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 4ea97ecc-96cb-4055-8f4c-ae16a0573731 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:07:38.274997 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 5 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:07:53.089418 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fc2e76ba-2da9-4422-951c-100addba148f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:55.351525 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d983de5-71b3-4c67-bebe-8cf10e55c6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:56.420238 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:58.026104 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:07:59.174425 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:08:15.273364 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 5 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:08:23.047684 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-177f7460-9cb9-4dd3-ab38-5ff219db7311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:08:25.339799 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8cd07fa5-5733-445e-9be8-0b6a1800e6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:08:26.431228 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:08:28.013831 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:08:29.156483 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:08:52.270878 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 5 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:08:53.029580 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-21337b5b-c12d-46be-ac6a-92378e558cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:08:55.332941 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5ec72475-32d3-4e2b-bd33-4015b0ed0a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:08:56.452770 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:08:58.006880 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:08:59.178177 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:01.342789 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59878) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:09:01.348422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-2693b947-63e5-4124-95cb-2a7e0394c12f tempest-verify_tempest_config-10939509 tempest-verify_tempest_config-10939509-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:09:01.349378 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2693b947-63e5-4124-95cb-2a7e0394c12f tempest-verify_tempest_config-10939509 tempest-verify_tempest_config-10939509-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056396 Feb 11 04:09:01.896799 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59896) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:09:01.997409 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:02.067425 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Publish callbacks [] for security_group (8d3f1122-6b4f-4089-b541-fcc4745893e7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:02.115109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8d3f1122-6b4f-4089-b541-fcc4745893e7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:02.163700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3f1122-6b4f-4089-b541-fcc4745893e7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:09:02.167423 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=517918f5f17742febd17506ebc515aae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2695787 Feb 11 04:09:02.170225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59900) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:09:02.172892 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.173253 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.173600 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.173943 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.174280 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.174617 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.174981 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.175312 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.175640 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.175967 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.176292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.176619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.176945 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e480fc-2da2-458a-aed0-cae629750725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.279524 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Publish callbacks [] for security_group (8d3f1122-6b4f-4089-b541-fcc4745893e7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:02.299338 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Publish callbacks [] for security_group (8d3f1122-6b4f-4089-b541-fcc4745893e7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:02.452988 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8d3f1122-6b4f-4089-b541-fcc4745893e7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:02.455666 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:02.456819 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d3f1122-6b4f-4089-b541-fcc4745893e7 HTTP/1.1" status: 204 len: 168 time: 0.2855978 Feb 11 04:09:02.465472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3f1122-6b4f-4089-b541-fcc4745893e7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:09:02.474410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.474575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.474941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.475280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.476304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.476747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.477083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.477417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.477746 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.478068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.478392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.478742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.479068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca8dfaf-37d8-4b3b-8439-7a07ab37835a admin admin] Tracked resource versions report: Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: pushed versions: Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: { 'AddressGroup': {'1.2'}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'ConntrackHelper': {'1.0'}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'Log': {'1.0'}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'Network': {'1.1'}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'Port': {'1.7'}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'PortForwarding': {'1.2'}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'QosPolicy': {'1.10'}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'SecurityGroup': {'1.5'}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'SubPort': {'1.0'}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'Subnet': {'1.1'}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'Trunk': {'1.1'}} Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: consumer versions: Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: { DHCP agent@n-d-712142-35: {}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: L3 agent@n-d-712142-35: {}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: Metadata agent@n-d-712142-35: {}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: Metering agent@n-d-712142-35: {}, Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: Open vSwitch agent@n-d-712142-35: { 'AddressGroup': '1.2', Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'ConntrackHelper': '1.0', Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'LocalIPAssociation': '1.0', Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'Log': '1.0', Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'Network': '1.1', Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'Port': '1.7', Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'PortForwarding': '1.2', Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'QosPolicy': '1.10', Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'SecurityGroup': '1.5', Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'SecurityGroupRule': '1.2', Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'SubPort': '1.0', Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'Subnet': '1.1', Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: 'Trunk': '1.1'}} Feb 11 04:09:02.480232 n-d-712142-35 neutron-server[103809]: {{(pid=103809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:09:23.058124 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-39f51148-266d-4eb7-8e52-a266bb12255a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:25.343315 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ed45e620-190d-4e8d-b70e-dd89ccc8f4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:26.411641 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:28.006347 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:29.160520 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:29.270918 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 5 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:09:53.058331 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-47f6ab02-2176-4055-9189-5e4895b21693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:55.319651 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9806c421-4e10-4c74-8db3-1d34b7dd50c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:56.451266 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:58.016568 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:09:59.183343 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:10:06.268471 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 5 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:10:23.050463 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf080-ce14-4e2d-82c4-bce54804eb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:10:25.381849 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-780c5012-d51f-4efd-8592-0ff55a0c1b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:10:26.450378 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:10:28.055955 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:10:29.187511 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:10:43.267434 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 5 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:10:53.027035 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-129fd7aa-d494-43c4-92ed-d183d40d10f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:10:55.358438 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dcf3149e-0cb9-4ef6-8793-c614105bde9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:10:56.438047 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:10:58.032067 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:10:59.187250 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:11:20.266526 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 5 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:11:23.043041 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cb986f11-7040-4a17-816a-e724e9c5ed94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:11:25.323065 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf242bf4-afa9-48f9-ae6b-23ff9acc10a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:11:26.438009 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:11:28.031877 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:11:29.169102 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:11:53.060298 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-785a473d-7246-41d3-ba68-c1d77599dd42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:11:55.339366 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75b10a20-02c3-4026-bf05-7b4f72ee01f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:11:56.447909 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:11:57.266545 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 5 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:11:58.013700 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:11:59.185276 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:12:03.527700 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559608'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:12:03.670255 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559608'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:12:23.029782 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-700b2e87-8ed5-4c0e-9007-dce3585a6fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:12:25.333082 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c8f119c8-d6f5-4e77-af00-3e39c2300b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:12:26.458476 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:12:28.053154 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:12:29.201241 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:12:33.498480 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:12:33.652264 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:12:34.266868 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:12:48.201839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59964) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:12:48.311872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-490d230a-9e7c-4732-b405-e55df26ecd6e admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1087787 Feb 11 04:12:50.858106 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59974) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:12:50.933279 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d1ceb77e-d576-4bb3-bd64-c345bb665e65 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0740671 Feb 11 04:12:53.023610 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2d5b1019-eb7a-4f19-b911-245eae15283d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:12:55.338043 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c08262a8-07ce-48f9-a80d-023024197d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:12:56.480615 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:12:58.023314 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:12:59.228865 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:13:03.480136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:13:03.662958 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:13:11.266766 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:13:23.034350 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7613139-6285-452d-8806-d6a1aad42f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:13:25.343046 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fbdc68f1-2742-497b-8e7c-a623c81d62ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:13:26.468284 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:13:28.034653 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:13:29.194066 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:13:33.542549 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:13:33.679903 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:13:48.268647 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:13:53.040483 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-642e905a-591e-42ab-a0ff-007574045dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:13:55.347295 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-579a7119-aff7-48fd-9e98-83a034fec5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:13:56.473404 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:13:58.033001 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:13:59.198761 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:03.541533 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:03.667508 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:14.645466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60128) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:15.081038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-network', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:15.221616 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Made reservation on behalf of 9f3dc1e033a843348622c78e48335f3c for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:15.225369 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:15.246186 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:15.395350 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Publish callbacks [] for security_group (2935fa1b-bce4-4e08-9f80-06d015b64c0a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:15.444143 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2935fa1b-bce4-4e08-9f80-06d015b64c0a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:15.462478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:14:15.481921 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2935fa1b-bce4-4e08-9f80-06d015b64c0a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:15.485087 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (28b77cd4-8a8a-483f-aace-a192b170fd25), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:15.485524 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Added segment 28b77cd4-8a8a-483f-aace-a192b170fd25 of type vlan for network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Tracked resource versions report: Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: pushed versions: Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: { 'AddressGroup': {'1.2'}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'ConntrackHelper': {'1.0'}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'Log': {'1.0'}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'Network': {'1.1'}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'Port': {'1.7'}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'PortForwarding': {'1.2'}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'QosPolicy': {'1.10'}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'SecurityGroup': {'1.5'}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'SubPort': {'1.0'}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'Subnet': {'1.1'}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'Trunk': {'1.1'}} Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: consumer versions: Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: { DHCP agent@n-d-712142-35: {}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: HyperV agent@n-h1-712142-35: {}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: HyperV agent@n-h2-712142-35: {}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: L3 agent@n-d-712142-35: {}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: Metadata agent@n-d-712142-35: {}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: Metering agent@n-d-712142-35: {}, Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: Open vSwitch agent@n-d-712142-35: { 'AddressGroup': '1.2', Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'ConntrackHelper': '1.0', Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'LocalIPAssociation': '1.0', Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'Log': '1.0', Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'Network': '1.1', Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'Port': '1.7', Feb 11 04:14:15.504048 n-d-712142-35 neutron-server[103808]: 'PortForwarding': '1.2', Feb 11 04:14:15.506426 n-d-712142-35 neutron-server[103808]: 'QosPolicy': '1.10', Feb 11 04:14:15.506426 n-d-712142-35 neutron-server[103808]: 'SecurityGroup': '1.5', Feb 11 04:14:15.506426 n-d-712142-35 neutron-server[103808]: 'SecurityGroupRule': '1.2', Feb 11 04:14:15.506426 n-d-712142-35 neutron-server[103808]: 'SubPort': '1.0', Feb 11 04:14:15.506426 n-d-712142-35 neutron-server[103808]: 'Subnet': '1.1', Feb 11 04:14:15.506426 n-d-712142-35 neutron-server[103808]: 'Trunk': '1.1'}} Feb 11 04:14:15.506426 n-d-712142-35 neutron-server[103808]: {{(pid=103808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:14:15.540750 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:15.632722 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:15.633742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:15.634326 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:15.696491 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] Pushing event updated for resources: {'Network': ['ID=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:15.708019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:14:15.754262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60178) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:15.766972 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c319504c-5d6f-41a6-9a63-90e6e9ec4bd9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1062660 Feb 11 04:14:15.767240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Request body: {'subnet': {'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-subnet', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:15.872765 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Made reservation on behalf of 9f3dc1e033a843348622c78e48335f3c for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:15.875594 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:16.200352 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for subnet (1e603d6b-2704-40e5-a99c-38c00e6fc92c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:16.267591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e603d6b-2704-40e5-a99c-38c00e6fc92c,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:16.281474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:16.281824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:16.282163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:16.282498 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:16.282850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:16.283179 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:16.283508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:16.283830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:16.284151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:16.284471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:16.284790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:16.285110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:16.285420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Tracked resource versions report: Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: pushed versions: Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: { 'AddressGroup': {'1.2'}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'ConntrackHelper': {'1.0'}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'Log': {'1.0'}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'Network': {'1.1'}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'Port': {'1.7'}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'PortForwarding': {'1.2'}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'QosPolicy': {'1.10'}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'SecurityGroup': {'1.5'}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'SubPort': {'1.0'}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'Subnet': {'1.1'}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'Trunk': {'1.1'}} Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: consumer versions: Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: { DHCP agent@n-d-712142-35: {}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: HyperV agent@n-h1-712142-35: {}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: HyperV agent@n-h2-712142-35: {}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: L3 agent@n-d-712142-35: {}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: Metadata agent@n-d-712142-35: {}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: Metering agent@n-d-712142-35: {}, Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: Open vSwitch agent@n-d-712142-35: { 'AddressGroup': '1.2', Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'ConntrackHelper': '1.0', Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'LocalIPAssociation': '1.0', Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'Log': '1.0', Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'Network': '1.1', Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'Port': '1.7', Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'PortForwarding': '1.2', Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'QosPolicy': '1.10', Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'SecurityGroup': '1.5', Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'SecurityGroupRule': '1.2', Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'SubPort': '1.0', Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'Subnet': '1.1', Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: 'Trunk': '1.1'}} Feb 11 04:14:16.286690 n-d-712142-35 neutron-server[103809]: {{(pid=103809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:14:16.318091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Checking segment: {'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:14:16.318578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Network hostable DHCP agents. Network: 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:14:16.409936 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:14:16.483757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:16.495573 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7720088-0038-419d-b27d-98b52c191f04 None None] Network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:14:16.503190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:16.505197 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:16.538180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60200) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:16.578469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6990a9b5-935a-43ca-9a92-3c809fc63ea0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8221033 Feb 11 04:14:16.581296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60206) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:16.585461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:16.642467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:14:16.643632 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:16.701990 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:16.703719 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:16.781527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Allocated IP 172.20.0.2 (9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37/1e603d6b-2704-40e5-a99c-38c00e6fc92c/3a102c3d-7f7a-4b65-bd6f-f65f59d827fc) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:14:16.852681 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Publish callbacks [] for router_controller (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:16.936556 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Publish callbacks [] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:16.999276 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:17.043752 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Pushing event updated for resources: {'Port': ['ID=3a102c3d-7f7a-4b65-bd6f-f65f59d827fc,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:17.051785 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:17.052431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:17.052961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:17.053507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:17.054045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:17.055304 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:17.055833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:17.056363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:17.056885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:17.057412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:17.057931 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:17.058440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:17.058982 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Tracked resource versions report: Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: pushed versions: Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: { 'AddressGroup': {'1.2'}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'ConntrackHelper': {'1.0'}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'Log': {'1.0'}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'Network': {'1.1'}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'Port': {'1.7'}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'PortForwarding': {'1.2'}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'QosPolicy': {'1.10'}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'SecurityGroup': {'1.5'}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'SubPort': {'1.0'}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'Subnet': {'1.1'}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'Trunk': {'1.1'}} Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: consumer versions: Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: { DHCP agent@n-d-712142-35: {}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: HyperV agent@n-h1-712142-35: {}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: HyperV agent@n-h2-712142-35: {}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: L3 agent@n-d-712142-35: {}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: Metadata agent@n-d-712142-35: {}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: Metering agent@n-d-712142-35: {}, Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: Open vSwitch agent@n-d-712142-35: { 'AddressGroup': '1.2', Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'ConntrackHelper': '1.0', Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'LocalIPAssociation': '1.0', Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'Log': '1.0', Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'Network': '1.1', Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'Port': '1.7', Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'PortForwarding': '1.2', Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'QosPolicy': '1.10', Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'SecurityGroup': '1.5', Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'SecurityGroupRule': '1.2', Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'SubPort': '1.0', Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'Subnet': '1.1', Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: 'Trunk': '1.1'}} Feb 11 04:14:17.060297 n-d-712142-35 neutron-server[103810]: {{(pid=103810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:14:17.071947 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:14:17.073791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:17.078296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:14:17.120321 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Publish callbacks [] for router_gateway (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:17.140366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Attempting to bind port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:14:17.140746 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Attempting to bind port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:14:17.141247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Attempting to bind port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc on network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:14:17.149878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:14:17.150359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Checking segment: {'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:14:17.150864 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:17.151268 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Bound using segment: {'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:14:17.151776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Bound port: 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:14:17.152158 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:17.217421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] For port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:14:17.221404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] For port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3a102c3d-7f7a-4b65-bd6f-f65f59d827fc,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:14:17.238887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-39657475-33f1-490f-9966-a7d18358fd8b tempest-AutoAllocateNetworkTest-2046652248 tempest-AutoAllocateNetworkTest-2046652248-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8df5d919facf4004bb43cf6169ce00e1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6984253 Feb 11 04:14:17.241880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60222) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:17.285024 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:17.364226 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df9542-dfae-4305-b791-ff8bc51163d1 None None] Pushing event updated for resources: {'Port': ['ID=3a102c3d-7f7a-4b65-bd6f-f65f59d827fc,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:17.441630 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec13b5fe-bca8-4e8f-b48b-abdcf310a2a7 tempest-AutoAllocateNetworkTest-2046652248 tempest-AutoAllocateNetworkTest-2046652248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:17.444285 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ec13b5fe-bca8-4e8f-b48b-abdcf310a2a7 tempest-AutoAllocateNetworkTest-2046652248 tempest-AutoAllocateNetworkTest-2046652248-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1995161 Feb 11 04:14:17.447733 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60228) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:17.503806 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Publish callbacks [] for router_gateway (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:17.506369 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-139ce66e-d738-4c6b-9277-f579aebf5553 tempest-AutoAllocateNetworkTest-2046652248 tempest-AutoAllocateNetworkTest-2046652248-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575206 Feb 11 04:14:17.509463 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60230) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:17.542246 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-66cbead1-0ec3-4fc6-9474-2b674791b1d6 tempest-AutoAllocateNetworkTest-2046652248 tempest-AutoAllocateNetworkTest-2046652248-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8df5d919facf4004bb43cf6169ce00e1 HTTP/1.1" status: 200 len: 208 time: 0.0315301 Feb 11 04:14:17.547667 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:17.746729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Allocated IP 172.25.3.251 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/35544ce8-bbdd-439c-871a-5841f52a2038) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:14:17.881625 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Publish callbacks [] for port (35544ce8-bbdd-439c-871a-5841f52a2038), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:18.059475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:14:18.079334 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (35544ce8-bbdd-439c-871a-5841f52a2038), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:18.112157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:18.112589 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:18.158638 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:14:18.164531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:18.171979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:14:18.220708 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Pushing event updated for resources: {'Port': ['ID=35544ce8-bbdd-439c-871a-5841f52a2038,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:18.227089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:18.227703 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:18.276557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3a102c3d-7f7a-4b65-bd6f-f65f59d827fc,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:14:18.371813 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:18.425408 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=3a102c3d-7f7a-4b65-bd6f-f65f59d827fc,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:18.580987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3451d697-0f15-460d-b423-c82e626e33bf None None] Network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:14:18.660097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a5ea3790-cc47-4221-b37e-fb9685a10c49 None None] Provisioning complete for port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:18.660496 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a5ea3790-cc47-4221-b37e-fb9685a10c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:18.677411 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Publish callbacks [] for router_gateway (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:18.784926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a5ea3790-cc47-4221-b37e-fb9685a10c49 None None] Current status of the port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:18.803958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60276) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:18.928863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:19.138780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-fbcd92f0-8d61-42be-b88d-c3cbb4fe0778 None None] Provisioning complete for port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:19.139249 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fbcd92f0-8d61-42be-b88d-c3cbb4fe0778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:19.162131 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58dd03b5-7d57-47a9-ace4-d3a119dced3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:19.233024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:14:19.244144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd92f0-8d61-42be-b88d-c3cbb4fe0778 None None] Current status of the port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:19.265870 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58dd03b5-7d57-47a9-ace4-d3a119dced3d admin admin] Publish callbacks [] for security_group (0b9fc249-68cd-4597-86d2-b5ef0ded9031), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:19.336255 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58dd03b5-7d57-47a9-ace4-d3a119dced3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0b9fc249-68cd-4597-86d2-b5ef0ded9031), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:19.369872 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd03b5-7d57-47a9-ace4-d3a119dced3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9fc249-68cd-4597-86d2-b5ef0ded9031,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:19.373136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:14:19.384425 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Sync routers for ids ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:14:19.394862 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-58dd03b5-7d57-47a9-ace4-d3a119dced3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8df5d919facf4004bb43cf6169ce00e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5971415 Feb 11 04:14:19.397654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60298) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:19.408061 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Routers {'c3cd2354-8a63-49b9-80c2-0908d75f6ba8'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:14:19.408727 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:13:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:19.462071 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4874e7a5-59da-4f4b-be4a-2b190443acf0 admin admin] Publish callbacks [] for security_group (0b9fc249-68cd-4597-86d2-b5ef0ded9031), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:19.480560 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:19.484523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-50113e01-7396-4759-b529-f09ec78e3ecb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8995914 Feb 11 04:14:19.484848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60302) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:19.492331 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4874e7a5-59da-4f4b-be4a-2b190443acf0 admin admin] Publish callbacks [] for security_group (0b9fc249-68cd-4597-86d2-b5ef0ded9031), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:19.629405 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Set router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:14:19.633860 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4874e7a5-59da-4f4b-be4a-2b190443acf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0b9fc249-68cd-4597-86d2-b5ef0ded9031), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:19.636689 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4874e7a5-59da-4f4b-be4a-2b190443acf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:19.637908 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4874e7a5-59da-4f4b-be4a-2b190443acf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b9fc249-68cd-4597-86d2-b5ef0ded9031 HTTP/1.1" status: 204 len: 168 time: 0.2390523 Feb 11 04:14:19.655267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874e7a5-59da-4f4b-be4a-2b190443acf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9fc249-68cd-4597-86d2-b5ef0ded9031,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:19.976522 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:18Z', 'revision_number': 3, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:20.017453 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Checking router: c3cd2354-8a63-49b9-80c2-0908d75f6ba8 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:14:20.018128 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Updating router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 port 35544ce8-bbdd-439c-871a-5841f52a2038 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:14:20.056798 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (35544ce8-bbdd-439c-871a-5841f52a2038), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:20.070316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:14:20.135652 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:20.136283 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:20.235207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:20.251930 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:20.335722 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Publish callbacks [] for port (35544ce8-bbdd-439c-871a-5841f52a2038), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:20.399530 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (35544ce8-bbdd-439c-871a-5841f52a2038), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:20.446735 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Pushing event updated for resources: {'Port': ['ID=35544ce8-bbdd-439c-871a-5841f52a2038,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:20.456497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:20.456943 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:20.457380 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:20.458110 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:20.458552 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:20.459142 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:20.459568 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:20.459990 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:20.460932 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:20.461639 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:20.462061 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:20.462484 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:20.462949 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Tracked resource versions report: Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: pushed versions: Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: { 'AddressGroup': {'1.2'}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'ConntrackHelper': {'1.0'}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'LocalIPAssociation': {'1.0'}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'Log': {'1.0'}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'Network': {'1.1'}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'Port': {'1.7'}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'PortForwarding': {'1.2'}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'QosPolicy': {'1.10'}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'SecurityGroup': {'1.5'}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'SecurityGroupRule': {'1.2'}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'SubPort': {'1.0'}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'Subnet': {'1.1'}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'Trunk': {'1.1'}} Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: consumer versions: Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: { DHCP agent@n-d-712142-35: {}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: HyperV agent@n-h1-712142-35: {}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: HyperV agent@n-h2-712142-35: {}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: L3 agent@n-d-712142-35: {}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: Metadata agent@n-d-712142-35: {}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: Metering agent@n-d-712142-35: {}, Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: Open vSwitch agent@n-d-712142-35: { 'AddressGroup': '1.2', Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'ConntrackHelper': '1.0', Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'LocalIPAssociation': '1.0', Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'Log': '1.0', Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'Network': '1.1', Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'Port': '1.7', Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'PortForwarding': '1.2', Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'QosPolicy': '1.10', Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'SecurityGroup': '1.5', Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'SecurityGroupRule': '1.2', Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'SubPort': '1.0', Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'Subnet': '1.1', Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: 'Trunk': '1.1'}} Feb 11 04:14:20.464159 n-d-712142-35 neutron-server[103811]: {{(pid=103811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 04:14:20.487193 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Attempting to bind port 35544ce8-bbdd-439c-871a-5841f52a2038 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:14:20.487686 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Attempting to bind port 35544ce8-bbdd-439c-871a-5841f52a2038 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:14:20.488163 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Attempting to bind port 35544ce8-bbdd-439c-871a-5841f52a2038 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:14:20.493962 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:14:20.494450 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:14:20.495011 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:20.495494 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:14:20.496055 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Bound port: 35544ce8-bbdd-439c-871a-5841f52a2038, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:14:20.496665 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (35544ce8-bbdd-439c-871a-5841f52a2038), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:20.529627 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Allocated IP 172.20.0.1 (9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37/1e603d6b-2704-40e5-a99c-38c00e6fc92c/7400d364-824f-4605-9434-01de64f95a54) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:14:20.566977 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] For port 35544ce8-bbdd-439c-871a-5841f52a2038, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:14:20.571478 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] For port 35544ce8-bbdd-439c-871a-5841f52a2038, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=35544ce8-bbdd-439c-871a-5841f52a2038,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:14:20.650851 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (35544ce8-bbdd-439c-871a-5841f52a2038), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:20.698190 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Publish callbacks [] for port (7400d364-824f-4605-9434-01de64f95a54), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:20.733366 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Routers {'c3cd2354-8a63-49b9-80c2-0908d75f6ba8'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:14:20.734246 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:13:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:20.795042 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bfdca-2006-4d90-a8cd-a4d991862dc2 None None] Pushing event updated for resources: {'Port': ['ID=35544ce8-bbdd-439c-871a-5841f52a2038,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:20.810434 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (7400d364-824f-4605-9434-01de64f95a54), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:20.854674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:14:20.859500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:20.863236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:14:20.864116 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:20.881624 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] Set router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:14:20.995597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Pushing event updated for resources: {'Port': ['ID=7400d364-824f-4605-9434-01de64f95a54,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:21.165780 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:18Z', 'revision_number': 3, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:21.197718 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052e023-752c-43b6-8faf-7e811e3b14e6 None None] The sync data for ids ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'] in n-d-712142-35 is: [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:18Z', 'revision_number': 3, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:14:21.210233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8c4c1a74-5ad6-4c64-921f-7f1518111c26 None None] Provisioning complete for port 7400d364-824f-4605-9434-01de64f95a54 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:21.210233 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8c4c1a74-5ad6-4c64-921f-7f1518111c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7400d364-824f-4605-9434-01de64f95a54), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:21.264418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c1a74-5ad6-4c64-921f-7f1518111c26 None None] Port 7400d364-824f-4605-9434-01de64f95a54 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:14:21.385877 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7400d364-824f-4605-9434-01de64f95a54), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:21.667189 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Publish callbacks [] for port (7400d364-824f-4605-9434-01de64f95a54), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:21.682066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60400) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:21.684800 n-d-712142-35 neutron-server[103809]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 04:14:21.727605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-80a2a1e9-b3e6-4d7b-8fe9-82bc782d1b88 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1ad1fe00ed5f43a4af85251436fa031f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440850 Feb 11 04:14:21.730948 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7400d364-824f-4605-9434-01de64f95a54), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:21.731961 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:21.861902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Pushing event updated for resources: {'Port': ['ID=7400d364-824f-4605-9434-01de64f95a54,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:22.057846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-beca1dcf-158b-448d-8643-b6d4fc9c247f tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:22.059416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-beca1dcf-158b-448d-8643-b6d4fc9c247f tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3188279 Feb 11 04:14:22.061344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:14:22.062853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:22.082766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-d4d3610a-ec0a-4a98-a67a-b232b99b400f tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/quotas/1ad1fe00ed5f43a4af85251436fa031f HTTP/1.1" status: 200 len: 375 time: 0.0153797 Feb 11 04:14:22.149213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 35544ce8-bbdd-439c-871a-5841f52a2038 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:14:22.261429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 35544ce8-bbdd-439c-871a-5841f52a2038 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:22.262071 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (35544ce8-bbdd-439c-871a-5841f52a2038), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:22.262357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-709f366c-c40a-482f-9cf4-9781376e3a0f tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ad1fe00ed5f43a4af85251436fa031f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1222997 Feb 11 04:14:22.394237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 35544ce8-bbdd-439c-871a-5841f52a2038 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:22.395330 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (35544ce8-bbdd-439c-871a-5841f52a2038), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:22.431895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 35544ce8-bbdd-439c-871a-5841f52a2038, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=35544ce8-bbdd-439c-871a-5841f52a2038,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:14:22.503746 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1e4fecc9-6cfe-4f2e-a9cb-705d87658401 None None] Provisioning complete for port 7400d364-824f-4605-9434-01de64f95a54 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:22.505301 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e4fecc9-6cfe-4f2e-a9cb-705d87658401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7400d364-824f-4605-9434-01de64f95a54), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:22.541117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:14:22.557777 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (35544ce8-bbdd-439c-871a-5841f52a2038), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:22.591295 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1e4fecc9-6cfe-4f2e-a9cb-705d87658401 None None] Port 7400d364-824f-4605-9434-01de64f95a54 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:14:22.623574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=35544ce8-bbdd-439c-871a-5841f52a2038,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:22.719849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:14:22.730690 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-14da8435-6f0e-474b-b9b5-163c6e286df5 admin admin] 10.222.0.13 "PUT /v2.0/routers/c3cd2354-8a63-49b9-80c2-0908d75f6ba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2407701 Feb 11 04:14:23.073139 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fc583dd4-f7e8-4915-a361-004ceb4fdd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:23.172706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60492) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:23.374423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Sync routers for ids ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:14:23.385586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Routers {'c3cd2354-8a63-49b9-80c2-0908d75f6ba8'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:14:23.386287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:13:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:23.487986 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10377d82-04ba-45e6-9f39-cbbacb368959 req-63e693e8-a079-4b2b-b8ee-b798b1a1d173 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 210 time: 0.3133476 Feb 11 04:14:23.680203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Set router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:14:23.875982 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-02bc15f4-f156-4f27-8b92-4b56bb8f6c6a tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3b1dc3a1b55f488380a6d11e237a10f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290518 Feb 11 04:14:23.931115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60552) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:23.936299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095851016-network', 'tenant_id': 'a355e86c18124ad595b2dd710a22a2b1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:23.945504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7400d364-824f-4605-9434-01de64f95a54', 'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'mac_address': 'fa:16:3e:fd:d3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:20Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 2, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'subnets': [{'id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:23.975654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Checking router: c3cd2354-8a63-49b9-80c2-0908d75f6ba8 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:14:23.976131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Updating router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 port 7400d364-824f-4605-9434-01de64f95a54 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:14:24.018373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-54689958-bbaf-4c74-81e7-dc19de4f851f tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:24.020188 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-54689958-bbaf-4c74-81e7-dc19de4f851f tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426458 Feb 11 04:14:24.025178 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7400d364-824f-4605-9434-01de64f95a54), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:24.045682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] Made reservation on behalf of a355e86c18124ad595b2dd710a22a2b1 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:24.050387 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:24.061435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:24.064512 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-c7f6f7cd-017f-44f8-854a-32070ca56147 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/quotas/3b1dc3a1b55f488380a6d11e237a10f1 HTTP/1.1" status: 200 len: 375 time: 0.0322351 Feb 11 04:14:24.065692 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 35544ce8-bbdd-439c-871a-5841f52a2038 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:14:24.105533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-837b4ccc-0b56-42cf-aa7c-b97297836207 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b1dc3a1b55f488380a6d11e237a10f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340531 Feb 11 04:14:24.254301 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] Publish callbacks [] for security_group (43a24d14-6b95-4332-9437-780eac98aba4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:24.307185 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (43a24d14-6b95-4332-9437-780eac98aba4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:24.325635 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 35544ce8-bbdd-439c-871a-5841f52a2038 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:24.326024 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (35544ce8-bbdd-439c-871a-5841f52a2038), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:24.353155 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:14:24.369025 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777494307503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d3e93cfc-52de-4596-8efe-419f7c6db979), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:24.369608 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] Unsubscribe: segment precommit_create {{(pid=103809) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 04:14:24.370100 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] Added segment d3e93cfc-52de-4596-8efe-419f7c6db979 of type vlan for network 07038ef8-07f8-487a-860c-aad66f765767 Feb 11 04:14:24.378171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a24d14-6b95-4332-9437-780eac98aba4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:24.474275 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (07038ef8-07f8-487a-860c-aad66f765767), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:24.539769 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6e9bc67-ebea-4812-bcad-90cd105597a9 req-3e857c87-cd82-4048-98ee-faea95568854 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 210 time: 0.0555627 Feb 11 04:14:24.651828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 35544ce8-bbdd-439c-871a-5841f52a2038 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:24.678706 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (07038ef8-07f8-487a-860c-aad66f765767), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:24.684240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:24.686435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:24.779596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60604) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:24.816267 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Publish callbacks [] for port (7400d364-824f-4605-9434-01de64f95a54), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:24.861875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e262c37-2b81-4605-a2bc-b18521d0397c req-18d3495a-80ed-4be9-a77d-9658a25c07bc tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 210 time: 0.0758317 Feb 11 04:14:24.907272 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7400d364-824f-4605-9434-01de64f95a54), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:24.931256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60616) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:24.961814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0293503 Feb 11 04:14:24.965506 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60622) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:24.967510 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25c856-2fc5-4e5d-b8b1-6a0a6ef62494 admin admin] Pushing event updated for resources: {'Network': ['ID=07038ef8-07f8-487a-860c-aad66f765767,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:24.975016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0223d71b-ce1c-4cba-bd9c-f08dd27fb6f3 admin admin] Request body: {'subnet': {'network_id': '07038ef8-07f8-487a-860c-aad66f765767', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095851016-subnet', 'tenant_id': 'a355e86c18124ad595b2dd710a22a2b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:25.005154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 07038ef8-07f8-487a-860c-aad66f765767 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:14:25.019706 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d46a9e-588c-4fd5-b4f1-2bc45dfc1dc3 None None] Pushing event updated for resources: {'Port': ['ID=7400d364-824f-4605-9434-01de64f95a54,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:25.078255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0223d71b-ce1c-4cba-bd9c-f08dd27fb6f3 admin admin] Made reservation on behalf of a355e86c18124ad595b2dd710a22a2b1 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:25.081870 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0223d71b-ce1c-4cba-bd9c-f08dd27fb6f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:25.197088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd4c375c-b613-4066-967a-00c7d196bb0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:25.227731 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Attempting to bind port 7400d364-824f-4605-9434-01de64f95a54 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:14:25.228107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Attempting to bind port 7400d364-824f-4605-9434-01de64f95a54 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:14:25.228471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Attempting to bind port 7400d364-824f-4605-9434-01de64f95a54 on network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:14:25.245471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:14:25.246224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Checking segment: {'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:14:25.246809 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:25.247351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Bound using segment: {'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:14:25.248153 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Bound port: 7400d364-824f-4605-9434-01de64f95a54, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:14:25.253156 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7400d364-824f-4605-9434-01de64f95a54), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:25.268095 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:14:25.325295 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd4c375c-b613-4066-967a-00c7d196bb0d admin admin] Publish callbacks [] for security_group (564ee2e7-5043-44ba-ae15-05eff730a0bf), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:25.335780 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8eb25ff0-2675-41cd-8de3-e4a6e937cd2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:25.383648 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] For port 7400d364-824f-4605-9434-01de64f95a54, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:14:25.388252 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] For port 7400d364-824f-4605-9434-01de64f95a54, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7400d364-824f-4605-9434-01de64f95a54,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:14:25.424455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-34bf2bcc-d897-4771-a942-43e522d20f30 None None] Provisioning complete for port 7400d364-824f-4605-9434-01de64f95a54 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:25.424997 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34bf2bcc-d897-4771-a942-43e522d20f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7400d364-824f-4605-9434-01de64f95a54), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:25.435648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd4c375c-b613-4066-967a-00c7d196bb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (564ee2e7-5043-44ba-ae15-05eff730a0bf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:25.436351 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60644) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:25.462520 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8eb25ff0-2675-41cd-8de3-e4a6e937cd2d admin admin] Publish callbacks [] for security_group (9fcb544c-8ba1-47b6-abce-730220f7fabd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:25.473946 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-34bf2bcc-d897-4771-a942-43e522d20f30 None None] Port 7400d364-824f-4605-9434-01de64f95a54 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:14:25.503467 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7400d364-824f-4605-9434-01de64f95a54), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:25.509682 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e037444d-3603-4eec-a1a0-16b35197db1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:25.593771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Routers {'c3cd2354-8a63-49b9-80c2-0908d75f6ba8'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:14:25.594406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:14:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:25.597497 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d46a9e-588c-4fd5-b4f1-2bc45dfc1dc3 None None] Pushing event updated for resources: {'Port': ['ID=7400d364-824f-4605-9434-01de64f95a54,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:25.610816 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d00ee6e3-df2c-4641-8bf1-42c434f3695e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:25.636800 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bd4c375c-b613-4066-967a-00c7d196bb0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad94b061787044dba4944d67ba571629&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8561258 Feb 11 04:14:25.640112 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8eb25ff0-2675-41cd-8de3-e4a6e937cd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9fcb544c-8ba1-47b6-abce-730220f7fabd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:25.646606 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60658) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:25.657302 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c375c-b613-4066-967a-00c7d196bb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564ee2e7-5043-44ba-ae15-05eff730a0bf,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:25.689773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-872dab0a-3797-42f8-bcf4-312d2ec67c0c req-5ead340b-aecf-4c46-8f46-9c784d6e021c tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 210 time: 0.0537579 Feb 11 04:14:25.723743 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0223d71b-ce1c-4cba-bd9c-f08dd27fb6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for subnet (c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:25.780923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] Set router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:14:25.812823 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d00ee6e3-df2c-4641-8bf1-42c434f3695e admin admin] Publish callbacks [] for security_group (6c1dbf02-51e6-4c88-aefc-559e20d78bea), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:25.901297 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d00ee6e3-df2c-4641-8bf1-42c434f3695e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6c1dbf02-51e6-4c88-aefc-559e20d78bea), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.019850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d00ee6e3-df2c-4641-8bf1-42c434f3695e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f5886f17fce411ab4d8308fcbb8b052&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5821621 Feb 11 04:14:26.031248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.47', 56342) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:26.031852 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60672) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:26.049352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ee6e3-df2c-4641-8bf1-42c434f3695e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1dbf02-51e6-4c88-aefc-559e20d78bea,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:26.065369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3e0ba03b-b3de-4f27-8b0f-365bc8f412f3 None None] Provisioning complete for port 7400d364-824f-4605-9434-01de64f95a54 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:26.074987 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e0ba03b-b3de-4f27-8b0f-365bc8f412f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7400d364-824f-4605-9434-01de64f95a54), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.090912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e620436-4f03-470d-960f-8899152ffc10 req-22d646a3-0dad-4353-843e-36120d0f871c tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 210 time: 0.0862198 Feb 11 04:14:26.095534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ce6b2de7-5d73-4f24-8ee5-4306b63e881e tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1ad1fe00ed5f43a4af85251436fa031f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613995 Feb 11 04:14:26.096333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60678) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:26.100621 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8eb25ff0-2675-41cd-8de3-e4a6e937cd2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75c8e47086624339affebbb6ccf5d7b6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1557586 Feb 11 04:14:26.148114 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223d71b-ce1c-4cba-bd9c-f08dd27fb6f3 admin admin] Checking segment: {'id': 'd3e93cfc-52de-4596-8efe-419f7c6db979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '07038ef8-07f8-487a-860c-aad66f765767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:14:26.148531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223d71b-ce1c-4cba-bd9c-f08dd27fb6f3 admin admin] Network hostable DHCP agents. Network: 07038ef8-07f8-487a-860c-aad66f765767, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:14:26.150881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb25ff0-2675-41cd-8de3-e4a6e937cd2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcb544c-8ba1-47b6-abce-730220f7fabd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:26.159488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223d71b-ce1c-4cba-bd9c-f08dd27fb6f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:26.183102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7400d364-824f-4605-9434-01de64f95a54', 'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'mac_address': 'fa:16:3e:fd:d3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:20Z', 'updated_at': '2022-02-11T04:14:25Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'subnets': [{'id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:26.189634 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1c83f60-dd29-4f28-a76e-4dafedc6a131 admin admin] Publish callbacks [] for security_group (564ee2e7-5043-44ba-ae15-05eff730a0bf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.211769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d796c919-1fbe-45c4-a08f-c962088a0531 None None] The sync data for ids ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'] in n-d-712142-35 is: [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7400d364-824f-4605-9434-01de64f95a54', 'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'mac_address': 'fa:16:3e:fd:d3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:20Z', 'updated_at': '2022-02-11T04:14:25Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'subnets': [{'id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:14:26.218786 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1c83f60-dd29-4f28-a76e-4dafedc6a131 admin admin] Publish callbacks [] for security_group (564ee2e7-5043-44ba-ae15-05eff730a0bf), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.284670 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ba03b-b3de-4f27-8b0f-365bc8f412f3 None None] Current status of the port 7400d364-824f-4605-9434-01de64f95a54 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:26.285504 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e0ba03b-b3de-4f27-8b0f-365bc8f412f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7400d364-824f-4605-9434-01de64f95a54), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.286567 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fcedf03d-955e-4ff8-9fd7-f02e780482ec admin admin] Publish callbacks [] for security_group (6c1dbf02-51e6-4c88-aefc-559e20d78bea), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.345676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223d71b-ce1c-4cba-bd9c-f08dd27fb6f3 admin admin] Network 07038ef8-07f8-487a-860c-aad66f765767 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:14:26.358700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3e0ba03b-b3de-4f27-8b0f-365bc8f412f3 None None] For port 7400d364-824f-4605-9434-01de64f95a54, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7400d364-824f-4605-9434-01de64f95a54,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:14:26.393998 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8d6038f2-f797-4e3e-a3b4-c6a2fc852526 admin admin] Publish callbacks [] for security_group (9fcb544c-8ba1-47b6-abce-730220f7fabd), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.410671 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e0ba03b-b3de-4f27-8b0f-365bc8f412f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7400d364-824f-4605-9434-01de64f95a54), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.426695 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fcedf03d-955e-4ff8-9fd7-f02e780482ec admin admin] Publish callbacks [] for security_group (6c1dbf02-51e6-4c88-aefc-559e20d78bea), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.474731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-0223d71b-ce1c-4cba-bd9c-f08dd27fb6f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 07038ef8-07f8-487a-860c-aad66f765767) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:26.484725 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0223d71b-ce1c-4cba-bd9c-f08dd27fb6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:26.486872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0223d71b-ce1c-4cba-bd9c-f08dd27fb6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.490719 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1c83f60-dd29-4f28-a76e-4dafedc6a131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (564ee2e7-5043-44ba-ae15-05eff730a0bf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.495769 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1c83f60-dd29-4f28-a76e-4dafedc6a131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.497439 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d1c83f60-dd29-4f28-a76e-4dafedc6a131 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/564ee2e7-5043-44ba-ae15-05eff730a0bf HTTP/1.1" status: 204 len: 168 time: 0.8426323 Feb 11 04:14:26.517131 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8d6038f2-f797-4e3e-a3b4-c6a2fc852526 admin admin] Publish callbacks [] for security_group (9fcb544c-8ba1-47b6-abce-730220f7fabd), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.530480 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c83f60-dd29-4f28-a76e-4dafedc6a131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564ee2e7-5043-44ba-ae15-05eff730a0bf,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:26.601037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-2709564e-6cfe-4da7-b380-2e79e6a16490 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:26.602649 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-2709564e-6cfe-4da7-b380-2e79e6a16490 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4947402 Feb 11 04:14:26.617799 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0223d71b-ce1c-4cba-bd9c-f08dd27fb6f3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6511240 Feb 11 04:14:26.620500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60702) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:26.625734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095851016-router', 'tenant_id': 'a355e86c18124ad595b2dd710a22a2b1', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:26.638340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd30f998-e9fa-4137-8042-bb9c0de02666 None None] Network 07038ef8-07f8-487a-860c-aad66f765767 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:14:26.683978 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.705055 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Request body: {'port': {'device_id': '66affa22-c1dc-48df-af62-8f2ae0511d83', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '1ad1fe00ed5f43a4af85251436fa031f'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:26.752629 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (5841c546-abaf-44aa-8429-1491939ac2ec), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.764083 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (5841c546-abaf-44aa-8429-1491939ac2ec), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.768568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ba03b-b3de-4f27-8b0f-365bc8f412f3 None None] Pushing event updated for resources: {'Port': ['ID=7400d364-824f-4605-9434-01de64f95a54,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:26.830214 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8d6038f2-f797-4e3e-a3b4-c6a2fc852526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9fcb544c-8ba1-47b6-abce-730220f7fabd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.834428 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8d6038f2-f797-4e3e-a3b4-c6a2fc852526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.835675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8d6038f2-f797-4e3e-a3b4-c6a2fc852526 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fcb544c-8ba1-47b6-abce-730220f7fabd HTTP/1.1" status: 204 len: 168 time: 0.7370777 Feb 11 04:14:26.836581 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fcedf03d-955e-4ff8-9fd7-f02e780482ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6c1dbf02-51e6-4c88-aefc-559e20d78bea), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.839400 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fcedf03d-955e-4ff8-9fd7-f02e780482ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:26.841304 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fcedf03d-955e-4ff8-9fd7-f02e780482ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c1dbf02-51e6-4c88-aefc-559e20d78bea HTTP/1.1" status: 204 len: 168 time: 0.8061793 Feb 11 04:14:26.855384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-07038ef8-07f8-487a-860c-aad66f765767', 'network_id': '07038ef8-07f8-487a-860c-aad66f765767', 'project_id': 'a355e86c18124ad595b2dd710a22a2b1', 'fixed_ips': [{'subnet_id': 'c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:14:26.859136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:27.063166 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Publish callbacks [] for router_controller (5841c546-abaf-44aa-8429-1491939ac2ec), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:27.114867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6038f2-f797-4e3e-a3b4-c6a2fc852526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcb544c-8ba1-47b6-abce-730220f7fabd,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:27.162737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Allocated IP 172.20.0.2 (07038ef8-07f8-487a-860c-aad66f765767/c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d/cce5d580-22f2-4c35-9828-1d5d359fa234) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:14:27.184284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6d17a95-822f-4ff1-8829-0a965473103e req-badb790c-545e-45c6-be31-13af153e4cd5 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 210 time: 0.3412197 Feb 11 04:14:27.251905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedf03d-955e-4ff8-9fd7-f02e780482ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1dbf02-51e6-4c88-aefc-559e20d78bea,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:27.409517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9953cf64-9753-475f-8976-f3a24646c1f4 req-be81e3c2-8007-491d-8a25-350629b0e7a8 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 210 time: 0.0656226 Feb 11 04:14:27.473796 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Publish callbacks [] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:27.564641 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:27.621109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.47', 56346) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:27.684158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Pushing event updated for resources: {'Port': ['ID=cce5d580-22f2-4c35-9828-1d5d359fa234,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:27.693582 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Publish callbacks [] for router_gateway (5841c546-abaf-44aa-8429-1491939ac2ec), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:27.699998 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-0c576655-bce1-45d3-89dd-80bd64b12e0a tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3b1dc3a1b55f488380a6d11e237a10f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774117 Feb 11 04:14:27.711499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Network 07038ef8-07f8-487a-860c-aad66f765767 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:14:27.719019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:27.719019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:14:27.789269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Made reservation on behalf of 1ad1fe00ed5f43a4af85251436fa031f for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:27.793307 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:27.826937 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:27.833757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Attempting to bind port cce5d580-22f2-4c35-9828-1d5d359fa234 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:14:27.834159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Attempting to bind port cce5d580-22f2-4c35-9828-1d5d359fa234 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'd3e93cfc-52de-4596-8efe-419f7c6db979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '07038ef8-07f8-487a-860c-aad66f765767'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:14:27.834524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Attempting to bind port cce5d580-22f2-4c35-9828-1d5d359fa234 on network 07038ef8-07f8-487a-860c-aad66f765767 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:14:27.840997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:14:27.841375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Checking segment: {'id': 'd3e93cfc-52de-4596-8efe-419f7c6db979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '07038ef8-07f8-487a-860c-aad66f765767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:14:27.841778 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:27.844829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Bound using segment: {'id': 'd3e93cfc-52de-4596-8efe-419f7c6db979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '07038ef8-07f8-487a-860c-aad66f765767'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:14:27.844829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Bound port: cce5d580-22f2-4c35-9828-1d5d359fa234, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e93cfc-52de-4596-8efe-419f7c6db979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '07038ef8-07f8-487a-860c-aad66f765767'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:14:27.844829 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:27.863444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-9bfa15c7-8a4b-485a-ae16-042fe54b181a tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:27.865356 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-9bfa15c7-8a4b-485a-ae16-042fe54b181a tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557446 Feb 11 04:14:27.880780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Request body: {'port': {'device_id': 'aa072b2b-6339-43d5-b921-d4499c7bad52', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '3b1dc3a1b55f488380a6d11e237a10f1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:27.957123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] For port cce5d580-22f2-4c35-9828-1d5d359fa234, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:14:27.968248 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] For port cce5d580-22f2-4c35-9828-1d5d359fa234, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cce5d580-22f2-4c35-9828-1d5d359fa234,segment=NetworkSegment(d3e93cfc-52de-4596-8efe-419f7c6db979),segment_id=d3e93cfc-52de-4596-8efe-419f7c6db979)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:14:28.029236 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks [] for security_group (c0030e93-906a-41ab-9fdb-1391af6e2fd5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:28.073365 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:28.074649 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:28.119592 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c0030e93-906a-41ab-9fdb-1391af6e2fd5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:28.175162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60774) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:28.212810 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7400d364-824f-4605-9434-01de64f95a54 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:14:28.449049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1601c2-7f87-4437-9b02-cbf137da61b4 None None] Pushing event updated for resources: {'Port': ['ID=cce5d580-22f2-4c35-9828-1d5d359fa234,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:28.496992 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7400d364-824f-4605-9434-01de64f95a54 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:28.497640 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7400d364-824f-4605-9434-01de64f95a54), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:28.614766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-782d6ce4-a4a0-40dc-8f68-d2da8c4c17d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:28.658452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Made reservation on behalf of 3b1dc3a1b55f488380a6d11e237a10f1 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:28.666748 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:28.691952 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:28.696442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0030e93-906a-41ab-9fdb-1391af6e2fd5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:28.709837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60790) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:28.806576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7400d364-824f-4605-9434-01de64f95a54 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:28.807277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60792) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:28.827088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bedfccb-e851-40b7-8190-d4cc90de2564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:28.837853 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01fc77e6-bd7e-4cc5-b9b9-2f3006465b82 req-f0a02961-2d0e-413b-b620-027727fa0c22 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 210 time: 0.2173314 Feb 11 04:14:28.847897 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Publish callbacks [] for router_gateway (5841c546-abaf-44aa-8429-1491939ac2ec), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:28.873682 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-efbd752b-e9d3-48ae-8572-fabb35a4f1bc req-274c6ace-1f7d-4c13-9818-c8fa7c2e174f tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 210 time: 0.3515844 Feb 11 04:14:28.998341 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4efb0ae-e963-4d0a-89c8-99454292a958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.010082 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.012018 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Publish callbacks [] for security_group (9e9cb979-e059-472b-b295-e4a6d2afad6c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.138940 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bedfccb-e851-40b7-8190-d4cc90de2564 admin admin] Publish callbacks [] for security_group (56716f8d-57c9-4ff7-9b74-ee3d3cb6cee8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.139866 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9e9cb979-e059-472b-b295-e4a6d2afad6c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.249973 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.253285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Allocated IP 172.25.3.93 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/d87de4cf-3156-4293-b7ec-513e498ed724) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:14:29.265942 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4efb0ae-e963-4d0a-89c8-99454292a958 admin admin] Publish callbacks [] for security_group (0f446917-3128-4ddc-aa55-88ac609efe3a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.270635 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bedfccb-e851-40b7-8190-d4cc90de2564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (56716f8d-57c9-4ff7-9b74-ee3d3cb6cee8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.308375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9cb979-e059-472b-b295-e4a6d2afad6c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:29.320965 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9bedfccb-e851-40b7-8190-d4cc90de2564 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c122a54e91fd4217b43bcfdfbc873a30&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6064441 Feb 11 04:14:29.324392 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60794) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:29.351979 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4efb0ae-e963-4d0a-89c8-99454292a958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0f446917-3128-4ddc-aa55-88ac609efe3a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.385195 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedfccb-e851-40b7-8190-d4cc90de2564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56716f8d-57c9-4ff7-9b74-ee3d3cb6cee8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:29.405673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Allocated IP 192.168.233.183 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/ac5b2b40-9739-4b6e-b88c-a72c013b23e9) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:14:29.451779 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c4efb0ae-e963-4d0a-89c8-99454292a958 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85f23f9e373c42d0b815685b2c088521&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6334288 Feb 11 04:14:29.457082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60796) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:29.626431 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Publish callbacks [] for port (d87de4cf-3156-4293-b7ec-513e498ed724), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.626923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efb0ae-e963-4d0a-89c8-99454292a958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f446917-3128-4ddc-aa55-88ac609efe3a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:29.626923 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2baa8a71-75cc-4778-a58c-5c2598eefdc4 admin admin] Publish callbacks [] for security_group (56716f8d-57c9-4ff7-9b74-ee3d3cb6cee8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.626923 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2baa8a71-75cc-4778-a58c-5c2598eefdc4 admin admin] Publish callbacks [] for security_group (56716f8d-57c9-4ff7-9b74-ee3d3cb6cee8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.627472 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-782d6ce4-a4a0-40dc-8f68-d2da8c4c17d9 admin admin] Publish callbacks [] for security_group (25e0aa33-5bb3-4f39-b5fb-4257c3e88697), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.627472 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5bff33fc-7760-402e-993d-0124a87b0dda admin admin] Publish callbacks [] for security_group (0f446917-3128-4ddc-aa55-88ac609efe3a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.644796 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5bff33fc-7760-402e-993d-0124a87b0dda admin admin] Publish callbacks [] for security_group (0f446917-3128-4ddc-aa55-88ac609efe3a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.752427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d355bce3-25b9-4dae-b6a4-6ea1897694bf None None] Network 07038ef8-07f8-487a-860c-aad66f765767 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:14:29.856873 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-09ab497d-a8d1-42c6-b125-00338d1bfc36 None None] Provisioning complete for port cce5d580-22f2-4c35-9828-1d5d359fa234 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:29.857400 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-09ab497d-a8d1-42c6-b125-00338d1bfc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:29.883470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60802) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:30.024459 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-09ab497d-a8d1-42c6-b125-00338d1bfc36 None None] Current status of the port cce5d580-22f2-4c35-9828-1d5d359fa234 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:30.025125 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-09ab497d-a8d1-42c6-b125-00338d1bfc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:30.097102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-09ab497d-a8d1-42c6-b125-00338d1bfc36 None None] For port cce5d580-22f2-4c35-9828-1d5d359fa234, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cce5d580-22f2-4c35-9828-1d5d359fa234,segment=NetworkSegment(d3e93cfc-52de-4596-8efe-419f7c6db979),segment_id=d3e93cfc-52de-4596-8efe-419f7c6db979)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:14:30.117847 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-204d0d6d-93ec-455f-b53f-dec939ca49fd req-61ba8abf-0cc4-437c-a13d-3ac781dd2cff tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 210 time: 0.0994217 Feb 11 04:14:30.222775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cce5d580-22f2-4c35-9828-1d5d359fa234 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:14:30.232272 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-533af1dc-2a46-44a2-b6ea-2c81d24b4b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:30.308642 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port cce5d580-22f2-4c35-9828-1d5d359fa234 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:30.309243 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:30.385525 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3757efe3-8d51-432f-b045-d25ad6f50512 req-c12f1119-0067-48ad-b106-0c713f21ccf2 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 210 time: 0.0632477 Feb 11 04:14:30.426071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port cce5d580-22f2-4c35-9828-1d5d359fa234 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:30.426528 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:30.649894 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-782d6ce4-a4a0-40dc-8f68-d2da8c4c17d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (25e0aa33-5bb3-4f39-b5fb-4257c3e88697), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:30.690734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d6ce4-a4a0-40dc-8f68-d2da8c4c17d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e0aa33-5bb3-4f39-b5fb-4257c3e88697,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:30.695173 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-782d6ce4-a4a0-40dc-8f68-d2da8c4c17d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cee2db3e4c2941ca9ac35cd6fbaac53b&name=default HTTP/1.1" status: 200 len: 2993 time: 2.4782939 Feb 11 04:14:30.703727 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60810) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:30.715904 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-09ab497d-a8d1-42c6-b125-00338d1bfc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:30.752056 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5bff33fc-7760-402e-993d-0124a87b0dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0f446917-3128-4ddc-aa55-88ac609efe3a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:30.757456 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5bff33fc-7760-402e-993d-0124a87b0dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:30.758993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5bff33fc-7760-402e-993d-0124a87b0dda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f446917-3128-4ddc-aa55-88ac609efe3a HTTP/1.1" status: 204 len: 168 time: 1.2947991 Feb 11 04:14:30.762912 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (d87de4cf-3156-4293-b7ec-513e498ed724), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:30.764132 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2baa8a71-75cc-4778-a58c-5c2598eefdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (56716f8d-57c9-4ff7-9b74-ee3d3cb6cee8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:30.764670 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2baa8a71-75cc-4778-a58c-5c2598eefdc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:30.767299 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2baa8a71-75cc-4778-a58c-5c2598eefdc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56716f8d-57c9-4ff7-9b74-ee3d3cb6cee8 HTTP/1.1" status: 204 len: 168 time: 1.4408872 Feb 11 04:14:30.790379 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa8a71-75cc-4778-a58c-5c2598eefdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56716f8d-57c9-4ff7-9b74-ee3d3cb6cee8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:30.798218 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9628bbb5-1bf9-4535-95b6-3e5e59d45ffe admin admin] Publish callbacks [] for security_group (25e0aa33-5bb3-4f39-b5fb-4257c3e88697), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:30.828460 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9628bbb5-1bf9-4535-95b6-3e5e59d45ffe admin admin] Publish callbacks [] for security_group (25e0aa33-5bb3-4f39-b5fb-4257c3e88697), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:30.861578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff33fc-7760-402e-993d-0124a87b0dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f446917-3128-4ddc-aa55-88ac609efe3a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:30.943580 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:14:30.943958 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:14:30.953901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:14:30.958882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-caed6eff-3bf4-4f58-9123-5089a3c1262b None None] Provisioning complete for port cce5d580-22f2-4c35-9828-1d5d359fa234 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:30.958882 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-caed6eff-3bf4-4f58-9123-5089a3c1262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:30.960806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab497d-a8d1-42c6-b125-00338d1bfc36 None None] Pushing event updated for resources: {'Port': ['ID=cce5d580-22f2-4c35-9828-1d5d359fa234,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:30.969210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:30.978409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:14:30.980588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=d87de4cf-3156-4293-b7ec-513e498ed724,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:31.047023 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9628bbb5-1bf9-4535-95b6-3e5e59d45ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (25e0aa33-5bb3-4f39-b5fb-4257c3e88697), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:31.051003 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9628bbb5-1bf9-4535-95b6-3e5e59d45ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:31.056034 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9628bbb5-1bf9-4535-95b6-3e5e59d45ffe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25e0aa33-5bb3-4f39-b5fb-4257c3e88697 HTTP/1.1" status: 204 len: 168 time: 0.3506336 Feb 11 04:14:31.070171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628bbb5-1bf9-4535-95b6-3e5e59d45ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e0aa33-5bb3-4f39-b5fb-4257c3e88697,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:31.093247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-caed6eff-3bf4-4f58-9123-5089a3c1262b None None] Current status of the port cce5d580-22f2-4c35-9828-1d5d359fa234 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:31.177743 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks [] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:31.187672 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-533af1dc-2a46-44a2-b6ea-2c81d24b4b7c admin admin] Publish callbacks [] for security_group (29d08b31-346f-429a-a549-a745c117f0a9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:31.267174 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88b1217d-a2eb-4f73-8b35-9b752267c6b7 req-032cd82c-dcca-4e0b-ad8d-6fef25accc9c tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 210 time: 0.0390601 Feb 11 04:14:31.273250 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-533af1dc-2a46-44a2-b6ea-2c81d24b4b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (29d08b31-346f-429a-a549-a745c117f0a9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:31.368707 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:31.524604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Allocated IP 192.168.233.28 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/0b028b7a-33ba-49e3-9bda-57cc4ab16483) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:14:31.533698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port cce5d580-22f2-4c35-9828-1d5d359fa234 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:31.765150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-533af1dc-2a46-44a2-b6ea-2c81d24b4b7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b08a9ad5e0d346f883397c736f5a0813&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8805480 Feb 11 04:14:31.768679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60838) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:31.780595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533af1dc-2a46-44a2-b6ea-2c81d24b4b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d08b31-346f-429a-a549-a745c117f0a9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:31.811886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:14:31.829608 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdc85c5c-b159-4b46-90ce-3181d400b5d7 req-1938a720-31a2-47c9-a9c1-bc9aa76e6de7 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 210 time: 0.0831747 Feb 11 04:14:31.847338 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Publish callbacks [] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:31.893465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:31.895718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Pushing event updated for resources: {'Port': ['ID=ac5b2b40-9739-4b6e-b88c-a72c013b23e9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:31.902637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:14:31.912678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:31.914021 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:31.959224 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Publish callbacks [] for router_gateway (5841c546-abaf-44aa-8429-1491939ac2ec), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:31.961026 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae995998-5086-40ec-b6a2-8753f2db08f3 admin admin] Publish callbacks [] for security_group (29d08b31-346f-429a-a549-a745c117f0a9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:32.035074 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae995998-5086-40ec-b6a2-8753f2db08f3 admin admin] Publish callbacks [] for security_group (29d08b31-346f-429a-a549-a745c117f0a9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:32.116018 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:32.116235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-b7533b21-bf18-4e6c-b16d-a3d36a41c00a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4122446 Feb 11 04:14:32.128691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-49d725cf-9c4a-428f-ab88-9ed3646c4934 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:14:32.129726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-49d725cf-9c4a-428f-ab88-9ed3646c4934 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063257 Feb 11 04:14:32.137294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cce5d580-22f2-4c35-9828-1d5d359fa234 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:14:32.322815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port cce5d580-22f2-4c35-9828-1d5d359fa234 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:32.323227 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:32.355339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:14:32.368052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:32.383783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:14:32.399458 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:32.406607 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:32.446906 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (5841c546-abaf-44aa-8429-1491939ac2ec), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:32.468412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port cce5d580-22f2-4c35-9828-1d5d359fa234 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:32.473683 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae995998-5086-40ec-b6a2-8753f2db08f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (29d08b31-346f-429a-a549-a745c117f0a9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:32.483929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a7939f8-bf51-4c4a-92d4-6bc422d01434 None None] Provisioning complete for port ac5b2b40-9739-4b6e-b88c-a72c013b23e9 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:32.484553 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a7939f8-bf51-4c4a-92d4-6bc422d01434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:32.487679 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae995998-5086-40ec-b6a2-8753f2db08f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:32.495295 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ae995998-5086-40ec-b6a2-8753f2db08f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29d08b31-346f-429a-a549-a745c117f0a9 HTTP/1.1" status: 204 len: 168 time: 0.7185376 Feb 11 04:14:32.560803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae995998-5086-40ec-b6a2-8753f2db08f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d08b31-346f-429a-a549-a745c117f0a9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:32.609428 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7336526 Feb 11 04:14:32.610276 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31b8fc-b80b-4c9b-accc-199e596df869 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Pushing event updated for resources: {'Port': ['ID=0b028b7a-33ba-49e3-9bda-57cc4ab16483,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:32.663031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a7939f8-bf51-4c4a-92d4-6bc422d01434 None None] Port ac5b2b40-9739-4b6e-b88c-a72c013b23e9 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:14:32.878658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Router 5841c546-abaf-44aa-8429-1491939ac2ec is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:14:32.902751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-032d7e1d-ea96-4dbd-856c-70953f3c630b None None] Provisioning complete for port 0b028b7a-33ba-49e3-9bda-57cc4ab16483 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:32.903282 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-032d7e1d-ea96-4dbd-856c-70953f3c630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:32.947904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b677f-6f93-4fd2-9551-b38e8043ec70 req-e3264f67-2598-4c33-83af-42cf0f7f6eda tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:32.949500 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ef9b677f-6f93-4fd2-9551-b38e8043ec70 req-e3264f67-2598-4c33-83af-42cf0f7f6eda tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 936 time: 0.1501822 Feb 11 04:14:32.957334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-032d7e1d-ea96-4dbd-856c-70953f3c630b None None] Port 0b028b7a-33ba-49e3-9bda-57cc4ab16483 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:14:33.152618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ef9b677f-6f93-4fd2-9551-b38e8043ec70 req-a6583e56-31c6-47d7-bc77-e699a3d8af7d tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531410 Feb 11 04:14:33.169351 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206982b-b4ea-4976-9130-b2c152c05fdd req-6b0a6a1f-3865-415f-912e-b98a14eefd19 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:33.176972 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2206982b-b4ea-4976-9130-b2c152c05fdd req-6b0a6a1f-3865-415f-912e-b98a14eefd19 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 935 time: 0.2253885 Feb 11 04:14:33.188071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:14:33.206327 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Sync routers for ids ['5841c546-abaf-44aa-8429-1491939ac2ec'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:14:33.222420 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Routers {'5841c546-abaf-44aa-8429-1491939ac2ec'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:14:33.223140 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:14:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5841c546-abaf-44aa-8429-1491939ac2ec'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:33.250054 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2206982b-b4ea-4976-9130-b2c152c05fdd req-b7fa2f5a-daf4-4ddb-816a-406657e94963 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721397 Feb 11 04:14:33.284632 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:33.287754 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c58e590d-4eac-4979-8fbf-379649b5cbf0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.6662614 Feb 11 04:14:33.293773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60880) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:33.383638 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Set router 5841c546-abaf-44aa-8429-1491939ac2ec gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:14:33.558428 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:33.568508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Request body: {'port': {'device_id': 'aa072b2b-6339-43d5-b921-d4499c7bad52', 'device_owner': 'compute:tempest-test_az-2039021215', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:33.582773 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Request body: {'port': {'device_id': '66affa22-c1dc-48df-af62-8f2ae0511d83', 'device_owner': 'compute:tempest-test_az-2039021215', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:33.697328 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:33.725384 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:33.801350 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095851016-router', 'tenant_id': 'a355e86c18124ad595b2dd710a22a2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:26Z', 'updated_at': '2022-02-11T04:14:31Z', 'revision_number': 3, 'project_id': 'a355e86c18124ad595b2dd710a22a2b1', 'gw_port': {'id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:29Z', 'updated_at': '2022-02-11T04:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:33.803690 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:33.905353 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Checking router: 5841c546-abaf-44aa-8429-1491939ac2ec for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:14:33.905853 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Updating router 5841c546-abaf-44aa-8429-1491939ac2ec port d87de4cf-3156-4293-b7ec-513e498ed724 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:14:33.955908 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d87de4cf-3156-4293-b7ec-513e498ed724), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:34.068485 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60892) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:34.146840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5b2b40-9739-4b6e-b88c-a72c013b23e9 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:14:34.160926 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Publish callbacks [] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:34.166459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c10f1d90-c7ae-4c90-9665-c0f0d6cb7fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:34.183771 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Transition to ACTIVE for port object ac5b2b40-9739-4b6e-b88c-a72c013b23e9 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:14:34.273491 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:34.625996 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Publish callbacks [] for port (d87de4cf-3156-4293-b7ec-513e498ed724), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:34.723736 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d87de4cf-3156-4293-b7ec-513e498ed724), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:34.795129 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Attempting to bind port d87de4cf-3156-4293-b7ec-513e498ed724 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:14:34.795512 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Attempting to bind port d87de4cf-3156-4293-b7ec-513e498ed724 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:14:34.795879 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Attempting to bind port d87de4cf-3156-4293-b7ec-513e498ed724 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:14:34.847174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Pushing event updated for resources: {'Port': ['ID=ac5b2b40-9739-4b6e-b88c-a72c013b23e9,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:34.882868 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:14:34.883336 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:14:34.883753 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:34.884151 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:14:34.884654 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Bound port: d87de4cf-3156-4293-b7ec-513e498ed724, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:14:34.885040 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d87de4cf-3156-4293-b7ec-513e498ed724), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:34.891396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Attempting to bind port ac5b2b40-9739-4b6e-b88c-a72c013b23e9 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:14:34.891815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Attempting to bind port ac5b2b40-9739-4b6e-b88c-a72c013b23e9 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:14:34.892175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Attempting to bind port ac5b2b40-9739-4b6e-b88c-a72c013b23e9 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:14:34.910905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Port ac5b2b40-9739-4b6e-b88c-a72c013b23e9 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:14:34.911379 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Attempting to bind port ac5b2b40-9739-4b6e-b88c-a72c013b23e9 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:14:34.926280 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:14:34.928428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:14:34.928428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:14:34.928428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Bound port: ac5b2b40-9739-4b6e-b88c-a72c013b23e9, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:14:34.933493 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:35.036695 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747d5e0-22ff-4999-b660-48f8fc2bbbe7 None None] Pushing event updated for resources: {'Port': ['ID=d87de4cf-3156-4293-b7ec-513e498ed724,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:35.040363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c445ada-8123-4f1e-a6f4-f0570753c6d2 req-182c38a8-afb6-460c-b186-4c740c5230bf tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:35.047864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c445ada-8123-4f1e-a6f4-f0570753c6d2 req-182c38a8-afb6-460c-b186-4c740c5230bf tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 935 time: 0.4794564 Feb 11 04:14:35.057675 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825f410-cae8-46f1-b94c-662996d1e9b3 req-966dbdbf-06a1-4f95-8a9b-9cb714d3c011 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:35.059605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9825f410-cae8-46f1-b94c-662996d1e9b3 req-966dbdbf-06a1-4f95-8a9b-9cb714d3c011 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 970 time: 0.4881012 Feb 11 04:14:35.065208 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] For port d87de4cf-3156-4293-b7ec-513e498ed724, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:14:35.074754 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] For port d87de4cf-3156-4293-b7ec-513e498ed724, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d87de4cf-3156-4293-b7ec-513e498ed724,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:14:35.075417 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c10f1d90-c7ae-4c90-9665-c0f0d6cb7fcd admin admin] Publish callbacks [] for security_group (262e4e54-d4e5-4658-a38e-b27fef7efafa), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:35.103187 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] For port ac5b2b40-9739-4b6e-b88c-a72c013b23e9, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:14:35.113391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] For port ac5b2b40-9739-4b6e-b88c-a72c013b23e9, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=ac5b2b40-9739-4b6e-b88c-a72c013b23e9,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:14:35.167010 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c10f1d90-c7ae-4c90-9665-c0f0d6cb7fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (262e4e54-d4e5-4658-a38e-b27fef7efafa), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:35.177425 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d87de4cf-3156-4293-b7ec-513e498ed724), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:35.215767 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:35.248240 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747d5e0-22ff-4999-b660-48f8fc2bbbe7 None None] Pushing event updated for resources: {'Port': ['ID=d87de4cf-3156-4293-b7ec-513e498ed724,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:35.282122 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Routers {'5841c546-abaf-44aa-8429-1491939ac2ec'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:14:35.283005 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:14:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5841c546-abaf-44aa-8429-1491939ac2ec'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:35.312423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c445ada-8123-4f1e-a6f4-f0570753c6d2 req-bb8a35f3-24a8-462e-9efb-fb5f2a344692 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632918 Feb 11 04:14:35.337292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b028b7a-33ba-49e3-9bda-57cc4ab16483 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:14:35.345784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9825f410-cae8-46f1-b94c-662996d1e9b3 req-810a07fa-88ab-4626-9142-a605c4ea93cb tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609527 Feb 11 04:14:35.347817 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:35.355459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c10f1d90-c7ae-4c90-9665-c0f0d6cb7fcd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa7edc8279bc4006b34ff18a70cc8d21&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2827890 Feb 11 04:14:35.357414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60914) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:35.365602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f1d90-c7ae-4c90-9665-c0f0d6cb7fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262e4e54-d4e5-4658-a38e-b27fef7efafa,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:35.378405 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Publish callbacks [] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:35.404209 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:35.404860 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:35.406363 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] 10.222.0.47 "PUT /v2.0/ports/ac5b2b40-9739-4b6e-b88c-a72c013b23e9 HTTP/1.1" status: 200 len: 1119 time: 2.3149154 Feb 11 04:14:35.406863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66affa22-c1dc-48df-af62-8f2ae0511d83', 'tag': 'ac5b2b40-9739-4b6e-b88c-a72c013b23e9'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:14:35.488644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Transition to ACTIVE for port object 0b028b7a-33ba-49e3-9bda-57cc4ab16483 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:14:35.587293 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:35.595126 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa90be12-6537-4b80-87cf-896c4334d670 admin admin] Publish callbacks [] for security_group (262e4e54-d4e5-4658-a38e-b27fef7efafa), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:35.603319 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] Set router 5841c546-abaf-44aa-8429-1491939ac2ec gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:14:35.680815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a0b99-413f-4c2e-9de5-127767d3f1ad service neutron] Pushing event updated for resources: {'Port': ['ID=ac5b2b40-9739-4b6e-b88c-a72c013b23e9,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:35.727821 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-4748db4d-4b35-417d-8b97-c7ea49478306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:35.743856 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-4748db4d-4b35-417d-8b97-c7ea49478306 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ad1fe00ed5f43a4af85251436fa031f&device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 1153 time: 0.2076738 Feb 11 04:14:35.752850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Pushing event updated for resources: {'Port': ['ID=0b028b7a-33ba-49e3-9bda-57cc4ab16483,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:35.763434 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa90be12-6537-4b80-87cf-896c4334d670 admin admin] Publish callbacks [] for security_group (262e4e54-d4e5-4658-a38e-b27fef7efafa), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:36.026303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Allocated IP 172.20.0.1 (07038ef8-07f8-487a-860c-aad66f765767/c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d/ad41b77e-bafb-48cf-8bb7-d41ba8bb8875) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:14:36.049538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Attempting to bind port 0b028b7a-33ba-49e3-9bda-57cc4ab16483 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:14:36.050050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Attempting to bind port 0b028b7a-33ba-49e3-9bda-57cc4ab16483 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:14:36.050718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Attempting to bind port 0b028b7a-33ba-49e3-9bda-57cc4ab16483 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:14:36.055022 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-5f17877e-8f8e-465b-b066-7003f32c36eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=ac5b2b40-9739-4b6e-b88c-a72c013b23e9 HTTP/1.1" status: 200 len: 217 time: 0.2823856 Feb 11 04:14:36.075763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Port 0b028b7a-33ba-49e3-9bda-57cc4ab16483 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:14:36.084581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Attempting to bind port 0b028b7a-33ba-49e3-9bda-57cc4ab16483 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:14:36.152898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:14:36.153338 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:14:36.177758 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05492fa-082c-45fa-a475-9715948a79d6" -d '{"events": [{"name": "network-changed", "server_uuid": "66affa22-c1dc-48df-af62-8f2ae0511d83", "tag": "ac5b2b40-9739-4b6e-b88c-a72c013b23e9"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:14:36.181509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:14:36.186089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Bound port: 0b028b7a-33ba-49e3-9bda-57cc4ab16483, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:14:36.192434 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095851016-router', 'tenant_id': 'a355e86c18124ad595b2dd710a22a2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:26Z', 'updated_at': '2022-02-11T04:14:31Z', 'revision_number': 3, 'project_id': 'a355e86c18124ad595b2dd710a22a2b1', 'gw_port': {'id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:29Z', 'updated_at': '2022-02-11T04:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:36.192955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ccb287fe-d59f-4cf8-b9c0-49ebba061bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:36.194211 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-ccb287fe-d59f-4cf8-b9c0-49ebba061bd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1257524 Feb 11 04:14:36.195406 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:36.230110 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6984504f-4a2b-4211-a94a-63aceb53a201 None None] The sync data for ids ['5841c546-abaf-44aa-8429-1491939ac2ec'] in n-d-712142-35 is: [{'id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095851016-router', 'tenant_id': 'a355e86c18124ad595b2dd710a22a2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:26Z', 'updated_at': '2022-02-11T04:14:31Z', 'revision_number': 3, 'project_id': 'a355e86c18124ad595b2dd710a22a2b1', 'gw_port': {'id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:29Z', 'updated_at': '2022-02-11T04:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:14:36.325000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-62eab9e4-cec7-4713-b5eb-ebb825724945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:36.327361 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-62eab9e4-cec7-4713-b5eb-ebb825724945 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1179523 Feb 11 04:14:36.378063 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Publish callbacks [] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:36.438239 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa90be12-6537-4b80-87cf-896c4334d670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (262e4e54-d4e5-4658-a38e-b27fef7efafa), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:36.446249 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa90be12-6537-4b80-87cf-896c4334d670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:36.449763 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aa90be12-6537-4b80-87cf-896c4334d670 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/262e4e54-d4e5-4658-a38e-b27fef7efafa HTTP/1.1" status: 204 len: 168 time: 1.0829878 Feb 11 04:14:36.597797 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-1adb0eaf-e8ce-4555-851b-6f41dad15a41 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352250 Feb 11 04:14:36.738024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90be12-6537-4b80-87cf-896c4334d670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262e4e54-d4e5-4658-a38e-b27fef7efafa,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:36.927181 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:37.016457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] For port 0b028b7a-33ba-49e3-9bda-57cc4ab16483, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:14:37.026605 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1866eb87-028c-4bf8-bc37-366845728d67 x-openstack-request-id: req-1866eb87-028c-4bf8-bc37-366845728d67 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:14:37.026961 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66affa22-c1dc-48df-af62-8f2ae0511d83", "tag": "ac5b2b40-9739-4b6e-b88c-a72c013b23e9", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:14:37.027987 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1866eb87-028c-4bf8-bc37-366845728d67 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:14:37.027987 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66affa22-c1dc-48df-af62-8f2ae0511d83', 'tag': 'ac5b2b40-9739-4b6e-b88c-a72c013b23e9', 'status': 'completed', 'code': 200} Feb 11 04:14:37.091736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] For port 0b028b7a-33ba-49e3-9bda-57cc4ab16483, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0b028b7a-33ba-49e3-9bda-57cc4ab16483,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:14:37.109789 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f2102ba7-51f5-4762-b3bf-546d37992f84 req-d1800025-3720-4230-a72e-134725a2b625 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182220 Feb 11 04:14:37.118572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811af80-0e06-410e-8840-3b0eb390e192 req-f9cc8e2f-8648-402b-b26c-c12766552cc5 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:37.120154 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2811af80-0e06-410e-8840-3b0eb390e192 req-f9cc8e2f-8648-402b-b26c-c12766552cc5 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 969 time: 0.5393777 Feb 11 04:14:37.186914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Network 07038ef8-07f8-487a-860c-aad66f765767 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:14:37.213502 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:37.216015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:37.226851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:14:37.232563 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (5841c546-abaf-44aa-8429-1491939ac2ec), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:37.233091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Pushing event updated for resources: {'Port': ['ID=ad41b77e-bafb-48cf-8bb7-d41ba8bb8875,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:37.342917 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05492fa-082c-45fa-a475-9715948a79d6 req-d06defe4-a9ab-4e26-a67c-eebc7b547e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:37.344662 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b05492fa-082c-45fa-a475-9715948a79d6 req-d06defe4-a9ab-4e26-a67c-eebc7b547e02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ad1fe00ed5f43a4af85251436fa031f&device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 1153 time: 0.0867884 Feb 11 04:14:37.486216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:37.486897 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:37.488423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] 10.222.0.47 "PUT /v2.0/ports/0b028b7a-33ba-49e3-9bda-57cc4ab16483 HTTP/1.1" status: 200 len: 1118 time: 4.3726714 Feb 11 04:14:37.523288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa072b2b-6339-43d5-b921-d4499c7bad52', 'tag': '0b028b7a-33ba-49e3-9bda-57cc4ab16483'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:14:37.909075 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1789e24b-2dba-4bc7-bf68-463a9449f04b None None] Provisioning complete for port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:37.909075 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1789e24b-2dba-4bc7-bf68-463a9449f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:37.952307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2811af80-0e06-410e-8840-3b0eb390e192 req-f909b37d-46fe-4475-9a42-462ed7b37096 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8045838 Feb 11 04:14:37.966866 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1438086-381c-43ea-b8bb-dc6f98b27969 service neutron] Pushing event updated for resources: {'Port': ['ID=0b028b7a-33ba-49e3-9bda-57cc4ab16483,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:38.072361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1789e24b-2dba-4bc7-bf68-463a9449f04b None None] Port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:14:38.100225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63644fe-0d91-4ed7-8f30-4ba34cb42a0b req-59abe784-ce37-4be1-825a-0382391a6614 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:38.110175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d63644fe-0d91-4ed7-8f30-4ba34cb42a0b req-59abe784-ce37-4be1-825a-0382391a6614 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 970 time: 1.0095408 Feb 11 04:14:38.138566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-9fddaabc-03cc-4664-92e1-184f6debf8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:38.140789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-9fddaabc-03cc-4664-92e1-184f6debf8fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b1dc3a1b55f488380a6d11e237a10f1&device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 1152 time: 0.3990576 Feb 11 04:14:38.150405 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05492fa-082c-45fa-a475-9715948a79d6 req-062a96e8-24f5-427f-a87f-382e43eea2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:38.153557 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b05492fa-082c-45fa-a475-9715948a79d6 req-062a96e8-24f5-427f-a87f-382e43eea2c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.5910640 Feb 11 04:14:38.237668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d87de4cf-3156-4293-b7ec-513e498ed724 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:14:38.247830 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b05492fa-082c-45fa-a475-9715948a79d6 req-50673526-64ad-48b9-9a29-dfbb8407655c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=ac5b2b40-9739-4b6e-b88c-a72c013b23e9 HTTP/1.1" status: 200 len: 217 time: 0.0797532 Feb 11 04:14:38.377407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05492fa-082c-45fa-a475-9715948a79d6 req-1185f022-6794-4db0-8aa7-dba9623777c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:38.379054 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b05492fa-082c-45fa-a475-9715948a79d6 req-1185f022-6794-4db0-8aa7-dba9623777c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1239758 Feb 11 04:14:38.404622 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port d87de4cf-3156-4293-b7ec-513e498ed724 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:38.407993 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d87de4cf-3156-4293-b7ec-513e498ed724), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:38.421246 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-97121b48-06b8-44f4-a928-c91d76b77d41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=0b028b7a-33ba-49e3-9bda-57cc4ab16483 HTTP/1.1" status: 200 len: 217 time: 0.2105148 Feb 11 04:14:38.465904 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d63644fe-0d91-4ed7-8f30-4ba34cb42a0b req-095ad1cd-242e-4f7d-b5b0-ad8f55ce3783 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554974 Feb 11 04:14:38.467662 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05492fa-082c-45fa-a475-9715948a79d6 req-8c036887-2226-487d-a36a-628fb92d3cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:38.469428 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b05492fa-082c-45fa-a475-9715948a79d6 req-8c036887-2226-487d-a36a-628fb92d3cf6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0789895 Feb 11 04:14:38.517315 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:38.575130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port d87de4cf-3156-4293-b7ec-513e498ed724 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:38.575759 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d87de4cf-3156-4293-b7ec-513e498ed724), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:38.612550 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b05492fa-082c-45fa-a475-9715948a79d6 req-9d174f01-4c54-4016-9a75-f5269dd8c6d6 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307354 Feb 11 04:14:38.617760 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73188943-8345-48bd-9935-51c632040f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa072b2b-6339-43d5-b921-d4499c7bad52", "tag": "0b028b7a-33ba-49e3-9bda-57cc4ab16483"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:14:38.652596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port d87de4cf-3156-4293-b7ec-513e498ed724, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d87de4cf-3156-4293-b7ec-513e498ed724,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:14:38.719516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-ac53ff0a-ca62-4b90-9ae0-75e17183fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:38.721012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-ac53ff0a-ca62-4b90-9ae0-75e17183fbf5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.2484639 Feb 11 04:14:38.724050 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d87de4cf-3156-4293-b7ec-513e498ed724), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:38.875606 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b05492fa-082c-45fa-a475-9715948a79d6 req-d6cdf3b0-ef4e-43eb-a534-a23b60f767c6 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519526 Feb 11 04:14:38.907742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=d87de4cf-3156-4293-b7ec-513e498ed724,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:39.118493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-11c7407c-4502-491d-8181-01f6cae267ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:39.120938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-11c7407c-4502-491d-8181-01f6cae267ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3851385 Feb 11 04:14:39.278597 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Publish callbacks [] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:39.299716 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-5ac63b49-4558-454a-a521-0c6887a91eaf service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712077 Feb 11 04:14:39.329623 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:39.330675 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (5841c546-abaf-44aa-8429-1491939ac2ec), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:39.435567 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f5734d-cd3f-4025-8b26-cc7235f81599 x-openstack-request-id: req-a6f5734d-cd3f-4025-8b26-cc7235f81599 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:14:39.443432 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa072b2b-6339-43d5-b921-d4499c7bad52", "tag": "0b028b7a-33ba-49e3-9bda-57cc4ab16483", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:14:39.443869 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6f5734d-cd3f-4025-8b26-cc7235f81599 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:14:39.444601 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa072b2b-6339-43d5-b921-d4499c7bad52', 'tag': '0b028b7a-33ba-49e3-9bda-57cc4ab16483', 'status': 'completed', 'code': 200} Feb 11 04:14:39.480389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Pushing event updated for resources: {'Port': ['ID=ad41b77e-bafb-48cf-8bb7-d41ba8bb8875,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:39.709764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Network 07038ef8-07f8-487a-860c-aad66f765767 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:14:39.723925 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611501b2-e9a6-494d-a5fe-b02c506c07ea req-e4ceaa34-5777-4cf5-b4b9-5ab9d54f64b8 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:39.731795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-611501b2-e9a6-494d-a5fe-b02c506c07ea req-e4ceaa34-5777-4cf5-b4b9-5ab9d54f64b8 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 969 time: 0.1700456 Feb 11 04:14:39.739742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:39.754464 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e0da0a6-a937-42fd-942b-efe8afef10d1 req-33c00e51-b549-4db4-b4d2-d1ecf33e3b87 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556030 Feb 11 04:14:39.929167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-611501b2-e9a6-494d-a5fe-b02c506c07ea req-31fa6d64-957e-4fe1-bcf4-0df6a7bf1575 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951017 Feb 11 04:14:40.054935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014992e7-dcfa-4b1a-b9b9-99d7ba4a0e6b req-a3743003-27d8-4b1a-810e-9e676fe3afd8 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:40.055672 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-014992e7-dcfa-4b1a-b9b9-99d7ba4a0e6b req-a3743003-27d8-4b1a-810e-9e676fe3afd8 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 970 time: 0.1810217 Feb 11 04:14:40.058212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Router 5841c546-abaf-44aa-8429-1491939ac2ec has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:14:40.110378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d87de4cf-3156-4293-b7ec-513e498ed724 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:14:40.179394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port d87de4cf-3156-4293-b7ec-513e498ed724 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:40.180456 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d87de4cf-3156-4293-b7ec-513e498ed724), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:40.246331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ef06273e-cd85-496c-9ad7-db96de668ec9 None None] Provisioning complete for port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:40.252353 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef06273e-cd85-496c-9ad7-db96de668ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:40.281119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-014992e7-dcfa-4b1a-b9b9-99d7ba4a0e6b req-b1f512c7-2e92-4219-9b5f-c3cc405095e4 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165172 Feb 11 04:14:40.311796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:14:40.316083 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ef06273e-cd85-496c-9ad7-db96de668ec9 None None] Port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:14:40.318086 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c8ac3ff1-a407-4aae-babd-ca46f7c10626 admin admin] 10.222.0.13 "PUT /v2.0/routers/5841c546-abaf-44aa-8429-1491939ac2ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0227530 Feb 11 04:14:40.333867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Sync routers for ids ['5841c546-abaf-44aa-8429-1491939ac2ec'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:14:40.352210 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Routers {'5841c546-abaf-44aa-8429-1491939ac2ec'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:14:40.352901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:14:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5841c546-abaf-44aa-8429-1491939ac2ec'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:40.354734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port d87de4cf-3156-4293-b7ec-513e498ed724 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:40.409438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73188943-8345-48bd-9935-51c632040f8d req-5b627b03-15d3-462b-88a2-e7b720eade32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:40.411269 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73188943-8345-48bd-9935-51c632040f8d req-5b627b03-15d3-462b-88a2-e7b720eade32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b1dc3a1b55f488380a6d11e237a10f1&device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 1152 time: 0.0551350 Feb 11 04:14:40.578487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73188943-8345-48bd-9935-51c632040f8d req-d2e1c993-0fcc-473c-ade4-50d4b74e148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:40.581081 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73188943-8345-48bd-9935-51c632040f8d req-d2e1c993-0fcc-473c-ade4-50d4b74e148b service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1598804 Feb 11 04:14:40.630180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Set router 5841c546-abaf-44aa-8429-1491939ac2ec gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:14:40.635490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73188943-8345-48bd-9935-51c632040f8d req-44aa2d4e-396b-4ce0-ac6f-564a304700f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=0b028b7a-33ba-49e3-9bda-57cc4ab16483 HTTP/1.1" status: 200 len: 217 time: 0.0456638 Feb 11 04:14:40.725309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73188943-8345-48bd-9935-51c632040f8d req-34dff645-b0c9-4e9a-af3e-68eac9aa5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:40.727626 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73188943-8345-48bd-9935-51c632040f8d req-34dff645-b0c9-4e9a-af3e-68eac9aa5884 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0856249 Feb 11 04:14:40.785943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73188943-8345-48bd-9935-51c632040f8d req-97b7ac17-e253-464f-88da-52934d36639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:40.787980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73188943-8345-48bd-9935-51c632040f8d req-97b7ac17-e253-464f-88da-52934d36639d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0545428 Feb 11 04:14:40.884222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095851016-router', 'tenant_id': 'a355e86c18124ad595b2dd710a22a2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:26Z', 'updated_at': '2022-02-11T04:14:38Z', 'revision_number': 4, 'project_id': 'a355e86c18124ad595b2dd710a22a2b1', 'gw_port': {'id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:29Z', 'updated_at': '2022-02-11T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'ad41b77e-bafb-48cf-8bb7-d41ba8bb8875', 'name': '', 'network_id': '07038ef8-07f8-487a-860c-aad66f765767', 'tenant_id': 'a355e86c18124ad595b2dd710a22a2b1', 'mac_address': 'fa:16:3e:53:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:35Z', 'updated_at': '2022-02-11T04:14:38Z', 'revision_number': 2, 'project_id': 'a355e86c18124ad595b2dd710a22a2b1', 'subnets': [{'id': 'c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:40.896201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73188943-8345-48bd-9935-51c632040f8d req-c0cc76e3-06dd-41ad-a0dc-fe08c2d59f2f service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016314 Feb 11 04:14:40.899950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32842) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:40.917727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Checking router: 5841c546-abaf-44aa-8429-1491939ac2ec for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:14:40.918835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Updating router 5841c546-abaf-44aa-8429-1491939ac2ec port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:14:40.946034 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:41.000972 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73188943-8345-48bd-9935-51c632040f8d req-6afc8778-de59-44d9-8c89-ef0a4cb2e121 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946867 Feb 11 04:14:41.198518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42e3ae-6dbc-425a-b65a-f055c99897c9 req-95fe85fc-9fc0-4688-a4a6-372f93d1c413 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:41.205814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b42e3ae-6dbc-425a-b65a-f055c99897c9 req-95fe85fc-9fc0-4688-a4a6-372f93d1c413 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 969 time: 0.0643678 Feb 11 04:14:41.257142 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Publish callbacks [] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:41.258549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b42e3ae-6dbc-425a-b65a-f055c99897c9 req-4d40fcb6-ea59-4ec3-ab3a-21e4443ef863 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484672 Feb 11 04:14:41.329971 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:41.359047 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-032e767d-ba4a-4b01-8fd8-95b6505449bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:41.378791 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32860) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:41.420452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377bb2f-5f9b-47bf-9ad6-e2abe5d14d78 None None] Pushing event updated for resources: {'Port': ['ID=ad41b77e-bafb-48cf-8bb7-d41ba8bb8875,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:41.498967 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-032e767d-ba4a-4b01-8fd8-95b6505449bf admin admin] Publish callbacks [] for security_group (20f9f0eb-bbd9-49f2-a5c7-4eb692d25000), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:41.508389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Attempting to bind port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:14:41.508874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Attempting to bind port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'd3e93cfc-52de-4596-8efe-419f7c6db979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '07038ef8-07f8-487a-860c-aad66f765767'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:14:41.509757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Attempting to bind port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 on network 07038ef8-07f8-487a-860c-aad66f765767 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:14:41.515033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:14:41.515538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Checking segment: {'id': 'd3e93cfc-52de-4596-8efe-419f7c6db979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '07038ef8-07f8-487a-860c-aad66f765767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:14:41.519159 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:41.519159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Bound using segment: {'id': 'd3e93cfc-52de-4596-8efe-419f7c6db979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '07038ef8-07f8-487a-860c-aad66f765767'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:14:41.519159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Bound port: ad41b77e-bafb-48cf-8bb7-d41ba8bb8875, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e93cfc-52de-4596-8efe-419f7c6db979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '07038ef8-07f8-487a-860c-aad66f765767'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:14:41.519159 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:41.558000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-032e767d-ba4a-4b01-8fd8-95b6505449bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (20f9f0eb-bbd9-49f2-a5c7-4eb692d25000), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:41.559836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7f50d-6eba-4529-bcda-3ced6dec44c2 req-59106e8a-48fc-4414-98fa-8e5cb322c532 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:41.562523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4e7f50d-6eba-4529-bcda-3ced6dec44c2 req-59106e8a-48fc-4414-98fa-8e5cb322c532 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 970 time: 0.1085010 Feb 11 04:14:41.606669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] For port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:14:41.610107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] For port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ad41b77e-bafb-48cf-8bb7-d41ba8bb8875,segment=NetworkSegment(d3e93cfc-52de-4596-8efe-419f7c6db979),segment_id=d3e93cfc-52de-4596-8efe-419f7c6db979)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:14:41.640061 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-032e767d-ba4a-4b01-8fd8-95b6505449bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=483bc6b785004739ae889bcdb4023892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7390282 Feb 11 04:14:41.642718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32868) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:41.653926 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4e7f50d-6eba-4529-bcda-3ced6dec44c2 req-bca7f901-5372-4b4c-99ca-ee6a5d0fbe73 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781975 Feb 11 04:14:41.679759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e767d-ba4a-4b01-8fd8-95b6505449bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f9f0eb-bbd9-49f2-a5c7-4eb692d25000,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:41.680307 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:41.770763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Routers {'5841c546-abaf-44aa-8429-1491939ac2ec'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:14:41.773977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:14:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5841c546-abaf-44aa-8429-1491939ac2ec'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:41.774559 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a404694b-53ec-4ba8-8437-13c0e760ee9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:41.774903 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15d14fc7-b4b5-4192-a048-e4ae60172ed3 admin admin] Publish callbacks [] for security_group (20f9f0eb-bbd9-49f2-a5c7-4eb692d25000), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:41.837196 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15d14fc7-b4b5-4192-a048-e4ae60172ed3 admin admin] Publish callbacks [] for security_group (20f9f0eb-bbd9-49f2-a5c7-4eb692d25000), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:41.943271 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a404694b-53ec-4ba8-8437-13c0e760ee9c admin admin] Publish callbacks [] for security_group (1d604b28-87e9-41fc-9b92-0e5fa8ab6f9b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:41.975024 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15d14fc7-b4b5-4192-a048-e4ae60172ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (20f9f0eb-bbd9-49f2-a5c7-4eb692d25000), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:41.978507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15d14fc7-b4b5-4192-a048-e4ae60172ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:41.980186 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-15d14fc7-b4b5-4192-a048-e4ae60172ed3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20f9f0eb-bbd9-49f2-a5c7-4eb692d25000 HTTP/1.1" status: 204 len: 168 time: 0.3361506 Feb 11 04:14:41.993877 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d14fc7-b4b5-4192-a048-e4ae60172ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f9f0eb-bbd9-49f2-a5c7-4eb692d25000,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:42.024322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] Set router 5841c546-abaf-44aa-8429-1491939ac2ec gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:14:42.049527 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a404694b-53ec-4ba8-8437-13c0e760ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1d604b28-87e9-41fc-9b92-0e5fa8ab6f9b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:42.103367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a404694b-53ec-4ba8-8437-13c0e760ee9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78a42275ce5e4c8a92990cb09ece0b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7221868 Feb 11 04:14:42.103703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32890) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:42.126413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404694b-53ec-4ba8-8437-13c0e760ee9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d604b28-87e9-41fc-9b92-0e5fa8ab6f9b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:42.181591 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377bb2f-5f9b-47bf-9ad6-e2abe5d14d78 None None] Pushing event updated for resources: {'Port': ['ID=ad41b77e-bafb-48cf-8bb7-d41ba8bb8875,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:42.196222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-60e71f00-fc89-4b1f-9a5e-658ed56f0c94 None None] Provisioning complete for port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:42.196622 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-60e71f00-fc89-4b1f-9a5e-658ed56f0c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:42.197642 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e39cb0fb-1e5e-4a8a-b4f9-32a671f408dc admin admin] Publish callbacks [] for security_group (1d604b28-87e9-41fc-9b92-0e5fa8ab6f9b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:42.222563 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e39cb0fb-1e5e-4a8a-b4f9-32a671f408dc admin admin] Publish callbacks [] for security_group (1d604b28-87e9-41fc-9b92-0e5fa8ab6f9b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:42.372354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-60e71f00-fc89-4b1f-9a5e-658ed56f0c94 None None] Current status of the port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:42.372822 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-60e71f00-fc89-4b1f-9a5e-658ed56f0c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:42.374463 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e39cb0fb-1e5e-4a8a-b4f9-32a671f408dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1d604b28-87e9-41fc-9b92-0e5fa8ab6f9b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:42.379518 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e39cb0fb-1e5e-4a8a-b4f9-32a671f408dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:42.381288 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e39cb0fb-1e5e-4a8a-b4f9-32a671f408dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d604b28-87e9-41fc-9b92-0e5fa8ab6f9b HTTP/1.1" status: 204 len: 168 time: 0.2763579 Feb 11 04:14:42.400306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cb0fb-1e5e-4a8a-b4f9-32a671f408dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d604b28-87e9-41fc-9b92-0e5fa8ab6f9b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:42.415461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-60e71f00-fc89-4b1f-9a5e-658ed56f0c94 None None] For port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ad41b77e-bafb-48cf-8bb7-d41ba8bb8875,segment=NetworkSegment(d3e93cfc-52de-4596-8efe-419f7c6db979),segment_id=d3e93cfc-52de-4596-8efe-419f7c6db979)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:14:42.432186 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095851016-router', 'tenant_id': 'a355e86c18124ad595b2dd710a22a2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:26Z', 'updated_at': '2022-02-11T04:14:38Z', 'revision_number': 4, 'project_id': 'a355e86c18124ad595b2dd710a22a2b1', 'gw_port': {'id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:29Z', 'updated_at': '2022-02-11T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'ad41b77e-bafb-48cf-8bb7-d41ba8bb8875', 'name': '', 'network_id': '07038ef8-07f8-487a-860c-aad66f765767', 'tenant_id': 'a355e86c18124ad595b2dd710a22a2b1', 'mac_address': 'fa:16:3e:53:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:35Z', 'updated_at': '2022-02-11T04:14:41Z', 'revision_number': 4, 'project_id': 'a355e86c18124ad595b2dd710a22a2b1', 'subnets': [{'id': 'c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:42.471516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8770b0-3a40-4441-bf63-1be2d1a91215 None None] The sync data for ids ['5841c546-abaf-44aa-8429-1491939ac2ec'] in n-d-712142-35 is: [{'id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095851016-router', 'tenant_id': 'a355e86c18124ad595b2dd710a22a2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:26Z', 'updated_at': '2022-02-11T04:14:38Z', 'revision_number': 4, 'project_id': 'a355e86c18124ad595b2dd710a22a2b1', 'gw_port': {'id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:29Z', 'updated_at': '2022-02-11T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'ad41b77e-bafb-48cf-8bb7-d41ba8bb8875', 'name': '', 'network_id': '07038ef8-07f8-487a-860c-aad66f765767', 'tenant_id': 'a355e86c18124ad595b2dd710a22a2b1', 'mac_address': 'fa:16:3e:53:0d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:35Z', 'updated_at': '2022-02-11T04:14:41Z', 'revision_number': 4, 'project_id': 'a355e86c18124ad595b2dd710a22a2b1', 'subnets': [{'id': 'c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:14:42.489863 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-60e71f00-fc89-4b1f-9a5e-658ed56f0c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:42.609455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32906) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:42.616238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c0cd67de-c8bb-4168-ae24-5aa65fdda40f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--606669061', 'description': 'tempest-description--1636227887'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:42.628401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e71f00-fc89-4b1f-9a5e-658ed56f0c94 None None] Pushing event updated for resources: {'Port': ['ID=ad41b77e-bafb-48cf-8bb7-d41ba8bb8875,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:42.649890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-44134ece-0d05-4c11-9da1-f0bf4ca84633 None None] Provisioning complete for port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:42.649890 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-44134ece-0d05-4c11-9da1-f0bf4ca84633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:42.690042 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c0cd67de-c8bb-4168-ae24-5aa65fdda40f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:42.762086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-44134ece-0d05-4c11-9da1-f0bf4ca84633 None None] Current status of the port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:42.774467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505e255-c807-4934-8cce-cd896f0bb237 req-86e5ba19-19cd-4422-848c-2b824b03aa30 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:42.783441 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e505e255-c807-4934-8cce-cd896f0bb237 req-86e5ba19-19cd-4422-848c-2b824b03aa30 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 969 time: 0.1010895 Feb 11 04:14:42.848757 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c0cd67de-c8bb-4168-ae24-5aa65fdda40f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for security_group (08ab6535-e14b-4872-a3c6-c5e9fcea6c2b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:42.855951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e505e255-c807-4934-8cce-cd896f0bb237 req-1514003c-be3a-477a-98a9-8f01d72f2da2 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741305 Feb 11 04:14:42.933006 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c0cd67de-c8bb-4168-ae24-5aa65fdda40f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (08ab6535-e14b-4872-a3c6-c5e9fcea6c2b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:42.966112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd67de-c8bb-4168-ae24-5aa65fdda40f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:42.985562 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32916) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:43.013024 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a241d6c3-6a05-40d4-a21e-1c4fd9565d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.042874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb791b-2911-4e55-8e0a-15fabb463154 req-3fd9e94c-63e6-4677-bce5-f838863270db tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:43.045625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fdb791b-2911-4e55-8e0a-15fabb463154 req-3fd9e94c-63e6-4677-bce5-f838863270db tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 970 time: 0.0686290 Feb 11 04:14:43.074898 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c0cd67de-c8bb-4168-ae24-5aa65fdda40f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.079533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c0cd67de-c8bb-4168-ae24-5aa65fdda40f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4684470 Feb 11 04:14:43.080385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32918) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:43.089971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-fa9166d7-f8e5-476a-89f3-b325a7574121 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Request body: {'security_group_rule': {'security_group_id': '08ab6535-e14b-4872-a3c6-c5e9fcea6c2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:43.104626 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a241d6c3-6a05-40d4-a21e-1c4fd9565d87 admin admin] Publish callbacks [] for security_group (e074723c-dc10-4bcd-8f54-340a66439873), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.137168 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fdb791b-2911-4e55-8e0a-15fabb463154 req-e64c79e6-8322-4767-adde-8b8669e574ef tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846977 Feb 11 04:14:43.169203 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a241d6c3-6a05-40d4-a21e-1c4fd9565d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e074723c-dc10-4bcd-8f54-340a66439873), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.202183 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa9166d7-f8e5-476a-89f3-b325a7574121 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for security_group_rule (37b67597-584f-44ef-915d-3e56a93f7231), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.215642 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241d6c3-6a05-40d4-a21e-1c4fd9565d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e074723c-dc10-4bcd-8f54-340a66439873,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:43.223158 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a241d6c3-6a05-40d4-a21e-1c4fd9565d87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ec3e838f9d4467ba8abdc98f3fdeace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364500 Feb 11 04:14:43.224168 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32922) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:43.288374 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea82f1ec-79f5-41c5-82ba-85f6e4b0e37d admin admin] Publish callbacks [] for security_group (e074723c-dc10-4bcd-8f54-340a66439873), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.331334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32928) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:43.357844 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea82f1ec-79f5-41c5-82ba-85f6e4b0e37d admin admin] Publish callbacks [] for security_group (e074723c-dc10-4bcd-8f54-340a66439873), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.373905 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-89e1e1a6-ead1-4f19-812c-56a479011e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.548826 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea82f1ec-79f5-41c5-82ba-85f6e4b0e37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e074723c-dc10-4bcd-8f54-340a66439873), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.551600 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea82f1ec-79f5-41c5-82ba-85f6e4b0e37d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.552796 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ea82f1ec-79f5-41c5-82ba-85f6e4b0e37d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e074723c-dc10-4bcd-8f54-340a66439873 HTTP/1.1" status: 204 len: 168 time: 0.3272893 Feb 11 04:14:43.572292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82f1ec-79f5-41c5-82ba-85f6e4b0e37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e074723c-dc10-4bcd-8f54-340a66439873,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:43.581982 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa9166d7-f8e5-476a-89f3-b325a7574121 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for security_group_rule (37b67597-584f-44ef-915d-3e56a93f7231), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.626527 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa9166d7-f8e5-476a-89f3-b325a7574121 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (37b67597-584f-44ef-915d-3e56a93f7231), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.671567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9166d7-f8e5-476a-89f3-b325a7574121 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b67597-584f-44ef-915d-3e56a93f7231,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:43.693659 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-89e1e1a6-ead1-4f19-812c-56a479011e09 admin admin] Publish callbacks [] for security_group (48078740-8d81-4c30-a672-1823af0d7780), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.727571 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa9166d7-f8e5-476a-89f3-b325a7574121 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.729328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fa9166d7-f8e5-476a-89f3-b325a7574121 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6454108 Feb 11 04:14:43.732192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32954) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:43.738255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-01d24e1c-fc82-41b8-b53c-8808a549af1a tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Request body: {'security_group_rule': {'security_group_id': '08ab6535-e14b-4872-a3c6-c5e9fcea6c2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:43.758584 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-89e1e1a6-ead1-4f19-812c-56a479011e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (48078740-8d81-4c30-a672-1823af0d7780), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.800494 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-89e1e1a6-ead1-4f19-812c-56a479011e09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df7c907397864c01950b6dc630a67dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4656260 Feb 11 04:14:43.801600 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1e1a6-ead1-4f19-812c-56a479011e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48078740-8d81-4c30-a672-1823af0d7780,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:43.803171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32958) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:43.845466 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-01d24e1c-fc82-41b8-b53c-8808a549af1a tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for security_group_rule (995bffef-7cde-444d-ba08-d6dacd2bb015), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.901974 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bcb90ed6-3a39-4adc-9da5-876a9a719023 admin admin] Publish callbacks [] for security_group (48078740-8d81-4c30-a672-1823af0d7780), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.938212 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bcb90ed6-3a39-4adc-9da5-876a9a719023 admin admin] Publish callbacks [] for security_group (48078740-8d81-4c30-a672-1823af0d7780), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:43.941974 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-01d24e1c-fc82-41b8-b53c-8808a549af1a tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for security_group_rule (995bffef-7cde-444d-ba08-d6dacd2bb015), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:44.011474 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-01d24e1c-fc82-41b8-b53c-8808a549af1a tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (995bffef-7cde-444d-ba08-d6dacd2bb015), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:44.043005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452d755-2a12-4241-9ca4-ee7a06220613 req-935aa441-7ef3-4056-b1c4-22123cdf4c40 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:44.044558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a452d755-2a12-4241-9ca4-ee7a06220613 req-935aa441-7ef3-4056-b1c4-22123cdf4c40 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 969 time: 0.1044605 Feb 11 04:14:44.056138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d24e1c-fc82-41b8-b53c-8808a549af1a tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995bffef-7cde-444d-ba08-d6dacd2bb015,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:44.104071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:14:44.136973 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a452d755-2a12-4241-9ca4-ee7a06220613 req-5aeec593-a8e5-414f-bb1d-d3f239d0a7a2 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774274 Feb 11 04:14:44.138511 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bcb90ed6-3a39-4adc-9da5-876a9a719023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (48078740-8d81-4c30-a672-1823af0d7780), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:44.141730 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bcb90ed6-3a39-4adc-9da5-876a9a719023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:44.145508 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bcb90ed6-3a39-4adc-9da5-876a9a719023 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48078740-8d81-4c30-a672-1823af0d7780 HTTP/1.1" status: 204 len: 168 time: 0.3388340 Feb 11 04:14:44.152819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb90ed6-3a39-4adc-9da5-876a9a719023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48078740-8d81-4c30-a672-1823af0d7780,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:44.158247 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-01d24e1c-fc82-41b8-b53c-8808a549af1a tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:44.161161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-01d24e1c-fc82-41b8-b53c-8808a549af1a tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4265466 Feb 11 04:14:44.164191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32974) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:44.175895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:44.229283 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32978) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:44.236931 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:44.237299 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:44.296496 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:44.318470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device ac5b2b40-9739-4b6e-b88c-a72c013b23e9 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:14:44.351620 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:44.367473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b255a3-9b74-415d-b308-4052dfef49c9 req-10776f8a-e970-44ac-8865-786309ddef9f tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:44.376229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36b255a3-9b74-415d-b308-4052dfef49c9 req-10776f8a-e970-44ac-8865-786309ddef9f tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 970 time: 0.1283417 Feb 11 04:14:44.480587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port ac5b2b40-9739-4b6e-b88c-a72c013b23e9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=ac5b2b40-9739-4b6e-b88c-a72c013b23e9,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:14:44.493639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36b255a3-9b74-415d-b308-4052dfef49c9 req-659c1cca-3ce1-4a9e-96ba-e3ba01a9aff6 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030252 Feb 11 04:14:44.515049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'ac5b2b40-9739-4b6e-b88c-a72c013b23e9', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': 'ac5b2b40-9739-4b6e-b88c-a72c013b23e9', 'mac_address': 'fa:16:3e:63:7f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:tempest-test_az-2039021215', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:14:44.531004 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:44.559493 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port ac5b2b40-9739-4b6e-b88c-a72c013b23e9 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:44.559993 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:44.577545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5b2b40-9739-4b6e-b88c-a72c013b23e9 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:14:44.610140 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port ac5b2b40-9739-4b6e-b88c-a72c013b23e9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=ac5b2b40-9739-4b6e-b88c-a72c013b23e9,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:14:44.687437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Allocated IP 172.25.3.166 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/29c2f8ff-b32b-4336-b102-d4ad9dc71dc8) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:14:44.688949 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4962062d-e84d-4dae-b252-576947066506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:44.785615 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4962062d-e84d-4dae-b252-576947066506 admin admin] Publish callbacks [] for security_group (42399a6e-80a4-414f-a6e0-200c10f7c883), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:44.817942 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for port (29c2f8ff-b32b-4336-b102-d4ad9dc71dc8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:45.259957 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3bf65-2906-438f-b08b-66f46fc5b3f9 req-d1d8f55d-3b90-4e82-8ebf-b5cbe57348fe tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:45.261360 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ea3bf65-2906-438f-b08b-66f46fc5b3f9 req-d1d8f55d-3b90-4e82-8ebf-b5cbe57348fe tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 969 time: 0.0600290 Feb 11 04:14:45.312945 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ea3bf65-2906-438f-b08b-66f46fc5b3f9 req-9542439e-c31e-488f-aa8e-ec2b87616603 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455008 Feb 11 04:14:45.369098 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:45.369767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0b028b7a-33ba-49e3-9bda-57cc4ab16483 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:14:45.443523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=ac5b2b40-9739-4b6e-b88c-a72c013b23e9,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:45.448001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 0b028b7a-33ba-49e3-9bda-57cc4ab16483, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0b028b7a-33ba-49e3-9bda-57cc4ab16483,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:14:45.458974 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '0b028b7a-33ba-49e3-9bda-57cc4ab16483', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '0b028b7a-33ba-49e3-9bda-57cc4ab16483', 'mac_address': 'fa:16:3e:75:c9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:tempest-test_az-2039021215', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:14:45.483848 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4962062d-e84d-4dae-b252-576947066506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (42399a6e-80a4-414f-a6e0-200c10f7c883), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:45.487715 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (29c2f8ff-b32b-4336-b102-d4ad9dc71dc8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:45.525071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 0b028b7a-33ba-49e3-9bda-57cc4ab16483 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:45.525071 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:45.548142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:14:45.551453 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:45.559590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:14:45.563845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b028b7a-33ba-49e3-9bda-57cc4ab16483 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:14:45.567515 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4962062d-e84d-4dae-b252-576947066506 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2df07ad76e794bbe934b179ef80565d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3334031 Feb 11 04:14:45.567515 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962062d-e84d-4dae-b252-576947066506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42399a6e-80a4-414f-a6e0-200c10f7c883,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:45.570053 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33020) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:45.602304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Pushing event updated for resources: {'Port': ['ID=29c2f8ff-b32b-4336-b102-d4ad9dc71dc8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:45.622466 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 0b028b7a-33ba-49e3-9bda-57cc4ab16483, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0b028b7a-33ba-49e3-9bda-57cc4ab16483,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:14:45.646333 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38566dd5-b46a-4f78-ad20-e2a26202a6c4 admin admin] Publish callbacks [] for security_group (42399a6e-80a4-414f-a6e0-200c10f7c883), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:45.672990 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:45.674173 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38566dd5-b46a-4f78-ad20-e2a26202a6c4 admin admin] Publish callbacks [] for security_group (42399a6e-80a4-414f-a6e0-200c10f7c883), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:45.713384 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for floatingip (13b1d427-ad1b-461a-a69a-68ed06c66dbf), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:45.725815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=0b028b7a-33ba-49e3-9bda-57cc4ab16483,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:45.735586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d475d7-5c84-46b5-8969-b468d84a0d26 req-507646b9-3674-4723-b441-63d425f13b77 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:45.737148 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93d475d7-5c84-46b5-8969-b468d84a0d26 req-507646b9-3674-4723-b441-63d425f13b77 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 971 time: 0.1050408 Feb 11 04:14:45.795328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93d475d7-5c84-46b5-8969-b468d84a0d26 req-f6fc820f-13ad-4741-8f88-802215c76095 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514042 Feb 11 04:14:45.798462 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38566dd5-b46a-4f78-ad20-e2a26202a6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (42399a6e-80a4-414f-a6e0-200c10f7c883), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:45.801203 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38566dd5-b46a-4f78-ad20-e2a26202a6c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:45.807785 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-38566dd5-b46a-4f78-ad20-e2a26202a6c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42399a6e-80a4-414f-a6e0-200c10f7c883 HTTP/1.1" status: 204 len: 168 time: 0.2347536 Feb 11 04:14:45.816841 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38566dd5-b46a-4f78-ad20-e2a26202a6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42399a6e-80a4-414f-a6e0-200c10f7c883,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:45.836237 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (29c2f8ff-b32b-4336-b102-d4ad9dc71dc8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:46.024300 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for port (29c2f8ff-b32b-4336-b102-d4ad9dc71dc8), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:46.027842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['ac5b2b40-9739-4b6e-b88c-a72c013b23e9'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:14:46.048236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['0b028b7a-33ba-49e3-9bda-57cc4ab16483'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:14:46.101291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (29c2f8ff-b32b-4336-b102-d4ad9dc71dc8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:46.154030 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (13b1d427-ad1b-461a-a69a-68ed06c66dbf), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:46.172735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Pushing event updated for resources: {'Port': ['ID=29c2f8ff-b32b-4336-b102-d4ad9dc71dc8,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:46.247028 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:46.257670 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fd847798-f580-45ed-b867-c467fc1ec648 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0825059 Feb 11 04:14:46.257670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33048) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:46.447874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a43189-6a68-48bd-ac71-a570f089c967 req-131f0c41-2cd2-43fd-88ea-e47796366ab0 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:46.449418 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9a43189-6a68-48bd-ac71-a570f089c967 req-131f0c41-2cd2-43fd-88ea-e47796366ab0 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 970 time: 0.0576892 Feb 11 04:14:46.500284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9a43189-6a68-48bd-ac71-a570f089c967 req-19838d55-f2ff-4c16-ae02-841cc8163c57 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441754 Feb 11 04:14:46.530466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1355151340-network', 'tenant_id': 'b7d09cc55d5a471dbdc73e225a8c9ef4'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:46.592886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33062) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:46.606574 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-896cdf5e-37cd-44fd-a7c4-c6c2513f264c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:46.614120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] Made reservation on behalf of b7d09cc55d5a471dbdc73e225a8c9ef4 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:46.614120 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:46.629026 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:46.707762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33076) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:46.765343 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-896cdf5e-37cd-44fd-a7c4-c6c2513f264c admin admin] Publish callbacks [] for security_group (45b644bc-629a-42b4-9bee-8fe4b971e8d0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:46.809427 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] Publish callbacks [] for security_group (4987d39a-a452-4d1c-ace0-9eb06da1d747), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:46.813062 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-9370c802-744c-44ae-94ae-bb0b45d83d8c tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--606669061&fields=id&tenant_id=9f3dc1e033a843348622c78e48335f3c HTTP/1.1" status: 200 len: 267 time: 0.0968072 Feb 11 04:14:46.819219 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1094615157-network', 'tenant_id': '19d7885d46e54fd38e6c302286350aee'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:46.841578 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-896cdf5e-37cd-44fd-a7c4-c6c2513f264c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (45b644bc-629a-42b4-9bee-8fe4b971e8d0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:46.894731 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4987d39a-a452-4d1c-ace0-9eb06da1d747), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:46.917471 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] Made reservation on behalf of 19d7885d46e54fd38e6c302286350aee for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:46.919924 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:46.931663 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:46.994803 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-896cdf5e-37cd-44fd-a7c4-c6c2513f264c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01201efa016c45569928bd959e7b71bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007590 Feb 11 04:14:46.995652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:14:46.997690 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33084) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:47.021068 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] Publish callbacks [] for security_group (9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.033130 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cdf5e-37cd-44fd-a7c4-c6c2513f264c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b644bc-629a-42b4-9bee-8fe4b971e8d0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:47.059013 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4d16c78-6363-42b2-a45d-cc17e48305b2 admin admin] Publish callbacks [] for security_group (45b644bc-629a-42b4-9bee-8fe4b971e8d0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.075270 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (91879a7a-6fe1-4076-b644-27cb8ee25e1c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.081568 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] Added segment 91879a7a-6fe1-4076-b644-27cb8ee25e1c of type vlan for network 4db7dd95-6e9d-44b1-87f4-367ba2a09ea5 Feb 11 04:14:47.081689 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4d16c78-6363-42b2-a45d-cc17e48305b2 admin admin] Publish callbacks [] for security_group (45b644bc-629a-42b4-9bee-8fe4b971e8d0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.107297 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.135846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:14:47.136630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-536f2a6d-e7e2-4c33-9a72-6a67cab8a141 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:47.139865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-536f2a6d-e7e2-4c33-9a72-6a67cab8a141 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/networks?id=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 HTTP/1.1" status: 200 len: 824 time: 0.3179557 Feb 11 04:14:47.152047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4987d39a-a452-4d1c-ace0-9eb06da1d747,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:47.152583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:47.158889 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0c5cbf8d-83cf-4086-82f6-6697b6cb5e41), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.159233 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] Added segment 0c5cbf8d-83cf-4086-82f6-6697b6cb5e41 of type vlan for network 5ae78988-79ae-41a1-babe-29352a8104f3 Feb 11 04:14:47.161775 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (4db7dd95-6e9d-44b1-87f4-367ba2a09ea5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.172950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-9ae07b54-47e4-4962-bca1-f9bdd9b7d458 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/quotas/9f3dc1e033a843348622c78e48335f3c HTTP/1.1" status: 200 len: 375 time: 0.0267737 Feb 11 04:14:47.193220 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66117b1-8170-448f-9920-2d5d51867799 req-df5decc4-9f47-474a-ab90-11bc1139c51f tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:47.193220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a66117b1-8170-448f-9920-2d5d51867799 req-df5decc4-9f47-474a-ab90-11bc1139c51f tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 971 time: 0.2264183 Feb 11 04:14:47.285621 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (4db7dd95-6e9d-44b1-87f4-367ba2a09ea5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.286586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:47.287194 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.317304 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a66117b1-8170-448f-9920-2d5d51867799 req-81a5f9ff-2c81-4651-b0d7-30294668949c tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106029 Feb 11 04:14:47.327235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-8834e2c1-452d-40d8-b234-23d74dbee435 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f3dc1e033a843348622c78e48335f3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1393003 Feb 11 04:14:47.369640 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (5ae78988-79ae-41a1-babe-29352a8104f3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.372007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] Pushing event updated for resources: {'Network': ['ID=4db7dd95-6e9d-44b1-87f4-367ba2a09ea5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:47.384147 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 4db7dd95-6e9d-44b1-87f4-367ba2a09ea5 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:14:47.410918 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dddab3a0-8289-4c88-ab29-94101dcb6705 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1612124 Feb 11 04:14:47.413949 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33092) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:47.419041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5989a912-c4c5-4f5c-b3b2-6eabd57183bb admin admin] Request body: {'subnet': {'network_id': '4db7dd95-6e9d-44b1-87f4-367ba2a09ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1355151340-subnet', 'tenant_id': 'b7d09cc55d5a471dbdc73e225a8c9ef4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:47.420568 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4d16c78-6363-42b2-a45d-cc17e48305b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (45b644bc-629a-42b4-9bee-8fe4b971e8d0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.423739 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e4d16c78-6363-42b2-a45d-cc17e48305b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.426682 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e4d16c78-6363-42b2-a45d-cc17e48305b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45b644bc-629a-42b4-9bee-8fe4b971e8d0 HTTP/1.1" status: 204 len: 168 time: 0.4263513 Feb 11 04:14:47.439193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d16c78-6363-42b2-a45d-cc17e48305b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b644bc-629a-42b4-9bee-8fe4b971e8d0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:47.461199 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (5ae78988-79ae-41a1-babe-29352a8104f3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.463167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:47.464634 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.504824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-901e9034-02db-41b6-9cb5-5c2ad4b484fc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:14:47.504824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-901e9034-02db-41b6-9cb5-5c2ad4b484fc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0990036 Feb 11 04:14:47.531094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5989a912-c4c5-4f5c-b3b2-6eabd57183bb admin admin] Made reservation on behalf of b7d09cc55d5a471dbdc73e225a8c9ef4 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:47.534182 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5989a912-c4c5-4f5c-b3b2-6eabd57183bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.538717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae78988-79ae-41a1-babe-29352a8104f3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:47.550251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 5ae78988-79ae-41a1-babe-29352a8104f3 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:14:47.581743 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6d29e6ae-6a75-4a83-b45d-55acc5e311d4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8675091 Feb 11 04:14:47.581743 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33102) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:47.586412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5d5cedf7-304b-4273-ab2f-80c655d73072 admin admin] Request body: {'subnet': {'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1094615157-subnet', 'tenant_id': '19d7885d46e54fd38e6c302286350aee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:47.672368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5cedf7-304b-4273-ab2f-80c655d73072 admin admin] Made reservation on behalf of 19d7885d46e54fd38e6c302286350aee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:47.674858 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d5cedf7-304b-4273-ab2f-80c655d73072 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.894810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-b3685ae7-f711-48e9-beb6-ec044f276d91 service neutron] 10.222.0.13 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846903 Feb 11 04:14:47.923909 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d5cedf7-304b-4273-ab2f-80c655d73072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for subnet (384a4cb6-6e72-4477-8d6d-d0cd5b13e860), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:47.988000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cedf7-304b-4273-ab2f-80c655d73072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=384a4cb6-6e72-4477-8d6d-d0cd5b13e860,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:47.990658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33110) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:48.005782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5afeb-06e7-4a12-8af0-4463ce602836 req-0c5d7096-24c1-44fd-a5b0-36d5014fa6b5 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:48.007016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5cedf7-304b-4273-ab2f-80c655d73072 admin admin] Checking segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:14:48.007382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5cedf7-304b-4273-ab2f-80c655d73072 admin admin] Network hostable DHCP agents. Network: 5ae78988-79ae-41a1-babe-29352a8104f3, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:14:48.010576 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff5afeb-06e7-4a12-8af0-4463ce602836 req-0c5d7096-24c1-44fd-a5b0-36d5014fa6b5 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 970 time: 0.4307392 Feb 11 04:14:48.016871 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-c1a940e2-f05c-4ae6-a6b5-751050762bf8 service neutron] 10.222.0.13 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133871 Feb 11 04:14:48.102762 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff5afeb-06e7-4a12-8af0-4463ce602836 req-622a1721-9a1e-4757-96a3-cf06bba174c2 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544682 Feb 11 04:14:48.112413 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5cedf7-304b-4273-ab2f-80c655d73072 admin admin] Network 5ae78988-79ae-41a1-babe-29352a8104f3 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:14:48.145374 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8707f11e-d4fe-4ece-b455-f900315c44b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:48.205746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5d5cedf7-304b-4273-ab2f-80c655d73072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 5ae78988-79ae-41a1-babe-29352a8104f3) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:48.212609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5cedf7-304b-4273-ab2f-80c655d73072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:48.213212 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d5cedf7-304b-4273-ab2f-80c655d73072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:48.214865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf76fea8-aef1-48ec-b033-02a23ae23c2a None None] Network 5ae78988-79ae-41a1-babe-29352a8104f3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:14:48.240004 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8707f11e-d4fe-4ece-b455-f900315c44b5 admin admin] Publish callbacks [] for security_group (fffba00c-449e-452d-9d90-62fa1949f410), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:48.285617 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5989a912-c4c5-4f5c-b3b2-6eabd57183bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for subnet (ad186786-1b44-456a-9658-78f26be00f80), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:48.299371 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device ac5b2b40-9739-4b6e-b88c-a72c013b23e9 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:14:48.307575 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8707f11e-d4fe-4ece-b455-f900315c44b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fffba00c-449e-452d-9d90-62fa1949f410), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:48.343887 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5d5cedf7-304b-4273-ab2f-80c655d73072 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7613997 Feb 11 04:14:48.352686 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8707f11e-d4fe-4ece-b455-f900315c44b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f182a1df3504755bfcf9d99212477b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3606670 Feb 11 04:14:48.354462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33126) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:48.393771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e53dfbf-045f-49b1-b00b-fa94085780f0 None None] Network 5ae78988-79ae-41a1-babe-29352a8104f3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:14:48.452568 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-382630f5-bd1c-4b8b-8d3b-5b6bebf61587 req-8bfff58f-3284-4404-a90f-d842267fe46a tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 210 time: 0.1759620 Feb 11 04:14:48.489567 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707f11e-d4fe-4ece-b455-f900315c44b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffba00c-449e-452d-9d90-62fa1949f410,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:48.501636 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8761-9fcb-434c-9a5a-376652c3a4dc admin admin] Publish callbacks [] for security_group (fffba00c-449e-452d-9d90-62fa1949f410), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:48.548721 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port ac5b2b40-9739-4b6e-b88c-a72c013b23e9 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:14:48.555865 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8761-9fcb-434c-9a5a-376652c3a4dc admin admin] Publish callbacks [] for security_group (fffba00c-449e-452d-9d90-62fa1949f410), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:48.560636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port ac5b2b40-9739-4b6e-b88c-a72c013b23e9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:48.561211 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:48.566896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989a912-c4c5-4f5c-b3b2-6eabd57183bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad186786-1b44-456a-9658-78f26be00f80,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:48.580109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989a912-c4c5-4f5c-b3b2-6eabd57183bb admin admin] Checking segment: {'id': '91879a7a-6fe1-4076-b644-27cb8ee25e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4db7dd95-6e9d-44b1-87f4-367ba2a09ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:14:48.580523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5989a912-c4c5-4f5c-b3b2-6eabd57183bb admin admin] Network hostable DHCP agents. Network: 4db7dd95-6e9d-44b1-87f4-367ba2a09ea5, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:14:48.624919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f5618-c0e9-4745-af49-0e18aaf1c5bf req-444af6b0-b4a4-4181-93ec-0b855e820f6a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:48.627556 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c87f5618-c0e9-4745-af49-0e18aaf1c5bf req-444af6b0-b4a4-4181-93ec-0b855e820f6a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 971 time: 0.1482353 Feb 11 04:14:48.662580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port ac5b2b40-9739-4b6e-b88c-a72c013b23e9 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:48.663381 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:48.680688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5989a912-c4c5-4f5c-b3b2-6eabd57183bb admin admin] Network 4db7dd95-6e9d-44b1-87f4-367ba2a09ea5 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:14:48.691081 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8761-9fcb-434c-9a5a-376652c3a4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fffba00c-449e-452d-9d90-62fa1949f410), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:48.696364 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8761-9fcb-434c-9a5a-376652c3a4dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:48.697845 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0f5e8761-9fcb-434c-9a5a-376652c3a4dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fffba00c-449e-452d-9d90-62fa1949f410 HTTP/1.1" status: 204 len: 168 time: 0.3424215 Feb 11 04:14:48.699684 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c87f5618-c0e9-4745-af49-0e18aaf1c5bf req-5e9f7bfa-8f18-43cd-a687-9627ee2e16c9 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634067 Feb 11 04:14:48.703075 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66affa22-c1dc-48df-af62-8f2ae0511d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5b2b40-9739-4b6e-b88c-a72c013b23e9'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:14:48.706963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e8761-9fcb-434c-9a5a-376652c3a4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffba00c-449e-452d-9d90-62fa1949f410,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:48.781130 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-5989a912-c4c5-4f5c-b3b2-6eabd57183bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 4db7dd95-6e9d-44b1-87f4-367ba2a09ea5) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:48.786231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5989a912-c4c5-4f5c-b3b2-6eabd57183bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:48.787474 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5989a912-c4c5-4f5c-b3b2-6eabd57183bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:48.794062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port ac5b2b40-9739-4b6e-b88c-a72c013b23e9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=ac5b2b40-9739-4b6e-b88c-a72c013b23e9,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:14:48.796967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b6b150-6ff7-47ce-b234-90ad837abcd8 None None] Network 4db7dd95-6e9d-44b1-87f4-367ba2a09ea5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:14:48.872295 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5989a912-c4c5-4f5c-b3b2-6eabd57183bb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4570410 Feb 11 04:14:48.879373 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:48.880301 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0b028b7a-33ba-49e3-9bda-57cc4ab16483 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:14:49.016270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6342188c-f865-4589-89d6-239a8739e81b None None] Network 4db7dd95-6e9d-44b1-87f4-367ba2a09ea5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:14:49.019667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=ac5b2b40-9739-4b6e-b88c-a72c013b23e9,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:49.129282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 0b028b7a-33ba-49e3-9bda-57cc4ab16483 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:14:49.133654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 0b028b7a-33ba-49e3-9bda-57cc4ab16483 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:49.134021 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:49.263619 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 0b028b7a-33ba-49e3-9bda-57cc4ab16483 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:14:49.263619 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:49.297236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83efda-2621-4a92-990d-54a6e50c8a68 req-8e736dc9-362f-4427-9606-61ff9560c879 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:49.307062 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a83efda-2621-4a92-990d-54a6e50c8a68 req-8e736dc9-362f-4427-9606-61ff9560c879 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 970 time: 0.0994818 Feb 11 04:14:49.313233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 0b028b7a-33ba-49e3-9bda-57cc4ab16483, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0b028b7a-33ba-49e3-9bda-57cc4ab16483,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:14:49.338475 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935ee610-4779-4f7f-aea7-8db880b82c0e" -d '{"events": [{"server_uuid": "66affa22-c1dc-48df-af62-8f2ae0511d83", "name": "network-vif-plugged", "status": "completed", "tag": "ac5b2b40-9739-4b6e-b88c-a72c013b23e9"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:14:49.353481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a83efda-2621-4a92-990d-54a6e50c8a68 req-4eedeb0d-e369-4f07-8c40-8f73b2305291 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 Feb 11 04:14:49.375267 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:49.424204 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=0b028b7a-33ba-49e3-9bda-57cc4ab16483,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:49.572145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c4d3f4e5-4cdb-42e2-8124-72e97b18184a req-9949f7ac-36e1-428d-907c-168b5c153047 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 210 time: 0.0385072 Feb 11 04:14:49.630414 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03cefbf-c86d-4b99-a0e2-0a1bcbf67dd7 x-openstack-request-id: req-b03cefbf-c86d-4b99-a0e2-0a1bcbf67dd7 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:14:49.630755 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66affa22-c1dc-48df-af62-8f2ae0511d83", "name": "network-vif-plugged", "status": "completed", "tag": "ac5b2b40-9739-4b6e-b88c-a72c013b23e9", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:14:49.631038 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b03cefbf-c86d-4b99-a0e2-0a1bcbf67dd7 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:14:49.631561 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66affa22-c1dc-48df-af62-8f2ae0511d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5b2b40-9739-4b6e-b88c-a72c013b23e9', 'code': 200} Feb 11 04:14:49.782606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5312a7-e13d-4a88-852f-15f30ab58e2c req-1634e6d1-2bff-46dd-b765-7f592ce36ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:49.784666 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db5312a7-e13d-4a88-852f-15f30ab58e2c req-1634e6d1-2bff-46dd-b765-7f592ce36ed3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 1155 time: 0.0854385 Feb 11 04:14:49.828191 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-db5312a7-e13d-4a88-852f-15f30ab58e2c req-3b7dcc19-75a1-483b-be12-679afaee3b10 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:49.874613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30feff-0882-4db5-aaeb-939edc80265a req-64122839-6fc8-4799-842e-44e6eddfe9be tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:49.876098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b30feff-0882-4db5-aaeb-939edc80265a req-64122839-6fc8-4799-842e-44e6eddfe9be tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 972 time: 0.0896707 Feb 11 04:14:49.888237 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33186) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:49.903231 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0f3446c-ff4f-4d71-84fb-225bff662727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:49.952669 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b30feff-0882-4db5-aaeb-939edc80265a req-7882434d-6531-4801-8db4-833cdd19fbcb tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700998 Feb 11 04:14:49.971141 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-db5312a7-e13d-4a88-852f-15f30ab58e2c req-3b7dcc19-75a1-483b-be12-679afaee3b10 service neutron] Publish callbacks [] for security_group (13adc274-a0a4-44cc-9552-e9c23f7da59d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.025600 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0f3446c-ff4f-4d71-84fb-225bff662727 admin admin] Publish callbacks [] for security_group (f6f2aeff-008c-42d6-bbb4-db9717f93f31), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.049671 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-db5312a7-e13d-4a88-852f-15f30ab58e2c req-3b7dcc19-75a1-483b-be12-679afaee3b10 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (13adc274-a0a4-44cc-9552-e9c23f7da59d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.078082 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f0f3446c-ff4f-4d71-84fb-225bff662727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f6f2aeff-008c-42d6-bbb4-db9717f93f31), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.095003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dcc19-75a1-483b-be12-679afaee3b10 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=13adc274-a0a4-44cc-9552-e9c23f7da59d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:50.099229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db5312a7-e13d-4a88-852f-15f30ab58e2c req-3b7dcc19-75a1-483b-be12-679afaee3b10 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002050 Feb 11 04:14:50.150504 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f0f3446c-ff4f-4d71-84fb-225bff662727 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ee798ee29cf420a99a6bcb9905fcd4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509139 Feb 11 04:14:50.150504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3446c-ff4f-4d71-84fb-225bff662727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f2aeff-008c-42d6-bbb4-db9717f93f31,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:50.151220 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33194) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:50.156237 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33198) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:50.171585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-171328511-network', 'tenant_id': '0994bd2a291b499ebc8d38fd621ca4fc'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:50.210313 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7278e254-0b54-456a-a4b5-3abca7b11cc1 admin admin] Publish callbacks [] for security_group (f6f2aeff-008c-42d6-bbb4-db9717f93f31), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.237640 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] Made reservation on behalf of 0994bd2a291b499ebc8d38fd621ca4fc for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:50.240017 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.250138 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7278e254-0b54-456a-a4b5-3abca7b11cc1 admin admin] Publish callbacks [] for security_group (f6f2aeff-008c-42d6-bbb4-db9717f93f31), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.251559 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.412490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7278e254-0b54-456a-a4b5-3abca7b11cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f6f2aeff-008c-42d6-bbb4-db9717f93f31), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.422731 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7278e254-0b54-456a-a4b5-3abca7b11cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.424129 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7278e254-0b54-456a-a4b5-3abca7b11cc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6f2aeff-008c-42d6-bbb4-db9717f93f31 HTTP/1.1" status: 204 len: 168 time: 0.2722816 Feb 11 04:14:50.450497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278e254-0b54-456a-a4b5-3abca7b11cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f2aeff-008c-42d6-bbb4-db9717f93f31,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:50.455497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] Publish callbacks [] for security_group (ec8cae35-c500-468f-ab33-f91333bded3c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.507840 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ec8cae35-c500-468f-ab33-f91333bded3c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.526470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:14:50.551784 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (c13bb4ec-8690-41f9-954e-2e8ac404e85c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.551784 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] Added segment c13bb4ec-8690-41f9-954e-2e8ac404e85c of type vlan for network 4e87cb51-cf65-4408-b9ec-cc327c350990 Feb 11 04:14:50.562420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0d04e-b4b9-44eb-8a13-99975eb7fb11 req-cf9604cb-bd17-4129-911f-676888f79cc2 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:50.564175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6c0d04e-b4b9-44eb-8a13-99975eb7fb11 req-cf9604cb-bd17-4129-911f-676888f79cc2 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 971 time: 0.1388898 Feb 11 04:14:50.571744 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8cae35-c500-468f-ab33-f91333bded3c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:50.613013 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (4e87cb51-cf65-4408-b9ec-cc327c350990), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.659260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6c0d04e-b4b9-44eb-8a13-99975eb7fb11 req-1c6bcbc3-a598-4198-a674-a7a1646dc104 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795405 Feb 11 04:14:50.702116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-56e8bc17-54ef-4f1e-920c-0d42186bbdea req-fbc38643-068c-43be-9ce4-653383994c31 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 210 time: 0.0302818 Feb 11 04:14:50.752959 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (4e87cb51-cf65-4408-b9ec-cc327c350990), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.753990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:50.754577 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.757088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.32', 56708) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:50.826662 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33220) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:50.831896 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2126856878-network', 'tenant_id': '974132135396451e832c870dd35c7fa0'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:50.839317 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] Pushing event updated for resources: {'Network': ['ID=4e87cb51-cf65-4408-b9ec-cc327c350990,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:50.850030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 4e87cb51-cf65-4408-b9ec-cc327c350990 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:14:50.888031 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cb6d431d-6b1e-4e54-8033-4f1e7f09d50d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7302177 Feb 11 04:14:50.890981 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33222) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:50.902026 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9f2138ee-0102-47a8-8f9b-0161eb1c1413 admin admin] Request body: {'subnet': {'network_id': '4e87cb51-cf65-4408-b9ec-cc327c350990', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-171328511-subnet', 'tenant_id': '0994bd2a291b499ebc8d38fd621ca4fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:50.939986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-4452bdc1-ebeb-4eaa-a5f3-3f3729be68d1 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:50.941972 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-4452bdc1-ebeb-4eaa-a5f3-3f3729be68d1 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.32 "GET /v2.0/networks?id=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 HTTP/1.1" status: 200 len: 824 time: 0.1834509 Feb 11 04:14:50.952638 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] Made reservation on behalf of 974132135396451e832c870dd35c7fa0 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:50.955282 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:50.966167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:51.013589 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2138ee-0102-47a8-8f9b-0161eb1c1413 admin admin] Made reservation on behalf of 0994bd2a291b499ebc8d38fd621ca4fc for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:51.016305 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f2138ee-0102-47a8-8f9b-0161eb1c1413 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:51.115987 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] Publish callbacks [] for security_group (1b42885a-0968-4792-b46e-257d4d4baaf9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:51.149179 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-29ec884b-188b-451a-be4a-07b1eb280205 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f3dc1e033a843348622c78e48335f3c HTTP/1.1" status: 200 len: 379 time: 0.1214411 Feb 11 04:14:51.162021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-a527090b-2dcf-41d4-8241-9ad93b738d5f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Request body: {'port': {'device_id': '70483480-ceba-423b-a158-c3828167e1bb', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'admin_state_up': True, 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'security_groups': ['08ab6535-e14b-4872-a3c6-c5e9fcea6c2b']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:51.224878 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1b42885a-0968-4792-b46e-257d4d4baaf9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:51.258753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:14:51.266890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de683e-77a3-4ae8-aa25-bed16fb36df4 req-6232bcdc-c7da-40eb-b759-ceeb05625183 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:51.273220 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b42885a-0968-4792-b46e-257d4d4baaf9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:51.274402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88de683e-77a3-4ae8-aa25-bed16fb36df4 req-6232bcdc-c7da-40eb-b759-ceeb05625183 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 972 time: 0.1927454 Feb 11 04:14:51.281010 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (56d6f020-48cc-4468-b956-ba264f848f15), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:51.284836 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] Added segment 56d6f020-48cc-4468-b956-ba264f848f15 of type vlan for network cbb409b5-38fe-45a2-9696-e02e8237afd8 Feb 11 04:14:51.301375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33236) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:51.335654 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-742c0357-05e9-4d51-96dc-058452dd8012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:51.347719 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f2138ee-0102-47a8-8f9b-0161eb1c1413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for subnet (773b2931-5757-4d46-ab19-1e391e7b6726), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:51.369827 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (cbb409b5-38fe-45a2-9696-e02e8237afd8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:51.373616 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88de683e-77a3-4ae8-aa25-bed16fb36df4 req-f8538eac-234f-4ba5-8858-650de34f8955 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977435 Feb 11 04:14:51.462010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-a527090b-2dcf-41d4-8241-9ad93b738d5f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Made reservation on behalf of 9f3dc1e033a843348622c78e48335f3c for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:51.463304 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2138ee-0102-47a8-8f9b-0161eb1c1413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=773b2931-5757-4d46-ab19-1e391e7b6726,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:51.467477 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-a527090b-2dcf-41d4-8241-9ad93b738d5f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:51.505400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2138ee-0102-47a8-8f9b-0161eb1c1413 admin admin] Checking segment: {'id': 'c13bb4ec-8690-41f9-954e-2e8ac404e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e87cb51-cf65-4408-b9ec-cc327c350990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:14:51.505400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2138ee-0102-47a8-8f9b-0161eb1c1413 admin admin] Network hostable DHCP agents. Network: 4e87cb51-cf65-4408-b9ec-cc327c350990, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:14:51.548001 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (cbb409b5-38fe-45a2-9696-e02e8237afd8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:51.549021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:51.549590 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:51.554259 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-742c0357-05e9-4d51-96dc-058452dd8012 admin admin] Publish callbacks [] for security_group (6bcd9211-8ddd-42f1-a7d5-ca47dce930b9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:51.632592 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa072b2b-6339-43d5-b921-d4499c7bad52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b028b7a-33ba-49e3-9bda-57cc4ab16483'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:14:51.635451 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3264a49d-35f7-45c2-91c4-e6220c7062e1" -d '{"events": [{"server_uuid": "aa072b2b-6339-43d5-b921-d4499c7bad52", "name": "network-vif-plugged", "status": "completed", "tag": "0b028b7a-33ba-49e3-9bda-57cc4ab16483"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:14:51.636544 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] Pushing event updated for resources: {'Network': ['ID=cbb409b5-38fe-45a2-9696-e02e8237afd8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:51.648906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network cbb409b5-38fe-45a2-9696-e02e8237afd8 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:14:51.654396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-a527090b-2dcf-41d4-8241-9ad93b738d5f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Allocated IP 172.20.0.8 (9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37/1e603d6b-2704-40e5-a99c-38c00e6fc92c/78db2543-8233-4aca-9593-8fd6c285de8a) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:14:51.655167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2138ee-0102-47a8-8f9b-0161eb1c1413 admin admin] Network 4e87cb51-cf65-4408-b9ec-cc327c350990 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:14:51.658557 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-742c0357-05e9-4d51-96dc-058452dd8012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6bcd9211-8ddd-42f1-a7d5-ca47dce930b9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:51.700067 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b1bc9537-6e99-4c10-a701-4e396e0ef338 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8699119 Feb 11 04:14:51.705544 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33246) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:51.714933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9ab4ed55-9fb0-444b-864b-888407750f53 admin admin] Request body: {'subnet': {'network_id': 'cbb409b5-38fe-45a2-9696-e02e8237afd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2126856878-subnet', 'tenant_id': '974132135396451e832c870dd35c7fa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:51.735498 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-742c0357-05e9-4d51-96dc-058452dd8012 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eaef280fa051482fad7b71253a50b741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330828 Feb 11 04:14:51.739402 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c0357-05e9-4d51-96dc-058452dd8012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcd9211-8ddd-42f1-a7d5-ca47dce930b9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:51.743205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33250) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:51.753006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9f2138ee-0102-47a8-8f9b-0161eb1c1413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 4e87cb51-cf65-4408-b9ec-cc327c350990) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:51.804892 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443e85f0-e22f-4abf-b3ea-6efe1232976c x-openstack-request-id: req-443e85f0-e22f-4abf-b3ea-6efe1232976c {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:14:51.805526 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa072b2b-6339-43d5-b921-d4499c7bad52", "name": "network-vif-plugged", "status": "completed", "tag": "0b028b7a-33ba-49e3-9bda-57cc4ab16483", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:14:51.805891 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-443e85f0-e22f-4abf-b3ea-6efe1232976c {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:14:51.806482 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa072b2b-6339-43d5-b921-d4499c7bad52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b028b7a-33ba-49e3-9bda-57cc4ab16483', 'code': 200} Feb 11 04:14:51.848076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdf6ce2-2fe1-4798-99ae-7e4feeab0318 None None] Network 4e87cb51-cf65-4408-b9ec-cc327c350990 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:14:51.882940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2138ee-0102-47a8-8f9b-0161eb1c1413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:51.883565 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f2138ee-0102-47a8-8f9b-0161eb1c1413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:51.914383 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab4ed55-9fb0-444b-864b-888407750f53 admin admin] Made reservation on behalf of 974132135396451e832c870dd35c7fa0 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:51.916885 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ed55-9fb0-444b-864b-888407750f53 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:51.964264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63ca40a6-7db7-4968-858a-ffc0cca9d303 req-fc925894-f8fe-4961-bee5-511c973b1fbd tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 210 time: 0.1330154 Feb 11 04:14:52.079634 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9902a41-e292-4341-b1af-a710c75c079d req-970c9580-8156-4a59-a55b-27e1384ce489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:52.081491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9902a41-e292-4341-b1af-a710c75c079d req-970c9580-8156-4a59-a55b-27e1384ce489 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 1154 time: 0.2797430 Feb 11 04:14:52.091039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea0f12-8a36-41ba-9afe-44db91ce5c10 req-491c28f3-bd90-4491-8a90-4b06cff80119 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:52.092495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08ea0f12-8a36-41ba-9afe-44db91ce5c10 req-491c28f3-bd90-4491-8a90-4b06cff80119 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 971 time: 0.2835696 Feb 11 04:14:52.104148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb899bf4-fd6e-4614-9db1-0c6dd7e13b0b None None] Network 4e87cb51-cf65-4408-b9ec-cc327c350990 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:14:52.115665 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-a527090b-2dcf-41d4-8241-9ad93b738d5f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for port (78db2543-8233-4aca-9593-8fd6c285de8a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:52.152864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33256) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:52.233328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9902a41-e292-4341-b1af-a710c75c079d req-96849cbc-8972-4816-bdf9-80ef21640555 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324735 Feb 11 04:14:52.248763 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08ea0f12-8a36-41ba-9afe-44db91ce5c10 req-c0f36464-9a18-4724-a5bc-2254d8893b51 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369271 Feb 11 04:14:52.261688 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9f2138ee-0102-47a8-8f9b-0161eb1c1413 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3682659 Feb 11 04:14:52.262901 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ae2822f-d71d-41bb-8fff-a13ef311e4fb admin admin] Publish callbacks [] for security_group (6bcd9211-8ddd-42f1-a7d5-ca47dce930b9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:52.323597 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ae2822f-d71d-41bb-8fff-a13ef311e4fb admin admin] Publish callbacks [] for security_group (6bcd9211-8ddd-42f1-a7d5-ca47dce930b9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:52.328024 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ed55-9fb0-444b-864b-888407750f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for subnet (aac1e898-7aa4-4071-ab3e-99f3549e355b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:52.347320 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-a527090b-2dcf-41d4-8241-9ad93b738d5f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (78db2543-8233-4aca-9593-8fd6c285de8a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:52.446206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-a527090b-2dcf-41d4-8241-9ad93b738d5f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:14:52.450871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-a527090b-2dcf-41d4-8241-9ad93b738d5f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:52.456730 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-a527090b-2dcf-41d4-8241-9ad93b738d5f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:14:52.469963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-a527090b-2dcf-41d4-8241-9ad93b738d5f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:52.471021 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-a527090b-2dcf-41d4-8241-9ad93b738d5f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:52.473604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4ed55-9fb0-444b-864b-888407750f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac1e898-7aa4-4071-ab3e-99f3549e355b,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:52.512122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527090b-2dcf-41d4-8241-9ad93b738d5f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Pushing event updated for resources: {'Port': ['ID=78db2543-8233-4aca-9593-8fd6c285de8a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:52.548080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4ed55-9fb0-444b-864b-888407750f53 admin admin] Checking segment: {'id': '56d6f020-48cc-4468-b956-ba264f848f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cbb409b5-38fe-45a2-9696-e02e8237afd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:14:52.548825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab4ed55-9fb0-444b-864b-888407750f53 admin admin] Network hostable DHCP agents. Network: cbb409b5-38fe-45a2-9696-e02e8237afd8, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:14:52.563123 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1394494b-6352-4ec1-82da-9cc986907af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:52.593090 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-a527090b-2dcf-41d4-8241-9ad93b738d5f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4374135 Feb 11 04:14:52.600251 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ae2822f-d71d-41bb-8fff-a13ef311e4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6bcd9211-8ddd-42f1-a7d5-ca47dce930b9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:52.608316 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ae2822f-d71d-41bb-8fff-a13ef311e4fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:52.609744 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9ae2822f-d71d-41bb-8fff-a13ef311e4fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bcd9211-8ddd-42f1-a7d5-ca47dce930b9 HTTP/1.1" status: 204 len: 168 time: 0.8630359 Feb 11 04:14:52.622320 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2822f-d71d-41bb-8fff-a13ef311e4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcd9211-8ddd-42f1-a7d5-ca47dce930b9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:52.673553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab4ed55-9fb0-444b-864b-888407750f53 admin admin] Network cbb409b5-38fe-45a2-9696-e02e8237afd8 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:14:52.712430 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ebcac-8ff1-407e-a3f1-c29c32fb6b7b req-da471368-b9a8-4b10-a447-40c2207af380 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:52.715862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a1ebcac-8ff1-407e-a3f1-c29c32fb6b7b req-da471368-b9a8-4b10-a447-40c2207af380 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 972 time: 0.1438868 Feb 11 04:14:52.764207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9ab4ed55-9fb0-444b-864b-888407750f53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, cbb409b5-38fe-45a2-9696-e02e8237afd8) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:52.783669 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab4ed55-9fb0-444b-864b-888407750f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:52.783947 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc42baa-3cf5-4d20-97c0-e320d48eaf71 None None] Network cbb409b5-38fe-45a2-9696-e02e8237afd8 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:14:52.784025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ab4ed55-9fb0-444b-864b-888407750f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:52.817780 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1394494b-6352-4ec1-82da-9cc986907af4 admin admin] Publish callbacks [] for security_group (a6f8ddd6-39dc-42e9-98ac-3b5d761208f8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:52.843550 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a1ebcac-8ff1-407e-a3f1-c29c32fb6b7b req-ea69ce44-0ff9-46e9-9f01-d89be3c383c2 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207075 Feb 11 04:14:52.901794 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9ab4ed55-9fb0-444b-864b-888407750f53 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1920578 Feb 11 04:14:52.923341 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1394494b-6352-4ec1-82da-9cc986907af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a6f8ddd6-39dc-42e9-98ac-3b5d761208f8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:52.950564 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-bdbedc61-1768-4315-bf01-c62f3f08018b None None] Provisioning complete for port 78db2543-8233-4aca-9593-8fd6c285de8a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:52.951030 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bdbedc61-1768-4315-bf01-c62f3f08018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (78db2543-8233-4aca-9593-8fd6c285de8a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:52.974098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1394494b-6352-4ec1-82da-9cc986907af4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab381f0a09954b7ca3dbeea52352675c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8182721 Feb 11 04:14:52.975911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394494b-6352-4ec1-82da-9cc986907af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f8ddd6-39dc-42e9-98ac-3b5d761208f8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:52.983407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33278) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:53.051102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297df889-d0d5-4354-a5cd-04ebbac4cb72 None None] Network cbb409b5-38fe-45a2-9696-e02e8237afd8 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:14:53.065369 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-351019b6-0ac6-4297-bdad-c268b71a1a80 admin admin] Publish callbacks [] for security_group (a6f8ddd6-39dc-42e9-98ac-3b5d761208f8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:53.099701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-bdbedc61-1768-4315-bf01-c62f3f08018b None None] Port 78db2543-8233-4aca-9593-8fd6c285de8a cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:14:53.126919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-351019b6-0ac6-4297-bdad-c268b71a1a80 admin admin] Publish callbacks [] for security_group (a6f8ddd6-39dc-42e9-98ac-3b5d761208f8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:53.172722 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-02ed6bb6-9b52-4d6f-9f39-f17838767256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:53.254832 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-351019b6-0ac6-4297-bdad-c268b71a1a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a6f8ddd6-39dc-42e9-98ac-3b5d761208f8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:53.258275 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-351019b6-0ac6-4297-bdad-c268b71a1a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:53.263314 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-351019b6-0ac6-4297-bdad-c268b71a1a80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6f8ddd6-39dc-42e9-98ac-3b5d761208f8 HTTP/1.1" status: 204 len: 168 time: 0.2783208 Feb 11 04:14:53.275481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351019b6-0ac6-4297-bdad-c268b71a1a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f8ddd6-39dc-42e9-98ac-3b5d761208f8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:53.436932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33300) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:53.510082 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe25267e-3934-48c4-83d1-4ea8f2b2a679 admin admin] Deleting subnet ad186786-1b44-456a-9658-78f26be00f80 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:14:53.513807 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe25267e-3934-48c4-83d1-4ea8f2b2a679 admin admin] Publish callbacks [] for subnet (ad186786-1b44-456a-9658-78f26be00f80), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:53.547567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad23e82-939d-4189-b209-d7e432b6709d req-f9cdf994-6795-4699-90ce-969ff6b2415d tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:53.550922 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe25267e-3934-48c4-83d1-4ea8f2b2a679 admin admin] Publish callbacks [] for subnet (ad186786-1b44-456a-9658-78f26be00f80), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:53.552710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ad23e82-939d-4189-b209-d7e432b6709d req-f9cdf994-6795-4699-90ce-969ff6b2415d tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 821 time: 0.1628630 Feb 11 04:14:53.563027 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe25267e-3934-48c4-83d1-4ea8f2b2a679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (ad186786-1b44-456a-9658-78f26be00f80), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:53.570668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ad23e82-939d-4189-b209-d7e432b6709d req-4f4f1fd6-dc39-4d50-bb84-3224e5404d62 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/quotas/19d7885d46e54fd38e6c302286350aee HTTP/1.1" status: 200 len: 375 time: 0.0117688 Feb 11 04:14:53.633740 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ad23e82-939d-4189-b209-d7e432b6709d req-900c2eab-c312-45d8-ab05-31c4ae8ec39e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544448 Feb 11 04:14:53.706816 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe25267e-3934-48c4-83d1-4ea8f2b2a679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for subnet (ad186786-1b44-456a-9658-78f26be00f80), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:53.735303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-7e56e627-2641-4e9d-a074-c63fbbdf1b7c req-e3124c5c-01a3-4b8e-8d27-cd546f8029d3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:14:53.736363 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e56e627-2641-4e9d-a074-c63fbbdf1b7c req-e3124c5c-01a3-4b8e-8d27-cd546f8029d3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1627669 Feb 11 04:14:53.738098 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25267e-3934-48c4-83d1-4ea8f2b2a679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad186786-1b44-456a-9658-78f26be00f80,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:53.747947 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe25267e-3934-48c4-83d1-4ea8f2b2a679 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:53.753564 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fe25267e-3934-48c4-83d1-4ea8f2b2a679 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ad186786-1b44-456a-9658-78f26be00f80 HTTP/1.1" status: 204 len: 168 time: 0.3122187 Feb 11 04:14:53.754045 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33306) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:53.767709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ad23e82-939d-4189-b209-d7e432b6709d req-49771db9-c815-4c56-9bee-5b6119eee05f service neutron] 10.222.0.13 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247497 Feb 11 04:14:53.846850 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (4db7dd95-6e9d-44b1-87f4-367ba2a09ea5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:53.965133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ad23e82-939d-4189-b209-d7e432b6709d req-a5558fee-91d0-4d29-be8f-261cc9f95e1e service neutron] 10.222.0.13 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902018 Feb 11 04:14:53.980509 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (4db7dd95-6e9d-44b1-87f4-367ba2a09ea5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:54.014807 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:14:54.015536 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:14:54.016356 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:14:54.017035 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Subscribe: > port after_create 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:14:54.017602 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:14:54.018100 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Subscribe: > port after_update 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:14:54.018446 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:14:54.019104 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:14:54.019886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:14:54.020386 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:14:54.081405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9e90f-3992-47ae-8492-636dd1ca4a25 req-d1d61e05-8a2c-4d36-8917-73982efe3d4c tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:54.081405 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3ec9e90f-3992-47ae-8492-636dd1ca4a25 req-d1d61e05-8a2c-4d36-8917-73982efe3d4c tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 931 time: 0.0647795 Feb 11 04:14:54.104443 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:14:54.104805 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:14:54.105146 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:14:54.105483 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103808) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:14:54.105858 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db7dd95-6e9d-44b1-87f4-367ba2a09ea5']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:54.127993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91879a7a-6fe1-4076-b644-27cb8ee25e1c') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:54.128205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91879a7a-6fe1-4076-b644-27cb8ee25e1c') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:54.154235 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (91879a7a-6fe1-4076-b644-27cb8ee25e1c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:54.163459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3ec9e90f-3992-47ae-8492-636dd1ca4a25 req-cc566871-8b2d-4fcd-92fb-2d5642b438d4 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759692 Feb 11 04:14:54.204110 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (91879a7a-6fe1-4076-b644-27cb8ee25e1c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:54.232637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:14:54.233323 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (91879a7a-6fe1-4076-b644-27cb8ee25e1c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: from cryptography.utils import int_from_bytes Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: from cryptography.utils import int_from_bytes Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:14:54.256448 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:14:54.348226 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33322) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:54.369166 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98d1b568-994b-4e8a-b69b-baf8010d0ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:54.414300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b87099-0f61-495e-ba5b-91ca66af80e3 req-9e5e8514-cb1b-401a-a3fe-4c756abd0f25 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:54.415734 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (4db7dd95-6e9d-44b1-87f4-367ba2a09ea5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:54.422301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95b87099-0f61-495e-ba5b-91ca66af80e3 req-9e5e8514-cb1b-401a-a3fe-4c756abd0f25 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 971 time: 0.1343627 Feb 11 04:14:54.432560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a8bef-3b34-41e4-b5e7-366887b9b393 req-9506d849-db15-46b9-b3ee-091c59bf5772 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:54.434069 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0a8bef-3b34-41e4-b5e7-366887b9b393 req-9506d849-db15-46b9-b3ee-091c59bf5772 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 972 time: 0.1354690 Feb 11 04:14:54.449195 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:54.452832 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4db7dd95-6e9d-44b1-87f4-367ba2a09ea5 HTTP/1.1" status: 204 len: 168 time: 0.6977386 Feb 11 04:14:54.454038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabce68-7d33-432d-8380-9bc28fc72952 admin admin] Pushing event deleted for resources: {'Network': ['ID=4db7dd95-6e9d-44b1-87f4-367ba2a09ea5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:54.460176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33328) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:54.515660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95b87099-0f61-495e-ba5b-91ca66af80e3 req-409777d0-6afc-4ec3-a4e1-800ae7819e7b tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918646 Feb 11 04:14:54.531320 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-2534ebce-54dc-4a79-aad2-f6196a39fe69 admin admin] Deleting subnet aac1e898-7aa4-4071-ab3e-99f3549e355b {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:14:54.535031 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2534ebce-54dc-4a79-aad2-f6196a39fe69 admin admin] Publish callbacks [] for subnet (aac1e898-7aa4-4071-ab3e-99f3549e355b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:54.539231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0a8bef-3b34-41e4-b5e7-366887b9b393 req-c2008407-e631-4f65-b83b-ca06512e59c7 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988574 Feb 11 04:14:54.625889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83bafafb-ab21-4fe8-af4a-e823d8218dd3 req-0a48bf96-f587-40ef-b455-0121b52407d3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 210 time: 0.0611901 Feb 11 04:14:54.629313 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98d1b568-994b-4e8a-b69b-baf8010d0ab5 admin admin] Publish callbacks [] for security_group (423cba78-bea9-4154-8909-8e08f54979b9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:54.647594 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2534ebce-54dc-4a79-aad2-f6196a39fe69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (aac1e898-7aa4-4071-ab3e-99f3549e355b), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:54.701360 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98d1b568-994b-4e8a-b69b-baf8010d0ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (423cba78-bea9-4154-8909-8e08f54979b9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:54.743770 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2534ebce-54dc-4a79-aad2-f6196a39fe69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (aac1e898-7aa4-4071-ab3e-99f3549e355b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:54.754818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330a2d1-b719-4edb-9e55-02ade9f770e3 req-1b12178e-8f9b-4a3e-9c10-9879002ebd3d tempest-AggregatesAdminTestJSON-1364022319 tempest-AggregatesAdminTestJSON-1364022319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:54.757132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9330a2d1-b719-4edb-9e55-02ade9f770e3 req-1b12178e-8f9b-4a3e-9c10-9879002ebd3d tempest-AggregatesAdminTestJSON-1364022319 tempest-AggregatesAdminTestJSON-1364022319-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 1154 time: 0.0625787 Feb 11 04:14:54.784872 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-98d1b568-994b-4e8a-b69b-baf8010d0ab5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4590c369a6f443fba73f35b5c59e5895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284763 Feb 11 04:14:54.784872 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33348) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:54.803825 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9330a2d1-b719-4edb-9e55-02ade9f770e3 req-078ce36c-944b-44ff-85c3-07bd68e8e21e tempest-AggregatesAdminTestJSON-1364022319 tempest-AggregatesAdminTestJSON-1364022319-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:54.835094 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1b568-994b-4e8a-b69b-baf8010d0ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423cba78-bea9-4154-8909-8e08f54979b9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:54.875217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-0850afc3-d430-4b22-b201-8e0fc6f9cb06 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1ad1fe00ed5f43a4af85251436fa031f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592282 Feb 11 04:14:54.878596 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f14f28f1-7ed2-4a63-b59d-a8f54dbc057d admin admin] Publish callbacks [] for security_group (423cba78-bea9-4154-8909-8e08f54979b9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:54.911320 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f14f28f1-7ed2-4a63-b59d-a8f54dbc057d admin admin] Publish callbacks [] for security_group (423cba78-bea9-4154-8909-8e08f54979b9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:54.988471 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2534ebce-54dc-4a79-aad2-f6196a39fe69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (aac1e898-7aa4-4071-ab3e-99f3549e355b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:55.023722 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534ebce-54dc-4a79-aad2-f6196a39fe69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac1e898-7aa4-4071-ab3e-99f3549e355b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:55.029500 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2534ebce-54dc-4a79-aad2-f6196a39fe69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:55.035061 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2534ebce-54dc-4a79-aad2-f6196a39fe69 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aac1e898-7aa4-4071-ab3e-99f3549e355b HTTP/1.1" status: 204 len: 168 time: 0.5712059 Feb 11 04:14:55.035311 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33354) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:55.039153 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-6e266503-366c-41aa-96e5-659e95673f56 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:55.043983 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-6e266503-366c-41aa-96e5-659e95673f56 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564879 Feb 11 04:14:55.062049 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9330a2d1-b719-4edb-9e55-02ade9f770e3 req-078ce36c-944b-44ff-85c3-07bd68e8e21e tempest-AggregatesAdminTestJSON-1364022319 tempest-AggregatesAdminTestJSON-1364022319-project-admin] Publish callbacks [] for security_group (b449d41e-fff6-469f-b792-4407b3743a5e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:55.075013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-9aa70ff1-30fd-453b-a502-2eb57322968e tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/quotas/1ad1fe00ed5f43a4af85251436fa031f HTTP/1.1" status: 200 len: 375 time: 0.0252550 Feb 11 04:14:55.111926 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f14f28f1-7ed2-4a63-b59d-a8f54dbc057d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (423cba78-bea9-4154-8909-8e08f54979b9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:55.116355 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f14f28f1-7ed2-4a63-b59d-a8f54dbc057d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:55.118197 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f14f28f1-7ed2-4a63-b59d-a8f54dbc057d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/423cba78-bea9-4154-8909-8e08f54979b9 HTTP/1.1" status: 204 len: 168 time: 0.3366816 Feb 11 04:14:55.140411 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9330a2d1-b719-4edb-9e55-02ade9f770e3 req-078ce36c-944b-44ff-85c3-07bd68e8e21e tempest-AggregatesAdminTestJSON-1364022319 tempest-AggregatesAdminTestJSON-1364022319-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b449d41e-fff6-469f-b792-4407b3743a5e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:55.145462 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-282fc567-4a81-4c46-a5cc-384e7e73f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (cbb409b5-38fe-45a2-9696-e02e8237afd8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:55.146484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f28f1-7ed2-4a63-b59d-a8f54dbc057d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423cba78-bea9-4154-8909-8e08f54979b9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:55.191905 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-12f03716-457d-46d3-b3ce-125a6c15d7da tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ad1fe00ed5f43a4af85251436fa031f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1157954 Feb 11 04:14:55.244053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ce36c-944b-44ff-85c3-07bd68e8e21e tempest-AggregatesAdminTestJSON-1364022319 tempest-AggregatesAdminTestJSON-1364022319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b449d41e-fff6-469f-b792-4407b3743a5e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:55.246304 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-282fc567-4a81-4c46-a5cc-384e7e73f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (cbb409b5-38fe-45a2-9696-e02e8237afd8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:55.267597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9330a2d1-b719-4edb-9e55-02ade9f770e3 req-078ce36c-944b-44ff-85c3-07bd68e8e21e tempest-AggregatesAdminTestJSON-1364022319 tempest-AggregatesAdminTestJSON-1364022319-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893346 Feb 11 04:14:55.271531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-282fc567-4a81-4c46-a5cc-384e7e73f8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb409b5-38fe-45a2-9696-e02e8237afd8']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:55.324460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-282fc567-4a81-4c46-a5cc-384e7e73f8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d6f020-48cc-4468-b956-ba264f848f15') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:55.324460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-282fc567-4a81-4c46-a5cc-384e7e73f8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d6f020-48cc-4468-b956-ba264f848f15') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:14:55.344094 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-282fc567-4a81-4c46-a5cc-384e7e73f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (56d6f020-48cc-4468-b956-ba264f848f15), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:55.359133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-282fc567-4a81-4c46-a5cc-384e7e73f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (56d6f020-48cc-4468-b956-ba264f848f15), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:55.367643 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282fc567-4a81-4c46-a5cc-384e7e73f8d4 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:14:55.368571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-282fc567-4a81-4c46-a5cc-384e7e73f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (56d6f020-48cc-4468-b956-ba264f848f15), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:55.370610 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-744c2384-21b9-4e0f-bf8c-59a167c0f8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:14:55.371150 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:14:55.442270 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d59462-4d8c-4f0c-8c28-ade0d52ea1b1 req-9fd90bda-32fb-4ca9-ad5f-e8913e1a195c tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:55.445075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1d59462-4d8c-4f0c-8c28-ade0d52ea1b1 req-9fd90bda-32fb-4ca9-ad5f-e8913e1a195c tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 931 time: 0.0817158 Feb 11 04:14:55.518381 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-282fc567-4a81-4c46-a5cc-384e7e73f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (cbb409b5-38fe-45a2-9696-e02e8237afd8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:55.534011 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-282fc567-4a81-4c46-a5cc-384e7e73f8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:55.535130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1d59462-4d8c-4f0c-8c28-ade0d52ea1b1 req-0159f31d-1bc3-4523-a7a8-8897aa716281 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833929 Feb 11 04:14:55.541414 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-282fc567-4a81-4c46-a5cc-384e7e73f8d4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cbb409b5-38fe-45a2-9696-e02e8237afd8 HTTP/1.1" status: 204 len: 168 time: 0.5051050 Feb 11 04:14:55.559197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fc567-4a81-4c46-a5cc-384e7e73f8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb409b5-38fe-45a2-9696-e02e8237afd8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:55.710548 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9804ba4a-931f-4cae-9531-8ee9451936e1 req-27535f91-cf65-4130-a4f0-7431868fda75 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 210 time: 0.0438199 Feb 11 04:14:55.802588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d20108f-e61f-4ddb-8e93-64458201bc5a req-3d3ced19-baa8-463d-95ae-fac7124e7379 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 210 time: 0.0362351 Feb 11 04:14:56.002111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33394) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:56.076490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4f7e7b3d-57d2-4543-97f4-3004dd6022bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7d09cc55d5a471dbdc73e225a8c9ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0717747 Feb 11 04:14:56.078329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33398) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:56.158234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135de35d-2dc5-4d51-8363-a553a0aa91b5 req-749433f2-5c7c-4e6e-a146-b8d1e4ad9237 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:56.159858 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-135de35d-2dc5-4d51-8363-a553a0aa91b5 req-749433f2-5c7c-4e6e-a146-b8d1e4ad9237 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 971 time: 0.0645082 Feb 11 04:14:56.171848 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa757e1a-5a6f-474d-acf2-a4ce1dd9bfd1 admin admin] Publish callbacks [] for security_group (4987d39a-a452-4d1c-ace0-9eb06da1d747), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:56.179318 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-82b0cb2d-ee55-48c5-b935-86f1e9554945 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:14:56.180357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-82b0cb2d-ee55-48c5-b935-86f1e9554945 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062490 Feb 11 04:14:56.222776 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa757e1a-5a6f-474d-acf2-a4ce1dd9bfd1 admin admin] Publish callbacks [] for security_group (4987d39a-a452-4d1c-ace0-9eb06da1d747), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:56.242116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-135de35d-2dc5-4d51-8363-a553a0aa91b5 req-94c822df-5de2-475f-8201-ab97382324ea tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746593 Feb 11 04:14:56.335486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa757e1a-5a6f-474d-acf2-a4ce1dd9bfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4987d39a-a452-4d1c-ace0-9eb06da1d747), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:56.338160 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa757e1a-5a6f-474d-acf2-a4ce1dd9bfd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:56.339446 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fa757e1a-5a6f-474d-acf2-a4ce1dd9bfd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4987d39a-a452-4d1c-ace0-9eb06da1d747 HTTP/1.1" status: 204 len: 168 time: 0.2599735 Feb 11 04:14:56.348009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa757e1a-5a6f-474d-acf2-a4ce1dd9bfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4987d39a-a452-4d1c-ace0-9eb06da1d747,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:56.401761 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Request body: {'port': {'device_id': '70483480-ceba-423b-a158-c3828167e1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:56.485218 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (78db2543-8233-4aca-9593-8fd6c285de8a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:56.526134 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:56.731798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a78b4c-2cb7-4b82-9d7e-0026af976feb req-daadd000-26c6-4569-83b1-68a861688805 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:56.733292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9a78b4c-2cb7-4b82-9d7e-0026af976feb req-daadd000-26c6-4569-83b1-68a861688805 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 931 time: 0.1119201 Feb 11 04:14:56.805323 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9a78b4c-2cb7-4b82-9d7e-0026af976feb req-f5edf6e1-5e15-4ce7-a47d-4ef01b4ba1ec tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655262 Feb 11 04:14:57.067362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21a2fbd9-e470-4577-b4c0-dca76a84df9e req-a7058923-2408-4e46-80d1-ffbc4d1019d2 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 210 time: 0.2253342 Feb 11 04:14:57.077680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33438) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:57.109021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78db2543-8233-4aca-9593-8fd6c285de8a {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:14:57.126014 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Publish callbacks [] for port (78db2543-8233-4aca-9593-8fd6c285de8a), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:57.163737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Transition to ACTIVE for port object 78db2543-8233-4aca-9593-8fd6c285de8a will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:14:57.176531 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8e3f2e8e-c415-435f-a1db-613c4bddd700 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=974132135396451e832c870dd35c7fa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0966012 Feb 11 04:14:57.178043 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33442) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:57.214688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72d5b4d3-f4a9-4648-8654-6ae1e33b21e5 req-48af7d17-1edc-4eb9-a1d0-05bbcaa65e2c tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 210 time: 0.0396948 Feb 11 04:14:57.235279 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (78db2543-8233-4aca-9593-8fd6c285de8a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:57.255727 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3bd7d86-2d6c-449d-9e93-f7b0f3c97d91 admin admin] Publish callbacks [] for security_group (1b42885a-0968-4792-b46e-257d4d4baaf9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:57.287353 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3bd7d86-2d6c-449d-9e93-f7b0f3c97d91 admin admin] Publish callbacks [] for security_group (1b42885a-0968-4792-b46e-257d4d4baaf9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:57.334165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.32', 56715) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:57.372492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Pushing event updated for resources: {'Port': ['ID=78db2543-8233-4aca-9593-8fd6c285de8a,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:57.433423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Attempting to bind port 78db2543-8233-4aca-9593-8fd6c285de8a on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:14:57.433740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Attempting to bind port 78db2543-8233-4aca-9593-8fd6c285de8a by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:14:57.434125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Attempting to bind port 78db2543-8233-4aca-9593-8fd6c285de8a on network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:14:57.462190 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3bd7d86-2d6c-449d-9e93-f7b0f3c97d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1b42885a-0968-4792-b46e-257d4d4baaf9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:57.469831 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3bd7d86-2d6c-449d-9e93-f7b0f3c97d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:57.472179 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b3bd7d86-2d6c-449d-9e93-f7b0f3c97d91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b42885a-0968-4792-b46e-257d4d4baaf9 HTTP/1.1" status: 204 len: 168 time: 0.2915721 Feb 11 04:14:57.490700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Port 78db2543-8233-4aca-9593-8fd6c285de8a on network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:14:57.490700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Attempting to bind port 78db2543-8233-4aca-9593-8fd6c285de8a on network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:14:57.502318 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd7d86-2d6c-449d-9e93-f7b0f3c97d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b42885a-0968-4792-b46e-257d4d4baaf9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:57.531946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:14:57.532325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Checking segment: {'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:14:57.532684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Bound using segment: {'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:14:57.533141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Bound port: 78db2543-8233-4aca-9593-8fd6c285de8a, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:14:57.533502 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (78db2543-8233-4aca-9593-8fd6c285de8a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:57.593581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44c595-dfd4-4159-ad47-b52802226097 req-9c7dcaea-fbc6-47b4-b846-b7bc9034d7c6 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:57.600624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e44c595-dfd4-4159-ad47-b52802226097 req-9c7dcaea-fbc6-47b4-b846-b7bc9034d7c6 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 971 time: 0.2546325 Feb 11 04:14:57.612539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad23e82-939d-4189-b209-d7e432b6709d req-89f59351-cb71-4057-b4c6-55a7d02a5068 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:57.614041 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ad23e82-939d-4189-b209-d7e432b6709d req-89f59351-cb71-4057-b4c6-55a7d02a5068 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.32 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 821 time: 0.2773829 Feb 11 04:14:57.647891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-8ad23e82-939d-4189-b209-d7e432b6709d req-bf137d59-da8c-4213-8688-11844f28f319 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Request body: {'port': {'device_id': '949d280a-0667-44b9-a1d3-3245090fb8f0', 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3', 'admin_state_up': True, 'tenant_id': '19d7885d46e54fd38e6c302286350aee'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:57.715388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326ab79-5401-4ce0-9afb-497dcb93b47e req-1c767702-df4b-4093-9186-24eab7f269fa tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:57.717298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1326ab79-5401-4ce0-9afb-497dcb93b47e req-1c767702-df4b-4093-9186-24eab7f269fa tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 971 time: 0.2485046 Feb 11 04:14:57.845570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e44c595-dfd4-4159-ad47-b52802226097 req-a3bd2da2-e725-413f-8b6a-ea16c8a960f8 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440124 Feb 11 04:14:57.848630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] For port 78db2543-8233-4aca-9593-8fd6c285de8a, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:14:57.875931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] For port 78db2543-8233-4aca-9593-8fd6c285de8a, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=78db2543-8233-4aca-9593-8fd6c285de8a,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:14:57.896209 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.32', 56716) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:57.945603 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-8428cb4e-bad6-4ca9-bb99-16c5935aa29a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1ad1fe00ed5f43a4af85251436fa031f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472288 Feb 11 04:14:57.970060 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (78db2543-8233-4aca-9593-8fd6c285de8a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:58.035575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:58.036522 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:58.038387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] 10.222.0.32 "PUT /v2.0/ports/78db2543-8233-4aca-9593-8fd6c285de8a HTTP/1.1" status: 200 len: 1092 time: 1.7360587 Feb 11 04:14:58.044098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70483480-ceba-423b-a158-c3828167e1bb', 'tag': '78db2543-8233-4aca-9593-8fd6c285de8a'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:14:58.047098 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403a04d3-1d48-4fc4-92fc-484e9e742f08" -d '{"events": [{"name": "network-changed", "server_uuid": "70483480-ceba-423b-a158-c3828167e1bb", "tag": "78db2543-8233-4aca-9593-8fd6c285de8a"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:14:58.096133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-1326ab79-5401-4ce0-9afb-497dcb93b47e req-c8d47085-de66-42c4-b964-fd89afe4b7d1 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Deleting port 0b028b7a-33ba-49e3-9bda-57cc4ab16483 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:14:58.096761 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1326ab79-5401-4ce0-9afb-497dcb93b47e req-c8d47085-de66-42c4-b964-fd89afe4b7d1 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:58.107411 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:58.115288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5e6ab-10de-4eec-aa1b-1cac66c06dae service neutron] Pushing event updated for resources: {'Port': ['ID=78db2543-8233-4aca-9593-8fd6c285de8a,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:58.132559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad23e82-939d-4189-b209-d7e432b6709d req-bf137d59-da8c-4213-8688-11844f28f319 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Made reservation on behalf of 19d7885d46e54fd38e6c302286350aee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:58.136680 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ad23e82-939d-4189-b209-d7e432b6709d req-bf137d59-da8c-4213-8688-11844f28f319 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:58.215589 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-481749ff-c676-412b-aeef-865bd6bf1234 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:58.221899 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-481749ff-c676-412b-aeef-865bd6bf1234 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696528 Feb 11 04:14:58.244814 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-3ff2cbc6-f253-4d98-b82c-4a3b05dacc76 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Request body: {'port': {'device_id': '57a15290-2f61-493b-ac98-f149242d1536', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '1ad1fe00ed5f43a4af85251436fa031f'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:58.317891 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1995e0-322d-461e-adcc-b213f2429d25 x-openstack-request-id: req-4b1995e0-322d-461e-adcc-b213f2429d25 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:14:58.318320 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70483480-ceba-423b-a158-c3828167e1bb", "tag": "78db2543-8233-4aca-9593-8fd6c285de8a", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:14:58.319500 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b1995e0-322d-461e-adcc-b213f2429d25 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:14:58.320343 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70483480-ceba-423b-a158-c3828167e1bb', 'tag': '78db2543-8233-4aca-9593-8fd6c285de8a', 'status': 'completed', 'code': 200} Feb 11 04:14:58.357729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df0085-95aa-4003-9673-920a34d8a5ac req-b9a60e00-487f-4254-9803-9526712e1602 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:58.365705 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27df0085-95aa-4003-9673-920a34d8a5ac req-b9a60e00-487f-4254-9803-9526712e1602 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 943 time: 0.3452966 Feb 11 04:14:58.474140 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e7d9ce8-f57f-4332-82a1-a47dcb910f25 req-d4794a1f-eff2-4b8f-9af3-edb3d680f6ea tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 210 time: 0.0712199 Feb 11 04:14:58.476328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-1326ab79-5401-4ce0-9afb-497dcb93b47e req-c8d47085-de66-42c4-b964-fd89afe4b7d1 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] For port 0b028b7a-33ba-49e3-9bda-57cc4ab16483, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0b028b7a-33ba-49e3-9bda-57cc4ab16483,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:14:58.476701 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1326ab79-5401-4ce0-9afb-497dcb93b47e req-c8d47085-de66-42c4-b964-fd89afe4b7d1 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:58.507928 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-1326ab79-5401-4ce0-9afb-497dcb93b47e req-c8d47085-de66-42c4-b964-fd89afe4b7d1 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Calling delete_port for 0b028b7a-33ba-49e3-9bda-57cc4ab16483 owned by compute:tempest-test_az-2039021215 {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:14:58.534427 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-3ff2cbc6-f253-4d98-b82c-4a3b05dacc76 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Made reservation on behalf of 1ad1fe00ed5f43a4af85251436fa031f for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:14:58.538222 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-3ff2cbc6-f253-4d98-b82c-4a3b05dacc76 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:58.560504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-c9bf4316-2fd5-4af7-abe9-db04183c8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:58.562558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-c9bf4316-2fd5-4af7-abe9-db04183c8dab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f3dc1e033a843348622c78e48335f3c&device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 1126 time: 0.3930948 Feb 11 04:14:58.642031 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b89bf56-1548-4af2-b288-4424186dbcd1 req-8e902f71-6846-4a87-ad80-08d97feb3e40 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 210 time: 0.0697851 Feb 11 04:14:58.701389 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-3ff2cbc6-f253-4d98-b82c-4a3b05dacc76 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Allocated IP 192.168.233.77 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/7606e23c-249b-4dd7-917f-bac0555620b7) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:14:58.713133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27df0085-95aa-4003-9673-920a34d8a5ac req-f38f9cd8-27df-4eb1-bbe7-b65e90298975 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065450 Feb 11 04:14:58.728431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-d1e5c72a-3832-4d16-9023-ebf698761fe4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78db2543-8233-4aca-9593-8fd6c285de8a HTTP/1.1" status: 200 len: 217 time: 0.1493175 Feb 11 04:14:58.736523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-8ad23e82-939d-4189-b209-d7e432b6709d req-bf137d59-da8c-4213-8688-11844f28f319 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Allocated IP 172.20.0.10 (5ae78988-79ae-41a1-babe-29352a8104f3/384a4cb6-6e72-4477-8d6d-d0cd5b13e860/fe242427-de56-4221-89db-e3d425e365f9) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:14:58.826201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-45b23790-a14c-4fc1-a2d4-3c1bb99961e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:58.828115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-45b23790-a14c-4fc1-a2d4-3c1bb99961e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e603d6b-2704-40e5-a99c-38c00e6fc92c HTTP/1.1" status: 200 len: 863 time: 0.0930185 Feb 11 04:14:58.865288 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33506) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:58.930618 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-3ff2cbc6-f253-4d98-b82c-4a3b05dacc76 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks [] for port (7606e23c-249b-4dd7-917f-bac0555620b7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.176644 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b466faeb-98d8-4bff-8a57-e127441b99d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.215634 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.255748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-5e094930-8599-40ac-ab13-76d54661ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:59.257843 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-5e094930-8599-40ac-ab13-76d54661ebc9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4142854 Feb 11 04:14:59.272791 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-3ff2cbc6-f253-4d98-b82c-4a3b05dacc76 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7606e23c-249b-4dd7-917f-bac0555620b7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.285665 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b466faeb-98d8-4bff-8a57-e127441b99d0 admin admin] Publish callbacks [] for security_group (fa7745cc-f4da-44ad-821c-0b91c890d64e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.289541 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['ac5b2b40-9739-4b6e-b88c-a72c013b23e9'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:14:59.322537 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1326ab79-5401-4ce0-9afb-497dcb93b47e req-c8d47085-de66-42c4-b964-fd89afe4b7d1 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (0b028b7a-33ba-49e3-9bda-57cc4ab16483), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.333124 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ad23e82-939d-4189-b209-d7e432b6709d req-bf137d59-da8c-4213-8688-11844f28f319 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks [] for port (fe242427-de56-4221-89db-e3d425e365f9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.336870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['0b028b7a-33ba-49e3-9bda-57cc4ab16483'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:14:59.338064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-3ff2cbc6-f253-4d98-b82c-4a3b05dacc76 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:14:59.344615 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-3ff2cbc6-f253-4d98-b82c-4a3b05dacc76 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:14:59.349952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-3ff2cbc6-f253-4d98-b82c-4a3b05dacc76 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:14:59.387835 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b466faeb-98d8-4bff-8a57-e127441b99d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fa7745cc-f4da-44ad-821c-0b91c890d64e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.394563 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff2cbc6-f253-4d98-b82c-4a3b05dacc76 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Pushing event updated for resources: {'Port': ['ID=7606e23c-249b-4dd7-917f-bac0555620b7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:59.416124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d47085-de66-42c4-b964-fd89afe4b7d1 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Pushing event deleted for resources: {'Port': ['ID=0b028b7a-33ba-49e3-9bda-57cc4ab16483,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:59.469072 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466faeb-98d8-4bff-8a57-e127441b99d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7745cc-f4da-44ad-821c-0b91c890d64e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:59.496950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-3ff2cbc6-f253-4d98-b82c-4a3b05dacc76 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:59.502883 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-3ff2cbc6-f253-4d98-b82c-4a3b05dacc76 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.522704 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b466faeb-98d8-4bff-8a57-e127441b99d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3960027d566415586c6f282ce146168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6545448 Feb 11 04:14:59.526028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33524) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:59.565453 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77d8d3-d7f8-44e0-881a-f5dfe5ac4ae4 req-4fa81800-669d-4ada-bc48-1471db1652a5 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:14:59.573555 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee77d8d3-d7f8-44e0-881a-f5dfe5ac4ae4 req-4fa81800-669d-4ada-bc48-1471db1652a5 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 971 time: 0.6083083 Feb 11 04:14:59.583084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33526) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:14:59.599943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-945af793-a50e-41fb-9bba-a3af76a92907 admin admin] Publish callbacks [] for security_group (fa7745cc-f4da-44ad-821c-0b91c890d64e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.625636 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-945af793-a50e-41fb-9bba-a3af76a92907 admin admin] Publish callbacks [] for security_group (fa7745cc-f4da-44ad-821c-0b91c890d64e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.669044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1326ab79-5401-4ce0-9afb-497dcb93b47e req-c8d47085-de66-42c4-b964-fd89afe4b7d1 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] No DVR routers for this DVR port 0b028b7a-33ba-49e3-9bda-57cc4ab16483 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:14:59.683585 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1326ab79-5401-4ce0-9afb-497dcb93b47e req-c8d47085-de66-42c4-b964-fd89afe4b7d1 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.699226 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-3ff2cbc6-f253-4d98-b82c-4a3b05dacc76 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4508467 Feb 11 04:14:59.699791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1326ab79-5401-4ce0-9afb-497dcb93b47e req-c8d47085-de66-42c4-b964-fd89afe4b7d1 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.47 "DELETE /v2.0/ports/0b028b7a-33ba-49e3-9bda-57cc4ab16483 HTTP/1.1" status: 204 len: 173 time: 1.9584289 Feb 11 04:14:59.701991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Request body: {'port': {'device_id': '57a15290-2f61-493b-ac98-f149242d1536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:14:59.711848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-06adcf43-69a8-475f-863e-ddb5547016b2 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450746 Feb 11 04:14:59.728438 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee77d8d3-d7f8-44e0-881a-f5dfe5ac4ae4 req-ae964fdb-f145-4dca-9862-f6d60cdfdf3a tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e9cb979-e059-472b-b295-e4a6d2afad6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472864 Feb 11 04:14:59.784531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c477b102-281f-4534-9cfd-74c7b8ba46cc None None] Provisioning complete for port 7606e23c-249b-4dd7-917f-bac0555620b7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:14:59.788202 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c477b102-281f-4534-9cfd-74c7b8ba46cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7606e23c-249b-4dd7-917f-bac0555620b7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.845994 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-945af793-a50e-41fb-9bba-a3af76a92907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fa7745cc-f4da-44ad-821c-0b91c890d64e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.856911 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-945af793-a50e-41fb-9bba-a3af76a92907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.861249 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-945af793-a50e-41fb-9bba-a3af76a92907 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa7745cc-f4da-44ad-821c-0b91c890d64e HTTP/1.1" status: 204 len: 168 time: 0.3340840 Feb 11 04:14:59.876581 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ad23e82-939d-4189-b209-d7e432b6709d req-bf137d59-da8c-4213-8688-11844f28f319 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (fe242427-de56-4221-89db-e3d425e365f9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.898726 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945af793-a50e-41fb-9bba-a3af76a92907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7745cc-f4da-44ad-821c-0b91c890d64e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:14:59.901298 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7606e23c-249b-4dd7-917f-bac0555620b7), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:14:59.945614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c477b102-281f-4534-9cfd-74c7b8ba46cc None None] Port 7606e23c-249b-4dd7-917f-bac0555620b7 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:15:00.007258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1600948631-network', 'tenant_id': '2ecf6acdd8224d998729629979558449'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:00.035356 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad23e82-939d-4189-b209-d7e432b6709d req-bf137d59-da8c-4213-8688-11844f28f319 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Network 5ae78988-79ae-41a1-babe-29352a8104f3 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:15:00.046355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-8ad23e82-939d-4189-b209-d7e432b6709d req-bf137d59-da8c-4213-8688-11844f28f319 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:15:00.056423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad23e82-939d-4189-b209-d7e432b6709d req-bf137d59-da8c-4213-8688-11844f28f319 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:15:00.061599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad23e82-939d-4189-b209-d7e432b6709d req-bf137d59-da8c-4213-8688-11844f28f319 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:00.066912 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ad23e82-939d-4189-b209-d7e432b6709d req-bf137d59-da8c-4213-8688-11844f28f319 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:00.095754 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf137d59-da8c-4213-8688-11844f28f319 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Pushing event updated for resources: {'Port': ['ID=fe242427-de56-4221-89db-e3d425e365f9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:00.106285 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7424b9f-fcb2-4fd4-9cf9-59f30dd3f320 req-fc38ddcd-7ecd-4783-b1c6-4fab1403afe7 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763676 Feb 11 04:15:00.133100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664480d-76b7-404f-b2bf-8f524e287bbe req-590bf64c-094a-4adb-95df-9187a9a1a31b tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:00.134949 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e664480d-76b7-404f-b2bf-8f524e287bbe req-590bf64c-094a-4adb-95df-9187a9a1a31b tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 935 time: 0.2469501 Feb 11 04:15:00.189403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] Made reservation on behalf of 2ecf6acdd8224d998729629979558449 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:15:00.191784 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:00.203408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ad23e82-939d-4189-b209-d7e432b6709d req-bf137d59-da8c-4213-8688-11844f28f319 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5607591 Feb 11 04:15:00.227292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Request body: {'port': {'device_id': '949d280a-0667-44b9-a1d3-3245090fb8f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:00.234607 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:00.271280 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e664480d-76b7-404f-b2bf-8f524e287bbe req-ad723ca3-51e6-4713-a108-8572c2347d3d tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256781 Feb 11 04:15:00.303075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7606e23c-249b-4dd7-917f-bac0555620b7 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:00.306204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b23c33-3117-42a2-b650-e5add464fba8 req-593eda39-b0e2-4573-81db-59ed255a6ba8 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:00.307773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4b23c33-3117-42a2-b650-e5add464fba8 req-593eda39-b0e2-4573-81db-59ed255a6ba8 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 932 time: 0.1716826 Feb 11 04:15:00.318360 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Publish callbacks [] for port (7606e23c-249b-4dd7-917f-bac0555620b7), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:00.327108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa072b2b-6339-43d5-b921-d4499c7bad52', 'name': 'network-vif-deleted', 'tag': '0b028b7a-33ba-49e3-9bda-57cc4ab16483'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:00.329427 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1910a22b-697b-4eee-8c7d-ecc6b80346cd" -d '{"events": [{"server_uuid": "aa072b2b-6339-43d5-b921-d4499c7bad52", "name": "network-vif-deleted", "tag": "0b028b7a-33ba-49e3-9bda-57cc4ab16483"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:00.337023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Transition to ACTIVE for port object 7606e23c-249b-4dd7-917f-bac0555620b7 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:15:00.375087 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7606e23c-249b-4dd7-917f-bac0555620b7), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:00.451390 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fe242427-de56-4221-89db-e3d425e365f9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:00.452909 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Pushing event updated for resources: {'Port': ['ID=7606e23c-249b-4dd7-917f-bac0555620b7,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:00.496907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a04d3-1d48-4fc4-92fc-484e9e742f08 req-cb2da70d-b413-49f1-b19a-9f3c74a4f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:00.498661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-403a04d3-1d48-4fc4-92fc-484e9e742f08 req-cb2da70d-b413-49f1-b19a-9f3c74a4f238 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f3dc1e033a843348622c78e48335f3c&device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 1126 time: 0.2203977 Feb 11 04:15:00.512702 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Attempting to bind port 7606e23c-249b-4dd7-917f-bac0555620b7 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:15:00.513495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Attempting to bind port 7606e23c-249b-4dd7-917f-bac0555620b7 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:15:00.513495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Attempting to bind port 7606e23c-249b-4dd7-917f-bac0555620b7 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:00.517949 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Port 7606e23c-249b-4dd7-917f-bac0555620b7 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:15:00.518411 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Attempting to bind port 7606e23c-249b-4dd7-917f-bac0555620b7 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:00.523726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4b23c33-3117-42a2-b650-e5add464fba8 req-1cd09819-8421-4eb9-899d-b8e2c0514e41 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911795 Feb 11 04:15:00.524731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:15:00.525461 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:00.525461 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:15:00.525891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Bound port: 7606e23c-249b-4dd7-917f-bac0555620b7, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:15:00.526256 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7606e23c-249b-4dd7-917f-bac0555620b7), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:00.592977 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a953de5-c3a0-43e1-810b-c027d730e52d req-66cc7e8d-fe22-45ef-a4ad-4ba9df015b6f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:00.594552 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a953de5-c3a0-43e1-810b-c027d730e52d req-66cc7e8d-fe22-45ef-a4ad-4ba9df015b6f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 943 time: 0.2571864 Feb 11 04:15:00.614312 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] For port 7606e23c-249b-4dd7-917f-bac0555620b7, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:00.618890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] For port 7606e23c-249b-4dd7-917f-bac0555620b7, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7606e23c-249b-4dd7-917f-bac0555620b7,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:15:00.674311 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8b2a73-ebc0-49ff-ab2b-d57eef92f4de x-openstack-request-id: req-8d8b2a73-ebc0-49ff-ab2b-d57eef92f4de {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:00.674594 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa072b2b-6339-43d5-b921-d4499c7bad52", "name": "network-vif-deleted", "tag": "0b028b7a-33ba-49e3-9bda-57cc4ab16483", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:00.674922 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d8b2a73-ebc0-49ff-ab2b-d57eef92f4de {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:00.675391 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa072b2b-6339-43d5-b921-d4499c7bad52', 'name': 'network-vif-deleted', 'tag': '0b028b7a-33ba-49e3-9bda-57cc4ab16483', 'status': 'completed', 'code': 200} Feb 11 04:15:00.742062 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7606e23c-249b-4dd7-917f-bac0555620b7), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:00.742514 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] Publish callbacks [] for security_group (e53dc098-dc1f-43c9-bb2d-dd601cca34d4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:00.776399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33546) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:00.821983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:00.822678 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3881bcec-c7c5-4de6-8e58-2550f45a7778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:00.823198 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:00.825075 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] 10.222.0.32 "PUT /v2.0/ports/7606e23c-249b-4dd7-917f-bac0555620b7 HTTP/1.1" status: 200 len: 1096 time: 1.1314385 Feb 11 04:15:00.825662 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a15290-2f61-493b-ac98-f149242d1536', 'tag': '7606e23c-249b-4dd7-917f-bac0555620b7'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:00.827146 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a953de5-c3a0-43e1-810b-c027d730e52d req-d045cc7e-9b3c-47fb-9b96-4cac66335435 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188716 Feb 11 04:15:00.828751 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31281d14-2b74-455f-b640-e634004671cb" -d '{"events": [{"name": "network-changed", "server_uuid": "57a15290-2f61-493b-ac98-f149242d1536", "tag": "7606e23c-249b-4dd7-917f-bac0555620b7"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:00.843773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e53dc098-dc1f-43c9-bb2d-dd601cca34d4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:00.856615 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a04d3-1d48-4fc4-92fc-484e9e742f08 req-5ee011d2-003a-4fee-8c67-7c8e1143ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:00.858263 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-403a04d3-1d48-4fc4-92fc-484e9e742f08 req-5ee011d2-003a-4fee-8c67-7c8e1143ce58 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 HTTP/1.1" status: 200 len: 925 time: 0.3479879 Feb 11 04:15:00.865255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bda102-98c7-41d0-a89d-4a1e64aff5fd service neutron] Pushing event updated for resources: {'Port': ['ID=7606e23c-249b-4dd7-917f-bac0555620b7,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:00.929512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:15:01.023560 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9a3128c6-9643-44fd-87c4-a946288ce552), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:01.023914 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] Added segment 9a3128c6-9643-44fd-87c4-a946288ce552 of type vlan for network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 Feb 11 04:15:01.041536 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-33fb5225-b94a-4e86-808d-e0f7fff855a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:01.043321 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-33fb5225-b94a-4e86-808d-e0f7fff855a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ad1fe00ed5f43a4af85251436fa031f&device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 1130 time: 0.0646887 Feb 11 04:15:01.071142 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-403a04d3-1d48-4fc4-92fc-484e9e742f08 req-b2a27d1d-32df-427f-a4c2-add7bfb7e5d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78db2543-8233-4aca-9593-8fd6c285de8a HTTP/1.1" status: 200 len: 217 time: 0.1670234 Feb 11 04:15:01.071751 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53dc098-dc1f-43c9-bb2d-dd601cca34d4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:01.108116 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-23733f59-d50e-4767-ac9b-3bfce35cce16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=7606e23c-249b-4dd7-917f-bac0555620b7 HTTP/1.1" status: 200 len: 217 time: 0.0560961 Feb 11 04:15:01.113669 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-71faceb7-5523-4baa-afba-78a5f3d9f582 req-a9006db5-67bd-4e32-8d58-468c120835c3 tempest-AggregatesAdminTestJSON-856385014 tempest-AggregatesAdminTestJSON-856385014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa072b2b-6339-43d5-b921-d4499c7bad52 HTTP/1.1" status: 200 len: 210 time: 0.0768549 Feb 11 04:15:01.153764 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (3f63ad72-cf1f-42fb-bfa6-fbb223cd2282), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:01.180627 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-972ee16d-3588-48ca-91f6-e1648cc1a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:01.182941 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-972ee16d-3588-48ca-91f6-e1648cc1a951 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0678990 Feb 11 04:15:01.189339 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b151356c-567e-43c6-b123-0a7588a0d9e1 x-openstack-request-id: req-b151356c-567e-43c6-b123-0a7588a0d9e1 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:01.189641 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a15290-2f61-493b-ac98-f149242d1536", "tag": "7606e23c-249b-4dd7-917f-bac0555620b7", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:01.189881 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b151356c-567e-43c6-b123-0a7588a0d9e1 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:01.190336 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a15290-2f61-493b-ac98-f149242d1536', 'tag': '7606e23c-249b-4dd7-917f-bac0555620b7', 'status': 'completed', 'code': 200} Feb 11 04:15:01.228688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a04d3-1d48-4fc4-92fc-484e9e742f08 req-d6891784-5ed3-46e0-879f-86ec89e738a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:01.230284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-403a04d3-1d48-4fc4-92fc-484e9e742f08 req-d6891784-5ed3-46e0-879f-86ec89e738a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e603d6b-2704-40e5-a99c-38c00e6fc92c HTTP/1.1" status: 200 len: 863 time: 0.1319587 Feb 11 04:15:01.249386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-2e01fc7b-524a-41f0-993f-708773307b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:01.251079 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-2e01fc7b-524a-41f0-993f-708773307b7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0598748 Feb 11 04:15:01.313989 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (3f63ad72-cf1f-42fb-bfa6-fbb223cd2282), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:01.314991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:01.315571 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:01.319501 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3881bcec-c7c5-4de6-8e58-2550f45a7778 admin admin] Publish callbacks [] for security_group (58293669-78d5-4f47-8089-2f2959d1bb8a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:01.356352 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-f131a48d-8998-4b87-987b-327a2f9fb632 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984340 Feb 11 04:15:01.422237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe242427-de56-4221-89db-e3d425e365f9 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:01.435564 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Publish callbacks [] for port (fe242427-de56-4221-89db-e3d425e365f9), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:01.439969 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3881bcec-c7c5-4de6-8e58-2550f45a7778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (58293669-78d5-4f47-8089-2f2959d1bb8a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:01.446801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] Pushing event updated for resources: {'Network': ['ID=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:01.456179 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a04d3-1d48-4fc4-92fc-484e9e742f08 req-433108a3-decd-4f8c-9897-e211ba973ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:01.457686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-403a04d3-1d48-4fc4-92fc-484e9e742f08 req-433108a3-decd-4f8c-9897-e211ba973ae7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2189915 Feb 11 04:15:01.458561 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:15:01.473279 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50dfed87-2cef-45fe-8c6f-0dfc773be96d req-0fe35e4c-99a5-41b6-a1e1-8de175753803 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105955 Feb 11 04:15:01.477875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-00e739e6-c27d-4051-a911-4f2b0d64f8dd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8170493 Feb 11 04:15:01.479717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33558) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:01.484905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d5155c20-d7eb-4a6f-84ea-9c39dce7f872 admin admin] Request body: {'subnet': {'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1600948631-subnet', 'tenant_id': '2ecf6acdd8224d998729629979558449', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:01.490026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Transition to ACTIVE for port object fe242427-de56-4221-89db-e3d425e365f9 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:15:01.544388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3881bcec-c7c5-4de6-8e58-2550f45a7778 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c95fd19e98964a0aaf6e3e15c9d3fbbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7663584 Feb 11 04:15:01.546566 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33562) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:01.575658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5155c20-d7eb-4a6f-84ea-9c39dce7f872 admin admin] Made reservation on behalf of 2ecf6acdd8224d998729629979558449 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:15:01.577972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5155c20-d7eb-4a6f-84ea-9c39dce7f872 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:01.579329 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3ea63-d0c3-4a8a-bdaf-e55ad639b596 req-c7d2f26f-7767-4074-993f-5bd8b6616b10 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:01.581105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41d3ea63-d0c3-4a8a-bdaf-e55ad639b596 req-c7d2f26f-7767-4074-993f-5bd8b6616b10 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 947 time: 0.2346544 Feb 11 04:15:01.584600 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881bcec-c7c5-4de6-8e58-2550f45a7778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58293669-78d5-4f47-8089-2f2959d1bb8a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:01.591914 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (fe242427-de56-4221-89db-e3d425e365f9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:01.729291 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c93b5de-e269-4532-bfda-d77fbd1ca28c admin admin] Publish callbacks [] for security_group (58293669-78d5-4f47-8089-2f2959d1bb8a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:01.768560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c93b5de-e269-4532-bfda-d77fbd1ca28c admin admin] Publish callbacks [] for security_group (58293669-78d5-4f47-8089-2f2959d1bb8a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:01.780412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31281d14-2b74-455f-b640-e634004671cb req-44eede7f-b64c-4f82-86d8-4131bf8b7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:01.782033 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-31281d14-2b74-455f-b640-e634004671cb req-44eede7f-b64c-4f82-86d8-4131bf8b7489 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1ad1fe00ed5f43a4af85251436fa031f&device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 1130 time: 0.1555767 Feb 11 04:15:01.917806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe242427-de56-4221-89db-e3d425e365f9,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:01.921519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-403a04d3-1d48-4fc4-92fc-484e9e742f08 req-6d7be8f7-8614-47fe-b02c-ac0cc2f92207 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537938 Feb 11 04:15:01.964021 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41d3ea63-d0c3-4a8a-bdaf-e55ad639b596 req-166c9c60-7a69-4de6-af67-f3aaab96f514 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731396 Feb 11 04:15:01.979713 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31281d14-2b74-455f-b640-e634004671cb req-de039a8a-84dc-4cb4-9989-aa38f10d1bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:01.980710 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-31281d14-2b74-455f-b640-e634004671cb req-de039a8a-84dc-4cb4-9989-aa38f10d1bb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1885228 Feb 11 04:15:02.003557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Attempting to bind port fe242427-de56-4221-89db-e3d425e365f9 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:15:02.003897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Attempting to bind port fe242427-de56-4221-89db-e3d425e365f9 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:15:02.004228 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Attempting to bind port fe242427-de56-4221-89db-e3d425e365f9 on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:02.029962 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c93b5de-e269-4532-bfda-d77fbd1ca28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (58293669-78d5-4f47-8089-2f2959d1bb8a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:02.032521 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c93b5de-e269-4532-bfda-d77fbd1ca28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:02.033743 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7c93b5de-e269-4532-bfda-d77fbd1ca28c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58293669-78d5-4f47-8089-2f2959d1bb8a HTTP/1.1" status: 204 len: 168 time: 0.4860497 Feb 11 04:15:02.035077 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-31281d14-2b74-455f-b640-e634004671cb req-e83f35ad-d844-483b-b906-30beca9f4fb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=7606e23c-249b-4dd7-917f-bac0555620b7 HTTP/1.1" status: 200 len: 217 time: 0.0481355 Feb 11 04:15:02.041331 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5155c20-d7eb-4a6f-84ea-9c39dce7f872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:02.041450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Port fe242427-de56-4221-89db-e3d425e365f9 on network 5ae78988-79ae-41a1-babe-29352a8104f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:15:02.041450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Attempting to bind port fe242427-de56-4221-89db-e3d425e365f9 on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:02.053623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9192d-148f-4fd7-8a68-d70be8eb6a60 req-43695da0-1da1-4679-a208-a64cb2083efc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:02.055064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11a9192d-148f-4fd7-8a68-d70be8eb6a60 req-43695da0-1da1-4679-a208-a64cb2083efc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 944 time: 0.3994279 Feb 11 04:15:02.059985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:15:02.060331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Checking segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:02.060720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Bound using segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:15:02.061175 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Bound port: fe242427-de56-4221-89db-e3d425e365f9, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:15:02.061529 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fe242427-de56-4221-89db-e3d425e365f9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:02.100877 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93b5de-e269-4532-bfda-d77fbd1ca28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58293669-78d5-4f47-8089-2f2959d1bb8a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:02.159664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31281d14-2b74-455f-b640-e634004671cb req-c853e60b-d093-47ab-9a8c-9b14e9ae2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:02.161257 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-31281d14-2b74-455f-b640-e634004671cb req-c853e60b-d093-47ab-9a8c-9b14e9ae2786 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1155536 Feb 11 04:15:02.162274 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5155c20-d7eb-4a6f-84ea-9c39dce7f872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:02.217180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5155c20-d7eb-4a6f-84ea-9c39dce7f872 admin admin] Checking segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:02.217542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5155c20-d7eb-4a6f-84ea-9c39dce7f872 admin admin] Network hostable DHCP agents. Network: 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:15:02.231298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-403a04d3-1d48-4fc4-92fc-484e9e742f08 req-a5aca15e-9a62-44f6-b97b-d9b1012c69f6 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959893 Feb 11 04:15:02.242866 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31281d14-2b74-455f-b640-e634004671cb req-fad506e0-1c9a-4be5-998d-90eb2965933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:02.244400 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-31281d14-2b74-455f-b640-e634004671cb req-fad506e0-1c9a-4be5-998d-90eb2965933e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0750070 Feb 11 04:15:02.268252 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:15:02.304899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:02.309385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=fe242427-de56-4221-89db-e3d425e365f9,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:15:02.314158 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11a9192d-148f-4fd7-8a68-d70be8eb6a60 req-b6b14ad7-f4e2-4486-b278-9cfda5c650a4 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488432 Feb 11 04:15:02.323142 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5155c20-d7eb-4a6f-84ea-9c39dce7f872 admin admin] Network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:15:02.334762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea3d0b-3578-42bc-b52b-3f7e3753dc85 req-535fd509-d741-4ac0-a038-2c418a4bbc21 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:02.342202 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bea3d0b-3578-42bc-b52b-3f7e3753dc85 req-535fd509-d741-4ac0-a038-2c418a4bbc21 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 943 time: 0.1058159 Feb 11 04:15:02.379485 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-31281d14-2b74-455f-b640-e634004671cb req-19b7e954-17ea-473e-ab1a-423cea61c544 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286325 Feb 11 04:15:02.387553 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0b028b7a-33ba-49e3-9bda-57cc4ab16483 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:15:02.399414 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bea3d0b-3578-42bc-b52b-3f7e3753dc85 req-6ee2033d-baf0-40a0-afb6-daa4c3b17239 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561619 Feb 11 04:15:02.405643 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (fe242427-de56-4221-89db-e3d425e365f9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:02.433670 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 0b028b7a-33ba-49e3-9bda-57cc4ab16483 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:15:02.434132 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0b028b7a-33ba-49e3-9bda-57cc4ab16483 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:15:02.456929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:02.457557 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:02.459043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] 10.222.0.32 "PUT /v2.0/ports/fe242427-de56-4221-89db-e3d425e365f9 HTTP/1.1" status: 200 len: 1093 time: 2.2463820 Feb 11 04:15:02.460612 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-d5155c20-d7eb-4a6f-84ea-9c39dce7f872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:15:02.469984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a1b2ea-1e71-49b2-8ff6-5af3e4c7b3d4 None None] Network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:15:02.478278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e3b16-6d14-4019-819b-b25e023620e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe242427-de56-4221-89db-e3d425e365f9,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:02.485514 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5155c20-d7eb-4a6f-84ea-9c39dce7f872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:02.486617 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5155c20-d7eb-4a6f-84ea-9c39dce7f872 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:02.560225 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-31281d14-2b74-455f-b640-e634004671cb req-769a2e21-db96-459b-86bf-7c80ca423978 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624465 Feb 11 04:15:02.607113 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d5155c20-d7eb-4a6f-84ea-9c39dce7f872 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1256030 Feb 11 04:15:02.625870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e93808-6088-4f68-899e-801f4db2f4d7 None None] Network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:15:02.652400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad23e82-939d-4189-b209-d7e432b6709d req-78c7cf81-0ffb-45f6-9e7e-40c664056244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:02.654542 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8ad23e82-939d-4189-b209-d7e432b6709d req-78c7cf81-0ffb-45f6-9e7e-40c664056244 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 1127 time: 0.0599096 Feb 11 04:15:02.676503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949d280a-0667-44b9-a1d3-3245090fb8f0', 'tag': 'fe242427-de56-4221-89db-e3d425e365f9'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:02.679345 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50605cd7-ea53-4414-ab75-bb5e2b5e5999" -d '{"events": [{"name": "network-changed", "server_uuid": "949d280a-0667-44b9-a1d3-3245090fb8f0", "tag": "fe242427-de56-4221-89db-e3d425e365f9"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:02.708704 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8ad23e82-939d-4189-b209-d7e432b6709d req-97e87bf4-d26a-4ff1-af83-ab36ac973c6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe242427-de56-4221-89db-e3d425e365f9 HTTP/1.1" status: 200 len: 217 time: 0.0465155 Feb 11 04:15:02.760748 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a32f784-3cfe-4344-85a8-94d19db550f4 x-openstack-request-id: req-2a32f784-3cfe-4344-85a8-94d19db550f4 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:02.761541 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949d280a-0667-44b9-a1d3-3245090fb8f0", "tag": "fe242427-de56-4221-89db-e3d425e365f9", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:02.761816 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a32f784-3cfe-4344-85a8-94d19db550f4 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:02.762193 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949d280a-0667-44b9-a1d3-3245090fb8f0', 'tag': 'fe242427-de56-4221-89db-e3d425e365f9', 'status': 'completed', 'code': 200} Feb 11 04:15:02.776223 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7f7cf126-f27b-4bd6-a8db-3aa5c7df7a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:02.777733 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8ad23e82-939d-4189-b209-d7e432b6709d req-7f7cf126-f27b-4bd6-a8db-3aa5c7df7a7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.0615485 Feb 11 04:15:02.814602 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8ad23e82-939d-4189-b209-d7e432b6709d req-46f42f9c-346e-4848-b944-2b2bd825cc64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292780 Feb 11 04:15:02.815354 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33598) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:02.923319 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8ad23e82-939d-4189-b209-d7e432b6709d req-edbfdf36-6a31-442c-9ae4-7711e21a3835 service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007485 Feb 11 04:15:02.978146 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-311aa074-9d2c-4969-a54b-19172fbe87bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:03.077023 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8ad23e82-939d-4189-b209-d7e432b6709d req-01223ec9-360f-482e-9ee2-3084e76e6b03 service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469693 Feb 11 04:15:03.115289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78c2bc-457b-4fe2-aea5-ed834ec016d2 req-d131493b-9fdd-4aaa-8c9c-7d16fc14c9b4 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:03.118042 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba78c2bc-457b-4fe2-aea5-ed834ec016d2 req-d131493b-9fdd-4aaa-8c9c-7d16fc14c9b4 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 947 time: 0.0744529 Feb 11 04:15:03.127085 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-311aa074-9d2c-4969-a54b-19172fbe87bd admin admin] Publish callbacks [] for security_group (ab1ee4a4-4b4f-4e69-b07a-04edf2f426a6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:03.173825 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba78c2bc-457b-4fe2-aea5-ed834ec016d2 req-3ac2c5c9-92cb-45cf-a73d-7b5810daecc1 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446072 Feb 11 04:15:03.216706 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-311aa074-9d2c-4969-a54b-19172fbe87bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ab1ee4a4-4b4f-4e69-b07a-04edf2f426a6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:03.263183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aa074-9d2c-4969-a54b-19172fbe87bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1ee4a4-4b4f-4e69-b07a-04edf2f426a6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:03.267545 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-311aa074-9d2c-4969-a54b-19172fbe87bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a1f8801094540e594d5a91637544546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4511876 Feb 11 04:15:03.270236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33622) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:03.304018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50605cd7-ea53-4414-ab75-bb5e2b5e5999 req-41ed4cef-f516-48ce-86b7-c11850c904de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:03.305841 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50605cd7-ea53-4414-ab75-bb5e2b5e5999 req-41ed4cef-f516-48ce-86b7-c11850c904de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 1127 time: 0.0557828 Feb 11 04:15:03.368620 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-267ba45d-a958-4619-bc82-fd2d4a2972dd admin admin] Publish callbacks [] for security_group (ab1ee4a4-4b4f-4e69-b07a-04edf2f426a6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:03.406538 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-267ba45d-a958-4619-bc82-fd2d4a2972dd admin admin] Publish callbacks [] for security_group (ab1ee4a4-4b4f-4e69-b07a-04edf2f426a6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:03.453788 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50605cd7-ea53-4414-ab75-bb5e2b5e5999 req-24edb630-f2d2-4d70-a5c5-d503da3c4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:03.455650 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50605cd7-ea53-4414-ab75-bb5e2b5e5999 req-24edb630-f2d2-4d70-a5c5-d503da3c4f96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.1403108 Feb 11 04:15:03.509900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbe1b0-3ebf-4c53-b86e-5e2a0f95ab44 req-f4625519-11bf-4d1a-a252-49f016ddedb0 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:03.511550 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8dcbe1b0-3ebf-4c53-b86e-5e2a0f95ab44 req-f4625519-11bf-4d1a-a252-49f016ddedb0 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 944 time: 0.0962832 Feb 11 04:15:03.540941 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50605cd7-ea53-4414-ab75-bb5e2b5e5999 req-f97adb88-4aa3-42a2-ab62-f84d5a5b9245 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe242427-de56-4221-89db-e3d425e365f9 HTTP/1.1" status: 200 len: 217 time: 0.0761781 Feb 11 04:15:03.557632 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:03.596791 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50605cd7-ea53-4414-ab75-bb5e2b5e5999 req-fe4e01fa-40be-4a9f-99f1-c39a6c30547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:03.598231 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50605cd7-ea53-4414-ab75-bb5e2b5e5999 req-fe4e01fa-40be-4a9f-99f1-c39a6c30547c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.0509033 Feb 11 04:15:03.598610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8dcbe1b0-3ebf-4c53-b86e-5e2a0f95ab44 req-fd35cb8c-5ed4-4f92-8ba8-9bc51856b9d4 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751009 Feb 11 04:15:03.612938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8f099-94d0-4234-803c-e00c851e5226 req-f7147158-4fcb-4797-8094-80bc2348292f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:03.614855 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16e8f099-94d0-4234-803c-e00c851e5226 req-f7147158-4fcb-4797-8094-80bc2348292f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 943 time: 0.1020610 Feb 11 04:15:03.616301 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-267ba45d-a958-4619-bc82-fd2d4a2972dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ab1ee4a4-4b4f-4e69-b07a-04edf2f426a6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:03.636151 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-267ba45d-a958-4619-bc82-fd2d4a2972dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:03.636151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-267ba45d-a958-4619-bc82-fd2d4a2972dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab1ee4a4-4b4f-4e69-b07a-04edf2f426a6 HTTP/1.1" status: 204 len: 168 time: 0.3545640 Feb 11 04:15:03.646020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ba45d-a958-4619-bc82-fd2d4a2972dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1ee4a4-4b4f-4e69-b07a-04edf2f426a6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:03.684226 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50605cd7-ea53-4414-ab75-bb5e2b5e5999 req-fd30e0bf-620a-4138-b80b-25f55fa41b4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785606 Feb 11 04:15:03.712203 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:03.725539 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16e8f099-94d0-4234-803c-e00c851e5226 req-12f84102-4a2b-4342-a087-d1b087679e3d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959203 Feb 11 04:15:03.787683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33650) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:03.796050 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-414097019-network', 'tenant_id': 'e082a94388ac4ffa9b1a13e3f54fd46b'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:03.816218 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50605cd7-ea53-4414-ab75-bb5e2b5e5999 req-c7cd08e7-e278-478e-b5c3-f6a8f4b833c2 service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237235 Feb 11 04:15:03.927921 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50605cd7-ea53-4414-ab75-bb5e2b5e5999 req-ad950b9f-3f41-498d-9dd2-259a79dc4167 service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048765 Feb 11 04:15:03.934376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] Made reservation on behalf of e082a94388ac4ffa9b1a13e3f54fd46b for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:15:03.936710 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:03.946340 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:04.038738 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] Publish callbacks [] for security_group (d3fffdb7-f568-4b11-9d3c-6916dcceba9b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:04.105918 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d3fffdb7-f568-4b11-9d3c-6916dcceba9b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:04.128595 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:15:04.148662 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (13d39f1d-3264-4899-a350-ff6efb2dff0e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:04.149309 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] Added segment 13d39f1d-3264-4899-a350-ff6efb2dff0e of type vlan for network e180e9c0-9708-47d7-8419-2a59580252de Feb 11 04:15:04.150774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fffdb7-f568-4b11-9d3c-6916dcceba9b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:04.199347 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (e180e9c0-9708-47d7-8419-2a59580252de), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:04.266129 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (e180e9c0-9708-47d7-8419-2a59580252de), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:04.267449 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:04.268602 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:04.322764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8e1c5-1755-40e0-895c-ea8ef0ebd03b req-02a5a505-cd79-49be-8a4d-303d62d5829a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:04.323002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 78db2543-8233-4aca-9593-8fd6c285de8a details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:15:04.331006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0a8e1c5-1755-40e0-895c-ea8ef0ebd03b req-02a5a505-cd79-49be-8a4d-303d62d5829a tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 947 time: 0.0692480 Feb 11 04:15:04.359723 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] Pushing event updated for resources: {'Network': ['ID=e180e9c0-9708-47d7-8419-2a59580252de,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:04.380042 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2a689884-542d-46ed-b433-c45d5ccd908c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5912452 Feb 11 04:15:04.381409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33682) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:04.388926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network e180e9c0-9708-47d7-8419-2a59580252de details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:15:04.390061 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-66e0f8e3-996d-43ba-8c08-83d720cfee5c admin admin] Request body: {'subnet': {'network_id': 'e180e9c0-9708-47d7-8419-2a59580252de', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-414097019-subnet', 'tenant_id': 'e082a94388ac4ffa9b1a13e3f54fd46b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:04.392292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0a8e1c5-1755-40e0-895c-ea8ef0ebd03b req-c5cb1900-b22b-46b5-be26-c4e6a03e85e2 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551667 Feb 11 04:15:04.475470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33686) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:04.488972 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e0f8e3-996d-43ba-8c08-83d720cfee5c admin admin] Made reservation on behalf of e082a94388ac4ffa9b1a13e3f54fd46b for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:15:04.492450 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfe953ca-4073-4c9a-876b-57f08fb93385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:04.492689 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66e0f8e3-996d-43ba-8c08-83d720cfee5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:04.535465 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 78db2543-8233-4aca-9593-8fd6c285de8a, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=78db2543-8233-4aca-9593-8fd6c285de8a,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:04.554652 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '78db2543-8233-4aca-9593-8fd6c285de8a', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'port_id': '78db2543-8233-4aca-9593-8fd6c285de8a', 'mac_address': 'fa:16:3e:79:61:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:15:04.599942 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfe953ca-4073-4c9a-876b-57f08fb93385 admin admin] Publish callbacks [] for security_group (0bb73468-c781-4007-a238-f82e4eaa0978), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:04.617309 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 78db2543-8233-4aca-9593-8fd6c285de8a is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:04.617806 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (78db2543-8233-4aca-9593-8fd6c285de8a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:04.636640 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78db2543-8233-4aca-9593-8fd6c285de8a {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:04.661242 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 78db2543-8233-4aca-9593-8fd6c285de8a, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=78db2543-8233-4aca-9593-8fd6c285de8a,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:04.666147 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfe953ca-4073-4c9a-876b-57f08fb93385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0bb73468-c781-4007-a238-f82e4eaa0978), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:04.731451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe953ca-4073-4c9a-876b-57f08fb93385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb73468-c781-4007-a238-f82e4eaa0978,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:04.741820 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (78db2543-8233-4aca-9593-8fd6c285de8a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:04.743510 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7606e23c-249b-4dd7-917f-bac0555620b7 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:15:04.757460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cfe953ca-4073-4c9a-876b-57f08fb93385 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f571d14fbdd4e2e832d7f39131f679f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797756 Feb 11 04:15:04.762317 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33698) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:04.808359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacfaf2-51bc-4786-aab3-8d63baf65267 req-92464efe-a47e-408a-b431-324cac11ba1e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:04.815299 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bdacfaf2-51bc-4786-aab3-8d63baf65267 req-92464efe-a47e-408a-b431-324cac11ba1e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 944 time: 0.0975020 Feb 11 04:15:04.849638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=78db2543-8233-4aca-9593-8fd6c285de8a,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:04.870666 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66e0f8e3-996d-43ba-8c08-83d720cfee5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (6b8bf65e-1f56-4205-abf5-ff414c01d8c5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:04.905900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bdacfaf2-51bc-4786-aab3-8d63baf65267 req-477652e4-ab43-4a2a-b25b-81545593a28b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805235 Feb 11 04:15:04.938143 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f05c6e8-3df0-4baf-9af8-b6d4296fe410 admin admin] Publish callbacks [] for security_group (0bb73468-c781-4007-a238-f82e4eaa0978), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:04.968958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 7606e23c-249b-4dd7-917f-bac0555620b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7606e23c-249b-4dd7-917f-bac0555620b7,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:04.983558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '7606e23c-249b-4dd7-917f-bac0555620b7', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '7606e23c-249b-4dd7-917f-bac0555620b7', 'mac_address': 'fa:16:3e:7b:0f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:15:04.997959 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f05c6e8-3df0-4baf-9af8-b6d4296fe410 admin admin] Publish callbacks [] for security_group (0bb73468-c781-4007-a238-f82e4eaa0978), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:05.000271 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0f8e3-996d-43ba-8c08-83d720cfee5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b8bf65e-1f56-4205-abf5-ff414c01d8c5,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:05.025444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e0f8e3-996d-43ba-8c08-83d720cfee5c admin admin] Checking segment: {'id': '13d39f1d-3264-4899-a350-ff6efb2dff0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e180e9c0-9708-47d7-8419-2a59580252de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:05.026179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e0f8e3-996d-43ba-8c08-83d720cfee5c admin admin] Network hostable DHCP agents. Network: e180e9c0-9708-47d7-8419-2a59580252de, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:15:05.048718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 7606e23c-249b-4dd7-917f-bac0555620b7 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:05.049121 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7606e23c-249b-4dd7-917f-bac0555620b7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:05.063578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7606e23c-249b-4dd7-917f-bac0555620b7 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:05.077589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3993a1-b78d-4db5-9132-000f42007faf req-a27543d2-d4d8-489b-85bb-0fc06fd1d939 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:05.079147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d3993a1-b78d-4db5-9132-000f42007faf req-a27543d2-d4d8-489b-85bb-0fc06fd1d939 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 944 time: 0.0759203 Feb 11 04:15:05.089498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 7606e23c-249b-4dd7-917f-bac0555620b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7606e23c-249b-4dd7-917f-bac0555620b7,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:05.111737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e0f8e3-996d-43ba-8c08-83d720cfee5c admin admin] Network e180e9c0-9708-47d7-8419-2a59580252de is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:15:05.143945 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f05c6e8-3df0-4baf-9af8-b6d4296fe410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0bb73468-c781-4007-a238-f82e4eaa0978), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:05.147225 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f05c6e8-3df0-4baf-9af8-b6d4296fe410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:05.149913 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4f05c6e8-3df0-4baf-9af8-b6d4296fe410 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bb73468-c781-4007-a238-f82e4eaa0978 HTTP/1.1" status: 204 len: 168 time: 0.3851988 Feb 11 04:15:05.150026 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d3993a1-b78d-4db5-9132-000f42007faf req-6fa2708c-248f-4735-82f2-696ad4c5abf1 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610902 Feb 11 04:15:05.160954 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05c6e8-3df0-4baf-9af8-b6d4296fe410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb73468-c781-4007-a238-f82e4eaa0978,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:05.201969 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7606e23c-249b-4dd7-917f-bac0555620b7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:05.223961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-66e0f8e3-996d-43ba-8c08-83d720cfee5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, e180e9c0-9708-47d7-8419-2a59580252de) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:15:05.229520 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e0f8e3-996d-43ba-8c08-83d720cfee5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:05.230326 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66e0f8e3-996d-43ba-8c08-83d720cfee5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:05.253244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f17896-8fe5-42ad-9b8f-08cf5779949a None None] Network e180e9c0-9708-47d7-8419-2a59580252de requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:15:05.271800 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-f257a9ef-79a1-49a1-9b91-8178150da1ae tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=95a93e519b544c01b6ee62c609eec109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454280 Feb 11 04:15:05.355043 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-66e0f8e3-996d-43ba-8c08-83d720cfee5c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9723418 Feb 11 04:15:05.361031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=7606e23c-249b-4dd7-917f-bac0555620b7,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:05.410223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f8f85-c9d1-4cda-9ac2-324a807850b1 None None] Network e180e9c0-9708-47d7-8419-2a59580252de requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:15:05.416278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-757deae1-75a6-484d-883a-dd9c4a54c538 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:05.426328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-757deae1-75a6-484d-883a-dd9c4a54c538 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1390011 Feb 11 04:15:05.433774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-353b1b71-567c-4423-b53b-a60b5742a86c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/quotas/95a93e519b544c01b6ee62c609eec109 HTTP/1.1" status: 200 len: 375 time: 0.0102060 Feb 11 04:15:05.480378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-3646cfa8-db90-4e12-be45-3f6b301377ff tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390773 Feb 11 04:15:05.547343 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['78db2543-8233-4aca-9593-8fd6c285de8a'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:05.550230 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['7606e23c-249b-4dd7-917f-bac0555620b7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:05.714889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037741e3-daa7-4fbe-bdde-d00111255f36 req-68bfe02b-8f2c-4154-8b63-d955a73a4d06 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:05.720833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-037741e3-daa7-4fbe-bdde-d00111255f36 req-68bfe02b-8f2c-4154-8b63-d955a73a4d06 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 948 time: 0.1113493 Feb 11 04:15:05.819242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-037741e3-daa7-4fbe-bdde-d00111255f36 req-243c717b-181f-4fce-85e1-4caae3e3f50f tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811558 Feb 11 04:15:05.910897 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c9a8042-e2dc-499d-96bd-73bb9eabe7a8 req-a12ac475-e6b4-4643-9019-3feafe2ec060 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 210 time: 0.0395339 Feb 11 04:15:05.997306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b0c7c98-2e53-4bc9-ada9-5d20d677448a req-44c65228-7d7c-4587-af85-7eb3e9e49685 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0603192 Feb 11 04:15:06.162868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c7c98-2e53-4bc9-ada9-5d20d677448a req-651ca507-4b7f-416f-85eb-3d2b11fa7038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:06.164377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b0c7c98-2e53-4bc9-ada9-5d20d677448a req-651ca507-4b7f-416f-85eb-3d2b11fa7038 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ad1fe00ed5f43a4af85251436fa031f&device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 1155 time: 0.1175931 Feb 11 04:15:06.220408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf60df8-a2ae-417f-927e-35cb1587eac0 req-962df7cf-fa6b-4e4a-b7c6-030fd60cb6c6 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:06.221845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8bf60df8-a2ae-417f-927e-35cb1587eac0 req-962df7cf-fa6b-4e4a-b7c6-030fd60cb6c6 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 944 time: 0.1422143 Feb 11 04:15:06.307726 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device fe242427-de56-4221-89db-e3d425e365f9 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:15:06.344863 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-919e045a-efab-4577-9844-dcc9601e7260 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:06.346395 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-919e045a-efab-4577-9844-dcc9601e7260 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 808 time: 0.2284255 Feb 11 04:15:06.377775 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8bf60df8-a2ae-417f-927e-35cb1587eac0 req-34d7f959-a2b3-47bd-a468-938041ba2fa3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382933 Feb 11 04:15:06.382577 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-f46f6c19-cfd2-451a-ab0c-19dc73f364d6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/quotas/2ecf6acdd8224d998729629979558449 HTTP/1.1" status: 200 len: 375 time: 0.0292025 Feb 11 04:15:06.386416 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c7c98-2e53-4bc9-ada9-5d20d677448a req-81ae8142-b168-4b9a-b1b6-2497dbf90205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:06.388105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b0c7c98-2e53-4bc9-ada9-5d20d677448a req-81ae8142-b168-4b9a-b1b6-2497dbf90205 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1876349 Feb 11 04:15:06.442617 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-a8f99d90-a8f8-4026-b4c4-b03b7c6c422e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528646 Feb 11 04:15:06.453941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=fe242427-de56-4221-89db-e3d425e365f9,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:06.468524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'fe242427-de56-4221-89db-e3d425e365f9', 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3', 'port_id': 'fe242427-de56-4221-89db-e3d425e365f9', 'mac_address': 'fa:16:3e:54:78:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384a4cb6-6e72-4477-8d6d-d0cd5b13e860', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:15:06.483597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b0c7c98-2e53-4bc9-ada9-5d20d677448a req-8b371adb-25bc-4745-8ab8-2c394f071994 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=ac5b2b40-9739-4b6e-b88c-a72c013b23e9 HTTP/1.1" status: 200 len: 217 time: 0.0653336 Feb 11 04:15:06.509996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port fe242427-de56-4221-89db-e3d425e365f9 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:06.510541 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fe242427-de56-4221-89db-e3d425e365f9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:06.524038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe242427-de56-4221-89db-e3d425e365f9 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:06.547393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=fe242427-de56-4221-89db-e3d425e365f9,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:06.605952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c7c98-2e53-4bc9-ada9-5d20d677448a req-1716d078-d56c-4f6b-b72f-ff9e8b10674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:06.608244 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b0c7c98-2e53-4bc9-ada9-5d20d677448a req-1716d078-d56c-4f6b-b72f-ff9e8b10674c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1068003 Feb 11 04:15:06.616199 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (fe242427-de56-4221-89db-e3d425e365f9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:06.654755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-bad08b62-42d6-46a1-8e8c-ded18734344b service neutron] 10.222.0.13 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730597 Feb 11 04:15:06.664611 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33792) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:06.700554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=fe242427-de56-4221-89db-e3d425e365f9,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:06.739451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c7c98-2e53-4bc9-ada9-5d20d677448a req-46e5b8d9-a98e-4d77-a25a-0359a0099148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:06.741069 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b0c7c98-2e53-4bc9-ada9-5d20d677448a req-46e5b8d9-a98e-4d77-a25a-0359a0099148 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1220880 Feb 11 04:15:06.779067 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-28956994-network', 'tenant_id': '856f351e415a4648b0a3b51283df37ba'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:06.816916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-3751a0a0-d519-4751-bebb-31c85b651b29 service neutron] 10.222.0.13 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554630 Feb 11 04:15:06.848113 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b0c7c98-2e53-4bc9-ada9-5d20d677448a req-e4a15269-4a86-4f67-8227-b86ff4db9e05 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994704 Feb 11 04:15:06.884641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] Made reservation on behalf of 856f351e415a4648b0a3b51283df37ba for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:15:06.890268 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:06.893517 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['fe242427-de56-4221-89db-e3d425e365f9'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:06.911946 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:07.017708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b0c7c98-2e53-4bc9-ada9-5d20d677448a req-d1a8e85a-eaff-4bdf-939c-7875516831c8 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643662 Feb 11 04:15:07.038000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141e91d-b1c0-4fb6-92c0-b82c82767b75 req-09f4ba51-fb39-447f-8885-2c0739b726a0 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:07.045009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b141e91d-b1c0-4fb6-92c0-b82c82767b75 req-09f4ba51-fb39-447f-8885-2c0739b726a0 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 944 time: 0.0964756 Feb 11 04:15:07.107235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b141e91d-b1c0-4fb6-92c0-b82c82767b75 req-d89fb302-3b02-4fa3-81a4-23675843116a tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612609 Feb 11 04:15:07.129477 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] Publish callbacks [] for security_group (b77fdbfc-f69c-471c-914c-0ec29d112bc3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:07.225444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c5426-138f-41b9-82ed-fd1921b497dd req-a0d4883c-e955-4e66-9c9f-eafae2d50f44 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:07.227440 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b77fdbfc-f69c-471c-914c-0ec29d112bc3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:07.228355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b25c5426-138f-41b9-82ed-fd1921b497dd req-a0d4883c-e955-4e66-9c9f-eafae2d50f44 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 948 time: 0.0644188 Feb 11 04:15:07.265131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77fdbfc-f69c-471c-914c-0ec29d112bc3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:07.267812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:15:07.292463 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (5ec144cf-d18f-499c-88cb-961e3d299181), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:07.292817 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] Added segment 5ec144cf-d18f-499c-88cb-961e3d299181 of type vlan for network cdd1917d-0b54-47b0-9db4-7da99860b38f Feb 11 04:15:07.300805 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b25c5426-138f-41b9-82ed-fd1921b497dd req-9f166a7f-a9bc-4c66-bab3-71ad63efa99f tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560164 Feb 11 04:15:07.347743 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (cdd1917d-0b54-47b0-9db4-7da99860b38f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:07.415268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd364653-d2a8-41a1-bea0-f909810b9f12 req-218788a9-02ea-46ef-b133-b3862b8a0677 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 210 time: 0.0361981 Feb 11 04:15:07.438582 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (cdd1917d-0b54-47b0-9db4-7da99860b38f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:07.439642 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:07.440223 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:07.487192 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1ecfac4-872e-40ae-b58f-35344dc77346 req-b9120de6-55c5-4b33-8097-7e439689ac9b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 210 time: 0.0344996 Feb 11 04:15:07.512642 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] Pushing event updated for resources: {'Network': ['ID=cdd1917d-0b54-47b0-9db4-7da99860b38f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:07.523586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network cdd1917d-0b54-47b0-9db4-7da99860b38f details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:15:07.531850 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e264e1fd-4913-4b33-be1a-9bcd6e5304b7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8658166 Feb 11 04:15:07.534925 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33822) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:07.542450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3e800b11-bff7-4dde-a61d-a02b60120c0a admin admin] Request body: {'subnet': {'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-28956994-subnet', 'tenant_id': '856f351e415a4648b0a3b51283df37ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:07.547062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03827be-9b36-42d1-b2b1-b8e8f134ed34 req-5cd4f7f8-0a0e-4300-bff2-db681d6acb6e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:07.554690 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a03827be-9b36-42d1-b2b1-b8e8f134ed34 req-5cd4f7f8-0a0e-4300-bff2-db681d6acb6e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 945 time: 0.0656652 Feb 11 04:15:07.598175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a03827be-9b36-42d1-b2b1-b8e8f134ed34 req-21079c6b-864f-4f71-ab7b-8c99e990a424 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426438 Feb 11 04:15:07.654247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e800b11-bff7-4dde-a61d-a02b60120c0a admin admin] Made reservation on behalf of 856f351e415a4648b0a3b51283df37ba for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:15:07.656969 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3e800b11-bff7-4dde-a61d-a02b60120c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:08.148533 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3e800b11-bff7-4dde-a61d-a02b60120c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:08.232379 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e800b11-bff7-4dde-a61d-a02b60120c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:08.234606 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e800b11-bff7-4dde-a61d-a02b60120c0a admin admin] Checking segment: {'id': '5ec144cf-d18f-499c-88cb-961e3d299181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:08.235060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e800b11-bff7-4dde-a61d-a02b60120c0a admin admin] Network hostable DHCP agents. Network: cdd1917d-0b54-47b0-9db4-7da99860b38f, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:15:08.295677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccf6c2-2e7f-42d6-9e4b-15b92911ebb9 req-7a7eec39-1b4f-4809-8378-6e1bcd6a9b37 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:08.297199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fccf6c2-2e7f-42d6-9e4b-15b92911ebb9 req-7a7eec39-1b4f-4809-8378-6e1bcd6a9b37 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 944 time: 0.0747583 Feb 11 04:15:08.311378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e800b11-bff7-4dde-a61d-a02b60120c0a admin admin] Network cdd1917d-0b54-47b0-9db4-7da99860b38f is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:15:08.326398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-be15bca9-f80e-45b1-be30-0dcc63216417 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=95a93e519b544c01b6ee62c609eec109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282192 Feb 11 04:15:08.331617 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 78db2543-8233-4aca-9593-8fd6c285de8a up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:15:08.414539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-3e800b11-bff7-4dde-a61d-a02b60120c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, cdd1917d-0b54-47b0-9db4-7da99860b38f) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:15:08.420512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e800b11-bff7-4dde-a61d-a02b60120c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:08.422231 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3e800b11-bff7-4dde-a61d-a02b60120c0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:08.437756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34f058-e12e-4938-85ec-b24b4ca52e1c None None] Network cdd1917d-0b54-47b0-9db4-7da99860b38f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:15:08.449866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fccf6c2-2e7f-42d6-9e4b-15b92911ebb9 req-b4ddf7ec-170c-405d-ba58-79a1941e22d3 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411991 Feb 11 04:15:08.503116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-a860c005-f2bc-4173-97dc-619cc88d5184 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:08.519656 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3e800b11-bff7-4dde-a61d-a02b60120c0a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9828963 Feb 11 04:15:08.523051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 78db2543-8233-4aca-9593-8fd6c285de8a completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:15:08.523254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-a860c005-f2bc-4173-97dc-619cc88d5184 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898525 Feb 11 04:15:08.532340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 78db2543-8233-4aca-9593-8fd6c285de8a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:15:08.534070 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (78db2543-8233-4aca-9593-8fd6c285de8a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:08.595983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Request body: {'port': {'device_id': '82a6b0df-95e5-4065-b631-507f58f016c7', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '95a93e519b544c01b6ee62c609eec109'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:08.635634 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92638de3-5beb-4f4f-92b8-03593639c58b None None] Network cdd1917d-0b54-47b0-9db4-7da99860b38f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:15:08.692956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69118e91-caf8-445d-980e-b96cc01a55fd req-04d1aa95-6cd5-4920-9306-a842ab080abc tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:08.695940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69118e91-caf8-445d-980e-b96cc01a55fd req-04d1aa95-6cd5-4920-9306-a842ab080abc tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 948 time: 0.1631882 Feb 11 04:15:08.735847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 78db2543-8233-4aca-9593-8fd6c285de8a is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:08.736538 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (78db2543-8233-4aca-9593-8fd6c285de8a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:08.773017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70483480-ceba-423b-a158-c3828167e1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78db2543-8233-4aca-9593-8fd6c285de8a'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:08.775651 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7e856f-4002-4c2c-81f7-fc8dfd60222a" -d '{"events": [{"server_uuid": "70483480-ceba-423b-a158-c3828167e1bb", "name": "network-vif-plugged", "status": "completed", "tag": "78db2543-8233-4aca-9593-8fd6c285de8a"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:08.792466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69118e91-caf8-445d-980e-b96cc01a55fd req-892f18cd-33ce-4e38-ad95-5c04f1f91459 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843399 Feb 11 04:15:08.792683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 78db2543-8233-4aca-9593-8fd6c285de8a, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=78db2543-8233-4aca-9593-8fd6c285de8a,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:08.886950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8924dd24-200c-4572-b665-f9773447b069 req-edd8f975-6592-482f-a322-0ca10cf9dbf1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 210 time: 0.0301585 Feb 11 04:15:08.906078 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (78db2543-8233-4aca-9593-8fd6c285de8a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:08.907979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device fe242427-de56-4221-89db-e3d425e365f9 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:15:08.913401 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Made reservation on behalf of 95a93e519b544c01b6ee62c609eec109 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:15:08.913401 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:08.932614 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:08.958455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7104ad63-af64-4b21-9e12-f1010db90e6a req-f508d952-ee57-476b-b9a3-b559a919c00c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 210 time: 0.0523305 Feb 11 04:15:09.004992 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=78db2543-8233-4aca-9593-8fd6c285de8a,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:09.031704 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6643bb9-800e-45f3-a4f3-a3c1fda713f2 x-openstack-request-id: req-b6643bb9-800e-45f3-a4f3-a3c1fda713f2 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:09.032073 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70483480-ceba-423b-a158-c3828167e1bb", "name": "network-vif-plugged", "status": "completed", "tag": "78db2543-8233-4aca-9593-8fd6c285de8a", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:09.032335 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6643bb9-800e-45f3-a4f3-a3c1fda713f2 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:09.033462 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70483480-ceba-423b-a158-c3828167e1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78db2543-8233-4aca-9593-8fd6c285de8a', 'code': 200} Feb 11 04:15:09.080528 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14122b7c-a1b0-4d5a-8e6c-feedcdcb2cb4 req-bd820757-f438-4a05-8faf-5b58c7f44b73 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:09.082068 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14122b7c-a1b0-4d5a-8e6c-feedcdcb2cb4 req-bd820757-f438-4a05-8faf-5b58c7f44b73 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 945 time: 0.0938394 Feb 11 04:15:09.083255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port fe242427-de56-4221-89db-e3d425e365f9 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:15:09.089262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port fe242427-de56-4221-89db-e3d425e365f9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:15:09.090111 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (fe242427-de56-4221-89db-e3d425e365f9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:09.156167 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks [] for security_group (d5ceedb1-7a86-4f97-95f8-238dd4b4aa30), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:09.200956 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port fe242427-de56-4221-89db-e3d425e365f9 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:09.201944 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fe242427-de56-4221-89db-e3d425e365f9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:09.209780 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14122b7c-a1b0-4d5a-8e6c-feedcdcb2cb4 req-d73ee5c1-6594-4039-ac7b-bfa1716502cc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155527 Feb 11 04:15:09.211425 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d5ceedb1-7a86-4f97-95f8-238dd4b4aa30), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:09.214476 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602b0d2-7890-4709-aec3-4be60e75184c req-e30bbf01-9691-4d4f-8df1-45f5917ffba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:09.216215 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5602b0d2-7890-4709-aec3-4be60e75184c req-e30bbf01-9691-4d4f-8df1-45f5917ffba3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 1128 time: 0.1016860 Feb 11 04:15:09.245997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=fe242427-de56-4221-89db-e3d425e365f9,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:09.284707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:09.293493 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5602b0d2-7890-4709-aec3-4be60e75184c req-0054e8f1-2b39-4834-820e-6a32f7038827 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705285 Feb 11 04:15:09.317435 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (fe242427-de56-4221-89db-e3d425e365f9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:09.318729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7606e23c-249b-4dd7-917f-bac0555620b7 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:15:09.409531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=fe242427-de56-4221-89db-e3d425e365f9,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:09.450282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Allocated IP 192.168.233.25 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/5a87b147-9dfe-424a-9be7-e8b9804fc7f6) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:15:09.486248 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 7606e23c-249b-4dd7-917f-bac0555620b7 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:15:09.488199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 7606e23c-249b-4dd7-917f-bac0555620b7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:15:09.488601 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7606e23c-249b-4dd7-917f-bac0555620b7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:09.532635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-5de4de99-87e6-4d46-babb-7affd7edb018 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:09.534059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-5de4de99-87e6-4d46-babb-7affd7edb018 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/networks?id=cdd1917d-0b54-47b0-9db4-7da99860b38f HTTP/1.1" status: 200 len: 820 time: 0.2069278 Feb 11 04:15:09.588265 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 7606e23c-249b-4dd7-917f-bac0555620b7 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:09.588833 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7606e23c-249b-4dd7-917f-bac0555620b7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:09.609720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-7ccaedce-b3bf-440b-baa2-95dcdfd8a11a tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/quotas/856f351e415a4648b0a3b51283df37ba HTTP/1.1" status: 200 len: 375 time: 0.0585361 Feb 11 04:15:09.634947 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 7606e23c-249b-4dd7-917f-bac0555620b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7606e23c-249b-4dd7-917f-bac0555620b7,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:09.712636 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7606e23c-249b-4dd7-917f-bac0555620b7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:09.802568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=7606e23c-249b-4dd7-917f-bac0555620b7,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:09.873494 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-447b5988-9b74-4c2d-a753-087324ddda14 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:09.875241 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-447b5988-9b74-4c2d-a753-087324ddda14 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.47 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 808 time: 0.2577593 Feb 11 04:15:09.889427 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-0963cd02-b01c-4dcf-8c49-45941f0824a6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Request body: {'port': {'device_id': '8e683866-f923-46c5-8406-87c0d3273413', 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282', 'admin_state_up': True, 'tenant_id': '2ecf6acdd8224d998729629979558449'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:09.907075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-32adaca1-e714-49a2-b8a5-0210d600401f tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=856f351e415a4648b0a3b51283df37ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680172 Feb 11 04:15:09.918572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33916) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:09.925855 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-8cbef83d-fa62-4e88-8de4-26e6e7cdb4e1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:15:09.926966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-8cbef83d-fa62-4e88-8de4-26e6e7cdb4e1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066938 Feb 11 04:15:09.955687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd812fa-3de3-48c7-b1d9-955ab66e02aa req-0e6f168e-376b-4052-83d5-ac9ca1ab78af tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:09.956842 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5dd812fa-3de3-48c7-b1d9-955ab66e02aa req-0e6f168e-376b-4052-83d5-ac9ca1ab78af tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 945 time: 0.4307613 Feb 11 04:15:10.054417 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks [] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:10.076148 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dcffdf86-9e1a-4d0b-8502-5b90722d56ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:10.109076 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5dd812fa-3de3-48c7-b1d9-955ab66e02aa req-8716b5ca-50c7-46aa-aac8-c45f02215221 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366045 Feb 11 04:15:10.117232 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-0963cd02-b01c-4dcf-8c49-45941f0824a6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Made reservation on behalf of 2ecf6acdd8224d998729629979558449 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:15:10.123789 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-0963cd02-b01c-4dcf-8c49-45941f0824a6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:10.136054 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-3cf030a9-83be-49d5-9c38-53f9ea300ead service neutron] 10.222.0.13 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977289 Feb 11 04:15:10.243105 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dcffdf86-9e1a-4d0b-8502-5b90722d56ca admin admin] Publish callbacks [] for security_group (460d9b73-e3b1-4525-ac4d-7faf6ace6378), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:10.245481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-e18bccbe-d115-4691-85c4-e068783b9cc3 service neutron] 10.222.0.13 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010644 Feb 11 04:15:10.269099 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:10.291718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dcffdf86-9e1a-4d0b-8502-5b90722d56ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (460d9b73-e3b1-4525-ac4d-7faf6ace6378), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:10.317135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-0963cd02-b01c-4dcf-8c49-45941f0824a6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Allocated IP 172.20.0.7 (3f63ad72-cf1f-42fb-bfa6-fbb223cd2282/4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e/4d466aff-0a38-473a-a521-0a4e6b7aea76) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:15:10.343164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:15:10.348357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:15:10.356614 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:15:10.361925 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:10.362301 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dcffdf86-9e1a-4d0b-8502-5b90722d56ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb144ea34b2d42ce84265231f417110c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4426670 Feb 11 04:15:10.362928 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33928) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:10.366576 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:10.368254 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffdf86-9e1a-4d0b-8502-5b90722d56ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460d9b73-e3b1-4525-ac4d-7faf6ace6378,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:10.375213 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Pushing event updated for resources: {'Port': ['ID=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:10.394557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8eb58-a8c4-4a22-9857-d982d69c2a08 req-3982ee95-c9eb-46fd-89de-b125e91cdf1e tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:10.396339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63a8eb58-a8c4-4a22-9857-d982d69c2a08 req-3982ee95-c9eb-46fd-89de-b125e91cdf1e tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 949 time: 0.1250684 Feb 11 04:15:10.436864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-ffa5bafa-7e99-4aa4-9003-f44bd200e828 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8485401 Feb 11 04:15:10.456353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Request body: {'port': {'device_id': '82a6b0df-95e5-4065-b631-507f58f016c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:10.505394 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63a8eb58-a8c4-4a22-9857-d982d69c2a08 req-be696390-b2a4-4bd9-8426-8b3d7409c5cc tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914838 Feb 11 04:15:10.529361 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-893aeada-c153-4d55-ad46-0f028d3401b4 admin admin] Publish callbacks [] for security_group (460d9b73-e3b1-4525-ac4d-7faf6ace6378), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:10.562016 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-893aeada-c153-4d55-ad46-0f028d3401b4 admin admin] Publish callbacks [] for security_group (460d9b73-e3b1-4525-ac4d-7faf6ace6378), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:10.603719 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-0963cd02-b01c-4dcf-8c49-45941f0824a6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks [] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:10.619216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f48aac5c-d2ee-4ffb-9ba5-1f73425d9f83 None None] Provisioning complete for port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:15:10.620320 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f48aac5c-d2ee-4ffb-9ba5-1f73425d9f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:10.671953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f48aac5c-d2ee-4ffb-9ba5-1f73425d9f83 None None] Port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:15:10.673586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-224a3bf6-2467-46c0-be8b-83789169da18 req-20cee83d-6ec6-45b9-a61b-49953a671b6e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 210 time: 0.0475419 Feb 11 04:15:10.675283 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:10.755945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eaf96-2548-4e01-905a-f263e5cb794c req-303eccb0-8bf1-4b22-9f10-ca5d4cd628cf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:10.755945 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-301eaf96-2548-4e01-905a-f263e5cb794c req-303eccb0-8bf1-4b22-9f10-ca5d4cd628cf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 935 time: 0.1779180 Feb 11 04:15:10.809015 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-893aeada-c153-4d55-ad46-0f028d3401b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (460d9b73-e3b1-4525-ac4d-7faf6ace6378), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:10.811806 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-893aeada-c153-4d55-ad46-0f028d3401b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:10.812997 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-893aeada-c153-4d55-ad46-0f028d3401b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/460d9b73-e3b1-4525-ac4d-7faf6ace6378 HTTP/1.1" status: 204 len: 168 time: 0.4457653 Feb 11 04:15:10.821376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893aeada-c153-4d55-ad46-0f028d3401b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460d9b73-e3b1-4525-ac4d-7faf6ace6378,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:10.864767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-301eaf96-2548-4e01-905a-f263e5cb794c req-f7f5a86d-4dc0-4b49-8452-bdafb9456d12 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081941 Feb 11 04:15:10.886348 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-0963cd02-b01c-4dcf-8c49-45941f0824a6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:10.938662 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-0963cd02-b01c-4dcf-8c49-45941f0824a6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:15:10.946168 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-0963cd02-b01c-4dcf-8c49-45941f0824a6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:15:10.951081 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-0963cd02-b01c-4dcf-8c49-45941f0824a6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:15:10.982340 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963cd02-b01c-4dcf-8c49-45941f0824a6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Pushing event updated for resources: {'Port': ['ID=4d466aff-0a38-473a-a521-0a4e6b7aea76,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:11.018109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-0963cd02-b01c-4dcf-8c49-45941f0824a6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:11.018760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-0963cd02-b01c-4dcf-8c49-45941f0824a6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:11.034428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949d280a-0667-44b9-a1d3-3245090fb8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe242427-de56-4221-89db-e3d425e365f9'}, {'server_uuid': '57a15290-2f61-493b-ac98-f149242d1536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7606e23c-249b-4dd7-917f-bac0555620b7'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:11.037298 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f56a5a-1a33-42e6-82a1-0e5b9083b21d" -d '{"events": [{"server_uuid": "949d280a-0667-44b9-a1d3-3245090fb8f0", "name": "network-vif-plugged", "status": "completed", "tag": "fe242427-de56-4221-89db-e3d425e365f9"}, {"server_uuid": "57a15290-2f61-493b-ac98-f149242d1536", "name": "network-vif-plugged", "status": "completed", "tag": "7606e23c-249b-4dd7-917f-bac0555620b7"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:11.072229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:11.083053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d62f3-4a17-4c32-bf11-910c3d650b53 req-94b44b13-1492-4f53-9630-af67c5381000 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:11.085519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-620d62f3-4a17-4c32-bf11-910c3d650b53 req-94b44b13-1492-4f53-9630-af67c5381000 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 946 time: 0.1036928 Feb 11 04:15:11.089583 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Publish callbacks [] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:11.115812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Transition to ACTIVE for port object 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:15:11.143793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-620d62f3-4a17-4c32-bf11-910c3d650b53 req-afbfc132-0614-43f7-93ae-0fce5dffc35f tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516503 Feb 11 04:15:11.203536 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142892b3-1d01-476f-86ab-eb3216b0b895 x-openstack-request-id: req-142892b3-1d01-476f-86ab-eb3216b0b895 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:11.203903 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949d280a-0667-44b9-a1d3-3245090fb8f0", "name": "network-vif-plugged", "status": "completed", "tag": "fe242427-de56-4221-89db-e3d425e365f9", "code": 200}, {"server_uuid": "57a15290-2f61-493b-ac98-f149242d1536", "name": "network-vif-plugged", "status": "completed", "tag": "7606e23c-249b-4dd7-917f-bac0555620b7", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:11.204166 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-142892b3-1d01-476f-86ab-eb3216b0b895 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:11.204814 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949d280a-0667-44b9-a1d3-3245090fb8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe242427-de56-4221-89db-e3d425e365f9', 'code': 200} Feb 11 04:15:11.205074 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a15290-2f61-493b-ac98-f149242d1536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7606e23c-249b-4dd7-917f-bac0555620b7', 'code': 200} Feb 11 04:15:11.213057 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30835a8c-8036-4c76-abc3-0885837bade2 req-002d906b-a576-44dd-8f37-4d9b4bca23af tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 210 time: 0.0298784 Feb 11 04:15:11.336063 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-0963cd02-b01c-4dcf-8c49-45941f0824a6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4524734 Feb 11 04:15:11.348011 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:11.351322 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Request body: {'port': {'device_id': '8e683866-f923-46c5-8406-87c0d3273413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:11.393874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497030ed-7c42-4514-97d6-c0ab3e19fbaa req-12021935-598c-4c47-a115-c747270f1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:11.395878 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-497030ed-7c42-4514-97d6-c0ab3e19fbaa req-12021935-598c-4c47-a115-c747270f1e9f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 1132 time: 0.1111803 Feb 11 04:15:11.462811 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:11.463894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dc57b-e934-493d-a781-5a3687ad132a req-46cf26ce-4047-4de0-813c-4d2b4981da6b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:11.465783 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc7dc57b-e934-493d-a781-5a3687ad132a req-46cf26ce-4047-4de0-813c-4d2b4981da6b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 945 time: 0.2083707 Feb 11 04:15:11.466956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Pushing event updated for resources: {'Port': ['ID=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:11.468504 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-497030ed-7c42-4514-97d6-c0ab3e19fbaa req-1527adb3-eae8-40fa-a95e-f966dff3c030 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656984 Feb 11 04:15:11.470908 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455a729-04c5-43d7-b55e-a970ff123cc7 req-71840483-f0f2-488a-a551-6806fc75be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:11.472345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5455a729-04c5-43d7-b55e-a970ff123cc7 req-71840483-f0f2-488a-a551-6806fc75be69 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 1129 time: 0.1694462 Feb 11 04:15:11.543653 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Attempting to bind port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:15:11.544263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Attempting to bind port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:15:11.545022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Attempting to bind port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:11.567606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:15:11.573831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Attempting to bind port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:11.588376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:15:11.588696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:11.589087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:15:11.589531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Bound port: 5a87b147-9dfe-424a-9be7-e8b9804fc7f6, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:15:11.589905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:11.618357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc7dc57b-e934-493d-a781-5a3687ad132a req-0a70496d-e541-4c4f-a5e5-fcaac02d9823 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326313 Feb 11 04:15:11.792484 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5455a729-04c5-43d7-b55e-a970ff123cc7 req-e8b49564-3ec7-48bf-8f49-6f67c55eb73c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060219 Feb 11 04:15:11.793785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] For port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:11.798242 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] For port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:15:11.818088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e965c7-e96b-42a7-9f1c-be748aab9c92 req-457d8b6b-6c25-4e18-b83e-a73162260bef tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:11.818088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90e965c7-e96b-42a7-9f1c-be748aab9c92 req-457d8b6b-6c25-4e18-b83e-a73162260bef tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 949 time: 0.1121840 Feb 11 04:15:11.876043 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d466aff-0a38-473a-a521-0a4e6b7aea76 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:11.888249 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Publish callbacks [] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:11.891240 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:11.906897 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Transition to ACTIVE for port object 4d466aff-0a38-473a-a521-0a4e6b7aea76 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:15:11.910656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90e965c7-e96b-42a7-9f1c-be748aab9c92 req-3aa78af0-cff7-4ff6-9ff8-88954ba1c6d9 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773833 Feb 11 04:15:11.935110 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33964) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:11.951607 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d2a58e3-7d8e-4082-907b-c4e80be49bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:11.983776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:11.984431 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:11.985787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] 10.222.0.47 "PUT /v2.0/ports/5a87b147-9dfe-424a-9be7-e8b9804fc7f6 HTTP/1.1" status: 200 len: 1096 time: 1.5363958 Feb 11 04:15:11.986241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a6b0df-95e5-4065-b631-507f58f016c7', 'tag': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:11.988618 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebced9f-0023-4c30-a5d5-eddaf222ff96" -d '{"events": [{"name": "network-changed", "server_uuid": "82a6b0df-95e5-4065-b631-507f58f016c7", "tag": "5a87b147-9dfe-424a-9be7-e8b9804fc7f6"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:11.989589 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:12.038846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d3b14-d799-494d-88a7-bf0a70c7db36 req-e004dcbe-3b14-4852-97ff-5c0ffba7285e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:12.040387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-930d3b14-d799-494d-88a7-bf0a70c7db36 req-e004dcbe-3b14-4852-97ff-5c0ffba7285e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 931 time: 0.1546245 Feb 11 04:15:12.041212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90ec4b-c1b4-44a5-a8ec-33b04cc38afe service neutron] Pushing event updated for resources: {'Port': ['ID=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:12.062963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Pushing event updated for resources: {'Port': ['ID=4d466aff-0a38-473a-a521-0a4e6b7aea76,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:12.147451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d2a58e3-7d8e-4082-907b-c4e80be49bed admin admin] Publish callbacks [] for security_group (0702e391-e739-4762-a678-529fd9f21389), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:12.175300 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-930d3b14-d799-494d-88a7-bf0a70c7db36 req-0db5e9e1-4737-4990-ab0b-84defd0c26ca tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183674 Feb 11 04:15:12.176679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Attempting to bind port 4d466aff-0a38-473a-a521-0a4e6b7aea76 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:15:12.177047 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Attempting to bind port 4d466aff-0a38-473a-a521-0a4e6b7aea76 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:15:12.177450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Attempting to bind port 4d466aff-0a38-473a-a521-0a4e6b7aea76 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:12.183156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Port 4d466aff-0a38-473a-a521-0a4e6b7aea76 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:15:12.183302 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Attempting to bind port 4d466aff-0a38-473a-a521-0a4e6b7aea76 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:12.188422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:15:12.188825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Checking segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:12.189277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Bound using segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:15:12.189768 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Bound port: 4d466aff-0a38-473a-a521-0a4e6b7aea76, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:15:12.190290 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:12.204249 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d2a58e3-7d8e-4082-907b-c4e80be49bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0702e391-e739-4762-a678-529fd9f21389), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:12.225456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-5429847b-e5b0-48cb-88fa-f0d024225c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:12.227160 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-5429847b-e5b0-48cb-88fa-f0d024225c1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 1130 time: 0.1335959 Feb 11 04:15:12.256989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911dae9-b3af-4801-a6d2-c0ecff781719 req-99a9f881-8fe7-4020-83b5-f9229fe047a4 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:12.258927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c911dae9-b3af-4801-a6d2-c0ecff781719 req-99a9f881-8fe7-4020-83b5-f9229fe047a4 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 947 time: 0.1039741 Feb 11 04:15:12.262500 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e0229e-dc49-4300-abb1-84441e0410de x-openstack-request-id: req-18e0229e-dc49-4300-abb1-84441e0410de {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:12.262835 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a6b0df-95e5-4065-b631-507f58f016c7", "tag": "5a87b147-9dfe-424a-9be7-e8b9804fc7f6", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:12.273898 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18e0229e-dc49-4300-abb1-84441e0410de {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:12.274371 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a6b0df-95e5-4065-b631-507f58f016c7', 'tag': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6', 'status': 'completed', 'code': 200} Feb 11 04:15:12.283944 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7d2a58e3-7d8e-4082-907b-c4e80be49bed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afbd209b2db04eefa60223d6ef94a31c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477292 Feb 11 04:15:12.286593 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33976) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:12.295801 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a58e3-7d8e-4082-907b-c4e80be49bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0702e391-e739-4762-a678-529fd9f21389,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:12.341175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:12.349627 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-55ed6e49-e3de-4c2f-aa87-ec5ad897418c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6 HTTP/1.1" status: 200 len: 217 time: 0.1111579 Feb 11 04:15:12.359984 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:15:12.375557 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d09d618c-00f8-4a65-a53c-7eec965f8952 admin admin] Publish callbacks [] for security_group (0702e391-e739-4762-a678-529fd9f21389), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:12.402263 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d09d618c-00f8-4a65-a53c-7eec965f8952 admin admin] Publish callbacks [] for security_group (0702e391-e739-4762-a678-529fd9f21389), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:12.438113 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c911dae9-b3af-4801-a6d2-c0ecff781719 req-fc3e3dac-9741-4ebf-acf5-4001e2d975d2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627026 Feb 11 04:15:12.449228 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:12.453356 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-3a91983a-45bf-4d0d-9955-bc4f691133b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:12.455077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-3a91983a-45bf-4d0d-9955-bc4f691133b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0852680 Feb 11 04:15:12.503264 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd710a-8c9c-445a-bea9-d97b9e82255d req-3ac34ef8-1bef-45d2-b939-e03c7816f855 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:12.503486 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:12.503593 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:12.504958 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] 10.222.0.47 "PUT /v2.0/ports/4d466aff-0a38-473a-a521-0a4e6b7aea76 HTTP/1.1" status: 200 len: 1092 time: 1.1610510 Feb 11 04:15:12.505415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e683866-f923-46c5-8406-87c0d3273413', 'tag': '4d466aff-0a38-473a-a521-0a4e6b7aea76'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:12.508710 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafdf1f1-dee5-469c-8579-13ad2e609c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e683866-f923-46c5-8406-87c0d3273413", "tag": "4d466aff-0a38-473a-a521-0a4e6b7aea76"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:12.510433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aedd710a-8c9c-445a-bea9-d97b9e82255d req-3ac34ef8-1bef-45d2-b939-e03c7816f855 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 946 time: 0.1734397 Feb 11 04:15:12.534023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47adc31-470b-49a3-9883-f05dfaebb892 service neutron] Pushing event updated for resources: {'Port': ['ID=4d466aff-0a38-473a-a521-0a4e6b7aea76,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:12.580619 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d09d618c-00f8-4a65-a53c-7eec965f8952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0702e391-e739-4762-a678-529fd9f21389), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:12.583884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76580d16-5766-4809-9500-6b768616ebc7 req-8774a22d-4500-428f-8dfb-b1c04c6ab14b tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 210 time: 0.0438488 Feb 11 04:15:12.585171 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d09d618c-00f8-4a65-a53c-7eec965f8952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:12.593099 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d09d618c-00f8-4a65-a53c-7eec965f8952 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0702e391-e739-4762-a678-529fd9f21389 HTTP/1.1" status: 204 len: 168 time: 0.2981162 Feb 11 04:15:12.595290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-cba3d74b-09c3-4185-8c5a-66b91eb0a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:12.597649 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d618c-00f8-4a65-a53c-7eec965f8952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0702e391-e739-4762-a678-529fd9f21389,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:12.598608 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-cba3d74b-09c3-4185-8c5a-66b91eb0a54a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1365314 Feb 11 04:15:12.604033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aedd710a-8c9c-445a-bea9-d97b9e82255d req-ad4187a8-a1f1-43cd-91f1-5517b9f69717 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926118 Feb 11 04:15:12.665222 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4958d3c-607d-4e63-a5ce-607e1b1aa065 x-openstack-request-id: req-c4958d3c-607d-4e63-a5ce-607e1b1aa065 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:12.665657 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e683866-f923-46c5-8406-87c0d3273413", "tag": "4d466aff-0a38-473a-a521-0a4e6b7aea76", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:12.666251 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4958d3c-607d-4e63-a5ce-607e1b1aa065 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:12.666817 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e683866-f923-46c5-8406-87c0d3273413', 'tag': '4d466aff-0a38-473a-a521-0a4e6b7aea76', 'status': 'completed', 'code': 200} Feb 11 04:15:12.786497 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-c5967443-9374-4848-941f-0223a272274a service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786973 Feb 11 04:15:12.798816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-df429921-eeca-46a4-b149-8212e24aef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:12.800396 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-df429921-eeca-46a4-b149-8212e24aef75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 1126 time: 0.1070900 Feb 11 04:15:12.867171 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-806967d9-1cac-45c1-831d-1f838750880b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76 HTTP/1.1" status: 200 len: 217 time: 0.0598583 Feb 11 04:15:12.898086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16469f2-0dbc-4171-8f45-16ce5d94a093 req-b200f31d-31ed-4c09-86e2-59276728a8da tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:12.899601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f16469f2-0dbc-4171-8f45-16ce5d94a093 req-b200f31d-31ed-4c09-86e2-59276728a8da tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 945 time: 0.1328108 Feb 11 04:15:12.919736 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-3c2ac25e-6db0-47e9-8afa-c3201d1558ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:12.920678 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-3c2ac25e-6db0-47e9-8afa-c3201d1558ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.0480525 Feb 11 04:15:12.977724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f16469f2-0dbc-4171-8f45-16ce5d94a093 req-f95282bc-173e-4cf4-a16e-7a263d0d8b99 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709755 Feb 11 04:15:12.980043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23ab4e3d-727b-485c-ab43-2a9b799d53b6 req-267abb05-642e-4f03-a287-16a291ad31d7 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738303 Feb 11 04:15:12.998437 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-d64ad042-fcfd-49e3-8492-a9aa31729f09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687559 Feb 11 04:15:13.138136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838408b4-2e5f-4b13-a09d-51c3e08afbf8 req-084a71b5-7c9a-47d8-ad11-95dac36d74ea tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:13.144968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-838408b4-2e5f-4b13-a09d-51c3e08afbf8 req-084a71b5-7c9a-47d8-ad11-95dac36d74ea tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 949 time: 0.0946279 Feb 11 04:15:13.180269 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-d0608e45-4219-40d8-ae0f-a90041f96828 service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734171 Feb 11 04:15:13.290886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18962976-e140-4cc2-a24e-c0e8d699f67f req-914d5e0b-2216-4174-b4bf-befaffff4c4a tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:13.292468 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18962976-e140-4cc2-a24e-c0e8d699f67f req-914d5e0b-2216-4174-b4bf-befaffff4c4a tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 945 time: 0.1029980 Feb 11 04:15:13.301611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34004) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:13.304983 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-838408b4-2e5f-4b13-a09d-51c3e08afbf8 req-68d7aed3-f420-4ea5-aa83-ce4e181e6fd0 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566710 Feb 11 04:15:13.310051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0992de62-18a5-416e-8682-1b481ade95d2 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Request body: {'floatingip': {'port_id': '78db2543-8233-4aca-9593-8fd6c285de8a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:13.350553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebced9f-0023-4c30-a5d5-eddaf222ff96 req-e134378f-5378-49dd-b5ce-d4899bb734af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:13.352106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cebced9f-0023-4c30-a5d5-eddaf222ff96 req-e134378f-5378-49dd-b5ce-d4899bb734af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 1130 time: 0.1929579 Feb 11 04:15:13.368855 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34008) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:13.386423 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7974471d-bd6f-4a1c-9da1-4cf3fe97476d req-c4adff07-6bd6-40dc-a7dc-d6eb0eb671f9 service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992881 Feb 11 04:15:13.471647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0992de62-18a5-416e-8682-1b481ade95d2 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for floatingip (13b1d427-ad1b-461a-a69a-68ed06c66dbf), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:13.607223 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-553f52f6-f6f9-4bf9-a808-40371c89e9fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b1dc3a1b55f488380a6d11e237a10f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2371669 Feb 11 04:15:13.630097 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34018) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:13.630563 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.47', 56361) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:13.728681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdf1f1-dee5-469c-8579-13ad2e609c1f req-e4429537-36dd-4f9b-ba49-377efe080b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:13.730401 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eafdf1f1-dee5-469c-8579-13ad2e609c1f req-e4429537-36dd-4f9b-ba49-377efe080b35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 1126 time: 0.1514058 Feb 11 04:15:13.838569 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4a1b18d6-3bde-4ab0-b44a-92c7f74330ec admin admin] Publish callbacks [] for security_group (9e9cb979-e059-472b-b295-e4a6d2afad6c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:13.899149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63644517-83cb-45b9-82bb-b4d293f98c55 req-670f9388-7309-481b-8787-516fce437d8e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:13.901298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63644517-83cb-45b9-82bb-b4d293f98c55 req-670f9388-7309-481b-8787-516fce437d8e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 943 time: 0.4761839 Feb 11 04:15:13.904869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebced9f-0023-4c30-a5d5-eddaf222ff96 req-c77a3f9a-484f-4cff-bcc8-f9c254c2087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:13.906372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cebced9f-0023-4c30-a5d5-eddaf222ff96 req-c77a3f9a-484f-4cff-bcc8-f9c254c2087e service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.4801955 Feb 11 04:15:13.915344 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-da8dcf3d-5664-415d-a55f-70a0b4de820b tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:13.916908 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-da8dcf3d-5664-415d-a55f-70a0b4de820b tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.47 "GET /v2.0/networks?id=cdd1917d-0b54-47b0-9db4-7da99860b38f HTTP/1.1" status: 200 len: 820 time: 0.2802408 Feb 11 04:15:13.920728 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4a1b18d6-3bde-4ab0-b44a-92c7f74330ec admin admin] Publish callbacks [] for security_group (9e9cb979-e059-472b-b295-e4a6d2afad6c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:13.934887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-fd10ea05-ebca-438c-8029-5f27c30edf52 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Request body: {'port': {'device_id': '01b2562e-86fb-442a-9b60-69a7748653dc', 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f', 'admin_state_up': True, 'tenant_id': '856f351e415a4648b0a3b51283df37ba'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:14.039015 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdf1f1-dee5-469c-8579-13ad2e609c1f req-7a7b740c-8460-473c-aad4-7bea5a9643f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:14.040599 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eafdf1f1-dee5-469c-8579-13ad2e609c1f req-7a7b740c-8460-473c-aad4-7bea5a9643f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.2691448 Feb 11 04:15:14.101060 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cebced9f-0023-4c30-a5d5-eddaf222ff96 req-5ef0f4ce-be72-4314-a17b-b10e2b19cd23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6 HTTP/1.1" status: 200 len: 217 time: 0.1860220 Feb 11 04:15:14.106766 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eafdf1f1-dee5-469c-8579-13ad2e609c1f req-c15af32b-eeba-4cb2-b009-f41b3582896a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76 HTTP/1.1" status: 200 len: 217 time: 0.0540643 Feb 11 04:15:14.207748 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdf1f1-dee5-469c-8579-13ad2e609c1f req-d5336c8e-f396-4153-90c7-225566d43d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:14.209445 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eafdf1f1-dee5-469c-8579-13ad2e609c1f req-d5336c8e-f396-4153-90c7-225566d43d8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.0948265 Feb 11 04:15:14.276462 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63644517-83cb-45b9-82bb-b4d293f98c55 req-879712e9-0f2f-4da6-a69e-051bca4b24a6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655474 Feb 11 04:15:14.309768 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebced9f-0023-4c30-a5d5-eddaf222ff96 req-89779b72-038b-459a-a67c-1bbbcdfd47cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:14.311473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cebced9f-0023-4c30-a5d5-eddaf222ff96 req-89779b72-038b-459a-a67c-1bbbcdfd47cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1964095 Feb 11 04:15:14.422923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370b165-d714-492d-8b4e-5463941eb18b req-7ceda3ff-033f-40f1-ac51-85647ced3701 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:14.424505 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a370b165-d714-492d-8b4e-5463941eb18b req-7ceda3ff-033f-40f1-ac51-85647ced3701 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 947 time: 0.2853158 Feb 11 04:15:14.471766 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eafdf1f1-dee5-469c-8579-13ad2e609c1f req-4a898375-af33-4d2e-a54c-8d75e0cbef97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2477231 Feb 11 04:15:14.473305 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4a1b18d6-3bde-4ab0-b44a-92c7f74330ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9e9cb979-e059-472b-b295-e4a6d2afad6c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:14.476322 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4a1b18d6-3bde-4ab0-b44a-92c7f74330ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:14.477648 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4a1b18d6-3bde-4ab0-b44a-92c7f74330ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e9cb979-e059-472b-b295-e4a6d2afad6c HTTP/1.1" status: 204 len: 168 time: 0.8454344 Feb 11 04:15:14.478576 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-fd10ea05-ebca-438c-8029-5f27c30edf52 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Made reservation on behalf of 856f351e415a4648b0a3b51283df37ba for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:15:14.499317 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-fd10ea05-ebca-438c-8029-5f27c30edf52 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:14.517106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92ecf55e-f9eb-407b-9ffc-5ba71f555815 req-0b203840-33b6-495e-8143-ab799d9b6e84 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 210 time: 0.1229725 Feb 11 04:15:14.569689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b18d6-3bde-4ab0-b44a-92c7f74330ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9cb979-e059-472b-b295-e4a6d2afad6c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:14.608426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebced9f-0023-4c30-a5d5-eddaf222ff96 req-8527de5d-2419-450f-85a2-53e4e9e00a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:14.610152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cebced9f-0023-4c30-a5d5-eddaf222ff96 req-8527de5d-2419-450f-85a2-53e4e9e00a58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2916222 Feb 11 04:15:14.793091 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a370b165-d714-492d-8b4e-5463941eb18b req-9512a72a-10de-4097-9859-7cf1096ee173 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089964 Feb 11 04:15:14.811758 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eafdf1f1-dee5-469c-8579-13ad2e609c1f req-6ecd5064-a766-4aba-b0f3-90d6132cea8d service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871516 Feb 11 04:15:14.832473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-fd10ea05-ebca-438c-8029-5f27c30edf52 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Allocated IP 172.20.0.6 (cdd1917d-0b54-47b0-9db4-7da99860b38f/9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7/5578fa59-21b3-4b26-9b59-1c3d5357d126) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:15:14.968882 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eafdf1f1-dee5-469c-8579-13ad2e609c1f req-3e9e0e4c-8605-4d96-923f-c88312931b3d service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486111 Feb 11 04:15:14.982482 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.resource_extend [None req-0992de62-18a5-416e-8682-1b481ade95d2 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:15:15.061138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dc851-2c81-4ee5-a3b8-d73b5855b119 req-9e003df4-dbf7-4091-8495-cb3c65de1af9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:15.062695 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-725dc851-2c81-4ee5-a3b8-d73b5855b119 req-9e003df4-dbf7-4091-8495-cb3c65de1af9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 946 time: 0.4083216 Feb 11 04:15:15.081231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cebced9f-0023-4c30-a5d5-eddaf222ff96 req-35c55e2d-f864-4fa5-a819-23e03d2da01a service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578233 Feb 11 04:15:15.083640 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-fd10ea05-ebca-438c-8029-5f27c30edf52 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:15.138171 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0992de62-18a5-416e-8682-1b481ade95d2 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:15.169570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fabd19-9716-4e9e-a7a4-46addcc01464 req-cf380069-4288-4309-8f48-0de54fd7c1a3 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:15.171083 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80fabd19-9716-4e9e-a7a4-46addcc01464 req-cf380069-4288-4309-8f48-0de54fd7c1a3 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 949 time: 0.2663889 Feb 11 04:15:15.209824 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-fd10ea05-ebca-438c-8029-5f27c30edf52 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:15.218965 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0992de62-18a5-416e-8682-1b481ade95d2 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (13b1d427-ad1b-461a-a69a-68ed06c66dbf), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:15.243206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-725dc851-2c81-4ee5-a3b8-d73b5855b119 req-241fa78e-2f78-4e01-b925-13b273f11347 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705735 Feb 11 04:15:15.316518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-fd10ea05-ebca-438c-8029-5f27c30edf52 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Network cdd1917d-0b54-47b0-9db4-7da99860b38f is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:15:15.325946 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-fd10ea05-ebca-438c-8029-5f27c30edf52 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:15:15.329261 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-fd10ea05-ebca-438c-8029-5f27c30edf52 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:15:15.337252 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cebced9f-0023-4c30-a5d5-eddaf222ff96 req-2c2cd8f0-a0f8-487d-b255-9236f3b2c962 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428937 Feb 11 04:15:15.353662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80fabd19-9716-4e9e-a7a4-46addcc01464 req-28528040-6758-4ca4-bc07-f76905ba1186 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688631 Feb 11 04:15:15.408079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34062) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:15.448405 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10ea05-ebca-438c-8029-5f27c30edf52 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Pushing event updated for resources: {'Port': ['ID=5578fa59-21b3-4b26-9b59-1c3d5357d126,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:15.495430 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-fd10ea05-ebca-438c-8029-5f27c30edf52 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:15.498788 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-fd10ea05-ebca-438c-8029-5f27c30edf52 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:15.585765 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-fd10ea05-ebca-438c-8029-5f27c30edf52 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6560464 Feb 11 04:15:15.601980 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Request body: {'port': {'device_id': '01b2562e-86fb-442a-9b60-69a7748653dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:15.719721 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:15.730299 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-0992de62-18a5-416e-8682-1b481ade95d2 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Floating IP 13b1d427-ad1b-461a-a69a-68ed06c66dbf associated. External IP: 172.25.3.166, port: 78db2543-8233-4aca-9593-8fd6c285de8a. Feb 11 04:15:15.798225 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-961ceb26-adbb-4a72-9d1b-4f9cdc79b84b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=540dc496cdac47c5b08ecfef4f08ea08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3881848 Feb 11 04:15:15.799141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34072) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:15.822661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bbf2e-852c-4068-9db5-db9f3fae4ed3 req-c718636a-464a-45ba-9cfc-88a111185518 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:15.824193 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-080bbf2e-852c-4068-9db5-db9f3fae4ed3 req-c718636a-464a-45ba-9cfc-88a111185518 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 943 time: 0.1844409 Feb 11 04:15:15.947638 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-080bbf2e-852c-4068-9db5-db9f3fae4ed3 req-04d5aecc-932f-4a14-8129-002201f6adb1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954506 Feb 11 04:15:15.992986 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Publish callbacks [] for security_group (b449d41e-fff6-469f-b792-4407b3743a5e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:16.003126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d1e1c-0bd7-49d4-ad31-0bc929306c44 req-e56c8407-ee5f-4895-b347-87ceebe95cb6 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:16.011447 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-740d1e1c-0bd7-49d4-ad31-0bc929306c44 req-e56c8407-ee5f-4895-b347-87ceebe95cb6 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 1129 time: 0.1605940 Feb 11 04:15:16.031539 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Publish callbacks [] for security_group (b449d41e-fff6-469f-b792-4407b3743a5e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:16.125908 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-740d1e1c-0bd7-49d4-ad31-0bc929306c44 req-758bc781-ff38-4cb6-954a-958460472548 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115301 Feb 11 04:15:16.135538 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5578fa59-21b3-4b26-9b59-1c3d5357d126 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:16.145253 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Publish callbacks [] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:16.165322 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Transition to ACTIVE for port object 5578fa59-21b3-4b26-9b59-1c3d5357d126 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:15:16.171483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0992de62-18a5-416e-8682-1b481ade95d2 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:15:16.192102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3478a-7894-4707-918d-046545029ecd req-84c98b0d-e25c-4e36-8779-6dc46ad61fe0 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:16.193701 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17a3478a-7894-4707-918d-046545029ecd req-84c98b0d-e25c-4e36-8779-6dc46ad61fe0 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 1132 time: 0.0962067 Feb 11 04:15:16.231676 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b449d41e-fff6-469f-b792-4407b3743a5e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:16.235178 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:16.237286 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b449d41e-fff6-469f-b792-4407b3743a5e HTTP/1.1" status: 204 len: 168 time: 0.3646510 Feb 11 04:15:16.254390 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-17a3478a-7894-4707-918d-046545029ecd req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:16.272537 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:16.276375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b449d41e-fff6-469f-b792-4407b3743a5e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:16.291025 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.291467 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.291890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.292301 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.292852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.293281 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.293637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.294033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.294667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.295058 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.295457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.295855 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.296247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10b5298-edab-45fe-8afc-f8dad19321ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.404601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0992de62-18a5-416e-8682-1b481ade95d2 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:15:16.409968 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0992de62-18a5-416e-8682-1b481ade95d2 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:16.420526 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a409ca-afc1-4793-a3c7-f5aad06dde4f None None] Sync routers for ids ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:15:16.425893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Pushing event updated for resources: {'Port': ['ID=5578fa59-21b3-4b26-9b59-1c3d5357d126,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:16.432732 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a409ca-afc1-4793-a3c7-f5aad06dde4f None None] Routers {'c3cd2354-8a63-49b9-80c2-0908d75f6ba8'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:15:16.433496 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-36a409ca-afc1-4793-a3c7-f5aad06dde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:14:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:15:16.453511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:15:16.468395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01222810-255f-4da4-9e1c-de843b896894 req-46226b32-ef46-4250-be59-dbbbafc91002 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:16.471121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01222810-255f-4da4-9e1c-de843b896894 req-46226b32-ef46-4250-be59-dbbbafc91002 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 943 time: 0.2012322 Feb 11 04:15:16.482744 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0992de62-18a5-416e-8682-1b481ade95d2 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "PUT /v2.0/floatingips/13b1d427-ad1b-461a-a69a-68ed06c66dbf HTTP/1.1" status: 200 len: 991 time: 3.1767108 Feb 11 04:15:16.487164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70483480-ceba-423b-a158-c3828167e1bb', 'tag': '78db2543-8233-4aca-9593-8fd6c285de8a'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:16.489425 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5342eb93-04c7-40ff-be3f-f240308b18a5" -d '{"events": [{"name": "network-changed", "server_uuid": "70483480-ceba-423b-a158-c3828167e1bb", "tag": "78db2543-8233-4aca-9593-8fd6c285de8a"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:16.524752 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-17a3478a-7894-4707-918d-046545029ecd req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Publish callbacks [] for security_group (920362c8-4b24-4f43-9687-e397506c2533), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:16.543123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Attempting to bind port 5578fa59-21b3-4b26-9b59-1c3d5357d126 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:15:16.543703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Attempting to bind port 5578fa59-21b3-4b26-9b59-1c3d5357d126 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '5ec144cf-d18f-499c-88cb-961e3d299181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:15:16.543818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Attempting to bind port 5578fa59-21b3-4b26-9b59-1c3d5357d126 on network cdd1917d-0b54-47b0-9db4-7da99860b38f {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:16.554400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Port 5578fa59-21b3-4b26-9b59-1c3d5357d126 on network cdd1917d-0b54-47b0-9db4-7da99860b38f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:15:16.554400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Attempting to bind port 5578fa59-21b3-4b26-9b59-1c3d5357d126 on network cdd1917d-0b54-47b0-9db4-7da99860b38f {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:16.562990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:15:16.563718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Checking segment: {'id': '5ec144cf-d18f-499c-88cb-961e3d299181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:16.564344 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Bound using segment: {'id': '5ec144cf-d18f-499c-88cb-961e3d299181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:15:16.565880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Bound port: 5578fa59-21b3-4b26-9b59-1c3d5357d126, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec144cf-d18f-499c-88cb-961e3d299181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:15:16.566696 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:16.576250 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-36a409ca-afc1-4793-a3c7-f5aad06dde4f None None] Set router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:15:16.588467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01222810-255f-4da4-9e1c-de843b896894 req-8fd30771-dd8b-4a87-a30f-c60bf470c586 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045713 Feb 11 04:15:16.602791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:16.608246 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-17a3478a-7894-4707-918d-046545029ecd req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (920362c8-4b24-4f43-9687-e397506c2533), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:16.623756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6', 'mac_address': 'fa:16:3e:ed:24:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:15:16.675271 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17a3478a-7894-4707-918d-046545029ecd req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733980 Feb 11 04:15:16.676177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920362c8-4b24-4f43-9687-e397506c2533,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:16.697770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.702157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.702338 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.702661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.703015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.703556 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.703707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.704050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.704641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.704974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.705305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.705634 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.705958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc957274-ccda-45a8-9d28-d3813bb42fd7 tempest-LiveMigrationNegativeTest-1089352350 tempest-LiveMigrationNegativeTest-1089352350-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:16.714880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] For port 5578fa59-21b3-4b26-9b59-1c3d5357d126, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:16.723654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] For port 5578fa59-21b3-4b26-9b59-1c3d5357d126, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5578fa59-21b3-4b26-9b59-1c3d5357d126,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:15:16.731902 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:16.732690 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:16.750195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:16.776645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:16.854867 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:16.884229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c55b8-ef93-4f99-a53c-ba401edc215e req-7ed2759b-db1e-418f-bb2f-2b3bbca3f8d1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:16.886051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d7c55b8-ef93-4f99-a53c-ba401edc215e req-7ed2759b-db1e-418f-bb2f-2b3bbca3f8d1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 947 time: 0.0811956 Feb 11 04:15:16.904106 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:16.904106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4d466aff-0a38-473a-a521-0a4e6b7aea76 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:15:16.951094 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:16.952911 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:16.957418 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] 10.222.0.47 "PUT /v2.0/ports/5578fa59-21b3-4b26-9b59-1c3d5357d126 HTTP/1.1" status: 200 len: 1092 time: 1.3613470 Feb 11 04:15:16.960834 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b2562e-86fb-442a-9b60-69a7748653dc', 'tag': '5578fa59-21b3-4b26-9b59-1c3d5357d126'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:16.974866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d7c55b8-ef93-4f99-a53c-ba401edc215e req-ec4ec20f-5f4f-40d6-8f08-12dd39251f3e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700219 Feb 11 04:15:16.978254 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c26a519-c3af-4d7c-86b7-012280a1a217" -d '{"events": [{"name": "network-changed", "server_uuid": "01b2562e-86fb-442a-9b60-69a7748653dc", "tag": "5578fa59-21b3-4b26-9b59-1c3d5357d126"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:17.057104 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f3df5-76ff-4d55-8c3d-938656279668 service neutron] Pushing event updated for resources: {'Port': ['ID=5578fa59-21b3-4b26-9b59-1c3d5357d126,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:17.108110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deccf9f-efcb-41d4-999c-3345959747b1 req-0639737a-e7c2-47d0-8d77-c106279b5bd7 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:17.111230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3deccf9f-efcb-41d4-999c-3345959747b1 req-0639737a-e7c2-47d0-8d77-c106279b5bd7 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 1129 time: 0.1101632 Feb 11 04:15:17.163329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-b7b76b9e-74e9-4c77-a7be-40ef6696cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:17.165248 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-b7b76b9e-74e9-4c77-a7be-40ef6696cdce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=856f351e415a4648b0a3b51283df37ba&device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 1126 time: 0.0700972 Feb 11 04:15:17.176320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:17.210723 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-36a409ca-afc1-4793-a3c7-f5aad06dde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '13b1d427-ad1b-461a-a69a-68ed06c66dbf', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'port_id': '78db2543-8233-4aca-9593-8fd6c285de8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'mac_address': 'fa:16:3e:79:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70483480-ceba-423b-a158-c3828167e1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:14:45Z', 'updated_at': '2022-02-11T04:15:14Z', 'revision_number': 1, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400d364-824f-4605-9434-01de64f95a54', 'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'mac_address': 'fa:16:3e:fd:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:20Z', 'updated_at': '2022-02-11T04:14:26Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'subnets': [{'id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:15:17.217698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:17.221566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919c966-09b5-43be-8838-1e2d99f1ed84 req-9b15c49e-515e-4f74-88d7-806342e8a0f5 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:17.223639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4919c966-09b5-43be-8838-1e2d99f1ed84 req-9b15c49e-515e-4f74-88d7-806342e8a0f5 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 945 time: 0.1283834 Feb 11 04:15:17.223770 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '4d466aff-0a38-473a-a521-0a4e6b7aea76', 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282', 'port_id': '4d466aff-0a38-473a-a521-0a4e6b7aea76', 'mac_address': 'fa:16:3e:5c:21:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:15:17.240668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3deccf9f-efcb-41d4-999c-3345959747b1 req-90124021-fbaf-47d9-8d51-ab2b7c87629d tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768254 Feb 11 04:15:17.248267 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:17.248552 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:17.248889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:17.249229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:17.249566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:17.251800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:17.252166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:17.252433 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a409ca-afc1-4793-a3c7-f5aad06dde4f None None] Checking router: c3cd2354-8a63-49b9-80c2-0908d75f6ba8 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:15:17.252546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:17.253893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:17.255158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:17.256199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:17.258342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:17.259562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:15:17.262941 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a409ca-afc1-4793-a3c7-f5aad06dde4f None None] Routers {'c3cd2354-8a63-49b9-80c2-0908d75f6ba8'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:15:17.263834 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-36a409ca-afc1-4793-a3c7-f5aad06dde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:14:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:15:17.285976 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-cb68573c-ef8b-4047-a670-6c9c40e083b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5578fa59-21b3-4b26-9b59-1c3d5357d126 HTTP/1.1" status: 200 len: 217 time: 0.1122024 Feb 11 04:15:17.310983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 4d466aff-0a38-473a-a521-0a4e6b7aea76 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:17.311386 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:17.326659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d466aff-0a38-473a-a521-0a4e6b7aea76 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:17.353828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:17.390544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4919c966-09b5-43be-8838-1e2d99f1ed84 req-1cda2cbb-89ec-45da-85e4-54157854145c tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361570 Feb 11 04:15:17.404535 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf2c7ba-10a5-47cf-bf30-318bcf743fbd x-openstack-request-id: req-caf2c7ba-10a5-47cf-bf30-318bcf743fbd {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:17.405110 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70483480-ceba-423b-a158-c3828167e1bb", "tag": "78db2543-8233-4aca-9593-8fd6c285de8a", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:17.405374 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-caf2c7ba-10a5-47cf-bf30-318bcf743fbd {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:17.405812 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70483480-ceba-423b-a158-c3828167e1bb', 'tag': '78db2543-8233-4aca-9593-8fd6c285de8a', 'status': 'completed', 'code': 200} Feb 11 04:15:17.406053 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-47e51696-48f8-4ecd-be53-f9f17d6db1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:17.407577 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-47e51696-48f8-4ecd-be53-f9f17d6db1e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7 HTTP/1.1" status: 200 len: 860 time: 0.1140387 Feb 11 04:15:17.431578 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:17.450745 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-36a409ca-afc1-4793-a3c7-f5aad06dde4f None None] Set router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:15:17.482446 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-0950abab-800b-41cc-b407-b3e9d909fe62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdd1917d-0b54-47b0-9db4-7da99860b38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601242 Feb 11 04:15:17.532460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34114) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:17.548735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=4d466aff-0a38-473a-a521-0a4e6b7aea76,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:17.561065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342eb93-04c7-40ff-be3f-f240308b18a5 req-6ef0a2f1-401b-4713-ae9b-b494f6a094db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:17.562869 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5342eb93-04c7-40ff-be3f-f240308b18a5 req-6ef0a2f1-401b-4713-ae9b-b494f6a094db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f3dc1e033a843348622c78e48335f3c&device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 1128 time: 0.1391819 Feb 11 04:15:17.607283 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31ab3e9-3352-4209-9f19-053aa6edbfa8 x-openstack-request-id: req-a31ab3e9-3352-4209-9f19-053aa6edbfa8 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:17.607779 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b2562e-86fb-442a-9b60-69a7748653dc", "tag": "5578fa59-21b3-4b26-9b59-1c3d5357d126", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:17.607895 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a31ab3e9-3352-4209-9f19-053aa6edbfa8 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:17.608572 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b2562e-86fb-442a-9b60-69a7748653dc', 'tag': '5578fa59-21b3-4b26-9b59-1c3d5357d126', 'status': 'completed', 'code': 200} Feb 11 04:15:17.662443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['4d466aff-0a38-473a-a521-0a4e6b7aea76'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:17.691563 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-760ab116-6e9a-4a81-b3b8-528c2fe108f2 service neutron] 10.222.0.47 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018723 Feb 11 04:15:17.769357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['5a87b147-9dfe-424a-9be7-e8b9804fc7f6'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:17.772735 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-36a409ca-afc1-4793-a3c7-f5aad06dde4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '13b1d427-ad1b-461a-a69a-68ed06c66dbf', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'port_id': '78db2543-8233-4aca-9593-8fd6c285de8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'mac_address': 'fa:16:3e:79:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70483480-ceba-423b-a158-c3828167e1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:14:45Z', 'updated_at': '2022-02-11T04:15:14Z', 'revision_number': 1, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400d364-824f-4605-9434-01de64f95a54', 'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'mac_address': 'fa:16:3e:fd:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:20Z', 'updated_at': '2022-02-11T04:14:26Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'subnets': [{'id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:15:17.811754 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a409ca-afc1-4793-a3c7-f5aad06dde4f None None] The sync data for ids ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'] in n-d-712142-35 is: [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '13b1d427-ad1b-461a-a69a-68ed06c66dbf', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'port_id': '78db2543-8233-4aca-9593-8fd6c285de8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'mac_address': 'fa:16:3e:79:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70483480-ceba-423b-a158-c3828167e1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:14:45Z', 'updated_at': '2022-02-11T04:15:14Z', 'revision_number': 1, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400d364-824f-4605-9434-01de64f95a54', 'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'mac_address': 'fa:16:3e:fd:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:20Z', 'updated_at': '2022-02-11T04:14:26Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'subnets': [{'id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:15:17.832342 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ad3c-cb76-423f-9a9b-a7a1f856cedf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:17.850804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-bf5dd841-b286-433f-92eb-23a9c18611de req-a36d6c93-9356-45ea-8a13-710e8f2abf1b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:15:17.852153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf5dd841-b286-433f-92eb-23a9c18611de req-a36d6c93-9356-45ea-8a13-710e8f2abf1b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070655 Feb 11 04:15:17.873929 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-52e1ca26-7a9f-4557-9cfc-32f82c60d276 req-0663bc82-4706-4d09-9f4d-d5825708605a service neutron] 10.222.0.47 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760676 Feb 11 04:15:17.876110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83025893-4ce0-4c7d-ad93-858bd84bf682 req-9114ab94-4495-4d1c-8f4e-9a563726b798 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:17.877611 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83025893-4ce0-4c7d-ad93-858bd84bf682 req-9114ab94-4495-4d1c-8f4e-9a563726b798 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 944 time: 0.2666504 Feb 11 04:15:17.954138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342eb93-04c7-40ff-be3f-f240308b18a5 req-ba0fc855-0abc-4600-b46c-534931a2ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:17.955904 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5342eb93-04c7-40ff-be3f-f240308b18a5 req-ba0fc855-0abc-4600-b46c-534931a2ffda service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 HTTP/1.1" status: 200 len: 925 time: 0.3844297 Feb 11 04:15:18.098082 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26a519-c3af-4d7c-86b7-012280a1a217 req-f7085293-5949-477f-b112-24192711c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:18.104007 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4c26a519-c3af-4d7c-86b7-012280a1a217 req-f7085293-5949-477f-b112-24192711c570 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=856f351e415a4648b0a3b51283df37ba&device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 1126 time: 0.0710797 Feb 11 04:15:18.151536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f0b11-adfb-4115-b1ec-e11e7d9caabe req-287de83b-fdf9-480f-a820-c7c5ff9c9e51 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:18.153120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-521f0b11-adfb-4115-b1ec-e11e7d9caabe req-287de83b-fdf9-480f-a820-c7c5ff9c9e51 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 943 time: 0.1963403 Feb 11 04:15:18.194727 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83025893-4ce0-4c7d-ad93-858bd84bf682 req-d8fd7237-106b-4ee3-b1ee-f5c949264441 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660315 Feb 11 04:15:18.204664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd7ceb2-3121-45dc-875f-9878b5b054ba None None] New status for floating IP 13b1d427-ad1b-461a-a69a-68ed06c66dbf: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:15:18.245760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26a519-c3af-4d7c-86b7-012280a1a217 req-8142b27e-1d6d-4e56-bac2-a0f6e0190edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:18.248044 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4c26a519-c3af-4d7c-86b7-012280a1a217 req-8142b27e-1d6d-4e56-bac2-a0f6e0190edd service neutron] 10.222.0.47 "GET /v2.0/networks?id=cdd1917d-0b54-47b0-9db4-7da99860b38f HTTP/1.1" status: 200 len: 921 time: 0.1310513 Feb 11 04:15:18.260624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5342eb93-04c7-40ff-be3f-f240308b18a5 req-beadc02d-1c65-4ded-818f-5712134e6757 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78db2543-8233-4aca-9593-8fd6c285de8a HTTP/1.1" status: 200 len: 999 time: 0.2555020 Feb 11 04:15:18.275913 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ad3c-cb76-423f-9a9b-a7a1f856cedf admin admin] Publish callbacks [] for security_group (27c02870-ab6c-4fdf-9622-9efaeb4c5846), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:18.303454 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4c26a519-c3af-4d7c-86b7-012280a1a217 req-58f98902-b652-4635-ba55-bc45663178de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5578fa59-21b3-4b26-9b59-1c3d5357d126 HTTP/1.1" status: 200 len: 217 time: 0.0475309 Feb 11 04:15:18.328873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-521f0b11-adfb-4115-b1ec-e11e7d9caabe req-c68b279a-0a28-4c45-ba3d-73653bc42941 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641939 Feb 11 04:15:18.357365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342eb93-04c7-40ff-be3f-f240308b18a5 req-7e720042-13a7-431a-94e8-134d2abbf087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:18.359496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5342eb93-04c7-40ff-be3f-f240308b18a5 req-7e720042-13a7-431a-94e8-134d2abbf087 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e603d6b-2704-40e5-a99c-38c00e6fc92c HTTP/1.1" status: 200 len: 863 time: 0.0817831 Feb 11 04:15:18.392646 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26a519-c3af-4d7c-86b7-012280a1a217 req-b3681089-b9af-4da2-b407-5d4f99004f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:18.394143 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4c26a519-c3af-4d7c-86b7-012280a1a217 req-b3681089-b9af-4da2-b407-5d4f99004f27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7 HTTP/1.1" status: 200 len: 860 time: 0.0846987 Feb 11 04:15:18.406840 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4ba1ad3c-cb76-423f-9a9b-a7a1f856cedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (27c02870-ab6c-4fdf-9622-9efaeb4c5846), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:18.458230 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4c26a519-c3af-4d7c-86b7-012280a1a217 req-016d62bc-929a-4eb2-aa39-0dfd9081d14b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdd1917d-0b54-47b0-9db4-7da99860b38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550070 Feb 11 04:15:18.470910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4ba1ad3c-cb76-423f-9a9b-a7a1f856cedf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8387205e7032446191c6201f500486d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9368594 Feb 11 04:15:18.471331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34140) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:18.473499 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342eb93-04c7-40ff-be3f-f240308b18a5 req-f3bd3753-887c-4576-93ca-4a63abb02815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:18.475699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5342eb93-04c7-40ff-be3f-f240308b18a5 req-f3bd3753-887c-4576-93ca-4a63abb02815 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1061926 Feb 11 04:15:18.477586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1ad3c-cb76-423f-9a9b-a7a1f856cedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c02870-ab6c-4fdf-9622-9efaeb4c5846,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:18.591863 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4c26a519-c3af-4d7c-86b7-012280a1a217 req-d7bfee71-2e65-4d33-a46f-d3a4569aabc2 service neutron] 10.222.0.47 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253803 Feb 11 04:15:18.611280 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ba1e121-f62f-467c-b4cc-1b45b87adab6 admin admin] Publish callbacks [] for security_group (27c02870-ab6c-4fdf-9622-9efaeb4c5846), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:18.654011 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5342eb93-04c7-40ff-be3f-f240308b18a5 req-4ffeebc5-c1d4-4d27-a88f-6a19ec1df1ee service neutron] 10.222.0.32 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568167 Feb 11 04:15:18.659354 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ba1e121-f62f-467c-b4cc-1b45b87adab6 admin admin] Publish callbacks [] for security_group (27c02870-ab6c-4fdf-9622-9efaeb4c5846), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:18.740788 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4c26a519-c3af-4d7c-86b7-012280a1a217 req-e35120bf-a820-4d70-99fd-387ff069bfce service neutron] 10.222.0.47 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414320 Feb 11 04:15:18.801717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5342eb93-04c7-40ff-be3f-f240308b18a5 req-283455f1-fc0e-41b6-8195-0a514d5449b2 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347253 Feb 11 04:15:18.889765 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddb4c2-102c-4f6a-99a4-db98abf89c73 req-b5e103d9-31fa-401b-a02d-ae432be4b11c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:18.891298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6ddb4c2-102c-4f6a-99a4-db98abf89c73 req-b5e103d9-31fa-401b-a02d-ae432be4b11c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 948 time: 0.0536401 Feb 11 04:15:18.894179 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ba1e121-f62f-467c-b4cc-1b45b87adab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (27c02870-ab6c-4fdf-9622-9efaeb4c5846), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:18.897865 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ba1e121-f62f-467c-b4cc-1b45b87adab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:18.899156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7ba1e121-f62f-467c-b4cc-1b45b87adab6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27c02870-ab6c-4fdf-9622-9efaeb4c5846 HTTP/1.1" status: 204 len: 168 time: 0.4223979 Feb 11 04:15:18.922008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1e121-f62f-467c-b4cc-1b45b87adab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c02870-ab6c-4fdf-9622-9efaeb4c5846,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:18.983565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6ddb4c2-102c-4f6a-99a4-db98abf89c73 req-b5969962-225e-4ece-8562-f59ba03260e1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828161 Feb 11 04:15:19.108791 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438bc86-fdee-443a-afe4-7223a8e1b477 req-ec2fe1da-0d7d-4676-a48e-701b8d0f7329 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:19.110307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4438bc86-fdee-443a-afe4-7223a8e1b477 req-ec2fe1da-0d7d-4676-a48e-701b8d0f7329 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 949 time: 0.0666726 Feb 11 04:15:19.163012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4438bc86-fdee-443a-afe4-7223a8e1b477 req-5d21d360-ef9e-4e6e-bfd6-2ecf0368e732 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453191 Feb 11 04:15:19.557940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5cb4a-bb81-4584-a144-97e4056922ef req-a9e733b3-82a9-4f3c-b84a-52c9f98a379e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:19.560595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fed5cb4a-bb81-4584-a144-97e4056922ef req-a9e733b3-82a9-4f3c-b84a-52c9f98a379e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 944 time: 0.0700278 Feb 11 04:15:19.608457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fed5cb4a-bb81-4584-a144-97e4056922ef req-a5d9825f-6a60-4e1d-933b-97b24dbddd56 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Feb 11 04:15:19.610135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34188) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:19.629420 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98b8375b-1ed8-4484-9814-3cc443f7ce51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:19.736992 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98b8375b-1ed8-4484-9814-3cc443f7ce51 admin admin] Publish callbacks [] for security_group (0c7caa12-c4a0-43a2-8d90-4c4d07a714a0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:19.747545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36de674-5c0e-41c1-9790-412a3eafc607 req-f0b8951d-b983-468e-9fa3-94329b1f9ab6 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:19.749195 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d36de674-5c0e-41c1-9790-412a3eafc607 req-f0b8951d-b983-468e-9fa3-94329b1f9ab6 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 943 time: 0.0829172 Feb 11 04:15:19.799104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d36de674-5c0e-41c1-9790-412a3eafc607 req-2bbccc6e-b3c9-47d8-a051-f89c6b928d2e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437553 Feb 11 04:15:19.802393 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98b8375b-1ed8-4484-9814-3cc443f7ce51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0c7caa12-c4a0-43a2-8d90-4c4d07a714a0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:19.846446 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-98b8375b-1ed8-4484-9814-3cc443f7ce51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=195d8586e7bb4fbab227d7aeb3fd408d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326937 Feb 11 04:15:19.846446 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8375b-1ed8-4484-9814-3cc443f7ce51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7caa12-c4a0-43a2-8d90-4c4d07a714a0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:19.846995 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34194) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:19.901747 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6269e28c-790d-4c80-849b-d3a3e54f3e61 admin admin] Publish callbacks [] for security_group (0c7caa12-c4a0-43a2-8d90-4c4d07a714a0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:19.926385 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6269e28c-790d-4c80-849b-d3a3e54f3e61 admin admin] Publish callbacks [] for security_group (0c7caa12-c4a0-43a2-8d90-4c4d07a714a0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:20.031454 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6269e28c-790d-4c80-849b-d3a3e54f3e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0c7caa12-c4a0-43a2-8d90-4c4d07a714a0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:20.034131 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6269e28c-790d-4c80-849b-d3a3e54f3e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:20.035388 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6269e28c-790d-4c80-849b-d3a3e54f3e61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c7caa12-c4a0-43a2-8d90-4c4d07a714a0 HTTP/1.1" status: 204 len: 168 time: 0.1873083 Feb 11 04:15:20.043903 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269e28c-790d-4c80-849b-d3a3e54f3e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7caa12-c4a0-43a2-8d90-4c4d07a714a0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:20.244476 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae9c36-369a-4da8-84a3-22f88c634f87 req-5702d452-3630-4177-af78-5a9faf4a5526 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:20.245960 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5dae9c36-369a-4da8-84a3-22f88c634f87 req-5702d452-3630-4177-af78-5a9faf4a5526 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 948 time: 0.0540352 Feb 11 04:15:20.335590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5dae9c36-369a-4da8-84a3-22f88c634f87 req-d93f0fb5-0128-48ba-8c90-2c821c05ac6e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744832 Feb 11 04:15:20.347023 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5710a92-2024-4e6d-abee-8b3e574dc4a1 req-1d81beaa-712a-4d13-9f74-c869c35ed945 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:20.348557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5710a92-2024-4e6d-abee-8b3e574dc4a1 req-1d81beaa-712a-4d13-9f74-c869c35ed945 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.32 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 949 time: 0.1017303 Feb 11 04:15:20.463174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-f5710a92-2024-4e6d-abee-8b3e574dc4a1 req-525ed7f1-6efc-4e98-ad86-a0673ecca6d3 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Deleting port 7606e23c-249b-4dd7-917f-bac0555620b7 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:15:20.463517 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5710a92-2024-4e6d-abee-8b3e574dc4a1 req-525ed7f1-6efc-4e98-ad86-a0673ecca6d3 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7606e23c-249b-4dd7-917f-bac0555620b7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:20.483942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:15:20.596533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:15:20.601353 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:15:20.601734 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:20.623623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f5710a92-2024-4e6d-abee-8b3e574dc4a1 req-525ed7f1-6efc-4e98-ad86-a0673ecca6d3 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] For port 7606e23c-249b-4dd7-917f-bac0555620b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7606e23c-249b-4dd7-917f-bac0555620b7,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:20.623991 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5710a92-2024-4e6d-abee-8b3e574dc4a1 req-525ed7f1-6efc-4e98-ad86-a0673ecca6d3 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7606e23c-249b-4dd7-917f-bac0555620b7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:20.634569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1a47e-fe27-4747-a3f4-4452e21a5828 req-63c28152-e3c0-4bf2-bd7f-b7c8122c5510 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:20.636108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bd1a47e-fe27-4747-a3f4-4452e21a5828 req-63c28152-e3c0-4bf2-bd7f-b7c8122c5510 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 949 time: 0.1290255 Feb 11 04:15:20.648671 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-f5710a92-2024-4e6d-abee-8b3e574dc4a1 req-525ed7f1-6efc-4e98-ad86-a0673ecca6d3 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Calling delete_port for 7606e23c-249b-4dd7-917f-bac0555620b7 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:15:20.692060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:20.692458 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:20.717574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a6b0df-95e5-4065-b631-507f58f016c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:20.720248 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85e7a18-fa9d-4af5-b35d-d116cdc3fe9e" -d '{"events": [{"server_uuid": "82a6b0df-95e5-4065-b631-507f58f016c7", "name": "network-vif-plugged", "status": "completed", "tag": "5a87b147-9dfe-424a-9be7-e8b9804fc7f6"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:20.733510 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:20.737502 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bd1a47e-fe27-4747-a3f4-4452e21a5828 req-b8fe0a0f-43bc-4ace-ac09-50f554958f44 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899556 Feb 11 04:15:20.814220 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:20.815047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4d466aff-0a38-473a-a521-0a4e6b7aea76 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:15:20.900987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:20.975615 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5710a92-2024-4e6d-abee-8b3e574dc4a1 req-525ed7f1-6efc-4e98-ad86-a0673ecca6d3 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (7606e23c-249b-4dd7-917f-bac0555620b7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:20.979067 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34250) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:20.995370 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['ac5b2b40-9739-4b6e-b88c-a72c013b23e9'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:20.997855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['7606e23c-249b-4dd7-917f-bac0555620b7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:21.004169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 4d466aff-0a38-473a-a521-0a4e6b7aea76 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:15:21.014265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ed7f1-6efc-4e98-ad86-a0673ecca6d3 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Pushing event deleted for resources: {'Port': ['ID=7606e23c-249b-4dd7-917f-bac0555620b7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:21.067547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 4d466aff-0a38-473a-a521-0a4e6b7aea76 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:15:21.068252 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:21.105520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5710a92-2024-4e6d-abee-8b3e574dc4a1 req-525ed7f1-6efc-4e98-ad86-a0673ecca6d3 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] No DVR routers for this DVR port 7606e23c-249b-4dd7-917f-bac0555620b7 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:15:21.117559 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5710a92-2024-4e6d-abee-8b3e574dc4a1 req-525ed7f1-6efc-4e98-ad86-a0673ecca6d3 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:21.125178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5710a92-2024-4e6d-abee-8b3e574dc4a1 req-525ed7f1-6efc-4e98-ad86-a0673ecca6d3 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.32 "DELETE /v2.0/ports/7606e23c-249b-4dd7-917f-bac0555620b7 HTTP/1.1" status: 204 len: 173 time: 0.7718537 Feb 11 04:15:21.125993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a15290-2f61-493b-ac98-f149242d1536', 'name': 'network-vif-deleted', 'tag': '7606e23c-249b-4dd7-917f-bac0555620b7'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:21.139489 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e19e9f-e48f-44c2-8fad-0e1ce6213f49" -d '{"events": [{"server_uuid": "57a15290-2f61-493b-ac98-f149242d1536", "name": "network-vif-deleted", "tag": "7606e23c-249b-4dd7-917f-bac0555620b7"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:21.181097 n-d-712142-35 neutron-server[103808]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 04:15:21.190773 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-566b5ed8-3bd7-4437-a403-57a0f1cc7a94 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:15:21.201688 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-566b5ed8-3bd7-4437-a403-57a0f1cc7a94 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2214668 Feb 11 04:15:21.241659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af930ea5-bb83-4f26-94b6-069647cb33ab req-26177eec-56ae-4513-81ad-69d50db69c1c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:21.255155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af930ea5-bb83-4f26-94b6-069647cb33ab req-26177eec-56ae-4513-81ad-69d50db69c1c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 944 time: 0.0975564 Feb 11 04:15:21.292276 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 4d466aff-0a38-473a-a521-0a4e6b7aea76 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:21.292276 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:21.340280 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af930ea5-bb83-4f26-94b6-069647cb33ab req-0eaaee87-8379-4d28-9fe1-bc6c6eed399e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744414 Feb 11 04:15:21.369059 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:21.407421 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11effb4d-bbe9-4d52-b01a-b58a89c8b2b8 x-openstack-request-id: req-11effb4d-bbe9-4d52-b01a-b58a89c8b2b8 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:21.407932 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a6b0df-95e5-4065-b631-507f58f016c7", "name": "network-vif-plugged", "status": "completed", "tag": "5a87b147-9dfe-424a-9be7-e8b9804fc7f6", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:21.408204 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11effb4d-bbe9-4d52-b01a-b58a89c8b2b8 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:21.408612 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a6b0df-95e5-4065-b631-507f58f016c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6', 'code': 200} Feb 11 04:15:21.443042 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:21.508881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=4d466aff-0a38-473a-a521-0a4e6b7aea76,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:21.519733 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f37-0519-465c-ad6d-795625b41176 req-68e0adf2-761a-414f-bc32-3e4cd3f34fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:21.521992 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-68e0adf2-761a-414f-bc32-3e4cd3f34fed service neutron] 10.222.0.13 "GET /v2.0/ports/fe242427-de56-4221-89db-e3d425e365f9 HTTP/1.1" status: 200 len: 1126 time: 0.1649132 Feb 11 04:15:21.535360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-dde84f37-0519-465c-ad6d-795625b41176 req-ef68ff69-af0a-4bfa-a430-b250fa6a5fb1 service neutron] Request body: {'binding': {'host': 'n-h2-712142-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:21.536116 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-dde84f37-0519-465c-ad6d-795625b41176 req-ef68ff69-af0a-4bfa-a430-b250fa6a5fb1 service neutron] Unknown quota resources ['binding']. {{(pid=103808) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:15:21.548586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cd259-b991-4aa9-8398-ac25b98639f4 req-1eac7839-fc6d-431e-806e-96e2855e1d3b tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:21.550239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-951cd259-b991-4aa9-8398-ac25b98639f4 req-1eac7839-fc6d-431e-806e-96e2855e1d3b tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 943 time: 0.0915844 Feb 11 04:15:21.573295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b17efa-146c-4259-9927-ac02ecf7a0c8 req-1b8509d3-6770-423c-bafe-e9955aea8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:21.575061 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c5b17efa-146c-4259-9927-ac02ecf7a0c8 req-1b8509d3-6770-423c-bafe-e9955aea8a7b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 1132 time: 0.0882757 Feb 11 04:15:21.599870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-951cd259-b991-4aa9-8398-ac25b98639f4 req-601db758-e638-4224-90e6-5dec515f34bc tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434227 Feb 11 04:15:21.674527 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c5b17efa-146c-4259-9927-ac02ecf7a0c8 req-63721162-620a-4d32-9bc1-ae0a1d6186fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838990 Feb 11 04:15:21.714772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-dde84f37-0519-465c-ad6d-795625b41176 req-ef68ff69-af0a-4bfa-a430-b250fa6a5fb1 service neutron] Attempting to bind port fe242427-de56-4221-89db-e3d425e365f9 on host n-h2-712142-35 for vnic_type normal with profile None {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:15:21.715121 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-dde84f37-0519-465c-ad6d-795625b41176 req-ef68ff69-af0a-4bfa-a430-b250fa6a5fb1 service neutron] Attempting to bind port fe242427-de56-4221-89db-e3d425e365f9 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:15:21.715499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f37-0519-465c-ad6d-795625b41176 req-ef68ff69-af0a-4bfa-a430-b250fa6a5fb1 service neutron] Attempting to bind port fe242427-de56-4221-89db-e3d425e365f9 on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:21.721881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f37-0519-465c-ad6d-795625b41176 req-ef68ff69-af0a-4bfa-a430-b250fa6a5fb1 service neutron] Port fe242427-de56-4221-89db-e3d425e365f9 on network 5ae78988-79ae-41a1-babe-29352a8104f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:15:21.721881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f37-0519-465c-ad6d-795625b41176 req-ef68ff69-af0a-4bfa-a430-b250fa6a5fb1 service neutron] Attempting to bind port fe242427-de56-4221-89db-e3d425e365f9 on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:21.728585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f37-0519-465c-ad6d-795625b41176 req-ef68ff69-af0a-4bfa-a430-b250fa6a5fb1 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:15:21.728921 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f37-0519-465c-ad6d-795625b41176 req-ef68ff69-af0a-4bfa-a430-b250fa6a5fb1 service neutron] Checking segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:21.729302 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f37-0519-465c-ad6d-795625b41176 req-ef68ff69-af0a-4bfa-a430-b250fa6a5fb1 service neutron] Bound using segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:15:21.729726 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-dde84f37-0519-465c-ad6d-795625b41176 req-ef68ff69-af0a-4bfa-a430-b250fa6a5fb1 service neutron] Bound port: fe242427-de56-4221-89db-e3d425e365f9, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:15:21.749889 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63729def-9005-4c8c-a8d3-cc586354cf58 x-openstack-request-id: req-63729def-9005-4c8c-a8d3-cc586354cf58 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:21.750510 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a15290-2f61-493b-ac98-f149242d1536", "name": "network-vif-deleted", "tag": "7606e23c-249b-4dd7-917f-bac0555620b7", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:21.750874 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63729def-9005-4c8c-a8d3-cc586354cf58 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:21.751284 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a15290-2f61-493b-ac98-f149242d1536', 'name': 'network-vif-deleted', 'tag': '7606e23c-249b-4dd7-917f-bac0555620b7', 'status': 'completed', 'code': 200} Feb 11 04:15:21.826645 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-dde84f37-0519-465c-ad6d-795625b41176 req-ef68ff69-af0a-4bfa-a430-b250fa6a5fb1 service neutron] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=fe242427-de56-4221-89db-e3d425e365f9,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:15:21.856114 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bb453-bc26-42e0-bb5e-52302a3d38c4 req-c4453bd6-de38-4bc3-8cea-d166a621d299 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:21.859865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e27bb453-bc26-42e0-bb5e-52302a3d38c4 req-c4453bd6-de38-4bc3-8cea-d166a621d299 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.0634637 Feb 11 04:15:21.907926 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-dde84f37-0519-465c-ad6d-795625b41176 req-ef68ff69-af0a-4bfa-a430-b250fa6a5fb1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:21.909200 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-ef68ff69-af0a-4bfa-a430-b250fa6a5fb1 service neutron] 10.222.0.13 "POST /v2.0/ports/fe242427-de56-4221-89db-e3d425e365f9/bindings HTTP/1.1" status: 201 len: 390 time: 0.3781011 Feb 11 04:15:21.909519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e27bb453-bc26-42e0-bb5e-52302a3d38c4 req-66dd2d82-60fb-4b7a-b046-412a93dc34e1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449729 Feb 11 04:15:22.136879 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3705b266-b715-4d30-a4fa-d8d6c3de9289 req-d359b5c7-4f15-46e8-83cb-2a9b4ef91d83 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=57a15290-2f61-493b-ac98-f149242d1536 HTTP/1.1" status: 200 len: 210 time: 0.0306706 Feb 11 04:15:22.280602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad78ff4-ed56-422a-8015-b9ce4434b72f req-41b9cc1a-5792-4454-a0a6-2177c266cfe9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:22.284014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aad78ff4-ed56-422a-8015-b9ce4434b72f req-41b9cc1a-5792-4454-a0a6-2177c266cfe9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 946 time: 0.0814245 Feb 11 04:15:22.345003 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aad78ff4-ed56-422a-8015-b9ce4434b72f req-f0939ed8-fcd0-4305-8db2-50bbad052f65 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541568 Feb 11 04:15:22.513973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5578fa59-21b3-4b26-9b59-1c3d5357d126 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:15:22.556761 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64ee75-d1e2-4e15-a758-2d0182385db4 req-75b401e8-3170-485a-81f8-7aa3c9b14f84 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:22.559034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc64ee75-d1e2-4e15-a758-2d0182385db4 req-75b401e8-3170-485a-81f8-7aa3c9b14f84 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 945 time: 0.0731943 Feb 11 04:15:22.611476 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f37-0519-465c-ad6d-795625b41176 req-a6dfef5e-cc7b-4aa2-a4c2-2d13f583c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:22.613104 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-a6dfef5e-cc7b-4aa2-a4c2-2d13f583c5ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 1129 time: 0.0634758 Feb 11 04:15:22.616371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc64ee75-d1e2-4e15-a758-2d0182385db4 req-b2bfa7f7-72af-41a2-a3a2-4a9b8e5faf03 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468311 Feb 11 04:15:22.636562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5578fa59-21b3-4b26-9b59-1c3d5357d126, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5578fa59-21b3-4b26-9b59-1c3d5357d126,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:22.650010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '5578fa59-21b3-4b26-9b59-1c3d5357d126', 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f', 'port_id': '5578fa59-21b3-4b26-9b59-1c3d5357d126', 'mac_address': 'fa:16:3e:fc:09:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:15:22.727293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5578fa59-21b3-4b26-9b59-1c3d5357d126 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:22.727955 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:22.733164 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f37-0519-465c-ad6d-795625b41176 req-616c2265-65f6-43f9-b552-062aece17cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:22.735177 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-616c2265-65f6-43f9-b552-062aece17cb6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.1091018 Feb 11 04:15:22.749545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5578fa59-21b3-4b26-9b59-1c3d5357d126 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:22.773832 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5578fa59-21b3-4b26-9b59-1c3d5357d126, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5578fa59-21b3-4b26-9b59-1c3d5357d126,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:22.790673 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-fd823773-10dc-4ac2-8164-93a79ac04fb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe242427-de56-4221-89db-e3d425e365f9 HTTP/1.1" status: 200 len: 217 time: 0.0475879 Feb 11 04:15:22.800047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9984cf-5560-437a-9672-776b1241f077 req-f73cdb98-02ed-40a4-820b-7777a3d2a0a8 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:22.801782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db9984cf-5560-437a-9672-776b1241f077 req-f73cdb98-02ed-40a4-820b-7777a3d2a0a8 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 943 time: 0.0858924 Feb 11 04:15:22.849871 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f37-0519-465c-ad6d-795625b41176 req-4669f425-742e-4dc2-a780-5864ead91fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:22.851780 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-4669f425-742e-4dc2-a780-5864ead91fd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.0517361 Feb 11 04:15:22.860145 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:22.864907 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db9984cf-5560-437a-9672-776b1241f077 req-48a74339-c3ff-4970-bb8d-ffd06dc05b02 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502243 Feb 11 04:15:22.888224 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-11d424f1-b5e3-4a71-97cb-17347e470ece service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277817 Feb 11 04:15:22.916413 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5578fa59-21b3-4b26-9b59-1c3d5357d126,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:22.999894 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-a611fee9-ec2d-433c-8ba2-d7b4cab5e7ff service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055167 Feb 11 04:15:23.048942 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-421657d4-f65b-4752-b9c5-72cfff1096fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:23.078133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62902d9f-f2a2-40e8-b5f5-34ba03c62306 req-b1a80e8c-b105-4b5c-bc6a-dcd8918ed4e1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:23.087354 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-62902d9f-f2a2-40e8-b5f5-34ba03c62306 req-b1a80e8c-b105-4b5c-bc6a-dcd8918ed4e1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.0915146 Feb 11 04:15:23.107892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['5578fa59-21b3-4b26-9b59-1c3d5357d126'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:23.129338 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-08b75b4a-ebd6-495d-ba53-6b8a0a796df5 service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225007 Feb 11 04:15:23.153870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-62902d9f-f2a2-40e8-b5f5-34ba03c62306 req-0d9b683b-6cf2-4ed0-8d33-2bdafea68f7d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655499 Feb 11 04:15:23.410757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e683866-f923-46c5-8406-87c0d3273413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d466aff-0a38-473a-a521-0a4e6b7aea76'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:23.419189 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d10c3c2-b53a-4aca-bd86-cee92e7a2fe8" -d '{"events": [{"server_uuid": "8e683866-f923-46c5-8406-87c0d3273413", "name": "network-vif-plugged", "status": "completed", "tag": "4d466aff-0a38-473a-a521-0a4e6b7aea76"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:23.460704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f37-0519-465c-ad6d-795625b41176 req-a91c5cb1-6b90-46fd-a07b-54f90306321b tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:23.462505 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-a91c5cb1-6b90-46fd-a07b-54f90306321b tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0&tenant_id=19d7885d46e54fd38e6c302286350aee&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 1129 time: 0.1015041 Feb 11 04:15:23.473343 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-35'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:23.531911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a11804-50e6-4290-be5a-c44872751671 req-ca3aacbb-5695-4698-829c-15fe6b5fdd2b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:23.533519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0a11804-50e6-4290-be5a-c44872751671 req-ca3aacbb-5695-4698-829c-15fe6b5fdd2b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 946 time: 0.0628467 Feb 11 04:15:23.539913 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fe242427-de56-4221-89db-e3d425e365f9), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:23.597791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0a11804-50e6-4290-be5a-c44872751671 req-b12b49c8-ebbb-47c5-9024-9b91ede5782b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573545 Feb 11 04:15:23.621015 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf57554-2f35-40c6-b01a-d8424dcb011d x-openstack-request-id: req-fdf57554-2f35-40c6-b01a-d8424dcb011d {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:23.621622 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e683866-f923-46c5-8406-87c0d3273413", "name": "network-vif-plugged", "status": "completed", "tag": "4d466aff-0a38-473a-a521-0a4e6b7aea76", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:23.621622 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdf57554-2f35-40c6-b01a-d8424dcb011d {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:23.622035 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e683866-f923-46c5-8406-87c0d3273413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d466aff-0a38-473a-a521-0a4e6b7aea76', 'code': 200} Feb 11 04:15:23.718753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=fe242427-de56-4221-89db-e3d425e365f9,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:23.773107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e46320-ebf3-4579-93ed-839b10bf9b71 req-0c9f8d5c-24e5-486e-b8fa-fb32bf4daeb9 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:23.775083 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9e46320-ebf3-4579-93ed-839b10bf9b71 req-0c9f8d5c-24e5-486e-b8fa-fb32bf4daeb9 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 972 time: 0.1013398 Feb 11 04:15:23.784756 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:23.787331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590eb5b-bbfd-4172-a7c2-41e936937df5 req-c5744812-e081-4caa-be74-1fcb867c1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:23.789013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d590eb5b-bbfd-4172-a7c2-41e936937df5 req-c5744812-e081-4caa-be74-1fcb867c1cf5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 1128 time: 0.0873361 Feb 11 04:15:23.812607 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34360) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:23.848041 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949d280a-0667-44b9-a1d3-3245090fb8f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe242427-de56-4221-89db-e3d425e365f9'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:23.853697 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3373a430-6703-4d31-b791-3086700a54f7" -d '{"events": [{"server_uuid": "949d280a-0667-44b9-a1d3-3245090fb8f0", "name": "network-vif-unplugged", "status": "completed", "tag": "fe242427-de56-4221-89db-e3d425e365f9"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:23.859629 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Publish callbacks [] for port (fe242427-de56-4221-89db-e3d425e365f9), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:23.913143 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d590eb5b-bbfd-4172-a7c2-41e936937df5 req-cab34a6e-c1af-48a2-a3cc-804cee203b1e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026201 Feb 11 04:15:23.917944 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9e46320-ebf3-4579-93ed-839b10bf9b71 req-6334df32-658c-4818-8e49-49a577f582e8 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278758 Feb 11 04:15:23.926551 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f7ed0-fea9-477e-9c27-5ad3e2ba2c37 req-48e27827-c03a-4189-bfdd-c50676b95e0d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:23.929089 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-097f7ed0-fea9-477e-9c27-5ad3e2ba2c37 req-48e27827-c03a-4189-bfdd-c50676b95e0d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 945 time: 0.1528928 Feb 11 04:15:23.943582 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8d3afac9-2bdc-4c7d-9417-fdc7f471987a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:23.947390 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (fe242427-de56-4221-89db-e3d425e365f9), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:23.988342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-097f7ed0-fea9-477e-9c27-5ad3e2ba2c37 req-4e3e3eb8-7146-4eb7-b3f3-1bb39012930f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470667 Feb 11 04:15:24.041686 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Pushing event updated for resources: {'Port': ['ID=fe242427-de56-4221-89db-e3d425e365f9,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:24.060180 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130137a9-dd41-45d6-8336-75edd8349dd3 x-openstack-request-id: req-130137a9-dd41-45d6-8336-75edd8349dd3 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:24.060492 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949d280a-0667-44b9-a1d3-3245090fb8f0", "name": "network-vif-unplugged", "status": "completed", "tag": "fe242427-de56-4221-89db-e3d425e365f9", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:24.060745 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-130137a9-dd41-45d6-8336-75edd8349dd3 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:24.061134 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949d280a-0667-44b9-a1d3-3245090fb8f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe242427-de56-4221-89db-e3d425e365f9', 'code': 200} Feb 11 04:15:24.090823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Attempting to bind port fe242427-de56-4221-89db-e3d425e365f9 on host n-h1-712142-35 for vnic_type normal with profile {"migrating_to": "n-h2-712142-35"} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:15:24.091134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Attempting to bind port fe242427-de56-4221-89db-e3d425e365f9 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:15:24.091470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Attempting to bind port fe242427-de56-4221-89db-e3d425e365f9 on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:24.099782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Port fe242427-de56-4221-89db-e3d425e365f9 on network 5ae78988-79ae-41a1-babe-29352a8104f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:15:24.100104 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Attempting to bind port fe242427-de56-4221-89db-e3d425e365f9 on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:24.109862 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:15:24.110167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Checking segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:24.110518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Bound using segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:15:24.110978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Bound port: fe242427-de56-4221-89db-e3d425e365f9, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:15:24.111340 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fe242427-de56-4221-89db-e3d425e365f9), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:24.173676 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8d3afac9-2bdc-4c7d-9417-fdc7f471987a admin admin] Publish callbacks [] for security_group (83272798-5059-4cab-b04f-9708e23b88ce), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:24.227901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:24.235511 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=fe242427-de56-4221-89db-e3d425e365f9,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:15:24.243486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8d3afac9-2bdc-4c7d-9417-fdc7f471987a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (83272798-5059-4cab-b04f-9708e23b88ce), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:24.285131 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8d3afac9-2bdc-4c7d-9417-fdc7f471987a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba82e21a22b045cfafe9389fd2d62431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4711211 Feb 11 04:15:24.299774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34378) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:24.308343 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3afac9-2bdc-4c7d-9417-fdc7f471987a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83272798-5059-4cab-b04f-9708e23b88ce,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:24.326572 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (fe242427-de56-4221-89db-e3d425e365f9), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:24.404993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf10cc5-f9af-430b-b56b-ea39d7a354b3 req-dcd8a727-ad42-43bd-a72f-37dda2884c76 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:24.406517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-baf10cc5-f9af-430b-b56b-ea39d7a354b3 req-dcd8a727-ad42-43bd-a72f-37dda2884c76 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 944 time: 0.3259115 Feb 11 04:15:24.419672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7606e23c-249b-4dd7-917f-bac0555620b7 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:15:24.422993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Pushing event updated for resources: {'Port': ['ID=fe242427-de56-4221-89db-e3d425e365f9,revision_number=8']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:24.428263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5aff10-bb17-4dcf-b3ba-a02a2377da15 req-3ba29470-8bf4-4044-b5e0-1f97a98955c1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:24.435378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d5aff10-bb17-4dcf-b3ba-a02a2377da15 req-3ba29470-8bf4-4044-b5e0-1f97a98955c1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.0864708 Feb 11 04:15:24.441389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 7606e23c-249b-4dd7-917f-bac0555620b7 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:15:24.441988 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7606e23c-249b-4dd7-917f-bac0555620b7 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:15:24.446745 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-18915785-a86e-47fe-97ff-628a996eb417 admin admin] Publish callbacks [] for security_group (83272798-5059-4cab-b04f-9708e23b88ce), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:24.449225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:24.449838 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:24.451252 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-84ccb485-17c3-43d5-85f6-7c5b100ed797 service neutron] 10.222.0.47 "PUT /v2.0/ports/fe242427-de56-4221-89db-e3d425e365f9 HTTP/1.1" status: 200 len: 1124 time: 0.9821603 Feb 11 04:15:24.475804 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-18915785-a86e-47fe-97ff-628a996eb417 admin admin] Publish callbacks [] for security_group (83272798-5059-4cab-b04f-9708e23b88ce), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:24.509853 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d5aff10-bb17-4dcf-b3ba-a02a2377da15 req-e7f1273a-428a-4b35-ae54-84d78e696db4 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736034 Feb 11 04:15:24.514496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-baf10cc5-f9af-430b-b56b-ea39d7a354b3 req-fbac6ab6-b970-442e-b47c-8bd4a17f4f58 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990100 Feb 11 04:15:24.517952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5578fa59-21b3-4b26-9b59-1c3d5357d126 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:15:24.545641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['fe242427-de56-4221-89db-e3d425e365f9'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:24.608685 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-18915785-a86e-47fe-97ff-628a996eb417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (83272798-5059-4cab-b04f-9708e23b88ce), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:24.612470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-18915785-a86e-47fe-97ff-628a996eb417 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:24.617201 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-18915785-a86e-47fe-97ff-628a996eb417 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83272798-5059-4cab-b04f-9708e23b88ce HTTP/1.1" status: 204 len: 168 time: 0.3130260 Feb 11 04:15:24.622373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18915785-a86e-47fe-97ff-628a996eb417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83272798-5059-4cab-b04f-9708e23b88ce,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:24.696871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 5578fa59-21b3-4b26-9b59-1c3d5357d126 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:15:24.705525 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 5578fa59-21b3-4b26-9b59-1c3d5357d126 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:15:24.705896 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:24.782008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d3500-a9eb-46cc-bfd5-76b243811017 req-3332b68a-7359-4666-a2a0-679b76bc25df tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:24.784630 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e6d3500-a9eb-46cc-bfd5-76b243811017 req-3332b68a-7359-4666-a2a0-679b76bc25df tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 944 time: 0.0614939 Feb 11 04:15:24.816402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5578fa59-21b3-4b26-9b59-1c3d5357d126 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:24.817136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:24.859855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5578fa59-21b3-4b26-9b59-1c3d5357d126, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5578fa59-21b3-4b26-9b59-1c3d5357d126,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:24.883114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e6d3500-a9eb-46cc-bfd5-76b243811017 req-208d1f61-5a55-40e8-bf42-4a16f74b38b9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910816 Feb 11 04:15:24.900060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a92f8-33c1-4852-a9b6-cd3b01023a3a req-972f51b8-4424-4ebb-983f-f793c72039cf tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:24.901687 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-356a92f8-33c1-4852-a9b6-cd3b01023a3a req-972f51b8-4424-4ebb-983f-f793c72039cf tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 1132 time: 0.0596199 Feb 11 04:15:24.922654 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-356a92f8-33c1-4852-a9b6-cd3b01023a3a req-af5b7e12-4d4d-4027-bb8d-15a8a07ea012 tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:24.954584 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:25.016224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5578fa59-21b3-4b26-9b59-1c3d5357d126,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:25.024038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-356a92f8-33c1-4852-a9b6-cd3b01023a3a req-af5b7e12-4d4d-4027-bb8d-15a8a07ea012 tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] Publish callbacks [] for security_group (0aa661e6-ecd4-412b-9c89-582311a37836), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:25.100640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf70db-a53d-44bc-afde-238bb1d4ad5c req-333f9e30-7fbd-4281-9fee-b2385a241cd7 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:25.102873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ebf70db-a53d-44bc-afde-238bb1d4ad5c req-333f9e30-7fbd-4281-9fee-b2385a241cd7 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 972 time: 0.0603228 Feb 11 04:15:25.104103 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-356a92f8-33c1-4852-a9b6-cd3b01023a3a req-af5b7e12-4d4d-4027-bb8d-15a8a07ea012 tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0aa661e6-ecd4-412b-9c89-582311a37836), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:25.166257 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-356a92f8-33c1-4852-a9b6-cd3b01023a3a req-af5b7e12-4d4d-4027-bb8d-15a8a07ea012 tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588544 Feb 11 04:15:25.174686 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b7e12-4d4d-4027-bb8d-15a8a07ea012 tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa661e6-ecd4-412b-9c89-582311a37836,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:25.211012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ebf70db-a53d-44bc-afde-238bb1d4ad5c req-bae7ee28-5946-4533-8712-7a9afe354595 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/security-groups?id=c0030e93-906a-41ab-9fdb-1391af6e2fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973904 Feb 11 04:15:25.305586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a57383-1c94-4826-b9d5-9de2aebc9e50 req-f193a662-6195-4986-9467-7bb414a9aa84 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:25.307399 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54a57383-1c94-4826-b9d5-9de2aebc9e50 req-f193a662-6195-4986-9467-7bb414a9aa84 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 945 time: 0.0596855 Feb 11 04:15:25.370229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54a57383-1c94-4826-b9d5-9de2aebc9e50 req-12b84384-172e-451c-b0f4-2113c9111875 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557485 Feb 11 04:15:25.397311 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9a038058-ba11-4fc7-803d-d5bdec876ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:25.437042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34410) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:25.451296 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d205-edc0-4d81-93c3-fc129770ec48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:25.512774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783aacf2-77a6-4c36-9698-f9c04720c12d req-29d0f1e5-b28b-40c3-a20b-4f645beb1796 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:25.517359 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-783aacf2-77a6-4c36-9698-f9c04720c12d req-29d0f1e5-b28b-40c3-a20b-4f645beb1796 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.47 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 972 time: 0.1165857 Feb 11 04:15:25.548157 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d205-edc0-4d81-93c3-fc129770ec48 admin admin] Publish callbacks [] for security_group (6b0d5e98-a366-4993-ac7b-57cfeea1a2fd), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:25.623170 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b2562e-86fb-442a-9b60-69a7748653dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5578fa59-21b3-4b26-9b59-1c3d5357d126'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:25.625540 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e113f1-a97e-4ff3-8420-a700cf2890e3" -d '{"events": [{"server_uuid": "01b2562e-86fb-442a-9b60-69a7748653dc", "name": "network-vif-plugged", "status": "completed", "tag": "5578fa59-21b3-4b26-9b59-1c3d5357d126"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:25.636815 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9aa3d205-edc0-4d81-93c3-fc129770ec48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6b0d5e98-a366-4993-ac7b-57cfeea1a2fd), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:25.693091 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9aa3d205-edc0-4d81-93c3-fc129770ec48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd94bca424e14b13835262485e868d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545869 Feb 11 04:15:25.694349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3d205-edc0-4d81-93c3-fc129770ec48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0d5e98-a366-4993-ac7b-57cfeea1a2fd,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:25.702291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34430) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:25.774444 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d9d75679-53cb-4496-9ccb-3d1159aeb07c admin admin] Publish callbacks [] for security_group (6b0d5e98-a366-4993-ac7b-57cfeea1a2fd), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:25.802465 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d9d75679-53cb-4496-9ccb-3d1159aeb07c admin admin] Publish callbacks [] for security_group (6b0d5e98-a366-4993-ac7b-57cfeea1a2fd), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:25.891777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183acb2f-67a7-4944-82e9-e5a229ba8dbb req-a6ffc6d4-b9a7-494e-bd4b-79771486c576 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:25.893549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-183acb2f-67a7-4944-82e9-e5a229ba8dbb req-a6ffc6d4-b9a7-494e-bd4b-79771486c576 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.0728419 Feb 11 04:15:25.917035 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-783aacf2-77a6-4c36-9698-f9c04720c12d req-9f8764e9-bc0a-4f0a-84ba-5c9e109e5caa tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Deleting port ac5b2b40-9739-4b6e-b88c-a72c013b23e9 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:15:25.917375 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-783aacf2-77a6-4c36-9698-f9c04720c12d req-9f8764e9-bc0a-4f0a-84ba-5c9e109e5caa tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:25.948169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-183acb2f-67a7-4944-82e9-e5a229ba8dbb req-f852895a-478c-4ee4-9f9b-b2f9c5c16984 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472260 Feb 11 04:15:25.996834 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d9d75679-53cb-4496-9ccb-3d1159aeb07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6b0d5e98-a366-4993-ac7b-57cfeea1a2fd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:25.999587 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d9d75679-53cb-4496-9ccb-3d1159aeb07c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:26.000791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d9d75679-53cb-4496-9ccb-3d1159aeb07c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b0d5e98-a366-4993-ac7b-57cfeea1a2fd HTTP/1.1" status: 204 len: 168 time: 0.2968733 Feb 11 04:15:26.013766 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084e0b8d-eebf-4365-b3c2-c501ac947e98 x-openstack-request-id: req-084e0b8d-eebf-4365-b3c2-c501ac947e98 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:26.014279 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b2562e-86fb-442a-9b60-69a7748653dc", "name": "network-vif-plugged", "status": "completed", "tag": "5578fa59-21b3-4b26-9b59-1c3d5357d126", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:26.014552 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-084e0b8d-eebf-4365-b3c2-c501ac947e98 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:26.015177 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b2562e-86fb-442a-9b60-69a7748653dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5578fa59-21b3-4b26-9b59-1c3d5357d126', 'code': 200} Feb 11 04:15:26.027851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d75679-53cb-4496-9ccb-3d1159aeb07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0d5e98-a366-4993-ac7b-57cfeea1a2fd,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:26.062164 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949d280a-0667-44b9-a1d3-3245090fb8f0', 'tag': 'fe242427-de56-4221-89db-e3d425e365f9'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:26.064590 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810bb97a-fde1-4e6f-b40b-9c510d57e820" -d '{"events": [{"name": "network-changed", "server_uuid": "949d280a-0667-44b9-a1d3-3245090fb8f0", "tag": "fe242427-de56-4221-89db-e3d425e365f9"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:26.106559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-783aacf2-77a6-4c36-9698-f9c04720c12d req-9f8764e9-bc0a-4f0a-84ba-5c9e109e5caa tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] For port ac5b2b40-9739-4b6e-b88c-a72c013b23e9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=ac5b2b40-9739-4b6e-b88c-a72c013b23e9,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:26.106959 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-783aacf2-77a6-4c36-9698-f9c04720c12d req-9f8764e9-bc0a-4f0a-84ba-5c9e109e5caa tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:26.124310 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-783aacf2-77a6-4c36-9698-f9c04720c12d req-9f8764e9-bc0a-4f0a-84ba-5c9e109e5caa tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Calling delete_port for ac5b2b40-9739-4b6e-b88c-a72c013b23e9 owned by compute:tempest-test_az-2039021215 {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:15:26.210393 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16c2da-9e71-43af-8c5e-bd7d3bc5781e req-9bf15626-b62e-46f2-b225-9d9825cc57b5 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:26.212165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc16c2da-9e71-43af-8c5e-bd7d3bc5781e req-9bf15626-b62e-46f2-b225-9d9825cc57b5 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 944 time: 0.1649082 Feb 11 04:15:26.250830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e9cce-2b86-4370-b2ca-04ec959efa52 req-1c2f4262-8222-4d6c-945e-db05ea7ec2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:26.252468 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f9e9cce-2b86-4370-b2ca-04ec959efa52 req-1c2f4262-8222-4d6c-945e-db05ea7ec2d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 1128 time: 0.1516700 Feb 11 04:15:26.255061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34450) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:26.262713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e70dfb-c0c8-4d8a-9e46-bd57c107b79f req-68b694ca-6d61-43ce-ac6c-cef7d103ea2e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:26.264270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18e70dfb-c0c8-4d8a-9e46-bd57c107b79f req-68b694ca-6d61-43ce-ac6c-cef7d103ea2e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.1433227 Feb 11 04:15:26.344783 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc16c2da-9e71-43af-8c5e-bd7d3bc5781e req-177c59f3-0a60-47b8-9530-71bc9e504ef2 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236246 Feb 11 04:15:26.384518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18e70dfb-c0c8-4d8a-9e46-bd57c107b79f req-67ed8333-634f-4b92-8752-864f361adef0 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978549 Feb 11 04:15:26.387170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f9e9cce-2b86-4370-b2ca-04ec959efa52 req-1288f720-adcc-4487-8948-cbed9cf794d3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168144 Feb 11 04:15:26.435704 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ad2b7c-7805-4120-b73b-292cee1ae31f x-openstack-request-id: req-c9ad2b7c-7805-4120-b73b-292cee1ae31f {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:26.436182 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949d280a-0667-44b9-a1d3-3245090fb8f0", "tag": "fe242427-de56-4221-89db-e3d425e365f9", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:26.436663 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9ad2b7c-7805-4120-b73b-292cee1ae31f {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:26.441701 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949d280a-0667-44b9-a1d3-3245090fb8f0', 'tag': 'fe242427-de56-4221-89db-e3d425e365f9', 'status': 'completed', 'code': 200} Feb 11 04:15:26.447572 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-783aacf2-77a6-4c36-9698-f9c04720c12d req-9f8764e9-bc0a-4f0a-84ba-5c9e109e5caa tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ac5b2b40-9739-4b6e-b88c-a72c013b23e9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:26.462362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['ac5b2b40-9739-4b6e-b88c-a72c013b23e9'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:26.500246 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8764e9-bc0a-4f0a-84ba-5c9e109e5caa tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Pushing event deleted for resources: {'Port': ['ID=ac5b2b40-9739-4b6e-b88c-a72c013b23e9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:26.507349 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:26.605759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-783aacf2-77a6-4c36-9698-f9c04720c12d req-9f8764e9-bc0a-4f0a-84ba-5c9e109e5caa tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] No DVR routers for this DVR port ac5b2b40-9739-4b6e-b88c-a72c013b23e9 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:15:26.613797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9740034f-cdf3-4743-baaa-0dd0fb091517 req-1c0db8b7-5ac7-4b87-810a-3d4dd5b355f1 tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.13 "GET /v2.0/ports?device_id=66affa22-c1dc-48df-af62-8f2ae0511d83 HTTP/1.1" status: 200 len: 210 time: 0.0653017 Feb 11 04:15:26.613987 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-783aacf2-77a6-4c36-9698-f9c04720c12d req-9f8764e9-bc0a-4f0a-84ba-5c9e109e5caa tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:26.620816 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-783aacf2-77a6-4c36-9698-f9c04720c12d req-9f8764e9-bc0a-4f0a-84ba-5c9e109e5caa tempest-LiveMigrationNegativeTest-2017370161 tempest-LiveMigrationNegativeTest-2017370161-project] 10.222.0.47 "DELETE /v2.0/ports/ac5b2b40-9739-4b6e-b88c-a72c013b23e9 HTTP/1.1" status: 204 len: 173 time: 1.0941067 Feb 11 04:15:26.633946 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-dce2e96a-6349-43ce-a24d-8440d4e0cf90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3635411 Feb 11 04:15:26.642308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bb97a-fde1-4e6f-b40b-9c510d57e820 req-bd39dd25-c366-4956-bf84-85a25f09ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:26.644789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-810bb97a-fde1-4e6f-b40b-9c510d57e820 req-bd39dd25-c366-4956-bf84-85a25f09ebdd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 1158 time: 0.1787033 Feb 11 04:15:26.654223 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-a01dfdb3-b9b0-4c2a-8339-1e1aed9dda29 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:15:26.655445 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-a01dfdb3-b9b0-4c2a-8339-1e1aed9dda29 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096798 Feb 11 04:15:26.803369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bb97a-fde1-4e6f-b40b-9c510d57e820 req-9e46da92-3ee7-46a3-9325-6ea012519262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:26.804812 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-810bb97a-fde1-4e6f-b40b-9c510d57e820 req-9e46da92-3ee7-46a3-9325-6ea012519262 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.1484139 Feb 11 04:15:26.822261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d421e-fb75-4e1f-8586-5eaca3cdf7e8 req-a16b6fa8-0bf4-4b9c-94db-cf5b2a5ce5a5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:26.824053 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb5d421e-fb75-4e1f-8586-5eaca3cdf7e8 req-a16b6fa8-0bf4-4b9c-94db-cf5b2a5ce5a5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 945 time: 0.1277838 Feb 11 04:15:26.891592 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-810bb97a-fde1-4e6f-b40b-9c510d57e820 req-ab20bb76-dbaf-42b1-87d3-a78e52468aaf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe242427-de56-4221-89db-e3d425e365f9 HTTP/1.1" status: 200 len: 217 time: 0.0665388 Feb 11 04:15:26.993565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb5d421e-fb75-4e1f-8586-5eaca3cdf7e8 req-e0ef7a2c-d7fe-4885-9b63-86f294a832e7 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619036 Feb 11 04:15:26.995216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bb97a-fde1-4e6f-b40b-9c510d57e820 req-d8444d1c-2e58-435c-8d5c-e143546add30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:26.996618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-810bb97a-fde1-4e6f-b40b-9c510d57e820 req-d8444d1c-2e58-435c-8d5c-e143546add30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.0945141 Feb 11 04:15:27.054362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-810bb97a-fde1-4e6f-b40b-9c510d57e820 req-50c854ca-bb3a-4b8a-8003-df3208c9ec50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510409 Feb 11 04:15:27.235168 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-810bb97a-fde1-4e6f-b40b-9c510d57e820 req-a13e5ea9-9caf-46aa-973b-e1a103a6e58b service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646986 Feb 11 04:15:27.298341 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afece5-c5c6-43df-ae6f-b0995da76299 req-050f875c-2d18-4101-b945-92c65948239e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:27.303604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f1afece5-c5c6-43df-ae6f-b0995da76299 req-050f875c-2d18-4101-b945-92c65948239e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.1246588 Feb 11 04:15:27.415470 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f1afece5-c5c6-43df-ae6f-b0995da76299 req-e6f5959a-0f9a-464f-a5a0-947791ae52d0 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107495 Feb 11 04:15:27.434704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-810bb97a-fde1-4e6f-b40b-9c510d57e820 req-5fb61aa0-4f51-41fa-9ce2-d2d065b382f3 service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882210 Feb 11 04:15:27.674214 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5c8b1-6f0f-47a9-8142-f673a37cbbcb req-a6d209c7-e2c7-4dca-a29e-83479eac399e tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:27.683565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17b5c8b1-6f0f-47a9-8142-f673a37cbbcb req-a6d209c7-e2c7-4dca-a29e-83479eac399e tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 1128 time: 0.0850801 Feb 11 04:15:27.701030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cb026-9beb-403b-8ff5-747a2ca2d39f req-dc719458-14fa-43e9-9b40-12a4a75bee02 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:27.710121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e9cb026-9beb-403b-8ff5-747a2ca2d39f req-dc719458-14fa-43e9-9b40-12a4a75bee02 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 944 time: 0.1491041 Feb 11 04:15:27.790463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17b5c8b1-6f0f-47a9-8142-f673a37cbbcb req-6d9854b5-e968-4dbe-92b1-ecb9b7b7a4f1 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059778 Feb 11 04:15:27.801357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e9cb026-9beb-403b-8ff5-747a2ca2d39f req-bf8d162f-3057-4945-8874-d034c5621088 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902903 Feb 11 04:15:27.857252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34524) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:27.999408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9857ecc-1df4-4ae0-89d7-fff7e88ecc88 req-1bd1b360-156f-4ba9-815c-4d63993f395b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:28.008904 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9857ecc-1df4-4ae0-89d7-fff7e88ecc88 req-1bd1b360-156f-4ba9-815c-4d63993f395b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.0983264 Feb 11 04:15:28.118119 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:28.153799 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-eee32703-2f6d-4694-ad6c-bcab8fa3b67a tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:28.163044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-eee32703-2f6d-4694-ad6c-bcab8fa3b67a tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] 10.222.0.13 "GET /v2.0/ports/5a87b147-9dfe-424a-9be7-e8b9804fc7f6 HTTP/1.1" status: 200 len: 1129 time: 0.3045506 Feb 11 04:15:28.189595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9857ecc-1df4-4ae0-89d7-fff7e88ecc88 req-a3aa14df-b2ef-47f0-835f-bc3fddb9053b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676044 Feb 11 04:15:28.196962 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e1dd9-c4c6-4826-a9d2-def39bcf0d95 req-6ceb95ee-c81e-4f2c-800e-709af47c32e6 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:28.204803 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d2e1dd9-c4c6-4826-a9d2-def39bcf0d95 req-6ceb95ee-c81e-4f2c-800e-709af47c32e6 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 1128 time: 0.1370878 Feb 11 04:15:28.259616 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d2e1dd9-c4c6-4826-a9d2-def39bcf0d95 req-ea842f9c-d1f7-4b11-b6ff-b233c2f1a07a tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474200 Feb 11 04:15:28.444135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66affa22-c1dc-48df-af62-8f2ae0511d83', 'name': 'network-vif-deleted', 'tag': 'ac5b2b40-9739-4b6e-b88c-a72c013b23e9'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:28.449591 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8584d9-7eaf-42f8-825d-00196274e433" -d '{"events": [{"server_uuid": "66affa22-c1dc-48df-af62-8f2ae0511d83", "name": "network-vif-deleted", "tag": "ac5b2b40-9739-4b6e-b88c-a72c013b23e9"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:28.533775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device fe242427-de56-4221-89db-e3d425e365f9 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:15:28.551781 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a6cae-dd0a-49b4-8bc5-284d4cd045af req-7ed45648-b63d-4873-82dd-995f6cf0ead0 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:28.554455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e44a6cae-dd0a-49b4-8bc5-284d4cd045af req-7ed45648-b63d-4873-82dd-995f6cf0ead0 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.0705752 Feb 11 04:15:28.700650 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e44a6cae-dd0a-49b4-8bc5-284d4cd045af req-b9f3bc4d-0935-44a6-860c-569aa426bfc5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390693 Feb 11 04:15:28.756327 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea35231-9f11-4ebe-ae88-a88a677489a4 x-openstack-request-id: req-dea35231-9f11-4ebe-ae88-a88a677489a4 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:28.756629 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66affa22-c1dc-48df-af62-8f2ae0511d83", "name": "network-vif-deleted", "tag": "ac5b2b40-9739-4b6e-b88c-a72c013b23e9", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:28.756899 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dea35231-9f11-4ebe-ae88-a88a677489a4 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:28.757302 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66affa22-c1dc-48df-af62-8f2ae0511d83', 'name': 'network-vif-deleted', 'tag': 'ac5b2b40-9739-4b6e-b88c-a72c013b23e9', 'status': 'completed', 'code': 200} Feb 11 04:15:28.763307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=fe242427-de56-4221-89db-e3d425e365f9,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:28.789787 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device fe242427-de56-4221-89db-e3d425e365f9 has no active binding in host n-h2-712142-35 {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:15:28.804086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34554) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:28.839715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34558) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:29.037737 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b5aed50-0657-4e82-88db-93db7ed591ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:29.061335 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23a4a9-aa4e-40ea-ab78-1cd299d969d8 req-91571285-8c27-47a6-8d13-1f07e50d427d tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:29.065294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b23a4a9-aa4e-40ea-ab78-1cd299d969d8 req-91571285-8c27-47a6-8d13-1f07e50d427d tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 944 time: 0.1330924 Feb 11 04:15:29.110042 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7d518d20-d710-435d-be6c-5ffa536633ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ad1fe00ed5f43a4af85251436fa031f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3044481 Feb 11 04:15:29.110694 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34568) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:29.168764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b23a4a9-aa4e-40ea-ab78-1cd299d969d8 req-dbae9ddd-190f-4b81-8f77-647b60885f24 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915666 Feb 11 04:15:29.224543 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b5aed50-0657-4e82-88db-93db7ed591ce admin admin] Publish callbacks [] for security_group (57fa4d76-1b22-4afe-a86e-c4fe1de48c3f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:29.247065 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-243b9472-07da-45e5-ba08-4ea9d85b04e3 admin admin] Publish callbacks [] for security_group (c0030e93-906a-41ab-9fdb-1391af6e2fd5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:29.259670 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:29.288975 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b5aed50-0657-4e82-88db-93db7ed591ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (57fa4d76-1b22-4afe-a86e-c4fe1de48c3f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:29.372464 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8b5aed50-0657-4e82-88db-93db7ed591ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8db15fcf3e8443f9b91a1c3d7b96edb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5316601 Feb 11 04:15:29.374123 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-243b9472-07da-45e5-ba08-4ea9d85b04e3 admin admin] Publish callbacks [] for security_group (c0030e93-906a-41ab-9fdb-1391af6e2fd5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:29.375951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aed50-0657-4e82-88db-93db7ed591ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fa4d76-1b22-4afe-a86e-c4fe1de48c3f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:29.398846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34582) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:29.472430 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60fd47ce-813c-457f-804f-3ef684f09b76 admin admin] Publish callbacks [] for security_group (57fa4d76-1b22-4afe-a86e-c4fe1de48c3f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:29.503775 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60fd47ce-813c-457f-804f-3ef684f09b76 admin admin] Publish callbacks [] for security_group (57fa4d76-1b22-4afe-a86e-c4fe1de48c3f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:29.536204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64449ea4-6b69-4bc9-aafa-474b5951151e req-c51772b9-923f-41c0-932a-d87cf29cb4b5 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:29.546299 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64449ea4-6b69-4bc9-aafa-474b5951151e req-c51772b9-923f-41c0-932a-d87cf29cb4b5 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.2294769 Feb 11 04:15:29.651235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64449ea4-6b69-4bc9-aafa-474b5951151e req-3baeb1b3-b07d-4d5e-8144-a443d0dcc314 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037557 Feb 11 04:15:29.660108 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-243b9472-07da-45e5-ba08-4ea9d85b04e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c0030e93-906a-41ab-9fdb-1391af6e2fd5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:29.665698 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-243b9472-07da-45e5-ba08-4ea9d85b04e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:29.667491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-243b9472-07da-45e5-ba08-4ea9d85b04e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0030e93-906a-41ab-9fdb-1391af6e2fd5 HTTP/1.1" status: 204 len: 168 time: 0.5543981 Feb 11 04:15:29.680995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b9472-07da-45e5-ba08-4ea9d85b04e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0030e93-906a-41ab-9fdb-1391af6e2fd5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:29.695286 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60fd47ce-813c-457f-804f-3ef684f09b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (57fa4d76-1b22-4afe-a86e-c4fe1de48c3f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:29.707514 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60fd47ce-813c-457f-804f-3ef684f09b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:29.711169 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-60fd47ce-813c-457f-804f-3ef684f09b76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57fa4d76-1b22-4afe-a86e-c4fe1de48c3f HTTP/1.1" status: 204 len: 168 time: 0.3105690 Feb 11 04:15:29.729252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd47ce-813c-457f-804f-3ef684f09b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fa4d76-1b22-4afe-a86e-c4fe1de48c3f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:29.999706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae644cce-4350-42ac-9853-7be7db444238 req-f4d4b898-d526-4c1a-854f-3d90d7da3dcc tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:30.001301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae644cce-4350-42ac-9853-7be7db444238 req-f4d4b898-d526-4c1a-854f-3d90d7da3dcc tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.0757117 Feb 11 04:15:30.082829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae644cce-4350-42ac-9853-7be7db444238 req-1ac94630-61e0-48d9-8712-95c6f014fbd6 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697565 Feb 11 04:15:30.286009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-eb913cc3-c3ac-4d96-afeb-816c65760b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:30.291574 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-eb913cc3-c3ac-4d96-afeb-816c65760b94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 1132 time: 0.1097891 Feb 11 04:15:30.382372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-fd452f36-7af1-40af-9d24-476ca447f42d service neutron] 10.222.0.32 "GET /v2.0/ports/fe242427-de56-4221-89db-e3d425e365f9/bindings/n-h2-712142-35 HTTP/1.1" status: 200 len: 385 time: 0.1490698 Feb 11 04:15:30.395047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad627aa2-2d8d-479e-bb48-87b29a55b42c req-c2301ca9-7df1-46ac-a333-498e5b84b513 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:30.396759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad627aa2-2d8d-479e-bb48-87b29a55b42c req-c2301ca9-7df1-46ac-a333-498e5b84b513 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 944 time: 0.1023741 Feb 11 04:15:30.415454 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-8a8d7a7f-f80e-4f30-b55f-1dc035e81be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:30.416962 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-8a8d7a7f-f80e-4f30-b55f-1dc035e81be2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1149096 Feb 11 04:15:30.461558 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-0066a7bd-0c2f-4264-b522-00ca11b317a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6 HTTP/1.1" status: 200 len: 217 time: 0.0377505 Feb 11 04:15:30.492097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad627aa2-2d8d-479e-bb48-87b29a55b42c req-c9dfcf5b-fcb2-41d9-b286-1a8b4eefdea9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893002 Feb 11 04:15:30.549328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device ac5b2b40-9739-4b6e-b88c-a72c013b23e9 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:15:30.553458 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-2e0fba60-36cd-4892-9303-a9d0b5e0bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:30.565976 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-2e0fba60-36cd-4892-9303-a9d0b5e0bf62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0828981 Feb 11 04:15:30.612406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: ac5b2b40-9739-4b6e-b88c-a72c013b23e9 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:15:30.613113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device ac5b2b40-9739-4b6e-b88c-a72c013b23e9 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:15:30.666099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-85ed56ea-e553-4e55-842c-2128ef1e282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:30.666099 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-85ed56ea-e553-4e55-842c-2128ef1e282f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0996525 Feb 11 04:15:30.666099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34638) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:30.691941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dde84f37-0519-465c-ad6d-795625b41176 req-8273c85e-b9a4-4aa0-a69a-d007dcdb2812 service neutron] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=fe242427-de56-4221-89db-e3d425e365f9,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:30.709893 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d0035932-927a-4105-9b4a-439e59c53112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:30.722519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dde84f37-0519-465c-ad6d-795625b41176 req-8273c85e-b9a4-4aa0-a69a-d007dcdb2812 service neutron] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:30.785541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-dde84f37-0519-465c-ad6d-795625b41176 req-8273c85e-b9a4-4aa0-a69a-d007dcdb2812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe242427-de56-4221-89db-e3d425e365f9 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:30.803401 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dde84f37-0519-465c-ad6d-795625b41176 req-8273c85e-b9a4-4aa0-a69a-d007dcdb2812 service neutron] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=fe242427-de56-4221-89db-e3d425e365f9,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:30.832233 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-705c84c0-34f5-4175-984e-23d9786c751a service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477597 Feb 11 04:15:30.836008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98736582-03fb-4337-8900-085e6b09a13d req-2ec1e1ec-3bf3-4930-bde7-2d113b8b3008 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:30.839771 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98736582-03fb-4337-8900-085e6b09a13d req-2ec1e1ec-3bf3-4930-bde7-2d113b8b3008 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.0937772 Feb 11 04:15:30.842790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34646) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:30.887435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dde84f37-0519-465c-ad6d-795625b41176 req-8273c85e-b9a4-4aa0-a69a-d007dcdb2812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fe242427-de56-4221-89db-e3d425e365f9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:30.952236 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d4ab912e-45c7-48ab-b7e4-4a419aab40af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e241cd3c3b84ebea5756c8490369b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1082852 Feb 11 04:15:30.957616 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34648) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:30.967292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d0035932-927a-4105-9b4a-439e59c53112 admin admin] Publish callbacks [] for security_group (9079924a-19cf-4f6c-b930-a39697d81d4e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:30.967618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98736582-03fb-4337-8900-085e6b09a13d req-f8c9400c-04fe-47a4-84f3-d992d4f6abb5 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225710 Feb 11 04:15:30.998360 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-722aab0d-27fa-4d3d-93a7-70324b9fcb9b service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562133 Feb 11 04:15:31.002061 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-510e1701-ddad-4df9-b283-c6f44dad3c26 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:15:31.003145 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-510e1701-ddad-4df9-b283-c6f44dad3c26 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122643 Feb 11 04:15:31.027629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-dde84f37-0519-465c-ad6d-795625b41176 req-8273c85e-b9a4-4aa0-a69a-d007dcdb2812 service neutron] Transition to ACTIVE for port object fe242427-de56-4221-89db-e3d425e365f9 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:15:31.031078 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d0035932-927a-4105-9b4a-439e59c53112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9079924a-19cf-4f6c-b930-a39697d81d4e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:31.110145 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a578d2f6-5dac-4816-94a6-2f50b4fd0e49 admin admin] Publish callbacks [] for security_group (920362c8-4b24-4f43-9687-e397506c2533), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:31.119210 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d0035932-927a-4105-9b4a-439e59c53112 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05722ccfea994283887a73b9c6d0ea03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4490011 Feb 11 04:15:31.119210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-adef4b30-ba06-407e-969e-09da05e0ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:31.119394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34654) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:31.126128 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-adef4b30-ba06-407e-969e-09da05e0ce40 service neutron] 10.222.0.13 "GET /v2.0/ports/4d466aff-0a38-473a-a521-0a4e6b7aea76 HTTP/1.1" status: 200 len: 1125 time: 0.1059432 Feb 11 04:15:31.132444 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dde84f37-0519-465c-ad6d-795625b41176 req-8273c85e-b9a4-4aa0-a69a-d007dcdb2812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (fe242427-de56-4221-89db-e3d425e365f9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:31.138580 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-4503bceb-b740-4516-aa84-4adf7ecb82db service neutron] Request body: {'binding': {'host': 'n-h1-712142-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:31.139226 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-4503bceb-b740-4516-aa84-4adf7ecb82db service neutron] Unknown quota resources ['binding']. {{(pid=103808) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:15:31.141319 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0035932-927a-4105-9b4a-439e59c53112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9079924a-19cf-4f6c-b930-a39697d81d4e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:31.194098 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a578d2f6-5dac-4816-94a6-2f50b4fd0e49 admin admin] Publish callbacks [] for security_group (920362c8-4b24-4f43-9687-e397506c2533), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:31.286931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde84f37-0519-465c-ad6d-795625b41176 req-8273c85e-b9a4-4aa0-a69a-d007dcdb2812 service neutron] No DVR routers for this DVR port fe242427-de56-4221-89db-e3d425e365f9 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:15:31.339559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-4503bceb-b740-4516-aa84-4adf7ecb82db service neutron] Attempting to bind port 4d466aff-0a38-473a-a521-0a4e6b7aea76 on host n-h1-712142-35 for vnic_type normal with profile None {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:15:31.340337 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-4503bceb-b740-4516-aa84-4adf7ecb82db service neutron] Attempting to bind port 4d466aff-0a38-473a-a521-0a4e6b7aea76 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:15:31.340779 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-4503bceb-b740-4516-aa84-4adf7ecb82db service neutron] Attempting to bind port 4d466aff-0a38-473a-a521-0a4e6b7aea76 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:31.348303 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-4503bceb-b740-4516-aa84-4adf7ecb82db service neutron] Port 4d466aff-0a38-473a-a521-0a4e6b7aea76 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:15:31.348880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-4503bceb-b740-4516-aa84-4adf7ecb82db service neutron] Attempting to bind port 4d466aff-0a38-473a-a521-0a4e6b7aea76 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:31.356934 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-4503bceb-b740-4516-aa84-4adf7ecb82db service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:15:31.357371 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-4503bceb-b740-4516-aa84-4adf7ecb82db service neutron] Checking segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:31.357884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-4503bceb-b740-4516-aa84-4adf7ecb82db service neutron] Bound using segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:15:31.358418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-4503bceb-b740-4516-aa84-4adf7ecb82db service neutron] Bound port: 4d466aff-0a38-473a-a521-0a4e6b7aea76, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:15:31.359196 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-8273c85e-b9a4-4aa0-a69a-d007dcdb2812 service neutron] 10.222.0.32 "PUT /v2.0/ports/fe242427-de56-4221-89db-e3d425e365f9/bindings/n-h2-712142-35/activate HTTP/1.1" status: 200 len: 370 time: 0.9713457 Feb 11 04:15:31.362997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273c85e-b9a4-4aa0-a69a-d007dcdb2812 service neutron] Pushing event updated for resources: {'Port': ['ID=fe242427-de56-4221-89db-e3d425e365f9,revision_number=10']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:31.387657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dc787-b93c-407a-b1e6-aea9d95a2d98 req-29571403-aa5d-4ee7-bb53-57cc6e2083d8 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:31.389444 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c4dc787-b93c-407a-b1e6-aea9d95a2d98 req-29571403-aa5d-4ee7-bb53-57cc6e2083d8 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.1808648 Feb 11 04:15:31.389915 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a578d2f6-5dac-4816-94a6-2f50b4fd0e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (920362c8-4b24-4f43-9687-e397506c2533), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:31.393317 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a150aae0-abd6-4424-a81a-57f22b353c45 admin admin] Publish callbacks [] for security_group (9079924a-19cf-4f6c-b930-a39697d81d4e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:31.393528 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a578d2f6-5dac-4816-94a6-2f50b4fd0e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:31.394842 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a578d2f6-5dac-4816-94a6-2f50b4fd0e49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/920362c8-4b24-4f43-9687-e397506c2533 HTTP/1.1" status: 204 len: 168 time: 0.4362240 Feb 11 04:15:31.424819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578d2f6-5dac-4816-94a6-2f50b4fd0e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920362c8-4b24-4f43-9687-e397506c2533,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:31.446836 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a150aae0-abd6-4424-a81a-57f22b353c45 admin admin] Publish callbacks [] for security_group (9079924a-19cf-4f6c-b930-a39697d81d4e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:31.448508 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-4503bceb-b740-4516-aa84-4adf7ecb82db service neutron] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:15:31.499407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c4dc787-b93c-407a-b1e6-aea9d95a2d98 req-26799783-275f-4b20-a76f-baf433382c0c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972655 Feb 11 04:15:31.532501 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-4503bceb-b740-4516-aa84-4adf7ecb82db service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:31.546255 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-4503bceb-b740-4516-aa84-4adf7ecb82db service neutron] 10.222.0.13 "POST /v2.0/ports/4d466aff-0a38-473a-a521-0a4e6b7aea76/bindings HTTP/1.1" status: 201 len: 390 time: 0.4125237 Feb 11 04:15:31.604069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f37-0519-465c-ad6d-795625b41176 req-7b188401-6232-4159-864c-cab914a8efa3 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:31.605686 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-7b188401-6232-4159-864c-cab914a8efa3 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0&tenant_id=19d7885d46e54fd38e6c302286350aee&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 1128 time: 0.0581150 Feb 11 04:15:31.615524 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a150aae0-abd6-4424-a81a-57f22b353c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9079924a-19cf-4f6c-b930-a39697d81d4e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:31.618144 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a150aae0-abd6-4424-a81a-57f22b353c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:31.619327 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a150aae0-abd6-4424-a81a-57f22b353c45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9079924a-19cf-4f6c-b930-a39697d81d4e HTTP/1.1" status: 204 len: 168 time: 0.4992228 Feb 11 04:15:31.630361 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150aae0-abd6-4424-a81a-57f22b353c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9079924a-19cf-4f6c-b930-a39697d81d4e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:31.656653 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94837b3-428e-4b63-9177-6974020e8433 req-c5851462-dc15-496e-b514-97bd4fe1d602 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:31.658654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d94837b3-428e-4b63-9177-6974020e8433 req-c5851462-dc15-496e-b514-97bd4fe1d602 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.0730174 Feb 11 04:15:31.718387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f37-0519-465c-ad6d-795625b41176 req-95ff2bc5-65f1-4492-a797-89fd8cf231d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:31.720009 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-95ff2bc5-65f1-4492-a797-89fd8cf231d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0&tenant_id=19d7885d46e54fd38e6c302286350aee HTTP/1.1" status: 200 len: 1128 time: 0.0980012 Feb 11 04:15:31.720859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d94837b3-428e-4b63-9177-6974020e8433 req-62d14e1e-586a-4b06-9dc3-f635c5344d2c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560532 Feb 11 04:15:31.822905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f37-0519-465c-ad6d-795625b41176 req-7ea5cb14-b868-44b4-89fe-90d46b7a3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:31.824483 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-7ea5cb14-b868-44b4-89fe-90d46b7a3eb3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 1128 time: 0.0703232 Feb 11 04:15:31.926152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4f177-007d-4c4c-839d-ebcec62a4780 req-60fbbdcc-01ea-487b-aa87-9c16ceca69f7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:31.926446 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69c4f177-007d-4c4c-839d-ebcec62a4780 req-60fbbdcc-01ea-487b-aa87-9c16ceca69f7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 945 time: 0.1133423 Feb 11 04:15:31.926925 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34678) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:31.962811 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f37-0519-465c-ad6d-795625b41176 req-04b45f8f-0126-4294-bc09-b8dbfa327f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:31.963525 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-04b45f8f-0126-4294-bc09-b8dbfa327f7b service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.1325591 Feb 11 04:15:32.011499 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-3732f8d5-7b2b-4c5b-967a-5167ab593197 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe242427-de56-4221-89db-e3d425e365f9 HTTP/1.1" status: 200 len: 217 time: 0.0388436 Feb 11 04:15:32.043172 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69c4f177-007d-4c4c-839d-ebcec62a4780 req-9bac031e-c4fe-44e5-9309-3bce03759d8f tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081576 Feb 11 04:15:32.057011 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1b70b-7a26-4047-a4ba-4f0fc14c761e req-9e655feb-b52b-4dd3-bd1e-9140c265c4c4 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:32.058653 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dce1b70b-7a26-4047-a4ba-4f0fc14c761e req-9e655feb-b52b-4dd3-bd1e-9140c265c4c4 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 945 time: 0.0996003 Feb 11 04:15:32.097943 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f37-0519-465c-ad6d-795625b41176 req-235bf8d5-27e3-468d-bdac-7c3fa9d5a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:32.100091 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-235bf8d5-27e3-468d-bdac-7c3fa9d5a586 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.0817087 Feb 11 04:15:32.138322 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dce1b70b-7a26-4047-a4ba-4f0fc14c761e req-3092a934-4c8a-4fca-aff7-b6eb30b43581 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729029 Feb 11 04:15:32.169615 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-91762069-56c0-4ad4-9295-b8a03d1b6790 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615373 Feb 11 04:15:32.306284 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-de1f6d91-d502-4a0a-90b6-71b07289739e service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274347 Feb 11 04:15:32.306471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5c044-6f42-40ea-aa34-f698acf90f19 req-b5288a94-5d39-4282-9c12-835fe267668c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:32.306471 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2a5c044-6f42-40ea-aa34-f698acf90f19 req-b5288a94-5d39-4282-9c12-835fe267668c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.1670270 Feb 11 04:15:32.311959 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae59a02f-1e67-492b-a834-ee12cd597b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:32.356899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-b8e8d62d-9ee3-48ed-894b-74634f29060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:32.358393 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-b8e8d62d-9ee3-48ed-894b-74634f29060b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 1128 time: 0.1609890 Feb 11 04:15:32.410136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c1913-8e33-46e7-ab2a-b0a5531a4813 req-4cdac3d5-6fc5-4676-9396-5aca523c77fb tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:32.412420 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-098c1913-8e33-46e7-ab2a-b0a5531a4813 req-4cdac3d5-6fc5-4676-9396-5aca523c77fb tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.1804924 Feb 11 04:15:32.421675 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-bd94ba90-49c8-4a9c-9aab-7eab8d2050df service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114872 Feb 11 04:15:32.530406 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2a5c044-6f42-40ea-aa34-f698acf90f19 req-7b840c22-0a8f-489d-9625-b99d5edffe96 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146103 Feb 11 04:15:32.834838 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-098c1913-8e33-46e7-ab2a-b0a5531a4813 req-7fe48f6a-7afd-4a7a-a9fc-a008c5c26875 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909831 Feb 11 04:15:32.854894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-c98e741b-4ec8-44b6-ac07-ea4b71caa8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:32.859337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-c98e741b-4ec8-44b6-ac07-ea4b71caa8c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.4861057 Feb 11 04:15:32.878223 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae59a02f-1e67-492b-a834-ee12cd597b49 admin admin] Publish callbacks [] for security_group (eb936c57-9343-44d3-8749-87ddd4e8bda3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:32.910092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-172197b3-bd4b-4145-93ca-c1299d3a01f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76 HTTP/1.1" status: 200 len: 217 time: 0.0435281 Feb 11 04:15:32.965027 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a1c9e-a14e-4d78-ae54-e9c17f34a449 req-f3a66023-21bd-4286-af5e-15b53eb1f055 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:32.966547 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-420a1c9e-a14e-4d78-ae54-e9c17f34a449 req-f3a66023-21bd-4286-af5e-15b53eb1f055 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.1596904 Feb 11 04:15:32.969760 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae59a02f-1e67-492b-a834-ee12cd597b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (eb936c57-9343-44d3-8749-87ddd4e8bda3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:33.022106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-abc1437c-5631-4bf4-8e89-8c5ba8c21c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:33.023730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-abc1437c-5631-4bf4-8e89-8c5ba8c21c1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.1075866 Feb 11 04:15:33.024966 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84f37-0519-465c-ad6d-795625b41176 req-5b200066-2119-486d-9cc5-cdfd0c6340a0 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:33.026944 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-5b200066-2119-486d-9cc5-cdfd0c6340a0 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0&tenant_id=19d7885d46e54fd38e6c302286350aee&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 1128 time: 0.0749929 Feb 11 04:15:33.049281 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ae59a02f-1e67-492b-a834-ee12cd597b49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8f4bc971d8b41249dfa00bc19f7534c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1206658 Feb 11 04:15:33.061593 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34718) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:33.067060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59a02f-1e67-492b-a834-ee12cd597b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb936c57-9343-44d3-8749-87ddd4e8bda3,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:33.074661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-737e80d2-8f2c-44ad-9d84-b35ad8408632 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374780 Feb 11 04:15:33.186242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-420a1c9e-a14e-4d78-ae54-e9c17f34a449 req-ba332d8e-b450-4849-8f1e-1a071fec76dd tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089407 Feb 11 04:15:33.226563 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1987231-716e-4b27-8537-bf3118a446f2 admin admin] Publish callbacks [] for security_group (eb936c57-9343-44d3-8749-87ddd4e8bda3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:33.257192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba497a-be3e-4b2c-8232-093cf618cc66 req-72181f67-74aa-4830-9462-fa15411c559f tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:33.258544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80ba497a-be3e-4b2c-8232-093cf618cc66 req-72181f67-74aa-4830-9462-fa15411c559f tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 945 time: 0.0915833 Feb 11 04:15:33.261227 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1987231-716e-4b27-8537-bf3118a446f2 admin admin] Publish callbacks [] for security_group (eb936c57-9343-44d3-8749-87ddd4e8bda3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:33.261401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-6d2c4aec-d14f-47fd-a93c-85bfbad309bd service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789136 Feb 11 04:15:33.382715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-dde84f37-0519-465c-ad6d-795625b41176 req-4d394c72-25a0-420b-bbbb-0ef385f7aaeb service neutron] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:33.386175 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-dde84f37-0519-465c-ad6d-795625b41176 req-4d394c72-25a0-420b-bbbb-0ef385f7aaeb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:33.398447 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dde84f37-0519-465c-ad6d-795625b41176 req-4d394c72-25a0-420b-bbbb-0ef385f7aaeb service neutron] 10.222.0.47 "DELETE /v2.0/ports/fe242427-de56-4221-89db-e3d425e365f9/bindings/n-h1-712142-35 HTTP/1.1" status: 204 len: 173 time: 0.3540022 Feb 11 04:15:33.414189 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1987231-716e-4b27-8537-bf3118a446f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (eb936c57-9343-44d3-8749-87ddd4e8bda3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:33.416735 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1987231-716e-4b27-8537-bf3118a446f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:33.417853 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f1987231-716e-4b27-8537-bf3118a446f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb936c57-9343-44d3-8749-87ddd4e8bda3 HTTP/1.1" status: 204 len: 168 time: 0.3553140 Feb 11 04:15:33.426157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80ba497a-be3e-4b2c-8232-093cf618cc66 req-84f72a79-c5c9-4a65-83d9-3878c04bcc7f tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620529 Feb 11 04:15:33.435311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-1b0b2860-cecc-4039-bd9a-e0eeeba7f0c1 service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617427 Feb 11 04:15:33.438778 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1987231-716e-4b27-8537-bf3118a446f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb936c57-9343-44d3-8749-87ddd4e8bda3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:33.466424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d990f-28a6-41c8-9cd1-01da58a4d158 req-2ee16de4-0ecc-4e49-a867-35ad3224eb1e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:33.466424 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-189d990f-28a6-41c8-9cd1-01da58a4d158 req-2ee16de4-0ecc-4e49-a867-35ad3224eb1e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 945 time: 0.1273394 Feb 11 04:15:33.527784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-189d990f-28a6-41c8-9cd1-01da58a4d158 req-5c66f1ed-ca15-4d60-be53-19947a0dfe7d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613127 Feb 11 04:15:33.619720 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:33.711621 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:33.725903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-1f3f7641-610c-4b16-900e-0d61366d3d98 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:33.727649 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-1f3f7641-610c-4b16-900e-0d61366d3d98 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413&tenant_id=2ecf6acdd8224d998729629979558449&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 1128 time: 0.1657262 Feb 11 04:15:33.743553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-35'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:33.748882 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2200d2-6cf5-4f68-9701-518a8adb38ec req-75353760-4ee9-41af-bb98-b16c6a775690 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:33.750436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba2200d2-6cf5-4f68-9701-518a8adb38ec req-75353760-4ee9-41af-bb98-b16c6a775690 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 1128 time: 0.1103525 Feb 11 04:15:33.777469 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b08473-27e7-4694-b076-229acb131f2a req-a281edba-5839-430a-a4f6-2ade864a37af tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:33.784323 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08b08473-27e7-4694-b076-229acb131f2a req-a281edba-5839-430a-a4f6-2ade864a37af tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.1604810 Feb 11 04:15:33.892473 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:33.897852 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba2200d2-6cf5-4f68-9701-518a8adb38ec req-58c41209-9252-457d-b0aa-712442cd27da tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115875 Feb 11 04:15:33.919755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08b08473-27e7-4694-b076-229acb131f2a req-c725f08b-4af5-4c2e-9e76-fb91767dd7f9 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302834 Feb 11 04:15:34.126065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34762) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:34.147775 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8fe16dd2-9893-426a-af83-ef8caf7ffddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:34.193689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6882cac-65c0-499f-b491-135029552d1e req-51ba6894-d223-449a-9bd5-2a4fd89456e2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:34.195317 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6882cac-65c0-499f-b491-135029552d1e req-51ba6894-d223-449a-9bd5-2a4fd89456e2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.1619225 Feb 11 04:15:34.202277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda9a23-bbc8-4510-b2a2-d4e68f2a0490 req-f9e3fd4a-a4b9-427c-a887-91426f41ccb5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:34.203778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edda9a23-bbc8-4510-b2a2-d4e68f2a0490 req-f9e3fd4a-a4b9-427c-a887-91426f41ccb5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.1676216 Feb 11 04:15:34.211657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:34.261630 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8fe16dd2-9893-426a-af83-ef8caf7ffddc admin admin] Publish callbacks [] for security_group (4272b0bd-e8d1-455b-8d9d-f50c5013797d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:34.310716 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6882cac-65c0-499f-b491-135029552d1e req-17625c9e-fbd4-4694-a322-5aa9e83aecf2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022699 Feb 11 04:15:34.323481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:34.337694 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8fe16dd2-9893-426a-af83-ef8caf7ffddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4272b0bd-e8d1-455b-8d9d-f50c5013797d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:34.384121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edda9a23-bbc8-4510-b2a2-d4e68f2a0490 req-a8253076-4dcb-4a71-b0f5-54e4c0b7e9af tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433797 Feb 11 04:15:34.399735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e683866-f923-46c5-8406-87c0d3273413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d466aff-0a38-473a-a521-0a4e6b7aea76'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:34.400705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe16dd2-9893-426a-af83-ef8caf7ffddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4272b0bd-e8d1-455b-8d9d-f50c5013797d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:34.402984 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c564ca0-bf3b-41f4-b609-1694f2fe2ead" -d '{"events": [{"server_uuid": "8e683866-f923-46c5-8406-87c0d3273413", "name": "network-vif-unplugged", "status": "completed", "tag": "4d466aff-0a38-473a-a521-0a4e6b7aea76"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:34.411835 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Publish callbacks [] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:34.440735 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8fe16dd2-9893-426a-af83-ef8caf7ffddc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea9314fba1c443d2b0616fc9e4c16132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115489 Feb 11 04:15:34.445157 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34784) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:34.464200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device fe242427-de56-4221-89db-e3d425e365f9 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:15:34.540846 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] The host n-h1-712142-35 is not matching for port fe242427-de56-4221-89db-e3d425e365f9 host n-h2-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:15:34.541535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device fe242427-de56-4221-89db-e3d425e365f9 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:15:34.559005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-f70acd76-de50-4777-91d9-c30efa3663be tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:34.560518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-f70acd76-de50-4777-91d9-c30efa3663be tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 821 time: 0.1378851 Feb 11 04:15:34.570222 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:34.581276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4c338d40-a6ee-4aba-9826-303981806107 admin admin] Publish callbacks [] for security_group (4272b0bd-e8d1-455b-8d9d-f50c5013797d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:34.619408 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4c338d40-a6ee-4aba-9826-303981806107 admin admin] Publish callbacks [] for security_group (4272b0bd-e8d1-455b-8d9d-f50c5013797d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:34.654531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-a4f25c73-62f2-456e-b684-900d00c7c744 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/quotas/19d7885d46e54fd38e6c302286350aee HTTP/1.1" status: 200 len: 375 time: 0.0795236 Feb 11 04:15:34.723588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Pushing event updated for resources: {'Port': ['ID=4d466aff-0a38-473a-a521-0a4e6b7aea76,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:34.762916 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1f43d-61cf-4582-939a-5ce46cdbe53d req-4b48d409-a4c6-404d-8349-4545c2598201 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:34.764425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4eb1f43d-61cf-4582-939a-5ce46cdbe53d req-4b48d409-a4c6-404d-8349-4545c2598201 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.2126238 Feb 11 04:15:34.770516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Attempting to bind port 4d466aff-0a38-473a-a521-0a4e6b7aea76 on host n-h2-712142-35 for vnic_type normal with profile {"migrating_to": "n-h1-712142-35"} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:15:34.771094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Attempting to bind port 4d466aff-0a38-473a-a521-0a4e6b7aea76 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:15:34.771454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Attempting to bind port 4d466aff-0a38-473a-a521-0a4e6b7aea76 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:34.774929 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4c338d40-a6ee-4aba-9826-303981806107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4272b0bd-e8d1-455b-8d9d-f50c5013797d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:34.779822 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4c338d40-a6ee-4aba-9826-303981806107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:34.781439 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4c338d40-a6ee-4aba-9826-303981806107 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4272b0bd-e8d1-455b-8d9d-f50c5013797d HTTP/1.1" status: 204 len: 168 time: 0.3348222 Feb 11 04:15:34.791400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c338d40-a6ee-4aba-9826-303981806107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4272b0bd-e8d1-455b-8d9d-f50c5013797d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:34.792070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Port 4d466aff-0a38-473a-a521-0a4e6b7aea76 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:15:34.792473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Attempting to bind port 4d466aff-0a38-473a-a521-0a4e6b7aea76 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:34.819560 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-0b539016-75ff-488e-8926-e3f537d615fa tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1504369 Feb 11 04:15:34.822210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:15:34.822581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Checking segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:34.823265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Bound using segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:15:34.823591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Bound port: 4d466aff-0a38-473a-a521-0a4e6b7aea76, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:15:34.824055 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:34.942356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4eb1f43d-61cf-4582-939a-5ce46cdbe53d req-441b1451-c9fa-4d09-bba3-9e869253ed8a tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674898 Feb 11 04:15:35.004843 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-5c9dd373-e360-4461-a37a-14a72a281600 service neutron] 10.222.0.13 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745837 Feb 11 04:15:35.007808 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:35.011127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:15:35.023194 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793aeacd-55bc-446b-8440-08caf184ac31 x-openstack-request-id: req-793aeacd-55bc-446b-8440-08caf184ac31 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:35.023481 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e683866-f923-46c5-8406-87c0d3273413", "name": "network-vif-unplugged", "status": "completed", "tag": "4d466aff-0a38-473a-a521-0a4e6b7aea76", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:35.023767 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-793aeacd-55bc-446b-8440-08caf184ac31 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:35.024183 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e683866-f923-46c5-8406-87c0d3273413', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d466aff-0a38-473a-a521-0a4e6b7aea76', 'code': 200} Feb 11 04:15:35.109410 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:35.185636 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-8105ff37-b815-4ade-b246-0cc37f13a144 service neutron] 10.222.0.13 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727531 Feb 11 04:15:35.242027 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8763ad-49e2-4a70-98cb-ec41dfdcd3e4 req-516d9f5f-f0ba-4684-a139-35c0ed96bbdc tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:35.244022 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d8763ad-49e2-4a70-98cb-ec41dfdcd3e4 req-516d9f5f-f0ba-4684-a139-35c0ed96bbdc tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 943 time: 0.1669853 Feb 11 04:15:35.247158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Pushing event updated for resources: {'Port': ['ID=4d466aff-0a38-473a-a521-0a4e6b7aea76,revision_number=8']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:35.252727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:35.253350 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:35.254698 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-8b815f6b-83e3-4bbf-a933-919ad6a4461c service neutron] 10.222.0.32 "PUT /v2.0/ports/4d466aff-0a38-473a-a521-0a4e6b7aea76 HTTP/1.1" status: 200 len: 1123 time: 1.5179269 Feb 11 04:15:35.309046 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d8763ad-49e2-4a70-98cb-ec41dfdcd3e4 req-913dfb6e-ebbd-43e0-b049-23fb6a1248f4 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580826 Feb 11 04:15:35.486775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['4d466aff-0a38-473a-a521-0a4e6b7aea76'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:35.608027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-7d40b7c1-de47-48de-8ba5-8be012993521 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=91feb93a57cf408ebd51e8d2b2d11b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290692 Feb 11 04:15:35.735363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-e5c77f19-80c0-4d73-8ae2-8a5825a4e9e8 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:35.736739 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-e5c77f19-80c0-4d73-8ae2-8a5825a4e9e8 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1225770 Feb 11 04:15:35.752716 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-20f0f946-670a-4df9-ba21-b5f48dc5e1c4 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/quotas/91feb93a57cf408ebd51e8d2b2d11b84 HTTP/1.1" status: 200 len: 375 time: 0.0098212 Feb 11 04:15:35.788786 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-a802f0a9-f8d6-4515-bee5-9329d370f2c5 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91feb93a57cf408ebd51e8d2b2d11b84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285087 Feb 11 04:15:36.129659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef2e8c-e517-466c-b372-9303c561944c req-87a4a781-37f6-4f2f-951d-8830063e55de tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:36.136995 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41ef2e8c-e517-466c-b372-9303c561944c req-87a4a781-37f6-4f2f-951d-8830063e55de tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.1016960 Feb 11 04:15:36.191177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7875ca-a40b-4c37-9d0d-9d60c127b73b req-48b13d3d-9055-4db9-8c41-17ecd0f69d5b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:36.199478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad7875ca-a40b-4c37-9d0d-9d60c127b73b req-48b13d3d-9055-4db9-8c41-17ecd0f69d5b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.1269317 Feb 11 04:15:36.229229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41ef2e8c-e517-466c-b372-9303c561944c req-b252b68a-490d-47bd-9965-821b4dc892dc tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913398 Feb 11 04:15:36.253345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad7875ca-a40b-4c37-9d0d-9d60c127b73b req-3d914e96-8b67-481c-9c44-4a48170be8a5 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530026 Feb 11 04:15:36.326897 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8faf7155-7576-4446-8be1-2d4ca007263c req-41d96889-731b-48ae-82f7-073081602c68 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 210 time: 0.0456910 Feb 11 04:15:36.344853 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d639b82-68c8-455a-a6f7-faec31088a53 req-9258f8a2-faa8-405e-82c4-dcafcf74ab0f tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 210 time: 0.0402734 Feb 11 04:15:36.742773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d47314-16be-4758-ac79-65ce80f06cc8 req-de74e798-f713-47de-8759-bc989b84c0f5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:36.744410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3d47314-16be-4758-ac79-65ce80f06cc8 req-de74e798-f713-47de-8759-bc989b84c0f5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 943 time: 0.0665801 Feb 11 04:15:36.798125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3d47314-16be-4758-ac79-65ce80f06cc8 req-200551ce-af1d-4f6f-88ed-e78ca6428f42 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478351 Feb 11 04:15:37.025188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e683866-f923-46c5-8406-87c0d3273413', 'tag': '4d466aff-0a38-473a-a521-0a4e6b7aea76'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:37.028746 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed99f0c9-37bd-4cf7-818d-579b4e060905" -d '{"events": [{"name": "network-changed", "server_uuid": "8e683866-f923-46c5-8406-87c0d3273413", "tag": "4d466aff-0a38-473a-a521-0a4e6b7aea76"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:37.171838 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c1fb50-8dac-4f73-8969-5191f6972937 x-openstack-request-id: req-02c1fb50-8dac-4f73-8969-5191f6972937 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:37.172135 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e683866-f923-46c5-8406-87c0d3273413", "tag": "4d466aff-0a38-473a-a521-0a4e6b7aea76", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:37.172458 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02c1fb50-8dac-4f73-8969-5191f6972937 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:37.172853 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e683866-f923-46c5-8406-87c0d3273413', 'tag': '4d466aff-0a38-473a-a521-0a4e6b7aea76', 'status': 'completed', 'code': 200} Feb 11 04:15:37.261729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99f0c9-37bd-4cf7-818d-579b4e060905 req-c85b0799-129a-4bea-9f46-f6065b6fbfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:37.263960 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ed99f0c9-37bd-4cf7-818d-579b4e060905 req-c85b0799-129a-4bea-9f46-f6065b6fbfd6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 1157 time: 0.0546517 Feb 11 04:15:37.384402 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99f0c9-37bd-4cf7-818d-579b4e060905 req-fa34e7bd-2544-4f27-8be3-7e45b4bee502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:37.385876 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ed99f0c9-37bd-4cf7-818d-579b4e060905 req-fa34e7bd-2544-4f27-8be3-7e45b4bee502 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.1139970 Feb 11 04:15:37.455266 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ed99f0c9-37bd-4cf7-818d-579b4e060905 req-0684d7dc-d5b6-4dec-9771-f1def5ff81cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76 HTTP/1.1" status: 200 len: 217 time: 0.0559642 Feb 11 04:15:37.517407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99f0c9-37bd-4cf7-818d-579b4e060905 req-c1d9ae54-b118-4110-b23a-9f57a1f808b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:37.518944 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ed99f0c9-37bd-4cf7-818d-579b4e060905 req-c1d9ae54-b118-4110-b23a-9f57a1f808b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.0463176 Feb 11 04:15:37.552471 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ed99f0c9-37bd-4cf7-818d-579b4e060905 req-8ece0940-02d2-49d7-9822-b34627760185 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272276 Feb 11 04:15:37.691207 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ed99f0c9-37bd-4cf7-818d-579b4e060905 req-25ca839c-cbe9-430b-b543-232972253568 service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315861 Feb 11 04:15:37.716303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168bf1b-cb84-4e35-af6e-daa5d81a004e req-a1548ac7-6f27-4df1-9792-d0d632e9a8e9 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:37.717900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5168bf1b-cb84-4e35-af6e-daa5d81a004e req-a1548ac7-6f27-4df1-9792-d0d632e9a8e9 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.0663714 Feb 11 04:15:37.735152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c79115f-557f-4ce9-811c-b0265eb2e005 req-18f04463-e4ab-4492-a1ba-31e508ccf8e0 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 210 time: 0.0370562 Feb 11 04:15:37.802640 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ed99f0c9-37bd-4cf7-818d-579b4e060905 req-bb80a7dd-0845-481b-8497-8a362bb6a379 service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042762 Feb 11 04:15:37.840166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5168bf1b-cb84-4e35-af6e-daa5d81a004e req-878227d2-41df-4165-8ada-8036b45967e6 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072123 Feb 11 04:15:37.905093 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c750c5a9-e3c7-49b2-914c-3278e7bb717b req-5bf56d6f-51d8-4760-8523-e3bacd304c42 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 210 time: 0.0723984 Feb 11 04:15:37.946233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-72a7886e-33e8-4aa9-8a78-f0348dbc8690 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:37.950923 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-72a7886e-33e8-4aa9-8a78-f0348dbc8690 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.32 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 821 time: 0.1812611 Feb 11 04:15:37.977877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-f68bb0c0-c825-4662-ab4b-876d0b325f9e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Request body: {'port': {'device_id': '519f97af-d3f1-49ac-af8c-ef877a7e8fca', 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3', 'admin_state_up': True, 'tenant_id': '19d7885d46e54fd38e6c302286350aee'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:38.371005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d875b-022b-4bff-b9a6-dee0ee2c2a91 req-3a98634e-c255-42c0-88a9-5e5feaccc749 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:38.372197 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d9d875b-022b-4bff-b9a6-dee0ee2c2a91 req-3a98634e-c255-42c0-88a9-5e5feaccc749 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.3897185 Feb 11 04:15:38.447240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3c7d4-0dd6-4b23-8d57-a27d539da88d req-d18a5602-e737-41eb-b804-a7f8165a8100 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:38.448779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22e3c7d4-0dd6-4b23-8d57-a27d539da88d req-d18a5602-e737-41eb-b804-a7f8165a8100 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 943 time: 0.1334293 Feb 11 04:15:38.463684 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4d466aff-0a38-473a-a521-0a4e6b7aea76 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:15:38.473100 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d9d875b-022b-4bff-b9a6-dee0ee2c2a91 req-4e66ba25-04f1-4cf3-9de8-bf0c3f8595e0 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945234 Feb 11 04:15:38.513250 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22e3c7d4-0dd6-4b23-8d57-a27d539da88d req-c5f08a9d-6b69-46ed-bef6-8f96a8746df7 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564644 Feb 11 04:15:38.557409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-f68bb0c0-c825-4662-ab4b-876d0b325f9e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Made reservation on behalf of 19d7885d46e54fd38e6c302286350aee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:15:38.560924 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-f68bb0c0-c825-4662-ab4b-876d0b325f9e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:38.582048 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-e627ab8d-e0b3-4446-80f4-d3b59dbfbf39 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=91feb93a57cf408ebd51e8d2b2d11b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308082 Feb 11 04:15:38.589402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:38.602873 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4d466aff-0a38-473a-a521-0a4e6b7aea76 has no active binding in host n-h1-712142-35 {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:15:38.743492 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-f4de86f3-e7f0-4690-89ba-37fbe00b23e2 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:38.745831 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-f4de86f3-e7f0-4690-89ba-37fbe00b23e2 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583605 Feb 11 04:15:38.761573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Request body: {'port': {'device_id': '34eef775-468b-42cb-b2e8-8f31f194ed62', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '91feb93a57cf408ebd51e8d2b2d11b84'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:38.806301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-f68bb0c0-c825-4662-ab4b-876d0b325f9e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Allocated IP 172.20.0.9 (5ae78988-79ae-41a1-babe-29352a8104f3/384a4cb6-6e72-4477-8d6d-d0cd5b13e860/07b0f48d-f723-49da-adda-38ffd4691f1d) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:15:38.889812 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a23c3a0-8a15-444c-baac-cb6d389c7133 req-7b590f9b-3a68-4602-86e1-85ceb8dc184e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 210 time: 0.0461946 Feb 11 04:15:39.019250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Made reservation on behalf of 91feb93a57cf408ebd51e8d2b2d11b84 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:15:39.022904 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:39.031964 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:39.040028 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-822abaf5-73ad-491c-837c-ec5e197b211c req-6052298d-9459-4c1f-9265-e95d5b093023 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 210 time: 0.0665696 Feb 11 04:15:39.067311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607b258-1a26-4bdd-a609-8fc299696ee6 req-9c5c8062-3af1-42d4-9ebf-91cd0b3ec453 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:39.070037 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4607b258-1a26-4bdd-a609-8fc299696ee6 req-9c5c8062-3af1-42d4-9ebf-91cd0b3ec453 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.1466942 Feb 11 04:15:39.112306 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-f68bb0c0-c825-4662-ab4b-876d0b325f9e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks [] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:39.113137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Publish callbacks [] for security_group (f371fd27-a123-4a0c-bfb7-0288bf099060), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:39.144525 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4607b258-1a26-4bdd-a609-8fc299696ee6 req-99125c82-2dd9-404c-bc2e-8ba10404ebef tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656307 Feb 11 04:15:39.190856 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f371fd27-a123-4a0c-bfb7-0288bf099060), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:39.242783 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-f68bb0c0-c825-4662-ab4b-876d0b325f9e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:39.249746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f371fd27-a123-4a0c-bfb7-0288bf099060,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:39.274264 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:15:39.289432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-f68bb0c0-c825-4662-ab4b-876d0b325f9e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Network 5ae78988-79ae-41a1-babe-29352a8104f3 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:15:39.292784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-f68bb0c0-c825-4662-ab4b-876d0b325f9e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:15:39.296597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-f68bb0c0-c825-4662-ab4b-876d0b325f9e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:15:39.301775 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-f68bb0c0-c825-4662-ab4b-876d0b325f9e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:39.302518 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-f68bb0c0-c825-4662-ab4b-876d0b325f9e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:39.309537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68bb0c0-c825-4662-ab4b-876d0b325f9e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Pushing event updated for resources: {'Port': ['ID=07b0f48d-f723-49da-adda-38ffd4691f1d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:39.358083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Allocated IP 192.168.233.247 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/9316a47b-e25e-47c4-a051-f1bbd901eeeb) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:15:39.389208 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-f68bb0c0-c825-4662-ab4b-876d0b325f9e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4235759 Feb 11 04:15:39.405033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Request body: {'port': {'device_id': '519f97af-d3f1-49ac-af8c-ef877a7e8fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:39.456987 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34994) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:39.473690 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34998) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:39.556553 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:39.610543 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Publish callbacks [] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:39.651137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e83ef03-0ddf-4b36-bd86-58c182102a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:39.666155 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd59a65a-0f93-4b05-93bb-c38d735e536e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:39.784750 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:39.790924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1a62-ef00-401f-a7f0-41da70c86657 req-ed4d7936-e6f8-45b7-b158-2b95b00bab61 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:39.795324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d99c1a62-ef00-401f-a7f0-41da70c86657 req-ed4d7936-e6f8-45b7-b158-2b95b00bab61 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.1822131 Feb 11 04:15:39.818947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc7176-a41e-400f-96a4-9b1e6fb3c914 req-abb646e7-5bce-45c2-8127-18f5beb4b5b5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:39.820446 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7acc7176-a41e-400f-96a4-9b1e6fb3c914 req-abb646e7-5bce-45c2-8127-18f5beb4b5b5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 943 time: 0.2006450 Feb 11 04:15:39.877706 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:15:39.899515 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:15:39.909378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:15:39.918409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Pushing event updated for resources: {'Port': ['ID=9316a47b-e25e-47c4-a051-f1bbd901eeeb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:39.925643 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e83ef03-0ddf-4b36-bd86-58c182102a62 admin admin] Publish callbacks [] for security_group (e6a134ed-41d7-47bd-bdee-8f5ae8c0403b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:39.955981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d99c1a62-ef00-401f-a7f0-41da70c86657 req-7f0eb103-9943-4b2a-95d5-3d0dbfe8f1cf tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472473 Feb 11 04:15:39.970132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7acc7176-a41e-400f-96a4-9b1e6fb3c914 req-8de8edc9-a2f8-4754-a441-84918910e83b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305740 Feb 11 04:15:40.111396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b0f48d-f723-49da-adda-38ffd4691f1d {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:40.133108 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Publish callbacks [] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.159138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Transition to ACTIVE for port object 07b0f48d-f723-49da-adda-38ffd4691f1d will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:15:40.182719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c3c01-b384-43f2-999a-c192428584b1 req-41c92ca1-421e-4e4a-890a-b28a2f3b0b22 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:40.184622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d5c3c01-b384-43f2-999a-c192428584b1 req-41c92ca1-421e-4e4a-890a-b28a2f3b0b22 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 931 time: 0.1183398 Feb 11 04:15:40.197923 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd59a65a-0f93-4b05-93bb-c38d735e536e admin admin] Publish callbacks [] for security_group (e2668f4b-18fa-4831-9404-b9adb81fa0fb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.198972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e83ef03-0ddf-4b36-bd86-58c182102a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e6a134ed-41d7-47bd-bdee-8f5ae8c0403b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.229133 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.237560 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ac30c4c9-f979-4d53-a21c-981847631f58 None None] Provisioning complete for port 9316a47b-e25e-47c4-a051-f1bbd901eeeb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:15:40.238509 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ac30c4c9-f979-4d53-a21c-981847631f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.261939 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5e83ef03-0ddf-4b36-bd86-58c182102a62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61865de22a234a2b9ba26d3656458291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7845151 Feb 11 04:15:40.261939 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd59a65a-0f93-4b05-93bb-c38d735e536e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e2668f4b-18fa-4831-9404-b9adb81fa0fb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.262870 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35014) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:40.268323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:40.268675 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.278036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83ef03-0ddf-4b36-bd86-58c182102a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a134ed-41d7-47bd-bdee-8f5ae8c0403b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:40.291095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ac30c4c9-f979-4d53-a21c-981847631f58 None None] Port 9316a47b-e25e-47c4-a051-f1bbd901eeeb cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:15:40.320237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210d52-dbbe-40bd-9176-252c4bb870cd req-142ad4a8-c4e1-46fb-9012-14fbbc3364c2 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:40.321846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96210d52-dbbe-40bd-9176-252c4bb870cd req-142ad4a8-c4e1-46fb-9012-14fbbc3364c2 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 936 time: 0.1679780 Feb 11 04:15:40.328370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d5c3c01-b384-43f2-999a-c192428584b1 req-ffc979de-4033-4fa8-9587-9e6fa635f548 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237626 Feb 11 04:15:40.334857 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cd59a65a-0f93-4b05-93bb-c38d735e536e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3766c5e2e6f4c7d9b458ad71f55e4cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8762112 Feb 11 04:15:40.336118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Pushing event updated for resources: {'Port': ['ID=07b0f48d-f723-49da-adda-38ffd4691f1d,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:40.345062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35016) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:40.369556 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59a65a-0f93-4b05-93bb-c38d735e536e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2668f4b-18fa-4831-9404-b9adb81fa0fb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:40.378722 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24ee4a8d-a960-4f9f-aef8-80b2c4025ce9 admin admin] Publish callbacks [] for security_group (e6a134ed-41d7-47bd-bdee-8f5ae8c0403b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.411872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24ee4a8d-a960-4f9f-aef8-80b2c4025ce9 admin admin] Publish callbacks [] for security_group (e6a134ed-41d7-47bd-bdee-8f5ae8c0403b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.415394 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b17e2236-b8a9-4bed-9bed-8f097c3ff937 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6584270 Feb 11 04:15:40.429275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Attempting to bind port 07b0f48d-f723-49da-adda-38ffd4691f1d on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:15:40.429616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Attempting to bind port 07b0f48d-f723-49da-adda-38ffd4691f1d by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:15:40.429952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Attempting to bind port 07b0f48d-f723-49da-adda-38ffd4691f1d on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:40.430575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Request body: {'port': {'device_id': '34eef775-468b-42cb-b2e8-8f31f194ed62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:40.465274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Port 07b0f48d-f723-49da-adda-38ffd4691f1d on network 5ae78988-79ae-41a1-babe-29352a8104f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:15:40.465728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Attempting to bind port 07b0f48d-f723-49da-adda-38ffd4691f1d on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:40.487662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:15:40.488094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Checking segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:40.488545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Bound using segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:15:40.489056 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Bound port: 07b0f48d-f723-49da-adda-38ffd4691f1d, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:15:40.489558 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.493955 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96210d52-dbbe-40bd-9176-252c4bb870cd req-491d0905-3ccc-4f83-ba47-196fb266bddb tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643651 Feb 11 04:15:40.512078 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.529511 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38d8763c-4b23-4f94-b581-4422d6f67de5 admin admin] Publish callbacks [] for security_group (e2668f4b-18fa-4831-9404-b9adb81fa0fb), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.584934 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec063c-895c-4ae4-bd33-2d23fbdd3f2f req-d2695b46-5025-494a-b81e-43857d373b25 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:40.586433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51ec063c-895c-4ae4-bd33-2d23fbdd3f2f req-d2695b46-5025-494a-b81e-43857d373b25 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.1813710 Feb 11 04:15:40.603012 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38d8763c-4b23-4f94-b581-4422d6f67de5 admin admin] Publish callbacks [] for security_group (e2668f4b-18fa-4831-9404-b9adb81fa0fb), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.618190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5578fa59-21b3-4b26-9b59-1c3d5357d126 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:15:40.618821 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24ee4a8d-a960-4f9f-aef8-80b2c4025ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e6a134ed-41d7-47bd-bdee-8f5ae8c0403b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.621397 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24ee4a8d-a960-4f9f-aef8-80b2c4025ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.622599 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-24ee4a8d-a960-4f9f-aef8-80b2c4025ce9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6a134ed-41d7-47bd-bdee-8f5ae8c0403b HTTP/1.1" status: 204 len: 168 time: 0.3513539 Feb 11 04:15:40.644850 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee4a8d-a960-4f9f-aef8-80b2c4025ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a134ed-41d7-47bd-bdee-8f5ae8c0403b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:40.650100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:40.660062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=07b0f48d-f723-49da-adda-38ffd4691f1d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:15:40.718953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51ec063c-895c-4ae4-bd33-2d23fbdd3f2f req-b66b651a-633a-42d0-87b9-37f905bcabab tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223807 Feb 11 04:15:40.746189 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.784229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:40.784840 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.787258 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] 10.222.0.32 "PUT /v2.0/ports/07b0f48d-f723-49da-adda-38ffd4691f1d HTTP/1.1" status: 200 len: 1092 time: 1.3883009 Feb 11 04:15:40.787382 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519f97af-d3f1-49ac-af8c-ef877a7e8fca', 'tag': '07b0f48d-f723-49da-adda-38ffd4691f1d'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:40.789913 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379f522d-766b-4382-85d3-002286ee0123" -d '{"events": [{"name": "network-changed", "server_uuid": "519f97af-d3f1-49ac-af8c-ef877a7e8fca", "tag": "07b0f48d-f723-49da-adda-38ffd4691f1d"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:40.813616 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38d8763c-4b23-4f94-b581-4422d6f67de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e2668f4b-18fa-4831-9404-b9adb81fa0fb), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.816304 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38d8763c-4b23-4f94-b581-4422d6f67de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.820240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-38d8763c-4b23-4f94-b581-4422d6f67de5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2668f4b-18fa-4831-9404-b9adb81fa0fb HTTP/1.1" status: 204 len: 168 time: 0.4728653 Feb 11 04:15:40.827618 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5578fa59-21b3-4b26-9b59-1c3d5357d126, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5578fa59-21b3-4b26-9b59-1c3d5357d126,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:40.836751 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa6c5a3-94a4-4935-8b36-95f3357580d4 x-openstack-request-id: req-9aa6c5a3-94a4-4935-8b36-95f3357580d4 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:40.837053 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519f97af-d3f1-49ac-af8c-ef877a7e8fca", "tag": "07b0f48d-f723-49da-adda-38ffd4691f1d", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:40.837314 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9aa6c5a3-94a4-4935-8b36-95f3357580d4 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:40.837710 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519f97af-d3f1-49ac-af8c-ef877a7e8fca', 'tag': '07b0f48d-f723-49da-adda-38ffd4691f1d', 'status': 'completed', 'code': 200} Feb 11 04:15:40.844731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8763c-4b23-4f94-b581-4422d6f67de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2668f4b-18fa-4831-9404-b9adb81fa0fb,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:40.852993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340413a9-26f4-49a9-a34a-34e0ed39c18e service neutron] Pushing event updated for resources: {'Port': ['ID=07b0f48d-f723-49da-adda-38ffd4691f1d,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:40.856051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '5578fa59-21b3-4b26-9b59-1c3d5357d126', 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f', 'port_id': '5578fa59-21b3-4b26-9b59-1c3d5357d126', 'mac_address': 'fa:16:3e:fc:09:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:15:40.881831 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9316a47b-e25e-47c4-a051-f1bbd901eeeb {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:40.894704 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Publish callbacks [] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.911991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Transition to ACTIVE for port object 9316a47b-e25e-47c4-a051-f1bbd901eeeb will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:15:40.918232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5578fa59-21b3-4b26-9b59-1c3d5357d126 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:40.918721 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:40.934334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5578fa59-21b3-4b26-9b59-1c3d5357d126 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:40.937428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f522d-766b-4382-85d3-002286ee0123 req-af42eec8-e0ab-43c2-b9ae-6c476d8a920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:40.939465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-379f522d-766b-4382-85d3-002286ee0123 req-af42eec8-e0ab-43c2-b9ae-6c476d8a920a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 1126 time: 0.0798070 Feb 11 04:15:40.956017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5578fa59-21b3-4b26-9b59-1c3d5357d126, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5578fa59-21b3-4b26-9b59-1c3d5357d126,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:40.985824 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:41.019987 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:41.070050 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Pushing event updated for resources: {'Port': ['ID=9316a47b-e25e-47c4-a051-f1bbd901eeeb,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:41.160506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['5578fa59-21b3-4b26-9b59-1c3d5357d126'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:41.187858 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Attempting to bind port 9316a47b-e25e-47c4-a051-f1bbd901eeeb on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:15:41.188254 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Attempting to bind port 9316a47b-e25e-47c4-a051-f1bbd901eeeb by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:15:41.188705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Attempting to bind port 9316a47b-e25e-47c4-a051-f1bbd901eeeb on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:41.195234 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Port 9316a47b-e25e-47c4-a051-f1bbd901eeeb on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:15:41.195698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Attempting to bind port 9316a47b-e25e-47c4-a051-f1bbd901eeeb on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:41.210606 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:15:41.212289 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:41.212289 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:15:41.212289 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Bound port: 9316a47b-e25e-47c4-a051-f1bbd901eeeb, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:15:41.212733 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:41.220500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5578fa59-21b3-4b26-9b59-1c3d5357d126,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:41.308385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f522d-766b-4382-85d3-002286ee0123 req-73491475-90b4-4ebf-bc84-ec38d32151db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:41.311358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-379f522d-766b-4382-85d3-002286ee0123 req-73491475-90b4-4ebf-bc84-ec38d32151db service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=19d7885d46e54fd38e6c302286350aee&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3650465 Feb 11 04:15:41.313403 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] For port 9316a47b-e25e-47c4-a051-f1bbd901eeeb, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:41.321071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] For port 9316a47b-e25e-47c4-a051-f1bbd901eeeb, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9316a47b-e25e-47c4-a051-f1bbd901eeeb,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:15:41.335064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2d4ea-2af3-4b2a-97e7-795c6024b91b req-6844353b-8ffc-4258-b869-3ec7746de109 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:41.336419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12a2d4ea-2af3-4b2a-97e7-795c6024b91b req-6844353b-8ffc-4258-b869-3ec7746de109 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 943 time: 0.1799459 Feb 11 04:15:41.393155 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:41.433374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35034) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:41.454886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f08f3d-b48a-444b-801c-9c554ef8c487 req-b0d19fce-659b-484a-b6a6-381e41497858 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:41.456715 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9a66558-50a5-4afd-8bd0-c81c53a116f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:41.461408 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:41.462062 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:41.462905 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6f08f3d-b48a-444b-801c-9c554ef8c487 req-b0d19fce-659b-484a-b6a6-381e41497858 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 944 time: 0.3234615 Feb 11 04:15:41.463708 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] 10.222.0.32 "PUT /v2.0/ports/9316a47b-e25e-47c4-a051-f1bbd901eeeb HTTP/1.1" status: 200 len: 1097 time: 1.0380690 Feb 11 04:15:41.465103 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eef775-468b-42cb-b2e8-8f31f194ed62', 'tag': '9316a47b-e25e-47c4-a051-f1bbd901eeeb'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:41.467512 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb5d6da-8214-457b-936f-f93693eb6c38" -d '{"events": [{"name": "network-changed", "server_uuid": "34eef775-468b-42cb-b2e8-8f31f194ed62", "tag": "9316a47b-e25e-47c4-a051-f1bbd901eeeb"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:41.513616 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040aa00-95d9-4e99-8e1c-31474f72ad07 service neutron] Pushing event updated for resources: {'Port': ['ID=9316a47b-e25e-47c4-a051-f1bbd901eeeb,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:41.585878 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12a2d4ea-2af3-4b2a-97e7-795c6024b91b req-45cb6107-3d5c-4fd0-b678-409d8d9f31b1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151883 Feb 11 04:15:41.614448 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9a66558-50a5-4afd-8bd0-c81c53a116f0 admin admin] Publish callbacks [] for security_group (fa401b5d-bcfb-41d0-9e2d-2a85319d8723), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:41.657495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6f08f3d-b48a-444b-801c-9c554ef8c487 req-e54d3320-9571-462c-b0d4-24ab730347f6 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853943 Feb 11 04:15:41.670052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f522d-766b-4382-85d3-002286ee0123 req-4f517550-e669-4fd3-a8f0-0e4b419258ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:41.671611 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-379f522d-766b-4382-85d3-002286ee0123 req-4f517550-e669-4fd3-a8f0-0e4b419258ba service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3342676 Feb 11 04:15:41.727777 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-2f547b6e-de03-4af8-bc65-9363a49837a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:41.727777 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-2f547b6e-de03-4af8-bc65-9363a49837a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91feb93a57cf408ebd51e8d2b2d11b84&device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 1131 time: 0.0926948 Feb 11 04:15:41.727777 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544de7da-49b3-4bf4-8817-40b9da44b21a x-openstack-request-id: req-544de7da-49b3-4bf4-8817-40b9da44b21a {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:41.727777 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eef775-468b-42cb-b2e8-8f31f194ed62", "tag": "9316a47b-e25e-47c4-a051-f1bbd901eeeb", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:41.727777 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-544de7da-49b3-4bf4-8817-40b9da44b21a {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:41.727777 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eef775-468b-42cb-b2e8-8f31f194ed62', 'tag': '9316a47b-e25e-47c4-a051-f1bbd901eeeb', 'status': 'completed', 'code': 200} Feb 11 04:15:41.779838 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-5be1f545-4a48-4391-81d3-fbf17f64293c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=9316a47b-e25e-47c4-a051-f1bbd901eeeb HTTP/1.1" status: 200 len: 217 time: 0.0607953 Feb 11 04:15:41.788845 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9a66558-50a5-4afd-8bd0-c81c53a116f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fa401b5d-bcfb-41d0-9e2d-2a85319d8723), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:41.804931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287d46e-01d0-40c8-9ea2-ca508d7a272a req-f383217c-62bf-4420-b883-7fc1db7d2903 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:41.806454 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6287d46e-01d0-40c8-9ea2-ca508d7a272a req-f383217c-62bf-4420-b883-7fc1db7d2903 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 943 time: 0.1271751 Feb 11 04:15:41.835293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-93adcbe8-6a71-46ae-8fd9-778855ebeed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:42.022917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-93adcbe8-6a71-46ae-8fd9-778855ebeed4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 1126 time: 0.1092951 Feb 11 04:15:42.024073 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c9a66558-50a5-4afd-8bd0-c81c53a116f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf2887fd852f4f349b959cd24d056c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4280584 Feb 11 04:15:42.024073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a66558-50a5-4afd-8bd0-c81c53a116f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa401b5d-bcfb-41d0-9e2d-2a85319d8723,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:42.024073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-513aa565-8146-4825-a036-c5ca28cff7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:42.024073 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-513aa565-8146-4825-a036-c5ca28cff7b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0836625 Feb 11 04:15:42.025157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-2c29f641-9b19-4a52-98ad-6dee8366e853 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07b0f48d-f723-49da-adda-38ffd4691f1d HTTP/1.1" status: 200 len: 217 time: 0.0490060 Feb 11 04:15:42.025157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe284b4b-0c6e-4cca-84a3-f0053b58fcb5 req-548b63fa-9d3b-46a6-9677-6728fb945663 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:42.025157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe284b4b-0c6e-4cca-84a3-f0053b58fcb5 req-548b63fa-9d3b-46a6-9677-6728fb945663 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 948 time: 0.1689363 Feb 11 04:15:42.025157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6287d46e-01d0-40c8-9ea2-ca508d7a272a req-f7e5e8a5-c7e8-4708-9d3f-935906e0e06c tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486516 Feb 11 04:15:42.025759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-8e6f9348-9988-4ba8-a5d9-a4ba1fb037ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:42.025759 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-8e6f9348-9988-4ba8-a5d9-a4ba1fb037ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0951982 Feb 11 04:15:42.025759 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-80192052-c42c-4075-bd69-686c4b05f89b service neutron] 10.222.0.47 "GET /v2.0/ports/4d466aff-0a38-473a-a521-0a4e6b7aea76/bindings/n-h1-712142-35 HTTP/1.1" status: 200 len: 385 time: 0.0677564 Feb 11 04:15:42.025999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-42e1f422-2a28-423b-bdd3-409016ef7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:42.025999 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-42e1f422-2a28-423b-bdd3-409016ef7a54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.0924971 Feb 11 04:15:42.025999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35044) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:42.045240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-018cfe3c-51c1-47b4-a3d2-ccbebc061b63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434530 Feb 11 04:15:42.083015 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe284b4b-0c6e-4cca-84a3-f0053b58fcb5 req-9e4862cb-ea8a-4dad-8551-05e5bba60ab3 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252847 Feb 11 04:15:42.118259 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35046) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:42.151436 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5c4811b4-0d9a-437b-a34f-662776b0c14b admin admin] Publish callbacks [] for security_group (fa401b5d-bcfb-41d0-9e2d-2a85319d8723), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:42.157151 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc7a28f4-4533-4be7-bfb2-9557910d413c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:42.160322 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-1b1c29a1-bad8-4bad-b5a6-68fdefdeb1b8 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765590 Feb 11 04:15:42.372437 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e4618dce-2dd7-417a-8618-676e4bbbbb96 req-411b9403-8b3b-42e9-a6d1-8245bab81805 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002857 Feb 11 04:15:42.379482 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-f4f8e5c5-38bd-4993-8b5e-e3297d942619 service neutron] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:42.410589 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5c4811b4-0d9a-437b-a34f-662776b0c14b admin admin] Publish callbacks [] for security_group (fa401b5d-bcfb-41d0-9e2d-2a85319d8723), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:42.418489 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-f4f8e5c5-38bd-4993-8b5e-e3297d942619 service neutron] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:42.440665 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc7a28f4-4533-4be7-bfb2-9557910d413c admin admin] Publish callbacks [] for security_group (07d496b3-db7a-4d10-8a1d-7df2d6110b00), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:42.457018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-f4f8e5c5-38bd-4993-8b5e-e3297d942619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d466aff-0a38-473a-a521-0a4e6b7aea76 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:42.469329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-f4f8e5c5-38bd-4993-8b5e-e3297d942619 service neutron] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:42.512671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc7a28f4-4533-4be7-bfb2-9557910d413c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (07d496b3-db7a-4d10-8a1d-7df2d6110b00), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:42.564009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-57972e93-e6d3-4513-8862-b7535333988e service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047789 Feb 11 04:15:42.565045 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-f4f8e5c5-38bd-4993-8b5e-e3297d942619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:42.579475 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a16278-e71d-43d2-99f1-2099de7570e5 req-41cf64b7-cca6-4b43-881a-dc51febb19f5 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:42.580908 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29a16278-e71d-43d2-99f1-2099de7570e5 req-41cf64b7-cca6-4b43-881a-dc51febb19f5 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.3972018 Feb 11 04:15:42.586824 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fc7a28f4-4533-4be7-bfb2-9557910d413c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8b61fb8a59842e8beda1109b3645d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4645052 Feb 11 04:15:42.592062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35050) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:42.601088 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a28f4-4533-4be7-bfb2-9557910d413c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d496b3-db7a-4d10-8a1d-7df2d6110b00,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:42.628597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5578fa59-21b3-4b26-9b59-1c3d5357d126 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:15:42.680876 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5c4811b4-0d9a-437b-a34f-662776b0c14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fa401b5d-bcfb-41d0-9e2d-2a85319d8723), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:42.681668 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d6da-8214-457b-936f-f93693eb6c38 req-917e1129-a4ab-4834-aa87-0d94e2ab360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:42.683235 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fb5d6da-8214-457b-936f-f93693eb6c38 req-917e1129-a4ab-4834-aa87-0d94e2ab360b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91feb93a57cf408ebd51e8d2b2d11b84&device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 1131 time: 0.1678495 Feb 11 04:15:42.683361 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5c4811b4-0d9a-437b-a34f-662776b0c14b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:42.686898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5c4811b4-0d9a-437b-a34f-662776b0c14b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa401b5d-bcfb-41d0-9e2d-2a85319d8723 HTTP/1.1" status: 204 len: 168 time: 0.6422949 Feb 11 04:15:42.687892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 5578fa59-21b3-4b26-9b59-1c3d5357d126 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:15:42.688720 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:42.691600 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713baec2-e3bb-4024-96d4-84d1b1a3288a req-51664069-b038-4f6d-8f83-cbba174e0481 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:42.693337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-713baec2-e3bb-4024-96d4-84d1b1a3288a req-51664069-b038-4f6d-8f83-cbba174e0481 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 944 time: 0.1827695 Feb 11 04:15:42.732419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4811b4-0d9a-437b-a34f-662776b0c14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa401b5d-bcfb-41d0-9e2d-2a85319d8723,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:42.756972 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29a16278-e71d-43d2-99f1-2099de7570e5 req-463ddc21-d17c-4c5f-93a4-df3ee577aee7 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650569 Feb 11 04:15:42.784162 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f0d5395-3807-4ff4-ad1d-b5420a966fdd req-9ff928f9-0eb7-4f76-9a16-70ab8de91a91 service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120898 Feb 11 04:15:42.822429 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-713baec2-e3bb-4024-96d4-84d1b1a3288a req-05abec57-cb3b-417f-8991-fda9ad4485e2 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104987 Feb 11 04:15:42.833395 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee861457-2c19-484a-ab7c-5e16d3eee03b admin admin] Publish callbacks [] for security_group (07d496b3-db7a-4d10-8a1d-7df2d6110b00), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:42.848207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-f4f8e5c5-38bd-4993-8b5e-e3297d942619 service neutron] Transition to ACTIVE for port object 4d466aff-0a38-473a-a521-0a4e6b7aea76 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:15:42.889924 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee861457-2c19-484a-ab7c-5e16d3eee03b admin admin] Publish callbacks [] for security_group (07d496b3-db7a-4d10-8a1d-7df2d6110b00), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:42.908986 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-f4f8e5c5-38bd-4993-8b5e-e3297d942619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:42.912465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1dc9f-0b07-4a60-accf-9f00a69d4a7d req-f1b4268f-83e3-464b-a967-fb542816e657 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:42.921241 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d6da-8214-457b-936f-f93693eb6c38 req-d20fb7ca-b2f8-457a-9c1d-df0cb5da01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:42.922878 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fb5d6da-8214-457b-936f-f93693eb6c38 req-d20fb7ca-b2f8-457a-9c1d-df0cb5da01f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2209907 Feb 11 04:15:42.923715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82f1dc9f-0b07-4a60-accf-9f00a69d4a7d req-f1b4268f-83e3-464b-a967-fb542816e657 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 943 time: 0.0850639 Feb 11 04:15:42.950013 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5578fa59-21b3-4b26-9b59-1c3d5357d126 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:42.950674 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:42.981056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b2562e-86fb-442a-9b60-69a7748653dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5578fa59-21b3-4b26-9b59-1c3d5357d126'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:42.984730 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9ccf7b-fcb3-44ab-99b6-24bf31ba25bf" -d '{"events": [{"server_uuid": "01b2562e-86fb-442a-9b60-69a7748653dc", "name": "network-vif-plugged", "status": "completed", "tag": "5578fa59-21b3-4b26-9b59-1c3d5357d126"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:42.995514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82f1dc9f-0b07-4a60-accf-9f00a69d4a7d req-1531d72b-6193-49c0-b320-60ede63ca036 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705185 Feb 11 04:15:43.003162 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5578fa59-21b3-4b26-9b59-1c3d5357d126, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5578fa59-21b3-4b26-9b59-1c3d5357d126,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:43.014410 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fb5d6da-8214-457b-936f-f93693eb6c38 req-09f41a37-eaf5-4cf9-9e65-0cfba0a2eaf1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=9316a47b-e25e-47c4-a051-f1bbd901eeeb HTTP/1.1" status: 200 len: 217 time: 0.0671444 Feb 11 04:15:43.044882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-f4f8e5c5-38bd-4993-8b5e-e3297d942619 service neutron] No DVR routers for this DVR port 4d466aff-0a38-473a-a521-0a4e6b7aea76 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:15:43.054272 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c85489-600f-41c0-986a-bc69ede68ae0 x-openstack-request-id: req-93c85489-600f-41c0-986a-bc69ede68ae0 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:43.054579 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b2562e-86fb-442a-9b60-69a7748653dc", "name": "network-vif-plugged", "status": "completed", "tag": "5578fa59-21b3-4b26-9b59-1c3d5357d126", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:43.054892 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93c85489-600f-41c0-986a-bc69ede68ae0 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:43.055653 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b2562e-86fb-442a-9b60-69a7748653dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5578fa59-21b3-4b26-9b59-1c3d5357d126', 'code': 200} Feb 11 04:15:43.057634 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:43.084540 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8e5c5-38bd-4993-8b5e-e3297d942619 service neutron] Pushing event updated for resources: {'Port': ['ID=4d466aff-0a38-473a-a521-0a4e6b7aea76,revision_number=10']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:43.132828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5578fa59-21b3-4b26-9b59-1c3d5357d126,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:43.140873 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-f4f8e5c5-38bd-4993-8b5e-e3297d942619 service neutron] 10.222.0.47 "PUT /v2.0/ports/4d466aff-0a38-473a-a521-0a4e6b7aea76/bindings/n-h1-712142-35/activate HTTP/1.1" status: 200 len: 370 time: 1.1482313 Feb 11 04:15:43.142542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d6da-8214-457b-936f-f93693eb6c38 req-65c9942a-2e39-4f49-88fa-7cd7d1b15e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:43.144108 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fb5d6da-8214-457b-936f-f93693eb6c38 req-65c9942a-2e39-4f49-88fa-7cd7d1b15e02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1055861 Feb 11 04:15:43.159897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5394af-5a92-41ab-b179-86a4f24457c3 req-0e27cdf0-a44a-45ae-8d8a-2f37ca9e87fa tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:43.167234 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee861457-2c19-484a-ab7c-5e16d3eee03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (07d496b3-db7a-4d10-8a1d-7df2d6110b00), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:43.167373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea5394af-5a92-41ab-b179-86a4f24457c3 req-0e27cdf0-a44a-45ae-8d8a-2f37ca9e87fa tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 943 time: 0.0769923 Feb 11 04:15:43.169847 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee861457-2c19-484a-ab7c-5e16d3eee03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:43.171743 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ee861457-2c19-484a-ab7c-5e16d3eee03b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07d496b3-db7a-4d10-8a1d-7df2d6110b00 HTTP/1.1" status: 204 len: 168 time: 0.5786793 Feb 11 04:15:43.207016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee861457-2c19-484a-ab7c-5e16d3eee03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d496b3-db7a-4d10-8a1d-7df2d6110b00,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:43.234528 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d6da-8214-457b-936f-f93693eb6c38 req-6c674a74-2159-478b-bcb6-6050a4b233b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:43.236579 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fb5d6da-8214-457b-936f-f93693eb6c38 req-6c674a74-2159-478b-bcb6-6050a4b233b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0844760 Feb 11 04:15:43.306437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea5394af-5a92-41ab-b179-86a4f24457c3 req-c9abd545-a3d3-4bc9-b280-dfdff7675a6f tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374874 Feb 11 04:15:43.345524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a5915-dbc5-40c3-b01a-06196ade8839 req-522dfac7-c12b-4fb2-8499-30227b9c51b7 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:43.347164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-699a5915-dbc5-40c3-b01a-06196ade8839 req-522dfac7-c12b-4fb2-8499-30227b9c51b7 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 948 time: 0.1306889 Feb 11 04:15:43.354985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-da49e223-396e-46bc-b921-38dbb0820797 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:43.356548 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-da49e223-396e-46bc-b921-38dbb0820797 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413&tenant_id=2ecf6acdd8224d998729629979558449&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 1127 time: 0.0969939 Feb 11 04:15:43.368429 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fb5d6da-8214-457b-936f-f93693eb6c38 req-f89c8134-14d7-4eef-85ff-7988626bb105 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162469 Feb 11 04:15:43.467627 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-699a5915-dbc5-40c3-b01a-06196ade8839 req-cbcba93c-0d08-4aec-af78-03b90cb53e38 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101058 Feb 11 04:15:43.483293 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fb5d6da-8214-457b-936f-f93693eb6c38 req-211c4ce4-87a2-4fed-b81e-7a5ea94ba145 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099148 Feb 11 04:15:43.485323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-204c3360-6277-481a-9d83-de8c3dfc9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:43.486901 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-204c3360-6277-481a-9d83-de8c3dfc9549 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413&tenant_id=2ecf6acdd8224d998729629979558449 HTTP/1.1" status: 200 len: 1127 time: 0.1148264 Feb 11 04:15:43.568629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-33ef0ba9-4fed-48df-b1ad-ca1c453a5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:43.570223 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-33ef0ba9-4fed-48df-b1ad-ca1c453a5097 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 1127 time: 0.0517468 Feb 11 04:15:43.670527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-3096ef9f-83b5-4f15-aefd-783205790c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:43.672116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-3096ef9f-83b5-4f15-aefd-783205790c5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.0954676 Feb 11 04:15:43.724337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-6e428b76-2cf9-487f-bc58-20fee7297f40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76 HTTP/1.1" status: 200 len: 217 time: 0.0447240 Feb 11 04:15:43.776172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-2eece974-a331-461c-9b39-ea6861d9fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:43.777738 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-2eece974-a331-461c-9b39-ea6861d9fde9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.0462892 Feb 11 04:15:43.813474 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-69e9f6d4-fee3-4c7e-905c-9fa7b41ee4e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289102 Feb 11 04:15:43.998251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185ea65-88b2-45b0-b354-4ec487e98d9b req-0dcdb8f5-a0ca-4c9a-8c00-eb1d19037fdf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:43.999854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e185ea65-88b2-45b0-b354-4ec487e98d9b req-0dcdb8f5-a0ca-4c9a-8c00-eb1d19037fdf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.1573954 Feb 11 04:15:44.014820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-2b54e254-83be-49d0-8baf-4f7c4e32d3bc service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924365 Feb 11 04:15:44.058323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b8d12-7f61-49d2-91c1-6e27d3c618d4 req-34cbc9a9-b181-4532-a081-bd63cc7e90b3 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:44.061101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a48b8d12-7f61-49d2-91c1-6e27d3c618d4 req-34cbc9a9-b181-4532-a081-bd63cc7e90b3 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.1365359 Feb 11 04:15:44.161351 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e185ea65-88b2-45b0-b354-4ec487e98d9b req-70a7db60-2b2d-45fc-8f25-46782c795b18 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529150 Feb 11 04:15:44.193252 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a48b8d12-7f61-49d2-91c1-6e27d3c618d4 req-d86a730a-0534-434a-a550-b5c2faf55b07 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204245 Feb 11 04:15:44.219341 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-7f00ccc2-aa37-4aa9-9c3e-d58fa3787fcb service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902375 Feb 11 04:15:44.319510 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6f1da-745c-42c0-9e74-a49098d7385f req-d4b2cb5f-1f01-44b7-b940-886d54722168 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:44.323599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2a6f1da-745c-42c0-9e74-a49098d7385f req-d4b2cb5f-1f01-44b7-b940-886d54722168 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 944 time: 0.0734112 Feb 11 04:15:44.324620 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dd79d-06e3-43a4-b6fa-736654fcba8f req-9d27cb93-613c-40fa-997f-4516174c5ed6 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:44.326166 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7f6dd79d-06e3-43a4-b6fa-736654fcba8f req-9d27cb93-613c-40fa-997f-4516174c5ed6 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.47 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 945 time: 0.0610142 Feb 11 04:15:44.444973 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2a6f1da-745c-42c0-9e74-a49098d7385f req-9500a4cd-4aa5-4ab1-882b-e9f328f00457 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128006 Feb 11 04:15:44.480293 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-7f6dd79d-06e3-43a4-b6fa-736654fcba8f req-d4dd3610-e20f-451c-9856-861ee6f2846f tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Deleting port 5578fa59-21b3-4b26-9b59-1c3d5357d126 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:15:44.480894 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7f6dd79d-06e3-43a4-b6fa-736654fcba8f req-d4dd3610-e20f-451c-9856-861ee6f2846f tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:44.513779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6608a5-259f-46df-a0fa-6e723b24edf1 req-947bef2e-9419-4d07-994c-88dd0c4ab32b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:44.515726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d6608a5-259f-46df-a0fa-6e723b24edf1 req-947bef2e-9419-4d07-994c-88dd0c4ab32b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 943 time: 0.0987070 Feb 11 04:15:44.608232 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d6608a5-259f-46df-a0fa-6e723b24edf1 req-4627ff8d-7f7f-43f3-aca4-5cc0f5593419 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862424 Feb 11 04:15:44.613633 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-7f6dd79d-06e3-43a4-b6fa-736654fcba8f req-d4dd3610-e20f-451c-9856-861ee6f2846f tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] For port 5578fa59-21b3-4b26-9b59-1c3d5357d126, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5578fa59-21b3-4b26-9b59-1c3d5357d126,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:44.614013 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7f6dd79d-06e3-43a4-b6fa-736654fcba8f req-d4dd3610-e20f-451c-9856-861ee6f2846f tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:44.632312 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-7f6dd79d-06e3-43a4-b6fa-736654fcba8f req-d4dd3610-e20f-451c-9856-861ee6f2846f tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Calling delete_port for 5578fa59-21b3-4b26-9b59-1c3d5357d126 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:15:44.637467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa184d0-86e8-402d-a6cf-893aa486bb8e req-5ad3c786-7966-4da5-80c2-633190595a98 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:44.638818 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-afa184d0-86e8-402d-a6cf-893aa486bb8e req-5ad3c786-7966-4da5-80c2-633190595a98 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 948 time: 0.0764616 Feb 11 04:15:44.721726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-afa184d0-86e8-402d-a6cf-893aa486bb8e req-f76ac9f5-d600-429b-9198-5a48dc4bf64e tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766065 Feb 11 04:15:44.740869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-2739fc36-22ce-457a-958f-333439537ae3 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:44.742543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-2739fc36-22ce-457a-958f-333439537ae3 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413&tenant_id=2ecf6acdd8224d998729629979558449&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 1127 time: 0.0736816 Feb 11 04:15:44.899275 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7f6dd79d-06e3-43a4-b6fa-736654fcba8f req-d4dd3610-e20f-451c-9856-861ee6f2846f tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5578fa59-21b3-4b26-9b59-1c3d5357d126), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:44.914686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['5578fa59-21b3-4b26-9b59-1c3d5357d126'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:44.930951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd3610-e20f-451c-9856-861ee6f2846f tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Pushing event deleted for resources: {'Port': ['ID=5578fa59-21b3-4b26-9b59-1c3d5357d126,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:44.997097 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6dd79d-06e3-43a4-b6fa-736654fcba8f req-d4dd3610-e20f-451c-9856-861ee6f2846f tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] No DVR routers for this DVR port 5578fa59-21b3-4b26-9b59-1c3d5357d126 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:15:45.002723 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7f6dd79d-06e3-43a4-b6fa-736654fcba8f req-d4dd3610-e20f-451c-9856-861ee6f2846f tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:45.004653 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7f6dd79d-06e3-43a4-b6fa-736654fcba8f req-d4dd3610-e20f-451c-9856-861ee6f2846f tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.47 "DELETE /v2.0/ports/5578fa59-21b3-4b26-9b59-1c3d5357d126 HTTP/1.1" status: 204 len: 173 time: 0.6731706 Feb 11 04:15:45.006271 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b2562e-86fb-442a-9b60-69a7748653dc', 'name': 'network-vif-deleted', 'tag': '5578fa59-21b3-4b26-9b59-1c3d5357d126'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:45.008989 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983b07cd-2557-45d1-8d94-8b251888f422" -d '{"events": [{"server_uuid": "01b2562e-86fb-442a-9b60-69a7748653dc", "name": "network-vif-deleted", "tag": "5578fa59-21b3-4b26-9b59-1c3d5357d126"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:45.018530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-1defba59-1d5b-4227-b1fd-78535ccc68d0 service neutron] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:45.024412 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-1defba59-1d5b-4227-b1fd-78535ccc68d0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:45.025483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7147ae53-b30f-4923-8cdc-78f613a1fa8d req-1defba59-1d5b-4227-b1fd-78535ccc68d0 service neutron] 10.222.0.32 "DELETE /v2.0/ports/4d466aff-0a38-473a-a521-0a4e6b7aea76/bindings/n-h2-712142-35 HTTP/1.1" status: 204 len: 173 time: 0.2738457 Feb 11 04:15:45.064552 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efb9c83-9acc-4a4e-820f-bd9b746ed0c5 x-openstack-request-id: req-4efb9c83-9acc-4a4e-820f-bd9b746ed0c5 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:45.064850 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b2562e-86fb-442a-9b60-69a7748653dc", "name": "network-vif-deleted", "tag": "5578fa59-21b3-4b26-9b59-1c3d5357d126", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:45.065109 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4efb9c83-9acc-4a4e-820f-bd9b746ed0c5 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:45.065510 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b2562e-86fb-442a-9b60-69a7748653dc', 'name': 'network-vif-deleted', 'tag': '5578fa59-21b3-4b26-9b59-1c3d5357d126', 'status': 'completed', 'code': 200} Feb 11 04:15:45.317221 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31c4f43d-515d-449d-93d4-c6bdd29eb7c6 req-ea39639c-09da-4174-904a-6961c850ff78 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=01b2562e-86fb-442a-9b60-69a7748653dc HTTP/1.1" status: 200 len: 210 time: 0.0342524 Feb 11 04:15:45.344220 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6178bc7-bc82-4103-9610-09515a0485de req-fc2eea06-b6e0-49be-8b7e-0ce8525bf601 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:45.346161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6178bc7-bc82-4103-9610-09515a0485de req-fc2eea06-b6e0-49be-8b7e-0ce8525bf601 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.0943143 Feb 11 04:15:45.420238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6178bc7-bc82-4103-9610-09515a0485de req-4a2b3f0c-45df-49dc-9c1c-49f9ef2101e8 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652041 Feb 11 04:15:45.576870 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb754a-89ff-4776-8e69-de57b2bf8874 req-e5c94f99-2688-48ee-8094-af328ed5a834 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:45.578336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76fb754a-89ff-4776-8e69-de57b2bf8874 req-e5c94f99-2688-48ee-8094-af328ed5a834 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 944 time: 0.0616596 Feb 11 04:15:45.626754 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76fb754a-89ff-4776-8e69-de57b2bf8874 req-a7b99c8c-8fe8-4e6e-8257-69699b3e557b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424182 Feb 11 04:15:45.779738 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-51575430-2b95-44f9-b50d-4e0891385578 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=387164033edd4ea5a3d4eaa9873e27e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254791 Feb 11 04:15:45.929805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-1248f665-1fca-4801-a13e-cc7a6d4abcd2 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:45.931297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-1248f665-1fca-4801-a13e-cc7a6d4abcd2 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470127 Feb 11 04:15:45.949910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7bc0f-0794-4ef6-9be1-a2d9c85cd4ef req-4a8f757e-5978-40e2-b5cd-9a5cedfafb27 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:45.951433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7d7bc0f-0794-4ef6-9be1-a2d9c85cd4ef req-4a8f757e-5978-40e2-b5cd-9a5cedfafb27 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 943 time: 0.0907536 Feb 11 04:15:45.955217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-883b7756-bbac-4491-82cf-5fc1309a77df tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/quotas/387164033edd4ea5a3d4eaa9873e27e3 HTTP/1.1" status: 200 len: 375 time: 0.0179057 Feb 11 04:15:45.997635 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-3b7fac2e-9508-4408-9a59-e0870738a63d tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=387164033edd4ea5a3d4eaa9873e27e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338929 Feb 11 04:15:46.025835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7d7bc0f-0794-4ef6-9be1-a2d9c85cd4ef req-4736cbd4-845d-414e-8f31-48a7f383c147 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681198 Feb 11 04:15:46.195870 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c708b1e-0cd3-476e-929e-eb8d898d9feb req-6fde24b0-3818-42ab-bc58-4c3148196c12 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:46.197360 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c708b1e-0cd3-476e-929e-eb8d898d9feb req-6fde24b0-3818-42ab-bc58-4c3148196c12 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 948 time: 0.0560548 Feb 11 04:15:46.253888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c708b1e-0cd3-476e-929e-eb8d898d9feb req-0b24016e-4df0-4857-a7e2-7f3290f905ad tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469136 Feb 11 04:15:46.349001 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9fd34a83-fbc9-4616-a0f4-559edbe9b477 req-1afe5a97-9107-4587-b449-f86d96b53dd8 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 210 time: 0.0493731 Feb 11 04:15:46.369838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608367d-37b8-44a1-a62a-36cca39fe4f7 req-91860abb-2c32-4ced-bae7-ee78b9c039c4 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:46.371876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3608367d-37b8-44a1-a62a-36cca39fe4f7 req-91860abb-2c32-4ced-bae7-ee78b9c039c4 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 1127 time: 0.0704575 Feb 11 04:15:46.423778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3608367d-37b8-44a1-a62a-36cca39fe4f7 req-7ca755f0-08aa-4e83-b97d-66aa536b54f6 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466118 Feb 11 04:15:46.480883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9316a47b-e25e-47c4-a051-f1bbd901eeeb details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:15:46.603253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9316a47b-e25e-47c4-a051-f1bbd901eeeb, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9316a47b-e25e-47c4-a051-f1bbd901eeeb,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:46.615321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '9316a47b-e25e-47c4-a051-f1bbd901eeeb', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '9316a47b-e25e-47c4-a051-f1bbd901eeeb', 'mac_address': 'fa:16:3e:85:df:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:15:46.630415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6de99-bddb-43ac-936c-559526b87eb2 req-24de3863-7606-4ea7-84d7-1b97f304bea4 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:46.632094 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cca6de99-bddb-43ac-936c-559526b87eb2 req-24de3863-7606-4ea7-84d7-1b97f304bea4 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.0629232 Feb 11 04:15:46.657190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 9316a47b-e25e-47c4-a051-f1bbd901eeeb is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:46.657614 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:46.660926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4d466aff-0a38-473a-a521-0a4e6b7aea76 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:15:46.689773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cca6de99-bddb-43ac-936c-559526b87eb2 req-881a6b6e-4efb-4bb8-86dd-44f5a2402c9f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521412 Feb 11 04:15:46.698763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9316a47b-e25e-47c4-a051-f1bbd901eeeb {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:46.718361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35202) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:46.718361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-60dbf108-05f3-4db6-84da-b4399d88e101 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1347992278', 'description': 'tempest-description--696521194'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:46.739094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9316a47b-e25e-47c4-a051-f1bbd901eeeb, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9316a47b-e25e-47c4-a051-f1bbd901eeeb,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:46.741306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] The host n-h2-712142-35 is not matching for port 4d466aff-0a38-473a-a521-0a4e6b7aea76 host n-h1-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:15:46.741700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4d466aff-0a38-473a-a521-0a4e6b7aea76 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:15:46.870603 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:46.875965 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60dbf108-05f3-4db6-84da-b4399d88e101 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:46.876123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 07b0f48d-f723-49da-adda-38ffd4691f1d details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:15:46.921124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-6b2006ba-6dbc-4181-a29d-afc80a232595 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:46.923059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-6b2006ba-6dbc-4181-a29d-afc80a232595 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 808 time: 0.1290185 Feb 11 04:15:46.933045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=9316a47b-e25e-47c4-a051-f1bbd901eeeb,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:46.960460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-f9d43278-7a85-4d2e-bef1-ea571828e164 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/quotas/2ecf6acdd8224d998729629979558449 HTTP/1.1" status: 200 len: 375 time: 0.0256543 Feb 11 04:15:46.982338 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60dbf108-05f3-4db6-84da-b4399d88e101 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for security_group (2c445a9e-8a96-4f34-b7a2-0e5469bba895), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:47.017224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-69fce57e-d8cb-44c1-981c-49379fa8fba6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558352 Feb 11 04:15:47.028718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=07b0f48d-f723-49da-adda-38ffd4691f1d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:47.034821 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '07b0f48d-f723-49da-adda-38ffd4691f1d', 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3', 'port_id': '07b0f48d-f723-49da-adda-38ffd4691f1d', 'mac_address': 'fa:16:3e:b6:ca:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384a4cb6-6e72-4477-8d6d-d0cd5b13e860', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:15:47.048196 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60dbf108-05f3-4db6-84da-b4399d88e101 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2c445a9e-8a96-4f34-b7a2-0e5469bba895), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:47.085189 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbf108-05f3-4db6-84da-b4399d88e101 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c445a9e-8a96-4f34-b7a2-0e5469bba895,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:47.112173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 07b0f48d-f723-49da-adda-38ffd4691f1d is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:47.112583 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:47.139603 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b0f48d-f723-49da-adda-38ffd4691f1d {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:47.156779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8a95b41a-e0e1-4eab-8525-ffa444acbf00 service neutron] 10.222.0.13 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302366 Feb 11 04:15:47.161618 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=07b0f48d-f723-49da-adda-38ffd4691f1d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:47.164401 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60dbf108-05f3-4db6-84da-b4399d88e101 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:47.165702 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-60dbf108-05f3-4db6-84da-b4399d88e101 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4551914 Feb 11 04:15:47.168580 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35226) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:47.172993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4b119e25-3b50-4618-88fb-9aee29890e71 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Request body: {'security_group_rule': {'security_group_id': '2c445a9e-8a96-4f34-b7a2-0e5469bba895', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:47.219189 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:47.265773 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b119e25-3b50-4618-88fb-9aee29890e71 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for security_group_rule (0ca5cc2f-e1cf-4c59-9d2d-e0234c5cecba), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:47.275758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4de63-ddf0-455e-bbfb-ea2f8ee84983 req-900d3f0e-849a-4a6c-9d8a-6a63f741170b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:47.277005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10b4de63-ddf0-455e-bbfb-ea2f8ee84983 req-900d3f0e-849a-4a6c-9d8a-6a63f741170b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 943 time: 0.1096251 Feb 11 04:15:47.309391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=07b0f48d-f723-49da-adda-38ffd4691f1d,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:47.324644 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-6137fd47-e812-4318-8263-2473a6e8cda7 service neutron] 10.222.0.13 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669867 Feb 11 04:15:47.351398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10b4de63-ddf0-455e-bbfb-ea2f8ee84983 req-4a8152df-5c76-488a-a052-69ec1b48d470 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625503 Feb 11 04:15:47.414802 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b119e25-3b50-4618-88fb-9aee29890e71 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for security_group_rule (0ca5cc2f-e1cf-4c59-9d2d-e0234c5cecba), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:47.419278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35234) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:47.472601 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['07b0f48d-f723-49da-adda-38ffd4691f1d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:47.493511 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b119e25-3b50-4618-88fb-9aee29890e71 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (0ca5cc2f-e1cf-4c59-9d2d-e0234c5cecba), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:47.512364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b119e25-3b50-4618-88fb-9aee29890e71 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca5cc2f-e1cf-4c59-9d2d-e0234c5cecba,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:47.513016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['9316a47b-e25e-47c4-a051-f1bbd901eeeb'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:47.544677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1979a-0807-4cbc-b05d-6aebb9bb4cd9 req-b179a2f2-3b5e-4637-967e-40cd987e49e1 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:47.546158 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41c1979a-0807-4cbc-b05d-6aebb9bb4cd9 req-b179a2f2-3b5e-4637-967e-40cd987e49e1 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 949 time: 0.0895076 Feb 11 04:15:47.575118 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-424dd29c-8918-4e27-890c-32a2f9262e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:47.601494 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b119e25-3b50-4618-88fb-9aee29890e71 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:47.616225 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4b119e25-3b50-4618-88fb-9aee29890e71 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4464631 Feb 11 04:15:47.616883 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35238) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:47.625960 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c0f61e42-b538-427a-a5d2-bf6419ce1ad7 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Request body: {'security_group_rule': {'security_group_id': '2c445a9e-8a96-4f34-b7a2-0e5469bba895', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:47.651007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41c1979a-0807-4cbc-b05d-6aebb9bb4cd9 req-d69ebd36-7341-4e2b-a904-a34335f9776b tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974410 Feb 11 04:15:47.702548 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-424dd29c-8918-4e27-890c-32a2f9262e1f admin admin] Publish callbacks [] for security_group (ce54e3bb-f177-4b2c-8213-5d7553d40427), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:47.751780 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-216b3f8d-1621-4bdc-a256-ec557a1d69e1 req-176f01a0-2435-4e3e-b5d8-c523e34a277c tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 210 time: 0.0321107 Feb 11 04:15:47.793343 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c0f61e42-b538-427a-a5d2-bf6419ce1ad7 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for security_group_rule (fdf9eee4-b54c-4387-8e4b-f97b9e9b276c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:47.811166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8711ea33-fa68-497d-ab42-2c051bb7eae6 req-1dc6a90c-7616-474d-8d30-fc6bf5959c3f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 210 time: 0.0618737 Feb 11 04:15:47.814553 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-424dd29c-8918-4e27-890c-32a2f9262e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ce54e3bb-f177-4b2c-8213-5d7553d40427), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:47.881513 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c0f61e42-b538-427a-a5d2-bf6419ce1ad7 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for security_group_rule (fdf9eee4-b54c-4387-8e4b-f97b9e9b276c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:47.919753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424dd29c-8918-4e27-890c-32a2f9262e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce54e3bb-f177-4b2c-8213-5d7553d40427,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:47.927643 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-424dd29c-8918-4e27-890c-32a2f9262e1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7e11088ea09460e98b22491b440e033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5065286 Feb 11 04:15:47.932571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35250) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:47.946860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb3669-e03b-46fd-9a16-f5ec84d346d5 req-8e6e383f-cf0e-4144-ba34-a1a77f123590 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:47.948335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6abb3669-e03b-46fd-9a16-f5ec84d346d5 req-8e6e383f-cf0e-4144-ba34-a1a77f123590 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.0914602 Feb 11 04:15:47.983720 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c11c12-c97d-4d08-af65-327f8eb2a3d9 admin admin] Publish callbacks [] for security_group (ce54e3bb-f177-4b2c-8213-5d7553d40427), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:47.999626 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6abb3669-e03b-46fd-9a16-f5ec84d346d5 req-8a7ea29e-bdec-4471-88af-c74f0dcd1564 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443366 Feb 11 04:15:48.006967 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c11c12-c97d-4d08-af65-327f8eb2a3d9 admin admin] Publish callbacks [] for security_group (ce54e3bb-f177-4b2c-8213-5d7553d40427), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:48.064254 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c0f61e42-b538-427a-a5d2-bf6419ce1ad7 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (fdf9eee4-b54c-4387-8e4b-f97b9e9b276c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:48.082657 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f61e42-b538-427a-a5d2-bf6419ce1ad7 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf9eee4-b54c-4387-8e4b-f97b9e9b276c,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:48.150500 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c11c12-c97d-4d08-af65-327f8eb2a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ce54e3bb-f177-4b2c-8213-5d7553d40427), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:48.153316 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c11c12-c97d-4d08-af65-327f8eb2a3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:48.154539 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c8c11c12-c97d-4d08-af65-327f8eb2a3d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce54e3bb-f177-4b2c-8213-5d7553d40427 HTTP/1.1" status: 204 len: 168 time: 0.2231803 Feb 11 04:15:48.164687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c11c12-c97d-4d08-af65-327f8eb2a3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce54e3bb-f177-4b2c-8213-5d7553d40427,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:48.187406 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c0f61e42-b538-427a-a5d2-bf6419ce1ad7 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:48.192127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35254) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:48.192966 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c0f61e42-b538-427a-a5d2-bf6419ce1ad7 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5741849 Feb 11 04:15:48.197636 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:48.277218 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:48.381720 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:48.496995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9316a47b-e25e-47c4-a051-f1bbd901eeeb up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:15:48.533860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Allocated IP 172.25.3.78 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/30ef743b-22d9-4ac8-bcd2-d36b0011e75f) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:15:48.570963 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0db63a9e-d5c5-4bf9-8647-4958789626d4 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=387164033edd4ea5a3d4eaa9873e27e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231304 Feb 11 04:15:48.585085 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 9316a47b-e25e-47c4-a051-f1bbd901eeeb completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:15:48.589630 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 9316a47b-e25e-47c4-a051-f1bbd901eeeb triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:15:48.590003 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:48.592667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096e9b9-bf9b-4598-bbd7-c2328fff14b2 req-84e768c5-79dc-439e-8033-9750e82534d3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:48.594140 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c096e9b9-bf9b-4598-bbd7-c2328fff14b2 req-84e768c5-79dc-439e-8033-9750e82534d3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 944 time: 0.1181488 Feb 11 04:15:48.690372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5578fa59-21b3-4b26-9b59-1c3d5357d126 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:15:48.713805 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c096e9b9-bf9b-4598-bbd7-c2328fff14b2 req-2ee666cb-4f16-49e6-82a4-1e4a1f50d9f7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789056 Feb 11 04:15:48.718932 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 5578fa59-21b3-4b26-9b59-1c3d5357d126 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:15:48.719660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5578fa59-21b3-4b26-9b59-1c3d5357d126 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:15:48.721267 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 9316a47b-e25e-47c4-a051-f1bbd901eeeb is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:48.721764 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:48.733881 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for port (30ef743b-22d9-4ac8-bcd2-d36b0011e75f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:48.750509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-3279195d-8e19-4cb4-ba18-fb3a8c5cc540 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:48.764127 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-3279195d-8e19-4cb4-ba18-fb3a8c5cc540 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874857 Feb 11 04:15:48.765541 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eef775-468b-42cb-b2e8-8f31f194ed62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9316a47b-e25e-47c4-a051-f1bbd901eeeb'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:48.772409 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e809b36e-47b3-48f3-83f5-ae22f51d2f8c" -d '{"events": [{"server_uuid": "34eef775-468b-42cb-b2e8-8f31f194ed62", "name": "network-vif-plugged", "status": "completed", "tag": "9316a47b-e25e-47c4-a051-f1bbd901eeeb"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:48.779445 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Request body: {'port': {'device_id': '555ed727-63f8-4efe-852a-76e9e52eb636', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '387164033edd4ea5a3d4eaa9873e27e3'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:48.792535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9316a47b-e25e-47c4-a051-f1bbd901eeeb, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9316a47b-e25e-47c4-a051-f1bbd901eeeb,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:48.829839 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183f252f-e126-4edb-a29c-fc692313b33a x-openstack-request-id: req-183f252f-e126-4edb-a29c-fc692313b33a {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:48.830184 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eef775-468b-42cb-b2e8-8f31f194ed62", "name": "network-vif-plugged", "status": "completed", "tag": "9316a47b-e25e-47c4-a051-f1bbd901eeeb", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:48.830469 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-183f252f-e126-4edb-a29c-fc692313b33a {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:48.830924 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eef775-468b-42cb-b2e8-8f31f194ed62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9316a47b-e25e-47c4-a051-f1bbd901eeeb', 'code': 200} Feb 11 04:15:48.847593 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad22b4-b892-4bae-b7a0-0eb0c4aa77b1 req-f4164f2b-a0b4-4186-9d2a-3829d61eec85 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:48.847715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35270) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:48.848147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbad22b4-b892-4bae-b7a0-0eb0c4aa77b1 req-f4164f2b-a0b4-4186-9d2a-3829d61eec85 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 949 time: 0.0633225 Feb 11 04:15:48.882431 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:48.883550 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 07b0f48d-f723-49da-adda-38ffd4691f1d up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:15:48.899325 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-221b85c7-101f-4c14-9cce-e355560cad12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.003700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=9316a47b-e25e-47c4-a051-f1bbd901eeeb,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:49.042069 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-221b85c7-101f-4c14-9cce-e355560cad12 admin admin] Publish callbacks [] for security_group (926df0bf-6898-426e-8503-b2fa79d8a583), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.048035 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Made reservation on behalf of 387164033edd4ea5a3d4eaa9873e27e3 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:15:49.052301 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.061826 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.110650 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 07b0f48d-f723-49da-adda-38ffd4691f1d completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:15:49.116360 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 07b0f48d-f723-49da-adda-38ffd4691f1d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:15:49.116550 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.140315 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-221b85c7-101f-4c14-9cce-e355560cad12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (926df0bf-6898-426e-8503-b2fa79d8a583), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.154423 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks [] for security_group (cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.189092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b85c7-101f-4c14-9cce-e355560cad12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926df0bf-6898-426e-8503-b2fa79d8a583,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:49.194743 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-221b85c7-101f-4c14-9cce-e355560cad12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75c77b122b8146d3b91b728e9ca527fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3462212 Feb 11 04:15:49.197361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35274) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:49.206650 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (30ef743b-22d9-4ac8-bcd2-d36b0011e75f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.219064 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.241152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 07b0f48d-f723-49da-adda-38ffd4691f1d is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:49.241557 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.277096 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=07b0f48d-f723-49da-adda-38ffd4691f1d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:49.288379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50fbc860-7007-4b66-bd7d-606203c30312 req-88f436db-8881-4e77-aeba-c5d498e9109d tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 210 time: 0.3734314 Feb 11 04:15:49.313661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:49.319773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:15:49.323300 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbad22b4-b892-4bae-b7a0-0eb0c4aa77b1 req-43d5279c-b14e-41eb-89c0-5fd820bfe0a0 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692671 Feb 11 04:15:49.327448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:15:49.330293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:15:49.336540 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3cef7003-915c-4526-ae4f-c9227033b47d admin admin] Publish callbacks [] for security_group (926df0bf-6898-426e-8503-b2fa79d8a583), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.355279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Pushing event updated for resources: {'Port': ['ID=30ef743b-22d9-4ac8-bcd2-d36b0011e75f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:49.362137 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.390810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f86b8-ab52-4887-ac9f-2122d7a906b6 req-08ca913e-d761-486c-b123-1d6031e46fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:49.392448 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b5f86b8-ab52-4887-ac9f-2122d7a906b6 req-08ca913e-d761-486c-b123-1d6031e46fab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 1133 time: 0.1788378 Feb 11 04:15:49.392818 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3cef7003-915c-4526-ae4f-c9227033b47d admin admin] Publish callbacks [] for security_group (926df0bf-6898-426e-8503-b2fa79d8a583), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.448620 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc9c4b89-c88d-4d06-b874-dc31711981fc req-47d572bf-8cef-404c-8ec9-d1c0162a3f51 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 210 time: 0.0495710 Feb 11 04:15:49.449719 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for floatingip (947c1515-65f4-462e-9282-5faba4ea46a9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.450386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Allocated IP 192.168.233.39 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/e3c61b82-ea33-4ab0-9219-9ab025984b7c) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:15:49.470231 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=07b0f48d-f723-49da-adda-38ffd4691f1d,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:49.522329 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b5f86b8-ab52-4887-ac9f-2122d7a906b6 req-4df923b9-0a48-4a1d-ab4a-a3da1a3427a8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120288 Feb 11 04:15:49.544670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86186c-bad5-4599-98cd-e38e6ded3e0f req-036fb7e7-5f62-4bad-a205-8394b35642ea tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:49.546131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec86186c-bad5-4599-98cd-e38e6ded3e0f req-036fb7e7-5f62-4bad-a205-8394b35642ea tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.0668311 Feb 11 04:15:49.594061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec86186c-bad5-4599-98cd-e38e6ded3e0f req-f0cf6052-b079-47e2-9028-9076bb00c9b4 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421469 Feb 11 04:15:49.628323 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks [] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.635794 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (30ef743b-22d9-4ac8-bcd2-d36b0011e75f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.675802 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3cef7003-915c-4526-ae4f-c9227033b47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (926df0bf-6898-426e-8503-b2fa79d8a583), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.679055 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3cef7003-915c-4526-ae4f-c9227033b47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.680225 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3cef7003-915c-4526-ae4f-c9227033b47d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/926df0bf-6898-426e-8503-b2fa79d8a583 HTTP/1.1" status: 204 len: 168 time: 0.4819400 Feb 11 04:15:49.688137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef7003-915c-4526-ae4f-c9227033b47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926df0bf-6898-426e-8503-b2fa79d8a583,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:49.768259 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.811885 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for port (30ef743b-22d9-4ac8-bcd2-d36b0011e75f), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.831863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:15:49.835833 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:15:49.840134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:15:49.844077 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Pushing event updated for resources: {'Port': ['ID=e3c61b82-ea33-4ab0-9219-9ab025984b7c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:49.883583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c9d54-21ce-48e9-9cbe-65ecf7f88ee0 req-31f88c2d-0fd1-494a-80f2-42431f47ea57 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:49.885155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-148c9d54-21ce-48e9-9cbe-65ecf7f88ee0 req-31f88c2d-0fd1-494a-80f2-42431f47ea57 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 945 time: 0.0650556 Feb 11 04:15:49.898307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:49.899600 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:49.988741 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (30ef743b-22d9-4ac8-bcd2-d36b0011e75f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:50.016309 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-0b373888-65cb-45d2-bda4-de80ab09d30b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2424841 Feb 11 04:15:50.028186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Request body: {'port': {'device_id': '555ed727-63f8-4efe-852a-76e9e52eb636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:50.054331 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (947c1515-65f4-462e-9282-5faba4ea46a9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:50.062551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1682bdd6-f6c8-4433-b532-44d7378eb26e None None] Provisioning complete for port e3c61b82-ea33-4ab0-9219-9ab025984b7c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:15:50.063379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-148c9d54-21ce-48e9-9cbe-65ecf7f88ee0 req-bcc01d31-8771-406b-99f9-04da1bd5ce81 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473897 Feb 11 04:15:50.063758 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1682bdd6-f6c8-4433-b532-44d7378eb26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:50.096511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-c3cd304a-a62d-445c-9351-54d05c881821 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:50.097877 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-c3cd304a-a62d-445c-9351-54d05c881821 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.47 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 808 time: 0.2056446 Feb 11 04:15:50.099328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Pushing event updated for resources: {'Port': ['ID=30ef743b-22d9-4ac8-bcd2-d36b0011e75f,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:50.112770 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:50.114309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-22654400-a003-4a50-9651-a0a5d4cfa903 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Request body: {'port': {'device_id': 'e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5', 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282', 'admin_state_up': True, 'tenant_id': '2ecf6acdd8224d998729629979558449'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:50.121400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1682bdd6-f6c8-4433-b532-44d7378eb26e None None] Port e3c61b82-ea33-4ab0-9219-9ab025984b7c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:15:50.190876 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:50.211685 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-59d804cf-2028-432f-a59f-72e257794ea5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0129263 Feb 11 04:15:50.350836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-22654400-a003-4a50-9651-a0a5d4cfa903 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Made reservation on behalf of 2ecf6acdd8224d998729629979558449 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:15:50.355074 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-22654400-a003-4a50-9651-a0a5d4cfa903 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:50.546811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a095fd2-b90a-4b50-9ec2-a31c258e6f07 req-ac71be22-d476-4cfb-bf93-12b3032d39cb tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:50.548386 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a095fd2-b90a-4b50-9ec2-a31c258e6f07 req-ac71be22-d476-4cfb-bf93-12b3032d39cb tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 935 time: 0.1710453 Feb 11 04:15:50.678477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c61b82-ea33-4ab0-9219-9ab025984b7c {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:50.686251 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Publish callbacks [] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:50.699153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Transition to ACTIVE for port object e3c61b82-ea33-4ab0-9219-9ab025984b7c will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:15:50.714842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-e8b2f1af-9eb1-4a50-8cc8-e0222923e36e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:50.716311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-e8b2f1af-9eb1-4a50-8cc8-e0222923e36e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/networks?id=cdd1917d-0b54-47b0-9db4-7da99860b38f HTTP/1.1" status: 200 len: 820 time: 0.2840569 Feb 11 04:15:50.725357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a095fd2-b90a-4b50-9ec2-a31c258e6f07 req-41b0910b-a68d-4060-8431-3c7f9adfaf66 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655424 Feb 11 04:15:50.726518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-22654400-a003-4a50-9651-a0a5d4cfa903 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Allocated IP 172.20.0.11 (3f63ad72-cf1f-42fb-bfa6-fbb223cd2282/4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e/52a09544-e156-4e62-9a62-198d63c7ee44) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:15:50.745249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-8940013c-9382-48b7-b081-e80b6df9e895 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/quotas/856f351e415a4648b0a3b51283df37ba HTTP/1.1" status: 200 len: 375 time: 0.0162818 Feb 11 04:15:50.800125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-1bcb484b-6481-4581-83aa-e2dd8529cacf tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=856f351e415a4648b0a3b51283df37ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441098 Feb 11 04:15:50.813497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:50.832605 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519f97af-d3f1-49ac-af8c-ef877a7e8fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b0f48d-f723-49da-adda-38ffd4691f1d'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:50.835507 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44cef41-aeb8-4b87-823a-cb130943ce74" -d '{"events": [{"server_uuid": "519f97af-d3f1-49ac-af8c-ef877a7e8fca", "name": "network-vif-plugged", "status": "completed", "tag": "07b0f48d-f723-49da-adda-38ffd4691f1d"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:50.897792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Pushing event updated for resources: {'Port': ['ID=e3c61b82-ea33-4ab0-9219-9ab025984b7c,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:50.981535 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Attempting to bind port e3c61b82-ea33-4ab0-9219-9ab025984b7c on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:15:50.982201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Attempting to bind port e3c61b82-ea33-4ab0-9219-9ab025984b7c by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:15:50.982201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Attempting to bind port e3c61b82-ea33-4ab0-9219-9ab025984b7c on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:50.987193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Port e3c61b82-ea33-4ab0-9219-9ab025984b7c on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:15:50.987519 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Attempting to bind port e3c61b82-ea33-4ab0-9219-9ab025984b7c on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:51.000437 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:15:51.005654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:51.005654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:15:51.005654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Bound port: e3c61b82-ea33-4ab0-9219-9ab025984b7c, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:15:51.005654 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:51.022876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9fc32-3fdd-43db-9280-bd3ca6d89bf4 req-0aa9e996-0908-45a1-9d02-262339d85916 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:51.023377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1da9fc32-3fdd-43db-9280-bd3ca6d89bf4 req-0aa9e996-0908-45a1-9d02-262339d85916 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 950 time: 0.2026479 Feb 11 04:15:51.068076 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-649e4575-812e-47d4-b827-0bdc7f8babcb service neutron] 10.222.0.13 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571115 Feb 11 04:15:51.075226 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-22654400-a003-4a50-9651-a0a5d4cfa903 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks [] for port (52a09544-e156-4e62-9a62-198d63c7ee44), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:51.098648 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] For port e3c61b82-ea33-4ab0-9219-9ab025984b7c, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:51.108457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] For port e3c61b82-ea33-4ab0-9219-9ab025984b7c, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e3c61b82-ea33-4ab0-9219-9ab025984b7c,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:15:51.174919 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1da9fc32-3fdd-43db-9280-bd3ca6d89bf4 req-fd8e781a-da51-4f91-b1b6-952a8a5eaf09 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362293 Feb 11 04:15:51.196709 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:51.243622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-05f05482-d53f-426d-b058-dacd462e1fba service neutron] 10.222.0.13 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663325 Feb 11 04:15:51.267992 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:51.268605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:51.270042 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] 10.222.0.47 "PUT /v2.0/ports/e3c61b82-ea33-4ab0-9219-9ab025984b7c HTTP/1.1" status: 200 len: 1096 time: 1.2466729 Feb 11 04:15:51.271525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555ed727-63f8-4efe-852a-76e9e52eb636', 'tag': 'e3c61b82-ea33-4ab0-9219-9ab025984b7c'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:51.273759 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a739109-01ac-4b4a-b021-809dcea389cf" -d '{"events": [{"name": "network-changed", "server_uuid": "555ed727-63f8-4efe-852a-76e9e52eb636", "tag": "e3c61b82-ea33-4ab0-9219-9ab025984b7c"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:51.304206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a234e-8174-4305-a73d-d746dd881f2b service neutron] Pushing event updated for resources: {'Port': ['ID=e3c61b82-ea33-4ab0-9219-9ab025984b7c,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:51.313581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3ab193bd-68ee-4b0f-b672-c077f125123e req-15069e4e-63d5-45eb-8dd7-9dd3f0dffc0b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 210 time: 0.0357344 Feb 11 04:15:51.314850 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-22654400-a003-4a50-9651-a0a5d4cfa903 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:51.362719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-22654400-a003-4a50-9651-a0a5d4cfa903 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:15:51.366728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-22654400-a003-4a50-9651-a0a5d4cfa903 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:15:51.370704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-22654400-a003-4a50-9651-a0a5d4cfa903 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:15:51.375805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-22654400-a003-4a50-9651-a0a5d4cfa903 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:51.376436 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-22654400-a003-4a50-9651-a0a5d4cfa903 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:51.387079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22654400-a003-4a50-9651-a0a5d4cfa903 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Pushing event updated for resources: {'Port': ['ID=52a09544-e156-4e62-9a62-198d63c7ee44,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:51.460355 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-f9ab4292-8c3d-479f-9713-0f4b98e8ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:51.463083 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-f9ab4292-8c3d-479f-9713-0f4b98e8ef08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=387164033edd4ea5a3d4eaa9873e27e3&device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 1130 time: 0.0887113 Feb 11 04:15:51.465902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df256aa6-68b7-4669-b6b9-0f004aa482ca req-b882c766-e177-47e9-b224-e53761817fbb tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:51.473112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df256aa6-68b7-4669-b6b9-0f004aa482ca req-b882c766-e177-47e9-b224-e53761817fbb tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.0677397 Feb 11 04:15:51.499470 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-22654400-a003-4a50-9651-a0a5d4cfa903 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3905859 Feb 11 04:15:51.511658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Request body: {'port': {'device_id': 'e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:51.530603 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-d6b0901e-9bbd-468b-a64c-59ca8c233530 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=e3c61b82-ea33-4ab0-9219-9ab025984b7c HTTP/1.1" status: 200 len: 217 time: 0.0539873 Feb 11 04:15:51.595333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-a31bfaf8-6591-4c01-952d-2bd563baebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:51.597128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df256aa6-68b7-4669-b6b9-0f004aa482ca req-630b0081-538b-4acc-a9d0-43fdd6e64c99 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223774 Feb 11 04:15:51.597568 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-a31bfaf8-6591-4c01-952d-2bd563baebca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0607586 Feb 11 04:15:51.620469 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b17266b-9302-49ab-bbc2-940c858c8074 x-openstack-request-id: req-9b17266b-9302-49ab-bbc2-940c858c8074 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:51.622201 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519f97af-d3f1-49ac-af8c-ef877a7e8fca", "name": "network-vif-plugged", "status": "completed", "tag": "07b0f48d-f723-49da-adda-38ffd4691f1d", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:51.623739 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b17266b-9302-49ab-bbc2-940c858c8074 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:51.624318 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519f97af-d3f1-49ac-af8c-ef877a7e8fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b0f48d-f723-49da-adda-38ffd4691f1d', 'code': 200} Feb 11 04:15:51.678222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-3d9ca939-9d07-4f2b-825d-ec800d410064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:51.679910 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-3d9ca939-9d07-4f2b-825d-ec800d410064 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0721958 Feb 11 04:15:51.696027 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:51.825166 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-2ed41d79-cdcc-46c4-b69e-8cc302fab371 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347744 Feb 11 04:15:51.867385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844dbc5-73c5-49f6-a6ba-488241851131 req-4ebec941-9e64-410b-ac62-ad03ca64f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:51.869038 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d844dbc5-73c5-49f6-a6ba-488241851131 req-4ebec941-9e64-410b-ac62-ad03ca64f8c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 1128 time: 0.1690476 Feb 11 04:15:51.921215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096ca1c-42b5-4ab8-8074-7ec0c62ccf5f req-4129eb7d-4bc9-4675-b3ed-558ad2dc3917 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:51.922747 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8096ca1c-42b5-4ab8-8074-7ec0c62ccf5f req-4129eb7d-4bc9-4675-b3ed-558ad2dc3917 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 945 time: 0.2033899 Feb 11 04:15:51.938095 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6bb422c9-ee1b-40ec-a646-a2df4affe156 req-a7148b2a-892a-4afd-a7dd-60f65f3d7877 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066267 Feb 11 04:15:52.051130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8096ca1c-42b5-4ab8-8074-7ec0c62ccf5f req-9548d98e-5bbb-4b79-ab94-c2cd85e79a67 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201227 Feb 11 04:15:52.056034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d844dbc5-73c5-49f6-a6ba-488241851131 req-27f922d4-bfc1-4eef-a84e-6b7a44b55d8f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422970 Feb 11 04:15:52.151425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1a43d27-9812-4e1f-92ce-49ba650ce942 req-1a2fe333-aedf-4ae2-98b5-d38ff27ef75c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 210 time: 0.0349793 Feb 11 04:15:52.165232 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc4e1a6-a3c8-43e8-8deb-b3558431de98 x-openstack-request-id: req-1fc4e1a6-a3c8-43e8-8deb-b3558431de98 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:52.165768 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555ed727-63f8-4efe-852a-76e9e52eb636", "tag": "e3c61b82-ea33-4ab0-9219-9ab025984b7c", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:52.165768 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fc4e1a6-a3c8-43e8-8deb-b3558431de98 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:52.166269 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555ed727-63f8-4efe-852a-76e9e52eb636', 'tag': 'e3c61b82-ea33-4ab0-9219-9ab025984b7c', 'status': 'completed', 'code': 200} Feb 11 04:15:52.270126 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a739109-01ac-4b4a-b021-809dcea389cf req-fc435c84-4705-4b75-8ced-a2c4c6552628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:52.272803 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8a739109-01ac-4b4a-b021-809dcea389cf req-fc435c84-4705-4b75-8ced-a2c4c6552628 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=387164033edd4ea5a3d4eaa9873e27e3&device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 1130 time: 0.0770652 Feb 11 04:15:52.339913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a09544-e156-4e62-9a62-198d63c7ee44 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:52.352065 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Publish callbacks [] for port (52a09544-e156-4e62-9a62-198d63c7ee44), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:52.367942 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a739109-01ac-4b4a-b021-809dcea389cf req-39de1a7a-ea7d-4d58-93a2-6d6b564966a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:52.369361 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8a739109-01ac-4b4a-b021-809dcea389cf req-39de1a7a-ea7d-4d58-93a2-6d6b564966a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.0901456 Feb 11 04:15:52.374387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75285f4e-72e8-4169-a7a4-644bc7e91e79 req-320bc30e-54dc-4607-9eca-472fea9446c0 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:52.375867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75285f4e-72e8-4169-a7a4-644bc7e91e79 req-320bc30e-54dc-4607-9eca-472fea9446c0 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 947 time: 0.1470006 Feb 11 04:15:52.382168 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Transition to ACTIVE for port object 52a09544-e156-4e62-9a62-198d63c7ee44 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:15:52.399356 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ebadd-61ae-4630-ac14-b9a73cb2cbaf req-3fafff73-a226-4ab0-9e53-378ac2105886 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:52.400875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b1ebadd-61ae-4630-ac14-b9a73cb2cbaf req-3fafff73-a226-4ab0-9e53-378ac2105886 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 950 time: 0.1085465 Feb 11 04:15:52.418790 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8a739109-01ac-4b4a-b021-809dcea389cf req-2ee945e8-b91c-4d40-8643-30d0bc14b391 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=e3c61b82-ea33-4ab0-9219-9ab025984b7c HTTP/1.1" status: 200 len: 217 time: 0.0406120 Feb 11 04:15:52.452657 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:52.473175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a739109-01ac-4b4a-b021-809dcea389cf req-4c4b68e4-8c39-4d85-9b03-5ff03c06322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:52.475326 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8a739109-01ac-4b4a-b021-809dcea389cf req-4c4b68e4-8c39-4d85-9b03-5ff03c06322b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0485590 Feb 11 04:15:52.476084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75285f4e-72e8-4169-a7a4-644bc7e91e79 req-b40a083b-c684-4935-b368-e21e36ee6007 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917201 Feb 11 04:15:52.522838 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b1ebadd-61ae-4630-ac14-b9a73cb2cbaf req-199261b6-6dcd-45b9-888a-1ee20521fd43 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155217 Feb 11 04:15:52.537490 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a739109-01ac-4b4a-b021-809dcea389cf req-5443dfe6-8d09-427a-86a2-f4e45b0fac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:52.538744 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8a739109-01ac-4b4a-b021-809dcea389cf req-5443dfe6-8d09-427a-86a2-f4e45b0fac7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0561922 Feb 11 04:15:52.541444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Pushing event updated for resources: {'Port': ['ID=52a09544-e156-4e62-9a62-198d63c7ee44,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:52.589636 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Attempting to bind port 52a09544-e156-4e62-9a62-198d63c7ee44 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:15:52.596725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Attempting to bind port 52a09544-e156-4e62-9a62-198d63c7ee44 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:15:52.596725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Attempting to bind port 52a09544-e156-4e62-9a62-198d63c7ee44 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:52.597654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Port 52a09544-e156-4e62-9a62-198d63c7ee44 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:15:52.597654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Attempting to bind port 52a09544-e156-4e62-9a62-198d63c7ee44 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:52.615888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:15:52.616234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Checking segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:52.616624 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Bound using segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:15:52.617059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Bound port: 52a09544-e156-4e62-9a62-198d63c7ee44, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:15:52.617414 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:52.667084 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8a739109-01ac-4b4a-b021-809dcea389cf req-729ea319-5ba4-4700-a7c2-7bd14f1728a1 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201642 Feb 11 04:15:52.760672 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8a739109-01ac-4b4a-b021-809dcea389cf req-2b697479-77ec-4fb4-b399-f83233e53e8c service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866451 Feb 11 04:15:52.788423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-22789e2a-a3f4-4b70-8478-cd88640e3a2e tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--606669061&fields=id&tenant_id=9f3dc1e033a843348622c78e48335f3c HTTP/1.1" status: 200 len: 267 time: 0.1749597 Feb 11 04:15:53.065979 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ff61b8a9-4bb5-4ff4-92ed-688b8cd4812e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:53.146931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:53.216752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=52a09544-e156-4e62-9a62-198d63c7ee44,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:15:53.228409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e894b-f45d-4e71-a80c-24284e464043 req-cc4aa327-77f7-4d26-a648-d58675434cb5 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:53.228908 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e894b-f45d-4e71-a80c-24284e464043 req-cc4aa327-77f7-4d26-a648-d58675434cb5 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:53.229408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e894b-f45d-4e71-a80c-24284e464043 req-cc4aa327-77f7-4d26-a648-d58675434cb5 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:53.229910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e894b-f45d-4e71-a80c-24284e464043 req-cc4aa327-77f7-4d26-a648-d58675434cb5 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:53.230545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e894b-f45d-4e71-a80c-24284e464043 req-cc4aa327-77f7-4d26-a648-d58675434cb5 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:53.231367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e894b-f45d-4e71-a80c-24284e464043 req-cc4aa327-77f7-4d26-a648-d58675434cb5 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:53.231842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e894b-f45d-4e71-a80c-24284e464043 req-cc4aa327-77f7-4d26-a648-d58675434cb5 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:53.232293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e894b-f45d-4e71-a80c-24284e464043 req-cc4aa327-77f7-4d26-a648-d58675434cb5 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:53.232744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e894b-f45d-4e71-a80c-24284e464043 req-cc4aa327-77f7-4d26-a648-d58675434cb5 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:53.233203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e894b-f45d-4e71-a80c-24284e464043 req-cc4aa327-77f7-4d26-a648-d58675434cb5 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:53.235207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc8e894b-f45d-4e71-a80c-24284e464043 req-cc4aa327-77f7-4d26-a648-d58675434cb5 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7146 time: 0.5684347 Feb 11 04:15:53.265511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-5898f5ce-fc51-411a-a48e-5ec10a9bdd93 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:53.267104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-5898f5ce-fc51-411a-a48e-5ec10a9bdd93 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/networks?id=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 HTTP/1.1" status: 200 len: 824 time: 0.4704459 Feb 11 04:15:53.284588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-d63c8ea0-91ff-4917-b1e0-f8f629fb4645 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/quotas/9f3dc1e033a843348622c78e48335f3c HTTP/1.1" status: 200 len: 375 time: 0.0113440 Feb 11 04:15:53.348846 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:53.414191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:53.414191 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:53.415058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] 10.222.0.47 "PUT /v2.0/ports/52a09544-e156-4e62-9a62-198d63c7ee44 HTTP/1.1" status: 200 len: 1093 time: 1.9085343 Feb 11 04:15:53.416400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5', 'tag': '52a09544-e156-4e62-9a62-198d63c7ee44'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:53.418924 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f4ea9f-d656-4104-b8bc-b537ca14ca56" -d '{"events": [{"name": "network-changed", "server_uuid": "e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5", "tag": "52a09544-e156-4e62-9a62-198d63c7ee44"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:53.447850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826ad8c-e229-4fe6-a287-fced6776f712 service neutron] Pushing event updated for resources: {'Port': ['ID=52a09544-e156-4e62-9a62-198d63c7ee44,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:53.458543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-dca119b3-490c-49bb-9504-c5a34e2eac1a tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f3dc1e033a843348622c78e48335f3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1680665 Feb 11 04:15:53.466614 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de4be9-8556-437b-bdd1-e00f251842dc req-542cf8c6-18db-4a88-9c47-f055972cf8e2 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:53.471742 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0de4be9-8556-437b-bdd1-e00f251842dc req-542cf8c6-18db-4a88-9c47-f055972cf8e2 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 944 time: 0.1795902 Feb 11 04:15:53.619213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0de4be9-8556-437b-bdd1-e00f251842dc req-cfd9edd4-cb63-414b-a58d-e333348635af tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439149 Feb 11 04:15:53.648866 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-94c5ae0a-2855-47ec-bfb1-899c0b102fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:53.650369 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-94c5ae0a-2855-47ec-bfb1-899c0b102fba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 1127 time: 0.1305165 Feb 11 04:15:53.652587 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-bb561ca5-5bf5-4838-92e9-c382902f2563 service neutron] 10.222.0.13 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788738 Feb 11 04:15:53.718405 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-f0393f6c-db17-42ea-a9b0-fb6aab9e1d50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52a09544-e156-4e62-9a62-198d63c7ee44 HTTP/1.1" status: 200 len: 217 time: 0.0608749 Feb 11 04:15:53.865228 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-089bc18e-8874-43fc-a41f-127541f84d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:53.867551 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-089bc18e-8874-43fc-a41f-127541f84d9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.1378074 Feb 11 04:15:53.948064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-716c55c8-9a16-431f-9894-8503b2d5c919 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443048 Feb 11 04:15:53.965820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-e8bc180b-9971-4df1-8a6f-7921635be48d service neutron] 10.222.0.13 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018985 Feb 11 04:15:54.002044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-ea9aa52f-c910-4f60-ae35-002e3fe441da tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:54.003633 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-ea9aa52f-c910-4f60-ae35-002e3fe441da tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.32 "GET /v2.0/ports?device_id=70483480-ceba-423b-a158-c3828167e1bb HTTP/1.1" status: 200 len: 945 time: 0.0577452 Feb 11 04:15:54.010681 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-122ad2da-7642-4513-8854-bb9cf91f535b tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:54.012081 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-122ad2da-7642-4513-8854-bb9cf91f535b tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.32 "GET /v2.0/networks?id=cdd1917d-0b54-47b0-9db4-7da99860b38f HTTP/1.1" status: 200 len: 820 time: 0.2187364 Feb 11 04:15:54.041488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-a828928f-5d8d-42b3-9d31-359ef675332c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Request body: {'port': {'device_id': '810d6503-0bd0-4080-b9e6-4c2138e63d33', 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f', 'admin_state_up': True, 'tenant_id': '856f351e415a4648b0a3b51283df37ba'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:54.119948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-d148fa49-3aa9-4b37-b0f4-24f399d23758 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Deleting port 78db2543-8233-4aca-9593-8fd6c285de8a {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:15:54.120453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-d148fa49-3aa9-4b37-b0f4-24f399d23758 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (78db2543-8233-4aca-9593-8fd6c285de8a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:54.146884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-16a25892-a9f8-47ea-84e1-d127699b15cd service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921368 Feb 11 04:15:54.234797 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-d148fa49-3aa9-4b37-b0f4-24f399d23758 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] For port 78db2543-8233-4aca-9593-8fd6c285de8a, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=78db2543-8233-4aca-9593-8fd6c285de8a,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:54.235313 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-d148fa49-3aa9-4b37-b0f4-24f399d23758 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (78db2543-8233-4aca-9593-8fd6c285de8a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:54.322527 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06f17e9-5fa6-442d-8e1d-2f477203032b req-4b97782a-65ba-4c56-909e-e4423a2a237b service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682837 Feb 11 04:15:54.342347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-a828928f-5d8d-42b3-9d31-359ef675332c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Made reservation on behalf of 856f351e415a4648b0a3b51283df37ba for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:15:54.344466 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-a828928f-5d8d-42b3-9d31-359ef675332c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:54.479365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378344f-941b-4a49-9850-8c4926a85749 req-d3c9ccae-9eed-4960-bd42-c8efc30d9c17 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:54.480896 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b378344f-941b-4a49-9850-8c4926a85749 req-d3c9ccae-9eed-4960-bd42-c8efc30d9c17 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.1513374 Feb 11 04:15:54.558743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716fcea-cbbe-423f-a0f4-9b92437969bf req-ef21d539-81a3-4a36-b9b4-57aad0185171 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:54.560157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3716fcea-cbbe-423f-a0f4-9b92437969bf req-ef21d539-81a3-4a36-b9b4-57aad0185171 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 945 time: 0.1922107 Feb 11 04:15:54.587227 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-d148fa49-3aa9-4b37-b0f4-24f399d23758 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:54.587875 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-d148fa49-3aa9-4b37-b0f4-24f399d23758 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (13b1d427-ad1b-461a-a69a-68ed06c66dbf), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:54.588396 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-d148fa49-3aa9-4b37-b0f4-24f399d23758 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Floating IP 13b1d427-ad1b-461a-a69a-68ed06c66dbf disassociated. External IP: 172.25.3.166, port: 78db2543-8233-4aca-9593-8fd6c285de8a. Feb 11 04:15:54.588751 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-d148fa49-3aa9-4b37-b0f4-24f399d23758 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Calling delete_port for 78db2543-8233-4aca-9593-8fd6c285de8a owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:15:54.613221 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b378344f-941b-4a49-9850-8c4926a85749 req-cb515852-a438-4851-9bb4-a28391a564f0 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264017 Feb 11 04:15:54.623731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-a828928f-5d8d-42b3-9d31-359ef675332c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Allocated IP 172.20.0.10 (cdd1917d-0b54-47b0-9db4-7da99860b38f/9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7/dc2a8ea6-ff5a-4663-a00b-73018a2e436d) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:15:54.662842 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3716fcea-cbbe-423f-a0f4-9b92437969bf req-17ac2ecf-76bf-44f0-96e9-b21a41ebec56 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931313 Feb 11 04:15:54.717812 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbd60ad7-191e-4de1-8b41-bb4afd96aca4 req-1bf0d451-4529-48d7-833b-9804172c33f0 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 210 time: 0.0342124 Feb 11 04:15:54.741094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e3c61b82-ea33-4ab0-9219-9ab025984b7c details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:15:54.777693 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b118800d-6955-4646-89be-e9a7365a131b x-openstack-request-id: req-b118800d-6955-4646-89be-e9a7365a131b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:54.777995 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5", "tag": "52a09544-e156-4e62-9a62-198d63c7ee44", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:54.778254 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b118800d-6955-4646-89be-e9a7365a131b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:54.778687 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5', 'tag': '52a09544-e156-4e62-9a62-198d63c7ee44', 'status': 'completed', 'code': 200} Feb 11 04:15:54.824613 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-d148fa49-3aa9-4b37-b0f4-24f399d23758 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (78db2543-8233-4aca-9593-8fd6c285de8a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:54.857069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148fa49-3aa9-4b37-b0f4-24f399d23758 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Pushing event deleted for resources: {'Port': ['ID=78db2543-8233-4aca-9593-8fd6c285de8a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:54.897846 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port e3c61b82-ea33-4ab0-9219-9ab025984b7c, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e3c61b82-ea33-4ab0-9219-9ab025984b7c,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:54.912422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'e3c61b82-ea33-4ab0-9219-9ab025984b7c', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': 'e3c61b82-ea33-4ab0-9219-9ab025984b7c', 'mac_address': 'fa:16:3e:4b:28:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:15:54.970335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port e3c61b82-ea33-4ab0-9219-9ab025984b7c is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:54.971145 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:54.984052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00032ae-8dd5-4bc2-82e4-de9c33b94819 req-5428ceb1-6eca-46a8-ae51-2ac593d34458 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:54.985065 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a00032ae-8dd5-4bc2-82e4-de9c33b94819 req-5428ceb1-6eca-46a8-ae51-2ac593d34458 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 886 time: 0.2696390 Feb 11 04:15:54.993200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c61b82-ea33-4ab0-9219-9ab025984b7c {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:54.997952 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-a828928f-5d8d-42b3-9d31-359ef675332c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:54.999551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-d148fa49-3aa9-4b37-b0f4-24f399d23758 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:15:55.003846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4ea9f-d656-4104-b8bc-b537ca14ca56 req-a43d4af1-3d9e-4b81-9766-c0f4b95d7dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:55.006668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4f4ea9f-d656-4104-b8bc-b537ca14ca56 req-a43d4af1-3d9e-4b81-9766-c0f4b95d7dbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 1127 time: 0.1846724 Feb 11 04:15:55.018922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c994f3-92ed-43f9-8607-f95994ca17ab req-e4bcdb94-fa4c-4996-818f-57bb76cd5bd1 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:55.021050 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30c994f3-92ed-43f9-8607-f95994ca17ab req-e4bcdb94-fa4c-4996-818f-57bb76cd5bd1 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 947 time: 0.1665947 Feb 11 04:15:55.023069 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port e3c61b82-ea33-4ab0-9219-9ab025984b7c, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e3c61b82-ea33-4ab0-9219-9ab025984b7c,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:55.105770 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:55.133008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-d148fa49-3aa9-4b37-b0f4-24f399d23758 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:15:55.147324 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49793860-a018-4b3f-a831-8a36d5922ac3 None None] Sync routers for ids ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:15:55.158528 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49793860-a018-4b3f-a831-8a36d5922ac3 None None] Routers {'c3cd2354-8a63-49b9-80c2-0908d75f6ba8'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:15:55.159222 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-49793860-a018-4b3f-a831-8a36d5922ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:15:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:15:55.176896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=e3c61b82-ea33-4ab0-9219-9ab025984b7c,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:55.192830 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-d148fa49-3aa9-4b37-b0f4-24f399d23758 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] No DVR routers for this DVR port 78db2543-8233-4aca-9593-8fd6c285de8a on host n-h1-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:15:55.195532 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-d148fa49-3aa9-4b37-b0f4-24f399d23758 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:55.199438 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a53a1b80-7fd0-4a5a-a01b-39ce420cd1dd req-d148fa49-3aa9-4b37-b0f4-24f399d23758 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.32 "DELETE /v2.0/ports/78db2543-8233-4aca-9593-8fd6c285de8a HTTP/1.1" status: 204 len: 173 time: 1.1891034 Feb 11 04:15:55.199899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70483480-ceba-423b-a158-c3828167e1bb', 'name': 'network-vif-deleted', 'tag': '78db2543-8233-4aca-9593-8fd6c285de8a'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:55.202662 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c81e234-2ac3-4e1c-bc56-72c8c217a676" -d '{"events": [{"server_uuid": "70483480-ceba-423b-a158-c3828167e1bb", "name": "network-vif-deleted", "tag": "78db2543-8233-4aca-9593-8fd6c285de8a"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:55.223101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30c994f3-92ed-43f9-8607-f95994ca17ab req-7fc3650b-7cd3-4709-99bf-4977d2f26e60 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865263 Feb 11 04:15:55.228121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4ea9f-d656-4104-b8bc-b537ca14ca56 req-fb09ad7e-4a35-4a66-b573-3758512d4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:55.229592 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4f4ea9f-d656-4104-b8bc-b537ca14ca56 req-fb09ad7e-4a35-4a66-b573-3758512d4ae6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.2062962 Feb 11 04:15:55.287188 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-49793860-a018-4b3f-a831-8a36d5922ac3 None None] Set router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:15:55.308246 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-a828928f-5d8d-42b3-9d31-359ef675332c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:55.313221 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4f4ea9f-d656-4104-b8bc-b537ca14ca56 req-9d1cccce-77e8-4e5c-8790-0e76e379709d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52a09544-e156-4e62-9a62-198d63c7ee44 HTTP/1.1" status: 200 len: 217 time: 0.0728278 Feb 11 04:15:55.362303 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-71d001ec-4557-439f-88e5-d6af20283813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:55.371934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['e3c61b82-ea33-4ab0-9219-9ab025984b7c'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:55.389026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3c345-c54f-4af3-bcbb-667648c0e139 req-c177065d-1228-4937-9953-a77d9435c103 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:55.390553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8e3c345-c54f-4af3-bcbb-667648c0e139 req-c177065d-1228-4937-9953-a77d9435c103 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 950 time: 0.3140733 Feb 11 04:15:55.409898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7b11a4c-6b57-4fd9-b387-91b77d783503 req-0a12e8da-bd2c-4294-97e2-f93982367056 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 210 time: 0.1008568 Feb 11 04:15:55.486091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-a828928f-5d8d-42b3-9d31-359ef675332c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Network cdd1917d-0b54-47b0-9db4-7da99860b38f is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:15:55.502656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-a828928f-5d8d-42b3-9d31-359ef675332c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:15:55.513822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-a828928f-5d8d-42b3-9d31-359ef675332c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:15:55.521868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-a828928f-5d8d-42b3-9d31-359ef675332c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:55.525476 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-a828928f-5d8d-42b3-9d31-359ef675332c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:55.533943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828928f-5d8d-42b3-9d31-359ef675332c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Pushing event updated for resources: {'Port': ['ID=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:55.553768 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-49793860-a018-4b3f-a831-8a36d5922ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7400d364-824f-4605-9434-01de64f95a54', 'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'mac_address': 'fa:16:3e:fd:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:20Z', 'updated_at': '2022-02-11T04:14:26Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'subnets': [{'id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:15:55.583994 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49793860-a018-4b3f-a831-8a36d5922ac3 None None] Checking router: c3cd2354-8a63-49b9-80c2-0908d75f6ba8 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:15:55.593292 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49793860-a018-4b3f-a831-8a36d5922ac3 None None] Routers {'c3cd2354-8a63-49b9-80c2-0908d75f6ba8'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:15:55.594019 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-49793860-a018-4b3f-a831-8a36d5922ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:15:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:15:55.602892 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8e3c345-c54f-4af3-bcbb-667648c0e139 req-d5c590d5-1979-4eb1-915c-fd9df8c932a4 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536779 Feb 11 04:15:55.633480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4ea9f-d656-4104-b8bc-b537ca14ca56 req-7bdebd03-d7cc-46a1-99b7-11d49767b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:55.635396 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4f4ea9f-d656-4104-b8bc-b537ca14ca56 req-7bdebd03-d7cc-46a1-99b7-11d49767b496 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.3025401 Feb 11 04:15:55.705541 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d189c5-9847-401b-891c-5ebb7f38757b req-652fc1cd-f708-4764-936f-445a6964c750 tempest-DeleteServersAdminTestJSON-1516024967 tempest-DeleteServersAdminTestJSON-1516024967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:55.707101 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e4d189c5-9847-401b-891c-5ebb7f38757b req-652fc1cd-f708-4764-936f-445a6964c750 tempest-DeleteServersAdminTestJSON-1516024967 tempest-DeleteServersAdminTestJSON-1516024967-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 1133 time: 0.0565829 Feb 11 04:15:55.712691 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4f4ea9f-d656-4104-b8bc-b537ca14ca56 req-c53f6614-f046-47ee-99d3-85e019903f6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524147 Feb 11 04:15:55.720078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-a828928f-5d8d-42b3-9d31-359ef675332c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6818445 Feb 11 04:15:55.737931 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-49793860-a018-4b3f-a831-8a36d5922ac3 None None] Set router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:15:55.756422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Request body: {'port': {'device_id': '810d6503-0bd0-4080-b9e6-4c2138e63d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:55.796712 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-e4d189c5-9847-401b-891c-5ebb7f38757b req-3ba67842-2037-47cc-befe-030a1e73e528 tempest-DeleteServersAdminTestJSON-1516024967 tempest-DeleteServersAdminTestJSON-1516024967-project-admin] Deleting port 9316a47b-e25e-47c4-a051-f1bbd901eeeb {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:15:55.797150 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4d189c5-9847-401b-891c-5ebb7f38757b req-3ba67842-2037-47cc-befe-030a1e73e528 tempest-DeleteServersAdminTestJSON-1516024967 tempest-DeleteServersAdminTestJSON-1516024967-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:55.880573 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1edb4-5c8c-4aad-8582-c441634da808 req-d1f82a5e-770f-49a8-87c7-4b6d2f84747b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:55.887140 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff1edb4-5c8c-4aad-8582-c441634da808 req-d1f82a5e-770f-49a8-87c7-4b6d2f84747b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 944 time: 0.3554752 Feb 11 04:15:55.904708 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e4d189c5-9847-401b-891c-5ebb7f38757b req-3ba67842-2037-47cc-befe-030a1e73e528 tempest-DeleteServersAdminTestJSON-1516024967 tempest-DeleteServersAdminTestJSON-1516024967-project-admin] For port 9316a47b-e25e-47c4-a051-f1bbd901eeeb, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9316a47b-e25e-47c4-a051-f1bbd901eeeb,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:55.905252 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4d189c5-9847-401b-891c-5ebb7f38757b req-3ba67842-2037-47cc-befe-030a1e73e528 tempest-DeleteServersAdminTestJSON-1516024967 tempest-DeleteServersAdminTestJSON-1516024967-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:55.922129 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-e4d189c5-9847-401b-891c-5ebb7f38757b req-3ba67842-2037-47cc-befe-030a1e73e528 tempest-DeleteServersAdminTestJSON-1516024967 tempest-DeleteServersAdminTestJSON-1516024967-project-admin] Calling delete_port for 9316a47b-e25e-47c4-a051-f1bbd901eeeb owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:15:55.946752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e756f9d-82b2-43e0-9dfc-a60db46a9366 req-e0e578cb-6aee-48b7-b8be-146f28ca717d tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:55.953955 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e756f9d-82b2-43e0-9dfc-a60db46a9366 req-e0e578cb-6aee-48b7-b8be-146f28ca717d tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 1128 time: 0.2631013 Feb 11 04:15:55.963106 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-49793860-a018-4b3f-a831-8a36d5922ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7400d364-824f-4605-9434-01de64f95a54', 'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'mac_address': 'fa:16:3e:fd:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:20Z', 'updated_at': '2022-02-11T04:14:26Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'subnets': [{'id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:15:55.969389 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:56.004735 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49793860-a018-4b3f-a831-8a36d5922ac3 None None] The sync data for ids ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'] in n-d-712142-35 is: [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7400d364-824f-4605-9434-01de64f95a54', 'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'mac_address': 'fa:16:3e:fd:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:20Z', 'updated_at': '2022-02-11T04:14:26Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'subnets': [{'id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:15:56.044238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4f4ea9f-d656-4104-b8bc-b537ca14ca56 req-95f59e93-0eff-43f9-974e-a732795a3a4e service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177397 Feb 11 04:15:56.050876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff1edb4-5c8c-4aad-8582-c441634da808 req-e1bf569e-1206-4c0c-a59b-2d1dd790d36b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580687 Feb 11 04:15:56.168868 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e756f9d-82b2-43e0-9dfc-a60db46a9366 req-61700427-96d9-45b6-91f9-f7531fa9f162 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140348 Feb 11 04:15:56.227127 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4d189c5-9847-401b-891c-5ebb7f38757b req-3ba67842-2037-47cc-befe-030a1e73e528 tempest-DeleteServersAdminTestJSON-1516024967 tempest-DeleteServersAdminTestJSON-1516024967-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9316a47b-e25e-47c4-a051-f1bbd901eeeb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:56.241445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['9316a47b-e25e-47c4-a051-f1bbd901eeeb'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:56.300795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba67842-2037-47cc-befe-030a1e73e528 tempest-DeleteServersAdminTestJSON-1516024967 tempest-DeleteServersAdminTestJSON-1516024967-project-admin] Pushing event deleted for resources: {'Port': ['ID=9316a47b-e25e-47c4-a051-f1bbd901eeeb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:56.375011 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777914d4-a738-4d5a-8c3c-ca1c7880e92d x-openstack-request-id: req-777914d4-a738-4d5a-8c3c-ca1c7880e92d {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:56.376039 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70483480-ceba-423b-a158-c3828167e1bb", "name": "network-vif-deleted", "tag": "78db2543-8233-4aca-9593-8fd6c285de8a", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:56.376668 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-777914d4-a738-4d5a-8c3c-ca1c7880e92d {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:56.377243 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70483480-ceba-423b-a158-c3828167e1bb', 'name': 'network-vif-deleted', 'tag': '78db2543-8233-4aca-9593-8fd6c285de8a', 'status': 'completed', 'code': 200} Feb 11 04:15:56.395100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fecf4b5-ef5a-4edd-a3e7-203be8f8a334 None None] New status for floating IP 13b1d427-ad1b-461a-a69a-68ed06c66dbf: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:15:56.404684 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d189c5-9847-401b-891c-5ebb7f38757b req-3ba67842-2037-47cc-befe-030a1e73e528 tempest-DeleteServersAdminTestJSON-1516024967 tempest-DeleteServersAdminTestJSON-1516024967-project-admin] No DVR routers for this DVR port 9316a47b-e25e-47c4-a051-f1bbd901eeeb on host n-h1-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:15:56.413762 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e4d189c5-9847-401b-891c-5ebb7f38757b req-3ba67842-2037-47cc-befe-030a1e73e528 tempest-DeleteServersAdminTestJSON-1516024967 tempest-DeleteServersAdminTestJSON-1516024967-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:56.417931 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e4d189c5-9847-401b-891c-5ebb7f38757b req-3ba67842-2037-47cc-befe-030a1e73e528 tempest-DeleteServersAdminTestJSON-1516024967 tempest-DeleteServersAdminTestJSON-1516024967-project-admin] 10.222.0.32 "DELETE /v2.0/ports/9316a47b-e25e-47c4-a051-f1bbd901eeeb HTTP/1.1" status: 204 len: 173 time: 0.7054372 Feb 11 04:15:56.590466 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:56.686308 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4f4ea9f-d656-4104-b8bc-b537ca14ca56 req-cfe2ba7d-0313-4c82-8a63-ea43dd727c7c service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6029129 Feb 11 04:15:56.734258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a70a7-0942-4aa0-b914-3156cd56bb35 req-2c6aed13-e7d4-47c4-843b-2906dd9f17f4 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:56.734765 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a70a7-0942-4aa0-b914-3156cd56bb35 req-2c6aed13-e7d4-47c4-843b-2906dd9f17f4 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:56.735238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a70a7-0942-4aa0-b914-3156cd56bb35 req-2c6aed13-e7d4-47c4-843b-2906dd9f17f4 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:56.735708 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a70a7-0942-4aa0-b914-3156cd56bb35 req-2c6aed13-e7d4-47c4-843b-2906dd9f17f4 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:56.736189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a70a7-0942-4aa0-b914-3156cd56bb35 req-2c6aed13-e7d4-47c4-843b-2906dd9f17f4 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:56.736641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a70a7-0942-4aa0-b914-3156cd56bb35 req-2c6aed13-e7d4-47c4-843b-2906dd9f17f4 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:56.737097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a70a7-0942-4aa0-b914-3156cd56bb35 req-2c6aed13-e7d4-47c4-843b-2906dd9f17f4 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:56.737559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a70a7-0942-4aa0-b914-3156cd56bb35 req-2c6aed13-e7d4-47c4-843b-2906dd9f17f4 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:56.738012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a70a7-0942-4aa0-b914-3156cd56bb35 req-2c6aed13-e7d4-47c4-843b-2906dd9f17f4 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:56.738468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a70a7-0942-4aa0-b914-3156cd56bb35 req-2c6aed13-e7d4-47c4-843b-2906dd9f17f4 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:56.740742 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-452a70a7-0942-4aa0-b914-3156cd56bb35 req-2c6aed13-e7d4-47c4-843b-2906dd9f17f4 tempest-NetworksTest-295930227 tempest-NetworksTest-295930227-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7146 time: 0.6457829 Feb 11 04:15:56.751532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e3c61b82-ea33-4ab0-9219-9ab025984b7c up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:15:56.787133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e62ea3-1b72-4a5a-ace1-30f651b2985e req-f9b82b2c-56c6-480a-a133-3887e559e891 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:56.788862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3e62ea3-1b72-4a5a-ace1-30f651b2985e req-f9b82b2c-56c6-480a-a133-3887e559e891 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.1844692 Feb 11 04:15:56.938324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port e3c61b82-ea33-4ab0-9219-9ab025984b7c completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:15:56.942918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port e3c61b82-ea33-4ab0-9219-9ab025984b7c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:15:56.943346 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:56.954853 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3e62ea3-1b72-4a5a-ace1-30f651b2985e req-540d2cac-4b36-4e4e-a2c4-5ef8139ff54b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586487 Feb 11 04:15:57.036519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffd3e1-ff2f-4b67-a593-b6096683adcc req-cc8ccbd8-d86d-45e0-8aae-7b0dbb2ef690 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:57.038371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-adffd3e1-ff2f-4b67-a593-b6096683adcc req-cc8ccbd8-d86d-45e0-8aae-7b0dbb2ef690 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 932 time: 0.2112010 Feb 11 04:15:57.040392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port e3c61b82-ea33-4ab0-9219-9ab025984b7c is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:57.040792 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:57.047205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2a8ea6-ff5a-4663-a00b-73018a2e436d {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:57.064501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555ed727-63f8-4efe-852a-76e9e52eb636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c61b82-ea33-4ab0-9219-9ab025984b7c'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:57.066773 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0771d1d-a0be-4334-9a7b-121eefa2c92c" -d '{"events": [{"server_uuid": "555ed727-63f8-4efe-852a-76e9e52eb636", "name": "network-vif-plugged", "status": "completed", "tag": "e3c61b82-ea33-4ab0-9219-9ab025984b7c"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:57.080605 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Publish callbacks [] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:57.080817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port e3c61b82-ea33-4ab0-9219-9ab025984b7c, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e3c61b82-ea33-4ab0-9219-9ab025984b7c,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:57.122141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-6c426585-b96d-46f0-a0f3-b68a8727962f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:57.123618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-6c426585-b96d-46f0-a0f3-b68a8727962f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.47 "GET /v2.0/networks?id=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 HTTP/1.1" status: 200 len: 824 time: 0.2706287 Feb 11 04:15:57.154511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Transition to ACTIVE for port object dc2a8ea6-ff5a-4663-a00b-73018a2e436d will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:15:57.185109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-adffd3e1-ff2f-4b67-a593-b6096683adcc req-0520eb32-fb2c-4cab-a017-4562505b5adb tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290569 Feb 11 04:15:57.205462 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bee3a-c150-4949-957f-eef5194f4458 req-6ccbbfe4-4d53-4ec1-b471-3320137c8c7a tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:57.205462 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-361bee3a-c150-4949-957f-eef5194f4458 req-6ccbbfe4-4d53-4ec1-b471-3320137c8c7a tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 948 time: 0.1586149 Feb 11 04:15:57.253880 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:57.272294 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:57.317939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=e3c61b82-ea33-4ab0-9219-9ab025984b7c,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:57.325239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-fba0a8a7-bf31-46af-aaf8-aafe1b2314ab tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f3dc1e033a843348622c78e48335f3c HTTP/1.1" status: 200 len: 379 time: 0.1878386 Feb 11 04:15:57.358955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-09bc6e57-334d-4784-988a-19ec37ef269f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Request body: {'port': {'device_id': 'de0234a4-d69f-4c2f-a8b3-7396638dbdb7', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'admin_state_up': True, 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'security_groups': ['08ab6535-e14b-4872-a3c6-c5e9fcea6c2b']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:57.379753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35430) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:57.429199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:57.439181 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-361bee3a-c150-4949-957f-eef5194f4458 req-16bb1bfa-4a0e-4e01-85f7-2aca72f5ffff tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247655 Feb 11 04:15:57.514693 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17a9093b-f50d-49dc-b8f4-ef0bc2dbd153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:57.536375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1160f-092d-443e-ba61-6c427fe02784 req-0839fda8-bc9f-4e5e-a612-9a6e84944143 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:57.538006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2bb1160f-092d-443e-ba61-6c427fe02784 req-0839fda8-bc9f-4e5e-a612-9a6e84944143 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 1128 time: 0.2676611 Feb 11 04:15:57.575095 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a673314-d150-4060-9ff8-b18bdec83976 req-5ae8a547-eb1a-45f4-a3f9-0718564eeb03 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 210 time: 0.0735106 Feb 11 04:15:57.578956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Attempting to bind port dc2a8ea6-ff5a-4663-a00b-73018a2e436d on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:15:57.579378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Attempting to bind port dc2a8ea6-ff5a-4663-a00b-73018a2e436d by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '5ec144cf-d18f-499c-88cb-961e3d299181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:15:57.580211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Attempting to bind port dc2a8ea6-ff5a-4663-a00b-73018a2e436d on network cdd1917d-0b54-47b0-9db4-7da99860b38f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:57.597989 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17a9093b-f50d-49dc-b8f4-ef0bc2dbd153 admin admin] Publish callbacks [] for security_group (d79ddca5-c400-4d96-a842-83eed29d59cb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:57.598827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Port dc2a8ea6-ff5a-4663-a00b-73018a2e436d on network cdd1917d-0b54-47b0-9db4-7da99860b38f not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:15:57.599396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Attempting to bind port dc2a8ea6-ff5a-4663-a00b-73018a2e436d on network cdd1917d-0b54-47b0-9db4-7da99860b38f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:57.615715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:15:57.616064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Checking segment: {'id': '5ec144cf-d18f-499c-88cb-961e3d299181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:57.616457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Bound using segment: {'id': '5ec144cf-d18f-499c-88cb-961e3d299181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:15:57.616903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Bound port: dc2a8ea6-ff5a-4663-a00b-73018a2e436d, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec144cf-d18f-499c-88cb-961e3d299181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:15:57.617265 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:57.658769 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17a9093b-f50d-49dc-b8f4-ef0bc2dbd153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d79ddca5-c400-4d96-a842-83eed29d59cb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:57.694799 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9093b-f50d-49dc-b8f4-ef0bc2dbd153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79ddca5-c400-4d96-a842-83eed29d59cb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:57.695191 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2bb1160f-092d-443e-ba61-6c427fe02784 req-adfd2367-f975-4b75-94fe-49a97b66055e tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292262 Feb 11 04:15:57.703678 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-17a9093b-f50d-49dc-b8f4-ef0bc2dbd153 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2300260bfba4b47b8afae9cc9df5eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215499 Feb 11 04:15:57.706176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35434) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:57.716699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5a1762b-6b82-4b0a-b13c-f116e045884f req-ec453aad-ac9c-499c-bf3e-3c446dcf717d tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=34eef775-468b-42cb-b2e8-8f31f194ed62 HTTP/1.1" status: 200 len: 210 time: 0.0406406 Feb 11 04:15:57.721507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-09bc6e57-334d-4784-988a-19ec37ef269f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Made reservation on behalf of 9f3dc1e033a843348622c78e48335f3c for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:15:57.724996 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-09bc6e57-334d-4784-988a-19ec37ef269f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:57.777214 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97245eb3-34bb-40b0-bdb4-ad2d11e0ace1 admin admin] Publish callbacks [] for security_group (d79ddca5-c400-4d96-a842-83eed29d59cb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:57.792819 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f1f1cc-55a8-406f-9dd6-2745af10126e x-openstack-request-id: req-11f1f1cc-55a8-406f-9dd6-2745af10126e {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:57.793153 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555ed727-63f8-4efe-852a-76e9e52eb636", "name": "network-vif-plugged", "status": "completed", "tag": "e3c61b82-ea33-4ab0-9219-9ab025984b7c", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:57.793424 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11f1f1cc-55a8-406f-9dd6-2745af10126e {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:57.793828 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555ed727-63f8-4efe-852a-76e9e52eb636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c61b82-ea33-4ab0-9219-9ab025984b7c', 'code': 200} Feb 11 04:15:57.814363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] For port dc2a8ea6-ff5a-4663-a00b-73018a2e436d, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:57.819206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] For port dc2a8ea6-ff5a-4663-a00b-73018a2e436d, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:15:57.820659 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97245eb3-34bb-40b0-bdb4-ad2d11e0ace1 admin admin] Publish callbacks [] for security_group (d79ddca5-c400-4d96-a842-83eed29d59cb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:57.924102 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc88a4c-85f2-413f-a391-0bbcb82be158 req-d521d5c5-10e7-44d7-9104-cd95b6399e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:57.925723 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8cc88a4c-85f2-413f-a391-0bbcb82be158 req-d521d5c5-10e7-44d7-9104-cd95b6399e7e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 1132 time: 0.0632060 Feb 11 04:15:57.955906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b4105-d4d6-47a1-9950-109bfa0091bc req-61b46876-60b1-436b-8d66-c65e903e2fd4 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:57.957342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd2b4105-d4d6-47a1-9950-109bfa0091bc req-61b46876-60b1-436b-8d66-c65e903e2fd4 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 944 time: 0.1278214 Feb 11 04:15:57.961974 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:57.978159 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8cc88a4c-85f2-413f-a391-0bbcb82be158 req-76e93c58-0c74-4eec-b5fe-8a9dd3ca22ae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Feb 11 04:15:58.035665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:58.036966 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:58.038316 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] 10.222.0.32 "PUT /v2.0/ports/dc2a8ea6-ff5a-4663-a00b-73018a2e436d HTTP/1.1" status: 200 len: 1093 time: 2.2894285 Feb 11 04:15:58.040727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810d6503-0bd0-4080-b9e6-4c2138e63d33', 'tag': 'dc2a8ea6-ff5a-4663-a00b-73018a2e436d'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:58.043106 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8050a7-5565-4905-bab6-7b3e84292837" -d '{"events": [{"name": "network-changed", "server_uuid": "810d6503-0bd0-4080-b9e6-4c2138e63d33", "tag": "dc2a8ea6-ff5a-4663-a00b-73018a2e436d"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:58.062927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-09bc6e57-334d-4784-988a-19ec37ef269f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Allocated IP 172.20.0.12 (9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37/1e603d6b-2704-40e5-a99c-38c00e6fc92c/e7ad33a3-2d96-4390-8133-86897e6f3f23) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:15:58.075852 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97245eb3-34bb-40b0-bdb4-ad2d11e0ace1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d79ddca5-c400-4d96-a842-83eed29d59cb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:58.078745 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97245eb3-34bb-40b0-bdb4-ad2d11e0ace1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:58.078860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1efb0e-5956-4083-b528-5f484002cb16 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:58.080049 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-97245eb3-34bb-40b0-bdb4-ad2d11e0ace1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d79ddca5-c400-4d96-a842-83eed29d59cb HTTP/1.1" status: 204 len: 168 time: 0.3725152 Feb 11 04:15:58.091222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97245eb3-34bb-40b0-bdb4-ad2d11e0ace1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79ddca5-c400-4d96-a842-83eed29d59cb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:58.108127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd2b4105-d4d6-47a1-9950-109bfa0091bc req-5c77ec67-b586-4ef3-bb09-684bf3bbc4dd tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412301 Feb 11 04:15:58.112632 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:58.245067 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17da051e-70b8-4cc7-9273-9b1e7feade3d x-openstack-request-id: req-17da051e-70b8-4cc7-9273-9b1e7feade3d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:58.245361 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810d6503-0bd0-4080-b9e6-4c2138e63d33", "tag": "dc2a8ea6-ff5a-4663-a00b-73018a2e436d", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:58.245617 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17da051e-70b8-4cc7-9273-9b1e7feade3d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:58.246083 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810d6503-0bd0-4080-b9e6-4c2138e63d33', 'tag': 'dc2a8ea6-ff5a-4663-a00b-73018a2e436d', 'status': 'completed', 'code': 200} Feb 11 04:15:58.352704 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-09bc6e57-334d-4784-988a-19ec37ef269f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:58.369012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d783fc-1e66-40ba-a198-bef04ef60705 req-ac48da2b-5c8b-469b-8ed0-23aa36a0f978 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:58.370514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-46d783fc-1e66-40ba-a198-bef04ef60705 req-ac48da2b-5c8b-469b-8ed0-23aa36a0f978 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.1710389 Feb 11 04:15:58.378899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eef775-468b-42cb-b2e8-8f31f194ed62', 'name': 'network-vif-deleted', 'tag': '9316a47b-e25e-47c4-a051-f1bbd901eeeb'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:15:58.383260 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613f0918-fc37-46fb-9bcd-d84a6d6a4e5e" -d '{"events": [{"server_uuid": "34eef775-468b-42cb-b2e8-8f31f194ed62", "name": "network-vif-deleted", "tag": "9316a47b-e25e-47c4-a051-f1bbd901eeeb"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:15:58.386777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-1a6dde77-1607-4ce2-ad29-5271c90b1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:58.386777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-1a6dde77-1607-4ce2-ad29-5271c90b1b9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=856f351e415a4648b0a3b51283df37ba&device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 1127 time: 0.1497936 Feb 11 04:15:58.452597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535af94-7913-4023-bab3-18f4b4660b37 req-3fb3bfb1-0590-4318-9692-72379228d1dd tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:58.454407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6535af94-7913-4023-bab3-18f4b4660b37 req-3fb3bfb1-0590-4318-9692-72379228d1dd tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 1128 time: 0.1625724 Feb 11 04:15:58.464760 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-8a4011b6-4b76-4437-9fd3-4bba0bc51bfe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc2a8ea6-ff5a-4663-a00b-73018a2e436d HTTP/1.1" status: 200 len: 217 time: 0.0612221 Feb 11 04:15:58.521801 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-bb4c17f8-0fc2-4be1-8f02-49b2f4d5eb07 service neutron] show failed (client error): The resource could not be found. Feb 11 04:15:58.523084 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-bb4c17f8-0fc2-4be1-8f02-49b2f4d5eb07 service neutron] 10.222.0.47 "GET /v2.0/ports/5a87b147-9dfe-424a-9be7-e8b9804fc7f6/bindings/n-h1-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0607703 Feb 11 04:15:58.537882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-46d783fc-1e66-40ba-a198-bef04ef60705 req-a0adb341-a080-4207-aea2-c23d699777e0 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588593 Feb 11 04:15:58.559399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 78db2543-8233-4aca-9593-8fd6c285de8a no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:15:58.569146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-8decb13d-936e-43ae-b974-de984144b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:58.570744 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-8decb13d-936e-43ae-b974-de984144b622 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7 HTTP/1.1" status: 200 len: 860 time: 0.0978193 Feb 11 04:15:58.574007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6535af94-7913-4023-bab3-18f4b4660b37 req-472be68a-e112-48c5-be51-f3b0af13134b tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022904 Feb 11 04:15:58.581358 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 78db2543-8233-4aca-9593-8fd6c285de8a {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:15:58.581705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 78db2543-8233-4aca-9593-8fd6c285de8a not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:15:58.582126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9316a47b-e25e-47c4-a051-f1bbd901eeeb no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:15:58.608150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-0306d66c-6db5-436b-a917-76976f1b24fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd1917d-0b54-47b0-9db4-7da99860b38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301092 Feb 11 04:15:58.624179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 9316a47b-e25e-47c4-a051-f1bbd901eeeb {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:15:58.624813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9316a47b-e25e-47c4-a051-f1bbd901eeeb not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:15:58.647692 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7e9ae8-5ef9-4996-8aa7-6b0552ccaf3e x-openstack-request-id: req-9c7e9ae8-5ef9-4996-8aa7-6b0552ccaf3e {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:15:58.648314 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eef775-468b-42cb-b2e8-8f31f194ed62", "name": "network-vif-deleted", "tag": "9316a47b-e25e-47c4-a051-f1bbd901eeeb", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:15:58.648653 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c7e9ae8-5ef9-4996-8aa7-6b0552ccaf3e {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:15:58.649349 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eef775-468b-42cb-b2e8-8f31f194ed62', 'name': 'network-vif-deleted', 'tag': '9316a47b-e25e-47c4-a051-f1bbd901eeeb', 'status': 'completed', 'code': 200} Feb 11 04:15:58.657648 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-09bc6e57-334d-4784-988a-19ec37ef269f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:58.765498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 52a09544-e156-4e62-9a62-198d63c7ee44 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:15:58.771803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35462) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:58.786137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c184f72-8cff-4d10-bab4-206d55fb7cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:58.794043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-09bc6e57-334d-4784-988a-19ec37ef269f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:15:58.808429 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-09bc6e57-334d-4784-988a-19ec37ef269f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:15:58.818956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc6e57-334d-4784-988a-19ec37ef269f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Pushing event updated for resources: {'Port': ['ID=e7ad33a3-2d96-4390-8133-86897e6f3f23,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:58.830260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-09bc6e57-334d-4784-988a-19ec37ef269f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:15:58.835799 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-09bc6e57-334d-4784-988a-19ec37ef269f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:58.837361 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-09bc6e57-334d-4784-988a-19ec37ef269f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:58.878793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-d144977c-6a7d-438c-9b51-3180b233cea4 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542872 Feb 11 04:15:58.886368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3c5df-8a9d-4dba-8e0e-73142abca239 req-c9ce606a-3a0c-4780-a83b-2523f9df435a tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:58.893248 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18a3c5df-8a9d-4dba-8e0e-73142abca239 req-c9ce606a-3a0c-4780-a83b-2523f9df435a tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 944 time: 0.2699327 Feb 11 04:15:58.900510 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c184f72-8cff-4d10-bab4-206d55fb7cc2 admin admin] Publish callbacks [] for security_group (38b67f47-36e1-4c4d-b2a3-252b5374ac92), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:58.900661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=52a09544-e156-4e62-9a62-198d63c7ee44,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:58.912829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '52a09544-e156-4e62-9a62-198d63c7ee44', 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282', 'port_id': '52a09544-e156-4e62-9a62-198d63c7ee44', 'mac_address': 'fa:16:3e:31:56:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:15:58.946597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643a0d1-165a-495d-b205-5c7d7d3254b5 req-a6ce4f9e-24b2-4b7d-b179-36b2c69b5e91 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:58.948229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d643a0d1-165a-495d-b205-5c7d7d3254b5 req-a6ce4f9e-24b2-4b7d-b179-36b2c69b5e91 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 949 time: 0.2309787 Feb 11 04:15:58.965220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-09bc6e57-334d-4784-988a-19ec37ef269f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6113815 Feb 11 04:15:58.967198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 52a09544-e156-4e62-9a62-198d63c7ee44 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:15:58.967764 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:58.986783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a09544-e156-4e62-9a62-198d63c7ee44 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:15:59.018700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Request body: {'port': {'device_id': 'de0234a4-d69f-4c2f-a8b3-7396638dbdb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:59.018966 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c184f72-8cff-4d10-bab4-206d55fb7cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (38b67f47-36e1-4c4d-b2a3-252b5374ac92), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:59.030975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=52a09544-e156-4e62-9a62-198d63c7ee44,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:59.086667 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3c184f72-8cff-4d10-bab4-206d55fb7cc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c1ae7f182aa411aa760b9fc6f47bd2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137429 Feb 11 04:15:59.088384 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18a3c5df-8a9d-4dba-8e0e-73142abca239 req-301d03af-14c2-4663-b644-7a7187f47bae tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942265 Feb 11 04:15:59.089922 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35464) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:15:59.101064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c184f72-8cff-4d10-bab4-206d55fb7cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b67f47-36e1-4c4d-b2a3-252b5374ac92,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:59.130763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-072038ce-34f8-4138-8c47-bfae507e00d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:59.135666 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-072038ce-34f8-4138-8c47-bfae507e00d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7&tenant_id=95a93e519b544c01b6ee62c609eec109 HTTP/1.1" status: 200 len: 1132 time: 0.1344864 Feb 11 04:15:59.145475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac22631c-c2ea-4b21-ae7f-5705b71a2e60 req-b1ac54cc-58e9-423d-9289-3e020dc954d1 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483895 Feb 11 04:15:59.149688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d643a0d1-165a-495d-b205-5c7d7d3254b5 req-600544cd-cf3c-4151-87ec-7e098e1afdbc tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924348 Feb 11 04:15:59.156244 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:15:59.156980 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:59.169914 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:59.277427 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6217453e-220e-47e9-b366-b4a5d0fab4b2 admin admin] Publish callbacks [] for security_group (38b67f47-36e1-4c4d-b2a3-252b5374ac92), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:59.291994 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:59.305275 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-27df4b25-f73e-486a-8c5a-85dfae09be3c None None] Provisioning complete for port e7ad33a3-2d96-4390-8133-86897e6f3f23 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:15:59.306517 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-27df4b25-f73e-486a-8c5a-85dfae09be3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:59.310618 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=52a09544-e156-4e62-9a62-198d63c7ee44,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:59.321482 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6217453e-220e-47e9-b366-b4a5d0fab4b2 admin admin] Publish callbacks [] for security_group (38b67f47-36e1-4c4d-b2a3-252b5374ac92), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:59.353249 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:59.369253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-27df4b25-f73e-486a-8c5a-85dfae09be3c None None] Port e7ad33a3-2d96-4390-8133-86897e6f3f23 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:15:59.376379 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['52a09544-e156-4e62-9a62-198d63c7ee44'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:15:59.474428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a02317-27cc-4e23-8ea3-efffb6d21235 req-29f07d94-706c-420f-9bfa-8279924cd0f9 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:59.480618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0a02317-27cc-4e23-8ea3-efffb6d21235 req-29f07d94-706c-420f-9bfa-8279924cd0f9 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 932 time: 0.2410145 Feb 11 04:15:59.546095 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6217453e-220e-47e9-b366-b4a5d0fab4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (38b67f47-36e1-4c4d-b2a3-252b5374ac92), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:59.549483 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6217453e-220e-47e9-b366-b4a5d0fab4b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:59.553951 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6217453e-220e-47e9-b366-b4a5d0fab4b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38b67f47-36e1-4c4d-b2a3-252b5374ac92 HTTP/1.1" status: 204 len: 168 time: 0.4585121 Feb 11 04:15:59.585132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] For port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:15:59.587678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8050a7-5565-4905-bab6-7b3e84292837 req-b8966858-198b-4ee5-85e0-6c94988ab374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:59.590446 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a8050a7-5565-4905-bab6-7b3e84292837 req-b8966858-198b-4ee5-85e0-6c94988ab374 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=856f351e415a4648b0a3b51283df37ba&device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 1127 time: 0.2810326 Feb 11 04:15:59.611822 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217453e-220e-47e9-b366-b4a5d0fab4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b67f47-36e1-4c4d-b2a3-252b5374ac92,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:59.635200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] For port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:15:59.653507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e26fa-177f-4a9e-96e2-449c048efd8a req-25f0aa61-ef59-42fa-9e9a-10d203676e20 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:15:59.655176 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe0e26fa-177f-4a9e-96e2-449c048efd8a req-25f0aa61-ef59-42fa-9e9a-10d203676e20 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 945 time: 0.2513855 Feb 11 04:15:59.681153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0a02317-27cc-4e23-8ea3-efffb6d21235 req-19fde485-f05b-421d-a9b1-12bba345bcde tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819658 Feb 11 04:15:59.690302 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Publish callbacks [] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:59.707125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Transition to ACTIVE for port object 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:15:59.847796 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:15:59.921645 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] No DVR routers for this DVR port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:15:59.929460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Pushing event updated for resources: {'Port': ['ID=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,revision_number=6']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:15:59.976681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Attempting to bind port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:15:59.977609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Attempting to bind port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:15:59.978131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Attempting to bind port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:59.983485 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:15:59.983881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Attempting to bind port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:15:59.990717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:15:59.991071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:15:59.991456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:15:59.991883 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Bound port: 5a87b147-9dfe-424a-9be7-e8b9804fc7f6, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:15:59.992240 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:00.075409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] For port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:00.079473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] For port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:00.096362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe0e26fa-177f-4a9e-96e2-449c048efd8a req-f65d3286-6fcc-49db-bad7-067d67a9249e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230731 Feb 11 04:16:00.146064 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:00.159740 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-fe4d7cea-640e-4b46-9569-5213b3e88de1 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=91feb93a57cf408ebd51e8d2b2d11b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3770487 Feb 11 04:16:00.186731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ad33a3-2d96-4390-8133-86897e6f3f23 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:00.202589 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:00.203247 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:00.208535 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] 10.222.0.32 "PUT /v2.0/ports/5a87b147-9dfe-424a-9be7-e8b9804fc7f6 HTTP/1.1" status: 200 len: 1096 time: 1.0596557 Feb 11 04:16:00.236804 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Publish callbacks [] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:00.240046 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8050a7-5565-4905-bab6-7b3e84292837 req-b8be1765-74cc-410b-b8ff-2d159e8e6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:00.241536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a8050a7-5565-4905-bab6-7b3e84292837 req-b8be1765-74cc-410b-b8ff-2d159e8e6c09 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cdd1917d-0b54-47b0-9db4-7da99860b38f HTTP/1.1" status: 200 len: 921 time: 0.6416667 Feb 11 04:16:00.358351 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a8050a7-5565-4905-bab6-7b3e84292837 req-1c364183-f890-4533-afb4-d7ba124bf1a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc2a8ea6-ff5a-4663-a00b-73018a2e436d HTTP/1.1" status: 200 len: 217 time: 0.1070924 Feb 11 04:16:00.369971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Transition to ACTIVE for port object e7ad33a3-2d96-4390-8133-86897e6f3f23 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:16:00.446648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd5110-7a60-4863-a949-f79eb93409bc req-1ba64573-0472-446f-aa6b-0dbe4e7958b8 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:00.454561 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68cd5110-7a60-4863-a949-f79eb93409bc req-1ba64573-0472-446f-aa6b-0dbe4e7958b8 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 947 time: 0.2614310 Feb 11 04:16:00.471070 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:00.491221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a8106-0e54-4491-bd5e-007a243098bf service neutron] Pushing event updated for resources: {'Port': ['ID=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:00.507042 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-28d9479b-0893-4457-9df7-68db0c6b6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:00.508757 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-28d9479b-0893-4457-9df7-68db0c6b6799 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 1130 time: 0.2793684 Feb 11 04:16:00.516678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8050a7-5565-4905-bab6-7b3e84292837 req-966e9710-01f6-43e5-8bde-6bc73395aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:00.518108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a8050a7-5565-4905-bab6-7b3e84292837 req-966e9710-01f6-43e5-8bde-6bc73395aef4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7 HTTP/1.1" status: 200 len: 860 time: 0.1517982 Feb 11 04:16:00.536815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-b0a27410-87c7-4e78-8c62-aa9103dbe118 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:00.538407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-b0a27410-87c7-4e78-8c62-aa9103dbe118 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3778892 Feb 11 04:16:00.612835 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-9249631a-3b0b-4990-b80b-b8500d8307f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:00.614703 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-9249631a-3b0b-4990-b80b-b8500d8307f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1001248 Feb 11 04:16:00.619247 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-6636d236-859d-4802-91e4-1319058e1675 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/quotas/91feb93a57cf408ebd51e8d2b2d11b84 HTTP/1.1" status: 200 len: 375 time: 0.0675883 Feb 11 04:16:00.650595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a8050a7-5565-4905-bab6-7b3e84292837 req-df0f760c-707d-4ece-9ee8-fb0ca4b8a56b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cdd1917d-0b54-47b0-9db4-7da99860b38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070290 Feb 11 04:16:00.656488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Attempting to bind port e7ad33a3-2d96-4390-8133-86897e6f3f23 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:00.656825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Attempting to bind port e7ad33a3-2d96-4390-8133-86897e6f3f23 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:00.657151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Attempting to bind port e7ad33a3-2d96-4390-8133-86897e6f3f23 on network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:00.667988 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a6b0df-95e5-4065-b631-507f58f016c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6'}, {'name': 'network-changed', 'server_uuid': '82a6b0df-95e5-4065-b631-507f58f016c7', 'tag': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:00.670413 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8feb66f-c5aa-4725-935c-c89b3f75ef52" -d '{"events": [{"server_uuid": "82a6b0df-95e5-4065-b631-507f58f016c7", "name": "network-vif-unplugged", "status": "completed", "tag": "5a87b147-9dfe-424a-9be7-e8b9804fc7f6"}, {"name": "network-changed", "server_uuid": "82a6b0df-95e5-4065-b631-507f58f016c7", "tag": "5a87b147-9dfe-424a-9be7-e8b9804fc7f6"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:00.675143 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-b760a522-9a29-4073-bbcb-9bf397d7e4b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6 HTTP/1.1" status: 200 len: 217 time: 0.0544612 Feb 11 04:16:00.696294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ad33a3-2d96-4390-8133-86897e6f3f23,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:00.717867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-69a68df0-8487-4816-92c3-e03ddda56bbf tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91feb93a57cf408ebd51e8d2b2d11b84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0976269 Feb 11 04:16:00.744857 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-b847292a-0804-4a45-9314-eddc64879a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:00.746713 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-b847292a-0804-4a45-9314-eddc64879a61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0649457 Feb 11 04:16:00.751192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Port e7ad33a3-2d96-4390-8133-86897e6f3f23 on network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:16:00.751526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Attempting to bind port e7ad33a3-2d96-4390-8133-86897e6f3f23 on network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:00.766527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 52a09544-e156-4e62-9a62-198d63c7ee44 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:00.784753 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68cd5110-7a60-4863-a949-f79eb93409bc req-2a2ec793-0bd8-4905-8f8f-548bead889ab tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247619 Feb 11 04:16:00.786040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:00.787823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Checking segment: {'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:00.789262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Bound using segment: {'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:00.790451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Bound port: e7ad33a3-2d96-4390-8133-86897e6f3f23, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b77cd4-8a8a-483f-aace-a192b170fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:00.792448 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:00.817906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-65fe0706-1426-458d-98ee-62a74111548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:00.819348 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-65fe0706-1426-458d-98ee-62a74111548e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0631001 Feb 11 04:16:00.923593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 52a09544-e156-4e62-9a62-198d63c7ee44 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:16:00.932535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 52a09544-e156-4e62-9a62-198d63c7ee44 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:00.933681 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:00.944987 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-c56036a7-ac2d-4305-b33c-cb35da7219a9 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184554 Feb 11 04:16:01.014475 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] For port e7ad33a3-2d96-4390-8133-86897e6f3f23, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:01.040611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] For port e7ad33a3-2d96-4390-8133-86897e6f3f23, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e7ad33a3-2d96-4390-8133-86897e6f3f23,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:01.052279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a84af-bf4f-46de-9db2-1b0fe830a674 req-e1abc5d6-26ad-4892-9dc7-115cb52026d9 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:01.053940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a9a84af-bf4f-46de-9db2-1b0fe830a674 req-e1abc5d6-26ad-4892-9dc7-115cb52026d9 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 1128 time: 0.1385529 Feb 11 04:16:01.056195 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a8050a7-5565-4905-bab6-7b3e84292837 req-31e78eb4-cffa-458b-ba11-a458d2ac2843 service neutron] 10.222.0.32 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884740 Feb 11 04:16:01.118789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 52a09544-e156-4e62-9a62-198d63c7ee44 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:01.119426 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:01.135595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:01.147270 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c0f53caf-d132-4653-9a97-72e01bb990a4 req-086c1f92-4d6c-4794-ab7c-b146649814e7 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857214 Feb 11 04:16:01.170286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a09544-e156-4e62-9a62-198d63c7ee44'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:01.172992 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f97d92d-3b0f-4dfa-915b-2853d0c083d0" -d '{"events": [{"server_uuid": "e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5", "name": "network-vif-plugged", "status": "completed", "tag": "52a09544-e156-4e62-9a62-198d63c7ee44"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:01.187473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=52a09544-e156-4e62-9a62-198d63c7ee44,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:01.232469 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:01.233104 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:01.234510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] 10.222.0.47 "PUT /v2.0/ports/e7ad33a3-2d96-4390-8133-86897e6f3f23 HTTP/1.1" status: 200 len: 1093 time: 2.2243822 Feb 11 04:16:01.240195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0234a4-d69f-4c2f-a8b3-7396638dbdb7', 'tag': 'e7ad33a3-2d96-4390-8133-86897e6f3f23'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:01.244647 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e1aff3-9cd3-4bd1-a951-d251718ec04f" -d '{"events": [{"name": "network-changed", "server_uuid": "de0234a4-d69f-4c2f-a8b3-7396638dbdb7", "tag": "e7ad33a3-2d96-4390-8133-86897e6f3f23"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:01.265097 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:01.266159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:16:01.268830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a9a84af-bf4f-46de-9db2-1b0fe830a674 req-af426b18-a699-451b-b03b-c3931ef120bb tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091789 Feb 11 04:16:01.318486 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a8050a7-5565-4905-bab6-7b3e84292837 req-60185b38-af84-465e-a277-eb36bb1f930b service neutron] 10.222.0.32 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568855 Feb 11 04:16:01.319267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eef4e7-4d3f-4788-8a63-0145af3fdf08 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ad33a3-2d96-4390-8133-86897e6f3f23,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:01.331269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0134daf-25c6-4696-8d67-767ebe6ea311 req-4d163a5c-8246-466d-821e-36b7995475a4 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:01.339286 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0134daf-25c6-4696-8d67-767ebe6ea311 req-4d163a5c-8246-466d-821e-36b7995475a4 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 944 time: 0.2709124 Feb 11 04:16:01.527695 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0134daf-25c6-4696-8d67-767ebe6ea311 req-426c70b2-5535-44ef-a0ba-592b0b42c46c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875083 Feb 11 04:16:01.537435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-d7b1853c-e5e6-4c4f-9aeb-7aaec192e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:01.537583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-d7b1853c-e5e6-4c4f-9aeb-7aaec192e193 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f3dc1e033a843348622c78e48335f3c&device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 1127 time: 0.1660762 Feb 11 04:16:01.588590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb3282-5233-40a8-8212-86a398ffdf84 req-6689d360-1ed1-40d2-b675-0a85cc0c5567 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:01.590431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9cb3282-5233-40a8-8212-86a398ffdf84 req-6689d360-1ed1-40d2-b675-0a85cc0c5567 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 949 time: 0.1387510 Feb 11 04:16:01.617656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=52a09544-e156-4e62-9a62-198d63c7ee44,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:01.625869 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] The host n-h2-712142-35 is not matching for port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 host n-h1-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:16:01.626602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:16:01.644287 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d086331-02dd-4574-9e47-5e493c2b6a9c x-openstack-request-id: req-3d086331-02dd-4574-9e47-5e493c2b6a9c {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:01.644788 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a6b0df-95e5-4065-b631-507f58f016c7", "name": "network-vif-unplugged", "status": "completed", "tag": "5a87b147-9dfe-424a-9be7-e8b9804fc7f6", "code": 200}, {"name": "network-changed", "server_uuid": "82a6b0df-95e5-4065-b631-507f58f016c7", "tag": "5a87b147-9dfe-424a-9be7-e8b9804fc7f6", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:01.644914 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d086331-02dd-4574-9e47-5e493c2b6a9c {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:01.645406 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a6b0df-95e5-4065-b631-507f58f016c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6', 'code': 200} Feb 11 04:16:01.645851 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a6b0df-95e5-4065-b631-507f58f016c7', 'tag': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6', 'status': 'completed', 'code': 200} Feb 11 04:16:01.647016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-4c111cdc-b099-45f2-b34a-933d408b9726 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7ad33a3-2d96-4390-8133-86897e6f3f23 HTTP/1.1" status: 200 len: 217 time: 0.0970752 Feb 11 04:16:01.724025 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-0290a375-187f-4ba7-9a0f-4827c70b6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:01.726273 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-0290a375-187f-4ba7-9a0f-4827c70b6124 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 1130 time: 0.0614636 Feb 11 04:16:01.821458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-53ba9f23-a1ff-430f-b1a4-68556fc056e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:01.822774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-30dd0be6-739d-472f-a6fe-92f13b3f51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:01.823298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-53ba9f23-a1ff-430f-b1a4-68556fc056e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e603d6b-2704-40e5-a99c-38c00e6fc92c HTTP/1.1" status: 200 len: 863 time: 0.1451533 Feb 11 04:16:01.824224 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-30dd0be6-739d-472f-a6fe-92f13b3f51fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.0908377 Feb 11 04:16:01.827387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9cb3282-5233-40a8-8212-86a398ffdf84 req-00bc72b9-fd8c-4a34-8423-19fe2f7a717a tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856375 Feb 11 04:16:01.877377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-0cdb367e-5d50-4df1-8a8b-3ad8af270768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:01.880345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-0cdb367e-5d50-4df1-8a8b-3ad8af270768 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 1130 time: 0.1848590 Feb 11 04:16:01.881075 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-7d3bf0ba-03c8-45dd-831e-10cd7b2c80b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6 HTTP/1.1" status: 200 len: 217 time: 0.0473609 Feb 11 04:16:01.910735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788dd5e-efa9-4ead-821d-e68a0b926def req-0a5faad5-64c8-4abc-9625-b105b6fa1759 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:01.912204 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9788dd5e-efa9-4ead-821d-e68a0b926def req-0a5faad5-64c8-4abc-9625-b105b6fa1759 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 944 time: 0.2046597 Feb 11 04:16:01.938709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-4bcab1bc-f33b-4ea9-bb9c-379819a2dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:01.940245 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-4bcab1bc-f33b-4ea9-bb9c-379819a2dc5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0539711 Feb 11 04:16:01.948686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98b204c8-09b9-4cf8-85bc-751280cbc3ff req-8a723d1e-6e3a-462e-9df7-5f7e995ed3b6 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 210 time: 0.0650833 Feb 11 04:16:02.001084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-842bce68-8cd6-43ad-bf7f-463b4a44d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:02.002894 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-842bce68-8cd6-43ad-bf7f-463b4a44d5db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0556951 Feb 11 04:16:02.021942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-b669abea-8465-4cac-84f9-e551a83a0bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:02.023554 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-b669abea-8465-4cac-84f9-e551a83a0bfa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1893795 Feb 11 04:16:02.134036 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-8c103596-c893-4605-bfac-290a7e8d0872 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199741 Feb 11 04:16:02.136321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9788dd5e-efa9-4ead-821d-e68a0b926def req-7eed565d-569a-4346-83c7-2cabc13ba5db tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027555 Feb 11 04:16:02.170365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-39c04e90-63db-4c6d-8589-e29dfcef9c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:02.171934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-39c04e90-63db-4c6d-8589-e29dfcef9c4b service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2841339 Feb 11 04:16:02.200894 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4ec8b3-b01f-4ca0-a043-f880c809a5bf x-openstack-request-id: req-7d4ec8b3-b01f-4ca0-a043-f880c809a5bf {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:02.201839 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5", "name": "network-vif-plugged", "status": "completed", "tag": "52a09544-e156-4e62-9a62-198d63c7ee44", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:02.202313 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d4ec8b3-b01f-4ca0-a043-f880c809a5bf {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:02.202933 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a09544-e156-4e62-9a62-198d63c7ee44', 'code': 200} Feb 11 04:16:02.244254 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33641bf-9f88-48e9-9705-468d52f46f57 x-openstack-request-id: req-a33641bf-9f88-48e9-9705-468d52f46f57 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:02.244556 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0234a4-d69f-4c2f-a8b3-7396638dbdb7", "tag": "e7ad33a3-2d96-4390-8133-86897e6f3f23", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:02.244817 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a33641bf-9f88-48e9-9705-468d52f46f57 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:02.245221 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0234a4-d69f-4c2f-a8b3-7396638dbdb7', 'tag': 'e7ad33a3-2d96-4390-8133-86897e6f3f23', 'status': 'completed', 'code': 200} Feb 11 04:16:02.260859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-9941c2d4-056f-46fb-b7ec-bba38da47e68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6 HTTP/1.1" status: 200 len: 217 time: 0.0708075 Feb 11 04:16:02.273147 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-5c9f7d82-5496-455a-9a2a-5d500b17e97c service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389515 Feb 11 04:16:02.274010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e333d20-ac03-4d1c-ae25-da37cc6cc177 req-ec893292-d679-4f6e-90da-64dafbc3d176 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:02.275765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e333d20-ac03-4d1c-ae25-da37cc6cc177 req-ec893292-d679-4f6e-90da-64dafbc3d176 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 946 time: 0.2321112 Feb 11 04:16:02.323958 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-1d81642e-5cdb-4a62-9e3a-444e4ab4fb72 service neutron] 10.222.0.47 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948244 Feb 11 04:16:02.339430 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf8df-30d2-4a7f-afea-5ad6fbff1d73 req-16d25376-e83b-4ec0-bcff-7d3a65e7fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:02.341051 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f9ccf8df-30d2-4a7f-afea-5ad6fbff1d73 req-16d25376-e83b-4ec0-bcff-7d3a65e7fc8d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 1129 time: 0.0585766 Feb 11 04:16:02.384970 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f9ccf8df-30d2-4a7f-afea-5ad6fbff1d73 req-4bcad813-c427-4a12-926a-b133b2ba5ba4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387146 Feb 11 04:16:02.390939 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-d0c634f7-7008-4199-a464-e03c45b73ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:02.392438 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-d0c634f7-7008-4199-a464-e03c45b73ca8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1157272 Feb 11 04:16:02.439025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e333d20-ac03-4d1c-ae25-da37cc6cc177 req-0e9677bb-9766-46df-a642-27d607ffcc3d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548495 Feb 11 04:16:02.493724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a5c9721-322b-4d8a-a6b4-e57f9cb2337f req-f2847c7f-7451-42c1-98c5-3049074484df service neutron] 10.222.0.47 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607473 Feb 11 04:16:02.499638 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-f9ca99d6-6a22-4e74-8aed-993a0b49cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:02.501096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-f9ca99d6-6a22-4e74-8aed-993a0b49cc30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1008151 Feb 11 04:16:02.560047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device dc2a8ea6-ff5a-4663-a00b-73018a2e436d details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:16:02.621825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fa832-faa5-4d01-9aa4-c97bdcb39bc1 req-44bb1ecb-4e19-475c-8753-2afef2713c53 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:02.623546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-345fa832-faa5-4d01-9aa4-c97bdcb39bc1 req-44bb1ecb-4e19-475c-8753-2afef2713c53 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 947 time: 0.1199241 Feb 11 04:16:02.648466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-80439191-87c4-4888-93e1-db57badbfc13 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360528 Feb 11 04:16:02.681252 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port dc2a8ea6-ff5a-4663-a00b-73018a2e436d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:02.694804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'dc2a8ea6-ff5a-4663-a00b-73018a2e436d', 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f', 'port_id': 'dc2a8ea6-ff5a-4663-a00b-73018a2e436d', 'mac_address': 'fa:16:3e:32:31:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:16:02.740962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port dc2a8ea6-ff5a-4663-a00b-73018a2e436d is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:02.741530 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:02.756566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2a8ea6-ff5a-4663-a00b-73018a2e436d {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:02.776625 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port dc2a8ea6-ff5a-4663-a00b-73018a2e436d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:02.804562 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-345fa832-faa5-4d01-9aa4-c97bdcb39bc1 req-f17614c4-0e3d-4f5b-ab83-b3997459d9e8 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738386 Feb 11 04:16:02.823783 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8feb66f-c5aa-4725-935c-c89b3f75ef52 req-5b078374-362f-4108-a54c-6364f8264e1b service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680808 Feb 11 04:16:02.826238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1aff3-9cd3-4bd1-a951-d251718ec04f req-e4827219-a9bd-463c-855f-17ab9b43aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:02.827640 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7e1aff3-9cd3-4bd1-a951-d251718ec04f req-e4827219-a9bd-463c-855f-17ab9b43aecf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f3dc1e033a843348622c78e48335f3c&device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 1127 time: 0.1498406 Feb 11 04:16:02.858913 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:02.937754 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1aff3-9cd3-4bd1-a951-d251718ec04f req-b0ce1798-16ca-49ef-a95a-f566eb865449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:02.939383 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7e1aff3-9cd3-4bd1-a951-d251718ec04f req-b0ce1798-16ca-49ef-a95a-f566eb865449 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 HTTP/1.1" status: 200 len: 925 time: 0.1052883 Feb 11 04:16:02.943522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:02.984307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7e1aff3-9cd3-4bd1-a951-d251718ec04f req-5f63011a-3ebf-4caa-bb1c-6ed10c429a2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7ad33a3-2d96-4390-8133-86897e6f3f23 HTTP/1.1" status: 200 len: 217 time: 0.0385778 Feb 11 04:16:03.047864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1aff3-9cd3-4bd1-a951-d251718ec04f req-e4a966a9-19cc-4300-9c32-bd0c752aaee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:03.049557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7e1aff3-9cd3-4bd1-a951-d251718ec04f req-e4a966a9-19cc-4300-9c32-bd0c752aaee2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e603d6b-2704-40e5-a99c-38c00e6fc92c HTTP/1.1" status: 200 len: 863 time: 0.0589991 Feb 11 04:16:03.119217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['dc2a8ea6-ff5a-4663-a00b-73018a2e436d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:03.119481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1aff3-9cd3-4bd1-a951-d251718ec04f req-b1550dc2-db32-414d-8ae7-0f10474d5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:03.121013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7e1aff3-9cd3-4bd1-a951-d251718ec04f req-b1550dc2-db32-414d-8ae7-0f10474d5a9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0644302 Feb 11 04:16:03.250156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7e1aff3-9cd3-4bd1-a951-d251718ec04f req-23e4b523-40ec-4b5d-b6fa-a663cb2dc65e service neutron] 10.222.0.47 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204491 Feb 11 04:16:03.596148 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:03.673668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-ca2c4984-9de3-4d2a-82bf-82d0c0dba382 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=91feb93a57cf408ebd51e8d2b2d11b84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646825 Feb 11 04:16:03.704590 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:03.708326 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7e1aff3-9cd3-4bd1-a951-d251718ec04f req-db901c70-5c47-4986-8ff3-adf077a8e0e2 service neutron] 10.222.0.47 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482265 Feb 11 04:16:03.737079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c1476-fbf0-407b-972c-5cd4448cd363 req-ed042a85-b8d1-4d81-82fc-e7f93df17173 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:03.738489 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-201c1476-fbf0-407b-972c-5cd4448cd363 req-ed042a85-b8d1-4d81-82fc-e7f93df17173 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 945 time: 0.1285253 Feb 11 04:16:03.836854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-6445cd12-ded8-400a-ae27-377457468162 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:03.838314 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-6445cd12-ded8-400a-ae27-377457468162 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1568072 Feb 11 04:16:03.841417 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-201c1476-fbf0-407b-972c-5cd4448cd363 req-7fdd3057-3a16-4769-a505-ef8fbef01dc3 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752337 Feb 11 04:16:03.851496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-eec33207-2209-4f44-b631-3f492d7a57c7 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Request body: {'port': {'device_id': 'c2704825-66e5-4d87-8e80-e7c2fc82c6cd', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '91feb93a57cf408ebd51e8d2b2d11b84'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:03.952273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de1c443a-e260-41ec-96c9-452c7844a5cc req-f9f2e10f-4a2e-443d-a314-cbe9579d9564 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 210 time: 0.0355010 Feb 11 04:16:04.055788 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-f511fdef-b5d5-4808-909a-05d382e2b367 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=387164033edd4ea5a3d4eaa9873e27e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273154 Feb 11 04:16:04.089162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-eec33207-2209-4f44-b631-3f492d7a57c7 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Made reservation on behalf of 91feb93a57cf408ebd51e8d2b2d11b84 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:16:04.092443 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-eec33207-2209-4f44-b631-3f492d7a57c7 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:04.227993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-2b3cbf3e-e63f-4721-a58b-a6004c1a64bf tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:04.229482 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-2b3cbf3e-e63f-4721-a58b-a6004c1a64bf tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658533 Feb 11 04:16:04.268127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-37f8132b-b2c7-41ce-b786-4dded1e219f5 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/quotas/387164033edd4ea5a3d4eaa9873e27e3 HTTP/1.1" status: 200 len: 375 time: 0.0323229 Feb 11 04:16:04.330495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-eec33207-2209-4f44-b631-3f492d7a57c7 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Allocated IP 192.168.233.54 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/a90a193a-fb47-42df-9cf8-1fe2e9749aa2) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:16:04.365410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-07cbe82c-6eff-44dc-b2bb-0c74aa9db4f7 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=387164033edd4ea5a3d4eaa9873e27e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0910399 Feb 11 04:16:04.373744 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-7c21cf06-63cc-467b-b5cb-896b177cf4d7 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:16:04.374814 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-7c21cf06-63cc-467b-b5cb-896b177cf4d7 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070148 Feb 11 04:16:04.423604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258edda-8028-4ad1-940a-8e5367b737ca req-6b16c6c4-591e-4922-8420-8ba1ff7840b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:04.425132 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-6b16c6c4-591e-4922-8420-8ba1ff7840b7 service neutron] 10.222.0.13 "GET /v2.0/ports/07b0f48d-f723-49da-adda-38ffd4691f1d HTTP/1.1" status: 200 len: 1125 time: 0.0420985 Feb 11 04:16:04.434840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-a258edda-8028-4ad1-940a-8e5367b737ca req-a043ea3d-0cc4-4683-9007-a6b19e288542 service neutron] Request body: {'binding': {'host': 'n-h2-712142-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:04.435372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-a258edda-8028-4ad1-940a-8e5367b737ca req-a043ea3d-0cc4-4683-9007-a6b19e288542 service neutron] Unknown quota resources ['binding']. {{(pid=103808) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:16:04.514698 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-eec33207-2209-4f44-b631-3f492d7a57c7 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Publish callbacks [] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:04.564708 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:16:04.570711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device dc2a8ea6-ff5a-4663-a00b-73018a2e436d up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:04.582342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a258edda-8028-4ad1-940a-8e5367b737ca req-a043ea3d-0cc4-4683-9007-a6b19e288542 service neutron] Attempting to bind port 07b0f48d-f723-49da-adda-38ffd4691f1d on host n-h2-712142-35 for vnic_type normal with profile None {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:04.583323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a258edda-8028-4ad1-940a-8e5367b737ca req-a043ea3d-0cc4-4683-9007-a6b19e288542 service neutron] Attempting to bind port 07b0f48d-f723-49da-adda-38ffd4691f1d by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:04.583659 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258edda-8028-4ad1-940a-8e5367b737ca req-a043ea3d-0cc4-4683-9007-a6b19e288542 service neutron] Attempting to bind port 07b0f48d-f723-49da-adda-38ffd4691f1d on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:04.588452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258edda-8028-4ad1-940a-8e5367b737ca req-a043ea3d-0cc4-4683-9007-a6b19e288542 service neutron] Port 07b0f48d-f723-49da-adda-38ffd4691f1d on network 5ae78988-79ae-41a1-babe-29352a8104f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:16:04.588789 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258edda-8028-4ad1-940a-8e5367b737ca req-a043ea3d-0cc4-4683-9007-a6b19e288542 service neutron] Attempting to bind port 07b0f48d-f723-49da-adda-38ffd4691f1d on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:04.603905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258edda-8028-4ad1-940a-8e5367b737ca req-a043ea3d-0cc4-4683-9007-a6b19e288542 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:04.604100 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258edda-8028-4ad1-940a-8e5367b737ca req-a043ea3d-0cc4-4683-9007-a6b19e288542 service neutron] Checking segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:04.604381 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258edda-8028-4ad1-940a-8e5367b737ca req-a043ea3d-0cc4-4683-9007-a6b19e288542 service neutron] Bound using segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:04.605017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a258edda-8028-4ad1-940a-8e5367b737ca req-a043ea3d-0cc4-4683-9007-a6b19e288542 service neutron] Bound port: 07b0f48d-f723-49da-adda-38ffd4691f1d, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:04.619342 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-eec33207-2209-4f44-b631-3f492d7a57c7 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:04.665741 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a258edda-8028-4ad1-940a-8e5367b737ca req-a043ea3d-0cc4-4683-9007-a6b19e288542 service neutron] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=07b0f48d-f723-49da-adda-38ffd4691f1d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:04.724147 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-eec33207-2209-4f44-b631-3f492d7a57c7 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:16:04.726262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-eec33207-2209-4f44-b631-3f492d7a57c7 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:16:04.729782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-eec33207-2209-4f44-b631-3f492d7a57c7 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:16:04.734991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-eec33207-2209-4f44-b631-3f492d7a57c7 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:04.735613 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-eec33207-2209-4f44-b631-3f492d7a57c7 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:04.738184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec33207-2209-4f44-b631-3f492d7a57c7 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Pushing event updated for resources: {'Port': ['ID=a90a193a-fb47-42df-9cf8-1fe2e9749aa2,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:04.752800 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a258edda-8028-4ad1-940a-8e5367b737ca req-a043ea3d-0cc4-4683-9007-a6b19e288542 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:04.753228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:04.753811 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-a043ea3d-0cc4-4683-9007-a6b19e288542 service neutron] 10.222.0.13 "POST /v2.0/ports/07b0f48d-f723-49da-adda-38ffd4691f1d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3180330 Feb 11 04:16:04.782023 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31547097-c430-4c9a-a462-d7940955e393 req-09d41fef-a7dc-4efe-b83c-68cb0d4801f9 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:04.785400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port dc2a8ea6-ff5a-4663-a00b-73018a2e436d completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:16:04.789953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31547097-c430-4c9a-a462-d7940955e393 req-09d41fef-a7dc-4efe-b83c-68cb0d4801f9 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 944 time: 0.1617424 Feb 11 04:16:04.792529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6', 'mac_address': 'fa:16:3e:ed:24:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:16:04.799670 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port dc2a8ea6-ff5a-4663-a00b-73018a2e436d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:04.800375 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:04.842578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31547097-c430-4c9a-a462-d7940955e393 req-4c5419e4-0acb-436c-9ef2-82ed84f6e475 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516148 Feb 11 04:16:04.858782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-eec33207-2209-4f44-b631-3f492d7a57c7 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0117950 Feb 11 04:16:04.871994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Request body: {'port': {'device_id': 'c2704825-66e5-4d87-8e80-e7c2fc82c6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:04.888910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:04.889316 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:04.923988 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:04.950605 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:04.960401 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:05.006418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port dc2a8ea6-ff5a-4663-a00b-73018a2e436d is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:05.006853 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:05.032305 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810d6503-0bd0-4080-b9e6-4c2138e63d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2a8ea6-ff5a-4663-a00b-73018a2e436d'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:05.034648 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392d20c3-fb92-4f96-a851-bc9ea0b83d4c" -d '{"events": [{"server_uuid": "810d6503-0bd0-4080-b9e6-4c2138e63d33", "name": "network-vif-plugged", "status": "completed", "tag": "dc2a8ea6-ff5a-4663-a00b-73018a2e436d"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:05.047295 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port dc2a8ea6-ff5a-4663-a00b-73018a2e436d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:05.048864 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:05.135234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cb109c37-8e96-4828-bd6e-b404a0702c03 None None] Provisioning complete for port a90a193a-fb47-42df-9cf8-1fe2e9749aa2 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:05.135620 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cb109c37-8e96-4828-bd6e-b404a0702c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:05.180000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:05.200266 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:05.246806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cb109c37-8e96-4828-bd6e-b404a0702c03 None None] Port a90a193a-fb47-42df-9cf8-1fe2e9749aa2 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:16:05.267688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:05.329858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['5a87b147-9dfe-424a-9be7-e8b9804fc7f6'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:05.370037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ac706-4177-4fbe-bacf-5933d07cae13 req-76ef850b-d79a-4a2e-9598-68a2e706ab96 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:05.371682 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a42ac706-4177-4fbe-bacf-5933d07cae13 req-76ef850b-d79a-4a2e-9598-68a2e706ab96 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 946 time: 0.1401551 Feb 11 04:16:05.406319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b0923-e50e-4041-ace6-cf7b4dd36d27 req-f1da86c1-7432-4a24-979e-733820688967 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:05.407829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-907b0923-e50e-4041-ace6-cf7b4dd36d27 req-f1da86c1-7432-4a24-979e-733820688967 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 948 time: 0.1292591 Feb 11 04:16:05.526414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90a193a-fb47-42df-9cf8-1fe2e9749aa2 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:05.533107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a42ac706-4177-4fbe-bacf-5933d07cae13 req-6532a7d7-cbec-4131-99f7-6a645a8a4a76 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530137 Feb 11 04:16:05.539955 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Publish callbacks [] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:05.569796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-907b0923-e50e-4041-ace6-cf7b4dd36d27 req-bc31c2f0-8027-4206-95e7-9b1e1e450cee tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491647 Feb 11 04:16:05.573126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Transition to ACTIVE for port object a90a193a-fb47-42df-9cf8-1fe2e9749aa2 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:16:05.581286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258edda-8028-4ad1-940a-8e5367b737ca req-42ce0603-b395-4faf-8a7d-9d4cff104fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:05.583144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-42ce0603-b395-4faf-8a7d-9d4cff104fcb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 1128 time: 0.1060722 Feb 11 04:16:05.636353 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-812180d8-7b30-4523-ad85-aaac7554c00e req-6511a974-e580-4b6b-afa8-1747e697f744 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 210 time: 0.0477991 Feb 11 04:16:05.647016 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:05.791808 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Pushing event updated for resources: {'Port': ['ID=a90a193a-fb47-42df-9cf8-1fe2e9749aa2,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:05.821145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258edda-8028-4ad1-940a-8e5367b737ca req-217a8969-152a-4c5c-9dd0-c8a8d3bcd507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:05.822573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-217a8969-152a-4c5c-9dd0-c8a8d3bcd507 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.2248158 Feb 11 04:16:05.867895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5caad-d53b-4863-a609-df0a02ec2517 req-8b197370-0289-4e3b-a01b-7fc753bc43cd tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:05.869485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ab5caad-d53b-4863-a609-df0a02ec2517 req-8b197370-0289-4e3b-a01b-7fc753bc43cd tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 946 time: 0.2298880 Feb 11 04:16:05.913431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-f147ef91-8289-4cbe-8f57-f5bee11c5ea9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07b0f48d-f723-49da-adda-38ffd4691f1d HTTP/1.1" status: 200 len: 217 time: 0.0815852 Feb 11 04:16:05.930548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d15ae-31c0-45e2-8a04-e172ce789e5a req-0207e0e5-f86a-411b-baa5-acc3979cd91a tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:05.932533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-336d15ae-31c0-45e2-8a04-e172ce789e5a req-0207e0e5-f86a-411b-baa5-acc3979cd91a tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 947 time: 0.1971879 Feb 11 04:16:05.942537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Attempting to bind port a90a193a-fb47-42df-9cf8-1fe2e9749aa2 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:05.943022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Attempting to bind port a90a193a-fb47-42df-9cf8-1fe2e9749aa2 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:05.943348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Attempting to bind port a90a193a-fb47-42df-9cf8-1fe2e9749aa2 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:05.983182 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Port a90a193a-fb47-42df-9cf8-1fe2e9749aa2 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:16:05.983512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Attempting to bind port a90a193a-fb47-42df-9cf8-1fe2e9749aa2 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:05.985158 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75b4f0b6-d8cf-4c43-afd5-417d85b61ec5 req-2e49c8a8-5c72-4f22-843a-6e85b7062476 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605955 Feb 11 04:16:06.011540 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:06.011909 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:06.012334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:06.012731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Bound port: a90a193a-fb47-42df-9cf8-1fe2e9749aa2, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:06.013112 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:06.061827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258edda-8028-4ad1-940a-8e5367b737ca req-ab06efe1-5cdf-4102-8f7a-4afdf917f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:06.063434 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-ab06efe1-5cdf-4102-8f7a-4afdf917f077 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.1301465 Feb 11 04:16:06.070395 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ab5caad-d53b-4863-a609-df0a02ec2517 req-066e91a5-cadd-4c16-8e90-c2090ad722c3 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638255 Feb 11 04:16:06.088415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4f0b6-d8cf-4c43-afd5-417d85b61ec5 req-ff5ce23e-c7cd-4ce5-9eca-1d6953cffaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:06.090292 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75b4f0b6-d8cf-4c43-afd5-417d85b61ec5 req-ff5ce23e-c7cd-4ce5-9eca-1d6953cffaa0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 1128 time: 0.0521569 Feb 11 04:16:06.106352 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-336d15ae-31c0-45e2-8a04-e172ce789e5a req-06360728-e212-4957-8e20-4bf9d6aecf52 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531565 Feb 11 04:16:06.137484 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-3a307eff-8d57-4ef7-a443-b41c891380c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653012 Feb 11 04:16:06.143693 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e607f01-3b18-4720-b280-671a60c38b2d x-openstack-request-id: req-7e607f01-3b18-4720-b280-671a60c38b2d {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:06.144179 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810d6503-0bd0-4080-b9e6-4c2138e63d33", "name": "network-vif-plugged", "status": "completed", "tag": "dc2a8ea6-ff5a-4663-a00b-73018a2e436d", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:06.144318 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e607f01-3b18-4720-b280-671a60c38b2d {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:06.144725 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810d6503-0bd0-4080-b9e6-4c2138e63d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2a8ea6-ff5a-4663-a00b-73018a2e436d', 'code': 200} Feb 11 04:16:06.297214 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] For port a90a193a-fb47-42df-9cf8-1fe2e9749aa2, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:06.305487 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4f0b6-d8cf-4c43-afd5-417d85b61ec5 req-95be059d-3a3d-4cf4-86ba-bdf8309a3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:06.307009 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75b4f0b6-d8cf-4c43-afd5-417d85b61ec5 req-95be059d-3a3d-4cf4-86ba-bdf8309a3183 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.1937592 Feb 11 04:16:06.309819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e86c2b-1066-4b5f-b4cf-9fb9167c8e86 req-268b3863-b74a-43b5-ae3c-c4a0620a8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:06.311245 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-03e86c2b-1066-4b5f-b4cf-9fb9167c8e86 req-268b3863-b74a-43b5-ae3c-c4a0620a8466 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 1129 time: 0.0827677 Feb 11 04:16:06.319150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] For port a90a193a-fb47-42df-9cf8-1fe2e9749aa2, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a90a193a-fb47-42df-9cf8-1fe2e9749aa2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:06.357962 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75b4f0b6-d8cf-4c43-afd5-417d85b61ec5 req-73fb9589-ba3e-4b4f-8b4a-add9c9791f4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe242427-de56-4221-89db-e3d425e365f9 HTTP/1.1" status: 200 len: 217 time: 0.0437312 Feb 11 04:16:06.363405 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-c733f1f1-0a60-486d-806f-6eeff254cfe1 service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088854 Feb 11 04:16:06.365213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0faeab35-f1f7-45cb-b76e-dcca2bf18032 req-4749569a-212e-4799-b047-dfaae678bf7e tempest-QuotasAdminNegativeTest-397018429 tempest-QuotasAdminNegativeTest-397018429-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=77eab526221e4d66a43585fa17099e37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376515 Feb 11 04:16:06.372969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26458e46-17d4-48e4-851e-ba86b99baace req-49f03097-23c5-45a2-b33f-9d18b414e85c tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:06.374522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26458e46-17d4-48e4-851e-ba86b99baace req-49f03097-23c5-45a2-b33f-9d18b414e85c tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 945 time: 0.1742024 Feb 11 04:16:06.427261 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4f0b6-d8cf-4c43-afd5-417d85b61ec5 req-5175b110-7601-4057-ade8-84b54970fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:06.428808 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75b4f0b6-d8cf-4c43-afd5-417d85b61ec5 req-5175b110-7601-4057-ade8-84b54970fcf0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.0647409 Feb 11 04:16:06.430998 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-03e86c2b-1066-4b5f-b4cf-9fb9167c8e86 req-61582072-6ca8-4d90-99a1-99207464cf5c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074045 Feb 11 04:16:06.441649 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:06.469430 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75b4f0b6-d8cf-4c43-afd5-417d85b61ec5 req-834c04c1-64ac-4657-a005-a516c087e126 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334737 Feb 11 04:16:06.558580 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75b4f0b6-d8cf-4c43-afd5-417d85b61ec5 req-4a2d04d2-a9a6-406f-baf8-bcc4cff83a6e service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843172 Feb 11 04:16:06.575861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:06.576838 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:06.577934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] 10.222.0.32 "PUT /v2.0/ports/a90a193a-fb47-42df-9cf8-1fe2e9749aa2 HTTP/1.1" status: 200 len: 1096 time: 1.7116258 Feb 11 04:16:06.579910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:06.586346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2704825-66e5-4d87-8e80-e7c2fc82c6cd', 'tag': 'a90a193a-fb47-42df-9cf8-1fe2e9749aa2'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:06.588570 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df27fdb-c7bd-4b7e-8e6b-9258e3be31a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c2704825-66e5-4d87-8e80-e7c2fc82c6cd", "tag": "a90a193a-fb47-42df-9cf8-1fe2e9749aa2"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:06.614230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26458e46-17d4-48e4-851e-ba86b99baace req-cc7e63d9-133f-4703-9e36-1c50a4baeec4 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228045 Feb 11 04:16:06.650348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff14d2c-0631-4d3a-8ef3-f08d937e6c85 service neutron] Pushing event updated for resources: {'Port': ['ID=a90a193a-fb47-42df-9cf8-1fe2e9749aa2,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:06.660150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faeab35-f1f7-45cb-b76e-dcca2bf18032 req-4eba4423-541e-4804-abab-8441f9f566d1 tempest-QuotasAdminNegativeTest-397018429 tempest-QuotasAdminNegativeTest-397018429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:06.666265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0faeab35-f1f7-45cb-b76e-dcca2bf18032 req-4eba4423-541e-4804-abab-8441f9f566d1 tempest-QuotasAdminNegativeTest-397018429 tempest-QuotasAdminNegativeTest-397018429-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2897208 Feb 11 04:16:06.670068 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-088c6381-8507-4043-ac16-ccead2162633 service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947536 Feb 11 04:16:06.687226 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75b4f0b6-d8cf-4c43-afd5-417d85b61ec5 req-0f6ef822-1717-4136-8b34-3af5370101e7 service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223903 Feb 11 04:16:06.693594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0faeab35-f1f7-45cb-b76e-dcca2bf18032 req-b24478c0-7a8f-46d0-84c8-674d7daf86d2 tempest-QuotasAdminNegativeTest-397018429 tempest-QuotasAdminNegativeTest-397018429-project] 10.222.0.13 "GET /v2.0/quotas/77eab526221e4d66a43585fa17099e37 HTTP/1.1" status: 200 len: 375 time: 0.0261648 Feb 11 04:16:06.722106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:16:06.728503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:06.728717 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:06.729053 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0faeab35-f1f7-45cb-b76e-dcca2bf18032 req-e81ea0de-2055-498e-b255-83f1534180aa tempest-QuotasAdminNegativeTest-397018429 tempest-QuotasAdminNegativeTest-397018429-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=77eab526221e4d66a43585fa17099e37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342782 Feb 11 04:16:06.835911 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e7ad33a3-2d96-4390-8133-86897e6f3f23 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:16:06.836559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950116a6-470e-48b4-a60a-40b603b87abb req-0e3ff93d-0f47-46fc-8615-f3a247cccc01 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:06.860713 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-950116a6-470e-48b4-a60a-40b603b87abb req-0e3ff93d-0f47-46fc-8615-f3a247cccc01 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 1129 time: 0.1354396 Feb 11 04:16:06.871271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:06.871724 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:06.872390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-a9854134-a9e8-4bf1-83bd-23f25c1c8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:06.882579 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-a9854134-a9e8-4bf1-83bd-23f25c1c8dfa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91feb93a57cf408ebd51e8d2b2d11b84&device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 1130 time: 0.1198804 Feb 11 04:16:06.933944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258edda-8028-4ad1-940a-8e5367b737ca req-b55cb01a-9957-4f68-ae16-6c331f7012db tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:06.935797 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-b55cb01a-9957-4f68-ae16-6c331f7012db tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca&tenant_id=19d7885d46e54fd38e6c302286350aee&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 1128 time: 0.0979567 Feb 11 04:16:06.946682 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-35'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:06.959397 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-71e9601b-f554-4b4d-879f-7872a5ca5179 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=a90a193a-fb47-42df-9cf8-1fe2e9749aa2 HTTP/1.1" status: 200 len: 217 time: 0.0649638 Feb 11 04:16:07.000015 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:07.018293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-950116a6-470e-48b4-a60a-40b603b87abb req-62d0aa06-40e3-428d-a726-84a5eff189f0 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552579 Feb 11 04:16:07.028212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-a42603dd-c510-467b-bab9-e9bd9808e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:07.029056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port e7ad33a3-2d96-4390-8133-86897e6f3f23, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e7ad33a3-2d96-4390-8133-86897e6f3f23,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:07.029827 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-a42603dd-c510-467b-bab9-e9bd9808e3d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0606961 Feb 11 04:16:07.037865 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:07.047756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'e7ad33a3-2d96-4390-8133-86897e6f3f23', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'port_id': 'e7ad33a3-2d96-4390-8133-86897e6f3f23', 'mac_address': 'fa:16:3e:73:5e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:16:07.085708 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:07.113015 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-3939e49a-ff35-4c0b-971a-6676e1228f21 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=387164033edd4ea5a3d4eaa9873e27e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518763 Feb 11 04:16:07.135985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port e7ad33a3-2d96-4390-8133-86897e6f3f23 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:07.138018 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:07.166681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ad33a3-2d96-4390-8133-86897e6f3f23 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:07.215683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:07.233679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port e7ad33a3-2d96-4390-8133-86897e6f3f23, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e7ad33a3-2d96-4390-8133-86897e6f3f23,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:07.316189 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:07.358457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-a7d62ce1-109f-43f4-a168-7ca17143d0f4 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:07.360058 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-a7d62ce1-109f-43f4-a168-7ca17143d0f4 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388155 Feb 11 04:16:07.376167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-13a12ce5-fb10-4c20-b505-e6ce716dc0ae tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Request body: {'port': {'device_id': '0244ab9d-099a-4582-a4eb-bf428ae4dc1b', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '387164033edd4ea5a3d4eaa9873e27e3'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:07.387682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=e7ad33a3-2d96-4390-8133-86897e6f3f23,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:07.413813 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=07b0f48d-f723-49da-adda-38ffd4691f1d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:07.420939 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bcbf4f-191f-4572-bc52-96e4ecb1566d x-openstack-request-id: req-b1bcbf4f-191f-4572-bc52-96e4ecb1566d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:07.421521 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2704825-66e5-4d87-8e80-e7c2fc82c6cd", "tag": "a90a193a-fb47-42df-9cf8-1fe2e9749aa2", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:07.421521 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1bcbf4f-191f-4572-bc52-96e4ecb1566d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:07.421817 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2704825-66e5-4d87-8e80-e7c2fc82c6cd', 'tag': 'a90a193a-fb47-42df-9cf8-1fe2e9749aa2', 'status': 'completed', 'code': 200} Feb 11 04:16:07.506085 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:07.521757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ac31904-3b61-436e-ba11-d30cd5bdff16 req-c1c742f4-d1cb-4d0b-8687-bf8aac304c25 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 210 time: 0.1035569 Feb 11 04:16:07.533686 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-43aab975-4d58-4ba8-a66c-4e44e5a35d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:07.535181 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-43aab975-4d58-4ba8-a66c-4e44e5a35d2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4957063 Feb 11 04:16:07.543248 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['e7ad33a3-2d96-4390-8133-86897e6f3f23'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:07.572645 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519f97af-d3f1-49ac-af8c-ef877a7e8fca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07b0f48d-f723-49da-adda-38ffd4691f1d'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:07.575550 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291a627e-fa3e-4425-9dda-a9fa44b61530" -d '{"events": [{"server_uuid": "519f97af-d3f1-49ac-af8c-ef877a7e8fca", "name": "network-vif-unplugged", "status": "completed", "tag": "07b0f48d-f723-49da-adda-38ffd4691f1d"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:07.581638 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Publish callbacks [] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:07.642493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd615e3a-9ca2-42d7-a427-7a394b4f19ac req-db277757-70e4-4d46-913b-e637caa4cc73 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:07.643236 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-13a12ce5-fb10-4c20-b505-e6ce716dc0ae tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Made reservation on behalf of 387164033edd4ea5a3d4eaa9873e27e3 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:16:07.643749 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd615e3a-9ca2-42d7-a427-7a394b4f19ac req-db277757-70e4-4d46-913b-e637caa4cc73 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7&tenant_id=95a93e519b544c01b6ee62c609eec109&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 949 time: 0.2244620 Feb 11 04:16:07.648911 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-13a12ce5-fb10-4c20-b505-e6ce716dc0ae tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:07.671438 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:07.688267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab4193-5878-4010-ba39-5d90b93017b7 req-70d9c721-18ce-45dc-8dd1-018a81f7c218 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:07.690071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6ab4193-5878-4010-ba39-5d90b93017b7 req-70d9c721-18ce-45dc-8dd1-018a81f7c218 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 945 time: 0.2675383 Feb 11 04:16:07.733409 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-596100f0-57e2-4605-bae1-9ee3ce29b23a service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885338 Feb 11 04:16:07.800904 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-cd615e3a-9ca2-42d7-a427-7a394b4f19ac req-a2bf9f71-3306-4820-ba81-bd9cfd0bebbc service neutron] delete failed (client error): The resource could not be found. Feb 11 04:16:07.802788 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd615e3a-9ca2-42d7-a427-7a394b4f19ac req-a2bf9f71-3306-4820-ba81-bd9cfd0bebbc service neutron] 10.222.0.47 "DELETE /v2.0/ports/5a87b147-9dfe-424a-9be7-e8b9804fc7f6/bindings/n-h2-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.1508694 Feb 11 04:16:07.805903 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6ab4193-5878-4010-ba39-5d90b93017b7 req-21d8fef6-ca58-441f-9691-8b0a14fcc9c8 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085930 Feb 11 04:16:07.808068 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=07b0f48d-f723-49da-adda-38ffd4691f1d,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:07.878561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Attempting to bind port 07b0f48d-f723-49da-adda-38ffd4691f1d on host n-h1-712142-35 for vnic_type normal with profile {"migrating_to": "n-h2-712142-35"} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:07.878924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Attempting to bind port 07b0f48d-f723-49da-adda-38ffd4691f1d by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:07.879317 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Attempting to bind port 07b0f48d-f723-49da-adda-38ffd4691f1d on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:07.883063 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb25cf5-3493-474a-905e-8c22f5d9ebfd req-30553411-cf1d-4252-ad6b-d0416f341449 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385243 Feb 11 04:16:07.891675 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Port 07b0f48d-f723-49da-adda-38ffd4691f1d on network 5ae78988-79ae-41a1-babe-29352a8104f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:16:07.891969 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Attempting to bind port 07b0f48d-f723-49da-adda-38ffd4691f1d on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:07.905712 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:07.906062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Checking segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:07.908419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Bound using segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:07.908419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Bound port: 07b0f48d-f723-49da-adda-38ffd4691f1d, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:07.908419 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:07.925855 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-13a12ce5-fb10-4c20-b505-e6ce716dc0ae tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Allocated IP 192.168.233.14 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/ee824459-4be5-4882-a17d-e58fdf187474) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:16:08.039290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0232c-823f-4e6d-a2dd-c9cc0fa1975f req-2b2af1f7-1ac4-451a-aacd-db2b00d35132 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:08.040852 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8d0232c-823f-4e6d-a2dd-c9cc0fa1975f req-2b2af1f7-1ac4-451a-aacd-db2b00d35132 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 1129 time: 0.1152751 Feb 11 04:16:08.060390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:08.083422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=07b0f48d-f723-49da-adda-38ffd4691f1d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:08.116435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd615e3a-9ca2-42d7-a427-7a394b4f19ac req-581b24dd-db53-4f91-ac2e-4ef340bdff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:08.117910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd615e3a-9ca2-42d7-a427-7a394b4f19ac req-581b24dd-db53-4f91-ac2e-4ef340bdff74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 1132 time: 0.1630354 Feb 11 04:16:08.146174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a6b0df-95e5-4065-b631-507f58f016c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:08.150490 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40795a9f-fa0e-48f2-ba6d-00c201769982" -d '{"events": [{"server_uuid": "82a6b0df-95e5-4065-b631-507f58f016c7", "name": "network-vif-plugged", "status": "completed", "tag": "5a87b147-9dfe-424a-9be7-e8b9804fc7f6"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:08.152046 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde66f0a-e05f-4ff6-b24b-c8077c05ebca req-61ae2179-90a1-4029-8cba-264075c192a2 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:08.153367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dde66f0a-e05f-4ff6-b24b-c8077c05ebca req-61ae2179-90a1-4029-8cba-264075c192a2 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 946 time: 0.1686337 Feb 11 04:16:08.162453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:08.174739 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-13a12ce5-fb10-4c20-b505-e6ce716dc0ae tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks [] for port (ee824459-4be5-4882-a17d-e58fdf187474), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:08.259213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=07b0f48d-f723-49da-adda-38ffd4691f1d,revision_number=8']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:08.264050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df27fdb-c7bd-4b7e-8e6b-9258e3be31a4 req-edc1e574-c7d5-4a8a-928b-83091ed48cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:08.265554 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5df27fdb-c7bd-4b7e-8e6b-9258e3be31a4 req-edc1e574-c7d5-4a8a-928b-83091ed48cae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91feb93a57cf408ebd51e8d2b2d11b84&device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 1130 time: 0.2236445 Feb 11 04:16:08.268033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8d0232c-823f-4e6d-a2dd-c9cc0fa1975f req-8638e8c3-59b8-4579-b503-a5690ece9735 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125010 Feb 11 04:16:08.308642 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:08.309902 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:08.311678 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-4ab2bd57-3c85-4d76-8b2c-250d1621f0d6 service neutron] 10.222.0.47 "PUT /v2.0/ports/07b0f48d-f723-49da-adda-38ffd4691f1d HTTP/1.1" status: 200 len: 1123 time: 1.3700197 Feb 11 04:16:08.313316 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27c2c63b-b405-42a2-96b0-2f77e12d2bd1 req-43a1d9e8-c50b-4ab3-8db9-f642e09beec2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2560103 Feb 11 04:16:08.349993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dde66f0a-e05f-4ff6-b24b-c8077c05ebca req-f87c260f-348c-4251-9c23-e07aee7c1139 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794415 Feb 11 04:16:08.390284 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['07b0f48d-f723-49da-adda-38ffd4691f1d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:08.391045 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-13a12ce5-fb10-4c20-b505-e6ce716dc0ae tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ee824459-4be5-4882-a17d-e58fdf187474), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:08.411495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd615e3a-9ca2-42d7-a427-7a394b4f19ac req-7e452957-b0ff-4e9c-9a23-26e4d28c1cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:08.412914 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd615e3a-9ca2-42d7-a427-7a394b4f19ac req-7e452957-b0ff-4e9c-9a23-26e4d28c1cfa service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2827656 Feb 11 04:16:08.436939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['e3c61b82-ea33-4ab0-9219-9ab025984b7c'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:08.450464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-13a12ce5-fb10-4c20-b505-e6ce716dc0ae tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:16:08.464588 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-13a12ce5-fb10-4c20-b505-e6ce716dc0ae tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:16:08.468718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-13a12ce5-fb10-4c20-b505-e6ce716dc0ae tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:16:08.499297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a12ce5-fb10-4c20-b505-e6ce716dc0ae tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Pushing event updated for resources: {'Port': ['ID=ee824459-4be5-4882-a17d-e58fdf187474,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:08.512482 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd615e3a-9ca2-42d7-a427-7a394b4f19ac req-7f9a43d5-c162-4b97-b3bb-94deaea96c70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6 HTTP/1.1" status: 200 len: 217 time: 0.0889695 Feb 11 04:16:08.543470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-13a12ce5-fb10-4c20-b505-e6ce716dc0ae tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:08.544139 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-13a12ce5-fb10-4c20-b505-e6ce716dc0ae tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:08.616414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df27fdb-c7bd-4b7e-8e6b-9258e3be31a4 req-0321231c-c790-4d9f-ac21-40366b1bcaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:08.618037 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5df27fdb-c7bd-4b7e-8e6b-9258e3be31a4 req-0321231c-c790-4d9f-ac21-40366b1bcaac service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.3261600 Feb 11 04:16:08.663793 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-13a12ce5-fb10-4c20-b505-e6ce716dc0ae tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2915652 Feb 11 04:16:08.677304 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Request body: {'port': {'device_id': '0244ab9d-099a-4582-a4eb-bf428ae4dc1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:08.701593 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5df27fdb-c7bd-4b7e-8e6b-9258e3be31a4 req-5c5c0453-bb14-4658-9266-abeda6e172bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=a90a193a-fb47-42df-9cf8-1fe2e9749aa2 HTTP/1.1" status: 200 len: 217 time: 0.0647256 Feb 11 04:16:08.708340 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd615e3a-9ca2-42d7-a427-7a394b4f19ac req-7622f470-11ee-4ebe-886e-67ff8ef1613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:08.710188 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd615e3a-9ca2-42d7-a427-7a394b4f19ac req-7622f470-11ee-4ebe-886e-67ff8ef1613e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1780806 Feb 11 04:16:08.719777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e0a5e-9474-4bc9-8dcf-ef115106a849 req-f3de5ee5-7fbc-4252-aa64-18a9a40e2d14 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:08.721154 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-482e0a5e-9474-4bc9-8dcf-ef115106a849 req-f3de5ee5-7fbc-4252-aa64-18a9a40e2d14 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 947 time: 0.3208401 Feb 11 04:16:08.731854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2c63b-b405-42a2-96b0-2f77e12d2bd1 req-fb067753-af85-4cfc-bde9-c640e5fda045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:08.733274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27c2c63b-b405-42a2-96b0-2f77e12d2bd1 req-fb067753-af85-4cfc-bde9-c640e5fda045 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 1132 time: 0.3346829 Feb 11 04:16:08.754047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a662b939-704d-4ea7-8a5a-f6657c63be7f None None] Provisioning complete for port ee824459-4be5-4882-a17d-e58fdf187474 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:08.755645 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a662b939-704d-4ea7-8a5a-f6657c63be7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ee824459-4be5-4882-a17d-e58fdf187474), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:08.762211 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ee824459-4be5-4882-a17d-e58fdf187474), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:08.797320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a662b939-704d-4ea7-8a5a-f6657c63be7f None None] Port ee824459-4be5-4882-a17d-e58fdf187474 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:16:08.811987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c67176-3142-4c91-b0b7-5233efdef29b req-7b482119-f0a3-489b-8c24-6e6ff9ddec43 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:08.813469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92c67176-3142-4c91-b0b7-5233efdef29b req-7b482119-f0a3-489b-8c24-6e6ff9ddec43 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.3275340 Feb 11 04:16:08.831498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e7ad33a3-2d96-4390-8133-86897e6f3f23 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:08.895875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df27fdb-c7bd-4b7e-8e6b-9258e3be31a4 req-564aadd7-ee3b-4e97-bbe4-06743a9a0f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:08.897351 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5df27fdb-c7bd-4b7e-8e6b-9258e3be31a4 req-564aadd7-ee3b-4e97-bbe4-06743a9a0f13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1862662 Feb 11 04:16:08.938200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port e7ad33a3-2d96-4390-8133-86897e6f3f23 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:16:08.943687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port e7ad33a3-2d96-4390-8133-86897e6f3f23 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:08.949131 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:08.953694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-482e0a5e-9474-4bc9-8dcf-ef115106a849 req-312f8e7d-acc4-4d65-83b7-9c3eb0a7d0f1 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181845 Feb 11 04:16:08.992918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd615e3a-9ca2-42d7-a427-7a394b4f19ac req-9fd39186-1159-4746-9cef-0fae74e6f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:08.994458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd615e3a-9ca2-42d7-a427-7a394b4f19ac req-9fd39186-1159-4746-9cef-0fae74e6f5de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2648146 Feb 11 04:16:09.025511 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a46399f-43ff-4ea6-a1e7-a67d91f50a8d x-openstack-request-id: req-2a46399f-43ff-4ea6-a1e7-a67d91f50a8d {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:09.026060 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519f97af-d3f1-49ac-af8c-ef877a7e8fca", "name": "network-vif-unplugged", "status": "completed", "tag": "07b0f48d-f723-49da-adda-38ffd4691f1d", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:09.026425 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a46399f-43ff-4ea6-a1e7-a67d91f50a8d {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:09.027969 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519f97af-d3f1-49ac-af8c-ef877a7e8fca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07b0f48d-f723-49da-adda-38ffd4691f1d', 'code': 200} Feb 11 04:16:09.043100 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92c67176-3142-4c91-b0b7-5233efdef29b req-bacc3e4d-ae92-4554-a203-4d5d837cb124 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073333 Feb 11 04:16:09.046409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port e7ad33a3-2d96-4390-8133-86897e6f3f23 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:09.046937 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:09.076671 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2c63b-b405-42a2-96b0-2f77e12d2bd1 req-73aa89ba-c8be-4be2-85e9-129550447d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:09.078505 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27c2c63b-b405-42a2-96b0-2f77e12d2bd1 req-73aa89ba-c8be-4be2-85e9-129550447d6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2868595 Feb 11 04:16:09.097120 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port e7ad33a3-2d96-4390-8133-86897e6f3f23, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e7ad33a3-2d96-4390-8133-86897e6f3f23,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:09.103647 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee824459-4be5-4882-a17d-e58fdf187474 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:09.117799 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Publish callbacks [] for port (ee824459-4be5-4882-a17d-e58fdf187474), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:09.142162 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Transition to ACTIVE for port object ee824459-4be5-4882-a17d-e58fdf187474 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:16:09.144161 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:09.184415 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (ee824459-4be5-4882-a17d-e58fdf187474), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:09.191586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27c2c63b-b405-42a2-96b0-2f77e12d2bd1 req-2813dddf-f326-4003-bdfa-2621a2de8cf6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6 HTTP/1.1" status: 200 len: 217 time: 0.0996673 Feb 11 04:16:09.197327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df27fdb-c7bd-4b7e-8e6b-9258e3be31a4 req-1b419665-09f8-4fbb-81ef-9407bba369e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:09.198994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5df27fdb-c7bd-4b7e-8e6b-9258e3be31a4 req-1b419665-09f8-4fbb-81ef-9407bba369e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2681105 Feb 11 04:16:09.201092 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=e7ad33a3-2d96-4390-8133-86897e6f3f23,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:09.223741 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e40ad6e-bd58-4763-b293-b20ca617e2ab x-openstack-request-id: req-2e40ad6e-bd58-4763-b293-b20ca617e2ab {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:09.224176 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a6b0df-95e5-4065-b631-507f58f016c7", "name": "network-vif-plugged", "status": "completed", "tag": "5a87b147-9dfe-424a-9be7-e8b9804fc7f6", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:09.224559 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e40ad6e-bd58-4763-b293-b20ca617e2ab {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:09.225646 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a6b0df-95e5-4065-b631-507f58f016c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6', 'code': 200} Feb 11 04:16:09.310683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Pushing event updated for resources: {'Port': ['ID=ee824459-4be5-4882-a17d-e58fdf187474,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:09.349313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db0130-401f-4bce-9976-7bac0166f9af req-2dd6879b-4764-4275-98f0-d74ab87bed71 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:09.350879 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78db0130-401f-4bce-9976-7bac0166f9af req-2dd6879b-4764-4275-98f0-d74ab87bed71 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 943 time: 0.2642398 Feb 11 04:16:09.359872 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2c63b-b405-42a2-96b0-2f77e12d2bd1 req-e082fc26-1a02-4b7a-8979-b9cbfd7b42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:09.361309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27c2c63b-b405-42a2-96b0-2f77e12d2bd1 req-e082fc26-1a02-4b7a-8979-b9cbfd7b42c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1614430 Feb 11 04:16:09.363072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd615e3a-9ca2-42d7-a427-7a394b4f19ac req-727a3a88-d503-4373-ae78-e8094a2ccfc4 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589730 Feb 11 04:16:09.371209 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Attempting to bind port ee824459-4be5-4882-a17d-e58fdf187474 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:09.371560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Attempting to bind port ee824459-4be5-4882-a17d-e58fdf187474 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:09.371895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Attempting to bind port ee824459-4be5-4882-a17d-e58fdf187474 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:09.377250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Port ee824459-4be5-4882-a17d-e58fdf187474 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:16:09.377586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Attempting to bind port ee824459-4be5-4882-a17d-e58fdf187474 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:09.383150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:09.383492 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:09.383875 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:09.384305 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Bound port: ee824459-4be5-4882-a17d-e58fdf187474, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:09.384667 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ee824459-4be5-4882-a17d-e58fdf187474), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:09.462606 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] For port ee824459-4be5-4882-a17d-e58fdf187474, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:09.465860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] For port ee824459-4be5-4882-a17d-e58fdf187474, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ee824459-4be5-4882-a17d-e58fdf187474,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:09.533616 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (ee824459-4be5-4882-a17d-e58fdf187474), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:09.574448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:09.575207 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:09.576628 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] 10.222.0.32 "PUT /v2.0/ports/ee824459-4be5-4882-a17d-e58fdf187474 HTTP/1.1" status: 200 len: 1096 time: 0.9051254 Feb 11 04:16:09.600150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b562775-4057-42e9-bb5a-6be1b67c38fa service neutron] Pushing event updated for resources: {'Port': ['ID=ee824459-4be5-4882-a17d-e58fdf187474,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:09.718749 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-476192de-bdeb-4d85-ae86-91dbd903ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:09.720260 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-476192de-bdeb-4d85-ae86-91dbd903ba09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=387164033edd4ea5a3d4eaa9873e27e3&device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 1130 time: 0.0505586 Feb 11 04:16:09.772946 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-ebb136af-ae6a-4829-967a-9b4eda6e3915 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=ee824459-4be5-4882-a17d-e58fdf187474 HTTP/1.1" status: 200 len: 217 time: 0.0454812 Feb 11 04:16:09.812635 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5df27fdb-c7bd-4b7e-8e6b-9258e3be31a4 req-4f7f28b0-0afa-46d0-a0e1-b17fa48057ea service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979352 Feb 11 04:16:09.824573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-9c394fcc-3f98-458b-9ca9-fca4866ea210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:09.826030 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-9c394fcc-3f98-458b-9ca9-fca4866ea210 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0466344 Feb 11 04:16:09.880695 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78db0130-401f-4bce-9976-7bac0166f9af req-4978ab6f-2919-460f-9806-bf6623cf9edc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099416 Feb 11 04:16:09.883078 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-e5fd2a45-4f55-4a76-a4b3-8fc862c6bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:09.884638 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-e5fd2a45-4f55-4a76-a4b3-8fc862c6bf73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0532374 Feb 11 04:16:09.887345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da77b9-9b36-4ab1-97b3-106544083bb7 req-179ab359-ca9f-4f01-9b01-32774776c078 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:09.888789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12da77b9-9b36-4ab1-97b3-106544083bb7 req-179ab359-ca9f-4f01-9b01-32774776c078 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 946 time: 0.5350077 Feb 11 04:16:09.907418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2c63b-b405-42a2-96b0-2f77e12d2bd1 req-5d5e91a0-adcb-4d9f-8099-06088ec0799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:09.908961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27c2c63b-b405-42a2-96b0-2f77e12d2bd1 req-5d5e91a0-adcb-4d9f-8099-06088ec0799a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5329392 Feb 11 04:16:09.954234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd615e3a-9ca2-42d7-a427-7a394b4f19ac req-99e3a704-0679-4b4b-a4f9-4fe6e42aa371 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802190 Feb 11 04:16:09.989589 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-cbad8ab0-37f3-49e6-8d95-a401a3bcaf73 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982590 Feb 11 04:16:10.096241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12da77b9-9b36-4ab1-97b3-106544083bb7 req-6d1578c9-dd47-44b9-ab65-00ed6607ab7c tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954889 Feb 11 04:16:10.106200 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fff86c51-5a2f-4ab9-a2d5-2f3c75dc8e68 req-d5b871e7-e79a-4cb8-b000-d1d7e419aaa0 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103055 Feb 11 04:16:10.113092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5df27fdb-c7bd-4b7e-8e6b-9258e3be31a4 req-bfc6cd1a-4b9f-4d76-947f-b67af091eb37 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867620 Feb 11 04:16:10.151539 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27c2c63b-b405-42a2-96b0-2f77e12d2bd1 req-c06bfd05-cbca-47df-bdcf-5d5b26684c38 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356288 Feb 11 04:16:10.160054 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897af5b0-924b-4e38-bff7-b6e9e5e5ca8a req-6256b684-db6d-4515-babd-d5cc33dbb2aa tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:10.161459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-897af5b0-924b-4e38-bff7-b6e9e5e5ca8a req-6256b684-db6d-4515-babd-d5cc33dbb2aa tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 947 time: 0.1964304 Feb 11 04:16:10.296485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-897af5b0-924b-4e38-bff7-b6e9e5e5ca8a req-b0c5c2b1-6e8a-4726-b91d-9e7121c196b8 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257195 Feb 11 04:16:10.324765 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a953d81-96e0-4b31-83c3-859027031558 req-3b1aa022-4f0a-4dab-9cbd-9711583f3f92 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:10.326248 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a953d81-96e0-4b31-83c3-859027031558 req-3b1aa022-4f0a-4dab-9cbd-9711583f3f92 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 946 time: 0.1444027 Feb 11 04:16:10.328743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27c2c63b-b405-42a2-96b0-2f77e12d2bd1 req-e3f0d329-38d9-467b-8be5-d65b8832b8ad service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663995 Feb 11 04:16:10.379317 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a953d81-96e0-4b31-83c3-859027031558 req-a973bd2e-b903-487c-a6ed-206ad13af57e tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468521 Feb 11 04:16:10.584909 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8adf7c-f660-41fa-9c03-07e53429d86c req-aa323d27-f3d8-4633-903e-055380bb0bc3 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:10.587084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab8adf7c-f660-41fa-9c03-07e53429d86c req-aa323d27-f3d8-4633-903e-055380bb0bc3 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 947 time: 0.0565045 Feb 11 04:16:10.610387 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device a90a193a-fb47-42df-9cf8-1fe2e9749aa2 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:16:10.648937 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab8adf7c-f660-41fa-9c03-07e53429d86c req-542ce5a5-8a91-4fe0-a2e9-f0dfac6ede08 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545044 Feb 11 04:16:10.760129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port a90a193a-fb47-42df-9cf8-1fe2e9749aa2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a90a193a-fb47-42df-9cf8-1fe2e9749aa2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:10.777479 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'a90a193a-fb47-42df-9cf8-1fe2e9749aa2', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': 'a90a193a-fb47-42df-9cf8-1fe2e9749aa2', 'mac_address': 'fa:16:3e:22:07:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:16:10.796576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27d7db-0213-4e57-a781-46cd76ace9f8 req-8a885f5e-d4de-404b-8cea-344848b60a9d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:10.798308 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca27d7db-0213-4e57-a781-46cd76ace9f8 req-8a885f5e-d4de-404b-8cea-344848b60a9d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.0653131 Feb 11 04:16:10.816847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port a90a193a-fb47-42df-9cf8-1fe2e9749aa2 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:10.817378 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:10.831306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90a193a-fb47-42df-9cf8-1fe2e9749aa2 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:10.839049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 07b0f48d-f723-49da-adda-38ffd4691f1d details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:16:10.876718 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca27d7db-0213-4e57-a781-46cd76ace9f8 req-58707b3a-a59a-4e69-b2ae-46d505b80d49 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716465 Feb 11 04:16:10.881336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port a90a193a-fb47-42df-9cf8-1fe2e9749aa2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a90a193a-fb47-42df-9cf8-1fe2e9749aa2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:10.979231 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:11.003334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8021129a-34d3-4f1c-a4fa-48499c0b5221 req-ef3c2f70-3a48-43f7-99d2-907cb408d4ae tempest-QuotasAdminNegativeTest-397018429 tempest-QuotasAdminNegativeTest-397018429-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=77eab526221e4d66a43585fa17099e37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311184 Feb 11 04:16:11.028879 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519f97af-d3f1-49ac-af8c-ef877a7e8fca', 'tag': '07b0f48d-f723-49da-adda-38ffd4691f1d'}, {'name': 'network-changed', 'server_uuid': '0244ab9d-099a-4582-a4eb-bf428ae4dc1b', 'tag': 'ee824459-4be5-4882-a17d-e58fdf187474'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:11.033418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=07b0f48d-f723-49da-adda-38ffd4691f1d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:11.033982 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc04490-70cc-40e8-a91a-6b44d974618c" -d '{"events": [{"name": "network-changed", "server_uuid": "519f97af-d3f1-49ac-af8c-ef877a7e8fca", "tag": "07b0f48d-f723-49da-adda-38ffd4691f1d"}, {"name": "network-changed", "server_uuid": "0244ab9d-099a-4582-a4eb-bf428ae4dc1b", "tag": "ee824459-4be5-4882-a17d-e58fdf187474"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:11.056339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 07b0f48d-f723-49da-adda-38ffd4691f1d has no active binding in host n-h2-712142-35 {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:16:11.061709 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=a90a193a-fb47-42df-9cf8-1fe2e9749aa2,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:11.124914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021129a-34d3-4f1c-a4fa-48499c0b5221 req-90c55228-beef-467e-b900-a1750fae03aa tempest-QuotasAdminNegativeTest-397018429 tempest-QuotasAdminNegativeTest-397018429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:11.126413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8021129a-34d3-4f1c-a4fa-48499c0b5221 req-90c55228-beef-467e-b900-a1750fae03aa tempest-QuotasAdminNegativeTest-397018429 tempest-QuotasAdminNegativeTest-397018429-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1155653 Feb 11 04:16:11.141450 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8021129a-34d3-4f1c-a4fa-48499c0b5221 req-6a64501d-77bc-4bf4-b2bc-d03a291482bf tempest-QuotasAdminNegativeTest-397018429 tempest-QuotasAdminNegativeTest-397018429-project] 10.222.0.13 "GET /v2.0/quotas/77eab526221e4d66a43585fa17099e37 HTTP/1.1" status: 200 len: 375 time: 0.0092580 Feb 11 04:16:11.174937 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8021129a-34d3-4f1c-a4fa-48499c0b5221 req-500d86a1-3cd6-4e67-a908-cdc2ec3ebf63 tempest-QuotasAdminNegativeTest-397018429 tempest-QuotasAdminNegativeTest-397018429-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=77eab526221e4d66a43585fa17099e37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277550 Feb 11 04:16:11.225885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0234a4-d69f-4c2f-a8b3-7396638dbdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ad33a3-2d96-4390-8133-86897e6f3f23'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:11.239361 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65813064-9581-48f3-b5d7-bcbf72903995" -d '{"events": [{"server_uuid": "de0234a4-d69f-4c2f-a8b3-7396638dbdb7", "name": "network-vif-plugged", "status": "completed", "tag": "e7ad33a3-2d96-4390-8133-86897e6f3f23"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:11.255223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['a90a193a-fb47-42df-9cf8-1fe2e9749aa2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:11.355344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9755f8-d43f-4de9-85cc-c088223f9f31 req-a37371a6-24d9-41d4-a9b3-f5e1b1268e8b tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:11.357147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0f9755f8-d43f-4de9-85cc-c088223f9f31 req-a37371a6-24d9-41d4-a9b3-f5e1b1268e8b tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 1129 time: 0.0839527 Feb 11 04:16:11.371688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23163c-21ed-4180-bda2-d83f4d7751bf req-9560225e-d0c5-460a-bdfd-52cfc78b62fd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:11.373558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad23163c-21ed-4180-bda2-d83f4d7751bf req-9560225e-d0c5-460a-bdfd-52cfc78b62fd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 943 time: 0.0689135 Feb 11 04:16:11.445584 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0f9755f8-d43f-4de9-85cc-c088223f9f31 req-ed796b09-aa8f-4910-a3d8-697607482945 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709267 Feb 11 04:16:11.452616 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad23163c-21ed-4180-bda2-d83f4d7751bf req-3e9a1286-d337-46ac-a16f-5125e1727729 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620191 Feb 11 04:16:11.500730 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b1ac5b-a27f-48d3-9ae7-94b0dbfcb589 x-openstack-request-id: req-94b1ac5b-a27f-48d3-9ae7-94b0dbfcb589 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:11.501189 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519f97af-d3f1-49ac-af8c-ef877a7e8fca", "tag": "07b0f48d-f723-49da-adda-38ffd4691f1d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0244ab9d-099a-4582-a4eb-bf428ae4dc1b", "tag": "ee824459-4be5-4882-a17d-e58fdf187474", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:11.501338 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94b1ac5b-a27f-48d3-9ae7-94b0dbfcb589 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:11.501895 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519f97af-d3f1-49ac-af8c-ef877a7e8fca', 'tag': '07b0f48d-f723-49da-adda-38ffd4691f1d', 'status': 'completed', 'code': 200} Feb 11 04:16:11.502151 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0244ab9d-099a-4582-a4eb-bf428ae4dc1b', 'tag': 'ee824459-4be5-4882-a17d-e58fdf187474', 'status': 'completed', 'code': 200} Feb 11 04:16:11.590808 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-973a752d-afd2-47a6-81ab-bdfaab910da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:11.592334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-973a752d-afd2-47a6-81ab-bdfaab910da0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 1157 time: 0.0673299 Feb 11 04:16:11.690299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-307c57a2-3ac8-4d86-beef-5ffcc7830a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:11.692510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-307c57a2-3ac8-4d86-beef-5ffcc7830a5b service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.0913715 Feb 11 04:16:11.737197 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-0545d409-99bd-4dfe-87d2-188c0a739dd7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07b0f48d-f723-49da-adda-38ffd4691f1d HTTP/1.1" status: 200 len: 217 time: 0.0365052 Feb 11 04:16:11.766815 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f603e4f1-8f6f-4687-b6fe-815c3f8938d4 x-openstack-request-id: req-f603e4f1-8f6f-4687-b6fe-815c3f8938d4 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:11.767303 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0234a4-d69f-4c2f-a8b3-7396638dbdb7", "name": "network-vif-plugged", "status": "completed", "tag": "e7ad33a3-2d96-4390-8133-86897e6f3f23", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:11.767394 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f603e4f1-8f6f-4687-b6fe-815c3f8938d4 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:11.767730 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0234a4-d69f-4c2f-a8b3-7396638dbdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ad33a3-2d96-4390-8133-86897e6f3f23', 'code': 200} Feb 11 04:16:11.803485 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-7b929948-08ea-47ce-a459-4bf04baee6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:11.806055 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-7b929948-08ea-47ce-a459-4bf04baee6ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.0597103 Feb 11 04:16:11.883318 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-f6fc663e-a2f7-4bbd-9ab1-9511bdb30567 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524678 Feb 11 04:16:12.028048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669a15d-b0d8-4707-964f-4651594ebfa1 req-bc58336e-0d78-4c16-b862-7733fac50681 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:12.029440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0669a15d-b0d8-4707-964f-4651594ebfa1 req-bc58336e-0d78-4c16-b862-7733fac50681 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 947 time: 0.2094598 Feb 11 04:16:12.038089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42e9de-648e-4ed8-8e84-1daf54bfd8d0 req-1561b940-0b98-47c4-85fd-a02a35ccab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:12.039762 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f42e9de-648e-4ed8-8e84-1daf54bfd8d0 req-1561b940-0b98-47c4-85fd-a02a35ccab37 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 1129 time: 0.1673379 Feb 11 04:16:12.053559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0ab64-03c6-4164-ba3f-dcdb06f09508 req-5bdbba6d-e986-40ef-98a8-68dfa605ba1d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:12.055066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5c0ab64-03c6-4164-ba3f-dcdb06f09508 req-5bdbba6d-e986-40ef-98a8-68dfa605ba1d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 946 time: 0.1743443 Feb 11 04:16:12.104835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-e20e0b31-42c6-4f4c-9ec6-9123849add0a service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104533 Feb 11 04:16:12.205227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0669a15d-b0d8-4707-964f-4651594ebfa1 req-0da54eed-b555-48f0-bee4-144113c6b4a1 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630204 Feb 11 04:16:12.234228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5c0ab64-03c6-4164-ba3f-dcdb06f09508 req-fd0655d3-acf6-4fec-bd69-2bc81a0615a1 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629791 Feb 11 04:16:12.237800 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f42e9de-648e-4ed8-8e84-1daf54bfd8d0 req-da8c2cb0-698d-4394-8b6b-b49cbad584a9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786454 Feb 11 04:16:12.275926 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-12f85732-89e6-47ba-9c01-c25c21303267 service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579804 Feb 11 04:16:12.359591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac9943-4bd3-47e2-9828-fa7ccc7bb6a9 req-0d3be4be-9ab9-48cb-ad36-b4e6f85b0b35 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:12.361057 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4ac9943-4bd3-47e2-9828-fa7ccc7bb6a9 req-0d3be4be-9ab9-48cb-ad36-b4e6f85b0b35 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 948 time: 0.0610077 Feb 11 04:16:12.407339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4ac9943-4bd3-47e2-9828-fa7ccc7bb6a9 req-91f1a589-c2fe-4ab6-8e0e-e2e31c7a3105 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405531 Feb 11 04:16:12.529427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-86584897-de56-4c1b-a261-ed2e00c15d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:12.531027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-86584897-de56-4c1b-a261-ed2e00c15d11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=387164033edd4ea5a3d4eaa9873e27e3&device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 1130 time: 0.0581799 Feb 11 04:16:12.634505 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device a90a193a-fb47-42df-9cf8-1fe2e9749aa2 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:12.665873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-722b92b2-0bf3-4567-a2a4-d73ff122e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:12.667544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-722b92b2-0bf3-4567-a2a4-d73ff122e6be service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1221092 Feb 11 04:16:12.681589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086976ba-4b48-4a7e-b2a1-a85286a4a934 req-7dcbad8c-6b0c-4a2c-a463-a8278a3ce1f1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:12.684492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-086976ba-4b48-4a7e-b2a1-a85286a4a934 req-7dcbad8c-6b0c-4a2c-a463-a8278a3ce1f1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.1083164 Feb 11 04:16:12.729104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-e9284383-c1a6-49f9-a45d-61fe8f97eb0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=ee824459-4be5-4882-a17d-e58fdf187474 HTTP/1.1" status: 200 len: 217 time: 0.0554540 Feb 11 04:16:12.852979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-ecbb754f-7adf-42de-959e-53f953f88bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:12.858349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-ecbb754f-7adf-42de-959e-53f953f88bf4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1193738 Feb 11 04:16:12.862830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-086976ba-4b48-4a7e-b2a1-a85286a4a934 req-31758a5d-d2ac-4de8-8b5e-0051b41fa6ca tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412430 Feb 11 04:16:12.893032 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-3e351f64-0c48-4c10-9ef9-663ac241e4d6 service neutron] 10.222.0.32 "GET /v2.0/ports/07b0f48d-f723-49da-adda-38ffd4691f1d/bindings/n-h2-712142-35 HTTP/1.1" status: 200 len: 385 time: 0.1703470 Feb 11 04:16:12.983748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-2eeec522-9105-4760-8a09-68aa8ede2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:12.985258 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-2eeec522-9105-4760-8a09-68aa8ede2879 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1215973 Feb 11 04:16:13.007320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port a90a193a-fb47-42df-9cf8-1fe2e9749aa2 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:16:13.013632 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port a90a193a-fb47-42df-9cf8-1fe2e9749aa2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:13.014305 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:13.095018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port a90a193a-fb47-42df-9cf8-1fe2e9749aa2 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:13.095338 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:13.095902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe76b2e-05db-4073-bc72-812fabfae6da req-b0bc8be8-0b79-49a5-af28-575348444286 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:13.097886 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fe76b2e-05db-4073-bc72-812fabfae6da req-b0bc8be8-0b79-49a5-af28-575348444286 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 943 time: 0.1703389 Feb 11 04:16:13.131680 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port a90a193a-fb47-42df-9cf8-1fe2e9749aa2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a90a193a-fb47-42df-9cf8-1fe2e9749aa2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:13.195335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-102e1fb1-7220-429f-b3ca-448a1ce2dd29 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006376 Feb 11 04:16:13.212674 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:13.250836 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fe76b2e-05db-4073-bc72-812fabfae6da req-4fab0d48-cd9e-4725-bd60-add07f96a0d2 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445918 Feb 11 04:16:13.266765 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=a90a193a-fb47-42df-9cf8-1fe2e9749aa2,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:13.305215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a258edda-8028-4ad1-940a-8e5367b737ca req-2d132c0e-7fbc-4b3d-89a3-5b189603662e service neutron] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=07b0f48d-f723-49da-adda-38ffd4691f1d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:13.343013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a258edda-8028-4ad1-940a-8e5367b737ca req-2d132c0e-7fbc-4b3d-89a3-5b189603662e service neutron] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:13.367106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bc04490-70cc-40e8-a91a-6b44d974618c req-e3d6cd08-6c7e-4020-ace7-5d63af0d9793 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606562 Feb 11 04:16:13.383086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-a258edda-8028-4ad1-940a-8e5367b737ca req-2d132c0e-7fbc-4b3d-89a3-5b189603662e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b0f48d-f723-49da-adda-38ffd4691f1d {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:13.395240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a258edda-8028-4ad1-940a-8e5367b737ca req-2d132c0e-7fbc-4b3d-89a3-5b189603662e service neutron] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=07b0f48d-f723-49da-adda-38ffd4691f1d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:13.486839 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a258edda-8028-4ad1-940a-8e5367b737ca req-2d132c0e-7fbc-4b3d-89a3-5b189603662e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:13.625762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-a258edda-8028-4ad1-940a-8e5367b737ca req-2d132c0e-7fbc-4b3d-89a3-5b189603662e service neutron] Transition to ACTIVE for port object 07b0f48d-f723-49da-adda-38ffd4691f1d will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:16:13.642737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b33fb2-e58d-4dfa-9751-754d8cf95a43 req-3a40d8ef-340c-4724-b0d0-77fac747bc98 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:13.644492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4b33fb2-e58d-4dfa-9751-754d8cf95a43 req-3a40d8ef-340c-4724-b0d0-77fac747bc98 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 946 time: 0.0746665 Feb 11 04:16:13.700992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4b33fb2-e58d-4dfa-9751-754d8cf95a43 req-5bae1a57-8575-4ef0-ab09-2d36e491e64b tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502243 Feb 11 04:16:13.705196 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a258edda-8028-4ad1-940a-8e5367b737ca req-2d132c0e-7fbc-4b3d-89a3-5b189603662e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:13.769022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2704825-66e5-4d87-8e80-e7c2fc82c6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90a193a-fb47-42df-9cf8-1fe2e9749aa2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:13.774719 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cba556b-5c89-43ec-9175-6a3761405f27" -d '{"events": [{"server_uuid": "c2704825-66e5-4d87-8e80-e7c2fc82c6cd", "name": "network-vif-plugged", "status": "completed", "tag": "a90a193a-fb47-42df-9cf8-1fe2e9749aa2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:13.779697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a258edda-8028-4ad1-940a-8e5367b737ca req-2d132c0e-7fbc-4b3d-89a3-5b189603662e service neutron] No DVR routers for this DVR port 07b0f48d-f723-49da-adda-38ffd4691f1d on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:16:13.835896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d132c0e-7fbc-4b3d-89a3-5b189603662e service neutron] Pushing event updated for resources: {'Port': ['ID=07b0f48d-f723-49da-adda-38ffd4691f1d,revision_number=10']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:13.851112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-2d132c0e-7fbc-4b3d-89a3-5b189603662e service neutron] 10.222.0.32 "PUT /v2.0/ports/07b0f48d-f723-49da-adda-38ffd4691f1d/bindings/n-h2-712142-35/activate HTTP/1.1" status: 200 len: 370 time: 0.9529929 Feb 11 04:16:13.863272 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfaf9e2-19d1-4a7d-99a2-f98704c193f8 req-f01b5ec6-a9ae-4025-bbca-c90466f0cca7 tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:13.864831 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecfaf9e2-19d1-4a7d-99a2-f98704c193f8 req-f01b5ec6-a9ae-4025-bbca-c90466f0cca7 tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 1132 time: 0.0774877 Feb 11 04:16:13.916458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecfaf9e2-19d1-4a7d-99a2-f98704c193f8 req-9081f357-2c2a-4f10-a13c-02a0c6414a6b tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Feb 11 04:16:14.069163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258edda-8028-4ad1-940a-8e5367b737ca req-b18f2350-95c7-4eb2-b374-7049cbc602b6 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:14.070689 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-b18f2350-95c7-4eb2-b374-7049cbc602b6 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca&tenant_id=19d7885d46e54fd38e6c302286350aee&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 1127 time: 0.0842564 Feb 11 04:16:14.082026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6a03e-abd7-4328-85a3-d16b2309e562 req-c698cd2e-131d-4d5e-ac35-7b62c88e0565 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:14.084351 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5b6a03e-abd7-4328-85a3-d16b2309e562 req-c698cd2e-131d-4d5e-ac35-7b62c88e0565 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 947 time: 0.0886648 Feb 11 04:16:14.162111 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5b6a03e-abd7-4328-85a3-d16b2309e562 req-1dde1692-49bb-4f12-b652-7f19298e4ab9 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680947 Feb 11 04:16:14.164926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258edda-8028-4ad1-940a-8e5367b737ca req-9a59392b-91f7-41a3-947d-2e77b9237314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:14.166370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-9a59392b-91f7-41a3-947d-2e77b9237314 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca&tenant_id=19d7885d46e54fd38e6c302286350aee HTTP/1.1" status: 200 len: 1127 time: 0.0811388 Feb 11 04:16:14.285752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258edda-8028-4ad1-940a-8e5367b737ca req-ac728be0-31f5-482c-81c4-3d139b1d72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:14.287748 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-ac728be0-31f5-482c-81c4-3d139b1d72a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 1127 time: 0.0835719 Feb 11 04:16:14.500523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-f4e1ab01-0f13-4a4e-84da-ee7e1ad44387 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:16:14.501676 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-f4e1ab01-0f13-4a4e-84da-ee7e1ad44387 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065310 Feb 11 04:16:14.553138 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672295ad-f755-4649-beca-417779d98321 req-d4179cb5-4b73-4ba8-9eac-c5c607b5aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:14.558283 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-d4179cb5-4b73-4ba8-9eac-c5c607b5aacc service neutron] 10.222.0.13 "GET /v2.0/ports/52a09544-e156-4e62-9a62-198d63c7ee44 HTTP/1.1" status: 200 len: 1126 time: 0.0459588 Feb 11 04:16:14.564991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-672295ad-f755-4649-beca-417779d98321 req-81c4890a-53d2-47a8-bd86-b45ee9db7519 service neutron] Request body: {'binding': {'host': 'n-h1-712142-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:14.565595 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-672295ad-f755-4649-beca-417779d98321 req-81c4890a-53d2-47a8-bd86-b45ee9db7519 service neutron] Unknown quota resources ['binding']. {{(pid=103808) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:16:14.596923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2d136-3321-42f0-93c1-c689e73438e7 req-89ef82ec-90a0-4122-9511-58b7bf544c1b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:14.598613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0d2d136-3321-42f0-93c1-c689e73438e7 req-89ef82ec-90a0-4122-9511-58b7bf544c1b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 946 time: 0.3545589 Feb 11 04:16:14.634400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ee824459-4be5-4882-a17d-e58fdf187474 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:16:14.692632 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258edda-8028-4ad1-940a-8e5367b737ca req-7878eaa2-c159-4e1a-aaf0-2e60a7aa22c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:14.694500 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-7878eaa2-c159-4e1a-aaf0-2e60a7aa22c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.3952334 Feb 11 04:16:14.698025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0d2d136-3321-42f0-93c1-c689e73438e7 req-91fa985e-7c1e-4d34-bc96-97a1c315a0e0 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915647 Feb 11 04:16:14.731135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-672295ad-f755-4649-beca-417779d98321 req-81c4890a-53d2-47a8-bd86-b45ee9db7519 service neutron] Attempting to bind port 52a09544-e156-4e62-9a62-198d63c7ee44 on host n-h1-712142-35 for vnic_type normal with profile None {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:14.731788 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-672295ad-f755-4649-beca-417779d98321 req-81c4890a-53d2-47a8-bd86-b45ee9db7519 service neutron] Attempting to bind port 52a09544-e156-4e62-9a62-198d63c7ee44 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:14.732462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672295ad-f755-4649-beca-417779d98321 req-81c4890a-53d2-47a8-bd86-b45ee9db7519 service neutron] Attempting to bind port 52a09544-e156-4e62-9a62-198d63c7ee44 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:14.738083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672295ad-f755-4649-beca-417779d98321 req-81c4890a-53d2-47a8-bd86-b45ee9db7519 service neutron] Port 52a09544-e156-4e62-9a62-198d63c7ee44 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:16:14.739385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672295ad-f755-4649-beca-417779d98321 req-81c4890a-53d2-47a8-bd86-b45ee9db7519 service neutron] Attempting to bind port 52a09544-e156-4e62-9a62-198d63c7ee44 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:14.745003 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672295ad-f755-4649-beca-417779d98321 req-81c4890a-53d2-47a8-bd86-b45ee9db7519 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:14.745646 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672295ad-f755-4649-beca-417779d98321 req-81c4890a-53d2-47a8-bd86-b45ee9db7519 service neutron] Checking segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:14.746250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672295ad-f755-4649-beca-417779d98321 req-81c4890a-53d2-47a8-bd86-b45ee9db7519 service neutron] Bound using segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:14.746941 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-672295ad-f755-4649-beca-417779d98321 req-81c4890a-53d2-47a8-bd86-b45ee9db7519 service neutron] Bound port: 52a09544-e156-4e62-9a62-198d63c7ee44, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:14.767625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-e7bee4b4-4d23-426f-913f-8cf792043f5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07b0f48d-f723-49da-adda-38ffd4691f1d HTTP/1.1" status: 200 len: 217 time: 0.0654199 Feb 11 04:16:14.807552 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-672295ad-f755-4649-beca-417779d98321 req-81c4890a-53d2-47a8-bd86-b45ee9db7519 service neutron] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=52a09544-e156-4e62-9a62-198d63c7ee44,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:14.830955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port ee824459-4be5-4882-a17d-e58fdf187474, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ee824459-4be5-4882-a17d-e58fdf187474,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:14.844216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'ee824459-4be5-4882-a17d-e58fdf187474', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': 'ee824459-4be5-4882-a17d-e58fdf187474', 'mac_address': 'fa:16:3e:44:cf:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:16:14.864549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258edda-8028-4ad1-940a-8e5367b737ca req-fe95f1f9-4b96-42a2-8918-6550c3405d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:14.866115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-fe95f1f9-4b96-42a2-8918-6550c3405d0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.0905900 Feb 11 04:16:14.885419 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port ee824459-4be5-4882-a17d-e58fdf187474 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:14.886208 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ee824459-4be5-4882-a17d-e58fdf187474), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:14.900518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee824459-4be5-4882-a17d-e58fdf187474 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:14.907337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-448dc00c-a320-43c4-93f8-7027d6409fb1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337715 Feb 11 04:16:14.912505 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-672295ad-f755-4649-beca-417779d98321 req-81c4890a-53d2-47a8-bd86-b45ee9db7519 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:14.913702 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-81c4890a-53d2-47a8-bd86-b45ee9db7519 service neutron] 10.222.0.13 "POST /v2.0/ports/52a09544-e156-4e62-9a62-198d63c7ee44/bindings HTTP/1.1" status: 201 len: 390 time: 0.3522174 Feb 11 04:16:14.919554 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb28e2e-6973-40a5-9379-190dd58f283a req-e6079613-6048-4f40-85dd-0dc94e40083c tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:14.920880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0cb28e2e-6973-40a5-9379-190dd58f283a req-e6079613-6048-4f40-85dd-0dc94e40083c tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 949 time: 0.0977526 Feb 11 04:16:14.932432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port ee824459-4be5-4882-a17d-e58fdf187474, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ee824459-4be5-4882-a17d-e58fdf187474,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:14.995513 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ee824459-4be5-4882-a17d-e58fdf187474), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:14.996321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device dc2a8ea6-ff5a-4663-a00b-73018a2e436d details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:16:15.052732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0cb28e2e-6973-40a5-9379-190dd58f283a req-143f7cb1-faa5-4a9b-976a-43dc89d0220a tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972304 Feb 11 04:16:15.054776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-85e70194-d835-43f9-a189-165068e8875a service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330023 Feb 11 04:16:15.166340 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-ccc48bb5-357d-4dda-a978-8003a60b086a service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011932 Feb 11 04:16:15.227370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6800d1fe-7ef8-4c72-8b6d-9cece8617d01 req-81d8ccab-0a85-4de6-97fd-93ca43eda04f tempest-QuotasAdminNegativeTest-397018429 tempest-QuotasAdminNegativeTest-397018429-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=77eab526221e4d66a43585fa17099e37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456793 Feb 11 04:16:15.246380 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede9fd77-7459-470b-9f8f-24cf24a85788 x-openstack-request-id: req-ede9fd77-7459-470b-9f8f-24cf24a85788 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:15.246768 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2704825-66e5-4d87-8e80-e7c2fc82c6cd", "name": "network-vif-plugged", "status": "completed", "tag": "a90a193a-fb47-42df-9cf8-1fe2e9749aa2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:15.247040 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ede9fd77-7459-470b-9f8f-24cf24a85788 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:15.247493 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2704825-66e5-4d87-8e80-e7c2fc82c6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90a193a-fb47-42df-9cf8-1fe2e9749aa2', 'code': 200} Feb 11 04:16:15.256235 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=ee824459-4be5-4882-a17d-e58fdf187474,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:15.394067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port dc2a8ea6-ff5a-4663-a00b-73018a2e436d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:15.427783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'dc2a8ea6-ff5a-4663-a00b-73018a2e436d', 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f', 'port_id': 'dc2a8ea6-ff5a-4663-a00b-73018a2e436d', 'mac_address': 'fa:16:3e:32:31:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:16:15.480449 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800d1fe-7ef8-4c72-8b6d-9cece8617d01 req-9972f758-f251-4f48-9b1b-0b50887e475f tempest-QuotasAdminNegativeTest-397018429 tempest-QuotasAdminNegativeTest-397018429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:15.482402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6800d1fe-7ef8-4c72-8b6d-9cece8617d01 req-9972f758-f251-4f48-9b1b-0b50887e475f tempest-QuotasAdminNegativeTest-397018429 tempest-QuotasAdminNegativeTest-397018429-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448890 Feb 11 04:16:15.484828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port dc2a8ea6-ff5a-4663-a00b-73018a2e436d is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:15.485327 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:15.501472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc2a8ea6-ff5a-4663-a00b-73018a2e436d {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:15.503931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48138f-6bf7-4e8c-801a-8d7e4b1214d6 req-bc6c43dd-c9b5-4529-b3d9-8c0b6b509f11 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:15.505756 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d48138f-6bf7-4e8c-801a-8d7e4b1214d6 req-bc6c43dd-c9b5-4529-b3d9-8c0b6b509f11 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 944 time: 0.1335816 Feb 11 04:16:15.526197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port dc2a8ea6-ff5a-4663-a00b-73018a2e436d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:15.530066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6800d1fe-7ef8-4c72-8b6d-9cece8617d01 req-b7146c73-7b99-4348-90ae-a46f390108f4 tempest-QuotasAdminNegativeTest-397018429 tempest-QuotasAdminNegativeTest-397018429-project] 10.222.0.13 "GET /v2.0/quotas/77eab526221e4d66a43585fa17099e37 HTTP/1.1" status: 200 len: 375 time: 0.0347300 Feb 11 04:16:15.554088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e3792-3995-4959-a5da-3beb8ece0eda req-1c9b6130-ee51-48fd-b6e5-068abd492317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:15.555557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-814e3792-3995-4959-a5da-3beb8ece0eda req-1c9b6130-ee51-48fd-b6e5-068abd492317 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 1132 time: 0.1337380 Feb 11 04:16:15.582004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6800d1fe-7ef8-4c72-8b6d-9cece8617d01 req-5af3cbf9-3d65-4cd2-bd7a-21a1f01f9e8f tempest-QuotasAdminNegativeTest-397018429 tempest-QuotasAdminNegativeTest-397018429-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=77eab526221e4d66a43585fa17099e37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376968 Feb 11 04:16:15.616772 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d48138f-6bf7-4e8c-801a-8d7e4b1214d6 req-b7f341d6-8b8f-437c-8054-befebc5901fd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017094 Feb 11 04:16:15.645285 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:15.658338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-814e3792-3995-4959-a5da-3beb8ece0eda req-abf6bffe-29af-41db-9ba3-95c970054aef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803192 Feb 11 04:16:15.734800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:15.766058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['dc2a8ea6-ff5a-4663-a00b-73018a2e436d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:15.790220 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258edda-8028-4ad1-940a-8e5367b737ca req-89dd265c-2670-4f70-a3a8-aff36c809751 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:15.791818 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-89dd265c-2670-4f70-a3a8-aff36c809751 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca&tenant_id=19d7885d46e54fd38e6c302286350aee&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 1127 time: 0.1355703 Feb 11 04:16:15.803576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d3401-0777-4afe-a573-f79c8f3b0436 req-b836f6a8-03b8-4362-8b25-2e178b97204c tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:15.805209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-723d3401-0777-4afe-a573-f79c8f3b0436 req-b836f6a8-03b8-4362-8b25-2e178b97204c tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 946 time: 0.0887783 Feb 11 04:16:15.815647 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35836) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:15.824052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b3e190a3-3f39-44c3-9ea0-5d20ea4f3d2d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Request body: {'floatingip': {'port_id': 'e7ad33a3-2d96-4390-8133-86897e6f3f23'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:15.904509 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3e190a3-3f39-44c3-9ea0-5d20ea4f3d2d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for floatingip (13b1d427-ad1b-461a-a69a-68ed06c66dbf), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:15.945929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['ee824459-4be5-4882-a17d-e58fdf187474'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:16.068088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672295ad-f755-4649-beca-417779d98321 req-e4eed173-9c10-4569-8533-a9245ca41f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:16.069909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-e4eed173-9c10-4569-8533-a9245ca41f30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 1129 time: 0.1397910 Feb 11 04:16:16.080146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618aa57-dd6f-48d5-8c24-7ace52d33945 req-5eeac9c4-aaa4-4662-8cf6-8d4098de510c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:16.081680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7618aa57-dd6f-48d5-8c24-7ace52d33945 req-5eeac9c4-aaa4-4662-8cf6-8d4098de510c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 946 time: 0.1528037 Feb 11 04:16:16.098526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadf886-7311-48be-b2ec-f21b934d6df5 req-af73285d-0fa0-4da5-83f2-8e3bbdde18c1 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:16.100423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-deadf886-7311-48be-b2ec-f21b934d6df5 req-af73285d-0fa0-4da5-83f2-8e3bbdde18c1 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 945 time: 0.1730788 Feb 11 04:16:16.161651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a258edda-8028-4ad1-940a-8e5367b737ca req-c36cce2c-a2d2-4b28-82e0-3ecae53b7d33 service neutron] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:16.204350 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a258edda-8028-4ad1-940a-8e5367b737ca req-c36cce2c-a2d2-4b28-82e0-3ecae53b7d33 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:16.205491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a258edda-8028-4ad1-940a-8e5367b737ca req-c36cce2c-a2d2-4b28-82e0-3ecae53b7d33 service neutron] 10.222.0.47 "DELETE /v2.0/ports/07b0f48d-f723-49da-adda-38ffd4691f1d/bindings/n-h1-712142-35 HTTP/1.1" status: 204 len: 173 time: 0.3991754 Feb 11 04:16:16.264865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7618aa57-dd6f-48d5-8c24-7ace52d33945 req-482fe51f-8f35-428e-b31a-21a32056eb92 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623719 Feb 11 04:16:16.265514 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:16:16.271220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-deadf886-7311-48be-b2ec-f21b934d6df5 req-61454ec0-3d01-42ec-a937-0384ae164c5e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575563 Feb 11 04:16:16.274669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672295ad-f755-4649-beca-417779d98321 req-1ea17b03-da6b-49e0-84fb-57b8ed9e1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:16.279613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-1ea17b03-da6b-49e0-84fb-57b8ed9e1da7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.1951911 Feb 11 04:16:16.342007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-ca5147cc-97c6-4cd6-81af-c17659559456 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52a09544-e156-4e62-9a62-198d63c7ee44 HTTP/1.1" status: 200 len: 217 time: 0.0443835 Feb 11 04:16:16.452562 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-2d19e02a-75eb-4a24-a263-fec10b7ff76e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=95a93e519b544c01b6ee62c609eec109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437834 Feb 11 04:16:16.460760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672295ad-f755-4649-beca-417779d98321 req-722308cd-6106-4647-99df-49485204924c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:16.462186 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-722308cd-6106-4647-99df-49485204924c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.1138806 Feb 11 04:16:16.529381 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-99b8c335-9858-442d-a3ea-58596c3be37f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422783 Feb 11 04:16:16.539329 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c26499-bfa7-4f00-bf0d-9e457741d10d req-878002a3-c4d2-4dc4-9238-95f3d0af296c tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:16.540782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6c26499-bfa7-4f00-bf0d-9e457741d10d req-878002a3-c4d2-4dc4-9238-95f3d0af296c tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 948 time: 0.1483417 Feb 11 04:16:16.651358 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device dc2a8ea6-ff5a-4663-a00b-73018a2e436d up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:16.713157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6c26499-bfa7-4f00-bf0d-9e457741d10d req-1b76b6b5-333a-44e6-90fb-35dfdd944b37 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359234 Feb 11 04:16:16.722578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-7c9087bb-bf10-41d6-bc8f-d4e35be1c283 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:16.730224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-7c9087bb-bf10-41d6-bc8f-d4e35be1c283 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2662692 Feb 11 04:16:16.734107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port dc2a8ea6-ff5a-4663-a00b-73018a2e436d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:16.734612 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:16.750638 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-d8f73379-f9ae-4a13-af86-179628a9b1b4 service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088776 Feb 11 04:16:16.758154 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-9cb1e395-ba62-44bd-80c5-c26db93ccc0e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/quotas/95a93e519b544c01b6ee62c609eec109 HTTP/1.1" status: 200 len: 375 time: 0.0270088 Feb 11 04:16:16.820501 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3e190a3-3f39-44c3-9ea0-5d20ea4f3d2d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:16.908165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port dc2a8ea6-ff5a-4663-a00b-73018a2e436d is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:16.908516 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:16.922993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-650cc2d8-0acc-497d-80dd-ff609e5cf106 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1639504 Feb 11 04:16:16.927419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-17c3ecc6-77b5-4546-8cb4-8eff73feac2a service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596262 Feb 11 04:16:16.932418 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3e190a3-3f39-44c3-9ea0-5d20ea4f3d2d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (13b1d427-ad1b-461a-a69a-68ed06c66dbf), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:16.950985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port dc2a8ea6-ff5a-4663-a00b-73018a2e436d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:17.042281 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:17.044027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 07b0f48d-f723-49da-adda-38ffd4691f1d no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:16:17.058851 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-b3e190a3-3f39-44c3-9ea0-5d20ea4f3d2d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Floating IP 13b1d427-ad1b-461a-a69a-68ed06c66dbf associated. External IP: 172.25.3.166, port: e7ad33a3-2d96-4390-8133-86897e6f3f23. Feb 11 04:16:17.124236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] The host n-h1-712142-35 is not matching for port 07b0f48d-f723-49da-adda-38ffd4691f1d host n-h2-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:16:17.124717 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 07b0f48d-f723-49da-adda-38ffd4691f1d not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:16:17.126737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:17.235539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672295ad-f755-4649-beca-417779d98321 req-50eb0f21-c572-4ee4-967b-34745b92d8b1 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:17.242292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-50eb0f21-c572-4ee4-967b-34745b92d8b1 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5&tenant_id=2ecf6acdd8224d998729629979558449&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 1129 time: 0.0993111 Feb 11 04:16:17.248205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810d6503-0bd0-4080-b9e6-4c2138e63d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2a8ea6-ff5a-4663-a00b-73018a2e436d'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:17.250590 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0180b6-1f81-4e48-8899-6d8727e79eac" -d '{"events": [{"server_uuid": "810d6503-0bd0-4080-b9e6-4c2138e63d33", "name": "network-vif-plugged", "status": "completed", "tag": "dc2a8ea6-ff5a-4663-a00b-73018a2e436d"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:17.261616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-35'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:17.349939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e190a3-3f39-44c3-9ea0-5d20ea4f3d2d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:16:17.377801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f59b41-6001-4b41-93e8-a379d4b63099 req-23db7d87-9de7-45cc-b3c4-6db7e8650d6d tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:17.380108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7f59b41-6001-4b41-93e8-a379d4b63099 req-23db7d87-9de7-45cc-b3c4-6db7e8650d6d tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 949 time: 0.1488123 Feb 11 04:16:17.381400 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:17.487202 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7f59b41-6001-4b41-93e8-a379d4b63099 req-7e2d1630-81fa-4547-aa8e-bc872372014b tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961406 Feb 11 04:16:17.499757 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e190a3-3f39-44c3-9ea0-5d20ea4f3d2d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:16:17.513536 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17add723-5dee-437e-85ee-6888cd804ec5 None None] Sync routers for ids ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:16:17.519016 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3e190a3-3f39-44c3-9ea0-5d20ea4f3d2d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:17.528469 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17add723-5dee-437e-85ee-6888cd804ec5 None None] Routers {'c3cd2354-8a63-49b9-80c2-0908d75f6ba8'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:16:17.529373 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-17add723-5dee-437e-85ee-6888cd804ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:15:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:17.558439 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b3e190a3-3f39-44c3-9ea0-5d20ea4f3d2d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "PUT /v2.0/floatingips/13b1d427-ad1b-461a-a69a-68ed06c66dbf HTTP/1.1" status: 200 len: 992 time: 1.7403328 Feb 11 04:16:17.559119 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0234a4-d69f-4c2f-a8b3-7396638dbdb7', 'tag': 'e7ad33a3-2d96-4390-8133-86897e6f3f23'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:17.562186 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9536e5b7-b1fc-4aae-b6c4-4736758429c7" -d '{"events": [{"name": "network-changed", "server_uuid": "de0234a4-d69f-4c2f-a8b3-7396638dbdb7", "tag": "e7ad33a3-2d96-4390-8133-86897e6f3f23"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:17.647800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=52a09544-e156-4e62-9a62-198d63c7ee44,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:17.666499 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-17add723-5dee-437e-85ee-6888cd804ec5 None None] Set router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:16:17.674606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5d887-5681-47c3-ad64-b46a9721d775 req-7a885c2d-0ac2-46a2-be96-5d6c8aa587a9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:17.676831 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bae5d887-5681-47c3-ad64-b46a9721d775 req-7a885c2d-0ac2-46a2-be96-5d6c8aa587a9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 944 time: 0.0916748 Feb 11 04:16:17.728145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:17.805059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bed3ffff-3ef1-40e6-896c-33ce2be81221 req-f1b94e61-6661-49f2-9dd1-607ce8dd9718 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 210 time: 0.0700364 Feb 11 04:16:17.812869 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bae5d887-5681-47c3-ad64-b46a9721d775 req-63c9b62d-f3dc-48d2-a1db-7a80eb8d66ec tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278985 Feb 11 04:16:17.826040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a09544-e156-4e62-9a62-198d63c7ee44'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:17.829212 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d253707-c256-4e4f-982b-88a6a7c06382" -d '{"events": [{"server_uuid": "e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "52a09544-e156-4e62-9a62-198d63c7ee44"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:17.834607 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Publish callbacks [] for port (52a09544-e156-4e62-9a62-198d63c7ee44), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:17.879163 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6d3950-0c12-407b-b3b2-4b52385446dc x-openstack-request-id: req-ae6d3950-0c12-407b-b3b2-4b52385446dc {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:17.879806 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810d6503-0bd0-4080-b9e6-4c2138e63d33", "name": "network-vif-plugged", "status": "completed", "tag": "dc2a8ea6-ff5a-4663-a00b-73018a2e436d", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:17.880267 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae6d3950-0c12-407b-b3b2-4b52385446dc {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:17.880995 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810d6503-0bd0-4080-b9e6-4c2138e63d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2a8ea6-ff5a-4663-a00b-73018a2e436d', 'code': 200} Feb 11 04:16:17.962437 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:18.042519 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-17add723-5dee-437e-85ee-6888cd804ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '13b1d427-ad1b-461a-a69a-68ed06c66dbf', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'port_id': 'e7ad33a3-2d96-4390-8133-86897e6f3f23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'mac_address': 'fa:16:3e:73:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0234a4-d69f-4c2f-a8b3-7396638dbdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:14:45Z', 'updated_at': '2022-02-11T04:16:16Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400d364-824f-4605-9434-01de64f95a54', 'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'mac_address': 'fa:16:3e:fd:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:20Z', 'updated_at': '2022-02-11T04:14:26Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'subnets': [{'id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:18.076869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4d117-5eef-4c65-9f28-344c231609b6 req-17d76434-9770-4ed0-8ec4-0eddbe030a47 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:18.076991 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17add723-5dee-437e-85ee-6888cd804ec5 None None] Checking router: c3cd2354-8a63-49b9-80c2-0908d75f6ba8 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:16:18.078267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26a4d117-5eef-4c65-9f28-344c231609b6 req-17d76434-9770-4ed0-8ec4-0eddbe030a47 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 946 time: 0.1458800 Feb 11 04:16:18.082061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Pushing event updated for resources: {'Port': ['ID=52a09544-e156-4e62-9a62-198d63c7ee44,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:18.084520 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17add723-5dee-437e-85ee-6888cd804ec5 None None] Routers {'c3cd2354-8a63-49b9-80c2-0908d75f6ba8'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:16:18.085258 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-17add723-5dee-437e-85ee-6888cd804ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:15:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:18.116219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.116696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.121539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.121539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.121539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.121539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.121539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.121539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.121539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.121539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.123263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.123811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.124315 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.141301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Attempting to bind port 52a09544-e156-4e62-9a62-198d63c7ee44 on host n-h2-712142-35 for vnic_type normal with profile {"migrating_to": "n-h1-712142-35"} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:18.141754 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Attempting to bind port 52a09544-e156-4e62-9a62-198d63c7ee44 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:18.142190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Attempting to bind port 52a09544-e156-4e62-9a62-198d63c7ee44 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:18.152363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Port 52a09544-e156-4e62-9a62-198d63c7ee44 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:16:18.152825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Attempting to bind port 52a09544-e156-4e62-9a62-198d63c7ee44 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:18.167904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:18.168333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Checking segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:18.168784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Bound using segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:18.169290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Bound port: 52a09544-e156-4e62-9a62-198d63c7ee44, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:18.169708 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:18.189840 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26a4d117-5eef-4c65-9f28-344c231609b6 req-b5c7ebdf-d02a-4ab0-bc06-d43b74176491 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086924 Feb 11 04:16:18.202865 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-17add723-5dee-437e-85ee-6888cd804ec5 None None] Set router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:16:18.269169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:18.274014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=52a09544-e156-4e62-9a62-198d63c7ee44,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:18.335283 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35892) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:18.343390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e89ad-3d86-4705-b787-eefa2fd598fd req-9547eb3f-a37e-4d2e-bae0-b40815eafbbe tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:18.351796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-da9e89ad-3d86-4705-b787-eefa2fd598fd req-9547eb3f-a37e-4d2e-bae0-b40815eafbbe tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 946 time: 0.0714378 Feb 11 04:16:18.359997 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:18.380584 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae0afd6-4805-4521-b1fe-b19a76662aad x-openstack-request-id: req-1ae0afd6-4805-4521-b1fe-b19a76662aad {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:18.380864 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0234a4-d69f-4c2f-a8b3-7396638dbdb7", "tag": "e7ad33a3-2d96-4390-8133-86897e6f3f23", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:18.383407 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ae0afd6-4805-4521-b1fe-b19a76662aad {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:18.383835 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0234a4-d69f-4c2f-a8b3-7396638dbdb7', 'tag': 'e7ad33a3-2d96-4390-8133-86897e6f3f23', 'status': 'completed', 'code': 200} Feb 11 04:16:18.511109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:18.516132 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-17add723-5dee-437e-85ee-6888cd804ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '13b1d427-ad1b-461a-a69a-68ed06c66dbf', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'port_id': 'e7ad33a3-2d96-4390-8133-86897e6f3f23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'mac_address': 'fa:16:3e:73:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0234a4-d69f-4c2f-a8b3-7396638dbdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:14:45Z', 'updated_at': '2022-02-11T04:16:16Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400d364-824f-4605-9434-01de64f95a54', 'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'mac_address': 'fa:16:3e:fd:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:20Z', 'updated_at': '2022-02-11T04:14:26Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'subnets': [{'id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:18.542417 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-da9e89ad-3d86-4705-b787-eefa2fd598fd req-72d8deeb-f705-4077-8bcb-1f152024ce9a tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896958 Feb 11 04:16:18.565186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Pushing event updated for resources: {'Port': ['ID=52a09544-e156-4e62-9a62-198d63c7ee44,revision_number=8']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:18.588220 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17add723-5dee-437e-85ee-6888cd804ec5 None None] The sync data for ids ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'] in n-d-712142-35 is: [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '13b1d427-ad1b-461a-a69a-68ed06c66dbf', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'port_id': 'e7ad33a3-2d96-4390-8133-86897e6f3f23', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'mac_address': 'fa:16:3e:73:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0234a4-d69f-4c2f-a8b3-7396638dbdb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:14:45Z', 'updated_at': '2022-02-11T04:16:16Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7400d364-824f-4605-9434-01de64f95a54', 'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'mac_address': 'fa:16:3e:fd:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:20Z', 'updated_at': '2022-02-11T04:14:26Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'subnets': [{'id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:16:18.592495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:18.593160 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:18.594552 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-643acee9-8a0c-4805-a64a-b1e4950fa062 service neutron] 10.222.0.32 "PUT /v2.0/ports/52a09544-e156-4e62-9a62-198d63c7ee44 HTTP/1.1" status: 200 len: 1124 time: 1.3409495 Feb 11 04:16:18.617731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c690fd-c65a-4cb1-80fd-c8459dc604b1 req-61231f9a-bdd1-49ec-b418-591d213e16a2 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:18.624595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25c690fd-c65a-4cb1-80fd-c8459dc604b1 req-61231f9a-bdd1-49ec-b418-591d213e16a2 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 946 time: 0.1690063 Feb 11 04:16:18.627884 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e5b7-b1fc-4aae-b6c4-4736758429c7 req-87257ff9-eca8-4075-a8db-944a75e76d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:18.630046 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9536e5b7-b1fc-4aae-b6c4-4736758429c7 req-87257ff9-eca8-4075-a8db-944a75e76d74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f3dc1e033a843348622c78e48335f3c&device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 1129 time: 0.2139089 Feb 11 04:16:18.645515 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Publish callbacks [] for security_group (3619b1fa-73c4-4dbd-960a-afbb6f642089), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:18.653626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ee824459-4be5-4882-a17d-e58fdf187474 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:18.680685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['52a09544-e156-4e62-9a62-198d63c7ee44'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:18.747980 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3619b1fa-73c4-4dbd-960a-afbb6f642089), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:18.780012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25c690fd-c65a-4cb1-80fd-c8459dc604b1 req-07994cda-a1ae-4f7a-8962-5b10d0d3563d tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525660 Feb 11 04:16:18.830352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e5b7-b1fc-4aae-b6c4-4736758429c7 req-eb4bf1f0-ed87-4d95-aa5d-aec11bb6a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:18.832584 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9536e5b7-b1fc-4aae-b6c4-4736758429c7 req-eb4bf1f0-ed87-4d95-aa5d-aec11bb6a6b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 HTTP/1.1" status: 200 len: 925 time: 0.1930807 Feb 11 04:16:18.839409 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77eab526221e4d66a43585fa17099e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5029993 Feb 11 04:16:18.840592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3619b1fa-73c4-4dbd-960a-afbb6f642089,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:18.843410 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35900) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:18.887700 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0455f49-7e78-4865-848b-d286f45647f6 x-openstack-request-id: req-b0455f49-7e78-4865-848b-d286f45647f6 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:18.888111 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "52a09544-e156-4e62-9a62-198d63c7ee44", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:18.888466 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0455f49-7e78-4865-848b-d286f45647f6 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:18.889064 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52a09544-e156-4e62-9a62-198d63c7ee44', 'code': 200} Feb 11 04:16:18.892740 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port ee824459-4be5-4882-a17d-e58fdf187474 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:16:18.902128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port ee824459-4be5-4882-a17d-e58fdf187474 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:18.902859 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ee824459-4be5-4882-a17d-e58fdf187474), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:18.909737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221a40b-dfed-4493-99a8-9ac8ad2056da req-08e14ebd-8e10-4954-814a-27a66ff5b24b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:18.912074 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2221a40b-dfed-4493-99a8-9ac8ad2056da req-08e14ebd-8e10-4954-814a-27a66ff5b24b tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 948 time: 0.2451713 Feb 11 04:16:18.921038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.921511 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.921973 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.922415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.922879 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.923321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.923842 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.924631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.934849 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.936073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.936950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.937499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.938017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53289-b8c1-4813-82cd-65d43897b5c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:18.951198 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9536e5b7-b1fc-4aae-b6c4-4736758429c7 req-ab2e1f4d-39b2-4670-b8c5-7c104bbc877c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7ad33a3-2d96-4390-8133-86897e6f3f23 HTTP/1.1" status: 200 len: 1000 time: 0.1058631 Feb 11 04:16:18.957975 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-631cb2a9-32ec-489a-a4da-125a4856c1af admin admin] Publish callbacks [] for security_group (3619b1fa-73c4-4dbd-960a-afbb6f642089), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:18.963963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c458b-2700-4442-93f1-c5b0a274624b None None] New status for floating IP 13b1d427-ad1b-461a-a69a-68ed06c66dbf: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:16:18.987835 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-631cb2a9-32ec-489a-a4da-125a4856c1af admin admin] Publish callbacks [] for security_group (3619b1fa-73c4-4dbd-960a-afbb6f642089), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:19.116177 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-631cb2a9-32ec-489a-a4da-125a4856c1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3619b1fa-73c4-4dbd-960a-afbb6f642089), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:19.118867 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-631cb2a9-32ec-489a-a4da-125a4856c1af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:19.138594 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-631cb2a9-32ec-489a-a4da-125a4856c1af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3619b1fa-73c4-4dbd-960a-afbb6f642089 HTTP/1.1" status: 204 len: 168 time: 0.2937498 Feb 11 04:16:19.148255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cb2a9-32ec-489a-a4da-125a4856c1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3619b1fa-73c4-4dbd-960a-afbb6f642089,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:19.158817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port ee824459-4be5-4882-a17d-e58fdf187474 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:19.160780 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ee824459-4be5-4882-a17d-e58fdf187474), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:19.244164 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port ee824459-4be5-4882-a17d-e58fdf187474, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ee824459-4be5-4882-a17d-e58fdf187474,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:19.307051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2221a40b-dfed-4493-99a8-9ac8ad2056da req-b13f7f36-9b63-497b-aad1-32b3fa838063 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719816 Feb 11 04:16:19.320232 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ee824459-4be5-4882-a17d-e58fdf187474), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:19.325576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e5b7-b1fc-4aae-b6c4-4736758429c7 req-20505979-08b0-4dfd-8ad9-dace03252f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:19.330862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9536e5b7-b1fc-4aae-b6c4-4736758429c7 req-20505979-08b0-4dfd-8ad9-dace03252f6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e603d6b-2704-40e5-a99c-38c00e6fc92c HTTP/1.1" status: 200 len: 863 time: 0.3689880 Feb 11 04:16:19.394892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=ee824459-4be5-4882-a17d-e58fdf187474,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:19.402241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:19.402589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:19.402959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:19.403295 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:19.404158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:19.404499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:19.404830 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:19.405302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:19.405533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:19.405842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:19.406160 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:19.406482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:19.407485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:19.435898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7860e5-bf27-4761-9cca-914b3c165cfb req-fae4caa0-c8b7-49b8-a117-258709aea825 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:19.437396 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea7860e5-bf27-4761-9cca-914b3c165cfb req-fae4caa0-c8b7-49b8-a117-258709aea825 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 949 time: 0.4188516 Feb 11 04:16:19.440428 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63965f5d-729f-4f3d-a9a4-5324717a1c74 req-117f61c5-b158-4ea1-94a2-79cad959f309 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 210 time: 0.0514615 Feb 11 04:16:19.474976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61e712-d781-4be1-8b2f-f2ddc247f582 req-d2c4dade-5072-4bb8-9290-d244ed69ff95 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:19.476705 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf61e712-d781-4be1-8b2f-f2ddc247f582 req-d2c4dade-5072-4bb8-9290-d244ed69ff95 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.32 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 946 time: 0.1475072 Feb 11 04:16:19.495324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e5b7-b1fc-4aae-b6c4-4736758429c7 req-9a5f1d99-3fd3-4ed2-9fd1-64b0302aba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:19.496864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9536e5b7-b1fc-4aae-b6c4-4736758429c7 req-9a5f1d99-3fd3-4ed2-9fd1-64b0302aba70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1577938 Feb 11 04:16:19.664740 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea7860e5-bf27-4761-9cca-914b3c165cfb req-5b321ebf-abef-4ee6-a3c8-440bdbf14adb tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177675 Feb 11 04:16:19.670523 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-6010a4c4-a9f2-47d8-a537-b5992e4008e1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=95a93e519b544c01b6ee62c609eec109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215867 Feb 11 04:16:19.722304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f0fa7-c8cf-4600-9521-717db36d393a req-a8061868-99d7-4d89-aa9f-f81c65077672 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:19.723898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d93f0fa7-c8cf-4600-9521-717db36d393a req-a8061868-99d7-4d89-aa9f-f81c65077672 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 1127 time: 0.1814864 Feb 11 04:16:19.727378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9536e5b7-b1fc-4aae-b6c4-4736758429c7 req-567a19ef-546c-49c7-ab7b-d479aab07cb5 service neutron] 10.222.0.47 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063036 Feb 11 04:16:19.761102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-cf61e712-d781-4be1-8b2f-f2ddc247f582 req-2dde910f-b8a3-4cb0-a158-3277489488a5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Deleting port dc2a8ea6-ff5a-4663-a00b-73018a2e436d {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:16:19.761970 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cf61e712-d781-4be1-8b2f-f2ddc247f582 req-2dde910f-b8a3-4cb0-a158-3277489488a5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:19.792435 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-1d320597-5a36-4101-ac51-462c1644abcb tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:19.795926 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-1d320597-5a36-4101-ac51-462c1644abcb tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1188805 Feb 11 04:16:19.806653 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-93a62d83-4ad4-43ba-884c-96e422f68860 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Request body: {'port': {'device_id': 'aa5731d5-28c0-4a98-ac01-fa3e0a0409ca', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '95a93e519b544c01b6ee62c609eec109'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:19.882131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0244ab9d-099a-4582-a4eb-bf428ae4dc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee824459-4be5-4882-a17d-e58fdf187474'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:19.884632 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48253ae-ffb8-4104-91f1-18908dae48bc" -d '{"events": [{"server_uuid": "0244ab9d-099a-4582-a4eb-bf428ae4dc1b", "name": "network-vif-plugged", "status": "completed", "tag": "ee824459-4be5-4882-a17d-e58fdf187474"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:19.935252 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d93f0fa7-c8cf-4600-9521-717db36d393a req-1c6455c6-c8a6-40d1-be39-75c66f8dd32f tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015977 Feb 11 04:16:19.968684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-cf61e712-d781-4be1-8b2f-f2ddc247f582 req-2dde910f-b8a3-4cb0-a158-3277489488a5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] For port dc2a8ea6-ff5a-4663-a00b-73018a2e436d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:19.969057 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cf61e712-d781-4be1-8b2f-f2ddc247f582 req-2dde910f-b8a3-4cb0-a158-3277489488a5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:19.994509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5fd15-bf01-426c-b967-766d27172316 req-a1f89e8c-ae14-4152-ab6e-c6f0a6eea024 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:19.996666 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35918) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:20.000504 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41f5fd15-bf01-426c-b967-766d27172316 req-a1f89e8c-ae14-4152-ab6e-c6f0a6eea024 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 944 time: 0.2495239 Feb 11 04:16:20.014707 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c554aeea-a45c-4a2a-b1a1-1a4a100e2e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:20.034731 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9536e5b7-b1fc-4aae-b6c4-4736758429c7 req-235f0751-92a0-47a2-90ec-9ad764a8da83 service neutron] 10.222.0.47 "GET /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874224 Feb 11 04:16:20.063077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-cf61e712-d781-4be1-8b2f-f2ddc247f582 req-2dde910f-b8a3-4cb0-a158-3277489488a5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Calling delete_port for dc2a8ea6-ff5a-4663-a00b-73018a2e436d owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:16:20.076915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41f5fd15-bf01-426c-b967-766d27172316 req-d27474f8-65e5-442f-97ff-2c5b2d35bb63 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754559 Feb 11 04:16:20.086070 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-93a62d83-4ad4-43ba-884c-96e422f68860 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Made reservation on behalf of 95a93e519b544c01b6ee62c609eec109 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:16:20.088463 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-93a62d83-4ad4-43ba-884c-96e422f68860 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:20.168726 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c554aeea-a45c-4a2a-b1a1-1a4a100e2e31 admin admin] Publish callbacks [] for security_group (46a73f6d-1b40-4d92-95cc-8c7791f1acf2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:20.230361 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c554aeea-a45c-4a2a-b1a1-1a4a100e2e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (46a73f6d-1b40-4d92-95cc-8c7791f1acf2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:20.248217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56214ac8-ac62-4f37-8800-5e702316a856 req-351ab9e7-f702-4818-a230-e300da444a04 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:20.249717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-56214ac8-ac62-4f37-8800-5e702316a856 req-351ab9e7-f702-4818-a230-e300da444a04 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 946 time: 0.0844686 Feb 11 04:16:20.289302 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c554aeea-a45c-4a2a-b1a1-1a4a100e2e31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a85fbf07aed428abcd336852c9b73d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912757 Feb 11 04:16:20.293356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554aeea-a45c-4a2a-b1a1-1a4a100e2e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a73f6d-1b40-4d92-95cc-8c7791f1acf2,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:20.294659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35922) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:20.304684 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-93a62d83-4ad4-43ba-884c-96e422f68860 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Allocated IP 192.168.233.4 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:16:20.376901 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-56214ac8-ac62-4f37-8800-5e702316a856 req-7c668ff5-104b-442d-895d-ef666cbd9e6d tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190605 Feb 11 04:16:20.413443 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45deb190-9ada-4930-8bc3-090610b5a8ac admin admin] Publish callbacks [] for security_group (46a73f6d-1b40-4d92-95cc-8c7791f1acf2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:20.431102 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0477943c-de41-43fd-99ec-652440084cd4 x-openstack-request-id: req-0477943c-de41-43fd-99ec-652440084cd4 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:20.431566 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0244ab9d-099a-4582-a4eb-bf428ae4dc1b", "name": "network-vif-plugged", "status": "completed", "tag": "ee824459-4be5-4882-a17d-e58fdf187474", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:20.431667 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0477943c-de41-43fd-99ec-652440084cd4 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:20.432046 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0244ab9d-099a-4582-a4eb-bf428ae4dc1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee824459-4be5-4882-a17d-e58fdf187474', 'code': 200} Feb 11 04:16:20.465489 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45deb190-9ada-4930-8bc3-090610b5a8ac admin admin] Publish callbacks [] for security_group (46a73f6d-1b40-4d92-95cc-8c7791f1acf2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:20.489126 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cf61e712-d781-4be1-8b2f-f2ddc247f582 req-2dde910f-b8a3-4cb0-a158-3277489488a5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (dc2a8ea6-ff5a-4663-a00b-73018a2e436d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:20.496620 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-93a62d83-4ad4-43ba-884c-96e422f68860 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks [] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:20.507169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['dc2a8ea6-ff5a-4663-a00b-73018a2e436d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:20.584547 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-93a62d83-4ad4-43ba-884c-96e422f68860 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:20.601520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['5a87b147-9dfe-424a-9be7-e8b9804fc7f6'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:20.622205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde910f-b8a3-4cb0-a158-3277489488a5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Pushing event deleted for resources: {'Port': ['ID=dc2a8ea6-ff5a-4663-a00b-73018a2e436d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:20.659190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-93a62d83-4ad4-43ba-884c-96e422f68860 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:16:20.663826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-93a62d83-4ad4-43ba-884c-96e422f68860 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:16:20.666488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a62d83-4ad4-43ba-884c-96e422f68860 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Pushing event updated for resources: {'Port': ['ID=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:20.668794 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-93a62d83-4ad4-43ba-884c-96e422f68860 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:16:20.716063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf61e712-d781-4be1-8b2f-f2ddc247f582 req-2dde910f-b8a3-4cb0-a158-3277489488a5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] No DVR routers for this DVR port dc2a8ea6-ff5a-4663-a00b-73018a2e436d on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:16:20.724513 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cf61e712-d781-4be1-8b2f-f2ddc247f582 req-2dde910f-b8a3-4cb0-a158-3277489488a5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:20.734323 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf61e712-d781-4be1-8b2f-f2ddc247f582 req-2dde910f-b8a3-4cb0-a158-3277489488a5 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.32 "DELETE /v2.0/ports/dc2a8ea6-ff5a-4663-a00b-73018a2e436d HTTP/1.1" status: 204 len: 173 time: 1.2425485 Feb 11 04:16:20.734492 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-93a62d83-4ad4-43ba-884c-96e422f68860 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:20.734492 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-93a62d83-4ad4-43ba-884c-96e422f68860 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:20.762969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f1970-478d-4cef-acab-cbc74489a6dd req-d31826cb-23dd-4363-a3d0-bd2e1d2fac45 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:20.764440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-275f1970-478d-4cef-acab-cbc74489a6dd req-d31826cb-23dd-4363-a3d0-bd2e1d2fac45 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 949 time: 0.2775121 Feb 11 04:16:20.775327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-23e62770-2388-4831-9f86-e655b9f78b98 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:20.776873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-23e62770-2388-4831-9f86-e655b9f78b98 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 821 time: 0.2928083 Feb 11 04:16:20.785844 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f47e4-8b7d-4055-93e9-eb4794abd69b req-dfa1d36a-d7b0-4457-871f-70c6cee9b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:20.787357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-402f47e4-8b7d-4055-93e9-eb4794abd69b req-dfa1d36a-d7b0-4457-871f-70c6cee9b9ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 1132 time: 0.2511516 Feb 11 04:16:20.806841 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45deb190-9ada-4930-8bc3-090610b5a8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (46a73f6d-1b40-4d92-95cc-8c7791f1acf2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:20.813751 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45deb190-9ada-4930-8bc3-090610b5a8ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:20.813751 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-45deb190-9ada-4930-8bc3-090610b5a8ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46a73f6d-1b40-4d92-95cc-8c7791f1acf2 HTTP/1.1" status: 204 len: 168 time: 0.5081909 Feb 11 04:16:20.833979 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-93a62d83-4ad4-43ba-884c-96e422f68860 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0314829 Feb 11 04:16:20.837725 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-e0562697-802a-4735-92a3-f630a0d21908 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/quotas/19d7885d46e54fd38e6c302286350aee HTTP/1.1" status: 200 len: 375 time: 0.0483990 Feb 11 04:16:20.846563 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Request body: {'port': {'device_id': 'aa5731d5-28c0-4a98-ac01-fa3e0a0409ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:20.865766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45deb190-9ada-4930-8bc3-090610b5a8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a73f6d-1b40-4d92-95cc-8c7791f1acf2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:20.890919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5', 'tag': '52a09544-e156-4e62-9a62-198d63c7ee44'}, {'server_uuid': '810d6503-0bd0-4080-b9e6-4c2138e63d33', 'name': 'network-vif-deleted', 'tag': 'dc2a8ea6-ff5a-4663-a00b-73018a2e436d'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:20.893339 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633fdd8b-7deb-4d94-aa81-63b01528a84d" -d '{"events": [{"name": "network-changed", "server_uuid": "e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5", "tag": "52a09544-e156-4e62-9a62-198d63c7ee44"}, {"server_uuid": "810d6503-0bd0-4080-b9e6-4c2138e63d33", "name": "network-vif-deleted", "tag": "dc2a8ea6-ff5a-4663-a00b-73018a2e436d"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:20.932787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-275f1970-478d-4cef-acab-cbc74489a6dd req-52a33080-976b-4fe4-9148-b5e9ccd97f40 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515770 Feb 11 04:16:20.935071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-402f47e4-8b7d-4055-93e9-eb4794abd69b req-55caa77f-44a5-40b7-ba81-24d991e565df service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291900 Feb 11 04:16:20.981275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-b2cd0718-5fb7-4098-b60c-b3ad853d771e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1425867 Feb 11 04:16:20.999480 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:21.075259 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-da172e81-170f-4264-8ed7-471cc60df27e None None] Provisioning complete for port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:21.076004 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da172e81-170f-4264-8ed7-471cc60df27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:21.114884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-f3d1417b-8405-4910-9b29-0808dadb16ca service neutron] 10.222.0.13 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325791 Feb 11 04:16:21.134361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-da172e81-170f-4264-8ed7-471cc60df27e None None] Port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:16:21.159673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be117e-4e0c-4534-b056-8de9dfe10f37 req-5052d851-3dc1-4a62-b268-514376679a5e tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:21.161454 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45be117e-4e0c-4534-b056-8de9dfe10f37 req-5052d851-3dc1-4a62-b268-514376679a5e tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 949 time: 0.1138258 Feb 11 04:16:21.263044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45be117e-4e0c-4534-b056-8de9dfe10f37 req-586566a9-ea8f-4de3-afb5-397595152d82 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700815 Feb 11 04:16:21.272930 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-20ae6c07-1200-4795-95b5-ed5344fc3515 service neutron] 10.222.0.13 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571221 Feb 11 04:16:21.317531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:21.326897 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Publish callbacks [] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:21.345543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Transition to ACTIVE for port object 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:16:21.395066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2097e-575d-43fb-89bf-015d8997001d req-9d0ac863-9d93-469d-8a7e-2c0b8460dbef tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:21.396595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28c2097e-575d-43fb-89bf-015d8997001d req-9d0ac863-9d93-469d-8a7e-2c0b8460dbef tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 934 time: 0.0547845 Feb 11 04:16:21.407377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:21.455813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28c2097e-575d-43fb-89bf-015d8997001d req-a650234b-b4b3-47c3-95f1-7e5b62f9414f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526218 Feb 11 04:16:21.516484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:21.525779 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7e0621-59a0-475b-be04-a1dbdefcfbf2 x-openstack-request-id: req-8f7e0621-59a0-475b-be04-a1dbdefcfbf2 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:21.525779 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5", "tag": "52a09544-e156-4e62-9a62-198d63c7ee44", "status": "completed", "code": 200}, {"server_uuid": "810d6503-0bd0-4080-b9e6-4c2138e63d33", "name": "network-vif-deleted", "tag": "dc2a8ea6-ff5a-4663-a00b-73018a2e436d", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:21.526000 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f7e0621-59a0-475b-be04-a1dbdefcfbf2 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:21.526243 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5', 'tag': '52a09544-e156-4e62-9a62-198d63c7ee44', 'status': 'completed', 'code': 200} Feb 11 04:16:21.526481 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810d6503-0bd0-4080-b9e6-4c2138e63d33', 'name': 'network-vif-deleted', 'tag': 'dc2a8ea6-ff5a-4663-a00b-73018a2e436d', 'status': 'completed', 'code': 200} Feb 11 04:16:21.616032 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Attempting to bind port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:21.616386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Attempting to bind port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:21.616699 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Attempting to bind port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:21.622948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:16:21.623279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Attempting to bind port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:21.630497 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:21.631057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:21.631463 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:21.631920 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Bound port: 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:21.632334 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:21.694530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e2e5dad-7c41-4bd2-905e-f96234e8a6d8 req-fbfda024-0bc2-4db0-baaf-aa269da508ea tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=810d6503-0bd0-4080-b9e6-4c2138e63d33 HTTP/1.1" status: 200 len: 210 time: 0.0571549 Feb 11 04:16:21.771267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] For port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:21.774653 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] For port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:21.793476 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e7f9b0e-e209-4a1a-9b12-fb57cd51df80 req-d6883dad-90b6-4846-8f64-c9b898f43b15 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 210 time: 0.0431671 Feb 11 04:16:21.808337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fdd8b-7deb-4d94-aa81-63b01528a84d req-4d6283ca-ef01-4354-bb2e-cddcd99e0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:21.809845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-633fdd8b-7deb-4d94-aa81-63b01528a84d req-4d6283ca-ef01-4354-bb2e-cddcd99e0607 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 1158 time: 0.2612841 Feb 11 04:16:21.821406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c97ac-d580-4375-819f-c5ec524fbbc3 req-42c0517f-1071-4486-ae23-a6f1a784a4d2 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:21.822946 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-627c97ac-d580-4375-819f-c5ec524fbbc3 req-42c0517f-1071-4486-ae23-a6f1a784a4d2 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 944 time: 0.1999502 Feb 11 04:16:21.926929 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:21.938275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-627c97ac-d580-4375-819f-c5ec524fbbc3 req-5c5834cd-653d-484f-95e0-8f67c7ec9f8c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023819 Feb 11 04:16:21.949154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fdd8b-7deb-4d94-aa81-63b01528a84d req-caca2af9-aace-4a18-b30f-6007c0e56f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:21.950674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-633fdd8b-7deb-4d94-aa81-63b01528a84d req-caca2af9-aace-4a18-b30f-6007c0e56f5e service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.1267016 Feb 11 04:16:21.971822 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:21.973481 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:21.974460 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] 10.222.0.47 "PUT /v2.0/ports/4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 HTTP/1.1" status: 200 len: 1095 time: 1.1337342 Feb 11 04:16:21.984923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5731d5-28c0-4a98-ac01-fa3e0a0409ca', 'tag': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:21.990392 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db5502c-5a29-4cbc-b4b1-3908824431eb" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5731d5-28c0-4a98-ac01-fa3e0a0409ca", "tag": "4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:22.024267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-633fdd8b-7deb-4d94-aa81-63b01528a84d req-7de680f3-4ec3-45ab-b744-eaf5ad732d1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52a09544-e156-4e62-9a62-198d63c7ee44 HTTP/1.1" status: 200 len: 217 time: 0.0646703 Feb 11 04:16:22.029910 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47d02d-1f82-4237-9b5f-71c711efda46 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:22.089501 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd48c9ec-ef1d-4b6f-ba29-97febe409d4c x-openstack-request-id: req-fd48c9ec-ef1d-4b6f-ba29-97febe409d4c {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:22.089883 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5731d5-28c0-4a98-ac01-fa3e0a0409ca", "tag": "4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:22.090496 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd48c9ec-ef1d-4b6f-ba29-97febe409d4c {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:22.091068 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5731d5-28c0-4a98-ac01-fa3e0a0409ca', 'tag': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087', 'status': 'completed', 'code': 200} Feb 11 04:16:22.145294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fdd8b-7deb-4d94-aa81-63b01528a84d req-8e610bee-6596-46d2-801f-f6455afd0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:22.146119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-633fdd8b-7deb-4d94-aa81-63b01528a84d req-8e610bee-6596-46d2-801f-f6455afd0536 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.1144986 Feb 11 04:16:22.186655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-633fdd8b-7deb-4d94-aa81-63b01528a84d req-583e7382-d674-48ea-9b9e-0369c57e23f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338597 Feb 11 04:16:22.189042 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5502c-5a29-4cbc-b4b1-3908824431eb req-7aa8a99d-7fb4-47a2-8309-1f395ed023b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:22.191075 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4db5502c-5a29-4cbc-b4b1-3908824431eb req-7aa8a99d-7fb4-47a2-8309-1f395ed023b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 1129 time: 0.0793757 Feb 11 04:16:22.198572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f247-4773-4552-bb1f-964df8a34ec2 req-a7e50c53-2529-49be-9813-30beb27d2507 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:22.200662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2072f247-4773-4552-bb1f-964df8a34ec2 req-a7e50c53-2529-49be-9813-30beb27d2507 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 949 time: 0.1190555 Feb 11 04:16:22.256848 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4db5502c-5a29-4cbc-b4b1-3908824431eb req-240ea071-922a-4035-9310-fd096fa8617b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=95a93e519b544c01b6ee62c609eec109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564623 Feb 11 04:16:22.346043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2072f247-4773-4552-bb1f-964df8a34ec2 req-66344c4e-992e-4f32-8735-b4e2a3a70f36 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352658 Feb 11 04:16:22.376210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-633fdd8b-7deb-4d94-aa81-63b01528a84d req-ca1737cf-051e-472e-bf68-129fce491eb3 service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647694 Feb 11 04:16:22.483879 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5502c-5a29-4cbc-b4b1-3908824431eb req-be033f3e-851b-4efa-9475-7376de46cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:22.485575 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4db5502c-5a29-4cbc-b4b1-3908824431eb req-be033f3e-851b-4efa-9475-7376de46cbd1 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2231870 Feb 11 04:16:22.543519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-633fdd8b-7deb-4d94-aa81-63b01528a84d req-ea108df7-8b78-4719-92e7-34cc4f58db6c service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699445 Feb 11 04:16:22.594132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-e0486f99-f892-46f1-96af-3bdd0157e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:22.595776 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-e0486f99-f892-46f1-96af-3bdd0157e9cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 1129 time: 0.0510712 Feb 11 04:16:22.642103 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-bceff3f6-b8e7-4402-ab46-330691e728d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 HTTP/1.1" status: 200 len: 217 time: 0.0396607 Feb 11 04:16:22.685097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 52a09544-e156-4e62-9a62-198d63c7ee44 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:16:22.697865 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8e11a25b-eb30-419c-961e-9531912f97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:22.699259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cb078-c27d-4b5d-a3c8-3856b164c491 req-5455d2dd-2ca4-4f16-9be6-b19d8e8dbf22 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:22.700202 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-8e11a25b-eb30-419c-961e-9531912f97b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0514596 Feb 11 04:16:22.700939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-476cb078-c27d-4b5d-a3c8-3856b164c491 req-5455d2dd-2ca4-4f16-9be6-b19d8e8dbf22 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 949 time: 0.2142804 Feb 11 04:16:22.747697 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device dc2a8ea6-ff5a-4663-a00b-73018a2e436d no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:16:22.754827 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-425df3bd-e0a8-4176-bc71-56c240bb51ac service neutron] 10.222.0.47 "GET /v2.0/ports/52a09544-e156-4e62-9a62-198d63c7ee44/bindings/n-h1-712142-35 HTTP/1.1" status: 200 len: 385 time: 0.1784458 Feb 11 04:16:22.761814 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-1097a029-b063-4637-9757-ec0b33203995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:22.762127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421e325-d663-4e78-841c-1474ed0cc4ea req-9587d897-e7a0-453c-9e61-a3da8705cc52 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:22.763554 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-1097a029-b063-4637-9757-ec0b33203995 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0535939 Feb 11 04:16:22.763804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0421e325-d663-4e78-841c-1474ed0cc4ea req-9587d897-e7a0-453c-9e61-a3da8705cc52 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.32 "GET /v2.0/ports?device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 949 time: 0.2231050 Feb 11 04:16:22.773591 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: dc2a8ea6-ff5a-4663-a00b-73018a2e436d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:16:22.773997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device dc2a8ea6-ff5a-4663-a00b-73018a2e436d not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:16:22.843036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=52a09544-e156-4e62-9a62-198d63c7ee44,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:22.858558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 52a09544-e156-4e62-9a62-198d63c7ee44 has no active binding in host n-h1-712142-35 {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:16:22.877196 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-4675cbfb-c35d-4b6f-929e-492d510ee484 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075072 Feb 11 04:16:22.881556 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c599f81-2af6-4c84-af40-cb22077ecae4 req-d3230ea9-e421-4d71-b71d-ade2ae5c9952 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:22.883354 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c599f81-2af6-4c84-af40-cb22077ecae4 req-d3230ea9-e421-4d71-b71d-ade2ae5c9952 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 946 time: 0.2607028 Feb 11 04:16:22.938491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-476cb078-c27d-4b5d-a3c8-3856b164c491 req-42dc5c65-9f83-4365-a855-5e2ba6d7706b tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/security-groups?id=f371fd27-a123-4a0c-bfb7-0288bf099060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916308 Feb 11 04:16:23.014262 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-97ed3144-fc00-4cd0-bc72-a8c420838c99 req-ae4abef7-5c9d-4efe-bb90-6c624eb9a9bd service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308897 Feb 11 04:16:23.081483 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f38a7de-8da6-4f93-9e38-27105aa73c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:23.313353 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7699fc5a-8e2a-4f65-a05a-a9c6f22ef276 req-f364dd09-0aff-43dd-b696-5049909c9f54 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 210 time: 0.0508814 Feb 11 04:16:23.391207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c599f81-2af6-4c84-af40-cb22077ecae4 req-4ae8005c-7342-441f-8d51-a46fe46b8a53 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800022 Feb 11 04:16:23.450588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-0421e325-d663-4e78-841c-1474ed0cc4ea req-669367e1-fd8c-4cc7-ba17-eebe89854428 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Deleting port a90a193a-fb47-42df-9cf8-1fe2e9749aa2 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:16:23.450588 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0421e325-d663-4e78-841c-1474ed0cc4ea req-669367e1-fd8c-4cc7-ba17-eebe89854428 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:23.648966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff4b06-8d01-47d2-85f4-dd068dc0120b req-332659e5-c609-4da5-a2e0-12c43e099b91 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:23.650427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-43ff4b06-8d01-47d2-85f4-dd068dc0120b req-332659e5-c609-4da5-a2e0-12c43e099b91 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 944 time: 0.2655311 Feb 11 04:16:23.660745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-672295ad-f755-4649-beca-417779d98321 req-e8deb02a-6cee-4492-95a1-6f1a20c89aec service neutron] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=52a09544-e156-4e62-9a62-198d63c7ee44,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:23.713103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-0421e325-d663-4e78-841c-1474ed0cc4ea req-669367e1-fd8c-4cc7-ba17-eebe89854428 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] For port a90a193a-fb47-42df-9cf8-1fe2e9749aa2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a90a193a-fb47-42df-9cf8-1fe2e9749aa2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:23.713462 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0421e325-d663-4e78-841c-1474ed0cc4ea req-669367e1-fd8c-4cc7-ba17-eebe89854428 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:23.736301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-672295ad-f755-4649-beca-417779d98321 req-e8deb02a-6cee-4492-95a1-6f1a20c89aec service neutron] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:23.764845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-0421e325-d663-4e78-841c-1474ed0cc4ea req-669367e1-fd8c-4cc7-ba17-eebe89854428 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Calling delete_port for a90a193a-fb47-42df-9cf8-1fe2e9749aa2 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:16:23.796020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367289-7062-4898-9583-1c7670d23761 req-9b283ed7-6ae6-45de-9255-8a4624830a76 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:23.797489 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d367289-7062-4898-9583-1c7670d23761 req-9b283ed7-6ae6-45de-9255-8a4624830a76 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/networks?id=cdd1917d-0b54-47b0-9db4-7da99860b38f HTTP/1.1" status: 200 len: 820 time: 0.3205886 Feb 11 04:16:23.829005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-672295ad-f755-4649-beca-417779d98321 req-e8deb02a-6cee-4492-95a1-6f1a20c89aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a09544-e156-4e62-9a62-198d63c7ee44 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:23.870081 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-43ff4b06-8d01-47d2-85f4-dd068dc0120b req-5af70fb4-47bd-4a1f-a774-3fb399321b33 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065704 Feb 11 04:16:23.877213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d367289-7062-4898-9583-1c7670d23761 req-038de176-f9be-498f-9877-233206a3dc2e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/quotas/856f351e415a4648b0a3b51283df37ba HTTP/1.1" status: 200 len: 375 time: 0.0696602 Feb 11 04:16:23.879631 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-672295ad-f755-4649-beca-417779d98321 req-e8deb02a-6cee-4492-95a1-6f1a20c89aec service neutron] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=52a09544-e156-4e62-9a62-198d63c7ee44,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:23.927647 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d367289-7062-4898-9583-1c7670d23761 req-9357752a-d611-4cf4-8e0b-63b971ad3669 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=856f351e415a4648b0a3b51283df37ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380428 Feb 11 04:16:24.040167 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-672295ad-f755-4649-beca-417779d98321 req-e8deb02a-6cee-4492-95a1-6f1a20c89aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:24.104764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3396e-2edb-47b6-a395-188f18393d08 req-b9796b2f-4618-4ce8-a370-4d2fc9225e23 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:24.106262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c4a3396e-2edb-47b6-a395-188f18393d08 req-b9796b2f-4618-4ce8-a370-4d2fc9225e23 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 949 time: 0.1765068 Feb 11 04:16:24.191767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d367289-7062-4898-9583-1c7670d23761 req-105f1cad-5c18-435c-952f-a63b03c823eb service neutron] 10.222.0.13 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526829 Feb 11 04:16:24.301408 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0421e325-d663-4e78-841c-1474ed0cc4ea req-669367e1-fd8c-4cc7-ba17-eebe89854428 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (a90a193a-fb47-42df-9cf8-1fe2e9749aa2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:24.312973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['a90a193a-fb47-42df-9cf8-1fe2e9749aa2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:24.375736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c4a3396e-2edb-47b6-a395-188f18393d08 req-ae3e068b-bc04-40ba-957b-3f7162e5b6a3 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375085 Feb 11 04:16:24.384823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-672295ad-f755-4649-beca-417779d98321 req-e8deb02a-6cee-4492-95a1-6f1a20c89aec service neutron] Transition to ACTIVE for port object 52a09544-e156-4e62-9a62-198d63c7ee44 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:16:24.385778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669367e1-fd8c-4cc7-ba17-eebe89854428 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Pushing event deleted for resources: {'Port': ['ID=a90a193a-fb47-42df-9cf8-1fe2e9749aa2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:24.440165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-b97b2118-8f54-4288-a1bb-9f1d2a91f415 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:24.440165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-b97b2118-8f54-4288-a1bb-9f1d2a91f415 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.32 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 821 time: 0.2961447 Feb 11 04:16:24.465334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-0421e325-d663-4e78-841c-1474ed0cc4ea req-669367e1-fd8c-4cc7-ba17-eebe89854428 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] No DVR routers for this DVR port a90a193a-fb47-42df-9cf8-1fe2e9749aa2 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:16:24.469814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-3a8486c3-6069-4305-b720-f748836ab916 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Request body: {'port': {'device_id': 'a76f1800-e840-45bb-811d-a36bb15b4a0a', 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3', 'admin_state_up': True, 'tenant_id': '19d7885d46e54fd38e6c302286350aee'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:24.481116 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0421e325-d663-4e78-841c-1474ed0cc4ea req-669367e1-fd8c-4cc7-ba17-eebe89854428 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:24.484472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0421e325-d663-4e78-841c-1474ed0cc4ea req-669367e1-fd8c-4cc7-ba17-eebe89854428 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.32 "DELETE /v2.0/ports/a90a193a-fb47-42df-9cf8-1fe2e9749aa2 HTTP/1.1" status: 204 len: 173 time: 1.6908166 Feb 11 04:16:24.485568 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-672295ad-f755-4649-beca-417779d98321 req-e8deb02a-6cee-4492-95a1-6f1a20c89aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:24.487346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2704825-66e5-4d87-8e80-e7c2fc82c6cd', 'name': 'network-vif-deleted', 'tag': 'a90a193a-fb47-42df-9cf8-1fe2e9749aa2'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:24.489664 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c5a1e7-18d5-4ffb-944b-f8462bed5edd" -d '{"events": [{"server_uuid": "c2704825-66e5-4d87-8e80-e7c2fc82c6cd", "name": "network-vif-deleted", "tag": "a90a193a-fb47-42df-9cf8-1fe2e9749aa2"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:24.554120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d367289-7062-4898-9583-1c7670d23761 req-ba44498d-406d-405e-953e-9e4fbb04b564 service neutron] 10.222.0.13 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525598 Feb 11 04:16:24.608476 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c046b1a0-76ae-440a-9adc-08e3c7c49c1b req-a55730f9-effe-46a0-9268-d6512babbbc1 tempest-FlavorsV2NegativeTest-412742547 tempest-FlavorsV2NegativeTest-412742547-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=52d85c53b6f548539578a30504b96df4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160841 Feb 11 04:16:24.663895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-672295ad-f755-4649-beca-417779d98321 req-e8deb02a-6cee-4492-95a1-6f1a20c89aec service neutron] No DVR routers for this DVR port 52a09544-e156-4e62-9a62-198d63c7ee44 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:16:24.702314 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8deb02a-6cee-4492-95a1-6f1a20c89aec service neutron] Pushing event updated for resources: {'Port': ['ID=52a09544-e156-4e62-9a62-198d63c7ee44,revision_number=10']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:24.770787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-e8deb02a-6cee-4492-95a1-6f1a20c89aec service neutron] 10.222.0.47 "PUT /v2.0/ports/52a09544-e156-4e62-9a62-198d63c7ee44/bindings/n-h1-712142-35/activate HTTP/1.1" status: 200 len: 370 time: 2.0062289 Feb 11 04:16:24.816603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046b1a0-76ae-440a-9adc-08e3c7c49c1b req-e609c159-79f1-4b13-9c3b-c6c8e4387c3e tempest-FlavorsV2NegativeTest-412742547 tempest-FlavorsV2NegativeTest-412742547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:24.818406 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c046b1a0-76ae-440a-9adc-08e3c7c49c1b req-e609c159-79f1-4b13-9c3b-c6c8e4387c3e tempest-FlavorsV2NegativeTest-412742547 tempest-FlavorsV2NegativeTest-412742547-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951303 Feb 11 04:16:24.837364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c046b1a0-76ae-440a-9adc-08e3c7c49c1b req-5765d850-cdbd-4318-be7b-c87c975542ff tempest-FlavorsV2NegativeTest-412742547 tempest-FlavorsV2NegativeTest-412742547-project] 10.222.0.13 "GET /v2.0/quotas/52d85c53b6f548539578a30504b96df4 HTTP/1.1" status: 200 len: 375 time: 0.0127821 Feb 11 04:16:24.879059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c046b1a0-76ae-440a-9adc-08e3c7c49c1b req-84953c80-cbda-437c-94a2-bd9293a377bf tempest-FlavorsV2NegativeTest-412742547 tempest-FlavorsV2NegativeTest-412742547-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=52d85c53b6f548539578a30504b96df4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342581 Feb 11 04:16:24.887629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-3a8486c3-6069-4305-b720-f748836ab916 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Made reservation on behalf of 19d7885d46e54fd38e6c302286350aee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:16:24.891348 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-3a8486c3-6069-4305-b720-f748836ab916 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:24.922147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-667dac63-3d85-4dbc-aa23-6b01d831bec1 req-148c2348-ea93-4ae2-9f63-024bb76d8e76 tempest-DeleteServersAdminTestJSON-1231298900 tempest-DeleteServersAdminTestJSON-1231298900-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2704825-66e5-4d87-8e80-e7c2fc82c6cd HTTP/1.1" status: 200 len: 210 time: 0.0455155 Feb 11 04:16:25.048679 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d25afd7-1953-47db-a416-aed598e2e9ef req-52ec70a7-a405-4674-9841-dd25dace7252 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 210 time: 0.0778944 Feb 11 04:16:25.086054 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672295ad-f755-4649-beca-417779d98321 req-57853739-775c-40c6-ad24-205c4c5a1eb6 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:25.087155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-57853739-775c-40c6-ad24-205c4c5a1eb6 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5&tenant_id=2ecf6acdd8224d998729629979558449&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 1128 time: 0.1629128 Feb 11 04:16:25.199158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-3a8486c3-6069-4305-b720-f748836ab916 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Allocated IP 172.20.0.2 (5ae78988-79ae-41a1-babe-29352a8104f3/384a4cb6-6e72-4477-8d6d-d0cd5b13e860/8388d245-0766-4399-89e8-46b5eefba11d) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:16:25.224330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672295ad-f755-4649-beca-417779d98321 req-7ad06ee6-f9ea-4a83-83c7-fd1c77df04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:25.225704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-7ad06ee6-f9ea-4a83-83c7-fd1c77df04b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5&tenant_id=2ecf6acdd8224d998729629979558449 HTTP/1.1" status: 200 len: 1128 time: 0.1143637 Feb 11 04:16:25.276065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ac6b3-581d-4991-b8be-0ec059c02d21 req-952af7c4-29b4-499f-976b-db5e93cdac27 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:25.277826 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f9ac6b3-581d-4991-b8be-0ec059c02d21 req-952af7c4-29b4-499f-976b-db5e93cdac27 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 946 time: 0.1294541 Feb 11 04:16:25.399981 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea02aa9a-ddfc-45f4-b959-c030accff57a x-openstack-request-id: req-ea02aa9a-ddfc-45f4-b959-c030accff57a {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:25.400313 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2704825-66e5-4d87-8e80-e7c2fc82c6cd", "name": "network-vif-deleted", "tag": "a90a193a-fb47-42df-9cf8-1fe2e9749aa2", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:25.400522 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea02aa9a-ddfc-45f4-b959-c030accff57a {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:25.400928 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2704825-66e5-4d87-8e80-e7c2fc82c6cd', 'name': 'network-vif-deleted', 'tag': 'a90a193a-fb47-42df-9cf8-1fe2e9749aa2', 'status': 'completed', 'code': 200} Feb 11 04:16:25.440283 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672295ad-f755-4649-beca-417779d98321 req-b0fed575-0062-4e01-a1d0-3560221dd4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:25.442542 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-b0fed575-0062-4e01-a1d0-3560221dd4cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 1128 time: 0.1901019 Feb 11 04:16:25.462337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f9ac6b3-581d-4991-b8be-0ec059c02d21 req-861754c1-3d2c-4749-9e10-15b981bc2265 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632242 Feb 11 04:16:25.467781 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bdfecaf0-e0a6-4a1d-8f9e-110980706386 req-eeacbbe6-be00-4eb7-86ab-16ad4d440215 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 210 time: 0.0501339 Feb 11 04:16:25.469762 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bb93d2d7-352f-473e-a072-5b99862808c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:25.521503 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-3a8486c3-6069-4305-b720-f748836ab916 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks [] for port (8388d245-0766-4399-89e8-46b5eefba11d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:25.679562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672295ad-f755-4649-beca-417779d98321 req-c017796b-7569-45b0-bc6c-3d38bb435ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:25.681054 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-c017796b-7569-45b0-bc6c-3d38bb435ce2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.2178028 Feb 11 04:16:25.700363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9d2c7-a98e-408a-8b22-255143438444 req-2b2cdbb8-2914-4aa9-9e7d-cb3dc17eb34d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:25.702257 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2a9d2c7-a98e-408a-8b22-255143438444 req-2b2cdbb8-2914-4aa9-9e7d-cb3dc17eb34d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 945 time: 0.1459379 Feb 11 04:16:25.746876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dda10a-e0f2-41ec-aa6b-090796c02804 req-cd230ecc-eca3-4697-8a69-994c70b4ac9d tempest-ServersAdminNegativeTestJSON-1277609714 tempest-ServersAdminNegativeTestJSON-1277609714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:25.748354 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5dda10a-e0f2-41ec-aa6b-090796c02804 req-cd230ecc-eca3-4697-8a69-994c70b4ac9d tempest-ServersAdminNegativeTestJSON-1277609714 tempest-ServersAdminNegativeTestJSON-1277609714-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 1132 time: 0.1732295 Feb 11 04:16:25.751049 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-eddefd5c-4045-461e-9871-2debc07915d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52a09544-e156-4e62-9a62-198d63c7ee44 HTTP/1.1" status: 200 len: 217 time: 0.0608585 Feb 11 04:16:25.758743 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-3a8486c3-6069-4305-b720-f748836ab916 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (8388d245-0766-4399-89e8-46b5eefba11d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:26.115833 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a5dda10a-e0f2-41ec-aa6b-090796c02804 req-5134f775-1584-4e84-9d96-a7d72608ca78 tempest-ServersAdminNegativeTestJSON-1277609714 tempest-ServersAdminNegativeTestJSON-1277609714-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:26.156109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-3a8486c3-6069-4305-b720-f748836ab916 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Network 5ae78988-79ae-41a1-babe-29352a8104f3 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:16:26.164199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2a9d2c7-a98e-408a-8b22-255143438444 req-4c2d44f3-250e-430f-a134-dd4dea563769 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518609 Feb 11 04:16:26.169316 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-3a8486c3-6069-4305-b720-f748836ab916 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:16:26.171164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8486c3-6069-4305-b720-f748836ab916 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Pushing event updated for resources: {'Port': ['ID=8388d245-0766-4399-89e8-46b5eefba11d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:26.173368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-3a8486c3-6069-4305-b720-f748836ab916 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:16:26.179605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-3a8486c3-6069-4305-b720-f748836ab916 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:26.180689 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-3a8486c3-6069-4305-b720-f748836ab916 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:26.194407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672295ad-f755-4649-beca-417779d98321 req-12a3479a-49ba-4fc9-93f4-d295a7ffedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:26.194407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-12a3479a-49ba-4fc9-93f4-d295a7ffedfb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.4254334 Feb 11 04:16:26.200753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36096) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:26.231417 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-008a2a63-cf21-490a-b2fb-4481b72cd9a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333028 Feb 11 04:16:26.328579 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3aa366f-9ea2-4145-9a68-2b797eb42f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:26.346402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-3a8486c3-6069-4305-b720-f748836ab916 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8816123 Feb 11 04:16:26.375130 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Request body: {'port': {'device_id': 'a76f1800-e840-45bb-811d-a36bb15b4a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:26.416944 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3aa366f-9ea2-4145-9a68-2b797eb42f73 admin admin] Publish callbacks [] for security_group (951e7f94-d120-4566-adf0-dd2ca5bc18bd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:26.455567 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a5dda10a-e0f2-41ec-aa6b-090796c02804 req-5134f775-1584-4e84-9d96-a7d72608ca78 tempest-ServersAdminNegativeTestJSON-1277609714 tempest-ServersAdminNegativeTestJSON-1277609714-project-admin] Publish callbacks [] for security_group (eaee215b-85d9-407b-815e-1223efc4576f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:26.486382 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3aa366f-9ea2-4145-9a68-2b797eb42f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (951e7f94-d120-4566-adf0-dd2ca5bc18bd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:26.493950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-2492ae3b-d21a-4ba3-9588-f2b17bb5450f service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508249 Feb 11 04:16:26.509454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ca3f0-428c-4ceb-bf34-585a4fc178f2 req-f97bfbb8-dc3a-4621-aa5a-c9fced1217d1 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:26.510866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f95ca3f0-428c-4ceb-bf34-585a4fc178f2 req-f97bfbb8-dc3a-4621-aa5a-c9fced1217d1 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 931 time: 0.2150378 Feb 11 04:16:26.515328 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:26.519627 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8388d245-0766-4399-89e8-46b5eefba11d), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:26.530564 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a5dda10a-e0f2-41ec-aa6b-090796c02804 req-5134f775-1584-4e84-9d96-a7d72608ca78 tempest-ServersAdminNegativeTestJSON-1277609714 tempest-ServersAdminNegativeTestJSON-1277609714-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (eaee215b-85d9-407b-815e-1223efc4576f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:26.531376 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b3aa366f-9ea2-4145-9a68-2b797eb42f73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52d85c53b6f548539578a30504b96df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3295517 Feb 11 04:16:26.533880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa366f-9ea2-4145-9a68-2b797eb42f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951e7f94-d120-4566-adf0-dd2ca5bc18bd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:26.537383 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36106) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:26.595100 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5492c89-384c-4fc5-8525-a3068b1be0db admin admin] Publish callbacks [] for security_group (951e7f94-d120-4566-adf0-dd2ca5bc18bd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:26.617761 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5492c89-384c-4fc5-8525-a3068b1be0db admin admin] Publish callbacks [] for security_group (951e7f94-d120-4566-adf0-dd2ca5bc18bd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:26.662066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5dda10a-e0f2-41ec-aa6b-090796c02804 req-5134f775-1584-4e84-9d96-a7d72608ca78 tempest-ServersAdminNegativeTestJSON-1277609714 tempest-ServersAdminNegativeTestJSON-1277609714-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8987434 Feb 11 04:16:26.673375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134f775-1584-4e84-9d96-a7d72608ca78 tempest-ServersAdminNegativeTestJSON-1277609714 tempest-ServersAdminNegativeTestJSON-1277609714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaee215b-85d9-407b-815e-1223efc4576f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:26.713694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device a90a193a-fb47-42df-9cf8-1fe2e9749aa2 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:16:26.727460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f95ca3f0-428c-4ceb-bf34-585a4fc178f2 req-660845b2-471a-48a6-aa4f-cdf6da8cbe11 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815655 Feb 11 04:16:26.733337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-e18141e9-3a9d-469b-b7a5-d0529db957b8 service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280271 Feb 11 04:16:26.749470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5492c89-384c-4fc5-8525-a3068b1be0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (951e7f94-d120-4566-adf0-dd2ca5bc18bd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:26.749811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: a90a193a-fb47-42df-9cf8-1fe2e9749aa2 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:16:26.750409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device a90a193a-fb47-42df-9cf8-1fe2e9749aa2 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:16:26.753360 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5492c89-384c-4fc5-8525-a3068b1be0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:26.755587 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d5492c89-384c-4fc5-8525-a3068b1be0db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/951e7f94-d120-4566-adf0-dd2ca5bc18bd HTTP/1.1" status: 204 len: 168 time: 0.2169139 Feb 11 04:16:26.764930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5492c89-384c-4fc5-8525-a3068b1be0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951e7f94-d120-4566-adf0-dd2ca5bc18bd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:26.871690 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:16:26.877509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 52a09544-e156-4e62-9a62-198d63c7ee44 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:16:26.922306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f7a24-8daa-4a53-a5f1-59625b92c1a0 req-25d4426a-ca57-4706-8a5a-aba160fdd51d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:26.923919 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-402f7a24-8daa-4a53-a5f1-59625b92c1a0 req-25d4426a-ca57-4706-8a5a-aba160fdd51d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 946 time: 0.1448541 Feb 11 04:16:26.925852 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05beb615-c3c4-48dd-8e2e-8d4c7ea99cd7 req-85588dce-e12c-45e7-a571-a8862c5fc6f3 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 210 time: 0.0711071 Feb 11 04:16:26.955678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] The host n-h2-712142-35 is not matching for port 52a09544-e156-4e62-9a62-198d63c7ee44 host n-h1-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:16:26.956273 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 52a09544-e156-4e62-9a62-198d63c7ee44 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:16:27.024118 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-402f7a24-8daa-4a53-a5f1-59625b92c1a0 req-84bd20e2-d5b0-43cb-bd8a-e626cd243e95 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936403 Feb 11 04:16:27.085137 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8388d245-0766-4399-89e8-46b5eefba11d {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:27.089749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:27.099035 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Publish callbacks [] for port (8388d245-0766-4399-89e8-46b5eefba11d), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:27.104325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087', 'mac_address': 'fa:16:3e:25:b9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:16:27.115953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Transition to ACTIVE for port object 8388d245-0766-4399-89e8-46b5eefba11d will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:16:27.157954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:27.158353 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:27.171628 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:27.194997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:27.221853 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8388d245-0766-4399-89e8-46b5eefba11d), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:27.275405 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:27.332677 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:27.450117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Pushing event updated for resources: {'Port': ['ID=8388d245-0766-4399-89e8-46b5eefba11d,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:27.532436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Attempting to bind port 8388d245-0766-4399-89e8-46b5eefba11d on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:27.532694 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Attempting to bind port 8388d245-0766-4399-89e8-46b5eefba11d by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:27.533024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Attempting to bind port 8388d245-0766-4399-89e8-46b5eefba11d on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:27.550181 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367289-7062-4898-9583-1c7670d23761 req-6817c1d7-c4c0-4299-ae83-7064c9b2e335 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:27.552545 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d367289-7062-4898-9583-1c7670d23761 req-6817c1d7-c4c0-4299-ae83-7064c9b2e335 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.47 "GET /v2.0/networks?id=cdd1917d-0b54-47b0-9db4-7da99860b38f HTTP/1.1" status: 200 len: 820 time: 0.3110003 Feb 11 04:16:27.554318 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672295ad-f755-4649-beca-417779d98321 req-cf24e444-1345-4a94-a3f9-4dc8b75ab5f7 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:27.555815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-cf24e444-1345-4a94-a3f9-4dc8b75ab5f7 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5&tenant_id=2ecf6acdd8224d998729629979558449&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 1128 time: 0.3179951 Feb 11 04:16:27.556055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:27.557231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Port 8388d245-0766-4399-89e8-46b5eefba11d on network 5ae78988-79ae-41a1-babe-29352a8104f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:16:27.557558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Attempting to bind port 8388d245-0766-4399-89e8-46b5eefba11d on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:27.567460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964f5ca-f301-4770-ba1c-3f8f53e77dc7 req-599d028f-c9ba-44fb-b7d6-776d3243eadb tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:27.568973 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a964f5ca-f301-4770-ba1c-3f8f53e77dc7 req-599d028f-c9ba-44fb-b7d6-776d3243eadb tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 945 time: 0.2513587 Feb 11 04:16:27.581009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-1d367289-7062-4898-9583-1c7670d23761 req-29094530-1a7c-44ba-84a6-15a9b3a76f79 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Request body: {'port': {'device_id': '5ce6b038-1339-4c9c-b650-1cb583455133', 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f', 'admin_state_up': True, 'tenant_id': '856f351e415a4648b0a3b51283df37ba'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:27.588117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:27.588117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Checking segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:27.588419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Bound using segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:27.588802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Bound port: 8388d245-0766-4399-89e8-46b5eefba11d, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:27.589162 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8388d245-0766-4399-89e8-46b5eefba11d), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:27.745855 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36136) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:27.864567 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a964f5ca-f301-4770-ba1c-3f8f53e77dc7 req-4b180cc6-29b0-45e1-8753-b44e57a9dfdd tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743065 Feb 11 04:16:27.934402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:27.940724 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7fb23bca-ec63-4ad4-9d02-d860105d0db5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91feb93a57cf408ebd51e8d2b2d11b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936948 Feb 11 04:16:27.943970 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36146) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:27.983734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8388d245-0766-4399-89e8-46b5eefba11d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:28.001749 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac49c2-b332-413b-b99b-88ddd4abfe3d req-f4b54c05-482f-464a-aa1c-0dd3103c32be tempest-ServersAdminNegativeTestJSON-1277609714 tempest-ServersAdminNegativeTestJSON-1277609714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:28.003373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95ac49c2-b332-413b-b99b-88ddd4abfe3d req-f4b54c05-482f-464a-aa1c-0dd3103c32be tempest-ServersAdminNegativeTestJSON-1277609714 tempest-ServersAdminNegativeTestJSON-1277609714-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 1132 time: 0.2193940 Feb 11 04:16:28.007482 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f4d62ad8-e8fd-42c3-8451-987ae9b6b764 admin admin] Publish callbacks [] for security_group (f371fd27-a123-4a0c-bfb7-0288bf099060), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.034490 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f4d62ad8-e8fd-42c3-8451-987ae9b6b764 admin admin] Publish callbacks [] for security_group (f371fd27-a123-4a0c-bfb7-0288bf099060), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.073751 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7b708-08e4-4d10-91db-9d9a38bf018c req-0a63b3e6-5542-425b-a99c-9abecfac5b2b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:28.074916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7e7b708-08e4-4d10-91db-9d9a38bf018c req-0a63b3e6-5542-425b-a99c-9abecfac5b2b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 943 time: 0.1258771 Feb 11 04:16:28.084335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95ac49c2-b332-413b-b99b-88ddd4abfe3d req-0be1d57e-e896-45fd-a9ad-0ca8a2a68da8 tempest-ServersAdminNegativeTestJSON-1277609714 tempest-ServersAdminNegativeTestJSON-1277609714-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732033 Feb 11 04:16:28.100317 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8388d245-0766-4399-89e8-46b5eefba11d), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.115506 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.129803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36156) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:28.145765 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d367289-7062-4898-9583-1c7670d23761 req-29094530-1a7c-44ba-84a6-15a9b3a76f79 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Made reservation on behalf of 856f351e415a4648b0a3b51283df37ba for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:16:28.149706 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1d367289-7062-4898-9583-1c7670d23761 req-29094530-1a7c-44ba-84a6-15a9b3a76f79 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.174342 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f4d62ad8-e8fd-42c3-8451-987ae9b6b764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f371fd27-a123-4a0c-bfb7-0288bf099060), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.178652 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f4d62ad8-e8fd-42c3-8451-987ae9b6b764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.183788 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f4d62ad8-e8fd-42c3-8451-987ae9b6b764 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f371fd27-a123-4a0c-bfb7-0288bf099060 HTTP/1.1" status: 204 len: 168 time: 0.2364683 Feb 11 04:16:28.190889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-672295ad-f755-4649-beca-417779d98321 req-9a5bb4f6-0f09-4e07-8deb-a26f247e7bcd service neutron] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:28.199970 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:28.200214 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.201652 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] 10.222.0.32 "PUT /v2.0/ports/8388d245-0766-4399-89e8-46b5eefba11d HTTP/1.1" status: 200 len: 1092 time: 1.8334389 Feb 11 04:16:28.217655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d62ad8-e8fd-42c3-8451-987ae9b6b764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f371fd27-a123-4a0c-bfb7-0288bf099060,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:28.221393 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76f1800-e840-45bb-811d-a36bb15b4a0a', 'tag': '8388d245-0766-4399-89e8-46b5eefba11d'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:28.224448 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c517d2-b45e-4f55-b282-5ec77254dcf4" -d '{"events": [{"name": "network-changed", "server_uuid": "a76f1800-e840-45bb-811d-a36bb15b4a0a", "tag": "8388d245-0766-4399-89e8-46b5eefba11d"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:28.252148 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-672295ad-f755-4649-beca-417779d98321 req-9a5bb4f6-0f09-4e07-8deb-a26f247e7bcd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.253264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672295ad-f755-4649-beca-417779d98321 req-9a5bb4f6-0f09-4e07-8deb-a26f247e7bcd service neutron] 10.222.0.32 "DELETE /v2.0/ports/52a09544-e156-4e62-9a62-198d63c7ee44/bindings/n-h2-712142-35 HTTP/1.1" status: 204 len: 173 time: 0.6805525 Feb 11 04:16:28.256494 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-network', 'tenant_id': '54061c50498d487ead83613ae85af3f7'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:28.262649 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ecfb89a-c2f7-47aa-ad0d-5584258313db req-a6723d7d-0ad0-4af7-a153-8ed6ffb096ad tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 210 time: 0.0855734 Feb 11 04:16:28.271896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eec260-7ee0-4ff5-bae3-aac095f9d6ed service neutron] Pushing event updated for resources: {'Port': ['ID=8388d245-0766-4399-89e8-46b5eefba11d,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:28.291047 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7e7b708-08e4-4d10-91db-9d9a38bf018c req-c3249fe3-1c1f-4b6e-ae13-1007cecc3b3c tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077324 Feb 11 04:16:28.389858 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] Made reservation on behalf of 54061c50498d487ead83613ae85af3f7 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:16:28.392382 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.403507 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531aa099-bad7-4377-aa91-7ff35d64a15d x-openstack-request-id: req-531aa099-bad7-4377-aa91-7ff35d64a15d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:28.403507 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76f1800-e840-45bb-811d-a36bb15b4a0a", "tag": "8388d245-0766-4399-89e8-46b5eefba11d", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:28.403507 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-531aa099-bad7-4377-aa91-7ff35d64a15d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:28.403507 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76f1800-e840-45bb-811d-a36bb15b4a0a', 'tag': '8388d245-0766-4399-89e8-46b5eefba11d', 'status': 'completed', 'code': 200} Feb 11 04:16:28.413260 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.517864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae913b34-4c0e-44e5-92b8-43ed3b8e8628 req-d1e6bad7-d7d1-40ac-a306-1241de7ec860 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:28.520506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae913b34-4c0e-44e5-92b8-43ed3b8e8628 req-d1e6bad7-d7d1-40ac-a306-1241de7ec860 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 947 time: 0.1752927 Feb 11 04:16:28.526967 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] Publish callbacks [] for security_group (8fd80262-2eca-4045-85d9-e1680d01a032), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.544005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-faf9471a-5f88-4756-98a8-05063ff236da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:28.545481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-faf9471a-5f88-4756-98a8-05063ff236da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 1126 time: 0.1941519 Feb 11 04:16:28.546647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-1d367289-7062-4898-9583-1c7670d23761 req-29094530-1a7c-44ba-84a6-15a9b3a76f79 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Allocated IP 172.20.0.10 (cdd1917d-0b54-47b0-9db4-7da99860b38f/9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7/a4892d74-3ae1-41fb-9075-f893922b14d3) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:16:28.584707 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8fd80262-2eca-4045-85d9-e1680d01a032), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.608331 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:16:28.625782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-3af9258f-d5eb-4120-937e-9b5e84dfe25c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8388d245-0766-4399-89e8-46b5eefba11d HTTP/1.1" status: 200 len: 217 time: 0.0630248 Feb 11 04:16:28.644162 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd80262-2eca-4045-85d9-e1680d01a032,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:28.648850 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a0d7feeb-0341-48f5-8e4f-3cf448efa28b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.649213 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] Added segment a0d7feeb-0341-48f5-8e4f-3cf448efa28b of type vlan for network e7c15246-6a7c-439d-b5bc-79f280a4bd7b Feb 11 04:16:28.689342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae913b34-4c0e-44e5-92b8-43ed3b8e8628 req-02ecf24f-7f9d-4135-b452-31af2c56358c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586843 Feb 11 04:16:28.692012 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (e7c15246-6a7c-439d-b5bc-79f280a4bd7b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.734410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-21116a95-b84c-4d01-b6e2-09646af4d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:28.735898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-21116a95-b84c-4d01-b6e2-09646af4d8a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.1004100 Feb 11 04:16:28.806817 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (e7c15246-6a7c-439d-b5bc-79f280a4bd7b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.807444 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-7674525f-46f9-4af3-961d-9ade34cb2a60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634177 Feb 11 04:16:28.809825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:28.810559 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.886555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] Pushing event updated for resources: {'Network': ['ID=e7c15246-6a7c-439d-b5bc-79f280a4bd7b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:28.892713 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:28.900182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network e7c15246-6a7c-439d-b5bc-79f280a4bd7b details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:16:28.900655 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1d367289-7062-4898-9583-1c7670d23761 req-29094530-1a7c-44ba-84a6-15a9b3a76f79 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for port (a4892d74-3ae1-41fb-9075-f893922b14d3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:28.959326 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-66d34bf2-3e1e-4b79-aa72-83194a51a6fa service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421170 Feb 11 04:16:29.011950 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e57ab156-1543-40b0-a747-71060a080361 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8774416 Feb 11 04:16:29.012516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36180) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:29.017152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d0399884-019c-4e56-8369-e772a861746d admin admin] Request body: {'subnet': {'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-subnet', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:29.086454 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36182) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:29.098859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:16:29.101146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0399884-019c-4e56-8369-e772a861746d admin admin] Made reservation on behalf of 54061c50498d487ead83613ae85af3f7 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:16:29.103520 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d0399884-019c-4e56-8369-e772a861746d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:29.103651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:29.104032 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:29.105728 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-47509f3c-5c56-4922-8993-d41a979f2328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:29.162612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07112e-444f-46b6-b4ba-c40d177bfb1a req-71c8f1ec-2bbc-46ea-8d7c-5390a74c1989 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:29.169519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf07112e-444f-46b6-b4ba-c40d177bfb1a req-71c8f1ec-2bbc-46ea-8d7c-5390a74c1989 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 945 time: 0.1812744 Feb 11 04:16:29.178357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842a2af-c48c-4886-8510-a48805d50279 req-4c4a418e-3c87-4824-b9b8-0d7ccd08b595 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:29.179910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b842a2af-c48c-4886-8510-a48805d50279 req-4c4a418e-3c87-4824-b9b8-0d7ccd08b595 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 949 time: 0.1672268 Feb 11 04:16:29.181019 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1d367289-7062-4898-9583-1c7670d23761 req-29094530-1a7c-44ba-84a6-15a9b3a76f79 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (a4892d74-3ae1-41fb-9075-f893922b14d3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:29.184099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfd1d014-d135-41ed-9352-68d0618a6ad1 req-b505a46d-9108-4fba-aafa-30295117f7e3 service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186728 Feb 11 04:16:29.229979 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:29.235441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:29.236081 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:29.273341 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d367289-7062-4898-9583-1c7670d23761 req-29094530-1a7c-44ba-84a6-15a9b3a76f79 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Network cdd1917d-0b54-47b0-9db4-7da99860b38f is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:16:29.290548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-1d367289-7062-4898-9583-1c7670d23761 req-29094530-1a7c-44ba-84a6-15a9b3a76f79 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:16:29.300623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d367289-7062-4898-9583-1c7670d23761 req-29094530-1a7c-44ba-84a6-15a9b3a76f79 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:16:29.306735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367289-7062-4898-9583-1c7670d23761 req-29094530-1a7c-44ba-84a6-15a9b3a76f79 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:29.307464 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1d367289-7062-4898-9583-1c7670d23761 req-29094530-1a7c-44ba-84a6-15a9b3a76f79 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:29.324559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29094530-1a7c-44ba-84a6-15a9b3a76f79 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Pushing event updated for resources: {'Port': ['ID=a4892d74-3ae1-41fb-9075-f893922b14d3,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:29.368888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf07112e-444f-46b6-b4ba-c40d177bfb1a req-20b6d794-291e-442a-bfb1-e2d0e0e6b30a tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928487 Feb 11 04:16:29.396812 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5731d5-28c0-4a98-ac01-fa3e0a0409ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:29.398926 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b842a2af-c48c-4886-8510-a48805d50279 req-1e9a83d2-deb2-4646-b6f5-9f5fe1b25a9c tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823652 Feb 11 04:16:29.400022 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fcd0f2-b5f7-4854-a662-bbe0614806f5" -d '{"events": [{"server_uuid": "aa5731d5-28c0-4a98-ac01-fa3e0a0409ca", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:29.415569 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:29.449154 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d367289-7062-4898-9583-1c7670d23761 req-29094530-1a7c-44ba-84a6-15a9b3a76f79 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8791170 Feb 11 04:16:29.468488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Request body: {'port': {'device_id': '5ce6b038-1339-4c9c-b650-1cb583455133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:29.486517 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:29.563929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:29.576991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c517d2-b45e-4f55-b282-5ec77254dcf4 req-1e809291-cf68-48f7-8ebf-67d4ce9854db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:29.579051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63c517d2-b45e-4f55-b282-5ec77254dcf4 req-1e809291-cf68-48f7-8ebf-67d4ce9854db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 1126 time: 0.1790845 Feb 11 04:16:29.613913 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-47509f3c-5c56-4922-8993-d41a979f2328 admin admin] Publish callbacks [] for security_group (e9d5da33-185e-4593-8d02-53919dad7f25), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:29.675294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-47509f3c-5c56-4922-8993-d41a979f2328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e9d5da33-185e-4593-8d02-53919dad7f25), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:29.716149 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-47509f3c-5c56-4922-8993-d41a979f2328 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aeec58e8b2cb4c9fb9ec6ad11c6ff442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6283400 Feb 11 04:16:29.716953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47509f3c-5c56-4922-8993-d41a979f2328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d5da33-185e-4593-8d02-53919dad7f25,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:29.719323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36192) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:29.739173 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d0399884-019c-4e56-8369-e772a861746d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (6b9251b7-19ea-434f-8270-971464a27da6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:29.820628 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0399884-019c-4e56-8369-e772a861746d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9251b7-19ea-434f-8270-971464a27da6,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:29.835872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4bf5d13d-7c32-4c27-bb99-dce20aad9bdd admin admin] Publish callbacks [] for security_group (e9d5da33-185e-4593-8d02-53919dad7f25), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:29.848819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0399884-019c-4e56-8369-e772a861746d admin admin] Checking segment: {'id': 'a0d7feeb-0341-48f5-8e4f-3cf448efa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:29.849180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0399884-019c-4e56-8369-e772a861746d admin admin] Network hostable DHCP agents. Network: e7c15246-6a7c-439d-b5bc-79f280a4bd7b, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:16:29.870178 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4bf5d13d-7c32-4c27-bb99-dce20aad9bdd admin admin] Publish callbacks [] for security_group (e9d5da33-185e-4593-8d02-53919dad7f25), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:29.915031 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5cabc-8642-4c17-9219-b26b477bca4a req-3a2ec6ef-4587-41bc-aed2-6e928697c0f4 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:29.916534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17d5cabc-8642-4c17-9219-b26b477bca4a req-3a2ec6ef-4587-41bc-aed2-6e928697c0f4 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 943 time: 0.4442065 Feb 11 04:16:29.919666 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a4892d74-3ae1-41fb-9075-f893922b14d3), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:29.930865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98bc21-745f-42fe-b273-bad071d0dfb3 req-4304a4d8-07f8-4930-9519-b97194dde119 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:29.932301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bc98bc21-745f-42fe-b273-bad071d0dfb3 req-4304a4d8-07f8-4930-9519-b97194dde119 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 932 time: 0.4610300 Feb 11 04:16:30.057909 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0399884-019c-4e56-8369-e772a861746d admin admin] Network e7c15246-6a7c-439d-b5bc-79f280a4bd7b is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:16:30.096325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c517d2-b45e-4f55-b282-5ec77254dcf4 req-0eb4adb3-b8d4-4214-a9ee-b28671be045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:30.098214 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4bf5d13d-7c32-4c27-bb99-dce20aad9bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e9d5da33-185e-4593-8d02-53919dad7f25), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:30.098656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63c517d2-b45e-4f55-b282-5ec77254dcf4 req-0eb4adb3-b8d4-4214-a9ee-b28671be045c service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.2318752 Feb 11 04:16:30.100872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4bf5d13d-7c32-4c27-bb99-dce20aad9bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:30.104575 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4bf5d13d-7c32-4c27-bb99-dce20aad9bdd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9d5da33-185e-4593-8d02-53919dad7f25 HTTP/1.1" status: 204 len: 168 time: 0.3818078 Feb 11 04:16:30.107367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17d5cabc-8642-4c17-9219-b26b477bca4a req-b1992b6c-3ded-4fc0-9801-3505956c8efd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739216 Feb 11 04:16:30.111075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5d13d-7c32-4c27-bb99-dce20aad9bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d5da33-185e-4593-8d02-53919dad7f25,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:30.155830 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-d0399884-019c-4e56-8369-e772a861746d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, e7c15246-6a7c-439d-b5bc-79f280a4bd7b) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:16:30.161323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0399884-019c-4e56-8369-e772a861746d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:30.163389 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d0399884-019c-4e56-8369-e772a861746d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:30.168111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eb1ad6-746b-4467-b35e-3a70360d65f9 None None] Network e7c15246-6a7c-439d-b5bc-79f280a4bd7b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:16:30.203856 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bc98bc21-745f-42fe-b273-bad071d0dfb3 req-9cbab721-8e90-4e41-b6bf-77eefa11ccb4 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332728 Feb 11 04:16:30.223232 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6995ad74-c462-4b6c-9b58-b809edf74ac0 x-openstack-request-id: req-6995ad74-c462-4b6c-9b58-b809edf74ac0 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:30.223506 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5731d5-28c0-4a98-ac01-fa3e0a0409ca", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:30.225163 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6995ad74-c462-4b6c-9b58-b809edf74ac0 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:30.225579 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5731d5-28c0-4a98-ac01-fa3e0a0409ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087', 'code': 200} Feb 11 04:16:30.246346 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d0399884-019c-4e56-8369-e772a861746d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2328823 Feb 11 04:16:30.249187 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36200) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:30.256258 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:30.269039 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63c517d2-b45e-4f55-b282-5ec77254dcf4 req-f6143e77-a171-4c12-9f04-63fd74b537c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8388d245-0766-4399-89e8-46b5eefba11d HTTP/1.1" status: 200 len: 217 time: 0.1567338 Feb 11 04:16:30.343187 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d94271-52f5-43fc-804f-b9c044a1f811 req-7c932982-0d34-4621-8e58-169220e4723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:30.345198 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f0d94271-52f5-43fc-804f-b9c044a1f811 req-7c932982-0d34-4621-8e58-169220e4723e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 1131 time: 0.0519729 Feb 11 04:16:30.372300 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (a46169e8-d133-4778-b297-c71f47b36892), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:30.373520 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (a46169e8-d133-4778-b297-c71f47b36892), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:30.378567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'project_id': '54061c50498d487ead83613ae85af3f7', 'fixed_ips': [{'subnet_id': '6b9251b7-19ea-434f-8270-971464a27da6'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:16:30.381782 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:30.432899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c517d2-b45e-4f55-b282-5ec77254dcf4 req-612c9f15-fced-46ed-bc4d-27979ee92d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:30.434444 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63c517d2-b45e-4f55-b282-5ec77254dcf4 req-612c9f15-fced-46ed-bc4d-27979ee92d65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.1540563 Feb 11 04:16:30.477903 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f0d94271-52f5-43fc-804f-b9c044a1f811 req-36726d33-3440-4d67-9221-8698427d7b06 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243224 Feb 11 04:16:30.479599 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Publish callbacks [] for router_controller (a46169e8-d133-4778-b297-c71f47b36892), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:30.531401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Allocated IP 172.20.0.2 (e7c15246-6a7c-439d-b5bc-79f280a4bd7b/6b9251b7-19ea-434f-8270-971464a27da6/cf1af99f-7744-4f46-be96-8113fd555a61) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:16:30.537774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63c517d2-b45e-4f55-b282-5ec77254dcf4 req-c1dc92b5-4da3-4e84-b241-668607ff4108 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695634 Feb 11 04:16:30.589631 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34654f-2b30-4060-a815-69b9d1e03951 req-6bc643d4-fd60-41ae-85b7-bf4ecccd5413 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:30.596662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c34654f-2b30-4060-a815-69b9d1e03951 req-6bc643d4-fd60-41ae-85b7-bf4ecccd5413 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.2542048 Feb 11 04:16:30.641574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cfb56-e3db-4f3e-9b79-84ee7654f8dc req-b54979e2-6813-4781-9f32-2c10dd34aa8b tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:30.643135 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-893cfb56-e3db-4f3e-9b79-84ee7654f8dc req-b54979e2-6813-4781-9f32-2c10dd34aa8b tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 1128 time: 0.3040361 Feb 11 04:16:30.723938 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Publish callbacks [] for router_gateway (a46169e8-d133-4778-b297-c71f47b36892), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:30.734214 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Publish callbacks [] for port (cf1af99f-7744-4f46-be96-8113fd555a61), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:30.758460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8163ecc-98ce-469c-9f50-01cfc8ceff40 req-0f420670-26c9-436d-8c03-695192080402 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:30.759965 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8163ecc-98ce-469c-9f50-01cfc8ceff40 req-0f420670-26c9-436d-8c03-695192080402 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.32 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 949 time: 0.2903759 Feb 11 04:16:30.824125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c34654f-2b30-4060-a815-69b9d1e03951 req-a00b0df9-3aba-46c5-b79c-338738c8fccd tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265553 Feb 11 04:16:30.854325 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (cf1af99f-7744-4f46-be96-8113fd555a61), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:30.869786 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63c517d2-b45e-4f55-b282-5ec77254dcf4 req-526e3e7f-ce3c-4d2e-8a94-bea83b38fa99 service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231397 Feb 11 04:16:30.871734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4892d74-3ae1-41fb-9075-f893922b14d3 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:30.883737 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-893cfb56-e3db-4f3e-9b79-84ee7654f8dc req-5d471f24-302b-4384-9876-bbc8fbb7fcfb tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299287 Feb 11 04:16:30.885656 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Publish callbacks [] for port (a4892d74-3ae1-41fb-9075-f893922b14d3), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:30.950372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Network e7c15246-6a7c-439d-b5bc-79f280a4bd7b is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:16:30.955794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:16:30.966216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Transition to ACTIVE for port object a4892d74-3ae1-41fb-9075-f893922b14d3 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:16:30.970233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:16:30.975529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Pushing event updated for resources: {'Port': ['ID=cf1af99f-7744-4f46-be96-8113fd555a61,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:31.068092 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a4892d74-3ae1-41fb-9075-f893922b14d3), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:31.071815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Attempting to bind port cf1af99f-7744-4f46-be96-8113fd555a61 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:31.072461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Attempting to bind port cf1af99f-7744-4f46-be96-8113fd555a61 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'a0d7feeb-0341-48f5-8e4f-3cf448efa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:31.074078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Attempting to bind port cf1af99f-7744-4f46-be96-8113fd555a61 on network e7c15246-6a7c-439d-b5bc-79f280a4bd7b {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:31.080536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:31.081400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Checking segment: {'id': 'a0d7feeb-0341-48f5-8e4f-3cf448efa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:31.082517 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:31.083080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Bound using segment: {'id': 'a0d7feeb-0341-48f5-8e4f-3cf448efa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:31.083710 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Bound port: cf1af99f-7744-4f46-be96-8113fd555a61, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d7feeb-0341-48f5-8e4f-3cf448efa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:31.084460 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cf1af99f-7744-4f46-be96-8113fd555a61), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:31.087609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d09f8-db1c-4512-854a-ac5df6c07c2c req-7c054838-3b3d-481e-92e2-f9a39e1f3d69 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:31.094725 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea4d09f8-db1c-4512-854a-ac5df6c07c2c req-7c054838-3b3d-481e-92e2-f9a39e1f3d69 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 949 time: 0.1780791 Feb 11 04:16:31.103315 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Publish callbacks [] for router_gateway (a46169e8-d133-4778-b297-c71f47b36892), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:31.111388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63c517d2-b45e-4f55-b282-5ec77254dcf4 req-d3555975-0eaf-4f73-a754-d0dc3e3efe34 service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303135 Feb 11 04:16:31.137872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:31.183595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d8163ecc-98ce-469c-9f50-01cfc8ceff40 req-d468c134-59d0-43ed-8b8c-30544a0784c0 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Deleting port ee824459-4be5-4882-a17d-e58fdf187474 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:16:31.184512 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8163ecc-98ce-469c-9f50-01cfc8ceff40 req-d468c134-59d0-43ed-8b8c-30544a0784c0 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ee824459-4be5-4882-a17d-e58fdf187474), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:31.190972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Pushing event updated for resources: {'Port': ['ID=a4892d74-3ae1-41fb-9075-f893922b14d3,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:31.259868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] For port cf1af99f-7744-4f46-be96-8113fd555a61, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:31.260409 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea4d09f8-db1c-4512-854a-ac5df6c07c2c req-71e2e8c2-18f3-492c-a546-26b3c9cf1be4 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646328 Feb 11 04:16:31.263373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] For port cf1af99f-7744-4f46-be96-8113fd555a61, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cf1af99f-7744-4f46-be96-8113fd555a61,segment=NetworkSegment(a0d7feeb-0341-48f5-8e4f-3cf448efa28b),segment_id=a0d7feeb-0341-48f5-8e4f-3cf448efa28b)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:31.310023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Allocated IP 172.25.3.5 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/bfa60c0a-02e0-4908-b21d-9b29e6876c7f) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:16:31.335447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Attempting to bind port a4892d74-3ae1-41fb-9075-f893922b14d3 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:31.335793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Attempting to bind port a4892d74-3ae1-41fb-9075-f893922b14d3 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '5ec144cf-d18f-499c-88cb-961e3d299181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:31.336131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Attempting to bind port a4892d74-3ae1-41fb-9075-f893922b14d3 on network cdd1917d-0b54-47b0-9db4-7da99860b38f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:31.336752 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cf1af99f-7744-4f46-be96-8113fd555a61), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:31.393733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Port a4892d74-3ae1-41fb-9075-f893922b14d3 on network cdd1917d-0b54-47b0-9db4-7da99860b38f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:16:31.393733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Attempting to bind port a4892d74-3ae1-41fb-9075-f893922b14d3 on network cdd1917d-0b54-47b0-9db4-7da99860b38f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:31.424769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a66ac-ea6c-49f5-9a12-1cc0fdc803da None None] Pushing event updated for resources: {'Port': ['ID=cf1af99f-7744-4f46-be96-8113fd555a61,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:31.433062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:31.433418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Checking segment: {'id': '5ec144cf-d18f-499c-88cb-961e3d299181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:31.433811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Bound using segment: {'id': '5ec144cf-d18f-499c-88cb-961e3d299181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:31.434297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Bound port: a4892d74-3ae1-41fb-9075-f893922b14d3, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec144cf-d18f-499c-88cb-961e3d299181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:31.434690 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a4892d74-3ae1-41fb-9075-f893922b14d3), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:31.463243 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Publish callbacks [] for port (bfa60c0a-02e0-4908-b21d-9b29e6876c7f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:31.555295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d8163ecc-98ce-469c-9f50-01cfc8ceff40 req-d468c134-59d0-43ed-8b8c-30544a0784c0 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] For port ee824459-4be5-4882-a17d-e58fdf187474, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ee824459-4be5-4882-a17d-e58fdf187474,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:31.555672 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8163ecc-98ce-469c-9f50-01cfc8ceff40 req-d468c134-59d0-43ed-8b8c-30544a0784c0 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ee824459-4be5-4882-a17d-e58fdf187474), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:31.572060 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (bfa60c0a-02e0-4908-b21d-9b29e6876c7f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:31.578562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-9f0d8641-8ebd-4f7b-8116-8d175a9a5949 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:31.580116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-9f0d8641-8ebd-4f7b-8116-8d175a9a5949 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 808 time: 0.3357658 Feb 11 04:16:31.591442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d8163ecc-98ce-469c-9f50-01cfc8ceff40 req-d468c134-59d0-43ed-8b8c-30544a0784c0 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Calling delete_port for ee824459-4be5-4882-a17d-e58fdf187474 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:16:31.593577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] For port a4892d74-3ae1-41fb-9075-f893922b14d3, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:31.608908 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e1f8a-dedb-436b-94ba-0f5252099da8 req-52200552-f250-47a7-85dc-95402de320b0 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:31.610272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c4e1f8a-dedb-436b-94ba-0f5252099da8 req-52200552-f250-47a7-85dc-95402de320b0 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 943 time: 0.2653632 Feb 11 04:16:31.618569 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:16:31.642520 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:16:31.643560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] For port a4892d74-3ae1-41fb-9075-f893922b14d3, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=a4892d74-3ae1-41fb-9075-f893922b14d3,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:31.649155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-868aafff-c039-4be3-b503-c4027c630ef2 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/quotas/2ecf6acdd8224d998729629979558449 HTTP/1.1" status: 200 len: 375 time: 0.0524535 Feb 11 04:16:31.657949 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:16:31.699542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa60c0a-02e0-4908-b21d-9b29e6876c7f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:31.753258 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a4892d74-3ae1-41fb-9075-f893922b14d3), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:31.844604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c4e1f8a-dedb-436b-94ba-0f5252099da8 req-7e2fa5a4-2387-4c5e-8de8-43f20f0c2263 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096317 Feb 11 04:16:31.872958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:31.873856 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:31.875466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d367289-7062-4898-9583-1c7670d23761 req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] 10.222.0.47 "PUT /v2.0/ports/a4892d74-3ae1-41fb-9075-f893922b14d3 HTTP/1.1" status: 200 len: 1093 time: 2.4168303 Feb 11 04:16:31.878389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce6b038-1339-4c9c-b650-1cb583455133', 'tag': 'a4892d74-3ae1-41fb-9075-f893922b14d3'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:31.881558 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27d7ed8-639e-4826-ac5d-d48975bf789e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce6b038-1339-4c9c-b650-1cb583455133", "tag": "a4892d74-3ae1-41fb-9075-f893922b14d3"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:31.912496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ed6b5-f233-4bbc-9040-adc10f278405 service neutron] Pushing event updated for resources: {'Port': ['ID=a4892d74-3ae1-41fb-9075-f893922b14d3,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:31.924289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-d13142f5-0639-42b3-84f7-095aa4d933cf tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2674725 Feb 11 04:16:32.156243 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8163ecc-98ce-469c-9f50-01cfc8ceff40 req-d468c134-59d0-43ed-8b8c-30544a0784c0 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (ee824459-4be5-4882-a17d-e58fdf187474), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:32.180031 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Publish callbacks [] for router_gateway (a46169e8-d133-4778-b297-c71f47b36892), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:32.183228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['e3c61b82-ea33-4ab0-9219-9ab025984b7c'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:32.186745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['ee824459-4be5-4882-a17d-e58fdf187474'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:32.234241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468c134-59d0-43ed-8b8c-30544a0784c0 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Pushing event deleted for resources: {'Port': ['ID=ee824459-4be5-4882-a17d-e58fdf187474,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:32.239158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367289-7062-4898-9583-1c7670d23761 req-512bf63e-9ce6-4801-98e8-82691ad38b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:32.240668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d367289-7062-4898-9583-1c7670d23761 req-512bf63e-9ce6-4801-98e8-82691ad38b05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=856f351e415a4648b0a3b51283df37ba&device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 1127 time: 0.2135236 Feb 11 04:16:32.243644 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cf1af99f-7744-4f46-be96-8113fd555a61 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:32.260092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9ed4a-b5a2-4b11-8548-65cb40cf785b req-723825db-a53d-4276-bf77-2f19b7927103 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:32.261632 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58e9ed4a-b5a2-4b11-8548-65cb40cf785b req-723825db-a53d-4276-bf77-2f19b7927103 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 944 time: 0.2796652 Feb 11 04:16:32.343292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-a4717eb3-cacf-4cc3-950f-54683764bbb8 service neutron] 10.222.0.13 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711812 Feb 11 04:16:32.352589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d367289-7062-4898-9583-1c7670d23761 req-f5574289-a400-4227-aefa-fd4b6fb7de03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4892d74-3ae1-41fb-9075-f893922b14d3 HTTP/1.1" status: 200 len: 217 time: 0.0855956 Feb 11 04:16:32.362296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port cf1af99f-7744-4f46-be96-8113fd555a61 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:32.363400 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cf1af99f-7744-4f46-be96-8113fd555a61), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:32.399387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8163ecc-98ce-469c-9f50-01cfc8ceff40 req-d468c134-59d0-43ed-8b8c-30544a0784c0 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] No DVR routers for this DVR port ee824459-4be5-4882-a17d-e58fdf187474 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:16:32.402302 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8163ecc-98ce-469c-9f50-01cfc8ceff40 req-d468c134-59d0-43ed-8b8c-30544a0784c0 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:32.406423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8163ecc-98ce-469c-9f50-01cfc8ceff40 req-d468c134-59d0-43ed-8b8c-30544a0784c0 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.32 "DELETE /v2.0/ports/ee824459-4be5-4882-a17d-e58fdf187474 HTTP/1.1" status: 204 len: 173 time: 1.6379747 Feb 11 04:16:32.647299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port cf1af99f-7744-4f46-be96-8113fd555a61 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:32.648052 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cf1af99f-7744-4f46-be96-8113fd555a61), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:32.682464 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (a46169e8-d133-4778-b297-c71f47b36892), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:32.714829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8388d245-0766-4399-89e8-46b5eefba11d details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:16:32.858068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8388d245-0766-4399-89e8-46b5eefba11d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:32.876738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '8388d245-0766-4399-89e8-46b5eefba11d', 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3', 'port_id': '8388d245-0766-4399-89e8-46b5eefba11d', 'mac_address': 'fa:16:3e:27:3f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384a4cb6-6e72-4477-8d6d-d0cd5b13e860', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:16:32.883679 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58e9ed4a-b5a2-4b11-8548-65cb40cf785b req-b43497f6-6c8c-4b1a-84dd-ab56de951817 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019681 Feb 11 04:16:32.897660 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367289-7062-4898-9583-1c7670d23761 req-aec38d59-1833-4f76-ab0f-3868698381ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:32.897660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d367289-7062-4898-9583-1c7670d23761 req-aec38d59-1833-4f76-ab0f-3868698381ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7 HTTP/1.1" status: 200 len: 860 time: 0.4908428 Feb 11 04:16:32.948883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265406ab-40fd-4f4b-85ca-852a86b8dec7 None None] Network e7c15246-6a7c-439d-b5bc-79f280a4bd7b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:16:32.952333 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port cf1af99f-7744-4f46-be96-8113fd555a61, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cf1af99f-7744-4f46-be96-8113fd555a61,segment=NetworkSegment(a0d7feeb-0341-48f5-8e4f-3cf448efa28b),segment_id=a0d7feeb-0341-48f5-8e4f-3cf448efa28b)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:32.952606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d367289-7062-4898-9583-1c7670d23761 req-d646ff7a-1745-4dfa-9d04-ec3dd82bb3a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdd1917d-0b54-47b0-9db4-7da99860b38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536242 Feb 11 04:16:32.970131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 8388d245-0766-4399-89e8-46b5eefba11d is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:32.970523 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8388d245-0766-4399-89e8-46b5eefba11d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:32.994295 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-0f40f56e-3850-49a2-bde5-b0d2726e59ac service neutron] 10.222.0.13 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435487 Feb 11 04:16:33.001342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8388d245-0766-4399-89e8-46b5eefba11d {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:33.018079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Router a46169e8-d133-4778-b297-c71f47b36892 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:16:33.061374 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cf1af99f-7744-4f46-be96-8113fd555a61), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:33.075866 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8388d245-0766-4399-89e8-46b5eefba11d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:33.102527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95217b9-f795-408c-939a-ff2121faf0a0 req-356157e2-9647-4ed3-893f-541b58636a0f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:33.104057 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d95217b9-f795-408c-939a-ff2121faf0a0 req-356157e2-9647-4ed3-893f-541b58636a0f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.1346812 Feb 11 04:16:33.108508 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d367289-7062-4898-9583-1c7670d23761 req-bccadc39-e560-4af4-8ed3-169a14bc08d2 service neutron] 10.222.0.47 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486900 Feb 11 04:16:33.162137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-24f8e0c0-8051-48fc-9f68-d6e86c6bfc2e None None] Provisioning complete for port cf1af99f-7744-4f46-be96-8113fd555a61 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:33.162518 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-24f8e0c0-8051-48fc-9f68-d6e86c6bfc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cf1af99f-7744-4f46-be96-8113fd555a61), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:33.163678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:16:33.183482 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Sync routers for ids ['a46169e8-d133-4778-b297-c71f47b36892'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:16:33.194397 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=cf1af99f-7744-4f46-be96-8113fd555a61,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:33.197358 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8388d245-0766-4399-89e8-46b5eefba11d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:33.213332 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Routers {'a46169e8-d133-4778-b297-c71f47b36892'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:16:33.214862 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:16:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a46169e8-d133-4778-b297-c71f47b36892'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:33.264824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d95217b9-f795-408c-939a-ff2121faf0a0 req-88043ead-455a-480a-aceb-3a90f517b414 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549866 Feb 11 04:16:33.277213 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:33.279475 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bef81b9a-83b9-4a40-91f8-dfc8791c4078 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 3.0283837 Feb 11 04:16:33.281876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36266) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:33.289773 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4707a2db-5c9d-4ad1-9e2a-3940a40c91f7 x-openstack-request-id: req-4707a2db-5c9d-4ad1-9e2a-3940a40c91f7 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:33.290186 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce6b038-1339-4c9c-b650-1cb583455133", "tag": "a4892d74-3ae1-41fb-9075-f893922b14d3", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:33.290529 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4707a2db-5c9d-4ad1-9e2a-3940a40c91f7 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:33.293393 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce6b038-1339-4c9c-b650-1cb583455133', 'tag': 'a4892d74-3ae1-41fb-9075-f893922b14d3', 'status': 'completed', 'code': 200} Feb 11 04:16:33.336107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d367289-7062-4898-9583-1c7670d23761 req-a465582e-fa57-42ff-9beb-00897f02e0ab service neutron] 10.222.0.47 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195363 Feb 11 04:16:33.372746 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=8388d245-0766-4399-89e8-46b5eefba11d,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:33.432876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ced40c3c-69f1-4304-90ac-a7e6360add7e req-e9523330-f753-4692-9f3a-5ab23be11259 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=0244ab9d-099a-4582-a4eb-bf428ae4dc1b HTTP/1.1" status: 200 len: 210 time: 0.0446892 Feb 11 04:16:33.455187 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Set router a46169e8-d133-4778-b297-c71f47b36892 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:16:33.506152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['8388d245-0766-4399-89e8-46b5eefba11d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:33.594126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-24f8e0c0-8051-48fc-9f68-d6e86c6bfc2e None None] Current status of the port cf1af99f-7744-4f46-be96-8113fd555a61 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:33.670819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c542d84-33d6-4dd7-b7cb-e9b55d828478 req-d7d476fe-18a8-49e1-a353-e999582bc095 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:33.672535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c542d84-33d6-4dd7-b7cb-e9b55d828478 req-d7d476fe-18a8-49e1-a353-e999582bc095 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 944 time: 0.2539732 Feb 11 04:16:33.687083 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:33.758530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d7ed8-639e-4826-ac5d-d48975bf789e req-59a7f81e-7686-4fad-b77c-72faad4df237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:33.760186 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d27d7ed8-639e-4826-ac5d-d48975bf789e req-59a7f81e-7686-4fad-b77c-72faad4df237 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=856f351e415a4648b0a3b51283df37ba&device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 1127 time: 0.2490218 Feb 11 04:16:33.830206 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46169e8-d133-4778-b297-c71f47b36892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:16:30Z', 'updated_at': '2022-02-11T04:16:31Z', 'revision_number': 3, 'project_id': '54061c50498d487ead83613ae85af3f7', 'gw_port': {'id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:31Z', 'updated_at': '2022-02-11T04:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:33.832349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c542d84-33d6-4dd7-b7cb-e9b55d828478 req-cded1b3d-e996-4b72-8a3d-e093f726187e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446126 Feb 11 04:16:33.857884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-783cfca6-36eb-49c4-ae34-51cf714922c2 None None] Provisioning complete for port cf1af99f-7744-4f46-be96-8113fd555a61 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:33.857884 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-783cfca6-36eb-49c4-ae34-51cf714922c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cf1af99f-7744-4f46-be96-8113fd555a61), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:33.877769 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Checking router: a46169e8-d133-4778-b297-c71f47b36892 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:16:33.878367 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Updating router a46169e8-d133-4778-b297-c71f47b36892 port bfa60c0a-02e0-4908-b21d-9b29e6876c7f binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:16:33.904464 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:33.914186 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bfa60c0a-02e0-4908-b21d-9b29e6876c7f), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:33.976363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-783cfca6-36eb-49c4-ae34-51cf714922c2 None None] Current status of the port cf1af99f-7744-4f46-be96-8113fd555a61 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:34.037306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ce5a286d-589d-45f4-8552-1708e8655138 req-3f49d557-c9d6-4c22-bb46-c79c574c60e1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 210 time: 0.0948451 Feb 11 04:16:34.101533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-29289c64-7d26-4e62-8bc0-894861596e4a req-f128ce02-76c2-4e57-bb09-f0bc07d11917 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:16:34.102742 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29289c64-7d26-4e62-8bc0-894861596e4a req-f128ce02-76c2-4e57-bb09-f0bc07d11917 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189164 Feb 11 04:16:34.112684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d7ed8-639e-4826-ac5d-d48975bf789e req-f7adfbc7-adce-44e1-804c-4c4c5e515f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:34.122019 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d27d7ed8-639e-4826-ac5d-d48975bf789e req-f7adfbc7-adce-44e1-804c-4c4c5e515f34 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cdd1917d-0b54-47b0-9db4-7da99860b38f HTTP/1.1" status: 200 len: 921 time: 0.3293505 Feb 11 04:16:34.160244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cf1af99f-7744-4f46-be96-8113fd555a61 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:34.264698 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d27d7ed8-639e-4826-ac5d-d48975bf789e req-041e4fc1-e34c-4a26-8981-3c538a6a8df3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4892d74-3ae1-41fb-9075-f893922b14d3 HTTP/1.1" status: 200 len: 217 time: 0.1344633 Feb 11 04:16:34.291984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port cf1af99f-7744-4f46-be96-8113fd555a61 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:34.294237 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cf1af99f-7744-4f46-be96-8113fd555a61), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:34.350041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d7ed8-639e-4826-ac5d-d48975bf789e req-843d80a0-2f6e-4aac-9423-59d0afe3cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:34.353510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d27d7ed8-639e-4826-ac5d-d48975bf789e req-843d80a0-2f6e-4aac-9423-59d0afe3cd3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7 HTTP/1.1" status: 200 len: 860 time: 0.0787888 Feb 11 04:16:34.404558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d27d7ed8-639e-4826-ac5d-d48975bf789e req-b5773b80-1325-4ed4-81ac-d20c2208b4ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdd1917d-0b54-47b0-9db4-7da99860b38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440593 Feb 11 04:16:34.409556 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port cf1af99f-7744-4f46-be96-8113fd555a61 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:34.418293 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:34.427959 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Publish callbacks [] for port (bfa60c0a-02e0-4908-b21d-9b29e6876c7f), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:34.497714 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bfa60c0a-02e0-4908-b21d-9b29e6876c7f), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:34.533107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d27d7ed8-639e-4826-ac5d-d48975bf789e req-8baaf699-38ed-4805-b0cf-fa86cafe0e4e service neutron] 10.222.0.47 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211681 Feb 11 04:16:34.560689 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Attempting to bind port bfa60c0a-02e0-4908-b21d-9b29e6876c7f on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:34.561120 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Attempting to bind port bfa60c0a-02e0-4908-b21d-9b29e6876c7f by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:34.561536 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Attempting to bind port bfa60c0a-02e0-4908-b21d-9b29e6876c7f on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:34.572208 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:34.572609 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:34.573055 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:34.573452 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:34.573943 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Bound port: bfa60c0a-02e0-4908-b21d-9b29e6876c7f, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:34.574319 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bfa60c0a-02e0-4908-b21d-9b29e6876c7f), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:34.619917 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6704b6e-34e1-42a3-ab78-1a12a421a196 None None] Pushing event updated for resources: {'Port': ['ID=bfa60c0a-02e0-4908-b21d-9b29e6876c7f,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:34.629917 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Allocated IP 172.20.0.1 (e7c15246-6a7c-439d-b5bc-79f280a4bd7b/6b9251b7-19ea-434f-8270-971464a27da6/aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:16:34.632788 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6704b6e-34e1-42a3-ab78-1a12a421a196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:34.633142 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6704b6e-34e1-42a3-ab78-1a12a421a196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:34.633487 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6704b6e-34e1-42a3-ab78-1a12a421a196 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:34.633909 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6704b6e-34e1-42a3-ab78-1a12a421a196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:34.634260 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6704b6e-34e1-42a3-ab78-1a12a421a196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:34.634594 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6704b6e-34e1-42a3-ab78-1a12a421a196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:34.634941 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6704b6e-34e1-42a3-ab78-1a12a421a196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:34.635273 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6704b6e-34e1-42a3-ab78-1a12a421a196 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:34.635598 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6704b6e-34e1-42a3-ab78-1a12a421a196 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:34.635922 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6704b6e-34e1-42a3-ab78-1a12a421a196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:34.636245 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6704b6e-34e1-42a3-ab78-1a12a421a196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:34.637263 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6704b6e-34e1-42a3-ab78-1a12a421a196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:34.637263 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6704b6e-34e1-42a3-ab78-1a12a421a196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:16:34.665562 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] For port bfa60c0a-02e0-4908-b21d-9b29e6876c7f, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:34.665562 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] For port bfa60c0a-02e0-4908-b21d-9b29e6876c7f, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bfa60c0a-02e0-4908-b21d-9b29e6876c7f,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:34.689113 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2427a6f-6975-435e-8035-530e29a1d6d7 req-4dea77da-8f78-4c90-9c11-a4fc6d22c35e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:34.690634 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2427a6f-6975-435e-8035-530e29a1d6d7 req-4dea77da-8f78-4c90-9c11-a4fc6d22c35e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 944 time: 0.1563537 Feb 11 04:16:34.730298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d27d7ed8-639e-4826-ac5d-d48975bf789e req-fa0a04a7-5603-4003-a0cb-1ba62ea57b4a service neutron] 10.222.0.47 "GET /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335974 Feb 11 04:16:34.730828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8388d245-0766-4399-89e8-46b5eefba11d up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:34.769951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2427a6f-6975-435e-8035-530e29a1d6d7 req-13c8ef88-a305-4b26-86ae-0b5a9b73a296 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716748 Feb 11 04:16:34.777548 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Publish callbacks [] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:34.793040 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bfa60c0a-02e0-4908-b21d-9b29e6876c7f), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:34.835789 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823a89d-4bd7-486c-852b-2364b541f7da req-03626a2f-1d8d-4f8a-8195-eb3c918299c9 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:34.837306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7823a89d-4bd7-486c-852b-2364b541f7da req-03626a2f-1d8d-4f8a-8195-eb3c918299c9 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.0631280 Feb 11 04:16:34.873045 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Routers {'a46169e8-d133-4778-b297-c71f47b36892'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:16:34.873676 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:16:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a46169e8-d133-4778-b297-c71f47b36892'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:34.876071 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6704b6e-34e1-42a3-ab78-1a12a421a196 None None] Pushing event updated for resources: {'Port': ['ID=bfa60c0a-02e0-4908-b21d-9b29e6876c7f,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:34.903620 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 8388d245-0766-4399-89e8-46b5eefba11d completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:16:34.907690 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 8388d245-0766-4399-89e8-46b5eefba11d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:34.908073 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8388d245-0766-4399-89e8-46b5eefba11d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:34.934454 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7823a89d-4bd7-486c-852b-2364b541f7da req-4b80383b-938a-4f32-b717-b984dd5e03b5 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892997 Feb 11 04:16:34.937411 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-342ec70c-c2f0-4f4a-9563-7c287ed11c78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934746 Feb 11 04:16:34.966255 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:35.011431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Network e7c15246-6a7c-439d-b5bc-79f280a4bd7b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:16:35.014396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:16:35.019952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:16:35.024790 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Pushing event updated for resources: {'Port': ['ID=aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:35.073385 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (a46169e8-d133-4778-b297-c71f47b36892), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:35.098391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 8388d245-0766-4399-89e8-46b5eefba11d is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:35.100632 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8388d245-0766-4399-89e8-46b5eefba11d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:35.184788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e67fe-0bc1-4b97-9d75-78dfcc0b274d req-3ff61908-ae3f-49b1-a5dc-6f150bf97c01 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:35.186289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f1800-e840-45bb-811d-a36bb15b4a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8388d245-0766-4399-89e8-46b5eefba11d'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:35.197297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-057e67fe-0bc1-4b97-9d75-78dfcc0b274d req-3ff61908-ae3f-49b1-a5dc-6f150bf97c01 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 944 time: 0.1198192 Feb 11 04:16:35.205761 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42947ce6-68ef-4058-8660-f118c864db7b" -d '{"events": [{"server_uuid": "a76f1800-e840-45bb-811d-a36bb15b4a0a", "name": "network-vif-plugged", "status": "completed", "tag": "8388d245-0766-4399-89e8-46b5eefba11d"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:35.242159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8388d245-0766-4399-89e8-46b5eefba11d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:35.278946 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] Set router a46169e8-d133-4778-b297-c71f47b36892 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:16:35.297889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-057e67fe-0bc1-4b97-9d75-78dfcc0b274d req-b3081c81-a938-404a-af31-799e501c1d9d tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996890 Feb 11 04:16:35.298892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0244ab9d-099a-4582-a4eb-bf428ae4dc1b', 'name': 'network-vif-deleted', 'tag': 'ee824459-4be5-4882-a17d-e58fdf187474'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:35.301406 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be02878f-1968-497b-8454-ecbb0c345b27" -d '{"events": [{"server_uuid": "0244ab9d-099a-4582-a4eb-bf428ae4dc1b", "name": "network-vif-deleted", "tag": "ee824459-4be5-4882-a17d-e58fdf187474"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:35.320833 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8388d245-0766-4399-89e8-46b5eefba11d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:35.321671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ee824459-4be5-4882-a17d-e58fdf187474 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:16:35.449085 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245a2574-87ac-4e94-a9a1-3d0e39891e7b x-openstack-request-id: req-245a2574-87ac-4e94-a9a1-3d0e39891e7b {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:35.449632 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f1800-e840-45bb-811d-a36bb15b4a0a", "name": "network-vif-plugged", "status": "completed", "tag": "8388d245-0766-4399-89e8-46b5eefba11d", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:35.451025 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-245a2574-87ac-4e94-a9a1-3d0e39891e7b {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:35.451458 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f1800-e840-45bb-811d-a36bb15b4a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8388d245-0766-4399-89e8-46b5eefba11d', 'code': 200} Feb 11 04:16:35.456235 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=8388d245-0766-4399-89e8-46b5eefba11d,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:35.486094 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3378d11b-49d5-4787-8f51-8043e824b8a7 x-openstack-request-id: req-3378d11b-49d5-4787-8f51-8043e824b8a7 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:35.504308 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0244ab9d-099a-4582-a4eb-bf428ae4dc1b", "name": "network-vif-deleted", "tag": "ee824459-4be5-4882-a17d-e58fdf187474", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:35.504308 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3378d11b-49d5-4787-8f51-8043e824b8a7 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:35.504308 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0244ab9d-099a-4582-a4eb-bf428ae4dc1b', 'name': 'network-vif-deleted', 'tag': 'ee824459-4be5-4882-a17d-e58fdf187474', 'status': 'completed', 'code': 200} Feb 11 04:16:35.539514 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:35.558894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d251f8d-71a9-4e39-94e3-a854f10c1942 req-307c95fe-9402-4b53-8ae0-29360b392f6e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 210 time: 0.1662741 Feb 11 04:16:35.673022 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46169e8-d133-4778-b297-c71f47b36892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:16:30Z', 'updated_at': '2022-02-11T04:16:31Z', 'revision_number': 3, 'project_id': '54061c50498d487ead83613ae85af3f7', 'gw_port': {'id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:31Z', 'updated_at': '2022-02-11T04:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:35.728990 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87e8e18-8bfa-4346-bae9-6d2d981fb76e None None] The sync data for ids ['a46169e8-d133-4778-b297-c71f47b36892'] in n-d-712142-35 is: [{'id': 'a46169e8-d133-4778-b297-c71f47b36892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:16:30Z', 'updated_at': '2022-02-11T04:16:31Z', 'revision_number': 3, 'project_id': '54061c50498d487ead83613ae85af3f7', 'gw_port': {'id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:31Z', 'updated_at': '2022-02-11T04:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:16:35.729792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36322) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:35.752555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: ee824459-4be5-4882-a17d-e58fdf187474 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:16:35.752914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ee824459-4be5-4882-a17d-e58fdf187474 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:16:35.759526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8ce53-aa0a-49e6-851e-10ae6a0d6ff3 req-ef60a971-8507-456d-8874-cba43c4a3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:35.760961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecf8ce53-aa0a-49e6-851e-10ae6a0d6ff3 req-ef60a971-8507-456d-8874-cba43c4a3fd5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 1128 time: 0.2370486 Feb 11 04:16:35.779949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3bcd5cfe-5ee0-4ba7-9fbe-8656e5997dc0 None None] Provisioning complete for port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:35.785646 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3bcd5cfe-5ee0-4ba7-9fbe-8656e5997dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:35.785883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654d771-e929-4d03-bd33-acdb1593983b req-c31a738f-433d-47de-89e8-52bbed88209f tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:35.803673 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8654d771-e929-4d03-bd33-acdb1593983b req-c31a738f-433d-47de-89e8-52bbed88209f tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 949 time: 0.2400541 Feb 11 04:16:35.864623 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3bcd5cfe-5ee0-4ba7-9fbe-8656e5997dc0 None None] Port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:16:35.931631 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Publish callbacks [] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:35.957966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8654d771-e929-4d03-bd33-acdb1593983b req-3556cdd5-834e-416d-bc31-52adff00ada9 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522710 Feb 11 04:16:35.960389 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecf8ce53-aa0a-49e6-851e-10ae6a0d6ff3 req-42409ec6-866f-4852-a376-abe49e088264 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546860 Feb 11 04:16:35.992515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb000501-1d14-4514-bb88-5c12c4f18c2d req-1e934477-38e8-4be7-b6fd-7cab61641786 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:35.994489 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb000501-1d14-4514-bb88-5c12c4f18c2d req-1e934477-38e8-4be7-b6fd-7cab61641786 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 944 time: 0.1047158 Feb 11 04:16:36.002319 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6beefd01-6c77-4dba-a4f1-3925c0e9cc36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:36.044297 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:36.119575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb000501-1d14-4514-bb88-5c12c4f18c2d req-dfca353c-3d4f-456c-8591-d3a699ce4939 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135738 Feb 11 04:16:36.145440 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (a46169e8-d133-4778-b297-c71f47b36892), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:36.163967 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Pushing event updated for resources: {'Port': ['ID=aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:36.217318 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6beefd01-6c77-4dba-a4f1-3925c0e9cc36 admin admin] Publish callbacks [] for security_group (fdbd9c22-5399-48be-96c6-8895501ebef6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:36.219287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedda720-ea12-4da6-aedf-3c4770749390 req-4fc7c093-9529-44f7-90dc-4a5b84ea45b2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:36.221184 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cedda720-ea12-4da6-aedf-3c4770749390 req-4fc7c093-9529-44f7-90dc-4a5b84ea45b2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.1791081 Feb 11 04:16:36.294485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bfa60c0a-02e0-4908-b21d-9b29e6876c7f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:36.319418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Network e7c15246-6a7c-439d-b5bc-79f280a4bd7b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:16:36.321013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:16:36.332694 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6beefd01-6c77-4dba-a4f1-3925c0e9cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fdbd9c22-5399-48be-96c6-8895501ebef6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:36.412383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-fbd2df1a-c2db-4e78-8667-e237d041cbba tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:36.415213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-fbd2df1a-c2db-4e78-8667-e237d041cbba tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.32 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 808 time: 0.2533233 Feb 11 04:16:36.418605 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port bfa60c0a-02e0-4908-b21d-9b29e6876c7f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:36.419297 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bfa60c0a-02e0-4908-b21d-9b29e6876c7f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:36.441473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cedda720-ea12-4da6-aedf-3c4770749390 req-f96586e9-d52f-4710-8785-7cd4f41d7b14 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856079 Feb 11 04:16:36.456251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-29c43475-c45f-4128-bc1b-e3a6f3ccaa56 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Request body: {'port': {'device_id': '7dd741b5-8b69-4aaa-826d-cf9c956ef00e', 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282', 'admin_state_up': True, 'tenant_id': '2ecf6acdd8224d998729629979558449'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:36.490977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36338) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:36.502471 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beefd01-6c77-4dba-a4f1-3925c0e9cc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbd9c22-5399-48be-96c6-8895501ebef6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:36.510892 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6beefd01-6c77-4dba-a4f1-3925c0e9cc36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cef301b78c54675bef41ac08d5005c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7774653 Feb 11 04:16:36.521489 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36342) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:36.609817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port bfa60c0a-02e0-4908-b21d-9b29e6876c7f is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:36.609817 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bfa60c0a-02e0-4908-b21d-9b29e6876c7f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:36.640737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port bfa60c0a-02e0-4908-b21d-9b29e6876c7f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bfa60c0a-02e0-4908-b21d-9b29e6876c7f,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:36.716120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Router a46169e8-d133-4778-b297-c71f47b36892 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:16:36.718327 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bfa60c0a-02e0-4908-b21d-9b29e6876c7f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:36.737455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31eeab5a-0757-498f-8306-69f57325f720 req-c58333a9-a097-44ab-97a6-eee4803dd4d9 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 210 time: 0.0545921 Feb 11 04:16:36.766290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36de611-2018-40b0-8d97-0be1ccfeb5f0 req-b07b7d08-797f-4ca4-9a3a-415b17e87afc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:36.767984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a36de611-2018-40b0-8d97-0be1ccfeb5f0 req-b07b7d08-797f-4ca4-9a3a-415b17e87afc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 945 time: 0.2857330 Feb 11 04:16:36.798460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-964a305f-0706-449d-b7a6-27fd8c3d8a9d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:36.803789 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-964a305f-0706-449d-b7a6-27fd8c3d8a9d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports/4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 HTTP/1.1" status: 200 len: 945 time: 0.3081651 Feb 11 04:16:36.811254 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-310c35dd-0346-4b61-817c-09501cf6e9d4 admin admin] Publish callbacks [] for security_group (fdbd9c22-5399-48be-96c6-8895501ebef6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:36.824957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=bfa60c0a-02e0-4908-b21d-9b29e6876c7f,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:36.837888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6b92997e-843b-43fe-8ed6-60d471ddfe55 None None] Provisioning complete for port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:36.838889 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6b92997e-843b-43fe-8ed6-60d471ddfe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:36.889636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6b92997e-843b-43fe-8ed6-60d471ddfe55 None None] Port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:16:36.903151 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-310c35dd-0346-4b61-817c-09501cf6e9d4 admin admin] Publish callbacks [] for security_group (fdbd9c22-5399-48be-96c6-8895501ebef6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:36.911065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device a4892d74-3ae1-41fb-9075-f893922b14d3 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:16:36.937661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a36de611-2018-40b0-8d97-0be1ccfeb5f0 req-c2ff30b5-d669-4412-9fc9-deb2035a114c tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622653 Feb 11 04:16:36.962565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91ff93-f487-406c-8ceb-f6b5ca4cfafb req-940d7e81-dc94-4c99-841e-2b91bd49c526 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:36.964875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe91ff93-f487-406c-8ceb-f6b5ca4cfafb req-940d7e81-dc94-4c99-841e-2b91bd49c526 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.47 "GET /v2.0/ports?device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 949 time: 0.1879823 Feb 11 04:16:36.996183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-29c43475-c45f-4128-bc1b-e3a6f3ccaa56 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Made reservation on behalf of 2ecf6acdd8224d998729629979558449 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:16:37.008897 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-29c43475-c45f-4128-bc1b-e3a6f3ccaa56 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:37.061563 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:16:37.069101 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e36fe97a-abbd-4c85-8c55-1f1ec8204e12 admin admin] 10.222.0.13 "PUT /v2.0/routers/a46169e8-d133-4778-b297-c71f47b36892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7848797 Feb 11 04:16:37.124940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port a4892d74-3ae1-41fb-9075-f893922b14d3, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=a4892d74-3ae1-41fb-9075-f893922b14d3,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:37.144989 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-310c35dd-0346-4b61-817c-09501cf6e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fdbd9c22-5399-48be-96c6-8895501ebef6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:37.150387 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-310c35dd-0346-4b61-817c-09501cf6e9d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:37.158786 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-310c35dd-0346-4b61-817c-09501cf6e9d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdbd9c22-5399-48be-96c6-8895501ebef6 HTTP/1.1" status: 204 len: 168 time: 0.6297190 Feb 11 04:16:37.182466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c35dd-0346-4b61-817c-09501cf6e9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbd9c22-5399-48be-96c6-8895501ebef6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:37.187961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'a4892d74-3ae1-41fb-9075-f893922b14d3', 'network_id': 'cdd1917d-0b54-47b0-9db4-7da99860b38f', 'port_id': 'a4892d74-3ae1-41fb-9075-f893922b14d3', 'mac_address': 'fa:16:3e:8b:55:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:16:37.280552 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port a4892d74-3ae1-41fb-9075-f893922b14d3 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:37.280947 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a4892d74-3ae1-41fb-9075-f893922b14d3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:37.315815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4892d74-3ae1-41fb-9075-f893922b14d3 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:37.337615 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port a4892d74-3ae1-41fb-9075-f893922b14d3, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=a4892d74-3ae1-41fb-9075-f893922b14d3,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:37.429592 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a4892d74-3ae1-41fb-9075-f893922b14d3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:37.482167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7560f8-6683-4a88-8004-fcc22c2a561a req-093c686a-bb34-410d-92e7-abdf4e877c8a tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:37.484651 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9b7560f8-6683-4a88-8004-fcc22c2a561a req-093c686a-bb34-410d-92e7-abdf4e877c8a tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 949 time: 0.3656857 Feb 11 04:16:37.492738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-29c43475-c45f-4128-bc1b-e3a6f3ccaa56 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Allocated IP 172.20.0.14 (3f63ad72-cf1f-42fb-bfa6-fbb223cd2282/4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e/7aab4bab-e06b-4337-a3c1-c6b5de70c564) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:16:37.518211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=a4892d74-3ae1-41fb-9075-f893922b14d3,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:37.545671 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e057af2-85a5-450b-bb33-2a1a635d23fb req-70df9daf-1563-4234-a68e-3cade9051787 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:37.547153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e057af2-85a5-450b-bb33-2a1a635d23fb req-70df9daf-1563-4234-a68e-3cade9051787 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 944 time: 0.2578959 Feb 11 04:16:37.593248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-fe91ff93-f487-406c-8ceb-f6b5ca4cfafb req-d560fe06-cd75-4c62-a667-12b36678d803 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Deleting port e3c61b82-ea33-4ab0-9219-9ab025984b7c {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:16:37.593597 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fe91ff93-f487-406c-8ceb-f6b5ca4cfafb req-d560fe06-cd75-4c62-a667-12b36678d803 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:37.651017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9b7560f8-6683-4a88-8004-fcc22c2a561a req-fe6a13e1-a703-42bf-99fd-9dcb6f5cf1cf tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/security-groups?id=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597047 Feb 11 04:16:37.705216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['a4892d74-3ae1-41fb-9075-f893922b14d3'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:37.772241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e057af2-85a5-450b-bb33-2a1a635d23fb req-7b128d89-3bc6-42dc-90e3-a5f157660c24 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150967 Feb 11 04:16:37.922369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fe91ff93-f487-406c-8ceb-f6b5ca4cfafb req-d560fe06-cd75-4c62-a667-12b36678d803 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] For port e3c61b82-ea33-4ab0-9219-9ab025984b7c, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e3c61b82-ea33-4ab0-9219-9ab025984b7c,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:37.923031 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fe91ff93-f487-406c-8ceb-f6b5ca4cfafb req-d560fe06-cd75-4c62-a667-12b36678d803 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:37.957445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-fe91ff93-f487-406c-8ceb-f6b5ca4cfafb req-d560fe06-cd75-4c62-a667-12b36678d803 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Calling delete_port for e3c61b82-ea33-4ab0-9219-9ab025984b7c owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:16:37.974345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf496cb-313c-4c99-9d12-320f16d707f8 req-b21eb857-c778-42f9-a8ad-6843376b1fac tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:37.981320 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1bf496cb-313c-4c99-9d12-320f16d707f8 req-b21eb857-c778-42f9-a8ad-6843376b1fac tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.2447882 Feb 11 04:16:38.018029 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-29c43475-c45f-4128-bc1b-e3a6f3ccaa56 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks [] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:38.121146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36382) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:38.123272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1bf496cb-313c-4c99-9d12-320f16d707f8 req-1d0180dd-f5c3-40b7-9ec6-835a1e3d5185 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410573 Feb 11 04:16:38.145549 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-056fa148-8f6b-49c7-9d0c-09395f5fd12d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:38.230880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bfa60c0a-02e0-4908-b21d-9b29e6876c7f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:38.278713 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-29c43475-c45f-4128-bc1b-e3a6f3ccaa56 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:38.291397 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-056fa148-8f6b-49c7-9d0c-09395f5fd12d admin admin] Publish callbacks [] for security_group (a349c05c-5c99-4373-8c9d-aba9216fd0d2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:38.309131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port bfa60c0a-02e0-4908-b21d-9b29e6876c7f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:38.309578 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bfa60c0a-02e0-4908-b21d-9b29e6876c7f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:38.366847 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-056fa148-8f6b-49c7-9d0c-09395f5fd12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a349c05c-5c99-4373-8c9d-aba9216fd0d2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:38.386216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-09d208b2-95b9-45db-838f-b9ce25c04d11 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:38.388328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-09d208b2-95b9-45db-838f-b9ce25c04d11 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/networks?id=e7c15246-6a7c-439d-b5bc-79f280a4bd7b HTTP/1.1" status: 200 len: 828 time: 0.2684140 Feb 11 04:16:38.397087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-29c43475-c45f-4128-bc1b-e3a6f3ccaa56 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:16:38.397344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Sync routers for ids ['a46169e8-d133-4778-b297-c71f47b36892'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:16:38.406167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-29c43475-c45f-4128-bc1b-e3a6f3ccaa56 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:16:38.410489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c43475-c45f-4128-bc1b-e3a6f3ccaa56 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Pushing event updated for resources: {'Port': ['ID=7aab4bab-e06b-4337-a3c1-c6b5de70c564,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:38.410745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port bfa60c0a-02e0-4908-b21d-9b29e6876c7f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:38.415444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-29c43475-c45f-4128-bc1b-e3a6f3ccaa56 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:16:38.417156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Routers {'a46169e8-d133-4778-b297-c71f47b36892'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:16:38.417882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:16:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a46169e8-d133-4778-b297-c71f47b36892'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:38.420693 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-29c43475-c45f-4128-bc1b-e3a6f3ccaa56 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:38.421322 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-29c43475-c45f-4128-bc1b-e3a6f3ccaa56 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:38.444107 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-056fa148-8f6b-49c7-9d0c-09395f5fd12d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f66268c56ad43e788a1efcaec219d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218365 Feb 11 04:16:38.445160 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fa148-8f6b-49c7-9d0c-09395f5fd12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a349c05c-5c99-4373-8c9d-aba9216fd0d2,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:38.447907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36384) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:38.448025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fd5bd-dbe8-4a3b-bde0-85fce889e345 req-ed874a04-4f2a-42c5-b3f6-5762dcf372e4 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:38.455338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d4fd5bd-dbe8-4a3b-bde0-85fce889e345 req-ed874a04-4f2a-42c5-b3f6-5762dcf372e4 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 932 time: 0.2184341 Feb 11 04:16:38.459050 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-cbdd3995-7956-4639-9cdf-2effe2a34471 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/quotas/54061c50498d487ead83613ae85af3f7 HTTP/1.1" status: 200 len: 375 time: 0.0505922 Feb 11 04:16:38.469412 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fe91ff93-f487-406c-8ceb-f6b5ca4cfafb req-d560fe06-cd75-4c62-a667-12b36678d803 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (e3c61b82-ea33-4ab0-9219-9ab025984b7c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:38.483717 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['e3c61b82-ea33-4ab0-9219-9ab025984b7c'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:38.521195 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-48d93f79-cd91-400a-a462-94e9eedfa032 admin admin] Publish callbacks [] for security_group (a349c05c-5c99-4373-8c9d-aba9216fd0d2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:38.549706 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-48d93f79-cd91-400a-a462-94e9eedfa032 admin admin] Publish callbacks [] for security_group (a349c05c-5c99-4373-8c9d-aba9216fd0d2), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:38.571932 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Set router a46169e8-d133-4778-b297-c71f47b36892 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:16:38.704474 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-48d93f79-cd91-400a-a462-94e9eedfa032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a349c05c-5c99-4373-8c9d-aba9216fd0d2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:38.707613 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-48d93f79-cd91-400a-a462-94e9eedfa032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:38.708982 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-48d93f79-cd91-400a-a462-94e9eedfa032 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a349c05c-5c99-4373-8c9d-aba9216fd0d2 HTTP/1.1" status: 204 len: 168 time: 0.2601671 Feb 11 04:16:38.721868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d93f79-cd91-400a-a462-94e9eedfa032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a349c05c-5c99-4373-8c9d-aba9216fd0d2,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:38.809296 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-29c43475-c45f-4128-bc1b-e3a6f3ccaa56 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3616993 Feb 11 04:16:38.809979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560fe06-cd75-4c62-a667-12b36678d803 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Pushing event deleted for resources: {'Port': ['ID=e3c61b82-ea33-4ab0-9219-9ab025984b7c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:38.829528 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Request body: {'port': {'device_id': '7dd741b5-8b69-4aaa-826d-cf9c956ef00e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:38.846751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46169e8-d133-4778-b297-c71f47b36892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:16:30Z', 'updated_at': '2022-02-11T04:16:35Z', 'revision_number': 4, 'project_id': '54061c50498d487ead83613ae85af3f7', 'gw_port': {'id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:31Z', 'updated_at': '2022-02-11T04:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a', 'name': '', 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'mac_address': 'fa:16:3e:6f:7f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6b9251b7-19ea-434f-8270-971464a27da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:34Z', 'updated_at': '2022-02-11T04:16:35Z', 'revision_number': 2, 'project_id': '54061c50498d487ead83613ae85af3f7', 'subnets': [{'id': '6b9251b7-19ea-434f-8270-971464a27da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:38.884390 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d4fd5bd-dbe8-4a3b-bde0-85fce889e345 req-a08ad6a6-5399-4ffc-9893-1bd0bdb76e1d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277089 Feb 11 04:16:38.888306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Checking router: a46169e8-d133-4778-b297-c71f47b36892 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:16:38.888673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Updating router a46169e8-d133-4778-b297-c71f47b36892 port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:16:38.911299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe91ff93-f487-406c-8ceb-f6b5ca4cfafb req-d560fe06-cd75-4c62-a667-12b36678d803 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] No DVR routers for this DVR port e3c61b82-ea33-4ab0-9219-9ab025984b7c on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:16:38.915502 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fe91ff93-f487-406c-8ceb-f6b5ca4cfafb req-d560fe06-cd75-4c62-a667-12b36678d803 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:38.920846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe91ff93-f487-406c-8ceb-f6b5ca4cfafb req-d560fe06-cd75-4c62-a667-12b36678d803 tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.47 "DELETE /v2.0/ports/e3c61b82-ea33-4ab0-9219-9ab025984b7c HTTP/1.1" status: 204 len: 173 time: 1.9491758 Feb 11 04:16:38.921403 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device a4892d74-3ae1-41fb-9075-f893922b14d3 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:38.926011 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-cf20a82a-0e30-4d4d-a37d-b5a2f82bf9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:38.927747 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-cf20a82a-0e30-4d4d-a37d-b5a2f82bf9bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 1131 time: 0.0656774 Feb 11 04:16:38.934913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555ed727-63f8-4efe-852a-76e9e52eb636', 'name': 'network-vif-deleted', 'tag': 'e3c61b82-ea33-4ab0-9219-9ab025984b7c'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:38.939418 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a191bb46-819b-402a-8c51-a64473e84c8f" -d '{"events": [{"server_uuid": "555ed727-63f8-4efe-852a-76e9e52eb636", "name": "network-vif-deleted", "tag": "e3c61b82-ea33-4ab0-9219-9ab025984b7c"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:38.958334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-32b2c67d-b35a-4fe7-93d8-ada4917c57a8 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=54061c50498d487ead83613ae85af3f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4918694 Feb 11 04:16:38.977312 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:39.039760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-3aaccc83-22e8-4784-93d2-6ca809d2bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:39.041278 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-3aaccc83-22e8-4784-93d2-6ca809d2bfa9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1077950 Feb 11 04:16:39.052221 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:39.097379 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-55a0b814-e17b-4112-a411-fc31531f8eb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 HTTP/1.1" status: 200 len: 217 time: 0.0493267 Feb 11 04:16:39.138713 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port a4892d74-3ae1-41fb-9075-f893922b14d3 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:16:39.149575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port a4892d74-3ae1-41fb-9075-f893922b14d3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:39.149951 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a4892d74-3ae1-41fb-9075-f893922b14d3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:39.159395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d38f2-41bd-420e-a7e6-d180c097784f req-9ed5e888-d586-4c20-8382-c6b9ffb0096f tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:39.161246 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c8d38f2-41bd-420e-a7e6-d180c097784f req-9ed5e888-d586-4c20-8382-c6b9ffb0096f tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 945 time: 0.1762953 Feb 11 04:16:39.166860 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-01327943-d0da-4b26-b0e6-186e618faaa9 service neutron] 10.222.0.13 "GET /v2.0/networks/e7c15246-6a7c-439d-b5bc-79f280a4bd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830542 Feb 11 04:16:39.208236 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-fc93e78d-0ffe-479b-9e2e-34d3a033ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:39.211300 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-fc93e78d-0ffe-479b-9e2e-34d3a033ce62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1083925 Feb 11 04:16:39.306931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-6d2057fb-4093-4983-845a-08cf5b2dd792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:39.312012 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-6d2057fb-4093-4983-845a-08cf5b2dd792 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0909140 Feb 11 04:16:39.407434 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c8d38f2-41bd-420e-a7e6-d180c097784f req-3a250a48-fead-4f9e-9471-9c7451d13787 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228141 Feb 11 04:16:39.415888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-37b5c5a8-aa3f-46f8-856c-7044b2a38b75 service neutron] 10.222.0.13 "GET /v2.0/networks/e7c15246-6a7c-439d-b5bc-79f280a4bd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405074 Feb 11 04:16:39.444322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port a4892d74-3ae1-41fb-9075-f893922b14d3 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:39.447458 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a4892d74-3ae1-41fb-9075-f893922b14d3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:39.547368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce6b038-1339-4c9c-b650-1cb583455133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4892d74-3ae1-41fb-9075-f893922b14d3'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:39.549885 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faad1ef5-7dd4-4699-9091-16b0f0c35e5b" -d '{"events": [{"server_uuid": "5ce6b038-1339-4c9c-b650-1cb583455133", "name": "network-vif-plugged", "status": "completed", "tag": "a4892d74-3ae1-41fb-9075-f893922b14d3"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:39.563025 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Publish callbacks [] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:39.568563 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port a4892d74-3ae1-41fb-9075-f893922b14d3, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=a4892d74-3ae1-41fb-9075-f893922b14d3,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:39.570593 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-153ee832-37a0-480f-bee8-08ed2694578b service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532346 Feb 11 04:16:39.627105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aab4bab-e06b-4337-a3c1-c6b5de70c564 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:39.636502 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-718b41d8-54c1-47de-aa2f-2d48e7a0d167 req-1a40d54b-9b59-497f-95ff-e9bfe87001bd tempest-ServersAdminNegativeTestJSON-1185487874 tempest-ServersAdminNegativeTestJSON-1185487874-project] 10.222.0.13 "GET /v2.0/ports?device_id=555ed727-63f8-4efe-852a-76e9e52eb636 HTTP/1.1" status: 200 len: 210 time: 0.0451241 Feb 11 04:16:39.644548 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Publish callbacks [] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:39.664649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Transition to ACTIVE for port object 7aab4bab-e06b-4337-a3c1-c6b5de70c564 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:16:39.666895 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:39.682198 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-9584fb72-c8ec-4a85-a481-d9d2bfa0b541 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995820 Feb 11 04:16:39.709274 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a4892d74-3ae1-41fb-9075-f893922b14d3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:39.710228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e3c61b82-ea33-4ab0-9219-9ab025984b7c no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:16:39.735763 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:39.745442 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: e3c61b82-ea33-4ab0-9219-9ab025984b7c {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:16:39.745633 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e3c61b82-ea33-4ab0-9219-9ab025984b7c not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:16:39.761660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc88ebe-9aad-4ff2-964f-3b92e4650b93 None None] Pushing event updated for resources: {'Port': ['ID=aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:39.829018 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457d3598-99e0-470b-bbbd-319a42504edb x-openstack-request-id: req-457d3598-99e0-470b-bbbd-319a42504edb {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:39.829514 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555ed727-63f8-4efe-852a-76e9e52eb636", "name": "network-vif-deleted", "tag": "e3c61b82-ea33-4ab0-9219-9ab025984b7c", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:39.829617 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-457d3598-99e0-470b-bbbd-319a42504edb {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:39.830119 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555ed727-63f8-4efe-852a-76e9e52eb636', 'name': 'network-vif-deleted', 'tag': 'e3c61b82-ea33-4ab0-9219-9ab025984b7c', 'status': 'completed', 'code': 200} Feb 11 04:16:39.843481 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=a4892d74-3ae1-41fb-9075-f893922b14d3,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:39.912747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Pushing event updated for resources: {'Port': ['ID=7aab4bab-e06b-4337-a3c1-c6b5de70c564,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:39.959198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Attempting to bind port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:39.959198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Attempting to bind port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'a0d7feeb-0341-48f5-8e4f-3cf448efa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:39.959198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Attempting to bind port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a on network e7c15246-6a7c-439d-b5bc-79f280a4bd7b {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:39.969917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:39.971247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Checking segment: {'id': 'a0d7feeb-0341-48f5-8e4f-3cf448efa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:39.973392 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:39.974032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Bound using segment: {'id': 'a0d7feeb-0341-48f5-8e4f-3cf448efa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:39.974786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Bound port: aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d7feeb-0341-48f5-8e4f-3cf448efa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:39.975373 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:40.040165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca9144-93e8-4a73-9538-9b8e2adccf1a req-99dbfc6d-4908-4181-aa8e-c9ffdec4ab66 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:40.048080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9bca9144-93e8-4a73-9538-9b8e2adccf1a req-99dbfc6d-4908-4181-aa8e-c9ffdec4ab66 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 946 time: 0.3237453 Feb 11 04:16:40.050015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:40.050423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:40.050796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:40.068547 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:16:40.068547 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:40.093603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:40.093957 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Checking segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:40.094969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Bound using segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:40.095430 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Bound port: 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:40.097032 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:40.112677 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] For port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:40.129425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] For port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a,segment=NetworkSegment(a0d7feeb-0341-48f5-8e4f-3cf448efa28b),segment_id=a0d7feeb-0341-48f5-8e4f-3cf448efa28b)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:40.137971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcac9c-cf16-401f-a4d1-d19861c63f08 req-8c02a9d3-9639-4c4d-aa8a-e1f456fc2a3e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:40.147420 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07bcac9c-cf16-401f-a4d1-d19861c63f08 req-8c02a9d3-9639-4c4d-aa8a-e1f456fc2a3e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.2112935 Feb 11 04:16:40.209921 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9bca9144-93e8-4a73-9538-9b8e2adccf1a req-56d39d72-c628-4e58-b11b-87bf56efe653 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609607 Feb 11 04:16:40.247962 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:40.249921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7c5194d9-1af8-4d9d-9a92-e8663b3b4cc0 None None] Provisioning complete for port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:40.251129 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c5194d9-1af8-4d9d-9a92-e8663b3b4cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:40.273495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:40.278557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07bcac9c-cf16-401f-a4d1-d19861c63f08 req-2b88c14b-10d9-448e-8b53-557c398318af tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298571 Feb 11 04:16:40.281446 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:40.345420 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cb1a55-8574-411b-b722-76bcc9638e8b x-openstack-request-id: req-71cb1a55-8574-411b-b722-76bcc9638e8b {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:40.345743 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce6b038-1339-4c9c-b650-1cb583455133", "name": "network-vif-plugged", "status": "completed", "tag": "a4892d74-3ae1-41fb-9075-f893922b14d3", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:40.346004 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71cb1a55-8574-411b-b722-76bcc9638e8b {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:40.346396 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce6b038-1339-4c9c-b650-1cb583455133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4892d74-3ae1-41fb-9075-f893922b14d3', 'code': 200} Feb 11 04:16:40.348490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77e311-9024-4888-ad51-7a575b173c35 req-ee3eb1ca-6726-4ce2-abf1-2ccf49c2f7ea tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:40.350318 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e77e311-9024-4888-ad51-7a575b173c35 req-ee3eb1ca-6726-4ce2-abf1-2ccf49c2f7ea tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 1128 time: 0.0611022 Feb 11 04:16:40.417729 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:40.439950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc88ebe-9aad-4ff2-964f-3b92e4650b93 None None] Pushing event updated for resources: {'Port': ['ID=aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:40.446206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6262f621-e723-4ad8-9993-099c9b08e3cd req-5c5b03be-4da0-4d26-93a1-eff72d44a83c tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 210 time: 0.0521197 Feb 11 04:16:40.454193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Routers {'a46169e8-d133-4778-b297-c71f47b36892'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:16:40.454956 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:16:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a46169e8-d133-4778-b297-c71f47b36892'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:40.482407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:40.482871 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:40.484823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] 10.222.0.32 "PUT /v2.0/ports/7aab4bab-e06b-4337-a3c1-c6b5de70c564 HTTP/1.1" status: 200 len: 1093 time: 1.6670752 Feb 11 04:16:40.498408 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681690d1-2438-4ae7-97e2-4caf731f1454 req-8c8ab32a-c7ca-49fc-884c-5a92d528fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:40.501597 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-681690d1-2438-4ae7-97e2-4caf731f1454 req-8c8ab32a-c7ca-49fc-884c-5a92d528fe9c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 1129 time: 0.0823660 Feb 11 04:16:40.542778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e77e311-9024-4888-ad51-7a575b173c35 req-5e38ad95-04de-4014-8f56-ef45fa8a625b tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760252 Feb 11 04:16:40.551479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d449ec1-a2ac-4476-892d-6e9941812116 service neutron] Pushing event updated for resources: {'Port': ['ID=7aab4bab-e06b-4337-a3c1-c6b5de70c564,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:40.586223 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-681690d1-2438-4ae7-97e2-4caf731f1454 req-77c4b103-2c15-4e04-a6af-df64e2ccfd61 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754294 Feb 11 04:16:40.721205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541732d-7e77-4b74-a9ee-8db7120924ef req-56a33d35-8f02-4be2-b2d6-2770ce5c29d6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:40.724212 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b541732d-7e77-4b74-a9ee-8db7120924ef req-56a33d35-8f02-4be2-b2d6-2770ce5c29d6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 944 time: 0.1400654 Feb 11 04:16:40.742719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-81ac0ef7-26ef-4333-bfa2-6c1c2eb7f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:40.744524 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-81ac0ef7-26ef-4333-bfa2-6c1c2eb7f465 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 1127 time: 0.1128018 Feb 11 04:16:40.805464 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-989d9a6d-8b16-4596-a4c8-ecbab6d0f5c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564 HTTP/1.1" status: 200 len: 217 time: 0.0534265 Feb 11 04:16:40.870394 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b541732d-7e77-4b74-a9ee-8db7120924ef req-c632cd22-aa08-4f49-b680-5e6b7f1ac3db tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394029 Feb 11 04:16:40.888555 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-88fa7711-1cef-40ac-b5bd-ec9a89ab2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:40.893745 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-88fa7711-1cef-40ac-b5bd-ec9a89ab2ec9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.0792954 Feb 11 04:16:40.935055 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5086eb66-91bf-4836-9366-af5ffaed9d1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350640 Feb 11 04:16:40.939695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7c5194d9-1af8-4d9d-9a92-e8663b3b4cc0 None None] Current status of the port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:40.939973 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c5194d9-1af8-4d9d-9a92-e8663b3b4cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:40.981439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] Set router a46169e8-d133-4778-b297-c71f47b36892 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:16:41.016237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7c5194d9-1af8-4d9d-9a92-e8663b3b4cc0 None None] For port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a,segment=NetworkSegment(a0d7feeb-0341-48f5-8e4f-3cf448efa28b),segment_id=a0d7feeb-0341-48f5-8e4f-3cf448efa28b)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:41.068740 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-f21ae3ee-e8ea-4be2-adb2-ba416189f682 service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265533 Feb 11 04:16:41.112526 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c5194d9-1af8-4d9d-9a92-e8663b3b4cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:41.172931 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c32fd32-7d12-49f2-b020-63c5d69b7bd8 req-5cb64e67-e8ef-4dad-b52f-149fcf8acbe5 service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983787 Feb 11 04:16:41.233941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5194d9-1af8-4d9d-9a92-e8663b3b4cc0 None None] Pushing event updated for resources: {'Port': ['ID=aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:41.268856 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-615a283d-a3db-4bed-a64d-47639a22afb9 None None] Provisioning complete for port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:41.269939 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-615a283d-a3db-4bed-a64d-47639a22afb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:41.400310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46169e8-d133-4778-b297-c71f47b36892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:16:30Z', 'updated_at': '2022-02-11T04:16:35Z', 'revision_number': 4, 'project_id': '54061c50498d487ead83613ae85af3f7', 'gw_port': {'id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:31Z', 'updated_at': '2022-02-11T04:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a', 'name': '', 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'mac_address': 'fa:16:3e:6f:7f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6b9251b7-19ea-434f-8270-971464a27da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:34Z', 'updated_at': '2022-02-11T04:16:40Z', 'revision_number': 4, 'project_id': '54061c50498d487ead83613ae85af3f7', 'subnets': [{'id': '6b9251b7-19ea-434f-8270-971464a27da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:41.404566 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36458) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:41.447511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75e0b63-6b85-44de-8acc-44375a0c5775 None None] The sync data for ids ['a46169e8-d133-4778-b297-c71f47b36892'] in n-d-712142-35 is: [{'id': 'a46169e8-d133-4778-b297-c71f47b36892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:16:30Z', 'updated_at': '2022-02-11T04:16:35Z', 'revision_number': 4, 'project_id': '54061c50498d487ead83613ae85af3f7', 'gw_port': {'id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:31Z', 'updated_at': '2022-02-11T04:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a', 'name': '', 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'mac_address': 'fa:16:3e:6f:7f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6b9251b7-19ea-434f-8270-971464a27da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:34Z', 'updated_at': '2022-02-11T04:16:40Z', 'revision_number': 4, 'project_id': '54061c50498d487ead83613ae85af3f7', 'subnets': [{'id': '6b9251b7-19ea-434f-8270-971464a27da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:16:41.454932 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-615a283d-a3db-4bed-a64d-47639a22afb9 None None] Current status of the port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:41.473031 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90eb3b-40d3-4c01-8796-05bd87d6dc40 req-72ce9634-42f3-479d-ab23-6ebe44a34aa4 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:41.475904 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d90eb3b-40d3-4c01-8796-05bd87d6dc40 req-72ce9634-42f3-479d-ab23-6ebe44a34aa4 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 946 time: 0.1731198 Feb 11 04:16:41.608421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0765196-f088-40fb-a532-b461a44d3644 req-9975be39-4d8f-4ccb-b7a5-6bd5d685357d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:41.620522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0765196-f088-40fb-a532-b461a44d3644 req-9975be39-4d8f-4ccb-b7a5-6bd5d685357d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.2251482 Feb 11 04:16:41.621814 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-22073189-61b1-4de5-a164-75cb060be3d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=387164033edd4ea5a3d4eaa9873e27e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158384 Feb 11 04:16:41.626757 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36468) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:41.645722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d90eb3b-40d3-4c01-8796-05bd87d6dc40 req-947701a6-22df-4354-b1a0-24bc41c74ad4 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458158 Feb 11 04:16:41.757743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0765196-f088-40fb-a532-b461a44d3644 req-255c5809-0c48-47af-99b6-abbae04e3999 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356852 Feb 11 04:16:41.788028 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6aae0755-b0f3-49f7-9598-726dee80c076 admin admin] Publish callbacks [] for security_group (cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:41.819259 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cccf723-cc0e-4137-9b63-9428517b81b6 req-fd6c655c-8fac-48fe-a899-718853c779d8 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 210 time: 0.0515335 Feb 11 04:16:41.820048 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6aae0755-b0f3-49f7-9598-726dee80c076 admin admin] Publish callbacks [] for security_group (cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:41.832827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd741b5-8b69-4aaa-826d-cf9c956ef00e', 'tag': '7aab4bab-e06b-4337-a3c1-c6b5de70c564'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:41.839605 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43ed956-1cc7-4b89-bfb9-5fb81e1bda3e" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd741b5-8b69-4aaa-826d-cf9c956ef00e", "tag": "7aab4bab-e06b-4337-a3c1-c6b5de70c564"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:42.024786 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6aae0755-b0f3-49f7-9598-726dee80c076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:42.028028 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6aae0755-b0f3-49f7-9598-726dee80c076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:42.029413 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6aae0755-b0f3-49f7-9598-726dee80c076 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3 HTTP/1.1" status: 204 len: 168 time: 0.4016778 Feb 11 04:16:42.039559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae0755-b0f3-49f7-9598-726dee80c076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4d5d45-41ab-4695-8bc5-c1efbe0eecc3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:42.100871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633f183-c1aa-4cce-bb7a-6566592605bc req-7e194e1b-c8ee-41eb-bda4-389c3c196120 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:42.126190 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7633f183-c1aa-4cce-bb7a-6566592605bc req-7e194e1b-c8ee-41eb-bda4-389c3c196120 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 944 time: 0.1298840 Feb 11 04:16:42.221643 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7633f183-c1aa-4cce-bb7a-6566592605bc req-d8706399-b066-4467-a3be-43fab09073e1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938506 Feb 11 04:16:42.279842 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a31fc2-f97a-4c90-93b3-fdbb4195fa04 x-openstack-request-id: req-93a31fc2-f97a-4c90-93b3-fdbb4195fa04 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:42.280143 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd741b5-8b69-4aaa-826d-cf9c956ef00e", "tag": "7aab4bab-e06b-4337-a3c1-c6b5de70c564", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:42.280417 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93a31fc2-f97a-4c90-93b3-fdbb4195fa04 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:42.280883 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd741b5-8b69-4aaa-826d-cf9c956ef00e', 'tag': '7aab4bab-e06b-4337-a3c1-c6b5de70c564', 'status': 'completed', 'code': 200} Feb 11 04:16:42.300926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:42.394914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:42.394914 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:42.415841 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ed956-1cc7-4b89-bfb9-5fb81e1bda3e req-5985d00f-85c6-4872-bded-46c332dc38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:42.417426 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f43ed956-1cc7-4b89-bfb9-5fb81e1bda3e req-5985d00f-85c6-4872-bded-46c332dc38cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 1127 time: 0.1140158 Feb 11 04:16:42.521321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:42.521934 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36492) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:42.568377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ed956-1cc7-4b89-bfb9-5fb81e1bda3e req-35d097b8-ef6b-4b66-8757-036b4807e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:42.570017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f43ed956-1cc7-4b89-bfb9-5fb81e1bda3e req-35d097b8-ef6b-4b66-8757-036b4807e71d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.1451802 Feb 11 04:16:42.626023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f43ed956-1cc7-4b89-bfb9-5fb81e1bda3e req-9a0b8175-cee4-49cd-821b-ee5e395a6786 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564 HTTP/1.1" status: 200 len: 217 time: 0.0468078 Feb 11 04:16:42.706075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ed956-1cc7-4b89-bfb9-5fb81e1bda3e req-907c9543-571a-42a7-8c45-55089961e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:42.709183 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d817bbb0-1fbc-4121-bf27-ebb7e4f2170b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:42.710135 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f43ed956-1cc7-4b89-bfb9-5fb81e1bda3e req-907c9543-571a-42a7-8c45-55089961e47f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.0745430 Feb 11 04:16:42.762369 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f43ed956-1cc7-4b89-bfb9-5fb81e1bda3e req-ff403610-8164-4ac2-a5f7-3f71b46a1e1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456796 Feb 11 04:16:42.905337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a87a5-9246-4417-badb-4fe5e5ad0087 req-6f38e8bc-9b3d-45a3-9431-092be841e3aa tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:42.913071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0a87a5-9246-4417-badb-4fe5e5ad0087 req-6f38e8bc-9b3d-45a3-9431-092be841e3aa tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 946 time: 0.1580184 Feb 11 04:16:42.970672 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f43ed956-1cc7-4b89-bfb9-5fb81e1bda3e req-70d5f366-392a-4a7d-b17a-b318ed6269f7 service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988521 Feb 11 04:16:43.065260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0a87a5-9246-4417-badb-4fe5e5ad0087 req-db26de23-0b58-437a-8bb7-f5a33de529ce tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288557 Feb 11 04:16:43.097196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-41861141-3a66-49b1-b78b-5c8de4cf566c tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:43.098744 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-41861141-3a66-49b1-b78b-5c8de4cf566c tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.47 "GET /v2.0/networks?id=e7c15246-6a7c-439d-b5bc-79f280a4bd7b HTTP/1.1" status: 200 len: 828 time: 0.1762800 Feb 11 04:16:43.134833 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-fc721b23-b7c1-4cfa-a3a2-06b4b351f92f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Request body: {'port': {'device_id': '90d2aa0d-d0a5-4217-9371-748b1db0a3e2', 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'admin_state_up': True, 'tenant_id': '54061c50498d487ead83613ae85af3f7'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:43.145777 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36508) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:43.182139 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d817bbb0-1fbc-4121-bf27-ebb7e4f2170b admin admin] Publish callbacks [] for security_group (84b812ce-bce9-481b-9ae5-e5c673fd1b35), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:43.216327 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f43ed956-1cc7-4b89-bfb9-5fb81e1bda3e req-90dc6372-4a39-4271-be71-6a344ad13560 service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319672 Feb 11 04:16:43.234295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30c4fd-cfbe-4448-aa32-84e0fa83869c req-7f4ad579-fd36-41f1-af35-67dd2030ce23 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:43.242159 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-da30c4fd-cfbe-4448-aa32-84e0fa83869c req-7f4ad579-fd36-41f1-af35-67dd2030ce23 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.3835213 Feb 11 04:16:43.272545 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-64179d20-c8c7-4bc8-998a-decf36eaa820 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7894b94896e64508ab5656b0e3c62ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0879292 Feb 11 04:16:43.273634 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d817bbb0-1fbc-4121-bf27-ebb7e4f2170b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (84b812ce-bce9-481b-9ae5-e5c673fd1b35), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:43.276485 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36512) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:43.290707 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21c7f11d-707a-4e38-870e-fe5c48c992f8 req-d4989452-c703-4c98-834a-f8fce47108b6 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 210 time: 0.0728545 Feb 11 04:16:43.349408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-da30c4fd-cfbe-4448-aa32-84e0fa83869c req-7c431129-b6bf-47e1-b5c1-bbc3c7e23618 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051230 Feb 11 04:16:43.414227 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817bbb0-1fbc-4121-bf27-ebb7e4f2170b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b812ce-bce9-481b-9ae5-e5c673fd1b35,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:43.463743 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d817bbb0-1fbc-4121-bf27-ebb7e4f2170b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d5a9df67bbc42109f17dc3db3df57ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9404714 Feb 11 04:16:43.470720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36516) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:43.502431 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f374dd3c-b277-4a19-965c-5e45d9a5a2f6 admin admin] Publish callbacks [] for security_group (eaee215b-85d9-407b-815e-1223efc4576f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:43.527453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f374dd3c-b277-4a19-965c-5e45d9a5a2f6 admin admin] Publish callbacks [] for security_group (eaee215b-85d9-407b-815e-1223efc4576f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:43.549843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab3f0b-1c83-4b61-92ae-1daf0e4f71e7 req-523f2263-990a-4ebf-ae61-a43832ff43c8 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:43.551442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27ab3f0b-1c83-4b61-92ae-1daf0e4f71e7 req-523f2263-990a-4ebf-ae61-a43832ff43c8 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 944 time: 0.0969954 Feb 11 04:16:43.594690 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7943e50-c225-455f-bd44-f5b1eb3e4dfd admin admin] Publish callbacks [] for security_group (84b812ce-bce9-481b-9ae5-e5c673fd1b35), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:43.634899 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7943e50-c225-455f-bd44-f5b1eb3e4dfd admin admin] Publish callbacks [] for security_group (84b812ce-bce9-481b-9ae5-e5c673fd1b35), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:43.649380 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27ab3f0b-1c83-4b61-92ae-1daf0e4f71e7 req-88715827-4bd1-4fa4-9c94-9d27f341cd5d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867102 Feb 11 04:16:44.200842 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f374dd3c-b277-4a19-965c-5e45d9a5a2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (eaee215b-85d9-407b-815e-1223efc4576f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:44.205571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f374dd3c-b277-4a19-965c-5e45d9a5a2f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:44.205571 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f374dd3c-b277-4a19-965c-5e45d9a5a2f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaee215b-85d9-407b-815e-1223efc4576f HTTP/1.1" status: 204 len: 168 time: 0.8024516 Feb 11 04:16:44.206218 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-fc721b23-b7c1-4cfa-a3a2-06b4b351f92f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Made reservation on behalf of 54061c50498d487ead83613ae85af3f7 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:16:44.211020 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-fc721b23-b7c1-4cfa-a3a2-06b4b351f92f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:44.229975 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374dd3c-b277-4a19-965c-5e45d9a5a2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaee215b-85d9-407b-815e-1223efc4576f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:44.289942 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7943e50-c225-455f-bd44-f5b1eb3e4dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (84b812ce-bce9-481b-9ae5-e5c673fd1b35), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:44.294096 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7943e50-c225-455f-bd44-f5b1eb3e4dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:44.297992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c7943e50-c225-455f-bd44-f5b1eb3e4dfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84b812ce-bce9-481b-9ae5-e5c673fd1b35 HTTP/1.1" status: 204 len: 168 time: 0.8246496 Feb 11 04:16:44.315164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7943e50-c225-455f-bd44-f5b1eb3e4dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b812ce-bce9-481b-9ae5-e5c673fd1b35,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:44.355563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bc246-2994-451a-943b-67d12033f272 req-54b87c2b-50fb-4ecb-ac6c-7b2828169fac tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:44.369233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-191bc246-2994-451a-943b-67d12033f272 req-54b87c2b-50fb-4ecb-ac6c-7b2828169fac tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 946 time: 0.1115153 Feb 11 04:16:44.450596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fef99438-f14e-4a46-89d6-e5d9479bab11 req-1986a53a-3da4-4d36-a04e-9ccc0770117d tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 210 time: 0.0707748 Feb 11 04:16:44.464605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-191bc246-2994-451a-943b-67d12033f272 req-4e3dbe3c-ba7d-4652-a6aa-2b7cd21fdd69 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859423 Feb 11 04:16:44.490770 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-fc721b23-b7c1-4cfa-a3a2-06b4b351f92f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Allocated IP 172.20.0.3 (e7c15246-6a7c-439d-b5bc-79f280a4bd7b/6b9251b7-19ea-434f-8270-971464a27da6/c61af530-0125-4345-83ad-b9174ddb050b) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:16:44.575595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd72106-27f1-45db-86d2-41cc26bf54e4 req-e1d9bbb3-b3b2-4fe3-a47d-fe323a825de3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:44.577368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bfd72106-27f1-45db-86d2-41cc26bf54e4 req-e1d9bbb3-b3b2-4fe3-a47d-fe323a825de3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.0647900 Feb 11 04:16:44.641870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bfd72106-27f1-45db-86d2-41cc26bf54e4 req-8561bf9c-7f34-478c-851f-8289af2c539c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571587 Feb 11 04:16:44.715941 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-fc721b23-b7c1-4cfa-a3a2-06b4b351f92f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for port (c61af530-0125-4345-83ad-b9174ddb050b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:44.783757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7aab4bab-e06b-4337-a3c1-c6b5de70c564 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:16:44.815643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381ee26-3e7e-4add-a301-94e413ba06b4 req-3faea554-7f96-443e-9be3-b62a4d003d8f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:44.818342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5381ee26-3e7e-4add-a301-94e413ba06b4 req-3faea554-7f96-443e-9be3-b62a4d003d8f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 944 time: 0.0892096 Feb 11 04:16:44.829619 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-fc721b23-b7c1-4cfa-a3a2-06b4b351f92f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c61af530-0125-4345-83ad-b9174ddb050b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:44.895825 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5381ee26-3e7e-4add-a301-94e413ba06b4 req-d58da6cc-5338-422f-878d-59e15a16f326 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704670 Feb 11 04:16:44.917326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:44.937977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '7aab4bab-e06b-4337-a3c1-c6b5de70c564', 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282', 'port_id': '7aab4bab-e06b-4337-a3c1-c6b5de70c564', 'mac_address': 'fa:16:3e:c0:db:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:16:44.951037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-fc721b23-b7c1-4cfa-a3a2-06b4b351f92f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Network e7c15246-6a7c-439d-b5bc-79f280a4bd7b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:16:44.954850 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-fc721b23-b7c1-4cfa-a3a2-06b4b351f92f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:16:44.959612 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-fc721b23-b7c1-4cfa-a3a2-06b4b351f92f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:16:45.031743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:45.032138 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:45.048496 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-fc721b23-b7c1-4cfa-a3a2-06b4b351f92f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:45.049516 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-fc721b23-b7c1-4cfa-a3a2-06b4b351f92f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:45.064145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc721b23-b7c1-4cfa-a3a2-06b4b351f92f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Pushing event updated for resources: {'Port': ['ID=c61af530-0125-4345-83ad-b9174ddb050b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:45.081480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aab4bab-e06b-4337-a3c1-c6b5de70c564 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:45.111361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:45.158301 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-fc721b23-b7c1-4cfa-a3a2-06b4b351f92f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0303967 Feb 11 04:16:45.169794 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Request body: {'port': {'device_id': '90d2aa0d-d0a5-4217-9371-748b1db0a3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:45.183499 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:45.257384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=7aab4bab-e06b-4337-a3c1-c6b5de70c564,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:45.295838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423c528-bb2c-4333-a0cb-edb77992516b req-99ae9981-47e7-4ae0-81e2-381f28f3d167 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:45.310367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e423c528-bb2c-4333-a0cb-edb77992516b req-99ae9981-47e7-4ae0-81e2-381f28f3d167 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 946 time: 0.1077869 Feb 11 04:16:45.318725 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c61af530-0125-4345-83ad-b9174ddb050b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:45.328125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-233e237e-62c4-4c9e-a614-3733f24e1c97 None None] Provisioning complete for port c61af530-0125-4345-83ad-b9174ddb050b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:45.329348 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-233e237e-62c4-4c9e-a614-3733f24e1c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c61af530-0125-4345-83ad-b9174ddb050b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:45.386108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-233e237e-62c4-4c9e-a614-3733f24e1c97 None None] Port c61af530-0125-4345-83ad-b9174ddb050b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:16:45.425699 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['7aab4bab-e06b-4337-a3c1-c6b5de70c564'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:45.449353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-e423c528-bb2c-4333-a0cb-edb77992516b req-06e8952a-3164-4b28-a464-6a02fdd1dd36 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Deleting port a4892d74-3ae1-41fb-9075-f893922b14d3 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:16:45.450028 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e423c528-bb2c-4333-a0cb-edb77992516b req-06e8952a-3164-4b28-a464-6a02fdd1dd36 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a4892d74-3ae1-41fb-9075-f893922b14d3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:45.470063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36546) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:45.508065 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f82af217-530e-4ea1-86ba-17db569acd7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:45.627860 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f82af217-530e-4ea1-86ba-17db569acd7a admin admin] Publish callbacks [] for security_group (00e97745-fa14-49a6-84f1-afeff9bff631), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:45.744342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61af530-0125-4345-83ad-b9174ddb050b {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:45.744763 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f82af217-530e-4ea1-86ba-17db569acd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (00e97745-fa14-49a6-84f1-afeff9bff631), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:45.752885 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Publish callbacks [] for port (c61af530-0125-4345-83ad-b9174ddb050b), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:45.768487 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Transition to ACTIVE for port object c61af530-0125-4345-83ad-b9174ddb050b will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:16:45.820980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f82af217-530e-4ea1-86ba-17db569acd7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2592b7ef8b024483a61b0bd1993bc8b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467882 Feb 11 04:16:45.822238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36562) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:45.822381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e423c528-bb2c-4333-a0cb-edb77992516b req-06e8952a-3164-4b28-a464-6a02fdd1dd36 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] For port a4892d74-3ae1-41fb-9075-f893922b14d3, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=a4892d74-3ae1-41fb-9075-f893922b14d3,segment=NetworkSegment(5ec144cf-d18f-499c-88cb-961e3d299181),segment_id=5ec144cf-d18f-499c-88cb-961e3d299181)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:45.822800 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e423c528-bb2c-4333-a0cb-edb77992516b req-06e8952a-3164-4b28-a464-6a02fdd1dd36 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a4892d74-3ae1-41fb-9075-f893922b14d3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:45.836147 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82af217-530e-4ea1-86ba-17db569acd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e97745-fa14-49a6-84f1-afeff9bff631,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:45.844105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-e423c528-bb2c-4333-a0cb-edb77992516b req-06e8952a-3164-4b28-a464-6a02fdd1dd36 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Calling delete_port for a4892d74-3ae1-41fb-9075-f893922b14d3 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:16:45.864458 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (c61af530-0125-4345-83ad-b9174ddb050b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:45.874288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70025501-8a5d-45d8-8780-84d31fcfc4db req-d2062e13-5063-4c18-90f4-a0b9966b661b tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:45.875867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70025501-8a5d-45d8-8780-84d31fcfc4db req-d2062e13-5063-4c18-90f4-a0b9966b661b tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 946 time: 0.2450635 Feb 11 04:16:45.888158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2066236-e25e-46e9-b765-d5b11c24fcbe req-76c01ee5-f1be-470e-a3c3-7eb5cba47c1f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:45.889713 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2066236-e25e-46e9-b765-d5b11c24fcbe req-76c01ee5-f1be-470e-a3c3-7eb5cba47c1f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 931 time: 0.2272696 Feb 11 04:16:45.937307 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-000b4179-8beb-4003-94d7-226ce56e2637 admin admin] Publish callbacks [] for security_group (00e97745-fa14-49a6-84f1-afeff9bff631), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:45.941292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Pushing event updated for resources: {'Port': ['ID=c61af530-0125-4345-83ad-b9174ddb050b,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:46.004927 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-000b4179-8beb-4003-94d7-226ce56e2637 admin admin] Publish callbacks [] for security_group (00e97745-fa14-49a6-84f1-afeff9bff631), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:46.029984 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36568) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:46.073006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Attempting to bind port c61af530-0125-4345-83ad-b9174ddb050b on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:46.073544 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Attempting to bind port c61af530-0125-4345-83ad-b9174ddb050b by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'a0d7feeb-0341-48f5-8e4f-3cf448efa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:46.074062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Attempting to bind port c61af530-0125-4345-83ad-b9174ddb050b on network e7c15246-6a7c-439d-b5bc-79f280a4bd7b {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:46.089372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Port c61af530-0125-4345-83ad-b9174ddb050b on network e7c15246-6a7c-439d-b5bc-79f280a4bd7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:16:46.089372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Attempting to bind port c61af530-0125-4345-83ad-b9174ddb050b on network e7c15246-6a7c-439d-b5bc-79f280a4bd7b {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:46.094861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:46.095220 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Checking segment: {'id': 'a0d7feeb-0341-48f5-8e4f-3cf448efa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:46.095590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Bound using segment: {'id': 'a0d7feeb-0341-48f5-8e4f-3cf448efa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:46.096057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Bound port: c61af530-0125-4345-83ad-b9174ddb050b, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d7feeb-0341-48f5-8e4f-3cf448efa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:46.096439 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c61af530-0125-4345-83ad-b9174ddb050b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:46.191405 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] For port c61af530-0125-4345-83ad-b9174ddb050b, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:46.200445 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-885131556-network', 'tenant_id': '2f12f051f6f4407992091bd99001c263'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:46.205221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] For port c61af530-0125-4345-83ad-b9174ddb050b, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c61af530-0125-4345-83ad-b9174ddb050b,segment=NetworkSegment(a0d7feeb-0341-48f5-8e4f-3cf448efa28b),segment_id=a0d7feeb-0341-48f5-8e4f-3cf448efa28b)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:46.207150 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-000b4179-8beb-4003-94d7-226ce56e2637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (00e97745-fa14-49a6-84f1-afeff9bff631), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:46.209940 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-000b4179-8beb-4003-94d7-226ce56e2637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:46.213609 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-000b4179-8beb-4003-94d7-226ce56e2637 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00e97745-fa14-49a6-84f1-afeff9bff631 HTTP/1.1" status: 204 len: 168 time: 0.3880754 Feb 11 04:16:46.229765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b4179-8beb-4003-94d7-226ce56e2637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e97745-fa14-49a6-84f1-afeff9bff631,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:46.275780 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (c61af530-0125-4345-83ad-b9174ddb050b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:46.311702 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2066236-e25e-46e9-b765-d5b11c24fcbe req-6571ace8-2264-4ddc-a5b6-0524e920dc63 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd80262-2eca-4045-85d9-e1680d01a032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080906 Feb 11 04:16:46.315554 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70025501-8a5d-45d8-8780-84d31fcfc4db req-1458db36-0501-423f-a861-b2ced4454472 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups?id=b77fdbfc-f69c-471c-914c-0ec29d112bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234798 Feb 11 04:16:46.323137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] Made reservation on behalf of 2f12f051f6f4407992091bd99001c263 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:16:46.325497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:46.338993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:46.339630 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:46.341081 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] 10.222.0.47 "PUT /v2.0/ports/c61af530-0125-4345-83ad-b9174ddb050b HTTP/1.1" status: 200 len: 1092 time: 1.1757653 Feb 11 04:16:46.341741 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d2aa0d-d0a5-4217-9371-748b1db0a3e2', 'tag': 'c61af530-0125-4345-83ad-b9174ddb050b'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:46.345751 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e087e74e-37f6-46c5-8898-12eb9dd5c3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "90d2aa0d-d0a5-4217-9371-748b1db0a3e2", "tag": "c61af530-0125-4345-83ad-b9174ddb050b"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:46.382266 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:46.453436 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52acc1-e706-4424-8a20-b943e8b32af1 service neutron] Pushing event updated for resources: {'Port': ['ID=c61af530-0125-4345-83ad-b9174ddb050b,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:46.515509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4752c6-4e1d-4726-8282-1ddf1661b8a7 req-955c3464-2874-4dc2-9c67-dbb6aba2e0a2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:46.517289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c4752c6-4e1d-4726-8282-1ddf1661b8a7 req-955c3464-2874-4dc2-9c67-dbb6aba2e0a2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.1137142 Feb 11 04:16:46.538398 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-88db119e-9203-4f59-a94a-cba6f814e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:46.540034 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-88db119e-9203-4f59-a94a-cba6f814e859 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54061c50498d487ead83613ae85af3f7&device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 1126 time: 0.0974302 Feb 11 04:16:46.542535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07547955-5da4-4032-9adc-09822bf2beaf req-0e1989d6-2350-4d89-849f-29eca1948be8 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:46.544027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07547955-5da4-4032-9adc-09822bf2beaf req-0e1989d6-2350-4d89-849f-29eca1948be8 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 945 time: 0.0985923 Feb 11 04:16:46.557400 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e423c528-bb2c-4333-a0cb-edb77992516b req-06e8952a-3164-4b28-a464-6a02fdd1dd36 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (a4892d74-3ae1-41fb-9075-f893922b14d3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:46.570296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['a4892d74-3ae1-41fb-9075-f893922b14d3'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:46.609055 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-55dca266-f3b1-4c12-8d89-bbc646d4d0ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c61af530-0125-4345-83ad-b9174ddb050b HTTP/1.1" status: 200 len: 217 time: 0.0585392 Feb 11 04:16:46.638771 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] Publish callbacks [] for security_group (657873e4-b694-40ba-878e-31a710413775), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:46.657706 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c4752c6-4e1d-4726-8282-1ddf1661b8a7 req-9307282a-aab0-489a-8d4c-6b7e3c02397f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304121 Feb 11 04:16:46.690665 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-4b76b572-3d52-4853-8161-e4bab74fbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:46.690665 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-4b76b572-3d52-4853-8161-e4bab74fbc1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9251b7-19ea-434f-8270-971464a27da6 HTTP/1.1" status: 200 len: 867 time: 0.0683663 Feb 11 04:16:46.718755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8952a-3164-4b28-a464-6a02fdd1dd36 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Pushing event deleted for resources: {'Port': ['ID=a4892d74-3ae1-41fb-9075-f893922b14d3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:46.724397 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (657873e4-b694-40ba-878e-31a710413775), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:46.730719 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c0e695-0c2b-47df-80c1-48987a8f25c1 x-openstack-request-id: req-52c0e695-0c2b-47df-80c1-48987a8f25c1 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:46.731057 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d2aa0d-d0a5-4217-9371-748b1db0a3e2", "tag": "c61af530-0125-4345-83ad-b9174ddb050b", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:46.731311 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52c0e695-0c2b-47df-80c1-48987a8f25c1 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:46.731875 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d2aa0d-d0a5-4217-9371-748b1db0a3e2', 'tag': 'c61af530-0125-4345-83ad-b9174ddb050b', 'status': 'completed', 'code': 200} Feb 11 04:16:46.781196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:16:46.783045 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657873e4-b694-40ba-878e-31a710413775,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:46.794210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e423c528-bb2c-4333-a0cb-edb77992516b req-06e8952a-3164-4b28-a464-6a02fdd1dd36 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] No DVR routers for this DVR port a4892d74-3ae1-41fb-9075-f893922b14d3 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:16:46.800552 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e423c528-bb2c-4333-a0cb-edb77992516b req-06e8952a-3164-4b28-a464-6a02fdd1dd36 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:46.801892 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4139dcf1-efcc-49f6-b1a4-05f77fef00e0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:46.802237 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] Added segment 4139dcf1-efcc-49f6-b1a4-05f77fef00e0 of type vlan for network fd232fce-fd30-43de-a608-696b7ab07e90 Feb 11 04:16:46.810298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e423c528-bb2c-4333-a0cb-edb77992516b req-06e8952a-3164-4b28-a464-6a02fdd1dd36 tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.47 "DELETE /v2.0/ports/a4892d74-3ae1-41fb-9075-f893922b14d3 HTTP/1.1" status: 204 len: 173 time: 1.4961216 Feb 11 04:16:46.815743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce6b038-1339-4c9c-b650-1cb583455133', 'name': 'network-vif-deleted', 'tag': 'a4892d74-3ae1-41fb-9075-f893922b14d3'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:46.817813 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d77e02f-1b2f-4f8f-96f9-8110ceb0624f" -d '{"events": [{"server_uuid": "5ce6b038-1339-4c9c-b650-1cb583455133", "name": "network-vif-deleted", "tag": "a4892d74-3ae1-41fb-9075-f893922b14d3"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:46.818453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7aab4bab-e06b-4337-a3c1-c6b5de70c564 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:46.829207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07547955-5da4-4032-9adc-09822bf2beaf req-edf858ca-496f-497a-b34f-1bae15fe0ce8 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731428 Feb 11 04:16:46.837418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-04b35787-59aa-4286-a898-d3c983cc115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:46.839609 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-04b35787-59aa-4286-a898-d3c983cc115a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e7c15246-6a7c-439d-b5bc-79f280a4bd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1453359 Feb 11 04:16:46.917662 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed1e344-d26e-4212-bf5e-bb2baf67d5f6 x-openstack-request-id: req-5ed1e344-d26e-4212-bf5e-bb2baf67d5f6 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:46.917954 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce6b038-1339-4c9c-b650-1cb583455133", "name": "network-vif-deleted", "tag": "a4892d74-3ae1-41fb-9075-f893922b14d3", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:46.918203 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ed1e344-d26e-4212-bf5e-bb2baf67d5f6 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:46.918591 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce6b038-1339-4c9c-b650-1cb583455133', 'name': 'network-vif-deleted', 'tag': 'a4892d74-3ae1-41fb-9075-f893922b14d3', 'status': 'completed', 'code': 200} Feb 11 04:16:46.924530 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (fd232fce-fd30-43de-a608-696b7ab07e90), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:46.999836 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-339e80cd-7020-41f8-b09f-477a095c1b7b service neutron] 10.222.0.47 "GET /v2.0/networks/e7c15246-6a7c-439d-b5bc-79f280a4bd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351354 Feb 11 04:16:47.006273 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:16:47.010408 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:47.011051 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:47.088941 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (fd232fce-fd30-43de-a608-696b7ab07e90), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:47.090009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:47.090854 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:47.120548 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:47.120940 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:47.160197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd741b5-8b69-4aaa-826d-cf9c956ef00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aab4bab-e06b-4337-a3c1-c6b5de70c564'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:47.162806 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8359c8-95a1-45db-8f16-64491ac07619" -d '{"events": [{"server_uuid": "7dd741b5-8b69-4aaa-826d-cf9c956ef00e", "name": "network-vif-plugged", "status": "completed", "tag": "7aab4bab-e06b-4337-a3c1-c6b5de70c564"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:47.187550 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:47.202199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] Pushing event updated for resources: {'Network': ['ID=fd232fce-fd30-43de-a608-696b7ab07e90,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:47.216018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network fd232fce-fd30-43de-a608-696b7ab07e90 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:16:47.223086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36606) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:47.224725 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38b0b2e-9bb7-4fc2-9e83-dfb00a19230e x-openstack-request-id: req-e38b0b2e-9bb7-4fc2-9e83-dfb00a19230e {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:47.225048 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd741b5-8b69-4aaa-826d-cf9c956ef00e", "name": "network-vif-plugged", "status": "completed", "tag": "7aab4bab-e06b-4337-a3c1-c6b5de70c564", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:47.225310 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e38b0b2e-9bb7-4fc2-9e83-dfb00a19230e {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:47.225706 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd741b5-8b69-4aaa-826d-cf9c956ef00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aab4bab-e06b-4337-a3c1-c6b5de70c564', 'code': 200} Feb 11 04:16:47.228102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-18e88885-1cbc-4320-9875-f06ef30445d3 admin admin] Request body: {'subnet': {'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-885131556-subnet', 'tenant_id': '2f12f051f6f4407992091bd99001c263', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:47.232516 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-83579727-be07-4ffa-ab3d-5dd3cbb0374e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2014058 Feb 11 04:16:47.236840 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8f84c084-43a1-44ab-9d13-be17d8ad690e req-fe84dc22-4f04-470b-ba6a-5aaac67ca37f service neutron] 10.222.0.47 "GET /v2.0/networks/e7c15246-6a7c-439d-b5bc-79f280a4bd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264435 Feb 11 04:16:47.304224 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:47.333455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e88885-1cbc-4320-9875-f06ef30445d3 admin admin] Made reservation on behalf of 2f12f051f6f4407992091bd99001c263 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:16:47.335829 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18e88885-1cbc-4320-9875-f06ef30445d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:47.373223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=7aab4bab-e06b-4337-a3c1-c6b5de70c564,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:47.430993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e74e-37f6-46c5-8898-12eb9dd5c3e9 req-f1303f30-1600-4eba-b3d3-85cfc8db78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:47.432545 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e087e74e-37f6-46c5-8898-12eb9dd5c3e9 req-f1303f30-1600-4eba-b3d3-85cfc8db78a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54061c50498d487ead83613ae85af3f7&device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 1126 time: 0.0565886 Feb 11 04:16:47.442877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e3a10-027f-4744-bb88-0e442cabe68f req-b864d266-e0ea-4dd5-b705-8d04373951e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:47.444601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e5e3a10-027f-4744-bb88-0e442cabe68f req-b864d266-e0ea-4dd5-b705-8d04373951e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 1129 time: 0.1435277 Feb 11 04:16:47.536328 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e74e-37f6-46c5-8898-12eb9dd5c3e9 req-49fafe4e-9ebc-464c-a81d-a9eb856af1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:47.538964 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e087e74e-37f6-46c5-8898-12eb9dd5c3e9 req-49fafe4e-9ebc-464c-a81d-a9eb856af1a2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e7c15246-6a7c-439d-b5bc-79f280a4bd7b HTTP/1.1" status: 200 len: 929 time: 0.0985959 Feb 11 04:16:47.558290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e5e3a10-027f-4744-bb88-0e442cabe68f req-03d62c2b-c7c4-4f0d-b996-1c7d4426e7e5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011026 Feb 11 04:16:47.571208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a4a96-c629-4c07-ac1a-ddd68273f359 req-9e113a5f-25df-4401-9632-477065a4dc32 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:47.573300 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b21a4a96-c629-4c07-ac1a-ddd68273f359 req-9e113a5f-25df-4401-9632-477065a4dc32 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 943 time: 0.1381667 Feb 11 04:16:47.610499 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e087e74e-37f6-46c5-8898-12eb9dd5c3e9 req-eebc9cae-fcfd-44cc-bde4-dba635e8be71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c61af530-0125-4345-83ad-b9174ddb050b HTTP/1.1" status: 200 len: 217 time: 0.0598917 Feb 11 04:16:47.714888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b21a4a96-c629-4c07-ac1a-ddd68273f359 req-03a70d43-9d9f-4b39-8f93-bcba1f68ba54 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd80262-2eca-4045-85d9-e1680d01a032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137109 Feb 11 04:16:47.716163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e74e-37f6-46c5-8898-12eb9dd5c3e9 req-21444187-aeb4-4edd-8e75-bf736d733812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:47.717826 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e087e74e-37f6-46c5-8898-12eb9dd5c3e9 req-21444187-aeb4-4edd-8e75-bf736d733812 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9251b7-19ea-434f-8270-971464a27da6 HTTP/1.1" status: 200 len: 867 time: 0.0764170 Feb 11 04:16:47.782306 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18e88885-1cbc-4320-9875-f06ef30445d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for subnet (4f835861-ae9c-4756-8b3b-a583638d521d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:47.789985 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e74e-37f6-46c5-8898-12eb9dd5c3e9 req-fa99726d-dabc-4ba3-b667-52abafa37177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:47.792523 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e087e74e-37f6-46c5-8898-12eb9dd5c3e9 req-fa99726d-dabc-4ba3-b667-52abafa37177 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e7c15246-6a7c-439d-b5bc-79f280a4bd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0685363 Feb 11 04:16:47.898713 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ee1292c-065b-4127-b8c4-1dd38def2df4 req-0896d26e-dda5-4ffc-b0b8-07cb689a701a tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ce6b038-1339-4c9c-b650-1cb583455133 HTTP/1.1" status: 200 len: 210 time: 0.0918729 Feb 11 04:16:47.912560 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e087e74e-37f6-46c5-8898-12eb9dd5c3e9 req-3f8ff2f5-4518-44ac-bcad-746b4c9b7917 service neutron] 10.222.0.47 "GET /v2.0/networks/e7c15246-6a7c-439d-b5bc-79f280a4bd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121726 Feb 11 04:16:47.959891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e88885-1cbc-4320-9875-f06ef30445d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f835861-ae9c-4756-8b3b-a583638d521d,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:47.966699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e88885-1cbc-4320-9875-f06ef30445d3 admin admin] Checking segment: {'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:47.967069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e88885-1cbc-4320-9875-f06ef30445d3 admin admin] Network hostable DHCP agents. Network: fd232fce-fd30-43de-a608-696b7ab07e90, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:16:47.986994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ed97e-9372-45db-9b91-a5052df3fb63 req-13f0e796-9840-4014-8a21-6e19f6493648 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:47.989644 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f1ed97e-9372-45db-9b91-a5052df3fb63 req-13f0e796-9840-4014-8a21-6e19f6493648 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.1695724 Feb 11 04:16:48.076269 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e087e74e-37f6-46c5-8898-12eb9dd5c3e9 req-9982f45c-1829-4a98-b2ee-294514735b82 service neutron] 10.222.0.47 "GET /v2.0/networks/e7c15246-6a7c-439d-b5bc-79f280a4bd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471567 Feb 11 04:16:48.087272 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e88885-1cbc-4320-9875-f06ef30445d3 admin admin] Network fd232fce-fd30-43de-a608-696b7ab07e90 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:16:48.124293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f1ed97e-9372-45db-9b91-a5052df3fb63 req-d014e7e7-00ce-4cd5-a1ea-6ccc65b616bf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222703 Feb 11 04:16:48.141975 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337eb32d-b989-491c-bf13-fee44160588c req-b019009b-aa58-4c81-9633-95e5cc32519b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:48.149525 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-337eb32d-b989-491c-bf13-fee44160588c req-b019009b-aa58-4c81-9633-95e5cc32519b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.1196837 Feb 11 04:16:48.186840 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-18e88885-1cbc-4320-9875-f06ef30445d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, fd232fce-fd30-43de-a608-696b7ab07e90) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:16:48.195830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e88885-1cbc-4320-9875-f06ef30445d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:48.196435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18e88885-1cbc-4320-9875-f06ef30445d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:48.203665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886cfd07-0477-4c8d-8b66-01c27add7d95 None None] Network fd232fce-fd30-43de-a608-696b7ab07e90 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:16:48.214997 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-337eb32d-b989-491c-bf13-fee44160588c req-9fe41121-c262-4e8a-858c-d861ba568bbd tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645673 Feb 11 04:16:48.290463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-18e88885-1cbc-4320-9875-f06ef30445d3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0656400 Feb 11 04:16:48.326082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243a7d42-25a1-4183-85ab-272ccfe48f3e None None] Network fd232fce-fd30-43de-a608-696b7ab07e90 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:16:48.902096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5b325b8e-d4ee-4361-943c-297f7b96a72e tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:48.903692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5b325b8e-d4ee-4361-943c-297f7b96a72e tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/networks?id=fd232fce-fd30-43de-a608-696b7ab07e90 HTTP/1.1" status: 200 len: 804 time: 0.1555021 Feb 11 04:16:48.924187 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5038a344-297a-4b3b-a6f1-fe1630da457d tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/quotas/2f12f051f6f4407992091bd99001c263 HTTP/1.1" status: 200 len: 375 time: 0.0139952 Feb 11 04:16:48.931597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98a0d2-39cf-447e-9541-2be487f20070 req-7e108c76-4628-499b-8928-90ef4ec38d81 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:48.933064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f98a0d2-39cf-447e-9541-2be487f20070 req-7e108c76-4628-499b-8928-90ef4ec38d81 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 943 time: 0.0881343 Feb 11 04:16:48.968413 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device a4892d74-3ae1-41fb-9075-f893922b14d3 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:16:48.970173 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-0dd6b893-40e0-4c28-87da-4120561a11fd tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f12f051f6f4407992091bd99001c263&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361392 Feb 11 04:16:49.006667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: a4892d74-3ae1-41fb-9075-f893922b14d3 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:16:49.007426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device a4892d74-3ae1-41fb-9075-f893922b14d3 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:16:49.034153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f98a0d2-39cf-447e-9541-2be487f20070 req-89ef0ff4-a914-44ea-a160-cc8a0ad149e7 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd80262-2eca-4045-85d9-e1680d01a032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918307 Feb 11 04:16:49.105845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-d9669a65-7a49-4a41-adb4-9ead45836c61 service neutron] 10.222.0.13 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086586 Feb 11 04:16:49.227337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-560f84f7-59e4-479d-adef-6d17ded1387f service neutron] 10.222.0.13 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153660 Feb 11 04:16:49.296899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a67526-2226-420f-b6cb-6e553ec772d7 req-33a24330-1075-4368-9792-af475f66d917 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:49.298795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97a67526-2226-420f-b6cb-6e553ec772d7 req-33a24330-1075-4368-9792-af475f66d917 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.0571980 Feb 11 04:16:49.364261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97a67526-2226-420f-b6cb-6e553ec772d7 req-1cca9ab1-bf6d-4218-b069-52c5b049995a tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580158 Feb 11 04:16:49.589531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b3cb0c6-7e24-4d34-8195-d9c584a882c6 req-7c375ef1-3ba2-4b76-8814-9e6b1d61f778 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 210 time: 0.0435140 Feb 11 04:16:49.599247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42f49c-ff1c-4cdd-b95d-4665241cea4d req-2da5f35f-4371-4a69-9508-1db71c073fd3 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:49.600931 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd42f49c-ff1c-4cdd-b95d-4665241cea4d req-2da5f35f-4371-4a69-9508-1db71c073fd3 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.1197188 Feb 11 04:16:49.665855 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd42f49c-ff1c-4cdd-b95d-4665241cea4d req-249685a1-f64d-4e30-9293-0afb257fe97d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586658 Feb 11 04:16:49.788923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9d6d4-875c-41be-a634-e76b69611026 req-8256e6b3-1d05-4304-942a-3b25b2ec5619 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:49.790795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9a9d6d4-875c-41be-a634-e76b69611026 req-8256e6b3-1d05-4304-942a-3b25b2ec5619 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 1129 time: 0.0451682 Feb 11 04:16:49.839915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9a9d6d4-875c-41be-a634-e76b69611026 req-1a89455a-0cbb-433f-818a-d93616d68f8d tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424993 Feb 11 04:16:49.869599 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36702) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:49.967859 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6972-4f28-4ba4-8289-1e3a375cde0d tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for security_group (2c445a9e-8a96-4f34-b7a2-0e5469bba895), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:50.002991 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6972-4f28-4ba4-8289-1e3a375cde0d tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for security_group (2c445a9e-8a96-4f34-b7a2-0e5469bba895), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:50.083286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36712) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:50.155167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6972-4f28-4ba4-8289-1e3a375cde0d tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2c445a9e-8a96-4f34-b7a2-0e5469bba895), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:50.158015 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec2b6972-4f28-4ba4-8289-1e3a375cde0d tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:50.162743 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ec2b6972-4f28-4ba4-8289-1e3a375cde0d tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "DELETE /v2.0/security-groups/2c445a9e-8a96-4f34-b7a2-0e5469bba895 HTTP/1.1" status: 204 len: 168 time: 0.2919011 Feb 11 04:16:50.163359 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36716) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:50.202008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b6972-4f28-4ba4-8289-1e3a375cde0d tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c445a9e-8a96-4f34-b7a2-0e5469bba895,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:50.207191 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-cd4878b7-ca02-40b6-992d-c2cce22ef3fb tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] show failed (client error): The resource could not be found. Feb 11 04:16:50.217124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36718) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:50.225299 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cd4878b7-ca02-40b6-992d-c2cce22ef3fb tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "GET /v2.0/security-groups/2c445a9e-8a96-4f34-b7a2-0e5469bba895 HTTP/1.1" status: 404 len: 347 time: 0.0579257 Feb 11 04:16:50.264759 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ec10505-6b53-4482-915d-ab2c3dbe8fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:50.353261 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ec10505-6b53-4482-915d-ab2c3dbe8fea admin admin] Publish callbacks [] for security_group (09f2b270-6ddb-4428-8740-5ea3dbe36b5e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:50.399176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bc2b1-aa40-423c-982e-7d931c952544 req-13ddb5d6-eec9-4f26-a888-1124273e6acf tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:50.400724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d51bc2b1-aa40-423c-982e-7d931c952544 req-13ddb5d6-eec9-4f26-a888-1124273e6acf tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 943 time: 0.2514572 Feb 11 04:16:50.418100 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ec10505-6b53-4482-915d-ab2c3dbe8fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (09f2b270-6ddb-4428-8740-5ea3dbe36b5e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:50.462099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c764bca8-4ec7-4dc6-a6f3-d6b4b048874e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Deleting port 30ef743b-22d9-4ac8-bcd2-d36b0011e75f {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:16:50.462447 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c764bca8-4ec7-4dc6-a6f3-d6b4b048874e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (30ef743b-22d9-4ac8-bcd2-d36b0011e75f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:50.463876 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2ec10505-6b53-4482-915d-ab2c3dbe8fea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a428b91f6a1547d7ab9b93bda3068ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794394 Feb 11 04:16:50.468313 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d51bc2b1-aa40-423c-982e-7d931c952544 req-db532a6b-a421-49e7-a743-e5e1018e74ef tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd80262-2eca-4045-85d9-e1680d01a032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597851 Feb 11 04:16:50.475543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36724) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:50.523416 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec10505-6b53-4482-915d-ab2c3dbe8fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f2b270-6ddb-4428-8740-5ea3dbe36b5e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:50.554219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1e69941-8aac-489b-a088-d59564dffee8 admin admin] Publish callbacks [] for security_group (09f2b270-6ddb-4428-8740-5ea3dbe36b5e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:50.586909 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1e69941-8aac-489b-a088-d59564dffee8 admin admin] Publish callbacks [] for security_group (09f2b270-6ddb-4428-8740-5ea3dbe36b5e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:50.596361 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228576bd-10d1-4cc5-abb4-f3d96b530c29 req-e6b8ec31-31be-4259-8ff0-a14e2b511c38 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:50.604154 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-228576bd-10d1-4cc5-abb4-f3d96b530c29 req-e6b8ec31-31be-4259-8ff0-a14e2b511c38 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.1257071 Feb 11 04:16:50.637969 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c764bca8-4ec7-4dc6-a6f3-d6b4b048874e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (30ef743b-22d9-4ac8-bcd2-d36b0011e75f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:50.638326 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c764bca8-4ec7-4dc6-a6f3-d6b4b048874e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for floatingip (30ef743b-22d9-4ac8-bcd2-d36b0011e75f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:50.666260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c764bca8-4ec7-4dc6-a6f3-d6b4b048874e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Calling delete_port for 30ef743b-22d9-4ac8-bcd2-d36b0011e75f owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:16:50.687264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-228576bd-10d1-4cc5-abb4-f3d96b530c29 req-95ba7de3-66ec-47b3-9ce0-83d91b4a7eba tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822232 Feb 11 04:16:50.716986 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c339cb8-a7a3-46e5-9c49-b5f9472e7c57 req-efe7b1ab-9385-4bd0-ba5f-e922e5920cb1 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 210 time: 0.0591531 Feb 11 04:16:50.743645 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1e69941-8aac-489b-a088-d59564dffee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (09f2b270-6ddb-4428-8740-5ea3dbe36b5e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:50.746251 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1e69941-8aac-489b-a088-d59564dffee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:50.756874 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d1e69941-8aac-489b-a088-d59564dffee8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09f2b270-6ddb-4428-8740-5ea3dbe36b5e HTTP/1.1" status: 204 len: 168 time: 0.2710195 Feb 11 04:16:50.756874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e69941-8aac-489b-a088-d59564dffee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f2b270-6ddb-4428-8740-5ea3dbe36b5e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:50.987536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device c61af530-0125-4345-83ad-b9174ddb050b details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:16:51.086199 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c764bca8-4ec7-4dc6-a6f3-d6b4b048874e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (30ef743b-22d9-4ac8-bcd2-d36b0011e75f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:51.121915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764bca8-4ec7-4dc6-a6f3-d6b4b048874e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Pushing event deleted for resources: {'Port': ['ID=30ef743b-22d9-4ac8-bcd2-d36b0011e75f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:51.126237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port c61af530-0125-4345-83ad-b9174ddb050b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c61af530-0125-4345-83ad-b9174ddb050b,segment=NetworkSegment(a0d7feeb-0341-48f5-8e4f-3cf448efa28b),segment_id=a0d7feeb-0341-48f5-8e4f-3cf448efa28b)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:51.154390 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c764bca8-4ec7-4dc6-a6f3-d6b4b048874e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks [] for floatingip (947c1515-65f4-462e-9282-5faba4ea46a9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:51.158740 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'c61af530-0125-4345-83ad-b9174ddb050b', 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'port_id': 'c61af530-0125-4345-83ad-b9174ddb050b', 'mac_address': 'fa:16:3e:fb:34:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9251b7-19ea-434f-8270-971464a27da6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:16:51.160283 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c764bca8-4ec7-4dc6-a6f3-d6b4b048874e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:51.160283 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c764bca8-4ec7-4dc6-a6f3-d6b4b048874e tempest-ImagesOneServerNegativeTestJSON-1564791667 tempest-ImagesOneServerNegativeTestJSON-1564791667-project] 10.222.0.13 "DELETE /v2.0/floatingips/947c1515-65f4-462e-9282-5faba4ea46a9 HTTP/1.1" status: 204 len: 168 time: 0.9385796 Feb 11 04:16:51.234188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port c61af530-0125-4345-83ad-b9174ddb050b is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:51.235915 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c61af530-0125-4345-83ad-b9174ddb050b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:51.259746 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61af530-0125-4345-83ad-b9174ddb050b {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:51.283684 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port c61af530-0125-4345-83ad-b9174ddb050b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c61af530-0125-4345-83ad-b9174ddb050b,segment=NetworkSegment(a0d7feeb-0341-48f5-8e4f-3cf448efa28b),segment_id=a0d7feeb-0341-48f5-8e4f-3cf448efa28b)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:51.330380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36750) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:51.372455 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c61af530-0125-4345-83ad-b9174ddb050b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:51.398688 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1c545e-8a84-49b8-8eb8-1ffa67997e9e admin admin] Deleting subnet 9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:16:51.403578 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f1c545e-8a84-49b8-8eb8-1ffa67997e9e admin admin] Publish callbacks [] for subnet (9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:51.441080 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f1c545e-8a84-49b8-8eb8-1ffa67997e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:51.465586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=c61af530-0125-4345-83ad-b9174ddb050b,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:51.495428 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f1c545e-8a84-49b8-8eb8-1ffa67997e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:51.607424 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36758) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:51.626835 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-436446c3-3c3c-4cfa-99bf-b0f4cd4bdd69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:51.642291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['c61af530-0125-4345-83ad-b9174ddb050b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:51.708859 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b07aed-2fde-48b2-a882-a6baa1a18723 req-56dc78d1-4ee6-4777-83cf-d856143771de tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:51.718676 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69b07aed-2fde-48b2-a882-a6baa1a18723 req-56dc78d1-4ee6-4777-83cf-d856143771de tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 944 time: 0.1445405 Feb 11 04:16:51.750707 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-436446c3-3c3c-4cfa-99bf-b0f4cd4bdd69 admin admin] Publish callbacks [] for security_group (bf3be165-e1d0-40f0-b78c-4ae0ff172b76), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:51.761321 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f1c545e-8a84-49b8-8eb8-1ffa67997e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:51.781871 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f1c545e-8a84-49b8-8eb8-1ffa67997e9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:51.785653 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69b07aed-2fde-48b2-a882-a6baa1a18723 req-95ac8e75-ddd9-4f48-9d7e-2e007ac84409 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd80262-2eca-4045-85d9-e1680d01a032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593708 Feb 11 04:16:51.793229 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8f1c545e-8a84-49b8-8eb8-1ffa67997e9e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7 HTTP/1.1" status: 204 len: 168 time: 0.4617267 Feb 11 04:16:51.811023 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36764) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:51.826506 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c545e-8a84-49b8-8eb8-1ffa67997e9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b91ed03-5aa5-4565-a1e8-18bfd7d05eb7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:51.869637 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-436446c3-3c3c-4cfa-99bf-b0f4cd4bdd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (bf3be165-e1d0-40f0-b78c-4ae0ff172b76), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:51.962261 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-436446c3-3c3c-4cfa-99bf-b0f4cd4bdd69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4eb50f0f46694209b1d36467e31a6439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523169 Feb 11 04:16:51.965380 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (cdd1917d-0b54-47b0-9db4-7da99860b38f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:51.965550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436446c3-3c3c-4cfa-99bf-b0f4cd4bdd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3be165-e1d0-40f0-b78c-4ae0ff172b76,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:51.978112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36768) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:52.049586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a611b97e-1d8d-4f08-981b-2be26921a1ad req-9fd19fd6-9b3e-44dd-bc6a-571e069933dd tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 210 time: 0.0716870 Feb 11 04:16:52.116688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a316b91-f6ad-4b0e-a2e4-c852355a6a73 req-b4e2aca8-57eb-4b45-943e-070a5f62cfe0 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:52.122745 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3010ec5-d325-414b-9c82-dcc5ffd37309 admin admin] Publish callbacks [] for security_group (bf3be165-e1d0-40f0-b78c-4ae0ff172b76), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:52.124282 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7a316b91-f6ad-4b0e-a2e4-c852355a6a73 req-b4e2aca8-57eb-4b45-943e-070a5f62cfe0 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.3027279 Feb 11 04:16:52.161165 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3010ec5-d325-414b-9c82-dcc5ffd37309 admin admin] Publish callbacks [] for security_group (bf3be165-e1d0-40f0-b78c-4ae0ff172b76), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:52.195140 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (cdd1917d-0b54-47b0-9db4-7da99860b38f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:52.229091 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:16:52.229353 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:16:52.230113 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:16:52.230441 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Subscribe: > port after_create 55550000 {{(pid=103809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:16:52.230833 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:16:52.231317 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Subscribe: > port after_update 55550000 {{(pid=103809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:16:52.231656 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:16:52.231991 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:16:52.232304 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:16:52.232615 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:16:52.301754 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:16:52.302131 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:16:52.302463 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:16:52.302828 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 04:16:52.303217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd1917d-0b54-47b0-9db4-7da99860b38f']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:52.327374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec144cf-d18f-499c-88cb-961e3d299181') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:52.327943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec144cf-d18f-499c-88cb-961e3d299181') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:52.332499 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3010ec5-d325-414b-9c82-dcc5ffd37309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (bf3be165-e1d0-40f0-b78c-4ae0ff172b76), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:52.335057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3010ec5-d325-414b-9c82-dcc5ffd37309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:52.336211 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f3010ec5-d325-414b-9c82-dcc5ffd37309 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf3be165-e1d0-40f0-b78c-4ae0ff172b76 HTTP/1.1" status: 204 len: 168 time: 0.3529127 Feb 11 04:16:52.351966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7a316b91-f6ad-4b0e-a2e4-c852355a6a73 req-6ba77116-3d8e-447b-8537-3578a180e4dd tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177386 Feb 11 04:16:52.356441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3010ec5-d325-414b-9c82-dcc5ffd37309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3be165-e1d0-40f0-b78c-4ae0ff172b76,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:52.378551 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (5ec144cf-d18f-499c-88cb-961e3d299181), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:52.428206 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (5ec144cf-d18f-499c-88cb-961e3d299181), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:52.441454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:16:52.442024 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (5ec144cf-d18f-499c-88cb-961e3d299181), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: from cryptography.utils import int_from_bytes Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: from cryptography.utils import int_from_bytes Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:16:52.446842 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:16:52.569715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-3fca53e0-9d54-4d32-86ea-20ae7578966d tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:52.571243 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-3fca53e0-9d54-4d32-86ea-20ae7578966d tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.47 "GET /v2.0/networks?id=fd232fce-fd30-43de-a608-696b7ab07e90 HTTP/1.1" status: 200 len: 804 time: 0.1852028 Feb 11 04:16:52.585338 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5bc8f5ce-df12-471c-9ef7-c492c5042040 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Request body: {'port': {'device_id': '54bb11aa-f274-4fdb-94ec-186bdf35f97d', 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90', 'admin_state_up': True, 'tenant_id': '2f12f051f6f4407992091bd99001c263'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:52.642108 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (cdd1917d-0b54-47b0-9db4-7da99860b38f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:52.719025 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:52.728692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cdd1917d-0b54-47b0-9db4-7da99860b38f HTTP/1.1" status: 204 len: 168 time: 0.9140878 Feb 11 04:16:52.731070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8e249-4fcf-495e-b5ce-ad9c1c299580 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd1917d-0b54-47b0-9db4-7da99860b38f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:52.966025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e33c1b-a273-454f-8acc-ea4ccd618a4d req-7a87b9db-c41c-403c-819d-60afec1c6c8a tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:52.972321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3e33c1b-a273-454f-8acc-ea4ccd618a4d req-7a87b9db-c41c-403c-819d-60afec1c6c8a tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 944 time: 0.0979888 Feb 11 04:16:53.010036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device c61af530-0125-4345-83ad-b9174ddb050b up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:16:53.150469 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8126c9af-32aa-43b8-aa52-11daef1b975a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:53.151450 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3e33c1b-a273-454f-8acc-ea4ccd618a4d req-e5ab4d4f-d8cd-46ae-b329-d4b446a074aa tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd80262-2eca-4045-85d9-e1680d01a032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648386 Feb 11 04:16:53.224053 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5bc8f5ce-df12-471c-9ef7-c492c5042040 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Made reservation on behalf of 2f12f051f6f4407992091bd99001c263 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:16:53.227573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5bc8f5ce-df12-471c-9ef7-c492c5042040 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:53.258516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port c61af530-0125-4345-83ad-b9174ddb050b completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:16:53.263375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port c61af530-0125-4345-83ad-b9174ddb050b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:16:53.263925 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c61af530-0125-4345-83ad-b9174ddb050b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:53.268818 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:16:53.318402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ede5b2f5-8d7c-4aa2-8905-7fc52075bb91 req-8ab0e53e-52fd-4360-bf58-bc41e6fe2754 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 210 time: 0.0652997 Feb 11 04:16:53.346506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36794) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:53.397090 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-da561b5e-3300-474c-9a83-98845209fbde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=856f351e415a4648b0a3b51283df37ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483289 Feb 11 04:16:53.400468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36798) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:53.402364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port c61af530-0125-4345-83ad-b9174ddb050b is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:53.404535 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c61af530-0125-4345-83ad-b9174ddb050b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:53.462425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d2aa0d-d0a5-4217-9371-748b1db0a3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61af530-0125-4345-83ad-b9174ddb050b'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:53.465908 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca0c2d5-741d-4cf0-a033-6871044e1b9b" -d '{"events": [{"server_uuid": "90d2aa0d-d0a5-4217-9371-748b1db0a3e2", "name": "network-vif-plugged", "status": "completed", "tag": "c61af530-0125-4345-83ad-b9174ddb050b"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:53.484658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port c61af530-0125-4345-83ad-b9174ddb050b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c61af530-0125-4345-83ad-b9174ddb050b,segment=NetworkSegment(a0d7feeb-0341-48f5-8e4f-3cf448efa28b),segment_id=a0d7feeb-0341-48f5-8e4f-3cf448efa28b)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:53.511154 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5bc8f5ce-df12-471c-9ef7-c492c5042040 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Allocated IP 172.20.0.10 (fd232fce-fd30-43de-a608-696b7ab07e90/4f835861-ae9c-4756-8b3b-a583638d521d/9aac557a-b3a4-46b4-ac0d-f06e538a7728) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:16:53.543433 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9a27d5e-3349-47ed-b13c-2347974472e6 admin admin] Publish callbacks [] for security_group (b77fdbfc-f69c-471c-914c-0ec29d112bc3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:53.565301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df37ad0-d6bf-406a-97e8-7cfc900e3309 req-e837881b-3b42-4538-ae9a-d1a11d41b9b6 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:53.572633 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1df37ad0-d6bf-406a-97e8-7cfc900e3309 req-e837881b-3b42-4538-ae9a-d1a11d41b9b6 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.0962441 Feb 11 04:16:53.606211 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9a27d5e-3349-47ed-b13c-2347974472e6 admin admin] Publish callbacks [] for security_group (b77fdbfc-f69c-471c-914c-0ec29d112bc3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:53.623541 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c61af530-0125-4345-83ad-b9174ddb050b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:53.662867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1df37ad0-d6bf-406a-97e8-7cfc900e3309 req-c2e9bf95-b3f4-4b9e-bf6c-94b4915f63a3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891862 Feb 11 04:16:53.702048 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f72ef60-d528-4eda-aa4b-836cb61cef21 x-openstack-request-id: req-8f72ef60-d528-4eda-aa4b-836cb61cef21 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:53.704159 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d2aa0d-d0a5-4217-9371-748b1db0a3e2", "name": "network-vif-plugged", "status": "completed", "tag": "c61af530-0125-4345-83ad-b9174ddb050b", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:53.705485 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f72ef60-d528-4eda-aa4b-836cb61cef21 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:53.705485 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d2aa0d-d0a5-4217-9371-748b1db0a3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61af530-0125-4345-83ad-b9174ddb050b', 'code': 200} Feb 11 04:16:53.776630 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=c61af530-0125-4345-83ad-b9174ddb050b,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:53.803507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5bc8f5ce-df12-471c-9ef7-c492c5042040 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks [] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:53.837113 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9a27d5e-3349-47ed-b13c-2347974472e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b77fdbfc-f69c-471c-914c-0ec29d112bc3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:53.840054 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9a27d5e-3349-47ed-b13c-2347974472e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:53.841196 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a9a27d5e-3349-47ed-b13c-2347974472e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b77fdbfc-f69c-471c-914c-0ec29d112bc3 HTTP/1.1" status: 204 len: 168 time: 0.4386466 Feb 11 04:16:53.879085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b96c8d-f17c-455e-aea0-6ffb394100c6 req-7f9cb938-67ec-451a-9ae5-3c2b348b2452 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:53.886349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92b96c8d-f17c-455e-aea0-6ffb394100c6 req-7f9cb938-67ec-451a-9ae5-3c2b348b2452 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 946 time: 0.1506724 Feb 11 04:16:53.888371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a27d5e-3349-47ed-b13c-2347974472e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77fdbfc-f69c-471c-914c-0ec29d112bc3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:53.915313 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5bc8f5ce-df12-471c-9ef7-c492c5042040 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:53.932069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f7447-f3dd-45a9-8f2d-4d85fde5882c req-5d1af59c-a988-4325-99cf-f95d07c3e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:53.933536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e8f7447-f3dd-45a9-8f2d-4d85fde5882c req-5d1af59c-a988-4325-99cf-f95d07c3e639 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 1128 time: 0.1355207 Feb 11 04:16:53.950536 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5bc8f5ce-df12-471c-9ef7-c492c5042040 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Network fd232fce-fd30-43de-a608-696b7ab07e90 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:16:53.954076 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5bc8f5ce-df12-471c-9ef7-c492c5042040 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:16:53.956186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5bc8f5ce-df12-471c-9ef7-c492c5042040 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:16:53.980590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92b96c8d-f17c-455e-aea0-6ffb394100c6 req-386eac83-0ac4-4611-a24e-d29b1c0981da tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933421 Feb 11 04:16:54.001230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e8f7447-f3dd-45a9-8f2d-4d85fde5882c req-13651974-987d-43a4-ba0d-41c18bc534d2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8fd80262-2eca-4045-85d9-e1680d01a032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503855 Feb 11 04:16:54.040024 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5bc8f5ce-df12-471c-9ef7-c492c5042040 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:54.040646 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5bc8f5ce-df12-471c-9ef7-c492c5042040 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:54.066561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8f5ce-df12-471c-9ef7-c492c5042040 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Pushing event updated for resources: {'Port': ['ID=9aac557a-b3a4-46b4-ac0d-f06e538a7728,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:54.151831 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5bc8f5ce-df12-471c-9ef7-c492c5042040 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5701098 Feb 11 04:16:54.241558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Request body: {'port': {'device_id': '54bb11aa-f274-4fdb-94ec-186bdf35f97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:54.384716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209f1a9-8e40-4af7-8b8c-f1c9e9eece07 req-374d9be9-d90f-424b-b5cf-9ca9770ea36c tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:54.400003 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4209f1a9-8e40-4af7-8b8c-f1c9e9eece07 req-374d9be9-d90f-424b-b5cf-9ca9770ea36c tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 945 time: 0.1116774 Feb 11 04:16:54.413153 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:54.461841 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4209f1a9-8e40-4af7-8b8c-f1c9e9eece07 req-31ca03a6-df7b-47ea-aa72-653f39ce5ca6 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd80262-2eca-4045-85d9-e1680d01a032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613487 Feb 11 04:16:54.651086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab192de-39d3-4c90-a1c4-cecbb62b6703 req-342a584a-bb76-48ae-a881-1085679fda14 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:54.660235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aab192de-39d3-4c90-a1c4-cecbb62b6703 req-342a584a-bb76-48ae-a881-1085679fda14 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 932 time: 0.0792696 Feb 11 04:16:54.738951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aab192de-39d3-4c90-a1c4-cecbb62b6703 req-2c207e7e-7e96-4756-8bf9-8956630d6a33 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687194 Feb 11 04:16:54.922661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf628f2-7255-48a4-9181-59e6f39f0ae6 req-16b0f419-2a46-4066-b580-09133835483a tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:54.932691 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bf628f2-7255-48a4-9181-59e6f39f0ae6 req-16b0f419-2a46-4066-b580-09133835483a tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.0908883 Feb 11 04:16:54.980567 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aac557a-b3a4-46b4-ac0d-f06e538a7728 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:54.989591 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Publish callbacks [] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:54.997491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bf628f2-7255-48a4-9181-59e6f39f0ae6 req-0713918e-035a-46a7-b3f9-543b5d348ea6 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497980 Feb 11 04:16:55.002863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Transition to ACTIVE for port object 9aac557a-b3a4-46b4-ac0d-f06e538a7728 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:16:55.121276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:55.150569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cccb1-9fbe-440e-a94b-cdb8283679c2 req-e744fb25-5a0d-49d5-b08b-e5c86f1bdb1c tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:55.151933 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b3cccb1-9fbe-440e-a94b-cdb8283679c2 req-e744fb25-5a0d-49d5-b08b-e5c86f1bdb1c tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 946 time: 0.0894036 Feb 11 04:16:55.249977 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b3cccb1-9fbe-440e-a94b-cdb8283679c2 req-2168c2b2-b915-4e13-a639-29f0d52ea56b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896809 Feb 11 04:16:55.287228 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Pushing event updated for resources: {'Port': ['ID=9aac557a-b3a4-46b4-ac0d-f06e538a7728,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:55.368024 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0c6c23b7-2d9b-41b5-b606-47ac3e22e5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:55.443371 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Attempting to bind port 9aac557a-b3a4-46b4-ac0d-f06e538a7728 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:55.443800 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Attempting to bind port 9aac557a-b3a4-46b4-ac0d-f06e538a7728 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:55.444235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Attempting to bind port 9aac557a-b3a4-46b4-ac0d-f06e538a7728 on network fd232fce-fd30-43de-a608-696b7ab07e90 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:55.455634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Port 9aac557a-b3a4-46b4-ac0d-f06e538a7728 on network fd232fce-fd30-43de-a608-696b7ab07e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:16:55.457772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Attempting to bind port 9aac557a-b3a4-46b4-ac0d-f06e538a7728 on network fd232fce-fd30-43de-a608-696b7ab07e90 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:55.474535 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:55.475144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Checking segment: {'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:55.475739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Bound using segment: {'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:55.480670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Bound port: 9aac557a-b3a4-46b4-ac0d-f06e538a7728, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:55.480670 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:55.647689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] For port 9aac557a-b3a4-46b4-ac0d-f06e538a7728, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:55.651866 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] For port 9aac557a-b3a4-46b4-ac0d-f06e538a7728, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9aac557a-b3a4-46b4-ac0d-f06e538a7728,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:55.727067 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:55.739869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1b306-9e04-428c-bb96-a89add488f73 req-d209d37d-c7a1-467d-b484-938ca5d00c63 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:55.749302 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbc1b306-9e04-428c-bb96-a89add488f73 req-d209d37d-c7a1-467d-b484-938ca5d00c63 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 945 time: 0.1181087 Feb 11 04:16:55.764459 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:55.765345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-cbcea3d9-f6e9-4791-986f-c0538db3e9b8 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:55.766144 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:55.767023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-cbcea3d9-f6e9-4791-986f-c0538db3e9b8 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.47 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 946 time: 0.2065010 Feb 11 04:16:55.775961 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] 10.222.0.47 "PUT /v2.0/ports/9aac557a-b3a4-46b4-ac0d-f06e538a7728 HTTP/1.1" status: 200 len: 1093 time: 1.5374944 Feb 11 04:16:55.838484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bb11aa-f274-4fdb-94ec-186bdf35f97d', 'tag': '9aac557a-b3a4-46b4-ac0d-f06e538a7728'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:55.842087 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d21ce67-29e0-4261-b976-8fb7c908a2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "54bb11aa-f274-4fdb-94ec-186bdf35f97d", "tag": "9aac557a-b3a4-46b4-ac0d-f06e538a7728"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:55.903185 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbc1b306-9e04-428c-bb96-a89add488f73 req-7a499156-7930-4bf6-9cc7-7f6d15f64cfa tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd80262-2eca-4045-85d9-e1680d01a032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319833 Feb 11 04:16:56.045804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16f98f-4388-414b-a85a-da4799584409 service neutron] Pushing event updated for resources: {'Port': ['ID=9aac557a-b3a4-46b4-ac0d-f06e538a7728,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:56.108532 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-3150f2ba-b7e3-4155-9568-2f5beab4e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:56.112380 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-3150f2ba-b7e3-4155-9568-2f5beab4e64c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f12f051f6f4407992091bd99001c263&device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 1127 time: 0.2268093 Feb 11 04:16:56.147837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-2691bbf0-54a2-4dd2-86d3-0b468aaf491f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Deleting port e7ad33a3-2d96-4390-8133-86897e6f3f23 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:16:56.150263 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-2691bbf0-54a2-4dd2-86d3-0b468aaf491f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:56.229390 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-7e91c27f-c49a-4fac-bb37-df3c24ce3285 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aac557a-b3a4-46b4-ac0d-f06e538a7728 HTTP/1.1" status: 200 len: 217 time: 0.1095431 Feb 11 04:16:56.258530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fdf89-1914-431f-8367-e0d311142fda req-b9ca74cf-346f-44bc-bf4e-67af01f71f8c tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:56.265946 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-484fdf89-1914-431f-8367-e0d311142fda req-b9ca74cf-346f-44bc-bf4e-67af01f71f8c tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 944 time: 0.1986959 Feb 11 04:16:56.315761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-16103a65-6efd-4923-a227-459d38f924ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:56.318046 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-16103a65-6efd-4923-a227-459d38f924ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f835861-ae9c-4756-8b3b-a583638d521d HTTP/1.1" status: 200 len: 844 time: 0.0764208 Feb 11 04:16:56.339023 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3e8aa3-eedb-495b-8e02-6ad884dac506 x-openstack-request-id: req-fb3e8aa3-eedb-495b-8e02-6ad884dac506 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:56.339023 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bb11aa-f274-4fdb-94ec-186bdf35f97d", "tag": "9aac557a-b3a4-46b4-ac0d-f06e538a7728", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:56.340853 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb3e8aa3-eedb-495b-8e02-6ad884dac506 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:56.340853 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54bb11aa-f274-4fdb-94ec-186bdf35f97d', 'tag': '9aac557a-b3a4-46b4-ac0d-f06e538a7728', 'status': 'completed', 'code': 200} Feb 11 04:16:56.381855 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-fb28f7d8-8542-47a6-a5c0-608ecb29aba5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd232fce-fd30-43de-a608-696b7ab07e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525634 Feb 11 04:16:56.492021 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:56.528696 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-5b7eed47-74af-4eae-94c4-3383c0904200 service neutron] 10.222.0.47 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381686 Feb 11 04:16:56.584989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-484fdf89-1914-431f-8367-e0d311142fda req-730f50e4-4198-4070-a3fd-7cb69d57c1eb tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303352 Feb 11 04:16:56.592135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-2691bbf0-54a2-4dd2-86d3-0b468aaf491f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] For port e7ad33a3-2d96-4390-8133-86897e6f3f23, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e7ad33a3-2d96-4390-8133-86897e6f3f23,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:56.592681 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-2691bbf0-54a2-4dd2-86d3-0b468aaf491f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:56.639735 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-841ed959-848a-42fa-9c54-1f2d6d850ff7 req-9825daa7-982c-4011-b4b0-b37bc2255ea8 service neutron] 10.222.0.47 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029789 Feb 11 04:16:56.872714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21ce67-29e0-4261-b976-8fb7c908a2cc req-e55d417c-f129-4879-90af-880f95fc521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:56.874612 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6d21ce67-29e0-4261-b976-8fb7c908a2cc req-e55d417c-f129-4879-90af-880f95fc521c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f12f051f6f4407992091bd99001c263&device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 1127 time: 0.1269567 Feb 11 04:16:56.911704 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-86246705-e9fd-47df-a363-349206c570c5 service neutron] show failed (client error): The resource could not be found. Feb 11 04:16:56.913076 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-86246705-e9fd-47df-a363-349206c570c5 service neutron] 10.222.0.47 "GET /v2.0/ports/4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087/bindings/n-h1-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.1164591 Feb 11 04:16:57.017241 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21ce67-29e0-4261-b976-8fb7c908a2cc req-415ea270-bb15-48ac-b817-f81e807420ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:57.019267 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6d21ce67-29e0-4261-b976-8fb7c908a2cc req-415ea270-bb15-48ac-b817-f81e807420ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd232fce-fd30-43de-a608-696b7ab07e90 HTTP/1.1" status: 200 len: 905 time: 0.1382515 Feb 11 04:16:57.078323 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6d21ce67-29e0-4261-b976-8fb7c908a2cc req-32d6d743-f41c-4bd4-9573-672061ceaa51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aac557a-b3a4-46b4-ac0d-f06e538a7728 HTTP/1.1" status: 200 len: 217 time: 0.0519264 Feb 11 04:16:57.114779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-2273a791-ef7d-4245-b46e-3c739fc86636 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 258 time: 0.7678540 Feb 11 04:16:57.169550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21ce67-29e0-4261-b976-8fb7c908a2cc req-736a621e-5672-4203-9d0d-3e7b910beae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:57.171761 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6d21ce67-29e0-4261-b976-8fb7c908a2cc req-736a621e-5672-4203-9d0d-3e7b910beae6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f835861-ae9c-4756-8b3b-a583638d521d HTTP/1.1" status: 200 len: 844 time: 0.0874133 Feb 11 04:16:57.184365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:57.219976 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6d21ce67-29e0-4261-b976-8fb7c908a2cc req-e3122927-308b-494d-a0bc-646227ef50c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd232fce-fd30-43de-a608-696b7ab07e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410979 Feb 11 04:16:57.257179 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d9a84-b8c1-421b-86ce-664457488794 req-7ce78f69-029e-4cbe-8015-162b3b094080 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:57.263257 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e6d9a84-b8c1-421b-86ce-664457488794 req-7ce78f69-029e-4cbe-8015-162b3b094080 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.5594175 Feb 11 04:16:57.346938 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:57.354375 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6d21ce67-29e0-4261-b976-8fb7c908a2cc req-5c0c3fa0-465d-43c3-85df-979fbda99cd9 service neutron] 10.222.0.47 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266172 Feb 11 04:16:57.390500 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e6d9a84-b8c1-421b-86ce-664457488794 req-b9ea0e72-e6f1-4b31-968c-5b11552cd1f2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241920 Feb 11 04:16:57.396785 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-2691bbf0-54a2-4dd2-86d3-0b468aaf491f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:57.400328 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-2691bbf0-54a2-4dd2-86d3-0b468aaf491f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (13b1d427-ad1b-461a-a69a-68ed06c66dbf), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:57.400328 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-2691bbf0-54a2-4dd2-86d3-0b468aaf491f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Floating IP 13b1d427-ad1b-461a-a69a-68ed06c66dbf disassociated. External IP: 172.25.3.166, port: e7ad33a3-2d96-4390-8133-86897e6f3f23. Feb 11 04:16:57.400328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-2691bbf0-54a2-4dd2-86d3-0b468aaf491f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Calling delete_port for e7ad33a3-2d96-4390-8133-86897e6f3f23 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:16:57.522794 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6d21ce67-29e0-4261-b976-8fb7c908a2cc req-8058c52f-0295-4fae-96a2-d41d96d8e118 service neutron] 10.222.0.47 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528080 Feb 11 04:16:57.698533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-e421972b-51c4-4d83-86e6-180a72be2402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:57.700064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-e421972b-51c4-4d83-86e6-180a72be2402 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca&tenant_id=95a93e519b544c01b6ee62c609eec109 HTTP/1.1" status: 200 len: 1131 time: 0.2109809 Feb 11 04:16:57.726777 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:57.732595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:16:57.781005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e7c31-6d0a-4a64-81e4-cd3fd16e9101 req-d9fe1646-f2a2-4c33-846a-1dde9e7e91a1 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:57.781005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d1e7c31-6d0a-4a64-81e4-cd3fd16e9101 req-d9fe1646-f2a2-4c33-846a-1dde9e7e91a1 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 946 time: 0.1734293 Feb 11 04:16:57.906653 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-2691bbf0-54a2-4dd2-86d3-0b468aaf491f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e7ad33a3-2d96-4390-8133-86897e6f3f23), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:57.938063 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:57.963622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d1e7c31-6d0a-4a64-81e4-cd3fd16e9101 req-d48c922a-aacf-4a59-aaa6-d9919c652b5b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups?id=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433759 Feb 11 04:16:58.000952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691bbf0-54a2-4dd2-86d3-0b468aaf491f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Pushing event deleted for resources: {'Port': ['ID=e7ad33a3-2d96-4390-8133-86897e6f3f23,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:58.060516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Allocated IP 172.25.3.103 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/690c5ede-b820-4cdf-bbf0-6473361b86d5) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:16:58.115756 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:58.212655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36924) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:58.394646 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2f2478b1-990c-4394-90bb-4813e76d9c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:58.404406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b78763-94ae-4c2c-b969-a47f48d1366b req-c1c131d6-9ae6-4016-8dd1-c1af24466200 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:58.406063 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90b78763-94ae-4c2c-b969-a47f48d1366b req-c1c131d6-9ae6-4016-8dd1-c1af24466200 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 944 time: 0.3486888 Feb 11 04:16:58.518338 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-2691bbf0-54a2-4dd2-86d3-0b468aaf491f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:16:58.522105 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2f2478b1-990c-4394-90bb-4813e76d9c4f admin admin] Publish callbacks [] for security_group (59681107-885d-409d-8aa5-acbec53e22b7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:58.536358 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for port (690c5ede-b820-4cdf-bbf0-6473361b86d5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:58.588782 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2f2478b1-990c-4394-90bb-4813e76d9c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (59681107-885d-409d-8aa5-acbec53e22b7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:58.590731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] For port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:58.606694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90b78763-94ae-4c2c-b969-a47f48d1366b req-b7c3333a-276d-4256-a62a-71f6a58e0703 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825418 Feb 11 04:16:58.672989 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2478b1-990c-4394-90bb-4813e76d9c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59681107-885d-409d-8aa5-acbec53e22b7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:58.677362 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2f2478b1-990c-4394-90bb-4813e76d9c4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc93fdd926ee453581968149a6b3ea93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4628358 Feb 11 04:16:58.677946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36938) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:16:58.768627 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] For port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:58.817276 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (690c5ede-b820-4cdf-bbf0-6473361b86d5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:58.920664 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5731d5-28c0-4a98-ac01-fa3e0a0409ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:16:58.923089 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7a89ae-602f-4d4d-9279-c650d3fafc76" -d '{"events": [{"server_uuid": "aa5731d5-28c0-4a98-ac01-fa3e0a0409ca", "name": "network-vif-unplugged", "status": "completed", "tag": "4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:16:58.930182 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Publish callbacks [] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:58.937563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-2691bbf0-54a2-4dd2-86d3-0b468aaf491f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:16:58.942164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:16:58.951745 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e383c47c-c7a8-464d-892f-6ab5d3317464 None None] Sync routers for ids ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:16:58.970773 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383c47c-c7a8-464d-892f-6ab5d3317464 None None] Routers {'c3cd2354-8a63-49b9-80c2-0908d75f6ba8'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:16:58.970773 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e383c47c-c7a8-464d-892f-6ab5d3317464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:16:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:58.971072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:16:58.975843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:16:58.996454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Pushing event updated for resources: {'Port': ['ID=690c5ede-b820-4cdf-bbf0-6473361b86d5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:59.000950 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60f20c20-9d40-4909-9ec0-751310a24bcc admin admin] Publish callbacks [] for security_group (59681107-885d-409d-8aa5-acbec53e22b7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:59.007053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Transition to ACTIVE for port object 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:16:59.027319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 9aac557a-b3a4-46b4-ac0d-f06e538a7728 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:16:59.035962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e7ad33a3-2d96-4390-8133-86897e6f3f23 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:16:59.060056 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-2691bbf0-54a2-4dd2-86d3-0b468aaf491f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] No DVR routers for this DVR port e7ad33a3-2d96-4390-8133-86897e6f3f23 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:16:59.068054 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-2691bbf0-54a2-4dd2-86d3-0b468aaf491f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:59.073517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-121ec0ef-71f4-4eca-b2be-b651d72d57ef req-2691bbf0-54a2-4dd2-86d3-0b468aaf491f tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.47 "DELETE /v2.0/ports/e7ad33a3-2d96-4390-8133-86897e6f3f23 HTTP/1.1" status: 204 len: 173 time: 3.2651665 Feb 11 04:16:59.091281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d2a7e-de14-49f3-adc4-a5a81e5ff3bc req-12cc82b8-c0cc-43cc-8673-9c8f4d34b020 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:16:59.099380 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-039d2a7e-de14-49f3-adc4-a5a81e5ff3bc req-12cc82b8-c0cc-43cc-8673-9c8f4d34b020 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.3282127 Feb 11 04:16:59.114920 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60f20c20-9d40-4909-9ec0-751310a24bcc admin admin] Publish callbacks [] for security_group (59681107-885d-409d-8aa5-acbec53e22b7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:59.117232 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:59.142414 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-e383c47c-c7a8-464d-892f-6ab5d3317464 None None] Set router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:16:59.203339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 9aac557a-b3a4-46b4-ac0d-f06e538a7728, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9aac557a-b3a4-46b4-ac0d-f06e538a7728,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:59.219356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: e7ad33a3-2d96-4390-8133-86897e6f3f23 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:16:59.220069 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e7ad33a3-2d96-4390-8133-86897e6f3f23 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:16:59.252699 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '9aac557a-b3a4-46b4-ac0d-f06e538a7728', 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90', 'port_id': '9aac557a-b3a4-46b4-ac0d-f06e538a7728', 'mac_address': 'fa:16:3e:c5:65:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f835861-ae9c-4756-8b3b-a583638d521d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:16:59.302128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] No DVR routers for this DVR port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:16:59.332593 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,revision_number=6']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:59.342464 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 9aac557a-b3a4-46b4-ac0d-f06e538a7728 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:16:59.343165 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:59.350788 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:59.370414 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-039d2a7e-de14-49f3-adc4-a5a81e5ff3bc req-53ebb418-2829-4be4-9f5e-67dd0a552360 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700441 Feb 11 04:16:59.407132 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aac557a-b3a4-46b4-ac0d-f06e538a7728 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:16:59.457923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 9aac557a-b3a4-46b4-ac0d-f06e538a7728, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9aac557a-b3a4-46b4-ac0d-f06e538a7728,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:16:59.493096 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for floatingip (de39cf41-d1f4-42ac-ad6b-d355c970166e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:59.500490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Attempting to bind port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:16:59.515178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Attempting to bind port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:16:59.515536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Attempting to bind port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:59.521814 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:59.522166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:16:59.522502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Attempting to bind port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:16:59.532267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:16:59.533742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:16:59.533742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:16:59.533742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Bound port: 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:16:59.533742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:59.565149 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60f20c20-9d40-4909-9ec0-751310a24bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (59681107-885d-409d-8aa5-acbec53e22b7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:59.569665 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60f20c20-9d40-4909-9ec0-751310a24bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:59.571331 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-60f20c20-9d40-4909-9ec0-751310a24bcc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59681107-885d-409d-8aa5-acbec53e22b7 HTTP/1.1" status: 204 len: 168 time: 0.8896549 Feb 11 04:16:59.608554 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e383c47c-c7a8-464d-892f-6ab5d3317464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7400d364-824f-4605-9434-01de64f95a54', 'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'mac_address': 'fa:16:3e:fd:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:20Z', 'updated_at': '2022-02-11T04:14:26Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'subnets': [{'id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:59.617698 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3888a852-30f7-42d8-8af6-b7a8b0109c62 x-openstack-request-id: req-3888a852-30f7-42d8-8af6-b7a8b0109c62 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:16:59.618186 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5731d5-28c0-4a98-ac01-fa3e0a0409ca", "name": "network-vif-unplugged", "status": "completed", "tag": "4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:16:59.618649 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3888a852-30f7-42d8-8af6-b7a8b0109c62 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:16:59.619558 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5731d5-28c0-4a98-ac01-fa3e0a0409ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087', 'code': 200} Feb 11 04:16:59.631347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f20c20-9d40-4909-9ec0-751310a24bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59681107-885d-409d-8aa5-acbec53e22b7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:59.671664 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e383c47c-c7a8-464d-892f-6ab5d3317464 None None] Checking router: c3cd2354-8a63-49b9-80c2-0908d75f6ba8 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:16:59.694798 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (690c5ede-b820-4cdf-bbf0-6473361b86d5), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:16:59.702093 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e383c47c-c7a8-464d-892f-6ab5d3317464 None None] Routers {'c3cd2354-8a63-49b9-80c2-0908d75f6ba8'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:16:59.703034 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e383c47c-c7a8-464d-892f-6ab5d3317464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:16:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:16:59.720012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=9aac557a-b3a4-46b4-ac0d-f06e538a7728,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:16:59.726312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] For port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:16:59.746872 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] For port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:16:59.786415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f1bba76d-6222-4029-8519-fce72ce8a6ef req-c9de039a-689f-4b31-90f8-c2a62ee6830e tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/ports?device_id=de0234a4-d69f-4c2f-a8b3-7396638dbdb7 HTTP/1.1" status: 200 len: 210 time: 0.0378125 Feb 11 04:16:59.805314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['9aac557a-b3a4-46b4-ac0d-f06e538a7728'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:16:59.866181 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-e383c47c-c7a8-464d-892f-6ab5d3317464 None None] Set router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:16:59.896051 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:00.076216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:00.077742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:00.078141 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] 10.222.0.32 "PUT /v2.0/ports/4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 HTTP/1.1" status: 200 len: 1095 time: 2.3531628 Feb 11 04:17:00.115618 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e383c47c-c7a8-464d-892f-6ab5d3317464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7400d364-824f-4605-9434-01de64f95a54', 'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'mac_address': 'fa:16:3e:fd:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:20Z', 'updated_at': '2022-02-11T04:14:26Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'subnets': [{'id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:00.150196 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e383c47c-c7a8-464d-892f-6ab5d3317464 None None] The sync data for ids ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'] in n-d-712142-35 is: [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:14:21Z', 'revision_number': 4, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7400d364-824f-4605-9434-01de64f95a54', 'name': '', 'network_id': '9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'mac_address': 'fa:16:3e:fd:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:20Z', 'updated_at': '2022-02-11T04:14:26Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'subnets': [{'id': '1e603d6b-2704-40e5-a99c-38c00e6fc92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:17:00.236727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c4c9f-8c44-4a0f-b012-577c446a8bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:00.269292 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for port (690c5ede-b820-4cdf-bbf0-6473361b86d5), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:00.284144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243fd66d-da3b-4736-b821-7c609285fd2a req-52ae1943-8d12-4a4d-808c-7b7123ff79d3 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:00.296520 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-243fd66d-da3b-4736-b821-7c609285fd2a req-52ae1943-8d12-4a4d-808c-7b7123ff79d3 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 945 time: 0.3676820 Feb 11 04:17:00.342393 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-af778637-10f9-40d7-94e8-d0618d5af1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:00.344015 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-af778637-10f9-40d7-94e8-d0618d5af1e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 1129 time: 0.2184062 Feb 11 04:17:00.395962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-243fd66d-da3b-4736-b821-7c609285fd2a req-97565d4e-836b-48e6-ac86-744590674b12 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002645 Feb 11 04:17:00.411356 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (690c5ede-b820-4cdf-bbf0-6473361b86d5), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:00.509370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36970) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:00.527367 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f64c09db-a59b-44e2-8999-5af80759e5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:00.539246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3c72de-8937-4894-86bf-2380178ea8e4 None None] New status for floating IP 13b1d427-ad1b-461a-a69a-68ed06c66dbf: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:17:00.652801 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f64c09db-a59b-44e2-8999-5af80759e5b9 admin admin] Publish callbacks [] for security_group (dd7fd958-42e4-47f4-afe3-3037243124fa), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:00.714994 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f64c09db-a59b-44e2-8999-5af80759e5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dd7fd958-42e4-47f4-afe3-3037243124fa), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:00.757580 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f64c09db-a59b-44e2-8999-5af80759e5b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=201e61a1d8f84e878880b4e3a96635c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470350 Feb 11 04:17:00.760172 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36976) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:00.767067 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c09db-a59b-44e2-8999-5af80759e5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7fd958-42e4-47f4-afe3-3037243124fa,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:00.820158 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d25ede6-e2aa-40f7-bb0f-01cc08d4368c admin admin] Publish callbacks [] for security_group (dd7fd958-42e4-47f4-afe3-3037243124fa), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:00.850486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d25ede6-e2aa-40f7-bb0f-01cc08d4368c admin admin] Publish callbacks [] for security_group (dd7fd958-42e4-47f4-afe3-3037243124fa), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:00.977037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Pushing event updated for resources: {'Port': ['ID=690c5ede-b820-4cdf-bbf0-6473361b86d5,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:00.995328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-cedc3112-8030-4f2b-a6e0-59d5b52b892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:00.996830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-cedc3112-8030-4f2b-a6e0-59d5b52b892d service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.6392398 Feb 11 04:17:00.997591 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (de39cf41-d1f4-42ac-ad6b-d355c970166e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:01.027207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 9aac557a-b3a4-46b4-ac0d-f06e538a7728 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:17:01.035149 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d25ede6-e2aa-40f7-bb0f-01cc08d4368c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dd7fd958-42e4-47f4-afe3-3037243124fa), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:01.038253 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d25ede6-e2aa-40f7-bb0f-01cc08d4368c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:01.040208 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4d25ede6-e2aa-40f7-bb0f-01cc08d4368c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd7fd958-42e4-47f4-afe3-3037243124fa HTTP/1.1" status: 204 len: 168 time: 0.2791238 Feb 11 04:17:01.075380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25ede6-e2aa-40f7-bb0f-01cc08d4368c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7fd958-42e4-47f4-afe3-3037243124fa,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:01.116168 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bc947-43e3-405f-a4b1-90a952f077d1 req-f0c13295-cbd7-4fa0-bef1-5c126a97dc0f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:01.127273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-067bc947-43e3-405f-a4b1-90a952f077d1 req-f0c13295-cbd7-4fa0-bef1-5c126a97dc0f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 946 time: 0.2582848 Feb 11 04:17:01.147712 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-58907fea-b602-4320-9b7c-b848a47b3e18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 HTTP/1.1" status: 200 len: 217 time: 0.1369588 Feb 11 04:17:01.152930 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:01.154606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-fca38d16-c5b8-4bfb-a7a1-8e50d0d0c3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9773574 Feb 11 04:17:01.207281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 9aac557a-b3a4-46b4-ac0d-f06e538a7728 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:17:01.213870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 9aac557a-b3a4-46b4-ac0d-f06e538a7728 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:17:01.213870 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:01.319696 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-47bb6572-e5ab-4357-9733-a864fc571cfa tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 696 time: 0.1519926 Feb 11 04:17:01.333866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-067bc947-43e3-405f-a4b1-90a952f077d1 req-d504c699-19a1-4bfe-a63a-d623cc26525a tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056229 Feb 11 04:17:01.393915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 9aac557a-b3a4-46b4-ac0d-f06e538a7728 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:01.394318 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:01.413419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-911a75ee-a9ca-43b2-bc28-720d9bee3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:01.415042 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-911a75ee-a9ca-43b2-bc28-720d9bee3f1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.2594695 Feb 11 04:17:01.440220 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bb11aa-f274-4fdb-94ec-186bdf35f97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac557a-b3a4-46b4-ac0d-f06e538a7728'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:01.447088 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7285fa8-17da-4606-a12e-f90d671773fb" -d '{"events": [{"server_uuid": "54bb11aa-f274-4fdb-94ec-186bdf35f97d", "name": "network-vif-plugged", "status": "completed", "tag": "9aac557a-b3a4-46b4-ac0d-f06e538a7728"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:01.474095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 9aac557a-b3a4-46b4-ac0d-f06e538a7728, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9aac557a-b3a4-46b4-ac0d-f06e538a7728,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:01.497674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-62f5f8c5-189a-4b85-8fb8-c34525af1793 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:01.499110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-62f5f8c5-189a-4b85-8fb8-c34525af1793 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.1730323 Feb 11 04:17:01.514070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-ea8a6705-832b-4182-8f58-b54c3d42734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:01.514070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-ea8a6705-832b-4182-8f58-b54c3d42734d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0834110 Feb 11 04:17:01.517375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-4ba0288e-9f8f-47e1-8464-8d38ab18263b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:17:01.518463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfbf5179-7aa0-4eac-b95b-6cbb3eb91389 req-4ba0288e-9f8f-47e1-8464-8d38ab18263b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070629 Feb 11 04:17:01.560951 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:01.562574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:17:01.620599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0234a4-d69f-4c2f-a8b3-7396638dbdb7', 'name': 'network-vif-deleted', 'tag': 'e7ad33a3-2d96-4390-8133-86897e6f3f23'}, {'name': 'network-changed', 'server_uuid': 'aa5731d5-28c0-4a98-ac01-fa3e0a0409ca', 'tag': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:01.622938 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d2bb32-537d-4e6f-b958-0209595cd51c" -d '{"events": [{"server_uuid": "de0234a4-d69f-4c2f-a8b3-7396638dbdb7", "name": "network-vif-deleted", "tag": "e7ad33a3-2d96-4390-8133-86897e6f3f23"}, {"name": "network-changed", "server_uuid": "aa5731d5-28c0-4a98-ac01-fa3e0a0409ca", "tag": "4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:01.664277 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b25cae6-aa56-4209-b247-231da00c7577 x-openstack-request-id: req-8b25cae6-aa56-4209-b247-231da00c7577 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:01.664582 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bb11aa-f274-4fdb-94ec-186bdf35f97d", "name": "network-vif-plugged", "status": "completed", "tag": "9aac557a-b3a4-46b4-ac0d-f06e538a7728", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:01.664844 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b25cae6-aa56-4209-b247-231da00c7577 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:01.665281 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bb11aa-f274-4fdb-94ec-186bdf35f97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac557a-b3a4-46b4-ac0d-f06e538a7728', 'code': 200} Feb 11 04:17:01.682227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf76ac-2d4a-480b-8e1b-21e2ae1e46a1 req-4b02ab6b-2440-4c5d-ab4c-ceaa154f7cc8 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:01.690091 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbcf76ac-2d4a-480b-8e1b-21e2ae1e46a1 req-4b02ab6b-2440-4c5d-ab4c-ceaa154f7cc8 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 945 time: 0.1610734 Feb 11 04:17:01.713010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-398a6d01-499d-4c29-8ead-c263581838ba service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932650 Feb 11 04:17:01.741180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=9aac557a-b3a4-46b4-ac0d-f06e538a7728,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:01.744700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] The host n-h2-712142-35 is not matching for port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 host n-h1-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:17:01.745291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:17:01.836737 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbcf76ac-2d4a-480b-8e1b-21e2ae1e46a1 req-1b05606b-c62c-433c-b62b-a90c9b72c1fa tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394334 Feb 11 04:17:01.971641 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784dac59-4750-41e6-88ee-b7c165224fe8 x-openstack-request-id: req-784dac59-4750-41e6-88ee-b7c165224fe8 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:01.972793 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0234a4-d69f-4c2f-a8b3-7396638dbdb7", "name": "network-vif-deleted", "tag": "e7ad33a3-2d96-4390-8133-86897e6f3f23", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa5731d5-28c0-4a98-ac01-fa3e0a0409ca", "tag": "4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:01.972793 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-784dac59-4750-41e6-88ee-b7c165224fe8 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:01.973778 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0234a4-d69f-4c2f-a8b3-7396638dbdb7', 'name': 'network-vif-deleted', 'tag': 'e7ad33a3-2d96-4390-8133-86897e6f3f23', 'status': 'completed', 'code': 200} Feb 11 04:17:01.974064 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5731d5-28c0-4a98-ac01-fa3e0a0409ca', 'tag': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087', 'status': 'completed', 'code': 200} Feb 11 04:17:01.982472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e861de-1af4-4b17-86a2-7d8e8e40d72e req-40a2a942-52fe-4815-95e8-267e13c54051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:01.984022 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87e861de-1af4-4b17-86a2-7d8e8e40d72e req-40a2a942-52fe-4815-95e8-267e13c54051 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 1129 time: 0.2530973 Feb 11 04:17:01.994924 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc0b991e-ea86-46b4-a39f-2c1fc6d78284 req-d8e8675b-7552-473f-a0aa-0a3ca0bd2c11 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736089 Feb 11 04:17:02.081361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-3ad18095-0382-4fb5-b553-a7fe024201d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:02.083796 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-3ad18095-0382-4fb5-b553-a7fe024201d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 1129 time: 0.1060586 Feb 11 04:17:02.090004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-98629fa6-69a9-41e0-9751-e845b9a812ed tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:02.092226 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-98629fa6-69a9-41e0-9751-e845b9a812ed tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2108953 Feb 11 04:17:02.123651 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37030) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:02.238546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-51ba9819-8b22-428e-bb08-78d30130c9c5 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 696 time: 0.1290398 Feb 11 04:17:02.246681 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-177eab18-518f-422f-81c6-4c727f03777b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Request body: {'floatingip': {'port_id': 'c61af530-0125-4345-83ad-b9174ddb050b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:02.251021 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87e861de-1af4-4b17-86a2-7d8e8e40d72e req-dd0fd10c-561e-48b0-9e71-a9b5990e058e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541518 Feb 11 04:17:02.323018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-177eab18-518f-422f-81c6-4c727f03777b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for floatingip (de39cf41-d1f4-42ac-ad6b-d355c970166e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:02.331747 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42f8fc73-da8f-4fa3-b6b7-6fbd7ecd557d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for security_group (08ab6535-e14b-4872-a3c6-c5e9fcea6c2b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:02.345558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-b64d5614-b4e8-4207-9d61-a9b7ca4483e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:02.348103 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-b64d5614-b4e8-4207-9d61-a9b7ca4483e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2577887 Feb 11 04:17:02.377195 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42f8fc73-da8f-4fa3-b6b7-6fbd7ecd557d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for security_group (08ab6535-e14b-4872-a3c6-c5e9fcea6c2b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:02.484784 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-c15d1c9a-677b-4003-a8b6-a4fb4da4f02f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 HTTP/1.1" status: 200 len: 217 time: 0.0416701 Feb 11 04:17:02.526269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-9b559923-4cbc-464a-bf65-90ef8138b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:02.526560 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-9b559923-4cbc-464a-bf65-90ef8138b0b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 1129 time: 0.4301434 Feb 11 04:17:02.548096 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-97a9c558-7dc1-4929-b3db-4f7053dd3e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:02.549571 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-97a9c558-7dc1-4929-b3db-4f7053dd3e8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0594089 Feb 11 04:17:02.630654 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42f8fc73-da8f-4fa3-b6b7-6fbd7ecd557d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (08ab6535-e14b-4872-a3c6-c5e9fcea6c2b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:02.634102 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42f8fc73-da8f-4fa3-b6b7-6fbd7ecd557d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:02.635532 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-42f8fc73-da8f-4fa3-b6b7-6fbd7ecd557d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "DELETE /v2.0/security-groups/08ab6535-e14b-4872-a3c6-c5e9fcea6c2b HTTP/1.1" status: 204 len: 168 time: 0.5100241 Feb 11 04:17:02.640418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37060) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:02.661394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-ec0d34e2-4922-46dd-951e-c84cb7a24275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:02.663123 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-ec0d34e2-4922-46dd-951e-c84cb7a24275 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1063664 Feb 11 04:17:02.664512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8fc73-da8f-4fa3-b6b7-6fbd7ecd557d tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ab6535-e14b-4872-a3c6-c5e9fcea6c2b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:02.672800 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-1ad89fba-d6cf-4e1f-bb33-80ef8d71ed32 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] show failed (client error): The resource could not be found. Feb 11 04:17:02.674087 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1ad89fba-d6cf-4e1f-bb33-80ef8d71ed32 tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "GET /v2.0/security-groups/08ab6535-e14b-4872-a3c6-c5e9fcea6c2b HTTP/1.1" status: 404 len: 347 time: 0.0302000 Feb 11 04:17:02.686117 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37062) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:02.735010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5ad6e-8123-49c6-a5de-5f99b42ee621 req-d7cb46aa-1930-416e-b051-7ba1e9b89094 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:02.736601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-02f5ad6e-8123-49c6-a5de-5f99b42ee621 req-d7cb46aa-1930-416e-b051-7ba1e9b89094 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 946 time: 0.2467694 Feb 11 04:17:02.752171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-da6619bb-db73-4d37-8349-4950558aa4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:02.754372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-da6619bb-db73-4d37-8349-4950558aa4c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2105184 Feb 11 04:17:02.841794 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-456212ac-7dbd-4c03-a94b-4a2fdc4792a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 HTTP/1.1" status: 200 len: 217 time: 0.0524137 Feb 11 04:17:02.934560 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-17805eec-d87b-4b02-a963-0e9bcaea7198 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574422 Feb 11 04:17:02.980162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-068fa77f-d99a-4d3e-a144-fbd892f9da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:02.981612 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-068fa77f-d99a-4d3e-a144-fbd892f9da03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1207020 Feb 11 04:17:03.011526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b40bdee4-74c3-4b01-bda6-cf0163b15d7b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Deleting port 29c2f8ff-b32b-4336-b102-d4ad9dc71dc8 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:03.012249 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b40bdee4-74c3-4b01-bda6-cf0163b15d7b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (29c2f8ff-b32b-4336-b102-d4ad9dc71dc8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:03.045033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-02f5ad6e-8123-49c6-a5de-5f99b42ee621 req-733b538c-f008-4df0-b0b5-d08373537ce5 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971301 Feb 11 04:17:03.100328 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-d2d92257-fc5b-4445-9514-28e0cd840a5b service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579621 Feb 11 04:17:03.150922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-acb433c0-05fa-4b5b-94f7-a34e683f1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:03.152484 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-acb433c0-05fa-4b5b-94f7-a34e683f1310 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1621656 Feb 11 04:17:03.172348 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b40bdee4-74c3-4b01-bda6-cf0163b15d7b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (29c2f8ff-b32b-4336-b102-d4ad9dc71dc8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:03.173881 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b40bdee4-74c3-4b01-bda6-cf0163b15d7b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for floatingip (29c2f8ff-b32b-4336-b102-d4ad9dc71dc8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:03.192643 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b40bdee4-74c3-4b01-bda6-cf0163b15d7b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Calling delete_port for 29c2f8ff-b32b-4336-b102-d4ad9dc71dc8 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:03.341435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.resource_extend [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-177eab18-518f-422f-81c6-4c727f03777b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:17:03.392309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-13df581b-a0e5-4c05-b434-ce2cddb56f4f service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260532 Feb 11 04:17:03.404109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ec157-a61a-442e-87cb-74ea4965e256 req-d7b603c8-b4c4-4022-bdd9-440214294718 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:03.407852 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f20ec157-a61a-442e-87cb-74ea4965e256 req-d7b603c8-b4c4-4022-bdd9-440214294718 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 946 time: 0.1672511 Feb 11 04:17:03.469648 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-177eab18-518f-422f-81c6-4c727f03777b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:03.537926 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b40bdee4-74c3-4b01-bda6-cf0163b15d7b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (29c2f8ff-b32b-4336-b102-d4ad9dc71dc8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:03.589364 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-177eab18-518f-422f-81c6-4c727f03777b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (de39cf41-d1f4-42ac-ad6b-d355c970166e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:03.594051 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:03.613842 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bdee4-74c3-4b01-bda6-cf0163b15d7b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Pushing event deleted for resources: {'Port': ['ID=29c2f8ff-b32b-4336-b102-d4ad9dc71dc8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:03.697405 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f20ec157-a61a-442e-87cb-74ea4965e256 req-75482980-7d89-4659-b354-0c887d149f27 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756290 Feb 11 04:17:03.737145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99d2bb32-537d-4e6f-b958-0209595cd51c req-ec394351-85f3-4517-9d2e-6dd3df49fd0b service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280544 Feb 11 04:17:03.740266 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:03.778924 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b40bdee4-74c3-4b01-bda6-cf0163b15d7b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks [] for floatingip (13b1d427-ad1b-461a-a69a-68ed06c66dbf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:03.781729 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b40bdee4-74c3-4b01-bda6-cf0163b15d7b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:03.783077 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b40bdee4-74c3-4b01-bda6-cf0163b15d7b tempest-ServersWithSpecificFlavorTestJSON-129078656 tempest-ServersWithSpecificFlavorTestJSON-129078656-project] 10.222.0.13 "DELETE /v2.0/floatingips/13b1d427-ad1b-461a-a69a-68ed06c66dbf HTTP/1.1" status: 204 len: 168 time: 1.0949707 Feb 11 04:17:03.825559 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-177eab18-518f-422f-81c6-4c727f03777b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Floating IP de39cf41-d1f4-42ac-ad6b-d355c970166e associated. External IP: 172.25.3.103, port: c61af530-0125-4345-83ad-b9174ddb050b. Feb 11 04:17:04.375703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386896e0-1896-4526-9dcc-eb136e444e62 req-3abc54d9-4246-4fb7-8e1e-2e57632b52b3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:04.382472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-386896e0-1896-4526-9dcc-eb136e444e62 req-3abc54d9-4246-4fb7-8e1e-2e57632b52b3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 946 time: 0.1395876 Feb 11 04:17:04.493627 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-386896e0-1896-4526-9dcc-eb136e444e62 req-04125bfe-2e68-4988-9839-98485fd286c7 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007969 Feb 11 04:17:04.504713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-177eab18-518f-422f-81c6-4c727f03777b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Router a46169e8-d133-4778-b297-c71f47b36892 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:17:04.664069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-177eab18-518f-422f-81c6-4c727f03777b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:17:04.669919 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-177eab18-518f-422f-81c6-4c727f03777b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:04.683295 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d2a3b0-3cf5-406b-8d49-c377cf92b85e None None] Sync routers for ids ['a46169e8-d133-4778-b297-c71f47b36892'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:17:04.703120 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d2a3b0-3cf5-406b-8d49-c377cf92b85e None None] Routers {'a46169e8-d133-4778-b297-c71f47b36892'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:17:04.703771 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e4d2a3b0-3cf5-406b-8d49-c377cf92b85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:16:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a46169e8-d133-4778-b297-c71f47b36892'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:04.718704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-177eab18-518f-422f-81c6-4c727f03777b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "PUT /v2.0/floatingips/de39cf41-d1f4-42ac-ad6b-d355c970166e HTTP/1.1" status: 200 len: 996 time: 2.4777832 Feb 11 04:17:04.718704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d2aa0d-d0a5-4217-9371-748b1db0a3e2', 'tag': 'c61af530-0125-4345-83ad-b9174ddb050b'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:04.722161 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8a5e0e-0c3c-4e5d-af6f-9123f0a28bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "90d2aa0d-d0a5-4217-9371-748b1db0a3e2", "tag": "c61af530-0125-4345-83ad-b9174ddb050b"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:04.808473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-69357a2a-9c30-40ab-b74e-22e75679d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:04.812267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-69357a2a-9c30-40ab-b74e-22e75679d7ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54061c50498d487ead83613ae85af3f7&device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 1128 time: 0.0747373 Feb 11 04:17:04.860166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:17:04.886945 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-e4d2a3b0-3cf5-406b-8d49-c377cf92b85e None None] Set router a46169e8-d133-4778-b297-c71f47b36892 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:17:04.929981 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12c28ee-5c49-46ed-bd4e-2617331797b8 x-openstack-request-id: req-a12c28ee-5c49-46ed-bd4e-2617331797b8 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:04.930337 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d2aa0d-d0a5-4217-9371-748b1db0a3e2", "tag": "c61af530-0125-4345-83ad-b9174ddb050b", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:04.930528 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a12c28ee-5c49-46ed-bd4e-2617331797b8 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:04.930990 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d2aa0d-d0a5-4217-9371-748b1db0a3e2', 'tag': 'c61af530-0125-4345-83ad-b9174ddb050b', 'status': 'completed', 'code': 200} Feb 11 04:17:05.012730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a5e0e-0c3c-4e5d-af6f-9123f0a28bf5 req-b54d6a3d-a9d7-46da-98df-e1015d124699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:05.015012 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3d8a5e0e-0c3c-4e5d-af6f-9123f0a28bf5 req-b54d6a3d-a9d7-46da-98df-e1015d124699 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54061c50498d487ead83613ae85af3f7&device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 1128 time: 0.1006598 Feb 11 04:17:05.101037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:05.140455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087', 'mac_address': 'fa:16:3e:25:b9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:17:05.201882 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-588c96bc-6bb2-4fe3-9444-322fb4575983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:05.207355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-588c96bc-6bb2-4fe3-9444-322fb4575983 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e7c15246-6a7c-439d-b5bc-79f280a4bd7b HTTP/1.1" status: 200 len: 929 time: 0.3890314 Feb 11 04:17:05.240608 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a5e0e-0c3c-4e5d-af6f-9123f0a28bf5 req-65f58266-72ad-4718-9058-cd3bbdbec49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:05.243613 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3d8a5e0e-0c3c-4e5d-af6f-9123f0a28bf5 req-65f58266-72ad-4718-9058-cd3bbdbec49a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e7c15246-6a7c-439d-b5bc-79f280a4bd7b HTTP/1.1" status: 200 len: 929 time: 0.2131665 Feb 11 04:17:05.271472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:05.272150 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:05.328982 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:17:05.334565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37152) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:05.371027 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9479000-752c-4371-a6a7-d1c3654782cf req-cb644de6-5f28-4d6f-8226-38ae14965145 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:05.378467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9479000-752c-4371-a6a7-d1c3654782cf req-cb644de6-5f28-4d6f-8226-38ae14965145 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 946 time: 0.2861192 Feb 11 04:17:05.391896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:05.447695 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-6062420e-6c21-4c59-8007-b530e0a6d49e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c61af530-0125-4345-83ad-b9174ddb050b HTTP/1.1" status: 200 len: 999 time: 0.2304640 Feb 11 04:17:05.464147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9479000-752c-4371-a6a7-d1c3654782cf req-ff9ea74b-3701-4263-a0f8-bb556cbfe40e tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846858 Feb 11 04:17:05.464394 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:05.469375 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e4d2a3b0-3cf5-406b-8d49-c377cf92b85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46169e8-d133-4778-b297-c71f47b36892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:16:30Z', 'updated_at': '2022-02-11T04:16:35Z', 'revision_number': 4, 'project_id': '54061c50498d487ead83613ae85af3f7', 'gw_port': {'id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:31Z', 'updated_at': '2022-02-11T04:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'de39cf41-d1f4-42ac-ad6b-d355c970166e', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'port_id': 'c61af530-0125-4345-83ad-b9174ddb050b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'mac_address': 'fa:16:3e:fb:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d2aa0d-d0a5-4217-9371-748b1db0a3e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:16:59Z', 'updated_at': '2022-02-11T04:17:03Z', 'revision_number': 1, 'project_id': '54061c50498d487ead83613ae85af3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a', 'name': '', 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'mac_address': 'fa:16:3e:6f:7f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6b9251b7-19ea-434f-8270-971464a27da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:34Z', 'updated_at': '2022-02-11T04:16:40Z', 'revision_number': 5, 'project_id': '54061c50498d487ead83613ae85af3f7', 'subnets': [{'id': '6b9251b7-19ea-434f-8270-971464a27da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:05.524209 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3d8a5e0e-0c3c-4e5d-af6f-9123f0a28bf5 req-7259569a-ba4e-4878-b30d-84704e99b1c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c61af530-0125-4345-83ad-b9174ddb050b HTTP/1.1" status: 200 len: 999 time: 0.2729270 Feb 11 04:17:05.584087 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d2a3b0-3cf5-406b-8d49-c377cf92b85e None None] Checking router: a46169e8-d133-4778-b297-c71f47b36892 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:17:05.609294 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d2a3b0-3cf5-406b-8d49-c377cf92b85e None None] Routers {'a46169e8-d133-4778-b297-c71f47b36892'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:17:05.611010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:05.613253 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e4d2a3b0-3cf5-406b-8d49-c377cf92b85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:16:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a46169e8-d133-4778-b297-c71f47b36892'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:05.630799 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-c8050590-0305-4a47-ac23-f98395de2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:05.641373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-c8050590-0305-4a47-ac23-f98395de2a47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b9251b7-19ea-434f-8270-971464a27da6 HTTP/1.1" status: 200 len: 867 time: 0.1714134 Feb 11 04:17:05.672658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a5e0e-0c3c-4e5d-af6f-9123f0a28bf5 req-ab654f7d-04d0-4fba-8be3-098553ab9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:05.676106 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3d8a5e0e-0c3c-4e5d-af6f-9123f0a28bf5 req-ab654f7d-04d0-4fba-8be3-098553ab9d73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9251b7-19ea-434f-8270-971464a27da6 HTTP/1.1" status: 200 len: 867 time: 0.1357977 Feb 11 04:17:05.756487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:17:05.795748 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a5e0e-0c3c-4e5d-af6f-9123f0a28bf5 req-9eb8f242-8331-43ef-a2f9-b0b3d18c92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:05.797743 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3d8a5e0e-0c3c-4e5d-af6f-9123f0a28bf5 req-9eb8f242-8331-43ef-a2f9-b0b3d18c92b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e7c15246-6a7c-439d-b5bc-79f280a4bd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1157265 Feb 11 04:17:05.820638 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd96c88f-628e-46e7-925a-49f2a61fa6fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:05.859822 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-2fd21048-9379-4ffb-a1d7-8bc4e1f87ce7 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b31a5a338ebc480eaaa3bf06fc2ccd6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179731 Feb 11 04:17:05.965065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-29045e29-df23-4ec5-ac1c-5d4ad1518199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:05.966835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-29045e29-df23-4ec5-ac1c-5d4ad1518199 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e7c15246-6a7c-439d-b5bc-79f280a4bd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3235698 Feb 11 04:17:05.994194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-7f14bca2-a7ef-4197-8c54-a8e1a60d951d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:17:05.994194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-7f14bca2-a7ef-4197-8c54-a8e1a60d951d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096376 Feb 11 04:17:05.999027 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3d8a5e0e-0c3c-4e5d-af6f-9123f0a28bf5 req-89a74b0f-09e8-4582-bdf5-6f33ba413241 service neutron] 10.222.0.47 "GET /v2.0/networks/e7c15246-6a7c-439d-b5bc-79f280a4bd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934364 Feb 11 04:17:06.045631 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-e4d2a3b0-3cf5-406b-8d49-c377cf92b85e None None] Set router a46169e8-d133-4778-b297-c71f47b36892 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:17:06.063589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-05024a52-941a-4815-aa90-fddd335eff03 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:06.077805 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-05024a52-941a-4815-aa90-fddd335eff03 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166076 Feb 11 04:17:06.119218 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-c1d1bb93-121b-47bf-9f41-c319a83a46eb tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/quotas/b31a5a338ebc480eaaa3bf06fc2ccd6c HTTP/1.1" status: 200 len: 375 time: 0.0402806 Feb 11 04:17:06.197781 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-a68a236b-98f7-49a4-8cd6-79695636b76f tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b31a5a338ebc480eaaa3bf06fc2ccd6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774624 Feb 11 04:17:06.209187 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3d8a5e0e-0c3c-4e5d-af6f-9123f0a28bf5 req-e11b06c9-575a-472e-9385-6335f5818c6c service neutron] 10.222.0.47 "GET /v2.0/networks/e7c15246-6a7c-439d-b5bc-79f280a4bd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035778 Feb 11 04:17:06.230861 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd96c88f-628e-46e7-925a-49f2a61fa6fa admin admin] Publish callbacks [] for security_group (e1bf8682-72c3-4760-bd1a-509177b6e79a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:06.273908 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-2730a25f-71a0-4436-9117-79451ba6550a service neutron] 10.222.0.13 "GET /v2.0/networks/e7c15246-6a7c-439d-b5bc-79f280a4bd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583733 Feb 11 04:17:06.317079 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd96c88f-628e-46e7-925a-49f2a61fa6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e1bf8682-72c3-4760-bd1a-509177b6e79a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:06.399900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37174) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:06.400154 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dd96c88f-628e-46e7-925a-49f2a61fa6fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50e291edd1e342aa86babe6445619a67&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0643213 Feb 11 04:17:06.403094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96c88f-628e-46e7-925a-49f2a61fa6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bf8682-72c3-4760-bd1a-509177b6e79a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:06.403406 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e4d2a3b0-3cf5-406b-8d49-c377cf92b85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46169e8-d133-4778-b297-c71f47b36892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:16:30Z', 'updated_at': '2022-02-11T04:16:35Z', 'revision_number': 4, 'project_id': '54061c50498d487ead83613ae85af3f7', 'gw_port': {'id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:31Z', 'updated_at': '2022-02-11T04:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'de39cf41-d1f4-42ac-ad6b-d355c970166e', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'port_id': 'c61af530-0125-4345-83ad-b9174ddb050b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'mac_address': 'fa:16:3e:fb:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d2aa0d-d0a5-4217-9371-748b1db0a3e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:16:59Z', 'updated_at': '2022-02-11T04:17:03Z', 'revision_number': 1, 'project_id': '54061c50498d487ead83613ae85af3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a', 'name': '', 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'mac_address': 'fa:16:3e:6f:7f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6b9251b7-19ea-434f-8270-971464a27da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:34Z', 'updated_at': '2022-02-11T04:16:40Z', 'revision_number': 5, 'project_id': '54061c50498d487ead83613ae85af3f7', 'subnets': [{'id': '6b9251b7-19ea-434f-8270-971464a27da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:06.424149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8d71df6-192e-4ad9-84d4-b1da55c2b6e2 req-387ad2e7-ce54-4feb-8c7c-c6cdb331667a service neutron] 10.222.0.13 "GET /v2.0/networks/e7c15246-6a7c-439d-b5bc-79f280a4bd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442342 Feb 11 04:17:06.482278 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d2a3b0-3cf5-406b-8d49-c377cf92b85e None None] The sync data for ids ['a46169e8-d133-4778-b297-c71f47b36892'] in n-d-712142-35 is: [{'id': 'a46169e8-d133-4778-b297-c71f47b36892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:16:30Z', 'updated_at': '2022-02-11T04:16:35Z', 'revision_number': 4, 'project_id': '54061c50498d487ead83613ae85af3f7', 'gw_port': {'id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:31Z', 'updated_at': '2022-02-11T04:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'de39cf41-d1f4-42ac-ad6b-d355c970166e', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'port_id': 'c61af530-0125-4345-83ad-b9174ddb050b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'mac_address': 'fa:16:3e:fb:34:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d2aa0d-d0a5-4217-9371-748b1db0a3e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:16:59Z', 'updated_at': '2022-02-11T04:17:03Z', 'revision_number': 1, 'project_id': '54061c50498d487ead83613ae85af3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a', 'name': '', 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'mac_address': 'fa:16:3e:6f:7f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6b9251b7-19ea-434f-8270-971464a27da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:34Z', 'updated_at': '2022-02-11T04:16:40Z', 'revision_number': 5, 'project_id': '54061c50498d487ead83613ae85af3f7', 'subnets': [{'id': '6b9251b7-19ea-434f-8270-971464a27da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:17:06.525519 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-47390153-286f-41e1-a7d9-489c6ef9b496 admin admin] Publish callbacks [] for security_group (e1bf8682-72c3-4760-bd1a-509177b6e79a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:06.623783 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-47390153-286f-41e1-a7d9-489c6ef9b496 admin admin] Publish callbacks [] for security_group (e1bf8682-72c3-4760-bd1a-509177b6e79a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:06.737161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffb06b-8269-4934-bce2-42c9d76b9790 req-b08c1174-d11c-4543-9303-732e67a0369d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:06.738810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-24ffb06b-8269-4934-bce2-42c9d76b9790 req-b08c1174-d11c-4543-9303-732e67a0369d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 947 time: 0.1662731 Feb 11 04:17:06.817999 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-47390153-286f-41e1-a7d9-489c6ef9b496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e1bf8682-72c3-4760-bd1a-509177b6e79a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:06.822062 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-47390153-286f-41e1-a7d9-489c6ef9b496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:06.825742 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-47390153-286f-41e1-a7d9-489c6ef9b496 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1bf8682-72c3-4760-bd1a-509177b6e79a HTTP/1.1" status: 204 len: 168 time: 0.4214101 Feb 11 04:17:06.873224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47390153-286f-41e1-a7d9-489c6ef9b496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bf8682-72c3-4760-bd1a-509177b6e79a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:06.885708 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:17:06.917651 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-24ffb06b-8269-4934-bce2-42c9d76b9790 req-87281c97-4438-4ec0-88be-5689b0a30079 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722693 Feb 11 04:17:07.012523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3275aa59-f578-444f-bed0-b5066e1243aa None None] New status for floating IP de39cf41-d1f4-42ac-ad6b-d355c970166e: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:17:07.118318 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-d9d76e58-fe2b-4fac-a90d-ec22139a36ed tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b31a5a338ebc480eaaa3bf06fc2ccd6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584350 Feb 11 04:17:07.161351 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abb77cec-84c1-478c-a463-df78752e790a req-8991ec22-5d7c-46d6-a5ea-712dcc6f9a23 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 258 time: 0.2056015 Feb 11 04:17:07.196889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:07.296100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:17:07.301488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:17:07.301865 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:07.318479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-7f45b77a-d13c-4084-aef6-89ce67077e91 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:07.320225 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-7f45b77a-d13c-4084-aef6-89ce67077e91 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1568034 Feb 11 04:17:07.340694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-fe481a3a-e200-4c4e-b7ba-ff59b948662e tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/quotas/b31a5a338ebc480eaaa3bf06fc2ccd6c HTTP/1.1" status: 200 len: 375 time: 0.0145204 Feb 11 04:17:07.395055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:07.395588 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:07.398769 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-e2e078be-4b0a-417f-8533-6d1159f91e7f tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b31a5a338ebc480eaaa3bf06fc2ccd6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517297 Feb 11 04:17:07.434710 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:07.462653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5731d5-28c0-4a98-ac01-fa3e0a0409ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:07.465069 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71490f6-c109-47ba-9976-f80d1baf13bd" -d '{"events": [{"server_uuid": "aa5731d5-28c0-4a98-ac01-fa3e0a0409ca", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:07.477610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:07.560275 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:07.592310 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:07.681122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:07.723691 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37218) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:07.747475 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8a5b41f-33ee-4c57-83d4-2013e982e98d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:07.843865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Allocated IP 172.25.3.73 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/70828426-93bd-41b8-8b87-4443d7796d86) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:17:07.879412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fc6f1-3f80-4b35-a8f0-87396d724058 req-d834d238-f674-475d-a137-b8d75c39fb23 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:07.881753 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c9fc6f1-3f80-4b35-a8f0-87396d724058 req-d834d238-f674-475d-a137-b8d75c39fb23 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 946 time: 0.1165073 Feb 11 04:17:07.882930 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8a5b41f-33ee-4c57-83d4-2013e982e98d admin admin] Publish callbacks [] for security_group (abe54c2a-f2cd-45c1-91e0-6ea43ccea116), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:07.965840 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8a5b41f-33ee-4c57-83d4-2013e982e98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (abe54c2a-f2cd-45c1-91e0-6ea43ccea116), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:07.989198 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c9fc6f1-3f80-4b35-a8f0-87396d724058 req-a2698e92-243c-41f0-9541-fc6944ce4aba tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961881 Feb 11 04:17:08.030955 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for port (70828426-93bd-41b8-8b87-4443d7796d86), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:08.071960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37228) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:08.081322 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b8a5b41f-33ee-4c57-83d4-2013e982e98d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=734d82fc59ce4b3ebc1599fd0700f063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563962 Feb 11 04:17:08.135424 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5b41f-33ee-4c57-83d4-2013e982e98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe54c2a-f2cd-45c1-91e0-6ea43ccea116,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:08.189221 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7afd9470-fd81-4adb-ba3d-34488150df96 admin admin] Publish callbacks [] for security_group (abe54c2a-f2cd-45c1-91e0-6ea43ccea116), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:08.221216 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (70828426-93bd-41b8-8b87-4443d7796d86), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:08.310744 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7afd9470-fd81-4adb-ba3d-34488150df96 admin admin] Publish callbacks [] for security_group (abe54c2a-f2cd-45c1-91e0-6ea43ccea116), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:08.349452 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:17:08.373552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:17:08.376528 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:17:08.385338 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Pushing event updated for resources: {'Port': ['ID=70828426-93bd-41b8-8b87-4443d7796d86,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:08.492967 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fdbbdc-d636-45a2-bd35-9e7b158f1e5e x-openstack-request-id: req-13fdbbdc-d636-45a2-bd35-9e7b158f1e5e {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:08.493898 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5731d5-28c0-4a98-ac01-fa3e0a0409ca", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:08.494400 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13fdbbdc-d636-45a2-bd35-9e7b158f1e5e {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:08.495071 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5731d5-28c0-4a98-ac01-fa3e0a0409ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087', 'code': 200} Feb 11 04:17:08.496537 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a7ec808-6cdd-4469-90fa-0461b59a6332 req-7128f4c6-8a0f-4ade-9509-6324b118683f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2008760 Feb 11 04:17:08.521594 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7afd9470-fd81-4adb-ba3d-34488150df96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (abe54c2a-f2cd-45c1-91e0-6ea43ccea116), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:08.525923 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7afd9470-fd81-4adb-ba3d-34488150df96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:08.529635 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7afd9470-fd81-4adb-ba3d-34488150df96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abe54c2a-f2cd-45c1-91e0-6ea43ccea116 HTTP/1.1" status: 204 len: 168 time: 0.4543350 Feb 11 04:17:08.599726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd9470-fd81-4adb-ba3d-34488150df96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe54c2a-f2cd-45c1-91e0-6ea43ccea116,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:08.635771 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68806c28-1028-413e-bf26-9cd49b46277a req-d00b0f01-cf8c-42b4-90af-7fc0eb8e9f2b tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 210 time: 0.0737202 Feb 11 04:17:08.652217 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for floatingip (1f00e197-b398-421a-9fe7-dd5cf31d9795), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:08.662546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ec808-6cdd-4469-90fa-0461b59a6332 req-968dfd7b-6888-424b-a676-e0a91f429ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:08.664167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a7ec808-6cdd-4469-90fa-0461b59a6332 req-968dfd7b-6888-424b-a676-e0a91f429ebe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 1127 time: 0.1333544 Feb 11 04:17:08.807030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ec808-6cdd-4469-90fa-0461b59a6332 req-de38d114-023b-40c9-85d9-adca5205d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:08.809210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a7ec808-6cdd-4469-90fa-0461b59a6332 req-de38d114-023b-40c9-85d9-adca5205d5bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.1165304 Feb 11 04:17:08.871671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed15bc3-5fa8-411b-a43e-b877ee77bb0c req-cb9f213d-6e5d-41e6-b5f6-196341ded580 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:08.873433 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ed15bc3-5fa8-411b-a43e-b877ee77bb0c req-cb9f213d-6e5d-41e6-b5f6-196341ded580 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca&tenant_id=95a93e519b544c01b6ee62c609eec109&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 948 time: 0.1483262 Feb 11 04:17:08.892736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a7ec808-6cdd-4469-90fa-0461b59a6332 req-6b338d22-0b45-46de-8bee-a76f4f3ec7e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76 HTTP/1.1" status: 200 len: 217 time: 0.0758715 Feb 11 04:17:08.896257 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (70828426-93bd-41b8-8b87-4443d7796d86), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:08.959337 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [req-4ed15bc3-5fa8-411b-a43e-b877ee77bb0c req-ad20e05c-57f1-41d1-9406-76a8e8692af8 service neutron] delete failed (client error): The resource could not be found. Feb 11 04:17:08.960229 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ed15bc3-5fa8-411b-a43e-b877ee77bb0c req-ad20e05c-57f1-41d1-9406-76a8e8692af8 service neutron] 10.222.0.47 "DELETE /v2.0/ports/4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087/bindings/n-h2-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0769846 Feb 11 04:17:08.986339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ec808-6cdd-4469-90fa-0461b59a6332 req-c3d307b9-f537-4e6e-b6d8-8be245a91177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:08.988800 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a7ec808-6cdd-4469-90fa-0461b59a6332 req-c3d307b9-f537-4e6e-b6d8-8be245a91177 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.0882943 Feb 11 04:17:09.040960 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a7ec808-6cdd-4469-90fa-0461b59a6332 req-8fbcd88a-966d-4a68-8971-cce3456fc940 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420377 Feb 11 04:17:09.134566 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed15bc3-5fa8-411b-a43e-b877ee77bb0c req-4020df14-38df-4424-b924-87d03ff8c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:09.139989 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ed15bc3-5fa8-411b-a43e-b877ee77bb0c req-4020df14-38df-4424-b924-87d03ff8c498 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 1131 time: 0.1008797 Feb 11 04:17:09.186595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a7ec808-6cdd-4469-90fa-0461b59a6332 req-906be2fd-af46-45ba-a705-dbab7f5913ab service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165161 Feb 11 04:17:09.298215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed15bc3-5fa8-411b-a43e-b877ee77bb0c req-b718bb71-5e06-4256-b1f3-95e0cbdad8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:09.304178 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ed15bc3-5fa8-411b-a43e-b877ee77bb0c req-b718bb71-5e06-4256-b1f3-95e0cbdad8d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1581314 Feb 11 04:17:09.381344 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ed15bc3-5fa8-411b-a43e-b877ee77bb0c req-db825835-4a25-408b-8c19-40dd334ea8e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 HTTP/1.1" status: 200 len: 217 time: 0.0715380 Feb 11 04:17:09.413436 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for port (70828426-93bd-41b8-8b87-4443d7796d86), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:09.425712 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a7ec808-6cdd-4469-90fa-0461b59a6332 req-5d6be185-c5ba-46ba-b4b6-2acfa7dc0fe5 service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298322 Feb 11 04:17:09.448299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37260) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:09.501994 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed15bc3-5fa8-411b-a43e-b877ee77bb0c req-8c76d6be-369d-47d8-a1c8-d35a9f44b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:09.506219 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ed15bc3-5fa8-411b-a43e-b877ee77bb0c req-8c76d6be-369d-47d8-a1c8-d35a9f44b5cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1141660 Feb 11 04:17:09.523890 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (70828426-93bd-41b8-8b87-4443d7796d86), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:09.673252 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (1f00e197-b398-421a-9fe7-dd5cf31d9795), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:09.749063 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-7a424f1f-d077-494f-9723-5e6476943757 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b31a5a338ebc480eaaa3bf06fc2ccd6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1750417 Feb 11 04:17:10.076281 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed15bc3-5fa8-411b-a43e-b877ee77bb0c req-64769ea7-7092-4a2c-a87d-b7da81567fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:10.078087 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ed15bc3-5fa8-411b-a43e-b877ee77bb0c req-64769ea7-7092-4a2c-a87d-b7da81567fc5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5537813 Feb 11 04:17:10.281522 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ed15bc3-5fa8-411b-a43e-b877ee77bb0c req-434bc346-8c51-417b-8b7b-eb52c57cb204 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936877 Feb 11 04:17:10.307121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Pushing event updated for resources: {'Port': ['ID=70828426-93bd-41b8-8b87-4443d7796d86,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:10.390410 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:10.392909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abb77cec-84c1-478c-a463-df78752e790a req-c540e26b-9450-4b07-a4bf-08c9ef5d3ee4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2142155 Feb 11 04:17:10.412370 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ed15bc3-5fa8-411b-a43e-b877ee77bb0c req-2f16fc24-9e32-43d2-90be-bcecf69c7311 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232448 Feb 11 04:17:10.555273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abb77cec-84c1-478c-a463-df78752e790a req-eb64e728-1c84-4f8f-8593-f6b84b995de4 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 695 time: 0.1066296 Feb 11 04:17:10.565723 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea5ce3-d79a-4b80-8548-c8eb73d583d2 req-ede3afcd-bea4-4ea3-884f-012e93baea22 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:10.567482 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89ea5ce3-d79a-4b80-8548-c8eb73d583d2 req-ede3afcd-bea4-4ea3-884f-012e93baea22 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 1128 time: 0.9348524 Feb 11 04:17:10.753844 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-ef9c876e-2424-4dd3-ad00-66bc2422e5a7 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:10.755247 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-ef9c876e-2424-4dd3-ad00-66bc2422e5a7 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9463925 Feb 11 04:17:10.800833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Request body: {'port': {'device_id': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': 'b31a5a338ebc480eaaa3bf06fc2ccd6c'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:10.810972 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89ea5ce3-d79a-4b80-8548-c8eb73d583d2 req-cf44ef1a-aeb4-4b4c-a83b-48c4169c25a3 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240913 Feb 11 04:17:10.931290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb77cec-84c1-478c-a463-df78752e790a req-c8dfe3b4-92e3-4480-9c6a-092fa15d3bac tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:10.933219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abb77cec-84c1-478c-a463-df78752e790a req-c8dfe3b4-92e3-4480-9c6a-092fa15d3bac tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.3647239 Feb 11 04:17:10.954149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-abb77cec-84c1-478c-a463-df78752e790a req-bacfa5bf-3115-4cef-9e86-abfbef2ede99 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:17:10.961643 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abb77cec-84c1-478c-a463-df78752e790a req-bacfa5bf-3115-4cef-9e86-abfbef2ede99 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076931 Feb 11 04:17:11.109316 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918130f-e3fa-4f6b-a2cc-f974e7cb3398 req-a8025913-dfcb-4911-a17f-c4409f599d16 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:11.110961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5918130f-e3fa-4f6b-a2cc-f974e7cb3398 req-a8025913-dfcb-4911-a17f-c4409f599d16 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.1766701 Feb 11 04:17:11.224170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4be7a33b-b927-41ab-9136-a4482421fcb0 req-ed2410cc-0e54-464f-833b-62d1e3b14ebc tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 210 time: 0.0502367 Feb 11 04:17:11.306908 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5918130f-e3fa-4f6b-a2cc-f974e7cb3398 req-3333ccef-25c4-4d73-9e6f-429504580638 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829424 Feb 11 04:17:11.326886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Made reservation on behalf of b31a5a338ebc480eaaa3bf06fc2ccd6c for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:17:11.340995 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:11.354891 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:11.409683 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-471a911b-44ac-4991-892a-4f3ab8750684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:11.594991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf5359-0841-4790-a097-d1ce35f325cf req-02a82a77-8d5c-4c6b-bb8e-fe34c8d05e39 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:11.596505 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5bf5359-0841-4790-a097-d1ce35f325cf req-02a82a77-8d5c-4c6b-bb8e-fe34c8d05e39 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1447296 Feb 11 04:17:11.626122 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks [] for security_group (3281626d-da9b-4db4-aeee-86f7936f3347), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:11.754334 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3281626d-da9b-4db4-aeee-86f7936f3347), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:11.792549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5bf5359-0841-4790-a097-d1ce35f325cf req-9356e26d-853a-4edf-8f36-c18a5d872f3a tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 695 time: 0.1649551 Feb 11 04:17:11.857584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f5bf5359-0841-4790-a097-d1ce35f325cf req-c5082e08-6f09-4e75-8d87-352e62985b47 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Request body: {'floatingip': {'port_id': 'c61af530-0125-4345-83ad-b9174ddb050b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:11.915591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3281626d-da9b-4db4-aeee-86f7936f3347,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:11.934871 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5bf5359-0841-4790-a097-d1ce35f325cf req-c5082e08-6f09-4e75-8d87-352e62985b47 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for floatingip (1f00e197-b398-421a-9fe7-dd5cf31d9795), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:12.071969 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-ec1ec5ff-dd4e-47e3-a9c7-64c40031d059 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b31a5a338ebc480eaaa3bf06fc2ccd6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932932 Feb 11 04:17:12.173952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Allocated IP 192.168.233.218 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/68532a48-1854-4f60-902d-c5cace1e2fc2) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:17:12.448135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-103c28f7-d5ef-4489-a5cf-65c4b8e5d3c3 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:12.449586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-103c28f7-d5ef-4489-a5cf-65c4b8e5d3c3 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3670161 Feb 11 04:17:12.486482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-b62c79b3-d192-4f80-b87f-0d085e23cbe1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Request body: {'port': {'device_id': '0b6e60e0-8c53-43cd-b9fb-216180a31e68', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': 'b31a5a338ebc480eaaa3bf06fc2ccd6c'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:12.613559 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-f5bf5359-0841-4790-a097-d1ce35f325cf req-c5082e08-6f09-4e75-8d87-352e62985b47 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 04:17:12.614982 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5bf5359-0841-4790-a097-d1ce35f325cf req-c5082e08-6f09-4e75-8d87-352e62985b47 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "PUT /v2.0/floatingips/1f00e197-b398-421a-9fe7-dd5cf31d9795 HTTP/1.1" status: 409 len: 549 time: 0.7803652 Feb 11 04:17:12.623026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-471a911b-44ac-4991-892a-4f3ab8750684 admin admin] Deleting port 7400d364-824f-4605-9434-01de64f95a54 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:12.623346 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-471a911b-44ac-4991-892a-4f3ab8750684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7400d364-824f-4605-9434-01de64f95a54), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:13.135650 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 9aac557a-b3a4-46b4-ac0d-f06e538a7728 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:17:13.148647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks [] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:13.176639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-055de5e2-61a2-44a0-843c-5701a0f1e1e2 req-57552784-06c1-4da8-835c-9fa6f3323a68 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 210 time: 0.0647819 Feb 11 04:17:13.243125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-471a911b-44ac-4991-892a-4f3ab8750684 admin admin] For port 7400d364-824f-4605-9434-01de64f95a54, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7400d364-824f-4605-9434-01de64f95a54,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:13.243820 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-471a911b-44ac-4991-892a-4f3ab8750684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7400d364-824f-4605-9434-01de64f95a54), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:13.271573 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-471a911b-44ac-4991-892a-4f3ab8750684 admin admin] Calling delete_port for 7400d364-824f-4605-9434-01de64f95a54 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:13.332382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-77443b56-c209-47bb-8cf0-5d884921711a tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:17:13.333490 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-77443b56-c209-47bb-8cf0-5d884921711a tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107796 Feb 11 04:17:13.354526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-b62c79b3-d192-4f80-b87f-0d085e23cbe1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Made reservation on behalf of b31a5a338ebc480eaaa3bf06fc2ccd6c for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:17:13.358523 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-b62c79b3-d192-4f80-b87f-0d085e23cbe1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:13.364505 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:13.382546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 9aac557a-b3a4-46b4-ac0d-f06e538a7728, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9aac557a-b3a4-46b4-ac0d-f06e538a7728,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:13.403818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-0e10bf54-cb98-4868-9931-7080e0bdd8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:13.405979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '9aac557a-b3a4-46b4-ac0d-f06e538a7728', 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90', 'port_id': '9aac557a-b3a4-46b4-ac0d-f06e538a7728', 'mac_address': 'fa:16:3e:c5:65:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f835861-ae9c-4756-8b3b-a583638d521d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:17:13.414157 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-0e10bf54-cb98-4868-9931-7080e0bdd8ea service neutron] 10.222.0.13 "GET /v2.0/ports/8388d245-0766-4399-89e8-46b5eefba11d HTTP/1.1" status: 200 len: 1125 time: 0.0688617 Feb 11 04:17:13.418558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-297d96b0-353b-4cdf-8f02-5532eb6703e3 service neutron] Request body: {'binding': {'host': 'n-h2-712142-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:13.419048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-297d96b0-353b-4cdf-8f02-5532eb6703e3 service neutron] Unknown quota resources ['binding']. {{(pid=103808) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:17:13.460805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 9aac557a-b3a4-46b4-ac0d-f06e538a7728 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:13.461861 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:13.486730 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9aac557a-b3a4-46b4-ac0d-f06e538a7728 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:17:13.501445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:17:13.542115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:17:13.565304 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 9aac557a-b3a4-46b4-ac0d-f06e538a7728, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9aac557a-b3a4-46b4-ac0d-f06e538a7728,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:13.619784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:17:13.645795 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:13.736271 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-297d96b0-353b-4cdf-8f02-5532eb6703e3 service neutron] Attempting to bind port 8388d245-0766-4399-89e8-46b5eefba11d on host n-h2-712142-35 for vnic_type normal with profile None {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:17:13.737122 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-297d96b0-353b-4cdf-8f02-5532eb6703e3 service neutron] Attempting to bind port 8388d245-0766-4399-89e8-46b5eefba11d by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:17:13.738888 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-297d96b0-353b-4cdf-8f02-5532eb6703e3 service neutron] Attempting to bind port 8388d245-0766-4399-89e8-46b5eefba11d on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:13.743798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Pushing event updated for resources: {'Port': ['ID=68532a48-1854-4f60-902d-c5cace1e2fc2,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:13.745423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-297d96b0-353b-4cdf-8f02-5532eb6703e3 service neutron] Port 8388d245-0766-4399-89e8-46b5eefba11d on network 5ae78988-79ae-41a1-babe-29352a8104f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:17:13.745934 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-297d96b0-353b-4cdf-8f02-5532eb6703e3 service neutron] Attempting to bind port 8388d245-0766-4399-89e8-46b5eefba11d on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:13.754014 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-297d96b0-353b-4cdf-8f02-5532eb6703e3 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:17:13.754924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-297d96b0-353b-4cdf-8f02-5532eb6703e3 service neutron] Checking segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:17:13.755815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-297d96b0-353b-4cdf-8f02-5532eb6703e3 service neutron] Bound using segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:17:13.756539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-297d96b0-353b-4cdf-8f02-5532eb6703e3 service neutron] Bound port: 8388d245-0766-4399-89e8-46b5eefba11d, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:17:13.766440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff36528-1468-425f-95f6-1444f4fe466a req-87926d0b-52a4-4709-97ef-9318dc0e210c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:13.773478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['9aac557a-b3a4-46b4-ac0d-f06e538a7728'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:17:13.776222 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ff36528-1468-425f-95f6-1444f4fe466a req-87926d0b-52a4-4709-97ef-9318dc0e210c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.4230852 Feb 11 04:17:13.822783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=9aac557a-b3a4-46b4-ac0d-f06e538a7728,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:13.879478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-297d96b0-353b-4cdf-8f02-5532eb6703e3 service neutron] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8388d245-0766-4399-89e8-46b5eefba11d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:17:13.967401 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:13.968706 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:13.969451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-297d96b0-353b-4cdf-8f02-5532eb6703e3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:13.973289 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-297d96b0-353b-4cdf-8f02-5532eb6703e3 service neutron] 10.222.0.13 "POST /v2.0/ports/8388d245-0766-4399-89e8-46b5eefba11d/bindings HTTP/1.1" status: 201 len: 390 time: 0.5568509 Feb 11 04:17:14.047374 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8c2d3d06-c763-4f7c-97a2-acad3e590dc4 None None] Provisioning complete for port 68532a48-1854-4f60-902d-c5cace1e2fc2 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:17:14.048551 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8c2d3d06-c763-4f7c-97a2-acad3e590dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:14.090485 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-b62c79b3-d192-4f80-b87f-0d085e23cbe1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Allocated IP 192.168.233.222 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:17:14.098767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ff36528-1468-425f-95f6-1444f4fe466a req-e03a44b0-1ef9-404a-af0c-200c11ab3e10 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212802 Feb 11 04:17:14.182338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-5ea1a181-7358-43a4-8a15-7a2177448b96 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4135964 Feb 11 04:17:14.191340 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-471a911b-44ac-4991-892a-4f3ab8750684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7400d364-824f-4605-9434-01de64f95a54), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:14.199927 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d3d06-c763-4f7c-97a2-acad3e590dc4 None None] Port 68532a48-1854-4f60-902d-c5cace1e2fc2 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:17:14.289522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-498720f5-684a-4979-a70c-b8dba18005f2 req-4d749daf-e59c-4513-93fc-c01849466e18 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/floatingips/1f00e197-b398-421a-9fe7-dd5cf31d9795 HTTP/1.1" status: 200 len: 692 time: 0.1439216 Feb 11 04:17:14.293496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Request body: {'port': {'device_id': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:14.597752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a911b-44ac-4991-892a-4f3ab8750684 admin admin] Pushing event deleted for resources: {'Port': ['ID=7400d364-824f-4605-9434-01de64f95a54,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:14.694041 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:14.808721 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498720f5-684a-4979-a70c-b8dba18005f2 req-a04c3498-14bc-47ab-b71d-1d11200b1e2b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:14.812955 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-498720f5-684a-4979-a70c-b8dba18005f2 req-a04c3498-14bc-47ab-b71d-1d11200b1e2b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.4253809 Feb 11 04:17:14.864690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-498720f5-684a-4979-a70c-b8dba18005f2 req-dcd84018-eea6-444e-9ee0-62d1979889ec tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:17:14.880936 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-498720f5-684a-4979-a70c-b8dba18005f2 req-dcd84018-eea6-444e-9ee0-62d1979889ec tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0621350 Feb 11 04:17:14.970819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-1e643377-7d50-4aae-b511-02abfef66a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:14.973109 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-1e643377-7d50-4aae-b511-02abfef66a35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 1128 time: 0.0744970 Feb 11 04:17:15.065850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-498720f5-684a-4979-a70c-b8dba18005f2 req-a5fbe2ee-faa2-418c-94a5-ffe789194987 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 695 time: 0.1881373 Feb 11 04:17:15.132300 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-a98aca94-c49f-4b56-9767-3a2d5c99a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:15.137926 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-a98aca94-c49f-4b56-9767-3a2d5c99a20c service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.1573553 Feb 11 04:17:15.144319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 9aac557a-b3a4-46b4-ac0d-f06e538a7728 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:17:15.175800 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-498720f5-684a-4979-a70c-b8dba18005f2 req-424e7366-df31-4e42-a31b-3142e722becb tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 695 time: 0.1089308 Feb 11 04:17:15.218705 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-d5648f2d-d5a4-4928-88f9-30c917c068c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8388d245-0766-4399-89e8-46b5eefba11d HTTP/1.1" status: 200 len: 217 time: 0.0576217 Feb 11 04:17:15.276662 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-17c8c129-8c04-4db1-a771-c780b5aa4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:15.278314 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-17c8c129-8c04-4db1-a771-c780b5aa4466 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.0496056 Feb 11 04:17:15.279017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 9aac557a-b3a4-46b4-ac0d-f06e538a7728 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:17:15.279496 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:15.338700 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-b62c79b3-d192-4f80-b87f-0d085e23cbe1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks [] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:15.341632 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-38473d94-7dee-4eba-9cd7-0eaf8106a6af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561886 Feb 11 04:17:15.445776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 9aac557a-b3a4-46b4-ac0d-f06e538a7728 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:15.446216 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:15.498021 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bb11aa-f274-4fdb-94ec-186bdf35f97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac557a-b3a4-46b4-ac0d-f06e538a7728'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:15.508143 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c5d96-f220-49a0-9fc5-67394bfea3d8" -d '{"events": [{"server_uuid": "54bb11aa-f274-4fdb-94ec-186bdf35f97d", "name": "network-vif-plugged", "status": "completed", "tag": "9aac557a-b3a4-46b4-ac0d-f06e538a7728"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:15.537604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 9aac557a-b3a4-46b4-ac0d-f06e538a7728, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9aac557a-b3a4-46b4-ac0d-f06e538a7728,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:15.544008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b41d7d-b505-4fc4-941e-b2a26d01ed96 req-c5407a2d-7e59-4b75-8e60-714d41f64c90 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:15.545943 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39b41d7d-b505-4fc4-941e-b2a26d01ed96 req-c5407a2d-7e59-4b75-8e60-714d41f64c90 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.4388449 Feb 11 04:17:15.550793 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-7ce32377-dee9-4f2a-9891-1f509b735b0c service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019403 Feb 11 04:17:15.600699 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:15.617426 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-471a911b-44ac-4991-892a-4f3ab8750684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:15.721163 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=9aac557a-b3a4-46b4-ac0d-f06e538a7728,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:15.816825 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-e7df1994-9873-4150-adfc-ab29b4a766f7 service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570274 Feb 11 04:17:15.856555 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-b62c79b3-d192-4f80-b87f-0d085e23cbe1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:15.871119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39b41d7d-b505-4fc4-941e-b2a26d01ed96 req-29fede85-d804-4e72-bee7-8d707af878a8 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908885 Feb 11 04:17:15.901112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-498720f5-684a-4979-a70c-b8dba18005f2 req-bdb021aa-6e3b-41cf-96d1-623493ad95e0 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Deleting port 70828426-93bd-41b8-8b87-4443d7796d86 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:15.901112 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-498720f5-684a-4979-a70c-b8dba18005f2 req-bdb021aa-6e3b-41cf-96d1-623493ad95e0 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (70828426-93bd-41b8-8b87-4443d7796d86), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:16.106299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-b62c79b3-d192-4f80-b87f-0d085e23cbe1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:17:16.161587 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-b62c79b3-d192-4f80-b87f-0d085e23cbe1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:17:16.190596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-b62c79b3-d192-4f80-b87f-0d085e23cbe1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:17:16.251773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-498720f5-684a-4979-a70c-b8dba18005f2 req-bdb021aa-6e3b-41cf-96d1-623493ad95e0 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (70828426-93bd-41b8-8b87-4443d7796d86), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:16.252133 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-498720f5-684a-4979-a70c-b8dba18005f2 req-bdb021aa-6e3b-41cf-96d1-623493ad95e0 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for floatingip (70828426-93bd-41b8-8b87-4443d7796d86), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:16.322303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c79b3-d192-4f80-b87f-0d085e23cbe1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Pushing event updated for resources: {'Port': ['ID=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:16.438167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-498720f5-684a-4979-a70c-b8dba18005f2 req-bdb021aa-6e3b-41cf-96d1-623493ad95e0 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Calling delete_port for 70828426-93bd-41b8-8b87-4443d7796d86 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:16.567008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-220d9655-1760-4672-9d8a-a095435687f9 None None] Provisioning complete for port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:17:16.567623 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-220d9655-1760-4672-9d8a-a095435687f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:16.632595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-220d9655-1760-4672-9d8a-a095435687f9 None None] Port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:17:16.975752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-b62c79b3-d192-4f80-b87f-0d085e23cbe1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:16.976582 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-b62c79b3-d192-4f80-b87f-0d085e23cbe1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:17.101937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95efb7-82e9-420d-ad82-e8e126c6e802 req-a24b230e-ffcc-4b08-96c9-caf469ea6c8d tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:17.108927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7a95efb7-82e9-420d-ad82-e8e126c6e802 req-a24b230e-ffcc-4b08-96c9-caf469ea6c8d tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 936 time: 1.1090112 Feb 11 04:17:17.118492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68532a48-1854-4f60-902d-c5cace1e2fc2 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:17:17.125697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-b62c79b3-d192-4f80-b87f-0d085e23cbe1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6560986 Feb 11 04:17:17.140378 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Publish callbacks [] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:17.154035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Request body: {'port': {'device_id': '0b6e60e0-8c53-43cd-b9fb-216180a31e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:17.210144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471a911b-44ac-4991-892a-4f3ab8750684 admin admin] Router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:17:17.263221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Transition to ACTIVE for port object 68532a48-1854-4f60-902d-c5cace1e2fc2 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:17:17.285829 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:17.311528 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7a95efb7-82e9-420d-ad82-e8e126c6e802 req-7cb7946d-2935-4eae-b355-184c49512d78 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013550 Feb 11 04:17:17.528440 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-498720f5-684a-4979-a70c-b8dba18005f2 req-bdb021aa-6e3b-41cf-96d1-623493ad95e0 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (70828426-93bd-41b8-8b87-4443d7796d86), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:17.530202 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:17.695388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb021aa-6e3b-41cf-96d1-623493ad95e0 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Pushing event deleted for resources: {'Port': ['ID=70828426-93bd-41b8-8b87-4443d7796d86,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:17.802043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471a911b-44ac-4991-892a-4f3ab8750684 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:17:17.825061 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61811da-a6a5-4abe-b209-382625876e33 None None] Sync routers for ids ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:17:17.843362 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61811da-a6a5-4abe-b209-382625876e33 None None] Routers {'c3cd2354-8a63-49b9-80c2-0908d75f6ba8'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:17:17.844248 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b61811da-a6a5-4abe-b209-382625876e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:16:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:17.910373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-471a911b-44ac-4991-892a-4f3ab8750684 admin admin] 10.222.0.13 "PUT /v2.0/routers/c3cd2354-8a63-49b9-80c2-0908d75f6ba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4607027 Feb 11 04:17:17.912948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37426) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:17.922234 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-498720f5-684a-4979-a70c-b8dba18005f2 req-bdb021aa-6e3b-41cf-96d1-623493ad95e0 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for floatingip (1f00e197-b398-421a-9fe7-dd5cf31d9795), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:17.926336 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-498720f5-684a-4979-a70c-b8dba18005f2 req-bdb021aa-6e3b-41cf-96d1-623493ad95e0 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:17.927980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-498720f5-684a-4979-a70c-b8dba18005f2 req-bdb021aa-6e3b-41cf-96d1-623493ad95e0 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "DELETE /v2.0/floatingips/1f00e197-b398-421a-9fe7-dd5cf31d9795 HTTP/1.1" status: 204 len: 173 time: 2.7511213 Feb 11 04:17:17.982424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Pushing event updated for resources: {'Port': ['ID=68532a48-1854-4f60-902d-c5cace1e2fc2,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:18.035646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979045d9-ac7b-4ba3-b0f4-ea79acd5f581 req-28f20e60-bfd4-4a15-b25b-c7eb53b09720 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:18.046774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979045d9-ac7b-4ba3-b0f4-ea79acd5f581 req-28f20e60-bfd4-4a15-b25b-c7eb53b09720 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 945 time: 0.5377676 Feb 11 04:17:18.158553 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-b61811da-a6a5-4abe-b209-382625876e33 None None] Set router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:17:18.168696 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486f7426-d843-4c74-9c99-4f0a55f00e96 x-openstack-request-id: req-486f7426-d843-4c74-9c99-4f0a55f00e96 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:18.169282 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bb11aa-f274-4fdb-94ec-186bdf35f97d", "name": "network-vif-plugged", "status": "completed", "tag": "9aac557a-b3a4-46b4-ac0d-f06e538a7728", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:18.169282 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-486f7426-d843-4c74-9c99-4f0a55f00e96 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:18.169633 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bb11aa-f274-4fdb-94ec-186bdf35f97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aac557a-b3a4-46b4-ac0d-f06e538a7728', 'code': 200} Feb 11 04:17:18.231120 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Publish callbacks [] for router (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:18.374682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:17:18.383768 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Publish callbacks [] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:18.401099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Transition to ACTIVE for port object 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:17:18.476559 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b61811da-a6a5-4abe-b209-382625876e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:17:13Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:18.498731 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:18.526120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Attempting to bind port 68532a48-1854-4f60-902d-c5cace1e2fc2 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:17:18.526696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Attempting to bind port 68532a48-1854-4f60-902d-c5cace1e2fc2 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:17:18.527143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Attempting to bind port 68532a48-1854-4f60-902d-c5cace1e2fc2 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:18.531228 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61811da-a6a5-4abe-b209-382625876e33 None None] Checking router: c3cd2354-8a63-49b9-80c2-0908d75f6ba8 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:17:18.540436 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Publish callbacks [] for router_gateway (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:18.549123 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61811da-a6a5-4abe-b209-382625876e33 None None] Routers {'c3cd2354-8a63-49b9-80c2-0908d75f6ba8'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:17:18.550839 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b61811da-a6a5-4abe-b209-382625876e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:16:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:18.652699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Port 68532a48-1854-4f60-902d-c5cace1e2fc2 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:17:18.653174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Attempting to bind port 68532a48-1854-4f60-902d-c5cace1e2fc2 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:18.703107 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-b61811da-a6a5-4abe-b209-382625876e33 None None] Set router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:17:18.767800 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Deleting port 35544ce8-bbdd-439c-871a-5841f52a2038 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:18.768233 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (35544ce8-bbdd-439c-871a-5841f52a2038), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:18.798413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:18.822679 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60d7425c-0719-4345-932e-e6672a128c89 req-c44c4585-89fb-4045-a7dc-7f36d76d86cc tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 1001 time: 0.3574498 Feb 11 04:17:18.841028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:17:18.841028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:17:18.841028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:17:18.841028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Bound port: 68532a48-1854-4f60-902d-c5cace1e2fc2, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:17:18.841028 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:18.841028 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979045d9-ac7b-4ba3-b0f4-ea79acd5f581 req-190d1e6d-4b94-472b-8169-2b340d52db22 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7696538 Feb 11 04:17:18.872347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:18.872347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:18.872347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:18.872347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:18.872347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:18.872347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:18.872347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:18.872347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:18.872347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:18.872347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:18.872347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:18.872347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:18.872347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:18.991659 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] For port 35544ce8-bbdd-439c-871a-5841f52a2038, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=35544ce8-bbdd-439c-871a-5841f52a2038,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:18.995327 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (35544ce8-bbdd-439c-871a-5841f52a2038), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:19.030376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Calling delete_port for 35544ce8-bbdd-439c-871a-5841f52a2038 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:19.106204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7425c-0719-4345-932e-e6672a128c89 req-d7e30640-5102-485c-a830-b215124b9e1b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:19.107901 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60d7425c-0719-4345-932e-e6672a128c89 req-d7e30640-5102-485c-a830-b215124b9e1b tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports/c61af530-0125-4345-83ad-b9174ddb050b HTTP/1.1" status: 200 len: 942 time: 0.2755511 Feb 11 04:17:19.158993 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b61811da-a6a5-4abe-b209-382625876e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:17:13Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:19.279520 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61811da-a6a5-4abe-b209-382625876e33 None None] The sync data for ids ['c3cd2354-8a63-49b9-80c2-0908d75f6ba8'] in n-d-712142-35 is: [{'id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2123108518-router', 'tenant_id': '9f3dc1e033a843348622c78e48335f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:16Z', 'updated_at': '2022-02-11T04:17:13Z', 'revision_number': 5, 'project_id': '9f3dc1e033a843348622c78e48335f3c', 'gw_port': {'id': '35544ce8-bbdd-439c-871a-5841f52a2038', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cd2354-8a63-49b9-80c2-0908d75f6ba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:17Z', 'updated_at': '2022-02-11T04:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:17:19.279700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] For port 68532a48-1854-4f60-902d-c5cace1e2fc2, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:17:19.359946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Attempting to bind port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:17:19.359946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Attempting to bind port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:17:19.359946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Attempting to bind port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:19.365019 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] For port 68532a48-1854-4f60-902d-c5cace1e2fc2, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=68532a48-1854-4f60-902d-c5cace1e2fc2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:17:19.399696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:17:19.400031 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Attempting to bind port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:19.420782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:17:19.421133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:17:19.421581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:17:19.422021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Bound port: 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:17:19.422383 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:19.431731 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60d7425c-0719-4345-932e-e6672a128c89 req-49b3f159-9d9a-4313-aefa-af6b8053ff14 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 1001 time: 0.2242308 Feb 11 04:17:19.480912 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ee263-ee61-4c07-8146-a92b972899bb req-81f22711-5fd2-48d2-831f-73d80b9458eb tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:19.482806 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d9ee263-ee61-4c07-8146-a92b972899bb req-81f22711-5fd2-48d2-831f-73d80b9458eb tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 948 time: 0.2032530 Feb 11 04:17:19.632369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] For port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:17:19.650654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] For port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:17:19.664149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d9ee263-ee61-4c07-8146-a92b972899bb req-910f0a31-3733-4bc4-a243-fdecd3a0c94d tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593289 Feb 11 04:17:19.670507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7425c-0719-4345-932e-e6672a128c89 req-341f7e50-cec1-40f9-b697-36f7b7410bbf tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:19.672119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60d7425c-0719-4345-932e-e6672a128c89 req-341f7e50-cec1-40f9-b697-36f7b7410bbf tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.2316909 Feb 11 04:17:19.744118 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (35544ce8-bbdd-439c-871a-5841f52a2038), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:19.764005 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:19.767237 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:19.777675 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Pushing event deleted for resources: {'Port': ['ID=35544ce8-bbdd-439c-871a-5841f52a2038,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:19.798452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:19.798960 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:19.799394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:19.800406 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:19.801010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:19.801416 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:19.801818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:19.802221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:19.802991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:19.802991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:19.803397 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:19.803796 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:19.804709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:19.943555 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60d7425c-0719-4345-932e-e6672a128c89 req-2a600a58-e735-434b-8188-a0790b9e2475 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 1001 time: 0.2608635 Feb 11 04:17:19.967951 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:19.973336 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:19.975102 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] 10.222.0.32 "PUT /v2.0/ports/68532a48-1854-4f60-902d-c5cace1e2fc2 HTTP/1.1" status: 200 len: 1097 time: 5.7780929 Feb 11 04:17:19.988959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'tag': '68532a48-1854-4f60-902d-c5cace1e2fc2'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:19.999863 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748dac93-9c4c-4741-9b9f-3ebd524ae8af" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba7be8e-695a-4d09-be54-69e6a540b983", "tag": "68532a48-1854-4f60-902d-c5cace1e2fc2"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:20.036732 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:20.042151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-60d7425c-0719-4345-932e-e6672a128c89 req-e371f8a6-6861-489b-926f-c4c14252dd89 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:20.307292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7400d364-824f-4605-9434-01de64f95a54 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:17:20.384688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 7400d364-824f-4605-9434-01de64f95a54 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:17:20.384956 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7400d364-824f-4605-9434-01de64f95a54 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:17:20.392041 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:20.395146 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Publish callbacks [] for router_controller (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:20.401385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:20.402049 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:20.403575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] 10.222.0.32 "PUT /v2.0/ports/9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd HTTP/1.1" status: 200 len: 1097 time: 3.2604589 Feb 11 04:17:20.425537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77224a0d-5a4f-4235-916a-6699301e1f10 service neutron] Pushing event updated for resources: {'Port': ['ID=68532a48-1854-4f60-902d-c5cace1e2fc2,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:20.455500 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-60d7425c-0719-4345-932e-e6672a128c89 req-e371f8a6-6861-489b-926f-c4c14252dd89 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for floatingip (de39cf41-d1f4-42ac-ad6b-d355c970166e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:20.617275 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (c3cd2354-8a63-49b9-80c2-0908d75f6ba8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:20.618137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3cd2354-8a63-49b9-80c2-0908d75f6ba8 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:17:20.625561 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:20.627756 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b26eb505-6e5b-4537-b731-7e5ce3ae7030 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c3cd2354-8a63-49b9-80c2-0908d75f6ba8 HTTP/1.1" status: 204 len: 168 time: 2.7126939 Feb 11 04:17:20.632480 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37486) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:20.709465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c1441-1746-4962-95bb-475b5ea1a8f5 req-4a5fac09-a164-41dd-b93a-c79dec3b3a2d tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:20.713796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d2c1441-1746-4962-95bb-475b5ea1a8f5 req-4a5fac09-a164-41dd-b93a-c79dec3b3a2d tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 945 time: 0.3749552 Feb 11 04:17:20.748111 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf0469b-9a1a-4bec-9875-e4877314769c admin admin] Deleting subnet 1e603d6b-2704-40e5-a99c-38c00e6fc92c {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:17:20.754571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdf0469b-9a1a-4bec-9875-e4877314769c admin admin] Publish callbacks [] for subnet (1e603d6b-2704-40e5-a99c-38c00e6fc92c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:20.810811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d03d97-ed67-467c-8333-d6ec0a400cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:20.842010 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdf0469b-9a1a-4bec-9875-e4877314769c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (1e603d6b-2704-40e5-a99c-38c00e6fc92c), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:20.861646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-f6db1c29-bf2c-4503-93b5-aca0d5651923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:20.872335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-f6db1c29-bf2c-4503-93b5-aca0d5651923 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b31a5a338ebc480eaaa3bf06fc2ccd6c&device_id=3ba7be8e-695a-4d09-be54-69e6a540b983 HTTP/1.1" status: 200 len: 1131 time: 0.6867485 Feb 11 04:17:20.953002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-a7009da2-282f-406f-8c1d-625b9dea6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:20.954654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-a7009da2-282f-406f-8c1d-625b9dea6878 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b31a5a338ebc480eaaa3bf06fc2ccd6c&device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 1131 time: 0.4031131 Feb 11 04:17:21.014137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdf0469b-9a1a-4bec-9875-e4877314769c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (1e603d6b-2704-40e5-a99c-38c00e6fc92c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:21.025266 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-60d7425c-0719-4345-932e-e6672a128c89 req-e371f8a6-6861-489b-926f-c4c14252dd89 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:21.027305 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-7d3ed0e9-4728-4db6-bfac-1fc77984edf8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=68532a48-1854-4f60-902d-c5cace1e2fc2 HTTP/1.1" status: 200 len: 217 time: 0.1398351 Feb 11 04:17:21.083601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d2c1441-1746-4962-95bb-475b5ea1a8f5 req-aa1d83ff-5141-42d6-b799-e49a0a4e0b07 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336270 Feb 11 04:17:21.085176 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-e97a523c-a96c-42ec-8cec-a446054f0749 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd HTTP/1.1" status: 200 len: 217 time: 0.0931165 Feb 11 04:17:21.125815 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-60d7425c-0719-4345-932e-e6672a128c89 req-e371f8a6-6861-489b-926f-c4c14252dd89 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (de39cf41-d1f4-42ac-ad6b-d355c970166e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:21.125815 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-60d7425c-0719-4345-932e-e6672a128c89 req-e371f8a6-6861-489b-926f-c4c14252dd89 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Floating IP de39cf41-d1f4-42ac-ad6b-d355c970166e disassociated. External IP: 172.25.3.103, port: c61af530-0125-4345-83ad-b9174ddb050b. Feb 11 04:17:21.166577 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdf0469b-9a1a-4bec-9875-e4877314769c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (1e603d6b-2704-40e5-a99c-38c00e6fc92c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:21.254655 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdf0469b-9a1a-4bec-9875-e4877314769c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:21.259734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8181897-8fbe-4d59-9c68-e3c44743da69 None None] Network 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:17:21.263768 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bdf0469b-9a1a-4bec-9875-e4877314769c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1e603d6b-2704-40e5-a99c-38c00e6fc92c HTTP/1.1" status: 204 len: 168 time: 0.6291404 Feb 11 04:17:21.265270 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0469b-9a1a-4bec-9875-e4877314769c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e603d6b-2704-40e5-a99c-38c00e6fc92c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:21.274854 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37496) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:21.423028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-6a30b048-8af1-4687-a867-b5869188b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:21.425673 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-6a30b048-8af1-4687-a867-b5869188b9b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.3703499 Feb 11 04:17:21.441336 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:21.469286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-a5b1ff96-922f-4309-b703-062b39911e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:21.472847 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-a5b1ff96-922f-4309-b703-062b39911e90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.3520164 Feb 11 04:17:21.584807 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] Deleting port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:21.589204 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:21.636940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] DHCP port deletion for 9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:17:21.779934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Deleting port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:21.780385 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:21.780993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] For port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3a102c3d-7f7a-4b65-bd6f-f65f59d827fc,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:21.781643 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:21.820541 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] Calling delete_port for 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:21.964870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] For port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3a102c3d-7f7a-4b65-bd6f-f65f59d827fc,segment=NetworkSegment(28b77cd4-8a8a-483f-aace-a192b170fd25),segment_id=28b77cd4-8a8a-483f-aace-a192b170fd25)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:21.967114 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:22.023003 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Calling delete_port for 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:22.166491 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:22.216190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=3a102c3d-7f7a-4b65-bd6f-f65f59d827fc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:22.220554 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (3a102c3d-7f7a-4b65-bd6f-f65f59d827fc), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:22.227778 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] No DVR routers for this DVR port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:17:22.260114 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Pushing event deleted for resources: {'Port': ['ID=3a102c3d-7f7a-4b65-bd6f-f65f59d827fc,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:22.274845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:22.275330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:22.275842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:22.276274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:22.276754 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:22.277181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:22.277637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:22.278093 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:22.278567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:22.279008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:22.279567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:22.280296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:22.284818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:17:22.289122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 35544ce8-bbdd-439c-871a-5841f52a2038 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:17:22.315075 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584a3ec2-494a-4f96-80a3-462416df61cd x-openstack-request-id: req-584a3ec2-494a-4f96-80a3-462416df61cd {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:22.318784 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba7be8e-695a-4d09-be54-69e6a540b983", "tag": "68532a48-1854-4f60-902d-c5cace1e2fc2", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:22.322783 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-584a3ec2-494a-4f96-80a3-462416df61cd {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:22.323261 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'tag': '68532a48-1854-4f60-902d-c5cace1e2fc2', 'status': 'completed', 'code': 200} Feb 11 04:17:22.326930 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74022e3-7adb-45d1-955d-666b77bd4e25 None None] No DVR routers for this DVR port 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:17:22.330078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 35544ce8-bbdd-439c-871a-5841f52a2038 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:17:22.330552 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 35544ce8-bbdd-439c-871a-5841f52a2038 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:17:22.332117 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:17:22.365271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:17:22.365876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3a102c3d-7f7a-4b65-bd6f-f65f59d827fc not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:17:22.392504 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:22.420965 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-608c284c-971e-4fcd-b281-c8a0cfcc6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:22.422494 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-608c284c-971e-4fcd-b281-c8a0cfcc6dbf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.9791391 Feb 11 04:17:22.446128 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:22.463420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b77cd4-8a8a-483f-aace-a192b170fd25') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:22.463911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b77cd4-8a8a-483f-aace-a192b170fd25') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:22.479108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-d9b29a45-3e7f-4bcb-a516-3ffeabc4be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:22.481235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-d9b29a45-3e7f-4bcb-a516-3ffeabc4be9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.9986656 Feb 11 04:17:22.485537 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (28b77cd4-8a8a-483f-aace-a192b170fd25), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:22.511653 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (28b77cd4-8a8a-483f-aace-a192b170fd25), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:22.519586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:17:22.521766 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (28b77cd4-8a8a-483f-aace-a192b170fd25), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:22.562215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60d7425c-0719-4345-932e-e6672a128c89 req-e371f8a6-6861-489b-926f-c4c14252dd89 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Router a46169e8-d133-4778-b297-c71f47b36892 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:17:22.597123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac18e6f-c13a-4d1c-b4c5-b2f4192ecca9 req-571e6296-abc8-43bb-a2ca-ec4506392029 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:17:22.599849 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:17:22.602945 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ac18e6f-c13a-4d1c-b4c5-b2f4192ecca9 req-571e6296-abc8-43bb-a2ca-ec4506392029 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 1129 time: 0.2912095 Feb 11 04:17:22.663144 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:22.687467 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:22.694834 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] 10.222.0.13 "DELETE /v2.0/networks/9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37 HTTP/1.1" status: 204 len: 168 time: 1.4186292 Feb 11 04:17:22.695941 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa66252-bd52-438a-b5e6-d4d5a2613fbd admin admin] Pushing event deleted for resources: {'Network': ['ID=9b7865d0-7fb0-45f4-8a13-0cbfc3d81f37,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:22.697858 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37508) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:22.872080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60d7425c-0719-4345-932e-e6672a128c89 req-e371f8a6-6861-489b-926f-c4c14252dd89 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:17:22.887788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2693976-32a0-468e-a79a-256e40d2d2fe None None] Sync routers for ids ['a46169e8-d133-4778-b297-c71f47b36892'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:17:22.901980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2693976-32a0-468e-a79a-256e40d2d2fe None None] Routers {'a46169e8-d133-4778-b297-c71f47b36892'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:17:22.902609 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a2693976-32a0-468e-a79a-256e40d2d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:16:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a46169e8-d133-4778-b297-c71f47b36892'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:22.902782 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-60d7425c-0719-4345-932e-e6672a128c89 req-e371f8a6-6861-489b-926f-c4c14252dd89 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:22.970004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60d7425c-0719-4345-932e-e6672a128c89 req-e371f8a6-6861-489b-926f-c4c14252dd89 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "PUT /v2.0/floatingips/de39cf41-d1f4-42ac-ad6b-d355c970166e HTTP/1.1" status: 200 len: 695 time: 3.0265625 Feb 11 04:17:22.985486 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-4dc50df6-3f75-4bc5-a048-ccd1317dde43 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423748 Feb 11 04:17:23.287101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-5c8390a3-61b3-4496-93f6-3b6325743b4e service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7920635 Feb 11 04:17:23.288441 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-05e03305-eeda-4ed2-bfc8-cc5bc5111a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:23.311492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ac18e6f-c13a-4d1c-b4c5-b2f4192ecca9 req-edc174d9-20c0-488a-95ec-8536d20b3d2c tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6690714 Feb 11 04:17:23.343749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-a2693976-32a0-468e-a79a-256e40d2d2fe None None] Set router a46169e8-d133-4778-b297-c71f47b36892 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:17:23.512446 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d42172f7-b0ca-4d81-86be-2b8af2ace65a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (5841c546-abaf-44aa-8429-1491939ac2ec), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:23.622553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-ee739ee4-93cf-4df9-b0da-07ea74230e11 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=95a93e519b544c01b6ee62c609eec109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1617513 Feb 11 04:17:23.626106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0938bc5-e57e-4f5e-b68f-4e70f11715a4 req-cf9dca5c-0825-4b8f-9b0d-9d8f7e01110c service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6331313 Feb 11 04:17:23.672139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7425c-0719-4345-932e-e6672a128c89 req-0afbb37b-5ee0-450e-9fd7-8c8a9cf9c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:23.674706 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60d7425c-0719-4345-932e-e6672a128c89 req-0afbb37b-5ee0-450e-9fd7-8c8a9cf9c793 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=54061c50498d487ead83613ae85af3f7&device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 1128 time: 0.6590366 Feb 11 04:17:23.687840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a2693976-32a0-468e-a79a-256e40d2d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46169e8-d133-4778-b297-c71f47b36892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:16:30Z', 'updated_at': '2022-02-11T04:16:35Z', 'revision_number': 4, 'project_id': '54061c50498d487ead83613ae85af3f7', 'gw_port': {'id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:31Z', 'updated_at': '2022-02-11T04:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a', 'name': '', 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'mac_address': 'fa:16:3e:6f:7f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6b9251b7-19ea-434f-8270-971464a27da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:34Z', 'updated_at': '2022-02-11T04:16:40Z', 'revision_number': 5, 'project_id': '54061c50498d487ead83613ae85af3f7', 'subnets': [{'id': '6b9251b7-19ea-434f-8270-971464a27da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:23.725000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2693976-32a0-468e-a79a-256e40d2d2fe None None] Checking router: a46169e8-d133-4778-b297-c71f47b36892 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:17:23.735928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2693976-32a0-468e-a79a-256e40d2d2fe None None] Routers {'a46169e8-d133-4778-b297-c71f47b36892'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:17:23.735928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a2693976-32a0-468e-a79a-256e40d2d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:16:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a46169e8-d133-4778-b297-c71f47b36892'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:23.882109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-7ae40cad-c46e-4992-a4bb-3162fa87cf71 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:23.889443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-a2693976-32a0-468e-a79a-256e40d2d2fe None None] Set router a46169e8-d133-4778-b297-c71f47b36892 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:17:23.892098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-7ae40cad-c46e-4992-a4bb-3162fa87cf71 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2354307 Feb 11 04:17:23.941460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d42172f7-b0ca-4d81-86be-2b8af2ace65a admin admin] Deleting port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:23.941809 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d42172f7-b0ca-4d81-86be-2b8af2ace65a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:24.072759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-b5dcd127-b93a-4a15-90c1-aa611a98aa91 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/quotas/95a93e519b544c01b6ee62c609eec109 HTTP/1.1" status: 200 len: 375 time: 0.1520600 Feb 11 04:17:24.081717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86672cdc-35bc-4dd7-9730-55dd77f20321 req-d11da460-8a93-4a8a-9583-12d4d02d25af service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7620909 Feb 11 04:17:24.174983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a2693976-32a0-468e-a79a-256e40d2d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46169e8-d133-4778-b297-c71f47b36892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:16:30Z', 'updated_at': '2022-02-11T04:16:35Z', 'revision_number': 4, 'project_id': '54061c50498d487ead83613ae85af3f7', 'gw_port': {'id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:31Z', 'updated_at': '2022-02-11T04:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a', 'name': '', 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'mac_address': 'fa:16:3e:6f:7f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6b9251b7-19ea-434f-8270-971464a27da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:34Z', 'updated_at': '2022-02-11T04:16:40Z', 'revision_number': 5, 'project_id': '54061c50498d487ead83613ae85af3f7', 'subnets': [{'id': '6b9251b7-19ea-434f-8270-971464a27da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:24.220438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dac93-9c4c-4741-9b9f-3ebd524ae8af req-cb4749ab-a4c6-4610-887b-47be6eda0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:24.222610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2693976-32a0-468e-a79a-256e40d2d2fe None None] The sync data for ids ['a46169e8-d133-4778-b297-c71f47b36892'] in n-d-712142-35 is: [{'id': 'a46169e8-d133-4778-b297-c71f47b36892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:16:30Z', 'updated_at': '2022-02-11T04:16:35Z', 'revision_number': 4, 'project_id': '54061c50498d487ead83613ae85af3f7', 'gw_port': {'id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:31Z', 'updated_at': '2022-02-11T04:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a', 'name': '', 'network_id': 'e7c15246-6a7c-439d-b5bc-79f280a4bd7b', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'mac_address': 'fa:16:3e:6f:7f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '6b9251b7-19ea-434f-8270-971464a27da6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:34Z', 'updated_at': '2022-02-11T04:16:40Z', 'revision_number': 5, 'project_id': '54061c50498d487ead83613ae85af3f7', 'subnets': [{'id': '6b9251b7-19ea-434f-8270-971464a27da6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:17:24.226724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-748dac93-9c4c-4741-9b9f-3ebd524ae8af req-cb4749ab-a4c6-4610-887b-47be6eda0cfd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b31a5a338ebc480eaaa3bf06fc2ccd6c&device_id=3ba7be8e-695a-4d09-be54-69e6a540b983 HTTP/1.1" status: 200 len: 1131 time: 0.3250470 Feb 11 04:17:24.309658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-f1eefebf-96b9-4250-bb63-a0cbe17f01ed tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2244921 Feb 11 04:17:24.312288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7425c-0719-4345-932e-e6672a128c89 req-84c43a39-d4bd-4a3a-b010-2e3e9bd6688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:24.316250 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60d7425c-0719-4345-932e-e6672a128c89 req-84c43a39-d4bd-4a3a-b010-2e3e9bd6688f service neutron] 10.222.0.13 "GET /v2.0/networks?id=e7c15246-6a7c-439d-b5bc-79f280a4bd7b HTTP/1.1" status: 200 len: 929 time: 0.4164948 Feb 11 04:17:24.425679 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6e60e0-8c53-43cd-b9fb-216180a31e68', 'tag': '9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd'}, {'name': 'network-changed', 'server_uuid': '90d2aa0d-d0a5-4217-9371-748b1db0a3e2', 'tag': 'c61af530-0125-4345-83ad-b9174ddb050b'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:24.432736 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6e60e0-8c53-43cd-b9fb-216180a31e68", "tag": "9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd"}, {"name": "network-changed", "server_uuid": "90d2aa0d-d0a5-4217-9371-748b1db0a3e2", "tag": "c61af530-0125-4345-83ad-b9174ddb050b"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:24.432736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60d7425c-0719-4345-932e-e6672a128c89 req-454fd60d-a825-44fc-8918-d445e8e2130a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c61af530-0125-4345-83ad-b9174ddb050b HTTP/1.1" status: 200 len: 217 time: 0.1095850 Feb 11 04:17:24.508111 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-d42172f7-b0ca-4d81-86be-2b8af2ace65a admin admin] For port ad41b77e-bafb-48cf-8bb7-d41ba8bb8875, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ad41b77e-bafb-48cf-8bb7-d41ba8bb8875,segment=NetworkSegment(d3e93cfc-52de-4596-8efe-419f7c6db979),segment_id=d3e93cfc-52de-4596-8efe-419f7c6db979)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:24.508479 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d42172f7-b0ca-4d81-86be-2b8af2ace65a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:24.546296 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d42172f7-b0ca-4d81-86be-2b8af2ace65a admin admin] Calling delete_port for ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:24.688518 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d2d27c-9ed5-4099-8a59-5ba809f7e26b None None] New status for floating IP de39cf41-d1f4-42ac-ad6b-d355c970166e: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:17:24.743363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7425c-0719-4345-932e-e6672a128c89 req-62f99acd-f821-49ec-919d-38a358e6eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:24.746615 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60d7425c-0719-4345-932e-e6672a128c89 req-62f99acd-f821-49ec-919d-38a358e6eb9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6b9251b7-19ea-434f-8270-971464a27da6 HTTP/1.1" status: 200 len: 867 time: 0.2970121 Feb 11 04:17:24.847684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dac93-9c4c-4741-9b9f-3ebd524ae8af req-34d0c8a2-d0ee-476c-b841-6699f92e9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:24.852159 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-748dac93-9c4c-4741-9b9f-3ebd524ae8af req-34d0c8a2-d0ee-476c-b841-6699f92e9ad9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.6168749 Feb 11 04:17:24.926811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-748dac93-9c4c-4741-9b9f-3ebd524ae8af req-647adb4d-563a-43a8-aa32-b3d223ff63d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=68532a48-1854-4f60-902d-c5cace1e2fc2 HTTP/1.1" status: 200 len: 217 time: 0.0684958 Feb 11 04:17:24.939207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a48433-0fe5-4b45-b9a9-f6c581a142b2 req-be54ff9c-f114-4e3e-bc85-94afdc2c51b7 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:24.946615 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1a48433-0fe5-4b45-b9a9-f6c581a142b2 req-be54ff9c-f114-4e3e-bc85-94afdc2c51b7 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 948 time: 0.2649491 Feb 11 04:17:24.964579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7425c-0719-4345-932e-e6672a128c89 req-8cd4b072-3d13-4f79-b4c7-20ea4a51bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:24.966322 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60d7425c-0719-4345-932e-e6672a128c89 req-8cd4b072-3d13-4f79-b4c7-20ea4a51bebd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e7c15246-6a7c-439d-b5bc-79f280a4bd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1810212 Feb 11 04:17:25.017960 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d42172f7-b0ca-4d81-86be-2b8af2ace65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ad41b77e-bafb-48cf-8bb7-d41ba8bb8875), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:25.049267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1a48433-0fe5-4b45-b9a9-f6c581a142b2 req-85987baf-1089-4802-8300-8d19746f6296 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014760 Feb 11 04:17:25.162767 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42172f7-b0ca-4d81-86be-2b8af2ace65a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad41b77e-bafb-48cf-8bb7-d41ba8bb8875,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:25.196560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dac93-9c4c-4741-9b9f-3ebd524ae8af req-75c23546-32c6-40ca-91b8-f5d7bb5bb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:25.220831 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-748dac93-9c4c-4741-9b9f-3ebd524ae8af req-75c23546-32c6-40ca-91b8-f5d7bb5bb70d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.2705231 Feb 11 04:17:25.245798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60d7425c-0719-4345-932e-e6672a128c89 req-a2197e7a-d744-4639-9fd9-609e06aacd90 service neutron] 10.222.0.13 "GET /v2.0/networks/e7c15246-6a7c-439d-b5bc-79f280a4bd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441945 Feb 11 04:17:25.395451 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da73b060-71cc-4fdf-83ef-c0de871aeb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:25.552267 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d42172f7-b0ca-4d81-86be-2b8af2ace65a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (5841c546-abaf-44aa-8429-1491939ac2ec), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:25.567403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dac93-9c4c-4741-9b9f-3ebd524ae8af req-0c13293a-e050-41ce-a116-f64838761481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:25.575352 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-748dac93-9c4c-4741-9b9f-3ebd524ae8af req-0c13293a-e050-41ce-a116-f64838761481 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3128047 Feb 11 04:17:25.585142 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60d7425c-0719-4345-932e-e6672a128c89 req-357df60c-0650-4759-aa34-3d1ecd1efd5d service neutron] 10.222.0.13 "GET /v2.0/networks/e7c15246-6a7c-439d-b5bc-79f280a4bd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384993 Feb 11 04:17:25.707680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-748dac93-9c4c-4741-9b9f-3ebd524ae8af req-a746aa0d-429c-4177-8d6e-2ac4a1ced927 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242454 Feb 11 04:17:25.877079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-748dac93-9c4c-4741-9b9f-3ebd524ae8af req-139a5fd4-335c-4951-8130-3b9fb7e253ad service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613312 Feb 11 04:17:25.952074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64e8cd-88c9-4514-9517-3dff7d87c8a5 req-6bb3d8ac-5d69-4293-99f1-2563b8b765aa tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:25.954319 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d64e8cd-88c9-4514-9517-3dff7d87c8a5 req-6bb3d8ac-5d69-4293-99f1-2563b8b765aa tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 945 time: 0.0755908 Feb 11 04:17:26.011902 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42172f7-b0ca-4d81-86be-2b8af2ace65a admin admin] Router 5841c546-abaf-44aa-8429-1491939ac2ec has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:17:26.022141 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d64e8cd-88c9-4514-9517-3dff7d87c8a5 req-e972a03e-d7f8-47ca-a201-5fcccb2a3c51 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605321 Feb 11 04:17:26.163592 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f04e44-c694-4832-be5f-20c40eb2eea4 x-openstack-request-id: req-b5f04e44-c694-4832-be5f-20c40eb2eea4 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:26.163592 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6e60e0-8c53-43cd-b9fb-216180a31e68", "tag": "9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90d2aa0d-d0a5-4217-9371-748b1db0a3e2", "tag": "c61af530-0125-4345-83ad-b9174ddb050b", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:26.163592 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5f04e44-c694-4832-be5f-20c40eb2eea4 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:26.163592 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6e60e0-8c53-43cd-b9fb-216180a31e68', 'tag': '9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd', 'status': 'completed', 'code': 200} Feb 11 04:17:26.163592 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d2aa0d-d0a5-4217-9371-748b1db0a3e2', 'tag': 'c61af530-0125-4345-83ad-b9174ddb050b', 'status': 'completed', 'code': 200} Feb 11 04:17:26.349985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-8a198e88-54e6-49fa-8ca0-4982088d8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:26.352448 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-8a198e88-54e6-49fa-8ca0-4982088d8238 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b31a5a338ebc480eaaa3bf06fc2ccd6c&device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 1131 time: 0.1719453 Feb 11 04:17:26.369596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42172f7-b0ca-4d81-86be-2b8af2ace65a admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:17:26.384435 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d42172f7-b0ca-4d81-86be-2b8af2ace65a admin admin] 10.222.0.13 "PUT /v2.0/routers/5841c546-abaf-44aa-8429-1491939ac2ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6774309 Feb 11 04:17:26.384435 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37552) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:26.384602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9187d-2001-4ca7-86b1-2c7b85abc981 None None] Sync routers for ids ['5841c546-abaf-44aa-8429-1491939ac2ec'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:17:26.411881 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d57cc02-429d-4f79-9f36-277065238f8c req-8c5a5666-e1b9-43a2-b889-8be92063d6f3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 210 time: 0.0967798 Feb 11 04:17:26.429960 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9187d-2001-4ca7-86b1-2c7b85abc981 None None] Routers {'5841c546-abaf-44aa-8429-1491939ac2ec'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:17:26.432597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f8c9187d-2001-4ca7-86b1-2c7b85abc981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:17:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5841c546-abaf-44aa-8429-1491939ac2ec'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:26.530099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-6dacca51-f805-48fb-921f-fe4a47b89bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:26.543679 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-6dacca51-f805-48fb-921f-fe4a47b89bc6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54061c50498d487ead83613ae85af3f7&device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 1128 time: 0.3114138 Feb 11 04:17:26.594539 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:26.608050 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37a3ac7e-da84-484c-a1b5-0d56dc3e2819 req-90307243-6017-46c5-b68b-3bddc6a2da2f tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/floatingips/de39cf41-d1f4-42ac-ad6b-d355c970166e HTTP/1.1" status: 200 len: 693 time: 0.1464274 Feb 11 04:17:26.640604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f8c9187d-2001-4ca7-86b1-2c7b85abc981 None None] Set router 5841c546-abaf-44aa-8429-1491939ac2ec gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:17:26.896890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-fa80bb10-6087-439a-acf0-042dd9e02e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:26.901693 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-fa80bb10-6087-439a-acf0-042dd9e02e1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e7c15246-6a7c-439d-b5bc-79f280a4bd7b HTTP/1.1" status: 200 len: 929 time: 0.1568768 Feb 11 04:17:26.905776 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] Publish callbacks [] for router (5841c546-abaf-44aa-8429-1491939ac2ec), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:26.951322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-2c6995c5-e8b2-4804-9048-d0dbaff9f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:26.955506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-2c6995c5-e8b2-4804-9048-d0dbaff9f2f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.5688171 Feb 11 04:17:26.956560 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:17:27.070733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-e560bdab-0cf1-47ea-b5bf-0d4801c7e5ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd HTTP/1.1" status: 200 len: 217 time: 0.0751283 Feb 11 04:17:27.079043 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-98f223ab-f018-45d6-b771-8893abcfc818 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c61af530-0125-4345-83ad-b9174ddb050b HTTP/1.1" status: 200 len: 217 time: 0.1085892 Feb 11 04:17:27.165589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:27.167074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-9159a311-1bf4-467b-97e0-39f780742fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:27.168750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-9159a311-1bf4-467b-97e0-39f780742fca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0936420 Feb 11 04:17:27.180745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3ac7e-da84-484c-a1b5-0d56dc3e2819 req-2171abaa-bf08-4b48-93a7-b0ba68b84e9a tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:27.183019 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37a3ac7e-da84-484c-a1b5-0d56dc3e2819 req-2171abaa-bf08-4b48-93a7-b0ba68b84e9a tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.5731044 Feb 11 04:17:27.197667 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] Publish callbacks [] for router_gateway (5841c546-abaf-44aa-8429-1491939ac2ec), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:27.199566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd', 'mac_address': 'fa:16:3e:c1:36:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:17:27.255431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-63fc3f7c-13c0-4ed8-8316-60ad2399e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:27.256925 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-63fc3f7c-13c0-4ed8-8316-60ad2399e16c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9251b7-19ea-434f-8270-971464a27da6 HTTP/1.1" status: 200 len: 867 time: 0.1482527 Feb 11 04:17:27.271766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37a3ac7e-da84-484c-a1b5-0d56dc3e2819 req-a1be0135-213b-48d6-b75d-d611187765f3 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 696 time: 0.0771010 Feb 11 04:17:27.306294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:27.306923 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:27.332196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:17:27.340365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-af83e520-6674-4e80-b96e-06b5ed1d26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:27.343775 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-af83e520-6674-4e80-b96e-06b5ed1d26ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e7c15246-6a7c-439d-b5bc-79f280a4bd7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0762031 Feb 11 04:17:27.355810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37a3ac7e-da84-484c-a1b5-0d56dc3e2819 req-905f121c-c7fd-42a3-a464-36218ddae6ac tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.103 HTTP/1.1" status: 200 len: 696 time: 0.0753722 Feb 11 04:17:27.363270 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-be68a52e-a17a-439b-a491-5540afcee95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:27.365195 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-be68a52e-a17a-439b-a491-5540afcee95b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1810863 Feb 11 04:17:27.370523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:27.382074 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f8c9187d-2001-4ca7-86b1-2c7b85abc981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095851016-router', 'tenant_id': 'a355e86c18124ad595b2dd710a22a2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:26Z', 'updated_at': '2022-02-11T04:17:24Z', 'revision_number': 5, 'project_id': 'a355e86c18124ad595b2dd710a22a2b1', 'gw_port': {'id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:29Z', 'updated_at': '2022-02-11T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:27.419771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9187d-2001-4ca7-86b1-2c7b85abc981 None None] Checking router: 5841c546-abaf-44aa-8429-1491939ac2ec for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:17:27.431152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9187d-2001-4ca7-86b1-2c7b85abc981 None None] Routers {'5841c546-abaf-44aa-8429-1491939ac2ec'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:17:27.445101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f8c9187d-2001-4ca7-86b1-2c7b85abc981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:17:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5841c546-abaf-44aa-8429-1491939ac2ec'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:27.457186 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-413fece7-b82b-45ba-8b27-a9f57fc6cd75 service neutron] 10.222.0.47 "GET /v2.0/networks/e7c15246-6a7c-439d-b5bc-79f280a4bd7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065342 Feb 11 04:17:27.592934 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-a609e6ed-c6a0-423d-a3b2-cb22f7713f64 service neutron] 10.222.0.47 "GET /v2.0/networks/e7c15246-6a7c-439d-b5bc-79f280a4bd7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299503 Feb 11 04:17:27.601658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-6aea64dc-b16e-4c9c-ab9c-492e66702bd7 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175953 Feb 11 04:17:27.603592 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f8c9187d-2001-4ca7-86b1-2c7b85abc981 None None] Set router 5841c546-abaf-44aa-8429-1491939ac2ec gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:17:27.686098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-37a3ac7e-da84-484c-a1b5-0d56dc3e2819 req-0d9fb4d0-6169-4508-8c54-6b1f79de524e tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Deleting port 690c5ede-b820-4cdf-bbf0-6473361b86d5 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:27.686494 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-37a3ac7e-da84-484c-a1b5-0d56dc3e2819 req-0d9fb4d0-6169-4508-8c54-6b1f79de524e tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (690c5ede-b820-4cdf-bbf0-6473361b86d5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:27.699833 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:27.701874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 68532a48-1854-4f60-902d-c5cace1e2fc2 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:17:27.726399 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f66d743-ff1c-4ef1-b854-f74f6a7c2315 req-5abcb2fc-fe23-43a0-b5dc-f6b18c2baf3d service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159770 Feb 11 04:17:27.795154 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] Deleting port d87de4cf-3156-4293-b7ec-513e498ed724 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:27.795775 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d87de4cf-3156-4293-b7ec-513e498ed724), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:27.801844 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-37a3ac7e-da84-484c-a1b5-0d56dc3e2819 req-0d9fb4d0-6169-4508-8c54-6b1f79de524e tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (690c5ede-b820-4cdf-bbf0-6473361b86d5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:27.805464 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-37a3ac7e-da84-484c-a1b5-0d56dc3e2819 req-0d9fb4d0-6169-4508-8c54-6b1f79de524e tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for floatingip (690c5ede-b820-4cdf-bbf0-6473361b86d5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:27.820188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-37a3ac7e-da84-484c-a1b5-0d56dc3e2819 req-0d9fb4d0-6169-4508-8c54-6b1f79de524e tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Calling delete_port for 690c5ede-b820-4cdf-bbf0-6473361b86d5 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:27.850007 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-c841fc48-b5ad-4438-8b5e-c2d52c381dbf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=95a93e519b544c01b6ee62c609eec109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516491 Feb 11 04:17:28.002948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] For port d87de4cf-3156-4293-b7ec-513e498ed724, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d87de4cf-3156-4293-b7ec-513e498ed724,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:28.004345 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d87de4cf-3156-4293-b7ec-513e498ed724), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:28.025694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] Calling delete_port for d87de4cf-3156-4293-b7ec-513e498ed724 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:28.049666 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-8c88bf76-41a2-4ec9-acf2-f557e0b3fac4 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:28.052219 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-8c88bf76-41a2-4ec9-acf2-f557e0b3fac4 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968403 Feb 11 04:17:28.108839 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-d5d4cff1-b1a2-4619-ab67-39e25d6ea190 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Request body: {'port': {'device_id': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '95a93e519b544c01b6ee62c609eec109'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:28.122320 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-37a3ac7e-da84-484c-a1b5-0d56dc3e2819 req-0d9fb4d0-6169-4508-8c54-6b1f79de524e tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (690c5ede-b820-4cdf-bbf0-6473361b86d5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:28.182767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9fb4d0-6169-4508-8c54-6b1f79de524e tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Pushing event deleted for resources: {'Port': ['ID=690c5ede-b820-4cdf-bbf0-6473361b86d5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:28.380821 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 68532a48-1854-4f60-902d-c5cace1e2fc2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=68532a48-1854-4f60-902d-c5cace1e2fc2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:28.395310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:28.397193 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-37a3ac7e-da84-484c-a1b5-0d56dc3e2819 req-0d9fb4d0-6169-4508-8c54-6b1f79de524e tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks [] for floatingip (de39cf41-d1f4-42ac-ad6b-d355c970166e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:28.398767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '68532a48-1854-4f60-902d-c5cace1e2fc2', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '68532a48-1854-4f60-902d-c5cace1e2fc2', 'mac_address': 'fa:16:3e:67:28:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:17:28.400704 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-37a3ac7e-da84-484c-a1b5-0d56dc3e2819 req-0d9fb4d0-6169-4508-8c54-6b1f79de524e tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:28.402315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37a3ac7e-da84-484c-a1b5-0d56dc3e2819 req-0d9fb4d0-6169-4508-8c54-6b1f79de524e tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "DELETE /v2.0/floatingips/de39cf41-d1f4-42ac-ad6b-d355c970166e HTTP/1.1" status: 204 len: 173 time: 1.0360579 Feb 11 04:17:28.414221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-d5d4cff1-b1a2-4619-ab67-39e25d6ea190 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Made reservation on behalf of 95a93e519b544c01b6ee62c609eec109 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:17:28.416658 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-d5d4cff1-b1a2-4619-ab67-39e25d6ea190 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:28.459353 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d87de4cf-3156-4293-b7ec-513e498ed724), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:28.461775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 68532a48-1854-4f60-902d-c5cace1e2fc2 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:28.462478 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:28.492997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68532a48-1854-4f60-902d-c5cace1e2fc2 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:17:28.523647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 68532a48-1854-4f60-902d-c5cace1e2fc2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=68532a48-1854-4f60-902d-c5cace1e2fc2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:28.599300 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] Pushing event deleted for resources: {'Port': ['ID=d87de4cf-3156-4293-b7ec-513e498ed724,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:28.620261 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:28.728231 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:28.735049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=68532a48-1854-4f60-902d-c5cace1e2fc2,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:28.775567 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (5841c546-abaf-44aa-8429-1491939ac2ec), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:28.782817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f8c9187d-2001-4ca7-86b1-2c7b85abc981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095851016-router', 'tenant_id': 'a355e86c18124ad595b2dd710a22a2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:26Z', 'updated_at': '2022-02-11T04:17:24Z', 'revision_number': 5, 'project_id': 'a355e86c18124ad595b2dd710a22a2b1', 'gw_port': {'id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:29Z', 'updated_at': '2022-02-11T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:28.824245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9187d-2001-4ca7-86b1-2c7b85abc981 None None] The sync data for ids ['5841c546-abaf-44aa-8429-1491939ac2ec'] in n-d-712142-35 is: [{'id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1095851016-router', 'tenant_id': 'a355e86c18124ad595b2dd710a22a2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:14:26Z', 'updated_at': '2022-02-11T04:17:24Z', 'revision_number': 5, 'project_id': 'a355e86c18124ad595b2dd710a22a2b1', 'gw_port': {'id': 'd87de4cf-3156-4293-b7ec-513e498ed724', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5841c546-abaf-44aa-8429-1491939ac2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:14:29Z', 'updated_at': '2022-02-11T04:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:17:28.965097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:17:28.973961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['68532a48-1854-4f60-902d-c5cace1e2fc2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:17:29.016263 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (5841c546-abaf-44aa-8429-1491939ac2ec), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:29.032030 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] Publish callbacks [] for router_controller (5841c546-abaf-44aa-8429-1491939ac2ec), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:29.043226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31febf3-b8a6-4c2a-948b-a4192efb5b29 req-b20cb13d-ab77-486b-9372-de0584fd7ab5 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:29.047164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e31febf3-b8a6-4c2a-948b-a4192efb5b29 req-b20cb13d-ab77-486b-9372-de0584fd7ab5 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 949 time: 0.1280282 Feb 11 04:17:29.160506 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-3e6a2386-b0a3-47e8-a905-6fc7a3759a69 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:17:29.170160 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-3e6a2386-b0a3-47e8-a905-6fc7a3759a69 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206797 Feb 11 04:17:29.195722 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (5841c546-abaf-44aa-8429-1491939ac2ec), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:29.196167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5841c546-abaf-44aa-8429-1491939ac2ec {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:17:29.205809 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:29.220328 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-746fe60d-3b02-4a0f-be1d-7ade30823897 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5841c546-abaf-44aa-8429-1491939ac2ec HTTP/1.1" status: 204 len: 168 time: 2.8392901 Feb 11 04:17:29.221051 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37598) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:29.307376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-d5d4cff1-b1a2-4619-ab67-39e25d6ea190 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Allocated IP 192.168.233.198 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/675eb9d2-75e0-42a1-a32e-3339bd59e613) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:17:29.322293 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-d69193e6-e5e9-46df-9d27-d17722c9612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:29.324594 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-d69193e6-e5e9-46df-9d27-d17722c9612a service neutron] 10.222.0.13 "GET /v2.0/ports/7aab4bab-e06b-4337-a3c1-c6b5de70c564 HTTP/1.1" status: 200 len: 1126 time: 0.1417036 Feb 11 04:17:29.339857 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-a8524e55-ce87-4608-bd50-1e9d0048de4a service neutron] Request body: {'binding': {'host': 'n-h2-712142-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:29.340498 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-a8524e55-ce87-4608-bd50-1e9d0048de4a service neutron] Unknown quota resources ['binding']. {{(pid=103808) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:17:29.392277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e3278e-4280-40a1-b4f2-1ede1df99cec admin admin] Deleting subnet c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:17:29.407246 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:29.453950 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49e3278e-4280-40a1-b4f2-1ede1df99cec admin admin] Publish callbacks [] for subnet (c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:29.544228 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49e3278e-4280-40a1-b4f2-1ede1df99cec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:29.650164 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49e3278e-4280-40a1-b4f2-1ede1df99cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:29.754274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e31febf3-b8a6-4c2a-948b-a4192efb5b29 req-5cfdfcd3-790c-485b-b5a3-31271db5ad82 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7004197 Feb 11 04:17:29.988224 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49e3278e-4280-40a1-b4f2-1ede1df99cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:30.061871 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49e3278e-4280-40a1-b4f2-1ede1df99cec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:30.068477 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-49e3278e-4280-40a1-b4f2-1ede1df99cec admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d HTTP/1.1" status: 204 len: 168 time: 0.8210435 Feb 11 04:17:30.068824 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ab55e-f08d-4553-a2b0-00b2b95fb7e5 None None] Network 07038ef8-07f8-487a-860c-aad66f765767 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:17:30.070588 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3278e-4280-40a1-b4f2-1ede1df99cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9fbe9ad-0538-448a-9b6e-59e8ecc60b7d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:30.074847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb4d82-4c5e-4d00-8ab5-0f4ccd456633 req-a3c509c5-8de8-41c6-8f9f-45fda96f5c48 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:30.076948 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bdbb4d82-4c5e-4d00-8ab5-0f4ccd456633 req-a3c509c5-8de8-41c6-8f9f-45fda96f5c48 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 945 time: 0.1070614 Feb 11 04:17:30.077987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37608) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:30.119420 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-d5d4cff1-b1a2-4619-ab67-39e25d6ea190 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks [] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:30.158495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-a8524e55-ce87-4608-bd50-1e9d0048de4a service neutron] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on host n-h2-712142-35 for vnic_type normal with profile None {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:17:30.160041 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-a8524e55-ce87-4608-bd50-1e9d0048de4a service neutron] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:17:30.160725 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-a8524e55-ce87-4608-bd50-1e9d0048de4a service neutron] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:30.173749 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-a8524e55-ce87-4608-bd50-1e9d0048de4a service neutron] Port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:17:30.176907 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bdbb4d82-4c5e-4d00-8ab5-0f4ccd456633 req-4a412f88-7663-4c7e-b0bb-80dea69c48a4 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880842 Feb 11 04:17:30.188368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-a8524e55-ce87-4608-bd50-1e9d0048de4a service neutron] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:30.236852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-a8524e55-ce87-4608-bd50-1e9d0048de4a service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:17:30.242591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-a8524e55-ce87-4608-bd50-1e9d0048de4a service neutron] Checking segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:17:30.244456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-a8524e55-ce87-4608-bd50-1e9d0048de4a service neutron] Bound using segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:17:30.245627 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-a8524e55-ce87-4608-bd50-1e9d0048de4a service neutron] Bound port: 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:17:30.271036 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:17:30.391070 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (07038ef8-07f8-487a-860c-aad66f765767), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:30.414553 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1e2f19-1644-46b8-ab55-59c224ebe7d4 None None] DHCP port deletion for 07038ef8-07f8-487a-860c-aad66f765767 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:17:30.431316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-a8524e55-ce87-4608-bd50-1e9d0048de4a service neutron] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:17:30.434855 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-d5d4cff1-b1a2-4619-ab67-39e25d6ea190 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:30.438842 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54f32eec-8d33-48a0-b3b6-c753ed479bb1 req-8a9d6f0b-8166-4ff8-ae80-819bb944d3a1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 210 time: 0.0896320 Feb 11 04:17:30.475257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d87de4cf-3156-4293-b7ec-513e498ed724 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:17:30.493198 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-d5d4cff1-b1a2-4619-ab67-39e25d6ea190 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:17:30.497248 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-d5d4cff1-b1a2-4619-ab67-39e25d6ea190 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:17:30.537090 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-d5d4cff1-b1a2-4619-ab67-39e25d6ea190 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:17:30.543187 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-a8524e55-ce87-4608-bd50-1e9d0048de4a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:30.553106 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-a8524e55-ce87-4608-bd50-1e9d0048de4a service neutron] 10.222.0.13 "POST /v2.0/ports/7aab4bab-e06b-4337-a3c1-c6b5de70c564/bindings HTTP/1.1" status: 201 len: 390 time: 1.2151299 Feb 11 04:17:30.578180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['5a87b147-9dfe-424a-9be7-e8b9804fc7f6', '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:17:30.617177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] Deleting port cce5d580-22f2-4c35-9828-1d5d359fa234 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:30.617567 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:30.675455 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4cff1-b1a2-4619-ab67-39e25d6ea190 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Pushing event updated for resources: {'Port': ['ID=675eb9d2-75e0-42a1-a32e-3339bd59e613,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:30.745233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: d87de4cf-3156-4293-b7ec-513e498ed724 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:17:30.749869 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d87de4cf-3156-4293-b7ec-513e498ed724 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:17:30.750704 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:17:30.770927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-d5d4cff1-b1a2-4619-ab67-39e25d6ea190 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:30.772782 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-d5d4cff1-b1a2-4619-ab67-39e25d6ea190 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:30.822378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:17:30.824476 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ad41b77e-bafb-48cf-8bb7-d41ba8bb8875 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:17:30.837081 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] For port cce5d580-22f2-4c35-9828-1d5d359fa234, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cce5d580-22f2-4c35-9828-1d5d359fa234,segment=NetworkSegment(d3e93cfc-52de-4596-8efe-419f7c6db979),segment_id=d3e93cfc-52de-4596-8efe-419f7c6db979)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:30.838922 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:30.870562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] Calling delete_port for cce5d580-22f2-4c35-9828-1d5d359fa234 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:30.901775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e2f19-1644-46b8-ab55-59c224ebe7d4 None None] Deleting port cce5d580-22f2-4c35-9828-1d5d359fa234 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:30.902230 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2f19-1644-46b8-ab55-59c224ebe7d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:30.921130 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-d5d4cff1-b1a2-4619-ab67-39e25d6ea190 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8176270 Feb 11 04:17:30.943324 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Request body: {'port': {'device_id': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:31.047286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:17:31.144581 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:31.191136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b4144c30-e4f8-458a-bcec-db297aba88cc None None] Provisioning complete for port 675eb9d2-75e0-42a1-a32e-3339bd59e613 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:17:31.193765 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b4144c30-e4f8-458a-bcec-db297aba88cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:31.200393 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cbd7d-a029-4c55-812a-29e903f315db req-e4e1fe68-5a73-4ab6-87a0-b5eb204bc9bf tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:31.204946 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-494cbd7d-a029-4c55-812a-29e903f315db req-e4e1fe68-5a73-4ab6-87a0-b5eb204bc9bf tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 949 time: 0.1172137 Feb 11 04:17:31.251469 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b4144c30-e4f8-458a-bcec-db297aba88cc None None] Port 675eb9d2-75e0-42a1-a32e-3339bd59e613 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:17:31.261361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:17:31.274832 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:31.344223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:17:31.344610 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:31.407339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9d1e2f19-1644-46b8-ab55-59c224ebe7d4 None None] For port cce5d580-22f2-4c35-9828-1d5d359fa234, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cce5d580-22f2-4c35-9828-1d5d359fa234,segment=NetworkSegment(d3e93cfc-52de-4596-8efe-419f7c6db979),segment_id=d3e93cfc-52de-4596-8efe-419f7c6db979)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:31.407339 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2f19-1644-46b8-ab55-59c224ebe7d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:31.425362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] Pushing event deleted for resources: {'Port': ['ID=cce5d580-22f2-4c35-9828-1d5d359fa234,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:31.444256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] No DVR routers for this DVR port cce5d580-22f2-4c35-9828-1d5d359fa234 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:17:31.470202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e2f19-1644-46b8-ab55-59c224ebe7d4 None None] Calling delete_port for cce5d580-22f2-4c35-9828-1d5d359fa234 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:31.485888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-494cbd7d-a029-4c55-812a-29e903f315db req-8acad532-882f-4d20-a21d-4ae5bac24c1c tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570868 Feb 11 04:17:31.613983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdca258-e0e5-4d51-83a6-4e31c7016a0e req-6de6a641-d0a7-45b9-8fd6-79ef96f26d0c tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:31.615619 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bdca258-e0e5-4d51-83a6-4e31c7016a0e req-6de6a641-d0a7-45b9-8fd6-79ef96f26d0c tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4072556 Feb 11 04:17:31.640811 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675eb9d2-75e0-42a1-a32e-3339bd59e613 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:17:31.661018 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Publish callbacks [] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:31.696774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Transition to ACTIVE for port object 675eb9d2-75e0-42a1-a32e-3339bd59e613 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:17:31.710338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:31.710768 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:31.735222 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2f19-1644-46b8-ab55-59c224ebe7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (cce5d580-22f2-4c35-9828-1d5d359fa234), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:31.748288 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (07038ef8-07f8-487a-860c-aad66f765767), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:31.774251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e2f19-1644-46b8-ab55-59c224ebe7d4 None None] Pushing event deleted for resources: {'Port': ['ID=cce5d580-22f2-4c35-9828-1d5d359fa234,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:31.775096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bdca258-e0e5-4d51-83a6-4e31c7016a0e req-e82de8b6-f4d9-44ee-85ef-c93e23a6bc39 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1424925 Feb 11 04:17:31.788940 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:31.796918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1e2f19-1644-46b8-ab55-59c224ebe7d4 None None] No DVR routers for this DVR port cce5d580-22f2-4c35-9828-1d5d359fa234 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:17:31.818216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07038ef8-07f8-487a-860c-aad66f765767']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:31.819656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6e60e0-8c53-43cd-b9fb-216180a31e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:31.840992 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87c5128-fd8a-4953-b100-058ad14662e7" -d '{"events": [{"server_uuid": "0b6e60e0-8c53-43cd-b9fb-216180a31e68", "name": "network-vif-plugged", "status": "completed", "tag": "9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:31.841804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e93cfc-52de-4596-8efe-419f7c6db979') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:31.842411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e93cfc-52de-4596-8efe-419f7c6db979') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:31.856795 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (d3e93cfc-52de-4596-8efe-419f7c6db979), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:31.872898 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:31.889092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712e9cb-d23a-4321-9a66-4766fb293956 req-311ef91e-5d1f-4094-8fe8-2908159259b5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:31.898821 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8712e9cb-d23a-4321-9a66-4766fb293956 req-311ef91e-5d1f-4094-8fe8-2908159259b5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.1600616 Feb 11 04:17:31.921372 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d3e93cfc-52de-4596-8efe-419f7c6db979), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:31.932405 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:31.933669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 68532a48-1854-4f60-902d-c5cace1e2fc2 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:17:31.945132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:17:31.945557 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (d3e93cfc-52de-4596-8efe-419f7c6db979), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:17:31.947601 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:17:32.141364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Attempting to bind port 675eb9d2-75e0-42a1-a32e-3339bd59e613 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:17:32.141703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Attempting to bind port 675eb9d2-75e0-42a1-a32e-3339bd59e613 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:17:32.142035 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Attempting to bind port 675eb9d2-75e0-42a1-a32e-3339bd59e613 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:32.148204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Pushing event updated for resources: {'Port': ['ID=675eb9d2-75e0-42a1-a32e-3339bd59e613,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:32.153399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Port 675eb9d2-75e0-42a1-a32e-3339bd59e613 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:17:32.153718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Attempting to bind port 675eb9d2-75e0-42a1-a32e-3339bd59e613 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:32.157789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:32.159978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:17:32.160323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:17:32.160764 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:17:32.161222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Bound port: 675eb9d2-75e0-42a1-a32e-3339bd59e613, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:17:32.161641 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:32.246868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 68532a48-1854-4f60-902d-c5cace1e2fc2 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:17:32.251612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 68532a48-1854-4f60-902d-c5cace1e2fc2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:17:32.252011 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:32.296725 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] For port 675eb9d2-75e0-42a1-a32e-3339bd59e613, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:17:32.297484 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cce5d580-22f2-4c35-9828-1d5d359fa234 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:17:32.302000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] For port 675eb9d2-75e0-42a1-a32e-3339bd59e613, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:17:32.331044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: cce5d580-22f2-4c35-9828-1d5d359fa234 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:17:32.331424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cce5d580-22f2-4c35-9828-1d5d359fa234 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:17:32.349260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8712e9cb-d23a-4321-9a66-4766fb293956 req-6282419c-a575-49ad-bf8c-0e64a636fb3b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492664 Feb 11 04:17:32.396051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:32.398668 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3e38a-6a1c-4c0f-9db6-26140719aca2 req-789fbba7-31f5-4951-bd27-6e55f3d50207 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:32.405881 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57f3e38a-6a1c-4c0f-9db6-26140719aca2 req-789fbba7-31f5-4951-bd27-6e55f3d50207 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 945 time: 0.2604544 Feb 11 04:17:32.438415 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (07038ef8-07f8-487a-860c-aad66f765767), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:32.444683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:32.451404 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:32.453340 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] 10.222.0.47 "PUT /v2.0/ports/675eb9d2-75e0-42a1-a32e-3339bd59e613 HTTP/1.1" status: 200 len: 1097 time: 1.5223310 Feb 11 04:17:32.453839 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'tag': '675eb9d2-75e0-42a1-a32e-3339bd59e613'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:32.461030 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd403df-3377-44be-b131-29f196db919c" -d '{"events": [{"name": "network-changed", "server_uuid": "782a29a3-9c2e-42d3-978e-63c79bbb09b6", "tag": "675eb9d2-75e0-42a1-a32e-3339bd59e613"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:32.497549 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:32.500334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 68532a48-1854-4f60-902d-c5cace1e2fc2 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:32.501087 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:32.501485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] 10.222.0.13 "DELETE /v2.0/networks/07038ef8-07f8-487a-860c-aad66f765767 HTTP/1.1" status: 204 len: 168 time: 2.4225190 Feb 11 04:17:32.590801 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc52a98-a5d5-4508-bdad-b71f320796db service neutron] Pushing event updated for resources: {'Port': ['ID=675eb9d2-75e0-42a1-a32e-3339bd59e613,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:32.625294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae571cf4-cacd-47a1-9b7f-91a5b795c182 admin admin] Pushing event deleted for resources: {'Network': ['ID=07038ef8-07f8-487a-860c-aad66f765767,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:32.657127 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 68532a48-1854-4f60-902d-c5cace1e2fc2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=68532a48-1854-4f60-902d-c5cace1e2fc2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:32.720161 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:32.727378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-70ca8818-3a49-4791-8e15-59097cd4baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:32.737594 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-70ca8818-3a49-4791-8e15-59097cd4baa2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 1131 time: 0.1272962 Feb 11 04:17:32.834594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=68532a48-1854-4f60-902d-c5cace1e2fc2,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:32.847189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57f3e38a-6a1c-4c0f-9db6-26140719aca2 req-f5789ed2-2f23-4200-bb9a-9ef3881b5237 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285026 Feb 11 04:17:32.880994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1b8e1-3268-4ec7-8aa9-a1462e846a34 req-33d6f7c2-e19c-484e-933b-9288eff65bc1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:32.897284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cce1b8e1-3268-4ec7-8aa9-a1462e846a34 req-33d6f7c2-e19c-484e-933b-9288eff65bc1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 948 time: 0.3043838 Feb 11 04:17:32.899628 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-e91a9a8b-f1a8-450a-89b5-162913a27e38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613 HTTP/1.1" status: 200 len: 217 time: 0.1573451 Feb 11 04:17:32.969075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-76d41907-725b-42fe-9973-c0e4f88d3056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:32.971414 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-76d41907-725b-42fe-9973-c0e4f88d3056 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0614581 Feb 11 04:17:33.022265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cce1b8e1-3268-4ec7-8aa9-a1462e846a34 req-755de204-43c0-48ef-b664-b94f1023df0e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239443 Feb 11 04:17:33.067169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-e8c543af-e319-4d0e-9e2a-7838310200f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:33.069045 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-e8c543af-e319-4d0e-9e2a-7838310200f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0859346 Feb 11 04:17:33.106921 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be82dde9-28d6-4c3a-8904-ea6d1873df64 req-60d77e0b-d80d-4846-a6dc-4dc1ea52d84c tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1010284 Feb 11 04:17:33.117802 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf372010-336f-4a15-b32b-d1b7e778f412 x-openstack-request-id: req-cf372010-336f-4a15-b32b-d1b7e778f412 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:33.118336 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6e60e0-8c53-43cd-b9fb-216180a31e68", "name": "network-vif-plugged", "status": "completed", "tag": "9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:33.119193 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf372010-336f-4a15-b32b-d1b7e778f412 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:33.119719 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6e60e0-8c53-43cd-b9fb-216180a31e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd', 'code': 200} Feb 11 04:17:33.266988 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febd57d4-ad5e-4cd8-a3d7-d1968ca9eaa9 x-openstack-request-id: req-febd57d4-ad5e-4cd8-a3d7-d1968ca9eaa9 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:33.267866 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782a29a3-9c2e-42d3-978e-63c79bbb09b6", "tag": "675eb9d2-75e0-42a1-a32e-3339bd59e613", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:33.271088 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-febd57d4-ad5e-4cd8-a3d7-d1968ca9eaa9 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:33.273188 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'tag': '675eb9d2-75e0-42a1-a32e-3339bd59e613', 'status': 'completed', 'code': 200} Feb 11 04:17:33.323995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fa165-278d-445e-a8e2-10b74de16d54 req-156ad7e1-88dc-4597-9ad8-94aae7602426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:33.325502 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-477fa165-278d-445e-a8e2-10b74de16d54 req-156ad7e1-88dc-4597-9ad8-94aae7602426 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 1133 time: 0.1326184 Feb 11 04:17:33.353848 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-75387e99-2e5b-4aa6-92ad-721baf2a6395 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758105 Feb 11 04:17:33.380294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fa5f1-aa46-4996-a416-f55588c11f78 req-ea0b832f-b2be-4a51-8e79-4178e88d514f tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:33.382713 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-747fa5f1-aa46-4996-a416-f55588c11f78 req-ea0b832f-b2be-4a51-8e79-4178e88d514f tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 950 time: 0.1190169 Feb 11 04:17:33.405050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37668) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:33.466906 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-477fa165-278d-445e-a8e2-10b74de16d54 req-84e39bed-aa80-4f9e-b734-031fa72e0037 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338894 Feb 11 04:17:33.496602 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-04de169c-56cd-4060-92b3-aa02f4d375b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f3dc1e033a843348622c78e48335f3c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0837286 Feb 11 04:17:33.501952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37672) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:33.531223 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-747fa5f1-aa46-4996-a416-f55588c11f78 req-74bc42c0-da39-4308-9ab3-a25d2562f615 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475213 Feb 11 04:17:33.551275 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5c12dc5e-f67f-4944-8ace-dd71c67981fa req-c1c8362c-d9bc-44f6-87c6-b048c152baba service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923652 Feb 11 04:17:33.582874 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:33.646136 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d79826d-0247-48b9-be9f-2a55009b4faf admin admin] Publish callbacks [] for security_group (2935fa1b-bce4-4e08-9f80-06d015b64c0a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:33.721147 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:33.723179 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d79826d-0247-48b9-be9f-2a55009b4faf admin admin] Publish callbacks [] for security_group (2935fa1b-bce4-4e08-9f80-06d015b64c0a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:33.778909 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f287d-a37e-456e-b53f-9876c9e7c860 req-0ae3ba74-1626-4e07-b83f-61b667761232 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:33.780705 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b6f287d-a37e-456e-b53f-9876c9e7c860 req-0ae3ba74-1626-4e07-b83f-61b667761232 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.1170084 Feb 11 04:17:33.856934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b6f287d-a37e-456e-b53f-9876c9e7c860 req-b925fb22-5634-4baf-8699-f41d4c401c3c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675771 Feb 11 04:17:33.860816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd403df-3377-44be-b131-29f196db919c req-446e34fd-46bc-40ee-ae4f-99ce01994e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:33.863079 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bd403df-3377-44be-b131-29f196db919c req-446e34fd-46bc-40ee-ae4f-99ce01994e0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 1131 time: 0.1706152 Feb 11 04:17:33.927162 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d79826d-0247-48b9-be9f-2a55009b4faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2935fa1b-bce4-4e08-9f80-06d015b64c0a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:33.930049 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d79826d-0247-48b9-be9f-2a55009b4faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:33.933535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6d79826d-0247-48b9-be9f-2a55009b4faf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2935fa1b-bce4-4e08-9f80-06d015b64c0a HTTP/1.1" status: 204 len: 168 time: 0.4275253 Feb 11 04:17:33.941532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79826d-0247-48b9-be9f-2a55009b4faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2935fa1b-bce4-4e08-9f80-06d015b64c0a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:34.157561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd403df-3377-44be-b131-29f196db919c req-d192ab9a-00a4-4209-b54e-605d1455020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:34.163298 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bd403df-3377-44be-b131-29f196db919c req-d192ab9a-00a4-4209-b54e-605d1455020d service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2830203 Feb 11 04:17:34.164193 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c8bc1-b167-4696-8894-82b62ff5458e req-40a9a876-b210-4836-a48a-a9e595d9d3ab tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:34.189209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a4c8bc1-b167-4696-8894-82b62ff5458e req-40a9a876-b210-4836-a48a-a9e595d9d3ab tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 945 time: 0.1847794 Feb 11 04:17:34.325503 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bd403df-3377-44be-b131-29f196db919c req-8c983450-54ce-441a-b5a8-2f0f81010e36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613 HTTP/1.1" status: 200 len: 217 time: 0.1558444 Feb 11 04:17:34.398914 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd403df-3377-44be-b131-29f196db919c req-207ec7af-dec3-4815-9f24-58178facbb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:34.401262 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bd403df-3377-44be-b131-29f196db919c req-207ec7af-dec3-4815-9f24-58178facbb46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0682304 Feb 11 04:17:34.467425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a4c8bc1-b167-4696-8894-82b62ff5458e req-f6d84a9a-7ab4-4f4d-9169-236767a0f4a1 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd80262-2eca-4045-85d9-e1680d01a032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770896 Feb 11 04:17:34.534908 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd403df-3377-44be-b131-29f196db919c req-96f85664-0825-4188-b406-d6953b29b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:34.536961 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bd403df-3377-44be-b131-29f196db919c req-96f85664-0825-4188-b406-d6953b29b7b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1287773 Feb 11 04:17:34.650658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396d606-6e51-4899-9904-f4db7e141d3a req-c95132dd-d89e-45ad-a585-1539251f694b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:34.653225 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2396d606-6e51-4899-9904-f4db7e141d3a req-c95132dd-d89e-45ad-a585-1539251f694b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 948 time: 0.1034515 Feb 11 04:17:34.692081 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bd403df-3377-44be-b131-29f196db919c req-90710533-31e6-4cf0-8e01-abae75ef4b71 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473775 Feb 11 04:17:34.759970 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f591876-8dd6-4d54-9905-78816afb54e5 req-e6a018ce-e526-499f-b53d-4f7ca8cc4b6b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:34.779162 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f591876-8dd6-4d54-9905-78816afb54e5 req-e6a018ce-e526-499f-b53d-4f7ca8cc4b6b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 945 time: 0.1937895 Feb 11 04:17:34.825223 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bd403df-3377-44be-b131-29f196db919c req-9dbdc2c4-aa1a-496b-b0da-10c3e7b47e9f service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251619 Feb 11 04:17:34.836363 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2396d606-6e51-4899-9904-f4db7e141d3a req-a805810b-9edb-4d8c-8691-d767445eb837 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551900 Feb 11 04:17:34.873540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f591876-8dd6-4d54-9905-78816afb54e5 req-dfdf2f9b-0c1c-4192-80a3-e605a83b13e8 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888519 Feb 11 04:17:35.128884 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ce666-f131-4eec-b8e3-5964f5ed2221 req-ed85c2ac-9dea-45cb-a89b-3cae656bc0f8 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:35.129217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68532a48-1854-4f60-902d-c5cace1e2fc2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:35.130033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f53ce666-f131-4eec-b8e3-5964f5ed2221 req-ed85c2ac-9dea-45cb-a89b-3cae656bc0f8 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 950 time: 0.0696788 Feb 11 04:17:35.130202 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52110dec-10da-46a8-9b9f-0e1a7bc20d90" -d '{"events": [{"server_uuid": "3ba7be8e-695a-4d09-be54-69e6a540b983", "name": "network-vif-plugged", "status": "completed", "tag": "68532a48-1854-4f60-902d-c5cace1e2fc2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:35.183740 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f53ce666-f131-4eec-b8e3-5964f5ed2221 req-d7659413-e43c-4255-85aa-9e0a08533014 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537076 Feb 11 04:17:35.236716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869a289-a861-4536-9115-b6b358a0ae22 req-2c27a250-5fef-4e4d-8e30-27689c2aa589 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:35.238357 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f869a289-a861-4536-9115-b6b358a0ae22 req-2c27a250-5fef-4e4d-8e30-27689c2aa589 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.47 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 945 time: 0.0690558 Feb 11 04:17:35.320507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742a0b4-fc33-40cd-8620-d24654c8fd96 req-7d0d13c4-c6b9-42fc-809e-1cce2d1fcc43 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:35.322167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0742a0b4-fc33-40cd-8620-d24654c8fd96 req-7d0d13c4-c6b9-42fc-809e-1cce2d1fcc43 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.0677357 Feb 11 04:17:35.421483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0742a0b4-fc33-40cd-8620-d24654c8fd96 req-a96bcfb0-9995-4cc4-9034-d3c8904e247d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854790 Feb 11 04:17:35.487903 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543016a4-f677-403c-9531-dafdbc69b95f x-openstack-request-id: req-543016a4-f677-403c-9531-dafdbc69b95f {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:35.488458 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba7be8e-695a-4d09-be54-69e6a540b983", "name": "network-vif-plugged", "status": "completed", "tag": "68532a48-1854-4f60-902d-c5cace1e2fc2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:35.488874 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-543016a4-f677-403c-9531-dafdbc69b95f {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:35.489677 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68532a48-1854-4f60-902d-c5cace1e2fc2', 'code': 200} Feb 11 04:17:35.652197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37718) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:35.709088 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-023e04b2-afd6-4b1c-b8f6-01855ff7a59a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a355e86c18124ad595b2dd710a22a2b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0539646 Feb 11 04:17:35.712242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37720) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:35.742841 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d3f2f-8d1c-4c0c-a925-c6083928a37c req-a9ead3da-5243-453d-8bc1-4f7bce36be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:35.744772 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e58d3f2f-8d1c-4c0c-a925-c6083928a37c req-a9ead3da-5243-453d-8bc1-4f7bce36be3f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3ba7be8e-695a-4d09-be54-69e6a540b983 HTTP/1.1" status: 200 len: 1133 time: 0.1735959 Feb 11 04:17:35.755190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-f869a289-a861-4536-9115-b6b358a0ae22 req-67c4c70a-189b-4806-bed5-e81b0ba9bb09 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Deleting port c61af530-0125-4345-83ad-b9174ddb050b {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:35.758078 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f869a289-a861-4536-9115-b6b358a0ae22 req-67c4c70a-189b-4806-bed5-e81b0ba9bb09 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c61af530-0125-4345-83ad-b9174ddb050b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:35.807923 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4f4e-6118-4d1f-a009-4f8b48c0831b admin admin] Publish callbacks [] for security_group (43a24d14-6b95-4332-9437-780eac98aba4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:35.823401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e58d3f2f-8d1c-4c0c-a925-c6083928a37c req-46d7b969-21a7-4c56-9f4f-4d891f37f697 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668957 Feb 11 04:17:35.832334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693dc14-ccc1-4523-a89a-57815d2c0d9f req-da116a04-d0cd-4e02-8466-99dc486bffc1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:35.834095 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b693dc14-ccc1-4523-a89a-57815d2c0d9f req-da116a04-d0cd-4e02-8466-99dc486bffc1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ba7be8e-695a-4d09-be54-69e6a540b983 HTTP/1.1" status: 200 len: 950 time: 0.1450028 Feb 11 04:17:35.873392 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4f4e-6118-4d1f-a009-4f8b48c0831b admin admin] Publish callbacks [] for security_group (43a24d14-6b95-4332-9437-780eac98aba4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:35.901079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b693dc14-ccc1-4523-a89a-57815d2c0d9f req-dc0e5f36-0329-4f81-ae3f-ab30b7136ef2 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606630 Feb 11 04:17:35.944136 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-f869a289-a861-4536-9115-b6b358a0ae22 req-67c4c70a-189b-4806-bed5-e81b0ba9bb09 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] For port c61af530-0125-4345-83ad-b9174ddb050b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c61af530-0125-4345-83ad-b9174ddb050b,segment=NetworkSegment(a0d7feeb-0341-48f5-8e4f-3cf448efa28b),segment_id=a0d7feeb-0341-48f5-8e4f-3cf448efa28b)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:35.944509 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f869a289-a861-4536-9115-b6b358a0ae22 req-67c4c70a-189b-4806-bed5-e81b0ba9bb09 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c61af530-0125-4345-83ad-b9174ddb050b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:35.958209 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-f869a289-a861-4536-9115-b6b358a0ae22 req-67c4c70a-189b-4806-bed5-e81b0ba9bb09 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Calling delete_port for c61af530-0125-4345-83ad-b9174ddb050b owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:36.047299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae89a2-d558-4d59-ade6-4169f5579919 req-4bcab4b0-88f9-4586-ba45-8e3f08a4effa tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:36.049035 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cae89a2-d558-4d59-ade6-4169f5579919 req-4bcab4b0-88f9-4586-ba45-8e3f08a4effa tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/ports?device_id=90d2aa0d-d0a5-4217-9371-748b1db0a3e2 HTTP/1.1" status: 200 len: 945 time: 0.0740607 Feb 11 04:17:36.097637 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cae89a2-d558-4d59-ade6-4169f5579919 req-00da8f00-85fe-4c3c-9523-2094b094d747 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.13 "GET /v2.0/security-groups?id=8fd80262-2eca-4045-85d9-e1680d01a032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419602 Feb 11 04:17:36.148426 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4f4e-6118-4d1f-a009-4f8b48c0831b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (43a24d14-6b95-4332-9437-780eac98aba4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:36.151658 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4f4e-6118-4d1f-a009-4f8b48c0831b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:36.156025 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ae9d4f4e-6118-4d1f-a009-4f8b48c0831b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43a24d14-6b95-4332-9437-780eac98aba4 HTTP/1.1" status: 204 len: 168 time: 0.4426656 Feb 11 04:17:36.166472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4f4e-6118-4d1f-a009-4f8b48c0831b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a24d14-6b95-4332-9437-780eac98aba4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:36.211946 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f869a289-a861-4536-9115-b6b358a0ae22 req-67c4c70a-189b-4806-bed5-e81b0ba9bb09 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c61af530-0125-4345-83ad-b9174ddb050b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:36.225450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['c61af530-0125-4345-83ad-b9174ddb050b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:17:36.250692 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4c70a-189b-4806-bed5-e81b0ba9bb09 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Pushing event deleted for resources: {'Port': ['ID=c61af530-0125-4345-83ad-b9174ddb050b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:36.285805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abc5f8-84f8-41a9-9ba0-aefe6cf06812 req-b8a965a2-ede2-4bd2-b85e-5c69965b1d67 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:36.288628 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79abc5f8-84f8-41a9-9ba0-aefe6cf06812 req-b8a965a2-ede2-4bd2-b85e-5c69965b1d67 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 948 time: 0.1246767 Feb 11 04:17:36.292419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-f869a289-a861-4536-9115-b6b358a0ae22 req-67c4c70a-189b-4806-bed5-e81b0ba9bb09 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] No DVR routers for this DVR port c61af530-0125-4345-83ad-b9174ddb050b on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:17:36.295607 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f869a289-a861-4536-9115-b6b358a0ae22 req-67c4c70a-189b-4806-bed5-e81b0ba9bb09 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:36.299106 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f869a289-a861-4536-9115-b6b358a0ae22 req-67c4c70a-189b-4806-bed5-e81b0ba9bb09 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988 tempest-FloatingIPsAssociationNegativeTestJSON-1843645988-project] 10.222.0.47 "DELETE /v2.0/ports/c61af530-0125-4345-83ad-b9174ddb050b HTTP/1.1" status: 204 len: 173 time: 1.0513258 Feb 11 04:17:36.300134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d2aa0d-d0a5-4217-9371-748b1db0a3e2', 'name': 'network-vif-deleted', 'tag': 'c61af530-0125-4345-83ad-b9174ddb050b'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:36.302241 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89625ce-a569-4b4d-841f-7715d7945a54" -d '{"events": [{"server_uuid": "90d2aa0d-d0a5-4217-9371-748b1db0a3e2", "name": "network-vif-deleted", "tag": "c61af530-0125-4345-83ad-b9174ddb050b"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:36.373051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79abc5f8-84f8-41a9-9ba0-aefe6cf06812 req-c01ad624-9c9e-427b-841f-00db5bc93fc1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691516 Feb 11 04:17:36.492588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b131e-a17d-4534-95a0-2746763c9cdc req-d35023d1-4c84-4244-935a-8b250a2420b5 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:36.494223 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-654b131e-a17d-4534-95a0-2746763c9cdc req-d35023d1-4c84-4244-935a-8b250a2420b5 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 945 time: 0.0577595 Feb 11 04:17:36.550971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-654b131e-a17d-4534-95a0-2746763c9cdc req-63d311d4-2b02-4a46-8503-c134f11d8e66 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506568 Feb 11 04:17:36.665028 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5afbf2-06a4-424a-826b-c4ec1c8a536e x-openstack-request-id: req-1c5afbf2-06a4-424a-826b-c4ec1c8a536e {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:36.665531 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d2aa0d-d0a5-4217-9371-748b1db0a3e2", "name": "network-vif-deleted", "tag": "c61af530-0125-4345-83ad-b9174ddb050b", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:36.665837 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c5afbf2-06a4-424a-826b-c4ec1c8a536e {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:36.666369 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d2aa0d-d0a5-4217-9371-748b1db0a3e2', 'name': 'network-vif-deleted', 'tag': 'c61af530-0125-4345-83ad-b9174ddb050b', 'status': 'completed', 'code': 200} Feb 11 04:17:36.782385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd8e78-3f64-45cf-a3ab-e17f8472822f req-98413f4b-c48e-40f3-bf7b-72132410006a tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:36.784012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21bd8e78-3f64-45cf-a3ab-e17f8472822f req-98413f4b-c48e-40f3-bf7b-72132410006a tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.0711110 Feb 11 04:17:36.844669 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21bd8e78-3f64-45cf-a3ab-e17f8472822f req-8e866f6a-d1b1-4d88-8b2c-d8342ab14ace tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548630 Feb 11 04:17:37.311342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 675eb9d2-75e0-42a1-a32e-3339bd59e613 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:17:37.429172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 675eb9d2-75e0-42a1-a32e-3339bd59e613, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:37.441122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '675eb9d2-75e0-42a1-a32e-3339bd59e613', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '675eb9d2-75e0-42a1-a32e-3339bd59e613', 'mac_address': 'fa:16:3e:ab:00:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:17:37.483555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 675eb9d2-75e0-42a1-a32e-3339bd59e613 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:37.483947 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:37.498380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675eb9d2-75e0-42a1-a32e-3339bd59e613 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:17:37.524553 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 675eb9d2-75e0-42a1-a32e-3339bd59e613, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:37.605453 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:37.666000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=675eb9d2-75e0-42a1-a32e-3339bd59e613,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:37.834327 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['675eb9d2-75e0-42a1-a32e-3339bd59e613'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:17:38.489435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ec12a-2da3-4dc5-90be-f7480f724ece req-7d59f22e-fbfb-4159-a3ad-a77ea9921997 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:38.491063 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-713ec12a-2da3-4dc5-90be-f7480f724ece req-7d59f22e-fbfb-4159-a3ad-a77ea9921997 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ba7be8e-695a-4d09-be54-69e6a540b983 HTTP/1.1" status: 200 len: 950 time: 0.0554242 Feb 11 04:17:38.539585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-713ec12a-2da3-4dc5-90be-f7480f724ece req-fbb3987c-597a-44bc-af6d-30724c85fcd3 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427191 Feb 11 04:17:38.583488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37854) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:38.688891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7a5d9-2751-415b-be53-3504d7dce301 req-05eebdfe-eb8d-401d-be7b-d384a67c9b79 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:38.691832 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17e7a5d9-2751-415b-be53-3504d7dce301 req-05eebdfe-eb8d-401d-be7b-d384a67c9b79 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 949 time: 0.0641103 Feb 11 04:17:38.742702 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17e7a5d9-2751-415b-be53-3504d7dce301 req-1253147b-fe95-4253-aaed-32ce1edcc359 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459752 Feb 11 04:17:38.854334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425136d1-1a1e-453b-9857-a23a01713847 req-3380203d-14b0-48a7-8133-cda02e0a472b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:38.855929 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-425136d1-1a1e-453b-9857-a23a01713847 req-3380203d-14b0-48a7-8133-cda02e0a472b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 945 time: 0.0555401 Feb 11 04:17:38.908041 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-425136d1-1a1e-453b-9857-a23a01713847 req-7d55ed62-e909-40bb-809f-c5304ac7f6ad tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464256 Feb 11 04:17:38.976264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f889a9c9-f08a-4ff9-85ec-68f481844ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (a46169e8-d133-4778-b297-c71f47b36892), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:39.059926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b6221-cb6a-4771-b3d6-bf52af28d7c0 req-64067583-77cc-4bdc-89e9-103906e814b8 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:39.061377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-292b6221-cb6a-4771-b3d6-bf52af28d7c0 req-64067583-77cc-4bdc-89e9-103906e814b8 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.0643387 Feb 11 04:17:39.148618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-292b6221-cb6a-4771-b3d6-bf52af28d7c0 req-25568045-ae72-4fe1-91f8-41a784c37592 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798824 Feb 11 04:17:39.275203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f889a9c9-f08a-4ff9-85ec-68f481844ca5 admin admin] Deleting port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:39.275652 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f889a9c9-f08a-4ff9-85ec-68f481844ca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:39.326105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 675eb9d2-75e0-42a1-a32e-3339bd59e613 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:17:39.375784 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-f889a9c9-f08a-4ff9-85ec-68f481844ca5 admin admin] For port aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a,segment=NetworkSegment(a0d7feeb-0341-48f5-8e4f-3cf448efa28b),segment_id=a0d7feeb-0341-48f5-8e4f-3cf448efa28b)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:39.376158 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f889a9c9-f08a-4ff9-85ec-68f481844ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:39.405266 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f889a9c9-f08a-4ff9-85ec-68f481844ca5 admin admin] Calling delete_port for aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:39.446533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 675eb9d2-75e0-42a1-a32e-3339bd59e613 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:17:39.453680 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 675eb9d2-75e0-42a1-a32e-3339bd59e613 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:17:39.455957 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:39.566258 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 675eb9d2-75e0-42a1-a32e-3339bd59e613 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:39.567146 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:39.610164 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 675eb9d2-75e0-42a1-a32e-3339bd59e613, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:39.611121 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675eb9d2-75e0-42a1-a32e-3339bd59e613'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:39.614465 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d5c663-8b1b-430e-b223-ec7ac94aa757" -d '{"events": [{"server_uuid": "782a29a3-9c2e-42d3-978e-63c79bbb09b6", "name": "network-vif-plugged", "status": "completed", "tag": "675eb9d2-75e0-42a1-a32e-3339bd59e613"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:39.697978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37892) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:39.725886 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:39.726790 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device c61af530-0125-4345-83ad-b9174ddb050b no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:17:39.730379 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f889a9c9-f08a-4ff9-85ec-68f481844ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:39.757369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: c61af530-0125-4345-83ad-b9174ddb050b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:17:39.757727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device c61af530-0125-4345-83ad-b9174ddb050b not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:17:39.758252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889a9c9-f08a-4ff9-85ec-68f481844ca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:39.822358 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=675eb9d2-75e0-42a1-a32e-3339bd59e613,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:39.850308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599802a-c241-4a97-a55a-9189228bdc97 req-7b47c793-e014-4904-ba81-4a6291caab41 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:39.858217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1599802a-c241-4a97-a55a-9189228bdc97 req-7b47c793-e014-4904-ba81-4a6291caab41 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/networks?id=fd232fce-fd30-43de-a608-696b7ab07e90 HTTP/1.1" status: 200 len: 804 time: 0.1569898 Feb 11 04:17:39.869720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1599802a-c241-4a97-a55a-9189228bdc97 req-1a0f02bf-58a1-4f45-bd28-ba08599370cc tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/quotas/2f12f051f6f4407992091bd99001c263 HTTP/1.1" status: 200 len: 375 time: 0.0103471 Feb 11 04:17:39.879434 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac32fad3-10c5-409d-af34-9ea77333d032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:39.961624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1599802a-c241-4a97-a55a-9189228bdc97 req-2cd30d7c-2a23-41e0-880c-418c10a96452 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f12f051f6f4407992091bd99001c263&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0827491 Feb 11 04:17:40.022290 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a934c26-a1e7-4f30-9bae-0053919cc783 x-openstack-request-id: req-2a934c26-a1e7-4f30-9bae-0053919cc783 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:40.022833 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782a29a3-9c2e-42d3-978e-63c79bbb09b6", "name": "network-vif-plugged", "status": "completed", "tag": "675eb9d2-75e0-42a1-a32e-3339bd59e613", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:40.023235 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a934c26-a1e7-4f30-9bae-0053919cc783 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:40.023803 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675eb9d2-75e0-42a1-a32e-3339bd59e613', 'code': 200} Feb 11 04:17:40.061911 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f889a9c9-f08a-4ff9-85ec-68f481844ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (a46169e8-d133-4778-b297-c71f47b36892), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:40.133821 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1599802a-c241-4a97-a55a-9189228bdc97 req-61ee170f-6492-40e5-af95-c8dd4cf46f1f service neutron] 10.222.0.13 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629362 Feb 11 04:17:40.153276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac32fad3-10c5-409d-af34-9ea77333d032 admin admin] Publish callbacks [] for security_group (b9a69189-4016-4783-9711-e56abfa6a5ae), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:40.238709 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac32fad3-10c5-409d-af34-9ea77333d032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b9a69189-4016-4783-9711-e56abfa6a5ae), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:40.275050 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adedfe-2e34-4cca-86cd-b330968f860b req-b0067634-4066-4c6b-a97e-45222f43d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:40.276769 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-74adedfe-2e34-4cca-86cd-b330968f860b req-b0067634-4066-4c6b-a97e-45222f43d78b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 1133 time: 0.1439400 Feb 11 04:17:40.279320 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1599802a-c241-4a97-a55a-9189228bdc97 req-f0f19b43-d5e3-41f8-9798-bc86ecf2d886 service neutron] 10.222.0.13 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477680 Feb 11 04:17:40.287748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10d9ee-beca-4f47-82fa-56e76cd9bec1 req-3032f649-2c31-454f-983b-9f652ba0e481 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:40.289436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb10d9ee-beca-4f47-82fa-56e76cd9bec1 req-3032f649-2c31-454f-983b-9f652ba0e481 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.1135881 Feb 11 04:17:40.320932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32fad3-10c5-409d-af34-9ea77333d032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a69189-4016-4783-9711-e56abfa6a5ae,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:40.330238 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ac32fad3-10c5-409d-af34-9ea77333d032 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9982076ec1f34444913b0596c3a3aaf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6271448 Feb 11 04:17:40.332322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37906) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:40.375191 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb10d9ee-beca-4f47-82fa-56e76cd9bec1 req-5c183f06-afdb-4b62-a073-869e0d3e9e9f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797796 Feb 11 04:17:40.390674 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-74adedfe-2e34-4cca-86cd-b330968f860b req-5d0cc464-c9a7-474d-9cae-c095e91226c7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990882 Feb 11 04:17:40.413501 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16aa0177-ad6c-480f-a1ac-eddf20b86d64 admin admin] Publish callbacks [] for security_group (b9a69189-4016-4783-9711-e56abfa6a5ae), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:40.436886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16aa0177-ad6c-480f-a1ac-eddf20b86d64 admin admin] Publish callbacks [] for security_group (b9a69189-4016-4783-9711-e56abfa6a5ae), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:40.468350 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f889a9c9-f08a-4ff9-85ec-68f481844ca5 admin admin] Router a46169e8-d133-4778-b297-c71f47b36892 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:17:40.536887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b949a-1991-470d-915e-3b39bf2e9947 req-a7f4eb20-9e87-42d8-9b13-088080b44a48 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:40.538609 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a81b949a-1991-470d-915e-3b39bf2e9947 req-a7f4eb20-9e87-42d8-9b13-088080b44a48 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 945 time: 0.0855792 Feb 11 04:17:40.593499 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a81b949a-1991-470d-915e-3b39bf2e9947 req-b598b18d-cea3-4129-be41-859308b494ff tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488706 Feb 11 04:17:40.594565 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16aa0177-ad6c-480f-a1ac-eddf20b86d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b9a69189-4016-4783-9711-e56abfa6a5ae), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:40.598175 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16aa0177-ad6c-480f-a1ac-eddf20b86d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:40.599543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-16aa0177-ad6c-480f-a1ac-eddf20b86d64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9a69189-4016-4783-9711-e56abfa6a5ae HTTP/1.1" status: 204 len: 168 time: 0.2667787 Feb 11 04:17:40.612608 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa0177-ad6c-480f-a1ac-eddf20b86d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a69189-4016-4783-9711-e56abfa6a5ae,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:40.675819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f889a9c9-f08a-4ff9-85ec-68f481844ca5 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:17:40.695668 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f889a9c9-f08a-4ff9-85ec-68f481844ca5 admin admin] 10.222.0.13 "PUT /v2.0/routers/a46169e8-d133-4778-b297-c71f47b36892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0996289 Feb 11 04:17:40.695668 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37924) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:40.695832 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b57f79-9b1b-4971-a62d-75598b704c14 None None] Sync routers for ids ['a46169e8-d133-4778-b297-c71f47b36892'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:17:40.714160 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b57f79-9b1b-4971-a62d-75598b704c14 None None] Routers {'a46169e8-d133-4778-b297-c71f47b36892'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:17:40.716199 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-32b57f79-9b1b-4971-a62d-75598b704c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:17:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a46169e8-d133-4778-b297-c71f47b36892'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:40.737402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f94567f4-2f83-4002-8b15-6bfdad396da7 req-308683c0-3d8c-4405-84f1-8a3e3f23d3c5 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 210 time: 0.0334566 Feb 11 04:17:40.790553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084fcc0-1499-47a4-8b91-d87cdcd29190 req-49483e43-8259-41d1-a788-bed8645d3d3d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:40.800124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d084fcc0-1499-47a4-8b91-d87cdcd29190 req-49483e43-8259-41d1-a788-bed8645d3d3d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.1482265 Feb 11 04:17:40.847573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] Publish callbacks [] for router (a46169e8-d133-4778-b297-c71f47b36892), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:40.884599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d084fcc0-1499-47a4-8b91-d87cdcd29190 req-0e8f76ac-d699-46f7-8caa-6fd7a911d361 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784473 Feb 11 04:17:40.903355 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-32b57f79-9b1b-4971-a62d-75598b704c14 None None] Set router a46169e8-d133-4778-b297-c71f47b36892 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:17:41.000395 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] Publish callbacks [] for router_gateway (a46169e8-d133-4778-b297-c71f47b36892), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:41.105698 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-32b57f79-9b1b-4971-a62d-75598b704c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46169e8-d133-4778-b297-c71f47b36892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:16:30Z', 'updated_at': '2022-02-11T04:17:39Z', 'revision_number': 5, 'project_id': '54061c50498d487ead83613ae85af3f7', 'gw_port': {'id': 'bfa60c0a-02e0-4908-b21d-9b29e6876c7f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:96:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46169e8-d133-4778-b297-c71f47b36892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:16:31Z', 'updated_at': '2022-02-11T04:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:41.137056 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b57f79-9b1b-4971-a62d-75598b704c14 None None] Checking router: a46169e8-d133-4778-b297-c71f47b36892 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:17:41.148331 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b57f79-9b1b-4971-a62d-75598b704c14 None None] Routers {'a46169e8-d133-4778-b297-c71f47b36892'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:17:41.149026 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-32b57f79-9b1b-4971-a62d-75598b704c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:17:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a46169e8-d133-4778-b297-c71f47b36892'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:41.161776 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] Deleting port bfa60c0a-02e0-4908-b21d-9b29e6876c7f {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:41.162133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (bfa60c0a-02e0-4908-b21d-9b29e6876c7f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:41.272073 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-32b57f79-9b1b-4971-a62d-75598b704c14 None None] Set router a46169e8-d133-4778-b297-c71f47b36892 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:17:41.279764 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] For port bfa60c0a-02e0-4908-b21d-9b29e6876c7f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bfa60c0a-02e0-4908-b21d-9b29e6876c7f,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:41.280137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (bfa60c0a-02e0-4908-b21d-9b29e6876c7f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:41.294387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] Calling delete_port for bfa60c0a-02e0-4908-b21d-9b29e6876c7f owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:41.329188 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-32b57f79-9b1b-4971-a62d-75598b704c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a46169e8-d133-4778-b297-c71f47b36892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:16:30Z', 'updated_at': '2022-02-11T04:17:41Z', 'revision_number': 6, 'project_id': '54061c50498d487ead83613ae85af3f7', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:41.349252 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 9aac557a-b3a4-46b4-ac0d-f06e538a7728 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:17:41.360419 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b57f79-9b1b-4971-a62d-75598b704c14 None None] The sync data for ids ['a46169e8-d133-4778-b297-c71f47b36892'] in n-d-712142-35 is: [{'id': 'a46169e8-d133-4778-b297-c71f47b36892', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-628402573-router', 'tenant_id': '54061c50498d487ead83613ae85af3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:16:30Z', 'updated_at': '2022-02-11T04:17:41Z', 'revision_number': 6, 'project_id': '54061c50498d487ead83613ae85af3f7', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:17:41.379561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37938) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:41.402499 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2e6a68ca-9a2a-40a0-8a73-d8c9fb8abaa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:41.504234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 9aac557a-b3a4-46b4-ac0d-f06e538a7728 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:41.505290 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:41.564513 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37942) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:41.567356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 9aac557a-b3a4-46b4-ac0d-f06e538a7728, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9aac557a-b3a4-46b4-ac0d-f06e538a7728,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:41.605182 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2e6a68ca-9a2a-40a0-8a73-d8c9fb8abaa2 admin admin] Publish callbacks [] for security_group (5ef4a107-6162-44f7-83fd-91d38942aea9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:41.626531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9960d03-6bc6-49a9-b1d4-a2b315154ea6 req-e0d29420-26bc-4a6c-b1be-8f5afd79ca9c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:41.635097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9960d03-6bc6-49a9-b1d4-a2b315154ea6 req-e0d29420-26bc-4a6c-b1be-8f5afd79ca9c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.1071327 Feb 11 04:17:41.679907 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:41.686462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc877b4-fb87-4830-b200-6165691c9a09 req-0f90f09c-be75-4ac5-b7e6-090846ffa5e3 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:41.688298 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6bc877b4-fb87-4830-b200-6165691c9a09 req-0f90f09c-be75-4ac5-b7e6-090846ffa5e3 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.47 "GET /v2.0/ports?device_id=54bb11aa-f274-4fdb-94ec-186bdf35f97d HTTP/1.1" status: 200 len: 946 time: 0.1064870 Feb 11 04:17:41.703268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9960d03-6bc6-49a9-b1d4-a2b315154ea6 req-5101d044-896d-4c7c-bd28-00335de3e8ab tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645950 Feb 11 04:17:41.717440 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2e6a68ca-9a2a-40a0-8a73-d8c9fb8abaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5ef4a107-6162-44f7-83fd-91d38942aea9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:41.731501 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (bfa60c0a-02e0-4908-b21d-9b29e6876c7f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:41.767306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa60c0a-02e0-4908-b21d-9b29e6876c7f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:41.792549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=9aac557a-b3a4-46b4-ac0d-f06e538a7728,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:41.809386 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a68ca-9a2a-40a0-8a73-d8c9fb8abaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef4a107-6162-44f7-83fd-91d38942aea9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:41.818132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2e6a68ca-9a2a-40a0-8a73-d8c9fb8abaa2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=562ef77f4d834db39a6889b39ee88d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4372544 Feb 11 04:17:41.820426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37960) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:41.829807 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7a38e3ed-c622-4a17-b10d-cc28de032269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:41.920234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11f1e093-e6ef-4cd3-a0d4-e4024d0edd17 req-a7c90b05-361f-48b7-a061-aee81d96ee79 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 210 time: 0.0425055 Feb 11 04:17:41.950154 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc27c431-5272-4975-ae21-61b3449edad3 admin admin] Publish callbacks [] for security_group (5ef4a107-6162-44f7-83fd-91d38942aea9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:41.954652 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (a46169e8-d133-4778-b297-c71f47b36892), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:41.962392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc9caa-46ae-4d03-ae22-332d0eebbb8f req-a939d6c1-774d-42bb-9d4e-d3d5743c4fba tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:41.962392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89cc9caa-46ae-4d03-ae22-332d0eebbb8f req-a939d6c1-774d-42bb-9d4e-d3d5743c4fba tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 945 time: 0.1325586 Feb 11 04:17:42.024871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bb11aa-f274-4fdb-94ec-186bdf35f97d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aac557a-b3a4-46b4-ac0d-f06e538a7728'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:42.028041 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6084a93b-5018-45d6-8a55-422e051206c0" -d '{"events": [{"server_uuid": "54bb11aa-f274-4fdb-94ec-186bdf35f97d", "name": "network-vif-unplugged", "status": "completed", "tag": "9aac557a-b3a4-46b4-ac0d-f06e538a7728"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:42.037516 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc27c431-5272-4975-ae21-61b3449edad3 admin admin] Publish callbacks [] for security_group (5ef4a107-6162-44f7-83fd-91d38942aea9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.058314 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89cc9caa-46ae-4d03-ae22-332d0eebbb8f req-d12dc546-aee8-4509-867d-20e5dfcaf6e5 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884900 Feb 11 04:17:42.093703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-6bc877b4-fb87-4830-b200-6165691c9a09 req-3f1658a1-1c68-4229-a2b8-d25885063213 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Deleting port 9aac557a-b3a4-46b4-ac0d-f06e538a7728 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:42.093814 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bc877b4-fb87-4830-b200-6165691c9a09 req-3f1658a1-1c68-4229-a2b8-d25885063213 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.104562 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (a46169e8-d133-4778-b297-c71f47b36892), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.124060 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] Publish callbacks [] for router_controller (a46169e8-d133-4778-b297-c71f47b36892), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.140814 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8765ba-039a-4bfc-a7e7-17d1e244d9aa x-openstack-request-id: req-ad8765ba-039a-4bfc-a7e7-17d1e244d9aa {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:42.141119 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bb11aa-f274-4fdb-94ec-186bdf35f97d", "name": "network-vif-unplugged", "status": "completed", "tag": "9aac557a-b3a4-46b4-ac0d-f06e538a7728", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:42.141866 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad8765ba-039a-4bfc-a7e7-17d1e244d9aa {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:42.141866 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bb11aa-f274-4fdb-94ec-186bdf35f97d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aac557a-b3a4-46b4-ac0d-f06e538a7728', 'code': 200} Feb 11 04:17:42.173512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb9a18-7b2f-4899-9054-9f30388bf3ed req-42e7016e-cdc0-4304-adb4-4897db3120a8 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:42.180662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1deb9a18-7b2f-4899-9054-9f30388bf3ed req-42e7016e-cdc0-4304-adb4-4897db3120a8 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.1146352 Feb 11 04:17:42.238290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bfa60c0a-02e0-4908-b21d-9b29e6876c7f no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:17:42.255512 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7a38e3ed-c622-4a17-b10d-cc28de032269 admin admin] Publish callbacks [] for security_group (46e4071f-4302-4279-af29-9b38fa53287f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.265941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: bfa60c0a-02e0-4908-b21d-9b29e6876c7f {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:17:42.266294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bfa60c0a-02e0-4908-b21d-9b29e6876c7f not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:17:42.266966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:17:42.269415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1deb9a18-7b2f-4899-9054-9f30388bf3ed req-6fad73ee-c47a-46f4-aa65-60fd70a8dafb tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703485 Feb 11 04:17:42.270555 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc27c431-5272-4975-ae21-61b3449edad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5ef4a107-6162-44f7-83fd-91d38942aea9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.273518 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc27c431-5272-4975-ae21-61b3449edad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.277260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dc27c431-5272-4975-ae21-61b3449edad3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ef4a107-6162-44f7-83fd-91d38942aea9 HTTP/1.1" status: 204 len: 168 time: 0.4524808 Feb 11 04:17:42.283455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27c431-5272-4975-ae21-61b3449edad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef4a107-6162-44f7-83fd-91d38942aea9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:42.302721 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:17:42.303320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device aadabf8c-c9d0-4082-aaae-5fb64cc6ea7a not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:17:42.316350 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-6bc877b4-fb87-4830-b200-6165691c9a09 req-3f1658a1-1c68-4229-a2b8-d25885063213 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] For port 9aac557a-b3a4-46b4-ac0d-f06e538a7728, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9aac557a-b3a4-46b4-ac0d-f06e538a7728,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:42.316877 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bc877b4-fb87-4830-b200-6165691c9a09 req-3f1658a1-1c68-4229-a2b8-d25885063213 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.340438 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-6bc877b4-fb87-4830-b200-6165691c9a09 req-3f1658a1-1c68-4229-a2b8-d25885063213 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Calling delete_port for 9aac557a-b3a4-46b4-ac0d-f06e538a7728 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:42.396588 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (a46169e8-d133-4778-b297-c71f47b36892), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.397131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a46169e8-d133-4778-b297-c71f47b36892 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:17:42.398912 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7a38e3ed-c622-4a17-b10d-cc28de032269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (46e4071f-4302-4279-af29-9b38fa53287f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.404457 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.405624 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d4a3d3e4-1cd4-4f32-bc02-c102302a9611 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a46169e8-d133-4778-b297-c71f47b36892 HTTP/1.1" status: 204 len: 168 time: 1.7198067 Feb 11 04:17:42.408415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37968) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:42.466487 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38e3ed-c622-4a17-b10d-cc28de032269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e4071f-4302-4279-af29-9b38fa53287f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:42.473457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-bff8ba69-2c77-442b-a23c-7ccf5f1ed5ca admin admin] Deleting subnet 6b9251b7-19ea-434f-8270-971464a27da6 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:17:42.475731 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bff8ba69-2c77-442b-a23c-7ccf5f1ed5ca admin admin] Publish callbacks [] for subnet (6b9251b7-19ea-434f-8270-971464a27da6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.489819 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7a38e3ed-c622-4a17-b10d-cc28de032269 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd75882877df4e15aad4966d12ec3108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9207597 Feb 11 04:17:42.491428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37970) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:42.521470 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bff8ba69-2c77-442b-a23c-7ccf5f1ed5ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (6b9251b7-19ea-434f-8270-971464a27da6), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.599748 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c573d1a8-273f-483c-bbf0-65235354fdf5 admin admin] Publish callbacks [] for security_group (46e4071f-4302-4279-af29-9b38fa53287f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.628170 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c573d1a8-273f-483c-bbf0-65235354fdf5 admin admin] Publish callbacks [] for security_group (46e4071f-4302-4279-af29-9b38fa53287f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.645322 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bff8ba69-2c77-442b-a23c-7ccf5f1ed5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (6b9251b7-19ea-434f-8270-971464a27da6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.668249 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bc877b4-fb87-4830-b200-6165691c9a09 req-3f1658a1-1c68-4229-a2b8-d25885063213 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9aac557a-b3a4-46b4-ac0d-f06e538a7728), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.700348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1658a1-1c68-4229-a2b8-d25885063213 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Pushing event deleted for resources: {'Port': ['ID=9aac557a-b3a4-46b4-ac0d-f06e538a7728,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:42.793266 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc877b4-fb87-4830-b200-6165691c9a09 req-3f1658a1-1c68-4229-a2b8-d25885063213 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] No DVR routers for this DVR port 9aac557a-b3a4-46b4-ac0d-f06e538a7728 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:17:42.795074 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c573d1a8-273f-483c-bbf0-65235354fdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (46e4071f-4302-4279-af29-9b38fa53287f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.797849 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c573d1a8-273f-483c-bbf0-65235354fdf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.803833 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c573d1a8-273f-483c-bbf0-65235354fdf5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46e4071f-4302-4279-af29-9b38fa53287f HTTP/1.1" status: 204 len: 168 time: 0.3099301 Feb 11 04:17:42.805364 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6bc877b4-fb87-4830-b200-6165691c9a09 req-3f1658a1-1c68-4229-a2b8-d25885063213 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.809133 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6bc877b4-fb87-4830-b200-6165691c9a09 req-3f1658a1-1c68-4229-a2b8-d25885063213 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.47 "DELETE /v2.0/ports/9aac557a-b3a4-46b4-ac0d-f06e538a7728 HTTP/1.1" status: 204 len: 173 time: 1.1153119 Feb 11 04:17:42.811510 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bb11aa-f274-4fdb-94ec-186bdf35f97d', 'name': 'network-vif-deleted', 'tag': '9aac557a-b3a4-46b4-ac0d-f06e538a7728'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:42.814262 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bf5392-ae1b-4152-a615-997cc970ae6d" -d '{"events": [{"server_uuid": "54bb11aa-f274-4fdb-94ec-186bdf35f97d", "name": "network-vif-deleted", "tag": "9aac557a-b3a4-46b4-ac0d-f06e538a7728"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:42.835943 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bff8ba69-2c77-442b-a23c-7ccf5f1ed5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (6b9251b7-19ea-434f-8270-971464a27da6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.847374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573d1a8-273f-483c-bbf0-65235354fdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e4071f-4302-4279-af29-9b38fa53287f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:42.880140 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942ad1e5-9ab5-4056-9081-92a51f0915e7 x-openstack-request-id: req-942ad1e5-9ab5-4056-9081-92a51f0915e7 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:42.880140 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bb11aa-f274-4fdb-94ec-186bdf35f97d", "name": "network-vif-deleted", "tag": "9aac557a-b3a4-46b4-ac0d-f06e538a7728", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:42.880140 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-942ad1e5-9ab5-4056-9081-92a51f0915e7 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:42.880140 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bb11aa-f274-4fdb-94ec-186bdf35f97d', 'name': 'network-vif-deleted', 'tag': '9aac557a-b3a4-46b4-ac0d-f06e538a7728', 'status': 'completed', 'code': 200} Feb 11 04:17:42.884796 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bff8ba69-2c77-442b-a23c-7ccf5f1ed5ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:42.890893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3397860-ed72-4a7f-a98b-4f7d66eeb8e9 None None] Network e7c15246-6a7c-439d-b5bc-79f280a4bd7b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:17:42.906763 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bff8ba69-2c77-442b-a23c-7ccf5f1ed5ca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6b9251b7-19ea-434f-8270-971464a27da6 HTTP/1.1" status: 204 len: 168 time: 0.4927647 Feb 11 04:17:42.936650 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37996) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:42.977013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8ba69-2c77-442b-a23c-7ccf5f1ed5ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9251b7-19ea-434f-8270-971464a27da6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:43.015890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f8fdb-c41e-495e-967e-9b725f4a395e req-bf96ecec-cac4-40f2-8195-660ea1f82811 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:43.026205 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-550f8fdb-c41e-495e-967e-9b725f4a395e req-bf96ecec-cac4-40f2-8195-660ea1f82811 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.2184756 Feb 11 04:17:43.034745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 68532a48-1854-4f60-902d-c5cace1e2fc2 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:17:43.143775 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39a0b30d-f364-42aa-aaa8-429a5016e35d req-0843b508-2bb2-42bf-ab93-c6effb3bbfca tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 210 time: 0.0605097 Feb 11 04:17:43.322520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c8308a-192c-4f2d-bbdc-88908ddcdbb6 None None] DHCP port deletion for e7c15246-6a7c-439d-b5bc-79f280a4bd7b request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:17:43.364424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599802a-c241-4a97-a55a-9189228bdc97 req-7810324c-2bd3-46c6-b25d-ed4b810ce220 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:43.365930 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1599802a-c241-4a97-a55a-9189228bdc97 req-7810324c-2bd3-46c6-b25d-ed4b810ce220 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.47 "GET /v2.0/networks?id=fd232fce-fd30-43de-a608-696b7ab07e90 HTTP/1.1" status: 200 len: 804 time: 0.2106316 Feb 11 04:17:43.386122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-550f8fdb-c41e-495e-967e-9b725f4a395e req-36e10eee-0d8d-414e-b65b-851e7bfc1c1c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488204 Feb 11 04:17:43.421255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-1599802a-c241-4a97-a55a-9189228bdc97 req-f4f7fe7d-1124-429f-8ca6-a550358630d6 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Request body: {'port': {'device_id': '6ca19b1b-43d0-4c83-a9cf-5c06d4299712', 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90', 'admin_state_up': True, 'tenant_id': '2f12f051f6f4407992091bd99001c263'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:43.445999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 68532a48-1854-4f60-902d-c5cace1e2fc2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=68532a48-1854-4f60-902d-c5cace1e2fc2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:43.478507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (e7c15246-6a7c-439d-b5bc-79f280a4bd7b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:43.485245 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-914c4a41-1cd9-4140-addd-367b6676c8cc tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:43.487478 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-914c4a41-1cd9-4140-addd-367b6676c8cc tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a&tenant_id=19d7885d46e54fd38e6c302286350aee&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 1128 time: 0.6060073 Feb 11 04:17:43.492097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '68532a48-1854-4f60-902d-c5cace1e2fc2', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '68532a48-1854-4f60-902d-c5cace1e2fc2', 'mac_address': 'fa:16:3e:67:28:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:17:43.516636 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-35'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:43.583574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f7c8308a-192c-4f2d-bbdc-88908ddcdbb6 None None] Deleting port cf1af99f-7744-4f46-be96-8113fd555a61 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:43.583959 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f7c8308a-192c-4f2d-bbdc-88908ddcdbb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cf1af99f-7744-4f46-be96-8113fd555a61), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:43.603386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 68532a48-1854-4f60-902d-c5cace1e2fc2 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:43.603800 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:43.611739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358fddb-df55-49d1-bb66-8480b0104bad req-62905f91-46da-4c83-8931-b44bbc5a17b2 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:43.615750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c358fddb-df55-49d1-bb66-8480b0104bad req-62905f91-46da-4c83-8931-b44bbc5a17b2 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 945 time: 0.2467642 Feb 11 04:17:43.633341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68532a48-1854-4f60-902d-c5cace1e2fc2 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:17:43.697774 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8388d245-0766-4399-89e8-46b5eefba11d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:43.722325 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] Deleting port cf1af99f-7744-4f46-be96-8113fd555a61 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:17:43.724754 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cf1af99f-7744-4f46-be96-8113fd555a61), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:43.736273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f7245-c50e-49ca-9cbe-6f4a4491ec0d req-e11d2420-2ec5-4a93-8a40-2450d8dbd960 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:43.738458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-562f7245-c50e-49ca-9cbe-6f4a4491ec0d req-e11d2420-2ec5-4a93-8a40-2450d8dbd960 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.2637851 Feb 11 04:17:43.746662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f7c8308a-192c-4f2d-bbdc-88908ddcdbb6 None None] For port cf1af99f-7744-4f46-be96-8113fd555a61, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cf1af99f-7744-4f46-be96-8113fd555a61,segment=NetworkSegment(a0d7feeb-0341-48f5-8e4f-3cf448efa28b),segment_id=a0d7feeb-0341-48f5-8e4f-3cf448efa28b)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:43.746884 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f7c8308a-192c-4f2d-bbdc-88908ddcdbb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cf1af99f-7744-4f46-be96-8113fd555a61), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:43.760466 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 68532a48-1854-4f60-902d-c5cace1e2fc2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=68532a48-1854-4f60-902d-c5cace1e2fc2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:43.766926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f7c8308a-192c-4f2d-bbdc-88908ddcdbb6 None None] Calling delete_port for cf1af99f-7744-4f46-be96-8113fd555a61 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:43.805283 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38030) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:43.825387 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5063e0e0-4498-4684-8b0c-d2eaf35e0f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:43.832022 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c358fddb-df55-49d1-bb66-8480b0104bad req-41e3f52b-c34c-487a-a024-798f42344709 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058349 Feb 11 04:17:43.849800 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:43.903696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1599802a-c241-4a97-a55a-9189228bdc97 req-f4f7fe7d-1124-429f-8ca6-a550358630d6 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Made reservation on behalf of 2f12f051f6f4407992091bd99001c263 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:17:43.910230 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1599802a-c241-4a97-a55a-9189228bdc97 req-f4f7fe7d-1124-429f-8ca6-a550358630d6 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:43.955439 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-562f7245-c50e-49ca-9cbe-6f4a4491ec0d req-765bb3f2-7027-437d-87e3-708710e423ec tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001669 Feb 11 04:17:43.977933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] For port cf1af99f-7744-4f46-be96-8113fd555a61, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cf1af99f-7744-4f46-be96-8113fd555a61,segment=NetworkSegment(a0d7feeb-0341-48f5-8e4f-3cf448efa28b),segment_id=a0d7feeb-0341-48f5-8e4f-3cf448efa28b)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:43.978303 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cf1af99f-7744-4f46-be96-8113fd555a61), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.002658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['68532a48-1854-4f60-902d-c5cace1e2fc2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:17:44.045980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=68532a48-1854-4f60-902d-c5cace1e2fc2,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:44.049089 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] Calling delete_port for cf1af99f-7744-4f46-be96-8113fd555a61 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:17:44.203802 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f7c8308a-192c-4f2d-bbdc-88908ddcdbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (cf1af99f-7744-4f46-be96-8113fd555a61), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.269470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8388d245-0766-4399-89e8-46b5eefba11d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:44.277846 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8308a-192c-4f2d-bbdc-88908ddcdbb6 None None] Pushing event deleted for resources: {'Port': ['ID=cf1af99f-7744-4f46-be96-8113fd555a61,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:44.291051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c8308a-192c-4f2d-bbdc-88908ddcdbb6 None None] No DVR routers for this DVR port cf1af99f-7744-4f46-be96-8113fd555a61 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:17:44.315196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f63179-e077-4678-9c15-341488768d1c req-34c2ac08-d7e3-430e-bc02-f42dec819b36 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:44.323172 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41f63179-e077-4678-9c15-341488768d1c req-34c2ac08-d7e3-430e-bc02-f42dec819b36 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.3367162 Feb 11 04:17:44.333089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cf1af99f-7744-4f46-be96-8113fd555a61 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:17:44.367195 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (cf1af99f-7744-4f46-be96-8113fd555a61), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.386363 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5063e0e0-4498-4684-8b0c-d2eaf35e0f07 admin admin] Publish callbacks [] for security_group (9584feb7-c149-4203-9b93-7523b8cc70da), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.388139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-1599802a-c241-4a97-a55a-9189228bdc97 req-f4f7fe7d-1124-429f-8ca6-a550358630d6 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Allocated IP 172.20.0.8 (fd232fce-fd30-43de-a608-696b7ab07e90/4f835861-ae9c-4756-8b3b-a583638d521d/f2bd7bd6-d355-440c-aaad-118db4986d4b) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:17:44.396978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:17:44.398990 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: cf1af99f-7744-4f46-be96-8113fd555a61 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:17:44.399787 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cf1af99f-7744-4f46-be96-8113fd555a61 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:17:44.441277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1af99f-7744-4f46-be96-8113fd555a61,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:44.450875 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] No DVR routers for this DVR port cf1af99f-7744-4f46-be96-8113fd555a61 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:17:44.497292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Publish callbacks [] for port (8388d245-0766-4399-89e8-46b5eefba11d), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.527529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9de8df80-3d8d-458a-a909-c67e5c707cf3 req-d65bb938-28cd-452a-8a0e-b475b77d1bb0 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 210 time: 0.1683643 Feb 11 04:17:44.549739 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (e7c15246-6a7c-439d-b5bc-79f280a4bd7b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.554543 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5063e0e0-4498-4684-8b0c-d2eaf35e0f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9584feb7-c149-4203-9b93-7523b8cc70da), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.589809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c15246-6a7c-439d-b5bc-79f280a4bd7b']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:44.601226 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (8388d245-0766-4399-89e8-46b5eefba11d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.605533 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d7feeb-0341-48f5-8e4f-3cf448efa28b') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:44.607688 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d7feeb-0341-48f5-8e4f-3cf448efa28b') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:17:44.609371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41f63179-e077-4678-9c15-341488768d1c req-13babc0a-a481-44ff-a518-2e61ed215b02 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751458 Feb 11 04:17:44.653637 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (a0d7feeb-0341-48f5-8e4f-3cf448efa28b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.698475 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a0d7feeb-0341-48f5-8e4f-3cf448efa28b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.716485 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:17:44.716866 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (a0d7feeb-0341-48f5-8e4f-3cf448efa28b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.720431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5063e0e0-4498-4684-8b0c-d2eaf35e0f07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b61c8d4efae4ae69bbb97604711bb59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9110041 Feb 11 04:17:44.725135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38062) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:44.726098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063e0e0-4498-4684-8b0c-d2eaf35e0f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9584feb7-c149-4203-9b93-7523b8cc70da,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:17:44.734024 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:17:44.745731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Pushing event updated for resources: {'Port': ['ID=8388d245-0766-4399-89e8-46b5eefba11d,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:44.800722 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Attempting to bind port 8388d245-0766-4399-89e8-46b5eefba11d on host n-h1-712142-35 for vnic_type normal with profile {"migrating_to": "n-h2-712142-35"} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:17:44.801126 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Attempting to bind port 8388d245-0766-4399-89e8-46b5eefba11d by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:17:44.801469 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Attempting to bind port 8388d245-0766-4399-89e8-46b5eefba11d on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:44.809780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Port 8388d245-0766-4399-89e8-46b5eefba11d on network 5ae78988-79ae-41a1-babe-29352a8104f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:17:44.810505 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Attempting to bind port 8388d245-0766-4399-89e8-46b5eefba11d on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:44.816182 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1599802a-c241-4a97-a55a-9189228bdc97 req-f4f7fe7d-1124-429f-8ca6-a550358630d6 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks [] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.817840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:17:44.818264 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Checking segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:17:44.818763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Bound using segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:17:44.819418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Bound port: 8388d245-0766-4399-89e8-46b5eefba11d, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:17:44.820138 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8388d245-0766-4399-89e8-46b5eefba11d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.845560 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97b86c2d-5571-47a1-8d29-f8bb64f5f0cf admin admin] Publish callbacks [] for security_group (9584feb7-c149-4203-9b93-7523b8cc70da), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.883399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f1800-e840-45bb-811d-a36bb15b4a0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8388d245-0766-4399-89e8-46b5eefba11d'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:44.891956 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fcb9ab-1f69-458f-8fcf-5accef3e8321" -d '{"events": [{"server_uuid": "a76f1800-e840-45bb-811d-a36bb15b4a0a", "name": "network-vif-unplugged", "status": "completed", "tag": "8388d245-0766-4399-89e8-46b5eefba11d"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:44.914458 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97b86c2d-5571-47a1-8d29-f8bb64f5f0cf admin admin] Publish callbacks [] for security_group (9584feb7-c149-4203-9b93-7523b8cc70da), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.927182 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (e7c15246-6a7c-439d-b5bc-79f280a4bd7b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.947142 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:44.966373 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e7c15246-6a7c-439d-b5bc-79f280a4bd7b HTTP/1.1" status: 204 len: 168 time: 2.0244405 Feb 11 04:17:45.001457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b678e3-0d89-4573-b44f-848321ebc5f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7c15246-6a7c-439d-b5bc-79f280a4bd7b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:45.013117 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1599802a-c241-4a97-a55a-9189228bdc97 req-f4f7fe7d-1124-429f-8ca6-a550358630d6 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:45.022049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 68532a48-1854-4f60-902d-c5cace1e2fc2 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:17:45.045886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:17:45.045886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8388d245-0766-4399-89e8-46b5eefba11d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:17:45.126556 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (8388d245-0766-4399-89e8-46b5eefba11d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:45.163950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 68532a48-1854-4f60-902d-c5cace1e2fc2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:17:45.164757 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:45.289470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Pushing event updated for resources: {'Port': ['ID=8388d245-0766-4399-89e8-46b5eefba11d,revision_number=8']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:45.323440 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d067741f-479c-46ec-8d45-12e67261c6d7 x-openstack-request-id: req-d067741f-479c-46ec-8d45-12e67261c6d7 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:45.323884 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f1800-e840-45bb-811d-a36bb15b4a0a", "name": "network-vif-unplugged", "status": "completed", "tag": "8388d245-0766-4399-89e8-46b5eefba11d", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:45.324016 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d067741f-479c-46ec-8d45-12e67261c6d7 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:45.324573 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f1800-e840-45bb-811d-a36bb15b4a0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8388d245-0766-4399-89e8-46b5eefba11d', 'code': 200} Feb 11 04:17:45.358372 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7fe7d-1124-429f-8ca6-a550358630d6 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Pushing event updated for resources: {'Port': ['ID=f2bd7bd6-d355-440c-aaad-118db4986d4b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:45.385377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 8388d245-0766-4399-89e8-46b5eefba11d details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:17:45.393835 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97b86c2d-5571-47a1-8d29-f8bb64f5f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9584feb7-c149-4203-9b93-7523b8cc70da), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:45.397696 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97b86c2d-5571-47a1-8d29-f8bb64f5f0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:45.401257 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-97b86c2d-5571-47a1-8d29-f8bb64f5f0cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9584feb7-c149-4203-9b93-7523b8cc70da HTTP/1.1" status: 204 len: 168 time: 0.6692660 Feb 11 04:17:45.405256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1599802a-c241-4a97-a55a-9189228bdc97 req-f4f7fe7d-1124-429f-8ca6-a550358630d6 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Network fd232fce-fd30-43de-a608-696b7ab07e90 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:17:45.419312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b86c2d-5571-47a1-8d29-f8bb64f5f0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9584feb7-c149-4203-9b93-7523b8cc70da,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:45.425678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-1599802a-c241-4a97-a55a-9189228bdc97 req-f4f7fe7d-1124-429f-8ca6-a550358630d6 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:17:45.438716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1599802a-c241-4a97-a55a-9189228bdc97 req-f4f7fe7d-1124-429f-8ca6-a550358630d6 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:17:45.450123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:45.451276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:45.454015 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-3f151e49-95f2-4e7b-bf5e-8bf6ae396f80 service neutron] 10.222.0.47 "PUT /v2.0/ports/8388d245-0766-4399-89e8-46b5eefba11d HTTP/1.1" status: 200 len: 1123 time: 1.9594798 Feb 11 04:17:45.503639 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 9aac557a-b3a4-46b4-ac0d-f06e538a7728 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:17:45.538383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599802a-c241-4a97-a55a-9189228bdc97 req-f4f7fe7d-1124-429f-8ca6-a550358630d6 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:45.539200 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1599802a-c241-4a97-a55a-9189228bdc97 req-f4f7fe7d-1124-429f-8ca6-a550358630d6 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:45.545388 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-3fd88361-ad0c-4286-86e6-9e87ad9abb37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1482980 Feb 11 04:17:45.563717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-953ef692-15db-4c14-b923-d469bcef9ce1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:17:45.567014 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-953ef692-15db-4c14-b923-d469bcef9ce1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149381 Feb 11 04:17:45.618044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['8388d245-0766-4399-89e8-46b5eefba11d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:17:45.629382 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['8388d245-0766-4399-89e8-46b5eefba11d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:17:45.631263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 9aac557a-b3a4-46b4-ac0d-f06e538a7728 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:17:45.631612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 9aac557a-b3a4-46b4-ac0d-f06e538a7728 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:17:45.664795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467ebdb-5290-400c-9631-184d93c7e475 req-ea4a88ff-a0e5-4666-b232-ea8feb2eb463 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:45.666429 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8467ebdb-5290-400c-9631-184d93c7e475 req-ea4a88ff-a0e5-4666-b232-ea8feb2eb463 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 943 time: 0.4489257 Feb 11 04:17:45.672558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1599802a-c241-4a97-a55a-9189228bdc97 req-f4f7fe7d-1124-429f-8ca6-a550358630d6 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2895851 Feb 11 04:17:45.698317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Request body: {'port': {'device_id': '6ca19b1b-43d0-4c83-a9cf-5c06d4299712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:45.725481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dc587-cdf3-4dbc-9661-2c253234fe14 req-ca09aa7b-d6f8-4cd9-93d4-bd5374b0a9a0 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:45.733132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d22dc587-cdf3-4dbc-9661-2c253234fe14 req-ca09aa7b-d6f8-4cd9-93d4-bd5374b0a9a0 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.2047091 Feb 11 04:17:45.774806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 68532a48-1854-4f60-902d-c5cace1e2fc2 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:45.776106 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:45.823150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8467ebdb-5290-400c-9631-184d93c7e475 req-f8dba426-d303-4c34-b901-350a1fbcb538 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493804 Feb 11 04:17:45.839306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8388d245-0766-4399-89e8-46b5eefba11d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:45.877807 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38104) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:45.914227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68532a48-1854-4f60-902d-c5cace1e2fc2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:45.915083 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d22dc587-cdf3-4dbc-9661-2c253234fe14 req-d19494fc-87e2-4490-b067-ab374488fa5d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808376 Feb 11 04:17:45.916015 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:45.921687 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402f5fab-3d98-42a8-a631-61708635b830" -d '{"events": [{"server_uuid": "3ba7be8e-695a-4d09-be54-69e6a540b983", "name": "network-vif-plugged", "status": "completed", "tag": "68532a48-1854-4f60-902d-c5cace1e2fc2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:45.941906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 8388d245-0766-4399-89e8-46b5eefba11d has no active binding in host n-h2-712142-35 {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:17:46.020036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 68532a48-1854-4f60-902d-c5cace1e2fc2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=68532a48-1854-4f60-902d-c5cace1e2fc2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:46.068131 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0ece971b-d999-4896-9880-184caef6eca1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54061c50498d487ead83613ae85af3f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890078 Feb 11 04:17:46.071385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38116) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:46.145121 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:46.188488 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-934bb917-5266-47c6-bf06-a7cd6ca88127 admin admin] Publish callbacks [] for security_group (8fd80262-2eca-4045-85d9-e1680d01a032), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:46.265007 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-934bb917-5266-47c6-bf06-a7cd6ca88127 admin admin] Publish callbacks [] for security_group (8fd80262-2eca-4045-85d9-e1680d01a032), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:46.289662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=68532a48-1854-4f60-902d-c5cace1e2fc2,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:46.399823 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-934bb917-5266-47c6-bf06-a7cd6ca88127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8fd80262-2eca-4045-85d9-e1680d01a032), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:46.402648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-934bb917-5266-47c6-bf06-a7cd6ca88127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:46.404174 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-934bb917-5266-47c6-bf06-a7cd6ca88127 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fd80262-2eca-4045-85d9-e1680d01a032 HTTP/1.1" status: 204 len: 168 time: 0.3315473 Feb 11 04:17:46.420441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb917-5266-47c6-bf06-a7cd6ca88127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd80262-2eca-4045-85d9-e1680d01a032,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:46.970134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa404ca-7192-404f-991c-d734fc1a6aa3 req-63137e7a-340d-4a75-830c-3f10324fd0b1 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:46.972874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fa404ca-7192-404f-991c-d734fc1a6aa3 req-63137e7a-340d-4a75-830c-3f10324fd0b1 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 931 time: 0.8061798 Feb 11 04:17:47.004497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c28f31-8fed-41b8-aca2-14ef9fb6d657 req-a2ccbdaa-3fa3-4699-a59f-a67a89be582e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:47.012456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12c28f31-8fed-41b8-aca2-14ef9fb6d657 req-a2ccbdaa-3fa3-4699-a59f-a67a89be582e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.9086940 Feb 11 04:17:47.143207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-80b8089e-4ef6-46c4-886d-dec8fc0ccc29 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:47.144429 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-80b8089e-4ef6-46c4-886d-dec8fc0ccc29 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports/675eb9d2-75e0-42a1-a32e-3339bd59e613 HTTP/1.1" status: 200 len: 947 time: 0.0811067 Feb 11 04:17:47.161517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fa404ca-7192-404f-991c-d734fc1a6aa3 req-524d649a-96c6-4d0c-b540-ac15345dd911 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790946 Feb 11 04:17:47.203634 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12c28f31-8fed-41b8-aca2-14ef9fb6d657 req-42e0930c-51ac-4baf-9b41-feb2ba8db306 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902173 Feb 11 04:17:47.277542 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4373b6d-5a6c-4b48-b9b3-d610e3c53557 x-openstack-request-id: req-c4373b6d-5a6c-4b48-b9b3-d610e3c53557 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:47.278130 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba7be8e-695a-4d09-be54-69e6a540b983", "name": "network-vif-plugged", "status": "completed", "tag": "68532a48-1854-4f60-902d-c5cace1e2fc2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:47.278130 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4373b6d-5a6c-4b48-b9b3-d610e3c53557 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:47.278508 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68532a48-1854-4f60-902d-c5cace1e2fc2', 'code': 200} Feb 11 04:17:47.304996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bd7bd6-d355-440c-aaad-118db4986d4b {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:17:47.320924 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Publish callbacks [] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:47.325012 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76f1800-e840-45bb-811d-a36bb15b4a0a', 'tag': '8388d245-0766-4399-89e8-46b5eefba11d'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:47.327722 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631a9374-d1f5-46f2-b693-916fcf6293f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a76f1800-e840-45bb-811d-a36bb15b4a0a", "tag": "8388d245-0766-4399-89e8-46b5eefba11d"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:47.365711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Transition to ACTIVE for port object f2bd7bd6-d355-440c-aaad-118db4986d4b will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:17:47.434822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4918fa-6e1e-47fc-9397-4fb3318d7b02 req-04dd6c3a-dd62-496c-b0ac-51a8b58ac5dd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:47.439440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a4918fa-6e1e-47fc-9397-4fb3318d7b02 req-04dd6c3a-dd62-496c-b0ac-51a8b58ac5dd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 943 time: 0.0683293 Feb 11 04:17:47.458543 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:47.518039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bd7bd6-d355-440c-aaad-118db4986d4b,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:47.600483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a4918fa-6e1e-47fc-9397-4fb3318d7b02 req-0b2673ba-2eb5-4269-82a5-bf22c67764da tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595223 Feb 11 04:17:47.691696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Attempting to bind port f2bd7bd6-d355-440c-aaad-118db4986d4b on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:17:47.692364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Attempting to bind port f2bd7bd6-d355-440c-aaad-118db4986d4b by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:17:47.692956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Attempting to bind port f2bd7bd6-d355-440c-aaad-118db4986d4b on network fd232fce-fd30-43de-a608-696b7ab07e90 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:47.706958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Port f2bd7bd6-d355-440c-aaad-118db4986d4b on network fd232fce-fd30-43de-a608-696b7ab07e90 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:17:47.707480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Attempting to bind port f2bd7bd6-d355-440c-aaad-118db4986d4b on network fd232fce-fd30-43de-a608-696b7ab07e90 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:47.722789 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:17:47.724487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Checking segment: {'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:17:47.726325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Bound using segment: {'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:17:47.727015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Bound port: f2bd7bd6-d355-440c-aaad-118db4986d4b, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:17:47.727959 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:47.915131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] For port f2bd7bd6-d355-440c-aaad-118db4986d4b, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:17:47.924184 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-4ac16ca6-4a7a-4723-8b7d-3fca16c18038 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d798341ca07d4766bbf714ac7726543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571015 Feb 11 04:17:47.940659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] For port f2bd7bd6-d355-440c-aaad-118db4986d4b, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f2bd7bd6-d355-440c-aaad-118db4986d4b,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:17:48.006187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de890791-02d5-4c91-a496-e76f7c7c4245 req-279ea31e-bb96-4ee7-886b-eec8aa6957dc tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:48.007895 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de890791-02d5-4c91-a496-e76f7c7c4245 req-279ea31e-bb96-4ee7-886b-eec8aa6957dc tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.2278690 Feb 11 04:17:48.013277 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:48.162915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:48.163659 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:48.165059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1599802a-c241-4a97-a55a-9189228bdc97 req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] 10.222.0.47 "PUT /v2.0/ports/f2bd7bd6-d355-440c-aaad-118db4986d4b HTTP/1.1" status: 200 len: 1092 time: 2.4724045 Feb 11 04:17:48.169422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca19b1b-43d0-4c83-a9cf-5c06d4299712', 'tag': 'f2bd7bd6-d355-440c-aaad-118db4986d4b'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:48.180279 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bfa230-7ed7-41a2-b0c5-245130b953ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca19b1b-43d0-4c83-a9cf-5c06d4299712", "tag": "f2bd7bd6-d355-440c-aaad-118db4986d4b"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:48.207438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3e4e9-a82c-40d2-a9da-1b068bd051d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bd7bd6-d355-440c-aaad-118db4986d4b,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:48.220968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de890791-02d5-4c91-a496-e76f7c7c4245 req-1acc07e2-58a4-459b-9acf-50b96630da9b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690602 Feb 11 04:17:48.263868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-a936877e-d8fc-4e25-9233-434fb71c0ca3 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:48.271945 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-a936877e-d8fc-4e25-9233-434fb71c0ca3 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3259444 Feb 11 04:17:48.291574 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-6c7557a2-947e-4966-a44e-fbf06e96f5fb tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/quotas/d798341ca07d4766bbf714ac7726543b HTTP/1.1" status: 200 len: 375 time: 0.0141189 Feb 11 04:17:48.396284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-088aae3a-d623-4836-8eae-13e5e642c56a tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377977 Feb 11 04:17:48.406021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599802a-c241-4a97-a55a-9189228bdc97 req-265c2d74-6bf4-4d26-98e5-e7801248be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:48.407581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1599802a-c241-4a97-a55a-9189228bdc97 req-265c2d74-6bf4-4d26-98e5-e7801248be83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f12f051f6f4407992091bd99001c263&device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 1126 time: 0.1179430 Feb 11 04:17:48.478947 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1599802a-c241-4a97-a55a-9189228bdc97 req-118f00ca-9abc-4519-9925-68645dbe558e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2bd7bd6-d355-440c-aaad-118db4986d4b HTTP/1.1" status: 200 len: 217 time: 0.0600576 Feb 11 04:17:48.499884 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c211b6da-15da-42ba-aa1a-bc206c54cccf x-openstack-request-id: req-c211b6da-15da-42ba-aa1a-bc206c54cccf {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:48.500387 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76f1800-e840-45bb-811d-a36bb15b4a0a", "tag": "8388d245-0766-4399-89e8-46b5eefba11d", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:48.500473 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c211b6da-15da-42ba-aa1a-bc206c54cccf {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:48.500818 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76f1800-e840-45bb-811d-a36bb15b4a0a', 'tag': '8388d245-0766-4399-89e8-46b5eefba11d', 'status': 'completed', 'code': 200} Feb 11 04:17:48.558032 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599802a-c241-4a97-a55a-9189228bdc97 req-02714555-42fd-4222-b1c1-3d94b8d58f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:48.558391 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1599802a-c241-4a97-a55a-9189228bdc97 req-02714555-42fd-4222-b1c1-3d94b8d58f6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f835861-ae9c-4756-8b3b-a583638d521d HTTP/1.1" status: 200 len: 844 time: 0.0667698 Feb 11 04:17:48.640149 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700b58c4-3182-413e-acd9-7ad7f1723084 x-openstack-request-id: req-700b58c4-3182-413e-acd9-7ad7f1723084 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:48.640451 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca19b1b-43d0-4c83-a9cf-5c06d4299712", "tag": "f2bd7bd6-d355-440c-aaad-118db4986d4b", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:48.640717 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-700b58c4-3182-413e-acd9-7ad7f1723084 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:48.641130 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca19b1b-43d0-4c83-a9cf-5c06d4299712', 'tag': 'f2bd7bd6-d355-440c-aaad-118db4986d4b', 'status': 'completed', 'code': 200} Feb 11 04:17:48.657544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1599802a-c241-4a97-a55a-9189228bdc97 req-974e3ddf-5379-4fc4-ba25-c195fe2e938e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd232fce-fd30-43de-a608-696b7ab07e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917971 Feb 11 04:17:48.807721 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a9374-d1f5-46f2-b693-916fcf6293f7 req-cca53222-e654-499b-ac8a-3cd909c7aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:48.809238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-631a9374-d1f5-46f2-b693-916fcf6293f7 req-cca53222-e654-499b-ac8a-3cd909c7aed5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 1157 time: 0.2663033 Feb 11 04:17:49.107782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015786e9-12e0-455b-8f46-bd3a724ff7e5 req-3b3f1529-a61f-4920-985f-cb642ce26b19 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:49.115437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-015786e9-12e0-455b-8f46-bd3a724ff7e5 req-3b3f1529-a61f-4920-985f-cb642ce26b19 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 943 time: 0.3759654 Feb 11 04:17:49.139509 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1599802a-c241-4a97-a55a-9189228bdc97 req-e3cee34f-1422-4578-a15f-a67f7e8e99e0 service neutron] 10.222.0.47 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712977 Feb 11 04:17:49.176211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124adea-249c-43db-b62d-30993a5b5b14 req-cd0055e6-e322-4dde-a514-0653b28659f6 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:49.177760 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4124adea-249c-43db-b62d-30993a5b5b14 req-cd0055e6-e322-4dde-a514-0653b28659f6 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.3061957 Feb 11 04:17:49.200884 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a9374-d1f5-46f2-b693-916fcf6293f7 req-e32492c1-f6b8-4dd7-9d69-acd788b91d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:49.202589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-631a9374-d1f5-46f2-b693-916fcf6293f7 req-e32492c1-f6b8-4dd7-9d69-acd788b91d10 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.3049240 Feb 11 04:17:49.322117 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-631a9374-d1f5-46f2-b693-916fcf6293f7 req-de6ac50b-859b-487a-b463-6515998f978a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8388d245-0766-4399-89e8-46b5eefba11d HTTP/1.1" status: 200 len: 217 time: 0.0978200 Feb 11 04:17:49.327270 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-f1bd51b8-eb4f-4daa-8206-bf4cd0973738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:49.328905 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-f1bd51b8-eb4f-4daa-8206-bf4cd0973738 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 1133 time: 0.1015711 Feb 11 04:17:49.338458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-015786e9-12e0-455b-8f46-bd3a724ff7e5 req-adfc8234-d22e-4819-9d22-d27d1c5e6e8f tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220387 Feb 11 04:17:49.435685 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4124adea-249c-43db-b62d-30993a5b5b14 req-2f4b041b-a6f3-4056-9149-5bc6a520e4f5 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374043 Feb 11 04:17:49.441235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1599802a-c241-4a97-a55a-9189228bdc97 req-1b778937-4123-49d0-a44f-ebed1cf49890 service neutron] 10.222.0.47 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878060 Feb 11 04:17:49.479818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a9374-d1f5-46f2-b693-916fcf6293f7 req-03800e96-db4e-4e03-9aab-e0dc263bf84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:49.485229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-ebc33e83-71a8-418e-833d-ce0c0f749cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:49.487505 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-ebc33e83-71a8-418e-833d-ce0c0f749cac service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1471555 Feb 11 04:17:49.488121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-631a9374-d1f5-46f2-b693-916fcf6293f7 req-03800e96-db4e-4e03-9aab-e0dc263bf84e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.1481867 Feb 11 04:17:49.553457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-631a9374-d1f5-46f2-b693-916fcf6293f7 req-fc6deedf-2dc0-49a8-a57f-4f51d5d5a3ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558798 Feb 11 04:17:49.591521 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6147090-145e-43dd-b3a3-a448e24f1045 req-56767fd4-4da1-41bc-a0ca-2f7626336f75 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 210 time: 0.0671113 Feb 11 04:17:49.646238 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-3ec8dde3-d934-4630-a104-ec9a0065a315 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613 HTTP/1.1" status: 200 len: 217 time: 0.1504436 Feb 11 04:17:49.693787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b149db6-4b47-4aff-858c-684f14c7464a req-92b142e1-057d-4e8a-91df-fe86451d1a97 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:49.695784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b149db6-4b47-4aff-858c-684f14c7464a req-92b142e1-057d-4e8a-91df-fe86451d1a97 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 943 time: 0.2187502 Feb 11 04:17:49.763855 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-2cbcbea5-076d-4845-b418-e403b8a2d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:49.766871 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-2cbcbea5-076d-4845-b418-e403b8a2d87f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1138463 Feb 11 04:17:49.767125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa230-7ed7-41a2-b0c5-245130b953ef req-e33ba289-c21f-4f28-b29e-c13511fa5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:49.769687 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5bfa230-7ed7-41a2-b0c5-245130b953ef req-e33ba289-c21f-4f28-b29e-c13511fa5c9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f12f051f6f4407992091bd99001c263&device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 1126 time: 0.1633306 Feb 11 04:17:49.776270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-631a9374-d1f5-46f2-b693-916fcf6293f7 req-07f3161c-4933-4309-b673-08989e9e5156 service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129531 Feb 11 04:17:49.826475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b149db6-4b47-4aff-858c-684f14c7464a req-2929a5e4-6697-44a3-99e2-6cba92e68222 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178250 Feb 11 04:17:49.902518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-966dfb1c-e140-4fc4-99c9-b1b96187264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:49.904313 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-966dfb1c-e140-4fc4-99c9-b1b96187264b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1223876 Feb 11 04:17:50.083913 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-eb483352-afd6-4c5c-870b-09f13db79a8e service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657481 Feb 11 04:17:50.106466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa230-7ed7-41a2-b0c5-245130b953ef req-531a2231-82c1-42e8-ba00-363deb2e4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:50.212401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5bfa230-7ed7-41a2-b0c5-245130b953ef req-531a2231-82c1-42e8-ba00-363deb2e4e09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fd232fce-fd30-43de-a608-696b7ab07e90 HTTP/1.1" status: 200 len: 905 time: 0.3262551 Feb 11 04:17:50.212401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-631a9374-d1f5-46f2-b693-916fcf6293f7 req-837830ec-42c5-4ed3-9eae-5207aed217f3 service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183658 Feb 11 04:17:50.212401 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e00a96-dc7e-433b-b8cf-54744f299226 req-f6a886ca-656f-4f65-ac60-c498f6e053e4 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:50.212401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5e00a96-dc7e-433b-b8cf-54744f299226 req-f6a886ca-656f-4f65-ac60-c498f6e053e4 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.2283146 Feb 11 04:17:50.212401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5bfa230-7ed7-41a2-b0c5-245130b953ef req-6e0ea3ef-1786-4ba2-a1e3-5a0e9ac11f25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2bd7bd6-d355-440c-aaad-118db4986d4b HTTP/1.1" status: 200 len: 217 time: 0.0658319 Feb 11 04:17:50.237730 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-7440bcfd-6d6e-4e5a-83e7-55337935c189 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467788 Feb 11 04:17:50.282057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfa230-7ed7-41a2-b0c5-245130b953ef req-194382d6-d7a0-4560-88d2-1a3a3b0b16c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:50.283655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5bfa230-7ed7-41a2-b0c5-245130b953ef req-194382d6-d7a0-4560-88d2-1a3a3b0b16c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f835861-ae9c-4756-8b3b-a583638d521d HTTP/1.1" status: 200 len: 844 time: 0.0945587 Feb 11 04:17:50.291909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5e00a96-dc7e-433b-b8cf-54744f299226 req-f66dac1c-0daa-4983-bc1b-4e093d79acaa tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138141 Feb 11 04:17:50.351504 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5bfa230-7ed7-41a2-b0c5-245130b953ef req-779683fe-0aca-4586-a28a-635e49a21de5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fd232fce-fd30-43de-a608-696b7ab07e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542750 Feb 11 04:17:50.511677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5bfa230-7ed7-41a2-b0c5-245130b953ef req-f270b483-52dc-4e28-9817-425251d57290 service neutron] 10.222.0.47 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504147 Feb 11 04:17:50.595714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77e771-cf98-4e6d-a8c5-b083450931b1 req-1ea028e9-a193-4aa3-97b8-51fbcaab577b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:50.598554 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb77e771-cf98-4e6d-a8c5-b083450931b1 req-1ea028e9-a193-4aa3-97b8-51fbcaab577b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 943 time: 0.1656542 Feb 11 04:17:50.720037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cc066-128e-4dd2-ab87-2ab340585c7c req-893fd999-1cc5-481a-a062-f743ef6c03f0 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:50.729767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c8cc066-128e-4dd2-ab87-2ab340585c7c req-893fd999-1cc5-481a-a062-f743ef6c03f0 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.2118783 Feb 11 04:17:50.751942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5bfa230-7ed7-41a2-b0c5-245130b953ef req-858c8df8-1e58-4b63-bbb8-87c9820226be service neutron] 10.222.0.47 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312126 Feb 11 04:17:50.760286 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb77e771-cf98-4e6d-a8c5-b083450931b1 req-30b38d42-2716-4183-95db-8812c9f0c976 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551332 Feb 11 04:17:50.823012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c8cc066-128e-4dd2-ab87-2ab340585c7c req-98dd922d-bbd9-4a96-befc-b47fe86437af tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922513 Feb 11 04:17:50.937324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bc8d795b-f220-41c8-99f6-3d50726cf13e req-39ec4ad9-4978-4247-8bde-724f6453b8d2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 210 time: 0.0458531 Feb 11 04:17:50.999956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38284) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:51.034707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fab42-880f-4cdb-a08f-fffda4dbc3f7 req-0b9e015a-40c0-4a08-af26-32fe6487a491 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:51.039006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-622fab42-880f-4cdb-a08f-fffda4dbc3f7 req-0b9e015a-40c0-4a08-af26-32fe6487a491 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 943 time: 0.0991955 Feb 11 04:17:51.168752 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-622fab42-880f-4cdb-a08f-fffda4dbc3f7 req-11d68d1f-20d9-40ad-aa74-0fd2d13f6291 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203177 Feb 11 04:17:51.169423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38290) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:51.279952 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab6779c2-7057-4f7d-941a-027793f50be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:51.315690 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-316bc6b5-1b25-48e8-a8d7-aad47741723f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:51.432704 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab6779c2-7057-4f7d-941a-027793f50be0 admin admin] Publish callbacks [] for security_group (551d9efb-e8ad-4054-a464-115a17c8104b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:51.470069 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-316bc6b5-1b25-48e8-a8d7-aad47741723f admin admin] Publish callbacks [] for security_group (dbef4859-6402-45e6-bf6d-7996ebca5fc2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:51.496586 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab6779c2-7057-4f7d-941a-027793f50be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (551d9efb-e8ad-4054-a464-115a17c8104b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:51.507806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d28c9c-1aee-4fee-b30b-b7a3b952f0b4 req-f3d96643-c8e4-4eee-b1a5-fb08119dcc72 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:51.531900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39d28c9c-1aee-4fee-b30b-b7a3b952f0b4 req-f3d96643-c8e4-4eee-b1a5-fb08119dcc72 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.0934949 Feb 11 04:17:51.547325 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-316bc6b5-1b25-48e8-a8d7-aad47741723f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dbef4859-6402-45e6-bf6d-7996ebca5fc2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:51.575362 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ab6779c2-7057-4f7d-941a-027793f50be0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46484f3df4cc4bfba97113dec5e65285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5712245 Feb 11 04:17:51.575909 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38306) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:51.583231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6779c2-7057-4f7d-941a-027793f50be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551d9efb-e8ad-4054-a464-115a17c8104b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:51.603443 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-316bc6b5-1b25-48e8-a8d7-aad47741723f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78468f387acc4b00a1154fa3c33b5a7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4324653 Feb 11 04:17:51.605758 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38308) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:51.644219 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bc6b5-1b25-48e8-a8d7-aad47741723f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbef4859-6402-45e6-bf6d-7996ebca5fc2,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:51.645825 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39d28c9c-1aee-4fee-b30b-b7a3b952f0b4 req-43559c99-6e7b-471d-9ee4-80fc67ef052a tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029043 Feb 11 04:17:51.684628 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bcaca184-e76b-446e-ac2d-35a2f366b6e9 admin admin] Publish callbacks [] for security_group (dbef4859-6402-45e6-bf6d-7996ebca5fc2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:51.693167 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-021f8ab3-a3af-4967-ab40-cb0fb847847e admin admin] Publish callbacks [] for security_group (551d9efb-e8ad-4054-a464-115a17c8104b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:51.714658 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bcaca184-e76b-446e-ac2d-35a2f366b6e9 admin admin] Publish callbacks [] for security_group (dbef4859-6402-45e6-bf6d-7996ebca5fc2), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:51.718163 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-021f8ab3-a3af-4967-ab40-cb0fb847847e admin admin] Publish callbacks [] for security_group (551d9efb-e8ad-4054-a464-115a17c8104b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:51.814991 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-91d64bc2-ce19-43b8-87c0-3c6ccc69b53e tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d798341ca07d4766bbf714ac7726543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393565 Feb 11 04:17:51.902411 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bcaca184-e76b-446e-ac2d-35a2f366b6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dbef4859-6402-45e6-bf6d-7996ebca5fc2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:51.905797 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bcaca184-e76b-446e-ac2d-35a2f366b6e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:51.907673 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bcaca184-e76b-446e-ac2d-35a2f366b6e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbef4859-6402-45e6-bf6d-7996ebca5fc2 HTTP/1.1" status: 204 len: 168 time: 0.3014715 Feb 11 04:17:51.911652 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-021f8ab3-a3af-4967-ab40-cb0fb847847e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (551d9efb-e8ad-4054-a464-115a17c8104b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:51.916296 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-021f8ab3-a3af-4967-ab40-cb0fb847847e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:51.919541 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-021f8ab3-a3af-4967-ab40-cb0fb847847e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/551d9efb-e8ad-4054-a464-115a17c8104b HTTP/1.1" status: 204 len: 168 time: 0.3395617 Feb 11 04:17:51.929148 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaca184-e76b-446e-ac2d-35a2f366b6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbef4859-6402-45e6-bf6d-7996ebca5fc2,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:52.083450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f8ab3-a3af-4967-ab40-cb0fb847847e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551d9efb-e8ad-4054-a464-115a17c8104b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:52.235456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1959893-4614-4c58-81b2-f1e1b3e7e749 req-3e22b634-741f-4f58-aa94-75a45ae8db96 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:52.237523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1959893-4614-4c58-81b2-f1e1b3e7e749 req-3e22b634-741f-4f58-aa94-75a45ae8db96 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 943 time: 0.3858604 Feb 11 04:17:52.292838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f0eadeca-f8ac-49ba-86f6-16c2c4e6095c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:52.294456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f0eadeca-f8ac-49ba-86f6-16c2c4e6095c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4714694 Feb 11 04:17:52.328106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Request body: {'port': {'device_id': 'b0348508-1e8b-47ba-b558-eed413cc5c26', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': 'd798341ca07d4766bbf714ac7726543b'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:52.377550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a35550-aaa6-4fce-9189-0073930183a5 req-b1f219d8-cd4a-4d24-994a-7c026896ff38 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:52.385079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06a35550-aaa6-4fce-9189-0073930183a5 req-b1f219d8-cd4a-4d24-994a-7c026896ff38 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.3471303 Feb 11 04:17:52.491769 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1959893-4614-4c58-81b2-f1e1b3e7e749 req-a4434673-e447-45bb-8533-2d1f774ce002 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342777 Feb 11 04:17:52.613123 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06a35550-aaa6-4fce-9189-0073930183a5 req-6ec0ad75-6101-4b78-ad90-607e49615223 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266409 Feb 11 04:17:52.739263 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc9a96a3-e84d-4287-88ba-2e74b61385e8 req-6b5c1774-13cb-4735-8e30-49b02c652667 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 210 time: 0.1222017 Feb 11 04:17:52.834657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Made reservation on behalf of d798341ca07d4766bbf714ac7726543b for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:17:52.841334 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:52.875827 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:52.907652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55242be3-be51-4958-bf95-6d5ed796a057 req-8c63f14f-6364-4487-b50d-4f35e8c2c1eb tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:52.915500 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55242be3-be51-4958-bf95-6d5ed796a057 req-8c63f14f-6364-4487-b50d-4f35e8c2c1eb tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 943 time: 0.1601834 Feb 11 04:17:53.009626 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38344) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:53.034617 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55242be3-be51-4958-bf95-6d5ed796a057 req-eee2d91f-6315-418a-9973-8c3e1de1dc17 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177697 Feb 11 04:17:53.071653 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6879e10f-0764-41ec-9908-3c0e2d481326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:53.087639 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f270003-81ae-40a6-9431-991ca32270b2 req-500bc961-9a52-4e35-89ed-9627f308b7fe tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:53.095521 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f270003-81ae-40a6-9431-991ca32270b2 req-500bc961-9a52-4e35-89ed-9627f308b7fe tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.1467869 Feb 11 04:17:53.189177 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dac20088-7313-4ea8-8eec-d64e4b9dea93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:53.263205 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6879e10f-0764-41ec-9908-3c0e2d481326 admin admin] Publish callbacks [] for security_group (ae98b35d-87be-46da-8d2e-5b6f5ea0e663), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:53.276999 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks [] for security_group (c823b0fb-d3b3-4cb9-a18d-2d79650fff2c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:53.281930 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f270003-81ae-40a6-9431-991ca32270b2 req-eec95e49-c5bf-4a3b-92f2-10133b734f7d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848369 Feb 11 04:17:53.365637 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6879e10f-0764-41ec-9908-3c0e2d481326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ae98b35d-87be-46da-8d2e-5b6f5ea0e663), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:53.416754 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c823b0fb-d3b3-4cb9-a18d-2d79650fff2c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:53.420366 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879e10f-0764-41ec-9908-3c0e2d481326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae98b35d-87be-46da-8d2e-5b6f5ea0e663,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:53.450960 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6879e10f-0764-41ec-9908-3c0e2d481326 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf73e22b663e4d52a562ec71057fc771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4374237 Feb 11 04:17:53.452562 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38348) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:53.547491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f2bd7bd6-d355-440c-aaad-118db4986d4b details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:17:53.559488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:53.645377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74df6f60-0692-4d03-a67b-4d669db8ca87 admin admin] Publish callbacks [] for security_group (ae98b35d-87be-46da-8d2e-5b6f5ea0e663), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:53.734835 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74df6f60-0692-4d03-a67b-4d669db8ca87 admin admin] Publish callbacks [] for security_group (ae98b35d-87be-46da-8d2e-5b6f5ea0e663), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:53.778856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Allocated IP 192.168.233.87 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/78f28e16-6084-4c61-9e1c-6740fd9eeda4) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:17:53.806098 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f2bd7bd6-d355-440c-aaad-118db4986d4b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f2bd7bd6-d355-440c-aaad-118db4986d4b,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:53.829517 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb642ec-c3a8-4bd1-86b1-5bc78d693486 req-89db952c-07c1-4737-82e8-34ea260038e1 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:53.842634 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbb642ec-c3a8-4bd1-86b1-5bc78d693486 req-89db952c-07c1-4737-82e8-34ea260038e1 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 943 time: 0.2077866 Feb 11 04:17:53.846939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'f2bd7bd6-d355-440c-aaad-118db4986d4b', 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90', 'port_id': 'f2bd7bd6-d355-440c-aaad-118db4986d4b', 'mac_address': 'fa:16:3e:f9:6c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f835861-ae9c-4756-8b3b-a583638d521d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:17:53.912585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port f2bd7bd6-d355-440c-aaad-118db4986d4b is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:53.913079 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:53.954528 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74df6f60-0692-4d03-a67b-4d669db8ca87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ae98b35d-87be-46da-8d2e-5b6f5ea0e663), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:53.957412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bd7bd6-d355-440c-aaad-118db4986d4b {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:17:53.958124 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74df6f60-0692-4d03-a67b-4d669db8ca87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:53.963389 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-74df6f60-0692-4d03-a67b-4d669db8ca87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae98b35d-87be-46da-8d2e-5b6f5ea0e663 HTTP/1.1" status: 204 len: 168 time: 0.5066147 Feb 11 04:17:53.983295 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbb642ec-c3a8-4bd1-86b1-5bc78d693486 req-624651b4-9353-4d65-a4dd-5fd26353e612 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396844 Feb 11 04:17:53.984129 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df6f60-0692-4d03-a67b-4d669db8ca87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae98b35d-87be-46da-8d2e-5b6f5ea0e663,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:54.011697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8111a5-724f-44f0-b10e-49d5804a0fb5 req-cc34c1ba-cebd-4329-9764-ea1f98820032 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:54.015477 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f8111a5-724f-44f0-b10e-49d5804a0fb5 req-cc34c1ba-cebd-4329-9764-ea1f98820032 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.2401526 Feb 11 04:17:54.085364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f2bd7bd6-d355-440c-aaad-118db4986d4b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f2bd7bd6-d355-440c-aaad-118db4986d4b,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:54.170973 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:54.200217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-91d6f6dd-c996-45a1-90f2-5283e7f6ce92 req-b64bee3d-e4bc-4801-b2d8-37204e632154 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 210 time: 0.0583875 Feb 11 04:17:54.213078 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38370) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:54.284807 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=f2bd7bd6-d355-440c-aaad-118db4986d4b,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:54.429011 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['f2bd7bd6-d355-440c-aaad-118db4986d4b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:17:54.629358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f8111a5-724f-44f0-b10e-49d5804a0fb5 req-735b8ebb-a6b4-4f7a-a480-6d40085854e0 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025867 Feb 11 04:17:54.661048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-391468291-network', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:54.745912 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks [] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:54.782450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] Made reservation on behalf of 49e004e6f4ad4de2b69117dfda00d4c7 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:17:54.786001 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:54.800908 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:54.918186 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:54.938726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb6c43-4201-4359-83bb-8ffa630f3e65 req-93f9b4a6-8ff0-431b-b14f-2de1933233b3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:54.952196 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1dcb6c43-4201-4359-83bb-8ffa630f3e65 req-93f9b4a6-8ff0-431b-b14f-2de1933233b3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 943 time: 0.3390138 Feb 11 04:17:55.008102 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] Publish callbacks [] for security_group (e6d0c981-f86f-47e9-927d-eaf484ff98d3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:55.025219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114b27a-e7fa-4f28-a11f-26763435b07c req-4af14df8-9ebb-42b8-a899-b9f2db08b5c0 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:55.028766 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8388d245-0766-4399-89e8-46b5eefba11d no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:17:55.043338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0114b27a-e7fa-4f28-a11f-26763435b07c req-4af14df8-9ebb-42b8-a899-b9f2db08b5c0 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.2097125 Feb 11 04:17:55.091826 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e6d0c981-f86f-47e9-927d-eaf484ff98d3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:55.154570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event updated for resources: {'Port': ['ID=78f28e16-6084-4c61-9e1c-6740fd9eeda4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:55.181298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:17:55.209882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d0c981-f86f-47e9-927d-eaf484ff98d3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:55.218395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:17:55.225893 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1dcb6c43-4201-4359-83bb-8ffa630f3e65 req-14be34a0-a044-434c-84a5-6666df4c573b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724788 Feb 11 04:17:55.230830 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (babf27b4-5d83-4f62-9e8a-02cb95637433), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:55.231269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:17:55.231847 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] Added segment babf27b4-5d83-4f62-9e8a-02cb95637433 of type vlan for network e1482b58-e29f-40c6-8699-700526bbb856 Feb 11 04:17:55.238138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:17:55.255095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 8388d245-0766-4399-89e8-46b5eefba11d is: DOWN; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:55.348542 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (e1482b58-e29f-40c6-8699-700526bbb856), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:55.450822 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7f56f6af-9ffc-4575-a8f0-6624c49c5c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:55.459617 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0114b27a-e7fa-4f28-a11f-26763435b07c req-12b1400d-5643-436d-ac0c-e5a9c8c9bd84 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137557 Feb 11 04:17:55.470732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:55.471424 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:55.519948 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (e1482b58-e29f-40c6-8699-700526bbb856), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:55.521077 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:55.522285 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:55.523081 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b613a-cecc-441c-8ca4-9f3e457a59aa req-552bd4ae-b23e-4df1-b2a6-c0c32d857a32 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:55.538421 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-875b613a-cecc-441c-8ca4-9f3e457a59aa req-552bd4ae-b23e-4df1-b2a6-c0c32d857a32 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 944 time: 0.1467738 Feb 11 04:17:55.589604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-3f4907d4-c846-4e81-b3db-3e101a247399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2722971 Feb 11 04:17:55.640122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Request body: {'port': {'device_id': 'b0348508-1e8b-47ba-b558-eed413cc5c26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:55.671678 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4574642 Feb 11 04:17:55.676030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38406) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:55.683745 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4a0e4d7c-a282-4758-8bcb-7dd65129d2e7 admin admin] Request body: {'subnet': {'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-391468291-subnet', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:55.687249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5d6e2-d542-4686-b02a-65d5a71301a5 admin admin] Pushing event updated for resources: {'Network': ['ID=e1482b58-e29f-40c6-8699-700526bbb856,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:55.692471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-64337980-ea31-43f4-b9bc-63bc22c2e095 None None] Provisioning complete for port 78f28e16-6084-4c61-9e1c-6740fd9eeda4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:17:55.692858 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64337980-ea31-43f4-b9bc-63bc22c2e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:55.789304 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-64337980-ea31-43f4-b9bc-63bc22c2e095 None None] Port 78f28e16-6084-4c61-9e1c-6740fd9eeda4 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:17:55.791067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network e1482b58-e29f-40c6-8699-700526bbb856 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:17:55.834611 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0e4d7c-a282-4758-8bcb-7dd65129d2e7 admin admin] Made reservation on behalf of 49e004e6f4ad4de2b69117dfda00d4c7 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:17:55.835297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-875b613a-cecc-441c-8ca4-9f3e457a59aa req-da2a8dfd-e779-4510-9af7-417dcaf23072 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836807 Feb 11 04:17:55.837074 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4d7c-a282-4758-8bcb-7dd65129d2e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:55.904935 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:55.944526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212cfea-b75c-465b-8413-237e2f62d901 req-cf77fcd0-ccd0-4ded-ac11-c4f219398d0d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:55.946152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8212cfea-b75c-465b-8413-237e2f62d901 req-cf77fcd0-ccd0-4ded-ac11-c4f219398d0d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 935 time: 0.2988541 Feb 11 04:17:56.077812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38420) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:56.259353 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8212cfea-b75c-465b-8413-237e2f62d901 req-3c27973d-7236-4009-975b-3ef6a9e269c5 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736213 Feb 11 04:17:56.269128 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1175880226-network', 'tenant_id': '205f380688634b268272d085c65815b9'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:56.340394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7506961-bb75-468b-8c02-aee4f037ee7d req-0643a9fe-b081-4ac2-b1cc-d0b6a2a37691 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:56.342054 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7506961-bb75-468b-8c02-aee4f037ee7d req-0643a9fe-b081-4ac2-b1cc-d0b6a2a37691 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.2269044 Feb 11 04:17:56.515470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d3960-1ef6-47ee-b4f5-0a11fb39d445 req-c8b7f44f-9cc6-47bc-89b2-54b7ff9fcbe2 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:56.517240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b1d3960-1ef6-47ee-b4f5-0a11fb39d445 req-c8b7f44f-9cc6-47bc-89b2-54b7ff9fcbe2 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 943 time: 0.1741748 Feb 11 04:17:56.524593 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7506961-bb75-468b-8c02-aee4f037ee7d req-3601eecd-d3cd-4ad2-afec-0e45c67b93c8 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519411 Feb 11 04:17:56.623024 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4d7c-a282-4758-8bcb-7dd65129d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (c960cfd3-6863-467e-ba4a-d6ab6f6e9b47), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:56.635774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b1d3960-1ef6-47ee-b4f5-0a11fb39d445 req-116598ec-e7b1-4aa5-b394-2233bb5f0d26 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099477 Feb 11 04:17:56.654664 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f28e16-6084-4c61-9e1c-6740fd9eeda4 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:17:56.666355 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Publish callbacks [] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:56.680799 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:56.686523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] Made reservation on behalf of 205f380688634b268272d085c65815b9 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:17:56.688949 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Transition to ACTIVE for port object 78f28e16-6084-4c61-9e1c-6740fd9eeda4 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:17:56.689230 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:56.703820 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e4d7c-a282-4758-8bcb-7dd65129d2e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c960cfd3-6863-467e-ba4a-d6ab6f6e9b47,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:56.704267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a16b2-816d-4815-8f5c-01b18f0af141 req-588cda38-2d83-4de2-9936-5d9119b62dbc tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:56.706313 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-369a16b2-816d-4815-8f5c-01b18f0af141 req-588cda38-2d83-4de2-9936-5d9119b62dbc tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.0971553 Feb 11 04:17:56.710591 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:56.755745 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e4d7c-a282-4758-8bcb-7dd65129d2e7 admin admin] Checking segment: {'id': 'babf27b4-5d83-4f62-9e8a-02cb95637433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:17:56.756319 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e4d7c-a282-4758-8bcb-7dd65129d2e7 admin admin] Network hostable DHCP agents. Network: e1482b58-e29f-40c6-8699-700526bbb856, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:17:56.779933 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:56.816636 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-369a16b2-816d-4815-8f5c-01b18f0af141 req-a036a712-587d-4edd-8762-c7992074bf60 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035299 Feb 11 04:17:56.884777 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] Publish callbacks [] for security_group (73becef1-a23f-401f-bab7-93780acb5923), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:56.899001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e4d7c-a282-4758-8bcb-7dd65129d2e7 admin admin] Network e1482b58-e29f-40c6-8699-700526bbb856 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:17:56.943161 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (73becef1-a23f-401f-bab7-93780acb5923), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:56.966169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Pushing event updated for resources: {'Port': ['ID=78f28e16-6084-4c61-9e1c-6740fd9eeda4,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:57.047319 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:17:57.082124 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-4a0e4d7c-a282-4758-8bcb-7dd65129d2e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, e1482b58-e29f-40c6-8699-700526bbb856) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:17:57.108568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54acce2-dfd0-43eb-98dd-d5c7dd3419e5 None None] Network e1482b58-e29f-40c6-8699-700526bbb856 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:17:57.117115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Attempting to bind port 78f28e16-6084-4c61-9e1c-6740fd9eeda4 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:17:57.117722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Attempting to bind port 78f28e16-6084-4c61-9e1c-6740fd9eeda4 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:17:57.118354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Attempting to bind port 78f28e16-6084-4c61-9e1c-6740fd9eeda4 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:57.129365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db35c8-b053-40ba-908d-7b7fe8912b9b req-c42668bf-876a-459c-b66e-2c186d274ac1 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:57.131332 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49db35c8-b053-40ba-908d-7b7fe8912b9b req-c42668bf-876a-459c-b66e-2c186d274ac1 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 944 time: 0.1567669 Feb 11 04:17:57.131861 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (c862186f-08e7-40bd-85e5-0ffedf4b2c7b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:57.132415 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] Added segment c862186f-08e7-40bd-85e5-0ffedf4b2c7b of type vlan for network b87e8249-502b-495a-ab9e-a310116b96dd Feb 11 04:17:57.137156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Port 78f28e16-6084-4c61-9e1c-6740fd9eeda4 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:17:57.138218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Attempting to bind port 78f28e16-6084-4c61-9e1c-6740fd9eeda4 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:57.138510 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0e4d7c-a282-4758-8bcb-7dd65129d2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:57.139283 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4a0e4d7c-a282-4758-8bcb-7dd65129d2e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:57.166310 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73becef1-a23f-401f-bab7-93780acb5923,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:57.183905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:17:57.184258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:17:57.184768 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:17:57.185102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Bound port: 78f28e16-6084-4c61-9e1c-6740fd9eeda4, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:17:57.185509 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:57.244133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (b87e8249-502b-495a-ab9e-a310116b96dd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:57.305914 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4a0e4d7c-a282-4758-8bcb-7dd65129d2e7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6283178 Feb 11 04:17:57.309489 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49db35c8-b053-40ba-908d-7b7fe8912b9b req-bd8b128f-b33f-4a1e-823f-bc0cd934e475 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644659 Feb 11 04:17:57.312205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38446) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:57.316798 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:57.356780 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (b87e8249-502b-495a-ab9e-a310116b96dd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:57.357761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:57.358355 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:57.388435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-e1482b58-e29f-40c6-8699-700526bbb856', 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'fixed_ips': [{'subnet_id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:17:57.389319 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:57.409903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] For port 78f28e16-6084-4c61-9e1c-6740fd9eeda4, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:17:57.417252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] For port 78f28e16-6084-4c61-9e1c-6740fd9eeda4, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=78f28e16-6084-4c61-9e1c-6740fd9eeda4,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:17:57.511291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:57.545635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb67f3b-0213-44b4-9bb8-84d4cb894232 req-eb7c37cf-455f-4a50-9184-24c2b5e5d975 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:57.550016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8fb67f3b-0213-44b4-9bb8-84d4cb894232 req-eb7c37cf-455f-4a50-9184-24c2b5e5d975 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 947 time: 0.1167576 Feb 11 04:17:57.550818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38448) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:17:57.553802 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4815440 Feb 11 04:17:57.554960 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (cf9e70c5-3070-41fc-818e-8e079c48c3a3), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:57.562744 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (cf9e70c5-3070-41fc-818e-8e079c48c3a3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:57.567682 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2b96f-34aa-48d0-9282-9a0c611b0e1a admin admin] Pushing event updated for resources: {'Network': ['ID=b87e8249-502b-495a-ab9e-a310116b96dd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:57.602867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b83e72f2-2925-4805-af43-9c1475a830da admin admin] Request body: {'subnet': {'network_id': 'b87e8249-502b-495a-ab9e-a310116b96dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1175880226-subnet', 'tenant_id': '205f380688634b268272d085c65815b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:17:57.659120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:57.660062 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:57.661527 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] 10.222.0.47 "PUT /v2.0/ports/78f28e16-6084-4c61-9e1c-6740fd9eeda4 HTTP/1.1" status: 200 len: 1096 time: 2.0513635 Feb 11 04:17:57.662005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0348508-1e8b-47ba-b558-eed413cc5c26', 'tag': '78f28e16-6084-4c61-9e1c-6740fd9eeda4'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:57.664569 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47251a40-85f0-41d6-bbfc-1ce0b28ed7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b0348508-1e8b-47ba-b558-eed413cc5c26", "tag": "78f28e16-6084-4c61-9e1c-6740fd9eeda4"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:57.699862 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Publish callbacks [] for router_controller (cf9e70c5-3070-41fc-818e-8e079c48c3a3), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:57.713707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Allocated IP 172.20.0.2 (e1482b58-e29f-40c6-8699-700526bbb856/c960cfd3-6863-467e-ba4a-d6ab6f6e9b47/3a991416-a737-4f8c-9222-2e0a9c416777) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:17:57.727190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83e72f2-2925-4805-af43-9c1475a830da admin admin] Made reservation on behalf of 205f380688634b268272d085c65815b9 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:17:57.732569 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b83e72f2-2925-4805-af43-9c1475a830da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:57.822295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a36bb1-0f4f-4f35-92b2-9c065cee8048 service neutron] Pushing event updated for resources: {'Port': ['ID=78f28e16-6084-4c61-9e1c-6740fd9eeda4,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:57.843234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f2bd7bd6-d355-440c-aaad-118db4986d4b up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:17:57.846357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network b87e8249-502b-495a-ab9e-a310116b96dd details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:17:57.926728 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8fb67f3b-0213-44b4-9bb8-84d4cb894232 req-40e5f649-49c3-4510-8b2f-53af159fe8ef tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027546 Feb 11 04:17:58.045887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-47fe6cf2-43cb-4d2d-8c4b-a345b2f94a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:58.047666 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-47fe6cf2-43cb-4d2d-8c4b-a345b2f94a3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 1130 time: 0.2837660 Feb 11 04:17:58.059049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d0983-1126-4b43-9b1c-07860f52bd40 req-a5d5e16a-13bd-4358-98f2-a58304052703 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:58.067807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a9d0983-1126-4b43-9b1c-07860f52bd40 req-a5d5e16a-13bd-4358-98f2-a58304052703 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.3770926 Feb 11 04:17:58.168142 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Publish callbacks [] for router_gateway (cf9e70c5-3070-41fc-818e-8e079c48c3a3), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:58.213024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-b31ba0f3-27f4-4e0d-8c70-e012339f0f69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=78f28e16-6084-4c61-9e1c-6740fd9eeda4 HTTP/1.1" status: 200 len: 217 time: 0.1422660 Feb 11 04:17:58.230772 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a9d0983-1126-4b43-9b1c-07860f52bd40 req-83d06544-f80a-4dcb-a121-8f8deb995827 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617713 Feb 11 04:17:58.304863 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Publish callbacks [] for port (3a991416-a737-4f8c-9222-2e0a9c416777), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:58.332814 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39aabf32-4bc3-4612-bd8c-c881d02f4c9b x-openstack-request-id: req-39aabf32-4bc3-4612-bd8c-c881d02f4c9b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:58.333104 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0348508-1e8b-47ba-b558-eed413cc5c26", "tag": "78f28e16-6084-4c61-9e1c-6740fd9eeda4", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:58.333371 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39aabf32-4bc3-4612-bd8c-c881d02f4c9b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:58.333771 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0348508-1e8b-47ba-b558-eed413cc5c26', 'tag': '78f28e16-6084-4c61-9e1c-6740fd9eeda4', 'status': 'completed', 'code': 200} Feb 11 04:17:58.342944 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:58.396997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f43cb0-1e4d-4412-92f5-2da63542bb22 req-5a594b50-d534-41ae-9d6c-c55c0248015f tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:58.398790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7f43cb0-1e4d-4412-92f5-2da63542bb22 req-5a594b50-d534-41ae-9d6c-c55c0248015f tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 943 time: 0.3482215 Feb 11 04:17:58.400550 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:58.412686 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-2ecb51f3-3250-4016-80b1-b9329a95b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:58.414194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-2ecb51f3-3250-4016-80b1-b9329a95b4c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1654031 Feb 11 04:17:58.510675 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Pushing event updated for resources: {'Port': ['ID=3a991416-a737-4f8c-9222-2e0a9c416777,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:58.516218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port f2bd7bd6-d355-440c-aaad-118db4986d4b completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:17:58.523214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port f2bd7bd6-d355-440c-aaad-118db4986d4b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:17:58.523592 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:58.537010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Network e1482b58-e29f-40c6-8699-700526bbb856 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:17:58.557091 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7f43cb0-1e4d-4412-92f5-2da63542bb22 req-715636ac-cf89-4d92-9fa2-46c5a0f7c16b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507256 Feb 11 04:17:58.557334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:17:58.561646 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:17:58.640920 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Publish callbacks [] for router_gateway (cf9e70c5-3070-41fc-818e-8e079c48c3a3), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:58.667217 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:58.681535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Attempting to bind port 3a991416-a737-4f8c-9222-2e0a9c416777 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:17:58.683380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Attempting to bind port 3a991416-a737-4f8c-9222-2e0a9c416777 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'babf27b4-5d83-4f62-9e8a-02cb95637433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:17:58.687039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Attempting to bind port 3a991416-a737-4f8c-9222-2e0a9c416777 on network e1482b58-e29f-40c6-8699-700526bbb856 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:17:58.712565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-e693b317-8372-46ee-a4a2-64078fe6009a service neutron] 10.222.0.32 "GET /v2.0/ports/8388d245-0766-4399-89e8-46b5eefba11d/bindings/n-h2-712142-35 HTTP/1.1" status: 200 len: 385 time: 0.2279012 Feb 11 04:17:58.714033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:17:58.717145 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Checking segment: {'id': 'babf27b4-5d83-4f62-9e8a-02cb95637433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:17:58.719574 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:58.720354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Bound using segment: {'id': 'babf27b4-5d83-4f62-9e8a-02cb95637433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:17:58.722146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Bound port: 3a991416-a737-4f8c-9222-2e0a9c416777, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babf27b4-5d83-4f62-9e8a-02cb95637433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:17:58.723369 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:58.808047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf9445-022a-47a8-a3f0-cbba9bc35490 req-a84c4bd9-ed3d-46ec-a1ff-2871b1fbd9ea tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:58.809610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ebf9445-022a-47a8-a3f0-cbba9bc35490 req-a84c4bd9-ed3d-46ec-a1ff-2871b1fbd9ea tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.3328104 Feb 11 04:17:58.814300 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b83e72f2-2925-4805-af43-9c1475a830da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (3e41b964-f65f-422e-8ed9-bdbf04f43693), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:58.818394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-eccc4108-6099-4fdf-91f9-62e2cf722836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:58.819941 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-eccc4108-6099-4fdf-91f9-62e2cf722836 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3964260 Feb 11 04:17:58.835292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Allocated IP 172.25.3.195 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/dee194e3-8dd4-4cfe-894b-dcf85d862e7d) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:17:58.870035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port f2bd7bd6-d355-440c-aaad-118db4986d4b is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:17:58.871070 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:58.922594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca19b1b-43d0-4c83-a9cf-5c06d4299712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bd7bd6-d355-440c-aaad-118db4986d4b'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:17:58.925610 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc731c6-ef61-414e-aca3-bf5340ec0fe4" -d '{"events": [{"server_uuid": "6ca19b1b-43d0-4c83-a9cf-5c06d4299712", "name": "network-vif-plugged", "status": "completed", "tag": "f2bd7bd6-d355-440c-aaad-118db4986d4b"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:17:58.931598 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] For port 3a991416-a737-4f8c-9222-2e0a9c416777, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:17:58.935627 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] For port 3a991416-a737-4f8c-9222-2e0a9c416777, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3a991416-a737-4f8c-9222-2e0a9c416777,segment=NetworkSegment(babf27b4-5d83-4f62-9e8a-02cb95637433),segment_id=babf27b4-5d83-4f62-9e8a-02cb95637433)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:17:58.947627 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f2bd7bd6-d355-440c-aaad-118db4986d4b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f2bd7bd6-d355-440c-aaad-118db4986d4b,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:58.981442 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Publish callbacks [] for port (dee194e3-8dd4-4cfe-894b-dcf85d862e7d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:59.029105 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:59.075759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ebf9445-022a-47a8-a3f0-cbba9bc35490 req-921e62fc-8f36-4c74-a41c-17c1b4b09f2c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511787 Feb 11 04:17:59.078007 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:59.082504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e72f2-2925-4805-af43-9c1475a830da admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e41b964-f65f-422e-8ed9-bdbf04f43693,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:59.120228 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (dee194e3-8dd4-4cfe-894b-dcf85d862e7d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:59.149539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357c335-eaa5-4490-9240-463b97d65d6d None None] Pushing event updated for resources: {'Port': ['ID=3a991416-a737-4f8c-9222-2e0a9c416777,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:59.240306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=f2bd7bd6-d355-440c-aaad-118db4986d4b,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:59.247468 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb713dac-1c3a-4a0e-9c1d-705dfa361be7 x-openstack-request-id: req-fb713dac-1c3a-4a0e-9c1d-705dfa361be7 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:17:59.247468 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca19b1b-43d0-4c83-a9cf-5c06d4299712", "name": "network-vif-plugged", "status": "completed", "tag": "f2bd7bd6-d355-440c-aaad-118db4986d4b", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:17:59.247468 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb713dac-1c3a-4a0e-9c1d-705dfa361be7 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:17:59.247468 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca19b1b-43d0-4c83-a9cf-5c06d4299712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bd7bd6-d355-440c-aaad-118db4986d4b', 'code': 200} Feb 11 04:17:59.254915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e72f2-2925-4805-af43-9c1475a830da admin admin] Checking segment: {'id': 'c862186f-08e7-40bd-85e5-0ffedf4b2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b87e8249-502b-495a-ab9e-a310116b96dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:17:59.262650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83e72f2-2925-4805-af43-9c1475a830da admin admin] Network hostable DHCP agents. Network: b87e8249-502b-495a-ab9e-a310116b96dd, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:17:59.280952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d84840-80ba-400a-9954-5b2ab09ae2b7 req-0732f88a-f696-418c-b88c-c045ccedf182 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:59.294423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:17:59.298538 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17d84840-80ba-400a-9954-5b2ab09ae2b7 req-0732f88a-f696-418c-b88c-c045ccedf182 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 944 time: 0.4876740 Feb 11 04:17:59.303314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:17:59.312525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Pushing event updated for resources: {'Port': ['ID=dee194e3-8dd4-4cfe-894b-dcf85d862e7d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:17:59.316930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:17:59.538501 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-205bc89e-4ed6-4cdb-a83d-76cbd00d243a service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788239 Feb 11 04:17:59.567220 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d45ad-e896-470f-82fb-2803843b9499 req-505d074b-136f-4aab-9e18-68527740c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:59.568761 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d31d45ad-e896-470f-82fb-2803843b9499 req-505d074b-136f-4aab-9e18-68527740c5ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 1128 time: 0.3165882 Feb 11 04:17:59.605311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83e72f2-2925-4805-af43-9c1475a830da admin admin] Network b87e8249-502b-495a-ab9e-a310116b96dd is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:17:59.606315 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:59.648872 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d31d45ad-e896-470f-82fb-2803843b9499 req-9a02d4ac-10c2-452d-93f8-84250c476323 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649354 Feb 11 04:17:59.659463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17d84840-80ba-400a-9954-5b2ab09ae2b7 req-4745d3c7-21c1-4cb9-90bd-ecc11ed3da22 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586981 Feb 11 04:17:59.734091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b172f-8dc1-4db8-b63e-1b3bc0fdd617 req-86586411-e005-49a2-bedd-4a85a880fe7b tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:59.735800 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f49b172f-8dc1-4db8-b63e-1b3bc0fdd617 req-86586411-e005-49a2-bedd-4a85a880fe7b tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 947 time: 0.4112334 Feb 11 04:17:59.765804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-b83e72f2-2925-4805-af43-9c1475a830da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, b87e8249-502b-495a-ab9e-a310116b96dd) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:17:59.770196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-d615d6a2-d064-4a81-9bc7-36d729c1b5c6 service neutron] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8388d245-0766-4399-89e8-46b5eefba11d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:59.776370 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a583a5c-f89a-41c6-ad99-54f21e8f2149 None None] Network b87e8249-502b-495a-ab9e-a310116b96dd requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:17:59.821895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83e72f2-2925-4805-af43-9c1475a830da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:59.822492 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b83e72f2-2925-4805-af43-9c1475a830da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:59.858056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c163ec3-5c3b-4ffb-9652-1d462a3bcd2d req-69921389-1fee-45a6-ad46-14c3d1d6ffc5 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753761 Feb 11 04:17:59.884809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-d615d6a2-d064-4a81-9bc7-36d729c1b5c6 service neutron] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:17:59.905087 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Publish callbacks [] for router_gateway (cf9e70c5-3070-41fc-818e-8e079c48c3a3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:59.950242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f49b172f-8dc1-4db8-b63e-1b3bc0fdd617 req-b59081ec-a7ef-44e0-9630-3941cf9b1b04 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021308 Feb 11 04:17:59.952818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-d615d6a2-d064-4a81-9bc7-36d729c1b5c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8388d245-0766-4399-89e8-46b5eefba11d {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:17:59.966000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-b87e8249-502b-495a-ab9e-a310116b96dd', 'network_id': 'b87e8249-502b-495a-ab9e-a310116b96dd', 'project_id': '205f380688634b268272d085c65815b9', 'fixed_ips': [{'subnet_id': '3e41b964-f65f-422e-8ed9-bdbf04f43693'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:17:59.967654 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:17:59.976988 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-d615d6a2-d064-4a81-9bc7-36d729c1b5c6 service neutron] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8388d245-0766-4399-89e8-46b5eefba11d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:17:59.987376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64991488-362e-4eda-be6d-4ad2439086e2 req-2eaa2975-ce79-4a38-b29c-313b3173b282 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:17:59.994402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64991488-362e-4eda-be6d-4ad2439086e2 req-2eaa2975-ce79-4a38-b29c-313b3173b282 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.2263806 Feb 11 04:18:00.033157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b83e72f2-2925-4805-af43-9c1475a830da admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4407032 Feb 11 04:18:00.041694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38482) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:18:00.048742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1175880226-router', 'tenant_id': '205f380688634b268272d085c65815b9', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:00.102005 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-d615d6a2-d064-4a81-9bc7-36d729c1b5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8388d245-0766-4399-89e8-46b5eefba11d), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:00.137080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64991488-362e-4eda-be6d-4ad2439086e2 req-6c234386-0d7e-4ab3-a5dc-47681e2d2c74 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416776 Feb 11 04:18:00.159228 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:00.160261 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:00.195805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47251a40-85f0-41d6-bbfc-1ce0b28ed7c7 req-a425b9cd-4363-473e-bcfa-f098f764bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:00.198570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47251a40-85f0-41d6-bbfc-1ce0b28ed7c7 req-a425b9cd-4363-473e-bcfa-f098f764bb63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 1130 time: 0.1951416 Feb 11 04:18:00.387263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Allocated IP 172.20.0.2 (b87e8249-502b-495a-ab9e-a310116b96dd/3e41b964-f65f-422e-8ed9-bdbf04f43693/ed37179a-3c76-4acb-b05b-968d6cbda4af) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:18:00.389761 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3a991416-a737-4f8c-9222-2e0a9c416777 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:00.423127 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Publish callbacks [] for router_controller (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:00.450600 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (cf9e70c5-3070-41fc-818e-8e079c48c3a3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:00.663102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3a991416-a737-4f8c-9222-2e0a9c416777 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:00.667387 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:00.768633 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47251a40-85f0-41d6-bbfc-1ce0b28ed7c7 req-39aaa8ea-8db2-45c6-91f9-a9012eb331c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:00.772458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47251a40-85f0-41d6-bbfc-1ce0b28ed7c7 req-39aaa8ea-8db2-45c6-91f9-a9012eb331c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.5662286 Feb 11 04:18:00.779790 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282cb3d0-4828-4a7a-a10e-844def3cba88 None None] Network e1482b58-e29f-40c6-8699-700526bbb856 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:18:00.891387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47251a40-85f0-41d6-bbfc-1ce0b28ed7c7 req-13d9b240-85ad-4568-ba56-4ba402e1f093 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=78f28e16-6084-4c61-9e1c-6740fd9eeda4 HTTP/1.1" status: 200 len: 217 time: 0.0437427 Feb 11 04:18:00.930551 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Publish callbacks [] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:00.933562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-d615d6a2-d064-4a81-9bc7-36d729c1b5c6 service neutron] Transition to ACTIVE for port object 8388d245-0766-4399-89e8-46b5eefba11d will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:18:00.942114 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2b07e0c7-04e2-4107-8df7-705dabb2aa73 None None] Provisioning complete for port 3a991416-a737-4f8c-9222-2e0a9c416777 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:00.942807 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b07e0c7-04e2-4107-8df7-705dabb2aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:00.946192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b430661-6c70-492e-916b-b4ae96bdc304 req-7281c943-67e3-4095-90e4-8948ae844ec7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:00.950314 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b430661-6c70-492e-916b-b4ae96bdc304 req-7281c943-67e3-4095-90e4-8948ae844ec7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 943 time: 0.8119166 Feb 11 04:18:01.032115 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-d615d6a2-d064-4a81-9bc7-36d729c1b5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8388d245-0766-4399-89e8-46b5eefba11d), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:01.044895 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:01.121208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615d6a2-d064-4a81-9bc7-36d729c1b5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=8388d245-0766-4399-89e8-46b5eefba11d,revision_number=10']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:01.159038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb14605-b50d-4ed5-99f8-6fc87ec88ff1 req-1afdd77a-a42b-4c07-aeb8-7d6efaf25d4b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:01.161274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ccb14605-b50d-4ed5-99f8-6fc87ec88ff1 req-1afdd77a-a42b-4c07-aeb8-7d6efaf25d4b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.3754485 Feb 11 04:18:01.177563 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Network b87e8249-502b-495a-ab9e-a310116b96dd is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:18:01.186828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:18:01.192829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3a991416-a737-4f8c-9222-2e0a9c416777 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:01.193480 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:01.196539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:18:01.204647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Pushing event updated for resources: {'Port': ['ID=ed37179a-3c76-4acb-b05b-968d6cbda4af,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:01.228735 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b430661-6c70-492e-916b-b4ae96bdc304 req-2ecb3210-7084-4e74-8f43-68a0ca9e0572 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649059 Feb 11 04:18:01.239147 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-d615d6a2-d064-4a81-9bc7-36d729c1b5c6 service neutron] No DVR routers for this DVR port 8388d245-0766-4399-89e8-46b5eefba11d on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:18:01.257788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47251a40-85f0-41d6-bbfc-1ce0b28ed7c7 req-071f5bc1-3c4f-4975-9f7a-4a527b4f671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:01.260043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47251a40-85f0-41d6-bbfc-1ce0b28ed7c7 req-071f5bc1-3c4f-4975-9f7a-4a527b4f671f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.3074026 Feb 11 04:18:01.322961 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Publish callbacks [] for router_gateway (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:01.329072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ccb14605-b50d-4ed5-99f8-6fc87ec88ff1 req-a05d3a88-bc1e-4d59-ad82-783f1203bd78 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530852 Feb 11 04:18:01.354198 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-d615d6a2-d064-4a81-9bc7-36d729c1b5c6 service neutron] 10.222.0.32 "PUT /v2.0/ports/8388d245-0766-4399-89e8-46b5eefba11d/bindings/n-h2-712142-35/activate HTTP/1.1" status: 200 len: 370 time: 2.6226578 Feb 11 04:18:01.429086 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Router cf9e70c5-3070-41fc-818e-8e079c48c3a3 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:18:01.541466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47251a40-85f0-41d6-bbfc-1ce0b28ed7c7 req-55a9f73a-abb5-4028-9703-b3f74cfcef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:01.543161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47251a40-85f0-41d6-bbfc-1ce0b28ed7c7 req-55a9f73a-abb5-4028-9703-b3f74cfcef0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2316649 Feb 11 04:18:01.562656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 3a991416-a737-4f8c-9222-2e0a9c416777, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3a991416-a737-4f8c-9222-2e0a9c416777,segment=NetworkSegment(babf27b4-5d83-4f62-9e8a-02cb95637433),segment_id=babf27b4-5d83-4f62-9e8a-02cb95637433)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:01.577510 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:18:01.582749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Attempting to bind port ed37179a-3c76-4acb-b05b-968d6cbda4af on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:18:01.583606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Attempting to bind port ed37179a-3c76-4acb-b05b-968d6cbda4af by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'c862186f-08e7-40bd-85e5-0ffedf4b2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b87e8249-502b-495a-ab9e-a310116b96dd'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:18:01.586727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Attempting to bind port ed37179a-3c76-4acb-b05b-968d6cbda4af on network b87e8249-502b-495a-ab9e-a310116b96dd {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:01.592889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Sync routers for ids ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:18:01.599440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2b07e0c7-04e2-4107-8df7-705dabb2aa73 None None] Current status of the port 3a991416-a737-4f8c-9222-2e0a9c416777 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:01.599833 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b07e0c7-04e2-4107-8df7-705dabb2aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:01.610299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:18:01.614784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Checking segment: {'id': 'c862186f-08e7-40bd-85e5-0ffedf4b2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b87e8249-502b-495a-ab9e-a310116b96dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:18:01.615451 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:01.615872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Bound using segment: {'id': 'c862186f-08e7-40bd-85e5-0ffedf4b2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b87e8249-502b-495a-ab9e-a310116b96dd'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:18:01.616385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Bound port: ed37179a-3c76-4acb-b05b-968d6cbda4af, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c862186f-08e7-40bd-85e5-0ffedf4b2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b87e8249-502b-495a-ab9e-a310116b96dd'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:18:01.616775 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:01.642334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e5ca5-3dbd-434b-8b1f-28f0aa62a3b2 req-07b07951-be62-476e-b00e-10dcfb1591d5 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:01.650051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b10e5ca5-3dbd-434b-8b1f-28f0aa62a3b2 req-07b07951-be62-476e-b00e-10dcfb1591d5 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 947 time: 0.1887884 Feb 11 04:18:01.680574 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:01.706291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a19bd-926e-4fea-91f7-a708ccea5301 req-fa59e9d2-765e-4273-8b48-1bd302a728ff tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:01.707857 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-986a19bd-926e-4fea-91f7-a708ccea5301 req-fa59e9d2-765e-4273-8b48-1bd302a728ff tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 945 time: 0.3210278 Feb 11 04:18:01.725328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Routers {'cf9e70c5-3070-41fc-818e-8e079c48c3a3'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:18:01.726096 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:17:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:01.735279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-a4d3ecee-c804-4eb2-8a88-ef16d7e45824 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:01.738831 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-a4d3ecee-c804-4eb2-8a88-ef16d7e45824 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a&tenant_id=19d7885d46e54fd38e6c302286350aee&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 1127 time: 0.1714296 Feb 11 04:18:01.741981 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:01.746569 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3571f5a2-8a86-484c-a172-5d5059ccf20d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4330082 Feb 11 04:18:01.748478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38502) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:18:01.901677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-986a19bd-926e-4fea-91f7-a708ccea5301 req-05f30960-2042-49e4-8455-0d02ae50d90e tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809173 Feb 11 04:18:01.929318 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b10e5ca5-3dbd-434b-8b1f-28f0aa62a3b2 req-abe9f970-fdf6-4a02-9409-2c227b4479d8 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745852 Feb 11 04:18:01.940731 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47251a40-85f0-41d6-bbfc-1ce0b28ed7c7 req-b1f610dd-cfb3-4b81-ac26-94d6244ebf5f service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771946 Feb 11 04:18:01.940829 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-18916708-e335-45e0-b119-6df9dd6f2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:01.940829 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-18916708-e335-45e0-b119-6df9dd6f2488 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a&tenant_id=19d7885d46e54fd38e6c302286350aee HTTP/1.1" status: 200 len: 1127 time: 0.1738694 Feb 11 04:18:01.963119 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] For port ed37179a-3c76-4acb-b05b-968d6cbda4af, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:18:01.970443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] For port ed37179a-3c76-4acb-b05b-968d6cbda4af, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ed37179a-3c76-4acb-b05b-968d6cbda4af,segment=NetworkSegment(c862186f-08e7-40bd-85e5-0ffedf4b2c7b),segment_id=c862186f-08e7-40bd-85e5-0ffedf4b2c7b)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:18:01.986196 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-2b07e0c7-04e2-4107-8df7-705dabb2aa73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:18:01.988076 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-2b07e0c7-04e2-4107-8df7-705dabb2aa73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:18:02.065213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Set router cf9e70c5-3070-41fc-818e-8e079c48c3a3 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:18:02.157072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=3a991416-a737-4f8c-9222-2e0a9c416777,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:02.226311 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:02.243070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47251a40-85f0-41d6-bbfc-1ce0b28ed7c7 req-f48cd812-705c-4251-8504-4065e2328eb7 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964032 Feb 11 04:18:02.277843 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Publish callbacks [] for router_gateway (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:02.284709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-474cfd0e-f787-4ff3-8dc1-37dd0bfb1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:02.286471 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-474cfd0e-f787-4ff3-8dc1-37dd0bfb1dcf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 1127 time: 0.2679489 Feb 11 04:18:02.290124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901d4b4-7c5e-4f51-bc70-f1abe8e100df req-2f65c112-9a74-410f-a8cc-d95808ab121b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:02.292045 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1901d4b4-7c5e-4f51-bc70-f1abe8e100df req-2f65c112-9a74-410f-a8cc-d95808ab121b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.2014034 Feb 11 04:18:02.318011 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:02.380912 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3a991416-a737-4f8c-9222-2e0a9c416777 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:02.450661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9ed9d-39a5-41f5-855f-65f382ae119a None None] Pushing event updated for resources: {'Port': ['ID=ed37179a-3c76-4acb-b05b-968d6cbda4af,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:02.482116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1901d4b4-7c5e-4f51-bc70-f1abe8e100df req-fb208156-22a7-4249-95e3-32ed4426e677 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833611 Feb 11 04:18:02.593095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2b07e0c7-04e2-4107-8df7-705dabb2aa73 None None] Current status of the port 3a991416-a737-4f8c-9222-2e0a9c416777 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:02.649991 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3a991416-a737-4f8c-9222-2e0a9c416777 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:02.650316 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:02.685390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f0fd50-4a0a-49f9-8678-14536bdc8db5 req-befef04b-9fb6-4ad3-a36d-f541df729372 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:02.692261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70f0fd50-4a0a-49f9-8678-14536bdc8db5 req-befef04b-9fb6-4ad3-a36d-f541df729372 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.1026986 Feb 11 04:18:02.700165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19947186-6768-4df3-9cc7-462baf2b68ea req-02706df1-c056-41b4-a316-bf081263defd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:02.708340 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19947186-6768-4df3-9cc7-462baf2b68ea req-02706df1-c056-41b4-a316-bf081263defd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 944 time: 0.1911492 Feb 11 04:18:02.761705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c58fbd42-106c-4716-9ce4-d2aae70266c7 None None] Provisioning complete for port 3a991416-a737-4f8c-9222-2e0a9c416777 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:02.762099 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c58fbd42-106c-4716-9ce4-d2aae70266c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:02.787523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-04a6c80d-9375-487a-a27d-33799b0e4772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:02.789514 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-04a6c80d-9375-487a-a27d-33799b0e4772 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.4824436 Feb 11 04:18:02.793704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19947186-6768-4df3-9cc7-462baf2b68ea req-d7582959-02c8-41c8-a840-4fe164d97ffa tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844905 Feb 11 04:18:02.803685 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70f0fd50-4a0a-49f9-8678-14536bdc8db5 req-eafaed1b-2038-475c-b8f0-1246796e798a tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877495 Feb 11 04:18:02.839223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3a991416-a737-4f8c-9222-2e0a9c416777 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:02.845018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:17:57Z', 'updated_at': '2022-02-11T04:17:59Z', 'revision_number': 3, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'gw_port': {'id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:17:58Z', 'updated_at': '2022-02-11T04:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:02.911250 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-2e8d7aec-30b1-42ae-935b-99de3dcb7cc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8388d245-0766-4399-89e8-46b5eefba11d HTTP/1.1" status: 200 len: 217 time: 0.0394824 Feb 11 04:18:02.918193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Checking router: cf9e70c5-3070-41fc-818e-8e079c48c3a3 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:18:02.919041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Updating router cf9e70c5-3070-41fc-818e-8e079c48c3a3 port dee194e3-8dd4-4cfe-894b-dcf85d862e7d binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:18:02.993640 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dee194e3-8dd4-4cfe-894b-dcf85d862e7d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:03.001123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Allocated IP 172.25.3.20 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/f6f1c1d8-b067-4c0b-8c37-4dcc9191716d) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:18:03.060093 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-76016818-cf68-4c98-b272-45089b7bf0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:03.061667 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-76016818-cf68-4c98-b272-45089b7bf0ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.1424294 Feb 11 04:18:03.103816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c58fbd42-106c-4716-9ce4-d2aae70266c7 None None] Current status of the port 3a991416-a737-4f8c-9222-2e0a9c416777 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:03.183668 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce755e8-7474-46ec-ba28-c10268578260 req-6a089dfd-8530-482e-aa87-10c44d29858e tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:03.185258 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bce755e8-7474-46ec-ba28-c10268578260 req-6a089dfd-8530-482e-aa87-10c44d29858e tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 945 time: 0.1094282 Feb 11 04:18:03.186724 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-362ee804-03dd-4bc1-9ae3-67ab78f5be46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791695 Feb 11 04:18:03.193629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ae84c-874e-4d76-b807-f95c365afa9c req-01d65ca2-6a28-4257-95ad-d887f35c0161 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:03.202510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-130ae84c-874e-4d76-b807-f95c365afa9c req-01d65ca2-6a28-4257-95ad-d887f35c0161 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 947 time: 0.1158683 Feb 11 04:18:03.305548 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bce755e8-7474-46ec-ba28-c10268578260 req-f5f4a1e6-7a1f-4ab4-9c8b-4c4639f245db tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806675 Feb 11 04:18:03.343621 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-130ae84c-874e-4d76-b807-f95c365afa9c req-2c5ff9b4-0b1b-4b2e-b51a-6d0c2a792e16 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374609 Feb 11 04:18:03.382186 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Publish callbacks [] for port (f6f1c1d8-b067-4c0b-8c37-4dcc9191716d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:03.432117 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 78f28e16-6084-4c61-9e1c-6740fd9eeda4 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:18:03.485991 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-f94c029f-491a-41e9-ada2-207a7dee9172 service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334750 Feb 11 04:18:03.497144 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:03.587715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 78f28e16-6084-4c61-9e1c-6740fd9eeda4, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=78f28e16-6084-4c61-9e1c-6740fd9eeda4,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:03.601067 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:03.601999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '78f28e16-6084-4c61-9e1c-6740fd9eeda4', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '78f28e16-6084-4c61-9e1c-6740fd9eeda4', 'mac_address': 'fa:16:3e:7b:14:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:18:03.700669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 78f28e16-6084-4c61-9e1c-6740fd9eeda4 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:03.701423 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:03.736006 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f6f1c1d8-b067-4c0b-8c37-4dcc9191716d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:03.763234 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:03.766489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f28e16-6084-4c61-9e1c-6740fd9eeda4 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:18:03.767773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce20177-7da6-48ec-97af-bf3e2d1f6ae4 req-d325a6e1-c833-445e-9a5c-89792f653c68 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:03.770137 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ce20177-7da6-48ec-97af-bf3e2d1f6ae4 req-d325a6e1-c833-445e-9a5c-89792f653c68 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.1340151 Feb 11 04:18:03.805096 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:18:03.817303 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:18:03.820729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:18:03.864233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ce20177-7da6-48ec-97af-bf3e2d1f6ae4 req-d17459ef-a7c8-4d14-9181-fbe8bd157e21 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810914 Feb 11 04:18:03.868895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Pushing event updated for resources: {'Port': ['ID=f6f1c1d8-b067-4c0b-8c37-4dcc9191716d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:03.915936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 78f28e16-6084-4c61-9e1c-6740fd9eeda4, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=78f28e16-6084-4c61-9e1c-6740fd9eeda4,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:03.962432 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-752cf11e-1e8e-4e99-b75e-bf8f0450b7c1 service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495091 Feb 11 04:18:04.029752 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071711e1-5dad-44e0-8c4b-b3a8f715767b None None] Network b87e8249-502b-495a-ab9e-a310116b96dd requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:18:04.101313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874b5cc-8043-488c-8d88-f476aed3643d req-e8b38ba1-7cfa-40b0-9494-bf473a6005b5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:04.103077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3874b5cc-8043-488c-8d88-f476aed3643d req-e8b38ba1-7cfa-40b0-9494-bf473a6005b5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.1478767 Feb 11 04:18:04.114889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f1fb0-26a9-4fd2-a5f7-7d3dc5a118e7 req-63d68afc-160e-43c6-943a-6d22d2ebb8df tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:04.116571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c52f1fb0-26a9-4fd2-a5f7-7d3dc5a118e7 req-63d68afc-160e-43c6-943a-6d22d2ebb8df tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 944 time: 0.1082275 Feb 11 04:18:04.122455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-963c9d0d-6647-40d7-83ea-6ae51d40c4f2 None None] Provisioning complete for port ed37179a-3c76-4acb-b05b-968d6cbda4af triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:04.123193 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-963c9d0d-6647-40d7-83ea-6ae51d40c4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:04.133791 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Publish callbacks [] for port (dee194e3-8dd4-4cfe-894b-dcf85d862e7d), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:04.155431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Allocated IP 172.20.0.1 (e1482b58-e29f-40c6-8699-700526bbb856/c960cfd3-6863-467e-ba4a-d6ab6f6e9b47/9ff76b4c-6faf-46ec-9a8b-da1437b89b76) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:18:04.225692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c52f1fb0-26a9-4fd2-a5f7-7d3dc5a118e7 req-9d3a3d76-d708-4b40-8c9f-c293f1ac191d tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877964 Feb 11 04:18:04.240140 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3874b5cc-8043-488c-8d88-f476aed3643d req-3bd6e343-0f33-4b95-ba8d-9df9f0193827 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224377 Feb 11 04:18:04.293985 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Publish callbacks [] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:04.299856 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-963c9d0d-6647-40d7-83ea-6ae51d40c4f2 None None] Current status of the port ed37179a-3c76-4acb-b05b-968d6cbda4af is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:04.300269 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-963c9d0d-6647-40d7-83ea-6ae51d40c4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:04.320893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ed37179a-3c76-4acb-b05b-968d6cbda4af up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:04.388845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-963c9d0d-6647-40d7-83ea-6ae51d40c4f2 None None] For port ed37179a-3c76-4acb-b05b-968d6cbda4af, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ed37179a-3c76-4acb-b05b-968d6cbda4af,segment=NetworkSegment(c862186f-08e7-40bd-85e5-0ffedf4b2c7b),segment_id=c862186f-08e7-40bd-85e5-0ffedf4b2c7b)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:04.417007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ed37179a-3c76-4acb-b05b-968d6cbda4af triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:04.417388 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:04.516093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc519f6c-c6f2-4825-b055-07a7945cf989 req-7d09fd38-9087-4857-9e8e-38cd277ccf48 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:04.524715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bc519f6c-c6f2-4825-b055-07a7945cf989 req-7d09fd38-9087-4857-9e8e-38cd277ccf48 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 945 time: 0.1219578 Feb 11 04:18:04.555444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2d325-4693-44e4-9993-52e93887424f req-974665ea-a931-4679-bc76-0cde78c18c1e tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:04.557828 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44f2d325-4693-44e4-9993-52e93887424f req-974665ea-a931-4679-bc76-0cde78c18c1e tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 948 time: 0.1212087 Feb 11 04:18:04.665669 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bc519f6c-c6f2-4825-b055-07a7945cf989 req-df3e3216-3aff-49fb-b3b8-b3393f2645a1 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351812 Feb 11 04:18:04.677753 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44f2d325-4693-44e4-9993-52e93887424f req-59227eda-5505-45ec-979c-a848c202fdda tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109703 Feb 11 04:18:04.681763 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Publish callbacks [] for router_gateway (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:04.684766 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:04.692255 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:04.694025 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dee194e3-8dd4-4cfe-894b-dcf85d862e7d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:04.696108 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-963c9d0d-6647-40d7-83ea-6ae51d40c4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:04.795944 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=78f28e16-6084-4c61-9e1c-6740fd9eeda4,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:04.864938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ed37179a-3c76-4acb-b05b-968d6cbda4af is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:04.869297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc9c1c-4edf-4c2e-98f9-7d92fa9d7fc4 None None] Pushing event updated for resources: {'Port': ['ID=dee194e3-8dd4-4cfe-894b-dcf85d862e7d,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:04.876197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Attempting to bind port dee194e3-8dd4-4cfe-894b-dcf85d862e7d on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:18:04.876573 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Attempting to bind port dee194e3-8dd4-4cfe-894b-dcf85d862e7d by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:18:04.876992 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Attempting to bind port dee194e3-8dd4-4cfe-894b-dcf85d862e7d on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:04.909762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:18:04.910225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:18:04.910553 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:04.910993 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:18:04.911493 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Bound port: dee194e3-8dd4-4cfe-894b-dcf85d862e7d, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:18:04.911876 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dee194e3-8dd4-4cfe-894b-dcf85d862e7d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:04.921906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e1d9063b-f41e-45ca-a226-f7a47a8d5f1d None None] Provisioning complete for port ed37179a-3c76-4acb-b05b-968d6cbda4af triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:04.922120 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e1d9063b-f41e-45ca-a226-f7a47a8d5f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:04.995236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:05.043433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c9d0d-6647-40d7-83ea-6ae51d40c4f2 None None] Pushing event updated for resources: {'Port': ['ID=ed37179a-3c76-4acb-b05b-968d6cbda4af,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:05.095518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] For port dee194e3-8dd4-4cfe-894b-dcf85d862e7d, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:18:05.102763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] For port dee194e3-8dd4-4cfe-894b-dcf85d862e7d, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dee194e3-8dd4-4cfe-894b-dcf85d862e7d,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:18:05.136705 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef45d9-70e5-4244-8df0-33f96a94b218 req-588d4f36-feaf-43c2-b3d7-f75b8394e086 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:05.146345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28ef45d9-70e5-4244-8df0-33f96a94b218 req-588d4f36-feaf-43c2-b3d7-f75b8394e086 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.1450551 Feb 11 04:18:05.274334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28ef45d9-70e5-4244-8df0-33f96a94b218 req-267ba578-f409-4075-a47d-bc77e4185dc6 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032045 Feb 11 04:18:05.313802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e1d9063b-f41e-45ca-a226-f7a47a8d5f1d None None] Current status of the port ed37179a-3c76-4acb-b05b-968d6cbda4af is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:05.326205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Network e1482b58-e29f-40c6-8699-700526bbb856 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:18:05.333021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:18:05.346457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:18:05.392132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff76b4c-6faf-46ec-9a8b-da1437b89b76,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:05.443207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-d0584ae5-bbfa-44d6-b276-26f75ba74a43 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:05.443464 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dee194e3-8dd4-4cfe-894b-dcf85d862e7d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:05.444810 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-d0584ae5-bbfa-44d6-b276-26f75ba74a43 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a&tenant_id=19d7885d46e54fd38e6c302286350aee&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 1127 time: 0.1966212 Feb 11 04:18:05.449647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f9854-96f7-4400-b5b9-ada84ca28f8b req-8c191ac9-b497-4189-9857-6e00d8d71abd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:05.451752 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f7f9854-96f7-4400-b5b9-ada84ca28f8b req-8c191ac9-b497-4189-9857-6e00d8d71abd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 944 time: 0.0991049 Feb 11 04:18:05.478353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a000ed-9048-47ec-8292-74c32ba923aa req-467930ab-165c-485d-817f-fba7bdc574de tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:05.478353 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a2a000ed-9048-47ec-8292-74c32ba923aa req-467930ab-165c-485d-817f-fba7bdc574de tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.0940604 Feb 11 04:18:05.517781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Routers {'cf9e70c5-3070-41fc-818e-8e079c48c3a3'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:18:05.518805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:17:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:05.522950 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (cf9e70c5-3070-41fc-818e-8e079c48c3a3), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:05.524962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc9c1c-4edf-4c2e-98f9-7d92fa9d7fc4 None None] Pushing event updated for resources: {'Port': ['ID=dee194e3-8dd4-4cfe-894b-dcf85d862e7d,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:05.575988 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f7f9854-96f7-4400-b5b9-ada84ca28f8b req-325a7088-99c0-4f35-a060-a2c2bf9932f8 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162295 Feb 11 04:18:05.597917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a2a000ed-9048-47ec-8292-74c32ba923aa req-4a530487-9f6c-4a50-820c-5eb10b2e1bc5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080718 Feb 11 04:18:05.712030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] Set router cf9e70c5-3070-41fc-818e-8e079c48c3a3 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:18:05.820459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e775a6e-e643-46f4-a83d-69c72d006882 req-a56c94cb-e332-4304-a039-bfb372b53679 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:05.828752 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e775a6e-e643-46f4-a83d-69c72d006882 req-a56c94cb-e332-4304-a039-bfb372b53679 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 1127 time: 0.0972226 Feb 11 04:18:05.840852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ee77c7b2-7e5c-4385-ac57-5498ac237cd6 None None] Provisioning complete for port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:05.840995 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ee77c7b2-7e5c-4385-ac57-5498ac237cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:05.877375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dba87b-ed73-4ee7-a743-9cc5cba07061 req-2f125ff8-b622-484b-bd9a-3ded65238736 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:05.878139 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66dba87b-ed73-4ee7-a743-9cc5cba07061 req-2f125ff8-b622-484b-bd9a-3ded65238736 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 945 time: 0.1136076 Feb 11 04:18:05.885359 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:05.897151 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ee77c7b2-7e5c-4385-ac57-5498ac237cd6 None None] Port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:18:05.922530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e775a6e-e643-46f4-a83d-69c72d006882 req-b43b1aa8-9996-469d-ae7e-dbc353b6ab4f tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928655 Feb 11 04:18:05.954782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66dba87b-ed73-4ee7-a743-9cc5cba07061 req-db68c007-0420-4cb1-adef-47c5bccf8bb8 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647304 Feb 11 04:18:05.970518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:17:57Z', 'updated_at': '2022-02-11T04:17:59Z', 'revision_number': 3, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'gw_port': {'id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:17:58Z', 'updated_at': '2022-02-11T04:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:06.015769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6125063f-bd1d-44f5-afc0-d2bb7ef90906 None None] The sync data for ids ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'] in n-d-712142-35 is: [{'id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:17:57Z', 'updated_at': '2022-02-11T04:17:59Z', 'revision_number': 3, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'gw_port': {'id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:17:58Z', 'updated_at': '2022-02-11T04:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:18:06.037349 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:06.116812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e47cc-5793-42de-bb16-50efe2d5fda8 req-339e8b81-f7d5-4e35-bd19-ad57e8cb7641 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:06.118421 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-657e47cc-5793-42de-bb16-50efe2d5fda8 req-339e8b81-f7d5-4e35-bd19-ad57e8cb7641 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 948 time: 0.0752299 Feb 11 04:18:06.215255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89c47c-c5e0-4d9c-9350-82598c393f18 req-973d4cfa-6d42-49af-a3c1-774dcb38fb55 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:06.219773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e89c47c-c5e0-4d9c-9350-82598c393f18 req-973d4cfa-6d42-49af-a3c1-774dcb38fb55 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 1127 time: 0.0973296 Feb 11 04:18:06.228070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-657e47cc-5793-42de-bb16-50efe2d5fda8 req-30f66a86-bfa4-4484-9dc5-248dc7762141 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998857 Feb 11 04:18:06.284919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-e26fc28b-d3e2-4e64-975f-218d6e772435 service neutron] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:18:06.291608 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-e26fc28b-d3e2-4e64-975f-218d6e772435 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:06.292771 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-742d353c-2ca4-4d34-a4e3-0b88d2003a9d req-e26fc28b-d3e2-4e64-975f-218d6e772435 service neutron] 10.222.0.47 "DELETE /v2.0/ports/8388d245-0766-4399-89e8-46b5eefba11d/bindings/n-h1-712142-35 HTTP/1.1" status: 204 len: 173 time: 0.8324573 Feb 11 04:18:06.295455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ed37179a-3c76-4acb-b05b-968d6cbda4af up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:06.316369 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e89c47c-c5e0-4d9c-9350-82598c393f18 req-fbc0a1c0-632e-4ce8-8fdb-99972eb7da26 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812988 Feb 11 04:18:06.342040 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Router 4619e2c0-3df4-4421-ae53-ebb3cf884d7c is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:18:06.466278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ed37179a-3c76-4acb-b05b-968d6cbda4af triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:06.466731 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:06.498973 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Publish callbacks [] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:06.577930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0629f-52be-4c58-b941-d3df48c9c95f req-aade6f2e-9da3-4a7d-a3b7-f897aed4fab8 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:06.587889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60e0629f-52be-4c58-b941-d3df48c9c95f req-aade6f2e-9da3-4a7d-a3b7-f897aed4fab8 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.1763363 Feb 11 04:18:06.601187 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:06.616011 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ed37179a-3c76-4acb-b05b-968d6cbda4af is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:06.625133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f2b2e-8138-4221-80ec-b32a6a05a027 req-03a7ff19-f626-469b-aa1d-23b087039235 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:06.626766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-775f2b2e-8138-4221-80ec-b32a6a05a027 req-03a7ff19-f626-469b-aa1d-23b087039235 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ba7be8e-695a-4d09-be54-69e6a540b983 HTTP/1.1" status: 200 len: 950 time: 0.1307383 Feb 11 04:18:06.652973 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:18:06.663052 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Sync routers for ids ['4619e2c0-3df4-4421-ae53-ebb3cf884d7c'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:18:06.675500 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Routers {'4619e2c0-3df4-4421-ae53-ebb3cf884d7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:18:06.676246 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:17:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4619e2c0-3df4-4421-ae53-ebb3cf884d7c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:06.678073 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60e0629f-52be-4c58-b941-d3df48c9c95f req-9e973fba-ce16-45c7-9d10-cdd82d0dc7c5 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892169 Feb 11 04:18:06.682287 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (cf9e70c5-3070-41fc-818e-8e079c48c3a3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:06.750566 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff76b4c-6faf-46ec-9a8b-da1437b89b76,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:06.753488 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-775f2b2e-8138-4221-80ec-b32a6a05a027 req-78db5f82-5b84-48c6-a733-c8a36bf331da tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122980 Feb 11 04:18:06.811603 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:06.812899 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c86e5d15-3ce2-4612-8464-357a3d5dbf2e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7683017 Feb 11 04:18:06.817167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38616) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:18:06.842214 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Set router 4619e2c0-3df4-4421-ae53-ebb3cf884d7c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:18:06.851114 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Network e1482b58-e29f-40c6-8699-700526bbb856 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:18:06.853579 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:18:07.093151 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Router cf9e70c5-3070-41fc-818e-8e079c48c3a3 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:18:07.201759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf6bce-cb29-4359-bfa3-b9766bc7c8bc req-a7bc89d9-9085-4ea3-b86b-651b5097d2ec tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:07.233372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40bf6bce-cb29-4359-bfa3-b9766bc7c8bc req-a7bc89d9-9085-4ea3-b86b-651b5097d2ec tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.3052278 Feb 11 04:18:07.246532 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'name': 'tempest-FloatingIPsTestJSON-1175880226-router', 'tenant_id': '205f380688634b268272d085c65815b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:18:00Z', 'updated_at': '2022-02-11T04:18:04Z', 'revision_number': 3, 'project_id': '205f380688634b268272d085c65815b9', 'gw_port': {'id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:42:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:02Z', 'updated_at': '2022-02-11T04:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:07.272852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:18:07.283918 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fecc2bbf-cfa1-45fc-afea-aa9ad224cf99 admin admin] 10.222.0.13 "PUT /v2.0/routers/cf9e70c5-3070-41fc-818e-8e079c48c3a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5334370 Feb 11 04:18:07.300658 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Checking router: 4619e2c0-3df4-4421-ae53-ebb3cf884d7c for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:18:07.300658 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Updating router 4619e2c0-3df4-4421-ae53-ebb3cf884d7c port f6f1c1d8-b067-4c0b-8c37-4dcc9191716d binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:18:07.328055 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40bf6bce-cb29-4359-bfa3-b9766bc7c8bc req-e19c18d6-e7db-43e3-b206-9075c2d3d554 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879943 Feb 11 04:18:07.336895 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:18:07.337741 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f6f1c1d8-b067-4c0b-8c37-4dcc9191716d), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:07.347459 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-bfad7d11-c0ff-4b50-aa40-6647d2dc8d76 None None] Provisioning complete for port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:07.348322 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfad7d11-c0ff-4b50-aa40-6647d2dc8d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:07.432109 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-bfad7d11-c0ff-4b50-aa40-6647d2dc8d76 None None] Port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:18:07.457792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 78f28e16-6084-4c61-9e1c-6740fd9eeda4 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:07.633783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 78f28e16-6084-4c61-9e1c-6740fd9eeda4 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:18:07.639469 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 78f28e16-6084-4c61-9e1c-6740fd9eeda4 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:07.639928 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:07.742943 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Publish callbacks [] for port (f6f1c1d8-b067-4c0b-8c37-4dcc9191716d), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:07.778170 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 78f28e16-6084-4c61-9e1c-6740fd9eeda4 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:07.778605 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:07.778786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647312be-6100-46d0-9261-66c39498cbf1 req-d1a8c242-a2bb-49c5-88f9-9c565b38c7e7 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:07.780264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-647312be-6100-46d0-9261-66c39498cbf1 req-d1a8c242-a2bb-49c5-88f9-9c565b38c7e7 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 945 time: 0.2130003 Feb 11 04:18:07.816913 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0348508-1e8b-47ba-b558-eed413cc5c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f28e16-6084-4c61-9e1c-6740fd9eeda4'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:07.821851 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef74850-a840-46c4-841b-22acf770409d" -d '{"events": [{"server_uuid": "b0348508-1e8b-47ba-b558-eed413cc5c26", "name": "network-vif-plugged", "status": "completed", "tag": "78f28e16-6084-4c61-9e1c-6740fd9eeda4"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:07.843719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 78f28e16-6084-4c61-9e1c-6740fd9eeda4, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=78f28e16-6084-4c61-9e1c-6740fd9eeda4,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:07.851565 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f6f1c1d8-b067-4c0b-8c37-4dcc9191716d), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:07.883588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-647312be-6100-46d0-9261-66c39498cbf1 req-af44af1d-cf3c-4457-8a46-d2b225493d0c tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954471 Feb 11 04:18:07.938921 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:07.989313 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:07.989598 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Attempting to bind port f6f1c1d8-b067-4c0b-8c37-4dcc9191716d on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:18:07.991131 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Attempting to bind port f6f1c1d8-b067-4c0b-8c37-4dcc9191716d by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:18:07.992989 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Attempting to bind port f6f1c1d8-b067-4c0b-8c37-4dcc9191716d on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:08.005362 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea5a6a-b367-4733-8b14-b4963a8b7c3c None None] Pushing event updated for resources: {'Port': ['ID=f6f1c1d8-b067-4c0b-8c37-4dcc9191716d,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:08.008584 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:18:08.008978 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:18:08.009430 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:08.009839 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:18:08.010366 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Bound port: f6f1c1d8-b067-4c0b-8c37-4dcc9191716d, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:18:08.010768 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f6f1c1d8-b067-4c0b-8c37-4dcc9191716d), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:08.020689 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4589d08b-62d7-460f-9e01-df5a3dc39045 req-9d8bfff4-d3ca-4a9a-a539-993bf75a1702 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0912411 Feb 11 04:18:08.037113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=78f28e16-6084-4c61-9e1c-6740fd9eeda4,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:08.046120 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5a6a-b367-4733-8b14-b4963a8b7c3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:08.047110 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5a6a-b367-4733-8b14-b4963a8b7c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:08.047110 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5a6a-b367-4733-8b14-b4963a8b7c3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:08.047262 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5a6a-b367-4733-8b14-b4963a8b7c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:08.047586 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5a6a-b367-4733-8b14-b4963a8b7c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:08.048175 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5a6a-b367-4733-8b14-b4963a8b7c3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:08.048505 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5a6a-b367-4733-8b14-b4963a8b7c3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:08.048876 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5a6a-b367-4733-8b14-b4963a8b7c3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:08.049192 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5a6a-b367-4733-8b14-b4963a8b7c3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:08.049523 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5a6a-b367-4733-8b14-b4963a8b7c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:08.049995 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5a6a-b367-4733-8b14-b4963a8b7c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:08.050320 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5a6a-b367-4733-8b14-b4963a8b7c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:08.051298 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5a6a-b367-4733-8b14-b4963a8b7c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:08.100072 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] For port f6f1c1d8-b067-4c0b-8c37-4dcc9191716d, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:18:08.104397 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] For port f6f1c1d8-b067-4c0b-8c37-4dcc9191716d, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f6f1c1d8-b067-4c0b-8c37-4dcc9191716d,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:18:08.181461 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589d08b-62d7-460f-9e01-df5a3dc39045 req-b14f2169-7e99-41e0-9c74-6b2140dc30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:08.183093 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4589d08b-62d7-460f-9e01-df5a3dc39045 req-b14f2169-7e99-41e0-9c74-6b2140dc30ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 1128 time: 0.1020560 Feb 11 04:18:08.186056 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365f6e3-f576-4cc6-9c2d-abd94166f3c6 req-3b535aac-aa05-4d4d-ae64-9e1ca49205be tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:08.187158 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f6f1c1d8-b067-4c0b-8c37-4dcc9191716d), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:08.194661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8365f6e3-f576-4cc6-9c2d-abd94166f3c6 req-3b535aac-aa05-4d4d-ae64-9e1ca49205be tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 949 time: 0.1954601 Feb 11 04:18:08.356292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dee194e3-8dd4-4cfe-894b-dcf85d862e7d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:08.397061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-cc1ad730-ad0c-48c0-b9c1-3035c1aee3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:08.398670 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-cc1ad730-ad0c-48c0-b9c1-3035c1aee3b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 1129 time: 0.2293775 Feb 11 04:18:08.413422 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8365f6e3-f576-4cc6-9c2d-abd94166f3c6 req-142ec0eb-53be-46f3-a265-3a94535a3acc tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979742 Feb 11 04:18:08.467254 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589d08b-62d7-460f-9e01-df5a3dc39045 req-16d82cc8-ebb1-4061-9415-9b0a007f9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:08.468775 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4589d08b-62d7-460f-9e01-df5a3dc39045 req-16d82cc8-ebb1-4061-9415-9b0a007f9440 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.2445285 Feb 11 04:18:08.474787 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port dee194e3-8dd4-4cfe-894b-dcf85d862e7d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:08.478049 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dee194e3-8dd4-4cfe-894b-dcf85d862e7d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:08.492737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Allocated IP 172.20.0.1 (b87e8249-502b-495a-ab9e-a310116b96dd/3e41b964-f65f-422e-8ed9-bdbf04f43693/d8a17320-1c45-427d-afbe-498f00765968) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:18:08.584554 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4589d08b-62d7-460f-9e01-df5a3dc39045 req-85a8df33-4ad4-4089-9360-80950652bfa3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe242427-de56-4221-89db-e3d425e365f9 HTTP/1.1" status: 200 len: 217 time: 0.1081316 Feb 11 04:18:08.587042 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea5a6a-b367-4733-8b14-b4963a8b7c3c None None] Pushing event updated for resources: {'Port': ['ID=f6f1c1d8-b067-4c0b-8c37-4dcc9191716d,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:08.603719 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Routers {'4619e2c0-3df4-4421-ae53-ebb3cf884d7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:18:08.605243 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:17:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4619e2c0-3df4-4421-ae53-ebb3cf884d7c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:08.683119 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port dee194e3-8dd4-4cfe-894b-dcf85d862e7d is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:08.683519 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dee194e3-8dd4-4cfe-894b-dcf85d862e7d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:08.717889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589d08b-62d7-460f-9e01-df5a3dc39045 req-9227507c-2b85-4d4e-a39b-359bea97c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:08.720368 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4589d08b-62d7-460f-9e01-df5a3dc39045 req-9227507c-2b85-4d4e-a39b-359bea97c9bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.1281288 Feb 11 04:18:08.729311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port dee194e3-8dd4-4cfe-894b-dcf85d862e7d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dee194e3-8dd4-4cfe-894b-dcf85d862e7d,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:08.753929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Sync routers for ids ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:18:08.767035 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4589d08b-62d7-460f-9e01-df5a3dc39045 req-3a98b067-fd07-4de6-8b78-48e6013e7e5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391896 Feb 11 04:18:08.780952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Routers {'cf9e70c5-3070-41fc-818e-8e079c48c3a3'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:18:08.782520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:17:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:08.864476 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-9622f35d-0224-4836-8f45-537a6f17d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:08.865986 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-9622f35d-0224-4836-8f45-537a6f17d9bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.4521062 Feb 11 04:18:08.866701 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] Set router 4619e2c0-3df4-4421-ae53-ebb3cf884d7c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:18:08.895088 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dee194e3-8dd4-4cfe-894b-dcf85d862e7d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:08.904563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38650) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:18:08.940949 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7223d266-cae3-48d9-aff9-e6d391a5bbef tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1843538323', 'description': 'tempest-description--1933029952'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:09.003084 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4589d08b-62d7-460f-9e01-df5a3dc39045 req-ef0b7dbf-93a2-40e3-bc96-10a95ac38ceb service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281177 Feb 11 04:18:09.073597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919138eb-3ede-4c7b-874d-ad40c884a2e5 req-61300d63-ef53-4699-9095-ce39830259ac tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:09.090674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-919138eb-3ede-4c7b-874d-ad40c884a2e5 req-61300d63-ef53-4699-9095-ce39830259ac tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.5242639 Feb 11 04:18:09.095508 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b88542-35bb-472d-9f84-b469b71dc2d7 x-openstack-request-id: req-06b88542-35bb-472d-9f84-b469b71dc2d7 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:18:09.096663 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0348508-1e8b-47ba-b558-eed413cc5c26", "name": "network-vif-plugged", "status": "completed", "tag": "78f28e16-6084-4c61-9e1c-6740fd9eeda4", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:18:09.097090 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06b88542-35bb-472d-9f84-b469b71dc2d7 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:18:09.097692 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0348508-1e8b-47ba-b558-eed413cc5c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f28e16-6084-4c61-9e1c-6740fd9eeda4', 'code': 200} Feb 11 04:18:09.100976 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026ca9f-42a0-470c-beb9-7f9bc3992395 req-4216c0d8-7eda-4709-bfd6-c319058ab50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:09.101964 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Publish callbacks [] for port (d8a17320-1c45-427d-afbe-498f00765968), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:09.103066 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1026ca9f-42a0-470c-beb9-7f9bc3992395 req-4216c0d8-7eda-4709-bfd6-c319058ab50d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 1132 time: 0.0912325 Feb 11 04:18:09.104201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=dee194e3-8dd4-4cfe-894b-dcf85d862e7d,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:09.115341 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7223d266-cae3-48d9-aff9-e6d391a5bbef tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:09.126926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 68532a48-1854-4f60-902d-c5cace1e2fc2 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:18:09.135095 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-e7087513-0a88-4336-b8ac-6d5b57d77808 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564 HTTP/1.1" status: 200 len: 217 time: 0.2617743 Feb 11 04:18:09.196396 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1026ca9f-42a0-470c-beb9-7f9bc3992395 req-68543109-4e2e-413b-9d7c-fab8304d25c3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537505 Feb 11 04:18:09.267264 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4589d08b-62d7-460f-9e01-df5a3dc39045 req-20955a4a-5c5d-48e0-bebe-8b851771dcaa service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162280 Feb 11 04:18:09.271974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-919138eb-3ede-4c7b-874d-ad40c884a2e5 req-807028e6-e084-4d26-9552-738b9f3c584e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747663 Feb 11 04:18:09.322139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-ebe50727-9bff-449e-8a28-b854391a8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:09.332086 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-ebe50727-9bff-449e-8a28-b854391a8db9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.1824548 Feb 11 04:18:09.348600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Set router cf9e70c5-3070-41fc-818e-8e079c48c3a3 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:18:09.374995 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'name': 'tempest-FloatingIPsTestJSON-1175880226-router', 'tenant_id': '205f380688634b268272d085c65815b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:18:00Z', 'updated_at': '2022-02-11T04:18:04Z', 'revision_number': 3, 'project_id': '205f380688634b268272d085c65815b9', 'gw_port': {'id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:42:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:02Z', 'updated_at': '2022-02-11T04:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:09.406653 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce219d-6212-4020-964d-62e03128ef32 req-1613b1ad-e01d-4868-bbc3-e3ea29d8b6b1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:09.414580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 68532a48-1854-4f60-902d-c5cace1e2fc2 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:09.415176 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:09.415959 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49ce219d-6212-4020-964d-62e03128ef32 req-1613b1ad-e01d-4868-bbc3-e3ea29d8b6b1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.2788658 Feb 11 04:18:09.418282 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a11bff0-ae7c-4b05-b63b-e18cecb07867 None None] The sync data for ids ['4619e2c0-3df4-4421-ae53-ebb3cf884d7c'] in n-d-712142-35 is: [{'id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'name': 'tempest-FloatingIPsTestJSON-1175880226-router', 'tenant_id': '205f380688634b268272d085c65815b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:18:00Z', 'updated_at': '2022-02-11T04:18:04Z', 'revision_number': 3, 'project_id': '205f380688634b268272d085c65815b9', 'gw_port': {'id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:42:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:02Z', 'updated_at': '2022-02-11T04:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:18:09.498130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-cd26d9cd-5df1-426a-9988-2990a5c075b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767193 Feb 11 04:18:09.499321 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d8a17320-1c45-427d-afbe-498f00765968), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:09.515473 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7223d266-cae3-48d9-aff9-e6d391a5bbef tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for security_group (7cf41a33-7000-4af2-be10-ff126615b336), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:09.604687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Network b87e8249-502b-495a-ab9e-a310116b96dd is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:18:09.621966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a17320-1c45-427d-afbe-498f00765968,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:09.651553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0535b-ef5e-4f52-a058-f96b316f857e req-bb67789c-8b4f-4900-ad02-b797a747a597 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:09.653545 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5da0535b-ef5e-4f52-a058-f96b316f857e req-bb67789c-8b4f-4900-ad02-b797a747a597 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 945 time: 0.3007865 Feb 11 04:18:09.654798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:18:09.657282 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7223d266-cae3-48d9-aff9-e6d391a5bbef tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7cf41a33-7000-4af2-be10-ff126615b336), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:09.672938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:18:09.843271 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49ce219d-6212-4020-964d-62e03128ef32 req-0460cf49-e02d-4067-8de2-8e9bbe3afadb tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217815 Feb 11 04:18:09.967317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 68532a48-1854-4f60-902d-c5cace1e2fc2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=68532a48-1854-4f60-902d-c5cace1e2fc2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:10.037000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223d266-cae3-48d9-aff9-e6d391a5bbef tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf41a33-7000-4af2-be10-ff126615b336,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:10.045913 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:10.139416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5da0535b-ef5e-4f52-a058-f96b316f857e req-09a55b16-0e15-4ebc-9aeb-9ba1ac81e56a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221648 Feb 11 04:18:10.149533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:17:57Z', 'updated_at': '2022-02-11T04:18:05Z', 'revision_number': 4, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'gw_port': {'id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:17:58Z', 'updated_at': '2022-02-11T04:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '9ff76b4c-6faf-46ec-9a8b-da1437b89b76', 'name': '', 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'mac_address': 'fa:16:3e:48:84:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:03Z', 'updated_at': '2022-02-11T04:18:06Z', 'revision_number': 2, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'subnets': [{'id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:10.160293 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7223d266-cae3-48d9-aff9-e6d391a5bbef tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:10.166320 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7223d266-cae3-48d9-aff9-e6d391a5bbef tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2451091 Feb 11 04:18:10.169143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38668) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:18:10.175370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8af78331-cc7a-4ee0-8a1e-ca91a8937100 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Request body: {'security_group_rule': {'security_group_id': '7cf41a33-7000-4af2-be10-ff126615b336', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:10.251383 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:10.258966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Checking router: cf9e70c5-3070-41fc-818e-8e079c48c3a3 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:18:10.259342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Updating router cf9e70c5-3070-41fc-818e-8e079c48c3a3 port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:18:10.268122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-dce9cf14-2c33-4de3-9cf3-b5e26b647f2a service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7548590 Feb 11 04:18:10.279607 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8af78331-cc7a-4ee0-8a1e-ca91a8937100 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for security_group_rule (2079b1dc-d438-4d27-8c9a-b0be4b6a4ff8), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:10.336949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=68532a48-1854-4f60-902d-c5cace1e2fc2,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:10.347141 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:10.355759 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8106a329-4a66-4018-86b3-aaa41f5941ff None None] Provisioning complete for port d8a17320-1c45-427d-afbe-498f00765968 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:10.363171 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8106a329-4a66-4018-86b3-aaa41f5941ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d8a17320-1c45-427d-afbe-498f00765968), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:10.428876 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8af78331-cc7a-4ee0-8a1e-ca91a8937100 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for security_group_rule (2079b1dc-d438-4d27-8c9a-b0be4b6a4ff8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:10.503305 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8af78331-cc7a-4ee0-8a1e-ca91a8937100 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (2079b1dc-d438-4d27-8c9a-b0be4b6a4ff8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:10.519228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f6f1c1d8-b067-4c0b-8c37-4dcc9191716d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:10.530795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af78331-cc7a-4ee0-8a1e-ca91a8937100 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2079b1dc-d438-4d27-8c9a-b0be4b6a4ff8,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:10.539668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8106a329-4a66-4018-86b3-aaa41f5941ff None None] Port d8a17320-1c45-427d-afbe-498f00765968 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:18:10.620016 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8af78331-cc7a-4ee0-8a1e-ca91a8937100 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:10.621577 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8af78331-cc7a-4ee0-8a1e-ca91a8937100 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4504664 Feb 11 04:18:10.624173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38680) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:18:10.633294 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-74ad197a-dc04-42c8-aa43-51ee1c9030a7 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Request body: {'security_group_rule': {'security_group_id': '7cf41a33-7000-4af2-be10-ff126615b336', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:10.774669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f6f1c1d8-b067-4c0b-8c37-4dcc9191716d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:10.775310 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f6f1c1d8-b067-4c0b-8c37-4dcc9191716d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:10.778250 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74ad197a-dc04-42c8-aa43-51ee1c9030a7 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for security_group_rule (85a4c99f-0dd5-48f8-a7ff-342fbe2c9cd3), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:10.890700 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74ad197a-dc04-42c8-aa43-51ee1c9030a7 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for security_group_rule (85a4c99f-0dd5-48f8-a7ff-342fbe2c9cd3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:10.964781 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74ad197a-dc04-42c8-aa43-51ee1c9030a7 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (85a4c99f-0dd5-48f8-a7ff-342fbe2c9cd3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:11.011657 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad197a-dc04-42c8-aa43-51ee1c9030a7 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a4c99f-0dd5-48f8-a7ff-342fbe2c9cd3,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:11.015072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f6f1c1d8-b067-4c0b-8c37-4dcc9191716d is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:11.015771 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f6f1c1d8-b067-4c0b-8c37-4dcc9191716d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:11.029104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571056c-eff8-4611-a085-9749ef2cdd72 req-b1d6546c-de94-45d0-860b-4da6c48603bf tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:11.037124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a571056c-eff8-4611-a085-9749ef2cdd72 req-b1d6546c-de94-45d0-860b-4da6c48603bf tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 949 time: 0.9355960 Feb 11 04:18:11.070600 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74ad197a-dc04-42c8-aa43-51ee1c9030a7 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:11.076571 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-74ad197a-dc04-42c8-aa43-51ee1c9030a7 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4508400 Feb 11 04:18:11.077854 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38686) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:18:11.083374 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port f6f1c1d8-b067-4c0b-8c37-4dcc9191716d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f6f1c1d8-b067-4c0b-8c37-4dcc9191716d,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:11.087647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:18:11.090184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:11.101135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68532a48-1854-4f60-902d-c5cace1e2fc2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:11.103640 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14faef8-60dd-4f2a-91b3-2c396899e625" -d '{"events": [{"server_uuid": "3ba7be8e-695a-4d09-be54-69e6a540b983", "name": "network-vif-unplugged", "status": "completed", "tag": "68532a48-1854-4f60-902d-c5cace1e2fc2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:11.108693 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Publish callbacks [] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:11.112571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-e7c591bd-b504-423d-a6d1-97236bd85955 service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7379518 Feb 11 04:18:11.160822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dc136-e16c-4d4b-af4e-2bf6b62c1415 req-fd483b17-147e-4fdb-83ba-4c33d9216dc5 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:11.162096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e3dc136-e16c-4d4b-af4e-2bf6b62c1415 req-fd483b17-147e-4fdb-83ba-4c33d9216dc5 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.2178953 Feb 11 04:18:11.170509 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a571056c-eff8-4611-a085-9749ef2cdd72 req-e15a6418-2dae-4e6e-a0ef-ccdcae36ab1a tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277411 Feb 11 04:18:11.172105 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f6f1c1d8-b067-4c0b-8c37-4dcc9191716d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:11.172916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dee194e3-8dd4-4cfe-894b-dcf85d862e7d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:11.245470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:11.251223 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d8a17320-1c45-427d-afbe-498f00765968), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:11.262509 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:11.281070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e3dc136-e16c-4d4b-af4e-2bf6b62c1415 req-39528c8d-3b75-4a2c-bccf-97e5c4a39518 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070049 Feb 11 04:18:11.395374 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=f6f1c1d8-b067-4c0b-8c37-4dcc9191716d,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:11.404776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:11.482550 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:11.504912 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff180a38-f35a-4d10-bd49-936af64c91d3 x-openstack-request-id: req-ff180a38-f35a-4d10-bd49-936af64c91d3 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:18:11.505298 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba7be8e-695a-4d09-be54-69e6a540b983", "name": "network-vif-unplugged", "status": "completed", "tag": "68532a48-1854-4f60-902d-c5cace1e2fc2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:18:11.505567 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff180a38-f35a-4d10-bd49-936af64c91d3 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:18:11.505989 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68532a48-1854-4f60-902d-c5cace1e2fc2', 'code': 200} Feb 11 04:18:11.530144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port dee194e3-8dd4-4cfe-894b-dcf85d862e7d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:11.531813 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dee194e3-8dd4-4cfe-894b-dcf85d862e7d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:11.548070 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd', 'mac_address': 'fa:16:3e:c1:36:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:18:11.577396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c34b24-be33-4404-9a9d-5a0f573234fb req-8768915b-a993-4660-bd16-a139bbe76054 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:11.585964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35c34b24-be33-4404-9a9d-5a0f573234fb req-8768915b-a993-4660-bd16-a139bbe76054 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.2947245 Feb 11 04:18:11.606262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7401d-1735-4c34-a968-70790cf7a82e None None] Pushing event updated for resources: {'Port': ['ID=9ff76b4c-6faf-46ec-9a8b-da1437b89b76,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:11.660674 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Attempting to bind port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:18:11.661347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Attempting to bind port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'babf27b4-5d83-4f62-9e8a-02cb95637433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:18:11.661883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Attempting to bind port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 on network e1482b58-e29f-40c6-8699-700526bbb856 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:11.672635 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:18:11.673369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Checking segment: {'id': 'babf27b4-5d83-4f62-9e8a-02cb95637433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:18:11.674585 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:11.679997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Bound using segment: {'id': 'babf27b4-5d83-4f62-9e8a-02cb95637433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:18:11.680829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Bound port: 9ff76b4c-6faf-46ec-9a8b-da1437b89b76, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babf27b4-5d83-4f62-9e8a-02cb95637433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:18:11.681436 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:11.718454 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Allocated IP 172.25.3.226 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/24d6b950-b534-4d83-bf8b-de6c649d7c7e) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:18:11.771108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:11.771426 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:11.849311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35c34b24-be33-4404-9a9d-5a0f573234fb req-df9e1dab-c493-4d2d-8061-dbf01731650c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623580 Feb 11 04:18:11.849654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:18:11.914576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c0da4-436d-467c-9be7-4ff325da7b2e req-ccaf4c44-80a9-4497-a324-138f39ec5c21 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:11.916433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be7c0da4-436d-467c-9be7-4ff325da7b2e req-ccaf4c44-80a9-4497-a324-138f39ec5c21 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 945 time: 0.2914085 Feb 11 04:18:11.928776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] For port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:18:11.942581 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for port (24d6b950-b534-4d83-bf8b-de6c649d7c7e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:11.968937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port dee194e3-8dd4-4cfe-894b-dcf85d862e7d is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:11.975490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:11.977840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] For port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9ff76b4c-6faf-46ec-9a8b-da1437b89b76,segment=NetworkSegment(babf27b4-5d83-4f62-9e8a-02cb95637433),segment_id=babf27b4-5d83-4f62-9e8a-02cb95637433)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:18:11.990918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f4b43d5c-ec50-4e6a-bf3d-cacde5bd3793 None None] Provisioning complete for port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:11.991274 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f4b43d5c-ec50-4e6a-bf3d-cacde5bd3793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:11.999825 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Publish callbacks [] for port (d8a17320-1c45-427d-afbe-498f00765968), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:12.026354 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:12.055182 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be7c0da4-436d-467c-9be7-4ff325da7b2e req-f6441a45-764d-49d0-9337-637567dd9ef9 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319728 Feb 11 04:18:12.061186 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (d8a17320-1c45-427d-afbe-498f00765968), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:12.063641 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:12.075277 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f4b43d5c-ec50-4e6a-bf3d-cacde5bd3793 None None] Port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:18:12.091202 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (24d6b950-b534-4d83-bf8b-de6c649d7c7e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:12.175672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:12.179549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Routers {'cf9e70c5-3070-41fc-818e-8e079c48c3a3'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:18:12.180330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:17:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:12.185458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:12.188020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a17320-1c45-427d-afbe-498f00765968,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:12.224509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Pushing event updated for resources: {'Port': ['ID=24d6b950-b534-4d83-bf8b-de6c649d7c7e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:12.276663 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:18:12.296316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:18:12.304983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:18:12.368201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7401d-1735-4c34-a968-70790cf7a82e None None] Pushing event updated for resources: {'Port': ['ID=9ff76b4c-6faf-46ec-9a8b-da1437b89b76,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:12.398612 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:12.498124 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f6f1c1d8-b067-4c0b-8c37-4dcc9191716d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:12.594705 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for floatingip (1469fe31-d2d5-4bf9-aba4-5716acacb2f9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:12.652985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Network b87e8249-502b-495a-ab9e-a310116b96dd is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:18:12.680156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a8cb36b3-3a38-43e8-8793-02c0cb36cb22 None None] Provisioning complete for port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:12.680705 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a8cb36b3-3a38-43e8-8793-02c0cb36cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:12.683787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:18:12.742956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfde0a-9753-4842-b811-77758ac0b56b req-18b3131a-dd4a-4b5e-a9e9-0d4d4560a9c8 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:12.744632 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfcfde0a-9753-4842-b811-77758ac0b56b req-18b3131a-dd4a-4b5e-a9e9-0d4d4560a9c8 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.3097341 Feb 11 04:18:12.771923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9147a-41ff-4dc0-805b-947a993d0114 req-026f2067-b504-437d-8a49-990a5e1e46df tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:12.789125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7f9147a-41ff-4dc0-805b-947a993d0114 req-026f2067-b504-437d-8a49-990a5e1e46df tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 949 time: 0.4120388 Feb 11 04:18:12.794756 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (24d6b950-b534-4d83-bf8b-de6c649d7c7e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:13.002494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a8cb36b3-3a38-43e8-8793-02c0cb36cb22 None None] Current status of the port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:13.002941 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a8cb36b3-3a38-43e8-8793-02c0cb36cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:13.091941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a8cb36b3-3a38-43e8-8793-02c0cb36cb22 None None] For port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9ff76b4c-6faf-46ec-9a8b-da1437b89b76,segment=NetworkSegment(babf27b4-5d83-4f62-9e8a-02cb95637433),segment_id=babf27b4-5d83-4f62-9e8a-02cb95637433)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:13.167650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Router 4619e2c0-3df4-4421-ae53-ebb3cf884d7c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:18:13.179286 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-2d23bdb4-d66a-4840-9c75-33a353681275 service neutron] 10.222.0.47 "GET /v2.0/ports/675eb9d2-75e0-42a1-a32e-3339bd59e613/bindings/n-h2-712142-35 HTTP/1.1" status: 200 len: 383 time: 0.3610084 Feb 11 04:18:13.190818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f6f1c1d8-b067-4c0b-8c37-4dcc9191716d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:13.193339 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f6f1c1d8-b067-4c0b-8c37-4dcc9191716d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:13.207236 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for port (24d6b950-b534-4d83-bf8b-de6c649d7c7e), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:13.212598 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a8cb36b3-3a38-43e8-8793-02c0cb36cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:13.262051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] Set router cf9e70c5-3070-41fc-818e-8e079c48c3a3 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:18:13.270370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfcfde0a-9753-4842-b811-77758ac0b56b req-e452160c-68a9-462c-bb5c-774cc24c8dd0 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4696016 Feb 11 04:18:13.291284 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (24d6b950-b534-4d83-bf8b-de6c649d7c7e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:13.292943 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7f9147a-41ff-4dc0-805b-947a993d0114 req-53fa117a-c771-470b-b33a-b459a31ab921 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004845 Feb 11 04:18:13.418594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Pushing event updated for resources: {'Port': ['ID=24d6b950-b534-4d83-bf8b-de6c649d7c7e,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:13.477034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-97001564-baa2-469a-87c7-58aaf4e82e87 None None] Provisioning complete for port d8a17320-1c45-427d-afbe-498f00765968 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:13.477781 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97001564-baa2-469a-87c7-58aaf4e82e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d8a17320-1c45-427d-afbe-498f00765968), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:13.531973 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (1469fe31-d2d5-4bf9-aba4-5716acacb2f9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:13.580504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-97001564-baa2-469a-87c7-58aaf4e82e87 None None] Port d8a17320-1c45-427d-afbe-498f00765968 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:18:13.664386 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:13.677093 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-731e15bf-34de-49a9-a1fc-d54ac1e56086 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5866203 Feb 11 04:18:13.757254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba4ba4-dfd7-4667-813b-4629e3d693e5 req-7204c758-f07f-4588-a67e-adc226536548 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:13.768430 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85ba4ba4-dfd7-4667-813b-4629e3d693e5 req-7204c758-f07f-4588-a67e-adc226536548 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.3420558 Feb 11 04:18:13.819773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:18:13.833754 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Sync routers for ids ['4619e2c0-3df4-4421-ae53-ebb3cf884d7c'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:18:13.855668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cdfd8686-00bf-4b76-a043-e4bccce2eba6 admin admin] 10.222.0.13 "PUT /v2.0/routers/4619e2c0-3df4-4421-ae53-ebb3cf884d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0298002 Feb 11 04:18:13.863060 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Routers {'4619e2c0-3df4-4421-ae53-ebb3cf884d7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:18:13.866139 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:17:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4619e2c0-3df4-4421-ae53-ebb3cf884d7c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:13.941461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb36b3-3a38-43e8-8793-02c0cb36cb22 None None] Pushing event updated for resources: {'Port': ['ID=9ff76b4c-6faf-46ec-9a8b-da1437b89b76,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:14.028906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f6f1c1d8-b067-4c0b-8c37-4dcc9191716d is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:14.054684 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85ba4ba4-dfd7-4667-813b-4629e3d693e5 req-fb0cbdd0-24d3-409e-86cc-fe0584513ffc tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851689 Feb 11 04:18:14.057323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:17:57Z', 'updated_at': '2022-02-11T04:18:05Z', 'revision_number': 4, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'gw_port': {'id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:17:58Z', 'updated_at': '2022-02-11T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '9ff76b4c-6faf-46ec-9a8b-da1437b89b76', 'name': '', 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'mac_address': 'fa:16:3e:48:84:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:03Z', 'updated_at': '2022-02-11T04:18:11Z', 'revision_number': 4, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'subnets': [{'id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:14.105746 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c55769-cc11-4607-89d5-09462f624e6a req-1e7fcbd0-061c-44e0-aa6f-bf6cb63be9a0 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:14.107343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83c55769-cc11-4607-89d5-09462f624e6a req-1e7fcbd0-061c-44e0-aa6f-bf6cb63be9a0 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 945 time: 0.2912405 Feb 11 04:18:14.123164 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Set router 4619e2c0-3df4-4421-ae53-ebb3cf884d7c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:18:14.127192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-ac67319c-4026-43d6-8643-b7aa27ea55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:14.144457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-ac67319c-4026-43d6-8643-b7aa27ea55ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6&tenant_id=95a93e519b544c01b6ee62c609eec109 HTTP/1.1" status: 200 len: 1133 time: 0.3091962 Feb 11 04:18:14.173444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b4a365-5ba9-4ffd-87b6-134a7b6a9ed2 None None] The sync data for ids ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'] in n-d-712142-35 is: [{'id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:17:57Z', 'updated_at': '2022-02-11T04:18:05Z', 'revision_number': 4, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'gw_port': {'id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:17:58Z', 'updated_at': '2022-02-11T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '9ff76b4c-6faf-46ec-9a8b-da1437b89b76', 'name': '', 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'mac_address': 'fa:16:3e:48:84:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:03Z', 'updated_at': '2022-02-11T04:18:11Z', 'revision_number': 4, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'subnets': [{'id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:18:14.389388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83c55769-cc11-4607-89d5-09462f624e6a req-29f23777-9ad3-459c-aed6-2ea82cc463bf tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665517 Feb 11 04:18:14.412426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-35f6f15d-5e6d-40eb-a5a4-95048fa0e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:14.414331 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-35f6f15d-5e6d-40eb-a5a4-95048fa0e774 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 1133 time: 0.2388530 Feb 11 04:18:14.503996 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'name': 'tempest-FloatingIPsTestJSON-1175880226-router', 'tenant_id': '205f380688634b268272d085c65815b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:18:00Z', 'updated_at': '2022-02-11T04:18:11Z', 'revision_number': 4, 'project_id': '205f380688634b268272d085c65815b9', 'gw_port': {'id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:02Z', 'updated_at': '2022-02-11T04:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd8a17320-1c45-427d-afbe-498f00765968', 'name': '', 'network_id': 'b87e8249-502b-495a-ab9e-a310116b96dd', 'tenant_id': '205f380688634b268272d085c65815b9', 'mac_address': 'fa:16:3e:b6:2c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '3e41b964-f65f-422e-8ed9-bdbf04f43693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:08Z', 'updated_at': '2022-02-11T04:18:11Z', 'revision_number': 2, 'project_id': '205f380688634b268272d085c65815b9', 'subnets': [{'id': '3e41b964-f65f-422e-8ed9-bdbf04f43693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:14.573993 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Checking router: 4619e2c0-3df4-4421-ae53-ebb3cf884d7c for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:18:14.574368 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Updating router 4619e2c0-3df4-4421-ae53-ebb3cf884d7c port d8a17320-1c45-427d-afbe-498f00765968 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:18:14.610921 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d8a17320-1c45-427d-afbe-498f00765968), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:14.763925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-6e16ff56-25d6-4c8e-80a9-09f95e684684 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1843538323&fields=id&tenant_id=49e004e6f4ad4de2b69117dfda00d4c7 HTTP/1.1" status: 200 len: 267 time: 0.2585042 Feb 11 04:18:14.837604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-0a4d0d46-21c8-4147-976d-52ac7fa9dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:14.839120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-0a4d0d46-21c8-4147-976d-52ac7fa9dc5a service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.4175944 Feb 11 04:18:14.844297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca783be-cf4d-4fe1-bdac-1a019d8be59f req-a86b2cea-01a8-4770-acee-8971b384f3d7 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:14.846570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ca783be-cf4d-4fe1-bdac-1a019d8be59f req-a86b2cea-01a8-4770-acee-8971b384f3d7 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 1132 time: 0.3423994 Feb 11 04:18:14.947025 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5ca783be-cf4d-4fe1-bdac-1a019d8be59f req-717a3038-121a-4d0d-898e-46ce898954e4 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:15.006517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-416eefed-4598-4048-a5b2-ae5001304d69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613 HTTP/1.1" status: 200 len: 217 time: 0.1589026 Feb 11 04:18:15.139037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:15.150733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-e2cb9fbf-4d9f-4971-b241-657379c3a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:15.156977 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-e2cb9fbf-4d9f-4971-b241-657379c3a2de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1395180 Feb 11 04:18:15.229643 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5ca783be-cf4d-4fe1-bdac-1a019d8be59f req-717a3038-121a-4d0d-898e-46ce898954e4 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] Publish callbacks [] for security_group (46fcfb3d-085e-4353-b991-860e4dfad956), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:15.239092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef3490-9450-4717-b98b-6c3519940976 req-5538a84a-6ada-43fc-b81e-8630795e4c50 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:15.242566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:15.243050 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:15.249388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-5538a84a-6ada-43fc-b81e-8630795e4c50 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/networks?id=e1482b58-e29f-40c6-8699-700526bbb856 HTTP/1.1" status: 200 len: 811 time: 0.4734573 Feb 11 04:18:15.343568 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-aa1bc2d4-7eb1-4570-ac91-c8a21e272ab8 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/quotas/49e004e6f4ad4de2b69117dfda00d4c7 HTTP/1.1" status: 200 len: 375 time: 0.0928247 Feb 11 04:18:15.345004 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Publish callbacks [] for port (d8a17320-1c45-427d-afbe-498f00765968), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:15.349771 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5ca783be-cf4d-4fe1-bdac-1a019d8be59f req-717a3038-121a-4d0d-898e-46ce898954e4 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (46fcfb3d-085e-4353-b991-860e4dfad956), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:15.410456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:15.411106 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:15.422608 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d8a17320-1c45-427d-afbe-498f00765968), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:15.425641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a3038-121a-4d0d-898e-46ce898954e4 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fcfb3d-085e-4353-b991-860e4dfad956,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:15.499531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6e60e0-8c53-43cd-b9fb-216180a31e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:15.504624 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9394ac-5a68-4cf4-8405-7e816821351c" -d '{"events": [{"server_uuid": "0b6e60e0-8c53-43cd-b9fb-216180a31e68", "name": "network-vif-plugged", "status": "completed", "tag": "9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:15.506314 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-5abcee65-29b5-4613-a468-201d983c064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:15.508002 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-5abcee65-29b5-4613-a468-201d983c064c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2537885 Feb 11 04:18:15.529494 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ca783be-cf4d-4fe1-bdac-1a019d8be59f req-717a3038-121a-4d0d-898e-46ce898954e4 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6733596 Feb 11 04:18:15.531784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:15.548604 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e127d-dd58-43c2-8307-b627d8bdefc3 None None] Pushing event updated for resources: {'Port': ['ID=d8a17320-1c45-427d-afbe-498f00765968,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:15.599830 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:15.762058 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Attempting to bind port d8a17320-1c45-427d-afbe-498f00765968 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:18:15.762434 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Attempting to bind port d8a17320-1c45-427d-afbe-498f00765968 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'c862186f-08e7-40bd-85e5-0ffedf4b2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b87e8249-502b-495a-ab9e-a310116b96dd'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:18:15.762826 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Attempting to bind port d8a17320-1c45-427d-afbe-498f00765968 on network b87e8249-502b-495a-ab9e-a310116b96dd {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:15.786538 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:18:15.786944 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Checking segment: {'id': 'c862186f-08e7-40bd-85e5-0ffedf4b2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b87e8249-502b-495a-ab9e-a310116b96dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:18:15.787355 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:15.787748 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Bound using segment: {'id': 'c862186f-08e7-40bd-85e5-0ffedf4b2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b87e8249-502b-495a-ab9e-a310116b96dd'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:18:15.792233 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Bound port: d8a17320-1c45-427d-afbe-498f00765968, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c862186f-08e7-40bd-85e5-0ffedf4b2c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b87e8249-502b-495a-ab9e-a310116b96dd'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:18:15.796020 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d8a17320-1c45-427d-afbe-498f00765968), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:15.821133 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:15.944360 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] For port d8a17320-1c45-427d-afbe-498f00765968, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:18:15.950227 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] For port d8a17320-1c45-427d-afbe-498f00765968, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d8a17320-1c45-427d-afbe-498f00765968,segment=NetworkSegment(c862186f-08e7-40bd-85e5-0ffedf4b2c7b),segment_id=c862186f-08e7-40bd-85e5-0ffedf4b2c7b)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:18:15.973331 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-5c7d36f1-dd37-472a-b1a1-ef4aa0c31e96 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268203 Feb 11 04:18:16.029320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8ff9458e-0d3a-4871-9a5b-cbb2ed2fbb21 None None] Provisioning complete for port d8a17320-1c45-427d-afbe-498f00765968 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:16.034493 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d8a17320-1c45-427d-afbe-498f00765968), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:16.042875 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8ff9458e-0d3a-4871-9a5b-cbb2ed2fbb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d8a17320-1c45-427d-afbe-498f00765968), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:16.149420 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-774b3088-9b08-4f20-94fe-39aa6a7b9514 req-0fc77daf-d0ff-4c9a-885d-de4552ea703c service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662512 Feb 11 04:18:16.262293 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Routers {'4619e2c0-3df4-4421-ae53-ebb3cf884d7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:18:16.263351 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:17:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4619e2c0-3df4-4421-ae53-ebb3cf884d7c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:16.281940 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e127d-dd58-43c2-8307-b627d8bdefc3 None None] Pushing event updated for resources: {'Port': ['ID=d8a17320-1c45-427d-afbe-498f00765968,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:16.354762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8ff9458e-0d3a-4871-9a5b-cbb2ed2fbb21 None None] Current status of the port d8a17320-1c45-427d-afbe-498f00765968 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:16.355303 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8ff9458e-0d3a-4871-9a5b-cbb2ed2fbb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d8a17320-1c45-427d-afbe-498f00765968), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:16.463015 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-c2ac8b06-685c-49f8-b4e9-fc940e9c0cd7 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=49e004e6f4ad4de2b69117dfda00d4c7&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1179979 Feb 11 04:18:16.502801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:16.578205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-8ff9458e-0d3a-4871-9a5b-cbb2ed2fbb21 None None] For port d8a17320-1c45-427d-afbe-498f00765968, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d8a17320-1c45-427d-afbe-498f00765968,segment=NetworkSegment(c862186f-08e7-40bd-85e5-0ffedf4b2c7b),segment_id=c862186f-08e7-40bd-85e5-0ffedf4b2c7b)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:16.638402 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8ff9458e-0d3a-4871-9a5b-cbb2ed2fbb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d8a17320-1c45-427d-afbe-498f00765968), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:16.680198 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] Set router 4619e2c0-3df4-4421-ae53-ebb3cf884d7c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:18:16.734561 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-4a4e7a95-f596-4137-a838-319d4a1a5bc0 service neutron] 10.222.0.13 "GET /v2.0/networks/e1482b58-e29f-40c6-8699-700526bbb856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388785 Feb 11 04:18:16.784816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9458e-0d3a-4871-9a5b-cbb2ed2fbb21 None None] Pushing event updated for resources: {'Port': ['ID=d8a17320-1c45-427d-afbe-498f00765968,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:16.834073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:16.834458 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:16.939743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-467c1fae-e754-4988-8fda-5f2961de9ab9 None None] Provisioning complete for port d8a17320-1c45-427d-afbe-498f00765968 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:16.940396 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-467c1fae-e754-4988-8fda-5f2961de9ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d8a17320-1c45-427d-afbe-498f00765968), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:16.948899 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-e93ed8b4-0500-4158-8d02-1a8e2d90b78d tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9785097 Feb 11 04:18:16.964401 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:17.070072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-2fbc7403-6d48-444c-9e6e-81fd54fe278a service neutron] 10.222.0.13 "GET /v2.0/networks/e1482b58-e29f-40c6-8699-700526bbb856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205733 Feb 11 04:18:17.113655 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:17.228551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:17.317855 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'name': 'tempest-FloatingIPsTestJSON-1175880226-router', 'tenant_id': '205f380688634b268272d085c65815b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:18:00Z', 'updated_at': '2022-02-11T04:18:11Z', 'revision_number': 4, 'project_id': '205f380688634b268272d085c65815b9', 'gw_port': {'id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:02Z', 'updated_at': '2022-02-11T04:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd8a17320-1c45-427d-afbe-498f00765968', 'name': '', 'network_id': 'b87e8249-502b-495a-ab9e-a310116b96dd', 'tenant_id': '205f380688634b268272d085c65815b9', 'mac_address': 'fa:16:3e:b6:2c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '3e41b964-f65f-422e-8ed9-bdbf04f43693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:08Z', 'updated_at': '2022-02-11T04:18:15Z', 'revision_number': 4, 'project_id': '205f380688634b268272d085c65815b9', 'subnets': [{'id': '3e41b964-f65f-422e-8ed9-bdbf04f43693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:17.334686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-467c1fae-e754-4988-8fda-5f2961de9ab9 None None] Current status of the port d8a17320-1c45-427d-afbe-498f00765968 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:17.422897 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9857dd-f396-4be4-a5d9-b22a848174f5 None None] The sync data for ids ['4619e2c0-3df4-4421-ae53-ebb3cf884d7c'] in n-d-712142-35 is: [{'id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'name': 'tempest-FloatingIPsTestJSON-1175880226-router', 'tenant_id': '205f380688634b268272d085c65815b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:18:00Z', 'updated_at': '2022-02-11T04:18:11Z', 'revision_number': 4, 'project_id': '205f380688634b268272d085c65815b9', 'gw_port': {'id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:02Z', 'updated_at': '2022-02-11T04:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd8a17320-1c45-427d-afbe-498f00765968', 'name': '', 'network_id': 'b87e8249-502b-495a-ab9e-a310116b96dd', 'tenant_id': '205f380688634b268272d085c65815b9', 'mac_address': 'fa:16:3e:b6:2c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '3e41b964-f65f-422e-8ed9-bdbf04f43693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:08Z', 'updated_at': '2022-02-11T04:18:15Z', 'revision_number': 4, 'project_id': '205f380688634b268272d085c65815b9', 'subnets': [{'id': '3e41b964-f65f-422e-8ed9-bdbf04f43693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:18:17.447087 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:17.510100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 675eb9d2-75e0-42a1-a32e-3339bd59e613 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:18:17.745916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 675eb9d2-75e0-42a1-a32e-3339bd59e613 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:17.746680 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:17.767217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Allocated IP 172.25.3.69 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/960d1fc9-5f36-4524-815e-4b2bb1e089e2) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:18:17.837849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 675eb9d2-75e0-42a1-a32e-3339bd59e613, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:17.881237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36163f-5e3d-4bac-9c43-49f28ba34195 req-8b95b32d-027f-4906-9577-436f3338d21d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:17.882842 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a36163f-5e3d-4bac-9c43-49f28ba34195 req-8b95b32d-027f-4906-9577-436f3338d21d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.1893511 Feb 11 04:18:17.926955 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:18.040326 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks [] for port (960d1fc9-5f36-4524-815e-4b2bb1e089e2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:18.052680 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=675eb9d2-75e0-42a1-a32e-3339bd59e613,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:18.142734 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a36163f-5e3d-4bac-9c43-49f28ba34195 req-ee0c36ed-14f2-40ee-89ce-f78765fde786 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683640 Feb 11 04:18:18.153788 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (960d1fc9-5f36-4524-815e-4b2bb1e089e2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:18.258048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:18:18.261871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:18:18.266981 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:18:18.315186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Pushing event updated for resources: {'Port': ['ID=960d1fc9-5f36-4524-815e-4b2bb1e089e2,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:18.409034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d8a17320-1c45-427d-afbe-498f00765968 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:18.496459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks [] for floatingip (a546d0eb-78b1-4ed0-acf1-a7a7a11563e2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:18.497041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port d8a17320-1c45-427d-afbe-498f00765968 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:18.498460 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d8a17320-1c45-427d-afbe-498f00765968), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:18.699713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6c612-8a6f-4e81-860c-4189936ed342 req-a2f2e8c2-8cd5-4d48-b7c9-adc1e5839f2e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:18.719604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c0a6c612-8a6f-4e81-860c-4189936ed342 req-a2f2e8c2-8cd5-4d48-b7c9-adc1e5839f2e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.1638570 Feb 11 04:18:18.722877 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (960d1fc9-5f36-4524-815e-4b2bb1e089e2), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:18.742143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port d8a17320-1c45-427d-afbe-498f00765968 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:19.010050 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c0a6c612-8a6f-4e81-860c-4189936ed342 req-a1f4852d-9be0-46cd-a616-4f5ad1c25c47 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881927 Feb 11 04:18:19.062890 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks [] for port (960d1fc9-5f36-4524-815e-4b2bb1e089e2), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:19.120192 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (960d1fc9-5f36-4524-815e-4b2bb1e089e2), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:19.512162 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 675eb9d2-75e0-42a1-a32e-3339bd59e613 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:18:19.576279 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (a546d0eb-78b1-4ed0-acf1-a7a7a11563e2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:19.601422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Pushing event updated for resources: {'Port': ['ID=960d1fc9-5f36-4524-815e-4b2bb1e089e2,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:19.611712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:19.612217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:19.612661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:19.613118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:19.613880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:19.613880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:19.614364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:19.614828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:19.615255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:19.615692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:19.616171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:19.616591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:19.616986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:19.640538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd250ecc-7daa-4e27-a062-75c612fd4203 req-5f13c284-c6d6-4a66-a200-314a5471f85b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:19.643059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd250ecc-7daa-4e27-a062-75c612fd4203 req-5f13c284-c6d6-4a66-a200-314a5471f85b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 945 time: 0.5355217 Feb 11 04:18:19.690517 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:19.694490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-764844f6-4f8a-433d-8899-66d5d3f26cd1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7353668 Feb 11 04:18:19.772323 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-9e2425f2-6714-4476-a364-a9528b269dcd tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0685468 Feb 11 04:18:19.795107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 675eb9d2-75e0-42a1-a32e-3339bd59e613, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:19.812944 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '675eb9d2-75e0-42a1-a32e-3339bd59e613', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '675eb9d2-75e0-42a1-a32e-3339bd59e613', 'mac_address': 'fa:16:3e:ab:00:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:18:19.870070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd250ecc-7daa-4e27-a062-75c612fd4203 req-0695994b-25a8-4e12-a9ed-6d6b4a6afef5 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042055 Feb 11 04:18:19.878836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 675eb9d2-75e0-42a1-a32e-3339bd59e613 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:19.879683 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:19.930922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675eb9d2-75e0-42a1-a32e-3339bd59e613 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:18:19.979341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 675eb9d2-75e0-42a1-a32e-3339bd59e613, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:19.987493 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9018c3b-3416-470d-9f1d-0e6cd36819cf x-openstack-request-id: req-c9018c3b-3416-470d-9f1d-0e6cd36819cf {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:18:19.987810 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6e60e0-8c53-43cd-b9fb-216180a31e68", "name": "network-vif-plugged", "status": "completed", "tag": "9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:18:19.988071 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9018c3b-3416-470d-9f1d-0e6cd36819cf {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:18:19.988798 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6e60e0-8c53-43cd-b9fb-216180a31e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd', 'code': 200} Feb 11 04:18:20.025076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-8eebc739-cd39-4abb-aaf8-2743bb58104b tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:20.026660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84de67c5-b97d-4f90-8888-a685f680cdb5 req-8eebc739-cd39-4abb-aaf8-2743bb58104b tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.2447793 Feb 11 04:18:20.063496 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:20.135007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=675eb9d2-75e0-42a1-a32e-3339bd59e613,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:20.253999 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-929b42db-de29-44ef-aea7-f98a80ce9aac req-98d3cdc6-f490-4316-999d-4434491a068f tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 210 time: 0.1344166 Feb 11 04:18:20.341253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['675eb9d2-75e0-42a1-a32e-3339bd59e613'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:20.592917 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e28e5-9014-47ff-a9d0-5a3f5c29eaa1 req-e614bc88-4e2e-43db-96f9-dd35dd342c61 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:20.644915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9b7e28e5-9014-47ff-a9d0-5a3f5c29eaa1 req-e614bc88-4e2e-43db-96f9-dd35dd342c61 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 949 time: 0.2464056 Feb 11 04:18:20.828157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9060127-5cd2-4528-a48b-5a431b96ab9e req-32840d9d-896f-4188-953a-adfdef2177ae tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/floatingips/a546d0eb-78b1-4ed0-acf1-a7a7a11563e2 HTTP/1.1" status: 200 len: 692 time: 0.1768825 Feb 11 04:18:20.889834 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9b7e28e5-9014-47ff-a9d0-5a3f5c29eaa1 req-9e8fa873-1e02-43fc-b1d0-6d8e31b2b963 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431958 Feb 11 04:18:21.158839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9060127-5cd2-4528-a48b-5a431b96ab9e req-729f8cdc-53ed-42f7-91ca-3e0bd17d527a tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:21.160264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9060127-5cd2-4528-a48b-5a431b96ab9e req-729f8cdc-53ed-42f7-91ca-3e0bd17d527a tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.3232417 Feb 11 04:18:21.178976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-b9060127-5cd2-4528-a48b-5a431b96ab9e req-7c91f0e1-1d63-4757-920f-2b2048a99c13 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:18:21.179973 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9060127-5cd2-4528-a48b-5a431b96ab9e req-7c91f0e1-1d63-4757-920f-2b2048a99c13 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102000 Feb 11 04:18:21.187130 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b083b8-91b2-4759-895f-1a1ca50d6ac4 req-3d427234-fe90-45cf-8c44-5275a73aff61 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:21.188569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15b083b8-91b2-4759-895f-1a1ca50d6ac4 req-3d427234-fe90-45cf-8c44-5275a73aff61 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.2030907 Feb 11 04:18:21.229083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7643edd2-88e3-4d9a-828f-e1b497fbe1eb tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:21.230773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7643edd2-88e3-4d9a-828f-e1b497fbe1eb tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.32 "GET /v2.0/networks?id=e1482b58-e29f-40c6-8699-700526bbb856 HTTP/1.1" status: 200 len: 811 time: 0.2068911 Feb 11 04:18:21.301337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ab7fd5d0-7cb4-4835-9b3f-9f4775647a77 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d798341ca07d4766bbf714ac7726543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479164 Feb 11 04:18:21.309025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15b083b8-91b2-4759-895f-1a1ca50d6ac4 req-5ed70d7f-06b2-46e7-8902-10dd0624b989 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113648 Feb 11 04:18:21.383267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-6162da4a-50bb-49f7-8ec5-018957cccdf7 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49e004e6f4ad4de2b69117dfda00d4c7 HTTP/1.1" status: 200 len: 380 time: 0.1388571 Feb 11 04:18:21.413863 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f5ef3490-9450-4717-b98b-6c3519940976 req-78d74fc0-b8ac-4099-9e61-655b732a5d13 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Request body: {'port': {'device_id': 'b848901b-4744-471e-826a-5118caf29ac0', 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'admin_state_up': True, 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'security_groups': ['7cf41a33-7000-4af2-be10-ff126615b336']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:21.515492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e09833df-fd10-4ba6-bf6a-66c1f838a1e4 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:21.517019 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e09833df-fd10-4ba6-bf6a-66c1f838a1e4 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070801 Feb 11 04:18:21.540166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-57f43fd6-eba6-4186-aafc-f404c4019d16 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/quotas/d798341ca07d4766bbf714ac7726543b HTTP/1.1" status: 200 len: 375 time: 0.0166793 Feb 11 04:18:21.630797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-1eb55787-e795-4eb5-9d23-62051ac6cd15 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814345 Feb 11 04:18:21.673985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ef3490-9450-4717-b98b-6c3519940976 req-78d74fc0-b8ac-4099-9e61-655b732a5d13 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Made reservation on behalf of 49e004e6f4ad4de2b69117dfda00d4c7 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:18:21.678319 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5ef3490-9450-4717-b98b-6c3519940976 req-78d74fc0-b8ac-4099-9e61-655b732a5d13 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:21.846862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-f5ef3490-9450-4717-b98b-6c3519940976 req-78d74fc0-b8ac-4099-9e61-655b732a5d13 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Allocated IP 172.20.0.4 (e1482b58-e29f-40c6-8699-700526bbb856/c960cfd3-6863-467e-ba4a-d6ab6f6e9b47/e64e699f-0a10-4ee6-9229-86d80ad080d3) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:18:21.990034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675eb9d2-75e0-42a1-a32e-3339bd59e613'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:21.993088 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eb711d-2cc4-48e1-b468-f906f18614de" -d '{"events": [{"server_uuid": "782a29a3-9c2e-42d3-978e-63c79bbb09b6", "name": "network-vif-unplugged", "status": "completed", "tag": "675eb9d2-75e0-42a1-a32e-3339bd59e613"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:22.111645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9804b2e-ab85-485d-b641-388a60a9c37b req-4d9f5098-2a22-4aef-8318-c35b92c73312 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:22.118810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9804b2e-ab85-485d-b641-388a60a9c37b req-4d9f5098-2a22-4aef-8318-c35b92c73312 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 945 time: 0.1095445 Feb 11 04:18:22.206961 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5ef3490-9450-4717-b98b-6c3519940976 req-78d74fc0-b8ac-4099-9e61-655b732a5d13 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:22.228086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68287170-089a-417c-a778-507c6e6d9ac2 req-c68eaa1f-5236-422a-9d71-186d017615e1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:22.229895 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-c68eaa1f-5236-422a-9d71-186d017615e1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6&tenant_id=95a93e519b544c01b6ee62c609eec109&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 949 time: 0.1545489 Feb 11 04:18:22.253567 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9804b2e-ab85-485d-b641-388a60a9c37b req-3fb631fa-2f5d-40a0-bee0-59ee9be642f3 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275136 Feb 11 04:18:22.398765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35253692-180b-4694-8ecd-2c0260314a37 req-5c3a522d-6219-4153-8c33-39b753801a74 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=205f380688634b268272d085c65815b9 HTTP/1.1" status: 200 len: 695 time: 0.0867078 Feb 11 04:18:22.523724 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35253692-180b-4694-8ecd-2c0260314a37 req-3ecb5c4b-180b-40de-a3b9-0b1f6ce9539f tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:22.539249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35253692-180b-4694-8ecd-2c0260314a37 req-3ecb5c4b-180b-40de-a3b9-0b1f6ce9539f tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/networks?id=89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 787 time: 0.1402664 Feb 11 04:18:22.608966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-35253692-180b-4694-8ecd-2c0260314a37 req-560ac17d-e14e-40a5-8b28-c10e9252b8bc tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:18:22.610033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35253692-180b-4694-8ecd-2c0260314a37 req-560ac17d-e14e-40a5-8b28-c10e9252b8bc tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0700049 Feb 11 04:18:22.647866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-a101de41-45cf-4651-aa32-58e726d4ec67 service neutron] 10.222.0.47 "GET /v2.0/ports/675eb9d2-75e0-42a1-a32e-3339bd59e613/bindings/n-h2-712142-35 HTTP/1.1" status: 200 len: 383 time: 0.3916173 Feb 11 04:18:22.709977 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3882d39d-e2b7-47d3-a719-51c5b16d4283 req-ee4d68bd-e2ed-4737-b2f6-303f4e3c68cf tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 210 time: 0.0941713 Feb 11 04:18:22.721722 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5ef3490-9450-4717-b98b-6c3519940976 req-78d74fc0-b8ac-4099-9e61-655b732a5d13 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:22.863529 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87a9a59-f69d-4e22-8ed4-e46cbcc20d58 x-openstack-request-id: req-a87a9a59-f69d-4e22-8ed4-e46cbcc20d58 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:18:22.863529 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782a29a3-9c2e-42d3-978e-63c79bbb09b6", "name": "network-vif-unplugged", "status": "completed", "tag": "675eb9d2-75e0-42a1-a32e-3339bd59e613", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:18:22.863529 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a87a9a59-f69d-4e22-8ed4-e46cbcc20d58 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:18:22.863529 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675eb9d2-75e0-42a1-a32e-3339bd59e613', 'code': 200} Feb 11 04:18:22.866001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ef3490-9450-4717-b98b-6c3519940976 req-78d74fc0-b8ac-4099-9e61-655b732a5d13 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Network e1482b58-e29f-40c6-8699-700526bbb856 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:18:22.878075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68287170-089a-417c-a778-507c6e6d9ac2 req-064bd693-3cbe-4fb2-a153-17d44a00658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:22.879660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-064bd693-3cbe-4fb2-a153-17d44a00658c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 1132 time: 0.1763034 Feb 11 04:18:22.880554 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-f5ef3490-9450-4717-b98b-6c3519940976 req-78d74fc0-b8ac-4099-9e61-655b732a5d13 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:18:22.883813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ef3490-9450-4717-b98b-6c3519940976 req-78d74fc0-b8ac-4099-9e61-655b732a5d13 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:18:22.887034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d74fc0-b8ac-4099-9e61-655b732a5d13 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Pushing event updated for resources: {'Port': ['ID=e64e699f-0a10-4ee6-9229-86d80ad080d3,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:23.085507 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0d1b61a8-5f69-4db1-b4b8-e2cb7b088cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:23.164677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef3490-9450-4717-b98b-6c3519940976 req-78d74fc0-b8ac-4099-9e61-655b732a5d13 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:23.165369 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5ef3490-9450-4717-b98b-6c3519940976 req-78d74fc0-b8ac-4099-9e61-655b732a5d13 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:23.219187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e68724-fd75-422b-b699-4e09b98ac7c2 req-1e8a3156-3e31-4e65-a7d2-d29f86f4bf90 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:23.227373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87e68724-fd75-422b-b699-4e09b98ac7c2 req-1e8a3156-3e31-4e65-a7d2-d29f86f4bf90 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 949 time: 0.3038573 Feb 11 04:18:23.280292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abc9bb-44e4-4e92-85de-7d71b2614f9f req-825cee8f-279c-4b09-9f78-550b62c837af tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:23.285706 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45abc9bb-44e4-4e92-85de-7d71b2614f9f req-825cee8f-279c-4b09-9f78-550b62c837af tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.3384287 Feb 11 04:18:23.313147 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68287170-089a-417c-a778-507c6e6d9ac2 req-a69b72ba-a3e5-4451-bc4a-dbec1aa9bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:23.314776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-a69b72ba-a3e5-4451-bc4a-dbec1aa9bcbd service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.4237859 Feb 11 04:18:23.318101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87e68724-fd75-422b-b699-4e09b98ac7c2 req-28527e17-515e-4e96-b408-022256ca752a tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899172 Feb 11 04:18:23.354133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-78d74fc0-b8ac-4099-9e61-655b732a5d13 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9445536 Feb 11 04:18:23.362052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1c2e5464-3ba7-476d-8a5b-48ff664d74d8 None None] Provisioning complete for port e64e699f-0a10-4ee6-9229-86d80ad080d3 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:23.364366 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1c2e5464-3ba7-476d-8a5b-48ff664d74d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:23.368604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Request body: {'port': {'device_id': 'b848901b-4744-471e-826a-5118caf29ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:23.431942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-13b39834-6a34-4c49-bbcc-311597d6aa4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613 HTTP/1.1" status: 200 len: 217 time: 0.1061175 Feb 11 04:18:23.503884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e5464-3ba7-476d-8a5b-48ff664d74d8 None None] Port e64e699f-0a10-4ee6-9229-86d80ad080d3 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:18:23.513586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 675eb9d2-75e0-42a1-a32e-3339bd59e613 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:23.535786 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:23.565985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45abc9bb-44e4-4e92-85de-7d71b2614f9f req-383518bb-45ec-458d-9839-9cb1ac0348d9 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463956 Feb 11 04:18:23.620930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68287170-089a-417c-a778-507c6e6d9ac2 req-7ca6eed7-1d20-4acc-a0fc-cbaf8dcb092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:23.622432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-7ca6eed7-1d20-4acc-a0fc-cbaf8dcb092c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1830745 Feb 11 04:18:23.743105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 675eb9d2-75e0-42a1-a32e-3339bd59e613 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:23.743105 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:23.743850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-d04c16b8-554a-4270-9496-69db88b79f23 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/floatingips/a546d0eb-78b1-4ed0-acf1-a7a7a11563e2 HTTP/1.1" status: 200 len: 692 time: 0.1333716 Feb 11 04:18:23.910887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 675eb9d2-75e0-42a1-a32e-3339bd59e613 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:23.911870 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:23.959724 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 675eb9d2-75e0-42a1-a32e-3339bd59e613, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:24.023280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68287170-089a-417c-a778-507c6e6d9ac2 req-19896278-235f-44c9-9690-185c9e021d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:24.024795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-19896278-235f-44c9-9690-185c9e021d79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3694022 Feb 11 04:18:24.057207 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:24.120087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9386f-52af-4b24-8e4e-5118784de84b req-fc9f4e99-009d-4113-ad8b-2907733bac5d tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:24.140309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ba9386f-52af-4b24-8e4e-5118784de84b req-fc9f4e99-009d-4113-ad8b-2907733bac5d tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 945 time: 0.2940023 Feb 11 04:18:24.154071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=675eb9d2-75e0-42a1-a32e-3339bd59e613,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:24.161473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-ec330faa-d407-4dd7-aace-44a3e8985988 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:24.167856 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-ec330faa-d407-4dd7-aace-44a3e8985988 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.4038455 Feb 11 04:18:24.168929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:24.169939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:24.170453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:24.170995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:24.171609 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:24.172158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:24.172678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:24.173065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-4e389247-762d-4ff6-aaff-088655a20198 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:18:24.173360 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:24.173906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:24.174399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:24.174919 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:24.175455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:24.175953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:24.181409 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-4e389247-762d-4ff6-aaff-088655a20198 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126538 Feb 11 04:18:24.403938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-3ee994f9-912a-4ce5-9e9d-d3b8b4ef24bc tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.2212837 Feb 11 04:18:24.488460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ba9386f-52af-4b24-8e4e-5118784de84b req-f49febed-c5d1-425d-a18e-f98c7fa5bc40 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471110 Feb 11 04:18:24.498477 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-40480aec-77b1-4813-a9c3-f65995e55502 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600885 Feb 11 04:18:24.536974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-f20819e1-0620-41f9-85f6-5ca50258d20b tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.1321278 Feb 11 04:18:24.864348 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675eb9d2-75e0-42a1-a32e-3339bd59e613'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:24.867376 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485b8c2e-9336-4865-90d9-1e2fb15b5748" -d '{"events": [{"server_uuid": "782a29a3-9c2e-42d3-978e-63c79bbb09b6", "name": "network-vif-plugged", "status": "completed", "tag": "675eb9d2-75e0-42a1-a32e-3339bd59e613"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:24.873112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4b91dcf-39ca-420f-959f-75fbd7db0832 req-a1ca7626-088b-4168-addc-542740abdec3 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04 HTTP/1.1" status: 200 len: 210 time: 0.0506060 Feb 11 04:18:24.880384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64e699f-0a10-4ee6-9229-86d80ad080d3 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:18:24.912807 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Publish callbacks [] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:24.926938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-8b13242f-0c3b-46fb-acee-2a41de5cb9c1 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152668 Feb 11 04:18:24.939697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Transition to ACTIVE for port object e64e699f-0a10-4ee6-9229-86d80ad080d3 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:18:24.962251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-40720bbf-0aaf-4330-b358-6c3c7904deb5 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Deleting port 960d1fc9-5f36-4524-815e-4b2bb1e089e2 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:18:24.963557 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-40720bbf-0aaf-4330-b358-6c3c7904deb5 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (960d1fc9-5f36-4524-815e-4b2bb1e089e2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:25.006251 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:25.399016 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2f8c5764-e12c-43f1-b133-57d4d64f0506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:25.649946 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-40720bbf-0aaf-4330-b358-6c3c7904deb5 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (960d1fc9-5f36-4524-815e-4b2bb1e089e2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:25.650542 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-40720bbf-0aaf-4330-b358-6c3c7904deb5 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks [] for floatingip (960d1fc9-5f36-4524-815e-4b2bb1e089e2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:25.683279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20e37b-53f9-4f23-8ba5-1d1d147e3cca req-08b30f06-9bad-4746-aca0-f90d02e2a666 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:25.694529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf20e37b-53f9-4f23-8ba5-1d1d147e3cca req-08b30f06-9bad-4746-aca0-f90d02e2a666 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 943 time: 0.6248865 Feb 11 04:18:25.727755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e40ba617-ebd4-4a9e-bafa-89caebd93888 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d798341ca07d4766bbf714ac7726543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233126 Feb 11 04:18:25.738721 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Pushing event updated for resources: {'Port': ['ID=e64e699f-0a10-4ee6-9229-86d80ad080d3,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:25.743102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-40720bbf-0aaf-4330-b358-6c3c7904deb5 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Calling delete_port for 960d1fc9-5f36-4524-815e-4b2bb1e089e2 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:18:26.013476 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Attempting to bind port e64e699f-0a10-4ee6-9229-86d80ad080d3 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:18:26.014012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Attempting to bind port e64e699f-0a10-4ee6-9229-86d80ad080d3 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'babf27b4-5d83-4f62-9e8a-02cb95637433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:18:26.014456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Attempting to bind port e64e699f-0a10-4ee6-9229-86d80ad080d3 on network e1482b58-e29f-40c6-8699-700526bbb856 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:26.100784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Port e64e699f-0a10-4ee6-9229-86d80ad080d3 on network e1482b58-e29f-40c6-8699-700526bbb856 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:18:26.101277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Attempting to bind port e64e699f-0a10-4ee6-9229-86d80ad080d3 on network e1482b58-e29f-40c6-8699-700526bbb856 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:26.127487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-1b57d259-402d-4f87-b475-babbdc83bbc1 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:26.128986 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-1b57d259-402d-4f87-b475-babbdc83bbc1 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3699086 Feb 11 04:18:26.143981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf20e37b-53f9-4f23-8ba5-1d1d147e3cca req-de294f8f-54c5-488b-a5cd-05efc799edb5 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf41a33-7000-4af2-be10-ff126615b336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4483960 Feb 11 04:18:26.155730 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e1dcc8e4-f049-472e-a7fb-63c82240e657 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d798341ca07d4766bbf714ac7726543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344355 Feb 11 04:18:26.358140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:18:26.358140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Checking segment: {'id': 'babf27b4-5d83-4f62-9e8a-02cb95637433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:18:26.358514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Bound using segment: {'id': 'babf27b4-5d83-4f62-9e8a-02cb95637433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:18:26.358991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Bound port: e64e699f-0a10-4ee6-9229-86d80ad080d3, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'babf27b4-5d83-4f62-9e8a-02cb95637433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:18:26.359349 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:26.370085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-cbbb5539-3bb7-441e-a27c-184b915faac2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Request body: {'port': {'device_id': 'ff90ec13-940a-4a11-80e6-e5b23829f85f', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': 'd798341ca07d4766bbf714ac7726543b'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:26.401411 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-2385904a-2441-4a53-b3ac-966623d73399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:26.403405 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-2385904a-2441-4a53-b3ac-966623d73399 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429373 Feb 11 04:18:26.417490 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Request body: {'port': {'device_id': 'd9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': 'd798341ca07d4766bbf714ac7726543b'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:26.441501 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-40720bbf-0aaf-4330-b358-6c3c7904deb5 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (960d1fc9-5f36-4524-815e-4b2bb1e089e2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:26.550574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40720bbf-0aaf-4330-b358-6c3c7904deb5 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Pushing event deleted for resources: {'Port': ['ID=960d1fc9-5f36-4524-815e-4b2bb1e089e2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:26.569234 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:26.693486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] For port e64e699f-0a10-4ee6-9229-86d80ad080d3, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:18:26.729063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9b922-9c7c-4307-985d-b5ba0335b9c6 req-3c5cef6d-6d8d-436c-b911-ad993b0f1403 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:26.733978 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8f9b922-9c7c-4307-985d-b5ba0335b9c6 req-3c5cef6d-6d8d-436c-b911-ad993b0f1403 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.3452168 Feb 11 04:18:26.739405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] For port e64e699f-0a10-4ee6-9229-86d80ad080d3, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e64e699f-0a10-4ee6-9229-86d80ad080d3,segment=NetworkSegment(babf27b4-5d83-4f62-9e8a-02cb95637433),segment_id=babf27b4-5d83-4f62-9e8a-02cb95637433)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:18:26.747961 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-40720bbf-0aaf-4330-b358-6c3c7904deb5 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks [] for floatingip (a546d0eb-78b1-4ed0-acf1-a7a7a11563e2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:26.750675 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-40720bbf-0aaf-4330-b358-6c3c7904deb5 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:26.752384 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5a7d79d-b0a5-4166-a4cc-cbe14392bd67 req-40720bbf-0aaf-4330-b358-6c3c7904deb5 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "DELETE /v2.0/floatingips/a546d0eb-78b1-4ed0-acf1-a7a7a11563e2 HTTP/1.1" status: 204 len: 173 time: 2.2139416 Feb 11 04:18:26.836113 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:26.873880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Made reservation on behalf of d798341ca07d4766bbf714ac7726543b for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:18:26.879174 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:26.934198 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-cbbb5539-3bb7-441e-a27c-184b915faac2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Made reservation on behalf of d798341ca07d4766bbf714ac7726543b for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:18:26.946425 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-cbbb5539-3bb7-441e-a27c-184b915faac2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:26.988122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8f9b922-9c7c-4307-985d-b5ba0335b9c6 req-fad7180c-9923-4664-8635-5ba6049895ef tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128875 Feb 11 04:18:26.992486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:26.993028 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:26.995395 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] 10.222.0.32 "PUT /v2.0/ports/e64e699f-0a10-4ee6-9229-86d80ad080d3 HTTP/1.1" status: 200 len: 1092 time: 3.6317456 Feb 11 04:18:27.015867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b848901b-4744-471e-826a-5118caf29ac0', 'tag': 'e64e699f-0a10-4ee6-9229-86d80ad080d3'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:27.029440 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdff708-0772-4da1-83ea-42a950d8dcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "b848901b-4744-471e-826a-5118caf29ac0", "tag": "e64e699f-0a10-4ee6-9229-86d80ad080d3"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:27.157005 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca48cb3-bd53-4116-8307-4ead74a57abb x-openstack-request-id: req-3ca48cb3-bd53-4116-8307-4ead74a57abb {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:18:27.157502 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782a29a3-9c2e-42d3-978e-63c79bbb09b6", "name": "network-vif-plugged", "status": "completed", "tag": "675eb9d2-75e0-42a1-a32e-3339bd59e613", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:18:27.158853 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ca48cb3-bd53-4116-8307-4ead74a57abb {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:18:27.159427 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675eb9d2-75e0-42a1-a32e-3339bd59e613', 'code': 200} Feb 11 04:18:27.199207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Allocated IP 192.168.233.65 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/cb9a25b7-4de1-4545-97ec-64c870a0350e) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:18:27.343889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303d26d-a410-4031-ab31-dc9eef222d90 service neutron] Pushing event updated for resources: {'Port': ['ID=e64e699f-0a10-4ee6-9229-86d80ad080d3,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:27.481941 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks [] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:27.610575 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:27.637737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6a332-7c60-4ad4-ba1f-b3077aa0417d req-7d0c8c06-bb6f-43af-8acf-14c41cc3019d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:27.640603 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-77c6a332-7c60-4ad4-ba1f-b3077aa0417d req-7d0c8c06-bb6f-43af-8acf-14c41cc3019d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.7233512 Feb 11 04:18:27.653859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:27.708162 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event updated for resources: {'Port': ['ID=cb9a25b7-4de1-4545-97ec-64c870a0350e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:27.716434 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:18:27.735732 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:18:27.753145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:18:27.837814 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:27.838658 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:27.843849 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:27.844349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:27.844812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:27.845344 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:27.845804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:27.846221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:27.846673 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:27.847099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:27.847505 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:27.847909 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:27.848312 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:27.848715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:27.849114 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:18:27.869483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-cbbb5539-3bb7-441e-a27c-184b915faac2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Allocated IP 192.168.233.168 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/2852bf77-466f-4992-8703-a18ede235b35) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:18:28.003646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef3490-9450-4717-b98b-6c3519940976 req-8005f803-92cd-4bc8-9d20-4473f534f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:28.007962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-8005f803-92cd-4bc8-9d20-4473f534f152 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=49e004e6f4ad4de2b69117dfda00d4c7&device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 1126 time: 0.8756828 Feb 11 04:18:28.150382 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-77c6a332-7c60-4ad4-ba1f-b3077aa0417d req-b0f21503-5f30-4502-af62-8c1562352495 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050395 Feb 11 04:18:28.154423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-75133956-e415-4855-aca5-27a4ebdbb7f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e64e699f-0a10-4ee6-9229-86d80ad080d3 HTTP/1.1" status: 200 len: 217 time: 0.1153491 Feb 11 04:18:28.161655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9105b667-8a2c-4d66-866f-4b166e8df277 req-2035c8ce-ce19-4c16-858e-e65baf4d0a25 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:28.168894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9105b667-8a2c-4d66-866f-4b166e8df277 req-2035c8ce-ce19-4c16-858e-e65baf4d0a25 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 945 time: 0.8412564 Feb 11 04:18:28.196801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-502f7921-5eb5-4840-ae9f-82d751e38e68 None None] Provisioning complete for port cb9a25b7-4de1-4545-97ec-64c870a0350e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:28.210886 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-502f7921-5eb5-4840-ae9f-82d751e38e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:28.242649 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ecda024f-eed7-4205-9bf8-7ebaef64841c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8289905 Feb 11 04:18:28.248626 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:28.255992 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Request body: {'port': {'device_id': 'd9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:28.268072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-502f7921-5eb5-4840-ae9f-82d751e38e68 None None] Port cb9a25b7-4de1-4545-97ec-64c870a0350e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:18:28.392668 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:28.407192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef3490-9450-4717-b98b-6c3519940976 req-8655e998-a5ec-4ff4-b1d2-56070d1df713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:28.410191 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-8655e998-a5ec-4ff4-b1d2-56070d1df713 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c960cfd3-6863-467e-ba4a-d6ab6f6e9b47 HTTP/1.1" status: 200 len: 850 time: 0.2358904 Feb 11 04:18:28.551481 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-cbbb5539-3bb7-441e-a27c-184b915faac2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks [] for port (2852bf77-466f-4992-8703-a18ede235b35), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:28.671016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9105b667-8a2c-4d66-866f-4b166e8df277 req-30ac8a85-e47c-4c1c-9b3b-7aa5fd6cdd7c tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012381 Feb 11 04:18:28.735441 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-cbbb5539-3bb7-441e-a27c-184b915faac2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (2852bf77-466f-4992-8703-a18ede235b35), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:28.753750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:28.909705 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-a2ca4fda-cef3-49d3-ad8e-744b769b26a0 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1670876 Feb 11 04:18:28.916136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:29.006458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb5539-3bb7-441e-a27c-184b915faac2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event updated for resources: {'Port': ['ID=2852bf77-466f-4992-8703-a18ede235b35,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:29.015994 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:29.064838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74480a-32c6-4ad3-9543-d37c185f4a76 req-d9245c61-f300-4651-980e-3929dacc5296 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:29.066568 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab74480a-32c6-4ad3-9543-d37c185f4a76 req-d9245c61-f300-4651-980e-3929dacc5296 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04 HTTP/1.1" status: 200 len: 935 time: 0.7766452 Feb 11 04:18:29.069747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef3490-9450-4717-b98b-6c3519940976 req-0a5a88e1-2c98-4159-bca1-6c3cd94f1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:29.071572 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-0a5a88e1-2c98-4159-bca1-6c3cd94f1cf1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1482b58-e29f-40c6-8699-700526bbb856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5593543 Feb 11 04:18:29.118457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9a25b7-4de1-4545-97ec-64c870a0350e {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:18:29.120949 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-cbbb5539-3bb7-441e-a27c-184b915faac2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:18:29.130506 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Publish callbacks [] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:29.168738 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Transition to ACTIVE for port object cb9a25b7-4de1-4545-97ec-64c870a0350e will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:18:29.171245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-cbbb5539-3bb7-441e-a27c-184b915faac2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:18:29.181125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-cbbb5539-3bb7-441e-a27c-184b915faac2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:18:29.263947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68287170-089a-417c-a778-507c6e6d9ac2 req-2ff01d4e-b9b8-4b39-849d-b08244bd7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:29.265735 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-2ff01d4e-b9b8-4b39-849d-b08244bd7e11 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6&tenant_id=95a93e519b544c01b6ee62c609eec109 HTTP/1.1" status: 200 len: 1133 time: 0.5933614 Feb 11 04:18:29.279633 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:29.327844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab74480a-32c6-4ad3-9543-d37c185f4a76 req-fd8ffa14-be80-42ac-b659-bc65f4206e09 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420292 Feb 11 04:18:29.430945 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9a25b7-4de1-4545-97ec-64c870a0350e,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:29.466959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-cbbb5539-3bb7-441e-a27c-184b915faac2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:29.467880 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-cbbb5539-3bb7-441e-a27c-184b915faac2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:29.479911 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b7761b-4a85-467d-a159-788a544c4e94 x-openstack-request-id: req-46b7761b-4a85-467d-a159-788a544c4e94 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:18:29.480223 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b848901b-4744-471e-826a-5118caf29ac0", "tag": "e64e699f-0a10-4ee6-9229-86d80ad080d3", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:18:29.480489 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46b7761b-4a85-467d-a159-788a544c4e94 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:18:29.480907 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b848901b-4744-471e-826a-5118caf29ac0', 'tag': 'e64e699f-0a10-4ee6-9229-86d80ad080d3', 'status': 'completed', 'code': 200} Feb 11 04:18:29.530427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-6ef28aa8-b1c1-4a9b-a09e-908f2eb74454 service neutron] 10.222.0.32 "GET /v2.0/networks/e1482b58-e29f-40c6-8699-700526bbb856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357789 Feb 11 04:18:29.616278 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:29.621192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-add62d9d-6210-47e6-afbe-55eba29bd982 None None] Provisioning complete for port 2852bf77-466f-4992-8703-a18ede235b35 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:29.621685 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-add62d9d-6210-47e6-afbe-55eba29bd982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2852bf77-466f-4992-8703-a18ede235b35), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:29.642150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Attempting to bind port cb9a25b7-4de1-4545-97ec-64c870a0350e on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:18:29.647282 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Attempting to bind port cb9a25b7-4de1-4545-97ec-64c870a0350e by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:18:29.647760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Attempting to bind port cb9a25b7-4de1-4545-97ec-64c870a0350e on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:29.662664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Port cb9a25b7-4de1-4545-97ec-64c870a0350e on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:18:29.663213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Attempting to bind port cb9a25b7-4de1-4545-97ec-64c870a0350e on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:29.676205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:18:29.676641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:18:29.677123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:18:29.678279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Bound port: cb9a25b7-4de1-4545-97ec-64c870a0350e, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:18:29.680602 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:29.694238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef3490-9450-4717-b98b-6c3519940976 req-222b0d0c-a2ad-4b72-9db3-500c473f30c5 service neutron] 10.222.0.32 "GET /v2.0/networks/e1482b58-e29f-40c6-8699-700526bbb856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366186 Feb 11 04:18:29.726738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-add62d9d-6210-47e6-afbe-55eba29bd982 None None] Port 2852bf77-466f-4992-8703-a18ede235b35 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:18:29.775207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68287170-089a-417c-a778-507c6e6d9ac2 req-15adbf00-41d5-4bc8-87f8-a6a3f34e770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:29.776732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-15adbf00-41d5-4bc8-87f8-a6a3f34e770f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 1133 time: 0.4787233 Feb 11 04:18:29.807618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-cbbb5539-3bb7-441e-a27c-184b915faac2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4510801 Feb 11 04:18:29.840698 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:29.852436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Request body: {'port': {'device_id': 'ff90ec13-940a-4a11-80e6-e5b23829f85f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:29.871097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d7b8f-8c61-427d-9639-bc85fb37dcff req-996c701f-15e1-4a93-9e06-49397e9d9f6a tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:29.873613 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] For port cb9a25b7-4de1-4545-97ec-64c870a0350e, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:18:29.875293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b1d7b8f-8c61-427d-9639-bc85fb37dcff req-996c701f-15e1-4a93-9e06-49397e9d9f6a tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 943 time: 0.1800427 Feb 11 04:18:29.891499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] For port cb9a25b7-4de1-4545-97ec-64c870a0350e, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=cb9a25b7-4de1-4545-97ec-64c870a0350e,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:18:30.000102 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:30.162173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:30.162832 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:30.164963 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] 10.222.0.32 "PUT /v2.0/ports/cb9a25b7-4de1-4545-97ec-64c870a0350e HTTP/1.1" status: 200 len: 1096 time: 1.9141486 Feb 11 04:18:30.197496 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04', 'tag': 'cb9a25b7-4de1-4545-97ec-64c870a0350e'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:30.200992 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75d03aa-7df5-4985-bad0-dbf3a851e321" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04", "tag": "cb9a25b7-4de1-4545-97ec-64c870a0350e"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:30.209712 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831b070-0b0c-40a7-a75b-69cb35b39042 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9a25b7-4de1-4545-97ec-64c870a0350e,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:30.342579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68287170-089a-417c-a778-507c6e6d9ac2 req-02b26665-8f67-4b33-8b09-b88800fe8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:30.346126 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-02b26665-8f67-4b33-8b09-b88800fe8c09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.5593052 Feb 11 04:18:30.413979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdff708-0772-4da1-83ea-42a950d8dcaf req-62c2d043-2a5c-49c6-8b89-b401917f6b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:30.420500 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cdff708-0772-4da1-83ea-42a950d8dcaf req-62c2d043-2a5c-49c6-8b89-b401917f6b8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=49e004e6f4ad4de2b69117dfda00d4c7&device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 1126 time: 0.4194665 Feb 11 04:18:30.443636 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-266aff7b-1085-42d5-9d63-69aa8ab23af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:30.449082 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-266aff7b-1085-42d5-9d63-69aa8ab23af3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04 HTTP/1.1" status: 200 len: 1130 time: 0.1088614 Feb 11 04:18:30.537570 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-1c3e560d-532a-4dbf-b47e-2ea6bd44a3b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=cb9a25b7-4de1-4545-97ec-64c870a0350e HTTP/1.1" status: 200 len: 217 time: 0.0814166 Feb 11 04:18:30.579487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Allocated IP 172.25.3.225 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/2b86fb98-969b-484e-963c-ef962778624e) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:18:30.728020 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ef23410e-830b-4f27-9470-b7c8cf4bf5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:30.731207 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ef23410e-830b-4f27-9470-b7c8cf4bf5ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1727364 Feb 11 04:18:30.741984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-a0fc4ff5-a69f-453d-b31a-039e9702a1b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613 HTTP/1.1" status: 200 len: 217 time: 0.3878338 Feb 11 04:18:30.745237 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks [] for port (2b86fb98-969b-484e-963c-ef962778624e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:30.763196 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2852bf77-466f-4992-8703-a18ede235b35), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:30.801335 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-f84fd9ec-2141-45c4-bf35-26c50f63f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:30.802974 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-f84fd9ec-2141-45c4-bf35-26c50f63f9b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0657365 Feb 11 04:18:30.841779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b1d7b8f-8c61-427d-9639-bc85fb37dcff req-e25d9abc-95ec-4943-8ea9-207c6db8df8f tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf41a33-7000-4af2-be10-ff126615b336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8173101 Feb 11 04:18:30.978011 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-060e2284-2945-4788-856e-c16717b281e2 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673481 Feb 11 04:18:31.177980 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-c8f71cac-da97-471b-84e8-ee6bcc589538 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882985 Feb 11 04:18:31.416983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68287170-089a-417c-a778-507c6e6d9ac2 req-e23e33e8-d4ff-47f7-a0c1-115f8c87fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:31.422398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-e23e33e8-d4ff-47f7-a0c1-115f8c87fac3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.6485622 Feb 11 04:18:31.550660 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdff708-0772-4da1-83ea-42a950d8dcaf req-fb4243f5-aeec-4e7a-b6f9-e0135f7b1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:31.550660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cdff708-0772-4da1-83ea-42a950d8dcaf req-fb4243f5-aeec-4e7a-b6f9-e0135f7b1a0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1482b58-e29f-40c6-8699-700526bbb856 HTTP/1.1" status: 200 len: 912 time: 0.8073189 Feb 11 04:18:31.575794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 675eb9d2-75e0-42a1-a32e-3339bd59e613 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:18:31.683224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cdff708-0772-4da1-83ea-42a950d8dcaf req-623cf1da-f0bc-4edd-b2af-7afe383931b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e64e699f-0a10-4ee6-9229-86d80ad080d3 HTTP/1.1" status: 200 len: 217 time: 0.1277928 Feb 11 04:18:31.754055 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68287170-089a-417c-a778-507c6e6d9ac2 req-dd08b592-cdfc-47e5-a339-44c2feb34461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:31.755970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-dd08b592-cdfc-47e5-a339-44c2feb34461 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3092990 Feb 11 04:18:31.764131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 675eb9d2-75e0-42a1-a32e-3339bd59e613 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:31.764523 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:32.106256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdff708-0772-4da1-83ea-42a950d8dcaf req-97b365e1-d958-4c6f-a408-55468a013005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:32.106256 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cdff708-0772-4da1-83ea-42a950d8dcaf req-97b365e1-d958-4c6f-a408-55468a013005 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c960cfd3-6863-467e-ba4a-d6ab6f6e9b47 HTTP/1.1" status: 200 len: 850 time: 0.0999272 Feb 11 04:18:32.106528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675eb9d2-75e0-42a1-a32e-3339bd59e613'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:32.106528 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce24a80e-980a-4a46-b2e1-aa44137d7be3" -d '{"events": [{"server_uuid": "782a29a3-9c2e-42d3-978e-63c79bbb09b6", "name": "network-vif-unplugged", "status": "completed", "tag": "675eb9d2-75e0-42a1-a32e-3339bd59e613"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:32.106528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 675eb9d2-75e0-42a1-a32e-3339bd59e613, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:32.106817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdff708-0772-4da1-83ea-42a950d8dcaf req-fca9b051-4167-4674-af0c-8b075396836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:32.106817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cdff708-0772-4da1-83ea-42a950d8dcaf req-fca9b051-4167-4674-af0c-8b075396836f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1482b58-e29f-40c6-8699-700526bbb856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1916802 Feb 11 04:18:32.106817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-83a2ba62-11a0-4c88-a0f7-fc626a38cb09 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696252 Feb 11 04:18:32.106817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2852bf77-466f-4992-8703-a18ede235b35 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:18:32.106817 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Publish callbacks [] for port (2852bf77-466f-4992-8703-a18ede235b35), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:32.120391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Transition to ACTIVE for port object 2852bf77-466f-4992-8703-a18ede235b35 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:18:32.253436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cdff708-0772-4da1-83ea-42a950d8dcaf req-f0e3f7aa-d095-400d-bdfe-5a450397768a service neutron] 10.222.0.32 "GET /v2.0/networks/e1482b58-e29f-40c6-8699-700526bbb856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521963 Feb 11 04:18:32.348863 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68287170-089a-417c-a778-507c6e6d9ac2 req-1424fb41-56f1-491a-9790-2b8dc89b31d5 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265456 Feb 11 04:18:32.350225 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (2b86fb98-969b-484e-963c-ef962778624e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:32.467443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:18:32.469431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:18:32.492737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:18:32.496197 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:32.597387 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks [] for floatingip (84e4101f-653a-4176-9b28-cc9af3ac509b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:32.604067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=675eb9d2-75e0-42a1-a32e-3339bd59e613,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:32.610919 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (2852bf77-466f-4992-8703-a18ede235b35), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:32.651284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cdff708-0772-4da1-83ea-42a950d8dcaf req-eb878177-2011-4dcb-bf43-fa3794d1400f service neutron] 10.222.0.32 "GET /v2.0/networks/e1482b58-e29f-40c6-8699-700526bbb856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902908 Feb 11 04:18:32.652707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Pushing event updated for resources: {'Port': ['ID=2b86fb98-969b-484e-963c-ef962778624e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:32.777819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Pushing event updated for resources: {'Port': ['ID=2852bf77-466f-4992-8703-a18ede235b35,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:32.793173 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2b86fb98-969b-484e-963c-ef962778624e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:32.984305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Attempting to bind port 2852bf77-466f-4992-8703-a18ede235b35 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:18:32.984779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Attempting to bind port 2852bf77-466f-4992-8703-a18ede235b35 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:18:32.985039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Attempting to bind port 2852bf77-466f-4992-8703-a18ede235b35 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:32.992369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Port 2852bf77-466f-4992-8703-a18ede235b35 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:18:32.997033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Attempting to bind port 2852bf77-466f-4992-8703-a18ede235b35 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:33.012464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:18:33.012849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:18:33.013174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:18:33.013630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Bound port: 2852bf77-466f-4992-8703-a18ede235b35, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:18:33.014807 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2852bf77-466f-4992-8703-a18ede235b35), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:33.183685 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks [] for port (2b86fb98-969b-484e-963c-ef962778624e), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:33.191731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] For port 2852bf77-466f-4992-8703-a18ede235b35, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:18:33.202051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] For port 2852bf77-466f-4992-8703-a18ede235b35, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=2852bf77-466f-4992-8703-a18ede235b35,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:18:33.240411 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e64e699f-0a10-4ee6-9229-86d80ad080d3 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:18:33.259184 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (2b86fb98-969b-484e-963c-ef962778624e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:33.295991 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (2852bf77-466f-4992-8703-a18ede235b35), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:33.320760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:33.322463 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:33.323486 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] 10.222.0.32 "PUT /v2.0/ports/2852bf77-466f-4992-8703-a18ede235b35 HTTP/1.1" status: 200 len: 1097 time: 3.4847951 Feb 11 04:18:33.326856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff90ec13-940a-4a11-80e6-e5b23829f85f', 'tag': '2852bf77-466f-4992-8703-a18ede235b35'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:33.329398 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9f90d9-ff71-44cf-8e96-97bfcd129758" -d '{"events": [{"name": "network-changed", "server_uuid": "ff90ec13-940a-4a11-80e6-e5b23829f85f", "tag": "2852bf77-466f-4992-8703-a18ede235b35"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:33.375624 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Pushing event updated for resources: {'Port': ['ID=2b86fb98-969b-484e-963c-ef962778624e,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:33.460133 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (84e4101f-653a-4176-9b28-cc9af3ac509b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:33.506001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e64e699f-0a10-4ee6-9229-86d80ad080d3, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e64e699f-0a10-4ee6-9229-86d80ad080d3,segment=NetworkSegment(babf27b4-5d83-4f62-9e8a-02cb95637433),segment_id=babf27b4-5d83-4f62-9e8a-02cb95637433)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:33.545532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'e64e699f-0a10-4ee6-9229-86d80ad080d3', 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'port_id': 'e64e699f-0a10-4ee6-9229-86d80ad080d3', 'mac_address': 'fa:16:3e:e1:56:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:18:33.557519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce040b04-cccb-48cd-8811-41ba8d67581a service neutron] Pushing event updated for resources: {'Port': ['ID=2852bf77-466f-4992-8703-a18ede235b35,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:33.574013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ae58a729-ff15-4c00-bd03-0cd60d392de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:33.575872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-ae58a729-ff15-4c00-bd03-0cd60d392de0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=ff90ec13-940a-4a11-80e6-e5b23829f85f HTTP/1.1" status: 200 len: 1131 time: 0.1296806 Feb 11 04:18:33.650922 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-dfd98a90-73c8-4c10-94f9-ef5c518d32c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2852bf77-466f-4992-8703-a18ede235b35 HTTP/1.1" status: 200 len: 217 time: 0.0631404 Feb 11 04:18:33.657180 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:33.660020 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-bd2885c0-9ac4-4654-ba24-b09b9c978de6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7484777 Feb 11 04:18:33.661364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e64e699f-0a10-4ee6-9229-86d80ad080d3 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:33.661896 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:33.696131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64e699f-0a10-4ee6-9229-86d80ad080d3 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:18:33.728589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e64e699f-0a10-4ee6-9229-86d80ad080d3, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e64e699f-0a10-4ee6-9229-86d80ad080d3,segment=NetworkSegment(babf27b4-5d83-4f62-9e8a-02cb95637433),segment_id=babf27b4-5d83-4f62-9e8a-02cb95637433)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:33.730935 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:33.736289 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:33.762265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-002aab96-d26b-40ee-8967-277fb8834335 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.0889301 Feb 11 04:18:33.802236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-f56b049c-4711-4609-b6dd-7b0e557c0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:33.803858 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-f56b049c-4711-4609-b6dd-7b0e557c0966 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1417856 Feb 11 04:18:33.817557 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:33.912413 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e64e699f-0a10-4ee6-9229-86d80ad080d3,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:33.956622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-35eedd24-2d10-41a0-9bc8-945f660dd383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:33.956622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-35eedd24-2d10-41a0-9bc8-945f660dd383 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1364863 Feb 11 04:18:33.966357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-0a03b258-0aa8-4475-a0d8-34f439b5b024 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:33.967757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ce296f2-2ab4-4d50-a766-2ea71e593689 req-0a03b258-0aa8-4475-a0d8-34f439b5b024 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.1981738 Feb 11 04:18:34.119195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['e64e699f-0a10-4ee6-9229-86d80ad080d3'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:34.165250 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-14ec26f8-d215-484d-b8ab-5db378e2be44 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964734 Feb 11 04:18:34.192399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fdc2b-f7a5-4c4c-a2d5-651c89ee234d req-a4a0b196-0714-4405-8478-5b8f71ddc91a tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:34.207086 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-611fdc2b-f7a5-4c4c-a2d5-651c89ee234d req-a4a0b196-0714-4405-8478-5b8f71ddc91a tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 948 time: 0.1094186 Feb 11 04:18:34.329321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-611fdc2b-f7a5-4c4c-a2d5-651c89ee234d req-f9252d9f-843e-4089-9005-b182bae93cbc tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276510 Feb 11 04:18:34.417071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2854aff3-a4a5-407d-b2c5-ad3480adfe17 req-d24011f6-3acb-42b6-90e7-8e9dba9a2fe3 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443295 Feb 11 04:18:34.553005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c8d48-82df-4c1a-86f4-fda7884befef req-3625dac6-2747-46c2-8195-87807f427f57 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:34.561125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f10c8d48-82df-4c1a-86f4-fda7884befef req-3625dac6-2747-46c2-8195-87807f427f57 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.0813181 Feb 11 04:18:34.628108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f10c8d48-82df-4c1a-86f4-fda7884befef req-a0033ab0-cce7-4690-8fde-cb3cbd8c472b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594394 Feb 11 04:18:34.754950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f91659-e493-4108-8e57-758ac12ff376 req-d0ede871-d8bc-4b2f-8bc7-7e339377a5f8 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:34.756698 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78f91659-e493-4108-8e57-758ac12ff376 req-d0ede871-d8bc-4b2f-8bc7-7e339377a5f8 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 945 time: 0.0691988 Feb 11 04:18:34.817582 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78f91659-e493-4108-8e57-758ac12ff376 req-b857aac3-bbdc-48a8-a420-45ed7fe6b1cc tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530808 Feb 11 04:18:34.872136 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5185ff9f-bd6c-49a9-b5ba-132aa62b6704 x-openstack-request-id: req-5185ff9f-bd6c-49a9-b5ba-132aa62b6704 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:18:34.874950 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04", "tag": "cb9a25b7-4de1-4545-97ec-64c870a0350e", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:18:34.874950 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5185ff9f-bd6c-49a9-b5ba-132aa62b6704 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:18:34.874950 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04', 'tag': 'cb9a25b7-4de1-4545-97ec-64c870a0350e', 'status': 'completed', 'code': 200} Feb 11 04:18:35.059076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d03aa-7df5-4985-bad0-dbf3a851e321 req-0fc034d7-fe4c-4de7-bdec-1dc2496378fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:35.064939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d75d03aa-7df5-4985-bad0-dbf3a851e321 req-0fc034d7-fe4c-4de7-bdec-1dc2496378fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04 HTTP/1.1" status: 200 len: 1130 time: 0.1620045 Feb 11 04:18:35.202590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d03aa-7df5-4985-bad0-dbf3a851e321 req-f68520be-aa1f-484e-82ae-c34255eeec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:35.205380 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d75d03aa-7df5-4985-bad0-dbf3a851e321 req-f68520be-aa1f-484e-82ae-c34255eeec34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1379426 Feb 11 04:18:35.215110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b714e6c-da6d-4f13-9d78-48c2d24cbdad req-111ef008-936d-41e0-8f89-b9241860ab22 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:35.217922 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b714e6c-da6d-4f13-9d78-48c2d24cbdad req-111ef008-936d-41e0-8f89-b9241860ab22 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04 HTTP/1.1" status: 200 len: 947 time: 0.2643721 Feb 11 04:18:35.239250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device cb9a25b7-4de1-4545-97ec-64c870a0350e details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:18:35.277487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d75d03aa-7df5-4985-bad0-dbf3a851e321 req-c243c86f-13b7-4929-ba5e-fc42809763e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=cb9a25b7-4de1-4545-97ec-64c870a0350e HTTP/1.1" status: 200 len: 217 time: 0.0580838 Feb 11 04:18:35.375913 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b714e6c-da6d-4f13-9d78-48c2d24cbdad req-da982568-6c5d-41cd-bcaa-dcaf6e899599 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500340 Feb 11 04:18:35.416060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d03aa-7df5-4985-bad0-dbf3a851e321 req-47106d16-5fc8-48c8-a33e-30bbd713b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:35.418136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d75d03aa-7df5-4985-bad0-dbf3a851e321 req-47106d16-5fc8-48c8-a33e-30bbd713b7fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1350091 Feb 11 04:18:35.532300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d03aa-7df5-4985-bad0-dbf3a851e321 req-6f68382c-cad2-44a7-87b5-c11df68b4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:35.558407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d75d03aa-7df5-4985-bad0-dbf3a851e321 req-6f68382c-cad2-44a7-87b5-c11df68b4f1d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1335287 Feb 11 04:18:35.582198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port cb9a25b7-4de1-4545-97ec-64c870a0350e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=cb9a25b7-4de1-4545-97ec-64c870a0350e,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:35.637679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'cb9a25b7-4de1-4545-97ec-64c870a0350e', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': 'cb9a25b7-4de1-4545-97ec-64c870a0350e', 'mac_address': 'fa:16:3e:d9:25:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:18:35.651621 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d470ef19-f6e4-4758-8761-fd8de8130dab x-openstack-request-id: req-d470ef19-f6e4-4758-8761-fd8de8130dab {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:18:35.656365 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782a29a3-9c2e-42d3-978e-63c79bbb09b6", "name": "network-vif-unplugged", "status": "completed", "tag": "675eb9d2-75e0-42a1-a32e-3339bd59e613", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:18:35.660714 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d470ef19-f6e4-4758-8761-fd8de8130dab {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:18:35.661463 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675eb9d2-75e0-42a1-a32e-3339bd59e613', 'code': 200} Feb 11 04:18:35.664545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 675eb9d2-75e0-42a1-a32e-3339bd59e613 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:18:35.719690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfa579-f462-4bf1-b739-c242d05bbc43 req-7894530e-03a4-4439-8467-fe8ca9152978 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:35.727504 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ffbfa579-f462-4bf1-b739-c242d05bbc43 req-7894530e-03a4-4439-8467-fe8ca9152978 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 944 time: 0.1262031 Feb 11 04:18:35.785800 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d75d03aa-7df5-4985-bad0-dbf3a851e321 req-9e31fe6d-50b9-4b4a-b765-4b5b17f83f6a service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198400 Feb 11 04:18:35.794206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port cb9a25b7-4de1-4545-97ec-64c870a0350e is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:35.796593 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:35.798564 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ffbfa579-f462-4bf1-b739-c242d05bbc43 req-2505877f-7f5a-445d-a493-15d2807ee9d1 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf41a33-7000-4af2-be10-ff126615b336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679648 Feb 11 04:18:35.842957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9a25b7-4de1-4545-97ec-64c870a0350e {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:18:35.912872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port cb9a25b7-4de1-4545-97ec-64c870a0350e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=cb9a25b7-4de1-4545-97ec-64c870a0350e,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:35.964505 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3065f1f7-135b-401a-88ca-7aac36744135 x-openstack-request-id: req-3065f1f7-135b-401a-88ca-7aac36744135 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:18:35.965065 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff90ec13-940a-4a11-80e6-e5b23829f85f", "tag": "2852bf77-466f-4992-8703-a18ede235b35", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:18:35.965927 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3065f1f7-135b-401a-88ca-7aac36744135 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:18:35.966826 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff90ec13-940a-4a11-80e6-e5b23829f85f', 'tag': '2852bf77-466f-4992-8703-a18ede235b35', 'status': 'completed', 'code': 200} Feb 11 04:18:35.986362 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:36.043158 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ec269cc-069f-4124-82ea-c14bc08f4a73 req-5c3e186a-6482-4249-9e0d-a6eb9c5cc85b tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/floatingips/84e4101f-653a-4176-9b28-cc9af3ac509b HTTP/1.1" status: 200 len: 693 time: 0.0973065 Feb 11 04:18:36.089778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=cb9a25b7-4de1-4545-97ec-64c870a0350e,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:36.192274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d75d03aa-7df5-4985-bad0-dbf3a851e321 req-0fe2b185-7892-4ce2-b2de-08783a99ede2 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925216 Feb 11 04:18:36.212873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f90d9-ff71-44cf-8e96-97bfcd129758 req-82b3e1e9-5822-47c3-afa3-0eb415201e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:36.214916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b9f90d9-ff71-44cf-8e96-97bfcd129758 req-82b3e1e9-5822-47c3-afa3-0eb415201e3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=ff90ec13-940a-4a11-80e6-e5b23829f85f HTTP/1.1" status: 200 len: 1131 time: 0.2625451 Feb 11 04:18:36.223176 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 675eb9d2-75e0-42a1-a32e-3339bd59e613, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:36.248702 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '675eb9d2-75e0-42a1-a32e-3339bd59e613', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '675eb9d2-75e0-42a1-a32e-3339bd59e613', 'mac_address': 'fa:16:3e:ab:00:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:18:36.287208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec269cc-069f-4124-82ea-c14bc08f4a73 req-96315c7e-9975-404e-a48c-e22d5c249d69 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:36.295107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ec269cc-069f-4124-82ea-c14bc08f4a73 req-96315c7e-9975-404e-a48c-e22d5c249d69 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.2509856 Feb 11 04:18:36.317590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['cb9a25b7-4de1-4545-97ec-64c870a0350e'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:36.412715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 675eb9d2-75e0-42a1-a32e-3339bd59e613 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:36.413431 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:36.431402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675eb9d2-75e0-42a1-a32e-3339bd59e613 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:18:36.444796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ec269cc-069f-4124-82ea-c14bc08f4a73 req-ba55bed3-46d2-4948-9f2d-10a7922f5d22 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.1480341 Feb 11 04:18:36.454987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f90d9-ff71-44cf-8e96-97bfcd129758 req-4f40b017-8d48-441e-8987-9a3e8a87cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:36.456575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b9f90d9-ff71-44cf-8e96-97bfcd129758 req-4f40b017-8d48-441e-8987-9a3e8a87cd9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2341268 Feb 11 04:18:36.463997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 675eb9d2-75e0-42a1-a32e-3339bd59e613, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:36.536774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b9f90d9-ff71-44cf-8e96-97bfcd129758 req-599aab18-7e64-4831-ab2c-315fac88fd7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2852bf77-466f-4992-8703-a18ede235b35 HTTP/1.1" status: 200 len: 217 time: 0.0476604 Feb 11 04:18:36.539679 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ec269cc-069f-4124-82ea-c14bc08f4a73 req-377a9422-5840-4b16-a615-94f4277826d1 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.225 HTTP/1.1" status: 200 len: 696 time: 0.0941556 Feb 11 04:18:36.670006 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:36.699856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f90d9-ff71-44cf-8e96-97bfcd129758 req-8139d0d8-58ff-46a1-8bf6-e9f72eefe28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:36.701326 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b9f90d9-ff71-44cf-8e96-97bfcd129758 req-8139d0d8-58ff-46a1-8bf6-e9f72eefe28a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1590619 Feb 11 04:18:36.759426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=675eb9d2-75e0-42a1-a32e-3339bd59e613,revision_number=10']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:36.794662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-8ec269cc-069f-4124-82ea-c14bc08f4a73 req-6a4c3810-4407-4215-b4ff-d46a1c71ace6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Deleting port 2b86fb98-969b-484e-963c-ef962778624e {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:18:36.794662 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ec269cc-069f-4124-82ea-c14bc08f4a73 req-6a4c3810-4407-4215-b4ff-d46a1c71ace6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2b86fb98-969b-484e-963c-ef962778624e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:36.798290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f90d9-ff71-44cf-8e96-97bfcd129758 req-176ef1ef-f226-4392-a39c-2a6c9969a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:36.800123 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b9f90d9-ff71-44cf-8e96-97bfcd129758 req-176ef1ef-f226-4392-a39c-2a6c9969a4a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0928664 Feb 11 04:18:36.963727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['675eb9d2-75e0-42a1-a32e-3339bd59e613'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:37.249870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 2852bf77-466f-4992-8703-a18ede235b35 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:18:37.253332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e64e699f-0a10-4ee6-9229-86d80ad080d3 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:37.429042 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ec269cc-069f-4124-82ea-c14bc08f4a73 req-6a4c3810-4407-4215-b4ff-d46a1c71ace6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2b86fb98-969b-484e-963c-ef962778624e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:37.429378 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ec269cc-069f-4124-82ea-c14bc08f4a73 req-6a4c3810-4407-4215-b4ff-d46a1c71ace6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks [] for floatingip (2b86fb98-969b-484e-963c-ef962778624e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:37.455327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-8ec269cc-069f-4124-82ea-c14bc08f4a73 req-6a4c3810-4407-4215-b4ff-d46a1c71ace6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Calling delete_port for 2b86fb98-969b-484e-963c-ef962778624e owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:18:37.461992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b9f90d9-ff71-44cf-8e96-97bfcd129758 req-2501d86f-1ac6-4c18-8c7c-b19536928073 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453989 Feb 11 04:18:37.478789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 2852bf77-466f-4992-8703-a18ede235b35, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=2852bf77-466f-4992-8703-a18ede235b35,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:37.523081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port e64e699f-0a10-4ee6-9229-86d80ad080d3 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:18:37.523081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '2852bf77-466f-4992-8703-a18ede235b35', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '2852bf77-466f-4992-8703-a18ede235b35', 'mac_address': 'fa:16:3e:dc:df:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:18:37.531097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port e64e699f-0a10-4ee6-9229-86d80ad080d3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:37.531097 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:37.605337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 2852bf77-466f-4992-8703-a18ede235b35 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:37.605735 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2852bf77-466f-4992-8703-a18ede235b35), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:37.625825 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2852bf77-466f-4992-8703-a18ede235b35 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:18:37.644105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b9f90d9-ff71-44cf-8e96-97bfcd129758 req-6f02b283-4da4-46c0-b389-ddd07ddebf4b service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696534 Feb 11 04:18:37.669323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 2852bf77-466f-4992-8703-a18ede235b35, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=2852bf77-466f-4992-8703-a18ede235b35,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:37.729613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e64e699f-0a10-4ee6-9229-86d80ad080d3 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:37.732491 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:37.767621 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b848901b-4744-471e-826a-5118caf29ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64e699f-0a10-4ee6-9229-86d80ad080d3'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:37.772184 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff2db6d-f0bc-4b54-a9bd-fd7831b8175e" -d '{"events": [{"server_uuid": "b848901b-4744-471e-826a-5118caf29ac0", "name": "network-vif-plugged", "status": "completed", "tag": "e64e699f-0a10-4ee6-9229-86d80ad080d3"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:37.784401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e64e699f-0a10-4ee6-9229-86d80ad080d3, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e64e699f-0a10-4ee6-9229-86d80ad080d3,segment=NetworkSegment(babf27b4-5d83-4f62-9e8a-02cb95637433),segment_id=babf27b4-5d83-4f62-9e8a-02cb95637433)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:37.793605 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2852bf77-466f-4992-8703-a18ede235b35), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:37.864748 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ec269cc-069f-4124-82ea-c14bc08f4a73 req-6a4c3810-4407-4215-b4ff-d46a1c71ace6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (2b86fb98-969b-484e-963c-ef962778624e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:37.868897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=2852bf77-466f-4992-8703-a18ede235b35,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:37.901326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c3810-4407-4215-b4ff-d46a1c71ace6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Pushing event deleted for resources: {'Port': ['ID=2b86fb98-969b-484e-963c-ef962778624e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:37.913399 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:37.989425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e64e699f-0a10-4ee6-9229-86d80ad080d3,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:38.011956 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ec269cc-069f-4124-82ea-c14bc08f4a73 req-6a4c3810-4407-4215-b4ff-d46a1c71ace6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks [] for floatingip (84e4101f-653a-4176-9b28-cc9af3ac509b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:38.015119 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8ec269cc-069f-4124-82ea-c14bc08f4a73 req-6a4c3810-4407-4215-b4ff-d46a1c71ace6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:38.019407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ec269cc-069f-4124-82ea-c14bc08f4a73 req-6a4c3810-4407-4215-b4ff-d46a1c71ace6 tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "DELETE /v2.0/floatingips/84e4101f-653a-4176-9b28-cc9af3ac509b HTTP/1.1" status: 204 len: 173 time: 1.4668562 Feb 11 04:18:38.085259 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['2852bf77-466f-4992-8703-a18ede235b35'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:38.186018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b67227-6fd7-4e73-b63b-e59f65f6f8df req-c108f58f-2928-4583-979e-e826bfa50e9a tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:38.195714 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20b67227-6fd7-4e73-b63b-e59f65f6f8df req-c108f58f-2928-4583-979e-e826bfa50e9a tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.1199760 Feb 11 04:18:38.333866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20b67227-6fd7-4e73-b63b-e59f65f6f8df req-d8e7cae1-46c1-46c3-9809-17cf58fac678 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372328 Feb 11 04:18:38.371682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf949dd4-8e82-42c3-8333-6f7c10e530c2 req-20b6e2d6-e683-4c79-ab0a-ddf7e6bb31b5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:38.382053 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf949dd4-8e82-42c3-8333-6f7c10e530c2 req-20b6e2d6-e683-4c79-ab0a-ddf7e6bb31b5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.1672323 Feb 11 04:18:38.467265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf949dd4-8e82-42c3-8333-6f7c10e530c2 req-ff4bbaa4-9b4f-416c-9cd4-61e50cf631c6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814686 Feb 11 04:18:38.614161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967c334-9b6a-4512-bb8a-952bf613ebd5 req-d9fce58d-a5eb-4772-aa82-550caf73c76d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:38.615747 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6967c334-9b6a-4512-bb8a-952bf613ebd5 req-d9fce58d-a5eb-4772-aa82-550caf73c76d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04 HTTP/1.1" status: 200 len: 948 time: 0.1465709 Feb 11 04:18:38.671014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016b84f-c8d9-442e-b306-1f87844dec73 req-dc79d215-9460-4031-b62b-ff505e1af0a2 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:38.672493 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5016b84f-c8d9-442e-b306-1f87844dec73 req-dc79d215-9460-4031-b62b-ff505e1af0a2 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 945 time: 0.1216130 Feb 11 04:18:38.692146 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6967c334-9b6a-4512-bb8a-952bf613ebd5 req-fd1805cb-2415-4b7e-af2e-b34a59f88681 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694149 Feb 11 04:18:38.749346 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5016b84f-c8d9-442e-b306-1f87844dec73 req-a65fcdc4-7852-4a84-bcf5-301e75d2b981 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf41a33-7000-4af2-be10-ff126615b336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682402 Feb 11 04:18:38.804706 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a585ef-56f8-4891-972d-3862e3925f3f x-openstack-request-id: req-f8a585ef-56f8-4891-972d-3862e3925f3f {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:18:38.806091 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b848901b-4744-471e-826a-5118caf29ac0", "name": "network-vif-plugged", "status": "completed", "tag": "e64e699f-0a10-4ee6-9229-86d80ad080d3", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:18:38.807146 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8a585ef-56f8-4891-972d-3862e3925f3f {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:18:38.807146 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b848901b-4744-471e-826a-5118caf29ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64e699f-0a10-4ee6-9229-86d80ad080d3', 'code': 200} Feb 11 04:18:38.859598 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-e8feb818-782b-4053-ab47-557fe806a175 req-5ef635f7-de98-46b7-bbb6-ba764d19914c tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] show failed (client error): The resource could not be found. Feb 11 04:18:38.861356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8feb818-782b-4053-ab47-557fe806a175 req-5ef635f7-de98-46b7-bbb6-ba764d19914c tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/floatingips/84e4101f-653a-4176-9b28-cc9af3ac509b HTTP/1.1" status: 404 len: 350 time: 0.0529528 Feb 11 04:18:38.924655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f8cf2-0fa5-4fa0-85db-08f1a77fda6b req-089b197b-cf59-4cfb-bbd8-b8de495588ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:38.926251 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f70f8cf2-0fa5-4fa0-85db-08f1a77fda6b req-089b197b-cf59-4cfb-bbd8-b8de495588ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 1128 time: 0.0589237 Feb 11 04:18:39.041784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f70f8cf2-0fa5-4fa0-85db-08f1a77fda6b req-ae75e955-ee62-4e7a-b616-ef6c4001be28 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7cf41a33-7000-4af2-be10-ff126615b336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927682 Feb 11 04:18:39.060155 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbd80e-ced3-48a9-a203-c63b0700fc6a req-b1205801-ebc7-4dcc-8e78-9aff41f4ff3c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:39.061668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5cbd80e-ced3-48a9-a203-c63b0700fc6a req-b1205801-ebc7-4dcc-8e78-9aff41f4ff3c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 950 time: 0.1327672 Feb 11 04:18:39.070222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39413ec3-7ea4-4af4-b779-27838b6ef0aa req-fadbf486-d00f-481f-9e39-7da5c334323b tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:39.071758 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39413ec3-7ea4-4af4-b779-27838b6ef0aa req-fadbf486-d00f-481f-9e39-7da5c334323b tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 950 time: 0.1445608 Feb 11 04:18:39.150880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5cbd80e-ced3-48a9-a203-c63b0700fc6a req-2807e6b5-6935-42af-97ee-02c60e1929c1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780160 Feb 11 04:18:39.153921 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39413ec3-7ea4-4af4-b779-27838b6ef0aa req-ce033821-aee9-4835-a0f4-3d5e02d4872b tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750747 Feb 11 04:18:39.219095 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-635c610a-c1ab-4300-a9ab-1bf3f38a17b2 req-431d3bf6-887d-4587-b5fd-0fcaf1c8fbbc tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] show failed (client error): The resource could not be found. Feb 11 04:18:39.220201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-635c610a-c1ab-4300-a9ab-1bf3f38a17b2 req-431d3bf6-887d-4587-b5fd-0fcaf1c8fbbc tempest-FloatingIPsTestJSON-491221522 tempest-FloatingIPsTestJSON-491221522-project] 10.222.0.13 "GET /v2.0/floatingips/84e4101f-653a-4176-9b28-cc9af3ac509b HTTP/1.1" status: 404 len: 350 time: 0.0405560 Feb 11 04:18:39.229131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39110) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:18:39.256963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 2852bf77-466f-4992-8703-a18ede235b35 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:39.450080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 2852bf77-466f-4992-8703-a18ede235b35 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:18:39.455454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 2852bf77-466f-4992-8703-a18ede235b35 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:39.455862 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2852bf77-466f-4992-8703-a18ede235b35), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:39.556613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 2852bf77-466f-4992-8703-a18ede235b35 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:39.557052 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2852bf77-466f-4992-8703-a18ede235b35), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:39.622805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 2852bf77-466f-4992-8703-a18ede235b35, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=2852bf77-466f-4992-8703-a18ede235b35,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:39.631094 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-e29f9702-2c1b-4480-8966-dc7026438b03 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=95a93e519b544c01b6ee62c609eec109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326023 Feb 11 04:18:39.660805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 675eb9d2-75e0-42a1-a32e-3339bd59e613 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:39.711614 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2852bf77-466f-4992-8703-a18ede235b35), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:39.712721 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device cb9a25b7-4de1-4545-97ec-64c870a0350e up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:39.781975 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-f311c6e1-73d4-4517-9333-1fa4e1d2308c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:39.792796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-f311c6e1-73d4-4517-9333-1fa4e1d2308c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561422 Feb 11 04:18:39.824061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-c916c290-9449-405f-8235-b6a6ce381dd4 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/quotas/95a93e519b544c01b6ee62c609eec109 HTTP/1.1" status: 200 len: 375 time: 0.0256741 Feb 11 04:18:39.851821 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=2852bf77-466f-4992-8703-a18ede235b35,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:39.884263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 675eb9d2-75e0-42a1-a32e-3339bd59e613 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:39.884637 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:39.929923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port cb9a25b7-4de1-4545-97ec-64c870a0350e completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:18:39.941166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port cb9a25b7-4de1-4545-97ec-64c870a0350e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:39.945430 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:39.965493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875d665-3684-4261-a617-43e27dbf0a8d req-4a6856ad-a809-4a31-b330-9baf9c1c61a9 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:39.967018 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5875d665-3684-4261-a617-43e27dbf0a8d req-4a6856ad-a809-4a31-b330-9baf9c1c61a9 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.1133430 Feb 11 04:18:39.983981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-00b17f6f-2f0c-491c-a24a-86666020a42b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1577284 Feb 11 04:18:40.030051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1d73-5961-4b33-99bc-91ed7cb339e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:40.052080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 675eb9d2-75e0-42a1-a32e-3339bd59e613 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:40.052080 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:40.117802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 675eb9d2-75e0-42a1-a32e-3339bd59e613, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:40.133572 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port cb9a25b7-4de1-4545-97ec-64c870a0350e is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:40.133572 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:40.149132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5875d665-3684-4261-a617-43e27dbf0a8d req-5b97175b-a936-4a95-a6ad-07e98b1baa58 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608462 Feb 11 04:18:40.186106 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:40.201256 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port cb9a25b7-4de1-4545-97ec-64c870a0350e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=cb9a25b7-4de1-4545-97ec-64c870a0350e,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:40.273378 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:40.274249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:18:40.338278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=675eb9d2-75e0-42a1-a32e-3339bd59e613,revision_number=11']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:40.389820 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a20f8b-855b-4f5a-9df5-3d6f7c1d28c9 req-f2e2ffe6-2b82-4dad-a267-cd31279c7ac3 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:40.402288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2a20f8b-855b-4f5a-9df5-3d6f7c1d28c9 req-f2e2ffe6-2b82-4dad-a267-cd31279c7ac3 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04 HTTP/1.1" status: 200 len: 949 time: 0.1414881 Feb 11 04:18:40.419938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=cb9a25b7-4de1-4545-97ec-64c870a0350e,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:40.463955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:40.464382 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:40.531895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:40.549246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01749ab9-e6bf-4772-bbe5-f1a9dccae0fd req-2a002c19-5b56-4945-96c6-71d1a58db5f2 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:40.557228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01749ab9-e6bf-4772-bbe5-f1a9dccae0fd req-2a002c19-5b56-4945-96c6-71d1a58db5f2 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 945 time: 0.2137589 Feb 11 04:18:40.563262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2a20f8b-855b-4f5a-9df5-3d6f7c1d28c9 req-e91a5631-476b-4216-8e3c-b78f4314b4f1 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600928 Feb 11 04:18:40.604310 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b1d73-5961-4b33-99bc-91ed7cb339e9 admin admin] Deleting port d8a17320-1c45-427d-afbe-498f00765968 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:18:40.604874 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1d73-5961-4b33-99bc-91ed7cb339e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d8a17320-1c45-427d-afbe-498f00765968), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:40.625476 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01749ab9-e6bf-4772-bbe5-f1a9dccae0fd req-b964a665-d15c-4317-9ec1-9acfce523aa9 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf41a33-7000-4af2-be10-ff126615b336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668292 Feb 11 04:18:40.644842 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:40.716870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3a82909-03de-4569-9652-5b36611d42f3 req-a5c0b36f-2163-46dc-b311-5044005cf518 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 210 time: 0.0375299 Feb 11 04:18:40.721225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:40.731836 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-3f6b1d73-5961-4b33-99bc-91ed7cb339e9 admin admin] For port d8a17320-1c45-427d-afbe-498f00765968, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d8a17320-1c45-427d-afbe-498f00765968,segment=NetworkSegment(c862186f-08e7-40bd-85e5-0ffedf4b2c7b),segment_id=c862186f-08e7-40bd-85e5-0ffedf4b2c7b)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:40.731836 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1d73-5961-4b33-99bc-91ed7cb339e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d8a17320-1c45-427d-afbe-498f00765968), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:40.744856 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b1d73-5961-4b33-99bc-91ed7cb339e9 admin admin] Calling delete_port for d8a17320-1c45-427d-afbe-498f00765968 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:18:40.808294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff90ec13-940a-4a11-80e6-e5b23829f85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2852bf77-466f-4992-8703-a18ede235b35'}, {'server_uuid': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675eb9d2-75e0-42a1-a32e-3339bd59e613'}, {'server_uuid': 'd9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9a25b7-4de1-4545-97ec-64c870a0350e'}, {'server_uuid': '0b6e60e0-8c53-43cd-b9fb-216180a31e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:40.810916 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d9aa04-68cf-4842-855a-31ee605ba50b" -d '{"events": [{"server_uuid": "ff90ec13-940a-4a11-80e6-e5b23829f85f", "name": "network-vif-plugged", "status": "completed", "tag": "2852bf77-466f-4992-8703-a18ede235b35"}, {"server_uuid": "782a29a3-9c2e-42d3-978e-63c79bbb09b6", "name": "network-vif-plugged", "status": "completed", "tag": "675eb9d2-75e0-42a1-a32e-3339bd59e613"}, {"server_uuid": "d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04", "name": "network-vif-plugged", "status": "completed", "tag": "cb9a25b7-4de1-4545-97ec-64c870a0350e"}, {"server_uuid": "0b6e60e0-8c53-43cd-b9fb-216180a31e68", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:40.885465 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8e156f-c165-4ea1-9c1c-7ccaf2e7fb12 x-openstack-request-id: req-fd8e156f-c165-4ea1-9c1c-7ccaf2e7fb12 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:18:40.886391 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff90ec13-940a-4a11-80e6-e5b23829f85f", "name": "network-vif-plugged", "status": "completed", "tag": "2852bf77-466f-4992-8703-a18ede235b35", "code": 200}, {"server_uuid": "782a29a3-9c2e-42d3-978e-63c79bbb09b6", "name": "network-vif-plugged", "status": "completed", "tag": "675eb9d2-75e0-42a1-a32e-3339bd59e613", "code": 200}, {"server_uuid": "d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04", "name": "network-vif-plugged", "status": "completed", "tag": "cb9a25b7-4de1-4545-97ec-64c870a0350e", "code": 200}, {"server_uuid": "0b6e60e0-8c53-43cd-b9fb-216180a31e68", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:18:40.886767 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd8e156f-c165-4ea1-9c1c-7ccaf2e7fb12 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:18:40.887121 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff90ec13-940a-4a11-80e6-e5b23829f85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2852bf77-466f-4992-8703-a18ede235b35', 'code': 200} Feb 11 04:18:40.887384 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675eb9d2-75e0-42a1-a32e-3339bd59e613', 'code': 200} Feb 11 04:18:40.887812 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9a25b7-4de1-4545-97ec-64c870a0350e', 'code': 200} Feb 11 04:18:40.888087 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6e60e0-8c53-43cd-b9fb-216180a31e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd', 'code': 200} Feb 11 04:18:41.044461 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1d73-5961-4b33-99bc-91ed7cb339e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d8a17320-1c45-427d-afbe-498f00765968), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:41.059105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb28e0-c6ca-4e25-a818-ed84f2e19463 req-4f5e388e-274f-4d86-a4fa-9181995a3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:41.060627 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5bb28e0-c6ca-4e25-a818-ed84f2e19463 req-4f5e388e-274f-4d86-a4fa-9181995a3bc6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff90ec13-940a-4a11-80e6-e5b23829f85f HTTP/1.1" status: 200 len: 1133 time: 0.0958500 Feb 11 04:18:41.066443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a2e70-71c8-4d41-8ab3-05e91ce97711 req-017b255b-5569-4234-90a4-dd8ff4964d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:41.067384 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae3a2e70-71c8-4d41-8ab3-05e91ce97711 req-017b255b-5569-4234-90a4-dd8ff4964d6f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04 HTTP/1.1" status: 200 len: 1132 time: 0.0861354 Feb 11 04:18:41.140452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b1d73-5961-4b33-99bc-91ed7cb339e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a17320-1c45-427d-afbe-498f00765968,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:41.144237 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae3a2e70-71c8-4d41-8ab3-05e91ce97711 req-4d20f8a2-ad16-49b8-8d3a-c4c63fc8705e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613303 Feb 11 04:18:41.193515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5bb28e0-c6ca-4e25-a818-ed84f2e19463 req-2a8bf08b-ed12-4ab5-88ea-9576ee423dee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186790 Feb 11 04:18:41.325534 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f6b1d73-5961-4b33-99bc-91ed7cb339e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:41.390224 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669982f0-73a7-445b-af95-d1d3f03d0d76 req-b5ce4c50-5b22-4498-989a-b12a0be7cfe7 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:41.390224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-669982f0-73a7-445b-af95-d1d3f03d0d76 req-b5ce4c50-5b22-4498-989a-b12a0be7cfe7 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 946 time: 0.1531961 Feb 11 04:18:41.453932 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-669982f0-73a7-445b-af95-d1d3f03d0d76 req-9d42f478-532c-406e-8af6-3d8b621c45d5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570695 Feb 11 04:18:41.613178 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6b1d73-5961-4b33-99bc-91ed7cb339e9 admin admin] Router 4619e2c0-3df4-4421-ae53-ebb3cf884d7c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:18:41.677563 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f2bd7bd6-d355-440c-aaad-118db4986d4b details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:18:41.779609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af5b35-c3d9-4fc2-a0cb-c98e5cfb7760 req-5f035635-23a2-408e-8058-de7a26a30580 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:41.787304 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c4af5b35-c3d9-4fc2-a0cb-c98e5cfb7760 req-5f035635-23a2-408e-8058-de7a26a30580 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04 HTTP/1.1" status: 200 len: 949 time: 0.1202776 Feb 11 04:18:41.815811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813618b-a7f1-4c72-9c19-662fd6a3c499 req-7bde7f43-f8b5-4273-a3a2-34e4737cf41d tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:41.825447 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f813618b-a7f1-4c72-9c19-662fd6a3c499 req-7bde7f43-f8b5-4273-a3a2-34e4737cf41d tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 945 time: 0.1154883 Feb 11 04:18:41.893115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f813618b-a7f1-4c72-9c19-662fd6a3c499 req-c7c2bf07-ec3b-40aa-94a8-bca73c792dd5 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf41a33-7000-4af2-be10-ff126615b336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662887 Feb 11 04:18:41.903977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6b1d73-5961-4b33-99bc-91ed7cb339e9 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:18:41.917884 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3f6b1d73-5961-4b33-99bc-91ed7cb339e9 admin admin] 10.222.0.13 "PUT /v2.0/routers/4619e2c0-3df4-4421-ae53-ebb3cf884d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6875424 Feb 11 04:18:41.925793 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39218) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:18:41.927636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e140a-c87e-4ed9-8c23-05b96724c375 None None] Sync routers for ids ['4619e2c0-3df4-4421-ae53-ebb3cf884d7c'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:18:41.944348 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f2bd7bd6-d355-440c-aaad-118db4986d4b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f2bd7bd6-d355-440c-aaad-118db4986d4b,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:41.951358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c4af5b35-c3d9-4fc2-a0cb-c98e5cfb7760 req-a57669d7-69a4-4ccf-8a89-6aeb6fd4c298 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627595 Feb 11 04:18:41.970783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305e140a-c87e-4ed9-8c23-05b96724c375 None None] Routers {'4619e2c0-3df4-4421-ae53-ebb3cf884d7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:18:41.971429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-305e140a-c87e-4ed9-8c23-05b96724c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:18:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4619e2c0-3df4-4421-ae53-ebb3cf884d7c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:41.975745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'f2bd7bd6-d355-440c-aaad-118db4986d4b', 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90', 'port_id': 'f2bd7bd6-d355-440c-aaad-118db4986d4b', 'mac_address': 'fa:16:3e:f9:6c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f835861-ae9c-4756-8b3b-a583638d521d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:18:42.083519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port f2bd7bd6-d355-440c-aaad-118db4986d4b is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:42.083916 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:42.117056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea447d7d-5273-476e-adc7-1125e5d3e3c0 req-e7faf14e-4c5a-4118-84a1-1d68927f88e3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 210 time: 0.0475245 Feb 11 04:18:42.162675 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] Publish callbacks [] for router (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:42.214642 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2bd7bd6-d355-440c-aaad-118db4986d4b {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:18:42.270153 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-305e140a-c87e-4ed9-8c23-05b96724c375 None None] Set router 4619e2c0-3df4-4421-ae53-ebb3cf884d7c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:18:42.287363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f2bd7bd6-d355-440c-aaad-118db4986d4b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f2bd7bd6-d355-440c-aaad-118db4986d4b,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:42.338086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea698c8-0fd6-4c18-8ea4-0ce0ba2a24da req-009dc726-f96b-42e4-824a-df2d683b0e2d tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:42.341080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eea698c8-0fd6-4c18-8ea4-0ce0ba2a24da req-009dc726-f96b-42e4-824a-df2d683b0e2d tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 945 time: 0.1450698 Feb 11 04:18:42.359914 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39226) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:18:42.370741 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ce61b221-945d-4e69-b58d-ad0a32fc6e99 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Request body: {'floatingip': {'port_id': 'e64e699f-0a10-4ee6-9229-86d80ad080d3'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:42.529596 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] Publish callbacks [] for router_gateway (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:42.558111 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce61b221-945d-4e69-b58d-ad0a32fc6e99 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for floatingip (1469fe31-d2d5-4bf9-aba4-5716acacb2f9), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:42.703864 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:42.885199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['f2bd7bd6-d355-440c-aaad-118db4986d4b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:42.970858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=f2bd7bd6-d355-440c-aaad-118db4986d4b,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:43.113009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-305e140a-c87e-4ed9-8c23-05b96724c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'name': 'tempest-FloatingIPsTestJSON-1175880226-router', 'tenant_id': '205f380688634b268272d085c65815b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:18:00Z', 'updated_at': '2022-02-11T04:18:40Z', 'revision_number': 5, 'project_id': '205f380688634b268272d085c65815b9', 'gw_port': {'id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:02Z', 'updated_at': '2022-02-11T04:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:43.163668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e140a-c87e-4ed9-8c23-05b96724c375 None None] Checking router: 4619e2c0-3df4-4421-ae53-ebb3cf884d7c for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:18:43.192674 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305e140a-c87e-4ed9-8c23-05b96724c375 None None] Routers {'4619e2c0-3df4-4421-ae53-ebb3cf884d7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:18:43.193602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-305e140a-c87e-4ed9-8c23-05b96724c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:18:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4619e2c0-3df4-4421-ae53-ebb3cf884d7c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:43.272419 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 68532a48-1854-4f60-902d-c5cace1e2fc2 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:18:43.441935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce61b221-945d-4e69-b58d-ad0a32fc6e99 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:43.455422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] Deleting port f6f1c1d8-b067-4c0b-8c37-4dcc9191716d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:18:43.455773 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f6f1c1d8-b067-4c0b-8c37-4dcc9191716d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:43.458180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-305e140a-c87e-4ed9-8c23-05b96724c375 None None] Set router 4619e2c0-3df4-4421-ae53-ebb3cf884d7c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:18:43.472591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-6be610b0-d12b-4ba1-b130-82061c40f384 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=95a93e519b544c01b6ee62c609eec109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467727 Feb 11 04:18:43.631717 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce61b221-945d-4e69-b58d-ad0a32fc6e99 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (1469fe31-d2d5-4bf9-aba4-5716acacb2f9), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:43.671147 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 68532a48-1854-4f60-902d-c5cace1e2fc2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=68532a48-1854-4f60-902d-c5cace1e2fc2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:43.712544 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f2bd7bd6-d355-440c-aaad-118db4986d4b up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:43.725483 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '68532a48-1854-4f60-902d-c5cace1e2fc2', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '68532a48-1854-4f60-902d-c5cace1e2fc2', 'mac_address': 'fa:16:3e:67:28:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:18:43.842084 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 68532a48-1854-4f60-902d-c5cace1e2fc2 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:43.842798 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:43.872041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68532a48-1854-4f60-902d-c5cace1e2fc2 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:18:43.896699 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port f2bd7bd6-d355-440c-aaad-118db4986d4b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:43.897348 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:43.903376 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-ce61b221-945d-4e69-b58d-ad0a32fc6e99 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Floating IP 1469fe31-d2d5-4bf9-aba4-5716acacb2f9 associated. External IP: 172.25.3.226, port: e64e699f-0a10-4ee6-9229-86d80ad080d3. Feb 11 04:18:43.930916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 68532a48-1854-4f60-902d-c5cace1e2fc2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=68532a48-1854-4f60-902d-c5cace1e2fc2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:43.933201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-74f6c86c-fe26-4a61-8459-1294d68784bc tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:43.942127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-74f6c86c-fe26-4a61-8459-1294d68784bc tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4550381 Feb 11 04:18:43.962513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-305e140a-c87e-4ed9-8c23-05b96724c375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'name': 'tempest-FloatingIPsTestJSON-1175880226-router', 'tenant_id': '205f380688634b268272d085c65815b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:18:00Z', 'updated_at': '2022-02-11T04:18:40Z', 'revision_number': 5, 'project_id': '205f380688634b268272d085c65815b9', 'gw_port': {'id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:02Z', 'updated_at': '2022-02-11T04:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:43.981560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-52fe8239-4493-48ce-a571-0aa2ee121de3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Request body: {'port': {'device_id': '1896f222-f647-482d-aabf-3a040f210d32', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '95a93e519b544c01b6ee62c609eec109'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:43.997119 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305e140a-c87e-4ed9-8c23-05b96724c375 None None] The sync data for ids ['4619e2c0-3df4-4421-ae53-ebb3cf884d7c'] in n-d-712142-35 is: [{'id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'name': 'tempest-FloatingIPsTestJSON-1175880226-router', 'tenant_id': '205f380688634b268272d085c65815b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:18:00Z', 'updated_at': '2022-02-11T04:18:40Z', 'revision_number': 5, 'project_id': '205f380688634b268272d085c65815b9', 'gw_port': {'id': 'f6f1c1d8-b067-4c0b-8c37-4dcc9191716d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:42:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4619e2c0-3df4-4421-ae53-ebb3cf884d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:02Z', 'updated_at': '2022-02-11T04:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:18:44.062380 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:44.138653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port f2bd7bd6-d355-440c-aaad-118db4986d4b is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:44.146273 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:44.186141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=68532a48-1854-4f60-902d-c5cace1e2fc2,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:44.190006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca19b1b-43d0-4c83-a9cf-5c06d4299712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bd7bd6-d355-440c-aaad-118db4986d4b'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:44.192692 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e09185-98e4-40cd-8f27-09ac32bcbb83" -d '{"events": [{"server_uuid": "6ca19b1b-43d0-4c83-a9cf-5c06d4299712", "name": "network-vif-plugged", "status": "completed", "tag": "f2bd7bd6-d355-440c-aaad-118db4986d4b"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:44.200326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['68532a48-1854-4f60-902d-c5cace1e2fc2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:44.244693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f2bd7bd6-d355-440c-aaad-118db4986d4b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f2bd7bd6-d355-440c-aaad-118db4986d4b,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:44.291155 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:18:44.326297 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:44.394199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] For port f6f1c1d8-b067-4c0b-8c37-4dcc9191716d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f6f1c1d8-b067-4c0b-8c37-4dcc9191716d,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:44.395117 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f6f1c1d8-b067-4c0b-8c37-4dcc9191716d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:44.413050 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d8a17320-1c45-427d-afbe-498f00765968 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:18:44.425526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] Calling delete_port for f6f1c1d8-b067-4c0b-8c37-4dcc9191716d owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:18:44.444697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-52fe8239-4493-48ce-a571-0aa2ee121de3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Made reservation on behalf of 95a93e519b544c01b6ee62c609eec109 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:18:44.448359 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-52fe8239-4493-48ce-a571-0aa2ee121de3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:44.495497 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: d8a17320-1c45-427d-afbe-498f00765968 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:18:44.495891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d8a17320-1c45-427d-afbe-498f00765968 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:18:44.504821 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=f2bd7bd6-d355-440c-aaad-118db4986d4b,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:44.600907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce61b221-945d-4e69-b58d-ad0a32fc6e99 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Router cf9e70c5-3070-41fc-818e-8e079c48c3a3 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:18:44.726907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-52fe8239-4493-48ce-a571-0aa2ee121de3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Allocated IP 192.168.233.76 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/31b98c6f-43da-4ae5-9339-25f900433422) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:18:44.973975 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f6f1c1d8-b067-4c0b-8c37-4dcc9191716d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:45.001383 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-52fe8239-4493-48ce-a571-0aa2ee121de3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks [] for port (31b98c6f-43da-4ae5-9339-25f900433422), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:45.032267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f1c1d8-b067-4c0b-8c37-4dcc9191716d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:45.091039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce61b221-945d-4e69-b58d-ad0a32fc6e99 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:18:45.100773 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce61b221-945d-4e69-b58d-ad0a32fc6e99 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:45.109584 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8aad9b-ea92-42ca-851e-bf8387eb4fab None None] Sync routers for ids ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:18:45.130407 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8aad9b-ea92-42ca-851e-bf8387eb4fab None None] Routers {'cf9e70c5-3070-41fc-818e-8e079c48c3a3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:18:45.131498 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bc8aad9b-ea92-42ca-851e-bf8387eb4fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:18:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:45.172007 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-52fe8239-4493-48ce-a571-0aa2ee121de3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (31b98c6f-43da-4ae5-9339-25f900433422), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:45.185865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['5a87b147-9dfe-424a-9be7-e8b9804fc7f6', '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:45.195093 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['675eb9d2-75e0-42a1-a32e-3339bd59e613'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:45.327873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-52fe8239-4493-48ce-a571-0aa2ee121de3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:18:45.345802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-52fe8239-4493-48ce-a571-0aa2ee121de3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:18:45.352112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-52fe8239-4493-48ce-a571-0aa2ee121de3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:18:45.431762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fe8239-4493-48ce-a571-0aa2ee121de3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Pushing event updated for resources: {'Port': ['ID=31b98c6f-43da-4ae5-9339-25f900433422,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:45.491240 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-bc8aad9b-ea92-42ca-851e-bf8387eb4fab None None] Set router cf9e70c5-3070-41fc-818e-8e079c48c3a3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:18:45.507184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-52fe8239-4493-48ce-a571-0aa2ee121de3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:45.510570 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-52fe8239-4493-48ce-a571-0aa2ee121de3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:45.612206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-52fe8239-4493-48ce-a571-0aa2ee121de3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6573062 Feb 11 04:18:45.622840 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Request body: {'port': {'device_id': '1896f222-f647-482d-aabf-3a040f210d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:45.740360 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:45.813586 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (31b98c6f-43da-4ae5-9339-25f900433422), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:45.968771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-78658157-8c0a-4e28-9396-c1724c782f1f None None] Provisioning complete for port 31b98c6f-43da-4ae5-9339-25f900433422 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:45.969181 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78658157-8c0a-4e28-9396-c1724c782f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (31b98c6f-43da-4ae5-9339-25f900433422), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:46.020659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-78658157-8c0a-4e28-9396-c1724c782f1f None None] Port 31b98c6f-43da-4ae5-9339-25f900433422 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:18:46.099808 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ce61b221-945d-4e69-b58d-ad0a32fc6e99 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "PUT /v2.0/floatingips/1469fe31-d2d5-4bf9-aba4-5716acacb2f9 HTTP/1.1" status: 200 len: 991 time: 3.7294984 Feb 11 04:18:46.099808 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b848901b-4744-471e-826a-5118caf29ac0', 'tag': 'e64e699f-0a10-4ee6-9229-86d80ad080d3'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:46.102480 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf0aff9-8377-4237-ab2d-9d775f29d8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b848901b-4744-471e-826a-5118caf29ac0", "tag": "e64e699f-0a10-4ee6-9229-86d80ad080d3"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:46.138504 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bc8aad9b-ea92-42ca-851e-bf8387eb4fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:17:57Z', 'updated_at': '2022-02-11T04:18:05Z', 'revision_number': 4, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'gw_port': {'id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:17:58Z', 'updated_at': '2022-02-11T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '1469fe31-d2d5-4bf9-aba4-5716acacb2f9', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'port_id': 'e64e699f-0a10-4ee6-9229-86d80ad080d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'mac_address': 'fa:16:3e:e1:56:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848901b-4744-471e-826a-5118caf29ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:18:12Z', 'updated_at': '2022-02-11T04:18:43Z', 'revision_number': 1, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff76b4c-6faf-46ec-9a8b-da1437b89b76', 'name': '', 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'mac_address': 'fa:16:3e:48:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:03Z', 'updated_at': '2022-02-11T04:18:13Z', 'revision_number': 5, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'subnets': [{'id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:46.162984 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:46.169264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] Publish callbacks [] for router_controller (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:46.197939 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8aad9b-ea92-42ca-851e-bf8387eb4fab None None] Checking router: cf9e70c5-3070-41fc-818e-8e079c48c3a3 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:18:46.212949 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8aad9b-ea92-42ca-851e-bf8387eb4fab None None] Routers {'cf9e70c5-3070-41fc-818e-8e079c48c3a3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:18:46.217033 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bc8aad9b-ea92-42ca-851e-bf8387eb4fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:18:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:46.219590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-ec137c43-193b-4889-9502-87b05cc88687 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:46.221251 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-ec137c43-193b-4889-9502-87b05cc88687 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e&tenant_id=2ecf6acdd8224d998729629979558449&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 1129 time: 0.5125299 Feb 11 04:18:46.254307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712142-35'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:18:46.353009 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (4619e2c0-3df4-4421-ae53-ebb3cf884d7c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:46.353583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4619e2c0-3df4-4421-ae53-ebb3cf884d7c {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:18:46.363772 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:46.364927 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0b9402c0-3b71-43fe-b137-496851f25408 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4619e2c0-3df4-4421-ae53-ebb3cf884d7c HTTP/1.1" status: 204 len: 168 time: 4.4381440 Feb 11 04:18:46.369797 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39256) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:18:46.468513 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:46.493183 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-bc8aad9b-ea92-42ca-851e-bf8387eb4fab None None] Set router cf9e70c5-3070-41fc-818e-8e079c48c3a3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:18:46.631851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1c482c-f045-4c97-8648-eb8511eb0ae1 admin admin] Deleting subnet 3e41b964-f65f-422e-8ed9-bdbf04f43693 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:18:46.637187 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3e1c482c-f045-4c97-8648-eb8511eb0ae1 admin admin] Publish callbacks [] for subnet (3e41b964-f65f-422e-8ed9-bdbf04f43693), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:46.708089 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3e1c482c-f045-4c97-8648-eb8511eb0ae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (3e41b964-f65f-422e-8ed9-bdbf04f43693), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:46.792514 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:46.821119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b98c6f-43da-4ae5-9339-25f900433422 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:18:46.837848 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Publish callbacks [] for port (31b98c6f-43da-4ae5-9339-25f900433422), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:46.908768 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:18:46.934693 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Transition to ACTIVE for port object 31b98c6f-43da-4ae5-9339-25f900433422 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:18:46.936437 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3e1c482c-f045-4c97-8648-eb8511eb0ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (3e41b964-f65f-422e-8ed9-bdbf04f43693), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:46.996876 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Publish callbacks [] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:47.004853 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bc8aad9b-ea92-42ca-851e-bf8387eb4fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:17:57Z', 'updated_at': '2022-02-11T04:18:05Z', 'revision_number': 4, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'gw_port': {'id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:17:58Z', 'updated_at': '2022-02-11T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '1469fe31-d2d5-4bf9-aba4-5716acacb2f9', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'port_id': 'e64e699f-0a10-4ee6-9229-86d80ad080d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'mac_address': 'fa:16:3e:e1:56:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848901b-4744-471e-826a-5118caf29ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:18:12Z', 'updated_at': '2022-02-11T04:18:43Z', 'revision_number': 1, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff76b4c-6faf-46ec-9a8b-da1437b89b76', 'name': '', 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'mac_address': 'fa:16:3e:48:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:03Z', 'updated_at': '2022-02-11T04:18:13Z', 'revision_number': 5, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'subnets': [{'id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:47.038510 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8aad9b-ea92-42ca-851e-bf8387eb4fab None None] The sync data for ids ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'] in n-d-712142-35 is: [{'id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:17:57Z', 'updated_at': '2022-02-11T04:18:05Z', 'revision_number': 4, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'gw_port': {'id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:17:58Z', 'updated_at': '2022-02-11T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '1469fe31-d2d5-4bf9-aba4-5716acacb2f9', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'port_id': 'e64e699f-0a10-4ee6-9229-86d80ad080d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'mac_address': 'fa:16:3e:e1:56:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848901b-4744-471e-826a-5118caf29ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:18:12Z', 'updated_at': '2022-02-11T04:18:43Z', 'revision_number': 1, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff76b4c-6faf-46ec-9a8b-da1437b89b76', 'name': '', 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'mac_address': 'fa:16:3e:48:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:03Z', 'updated_at': '2022-02-11T04:18:13Z', 'revision_number': 5, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'subnets': [{'id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:18:47.050656 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (31b98c6f-43da-4ae5-9339-25f900433422), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:47.125231 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:47.169558 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3e1c482c-f045-4c97-8648-eb8511eb0ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (3e41b964-f65f-422e-8ed9-bdbf04f43693), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:47.227013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Pushing event updated for resources: {'Port': ['ID=31b98c6f-43da-4ae5-9339-25f900433422,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:47.233489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c482c-f045-4c97-8648-eb8511eb0ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e41b964-f65f-422e-8ed9-bdbf04f43693,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:47.299378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 68532a48-1854-4f60-902d-c5cace1e2fc2 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:47.321734 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Pushing event updated for resources: {'Port': ['ID=7aab4bab-e06b-4337-a3c1-c6b5de70c564,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:47.401543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on host n-h1-712142-35 for vnic_type normal with profile {"migrating_to": "n-h2-712142-35"} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:18:47.401899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:18:47.402240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:47.405133 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3e1c482c-f045-4c97-8648-eb8511eb0ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:47.414580 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39262) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:18:47.417124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3e1c482c-f045-4c97-8648-eb8511eb0ae1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3e41b964-f65f-422e-8ed9-bdbf04f43693 HTTP/1.1" status: 204 len: 168 time: 1.0451956 Feb 11 04:18:47.435027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d3afa0-e7cd-488f-9bcf-8eb66ebbc639 None None] Network b87e8249-502b-495a-ab9e-a310116b96dd requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:18:47.457649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Attempting to bind port 31b98c6f-43da-4ae5-9339-25f900433422 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:18:47.457999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Attempting to bind port 31b98c6f-43da-4ae5-9339-25f900433422 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:18:47.458345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Attempting to bind port 31b98c6f-43da-4ae5-9339-25f900433422 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:47.463943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Port 31b98c6f-43da-4ae5-9339-25f900433422 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:18:47.464279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Attempting to bind port 31b98c6f-43da-4ae5-9339-25f900433422 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:47.474990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:18:47.475248 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:47.477954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:18:47.478312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:18:47.478759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:18:47.479197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Bound port: 31b98c6f-43da-4ae5-9339-25f900433422, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:18:47.479562 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (31b98c6f-43da-4ae5-9339-25f900433422), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:47.500753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:18:47.501645 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Checking segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:18:47.503948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Bound using segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:18:47.504441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Bound port: 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:18:47.504809 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:47.598732 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e96d27-14b2-4957-a224-84cf65784f00 None None] New status for floating IP 1469fe31-d2d5-4bf9-aba4-5716acacb2f9: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:18:47.623299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 68532a48-1854-4f60-902d-c5cace1e2fc2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:47.623680 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:47.655028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:18:47.655481 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (b87e8249-502b-495a-ab9e-a310116b96dd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:47.668786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=31b98c6f-43da-4ae5-9339-25f900433422,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:18:47.723666 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:18:47.741681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:18:47.770969 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] Deleting port ed37179a-3c76-4acb-b05b-968d6cbda4af {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:18:47.771423 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:47.814969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7aab4bab-e06b-4337-a3c1-c6b5de70c564 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:18:47.864609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] For port ed37179a-3c76-4acb-b05b-968d6cbda4af, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ed37179a-3c76-4acb-b05b-968d6cbda4af,segment=NetworkSegment(c862186f-08e7-40bd-85e5-0ffedf4b2c7b),segment_id=c862186f-08e7-40bd-85e5-0ffedf4b2c7b)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:47.866279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:47.879938 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] Calling delete_port for ed37179a-3c76-4acb-b05b-968d6cbda4af owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:18:48.062246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c57723-a70c-45cb-9ca4-3285c2a9056e None None] DHCP port deletion for b87e8249-502b-495a-ab9e-a310116b96dd request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:18:48.104860 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (31b98c6f-43da-4ae5-9339-25f900433422), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:48.112395 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h1-712142-35, got binding levels [] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:48.135159 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:48.149195 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:48.157875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 68532a48-1854-4f60-902d-c5cace1e2fc2 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:48.158825 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:48.186049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Pushing event updated for resources: {'Port': ['ID=31b98c6f-43da-4ae5-9339-25f900433422,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:48.200857 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:48.202031 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:48.203962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-1453e87e-c8a1-4567-87a2-51a18b2af1de service neutron] 10.222.0.47 "PUT /v2.0/ports/31b98c6f-43da-4ae5-9339-25f900433422 HTTP/1.1" status: 200 len: 1096 time: 2.5868080 Feb 11 04:18:48.205549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:48.207491 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] No DVR routers for this DVR port ed37179a-3c76-4acb-b05b-968d6cbda4af on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:18:48.209321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed37179a-3c76-4acb-b05b-968d6cbda4af,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:48.268233 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b385556b-ab6f-4e55-a390-39adbbf0a3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "tag": "31b98c6f-43da-4ae5-9339-25f900433422"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:48.299277 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on host n-h1-712142-35 for vnic_type normal with profile {"migrating_to": "n-h2-712142-35"} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:18:48.299867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:18:48.300546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:48.377685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:18:48.379679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Attempting to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:18:48.413404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 68532a48-1854-4f60-902d-c5cace1e2fc2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=68532a48-1854-4f60-902d-c5cace1e2fc2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:48.426556 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:18:48.428527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Checking segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:18:48.429165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Bound using segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:18:48.430742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Bound port: 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:18:48.431157 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:48.457854 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a9c57723-a70c-45cb-9ca4-3285c2a9056e None None] Deleting port ed37179a-3c76-4acb-b05b-968d6cbda4af {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:18:48.458224 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9c57723-a70c-45cb-9ca4-3285c2a9056e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:48.485878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ed37179a-3c76-4acb-b05b-968d6cbda4af no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:18:48.592800 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (b87e8249-502b-495a-ab9e-a310116b96dd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:48.593053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: ed37179a-3c76-4acb-b05b-968d6cbda4af {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:18:48.593053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ed37179a-3c76-4acb-b05b-968d6cbda4af not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:18:48.593053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f6f1c1d8-b067-4c0b-8c37-4dcc9191716d no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:18:48.633161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:48.635316 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:48.638329 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] 10.222.0.47 "PUT /v2.0/ports/7aab4bab-e06b-4337-a3c1-c6b5de70c564 HTTP/1.1" status: 200 len: 1124 time: 2.3959191 Feb 11 04:18:48.658325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: f6f1c1d8-b067-4c0b-8c37-4dcc9191716d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:18:48.658753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f6f1c1d8-b067-4c0b-8c37-4dcc9191716d not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:18:48.678084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-7e893068-4710-4251-abbb-3da6a40fff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:48.685237 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-7e893068-4710-4251-abbb-3da6a40fff8b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 1130 time: 0.3420610 Feb 11 04:18:48.731465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b87e8249-502b-495a-ab9e-a310116b96dd']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:48.754522 n-d-712142-35 neutron-server[103810]: WARNING neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Concurrent port binding operations failed on port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 Feb 11 04:18:48.758523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a9c57723-a70c-45cb-9ca4-3285c2a9056e None None] For port ed37179a-3c76-4acb-b05b-968d6cbda4af, host n-d-712142-35, got binding levels [] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:48.759552 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9c57723-a70c-45cb-9ca4-3285c2a9056e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:48.764111 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c862186f-08e7-40bd-85e5-0ffedf4b2c7b') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:48.764300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:48.764427 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c862186f-08e7-40bd-85e5-0ffedf4b2c7b') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:18:48.781917 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (c862186f-08e7-40bd-85e5-0ffedf4b2c7b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:48.782193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a9c57723-a70c-45cb-9ca4-3285c2a9056e None None] Calling delete_port for ed37179a-3c76-4acb-b05b-968d6cbda4af owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:18:48.784046 n-d-712142-35 neutron-server[103810]: INFO neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Attempt 2 to bind port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 Feb 11 04:18:48.784284 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45800c44-1b4d-4314-a918-fe82c85ff11a service neutron] Pushing event updated for resources: {'Port': ['ID=7aab4bab-e06b-4337-a3c1-c6b5de70c564,revision_number=8']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:48.784521 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7aab4bab-e06b-4337-a3c1-c6b5de70c564 has no active binding in host n-h2-712142-35 {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:18:48.787614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.ipam_backend_mixin [None req-a9c57723-a70c-45cb-9ca4-3285c2a9056e None None] Port ed37179a-3c76-4acb-b05b-968d6cbda4af was not found and therefore no delete operation was performed {{(pid=103810) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:18:48.793372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['7aab4bab-e06b-4337-a3c1-c6b5de70c564'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:48.799597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7aab4bab-e06b-4337-a3c1-c6b5de70c564'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:48.811670 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (c862186f-08e7-40bd-85e5-0ffedf4b2c7b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:48.820557 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:18:48.821054 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (c862186f-08e7-40bd-85e5-0ffedf4b2c7b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:18:48.824355 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:18:48.826720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-b7d65ba3-8ab9-4ce4-9349-1603cf96aab0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=31b98c6f-43da-4ae5-9339-25f900433422 HTTP/1.1" status: 200 len: 217 time: 0.0792267 Feb 11 04:18:48.832802 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9c57723-a70c-45cb-9ca4-3285c2a9056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (ed37179a-3c76-4acb-b05b-968d6cbda4af), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:48.879365 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:48.888975 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-47e40955-ac83-47d9-af4b-785a7134a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:48.890677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-47e40955-ac83-47d9-af4b-785a7134a227 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0594866 Feb 11 04:18:48.900664 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703f8ce-990c-4b33-b2ab-9a194ec38b8f req-05898c5b-87a7-4a5d-b609-7ecad91e6c20 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:48.902275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1703f8ce-990c-4b33-b2ab-9a194ec38b8f req-05898c5b-87a7-4a5d-b609-7ecad91e6c20 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 944 time: 0.3926506 Feb 11 04:18:48.940401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c57723-a70c-45cb-9ca4-3285c2a9056e None None] Pushing event deleted for resources: {'Port': ['ID=ed37179a-3c76-4acb-b05b-968d6cbda4af,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:48.977746 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c57723-a70c-45cb-9ca4-3285c2a9056e None None] No DVR routers for this DVR port ed37179a-3c76-4acb-b05b-968d6cbda4af on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:18:48.990680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac52e9f-13ee-4eef-aa1e-ee2cc5014afd req-9d799de4-305c-4f12-9628-12d76ec74196 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:49.008966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ac52e9f-13ee-4eef-aa1e-ee2cc5014afd req-9d799de4-305c-4f12-9628-12d76ec74196 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04 HTTP/1.1" status: 200 len: 949 time: 0.4044812 Feb 11 04:18:49.071263 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1703f8ce-990c-4b33-b2ab-9a194ec38b8f req-60203359-4d9d-4910-bd31-b2ba1d70413a tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539907 Feb 11 04:18:49.103866 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (b87e8249-502b-495a-ab9e-a310116b96dd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:49.116695 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:49.135982 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b87e8249-502b-495a-ab9e-a310116b96dd HTTP/1.1" status: 204 len: 168 time: 1.7200820 Feb 11 04:18:49.136828 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ac52e9f-13ee-4eef-aa1e-ee2cc5014afd req-792b4b94-bb22-4574-b6ec-40d64f0b7362 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227977 Feb 11 04:18:49.163182 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-d5462f31-64b4-4953-988c-66e827a45e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:49.164931 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-d5462f31-64b4-4953-988c-66e827a45e22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2616627 Feb 11 04:18:49.190103 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf725c5-e652-4139-b74a-464d2968dbf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b87e8249-502b-495a-ab9e-a310116b96dd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:49.244245 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbc2fca-be09-41e6-a5df-118caf8f6b69 x-openstack-request-id: req-0cbc2fca-be09-41e6-a5df-118caf8f6b69 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:18:49.244245 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca19b1b-43d0-4c83-a9cf-5c06d4299712", "name": "network-vif-plugged", "status": "completed", "tag": "f2bd7bd6-d355-440c-aaad-118db4986d4b", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:18:49.245443 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cbc2fca-be09-41e6-a5df-118caf8f6b69 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:18:49.245443 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca19b1b-43d0-4c83-a9cf-5c06d4299712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bd7bd6-d355-440c-aaad-118db4986d4b', 'code': 200} Feb 11 04:18:49.319014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=68532a48-1854-4f60-902d-c5cace1e2fc2,revision_number=10']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:49.535748 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-5ae9321c-d358-4598-a52c-9ece08acd054 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601162 Feb 11 04:18:49.545570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950ea15-d30e-49ea-896c-f154be32b642 req-dc640305-9c4d-4e2d-aff9-529b6f40f675 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:49.555873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8950ea15-d30e-49ea-896c-f154be32b642 req-dc640305-9c4d-4e2d-aff9-529b6f40f675 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 947 time: 0.2937279 Feb 11 04:18:49.649202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3054106-f128-4d13-a58e-f257de8cb474 req-20507d84-7cd2-41d6-ab31-a970a9c5da76 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:49.651059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3054106-f128-4d13-a58e-f257de8cb474 req-20507d84-7cd2-41d6-ab31-a970a9c5da76 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 945 time: 0.2213075 Feb 11 04:18:49.671318 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39318) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:18:49.723366 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8950ea15-d30e-49ea-896c-f154be32b642 req-68b7e8ab-b044-4aa0-bcec-0366329735d4 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663046 Feb 11 04:18:49.773530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3054106-f128-4d13-a58e-f257de8cb474 req-486c8381-b913-45a9-90c9-fd7c21cd932d tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf41a33-7000-4af2-be10-ff126615b336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800269 Feb 11 04:18:49.882966 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-292d24c0-e897-4c0e-a46b-476beddb5125 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=205f380688634b268272d085c65815b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125454 Feb 11 04:18:49.891799 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39324) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:18:49.915080 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c996176a-36a3-41a9-b625-33a2f6b9d10f x-openstack-request-id: req-c996176a-36a3-41a9-b625-33a2f6b9d10f {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:18:49.915379 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "tag": "31b98c6f-43da-4ae5-9339-25f900433422", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:18:49.915618 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c996176a-36a3-41a9-b625-33a2f6b9d10f {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:18:49.926282 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422', 'status': 'completed', 'code': 200} Feb 11 04:18:49.938411 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b11acc-be1a-4502-84bd-2188f03d35d3 x-openstack-request-id: req-d4b11acc-be1a-4502-84bd-2188f03d35d3 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:18:49.945740 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b848901b-4744-471e-826a-5118caf29ac0", "tag": "e64e699f-0a10-4ee6-9229-86d80ad080d3", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:18:49.946273 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4b11acc-be1a-4502-84bd-2188f03d35d3 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:18:49.947699 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b848901b-4744-471e-826a-5118caf29ac0', 'tag': 'e64e699f-0a10-4ee6-9229-86d80ad080d3', 'status': 'completed', 'code': 200} Feb 11 04:18:50.037954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec73a3d5-dce1-403b-babb-f2ef3466c7ce req-2306808f-9f89-4c5d-8c37-dedc70b4cdaa service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553273 Feb 11 04:18:50.139881 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2916119-7712-40ec-9a6c-78da5360c17e admin admin] Publish callbacks [] for security_group (73becef1-a23f-401f-bab7-93780acb5923), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:50.217558 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2916119-7712-40ec-9a6c-78da5360c17e admin admin] Publish callbacks [] for security_group (73becef1-a23f-401f-bab7-93780acb5923), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:50.319489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0aff9-8377-4237-ab2d-9d775f29d8dd req-a0367773-363c-47b0-a868-6b4b9a126825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:50.321849 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbf0aff9-8377-4237-ab2d-9d775f29d8dd req-a0367773-363c-47b0-a868-6b4b9a126825 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=49e004e6f4ad4de2b69117dfda00d4c7&device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 1128 time: 0.3835948 Feb 11 04:18:50.404185 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2916119-7712-40ec-9a6c-78da5360c17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (73becef1-a23f-401f-bab7-93780acb5923), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:50.408263 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2916119-7712-40ec-9a6c-78da5360c17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:50.412655 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c2916119-7712-40ec-9a6c-78da5360c17e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73becef1-a23f-401f-bab7-93780acb5923 HTTP/1.1" status: 204 len: 168 time: 0.5155885 Feb 11 04:18:50.432156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2916119-7712-40ec-9a6c-78da5360c17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73becef1-a23f-401f-bab7-93780acb5923,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:50.458408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0aff9-8377-4237-ab2d-9d775f29d8dd req-2b1a49b3-7dc9-407e-8734-9ac611681fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:50.460781 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbf0aff9-8377-4237-ab2d-9d775f29d8dd req-2b1a49b3-7dc9-407e-8734-9ac611681fac service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1482b58-e29f-40c6-8699-700526bbb856 HTTP/1.1" status: 200 len: 912 time: 0.1305976 Feb 11 04:18:50.468849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385556b-ab6f-4e55-a390-39adbbf0a3f9 req-cf2403e8-38b7-4582-944c-d0f79144201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:50.471153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b385556b-ab6f-4e55-a390-39adbbf0a3f9 req-cf2403e8-38b7-4582-944c-d0f79144201a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 1130 time: 0.2839127 Feb 11 04:18:50.490492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089a4f3-213c-4528-b37f-a90f085d7048 req-6fd47e0e-2ed7-4319-9618-21129b015699 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:50.498224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d089a4f3-213c-4528-b37f-a90f085d7048 req-6fd47e0e-2ed7-4319-9618-21129b015699 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff90ec13-940a-4a11-80e6-e5b23829f85f HTTP/1.1" status: 200 len: 950 time: 0.4402092 Feb 11 04:18:50.629924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385556b-ab6f-4e55-a390-39adbbf0a3f9 req-80716c4a-4a24-4ab6-9262-c0f032a88af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:50.631662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b385556b-ab6f-4e55-a390-39adbbf0a3f9 req-80716c4a-4a24-4ab6-9262-c0f032a88af9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1003771 Feb 11 04:18:50.724082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b385556b-ab6f-4e55-a390-39adbbf0a3f9 req-9011cf24-04b8-498b-9788-774a0a1488e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=31b98c6f-43da-4ae5-9339-25f900433422 HTTP/1.1" status: 200 len: 217 time: 0.0598595 Feb 11 04:18:50.783476 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385556b-ab6f-4e55-a390-39adbbf0a3f9 req-24265dbe-99f2-4385-824d-5435cdc04980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:50.785906 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b385556b-ab6f-4e55-a390-39adbbf0a3f9 req-24265dbe-99f2-4385-824d-5435cdc04980 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0537591 Feb 11 04:18:50.888016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d089a4f3-213c-4528-b37f-a90f085d7048 req-4781cc9e-c4f3-4f64-8ceb-9568c8b9e12f tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785124 Feb 11 04:18:50.916986 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbf0aff9-8377-4237-ab2d-9d775f29d8dd req-27208503-5e11-4b00-8bbe-17ef3f945980 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e64e699f-0a10-4ee6-9229-86d80ad080d3 HTTP/1.1" status: 200 len: 1001 time: 0.3926570 Feb 11 04:18:51.076611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385556b-ab6f-4e55-a390-39adbbf0a3f9 req-8b4c4bba-5b22-469d-b01d-3a5daf516f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:51.078129 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b385556b-ab6f-4e55-a390-39adbbf0a3f9 req-8b4c4bba-5b22-469d-b01d-3a5daf516f48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2834992 Feb 11 04:18:51.080740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0aff9-8377-4237-ab2d-9d775f29d8dd req-58dedb47-cee4-48c7-900a-b362e7f1539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:51.082113 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbf0aff9-8377-4237-ab2d-9d775f29d8dd req-58dedb47-cee4-48c7-900a-b362e7f1539d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c960cfd3-6863-467e-ba4a-d6ab6f6e9b47 HTTP/1.1" status: 200 len: 850 time: 0.1509018 Feb 11 04:18:51.246533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68532a48-1854-4f60-902d-c5cace1e2fc2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:51.249819 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c44eff9-f627-4f03-bd48-f9f14e5073c1" -d '{"events": [{"server_uuid": "3ba7be8e-695a-4d09-be54-69e6a540b983", "name": "network-vif-plugged", "status": "completed", "tag": "68532a48-1854-4f60-902d-c5cace1e2fc2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:51.450460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0aff9-8377-4237-ab2d-9d775f29d8dd req-6d918c4b-375d-4840-87bd-fcbc5aa594b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:51.456866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbf0aff9-8377-4237-ab2d-9d775f29d8dd req-6d918c4b-375d-4840-87bd-fcbc5aa594b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1482b58-e29f-40c6-8699-700526bbb856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2626729 Feb 11 04:18:51.506497 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b385556b-ab6f-4e55-a390-39adbbf0a3f9 req-514fcc0e-c0f1-4711-aa38-03bc7864357e service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191487 Feb 11 04:18:51.752059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbf0aff9-8377-4237-ab2d-9d775f29d8dd req-de03dab8-0fdb-439e-9bad-85eb10814a6f service neutron] 10.222.0.32 "GET /v2.0/networks/e1482b58-e29f-40c6-8699-700526bbb856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412469 Feb 11 04:18:51.945222 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b385556b-ab6f-4e55-a390-39adbbf0a3f9 req-1ab35a64-8f9a-49b4-834f-5b10d7942c25 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243851 Feb 11 04:18:51.948832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd741b5-8b69-4aaa-826d-cf9c956ef00e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aab4bab-e06b-4337-a3c1-c6b5de70c564'}, {'name': 'network-changed', 'server_uuid': '7dd741b5-8b69-4aaa-826d-cf9c956ef00e', 'tag': '7aab4bab-e06b-4337-a3c1-c6b5de70c564'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:18:51.952756 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9156a8d8-a210-457b-8013-61b5d55b5628" -d '{"events": [{"server_uuid": "7dd741b5-8b69-4aaa-826d-cf9c956ef00e", "name": "network-vif-unplugged", "status": "completed", "tag": "7aab4bab-e06b-4337-a3c1-c6b5de70c564"}, {"name": "network-changed", "server_uuid": "7dd741b5-8b69-4aaa-826d-cf9c956ef00e", "tag": "7aab4bab-e06b-4337-a3c1-c6b5de70c564"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:18:51.979344 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbf0aff9-8377-4237-ab2d-9d775f29d8dd req-c14b60f2-65e6-42c8-9acf-879f15c9cb59 service neutron] 10.222.0.32 "GET /v2.0/networks/e1482b58-e29f-40c6-8699-700526bbb856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152584 Feb 11 04:18:53.421263 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f86bfc97-043e-4178-b620-4a49800d17cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:53.766221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 31b98c6f-43da-4ae5-9339-25f900433422 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:18:53.869205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=31b98c6f-43da-4ae5-9339-25f900433422,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:53.881244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '31b98c6f-43da-4ae5-9339-25f900433422', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '31b98c6f-43da-4ae5-9339-25f900433422', 'mac_address': 'fa:16:3e:50:5e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:18:53.918231 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 31b98c6f-43da-4ae5-9339-25f900433422 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:53.918607 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (31b98c6f-43da-4ae5-9339-25f900433422), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:53.932112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b98c6f-43da-4ae5-9339-25f900433422 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:18:53.951809 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=31b98c6f-43da-4ae5-9339-25f900433422,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:54.015740 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (31b98c6f-43da-4ae5-9339-25f900433422), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:54.067949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=31b98c6f-43da-4ae5-9339-25f900433422,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:54.471708 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['31b98c6f-43da-4ae5-9339-25f900433422'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:18:55.375691 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-12185e41-346a-4d04-b6b2-6c216fba319b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:55.790474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 31b98c6f-43da-4ae5-9339-25f900433422 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:18:56.015535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 31b98c6f-43da-4ae5-9339-25f900433422 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:18:56.028195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 31b98c6f-43da-4ae5-9339-25f900433422 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:18:56.028773 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (31b98c6f-43da-4ae5-9339-25f900433422), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:56.247548 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 31b98c6f-43da-4ae5-9339-25f900433422 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:56.247959 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (31b98c6f-43da-4ae5-9339-25f900433422), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:56.328193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=31b98c6f-43da-4ae5-9339-25f900433422,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:18:56.456226 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (31b98c6f-43da-4ae5-9339-25f900433422), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:56.622432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=31b98c6f-43da-4ae5-9339-25f900433422,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:18:56.636174 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:58.204381 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:59.358750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7aab4bab-e06b-4337-a3c1-c6b5de70c564 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:18:59.450712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 is: DOWN; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:18:59.644824 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:18:59.713818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9edea-d04a-452f-97fe-2fb805d5c154 req-52cc0c21-75fa-4046-8664-bd5f23841105 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:59.722942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-efc9edea-d04a-452f-97fe-2fb805d5c154 req-52cc0c21-75fa-4046-8664-bd5f23841105 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.1299648 Feb 11 04:18:59.759524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79860628-f2ef-4578-8954-f9b3297a6d13 req-87a69915-f24c-4a25-99ff-ef277eadd71f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:18:59.774344 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79860628-f2ef-4578-8954-f9b3297a6d13 req-87a69915-f24c-4a25-99ff-ef277eadd71f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 944 time: 0.1390474 Feb 11 04:18:59.859654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-efc9edea-d04a-452f-97fe-2fb805d5c154 req-7c3146b3-5258-4725-9e58-e6ef599632cb tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356318 Feb 11 04:18:59.926423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79860628-f2ef-4578-8954-f9b3297a6d13 req-a2a66e12-83bf-4041-97b0-4b374d386a7f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509411 Feb 11 04:18:59.984187 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6407c2f3-8f2f-488f-99d2-608403d50b83 x-openstack-request-id: req-6407c2f3-8f2f-488f-99d2-608403d50b83 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:18:59.989041 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba7be8e-695a-4d09-be54-69e6a540b983", "name": "network-vif-plugged", "status": "completed", "tag": "68532a48-1854-4f60-902d-c5cace1e2fc2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:18:59.989041 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6407c2f3-8f2f-488f-99d2-608403d50b83 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:18:59.989041 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68532a48-1854-4f60-902d-c5cace1e2fc2', 'code': 200} Feb 11 04:19:00.053184 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 04:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b38632b-f158-479b-b122-83eb8c4a952e x-openstack-request-id: req-2b38632b-f158-479b-b122-83eb8c4a952e {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:00.054315 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd741b5-8b69-4aaa-826d-cf9c956ef00e", "name": "network-vif-unplugged", "status": "completed", "tag": "7aab4bab-e06b-4337-a3c1-c6b5de70c564", "code": 200}, {"name": "network-changed", "server_uuid": "7dd741b5-8b69-4aaa-826d-cf9c956ef00e", "tag": "7aab4bab-e06b-4337-a3c1-c6b5de70c564", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:00.054891 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b38632b-f158-479b-b122-83eb8c4a952e {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:00.055488 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd741b5-8b69-4aaa-826d-cf9c956ef00e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aab4bab-e06b-4337-a3c1-c6b5de70c564', 'code': 200} Feb 11 04:19:00.055934 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd741b5-8b69-4aaa-826d-cf9c956ef00e', 'tag': '7aab4bab-e06b-4337-a3c1-c6b5de70c564', 'status': 'completed', 'code': 200} Feb 11 04:19:00.167410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156a8d8-a210-457b-8013-61b5d55b5628 req-d4058cc5-9678-4cb5-995c-dc1ffd5d1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:00.169389 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9156a8d8-a210-457b-8013-61b5d55b5628 req-d4058cc5-9678-4cb5-995c-dc1ffd5d1a2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 1158 time: 0.0752101 Feb 11 04:19:00.395810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156a8d8-a210-457b-8013-61b5d55b5628 req-0bf423a7-b2ee-4e66-863d-d6b61b123b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:00.397290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9156a8d8-a210-457b-8013-61b5d55b5628 req-0bf423a7-b2ee-4e66-863d-d6b61b123b32 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.2119248 Feb 11 04:19:00.462132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9156a8d8-a210-457b-8013-61b5d55b5628 req-b5e19872-bd70-444c-994e-d3c308c9e6df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564 HTTP/1.1" status: 200 len: 217 time: 0.0583019 Feb 11 04:19:01.012836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156a8d8-a210-457b-8013-61b5d55b5628 req-0af9e991-1394-497a-bdec-948b41983ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:01.014546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9156a8d8-a210-457b-8013-61b5d55b5628 req-0af9e991-1394-497a-bdec-948b41983ede service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.1039932 Feb 11 04:19:01.033334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-781566e4-e5ab-4f1a-8117-bceaa46cbb46 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5df4851381b84405871ac0cc473d4fc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5701284 Feb 11 04:19:01.068898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9156a8d8-a210-457b-8013-61b5d55b5628 req-89141189-d3a4-4125-b643-e5fa95288fae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332229 Feb 11 04:19:01.194527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-68798906-7bf7-4552-a955-ff93d2bb0823 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:01.201715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-68798906-7bf7-4552-a955-ff93d2bb0823 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671758 Feb 11 04:19:01.300076 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-d9a0ee54-8f78-4614-8129-eddba6b95823 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/quotas/5df4851381b84405871ac0cc473d4fc6 HTTP/1.1" status: 200 len: 375 time: 0.0974495 Feb 11 04:19:01.366212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354aafcd-d54c-41ca-8484-ef2e2ff110c1 req-c2a42cb3-70c0-46dd-9305-5cb305e19a80 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:01.375531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354aafcd-d54c-41ca-8484-ef2e2ff110c1 req-c2a42cb3-70c0-46dd-9305-5cb305e19a80 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:01.382798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-354aafcd-d54c-41ca-8484-ef2e2ff110c1 req-c2a42cb3-70c0-46dd-9305-5cb305e19a80 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04&device_id=ff90ec13-940a-4a11-80e6-e5b23829f85f HTTP/1.1" status: 200 len: 1690 time: 0.9186478 Feb 11 04:19:01.441317 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-1c10f804-9501-42f3-9830-443eb7731282 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5df4851381b84405871ac0cc473d4fc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1268477 Feb 11 04:19:01.472465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-86f8a836-3018-4410-a5a0-ab444f255a9a service neutron] 10.222.0.32 "GET /v2.0/ports/7aab4bab-e06b-4337-a3c1-c6b5de70c564/bindings/n-h2-712142-35 HTTP/1.1" status: 200 len: 385 time: 0.2684708 Feb 11 04:19:01.567133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9156a8d8-a210-457b-8013-61b5d55b5628 req-512f0eee-7146-45a2-b020-0136e492f741 service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269928 Feb 11 04:19:01.572829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-354aafcd-d54c-41ca-8484-ef2e2ff110c1 req-fb750e93-0208-4057-b9f4-01f6607d877d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892445 Feb 11 04:19:01.783282 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9156a8d8-a210-457b-8013-61b5d55b5628 req-dd7cf551-e210-4c33-b9c9-03c201bfafa9 service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047262 Feb 11 04:19:01.922655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-fddf3d08-3ab8-4c81-af79-c38698cd8a24 service neutron] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:01.971102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-fddf3d08-3ab8-4c81-af79-c38698cd8a24 service neutron] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:19:01.987048 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:01.989384 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da865dc-308d-425c-923d-53b6e0d7b9c4" -d '{"events": [{"server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "name": "network-vif-plugged", "status": "completed", "tag": "31b98c6f-43da-4ae5-9339-25f900433422"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:02.032233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-fddf3d08-3ab8-4c81-af79-c38698cd8a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aab4bab-e06b-4337-a3c1-c6b5de70c564 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:02.071509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-fddf3d08-3ab8-4c81-af79-c38698cd8a24 service neutron] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:02.168061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15517460-aae5-4af4-ae63-8279a7bca7a1 req-60ada813-a231-4651-9b1b-54db9baa3b94 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:02.171003 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15517460-aae5-4af4-ae63-8279a7bca7a1 req-60ada813-a231-4651-9b1b-54db9baa3b94 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.1296480 Feb 11 04:19:02.184672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff145dc-40d9-4861-9a48-09ac63eac9f1 req-696ae3f8-eb51-4196-8f3d-f01db395b2a9 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:02.191343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ff145dc-40d9-4861-9a48-09ac63eac9f1 req-696ae3f8-eb51-4196-8f3d-f01db395b2a9 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 944 time: 0.1531694 Feb 11 04:19:02.222910 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-fddf3d08-3ab8-4c81-af79-c38698cd8a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:02.322061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ff145dc-40d9-4861-9a48-09ac63eac9f1 req-052badb5-432c-42f9-b818-8e1df61ce46d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285200 Feb 11 04:19:02.336580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15517460-aae5-4af4-ae63-8279a7bca7a1 req-924e1198-f5c1-438d-9533-9b28fbaf4b0b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326451 Feb 11 04:19:02.383759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-fddf3d08-3ab8-4c81-af79-c38698cd8a24 service neutron] Transition to ACTIVE for port object 7aab4bab-e06b-4337-a3c1-c6b5de70c564 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:19:02.467961 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-fddf3d08-3ab8-4c81-af79-c38698cd8a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:02.607358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d41e24a2-64a5-4385-9fb7-e5ef53cadb9a req-64620a8b-279d-40b0-b10b-bc45084cd725 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 210 time: 0.0673175 Feb 11 04:19:02.629661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf3d08-3ab8-4c81-af79-c38698cd8a24 service neutron] Pushing event updated for resources: {'Port': ['ID=7aab4bab-e06b-4337-a3c1-c6b5de70c564,revision_number=10']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:02.652086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-fddf3d08-3ab8-4c81-af79-c38698cd8a24 service neutron] No DVR routers for this DVR port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:19:02.668398 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae4ec31-b634-4878-a12e-aa51a60324a1 x-openstack-request-id: req-fae4ec31-b634-4878-a12e-aa51a60324a1 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:02.668932 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "name": "network-vif-plugged", "status": "completed", "tag": "31b98c6f-43da-4ae5-9339-25f900433422", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:02.669466 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fae4ec31-b634-4878-a12e-aa51a60324a1 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:02.670078 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422', 'code': 200} Feb 11 04:19:02.697709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-fddf3d08-3ab8-4c81-af79-c38698cd8a24 service neutron] 10.222.0.32 "PUT /v2.0/ports/7aab4bab-e06b-4337-a3c1-c6b5de70c564/bindings/n-h2-712142-35/activate HTTP/1.1" status: 200 len: 370 time: 1.2144618 Feb 11 04:19:02.830886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf517ac4-8488-4e93-a55b-a3443abc5e8d req-aaf3185d-cf22-48d8-b538-f519aced04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:02.833478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf517ac4-8488-4e93-a55b-a3443abc5e8d req-aaf3185d-cf22-48d8-b538-f519aced04f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 1132 time: 0.0920773 Feb 11 04:19:02.837677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade8172-563c-4d46-a107-26bf6ae65365 req-7e15ab0d-5427-4ade-8876-0bfc52d6318d tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:02.839559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ade8172-563c-4d46-a107-26bf6ae65365 req-7e15ab0d-5427-4ade-8876-0bfc52d6318d tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04 HTTP/1.1" status: 200 len: 1132 time: 0.0926108 Feb 11 04:19:02.917415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf517ac4-8488-4e93-a55b-a3443abc5e8d req-7e5b9863-f3fd-4722-9320-384c6e9fccdc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767944 Feb 11 04:19:02.920858 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ade8172-563c-4d46-a107-26bf6ae65365 req-c37a57c1-9cf7-4a07-8064-c8f08102b361 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735826 Feb 11 04:19:03.291752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-f17645a0-e241-44ae-9263-bad80e512d28 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:03.293334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-f17645a0-e241-44ae-9263-bad80e512d28 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e&tenant_id=2ecf6acdd8224d998729629979558449&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 1128 time: 0.0567176 Feb 11 04:19:03.349664 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-c3bd04dd-eb67-4e2e-bd43-d1665904a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:03.352739 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-c3bd04dd-eb67-4e2e-bd43-d1665904a231 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e&tenant_id=2ecf6acdd8224d998729629979558449 HTTP/1.1" status: 200 len: 1128 time: 0.0513287 Feb 11 04:19:03.424753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-308a8b4b-1ba1-48aa-9629-e12708d02f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:03.426457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-308a8b4b-1ba1-48aa-9629-e12708d02f72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 1128 time: 0.0479550 Feb 11 04:19:03.533696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-794ab5e9-8832-458f-b073-d181cb6a6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:03.536874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-794ab5e9-8832-458f-b073-d181cb6a6c38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.1016359 Feb 11 04:19:03.575702 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:03.582847 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-a8fa9ef9-811c-4f1e-aa68-7720f7e1d463 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564 HTTP/1.1" status: 200 len: 217 time: 0.0396721 Feb 11 04:19:03.656858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-d972604e-ab72-4345-805f-a726071796f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:03.658678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-d972604e-ab72-4345-805f-a726071796f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.0700066 Feb 11 04:19:03.690863 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:03.715765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-d0ec080b-53ba-44e2-9584-12f06e6f6b12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435970 Feb 11 04:19:03.824099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-7abbd7cd-9f89-4da3-a9ee-63c909c70697 service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043184 Feb 11 04:19:03.824697 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f2bd7bd6-d355-440c-aaad-118db4986d4b no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:19:03.918057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port f2bd7bd6-d355-440c-aaad-118db4986d4b is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:03.918401 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:03.950880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-8f0d3967-ac8c-45a4-a0c4-fc2b2d8f735a service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199903 Feb 11 04:19:03.957470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f2bd7bd6-d355-440c-aaad-118db4986d4b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f2bd7bd6-d355-440c-aaad-118db4986d4b,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:04.051879 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:04.114797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=f2bd7bd6-d355-440c-aaad-118db4986d4b,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:04.512063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92360201-134d-4206-bcaa-241a13af167a req-1854c170-e06a-444a-85bc-35c34377d745 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:04.519415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92360201-134d-4206-bcaa-241a13af167a req-1854c170-e06a-444a-85bc-35c34377d745 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ff90ec13-940a-4a11-80e6-e5b23829f85f HTTP/1.1" status: 200 len: 1133 time: 0.0537448 Feb 11 04:19:04.625557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92360201-134d-4206-bcaa-241a13af167a req-1a3e539c-6f3f-498b-9291-f1169ee89afb tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051054 Feb 11 04:19:04.671035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca19b1b-43d0-4c83-a9cf-5c06d4299712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2bd7bd6-d355-440c-aaad-118db4986d4b'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:04.673814 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2959186e-914d-4f16-ac32-a67b7a7c125e" -d '{"events": [{"server_uuid": "6ca19b1b-43d0-4c83-a9cf-5c06d4299712", "name": "network-vif-unplugged", "status": "completed", "tag": "f2bd7bd6-d355-440c-aaad-118db4986d4b"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:04.703748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959edf-3cb7-4e61-b15d-50f6ef2d66e6 req-16f89185-7f23-4460-a96a-215df9660b71 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:04.707754 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de959edf-3cb7-4e61-b15d-50f6ef2d66e6 req-16f89185-7f23-4460-a96a-215df9660b71 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 945 time: 0.1225917 Feb 11 04:19:04.711581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-33114eeb-110a-4fbd-867a-d89c78fb88a1 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:04.713117 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-33114eeb-110a-4fbd-867a-d89c78fb88a1 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e&tenant_id=2ecf6acdd8224d998729629979558449&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 1128 time: 0.1469479 Feb 11 04:19:04.830120 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-841ce805-2877-46d4-b922-67f3b97daf5f tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5df4851381b84405871ac0cc473d4fc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260582 Feb 11 04:19:04.843520 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de959edf-3cb7-4e61-b15d-50f6ef2d66e6 req-6c47126e-e648-4f06-827c-34b5eb5bbe7f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287367 Feb 11 04:19:04.852612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2fd1-3177-4107-b533-998f3797279b req-c95ff9fe-9503-4c32-858d-3232fa79f873 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:04.859122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a5a2fd1-3177-4107-b533-998f3797279b req-c95ff9fe-9503-4c32-858d-3232fa79f873 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.1502252 Feb 11 04:19:04.991654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0752093c-7aa0-44de-9a54-0c5601bd6387 req-d6209d6d-2cad-42c2-b734-8de6c7f55be7 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 210 time: 0.0353546 Feb 11 04:19:05.006858 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a5a2fd1-3177-4107-b533-998f3797279b req-5d5bcdfd-ff06-4252-aaf9-2b2b7d7cceb7 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420188 Feb 11 04:19:05.013999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-0c0bfe1a-445a-4705-9977-22644a1b93af service neutron] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:19:05.018665 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-0c0bfe1a-445a-4705-9977-22644a1b93af service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:05.019914 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b52bf4de-fdfc-44e7-b89c-299c496d7118 req-0c0bfe1a-445a-4705-9977-22644a1b93af service neutron] 10.222.0.47 "DELETE /v2.0/ports/7aab4bab-e06b-4337-a3c1-c6b5de70c564/bindings/n-h1-712142-35 HTTP/1.1" status: 204 len: 173 time: 0.2917182 Feb 11 04:19:05.029858 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-2a804ad6-5e9b-495e-90d8-df85b6476e67 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:05.042603 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-2a804ad6-5e9b-495e-90d8-df85b6476e67 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082396 Feb 11 04:19:05.068297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Request body: {'port': {'device_id': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '5df4851381b84405871ac0cc473d4fc6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:19:05.249570 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Made reservation on behalf of 5df4851381b84405871ac0cc473d4fc6 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:19:05.254934 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:05.267123 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:05.276833 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febeff8e-9237-4864-a17f-26a6b3a25460 x-openstack-request-id: req-febeff8e-9237-4864-a17f-26a6b3a25460 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:05.277340 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca19b1b-43d0-4c83-a9cf-5c06d4299712", "name": "network-vif-unplugged", "status": "completed", "tag": "f2bd7bd6-d355-440c-aaad-118db4986d4b", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:05.277755 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-febeff8e-9237-4864-a17f-26a6b3a25460 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:05.278317 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca19b1b-43d0-4c83-a9cf-5c06d4299712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2bd7bd6-d355-440c-aaad-118db4986d4b', 'code': 200} Feb 11 04:19:05.375164 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Publish callbacks [] for security_group (ade9789e-67b5-4a60-8067-f45e412f3dea), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:05.397773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3ea96-7eaf-4625-a2d3-459414ffcae8 req-d1afd263-0eb3-442d-a822-3ae345c0f9db tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:05.399293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11c3ea96-7eaf-4625-a2d3-459414ffcae8 req-d1afd263-0eb3-442d-a822-3ae345c0f9db tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 1132 time: 0.0646875 Feb 11 04:19:05.444589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11c3ea96-7eaf-4625-a2d3-459414ffcae8 req-eb9a7889-4f21-4413-872a-1729324d2596 tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394230 Feb 11 04:19:05.455779 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ade9789e-67b5-4a60-8067-f45e412f3dea), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:05.567065 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-f6fe1355-75d0-4dcb-8e8c-31b9567be970 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d798341ca07d4766bbf714ac7726543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293174 Feb 11 04:19:05.603670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade9789e-67b5-4a60-8067-f45e412f3dea,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:05.745488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Allocated IP 192.168.233.105 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/746c5728-2c3b-4fee-8286-1054a0daf657) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:19:05.792209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-86bbdb21-d820-4055-96b5-c1a1b8518212 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:05.802887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-86bbdb21-d820-4055-96b5-c1a1b8518212 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2267559 Feb 11 04:19:05.821553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-3b178c2b-615b-43d5-88d2-a9248a0da3d5 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/quotas/d798341ca07d4766bbf714ac7726543b HTTP/1.1" status: 200 len: 375 time: 0.0164659 Feb 11 04:19:05.889659 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-b5bb7b09-00bd-429e-8dfc-55e72d7c45df tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661066 Feb 11 04:19:05.958119 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Publish callbacks [] for port (746c5728-2c3b-4fee-8286-1054a0daf657), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:06.055875 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:06.107531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:19:06.111048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:19:06.117635 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:19:06.147386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Pushing event updated for resources: {'Port': ['ID=746c5728-2c3b-4fee-8286-1054a0daf657,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:06.191341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:06.192689 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:06.325167 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-0e701691-7814-4d4a-ad14-056a66fa6ac8 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2716613 Feb 11 04:19:06.339186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Request body: {'port': {'device_id': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:19:06.468331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d4058d41-f2e2-4a6e-a033-2b85522fe722 None None] Provisioning complete for port 746c5728-2c3b-4fee-8286-1054a0daf657 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:19:06.469134 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4058d41-f2e2-4a6e-a033-2b85522fe722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:06.525980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d4058d41-f2e2-4a6e-a033-2b85522fe722 None None] Port 746c5728-2c3b-4fee-8286-1054a0daf657 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:19:06.565399 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:06.589444 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-95d27398-2e67-44cc-abdf-8c97e76df13b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093750 Feb 11 04:19:06.836029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-9a283a6f-2872-4e9e-be2e-513308e07de5 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:06.843609 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-9a283a6f-2872-4e9e-be2e-513308e07de5 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/networks?id=fd232fce-fd30-43de-a608-696b7ab07e90 HTTP/1.1" status: 200 len: 804 time: 0.3115599 Feb 11 04:19:06.868590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-ed46e74f-e63e-4e6c-80eb-2d8c76fee63a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/quotas/2f12f051f6f4407992091bd99001c263 HTTP/1.1" status: 200 len: 375 time: 0.0238144 Feb 11 04:19:06.916987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24956b-3cd4-4794-8201-e312c14bb58b req-8ff06bcc-cfba-4636-92f2-26ce8986c86d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:06.918288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c24956b-3cd4-4794-8201-e312c14bb58b req-8ff06bcc-cfba-4636-92f2-26ce8986c86d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 945 time: 0.2145650 Feb 11 04:19:06.965043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-11a85fba-4525-497a-94aa-e8a7b921ccbd tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f12f051f6f4407992091bd99001c263&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0950933 Feb 11 04:19:07.061402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c24956b-3cd4-4794-8201-e312c14bb58b req-d0e05f23-5d8a-4a8d-bcc1-0a38282eddec tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235003 Feb 11 04:19:07.085501 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746c5728-2c3b-4fee-8286-1054a0daf657 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:07.097171 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Publish callbacks [] for port (746c5728-2c3b-4fee-8286-1054a0daf657), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:07.111884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Transition to ACTIVE for port object 746c5728-2c3b-4fee-8286-1054a0daf657 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:19:07.113404 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-9bf9f0e4-10d6-45db-8c4a-cb266e551b4d service neutron] 10.222.0.13 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470666 Feb 11 04:19:07.187957 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:07.252745 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Pushing event updated for resources: {'Port': ['ID=746c5728-2c3b-4fee-8286-1054a0daf657,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:07.359597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d926c1-6346-4be1-8912-867a31faa427 req-eb63306d-b430-4486-825c-840809e8b4da tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:07.362008 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-eb63306d-b430-4486-825c-840809e8b4da tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] 10.222.0.13 "GET /v2.0/ports/31b98c6f-43da-4ae5-9339-25f900433422 HTTP/1.1" status: 200 len: 1129 time: 0.0534678 Feb 11 04:19:07.365220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-ed1da58a-e1f3-4654-9e02-bda0fd8af75b service neutron] 10.222.0.13 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460160 Feb 11 04:19:07.376997 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Attempting to bind port 746c5728-2c3b-4fee-8286-1054a0daf657 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:19:07.377462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Attempting to bind port 746c5728-2c3b-4fee-8286-1054a0daf657 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:19:07.377804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Attempting to bind port 746c5728-2c3b-4fee-8286-1054a0daf657 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:19:07.382715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Port 746c5728-2c3b-4fee-8286-1054a0daf657 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:19:07.383049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Attempting to bind port 746c5728-2c3b-4fee-8286-1054a0daf657 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:19:07.389455 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:19:07.389820 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:19:07.390534 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:19:07.390997 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Bound port: 746c5728-2c3b-4fee-8286-1054a0daf657, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:19:07.391465 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:07.405724 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 68532a48-1854-4f60-902d-c5cace1e2fc2 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:19:07.456297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcfbcf-cb1f-4064-90c1-ba4729a23857 req-00d78e2f-852c-42bd-bd28-3dc39784b637 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:07.465917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11dcfbcf-cb1f-4064-90c1-ba4729a23857 req-00d78e2f-852c-42bd-bd28-3dc39784b637 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 936 time: 0.3193944 Feb 11 04:19:07.506735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a64cc-14b7-4134-b5d1-0e0a1b838132 req-91485180-0cf3-4a1d-9473-9a09e2270733 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:07.508366 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d6a64cc-14b7-4134-b5d1-0e0a1b838132 req-91485180-0cf3-4a1d-9473-9a09e2270733 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ca19b1b-43d0-4c83-a9cf-5c06d4299712 HTTP/1.1" status: 200 len: 943 time: 0.2750199 Feb 11 04:19:07.519789 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] For port 746c5728-2c3b-4fee-8286-1054a0daf657, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:19:07.526333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] For port 746c5728-2c3b-4fee-8286-1054a0daf657, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=746c5728-2c3b-4fee-8286-1054a0daf657,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:19:07.577761 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 68532a48-1854-4f60-902d-c5cace1e2fc2 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:07.578235 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:07.582179 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:07.629487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11dcfbcf-cb1f-4064-90c1-ba4729a23857 req-cf80af0f-5985-4b45-84da-bf8eda55b0d9 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/security-groups?id=ade9789e-67b5-4a60-8067-f45e412f3dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620300 Feb 11 04:19:07.675089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 68532a48-1854-4f60-902d-c5cace1e2fc2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=68532a48-1854-4f60-902d-c5cace1e2fc2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:07.677594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68532a48-1854-4f60-902d-c5cace1e2fc2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:07.686729 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deef443f-8693-4381-8be8-a6012d473811" -d '{"events": [{"server_uuid": "3ba7be8e-695a-4d09-be54-69e6a540b983", "name": "network-vif-unplugged", "status": "completed", "tag": "68532a48-1854-4f60-902d-c5cace1e2fc2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:07.725069 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:07.824835 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Pushing event updated for resources: {'Port': ['ID=746c5728-2c3b-4fee-8286-1054a0daf657,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:07.847356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:07.849610 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:07.856783 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-51f82760-6cfa-445e-93b3-ae65f1bb324e service neutron] 10.222.0.47 "PUT /v2.0/ports/746c5728-2c3b-4fee-8286-1054a0daf657 HTTP/1.1" status: 200 len: 1097 time: 1.5209754 Feb 11 04:19:07.859240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'tag': '746c5728-2c3b-4fee-8286-1054a0daf657'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:07.870820 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134d6928-d6c2-4b6a-a3d1-00907febf145" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5732d3-1abf-4b70-a814-4858e5861671", "tag": "746c5728-2c3b-4fee-8286-1054a0daf657"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:07.887257 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-0d6a64cc-14b7-4134-b5d1-0e0a1b838132 req-42a690d8-3d07-499e-b39f-4b64192b19da tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Deleting port f2bd7bd6-d355-440c-aaad-118db4986d4b {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:19:07.887845 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0d6a64cc-14b7-4134-b5d1-0e0a1b838132 req-42a690d8-3d07-499e-b39f-4b64192b19da tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:07.904473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=68532a48-1854-4f60-902d-c5cace1e2fc2,revision_number=11']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:08.017615 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6789742-aaf1-43ee-b01a-19df6469722e req-bbac1d65-aa9d-4f5c-925c-8191450269ee tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:08.030338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6789742-aaf1-43ee-b01a-19df6469722e req-bbac1d65-aa9d-4f5c-925c-8191450269ee tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.2760828 Feb 11 04:19:08.166019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-67a03ccd-cc5b-4066-bb37-c4ec42cc030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:08.168978 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-67a03ccd-cc5b-4066-bb37-c4ec42cc030a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5df4851381b84405871ac0cc473d4fc6&device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 1131 time: 0.1902714 Feb 11 04:19:08.191833 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-08270d59-802a-47b2-8de8-490db184cead req-17988604-87e6-4c9d-bbd0-b715faf9ed70 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1489136 Feb 11 04:19:08.222523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-0d6a64cc-14b7-4134-b5d1-0e0a1b838132 req-42a690d8-3d07-499e-b39f-4b64192b19da tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] For port f2bd7bd6-d355-440c-aaad-118db4986d4b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f2bd7bd6-d355-440c-aaad-118db4986d4b,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:08.223077 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0d6a64cc-14b7-4134-b5d1-0e0a1b838132 req-42a690d8-3d07-499e-b39f-4b64192b19da tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:08.246737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-0d6a64cc-14b7-4134-b5d1-0e0a1b838132 req-42a690d8-3d07-499e-b39f-4b64192b19da tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Calling delete_port for f2bd7bd6-d355-440c-aaad-118db4986d4b owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:19:08.283259 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-342757e5-9d91-453f-85b8-3a12d0364d67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=746c5728-2c3b-4fee-8286-1054a0daf657 HTTP/1.1" status: 200 len: 217 time: 0.1055777 Feb 11 04:19:08.386396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-6a1d7994-fea0-46f4-bc5e-d6d045fd3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:08.389111 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-6a1d7994-fea0-46f4-bc5e-d6d045fd3588 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0796790 Feb 11 04:19:08.391698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08270d59-802a-47b2-8de8-490db184cead req-22aceb5d-c36e-47ba-ac13-bbd9d02f6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:08.396751 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-08270d59-802a-47b2-8de8-490db184cead req-22aceb5d-c36e-47ba-ac13-bbd9d02f6bd3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 1127 time: 0.1244736 Feb 11 04:19:08.462560 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6ce4df4-b688-479a-9f03-31256dd7154c req-a2aa240d-4ab4-4522-84e8-1b853f5eb4b9 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 210 time: 0.0657465 Feb 11 04:19:08.475548 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6789742-aaf1-43ee-b01a-19df6469722e req-3fb8b324-9ae9-472a-9cae-96ede538aa96 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442022 Feb 11 04:19:08.570527 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc795c3-11c8-4f2b-acfd-0eccda9f862c x-openstack-request-id: req-1fc795c3-11c8-4f2b-acfd-0eccda9f862c {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:08.570981 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba7be8e-695a-4d09-be54-69e6a540b983", "name": "network-vif-unplugged", "status": "completed", "tag": "68532a48-1854-4f60-902d-c5cace1e2fc2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:08.571380 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fc795c3-11c8-4f2b-acfd-0eccda9f862c {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:08.571867 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68532a48-1854-4f60-902d-c5cace1e2fc2', 'code': 200} Feb 11 04:19:08.613953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-a0e13c02-7d6b-4075-b2c3-c0d3557245a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:08.616836 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-a0e13c02-7d6b-4075-b2c3-c0d3557245a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2126646 Feb 11 04:19:08.621355 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c847a803-9242-42de-a053-8c4571bb0fac x-openstack-request-id: req-c847a803-9242-42de-a053-8c4571bb0fac {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:08.621672 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5732d3-1abf-4b70-a814-4858e5861671", "tag": "746c5728-2c3b-4fee-8286-1054a0daf657", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:08.621922 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c847a803-9242-42de-a053-8c4571bb0fac {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:08.622525 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'tag': '746c5728-2c3b-4fee-8286-1054a0daf657', 'status': 'completed', 'code': 200} Feb 11 04:19:08.638577 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0d6a64cc-14b7-4134-b5d1-0e0a1b838132 req-42a690d8-3d07-499e-b39f-4b64192b19da tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f2bd7bd6-d355-440c-aaad-118db4986d4b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:08.675694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08270d59-802a-47b2-8de8-490db184cead req-5fb53a7f-ac99-4f38-88c5-aeb26c5e4d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:08.695045 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-08270d59-802a-47b2-8de8-490db184cead req-5fb53a7f-ac99-4f38-88c5-aeb26c5e4d29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.2567618 Feb 11 04:19:08.741261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a690d8-3d07-499e-b39f-4b64192b19da tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Pushing event deleted for resources: {'Port': ['ID=f2bd7bd6-d355-440c-aaad-118db4986d4b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:08.768418 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21077ab6-00e4-492f-8612-d018f838167b req-5b76cbba-cd6e-41c7-a44b-0b9d8d279c7d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 210 time: 0.0942857 Feb 11 04:19:08.785759 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-08270d59-802a-47b2-8de8-490db184cead req-c3347c1f-de20-47a2-9033-7e0b7f5d3d42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07b0f48d-f723-49da-adda-38ffd4691f1d HTTP/1.1" status: 200 len: 217 time: 0.0630383 Feb 11 04:19:08.844039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6a64cc-14b7-4134-b5d1-0e0a1b838132 req-42a690d8-3d07-499e-b39f-4b64192b19da tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] No DVR routers for this DVR port f2bd7bd6-d355-440c-aaad-118db4986d4b on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:19:08.857641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf512ab-85ba-467f-9bff-9ffa28073150 req-456ea3b6-239e-47bd-8017-c26cf28191c2 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:08.863742 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-7569633d-e62d-47bf-8b23-e7d621ba672e service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383554 Feb 11 04:19:08.880145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-baf512ab-85ba-467f-9bff-9ffa28073150 req-456ea3b6-239e-47bd-8017-c26cf28191c2 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ba7be8e-695a-4d09-be54-69e6a540b983 HTTP/1.1" status: 200 len: 949 time: 0.2603400 Feb 11 04:19:08.882678 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0d6a64cc-14b7-4134-b5d1-0e0a1b838132 req-42a690d8-3d07-499e-b39f-4b64192b19da tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:08.890127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d6a64cc-14b7-4134-b5d1-0e0a1b838132 req-42a690d8-3d07-499e-b39f-4b64192b19da tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.47 "DELETE /v2.0/ports/f2bd7bd6-d355-440c-aaad-118db4986d4b HTTP/1.1" status: 204 len: 173 time: 1.3622298 Feb 11 04:19:08.895304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca19b1b-43d0-4c83-a9cf-5c06d4299712', 'name': 'network-vif-deleted', 'tag': 'f2bd7bd6-d355-440c-aaad-118db4986d4b'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:08.898268 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96acb931-6776-4cd1-844d-36d79c53ba6e" -d '{"events": [{"server_uuid": "6ca19b1b-43d0-4c83-a9cf-5c06d4299712", "name": "network-vif-deleted", "tag": "f2bd7bd6-d355-440c-aaad-118db4986d4b"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:08.924069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08270d59-802a-47b2-8de8-490db184cead req-9a353093-647f-42d5-828a-2316748efe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:08.925449 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-08270d59-802a-47b2-8de8-490db184cead req-9a353093-647f-42d5-828a-2316748efe6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.1312928 Feb 11 04:19:08.982474 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-08270d59-802a-47b2-8de8-490db184cead req-3790bf64-7f2d-4be4-8f91-966dde3ed70a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468059 Feb 11 04:19:08.999495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-baf512ab-85ba-467f-9bff-9ffa28073150 req-2cfb2fe2-f4d0-40df-a7d7-ad2b479769e0 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181738 Feb 11 04:19:09.015291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484ecc3-54aa-41b6-b010-abe546eec023 req-809509ca-d91d-46d4-9339-3427880d08aa tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:09.043860 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d484ecc3-54aa-41b6-b010-abe546eec023 req-809509ca-d91d-46d4-9339-3427880d08aa tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 1128 time: 0.1272235 Feb 11 04:19:09.140429 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86c22196-2c13-4d65-a0bf-fe4b64e3f68c req-60014d6d-d813-4bfb-828c-cfd05d927e9a service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630954 Feb 11 04:19:09.146078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d484ecc3-54aa-41b6-b010-abe546eec023 req-86fe1fb3-0fcf-4449-993a-85ea22b54e8f tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012163 Feb 11 04:19:09.176384 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-08270d59-802a-47b2-8de8-490db184cead req-22c86b55-2258-4d96-8b02-075907373c7d service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424353 Feb 11 04:19:09.243431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bc450-2069-4c9b-b9b1-ade102080d77 req-8f2b7c6e-db49-4d15-99d5-e49af8a44d21 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:09.244967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e84bc450-2069-4c9b-b9b1-ade102080d77 req-8f2b7c6e-db49-4d15-99d5-e49af8a44d21 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 948 time: 0.0980239 Feb 11 04:19:09.256283 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c07eba7-636b-4bce-ad06-abcad67f5122 x-openstack-request-id: req-2c07eba7-636b-4bce-ad06-abcad67f5122 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:09.256586 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca19b1b-43d0-4c83-a9cf-5c06d4299712", "name": "network-vif-deleted", "tag": "f2bd7bd6-d355-440c-aaad-118db4986d4b", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:09.256907 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c07eba7-636b-4bce-ad06-abcad67f5122 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:09.257328 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca19b1b-43d0-4c83-a9cf-5c06d4299712', 'name': 'network-vif-deleted', 'tag': 'f2bd7bd6-d355-440c-aaad-118db4986d4b', 'status': 'completed', 'code': 200} Feb 11 04:19:09.319488 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-08270d59-802a-47b2-8de8-490db184cead req-e54c0d98-cb47-4647-9b3a-d68621f9962e service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326053 Feb 11 04:19:09.375712 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e84bc450-2069-4c9b-b9b1-ade102080d77 req-1030d5ea-ae4f-444f-a6a1-d6740e649360 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/security-groups?id=ade9789e-67b5-4a60-8067-f45e412f3dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173725 Feb 11 04:19:09.441995 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d6928-d6c2-4b6a-a3d1-00907febf145 req-66990121-1a1a-4b4b-a06a-cf89eec5f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:09.444192 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-134d6928-d6c2-4b6a-a3d1-00907febf145 req-66990121-1a1a-4b4b-a06a-cf89eec5f3d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5df4851381b84405871ac0cc473d4fc6&device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 1131 time: 0.0903094 Feb 11 04:19:09.616691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317229e-0884-4c29-9522-3f0903d7e435 req-911b2fa4-f934-4d7a-949a-7851ec8ff58c tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:09.618509 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7317229e-0884-4c29-9522-3f0903d7e435 req-911b2fa4-f934-4d7a-949a-7851ec8ff58c tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 1128 time: 0.1097157 Feb 11 04:19:09.641783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d6928-d6c2-4b6a-a3d1-00907febf145 req-d5b01642-33b9-41ad-8ff6-f3bb02315e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:09.646438 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-134d6928-d6c2-4b6a-a3d1-00907febf145 req-d5b01642-33b9-41ad-8ff6-f3bb02315e80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1954746 Feb 11 04:19:09.712231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7317229e-0884-4c29-9522-3f0903d7e435 req-3b11330c-a364-4c6c-87ca-170d829d7038 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863326 Feb 11 04:19:09.721921 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-134d6928-d6c2-4b6a-a3d1-00907febf145 req-06d0ea9a-1a38-46c3-84af-b7a1a6b26567 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=746c5728-2c3b-4fee-8286-1054a0daf657 HTTP/1.1" status: 200 len: 217 time: 0.0560017 Feb 11 04:19:09.806002 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d6928-d6c2-4b6a-a3d1-00907febf145 req-10f94235-81ab-42f2-abc7-0103bca10e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:09.808805 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-134d6928-d6c2-4b6a-a3d1-00907febf145 req-10f94235-81ab-42f2-abc7-0103bca10e94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0760581 Feb 11 04:19:09.827259 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe5bdd5c-8215-4180-a221-dfa703928828 req-744fea94-ceb9-477b-8862-d13c63b9d11b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 210 time: 0.0705917 Feb 11 04:19:09.910678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a306d9-592e-44fa-89b9-061b95df193b req-dd9d1dd0-bc42-49aa-a5d2-9f2c9dd75f1a tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:09.911291 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3a306d9-592e-44fa-89b9-061b95df193b req-dd9d1dd0-bc42-49aa-a5d2-9f2c9dd75f1a tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.0823357 Feb 11 04:19:09.934900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d6928-d6c2-4b6a-a3d1-00907febf145 req-f936f4f6-faa8-4f24-adeb-eb44311ce9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:09.940816 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-134d6928-d6c2-4b6a-a3d1-00907febf145 req-f936f4f6-faa8-4f24-adeb-eb44311ce9d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1186364 Feb 11 04:19:09.952460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d926c1-6346-4be1-8912-867a31faa427 req-a36bcbf7-5120-4a41-a876-6406c261d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:09.952460 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-a36bcbf7-5120-4a41-a876-6406c261d710 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 1132 time: 0.1390202 Feb 11 04:19:10.027812 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3a306d9-592e-44fa-89b9-061b95df193b req-08253739-8553-45d2-b2d7-1bebed8dc7bc tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073706 Feb 11 04:19:10.143684 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-134d6928-d6c2-4b6a-a3d1-00907febf145 req-bfdd36eb-b3f7-4698-8dce-49b6d766ff2b service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936510 Feb 11 04:19:10.154146 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b8eb133-343a-431c-9a35-7cdef6e13d05 req-853abe27-e9dc-422a-87ab-5fbb84943056 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 210 time: 0.1202552 Feb 11 04:19:10.164260 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d926c1-6346-4be1-8912-867a31faa427 req-fedc9a10-bd87-4054-ba0f-cf4b157324b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:10.165743 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-fedc9a10-bd87-4054-ba0f-cf4b157324b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2030184 Feb 11 04:19:10.207549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10f252e2-b76b-4d41-b1e2-8f8d5a4859ab req-4ec3df17-6e9d-4b21-bfaa-bc11e45e043a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1346579 Feb 11 04:19:10.237779 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-609c155f-432e-434c-bdaf-6f61b2342329 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=31b98c6f-43da-4ae5-9339-25f900433422 HTTP/1.1" status: 200 len: 217 time: 0.0595715 Feb 11 04:19:10.374245 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-134d6928-d6c2-4b6a-a3d1-00907febf145 req-9937312c-1be9-456c-9224-bf158b5d879f service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199659 Feb 11 04:19:10.376496 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d926c1-6346-4be1-8912-867a31faa427 req-1417a3e4-11be-4ef0-b8dc-057aa00b3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:10.378007 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-1417a3e4-11be-4ef0-b8dc-057aa00b3ca8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0965648 Feb 11 04:19:10.379489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f252e2-b76b-4d41-b1e2-8f8d5a4859ab req-580aa706-3ba3-4f81-a967-dbb5f828e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:10.388447 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10f252e2-b76b-4d41-b1e2-8f8d5a4859ab req-580aa706-3ba3-4f81-a967-dbb5f828e7bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 1132 time: 0.0965002 Feb 11 04:19:10.442041 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d926c1-6346-4be1-8912-867a31faa427 req-dfb94d7f-c701-4554-8f2e-6f8083ff5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:10.443615 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-dfb94d7f-c701-4554-8f2e-6f8083ff5f21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0552988 Feb 11 04:19:10.554009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef681dd-6987-4275-8ba8-1a6f4e222c92 req-b0723e93-f843-4d9d-b52a-f9c4fbf7cfa3 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:10.557382 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ef681dd-6987-4275-8ba8-1a6f4e222c92 req-b0723e93-f843-4d9d-b52a-f9c4fbf7cfa3 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 948 time: 0.0950181 Feb 11 04:19:10.577603 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-afa2b9de-d1f4-4fee-8bcf-1b9c472db2c3 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262527 Feb 11 04:19:10.684584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f252e2-b76b-4d41-b1e2-8f8d5a4859ab req-1e02abb2-9567-44a4-971b-361e5bab6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:10.686023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10f252e2-b76b-4d41-b1e2-8f8d5a4859ab req-1e02abb2-9567-44a4-971b-361e5bab6006 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1657803 Feb 11 04:19:10.758978 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-9cc329f0-be94-4ff1-8938-56a7b60b3ea4 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742923 Feb 11 04:19:10.766952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ef681dd-6987-4275-8ba8-1a6f4e222c92 req-1fb0bcbd-62b4-4d6e-bcb2-a2b59d9c2b9b tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/security-groups?id=ade9789e-67b5-4a60-8067-f45e412f3dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995864 Feb 11 04:19:10.768899 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-694ed84b-99ce-4638-bc02-511439024f4c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d798341ca07d4766bbf714ac7726543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818772 Feb 11 04:19:10.824208 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10f252e2-b76b-4d41-b1e2-8f8d5a4859ab req-7e50288c-a8fb-4b2f-8f4c-edc6ea71d358 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6 HTTP/1.1" status: 200 len: 217 time: 0.1034172 Feb 11 04:19:10.948643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f252e2-b76b-4d41-b1e2-8f8d5a4859ab req-4e4eb00b-9c3f-4b4c-9380-c575bc4c830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:10.950105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10f252e2-b76b-4d41-b1e2-8f8d5a4859ab req-4e4eb00b-9c3f-4b4c-9380-c575bc4c830f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1127551 Feb 11 04:19:10.979458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a498219e-9931-4c7d-ac21-991a14deb937 req-865a2e65-87f6-4ff8-a70e-62e6708a0ba9 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 210 time: 0.0537789 Feb 11 04:19:11.042451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-07500278-ec72-4329-b973-456b2b52ee2c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:11.044097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-07500278-ec72-4329-b973-456b2b52ee2c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400074 Feb 11 04:19:11.075576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bd96615a-5aef-4271-a9ff-40da89cc44c9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Request body: {'port': {'device_id': 'b733bcbf-9820-4f03-bf3d-c5211e6f2772', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': 'd798341ca07d4766bbf714ac7726543b'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:19:11.132369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f252e2-b76b-4d41-b1e2-8f8d5a4859ab req-596574e6-5704-424a-a1ae-c252420153ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:11.133909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10f252e2-b76b-4d41-b1e2-8f8d5a4859ab req-596574e6-5704-424a-a1ae-c252420153ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1646821 Feb 11 04:19:11.343291 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20b14384-c2c1-4d77-9e26-f811a44e10db req-3aa17578-9844-4611-b5f4-1e60d29ea87d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 210 time: 0.0765307 Feb 11 04:19:11.557117 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-4db6e5db-cd88-47f2-91ac-d78dfc9fa5ca tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d798341ca07d4766bbf714ac7726543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592213 Feb 11 04:19:11.635631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-7afee24f-efa2-4b97-8aa0-fba7ecf8059d tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:11.637273 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-7afee24f-efa2-4b97-8aa0-fba7ecf8059d tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.32 "GET /v2.0/networks?id=fd232fce-fd30-43de-a608-696b7ab07e90 HTTP/1.1" status: 200 len: 804 time: 0.6034532 Feb 11 04:19:11.731932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-7748ba99-5b42-4dea-b35d-50fc894feedf tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Request body: {'port': {'device_id': 'edb14df2-b5f7-440a-985c-475cc68c2266', 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90', 'admin_state_up': True, 'tenant_id': '2f12f051f6f4407992091bd99001c263'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:19:11.812315 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-cead7cf1-55c5-414e-ba2a-c546e9beef6a tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:11.815143 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-cead7cf1-55c5-414e-ba2a-c546e9beef6a tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483974 Feb 11 04:19:11.836765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-f10d9671-b1c9-47ac-83e5-944f82032ea6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Request body: {'port': {'device_id': '46e12310-89d8-4d50-bf36-864ce219023b', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': 'd798341ca07d4766bbf714ac7726543b'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:19:11.871225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 746c5728-2c3b-4fee-8286-1054a0daf657 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:19:11.871758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ff4c5-50c3-4121-a2fd-d09808d81b55 req-49819c5e-7a01-420b-998c-21b41e9cb2e1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:11.874067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f2bd7bd6-d355-440c-aaad-118db4986d4b no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:19:11.880263 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e42ff4c5-50c3-4121-a2fd-d09808d81b55 req-49819c5e-7a01-420b-998c-21b41e9cb2e1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.7449598 Feb 11 04:19:11.921667 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10f252e2-b76b-4d41-b1e2-8f8d5a4859ab req-75959942-ec8b-40ba-9e39-4d3a6dc444fa service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7578604 Feb 11 04:19:11.940166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: f2bd7bd6-d355-440c-aaad-118db4986d4b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:19:11.946018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f2bd7bd6-d355-440c-aaad-118db4986d4b not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:19:11.997648 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e42ff4c5-50c3-4121-a2fd-d09808d81b55 req-e70ea0f4-8977-4d9a-893c-f3be60238916 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162760 Feb 11 04:19:12.090943 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10f252e2-b76b-4d41-b1e2-8f8d5a4859ab req-e7101e78-5b29-4ef9-a64e-9b7e30d70d13 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549301 Feb 11 04:19:12.156290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bd96615a-5aef-4271-a9ff-40da89cc44c9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Made reservation on behalf of d798341ca07d4766bbf714ac7726543b for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:19:12.159729 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bd96615a-5aef-4271-a9ff-40da89cc44c9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:12.196065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 746c5728-2c3b-4fee-8286-1054a0daf657, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=746c5728-2c3b-4fee-8286-1054a0daf657,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:12.212257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '746c5728-2c3b-4fee-8286-1054a0daf657', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '746c5728-2c3b-4fee-8286-1054a0daf657', 'mac_address': 'fa:16:3e:75:1b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:19:12.218590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc718ea7-6b52-4b0a-9471-bd967b885477 req-424faa2c-87f9-4e55-86e3-58d897d30b7d tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 210 time: 0.0520573 Feb 11 04:19:12.222527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-f10d9671-b1c9-47ac-83e5-944f82032ea6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Made reservation on behalf of d798341ca07d4766bbf714ac7726543b for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:19:12.237295 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-f10d9671-b1c9-47ac-83e5-944f82032ea6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:12.262277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96548d-000d-47dc-8363-ce85ecc87ce0 req-428cfea5-a290-42f4-afc9-0c20f991d3d6 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:12.269442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d96548d-000d-47dc-8363-ce85ecc87ce0 req-428cfea5-a290-42f4-afc9-0c20f991d3d6 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 948 time: 0.1630595 Feb 11 04:19:12.285298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 746c5728-2c3b-4fee-8286-1054a0daf657 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:12.286219 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:12.305601 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746c5728-2c3b-4fee-8286-1054a0daf657 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:12.327514 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 746c5728-2c3b-4fee-8286-1054a0daf657, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=746c5728-2c3b-4fee-8286-1054a0daf657,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:12.363781 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d96548d-000d-47dc-8363-ce85ecc87ce0 req-031d0982-8cd1-42a8-85bd-13b45ef8a15d tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/security-groups?id=ade9789e-67b5-4a60-8067-f45e412f3dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934408 Feb 11 04:19:12.368412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-7748ba99-5b42-4dea-b35d-50fc894feedf tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Made reservation on behalf of 2f12f051f6f4407992091bd99001c263 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:19:12.372151 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-7748ba99-5b42-4dea-b35d-50fc894feedf tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:12.455977 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:12.462098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bd96615a-5aef-4271-a9ff-40da89cc44c9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Allocated IP 192.168.233.5 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/f8753838-3aa5-471f-ba31-80087ef2a6f2) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:19:12.527239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ceb036a9-7a9e-41e2-a389-13b4ea5bd94b req-4813923d-c6ce-4fe1-a1ee-9267753615ff tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 210 time: 0.0480022 Feb 11 04:19:12.561364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=746c5728-2c3b-4fee-8286-1054a0daf657,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:12.629318 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-7748ba99-5b42-4dea-b35d-50fc894feedf tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Allocated IP 172.20.0.7 (fd232fce-fd30-43de-a608-696b7ab07e90/4f835861-ae9c-4756-8b3b-a583638d521d/17f89175-9f99-4426-99a3-4907856ec6b7) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:19:12.724234 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bd96615a-5aef-4271-a9ff-40da89cc44c9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks [] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:12.792108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['746c5728-2c3b-4fee-8286-1054a0daf657'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:12.840838 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-7748ba99-5b42-4dea-b35d-50fc894feedf tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks [] for port (17f89175-9f99-4426-99a3-4907856ec6b7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:12.850445 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bd96615a-5aef-4271-a9ff-40da89cc44c9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:12.869724 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:12.873847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['cb9a25b7-4de1-4545-97ec-64c870a0350e', '2852bf77-466f-4992-8703-a18ede235b35'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:12.930740 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-f10d9671-b1c9-47ac-83e5-944f82032ea6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Allocated IP 192.168.233.237 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/e67d63d0-dc53-4d8e-8d9a-0130eab052fe) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:19:12.948661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bd96615a-5aef-4271-a9ff-40da89cc44c9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:19:12.952826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bd96615a-5aef-4271-a9ff-40da89cc44c9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:19:12.981698 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bd96615a-5aef-4271-a9ff-40da89cc44c9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:19:12.996691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96615a-5aef-4271-a9ff-40da89cc44c9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event updated for resources: {'Port': ['ID=f8753838-3aa5-471f-ba31-80087ef2a6f2,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:13.061044 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-7748ba99-5b42-4dea-b35d-50fc894feedf tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:13.158471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bd96615a-5aef-4271-a9ff-40da89cc44c9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:13.161991 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bd96615a-5aef-4271-a9ff-40da89cc44c9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:13.305920 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39954727-3434-4691-b3df-bee32b88715e req-1fc70a9d-add8-431c-91da-26e4e33207f3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:13.321128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39954727-3434-4691-b3df-bee32b88715e req-1fc70a9d-add8-431c-91da-26e4e33207f3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.1276567 Feb 11 04:19:13.359662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bd96615a-5aef-4271-a9ff-40da89cc44c9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2995696 Feb 11 04:19:13.376486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Request body: {'port': {'device_id': 'b733bcbf-9820-4f03-bf3d-c5211e6f2772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:19:13.381467 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-7748ba99-5b42-4dea-b35d-50fc894feedf tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Network fd232fce-fd30-43de-a608-696b7ab07e90 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:19:13.389831 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-7748ba99-5b42-4dea-b35d-50fc894feedf tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:19:13.396068 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-7748ba99-5b42-4dea-b35d-50fc894feedf tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:19:13.467046 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-7748ba99-5b42-4dea-b35d-50fc894feedf tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:13.467753 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-7748ba99-5b42-4dea-b35d-50fc894feedf tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:13.476885 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748ba99-5b42-4dea-b35d-50fc894feedf tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Pushing event updated for resources: {'Port': ['ID=17f89175-9f99-4426-99a3-4907856ec6b7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:13.516469 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:13.534660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39954727-3434-4691-b3df-bee32b88715e req-2614b78b-06db-40b8-9c2f-6407c469ec64 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123811 Feb 11 04:19:13.570095 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-f10d9671-b1c9-47ac-83e5-944f82032ea6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks [] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:13.574392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cafa9cbe-0f75-4d98-ab2d-ed396e8c6213 None None] Provisioning complete for port f8753838-3aa5-471f-ba31-80087ef2a6f2 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:19:13.581600 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cafa9cbe-0f75-4d98-ab2d-ed396e8c6213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:13.667640 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-7748ba99-5b42-4dea-b35d-50fc894feedf tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9397261 Feb 11 04:19:13.691117 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Request body: {'port': {'device_id': 'edb14df2-b5f7-440a-985c-475cc68c2266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:19:13.739174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cafa9cbe-0f75-4d98-ab2d-ed396e8c6213 None None] Port f8753838-3aa5-471f-ba31-80087ef2a6f2 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:19:13.773159 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-f10d9671-b1c9-47ac-83e5-944f82032ea6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:13.806666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c0f8c-b2be-48c9-bced-f6b0b3d6fdeb req-e756f881-bbaa-4d5a-b450-c5fba350b52b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:13.808344 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-182c0f8c-b2be-48c9-bced-f6b0b3d6fdeb req-e756f881-bbaa-4d5a-b450-c5fba350b52b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 931 time: 0.1566472 Feb 11 04:19:13.811522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:13.814378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['cb9a25b7-4de1-4545-97ec-64c870a0350e', '2852bf77-466f-4992-8703-a18ede235b35'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:13.865504 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:13.928447 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-182c0f8c-b2be-48c9-bced-f6b0b3d6fdeb req-273b4368-ba16-4b5f-a4e5-6cab44190fba tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044717 Feb 11 04:19:14.117931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8753838-3aa5-471f-ba31-80087ef2a6f2 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:14.146837 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Publish callbacks [] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:14.173207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Transition to ACTIVE for port object f8753838-3aa5-471f-ba31-80087ef2a6f2 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:19:14.183414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f6f8f-cdc5-45bb-94aa-0d354e3bdf6f req-791b30b4-ec20-4588-b770-9927583a9306 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:14.193220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-801f6f8f-cdc5-45bb-94aa-0d354e3bdf6f req-791b30b4-ec20-4588-b770-9927583a9306 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 949 time: 0.1259696 Feb 11 04:19:14.287395 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-801f6f8f-cdc5-45bb-94aa-0d354e3bdf6f req-f725a9ce-59f8-4ed9-a441-1781cc1f8768 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/security-groups?id=ade9789e-67b5-4a60-8067-f45e412f3dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921805 Feb 11 04:19:14.306854 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:14.357787 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f89175-9f99-4426-99a3-4907856ec6b7 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:14.369990 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Publish callbacks [] for port (17f89175-9f99-4426-99a3-4907856ec6b7), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:14.383361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Transition to ACTIVE for port object 17f89175-9f99-4426-99a3-4907856ec6b7 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:19:14.387619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-f10d9671-b1c9-47ac-83e5-944f82032ea6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:19:14.393097 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-f10d9671-b1c9-47ac-83e5-944f82032ea6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:19:14.407177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d9671-b1c9-47ac-83e5-944f82032ea6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event updated for resources: {'Port': ['ID=e67d63d0-dc53-4d8e-8d9a-0130eab052fe,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:14.409148 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Pushing event updated for resources: {'Port': ['ID=f8753838-3aa5-471f-ba31-80087ef2a6f2,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:14.415816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-f10d9671-b1c9-47ac-83e5-944f82032ea6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:19:14.524743 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-f10d9671-b1c9-47ac-83e5-944f82032ea6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:14.525762 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-f10d9671-b1c9-47ac-83e5-944f82032ea6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:14.530241 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:14.619612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9829dc-ec0e-4563-a7e6-202e2b5354e9 req-8754bd8e-18c9-4e01-b63f-44fe101abd9c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:14.625389 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d9829dc-ec0e-4563-a7e6-202e2b5354e9 req-8754bd8e-18c9-4e01-b63f-44fe101abd9c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 936 time: 0.1942260 Feb 11 04:19:14.716233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Pushing event updated for resources: {'Port': ['ID=17f89175-9f99-4426-99a3-4907856ec6b7,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:14.785582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-51ea6cc3-3092-42b8-a869-a80cfbd64fb9 None None] Provisioning complete for port e67d63d0-dc53-4d8e-8d9a-0130eab052fe triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:19:14.786145 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-f10d9671-b1c9-47ac-83e5-944f82032ea6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9573507 Feb 11 04:19:14.786255 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-51ea6cc3-3092-42b8-a869-a80cfbd64fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:14.792401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d9829dc-ec0e-4563-a7e6-202e2b5354e9 req-a8d590f6-316d-4dbe-8b5f-e0a893be50fc tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585264 Feb 11 04:19:14.800991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Attempting to bind port f8753838-3aa5-471f-ba31-80087ef2a6f2 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:19:14.801591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Attempting to bind port f8753838-3aa5-471f-ba31-80087ef2a6f2 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:19:14.801948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Attempting to bind port f8753838-3aa5-471f-ba31-80087ef2a6f2 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:19:14.803134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Request body: {'port': {'device_id': '46e12310-89d8-4d50-bf36-864ce219023b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:19:14.826930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Port f8753838-3aa5-471f-ba31-80087ef2a6f2 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:19:14.827338 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Attempting to bind port f8753838-3aa5-471f-ba31-80087ef2a6f2 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:19:14.837790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:19:14.842397 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:19:14.843203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:19:14.843716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Bound port: f8753838-3aa5-471f-ba31-80087ef2a6f2, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:19:14.844577 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:14.894066 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-51ea6cc3-3092-42b8-a869-a80cfbd64fb9 None None] Port e67d63d0-dc53-4d8e-8d9a-0130eab052fe cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:19:14.929358 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:14.965937 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Attempting to bind port 17f89175-9f99-4426-99a3-4907856ec6b7 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:19:14.966095 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Attempting to bind port 17f89175-9f99-4426-99a3-4907856ec6b7 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:19:14.966522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Attempting to bind port 17f89175-9f99-4426-99a3-4907856ec6b7 on network fd232fce-fd30-43de-a608-696b7ab07e90 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:19:14.990853 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Port 17f89175-9f99-4426-99a3-4907856ec6b7 on network fd232fce-fd30-43de-a608-696b7ab07e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:19:14.991689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Attempting to bind port 17f89175-9f99-4426-99a3-4907856ec6b7 on network fd232fce-fd30-43de-a608-696b7ab07e90 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:19:15.006313 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:19:15.006821 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Checking segment: {'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:19:15.010772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Bound using segment: {'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:19:15.010772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Bound port: 17f89175-9f99-4426-99a3-4907856ec6b7, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:19:15.010772 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:15.061289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] For port f8753838-3aa5-471f-ba31-80087ef2a6f2, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:19:15.067451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] For port f8753838-3aa5-471f-ba31-80087ef2a6f2, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f8753838-3aa5-471f-ba31-80087ef2a6f2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:19:15.094803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cfd01-a309-48c3-ba04-5e6353901201 req-412bf3a6-d1f4-4eab-8fad-fa624f58f07b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:15.096652 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad3cfd01-a309-48c3-ba04-5e6353901201 req-412bf3a6-d1f4-4eab-8fad-fa624f58f07b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.1251037 Feb 11 04:19:15.200797 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] For port 17f89175-9f99-4426-99a3-4907856ec6b7, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:19:15.233427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad3cfd01-a309-48c3-ba04-5e6353901201 req-c7b43f73-b9ad-4658-91f8-5aaee27739a9 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306310 Feb 11 04:19:15.236403 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:15.278862 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] For port 17f89175-9f99-4426-99a3-4907856ec6b7, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=17f89175-9f99-4426-99a3-4907856ec6b7,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:19:15.280764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:15.281162 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:15.283077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] 10.222.0.32 "PUT /v2.0/ports/f8753838-3aa5-471f-ba31-80087ef2a6f2 HTTP/1.1" status: 200 len: 1095 time: 1.9113324 Feb 11 04:19:15.283519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b733bcbf-9820-4f03-bf3d-c5211e6f2772', 'tag': 'f8753838-3aa5-471f-ba31-80087ef2a6f2'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:15.285880 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e4863e-946b-498f-93b4-e8b5f925d306" -d '{"events": [{"name": "network-changed", "server_uuid": "b733bcbf-9820-4f03-bf3d-c5211e6f2772", "tag": "f8753838-3aa5-471f-ba31-80087ef2a6f2"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:15.338248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745b972-dc45-47f4-9fc0-5e59fadb7025 service neutron] Pushing event updated for resources: {'Port': ['ID=f8753838-3aa5-471f-ba31-80087ef2a6f2,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:15.420243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67d63d0-dc53-4d8e-8d9a-0130eab052fe {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:15.431622 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Publish callbacks [] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:15.446787 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Transition to ACTIVE for port object e67d63d0-dc53-4d8e-8d9a-0130eab052fe will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:19:15.449217 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:15.497052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:15.497691 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:15.500370 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] 10.222.0.32 "PUT /v2.0/ports/17f89175-9f99-4426-99a3-4907856ec6b7 HTTP/1.1" status: 200 len: 1092 time: 1.8177493 Feb 11 04:19:15.502064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb14df2-b5f7-440a-985c-475cc68c2266', 'tag': '17f89175-9f99-4426-99a3-4907856ec6b7'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:15.504255 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a27fb78-4844-4c4c-acde-32a01e6d2f72" -d '{"events": [{"name": "network-changed", "server_uuid": "edb14df2-b5f7-440a-985c-475cc68c2266", "tag": "17f89175-9f99-4426-99a3-4907856ec6b7"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:15.547336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6d12d-0293-454d-896d-d3e0363df55e service neutron] Pushing event updated for resources: {'Port': ['ID=17f89175-9f99-4426-99a3-4907856ec6b7,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:15.568211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab6c5b-5b56-45ac-b7f7-69f9c6f37e2f req-42920061-b41e-427d-af8a-2f6d91d206f9 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:15.569715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2ab6c5b-5b56-45ac-b7f7-69f9c6f37e2f req-42920061-b41e-427d-af8a-2f6d91d206f9 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 943 time: 0.2019119 Feb 11 04:19:15.581514 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:15.625403 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2ab6c5b-5b56-45ac-b7f7-69f9c6f37e2f req-2997bc19-022f-4a6d-b36d-554f33cc42d8 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485268 Feb 11 04:19:15.635201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-8832442f-efc9-4108-afd4-4bfa1376d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:15.638397 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-8832442f-efc9-4108-afd4-4bfa1376d022 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=b733bcbf-9820-4f03-bf3d-c5211e6f2772 HTTP/1.1" status: 200 len: 1129 time: 0.1610444 Feb 11 04:19:15.671022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Pushing event updated for resources: {'Port': ['ID=e67d63d0-dc53-4d8e-8d9a-0130eab052fe,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:15.712528 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-3b81d577-cfc2-4940-9461-8f64738474de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=f8753838-3aa5-471f-ba31-80087ef2a6f2 HTTP/1.1" status: 200 len: 217 time: 0.0650518 Feb 11 04:19:15.784267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-01ffd7f5-f830-48cc-a953-266cc9322bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:15.785873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-01ffd7f5-f830-48cc-a953-266cc9322bbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0662577 Feb 11 04:19:15.787578 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1032d2-c4a9-4d31-bb04-b55bb7d6de75 x-openstack-request-id: req-7a1032d2-c4a9-4d31-bb04-b55bb7d6de75 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:15.787982 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b733bcbf-9820-4f03-bf3d-c5211e6f2772", "tag": "f8753838-3aa5-471f-ba31-80087ef2a6f2", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:15.788327 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a1032d2-c4a9-4d31-bb04-b55bb7d6de75 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:15.789050 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b733bcbf-9820-4f03-bf3d-c5211e6f2772', 'tag': 'f8753838-3aa5-471f-ba31-80087ef2a6f2', 'status': 'completed', 'code': 200} Feb 11 04:19:15.879472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 746c5728-2c3b-4fee-8286-1054a0daf657 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:19:15.887161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Attempting to bind port e67d63d0-dc53-4d8e-8d9a-0130eab052fe on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:19:15.887768 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Attempting to bind port e67d63d0-dc53-4d8e-8d9a-0130eab052fe by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:19:15.888080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Attempting to bind port e67d63d0-dc53-4d8e-8d9a-0130eab052fe on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:19:15.896888 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Port e67d63d0-dc53-4d8e-8d9a-0130eab052fe on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:19:15.897171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-830d1e4e-b60d-4fb6-99fa-26b181623db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:15.897627 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Attempting to bind port e67d63d0-dc53-4d8e-8d9a-0130eab052fe on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:19:15.899105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-830d1e4e-b60d-4fb6-99fa-26b181623db2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1063492 Feb 11 04:19:15.906755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-e537762d-bebe-4630-b2cd-e40260f531a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:15.909248 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-e537762d-bebe-4630-b2cd-e40260f531a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f12f051f6f4407992091bd99001c263&device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 1126 time: 0.2348957 Feb 11 04:19:15.910539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:19:15.911274 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:19:15.911751 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:19:15.912293 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Bound port: e67d63d0-dc53-4d8e-8d9a-0130eab052fe, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:19:15.912770 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:15.945490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a604e-fe30-4a9c-83b2-5d3db84af6cf req-2ee2d055-2810-4253-90ff-a834f24a083a tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:15.955764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-699a604e-fe30-4a9c-83b2-5d3db84af6cf req-2ee2d055-2810-4253-90ff-a834f24a083a tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 949 time: 0.1268852 Feb 11 04:19:15.981268 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-e576948b-bc4b-499c-9fd3-5fd177c3191e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17f89175-9f99-4426-99a3-4907856ec6b7 HTTP/1.1" status: 200 len: 217 time: 0.0651302 Feb 11 04:19:16.090755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-699a604e-fe30-4a9c-83b2-5d3db84af6cf req-f73c7716-178f-4814-bc97-3c59730b29a3 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/security-groups?id=ade9789e-67b5-4a60-8067-f45e412f3dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335371 Feb 11 04:19:16.097030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 746c5728-2c3b-4fee-8286-1054a0daf657 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:19:16.101269 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 746c5728-2c3b-4fee-8286-1054a0daf657 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:19:16.110862 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:16.114371 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-038b4d28-ae0f-4094-b95b-792779720275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:16.116522 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-038b4d28-ae0f-4094-b95b-792779720275 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f835861-ae9c-4756-8b3b-a583638d521d HTTP/1.1" status: 200 len: 844 time: 0.1261523 Feb 11 04:19:16.140265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-3d808efd-4cf3-41d5-a80a-5b4eb45865df service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317147 Feb 11 04:19:16.176798 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-86859102-8865-44b0-adae-672869e6e043 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd232fce-fd30-43de-a608-696b7ab07e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500150 Feb 11 04:19:16.186010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] For port e67d63d0-dc53-4d8e-8d9a-0130eab052fe, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:19:16.234946 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] For port e67d63d0-dc53-4d8e-8d9a-0130eab052fe, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e67d63d0-dc53-4d8e-8d9a-0130eab052fe,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:19:16.323326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 746c5728-2c3b-4fee-8286-1054a0daf657 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:16.323725 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:16.323865 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:16.339816 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd6e7f4-3483-44c7-b474-0ecca68c7b29 x-openstack-request-id: req-7dd6e7f4-3483-44c7-b474-0ecca68c7b29 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:16.339816 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb14df2-b5f7-440a-985c-475cc68c2266", "tag": "17f89175-9f99-4426-99a3-4907856ec6b7", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:16.339816 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dd6e7f4-3483-44c7-b474-0ecca68c7b29 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:16.339816 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb14df2-b5f7-440a-985c-475cc68c2266', 'tag': '17f89175-9f99-4426-99a3-4907856ec6b7', 'status': 'completed', 'code': 200} Feb 11 04:19:16.354002 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-f9827641-a2f2-403f-9aee-a5b368457e86 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038467 Feb 11 04:19:16.366453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746c5728-2c3b-4fee-8286-1054a0daf657'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:16.368778 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4714f1c4-2c68-4f34-a969-51cb177fc6b2" -d '{"events": [{"server_uuid": "ea5732d3-1abf-4b70-a814-4858e5861671", "name": "network-vif-plugged", "status": "completed", "tag": "746c5728-2c3b-4fee-8286-1054a0daf657"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:16.374965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:16.376514 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:16.379522 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] 10.222.0.47 "PUT /v2.0/ports/e67d63d0-dc53-4d8e-8d9a-0130eab052fe HTTP/1.1" status: 200 len: 1097 time: 1.5818896 Feb 11 04:19:16.412017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 746c5728-2c3b-4fee-8286-1054a0daf657, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=746c5728-2c3b-4fee-8286-1054a0daf657,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:16.467504 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-846ef5bf-161b-4f9b-9391-e8759163c131 service neutron] 10.222.0.32 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747328 Feb 11 04:19:16.469398 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac39266-7b36-44ce-b721-9bc356843505 service neutron] Pushing event updated for resources: {'Port': ['ID=e67d63d0-dc53-4d8e-8d9a-0130eab052fe,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:16.495464 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:16.553967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c94cf-5dc1-4a62-910a-0517a503efcc req-50039355-6f0b-4563-8c7d-d5327fe16fe3 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:16.560321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-938c94cf-5dc1-4a62-910a-0517a503efcc req-50039355-6f0b-4563-8c7d-d5327fe16fe3 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 948 time: 0.1401746 Feb 11 04:19:16.601652 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=746c5728-2c3b-4fee-8286-1054a0daf657,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:16.740238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-938c94cf-5dc1-4a62-910a-0517a503efcc req-712c775d-91b5-4541-a0ec-345709fd5a7b tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787472 Feb 11 04:19:16.754246 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-2187bd30-b2d7-4eb2-b292-4d2a72356de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:16.757524 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-2187bd30-b2d7-4eb2-b292-4d2a72356de1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 1131 time: 0.1958089 Feb 11 04:19:16.759305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4863e-946b-498f-93b4-e8b5f925d306 req-fd795bf3-da8f-4551-af2b-7aace7d75822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:16.764689 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67e4863e-946b-498f-93b4-e8b5f925d306 req-fd795bf3-da8f-4551-af2b-7aace7d75822 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=b733bcbf-9820-4f03-bf3d-c5211e6f2772 HTTP/1.1" status: 200 len: 1129 time: 0.2413661 Feb 11 04:19:16.777923 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3bc2829-b8e1-4071-947a-1a6595a47e26 req-bdb1dc23-7618-4fab-8835-97d679fabb41 service neutron] 10.222.0.32 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899721 Feb 11 04:19:16.810711 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-db820398-1849-43e4-846f-2246509f6189 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=e67d63d0-dc53-4d8e-8d9a-0130eab052fe HTTP/1.1" status: 200 len: 217 time: 0.0423820 Feb 11 04:19:16.814953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af7605-1250-4228-8b64-48b4be21056b req-29aab17a-f83b-417d-91ab-92e725d1c3f8 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:16.820820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34af7605-1250-4228-8b64-48b4be21056b req-29aab17a-f83b-417d-91ab-92e725d1c3f8 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.2539799 Feb 11 04:19:16.837954 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2bafca-546a-4b14-a997-1aeb3fe26d0f x-openstack-request-id: req-ab2bafca-546a-4b14-a997-1aeb3fe26d0f {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:16.838307 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5732d3-1abf-4b70-a814-4858e5861671", "name": "network-vif-plugged", "status": "completed", "tag": "746c5728-2c3b-4fee-8286-1054a0daf657", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:16.843757 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab2bafca-546a-4b14-a997-1aeb3fe26d0f {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:16.843757 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746c5728-2c3b-4fee-8286-1054a0daf657', 'code': 200} Feb 11 04:19:16.996002 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-b510f30b-2e9e-499a-a3a9-19e342af756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:16.998434 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-b510f30b-2e9e-499a-a3a9-19e342af756d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1754191 Feb 11 04:19:17.002656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34af7605-1250-4228-8b64-48b4be21056b req-dce43dba-1ad5-4b97-9f10-e4ac7f729956 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718554 Feb 11 04:19:17.041803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4863e-946b-498f-93b4-e8b5f925d306 req-e1c0c91d-297e-4511-a892-eb5267a3344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:17.045671 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67e4863e-946b-498f-93b4-e8b5f925d306 req-e1c0c91d-297e-4511-a892-eb5267a3344d service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2730303 Feb 11 04:19:17.062117 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27fb78-4844-4c4c-acde-32a01e6d2f72 req-e61e493b-7287-4713-a4df-fd00e21ab760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:17.064565 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2a27fb78-4844-4c4c-acde-32a01e6d2f72 req-e61e493b-7287-4713-a4df-fd00e21ab760 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f12f051f6f4407992091bd99001c263&device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 1126 time: 0.1301668 Feb 11 04:19:17.066443 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8354e-20d9-4d96-8b8b-ee5216295e12 req-d0524f03-8f44-4422-b4f4-eeb28ada8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:17.068008 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9cd8354e-20d9-4d96-8b8b-ee5216295e12 req-d0524f03-8f44-4422-b4f4-eeb28ada8fd3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 1133 time: 0.1616318 Feb 11 04:19:17.119507 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67e4863e-946b-498f-93b4-e8b5f925d306 req-4efe679d-8ace-499d-823c-68852993d895 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=f8753838-3aa5-471f-ba31-80087ef2a6f2 HTTP/1.1" status: 200 len: 217 time: 0.0651653 Feb 11 04:19:17.141586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-4076514f-1177-4209-b1eb-3b2d85accb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:17.145198 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-4076514f-1177-4209-b1eb-3b2d85accb5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1327415 Feb 11 04:19:17.213091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4863e-946b-498f-93b4-e8b5f925d306 req-4af990b5-dff8-415a-ba8b-2ee2dfd042b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:17.214582 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67e4863e-946b-498f-93b4-e8b5f925d306 req-4af990b5-dff8-415a-ba8b-2ee2dfd042b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0796936 Feb 11 04:19:17.239261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c9135-eb20-47b0-a481-898b08e634cf req-6dc95999-aaa0-4760-8688-a04a3951970c tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:17.247348 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-826c9135-eb20-47b0-a481-898b08e634cf req-6dc95999-aaa0-4760-8688-a04a3951970c tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 943 time: 0.1297283 Feb 11 04:19:17.316083 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9cd8354e-20d9-4d96-8b8b-ee5216295e12 req-fd5588dc-2e7d-4b5a-bd85-e036cc2f0a2d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ade9789e-67b5-4a60-8067-f45e412f3dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368441 Feb 11 04:19:17.325414 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-826c9135-eb20-47b0-a481-898b08e634cf req-3dd26704-a935-4beb-8cbc-db8bf50d33f7 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771780 Feb 11 04:19:17.330681 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4863e-946b-498f-93b4-e8b5f925d306 req-0dc4982c-99aa-479b-b979-18740ffd4409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:17.332654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67e4863e-946b-498f-93b4-e8b5f925d306 req-0dc4982c-99aa-479b-b979-18740ffd4409 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1110218 Feb 11 04:19:17.332803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27fb78-4844-4c4c-acde-32a01e6d2f72 req-06637f92-4501-410a-b652-d2cf8dbc0e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:17.334216 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2a27fb78-4844-4c4c-acde-32a01e6d2f72 req-06637f92-4501-410a-b652-d2cf8dbc0e07 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd232fce-fd30-43de-a608-696b7ab07e90 HTTP/1.1" status: 200 len: 905 time: 0.2536371 Feb 11 04:19:17.397261 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2a27fb78-4844-4c4c-acde-32a01e6d2f72 req-d07b0fb1-1681-428c-9465-72d630a46232 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17f89175-9f99-4426-99a3-4907856ec6b7 HTTP/1.1" status: 200 len: 217 time: 0.0443981 Feb 11 04:19:17.399225 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-68bdd70e-4580-48a5-8407-1023d7b54d10 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422643 Feb 11 04:19:17.459676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27fb78-4844-4c4c-acde-32a01e6d2f72 req-3b585e3a-3f32-4a46-b926-26e973d049de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:17.461309 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2a27fb78-4844-4c4c-acde-32a01e6d2f72 req-3b585e3a-3f32-4a46-b926-26e973d049de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f835861-ae9c-4756-8b3b-a583638d521d HTTP/1.1" status: 200 len: 844 time: 0.0562763 Feb 11 04:19:17.504660 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2a27fb78-4844-4c4c-acde-32a01e6d2f72 req-55a51622-5dfc-4fa3-a729-18fe75ae83cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd232fce-fd30-43de-a608-696b7ab07e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323009 Feb 11 04:19:17.520594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf5ea5-55be-47e1-9c9a-f906e69c1e20 req-4365b92c-90ec-4fcd-9d47-034828d8b1b9 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:17.522097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9adf5ea5-55be-47e1-9c9a-f906e69c1e20 req-4365b92c-90ec-4fcd-9d47-034828d8b1b9 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 950 time: 0.1150117 Feb 11 04:19:17.528175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67e4863e-946b-498f-93b4-e8b5f925d306 req-ac0e8aa7-5923-40b9-a466-71fa93a02382 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795852 Feb 11 04:19:17.643121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9adf5ea5-55be-47e1-9c9a-f906e69c1e20 req-18105494-1ccd-4dc7-bc27-687acd3df260 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/security-groups?id=ade9789e-67b5-4a60-8067-f45e412f3dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121449 Feb 11 04:19:17.681108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67e4863e-946b-498f-93b4-e8b5f925d306 req-4912b00c-d022-408c-9ffc-df16a2fcb606 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330874 Feb 11 04:19:17.702385 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2a27fb78-4844-4c4c-acde-32a01e6d2f72 req-9c2bb701-308c-4343-bf3b-964f6cea3671 service neutron] 10.222.0.32 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890221 Feb 11 04:19:17.726103 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-544c0c1d-2ca1-4119-b0ff-b0c009e44613 req-db032a94-370b-4f90-ab42-94b0102d968f service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935518 Feb 11 04:19:17.845449 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2a27fb78-4844-4c4c-acde-32a01e6d2f72 req-c352eb1a-c73b-4adf-925f-b74a4d8a436e service neutron] 10.222.0.32 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329787 Feb 11 04:19:17.880716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687df3e8-294f-42ab-b849-b5fa17cf4feb req-66bf0f83-f6b0-42b5-a196-8174ee67ccef tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:17.882245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-687df3e8-294f-42ab-b849-b5fa17cf4feb req-66bf0f83-f6b0-42b5-a196-8174ee67ccef tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 948 time: 0.0635324 Feb 11 04:19:17.931912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-687df3e8-294f-42ab-b849-b5fa17cf4feb req-4a73103c-b1ad-4ffb-b5b0-f422de66ae4d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438719 Feb 11 04:19:18.124207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ca890-7f0f-4884-b885-9a94fd061d04 req-45c33deb-911a-406e-a0d4-d6da7f54ac25 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:18.125824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-355ca890-7f0f-4884-b885-9a94fd061d04 req-45c33deb-911a-406e-a0d4-d6da7f54ac25 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.0625069 Feb 11 04:19:18.190420 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-355ca890-7f0f-4884-b885-9a94fd061d04 req-d683b9ed-76c5-4338-a77c-b5adee5b3fa2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553422 Feb 11 04:19:18.340679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e12310-89d8-4d50-bf36-864ce219023b', 'tag': 'e67d63d0-dc53-4d8e-8d9a-0130eab052fe'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:18.342964 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913af554-5bd2-4ca3-bb6f-70ff3d98556f" -d '{"events": [{"name": "network-changed", "server_uuid": "46e12310-89d8-4d50-bf36-864ce219023b", "tag": "e67d63d0-dc53-4d8e-8d9a-0130eab052fe"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:18.385201 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9852c8cb-e017-4d05-a200-8468ccc4343e x-openstack-request-id: req-9852c8cb-e017-4d05-a200-8468ccc4343e {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:18.385705 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e12310-89d8-4d50-bf36-864ce219023b", "tag": "e67d63d0-dc53-4d8e-8d9a-0130eab052fe", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:18.385989 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9852c8cb-e017-4d05-a200-8468ccc4343e {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:18.386480 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e12310-89d8-4d50-bf36-864ce219023b', 'tag': 'e67d63d0-dc53-4d8e-8d9a-0130eab052fe', 'status': 'completed', 'code': 200} Feb 11 04:19:18.478618 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913af554-5bd2-4ca3-bb6f-70ff3d98556f req-3136f031-1467-46f2-af10-0f40816ffa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:18.480389 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-913af554-5bd2-4ca3-bb6f-70ff3d98556f req-3136f031-1467-46f2-af10-0f40816ffa51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 1131 time: 0.0552723 Feb 11 04:19:18.493724 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadaf0c-2c50-4de3-8e7d-9727e4ff4a2a req-e5267644-af6c-44b4-9ebf-fedaf8ac4d9a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:18.495465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edadaf0c-2c50-4de3-8e7d-9727e4ff4a2a req-e5267644-af6c-44b4-9ebf-fedaf8ac4d9a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 943 time: 0.0633757 Feb 11 04:19:18.555790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edadaf0c-2c50-4de3-8e7d-9727e4ff4a2a req-023c8303-e2f8-47ed-8c56-e44098252be3 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533874 Feb 11 04:19:18.612358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913af554-5bd2-4ca3-bb6f-70ff3d98556f req-c0944c51-97d6-42ea-b916-5e6550804696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:18.613760 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-913af554-5bd2-4ca3-bb6f-70ff3d98556f req-c0944c51-97d6-42ea-b916-5e6550804696 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1189172 Feb 11 04:19:18.659333 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-913af554-5bd2-4ca3-bb6f-70ff3d98556f req-9bcc95e0-103c-4b48-abdd-04fd876dad6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=e67d63d0-dc53-4d8e-8d9a-0130eab052fe HTTP/1.1" status: 200 len: 217 time: 0.0393434 Feb 11 04:19:18.726045 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913af554-5bd2-4ca3-bb6f-70ff3d98556f req-730aab62-2fc8-4f1f-9b30-478920a059cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:18.727795 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-913af554-5bd2-4ca3-bb6f-70ff3d98556f req-730aab62-2fc8-4f1f-9b30-478920a059cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0581450 Feb 11 04:19:18.796925 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913af554-5bd2-4ca3-bb6f-70ff3d98556f req-faa0f94c-3035-4121-9327-3afe37410701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:18.796925 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-913af554-5bd2-4ca3-bb6f-70ff3d98556f req-faa0f94c-3035-4121-9327-3afe37410701 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0543084 Feb 11 04:19:18.809517 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b5a56-58cd-4404-a9be-82ef79767696 req-43c24832-0cf1-42bd-91b0-d393b42cc3c6 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:18.817045 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-275b5a56-58cd-4404-a9be-82ef79767696 req-43c24832-0cf1-42bd-91b0-d393b42cc3c6 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 950 time: 0.0697312 Feb 11 04:19:18.868754 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-275b5a56-58cd-4404-a9be-82ef79767696 req-fbe4c055-7ece-425e-9c25-914432fe0d00 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/security-groups?id=ade9789e-67b5-4a60-8067-f45e412f3dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492239 Feb 11 04:19:18.902686 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-913af554-5bd2-4ca3-bb6f-70ff3d98556f req-6072f578-c118-405f-8f56-68d3203878f1 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041379 Feb 11 04:19:19.049662 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-913af554-5bd2-4ca3-bb6f-70ff3d98556f req-760edf84-cb1c-4e85-8bb9-6008a762832b service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401379 Feb 11 04:19:19.077142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a28552-be97-421e-9d43-5f703d4e3e4a req-4bc85f6e-95bf-414d-9c79-4c71632291aa tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:19.078808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07a28552-be97-421e-9d43-5f703d4e3e4a req-4bc85f6e-95bf-414d-9c79-4c71632291aa tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 948 time: 0.0691495 Feb 11 04:19:19.134155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07a28552-be97-421e-9d43-5f703d4e3e4a req-291a6947-b936-431a-b3d0-b80601654b00 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487649 Feb 11 04:19:19.327633 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e891a-85c2-4137-98e7-4af62029d9fe req-c7766897-f947-44d2-9e9d-867cf4d0df7e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:19.330058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e3e891a-85c2-4137-98e7-4af62029d9fe req-c7766897-f947-44d2-9e9d-867cf4d0df7e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.0545166 Feb 11 04:19:19.381922 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e3e891a-85c2-4137-98e7-4af62029d9fe req-40ec0f9c-9c7f-4ffc-b86e-9e57848bf2ef tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461590 Feb 11 04:19:19.447924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device f8753838-3aa5-471f-ba31-80087ef2a6f2 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:19:19.526411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35e275-9474-4fc1-b015-88c133d364da req-baab0bdc-3ab2-4e77-9ce5-c187e78c2547 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:19.528659 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a35e275-9474-4fc1-b015-88c133d364da req-baab0bdc-3ab2-4e77-9ce5-c187e78c2547 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 948 time: 0.0664804 Feb 11 04:19:19.564645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port f8753838-3aa5-471f-ba31-80087ef2a6f2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f8753838-3aa5-471f-ba31-80087ef2a6f2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:19.576341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'f8753838-3aa5-471f-ba31-80087ef2a6f2', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': 'f8753838-3aa5-471f-ba31-80087ef2a6f2', 'mac_address': 'fa:16:3e:a0:00:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:19:19.590574 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a35e275-9474-4fc1-b015-88c133d364da req-a2b55625-970b-4971-a114-3d7a9f1df032 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543420 Feb 11 04:19:19.620947 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port f8753838-3aa5-471f-ba31-80087ef2a6f2 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:19.621514 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:19.639186 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8753838-3aa5-471f-ba31-80087ef2a6f2 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:19.663889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port f8753838-3aa5-471f-ba31-80087ef2a6f2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f8753838-3aa5-471f-ba31-80087ef2a6f2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:19.722489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9b2d7-59ce-4bd9-b763-7d228e61a807 req-36021d37-d7bb-443f-8ae9-f98da6ad36b0 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:19.727164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7a9b2d7-59ce-4bd9-b763-7d228e61a807 req-36021d37-d7bb-443f-8ae9-f98da6ad36b0 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 943 time: 0.0652640 Feb 11 04:19:19.774739 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7a9b2d7-59ce-4bd9-b763-7d228e61a807 req-d6aa6145-6da1-4b30-8b93-f150b461ace3 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441041 Feb 11 04:19:19.792355 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:19.793053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 17f89175-9f99-4426-99a3-4907856ec6b7 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:19:19.868306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=f8753838-3aa5-471f-ba31-80087ef2a6f2,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:19.952217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 17f89175-9f99-4426-99a3-4907856ec6b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=17f89175-9f99-4426-99a3-4907856ec6b7,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:19.971480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '17f89175-9f99-4426-99a3-4907856ec6b7', 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90', 'port_id': '17f89175-9f99-4426-99a3-4907856ec6b7', 'mac_address': 'fa:16:3e:85:41:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f835861-ae9c-4756-8b3b-a583638d521d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:19:20.001464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e3901-ca2e-49fb-9278-11db775bd074 req-0a51f65c-73c0-43a2-88ad-e91efa7cd16a tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:20.008428 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb5e3901-ca2e-49fb-9278-11db775bd074 req-0a51f65c-73c0-43a2-88ad-e91efa7cd16a tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 950 time: 0.0693901 Feb 11 04:19:20.021574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 17f89175-9f99-4426-99a3-4907856ec6b7 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:20.022227 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:20.038036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f89175-9f99-4426-99a3-4907856ec6b7 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:20.055278 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb5e3901-ca2e-49fb-9278-11db775bd074 req-2ee8594c-caf3-4706-a093-887790cfd1be tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/security-groups?id=ade9789e-67b5-4a60-8067-f45e412f3dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459790 Feb 11 04:19:20.063459 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 17f89175-9f99-4426-99a3-4907856ec6b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=17f89175-9f99-4426-99a3-4907856ec6b7,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:20.194915 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:20.257548 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=17f89175-9f99-4426-99a3-4907856ec6b7,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:20.290354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d2d98-79a1-4dc9-9ab5-ebc94ac4b635 req-82bf805c-8862-4fea-958e-a16b3692f8df tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:20.292683 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c26d2d98-79a1-4dc9-9ab5-ebc94ac4b635 req-82bf805c-8862-4fea-958e-a16b3692f8df tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 948 time: 0.0690472 Feb 11 04:19:20.345030 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c26d2d98-79a1-4dc9-9ab5-ebc94ac4b635 req-711c9c79-eb6b-45d3-bb97-ba705db95126 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445013 Feb 11 04:19:20.509233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c884e-11df-4a99-8315-234a45f4d129 req-48d3882f-c240-4615-a9ae-451f87216851 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:20.510932 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a8c884e-11df-4a99-8315-234a45f4d129 req-48d3882f-c240-4615-a9ae-451f87216851 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.0587871 Feb 11 04:19:20.555701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['17f89175-9f99-4426-99a3-4907856ec6b7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:20.565097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['f8753838-3aa5-471f-ba31-80087ef2a6f2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:20.566373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a8c884e-11df-4a99-8315-234a45f4d129 req-c0a649bf-0652-4641-a11f-95477b9fe610 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491278 Feb 11 04:19:20.784836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a8b75-b11d-49f0-8383-8a6e8ea8067e req-881bf06a-1755-4884-9e49-15b16d1169f9 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:20.790968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659a8b75-b11d-49f0-8383-8a6e8ea8067e req-881bf06a-1755-4884-9e49-15b16d1169f9 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 948 time: 0.0921602 Feb 11 04:19:20.880762 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659a8b75-b11d-49f0-8383-8a6e8ea8067e req-1e176895-c930-4faa-bcae-1a9611f68f9a tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857017 Feb 11 04:19:20.941908 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef6586-d78e-4a3f-9382-8b03a7ba6cf7 req-6fd837c7-5596-4138-9e01-b3f417d1a8a5 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:20.943817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45ef6586-d78e-4a3f-9382-8b03a7ba6cf7 req-6fd837c7-5596-4138-9e01-b3f417d1a8a5 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 944 time: 0.0785654 Feb 11 04:19:20.993758 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45ef6586-d78e-4a3f-9382-8b03a7ba6cf7 req-bb158bdb-a2f1-4bba-b05d-4171f6cf27b6 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441668 Feb 11 04:19:21.292670 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:19:21.474466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b9a42-e5b1-417e-9ea5-20e5c9ddb716 req-18c71615-bb95-43d7-a3f3-b8637c0ae6ff tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:21.476337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-789b9a42-e5b1-417e-9ea5-20e5c9ddb716 req-18c71615-bb95-43d7-a3f3-b8637c0ae6ff tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 948 time: 0.0620623 Feb 11 04:19:21.505685 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7d873-1f53-4265-9ad8-8dbd99a29c31 req-af8d4cb7-f009-4b49-b9c4-750aa519c7e8 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:21.508031 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bab7d873-1f53-4265-9ad8-8dbd99a29c31 req-af8d4cb7-f009-4b49-b9c4-750aa519c7e8 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 948 time: 0.0698912 Feb 11 04:19:21.549650 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-789b9a42-e5b1-417e-9ea5-20e5c9ddb716 req-8629d6b2-5132-49f0-9359-fc1c5f5367b3 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652387 Feb 11 04:19:21.624840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-bab7d873-1f53-4265-9ad8-8dbd99a29c31 req-02a5cbb9-0aba-4e2e-91ae-d6d962881b22 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Deleting port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:19:21.625274 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-bab7d873-1f53-4265-9ad8-8dbd99a29c31 req-02a5cbb9-0aba-4e2e-91ae-d6d962881b22 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:21.728626 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-bab7d873-1f53-4265-9ad8-8dbd99a29c31 req-02a5cbb9-0aba-4e2e-91ae-d6d962881b22 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] For port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:21.729003 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-bab7d873-1f53-4265-9ad8-8dbd99a29c31 req-02a5cbb9-0aba-4e2e-91ae-d6d962881b22 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:21.743188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-bab7d873-1f53-4265-9ad8-8dbd99a29c31 req-02a5cbb9-0aba-4e2e-91ae-d6d962881b22 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Calling delete_port for 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:19:21.932051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e67d63d0-dc53-4d8e-8d9a-0130eab052fe details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:19:21.934788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8ce3f-31b1-462a-96fc-9c20dd587369 req-84ad2236-acb9-466e-91f5-3e39d64d0d2e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:21.946601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ae8ce3f-31b1-462a-96fc-9c20dd587369 req-84ad2236-acb9-466e-91f5-3e39d64d0d2e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.2969368 Feb 11 04:19:22.068269 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ae8ce3f-31b1-462a-96fc-9c20dd587369 req-ad27eef2-1592-432b-9f7c-14bbbeb50441 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168988 Feb 11 04:19:22.078803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port e67d63d0-dc53-4d8e-8d9a-0130eab052fe, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e67d63d0-dc53-4d8e-8d9a-0130eab052fe,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:22.098709 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-bab7d873-1f53-4265-9ad8-8dbd99a29c31 req-02a5cbb9-0aba-4e2e-91ae-d6d962881b22 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:22.098997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a7108-137e-4430-9359-387fbeaf8ece req-0a6b5570-25b2-4fde-bdd8-7908002d22f6 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:22.098997 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d79a7108-137e-4430-9359-387fbeaf8ece req-0a6b5570-25b2-4fde-bdd8-7908002d22f6 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 948 time: 0.1203234 Feb 11 04:19:22.105681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'e67d63d0-dc53-4d8e-8d9a-0130eab052fe', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': 'e67d63d0-dc53-4d8e-8d9a-0130eab052fe', 'mac_address': 'fa:16:3e:12:aa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:19:22.147851 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5cbb9-0aba-4e2e-91ae-d6d962881b22 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Pushing event deleted for resources: {'Port': ['ID=9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:22.217482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port e67d63d0-dc53-4d8e-8d9a-0130eab052fe is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:22.217877 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:22.256007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67d63d0-dc53-4d8e-8d9a-0130eab052fe {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:22.260943 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d79a7108-137e-4430-9359-387fbeaf8ece req-0df2bf84-788b-49d2-bd0d-6d4c39da7e0d tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497893 Feb 11 04:19:22.275856 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab7d873-1f53-4265-9ad8-8dbd99a29c31 req-02a5cbb9-0aba-4e2e-91ae-d6d962881b22 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] No DVR routers for this DVR port 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd on host n-h1-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:19:22.286639 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-bab7d873-1f53-4265-9ad8-8dbd99a29c31 req-02a5cbb9-0aba-4e2e-91ae-d6d962881b22 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:22.296115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port e67d63d0-dc53-4d8e-8d9a-0130eab052fe, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e67d63d0-dc53-4d8e-8d9a-0130eab052fe,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:22.300682 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bab7d873-1f53-4265-9ad8-8dbd99a29c31 req-02a5cbb9-0aba-4e2e-91ae-d6d962881b22 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.32 "DELETE /v2.0/ports/9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd HTTP/1.1" status: 204 len: 173 time: 0.7840374 Feb 11 04:19:22.301183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6e60e0-8c53-43cd-b9fb-216180a31e68', 'name': 'network-vif-deleted', 'tag': '9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:22.303651 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a00566c-38f4-4cb2-a77f-12e1515ebcf5" -d '{"events": [{"server_uuid": "0b6e60e0-8c53-43cd-b9fb-216180a31e68", "name": "network-vif-deleted", "tag": "9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:22.324309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614c458-8eb5-4c74-862d-eac99fe68aac req-6be19f0e-184d-4a2a-8c31-dffdbd801f8d tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:22.325945 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9614c458-8eb5-4c74-862d-eac99fe68aac req-6be19f0e-184d-4a2a-8c31-dffdbd801f8d tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 944 time: 0.1124454 Feb 11 04:19:22.358292 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:22.382337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9614c458-8eb5-4c74-862d-eac99fe68aac req-467decc9-69d5-43f6-8d2a-7a9eb079f5aa tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495524 Feb 11 04:19:22.448915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=e67d63d0-dc53-4d8e-8d9a-0130eab052fe,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:22.449073 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0703ddd7-756c-4473-a536-66ef3c795997 x-openstack-request-id: req-0703ddd7-756c-4473-a536-66ef3c795997 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:22.449432 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6e60e0-8c53-43cd-b9fb-216180a31e68", "name": "network-vif-deleted", "tag": "9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:22.449740 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0703ddd7-756c-4473-a536-66ef3c795997 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:22.450239 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6e60e0-8c53-43cd-b9fb-216180a31e68', 'name': 'network-vif-deleted', 'tag': '9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd', 'status': 'completed', 'code': 200} Feb 11 04:19:22.719227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f845b88-f61e-49b4-893f-090e34941c48 req-b24c16c7-f7ec-4e67-a141-f34c1d7be048 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:22.721024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f845b88-f61e-49b4-893f-090e34941c48 req-b24c16c7-f7ec-4e67-a141-f34c1d7be048 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 949 time: 0.0670338 Feb 11 04:19:22.737389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['e67d63d0-dc53-4d8e-8d9a-0130eab052fe'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:22.794058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f845b88-f61e-49b4-893f-090e34941c48 req-f2133338-4e5a-47d7-bbaa-ea6db69ba020 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659292 Feb 11 04:19:23.066464 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5fb46afa-8f5a-4cb8-bc4a-ea3a6462165c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:23.181287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526a169-7bc5-4d5a-9cd4-8416d169893e req-9992c673-a363-44a8-be47-967b59abc9e9 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:23.182783 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e526a169-7bc5-4d5a-9cd4-8416d169893e req-9992c673-a363-44a8-be47-967b59abc9e9 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.0532401 Feb 11 04:19:23.233341 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e526a169-7bc5-4d5a-9cd4-8416d169893e req-9ff10a2c-db78-4e38-a809-a39bbe7ab3c6 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448635 Feb 11 04:19:23.439247 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f6b929c-3815-47cf-abfa-b9c549c8fd0d req-16d9a337-6ae7-4297-a99f-960e9440e4c1 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b6e60e0-8c53-43cd-b9fb-216180a31e68 HTTP/1.1" status: 200 len: 210 time: 0.0811534 Feb 11 04:19:23.515215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 17f89175-9f99-4426-99a3-4907856ec6b7 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:19:23.551529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ae9a0-e615-4417-b726-b4ece9326dbd req-dfd546bb-cbc6-4222-b70d-23453ece43ab tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:23.553338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-730ae9a0-e615-4417-b726-b4ece9326dbd req-dfd546bb-cbc6-4222-b70d-23453ece43ab tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 944 time: 0.0579503 Feb 11 04:19:23.604338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-730ae9a0-e615-4417-b726-b4ece9326dbd req-a6176568-06af-417c-bc8f-e3d839eefc5e tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453641 Feb 11 04:19:23.631918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 17f89175-9f99-4426-99a3-4907856ec6b7 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:19:23.636276 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 17f89175-9f99-4426-99a3-4907856ec6b7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:19:23.636650 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:23.718923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 17f89175-9f99-4426-99a3-4907856ec6b7 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:23.719864 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:23.743242 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb14df2-b5f7-440a-985c-475cc68c2266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f89175-9f99-4426-99a3-4907856ec6b7'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:23.745651 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e895e19-fa5f-4614-a350-877a9fd87366" -d '{"events": [{"server_uuid": "edb14df2-b5f7-440a-985c-475cc68c2266", "name": "network-vif-plugged", "status": "completed", "tag": "17f89175-9f99-4426-99a3-4907856ec6b7"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:23.759414 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 17f89175-9f99-4426-99a3-4907856ec6b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=17f89175-9f99-4426-99a3-4907856ec6b7,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:23.786010 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf66102-01b3-417d-b460-40493201e1a8 x-openstack-request-id: req-faf66102-01b3-417d-b460-40493201e1a8 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:23.786307 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb14df2-b5f7-440a-985c-475cc68c2266", "name": "network-vif-plugged", "status": "completed", "tag": "17f89175-9f99-4426-99a3-4907856ec6b7", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:23.786561 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-faf66102-01b3-417d-b460-40493201e1a8 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:23.787406 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb14df2-b5f7-440a-985c-475cc68c2266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f89175-9f99-4426-99a3-4907856ec6b7', 'code': 200} Feb 11 04:19:23.838396 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:23.839202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device f8753838-3aa5-471f-ba31-80087ef2a6f2 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:19:23.908423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a84b3f-8bd7-44a1-84de-24bc0e5f52f9 req-ab5e34fe-495d-4d1d-8894-8bace9ba0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:23.910024 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e1a84b3f-8bd7-44a1-84de-24bc0e5f52f9 req-ab5e34fe-495d-4d1d-8894-8bace9ba0099 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 1128 time: 0.0575047 Feb 11 04:19:23.923796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=17f89175-9f99-4426-99a3-4907856ec6b7,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:23.929795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 746c5728-2c3b-4fee-8286-1054a0daf657 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:19:23.939923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75c892-d3e9-4316-8858-ac3d3434dc9f req-8442d089-42d5-4740-a5d5-1332723bfdca tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:23.941496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc75c892-d3e9-4316-8858-ac3d3434dc9f req-8442d089-42d5-4740-a5d5-1332723bfdca tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 949 time: 0.0612159 Feb 11 04:19:23.969677 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e1a84b3f-8bd7-44a1-84de-24bc0e5f52f9 req-eb4a1b69-ea12-4a7a-ae93-6dd72eef30b6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522940 Feb 11 04:19:24.014446 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc75c892-d3e9-4316-8858-ac3d3434dc9f req-976301b0-bb11-476b-bb96-6d1c55ae20bb tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620136 Feb 11 04:19:24.021182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port f8753838-3aa5-471f-ba31-80087ef2a6f2 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:19:24.030390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port f8753838-3aa5-471f-ba31-80087ef2a6f2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:19:24.030796 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:24.081926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 746c5728-2c3b-4fee-8286-1054a0daf657, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=746c5728-2c3b-4fee-8286-1054a0daf657,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:24.093951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '746c5728-2c3b-4fee-8286-1054a0daf657', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '746c5728-2c3b-4fee-8286-1054a0daf657', 'mac_address': 'fa:16:3e:75:1b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:19:24.331634 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-bfd6f41d-03aa-4c24-b96c-2fec2b57c85d tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:24.338153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-bfd6f41d-03aa-4c24-b96c-2fec2b57c85d tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 821 time: 0.1433129 Feb 11 04:19:24.353400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 746c5728-2c3b-4fee-8286-1054a0daf657 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:24.353978 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:24.360606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-8f5b81d2-812d-40e1-8e09-a1e534e04638 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/quotas/19d7885d46e54fd38e6c302286350aee HTTP/1.1" status: 200 len: 375 time: 0.0206070 Feb 11 04:19:24.370670 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port f8753838-3aa5-471f-ba31-80087ef2a6f2 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:24.371629 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:24.383479 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 746c5728-2c3b-4fee-8286-1054a0daf657 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:24.415288 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 746c5728-2c3b-4fee-8286-1054a0daf657, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=746c5728-2c3b-4fee-8286-1054a0daf657,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:24.430367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port f8753838-3aa5-471f-ba31-80087ef2a6f2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f8753838-3aa5-471f-ba31-80087ef2a6f2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:24.437886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195d9f9-0fb8-4b99-b819-bde3937755af req-89f77a1f-c527-400f-9d25-b640a2c2dfbf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:24.439900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2195d9f9-0fb8-4b99-b819-bde3937755af req-89f77a1f-c527-400f-9d25-b640a2c2dfbf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.0994377 Feb 11 04:19:24.462362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-0f691ea5-1d64-4ca4-86c9-69132bac7255 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864077 Feb 11 04:19:24.518606 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:24.520458 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:24.552319 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2195d9f9-0fb8-4b99-b819-bde3937755af req-95167f1b-ee15-4e4e-839d-a5f48b7a057a tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056652 Feb 11 04:19:24.587982 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-3e5ba9a7-6781-49ab-bdd1-10be65e8a90c service neutron] 10.222.0.13 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167376 Feb 11 04:19:24.593231 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=746c5728-2c3b-4fee-8286-1054a0daf657,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:24.617662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:24.618015 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:24.618340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:24.618699 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:24.619031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:24.619361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:24.619684 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:24.620072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:24.620901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:24.620901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:24.621082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:24.621280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:24.621598 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:24.668802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['746c5728-2c3b-4fee-8286-1054a0daf657'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:24.773480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=f8753838-3aa5-471f-ba31-80087ef2a6f2,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:24.779849 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-b1717d98-0fef-45ea-9005-9ae5fae141ff service neutron] 10.222.0.13 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737392 Feb 11 04:19:24.802367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53011e44-8396-45e5-a8c8-d0b278a54805 req-519318ea-2ff1-400e-a6dd-a869047da85d tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:24.804008 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53011e44-8396-45e5-a8c8-d0b278a54805 req-519318ea-2ff1-400e-a6dd-a869047da85d tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 945 time: 0.0941873 Feb 11 04:19:24.899865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53011e44-8396-45e5-a8c8-d0b278a54805 req-5a324b0e-5670-4b00-a438-5e1db66dda07 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830443 Feb 11 04:19:25.392366 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1ea99ccb-9673-4f58-9add-d77440734ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:25.535473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:19:25.595633 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d5a24-4646-4bbb-a872-e67a928d2b25 req-e35f5a32-f92d-4c6b-92e6-3fc41f1dd995 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:25.597596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-164d5a24-4646-4bbb-a872-e67a928d2b25 req-e35f5a32-f92d-4c6b-92e6-3fc41f1dd995 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 949 time: 0.0980921 Feb 11 04:19:25.601857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:19:25.602269 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9ae30cd1-2c61-4b79-bfe0-6af13e2f3fbd not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:19:25.658993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-164d5a24-4646-4bbb-a872-e67a928d2b25 req-8810fde7-3ed7-4981-95df-a4e291cac5df tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557778 Feb 11 04:19:25.788916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b733bcbf-9820-4f03-bf3d-c5211e6f2772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8753838-3aa5-471f-ba31-80087ef2a6f2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:25.791750 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7087cfab-ab02-46a8-9bd1-3ba12fbbf806" -d '{"events": [{"server_uuid": "b733bcbf-9820-4f03-bf3d-c5211e6f2772", "name": "network-vif-plugged", "status": "completed", "tag": "f8753838-3aa5-471f-ba31-80087ef2a6f2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:25.809815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca5e60-c94a-4c95-9521-c273afc37827 req-f90b70bb-84d3-4426-be5c-06aa67bf0c02 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:25.811421 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5cca5e60-c94a-4c95-9521-c273afc37827 req-f90b70bb-84d3-4426-be5c-06aa67bf0c02 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ba7be8e-695a-4d09-be54-69e6a540b983 HTTP/1.1" status: 200 len: 949 time: 0.0661242 Feb 11 04:19:25.873551 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5cca5e60-c94a-4c95-9521-c273afc37827 req-413f807e-9e14-4707-be98-7fce2662dd0e tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561779 Feb 11 04:19:25.942494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 746c5728-2c3b-4fee-8286-1054a0daf657 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:19:26.011161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7a7cb58-d59f-4135-aec5-ac6a7e4a0903 req-ddd8a2c0-8393-4d68-8159-9244f48d6a8d tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 210 time: 0.0540857 Feb 11 04:19:26.041288 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 746c5728-2c3b-4fee-8286-1054a0daf657 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:19:26.041288 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:26.165544 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 746c5728-2c3b-4fee-8286-1054a0daf657 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:26.166340 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:26.221066 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 746c5728-2c3b-4fee-8286-1054a0daf657, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=746c5728-2c3b-4fee-8286-1054a0daf657,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:26.312646 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:26.314197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e67d63d0-dc53-4d8e-8d9a-0130eab052fe up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:19:26.475500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804cb93-4a33-4f0f-a534-f80f40cd4794 req-3d351519-61a9-4fde-b87d-6b31b67d82b0 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:26.488265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0804cb93-4a33-4f0f-a534-f80f40cd4794 req-3d351519-61a9-4fde-b87d-6b31b67d82b0 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.0827708 Feb 11 04:19:26.517680 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=746c5728-2c3b-4fee-8286-1054a0daf657,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:26.563962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0804cb93-4a33-4f0f-a534-f80f40cd4794 req-9eba3779-3585-4e21-9246-b4b33f3300c3 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759830 Feb 11 04:19:26.612798 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf56f60-cc2f-4fd3-a272-cb597c355a0f x-openstack-request-id: req-9bf56f60-cc2f-4fd3-a272-cb597c355a0f {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:26.613204 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b733bcbf-9820-4f03-bf3d-c5211e6f2772", "name": "network-vif-plugged", "status": "completed", "tag": "f8753838-3aa5-471f-ba31-80087ef2a6f2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:26.613850 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bf56f60-cc2f-4fd3-a272-cb597c355a0f {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:26.614282 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b733bcbf-9820-4f03-bf3d-c5211e6f2772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8753838-3aa5-471f-ba31-80087ef2a6f2', 'code': 200} Feb 11 04:19:26.616530 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:26.650218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port e67d63d0-dc53-4d8e-8d9a-0130eab052fe completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:19:26.663991 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port e67d63d0-dc53-4d8e-8d9a-0130eab052fe triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:19:26.665568 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:26.786113 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003afb6-2ed7-4d09-a94d-20f9706786e8 req-8ea7b0cb-286c-48d5-8e8a-b9500da797a7 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:26.787873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b003afb6-2ed7-4d09-a94d-20f9706786e8 req-8ea7b0cb-286c-48d5-8e8a-b9500da797a7 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 945 time: 0.1056206 Feb 11 04:19:26.798396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port e67d63d0-dc53-4d8e-8d9a-0130eab052fe is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:26.799156 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:26.843592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce53cb3-f1e4-4f64-b0d0-d2e7b86b2a65 req-94ac0e88-5001-4f85-b45e-b7b7c4733d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:26.846764 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3ce53cb3-f1e4-4f64-b0d0-d2e7b86b2a65 req-94ac0e88-5001-4f85-b45e-b7b7c4733d81 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b733bcbf-9820-4f03-bf3d-c5211e6f2772 HTTP/1.1" status: 200 len: 1131 time: 0.1133196 Feb 11 04:19:26.870771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port e67d63d0-dc53-4d8e-8d9a-0130eab052fe, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e67d63d0-dc53-4d8e-8d9a-0130eab052fe,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:26.895811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b003afb6-2ed7-4d09-a94d-20f9706786e8 req-15908754-a71f-4e07-8536-97977ff5909c tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001749 Feb 11 04:19:26.918122 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3ce53cb3-f1e4-4f64-b0d0-d2e7b86b2a65 req-6993cbc7-a8a3-4668-b5d6-c25e071962cb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609827 Feb 11 04:19:26.953224 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:27.110942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=e67d63d0-dc53-4d8e-8d9a-0130eab052fe,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:27.206533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00665e-06c8-450a-8488-bf1399b80eda req-20ba48b7-551d-4574-b25e-bae6b975aa4d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:27.208101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d00665e-06c8-450a-8488-bf1399b80eda req-20ba48b7-551d-4574-b25e-bae6b975aa4d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 950 time: 0.0725043 Feb 11 04:19:27.299912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d00665e-06c8-450a-8488-bf1399b80eda req-a2af89ab-1624-4d27-978e-50097d5d3e5e tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804842 Feb 11 04:19:27.465790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c089b8c-4ce5-40e2-a924-b12cfc93838b req-e98c5031-63ad-46fd-aff5-9d04fd58563c tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:27.467886 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c089b8c-4ce5-40e2-a924-b12cfc93838b req-e98c5031-63ad-46fd-aff5-9d04fd58563c tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ba7be8e-695a-4d09-be54-69e6a540b983 HTTP/1.1" status: 200 len: 949 time: 0.0776451 Feb 11 04:19:27.537648 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c089b8c-4ce5-40e2-a924-b12cfc93838b req-20545881-ea74-437a-b7c5-1085c602b2dd tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/security-groups?id=3281626d-da9b-4db4-aeee-86f7936f3347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635910 Feb 11 04:19:27.829027 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faa09d-ea51-4b9e-961c-cb5f5ff12f9d req-70fdad46-c869-43b4-b550-5fa30a7dcc85 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:27.833505 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-19faa09d-ea51-4b9e-961c-cb5f5ff12f9d req-70fdad46-c869-43b4-b550-5fa30a7dcc85 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ba7be8e-695a-4d09-be54-69e6a540b983 HTTP/1.1" status: 200 len: 949 time: 0.0759006 Feb 11 04:19:28.183108 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:28.199064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d890b00e-a44c-444c-909e-80736620eba0 req-7753d3ff-6e1a-410a-8020-8c6804bc8bed tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 210 time: 0.0359187 Feb 11 04:19:28.601984 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-0acd55d7-67f8-4f90-88bf-590d429d1493 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:28.607813 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-0acd55d7-67f8-4f90-88bf-590d429d1493 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.47 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 821 time: 0.7579961 Feb 11 04:19:28.615371 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746c5728-2c3b-4fee-8286-1054a0daf657'}, {'server_uuid': '46e12310-89d8-4d50-bf36-864ce219023b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67d63d0-dc53-4d8e-8d9a-0130eab052fe'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:28.622406 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eded25a-f134-4ddc-90a4-937f4aba0e4d" -d '{"events": [{"server_uuid": "ea5732d3-1abf-4b70-a814-4858e5861671", "name": "network-vif-plugged", "status": "completed", "tag": "746c5728-2c3b-4fee-8286-1054a0daf657"}, {"server_uuid": "46e12310-89d8-4d50-bf36-864ce219023b", "name": "network-vif-plugged", "status": "completed", "tag": "e67d63d0-dc53-4d8e-8d9a-0130eab052fe"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:28.640855 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-e7b0956d-2958-47b2-a845-f9513c9fb4e3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Request body: {'port': {'device_id': '4cdee2f0-1fad-46cb-82e4-4036e0719c07', 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3', 'admin_state_up': True, 'tenant_id': '19d7885d46e54fd38e6c302286350aee'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:19:28.675604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc38c83-8b21-4648-bb92-92a430f4dad6 req-822c53c9-e3bd-4ecb-b502-1985aee48558 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:28.684712 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1cc38c83-8b21-4648-bb92-92a430f4dad6 req-822c53c9-e3bd-4ecb-b502-1985aee48558 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 945 time: 0.1307266 Feb 11 04:19:28.774338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1cc38c83-8b21-4648-bb92-92a430f4dad6 req-1b6dd8a5-0b90-4ab1-8dc2-cdd87a910dfd tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf41a33-7000-4af2-be10-ff126615b336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888178 Feb 11 04:19:28.788038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-19faa09d-ea51-4b9e-961c-cb5f5ff12f9d req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Deleting port 68532a48-1854-4f60-902d-c5cace1e2fc2 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:19:28.788609 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-19faa09d-ea51-4b9e-961c-cb5f5ff12f9d req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:28.956072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0da5f-8b08-401f-965d-0b36509d990a req-957d6de5-3820-42e8-bf86-eb90b782fa77 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:28.959889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-19faa09d-ea51-4b9e-961c-cb5f5ff12f9d req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] For port 68532a48-1854-4f60-902d-c5cace1e2fc2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=68532a48-1854-4f60-902d-c5cace1e2fc2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:28.961210 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-19faa09d-ea51-4b9e-961c-cb5f5ff12f9d req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:28.979181 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5e0da5f-8b08-401f-965d-0b36509d990a req-957d6de5-3820-42e8-bf86-eb90b782fa77 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.1335170 Feb 11 04:19:28.993373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-19faa09d-ea51-4b9e-961c-cb5f5ff12f9d req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Calling delete_port for 68532a48-1854-4f60-902d-c5cace1e2fc2 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:19:29.069249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5e0da5f-8b08-401f-965d-0b36509d990a req-6feb88e0-239a-4d45-a235-06d5ecf0d3bc tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890312 Feb 11 04:19:29.251830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28eda1-a353-40dc-a42c-175d5cdd384c req-2e1b9edc-5100-473c-867c-12717b508719 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:29.253608 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c28eda1-a353-40dc-a42c-175d5cdd384c req-2e1b9edc-5100-473c-867c-12717b508719 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 945 time: 0.1085634 Feb 11 04:19:29.269224 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-19faa09d-ea51-4b9e-961c-cb5f5ff12f9d req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (68532a48-1854-4f60-902d-c5cace1e2fc2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:29.341935 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Pushing event deleted for resources: {'Port': ['ID=68532a48-1854-4f60-902d-c5cace1e2fc2,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:29.361629 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c28eda1-a353-40dc-a42c-175d5cdd384c req-8dbf5ca0-d964-4a48-a8a3-28d9f112fb64 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980308 Feb 11 04:19:29.385170 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:29.385638 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:29.386089 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:29.387686 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:29.387686 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:29.388497 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:29.388970 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:29.389405 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:29.389842 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:29.390275 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:29.392757 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:29.393369 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:29.393925 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:29.426485 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-19faa09d-ea51-4b9e-961c-cb5f5ff12f9d req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] No DVR routers for this DVR port 68532a48-1854-4f60-902d-c5cace1e2fc2 on host n-h1-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:19:29.429501 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-19faa09d-ea51-4b9e-961c-cb5f5ff12f9d req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:29.433088 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-19faa09d-ea51-4b9e-961c-cb5f5ff12f9d req-c48bfa0a-4043-44ae-a42a-e8e61f4e5a57 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.32 "DELETE /v2.0/ports/68532a48-1854-4f60-902d-c5cace1e2fc2 HTTP/1.1" status: 204 len: 173 time: 1.5848684 Feb 11 04:19:29.438516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'name': 'network-vif-deleted', 'tag': '68532a48-1854-4f60-902d-c5cace1e2fc2'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:29.438516 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2084c57-60fa-4678-a0db-5de2056071c6" -d '{"events": [{"server_uuid": "3ba7be8e-695a-4d09-be54-69e6a540b983", "name": "network-vif-deleted", "tag": "68532a48-1854-4f60-902d-c5cace1e2fc2"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:29.533152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7d7c0-9f8f-4fa3-a9a1-62f2fb994a63 req-948c51dd-fc71-4a80-9f13-30442fac5f48 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:29.534693 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8f7d7c0-9f8f-4fa3-a9a1-62f2fb994a63 req-948c51dd-fc71-4a80-9f13-30442fac5f48 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 950 time: 0.0764444 Feb 11 04:19:29.559714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-e7b0956d-2958-47b2-a845-f9513c9fb4e3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Made reservation on behalf of 19d7885d46e54fd38e6c302286350aee for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:19:29.727882 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-e7b0956d-2958-47b2-a845-f9513c9fb4e3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:29.728714 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8f7d7c0-9f8f-4fa3-a9a1-62f2fb994a63 req-e614bd45-cff0-44e1-89e9-d9e19ece9c80 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510254 Feb 11 04:19:29.728714 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e59501a2-2685-4a53-9f80-be35b0af1ff3 req-bc8f788f-be1f-45cd-88bf-d11118292f63 tempest-ListImageFiltersTestJSON-287241515 tempest-ListImageFiltersTestJSON-287241515-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ba7be8e-695a-4d09-be54-69e6a540b983 HTTP/1.1" status: 200 len: 210 time: 0.0307558 Feb 11 04:19:29.729259 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-e7b0956d-2958-47b2-a845-f9513c9fb4e3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Allocated IP 172.20.0.4 (5ae78988-79ae-41a1-babe-29352a8104f3/384a4cb6-6e72-4477-8d6d-d0cd5b13e860/eb8f312f-a091-42ed-b4f6-753dd0e1d40f) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:19:29.796164 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dd40fd-70e5-47d3-85b9-1e2271bc9ab4 x-openstack-request-id: req-14dd40fd-70e5-47d3-85b9-1e2271bc9ab4 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:29.796164 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5732d3-1abf-4b70-a814-4858e5861671", "name": "network-vif-plugged", "status": "completed", "tag": "746c5728-2c3b-4fee-8286-1054a0daf657", "code": 200}, {"server_uuid": "46e12310-89d8-4d50-bf36-864ce219023b", "name": "network-vif-plugged", "status": "completed", "tag": "e67d63d0-dc53-4d8e-8d9a-0130eab052fe", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:29.796164 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14dd40fd-70e5-47d3-85b9-1e2271bc9ab4 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:29.796164 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746c5728-2c3b-4fee-8286-1054a0daf657', 'code': 200} Feb 11 04:19:29.796164 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e12310-89d8-4d50-bf36-864ce219023b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67d63d0-dc53-4d8e-8d9a-0130eab052fe', 'code': 200} Feb 11 04:19:29.856790 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:30.057847 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b9725-7463-4e6a-addd-85440b878ef6 req-68818db8-a10f-47d2-b314-3d58c7bd3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:30.059400 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7c3b9725-7463-4e6a-addd-85440b878ef6 req-68818db8-a10f-47d2-b314-3d58c7bd3946 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 1133 time: 0.1747692 Feb 11 04:19:30.072969 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-e7b0956d-2958-47b2-a845-f9513c9fb4e3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks [] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:30.096301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95883dfe-6ae9-45cc-a69b-963629ecfdd1 req-e3c6b05f-a112-4832-94a4-a8e5ccca062e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 210 time: 0.1277039 Feb 11 04:19:30.255681 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7c3b9725-7463-4e6a-addd-85440b878ef6 req-9ce83221-1083-4119-a1b7-2bb6d1f6e727 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863625 Feb 11 04:19:30.325153 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-e7b0956d-2958-47b2-a845-f9513c9fb4e3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:30.341042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['8388d245-0766-4399-89e8-46b5eefba11d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:30.394599 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-e7b0956d-2958-47b2-a845-f9513c9fb4e3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Network 5ae78988-79ae-41a1-babe-29352a8104f3 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:19:30.401137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-e7b0956d-2958-47b2-a845-f9513c9fb4e3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:19:30.408654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0956d-2958-47b2-a845-f9513c9fb4e3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Pushing event updated for resources: {'Port': ['ID=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:30.420801 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-e7b0956d-2958-47b2-a845-f9513c9fb4e3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:19:30.518431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-e7b0956d-2958-47b2-a845-f9513c9fb4e3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:30.519712 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-e7b0956d-2958-47b2-a845-f9513c9fb4e3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:30.595062 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-e7b0956d-2958-47b2-a845-f9513c9fb4e3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9614496 Feb 11 04:19:30.623843 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Request body: {'port': {'device_id': '4cdee2f0-1fad-46cb-82e4-4036e0719c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:19:30.772550 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:31.242120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8f312f-a091-42ed-b4f6-753dd0e1d40f {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:31.248154 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Publish callbacks [] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:31.263267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Transition to ACTIVE for port object eb8f312f-a091-42ed-b4f6-753dd0e1d40f will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:19:31.347348 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:31.510931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:31.544651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 68532a48-1854-4f60-902d-c5cace1e2fc2 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:19:31.604253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 68532a48-1854-4f60-902d-c5cace1e2fc2 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:19:31.604753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 68532a48-1854-4f60-902d-c5cace1e2fc2 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:19:31.663959 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Attempting to bind port eb8f312f-a091-42ed-b4f6-753dd0e1d40f on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:19:31.668957 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Attempting to bind port eb8f312f-a091-42ed-b4f6-753dd0e1d40f by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:19:31.669543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Attempting to bind port eb8f312f-a091-42ed-b4f6-753dd0e1d40f on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:19:31.688713 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Port eb8f312f-a091-42ed-b4f6-753dd0e1d40f on network 5ae78988-79ae-41a1-babe-29352a8104f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:19:31.690012 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Attempting to bind port eb8f312f-a091-42ed-b4f6-753dd0e1d40f on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:19:31.700805 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:19:31.709512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Checking segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:19:31.709512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Bound using segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:19:31.709512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Bound port: eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:19:31.709512 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:31.818345 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:19:31.829229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:19:31.901935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:31.947107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:31.947732 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:31.949504 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] 10.222.0.47 "PUT /v2.0/ports/eb8f312f-a091-42ed-b4f6-753dd0e1d40f HTTP/1.1" status: 200 len: 1092 time: 1.3312917 Feb 11 04:19:31.990292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4bcaf-2588-43b0-8514-96f02f4e294a service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:32.112503 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-2b703f59-39d3-4f88-be8f-cf1c566832c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:32.114506 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-2b703f59-39d3-4f88-be8f-cf1c566832c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 1126 time: 0.0590222 Feb 11 04:19:32.167558 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-366dd5bc-c2be-4839-a5fe-d95996772ff3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f HTTP/1.1" status: 200 len: 217 time: 0.0431707 Feb 11 04:19:32.233807 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-663013cc-5a8c-4324-8ca7-5124b12f28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:32.236170 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-663013cc-5a8c-4324-8ca7-5124b12f28e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.0595264 Feb 11 04:19:32.296714 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-5ef21fe6-c8ea-410c-9171-8a1e9abc7b9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487137 Feb 11 04:19:32.481053 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-9034a40c-abe4-4576-8c7f-a9d2628b4230 service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745236 Feb 11 04:19:32.634917 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-70cff4b6-9114-4baa-b996-8aa79e0383bd req-70c24c99-fa04-4a61-b54b-d7a3e911e540 service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429937 Feb 11 04:19:33.597842 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:34.912276 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:39.293857 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cbd6fc-6232-4b6d-8b1f-20907dd1faf6 x-openstack-request-id: req-40cbd6fc-6232-4b6d-8b1f-20907dd1faf6 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:39.294412 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba7be8e-695a-4d09-be54-69e6a540b983", "name": "network-vif-deleted", "tag": "68532a48-1854-4f60-902d-c5cace1e2fc2", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:39.294412 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40cbd6fc-6232-4b6d-8b1f-20907dd1faf6 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:39.294839 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba7be8e-695a-4d09-be54-69e6a540b983', 'name': 'network-vif-deleted', 'tag': '68532a48-1854-4f60-902d-c5cace1e2fc2', 'status': 'completed', 'code': 200} Feb 11 04:19:39.412307 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60bb5e-fb26-4f03-acea-6e57221ae09b req-f2d6a057-8f07-4636-8672-2be7db2cf6ce tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:39.413750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee60bb5e-fb26-4f03-acea-6e57221ae09b req-f2d6a057-8f07-4636-8672-2be7db2cf6ce tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.0590494 Feb 11 04:19:39.469427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee60bb5e-fb26-4f03-acea-6e57221ae09b req-e14ba200-a8f2-4bdf-80f9-1d1dbc426872 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496259 Feb 11 04:19:39.818901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ee72e-4ee0-41dc-b11a-1dbfa845a562 req-189d1527-4baa-4d44-8d2a-cc04c9454f9c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:39.820920 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-019ee72e-4ee0-41dc-b11a-1dbfa845a562 req-189d1527-4baa-4d44-8d2a-cc04c9454f9c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 950 time: 0.0706325 Feb 11 04:19:39.878187 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-019ee72e-4ee0-41dc-b11a-1dbfa845a562 req-d75dc230-9f84-4b40-b262-9a8f607c51e7 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506327 Feb 11 04:19:40.049486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd4570-ccb3-4c01-af03-7a8091c16bdc req-dcc151b0-8939-4b92-8313-9d81ff6e9fee tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:40.051425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22cd4570-ccb3-4c01-af03-7a8091c16bdc req-dcc151b0-8939-4b92-8313-9d81ff6e9fee tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 943 time: 0.0847681 Feb 11 04:19:40.123543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22cd4570-ccb3-4c01-af03-7a8091c16bdc req-d228abc9-46a8-48e2-98d6-a7fac8a9cc87 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636604 Feb 11 04:19:40.270094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15692b4f-8134-428e-9f34-0820cf825727 req-8c806ea9-6a6d-4f9e-90f1-dfdce24ff5a9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:40.271972 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15692b4f-8134-428e-9f34-0820cf825727 req-8c806ea9-6a6d-4f9e-90f1-dfdce24ff5a9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b733bcbf-9820-4f03-bf3d-c5211e6f2772 HTTP/1.1" status: 200 len: 948 time: 0.0680285 Feb 11 04:19:40.366699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15692b4f-8134-428e-9f34-0820cf825727 req-299f35c8-c7a9-40ae-9ca8-a5a9cc59e74a tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881009 Feb 11 04:19:40.383959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1aad8-96c8-4afd-be98-a6e230f44d9f req-be1fa0a4-3abd-43ad-8f2d-bd10075a2cef tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:40.385689 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bae1aad8-96c8-4afd-be98-a6e230f44d9f req-be1fa0a4-3abd-43ad-8f2d-bd10075a2cef tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 945 time: 0.0796216 Feb 11 04:19:40.460942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bae1aad8-96c8-4afd-be98-a6e230f44d9f req-3ebbc35d-6138-45ee-8f23-0d8f6c9ac266 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf41a33-7000-4af2-be10-ff126615b336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630734 Feb 11 04:19:40.568563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e744ea5-3a1c-492d-b122-18519e51fe8a req-0d65e1da-3931-470a-823c-bbdb743efb34 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:40.575545 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e744ea5-3a1c-492d-b122-18519e51fe8a req-0d65e1da-3931-470a-823c-bbdb743efb34 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 950 time: 0.0653958 Feb 11 04:19:40.638960 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e744ea5-3a1c-492d-b122-18519e51fe8a req-1ff56670-da5c-4294-9165-8acf48438308 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/security-groups?id=ade9789e-67b5-4a60-8067-f45e412f3dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595942 Feb 11 04:19:40.935197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfa3ee-0746-42c6-a04d-f21b17da027f req-d8ecc443-7e50-415d-ae9f-d72b6b10a51f tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:40.941603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfa3ee-0746-42c6-a04d-f21b17da027f req-d8ecc443-7e50-415d-ae9f-d72b6b10a51f tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:40.943442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecbfa3ee-0746-42c6-a04d-f21b17da027f req-d8ecc443-7e50-415d-ae9f-d72b6b10a51f tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b&device_id=b733bcbf-9820-4f03-bf3d-c5211e6f2772 HTTP/1.1" status: 200 len: 1689 time: 0.0798464 Feb 11 04:19:40.995077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecbfa3ee-0746-42c6-a04d-f21b17da027f req-b9cffc24-b477-4583-b5ae-b1417a0aa20d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459104 Feb 11 04:19:41.100542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46eebe-690f-4504-a74b-f071ff54976c req-a64c4717-8612-4951-8c95-e171ef8423b9 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:41.101933 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d46eebe-690f-4504-a74b-f071ff54976c req-a64c4717-8612-4951-8c95-e171ef8423b9 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.0536289 Feb 11 04:19:41.152510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d46eebe-690f-4504-a74b-f071ff54976c req-52d2a491-144c-4777-913c-f0ce8cd7169c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449030 Feb 11 04:19:41.295828 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdee2f0-1fad-46cb-82e4-4036e0719c07', 'tag': 'eb8f312f-a091-42ed-b4f6-753dd0e1d40f'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:41.299023 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39517486-4070-45f7-a6da-56df8c3a784b" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdee2f0-1fad-46cb-82e4-4036e0719c07", "tag": "eb8f312f-a091-42ed-b4f6-753dd0e1d40f"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:41.428614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-eb02d032-2089-46c9-8f70-335a5523d4e2 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:41.430589 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-eb02d032-2089-46c9-8f70-335a5523d4e2 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.32 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 945 time: 0.0629320 Feb 11 04:19:41.464709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22218e-c938-49c9-b3be-dd76d1705889 req-08fed13d-eb12-4732-ba3c-5d9713f77edc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:41.473475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c22218e-c938-49c9-b3be-dd76d1705889 req-08fed13d-eb12-4732-ba3c-5d9713f77edc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 943 time: 0.1350923 Feb 11 04:19:41.545869 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c22218e-c938-49c9-b3be-dd76d1705889 req-795303a6-84a6-4856-a7d3-b8cee8dc4b79 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642872 Feb 11 04:19:41.584401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 17f89175-9f99-4426-99a3-4907856ec6b7 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:19:41.617180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-da5eb391-b5e7-4611-b4d3-6bc9b1b333af tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Deleting port e64e699f-0a10-4ee6-9229-86d80ad080d3 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:19:41.618910 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-da5eb391-b5e7-4611-b4d3-6bc9b1b333af tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:41.705752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f44ca1-d633-4ba9-9d47-96850c43a012 req-f7cad6d9-9af4-4800-a8dd-52b1ef2efa21 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:41.714125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64f44ca1-d633-4ba9-9d47-96850c43a012 req-f7cad6d9-9af4-4800-a8dd-52b1ef2efa21 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 1133 time: 0.0827835 Feb 11 04:19:41.752198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 17f89175-9f99-4426-99a3-4907856ec6b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=17f89175-9f99-4426-99a3-4907856ec6b7,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:41.770906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '17f89175-9f99-4426-99a3-4907856ec6b7', 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90', 'port_id': '17f89175-9f99-4426-99a3-4907856ec6b7', 'mac_address': 'fa:16:3e:85:41:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f835861-ae9c-4756-8b3b-a583638d521d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:19:41.788115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64f44ca1-d633-4ba9-9d47-96850c43a012 req-bb71539c-e757-40a3-86af-01bf85d9dd12 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730062 Feb 11 04:19:41.804062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-da5eb391-b5e7-4611-b4d3-6bc9b1b333af tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] For port e64e699f-0a10-4ee6-9229-86d80ad080d3, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e64e699f-0a10-4ee6-9229-86d80ad080d3,segment=NetworkSegment(babf27b4-5d83-4f62-9e8a-02cb95637433),segment_id=babf27b4-5d83-4f62-9e8a-02cb95637433)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:41.804575 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-da5eb391-b5e7-4611-b4d3-6bc9b1b333af tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:41.826523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 17f89175-9f99-4426-99a3-4907856ec6b7 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:41.826523 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:41.860630 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17f89175-9f99-4426-99a3-4907856ec6b7 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:41.887678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 17f89175-9f99-4426-99a3-4907856ec6b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=17f89175-9f99-4426-99a3-4907856ec6b7,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:41.895081 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe68991a-f287-4677-a06f-b1e35dcf8d99 x-openstack-request-id: req-fe68991a-f287-4677-a06f-b1e35dcf8d99 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:41.895081 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdee2f0-1fad-46cb-82e4-4036e0719c07", "tag": "eb8f312f-a091-42ed-b4f6-753dd0e1d40f", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:41.895337 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe68991a-f287-4677-a06f-b1e35dcf8d99 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:41.896171 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdee2f0-1fad-46cb-82e4-4036e0719c07', 'tag': 'eb8f312f-a091-42ed-b4f6-753dd0e1d40f', 'status': 'completed', 'code': 200} Feb 11 04:19:42.003923 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:42.097358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39517486-4070-45f7-a6da-56df8c3a784b req-446fba7b-9562-4169-939c-54fd4ffad47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:42.098865 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39517486-4070-45f7-a6da-56df8c3a784b req-446fba7b-9562-4169-939c-54fd4ffad47f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 1126 time: 0.2019053 Feb 11 04:19:42.102368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=17f89175-9f99-4426-99a3-4907856ec6b7,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:42.111417 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-da5eb391-b5e7-4611-b4d3-6bc9b1b333af tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:42.112658 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-da5eb391-b5e7-4611-b4d3-6bc9b1b333af tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (1469fe31-d2d5-4bf9-aba4-5716acacb2f9), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:42.112658 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-da5eb391-b5e7-4611-b4d3-6bc9b1b333af tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Floating IP 1469fe31-d2d5-4bf9-aba4-5716acacb2f9 disassociated. External IP: 172.25.3.226, port: e64e699f-0a10-4ee6-9229-86d80ad080d3. Feb 11 04:19:42.112658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-da5eb391-b5e7-4611-b4d3-6bc9b1b333af tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Calling delete_port for e64e699f-0a10-4ee6-9229-86d80ad080d3 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:19:42.155448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3870d-e8d3-46aa-8d28-509ae3150407 req-161ddecc-7b24-4f42-8557-e154a1344637 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:42.157462 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5d3870d-e8d3-46aa-8d28-509ae3150407 req-161ddecc-7b24-4f42-8557-e154a1344637 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 945 time: 0.0627756 Feb 11 04:19:42.193130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['17f89175-9f99-4426-99a3-4907856ec6b7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:42.224825 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5d3870d-e8d3-46aa-8d28-509ae3150407 req-d9007957-0130-43db-8f47-e5319ab702b5 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/security-groups?id=7cf41a33-7000-4af2-be10-ff126615b336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601728 Feb 11 04:19:42.311040 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39517486-4070-45f7-a6da-56df8c3a784b req-21c3f68b-4188-404d-afa8-8c503e198ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:42.312649 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39517486-4070-45f7-a6da-56df8c3a784b req-21c3f68b-4188-404d-afa8-8c503e198ecd service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.1980205 Feb 11 04:19:42.378836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ec681-4a24-4182-a261-3f123548efce req-80f8f327-9eb6-403c-a13a-0839b8fff5b5 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:42.381918 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba5ec681-4a24-4182-a261-3f123548efce req-80f8f327-9eb6-403c-a13a-0839b8fff5b5 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b733bcbf-9820-4f03-bf3d-c5211e6f2772 HTTP/1.1" status: 200 len: 1131 time: 0.0650220 Feb 11 04:19:42.421353 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39517486-4070-45f7-a6da-56df8c3a784b req-36fdcf4e-c700-4aef-903c-0d08b97626d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f HTTP/1.1" status: 200 len: 217 time: 0.1011372 Feb 11 04:19:42.462938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba5ec681-4a24-4182-a261-3f123548efce req-cd31c256-4149-4bb6-a262-8a06c67dd22c tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739717 Feb 11 04:19:42.498580 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39517486-4070-45f7-a6da-56df8c3a784b req-806a0577-3589-40b7-896f-904fcd578478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:42.500268 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39517486-4070-45f7-a6da-56df8c3a784b req-806a0577-3589-40b7-896f-904fcd578478 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.0693748 Feb 11 04:19:42.542793 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39517486-4070-45f7-a6da-56df8c3a784b req-625c2a03-7149-456b-a44d-9949e76b8f9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359015 Feb 11 04:19:42.563812 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-da5eb391-b5e7-4611-b4d3-6bc9b1b333af tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e64e699f-0a10-4ee6-9229-86d80ad080d3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:42.615739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5eb391-b5e7-4611-b4d3-6bc9b1b333af tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Pushing event deleted for resources: {'Port': ['ID=e64e699f-0a10-4ee6-9229-86d80ad080d3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:42.796260 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-da5eb391-b5e7-4611-b4d3-6bc9b1b333af tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Router cf9e70c5-3070-41fc-818e-8e079c48c3a3 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:19:42.799098 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39517486-4070-45f7-a6da-56df8c3a784b req-dc02a4cd-bb74-441e-8cc2-5e175d47d5b7 service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446454 Feb 11 04:19:42.974537 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39517486-4070-45f7-a6da-56df8c3a784b req-54d4c26d-47e0-4960-92e7-f41762b5eb99 service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681569 Feb 11 04:19:42.987018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-da5eb391-b5e7-4611-b4d3-6bc9b1b333af tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:19:42.999524 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e53dc-6241-4706-bd52-b7494425fbb3 None None] Sync routers for ids ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:19:43.026029 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e53dc-6241-4706-bd52-b7494425fbb3 None None] Routers {'cf9e70c5-3070-41fc-818e-8e079c48c3a3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:19:43.027386 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0b9e53dc-6241-4706-bd52-b7494425fbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:19:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:19:43.046232 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-da5eb391-b5e7-4611-b4d3-6bc9b1b333af tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] No DVR routers for this DVR port e64e699f-0a10-4ee6-9229-86d80ad080d3 on host n-h1-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:19:43.050189 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-da5eb391-b5e7-4611-b4d3-6bc9b1b333af tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:43.053899 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1371c2fa-629c-48ff-a06f-5417091dd36d req-da5eb391-b5e7-4611-b4d3-6bc9b1b333af tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.32 "DELETE /v2.0/ports/e64e699f-0a10-4ee6-9229-86d80ad080d3 HTTP/1.1" status: 204 len: 173 time: 1.6145618 Feb 11 04:19:43.271296 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-0b9e53dc-6241-4706-bd52-b7494425fbb3 None None] Set router cf9e70c5-3070-41fc-818e-8e079c48c3a3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:19:43.284400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6718b6-d7d0-4a4d-879b-44f44632b31e req-f1280085-8349-4e3f-84ff-1fec303438b2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:43.295491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f6718b6-d7d0-4a4d-879b-44f44632b31e req-f1280085-8349-4e3f-84ff-1fec303438b2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.1035979 Feb 11 04:19:43.372102 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f6718b6-d7d0-4a4d-879b-44f44632b31e req-66d34e2c-ff31-4767-bf9b-f7b9f3ac211e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732040 Feb 11 04:19:43.447292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e87e1563-d863-488b-8b64-0b240834ae6d req-0aab58a0-8b79-4d0c-a27b-5b5e0a275855 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d798341ca07d4766bbf714ac7726543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289955 Feb 11 04:19:43.601079 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 17f89175-9f99-4426-99a3-4907856ec6b7 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:19:43.613116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888f8a6-d5d8-4dd2-961a-051203b90b37 req-40c1e68b-6652-48f3-b5b5-d297617fcfb7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:43.620252 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a888f8a6-d5d8-4dd2-961a-051203b90b37 req-40c1e68b-6652-48f3-b5b5-d297617fcfb7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 943 time: 0.1648307 Feb 11 04:19:43.680254 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [req-d0d926c1-6346-4be1-8912-867a31faa427 req-92903a54-c3a7-4369-b20b-556e672624da service neutron] show failed (client error): The resource could not be found. Feb 11 04:19:43.684643 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-92903a54-c3a7-4369-b20b-556e672624da service neutron] 10.222.0.47 "GET /v2.0/ports/31b98c6f-43da-4ae5-9339-25f900433422/bindings/n-h1-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.1389778 Feb 11 04:19:43.719704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a888f8a6-d5d8-4dd2-961a-051203b90b37 req-ed3d2683-611d-4e83-892c-67d348ba5377 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928140 Feb 11 04:19:43.721677 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 17f89175-9f99-4426-99a3-4907856ec6b7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:19:43.724489 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0b9e53dc-6241-4706-bd52-b7494425fbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:17:57Z', 'updated_at': '2022-02-11T04:18:05Z', 'revision_number': 4, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'gw_port': {'id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:17:58Z', 'updated_at': '2022-02-11T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '9ff76b4c-6faf-46ec-9a8b-da1437b89b76', 'name': '', 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'mac_address': 'fa:16:3e:48:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:03Z', 'updated_at': '2022-02-11T04:18:13Z', 'revision_number': 5, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'subnets': [{'id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:19:43.724759 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:43.758598 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e53dc-6241-4706-bd52-b7494425fbb3 None None] Checking router: cf9e70c5-3070-41fc-818e-8e079c48c3a3 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:19:43.762705 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e1563-d863-488b-8b64-0b240834ae6d req-1f2d8b65-1a88-4691-a31e-b95a8c9d4066 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:43.769932 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e87e1563-d863-488b-8b64-0b240834ae6d req-1f2d8b65-1a88-4691-a31e-b95a8c9d4066 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3137743 Feb 11 04:19:43.773270 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e53dc-6241-4706-bd52-b7494425fbb3 None None] Routers {'cf9e70c5-3070-41fc-818e-8e079c48c3a3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:19:43.776952 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0b9e53dc-6241-4706-bd52-b7494425fbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:19:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:19:43.794580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e87e1563-d863-488b-8b64-0b240834ae6d req-c6176585-a81c-4cb2-b4e2-d03f366a769b tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/quotas/d798341ca07d4766bbf714ac7726543b HTTP/1.1" status: 200 len: 375 time: 0.0177863 Feb 11 04:19:43.898008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b848901b-4744-471e-826a-5118caf29ac0', 'name': 'network-vif-deleted', 'tag': 'e64e699f-0a10-4ee6-9229-86d80ad080d3'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:43.900767 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec79caa4-d01f-4834-8331-c96d5ed4f17a" -d '{"events": [{"server_uuid": "b848901b-4744-471e-826a-5118caf29ac0", "name": "network-vif-deleted", "tag": "e64e699f-0a10-4ee6-9229-86d80ad080d3"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:43.919582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 17f89175-9f99-4426-99a3-4907856ec6b7 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:43.921228 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:43.939934 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40696) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:19:43.961333 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 17f89175-9f99-4426-99a3-4907856ec6b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=17f89175-9f99-4426-99a3-4907856ec6b7,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:43.962263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb14df2-b5f7-440a-985c-475cc68c2266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f89175-9f99-4426-99a3-4907856ec6b7'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:43.964746 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2415e1-11b0-4a53-8d45-4e81bad786c2" -d '{"events": [{"server_uuid": "edb14df2-b5f7-440a-985c-475cc68c2266", "name": "network-vif-plugged", "status": "completed", "tag": "17f89175-9f99-4426-99a3-4907856ec6b7"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:43.964919 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b260c20-6454-49a6-abe6-a57ef78478dd req-50d73cf3-f198-47d0-ae3c-77e4d76304b8 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/ports?device_id=b848901b-4744-471e-826a-5118caf29ac0 HTTP/1.1" status: 200 len: 210 time: 0.0708785 Feb 11 04:19:44.010131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 746c5728-2c3b-4fee-8286-1054a0daf657 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:19:44.028147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e87e1563-d863-488b-8b64-0b240834ae6d req-4695c877-e759-4f2c-a368-e2a58393ab9d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1944027 Feb 11 04:19:44.073014 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:44.078848 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e64e699f-0a10-4ee6-9229-86d80ad080d3 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:19:44.079030 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-0b9e53dc-6241-4706-bd52-b7494425fbb3 None None] Set router cf9e70c5-3070-41fc-818e-8e079c48c3a3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:19:44.174650 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d29b0b-d872-41ec-b906-490b4848d512 x-openstack-request-id: req-e4d29b0b-d872-41ec-b906-490b4848d512 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:44.176454 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b848901b-4744-471e-826a-5118caf29ac0", "name": "network-vif-deleted", "tag": "e64e699f-0a10-4ee6-9229-86d80ad080d3", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:44.176454 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4d29b0b-d872-41ec-b906-490b4848d512 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:44.176454 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b848901b-4744-471e-826a-5118caf29ac0', 'name': 'network-vif-deleted', 'tag': 'e64e699f-0a10-4ee6-9229-86d80ad080d3', 'status': 'completed', 'code': 200} Feb 11 04:19:44.209115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=17f89175-9f99-4426-99a3-4907856ec6b7,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:44.237091 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: e64e699f-0a10-4ee6-9229-86d80ad080d3 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:19:44.237438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e64e699f-0a10-4ee6-9229-86d80ad080d3 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:19:44.295208 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 746c5728-2c3b-4fee-8286-1054a0daf657 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:44.295750 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:44.305977 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40710) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:19:44.314328 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6fd5fda3-33cf-41b6-ada4-b016ad96cd63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b31a5a338ebc480eaaa3bf06fc2ccd6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728392 Feb 11 04:19:44.339036 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032a8b04-99f8-42d9-a16e-0cadcb7e8b03 x-openstack-request-id: req-032a8b04-99f8-42d9-a16e-0cadcb7e8b03 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:44.339347 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb14df2-b5f7-440a-985c-475cc68c2266", "name": "network-vif-plugged", "status": "completed", "tag": "17f89175-9f99-4426-99a3-4907856ec6b7", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:44.339662 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-032a8b04-99f8-42d9-a16e-0cadcb7e8b03 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:44.339993 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb14df2-b5f7-440a-985c-475cc68c2266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f89175-9f99-4426-99a3-4907856ec6b7', 'code': 200} Feb 11 04:19:44.342419 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 746c5728-2c3b-4fee-8286-1054a0daf657, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=746c5728-2c3b-4fee-8286-1054a0daf657,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:44.405564 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:44.440361 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Publish callbacks [] for security_group (3281626d-da9b-4db4-aeee-86f7936f3347), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:44.465903 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d926c1-6346-4be1-8912-867a31faa427 req-00122244-4fe0-45b3-b1d2-699b526b7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:44.471945 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-00122244-4fe0-45b3-b1d2-699b526b7aa5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32&tenant_id=95a93e519b544c01b6ee62c609eec109 HTTP/1.1" status: 200 len: 1132 time: 0.1495624 Feb 11 04:19:44.501590 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Publish callbacks [] for security_group (3281626d-da9b-4db4-aeee-86f7936f3347), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:44.508454 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:19:44.540372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=746c5728-2c3b-4fee-8286-1054a0daf657,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:44.677765 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3281626d-da9b-4db4-aeee-86f7936f3347), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:44.680363 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:44.684381 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3281626d-da9b-4db4-aeee-86f7936f3347 HTTP/1.1" status: 204 len: 168 time: 0.3767900 Feb 11 04:19:44.699812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3281626d-da9b-4db4-aeee-86f7936f3347,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:44.710889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:44.722501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:44.722960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:44.723385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:44.723993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:44.724340 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:44.724854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:44.725396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:44.725740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:44.726079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:44.726420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:44.726792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:44.727290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850c0c2-eeba-4bc2-81d8-5b4e96554b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:19:44.773740 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0b9e53dc-6241-4706-bd52-b7494425fbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:17:57Z', 'updated_at': '2022-02-11T04:18:05Z', 'revision_number': 4, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'gw_port': {'id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:17:58Z', 'updated_at': '2022-02-11T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '9ff76b4c-6faf-46ec-9a8b-da1437b89b76', 'name': '', 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'mac_address': 'fa:16:3e:48:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:03Z', 'updated_at': '2022-02-11T04:18:13Z', 'revision_number': 5, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'subnets': [{'id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:19:44.847589 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e53dc-6241-4706-bd52-b7494425fbb3 None None] The sync data for ids ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'] in n-d-712142-35 is: [{'id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:17:57Z', 'updated_at': '2022-02-11T04:18:05Z', 'revision_number': 4, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'gw_port': {'id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:17:58Z', 'updated_at': '2022-02-11T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '9ff76b4c-6faf-46ec-9a8b-da1437b89b76', 'name': '', 'network_id': 'e1482b58-e29f-40c6-8699-700526bbb856', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'mac_address': 'fa:16:3e:48:84:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:18:03Z', 'updated_at': '2022-02-11T04:18:13Z', 'revision_number': 5, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'subnets': [{'id': 'c960cfd3-6863-467e-ba4a-d6ab6f6e9b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:19:44.854731 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (31b98c6f-43da-4ae5-9339-25f900433422), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:44.871926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58adb7-474a-4c1e-af0d-406ca1132f8c req-e9ece286-34ae-4aa6-9660-7f148693b994 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:44.873589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a58adb7-474a-4c1e-af0d-406ca1132f8c req-e9ece286-34ae-4aa6-9660-7f148693b994 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.1293600 Feb 11 04:19:45.009268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a58adb7-474a-4c1e-af0d-406ca1132f8c req-8cb7d6cf-566f-4586-8921-770d18b9cd62 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270435 Feb 11 04:19:45.240495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6a3778e-c1f8-440b-ab9f-ceb1a2ed5b30 req-8ea9e66b-fffe-441e-b819-929875c7a1b9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 210 time: 0.1126857 Feb 11 04:19:45.350188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=31b98c6f-43da-4ae5-9339-25f900433422,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:45.432206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:19:45.453969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52649a10-f7b6-408d-8acd-4f30646d6cb8 req-c869e010-1597-4b3e-826f-c7091cb9296c tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:45.478449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a6e40c-637f-4713-a56a-774d8e451998 None None] New status for floating IP 1469fe31-d2d5-4bf9-aba4-5716acacb2f9: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:19:45.516099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52649a10-f7b6-408d-8acd-4f30646d6cb8 req-c869e010-1597-4b3e-826f-c7091cb9296c tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 943 time: 0.3033893 Feb 11 04:19:45.596928 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Publish callbacks [] for port (31b98c6f-43da-4ae5-9339-25f900433422), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:45.629988 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Transition to ACTIVE for port object 31b98c6f-43da-4ae5-9339-25f900433422 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:19:45.659254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52649a10-f7b6-408d-8acd-4f30646d6cb8 req-e8ed5a21-1d38-4915-a7c4-66953883aaa6 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422393 Feb 11 04:19:45.715644 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40784) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:19:45.748278 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (31b98c6f-43da-4ae5-9339-25f900433422), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:45.877235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Pushing event updated for resources: {'Port': ['ID=31b98c6f-43da-4ae5-9339-25f900433422,revision_number=6']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:45.915134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] No DVR routers for this DVR port 31b98c6f-43da-4ae5-9339-25f900433422 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:19:45.970674 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42054587-4c08-42f9-96a0-46661db8d151 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for security_group (7cf41a33-7000-4af2-be10-ff126615b336), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:46.005684 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42054587-4c08-42f9-96a0-46661db8d151 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for security_group (7cf41a33-7000-4af2-be10-ff126615b336), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:46.175516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Attempting to bind port 31b98c6f-43da-4ae5-9339-25f900433422 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:19:46.175516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Attempting to bind port 31b98c6f-43da-4ae5-9339-25f900433422 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:19:46.175516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Attempting to bind port 31b98c6f-43da-4ae5-9339-25f900433422 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:19:46.175516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Port 31b98c6f-43da-4ae5-9339-25f900433422 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:19:46.175516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Attempting to bind port 31b98c6f-43da-4ae5-9339-25f900433422 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:19:46.175516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:19:46.175516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:19:46.175516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:19:46.175516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Bound port: 31b98c6f-43da-4ae5-9339-25f900433422, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:19:46.175516 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (31b98c6f-43da-4ae5-9339-25f900433422), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:46.177766 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:46.191851 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61acedd3-c1b2-4727-96bb-96093f5031aa" -d '{"events": [{"server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "name": "network-vif-unplugged", "status": "completed", "tag": "31b98c6f-43da-4ae5-9339-25f900433422"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:46.291069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee436e-1721-4721-84c9-59e7257dd4fb req-bf55bb0e-c0bb-4d99-b861-ba0002c45f2b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:46.302063 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b4ee436e-1721-4721-84c9-59e7257dd4fb req-bf55bb0e-c0bb-4d99-b861-ba0002c45f2b tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 947 time: 0.1454546 Feb 11 04:19:46.314190 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c076a66-afd8-4439-b751-d4f8f2fe483a x-openstack-request-id: req-0c076a66-afd8-4439-b751-d4f8f2fe483a {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:46.314865 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "name": "network-vif-unplugged", "status": "completed", "tag": "31b98c6f-43da-4ae5-9339-25f900433422", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:46.315253 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c076a66-afd8-4439-b751-d4f8f2fe483a {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:46.316663 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422', 'code': 200} Feb 11 04:19:46.327096 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:19:46.331874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=31b98c6f-43da-4ae5-9339-25f900433422,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:19:46.346159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '746c5728-2c3b-4fee-8286-1054a0daf657'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:46.350924 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a961ce49-05a1-413b-ae56-a7a75974bf72" -d '{"events": [{"server_uuid": "ea5732d3-1abf-4b70-a814-4858e5861671", "name": "network-vif-unplugged", "status": "completed", "tag": "746c5728-2c3b-4fee-8286-1054a0daf657"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:46.387475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b4ee436e-1721-4721-84c9-59e7257dd4fb req-26b5aed0-0233-4704-8e93-901e711c685a tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838046 Feb 11 04:19:46.408852 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42054587-4c08-42f9-96a0-46661db8d151 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7cf41a33-7000-4af2-be10-ff126615b336), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:46.413528 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42054587-4c08-42f9-96a0-46661db8d151 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:46.413528 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-42054587-4c08-42f9-96a0-46661db8d151 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "DELETE /v2.0/security-groups/7cf41a33-7000-4af2-be10-ff126615b336 HTTP/1.1" status: 204 len: 168 time: 0.6958106 Feb 11 04:19:46.417107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40808) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:19:46.428777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f626e3a-0ce8-4d3d-bfd5-59b02e2cd46c req-52be3920-64f1-4a08-b96c-f7f43e73cb20 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 210 time: 0.0403194 Feb 11 04:19:46.444135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42054587-4c08-42f9-96a0-46661db8d151 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf41a33-7000-4af2-be10-ff126615b336,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:46.454130 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-4ce55279-d4f0-44f8-8da6-2bb2db2ca095 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] show failed (client error): The resource could not be found. Feb 11 04:19:46.458940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40810) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:19:46.471659 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4ce55279-d4f0-44f8-8da6-2bb2db2ca095 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "GET /v2.0/security-groups/7cf41a33-7000-4af2-be10-ff126615b336 HTTP/1.1" status: 404 len: 347 time: 0.0534520 Feb 11 04:19:46.509317 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5419752b-e1bd-418d-a2cb-794f62383167 x-openstack-request-id: req-5419752b-e1bd-418d-a2cb-794f62383167 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:46.510227 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5732d3-1abf-4b70-a814-4858e5861671", "name": "network-vif-unplugged", "status": "completed", "tag": "746c5728-2c3b-4fee-8286-1054a0daf657", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:46.510885 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5419752b-e1bd-418d-a2cb-794f62383167 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:46.511527 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '746c5728-2c3b-4fee-8286-1054a0daf657', 'code': 200} Feb 11 04:19:46.556802 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (31b98c6f-43da-4ae5-9339-25f900433422), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:46.653565 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:46.655766 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:46.660600 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] 10.222.0.32 "PUT /v2.0/ports/31b98c6f-43da-4ae5-9339-25f900433422 HTTP/1.1" status: 200 len: 1096 time: 2.1827083 Feb 11 04:19:46.855996 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40832) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:19:47.067799 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d926c1-6346-4be1-8912-867a31faa427 req-be40cc50-11c2-4ac2-9b88-8ac40104f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:47.069856 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-be40cc50-11c2-4ac2-9b88-8ac40104f266 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 1130 time: 0.2991045 Feb 11 04:19:47.071033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fb081-1b1f-4acd-bc66-1487bba7bc95 service neutron] Pushing event updated for resources: {'Port': ['ID=31b98c6f-43da-4ae5-9339-25f900433422,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:47.230093 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1827304365-network', 'tenant_id': '223c1bb87646423fa989545b2c1fd2f9'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:19:47.268861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ae75a-5228-42b7-b012-cf819b0ee40f req-313c7841-7d7d-47a1-a2aa-8ffda0ce27a8 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:47.272925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd9ae75a-5228-42b7-b012-cf819b0ee40f req-313c7841-7d7d-47a1-a2aa-8ffda0ce27a8 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 943 time: 0.1996756 Feb 11 04:19:47.308446 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d926c1-6346-4be1-8912-867a31faa427 req-9964d8b5-ce30-463f-962c-e2aa33fb0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:47.310418 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-9964d8b5-ce30-463f-962c-e2aa33fb0f4a service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2233403 Feb 11 04:19:47.321005 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] Made reservation on behalf of 223c1bb87646423fa989545b2c1fd2f9 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:19:47.327980 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:47.369034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd9ae75a-5228-42b7-b012-cf819b0ee40f req-ce2200a1-c72e-4b18-bec9-2810a43c85d3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897446 Feb 11 04:19:47.377614 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-183cd586-0dd4-42e7-8d2e-2fea0f98d2e6 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Deleting port 24d6b950-b534-4d83-bf8b-de6c649d7c7e {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:19:47.378897 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-183cd586-0dd4-42e7-8d2e-2fea0f98d2e6 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (24d6b950-b534-4d83-bf8b-de6c649d7c7e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:47.406056 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:47.411265 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-a368a1b3-af79-40bc-b60c-afce091a1dc9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=31b98c6f-43da-4ae5-9339-25f900433422 HTTP/1.1" status: 200 len: 217 time: 0.0769351 Feb 11 04:19:47.548869 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-183cd586-0dd4-42e7-8d2e-2fea0f98d2e6 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (24d6b950-b534-4d83-bf8b-de6c649d7c7e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:47.549493 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-183cd586-0dd4-42e7-8d2e-2fea0f98d2e6 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for floatingip (24d6b950-b534-4d83-bf8b-de6c649d7c7e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:47.608346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-183cd586-0dd4-42e7-8d2e-2fea0f98d2e6 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Calling delete_port for 24d6b950-b534-4d83-bf8b-de6c649d7c7e owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:19:47.935043 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-183cd586-0dd4-42e7-8d2e-2fea0f98d2e6 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (24d6b950-b534-4d83-bf8b-de6c649d7c7e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:47.970739 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e87e1563-d863-488b-8b64-0b240834ae6d req-d104167a-31df-458f-b960-02ed09b408f3 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d798341ca07d4766bbf714ac7726543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1250913 Feb 11 04:19:47.980947 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34d395d8-8d2f-40da-a5da-3ba0c80041d1 req-7beb388e-ce86-4a6d-9a96-d070c287d58a tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 210 time: 0.3813293 Feb 11 04:19:48.011285 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] Publish callbacks [] for security_group (7d4705d6-b024-436e-bdd4-d56fbcc05413), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:48.024055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 746c5728-2c3b-4fee-8286-1054a0daf657 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:19:48.028142 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 31b98c6f-43da-4ae5-9339-25f900433422 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:19:48.033810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cd586-0dd4-42e7-8d2e-2fea0f98d2e6 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Pushing event deleted for resources: {'Port': ['ID=24d6b950-b534-4d83-bf8b-de6c649d7c7e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:48.072107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d926c1-6346-4be1-8912-867a31faa427 req-375885cd-71cc-4fcf-8fba-1c49266b113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:48.073638 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-375885cd-71cc-4fcf-8fba-1c49266b113f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.6428235 Feb 11 04:19:48.129257 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7d4705d6-b024-436e-bdd4-d56fbcc05413), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:48.183574 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:19:48.198421 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4705d6-b024-436e-bdd4-d56fbcc05413,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:48.209435 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (fd8369af-aaeb-43a7-a600-c52390be2c53), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:48.211510 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] Added segment fd8369af-aaeb-43a7-a600-c52390be2c53 of type vlan for network 5419215b-9f3b-4ba9-89b0-46107edc6611 Feb 11 04:19:48.214278 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d926c1-6346-4be1-8912-867a31faa427 req-7d30fbd2-b481-43fe-94a3-4fdd5bcc0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:48.216338 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-7d30fbd2-b481-43fe-94a3-4fdd5bcc0231 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1346395 Feb 11 04:19:48.222357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87707bf4-c780-46dc-950b-aa4d53385720 req-917e55fc-37fe-45a4-acdd-b06459bba314 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:48.224562 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87707bf4-c780-46dc-950b-aa4d53385720 req-917e55fc-37fe-45a4-acdd-b06459bba314 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 947 time: 0.6718705 Feb 11 04:19:48.224731 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] The host n-h2-712142-35 is not matching for port 31b98c6f-43da-4ae5-9339-25f900433422 host n-h1-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:19:48.225124 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 31b98c6f-43da-4ae5-9339-25f900433422 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:19:48.332339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:48.334816 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02920343-fd6f-4f7a-b7a3-4c3beb1179af" -d '{"events": [{"name": "network-changed", "server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "tag": "31b98c6f-43da-4ae5-9339-25f900433422"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:48.350596 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (5419215b-9f3b-4ba9-89b0-46107edc6611), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:48.446382 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-d2a93709-28c3-44c0-81ad-1f06f54b8db6 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169387 Feb 11 04:19:48.455178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 746c5728-2c3b-4fee-8286-1054a0daf657, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=746c5728-2c3b-4fee-8286-1054a0daf657,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:48.473617 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-183cd586-0dd4-42e7-8d2e-2fea0f98d2e6 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks [] for floatingip (1469fe31-d2d5-4bf9-aba4-5716acacb2f9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:48.476278 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-183cd586-0dd4-42e7-8d2e-2fea0f98d2e6 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:48.477466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-183cd586-0dd4-42e7-8d2e-2fea0f98d2e6 tempest-ServersTestManualDisk-29394807 tempest-ServersTestManualDisk-29394807-project] 10.222.0.13 "DELETE /v2.0/floatingips/1469fe31-d2d5-4bf9-aba4-5716acacb2f9 HTTP/1.1" status: 204 len: 168 time: 2.0175419 Feb 11 04:19:48.491061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40880) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:19:48.495269 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '746c5728-2c3b-4fee-8286-1054a0daf657', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '746c5728-2c3b-4fee-8286-1054a0daf657', 'mac_address': 'fa:16:3e:75:1b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:19:48.500817 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (5419215b-9f3b-4ba9-89b0-46107edc6611), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:48.502461 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:48.502752 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:48.576269 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87707bf4-c780-46dc-950b-aa4d53385720 req-824849e6-a0e0-4d69-b32f-37dcd6863644 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253780 Feb 11 04:19:48.587784 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9411862d-b785-4159-a0c5-55dff4e3d331 x-openstack-request-id: req-9411862d-b785-4159-a0c5-55dff4e3d331 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:19:48.590199 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "tag": "31b98c6f-43da-4ae5-9339-25f900433422", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:19:48.590199 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9411862d-b785-4159-a0c5-55dff4e3d331 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:19:48.590199 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422', 'status': 'completed', 'code': 200} Feb 11 04:19:48.601437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e1563-d863-488b-8b64-0b240834ae6d req-efb0bee6-7566-4f3b-b946-acd153f69e5b tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:48.602912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e87e1563-d863-488b-8b64-0b240834ae6d req-efb0bee6-7566-4f3b-b946-acd153f69e5b tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6156709 Feb 11 04:19:48.615048 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 746c5728-2c3b-4fee-8286-1054a0daf657 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:48.616829 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:48.618616 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7550018 Feb 11 04:19:48.628482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-e87e1563-d863-488b-8b64-0b240834ae6d req-6a083ba2-ebdb-4b2b-96e3-027f03394340 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Request body: {'port': {'device_id': '652fc89f-9e1d-41b6-8e2c-ff3d27e216b2', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': 'd798341ca07d4766bbf714ac7726543b'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:19:48.640994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40882) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:19:48.652857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746c5728-2c3b-4fee-8286-1054a0daf657 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:48.702093 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 746c5728-2c3b-4fee-8286-1054a0daf657, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=746c5728-2c3b-4fee-8286-1054a0daf657,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:48.712404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-532916a5-883f-431c-bbe0-33d03af3a0c8 admin admin] Request body: {'subnet': {'network_id': '5419215b-9f3b-4ba9-89b0-46107edc6611', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1827304365-subnet', 'tenant_id': '223c1bb87646423fa989545b2c1fd2f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:19:48.715984 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24986cd7-a985-4628-96b5-54ab208e40ec admin admin] Pushing event updated for resources: {'Network': ['ID=5419215b-9f3b-4ba9-89b0-46107edc6611,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:48.732112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 5419215b-9f3b-4ba9-89b0-46107edc6611 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:19:48.763516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-a63146b7-abb9-4e52-b94c-7882ffe0dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:48.765159 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-a63146b7-abb9-4e52-b94c-7882ffe0dd9e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 1130 time: 0.1852827 Feb 11 04:19:48.769845 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0d926c1-6346-4be1-8912-867a31faa427 req-af319921-4f6d-42db-92a8-d0e113788a84 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155079 Feb 11 04:19:48.809526 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:48.882720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532916a5-883f-431c-bbe0-33d03af3a0c8 admin admin] Made reservation on behalf of 223c1bb87646423fa989545b2c1fd2f9 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:19:48.885201 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-532916a5-883f-431c-bbe0-33d03af3a0c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:48.941780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-dc35f2d7-4814-460d-b89b-3924fdd071de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:48.943521 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-dc35f2d7-4814-460d-b89b-3924fdd071de service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1669946 Feb 11 04:19:49.001764 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['746c5728-2c3b-4fee-8286-1054a0daf657'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:49.097649 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-e863365f-c857-401a-a464-88dbfaa25597 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=31b98c6f-43da-4ae5-9339-25f900433422 HTTP/1.1" status: 200 len: 217 time: 0.1082895 Feb 11 04:19:49.107203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-d9d0f2db-c0ef-41ac-be71-e1e1bb6ade72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:49.109410 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-d9d0f2db-c0ef-41ac-be71-e1e1bb6ade72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 1130 time: 0.1918898 Feb 11 04:19:49.168123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=746c5728-2c3b-4fee-8286-1054a0daf657,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:49.239945 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-f69fb112-ea24-4cfe-aaa6-342b23ecee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:49.250315 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-f69fb112-ea24-4cfe-aaa6-342b23ecee40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1370621 Feb 11 04:19:49.302380 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7171832b-b624-431d-b775-917c9b293a49 req-677512fe-1c2d-4015-b68b-00180081de4f tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 210 time: 0.1463449 Feb 11 04:19:49.309409 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-532916a5-883f-431c-bbe0-33d03af3a0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:49.382728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b96077-8353-4b4a-aa53-c7ef76eb863d req-b7457e74-dbc8-489d-bec3-7912554f039a tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:49.384457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9b96077-8353-4b4a-aa53-c7ef76eb863d req-b7457e74-dbc8-489d-bec3-7912554f039a tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 943 time: 0.6035361 Feb 11 04:19:49.419926 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-510ffb87-88f2-4076-93fd-f352dd8bd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:49.422544 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-510ffb87-88f2-4076-93fd-f352dd8bd48e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1515396 Feb 11 04:19:49.461789 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-d82851d2-e4a8-4ff5-92ed-89849e73a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:49.463606 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-d82851d2-e4a8-4ff5-92ed-89849e73a905 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2210040 Feb 11 04:19:49.529729 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-afb47660-a59d-474a-9ce4-1759966e6e3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=31b98c6f-43da-4ae5-9339-25f900433422 HTTP/1.1" status: 200 len: 217 time: 0.0509992 Feb 11 04:19:49.651004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-caeec995-5b9f-40a1-844b-4a833f3e48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:49.654068 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-caeec995-5b9f-40a1-844b-4a833f3e48ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0904512 Feb 11 04:19:49.664002 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-1aaafddb-298d-4ca8-82f6-33c542282344 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299690 Feb 11 04:19:49.669073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532916a5-883f-431c-bbe0-33d03af3a0c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:49.710550 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9b96077-8353-4b4a-aa53-c7ef76eb863d req-b648cdf9-ee10-49f6-a654-b6c679da3934 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956138 Feb 11 04:19:49.717134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532916a5-883f-431c-bbe0-33d03af3a0c8 admin admin] Checking segment: {'id': 'fd8369af-aaeb-43a7-a600-c52390be2c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5419215b-9f3b-4ba9-89b0-46107edc6611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:19:49.717860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532916a5-883f-431c-bbe0-33d03af3a0c8 admin admin] Network hostable DHCP agents. Network: 5419215b-9f3b-4ba9-89b0-46107edc6611, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:19:49.754501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87e1563-d863-488b-8b64-0b240834ae6d req-6a083ba2-ebdb-4b2b-96e3-027f03394340 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Made reservation on behalf of d798341ca07d4766bbf714ac7726543b for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:19:49.764146 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e87e1563-d863-488b-8b64-0b240834ae6d req-6a083ba2-ebdb-4b2b-96e3-027f03394340 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:49.895840 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532916a5-883f-431c-bbe0-33d03af3a0c8 admin admin] Network 5419215b-9f3b-4ba9-89b0-46107edc6611 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:19:49.959521 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-e032a241-3c6b-4e37-91af-1d2311d6cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:49.963977 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-e032a241-3c6b-4e37-91af-1d2311d6cf37 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2985344 Feb 11 04:19:50.030367 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-ec90041c-c0ee-42f7-8c1c-f9f61cafb654 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316824 Feb 11 04:19:50.032071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-532916a5-883f-431c-bbe0-33d03af3a0c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 5419215b-9f3b-4ba9-89b0-46107edc6611) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:19:50.041264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d432ac7e-2bb9-4a12-9f4a-a87ff8acd61d None None] Network 5419215b-9f3b-4ba9-89b0-46107edc6611 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:19:50.065334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b02620-3b30-40a8-b51b-6676ff5a063a req-6414ce5d-7cb8-4073-b18d-cab996e30585 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:50.068623 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device eb8f312f-a091-42ed-b4f6-753dd0e1d40f details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:19:50.072463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26b02620-3b30-40a8-b51b-6676ff5a063a req-6414ce5d-7cb8-4073-b18d-cab996e30585 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 947 time: 0.1993587 Feb 11 04:19:50.086243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532916a5-883f-431c-bbe0-33d03af3a0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:50.096654 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-532916a5-883f-431c-bbe0-33d03af3a0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:50.108268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-e87e1563-d863-488b-8b64-0b240834ae6d req-6a083ba2-ebdb-4b2b-96e3-027f03394340 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Allocated IP 192.168.233.183 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:19:50.160152 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-a25fe2b3-db58-4a4d-a5ca-497b8437050b service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825480 Feb 11 04:19:50.251392 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.resource_extend [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:19:50.343111 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-532916a5-883f-431c-bbe0-33d03af3a0c8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6989908 Feb 11 04:19:50.377464 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02920343-fd6f-4f7a-b7a3-4c3beb1179af req-bccebd94-8523-472c-901f-455a5b4a5833 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100122 Feb 11 04:19:50.403717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26b02620-3b30-40a8-b51b-6676ff5a063a req-3cae6032-1e10-44f9-99df-020b8035da8c tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303077 Feb 11 04:19:50.491976 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3130b9ea-4686-45d9-8e07-574773e16947 None None] Network 5419215b-9f3b-4ba9-89b0-46107edc6611 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:19:50.622988 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83fbc68b-2214-4041-afde-a772a6c6dea5 req-fa653b64-5f58-40ef-a8ac-1a7d4b28347b tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 210 time: 0.0943301 Feb 11 04:19:50.652230 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-769baad1-268c-4a7f-b738-7fc922726793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (cf9e70c5-3070-41fc-818e-8e079c48c3a3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:50.821692 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e87e1563-d863-488b-8b64-0b240834ae6d req-6a083ba2-ebdb-4b2b-96e3-027f03394340 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks [] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:50.905463 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:50.923588 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'eb8f312f-a091-42ed-b4f6-753dd0e1d40f', 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3', 'port_id': 'eb8f312f-a091-42ed-b4f6-753dd0e1d40f', 'mac_address': 'fa:16:3e:78:d1:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384a4cb6-6e72-4477-8d6d-d0cd5b13e860', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:19:50.974139 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port eb8f312f-a091-42ed-b4f6-753dd0e1d40f is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:50.975012 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:51.005504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8f312f-a091-42ed-b4f6-753dd0e1d40f {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:51.041841 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e87e1563-d863-488b-8b64-0b240834ae6d req-6a083ba2-ebdb-4b2b-96e3-027f03394340 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:51.059579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:51.073266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4', 'e67d63d0-dc53-4d8e-8d9a-0130eab052fe'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:51.138155 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['cb9a25b7-4de1-4545-97ec-64c870a0350e', '2852bf77-466f-4992-8703-a18ede235b35', 'f8753838-3aa5-471f-ba31-80087ef2a6f2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:51.164005 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:51.188269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87e1563-d863-488b-8b64-0b240834ae6d req-6a083ba2-ebdb-4b2b-96e3-027f03394340 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:19:51.225003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-e87e1563-d863-488b-8b64-0b240834ae6d req-6a083ba2-ebdb-4b2b-96e3-027f03394340 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:19:51.230880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87e1563-d863-488b-8b64-0b240834ae6d req-6a083ba2-ebdb-4b2b-96e3-027f03394340 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:19:51.269948 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:51.373591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e1563-d863-488b-8b64-0b240834ae6d req-6a083ba2-ebdb-4b2b-96e3-027f03394340 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:51.374221 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e87e1563-d863-488b-8b64-0b240834ae6d req-6a083ba2-ebdb-4b2b-96e3-027f03394340 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:51.428694 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a083ba2-ebdb-4b2b-96e3-027f03394340 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event updated for resources: {'Port': ['ID=d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:51.759282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['eb8f312f-a091-42ed-b4f6-753dd0e1d40f'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:51.759282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 31b98c6f-43da-4ae5-9339-25f900433422 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:19:51.759515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e87e1563-d863-488b-8b64-0b240834ae6d req-6a083ba2-ebdb-4b2b-96e3-027f03394340 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0898030 Feb 11 04:19:51.759515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Request body: {'port': {'device_id': '652fc89f-9e1d-41b6-8e2c-ff3d27e216b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:19:51.919396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=31b98c6f-43da-4ae5-9339-25f900433422,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:51.929918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-769baad1-268c-4a7f-b738-7fc922726793 admin admin] Deleting port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:19:51.930553 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-769baad1-268c-4a7f-b738-7fc922726793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:51.937229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '31b98c6f-43da-4ae5-9339-25f900433422', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '31b98c6f-43da-4ae5-9339-25f900433422', 'mac_address': 'fa:16:3e:50:5e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:19:52.029676 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 31b98c6f-43da-4ae5-9339-25f900433422 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:52.030396 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (31b98c6f-43da-4ae5-9339-25f900433422), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:52.048229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-769baad1-268c-4a7f-b738-7fc922726793 admin admin] For port 9ff76b4c-6faf-46ec-9a8b-da1437b89b76, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9ff76b4c-6faf-46ec-9a8b-da1437b89b76,segment=NetworkSegment(babf27b4-5d83-4f62-9e8a-02cb95637433),segment_id=babf27b4-5d83-4f62-9e8a-02cb95637433)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:52.048491 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-769baad1-268c-4a7f-b738-7fc922726793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:52.064652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-769baad1-268c-4a7f-b738-7fc922726793 admin admin] Calling delete_port for 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:19:52.090231 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 746c5728-2c3b-4fee-8286-1054a0daf657 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:19:52.294371 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 746c5728-2c3b-4fee-8286-1054a0daf657 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:19:52.295498 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:52.333113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b98c6f-43da-4ae5-9339-25f900433422 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:52.355729 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:52.401261 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a47b7543-be0e-4110-af88-d92fffcdcb58 None None] Provisioning complete for port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:19:52.402470 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a47b7543-be0e-4110-af88-d92fffcdcb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:52.458004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a47b7543-be0e-4110-af88-d92fffcdcb58 None None] Port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:19:52.621707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=31b98c6f-43da-4ae5-9339-25f900433422,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:52.623031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 746c5728-2c3b-4fee-8286-1054a0daf657 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:52.629360 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:52.643544 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-769baad1-268c-4a7f-b738-7fc922726793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9ff76b4c-6faf-46ec-9a8b-da1437b89b76), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:52.756468 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (31b98c6f-43da-4ae5-9339-25f900433422), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:52.776665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769baad1-268c-4a7f-b738-7fc922726793 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff76b4c-6faf-46ec-9a8b-da1437b89b76,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:52.849244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=31b98c6f-43da-4ae5-9339-25f900433422,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:52.876374 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746c5728-2c3b-4fee-8286-1054a0daf657'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:52.885035 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1ade18-1238-4c9f-b077-bd18cd33d459" -d '{"events": [{"server_uuid": "ea5732d3-1abf-4b70-a814-4858e5861671", "name": "network-vif-plugged", "status": "completed", "tag": "746c5728-2c3b-4fee-8286-1054a0daf657"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:52.974015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:19:52.977905 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 746c5728-2c3b-4fee-8286-1054a0daf657, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=746c5728-2c3b-4fee-8286-1054a0daf657,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:52.987961 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Publish callbacks [] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:53.082978 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Transition to ACTIVE for port object d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:19:53.185723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['31b98c6f-43da-4ae5-9339-25f900433422'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:19:53.196608 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:53.371681 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:53.562153 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=746c5728-2c3b-4fee-8286-1054a0daf657,revision_number=10']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:53.755791 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca30c3b6-e6eb-4b80-9779-42116f7ed2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:54.111371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:54.117953 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-769baad1-268c-4a7f-b738-7fc922726793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (cf9e70c5-3070-41fc-818e-8e079c48c3a3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:54.517407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Attempting to bind port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:19:54.517761 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Attempting to bind port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:19:54.518131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Attempting to bind port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:19:54.529980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:19:54.530394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Attempting to bind port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:19:54.538205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:19:54.538568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:19:54.538993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:19:54.539455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Bound port: d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:19:54.539825 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:54.811917 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] For port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:19:54.851362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] For port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:19:54.895463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769baad1-268c-4a7f-b738-7fc922726793 admin admin] Router cf9e70c5-3070-41fc-818e-8e079c48c3a3 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:19:54.965938 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:55.015324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:55.016597 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:55.018021 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e87e1563-d863-488b-8b64-0b240834ae6d req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] 10.222.0.32 "PUT /v2.0/ports/d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc HTTP/1.1" status: 200 len: 1097 time: 3.3049314 Feb 11 04:19:55.038473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652fc89f-9e1d-41b6-8e2c-ff3d27e216b2', 'tag': 'd2c13418-05aa-4bc5-b1e2-91ad7e8c13bc'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:19:55.041019 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f727d3d-62f6-468a-9c6c-c808f5db1969" -d '{"events": [{"name": "network-changed", "server_uuid": "652fc89f-9e1d-41b6-8e2c-ff3d27e216b2", "tag": "d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:19:55.113701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1812af-2046-4926-9192-a69a58be66e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:55.424247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769baad1-268c-4a7f-b738-7fc922726793 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:19:55.437414 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9674c7d-d442-41ce-bf3e-28e433f0774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:55.438828 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57251d5-8a0a-41ec-a904-52d416b3e574 None None] Sync routers for ids ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:19:55.447833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-769baad1-268c-4a7f-b738-7fc922726793 admin admin] 10.222.0.13 "PUT /v2.0/routers/cf9e70c5-3070-41fc-818e-8e079c48c3a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9554029 Feb 11 04:19:55.451256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40964) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:19:55.466484 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57251d5-8a0a-41ec-a904-52d416b3e574 None None] Routers {'cf9e70c5-3070-41fc-818e-8e079c48c3a3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:19:55.468724 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a57251d5-8a0a-41ec-a904-52d416b3e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:19:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:19:55.471082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e1563-d863-488b-8b64-0b240834ae6d req-7c25d762-0573-4c4d-9725-29d94352ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:55.487714 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e87e1563-d863-488b-8b64-0b240834ae6d req-7c25d762-0573-4c4d-9725-29d94352ae1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 1131 time: 0.3278689 Feb 11 04:19:55.642888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e87e1563-d863-488b-8b64-0b240834ae6d req-b06e1a43-a089-42a3-be7d-202de8746c93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc HTTP/1.1" status: 200 len: 217 time: 0.1481707 Feb 11 04:19:55.644777 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-a57251d5-8a0a-41ec-a904-52d416b3e574 None None] Set router cf9e70c5-3070-41fc-818e-8e079c48c3a3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:19:55.648424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 31b98c6f-43da-4ae5-9339-25f900433422 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:19:55.809946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e1563-d863-488b-8b64-0b240834ae6d req-5543a6db-23ce-4435-9288-7a55745101e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:55.815614 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e87e1563-d863-488b-8b64-0b240834ae6d req-5543a6db-23ce-4435-9288-7a55745101e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1659982 Feb 11 04:19:55.854863 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] Publish callbacks [] for router (cf9e70c5-3070-41fc-818e-8e079c48c3a3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:55.905823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 31b98c6f-43da-4ae5-9339-25f900433422 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:19:55.924063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 31b98c6f-43da-4ae5-9339-25f900433422 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:19:55.929851 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (31b98c6f-43da-4ae5-9339-25f900433422), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:55.941831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e1563-d863-488b-8b64-0b240834ae6d req-29e723fd-1280-4e0a-a249-a0a92fdf7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:19:55.947828 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e87e1563-d863-488b-8b64-0b240834ae6d req-29e723fd-1280-4e0a-a249-a0a92fdf7c57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1221895 Feb 11 04:19:56.054519 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a57251d5-8a0a-41ec-a904-52d416b3e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:17:57Z', 'updated_at': '2022-02-11T04:19:52Z', 'revision_number': 5, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'gw_port': {'id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:17:58Z', 'updated_at': '2022-02-11T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:19:56.060243 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device eb8f312f-a091-42ed-b4f6-753dd0e1d40f up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:19:56.137285 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] Publish callbacks [] for router_gateway (cf9e70c5-3070-41fc-818e-8e079c48c3a3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:56.164815 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57251d5-8a0a-41ec-a904-52d416b3e574 None None] Checking router: cf9e70c5-3070-41fc-818e-8e079c48c3a3 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:19:56.170109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e87e1563-d863-488b-8b64-0b240834ae6d req-bbe41be2-a8b1-439a-ae14-c7ce879d3194 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140381 Feb 11 04:19:56.185717 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57251d5-8a0a-41ec-a904-52d416b3e574 None None] Routers {'cf9e70c5-3070-41fc-818e-8e079c48c3a3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:19:56.186903 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a57251d5-8a0a-41ec-a904-52d416b3e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:19:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:19:56.276903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 31b98c6f-43da-4ae5-9339-25f900433422 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:56.343230 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (31b98c6f-43da-4ae5-9339-25f900433422), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:56.344818 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-a57251d5-8a0a-41ec-a904-52d416b3e574 None None] Set router cf9e70c5-3070-41fc-818e-8e079c48c3a3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:19:56.370536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=31b98c6f-43da-4ae5-9339-25f900433422,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:56.382741 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e87e1563-d863-488b-8b64-0b240834ae6d req-24b20631-5505-4754-a33c-a40d97aae3a3 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991572 Feb 11 04:19:56.489484 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (31b98c6f-43da-4ae5-9339-25f900433422), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:56.493632 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port eb8f312f-a091-42ed-b4f6-753dd0e1d40f completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:19:56.505332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port eb8f312f-a091-42ed-b4f6-753dd0e1d40f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:19:56.508054 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:56.555356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] Deleting port dee194e3-8dd4-4cfe-894b-dcf85d862e7d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:19:56.556571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (dee194e3-8dd4-4cfe-894b-dcf85d862e7d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:56.574849 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a57251d5-8a0a-41ec-a904-52d416b3e574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:17:57Z', 'updated_at': '2022-02-11T04:19:52Z', 'revision_number': 5, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'gw_port': {'id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:17:58Z', 'updated_at': '2022-02-11T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:19:56.600476 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:56.630687 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57251d5-8a0a-41ec-a904-52d416b3e574 None None] The sync data for ids ['cf9e70c5-3070-41fc-818e-8e079c48c3a3'] in n-d-712142-35 is: [{'id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'name': 'tempest-ServersTestManualDisk-391468291-router', 'tenant_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195'}], 'enable_snat': True}, 'gw_port_id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:17:57Z', 'updated_at': '2022-02-11T04:19:52Z', 'revision_number': 5, 'project_id': '49e004e6f4ad4de2b69117dfda00d4c7', 'gw_port': {'id': 'dee194e3-8dd4-4cfe-894b-dcf85d862e7d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:45:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9e70c5-3070-41fc-818e-8e079c48c3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:17:58Z', 'updated_at': '2022-02-11T04:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:19:56.661655 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=31b98c6f-43da-4ae5-9339-25f900433422,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:56.728424 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] For port dee194e3-8dd4-4cfe-894b-dcf85d862e7d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dee194e3-8dd4-4cfe-894b-dcf85d862e7d,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:56.728806 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (dee194e3-8dd4-4cfe-894b-dcf85d862e7d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:56.763023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] Calling delete_port for dee194e3-8dd4-4cfe-894b-dcf85d862e7d owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:19:56.773479 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port eb8f312f-a091-42ed-b4f6-753dd0e1d40f is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:19:56.773876 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:56.858521 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:56.975028 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:57.157093 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:57.164989 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (dee194e3-8dd4-4cfe-894b-dcf85d862e7d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:57.282026 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] Pushing event deleted for resources: {'Port': ['ID=dee194e3-8dd4-4cfe-894b-dcf85d862e7d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:57.396312 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (cf9e70c5-3070-41fc-818e-8e079c48c3a3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:57.537488 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (cf9e70c5-3070-41fc-818e-8e079c48c3a3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:57.540343 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] Publish callbacks [] for router_controller (cf9e70c5-3070-41fc-818e-8e079c48c3a3), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:57.742575 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (cf9e70c5-3070-41fc-818e-8e079c48c3a3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:57.744289 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf9e70c5-3070-41fc-818e-8e079c48c3a3 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:19:57.757844 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:57.761943 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9de8c742-ab28-4975-80e0-c8f67ac72e00 admin admin] 10.222.0.13 "DELETE /v2.0/routers/cf9e70c5-3070-41fc-818e-8e079c48c3a3 HTTP/1.1" status: 204 len: 168 time: 2.3064797 Feb 11 04:19:57.763256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40974) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:19:57.864607 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcca413d-a2cc-4d04-8da3-54a598738d61 admin admin] Deleting subnet c960cfd3-6863-467e-ba4a-d6ab6f6e9b47 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:19:57.869897 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bcca413d-a2cc-4d04-8da3-54a598738d61 admin admin] Publish callbacks [] for subnet (c960cfd3-6863-467e-ba4a-d6ab6f6e9b47), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:57.920796 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bcca413d-a2cc-4d04-8da3-54a598738d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (c960cfd3-6863-467e-ba4a-d6ab6f6e9b47), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:58.079910 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bcca413d-a2cc-4d04-8da3-54a598738d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (c960cfd3-6863-467e-ba4a-d6ab6f6e9b47), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:58.101947 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:58.267148 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bcca413d-a2cc-4d04-8da3-54a598738d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (c960cfd3-6863-467e-ba4a-d6ab6f6e9b47), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:58.327792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca413d-a2cc-4d04-8da3-54a598738d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c960cfd3-6863-467e-ba4a-d6ab6f6e9b47,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:58.332696 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a952d5e-093e-4933-b598-a503bdd81381 None None] Network e1482b58-e29f-40c6-8699-700526bbb856 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:19:58.334843 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:19:58.352792 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bcca413d-a2cc-4d04-8da3-54a598738d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:58.356270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bcca413d-a2cc-4d04-8da3-54a598738d61 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c960cfd3-6863-467e-ba4a-d6ab6f6e9b47 HTTP/1.1" status: 204 len: 168 time: 0.5906484 Feb 11 04:19:58.360019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40982) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:19:58.512805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dee194e3-8dd4-4cfe-894b-dcf85d862e7d no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:19:58.546104 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (e1482b58-e29f-40c6-8699-700526bbb856), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:58.575014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: dee194e3-8dd4-4cfe-894b-dcf85d862e7d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:19:58.575362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dee194e3-8dd4-4cfe-894b-dcf85d862e7d not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:19:58.576042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:19:58.637540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:19:58.637896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9ff76b4c-6faf-46ec-9a8b-da1437b89b76 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:19:58.661603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] Deleting port 3a991416-a737-4f8c-9222-2e0a9c416777 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:19:58.661991 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:58.771239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daffde1f-3304-4dca-85e8-12ecb3aee6cb None None] DHCP port deletion for e1482b58-e29f-40c6-8699-700526bbb856 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:19:58.846025 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] For port 3a991416-a737-4f8c-9222-2e0a9c416777, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3a991416-a737-4f8c-9222-2e0a9c416777,segment=NetworkSegment(babf27b4-5d83-4f62-9e8a-02cb95637433),segment_id=babf27b4-5d83-4f62-9e8a-02cb95637433)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:58.846666 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:58.882430 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] Calling delete_port for 3a991416-a737-4f8c-9222-2e0a9c416777 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:19:58.888413 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-daffde1f-3304-4dca-85e8-12ecb3aee6cb None None] Deleting port 3a991416-a737-4f8c-9222-2e0a9c416777 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:19:58.888793 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-daffde1f-3304-4dca-85e8-12ecb3aee6cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:59.054257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-daffde1f-3304-4dca-85e8-12ecb3aee6cb None None] For port 3a991416-a737-4f8c-9222-2e0a9c416777, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3a991416-a737-4f8c-9222-2e0a9c416777,segment=NetworkSegment(babf27b4-5d83-4f62-9e8a-02cb95637433),segment_id=babf27b4-5d83-4f62-9e8a-02cb95637433)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:59.054584 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-daffde1f-3304-4dca-85e8-12ecb3aee6cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:59.073668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-daffde1f-3304-4dca-85e8-12ecb3aee6cb None None] Calling delete_port for 3a991416-a737-4f8c-9222-2e0a9c416777 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:19:59.186910 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:59.193951 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-daffde1f-3304-4dca-85e8-12ecb3aee6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (3a991416-a737-4f8c-9222-2e0a9c416777), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:59.238196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a991416-a737-4f8c-9222-2e0a9c416777,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:59.259767 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] No DVR routers for this DVR port 3a991416-a737-4f8c-9222-2e0a9c416777 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:19:59.400881 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (e1482b58-e29f-40c6-8699-700526bbb856), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:59.424745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daffde1f-3304-4dca-85e8-12ecb3aee6cb None None] No DVR routers for this DVR port 3a991416-a737-4f8c-9222-2e0a9c416777 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:19:59.426219 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1482b58-e29f-40c6-8699-700526bbb856']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:19:59.426386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffde1f-3304-4dca-85e8-12ecb3aee6cb None None] Pushing event deleted for resources: {'Port': ['ID=3a991416-a737-4f8c-9222-2e0a9c416777,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:59.440089 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babf27b4-5d83-4f62-9e8a-02cb95637433') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:19:59.440438 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babf27b4-5d83-4f62-9e8a-02cb95637433') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:19:59.466737 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (babf27b4-5d83-4f62-9e8a-02cb95637433), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:59.495458 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (babf27b4-5d83-4f62-9e8a-02cb95637433), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:59.510410 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:19:59.513309 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (babf27b4-5d83-4f62-9e8a-02cb95637433), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:19:59.570234 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:19:59.648746 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:59.662100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:19:59.753255 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (e1482b58-e29f-40c6-8699-700526bbb856), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:59.767491 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:19:59.775492 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e1482b58-e29f-40c6-8699-700526bbb856 HTTP/1.1" status: 204 len: 168 time: 1.4124565 Feb 11 04:19:59.829901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae63bf-25fe-46cb-b550-55683e8ed7c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1482b58-e29f-40c6-8699-700526bbb856,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:19:59.932195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:19:59.947251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'd2c13418-05aa-4bc5-b1e2-91ad7e8c13bc', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': 'd2c13418-05aa-4bc5-b1e2-91ad7e8c13bc', 'mac_address': 'fa:16:3e:cf:1d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:20:00.016368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:00.017320 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:00.036570 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:00.065521 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:00.170467 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:00.236386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40988) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:00.285857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:00.309497 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f79708ca-6ade-41a8-8309-b0cb25c0562b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49e004e6f4ad4de2b69117dfda00d4c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0719223 Feb 11 04:20:00.314155 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40990) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:00.376952 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b2bd-cde8-44a1-a8d4-966a5cecba00 admin admin] Publish callbacks [] for security_group (e6d0c981-f86f-47e9-927d-eaf484ff98d3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:00.385871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3a991416-a737-4f8c-9222-2e0a9c416777 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:00.412476 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 3a991416-a737-4f8c-9222-2e0a9c416777 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:20:00.413267 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3a991416-a737-4f8c-9222-2e0a9c416777 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:20:00.425756 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b2bd-cde8-44a1-a8d4-966a5cecba00 admin admin] Publish callbacks [] for security_group (e6d0c981-f86f-47e9-927d-eaf484ff98d3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:00.505731 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:00.798525 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b2bd-cde8-44a1-a8d4-966a5cecba00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e6d0c981-f86f-47e9-927d-eaf484ff98d3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:00.801220 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c9d8b2bd-cde8-44a1-a8d4-966a5cecba00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:00.804855 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c9d8b2bd-cde8-44a1-a8d4-966a5cecba00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6d0c981-f86f-47e9-927d-eaf484ff98d3 HTTP/1.1" status: 204 len: 168 time: 0.4872053 Feb 11 04:20:00.814711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8b2bd-cde8-44a1-a8d4-966a5cecba00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d0c981-f86f-47e9-927d-eaf484ff98d3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:02.808550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41026) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:02.980631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1792419787-network', 'tenant_id': 'cc3f6d91e7db441ea22bda38f9541f04'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:03.125499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] Made reservation on behalf of cc3f6d91e7db441ea22bda38f9541f04 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:20:03.129406 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:03.139754 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:03.244035 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] Publish callbacks [] for security_group (34292711-1d57-4b38-bcf6-05297d5a1ded), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:03.354240 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (34292711-1d57-4b38-bcf6-05297d5a1ded), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:03.408687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:20:03.428783 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (123210f5-69c9-4155-9570-82fdb550e3a9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:03.429022 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] Added segment 123210f5-69c9-4155-9570-82fdb550e3a9 of type vlan for network 7481da08-7909-4a5a-be0f-2f19e8c280d1 Feb 11 04:20:03.471457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34292711-1d57-4b38-bcf6-05297d5a1ded,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:03.509370 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (7481da08-7909-4a5a-be0f-2f19e8c280d1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:03.620857 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:03.632109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (7481da08-7909-4a5a-be0f-2f19e8c280d1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:03.634191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:03.634191 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:03.696686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:03.739173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-54fcd625-7424-4e7b-b149-a8cc5d9d29ff req-5255f58c-68b5-410f-ae67-92e5809f64a6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1911837621', 'description': 'tempest-description-1012431809'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:03.749560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] Pushing event updated for resources: {'Network': ['ID=7481da08-7909-4a5a-be0f-2f19e8c280d1,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:03.767951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 7481da08-7909-4a5a-be0f-2f19e8c280d1 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:20:03.808161 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:03.814676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41054) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:03.815420 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3ef82389-2037-4e4f-aef2-9ee26828c20c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0052960 Feb 11 04:20:03.831596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0ee8eb92-839d-493b-abac-e832759ca532 admin admin] Request body: {'subnet': {'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1792419787-subnet', 'tenant_id': 'cc3f6d91e7db441ea22bda38f9541f04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:03.918440 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-54fcd625-7424-4e7b-b149-a8cc5d9d29ff req-5255f58c-68b5-410f-ae67-92e5809f64a6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:03.956973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410876d0-34d0-4500-a602-ba726c102c20 req-74d6c112-6fa8-4d5e-97da-6d726f9a8af8 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:03.961317 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-410876d0-34d0-4500-a602-ba726c102c20 req-74d6c112-6fa8-4d5e-97da-6d726f9a8af8 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.0889671 Feb 11 04:20:04.007190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee8eb92-839d-493b-abac-e832759ca532 admin admin] Made reservation on behalf of cc3f6d91e7db441ea22bda38f9541f04 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:20:04.009761 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ee8eb92-839d-493b-abac-e832759ca532 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:04.037791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:20:04.042943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:04.050815 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:04.091686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-410876d0-34d0-4500-a602-ba726c102c20 req-79ead3d1-7cc2-4988-bfad-bc64262c2c9f tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152711 Feb 11 04:20:04.094262 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-54fcd625-7424-4e7b-b149-a8cc5d9d29ff req-5255f58c-68b5-410f-ae67-92e5809f64a6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (9b674c38-0f24-4d95-abb7-449be18f2b01), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:04.197944 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:04.198341 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:04.233789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:04.327015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e019b-56b2-4cdf-b1f8-e62d68f66b06 req-ef14c600-b935-43a7-b4b7-3ae5454dc5df tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:04.328754 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a89e019b-56b2-4cdf-b1f8-e62d68f66b06 req-ef14c600-b935-43a7-b4b7-3ae5454dc5df tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.1308999 Feb 11 04:20:04.376125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a89e019b-56b2-4cdf-b1f8-e62d68f66b06 req-671ad234-7f6a-47ef-8027-449a10a4f8db tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411792 Feb 11 04:20:04.489381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd05e3-a3b3-41e4-b319-95ffae582713 req-5876aed6-d7e3-4721-95a0-72c11ba240d9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:04.491618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35cd05e3-a3b3-41e4-b319-95ffae582713 req-5876aed6-d7e3-4721-95a0-72c11ba240d9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 949 time: 0.0563436 Feb 11 04:20:04.494198 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-54fcd625-7424-4e7b-b149-a8cc5d9d29ff req-5255f58c-68b5-410f-ae67-92e5809f64a6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9b674c38-0f24-4d95-abb7-449be18f2b01), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:04.540056 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:04.541221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 17f89175-9f99-4426-99a3-4907856ec6b7 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:04.549631 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ee8eb92-839d-493b-abac-e832759ca532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (2e401519-4399-4a8c-a0d9-4cdb41ad5be9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:04.585116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255f58c-68b5-410f-ae67-92e5809f64a6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b674c38-0f24-4d95-abb7-449be18f2b01,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:04.612127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35cd05e3-a3b3-41e4-b319-95ffae582713 req-3596654c-90b8-4711-b4cb-040d911a99b1 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106229 Feb 11 04:20:04.620536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:04.635121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8eb92-839d-493b-abac-e832759ca532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e401519-4399-4a8c-a0d9-4cdb41ad5be9,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:04.662005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8eb92-839d-493b-abac-e832759ca532 admin admin] Checking segment: {'id': '123210f5-69c9-4155-9570-82fdb550e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:04.662005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8eb92-839d-493b-abac-e832759ca532 admin admin] Network hostable DHCP agents. Network: 7481da08-7909-4a5a-be0f-2f19e8c280d1, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:20:04.680332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 17f89175-9f99-4426-99a3-4907856ec6b7 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:04.680868 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:04.696356 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-54fcd625-7424-4e7b-b149-a8cc5d9d29ff req-5255f58c-68b5-410f-ae67-92e5809f64a6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:04.697459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54fcd625-7424-4e7b-b149-a8cc5d9d29ff req-5255f58c-68b5-410f-ae67-92e5809f64a6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9631872 Feb 11 04:20:04.742525 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 17f89175-9f99-4426-99a3-4907856ec6b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=17f89175-9f99-4426-99a3-4907856ec6b7,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:04.747397 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8eb92-839d-493b-abac-e832759ca532 admin admin] Network 7481da08-7909-4a5a-be0f-2f19e8c280d1 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:20:04.766347 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448bb162-617c-4d91-885b-1f6a1664d4d4 x-openstack-request-id: req-448bb162-617c-4d91-885b-1f6a1664d4d4 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:04.767890 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5732d3-1abf-4b70-a814-4858e5861671", "name": "network-vif-plugged", "status": "completed", "tag": "746c5728-2c3b-4fee-8286-1054a0daf657", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:04.769944 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-448bb162-617c-4d91-885b-1f6a1664d4d4 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:04.770457 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746c5728-2c3b-4fee-8286-1054a0daf657', 'code': 200} Feb 11 04:20:04.809190 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:04.835791 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d43b46-14ee-4452-9010-94d19e03286b x-openstack-request-id: req-f0d43b46-14ee-4452-9010-94d19e03286b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:04.836094 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652fc89f-9e1d-41b6-8e2c-ff3d27e216b2", "tag": "d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:04.836353 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0d43b46-14ee-4452-9010-94d19e03286b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:04.836820 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652fc89f-9e1d-41b6-8e2c-ff3d27e216b2', 'tag': 'd2c13418-05aa-4bc5-b1e2-91ad7e8c13bc', 'status': 'completed', 'code': 200} Feb 11 04:20:04.842949 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-0ee8eb92-839d-493b-abac-e832759ca532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 7481da08-7909-4a5a-be0f-2f19e8c280d1) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:04.848071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee8eb92-839d-493b-abac-e832759ca532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:04.848658 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ee8eb92-839d-493b-abac-e832759ca532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:04.877178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b54124a-6aa1-4489-8152-f8e745c21e1b None None] Network 7481da08-7909-4a5a-be0f-2f19e8c280d1 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:20:04.970694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0ee8eb92-839d-493b-abac-e832759ca532 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1498327 Feb 11 04:20:04.970694 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-2f35118d-a5fb-402d-bb2c-4bd0aeb887b7 req-b0f8b2ca-f281-4f73-9897-703c158508f6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1800800874', 'description': 'tempest-description-1677337295'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:04.990456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=17f89175-9f99-4426-99a3-4907856ec6b7,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:05.098880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b7752-3569-4366-a839-2de5cf2e9bd2 None None] Network 7481da08-7909-4a5a-be0f-2f19e8c280d1 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:20:05.107271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f727d3d-62f6-468a-9c6c-c808f5db1969 req-a0ae27be-ba96-421a-834d-26c0b1b04fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:05.110245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f727d3d-62f6-468a-9c6c-c808f5db1969 req-a0ae27be-ba96-421a-834d-26c0b1b04fd4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 1133 time: 0.2443142 Feb 11 04:20:05.186556 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2f35118d-a5fb-402d-bb2c-4bd0aeb887b7 req-b0f8b2ca-f281-4f73-9897-703c158508f6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:05.337812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f727d3d-62f6-468a-9c6c-c808f5db1969 req-ba15c006-5ca0-482a-a55c-b7a7201ee751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:05.339351 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f727d3d-62f6-468a-9c6c-c808f5db1969 req-ba15c006-5ca0-482a-a55c-b7a7201ee751 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2224376 Feb 11 04:20:05.391101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f727d3d-62f6-468a-9c6c-c808f5db1969 req-db738e22-cf41-4664-8dd0-25067a0cc812 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc HTTP/1.1" status: 200 len: 217 time: 0.0430532 Feb 11 04:20:05.434101 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2f35118d-a5fb-402d-bb2c-4bd0aeb887b7 req-b0f8b2ca-f281-4f73-9897-703c158508f6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (ee6b1791-2c32-444e-a0d9-8176ae2e268f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:05.452161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f727d3d-62f6-468a-9c6c-c808f5db1969 req-29d05ea6-08fa-426c-8f41-e0c5672f9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:05.454416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f727d3d-62f6-468a-9c6c-c808f5db1969 req-29d05ea6-08fa-426c-8f41-e0c5672f9729 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0569353 Feb 11 04:20:05.505657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f727d3d-62f6-468a-9c6c-c808f5db1969 req-0ccfcfb8-bbc8-476d-ab32-ca229bdd555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:05.507164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f727d3d-62f6-468a-9c6c-c808f5db1969 req-0ccfcfb8-bbc8-476d-ab32-ca229bdd555d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0477026 Feb 11 04:20:05.597672 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f727d3d-62f6-468a-9c6c-c808f5db1969 req-e9a00087-89f2-404f-9a45-043b5ff9dcc7 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841680 Feb 11 04:20:05.621251 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2f35118d-a5fb-402d-bb2c-4bd0aeb887b7 req-b0f8b2ca-f281-4f73-9897-703c158508f6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ee6b1791-2c32-444e-a0d9-8176ae2e268f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:05.696315 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8b2ca-f281-4f73-9897-703c158508f6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6b1791-2c32-444e-a0d9-8176ae2e268f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:05.722688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f727d3d-62f6-468a-9c6c-c808f5db1969 req-0b36c94d-b5c1-40e0-9ef6-06310fb2b75c service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185398 Feb 11 04:20:05.847991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-17889fcd-3a5d-4137-a9ad-4bcf8ca7b432 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:05.849503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-17889fcd-3a5d-4137-a9ad-4bcf8ca7b432 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.32 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32&tenant_id=95a93e519b544c01b6ee62c609eec109&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 949 time: 0.0647612 Feb 11 04:20:05.857682 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2f35118d-a5fb-402d-bb2c-4bd0aeb887b7 req-b0f8b2ca-f281-4f73-9897-703c158508f6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:05.859666 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f35118d-a5fb-402d-bb2c-4bd0aeb887b7 req-b0f8b2ca-f281-4f73-9897-703c158508f6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9021003 Feb 11 04:20:05.956119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-d18ce2ba-b28c-4c7d-8607-5f95a6644e08 service neutron] 10.222.0.32 "GET /v2.0/ports/31b98c6f-43da-4ae5-9339-25f900433422/bindings/n-h1-712142-35 HTTP/1.1" status: 200 len: 383 time: 0.0952950 Feb 11 04:20:05.980049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47270004-6c96-4d57-ac07-628366a51cfb req-deb552d1-2378-40a5-b3a8-2561938306be tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:05.981511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47270004-6c96-4d57-ac07-628366a51cfb req-deb552d1-2378-40a5-b3a8-2561938306be tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.0670700 Feb 11 04:20:06.063703 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47270004-6c96-4d57-ac07-628366a51cfb req-55b33fde-e24a-4a17-8999-1a0e7d08d118 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677249 Feb 11 04:20:06.066303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-b135a8fd-51ca-4fa3-a52c-9831c8c0eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:06.067824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-b135a8fd-51ca-4fa3-a52c-9831c8c0eebd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 1132 time: 0.0818057 Feb 11 04:20:06.176468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-3b67ac58-1387-4628-bd32-46d42b2ce8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:06.178256 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-3b67ac58-1387-4628-bd32-46d42b2ce8f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1031594 Feb 11 04:20:06.230077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-296cfc88-c372-4134-858f-9612926625ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=31b98c6f-43da-4ae5-9339-25f900433422 HTTP/1.1" status: 200 len: 217 time: 0.0437572 Feb 11 04:20:06.337461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1afb4dd8-1b7c-4000-a32c-b8f490cb5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:06.343836 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1afb4dd8-1b7c-4000-a32c-b8f490cb5517 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1003006 Feb 11 04:20:06.394266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-7c092a0c-8070-47d3-985d-c5063f54c744 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:06.395840 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-7c092a0c-8070-47d3-985d-c5063f54c744 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/networks?id=7481da08-7909-4a5a-be0f-2f19e8c280d1 HTTP/1.1" status: 200 len: 818 time: 0.1683247 Feb 11 04:20:06.416108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-f8a50b3b-4faf-49a3-972d-48eb25bd0185 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/quotas/cc3f6d91e7db441ea22bda38f9541f04 HTTP/1.1" status: 200 len: 375 time: 0.0134521 Feb 11 04:20:06.422750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-fda04055-7d5b-4371-9097-c6f4e912d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:06.424152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-fda04055-7d5b-4371-9097-c6f4e912d1e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0764513 Feb 11 04:20:06.458247 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-475bc6c5-4668-4983-a33b-80aaa4c796a2 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc3f6d91e7db441ea22bda38f9541f04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330825 Feb 11 04:20:06.608802 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-63cd8c01-5b7b-410b-8f9f-c9a0f3e585c8 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755171 Feb 11 04:20:06.649279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-c3db1945-7388-40d9-bd6a-4187fa8a4ca1 service neutron] 10.222.0.13 "GET /v2.0/networks/7481da08-7909-4a5a-be0f-2f19e8c280d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820381 Feb 11 04:20:06.771850 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422'}, {'server_uuid': '4cdee2f0-1fad-46cb-82e4-4036e0719c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8f312f-a091-42ed-b4f6-753dd0e1d40f'}, {'server_uuid': '652fc89f-9e1d-41b6-8e2c-ff3d27e216b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c13418-05aa-4bc5-b1e2-91ad7e8c13bc'}, {'server_uuid': 'edb14df2-b5f7-440a-985c-475cc68c2266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f89175-9f99-4426-99a3-4907856ec6b7'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:06.774377 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d955ab82-2b5d-4b42-9dd4-6fee4de111c2" -d '{"events": [{"server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "name": "network-vif-plugged", "status": "completed", "tag": "31b98c6f-43da-4ae5-9339-25f900433422"}, {"server_uuid": "4cdee2f0-1fad-46cb-82e4-4036e0719c07", "name": "network-vif-plugged", "status": "completed", "tag": "eb8f312f-a091-42ed-b4f6-753dd0e1d40f"}, {"server_uuid": "652fc89f-9e1d-41b6-8e2c-ff3d27e216b2", "name": "network-vif-plugged", "status": "completed", "tag": "d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc"}, {"server_uuid": "edb14df2-b5f7-440a-985c-475cc68c2266", "name": "network-vif-unplugged", "status": "completed", "tag": "17f89175-9f99-4426-99a3-4907856ec6b7"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:06.781882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-45090f6a-5f61-4842-9a2a-f7fac975ed6d service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617303 Feb 11 04:20:06.792036 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-da106771-d1db-4aeb-8eba-224e1104d927 service neutron] 10.222.0.13 "GET /v2.0/networks/7481da08-7909-4a5a-be0f-2f19e8c280d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351078 Feb 11 04:20:07.377868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed58c5-12ce-4e4c-b53f-93b8bed6ce98 req-e0193e3d-49e0-44b6-ad7d-fc1b8f41c4cb tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:07.379312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8ed58c5-12ce-4e4c-b53f-93b8bed6ce98 req-e0193e3d-49e0-44b6-ad7d-fc1b8f41c4cb tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 950 time: 0.0544713 Feb 11 04:20:07.430216 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8ed58c5-12ce-4e4c-b53f-93b8bed6ce98 req-072fda24-f733-4f0c-a7c7-228f88d4f64c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450633 Feb 11 04:20:07.629944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c670b-2bad-406b-9d3f-34038d8e8d57 req-0393c701-5a9f-4751-aa4f-bf3b7816778d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:07.631455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a75c670b-2bad-406b-9d3f-34038d8e8d57 req-0393c701-5a9f-4751-aa4f-bf3b7816778d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.1360095 Feb 11 04:20:07.678989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-bedeed5b-3dd4-4ad5-9096-b4ad92e9962f tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:07.680465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-bedeed5b-3dd4-4ad5-9096-b4ad92e9962f tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/networks?id=5419215b-9f3b-4ba9-89b0-46107edc6611 HTTP/1.1" status: 200 len: 813 time: 0.1530032 Feb 11 04:20:07.707066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3306d6c8-3d2c-43a8-ad60-4f8d5f3f72ce tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/quotas/223c1bb87646423fa989545b2c1fd2f9 HTTP/1.1" status: 200 len: 375 time: 0.0205221 Feb 11 04:20:07.714559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a75c670b-2bad-406b-9d3f-34038d8e8d57 req-7867f2c4-8966-4d8b-b027-73f63ce000e8 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772331 Feb 11 04:20:07.744919 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-72d2a031-24bb-46bb-b8bd-76dd68afc919 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=223c1bb87646423fa989545b2c1fd2f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292244 Feb 11 04:20:07.839445 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f7ed44-b3c6-4f54-a09b-7afedc73872e x-openstack-request-id: req-92f7ed44-b3c6-4f54-a09b-7afedc73872e {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:07.839958 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "name": "network-vif-plugged", "status": "completed", "tag": "31b98c6f-43da-4ae5-9339-25f900433422", "code": 200}, {"server_uuid": "4cdee2f0-1fad-46cb-82e4-4036e0719c07", "name": "network-vif-plugged", "status": "completed", "tag": "eb8f312f-a091-42ed-b4f6-753dd0e1d40f", "code": 200}, {"server_uuid": "652fc89f-9e1d-41b6-8e2c-ff3d27e216b2", "name": "network-vif-plugged", "status": "completed", "tag": "d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc", "code": 200}, {"server_uuid": "edb14df2-b5f7-440a-985c-475cc68c2266", "name": "network-vif-unplugged", "status": "completed", "tag": "17f89175-9f99-4426-99a3-4907856ec6b7", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:07.840071 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92f7ed44-b3c6-4f54-a09b-7afedc73872e {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:07.840586 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422', 'code': 200} Feb 11 04:20:07.840908 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdee2f0-1fad-46cb-82e4-4036e0719c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8f312f-a091-42ed-b4f6-753dd0e1d40f', 'code': 200} Feb 11 04:20:07.841660 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fc89f-9e1d-41b6-8e2c-ff3d27e216b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c13418-05aa-4bc5-b1e2-91ad7e8c13bc', 'code': 200} Feb 11 04:20:07.841931 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb14df2-b5f7-440a-985c-475cc68c2266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f89175-9f99-4426-99a3-4907856ec6b7', 'code': 200} Feb 11 04:20:07.855508 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-d66c8547-b05a-4125-82ae-ae7ac55a3bd8 service neutron] 10.222.0.13 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018298 Feb 11 04:20:07.991103 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-33c78243-954e-415f-90ee-2c2128edec4c req-83493f38-38ab-4cf2-8327-1c05c88d6e95 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0819182 Feb 11 04:20:08.003095 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d744-8298-41b6-a90a-cd22f7f8b39b req-4f2b057b-3f8d-4bfe-b057-c12b65149def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:08.005574 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1900d744-8298-41b6-a90a-cd22f7f8b39b req-4f2b057b-3f8d-4bfe-b057-c12b65149def service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 1128 time: 0.0693507 Feb 11 04:20:08.025472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-e961fcea-3ccc-424b-b916-4fa99f2df90b service neutron] 10.222.0.13 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531591 Feb 11 04:20:08.051819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45844529-5e44-4a70-9a93-035191dcea2a req-84ee30e5-4b3a-493a-9a3c-6276dc9e7989 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:08.053402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45844529-5e44-4a70-9a93-035191dcea2a req-84ee30e5-4b3a-493a-9a3c-6276dc9e7989 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.1523690 Feb 11 04:20:08.060293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bbcec-984a-4c91-8659-2a785b3d8bea req-a4b015eb-64c2-4ce7-9163-15d225055502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:08.062205 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f1bbcec-984a-4c91-8659-2a785b3d8bea req-a4b015eb-64c2-4ce7-9163-15d225055502 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 1133 time: 0.1013291 Feb 11 04:20:08.099291 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c78243-954e-415f-90ee-2c2128edec4c req-b252200d-2d15-442e-8772-75f4e138e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:08.100818 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-33c78243-954e-415f-90ee-2c2128edec4c req-b252200d-2d15-442e-8772-75f4e138e20a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 1127 time: 0.0804195 Feb 11 04:20:08.103458 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1900d744-8298-41b6-a90a-cd22f7f8b39b req-3dd85d6f-6299-4a31-a57d-1628bcaeb767 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914340 Feb 11 04:20:08.142206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45844529-5e44-4a70-9a93-035191dcea2a req-1235a251-d515-46ab-8c36-4358f734c652 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790989 Feb 11 04:20:08.144901 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f1bbcec-984a-4c91-8659-2a785b3d8bea req-de3101e7-8eca-4e06-a736-c5955f4c4861 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737958 Feb 11 04:20:08.422268 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c78243-954e-415f-90ee-2c2128edec4c req-96b4e60f-5d6e-43b2-96eb-bbc1690c211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:08.432159 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-33c78243-954e-415f-90ee-2c2128edec4c req-96b4e60f-5d6e-43b2-96eb-bbc1690c211c service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.1165805 Feb 11 04:20:08.481096 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-33c78243-954e-415f-90ee-2c2128edec4c req-57d10e7b-5498-423f-bc47-3a5dcf21abc2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8388d245-0766-4399-89e8-46b5eefba11d HTTP/1.1" status: 200 len: 217 time: 0.0501373 Feb 11 04:20:08.543432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb108f28-be2a-46cc-92ed-ba76eb44d7e3 req-47952488-9620-47d8-820b-7873ca687acc tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 210 time: 0.0383277 Feb 11 04:20:08.572912 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c78243-954e-415f-90ee-2c2128edec4c req-76a2f5ae-8044-41f0-a52b-f3ad8bd14abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:08.574504 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-33c78243-954e-415f-90ee-2c2128edec4c req-76a2f5ae-8044-41f0-a52b-f3ad8bd14abc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.0661988 Feb 11 04:20:08.609773 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-33c78243-954e-415f-90ee-2c2128edec4c req-17cd3980-0d19-44d2-9b69-77b6b858496e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276663 Feb 11 04:20:08.637008 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e97c83f-a142-4e02-bc36-655683ff8b8f req-6f41de52-879f-4995-8089-f31a194818c1 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 210 time: 0.0449975 Feb 11 04:20:08.748682 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-33c78243-954e-415f-90ee-2c2128edec4c req-2bf642de-c7a1-4d2a-acda-ee44de25ba0e service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319048 Feb 11 04:20:08.856430 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cae0b9-6a5b-40e8-b2d5-3758ebbea03f req-746bde37-9d72-4920-992c-1a98a1dc8900 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:08.858123 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-24cae0b9-6a5b-40e8-b2d5-3758ebbea03f req-746bde37-9d72-4920-992c-1a98a1dc8900 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 950 time: 0.1093621 Feb 11 04:20:08.883098 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-33c78243-954e-415f-90ee-2c2128edec4c req-835246b6-6456-4d19-8cbb-3a01f71e0a61 service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264126 Feb 11 04:20:08.903824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e1dce-e616-4a26-8b2a-88a8ced13d1f req-21317d1b-62f1-40f6-85fa-a790e187da36 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:08.905459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-859e1dce-e616-4a26-8b2a-88a8ced13d1f req-21317d1b-62f1-40f6-85fa-a790e187da36 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 951 time: 0.1438794 Feb 11 04:20:08.949195 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-24cae0b9-6a5b-40e8-b2d5-3758ebbea03f req-188c53b3-7003-4a13-a91c-fd03c58b9777 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757661 Feb 11 04:20:08.983333 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-859e1dce-e616-4a26-8b2a-88a8ced13d1f req-f8453707-394c-4133-9144-e4c0f4ade9f0 tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/security-groups?id=ade9789e-67b5-4a60-8067-f45e412f3dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677702 Feb 11 04:20:09.492815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33148f-063c-438c-badf-f5ea89f96819 req-3a89444a-58b7-4cca-b7eb-9a4b3e32780e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:09.494224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee33148f-063c-438c-badf-f5ea89f96819 req-3a89444a-58b7-4cca-b7eb-9a4b3e32780e tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.4538262 Feb 11 04:20:09.530751 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-e2593e3b-67d6-4a16-b858-a6a59795e42e tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:09.537767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-e2593e3b-67d6-4a16-b858-a6a59795e42e tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/networks?id=fd232fce-fd30-43de-a608-696b7ab07e90 HTTP/1.1" status: 200 len: 804 time: 0.4680068 Feb 11 04:20:09.565245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-71f00be4-0ebd-4e12-8a14-d6f95020a0af tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/quotas/2f12f051f6f4407992091bd99001c263 HTTP/1.1" status: 200 len: 375 time: 0.0263138 Feb 11 04:20:09.637175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee33148f-063c-438c-badf-f5ea89f96819 req-b22866b5-0da7-4230-81fc-91a1e08f01d2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290958 Feb 11 04:20:09.660020 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d3133405-d7ea-4d98-8ed3-a55647014e6d tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f12f051f6f4407992091bd99001c263&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0930924 Feb 11 04:20:09.791339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-34393982-36c6-4991-8893-39825eb83d5d service neutron] 10.222.0.13 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213171 Feb 11 04:20:09.916934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-53097e0e-33f3-4848-8308-cfd10e973dbd service neutron] 10.222.0.13 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107001 Feb 11 04:20:10.082903 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fee2fa1-0c75-40f7-a3ff-0d2deace681f req-f63d7d20-a71e-4bcd-8069-5093e6f74d12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0659726 Feb 11 04:20:10.132651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 746c5728-2c3b-4fee-8286-1054a0daf657 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:10.249285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee2fa1-0c75-40f7-a3ff-0d2deace681f req-5bbaa014-a8c0-4790-9de3-780bdcdce0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:10.255500 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fee2fa1-0c75-40f7-a3ff-0d2deace681f req-5bbaa014-a8c0-4790-9de3-780bdcdce0ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 1127 time: 0.1345329 Feb 11 04:20:10.268695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-24b84fc3-5723-4b63-99c9-de0cfb4fb8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:10.271980 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-24b84fc3-5723-4b63-99c9-de0cfb4fb8b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32&tenant_id=95a93e519b544c01b6ee62c609eec109 HTTP/1.1" status: 200 len: 1132 time: 0.1793385 Feb 11 04:20:10.284095 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:10.348550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0010e4c-b74a-47eb-a3f9-865d66b193e5 req-7dc46f4d-ab53-467e-b199-6df46fb826f8 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:10.357295 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0010e4c-b74a-47eb-a3f9-865d66b193e5 req-7dc46f4d-ab53-467e-b199-6df46fb826f8 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.0942278 Feb 11 04:20:10.396180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 746c5728-2c3b-4fee-8286-1054a0daf657 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:10.397322 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:10.449401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0010e4c-b74a-47eb-a3f9-865d66b193e5 req-c339158d-f812-46ea-8dd3-484642c75d6d tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868986 Feb 11 04:20:10.485710 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '746c5728-2c3b-4fee-8286-1054a0daf657'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:10.496652 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554bd97d-4997-45ad-863c-8c9cdd659064" -d '{"events": [{"server_uuid": "ea5732d3-1abf-4b70-a814-4858e5861671", "name": "network-vif-unplugged", "status": "completed", "tag": "746c5728-2c3b-4fee-8286-1054a0daf657"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:10.511346 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 746c5728-2c3b-4fee-8286-1054a0daf657, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=746c5728-2c3b-4fee-8286-1054a0daf657,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:10.511961 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (31b98c6f-43da-4ae5-9339-25f900433422), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:10.620410 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20eb78-aeba-4373-82b7-6a2483fda7dd req-3a69ac22-8cea-4c0f-993c-baf3c98ce4df tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:10.622196 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0a20eb78-aeba-4373-82b7-6a2483fda7dd req-3a69ac22-8cea-4c0f-993c-baf3c98ce4df tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.32 "GET /v2.0/ports?device_id=edb14df2-b5f7-440a-985c-475cc68c2266 HTTP/1.1" status: 200 len: 943 time: 0.2164559 Feb 11 04:20:10.634974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00b0913b-a00e-43e8-9a0d-dd7614541394 req-8f7443bd-5397-4d58-9d82-5d5f047b764d tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 210 time: 0.0425897 Feb 11 04:20:10.646910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee2fa1-0c75-40f7-a3ff-0d2deace681f req-d5e3683f-2ae6-4c3f-8d5d-484346f548fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:10.648830 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:10.648987 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fee2fa1-0c75-40f7-a3ff-0d2deace681f req-d5e3683f-2ae6-4c3f-8d5d-484346f548fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.2481160 Feb 11 04:20:10.729056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fee2fa1-0c75-40f7-a3ff-0d2deace681f req-dfa09821-48d5-4cc5-a002-62b0c49598fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76 HTTP/1.1" status: 200 len: 217 time: 0.0732627 Feb 11 04:20:10.760536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=746c5728-2c3b-4fee-8286-1054a0daf657,revision_number=11']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:10.777022 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32c32f23-b6cd-4fbe-8179-f20c733eb107 req-d5c8c7f8-54c6-436f-9ae8-3642012e08be tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 210 time: 0.0616200 Feb 11 04:20:10.823563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee2fa1-0c75-40f7-a3ff-0d2deace681f req-56785ba3-3645-4d78-8305-68feec68d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:10.825076 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fee2fa1-0c75-40f7-a3ff-0d2deace681f req-56785ba3-3645-4d78-8305-68feec68d752 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.0789847 Feb 11 04:20:10.876853 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fee2fa1-0c75-40f7-a3ff-0d2deace681f req-9f4a6627-cb55-4b04-a4be-fa7a15224dbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431762 Feb 11 04:20:10.928503 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-0a20eb78-aeba-4373-82b7-6a2483fda7dd req-6dcc3fe6-e6e5-4376-b012-b3ebde12eead tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Deleting port 17f89175-9f99-4426-99a3-4907856ec6b7 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:20:10.928893 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0a20eb78-aeba-4373-82b7-6a2483fda7dd req-6dcc3fe6-e6e5-4376-b012-b3ebde12eead tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:11.020696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=31b98c6f-43da-4ae5-9339-25f900433422,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:11.056698 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e2376-534f-4e57-853b-27bbf0ce27e9 req-04ccebc1-89df-430e-a01b-137d9f5575be tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:11.058600 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-232e2376-534f-4e57-853b-27bbf0ce27e9 req-04ccebc1-89df-430e-a01b-137d9f5575be tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 950 time: 0.1849618 Feb 11 04:20:11.082122 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:11.084831 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-0a20eb78-aeba-4373-82b7-6a2483fda7dd req-6dcc3fe6-e6e5-4376-b012-b3ebde12eead tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] For port 17f89175-9f99-4426-99a3-4907856ec6b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=17f89175-9f99-4426-99a3-4907856ec6b7,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:11.092644 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0a20eb78-aeba-4373-82b7-6a2483fda7dd req-6dcc3fe6-e6e5-4376-b012-b3ebde12eead tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:11.127696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-0a20eb78-aeba-4373-82b7-6a2483fda7dd req-6dcc3fe6-e6e5-4376-b012-b3ebde12eead tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Calling delete_port for 17f89175-9f99-4426-99a3-4907856ec6b7 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:20:11.151727 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fee2fa1-0c75-40f7-a3ff-0d2deace681f req-0f34158e-bf57-43eb-8747-9f46e561a5b6 service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671406 Feb 11 04:20:11.155912 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:11.160936 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff0e37b-9b5b-4847-9af8-677cab5be8ab" -d '{"events": [{"server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "name": "network-vif-unplugged", "status": "completed", "tag": "31b98c6f-43da-4ae5-9339-25f900433422"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:11.162229 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Publish callbacks [] for port (31b98c6f-43da-4ae5-9339-25f900433422), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:11.214591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37cf234e-bc32-4ede-b042-580b1bba6b47 req-a7d88adf-ef91-4b0f-8c40-4f28c3eed2fd tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 210 time: 0.0602155 Feb 11 04:20:11.227436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-232e2376-534f-4e57-853b-27bbf0ce27e9 req-c7e26af0-f943-4504-a207-f7f3c6e35259 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489134 Feb 11 04:20:11.316442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fee2fa1-0c75-40f7-a3ff-0d2deace681f req-d00956cf-849f-4ed4-a903-31cf8fbcf565 service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448643 Feb 11 04:20:11.328559 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67acbe95-551b-461c-bec0-c5096d9e0cae x-openstack-request-id: req-67acbe95-551b-461c-bec0-c5096d9e0cae {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:11.329453 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5732d3-1abf-4b70-a814-4858e5861671", "name": "network-vif-unplugged", "status": "completed", "tag": "746c5728-2c3b-4fee-8286-1054a0daf657", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:11.329900 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67acbe95-551b-461c-bec0-c5096d9e0cae {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:11.330497 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '746c5728-2c3b-4fee-8286-1054a0daf657', 'code': 200} Feb 11 04:20:11.516387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac240f-731f-4793-9c3a-fe6c46a6e447 req-f2bb614d-6975-4f89-8e43-8483df49b31c tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:11.518242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25ac240f-731f-4793-9c3a-fe6c46a6e447 req-f2bb614d-6975-4f89-8e43-8483df49b31c tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 1128 time: 0.1724124 Feb 11 04:20:11.529077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-051a4c40-1a5b-410f-a785-c6d735860c99 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:11.530652 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-051a4c40-1a5b-410f-a785-c6d735860c99 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.32 "GET /v2.0/networks?id=5419215b-9f3b-4ba9-89b0-46107edc6611 HTTP/1.1" status: 200 len: 813 time: 0.2072718 Feb 11 04:20:11.556264 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-054260cb-c2c5-410e-81f4-0fbde47ccca5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'port': {'device_id': '933b9f5c-e688-4e8e-86c3-adedae342bf3', 'network_id': '5419215b-9f3b-4ba9-89b0-46107edc6611', 'admin_state_up': True, 'tenant_id': '223c1bb87646423fa989545b2c1fd2f9'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:11.567237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c72e8c-f3ff-4b00-9de5-f792d3a3e860 req-64eef6cc-635c-4143-86c2-cde0c5fbdaf5 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:11.568792 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14c72e8c-f3ff-4b00-9de5-f792d3a3e860 req-64eef6cc-635c-4143-86c2-cde0c5fbdaf5 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.1409633 Feb 11 04:20:11.574212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Transition to ACTIVE for port object 31b98c6f-43da-4ae5-9339-25f900433422 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:20:11.645858 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (31b98c6f-43da-4ae5-9339-25f900433422), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:11.751698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 31b98c6f-43da-4ae5-9339-25f900433422 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:11.760676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Pushing event updated for resources: {'Port': ['ID=31b98c6f-43da-4ae5-9339-25f900433422,revision_number=10']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:11.775612 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] No DVR routers for this DVR port 31b98c6f-43da-4ae5-9339-25f900433422 on host n-h1-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:20:11.775871 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25ac240f-731f-4793-9c3a-fe6c46a6e447 req-d0dd04db-ff38-47b3-bb98-71003515cf8a tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438841 Feb 11 04:20:11.824040 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0a20eb78-aeba-4373-82b7-6a2483fda7dd req-6dcc3fe6-e6e5-4376-b012-b3ebde12eead tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (17f89175-9f99-4426-99a3-4907856ec6b7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:11.829084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14c72e8c-f3ff-4b00-9de5-f792d3a3e860 req-8b337dab-02b3-4985-a1d5-1b0b488ffa79 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473204 Feb 11 04:20:11.863985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] The host n-h1-712142-35 is not matching for port 31b98c6f-43da-4ae5-9339-25f900433422 host n-h2-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:20:11.864654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 31b98c6f-43da-4ae5-9339-25f900433422 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:20:11.917030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc3fe6-e6e5-4376-b012-b3ebde12eead tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Pushing event deleted for resources: {'Port': ['ID=17f89175-9f99-4426-99a3-4907856ec6b7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:11.923375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Attempting to bind port 31b98c6f-43da-4ae5-9339-25f900433422 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:20:11.923680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Attempting to bind port 31b98c6f-43da-4ae5-9339-25f900433422 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:20:11.926360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Attempting to bind port 31b98c6f-43da-4ae5-9339-25f900433422 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:11.933538 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Port 31b98c6f-43da-4ae5-9339-25f900433422 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:20:11.933863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Attempting to bind port 31b98c6f-43da-4ae5-9339-25f900433422 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:11.952273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-e438a79d-32d3-474e-87d4-4067a375a5d9 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:11.954616 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-e438a79d-32d3-474e-87d4-4067a375a5d9 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.32 "GET /v2.0/networks?id=7481da08-7909-4a5a-be0f-2f19e8c280d1 HTTP/1.1" status: 200 len: 818 time: 0.4040260 Feb 11 04:20:11.972514 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:20:11.972864 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:11.974651 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:20:11.975051 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Bound port: 31b98c6f-43da-4ae5-9339-25f900433422, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:20:11.975417 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (31b98c6f-43da-4ae5-9339-25f900433422), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:11.978497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-4e3a9ad2-3123-4308-9fd5-f5d40c341989 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Request body: {'port': {'device_id': '9188d1de-0e11-4b9d-b883-1d0e2ffaba81', 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1', 'admin_state_up': True, 'tenant_id': 'cc3f6d91e7db441ea22bda38f9541f04'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:11.979994 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692e93ee-d5a1-4504-8031-5c39ace09c76 x-openstack-request-id: req-692e93ee-d5a1-4504-8031-5c39ace09c76 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:11.980314 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "name": "network-vif-unplugged", "status": "completed", "tag": "31b98c6f-43da-4ae5-9339-25f900433422", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:11.980640 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-692e93ee-d5a1-4504-8031-5c39ace09c76 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:11.981151 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422', 'code': 200} Feb 11 04:20:12.017906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a20eb78-aeba-4373-82b7-6a2483fda7dd req-6dcc3fe6-e6e5-4376-b012-b3ebde12eead tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] No DVR routers for this DVR port 17f89175-9f99-4426-99a3-4907856ec6b7 on host n-h1-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:20:12.022048 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0a20eb78-aeba-4373-82b7-6a2483fda7dd req-6dcc3fe6-e6e5-4376-b012-b3ebde12eead tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:12.025717 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0a20eb78-aeba-4373-82b7-6a2483fda7dd req-6dcc3fe6-e6e5-4376-b012-b3ebde12eead tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.32 "DELETE /v2.0/ports/17f89175-9f99-4426-99a3-4907856ec6b7 HTTP/1.1" status: 204 len: 173 time: 1.3972404 Feb 11 04:20:12.115737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:12.119842 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=31b98c6f-43da-4ae5-9339-25f900433422,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:20:12.140793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6804d0fd-8121-4350-91f5-78684192f89b req-c8006152-a61d-4326-9ba2-ada3623bb644 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 210 time: 0.0772116 Feb 11 04:20:12.145374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-054260cb-c2c5-410e-81f4-0fbde47ccca5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Made reservation on behalf of 223c1bb87646423fa989545b2c1fd2f9 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:20:12.154597 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-054260cb-c2c5-410e-81f4-0fbde47ccca5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:12.209050 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (31b98c6f-43da-4ae5-9339-25f900433422), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:12.236653 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d389b-a7bd-4d70-b033-4cfd9c2b8a70 req-c94a6cac-00dc-411a-a867-2f59400942ed tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:12.243477 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-626d389b-a7bd-4d70-b033-4cfd9c2b8a70 req-c94a6cac-00dc-411a-a867-2f59400942ed tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 1133 time: 0.2157857 Feb 11 04:20:12.310427 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:12.311112 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:12.312627 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] 10.222.0.47 "PUT /v2.0/ports/31b98c6f-43da-4ae5-9339-25f900433422 HTTP/1.1" status: 200 len: 1097 time: 2.0331008 Feb 11 04:20:12.364847 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21a7548d-e6b5-49f8-866b-c1bd97ac71c8 req-67e4dd88-9421-4774-bf09-f161a758af60 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 210 time: 0.0500057 Feb 11 04:20:12.410420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-1df0e497-4b7f-4564-b974-0c748c34a0b2 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:12.411987 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-1df0e497-4b7f-4564-b974-0c748c34a0b2 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.47 "GET /v2.0/networks?id=7481da08-7909-4a5a-be0f-2f19e8c280d1 HTTP/1.1" status: 200 len: 818 time: 0.2843168 Feb 11 04:20:12.414774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c231da2-c4bd-4baf-94b1-8ca46cbc3630 service neutron] Pushing event updated for resources: {'Port': ['ID=31b98c6f-43da-4ae5-9339-25f900433422,revision_number=11']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:12.429376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-851ba0ee-7821-4662-be1e-e6a3623d0cd8 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Request body: {'port': {'device_id': '1ed7d850-f3ae-4f86-93cd-71f4956d6af3', 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1', 'admin_state_up': True, 'tenant_id': 'cc3f6d91e7db441ea22bda38f9541f04'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:12.446130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-626d389b-a7bd-4d70-b033-4cfd9c2b8a70 req-17dbdeee-afac-4d10-ba3a-3e9e189953b8 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017746 Feb 11 04:20:12.486104 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-7719029f-66fc-4fa0-aa81-9330485ccc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:12.488702 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-7719029f-66fc-4fa0-aa81-9330485ccc12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 1131 time: 0.1380513 Feb 11 04:20:12.520720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-4e3a9ad2-3123-4308-9fd5-f5d40c341989 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Made reservation on behalf of cc3f6d91e7db441ea22bda38f9541f04 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:20:12.524396 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-4e3a9ad2-3123-4308-9fd5-f5d40c341989 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:12.621460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-054260cb-c2c5-410e-81f4-0fbde47ccca5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Allocated IP 172.20.0.13 (5419215b-9f3b-4ba9-89b0-46107edc6611/f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2/d55b9a6c-e532-4bce-9678-49c2fc1041b7) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:20:12.709999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d8caa-7359-4b33-8fec-179eb43c9291 req-e73e3e32-e6f8-46e0-a0e6-1dbb19c713ca tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:12.711536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f44d8caa-7359-4b33-8fec-179eb43c9291 req-e73e3e32-e6f8-46e0-a0e6-1dbb19c713ca tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 1128 time: 0.1972780 Feb 11 04:20:12.798128 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-a69600f8-4c89-4ec8-979c-3977a504996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:12.799659 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-a69600f8-4c89-4ec8-979c-3977a504996f service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2956231 Feb 11 04:20:12.858346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-18c2f005-168e-43e6-b192-e831da2237b2 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:12.860528 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-18c2f005-168e-43e6-b192-e831da2237b2 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.32 "GET /v2.0/networks?id=7481da08-7909-4a5a-be0f-2f19e8c280d1 HTTP/1.1" status: 200 len: 818 time: 0.3679149 Feb 11 04:20:12.865448 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-ce08b502-4ad0-415f-b607-e37124fb2689 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=31b98c6f-43da-4ae5-9339-25f900433422 HTTP/1.1" status: 200 len: 217 time: 0.0549603 Feb 11 04:20:12.876495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-43ea5401-80d6-444b-93f6-bb1df6626e1b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Request body: {'port': {'device_id': '7a95221b-76bb-493a-8a6d-15d1d0cb3b02', 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1', 'admin_state_up': True, 'tenant_id': 'cc3f6d91e7db441ea22bda38f9541f04'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:12.904381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-4e3a9ad2-3123-4308-9fd5-f5d40c341989 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Allocated IP 172.20.0.10 (7481da08-7909-4a5a-be0f-2f19e8c280d1/2e401519-4399-4a8c-a0d9-4cdb41ad5be9/57f488ab-2ad7-48d4-9898-4fca95eb39ea) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:20:12.965582 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f44d8caa-7359-4b33-8fec-179eb43c9291 req-5ab513da-48e5-4d06-a865-8f9768287fb3 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264206 Feb 11 04:20:13.005182 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-851ba0ee-7821-4662-be1e-e6a3623d0cd8 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Made reservation on behalf of cc3f6d91e7db441ea22bda38f9541f04 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:20:13.009146 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-851ba0ee-7821-4662-be1e-e6a3623d0cd8 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:13.013342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-19fcdea2-2077-43ce-9a9d-bcd896b47e1b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:13.016610 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-c842c598-21dc-44c4-8189-6ee857db0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:13.018116 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-c842c598-21dc-44c4-8189-6ee857db0d5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1462688 Feb 11 04:20:13.018972 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-19fcdea2-2077-43ce-9a9d-bcd896b47e1b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 808 time: 0.3412511 Feb 11 04:20:13.087270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-056c4598-80db-401c-98df-3269ed6124ad tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/quotas/2ecf6acdd8224d998729629979558449 HTTP/1.1" status: 200 len: 375 time: 0.0499156 Feb 11 04:20:13.130001 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-054260cb-c2c5-410e-81f4-0fbde47ccca5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:13.185881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1436eb05-8340-4931-8f5f-e6a36bbe422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:13.187654 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-1436eb05-8340-4931-8f5f-e6a36bbe422c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1548190 Feb 11 04:20:13.269810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-49d9fd53-dec2-4b55-9768-20510459af12 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1605082 Feb 11 04:20:13.281573 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-4e3a9ad2-3123-4308-9fd5-f5d40c341989 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks [] for port (57f488ab-2ad7-48d4-9898-4fca95eb39ea), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:13.292651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.32', 56896) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:13.301461 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-93fbb2a2-a9f5-43b9-bdce-5b53d3c58fa1 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065576 Feb 11 04:20:13.302703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-43ea5401-80d6-444b-93f6-bb1df6626e1b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Made reservation on behalf of cc3f6d91e7db441ea22bda38f9541f04 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:20:13.306559 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-43ea5401-80d6-444b-93f6-bb1df6626e1b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:13.347699 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-054260cb-c2c5-410e-81f4-0fbde47ccca5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:13.492875 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9e7e1b7d-18a9-4aba-acc1-58521cd7ded7 req-dd51f736-829b-4489-a8b4-27b009f5f787 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836400 Feb 11 04:20:13.504715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-054260cb-c2c5-410e-81f4-0fbde47ccca5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Network 5419215b-9f3b-4ba9-89b0-46107edc6611 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:20:13.517492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-054260cb-c2c5-410e-81f4-0fbde47ccca5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:13.532498 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054260cb-c2c5-410e-81f4-0fbde47ccca5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'Port': ['ID=d55b9a6c-e532-4bce-9678-49c2fc1041b7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:13.538044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-054260cb-c2c5-410e-81f4-0fbde47ccca5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:20:13.555413 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-4e3a9ad2-3123-4308-9fd5-f5d40c341989 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (57f488ab-2ad7-48d4-9898-4fca95eb39ea), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:13.623655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-851ba0ee-7821-4662-be1e-e6a3623d0cd8 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Allocated IP 172.20.0.12 (7481da08-7909-4a5a-be0f-2f19e8c280d1/2e401519-4399-4a8c-a0d9-4cdb41ad5be9/3f6d5dcc-116d-4830-a8d1-4b2951f195e3) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:20:13.657016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-46d08ae7-9293-4d3f-8a4e-2a2299563c87 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:13.658773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-46d08ae7-9293-4d3f-8a4e-2a2299563c87 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.32 "GET /v2.0/networks?id=fd232fce-fd30-43de-a608-696b7ab07e90 HTTP/1.1" status: 200 len: 804 time: 0.3650398 Feb 11 04:20:13.689662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-772bb612-f90a-41bf-a276-3cc8bba4cdc7 req-3ce3a77b-fafe-43c7-bdff-c9d87ab7d634 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 210 time: 0.0990205 Feb 11 04:20:13.695416 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-7522a260-c261-4d51-8997-ac99455f096a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Request body: {'port': {'device_id': 'd7137a26-6480-44db-b5b5-3cf2fb397c3d', 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90', 'admin_state_up': True, 'tenant_id': '2f12f051f6f4407992091bd99001c263'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:13.704408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-acab343c-9a0f-45c6-abdc-e03948242996 service neutron] 10.222.0.13 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267094 Feb 11 04:20:13.732661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-4e3a9ad2-3123-4308-9fd5-f5d40c341989 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Network 7481da08-7909-4a5a-be0f-2f19e8c280d1 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:20:13.751821 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 17f89175-9f99-4426-99a3-4907856ec6b7 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:13.753950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-4e3a9ad2-3123-4308-9fd5-f5d40c341989 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:13.772917 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-054260cb-c2c5-410e-81f4-0fbde47ccca5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:13.773539 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-054260cb-c2c5-410e-81f4-0fbde47ccca5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:13.776018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a9ad2-3123-4308-9fd5-f5d40c341989 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Pushing event updated for resources: {'Port': ['ID=57f488ab-2ad7-48d4-9898-4fca95eb39ea,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:13.779360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-4e3a9ad2-3123-4308-9fd5-f5d40c341989 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:20:13.801760 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 17f89175-9f99-4426-99a3-4907856ec6b7 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:20:13.802123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 17f89175-9f99-4426-99a3-4907856ec6b7 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:20:13.847576 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-851ba0ee-7821-4662-be1e-e6a3623d0cd8 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks [] for port (3f6d5dcc-116d-4830-a8d1-4b2951f195e3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:13.923658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-054260cb-c2c5-410e-81f4-0fbde47ccca5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3741663 Feb 11 04:20:13.930076 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-7211dcd7-f2f5-45b2-a713-ddc0b7f26946 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d798341ca07d4766bbf714ac7726543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1192489 Feb 11 04:20:13.940150 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-851ba0ee-7821-4662-be1e-e6a3623d0cd8 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3f6d5dcc-116d-4830-a8d1-4b2951f195e3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:13.945562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Request body: {'port': {'device_id': '933b9f5c-e688-4e8e-86c3-adedae342bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:13.997943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-4e3a9ad2-3123-4308-9fd5-f5d40c341989 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:13.998562 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-4e3a9ad2-3123-4308-9fd5-f5d40c341989 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:14.006119 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb14df2-b5f7-440a-985c-475cc68c2266', 'name': 'network-vif-deleted', 'tag': '17f89175-9f99-4426-99a3-4907856ec6b7'}, {'name': 'network-changed', 'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:14.008512 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c67da63-5801-4869-a6f1-033f6ae5d665" -d '{"events": [{"server_uuid": "edb14df2-b5f7-440a-985c-475cc68c2266", "name": "network-vif-deleted", "tag": "17f89175-9f99-4426-99a3-4907856ec6b7"}, {"name": "network-changed", "server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "tag": "31b98c6f-43da-4ae5-9339-25f900433422"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:14.035415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-851ba0ee-7821-4662-be1e-e6a3623d0cd8 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Network 7481da08-7909-4a5a-be0f-2f19e8c280d1 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:20:14.044525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-851ba0ee-7821-4662-be1e-e6a3623d0cd8 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:14.048331 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-851ba0ee-7821-4662-be1e-e6a3623d0cd8 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:20:14.093758 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ba0ee-7821-4662-be1e-e6a3623d0cd8 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Pushing event updated for resources: {'Port': ['ID=3f6d5dcc-116d-4830-a8d1-4b2951f195e3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:14.099242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-9de2f15f-fd54-4df6-9c70-89932ce926fa service neutron] 10.222.0.13 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650985 Feb 11 04:20:14.112900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-43ea5401-80d6-444b-93f6-bb1df6626e1b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Allocated IP 172.20.0.2 (7481da08-7909-4a5a-be0f-2f19e8c280d1/2e401519-4399-4a8c-a0d9-4cdb41ad5be9/f8b85636-54ab-4bfb-858e-4e7bfaa27beb) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:20:14.133522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-851ba0ee-7821-4662-be1e-e6a3623d0cd8 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:14.134163 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-851ba0ee-7821-4662-be1e-e6a3623d0cd8 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:14.253881 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-851ba0ee-7821-4662-be1e-e6a3623d0cd8 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8289814 Feb 11 04:20:14.327044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Request body: {'port': {'device_id': '1ed7d850-f3ae-4f86-93cd-71f4956d6af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:14.458468 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3f6d5dcc-116d-4830-a8d1-4b2951f195e3), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:14.482166 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-43ea5401-80d6-444b-93f6-bb1df6626e1b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks [] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:14.514386 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-4e3a9ad2-3123-4308-9fd5-f5d40c341989 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5469284 Feb 11 04:20:14.529305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Request body: {'port': {'device_id': '9188d1de-0e11-4b9d-b883-1d0e2ffaba81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:14.538988 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:14.582151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-1574ccc7-acf3-4d28-8918-ee38df70caca tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:14.583643 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-1574ccc7-acf3-4d28-8918-ee38df70caca tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6325235 Feb 11 04:20:14.643548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-7522a260-c261-4d51-8997-ac99455f096a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Made reservation on behalf of 2f12f051f6f4407992091bd99001c263 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:20:14.646955 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-7522a260-c261-4d51-8997-ac99455f096a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:14.656020 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-3fe0a85b-f0ca-48fa-a34a-646bb3627899 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/quotas/d798341ca07d4766bbf714ac7726543b HTTP/1.1" status: 200 len: 375 time: 0.0639358 Feb 11 04:20:14.668758 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-43ea5401-80d6-444b-93f6-bb1df6626e1b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:14.730326 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (57f488ab-2ad7-48d4-9898-4fca95eb39ea), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:14.774737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-43ea5401-80d6-444b-93f6-bb1df6626e1b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Network 7481da08-7909-4a5a-be0f-2f19e8c280d1 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:20:14.785199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-43ea5401-80d6-444b-93f6-bb1df6626e1b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:14.788915 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-43ea5401-80d6-444b-93f6-bb1df6626e1b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:20:14.791429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea5401-80d6-444b-93f6-bb1df6626e1b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Pushing event updated for resources: {'Port': ['ID=f8b85636-54ab-4bfb-858e-4e7bfaa27beb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:14.878286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-43ea5401-80d6-444b-93f6-bb1df6626e1b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:14.878972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-43ea5401-80d6-444b-93f6-bb1df6626e1b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:14.991338 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:15.000689 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Publish callbacks [] for port (3f6d5dcc-116d-4830-a8d1-4b2951f195e3), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:15.006970 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-43ea5401-80d6-444b-93f6-bb1df6626e1b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1362185 Feb 11 04:20:15.020891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Request body: {'port': {'device_id': '7a95221b-76bb-493a-8a6d-15d1d0cb3b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:15.025829 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Transition to ACTIVE for port object 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:20:15.059156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-94394c9b-4bef-45ab-a0d7-c7007b13ec75 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3901572 Feb 11 04:20:15.113960 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:15.184659 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (3f6d5dcc-116d-4830-a8d1-4b2951f195e3), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:15.220651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-7522a260-c261-4d51-8997-ac99455f096a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Allocated IP 172.20.0.3 (fd232fce-fd30-43de-a608-696b7ab07e90/4f835861-ae9c-4756-8b3b-a583638d521d/2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:20:15.239941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9081c6b-ec1e-4da7-86d5-8754b3d02f45 req-a65bcfb0-94d7-48ef-9585-eeaa88021ad1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:15.242277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9081c6b-ec1e-4da7-86d5-8754b3d02f45 req-a65bcfb0-94d7-48ef-9585-eeaa88021ad1 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 948 time: 0.3851986 Feb 11 04:20:15.331440 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6d5dcc-116d-4830-a8d1-4b2951f195e3,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:15.411002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55b9a6c-e532-4bce-9678-49c2fc1041b7 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:15.436162 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Publish callbacks [] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:15.472637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Transition to ACTIVE for port object d55b9a6c-e532-4bce-9678-49c2fc1041b7 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:20:15.494660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9081c6b-ec1e-4da7-86d5-8754b3d02f45 req-15eccefc-9a1c-4f28-9d2b-a24c7a68f8bf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498351 Feb 11 04:20:15.551996 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:15.607176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Attempting to bind port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:20:15.607520 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Attempting to bind port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '123210f5-69c9-4155-9570-82fdb550e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:20:15.607852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Attempting to bind port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 on network 7481da08-7909-4a5a-be0f-2f19e8c280d1 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:15.622351 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 on network 7481da08-7909-4a5a-be0f-2f19e8c280d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:20:15.622761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Attempting to bind port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 on network 7481da08-7909-4a5a-be0f-2f19e8c280d1 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:15.636820 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:20:15.637347 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Checking segment: {'id': '123210f5-69c9-4155-9570-82fdb550e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:15.637731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Bound using segment: {'id': '123210f5-69c9-4155-9570-82fdb550e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:20:15.638156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Bound port: 3f6d5dcc-116d-4830-a8d1-4b2951f195e3, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123210f5-69c9-4155-9570-82fdb550e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:20:15.638510 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3f6d5dcc-116d-4830-a8d1-4b2951f195e3), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:15.762866 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d55b9a6c-e532-4bce-9678-49c2fc1041b7,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:15.774771 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b85636-54ab-4bfb-858e-4e7bfaa27beb {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:15.795576 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Publish callbacks [] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:15.811211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] For port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:15.817198 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] For port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3f6d5dcc-116d-4830-a8d1-4b2951f195e3,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:20:15.821484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Transition to ACTIVE for port object f8b85636-54ab-4bfb-858e-4e7bfaa27beb will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:20:15.831715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585db34-3215-4835-bd28-74a8711641be req-ca502066-233e-4d05-baa6-99350777ef44 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:15.838675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c585db34-3215-4835-bd28-74a8711641be req-ca502066-233e-4d05-baa6-99350777ef44 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 944 time: 0.3378639 Feb 11 04:20:15.841073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163046ff-c5d2-4647-a9a7-33b5b0c41d04 req-5a4fb238-a4c0-4d10-8f25-2e5a1a42a0ef tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:15.842566 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-163046ff-c5d2-4647-a9a7-33b5b0c41d04 req-5a4fb238-a4c0-4d10-8f25-2e5a1a42a0ef tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 949 time: 0.1167459 Feb 11 04:20:15.861454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c97cf-2db8-4c05-9a67-12d063ff5837 req-3f13851e-5f64-4332-8243-52d40f9e039a tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:15.863004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e6c97cf-2db8-4c05-9a67-12d063ff5837 req-3f13851e-5f64-4332-8243-52d40f9e039a tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 931 time: 0.2632043 Feb 11 04:20:15.901257 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-7522a260-c261-4d51-8997-ac99455f096a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks [] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:15.933253 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:15.938687 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (3f6d5dcc-116d-4830-a8d1-4b2951f195e3), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:15.992961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Attempting to bind port d55b9a6c-e532-4bce-9678-49c2fc1041b7 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:20:15.993318 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Attempting to bind port d55b9a6c-e532-4bce-9678-49c2fc1041b7 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'fd8369af-aaeb-43a7-a600-c52390be2c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5419215b-9f3b-4ba9-89b0-46107edc6611'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:20:15.993808 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Attempting to bind port d55b9a6c-e532-4bce-9678-49c2fc1041b7 on network 5419215b-9f3b-4ba9-89b0-46107edc6611 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:16.025359 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:16.026017 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:16.027561 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] 10.222.0.47 "PUT /v2.0/ports/3f6d5dcc-116d-4830-a8d1-4b2951f195e3 HTTP/1.1" status: 200 len: 1093 time: 1.7050464 Feb 11 04:20:16.061267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c585db34-3215-4835-bd28-74a8711641be req-e239121b-f1e2-4daa-82b2-ee3f94ac95ad tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215991 Feb 11 04:20:16.063053 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-163046ff-c5d2-4647-a9a7-33b5b0c41d04 req-6dfda8a4-0d06-4685-acf6-eb677e80f5fa tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Deleting port 746c5728-2c3b-4fee-8286-1054a0daf657 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:20:16.063529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Port d55b9a6c-e532-4bce-9678-49c2fc1041b7 on network 5419215b-9f3b-4ba9-89b0-46107edc6611 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:20:16.063866 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Attempting to bind port d55b9a6c-e532-4bce-9678-49c2fc1041b7 on network 5419215b-9f3b-4ba9-89b0-46107edc6611 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:16.064784 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-163046ff-c5d2-4647-a9a7-33b5b0c41d04 req-6dfda8a4-0d06-4685-acf6-eb677e80f5fa tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:16.086430 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b85636-54ab-4bfb-858e-4e7bfaa27beb,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:16.133039 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e6c97cf-2db8-4c05-9a67-12d063ff5837 req-64cf9b5b-42e0-48ca-a11e-b95073c64b42 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596705 Feb 11 04:20:16.150783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 31b98c6f-43da-4ae5-9339-25f900433422 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:20:16.160845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:20:16.161235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Checking segment: {'id': 'fd8369af-aaeb-43a7-a600-c52390be2c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5419215b-9f3b-4ba9-89b0-46107edc6611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:16.161627 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Bound using segment: {'id': 'fd8369af-aaeb-43a7-a600-c52390be2c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5419215b-9f3b-4ba9-89b0-46107edc6611'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:20:16.162091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Bound port: d55b9a6c-e532-4bce-9678-49c2fc1041b7, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8369af-aaeb-43a7-a600-c52390be2c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5419215b-9f3b-4ba9-89b0-46107edc6611'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:20:16.162452 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:16.234186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Attempting to bind port f8b85636-54ab-4bfb-858e-4e7bfaa27beb on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:20:16.235204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Attempting to bind port f8b85636-54ab-4bfb-858e-4e7bfaa27beb by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '123210f5-69c9-4155-9570-82fdb550e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:20:16.235400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Attempting to bind port f8b85636-54ab-4bfb-858e-4e7bfaa27beb on network 7481da08-7909-4a5a-be0f-2f19e8c280d1 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:16.314930 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528d6137-b328-4658-80d0-d4baed08d73a x-openstack-request-id: req-528d6137-b328-4658-80d0-d4baed08d73a {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:16.315330 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb14df2-b5f7-440a-985c-475cc68c2266", "name": "network-vif-deleted", "tag": "17f89175-9f99-4426-99a3-4907856ec6b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "tag": "31b98c6f-43da-4ae5-9339-25f900433422", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:16.315734 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-528d6137-b328-4658-80d0-d4baed08d73a {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:16.316269 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb14df2-b5f7-440a-985c-475cc68c2266', 'name': 'network-vif-deleted', 'tag': '17f89175-9f99-4426-99a3-4907856ec6b7', 'status': 'completed', 'code': 200} Feb 11 04:20:16.316634 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422', 'status': 'completed', 'code': 200} Feb 11 04:20:16.317452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Port f8b85636-54ab-4bfb-858e-4e7bfaa27beb on network 7481da08-7909-4a5a-be0f-2f19e8c280d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:20:16.317865 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Attempting to bind port f8b85636-54ab-4bfb-858e-4e7bfaa27beb on network 7481da08-7909-4a5a-be0f-2f19e8c280d1 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:16.331809 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-7522a260-c261-4d51-8997-ac99455f096a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:16.362595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=31b98c6f-43da-4ae5-9339-25f900433422,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:16.391225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:20:16.391460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Checking segment: {'id': '123210f5-69c9-4155-9570-82fdb550e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:16.394233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '31b98c6f-43da-4ae5-9339-25f900433422', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '31b98c6f-43da-4ae5-9339-25f900433422', 'mac_address': 'fa:16:3e:50:5e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:20:16.395135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Bound using segment: {'id': '123210f5-69c9-4155-9570-82fdb550e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:20:16.395901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Bound port: f8b85636-54ab-4bfb-858e-4e7bfaa27beb, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123210f5-69c9-4155-9570-82fdb550e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:20:16.396509 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:16.442892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 31b98c6f-43da-4ae5-9339-25f900433422 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:16.443301 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (31b98c6f-43da-4ae5-9339-25f900433422), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:16.461100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b98c6f-43da-4ae5-9339-25f900433422 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:16.467613 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-163046ff-c5d2-4647-a9a7-33b5b0c41d04 req-6dfda8a4-0d06-4685-acf6-eb677e80f5fa tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] For port 746c5728-2c3b-4fee-8286-1054a0daf657, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=746c5728-2c3b-4fee-8286-1054a0daf657,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:16.467985 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-163046ff-c5d2-4647-a9a7-33b5b0c41d04 req-6dfda8a4-0d06-4685-acf6-eb677e80f5fa tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:16.492395 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=31b98c6f-43da-4ae5-9339-25f900433422,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:16.492636 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-7522a260-c261-4d51-8997-ac99455f096a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Network fd232fce-fd30-43de-a608-696b7ab07e90 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:20:16.501673 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f8d4a-0fb6-46c9-a635-108f0f2fa8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6d5dcc-116d-4830-a8d1-4b2951f195e3,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:16.506070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e04551-e847-4ad4-9b0f-cf927902bad8 req-37ac8ad3-9119-4e29-9117-7d13d643cfdd tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:16.514472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8e04551-e847-4ad4-9b0f-cf927902bad8 req-37ac8ad3-9119-4e29-9117-7d13d643cfdd tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea5732d3-1abf-4b70-a814-4858e5861671 HTTP/1.1" status: 200 len: 949 time: 0.3092597 Feb 11 04:20:16.525583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-163046ff-c5d2-4647-a9a7-33b5b0c41d04 req-6dfda8a4-0d06-4685-acf6-eb677e80f5fa tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Calling delete_port for 746c5728-2c3b-4fee-8286-1054a0daf657 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:20:16.543153 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-7522a260-c261-4d51-8997-ac99455f096a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:16.555625 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f488ab-2ad7-48d4-9898-4fca95eb39ea {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:16.561031 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-7522a260-c261-4d51-8997-ac99455f096a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:20:16.567113 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-f08ae91d-f268-4a03-ad55-5b9282d9e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:16.568322 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-f08ae91d-f268-4a03-ad55-5b9282d9e5e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc3f6d91e7db441ea22bda38f9541f04&device_id=1ed7d850-f3ae-4f86-93cd-71f4956d6af3 HTTP/1.1" status: 200 len: 1127 time: 0.3236709 Feb 11 04:20:16.574097 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (31b98c6f-43da-4ae5-9339-25f900433422), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:16.574304 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Publish callbacks [] for port (57f488ab-2ad7-48d4-9898-4fca95eb39ea), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:16.597947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] For port d55b9a6c-e532-4bce-9678-49c2fc1041b7, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:16.635877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522a260-c261-4d51-8997-ac99455f096a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Pushing event updated for resources: {'Port': ['ID=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:16.639452 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] For port d55b9a6c-e532-4bce-9678-49c2fc1041b7, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=d55b9a6c-e532-4bce-9678-49c2fc1041b7,segment=NetworkSegment(fd8369af-aaeb-43a7-a600-c52390be2c53),segment_id=fd8369af-aaeb-43a7-a600-c52390be2c53)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:20:16.672826 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=31b98c6f-43da-4ae5-9339-25f900433422,revision_number=12']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:16.673992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Transition to ACTIVE for port object 57f488ab-2ad7-48d4-9898-4fca95eb39ea will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:20:16.680007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67da63-5801-4869-a6f1-033f6ae5d665 req-7c0422bb-9317-4b6e-b209-da3e5afcb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:16.681415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c67da63-5801-4869-a6f1-033f6ae5d665 req-7c0422bb-9317-4b6e-b209-da3e5afcb9a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=95a93e519b544c01b6ee62c609eec109&device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 1131 time: 0.3488748 Feb 11 04:20:16.707383 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8e04551-e847-4ad4-9b0f-cf927902bad8 req-96057152-cbd0-42ff-ba6d-891573e8c01c tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.13 "GET /v2.0/security-groups?id=ade9789e-67b5-4a60-8067-f45e412f3dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919043 Feb 11 04:20:16.723632 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f4e1b-11eb-4f9c-b1a8-b2ad85f09197 req-b99377c7-b70c-4dca-be08-46489f3fa4ed tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:16.731796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-947f4e1b-11eb-4f9c-b1a8-b2ad85f09197 req-b99377c7-b70c-4dca-be08-46489f3fa4ed tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 931 time: 0.3201683 Feb 11 04:20:16.760625 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-7522a260-c261-4d51-8997-ac99455f096a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:16.761388 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-7522a260-c261-4d51-8997-ac99455f096a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:16.784347 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (57f488ab-2ad7-48d4-9898-4fca95eb39ea), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:16.786838 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:16.892115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:16.892530 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:16.893902 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3251dded-0497-476f-924f-15a689b527d7 service neutron] 10.222.0.32 "PUT /v2.0/ports/d55b9a6c-e532-4bce-9678-49c2fc1041b7 HTTP/1.1" status: 200 len: 1093 time: 2.9598260 Feb 11 04:20:16.903810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87e3c88e-b6e4-4aff-b97d-0e06ef15c30e req-e1aa1800-597b-457c-9046-737526c677d1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 210 time: 0.1297972 Feb 11 04:20:16.904279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933b9f5c-e688-4e8e-86c3-adedae342bf3', 'tag': 'd55b9a6c-e532-4bce-9678-49c2fc1041b7'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:16.907142 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42212b63-93f8-4c9d-aa18-2b2b749203be" -d '{"events": [{"name": "network-changed", "server_uuid": "933b9f5c-e688-4e8e-86c3-adedae342bf3", "tag": "d55b9a6c-e532-4bce-9678-49c2fc1041b7"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:16.920844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-7522a260-c261-4d51-8997-ac99455f096a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2361259 Feb 11 04:20:16.948636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['31b98c6f-43da-4ae5-9339-25f900433422'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:16.949800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Request body: {'port': {'device_id': 'd7137a26-6480-44db-b5b5-3cf2fb397c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:16.955163 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-8d7ba980-d1b7-4b2b-9169-3fead42af902 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f6d5dcc-116d-4830-a8d1-4b2951f195e3 HTTP/1.1" status: 200 len: 217 time: 0.3542318 Feb 11 04:20:17.009198 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] For port f8b85636-54ab-4bfb-858e-4e7bfaa27beb, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:17.033641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] For port f8b85636-54ab-4bfb-858e-4e7bfaa27beb, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f8b85636-54ab-4bfb-858e-4e7bfaa27beb,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:20:17.037156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-df738c54-3363-4cba-80a5-7ea2517dc198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:17.038673 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-df738c54-3363-4cba-80a5-7ea2517dc198 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e401519-4399-4a8c-a0d9-4cdb41ad5be9 HTTP/1.1" status: 200 len: 858 time: 0.0749645 Feb 11 04:20:17.125098 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-083f22b0-d57e-4369-8b38-004436f168d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7481da08-7909-4a5a-be0f-2f19e8c280d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743785 Feb 11 04:20:17.135691 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:17.143603 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-947f4e1b-11eb-4f9c-b1a8-b2ad85f09197 req-aa592e04-3bac-4a8a-bbd8-036650812e2f tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093776 Feb 11 04:20:17.177591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8419b23-e615-438d-9b2b-d6d12c13c43d req-2cda81f9-c139-4852-9b57-ce11e8ae3c19 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 210 time: 0.1354151 Feb 11 04:20:17.178326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Pushing event updated for resources: {'Port': ['ID=57f488ab-2ad7-48d4-9898-4fca95eb39ea,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:17.181123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67da63-5801-4869-a6f1-033f6ae5d665 req-635185c3-e07a-4f6f-bda4-14487964ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:17.182559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c67da63-5801-4869-a6f1-033f6ae5d665 req-635185c3-e07a-4f6f-bda4-14487964ea8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.4920793 Feb 11 04:20:17.231358 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:17.292908 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b85636-54ab-4bfb-858e-4e7bfaa27beb,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:17.307733 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:17.310428 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:17.310428 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-980b765d-9db9-4f40-aace-d518606465d3 service neutron] 10.222.0.32 "PUT /v2.0/ports/f8b85636-54ab-4bfb-858e-4e7bfaa27beb HTTP/1.1" status: 200 len: 1092 time: 2.2931538 Feb 11 04:20:17.360785 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c67da63-5801-4869-a6f1-033f6ae5d665 req-6a5f8ddd-601a-4dfa-a528-880a21313be0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=31b98c6f-43da-4ae5-9339-25f900433422 HTTP/1.1" status: 200 len: 217 time: 0.1471760 Feb 11 04:20:17.380352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.47', 56529) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:17.415467 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-163046ff-c5d2-4647-a9a7-33b5b0c41d04 req-6dfda8a4-0d06-4685-acf6-eb677e80f5fa tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (746c5728-2c3b-4fee-8286-1054a0daf657), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:17.524557 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-30da88a5-dd8e-444c-8bd8-8757913f60c6 service neutron] 10.222.0.47 "GET /v2.0/networks/7481da08-7909-4a5a-be0f-2f19e8c280d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917365 Feb 11 04:20:17.525306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfda8a4-0d06-4685-acf6-eb677e80f5fa tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Pushing event deleted for resources: {'Port': ['ID=746c5728-2c3b-4fee-8286-1054a0daf657,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:17.636034 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-163046ff-c5d2-4647-a9a7-33b5b0c41d04 req-6dfda8a4-0d06-4685-acf6-eb677e80f5fa tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] No DVR routers for this DVR port 746c5728-2c3b-4fee-8286-1054a0daf657 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:20:17.670768 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-163046ff-c5d2-4647-a9a7-33b5b0c41d04 req-6dfda8a4-0d06-4685-acf6-eb677e80f5fa tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:17.674683 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-163046ff-c5d2-4647-a9a7-33b5b0c41d04 req-6dfda8a4-0d06-4685-acf6-eb677e80f5fa tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] 10.222.0.47 "DELETE /v2.0/ports/746c5728-2c3b-4fee-8286-1054a0daf657 HTTP/1.1" status: 204 len: 173 time: 1.8258247 Feb 11 04:20:17.691493 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-449bed21-255f-4b64-bda2-1d7ca89cb854 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:17.693044 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-449bed21-255f-4b64-bda2-1d7ca89cb854 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.47 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 808 time: 0.3115668 Feb 11 04:20:17.703550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a58f31ee-95fa-448a-b758-5956e8ea1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:17.705208 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a58f31ee-95fa-448a-b758-5956e8ea1489 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc3f6d91e7db441ea22bda38f9541f04&device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 1126 time: 0.2742567 Feb 11 04:20:17.713509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-58992c94-86ed-4763-b738-36ac3967795f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Request body: {'port': {'device_id': 'ba911e61-9afa-4891-8423-c587da716d4a', 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282', 'admin_state_up': True, 'tenant_id': '2ecf6acdd8224d998729629979558449'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:17.782766 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a659533d-133d-43f6-b3ea-e2109c026373 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8b85636-54ab-4bfb-858e-4e7bfaa27beb HTTP/1.1" status: 200 len: 217 time: 0.0655825 Feb 11 04:20:17.831570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251dded-0497-476f-924f-15a689b527d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d55b9a6c-e532-4bce-9678-49c2fc1041b7,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:17.856102 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-aa2201f5-21e8-467c-b57b-2c105f74d027 service neutron] 10.222.0.47 "GET /v2.0/networks/7481da08-7909-4a5a-be0f-2f19e8c280d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074818 Feb 11 04:20:17.875679 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-5e698a72-b643-42b2-b661-cce7f5ff4f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:17.877207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-5e698a72-b643-42b2-b661-cce7f5ff4f3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223c1bb87646423fa989545b2c1fd2f9&device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 1127 time: 0.8339884 Feb 11 04:20:17.883783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67da63-5801-4869-a6f1-033f6ae5d665 req-91a56733-d65b-474f-830f-771ffbaf86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:17.885209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c67da63-5801-4869-a6f1-033f6ae5d665 req-91a56733-d65b-474f-830f-771ffbaf86a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.4860373 Feb 11 04:20:17.888983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-f02db2e4-2464-479d-9d97-c39179caa5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:17.890566 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-f02db2e4-2464-479d-9d97-c39179caa5b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e401519-4399-4a8c-a0d9-4cdb41ad5be9 HTTP/1.1" status: 200 len: 858 time: 0.1001515 Feb 11 04:20:17.905584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Attempting to bind port 57f488ab-2ad7-48d4-9898-4fca95eb39ea on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:20:17.906059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Attempting to bind port 57f488ab-2ad7-48d4-9898-4fca95eb39ea by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '123210f5-69c9-4155-9570-82fdb550e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:20:17.906059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Attempting to bind port 57f488ab-2ad7-48d4-9898-4fca95eb39ea on network 7481da08-7909-4a5a-be0f-2f19e8c280d1 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:17.935472 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-72c4fa16-79a2-4991-8e4d-0025c85f2d0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7481da08-7909-4a5a-be0f-2f19e8c280d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394542 Feb 11 04:20:18.087157 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.32', 56899) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:18.119894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-58992c94-86ed-4763-b738-36ac3967795f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Made reservation on behalf of 2ecf6acdd8224d998729629979558449 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:20:18.129642 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-58992c94-86ed-4763-b738-36ac3967795f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:18.166347 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-554986dd-ddb0-47d1-b0be-c3c3dc984cb6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d798341ca07d4766bbf714ac7726543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759237 Feb 11 04:20:18.173908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 31b98c6f-43da-4ae5-9339-25f900433422 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:18.176926 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-708d1199-fec7-46b3-b83b-80c6372f5154 service neutron] 10.222.0.32 "GET /v2.0/networks/7481da08-7909-4a5a-be0f-2f19e8c280d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251334 Feb 11 04:20:18.293386 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-e76fd5c5-5a64-4bfc-a9c8-973eb16b8b78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d55b9a6c-e532-4bce-9678-49c2fc1041b7 HTTP/1.1" status: 200 len: 217 time: 0.4060187 Feb 11 04:20:18.301004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f9d9b-ccea-4fd4-935a-0c02f7574ae6 req-1de2958f-6502-486c-925d-e150a15365e7 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:18.307804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c65f9d9b-ccea-4fd4-935a-0c02f7574ae6 req-1de2958f-6502-486c-925d-e150a15365e7 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 949 time: 0.9724679 Feb 11 04:20:18.345911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Port 57f488ab-2ad7-48d4-9898-4fca95eb39ea on network 7481da08-7909-4a5a-be0f-2f19e8c280d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:20:18.346243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Attempting to bind port 57f488ab-2ad7-48d4-9898-4fca95eb39ea on network 7481da08-7909-4a5a-be0f-2f19e8c280d1 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:18.369018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed7d850-f3ae-4f86-93cd-71f4956d6af3', 'tag': '3f6d5dcc-116d-4830-a8d1-4b2951f195e3'}, {'name': 'network-changed', 'server_uuid': '7a95221b-76bb-493a-8a6d-15d1d0cb3b02', 'tag': 'f8b85636-54ab-4bfb-858e-4e7bfaa27beb'}, {'server_uuid': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'name': 'network-vif-deleted', 'tag': '746c5728-2c3b-4fee-8286-1054a0daf657'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:18.372687 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9803de95-2026-4b80-92fd-60243becf8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed7d850-f3ae-4f86-93cd-71f4956d6af3", "tag": "3f6d5dcc-116d-4830-a8d1-4b2951f195e3"}, {"name": "network-changed", "server_uuid": "7a95221b-76bb-493a-8a6d-15d1d0cb3b02", "tag": "f8b85636-54ab-4bfb-858e-4e7bfaa27beb"}, {"server_uuid": "ea5732d3-1abf-4b70-a814-4858e5861671", "name": "network-vif-deleted", "tag": "746c5728-2c3b-4fee-8286-1054a0daf657"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:18.374462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 31b98c6f-43da-4ae5-9339-25f900433422 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:20:18.379765 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 31b98c6f-43da-4ae5-9339-25f900433422 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:18.380160 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (31b98c6f-43da-4ae5-9339-25f900433422), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:18.396850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:20:18.397269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Checking segment: {'id': '123210f5-69c9-4155-9570-82fdb550e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:18.397622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Bound using segment: {'id': '123210f5-69c9-4155-9570-82fdb550e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:20:18.398072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Bound port: 57f488ab-2ad7-48d4-9898-4fca95eb39ea, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123210f5-69c9-4155-9570-82fdb550e3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:20:18.398435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (57f488ab-2ad7-48d4-9898-4fca95eb39ea), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:18.434092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:18.459266 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Publish callbacks [] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:18.465364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-c97b3d0e-5027-480d-8b30-5cd6fb3b5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:18.466867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-c97b3d0e-5027-480d-8b30-5cd6fb3b5210 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2 HTTP/1.1" status: 200 len: 853 time: 0.1521668 Feb 11 04:20:18.485533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c65f9d9b-ccea-4fd4-935a-0c02f7574ae6 req-41740415-93ed-4522-8e84-68d27a919d61 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710551 Feb 11 04:20:18.513737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-7d2a2718-f947-4cf8-b3a7-1c34005c68e8 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:18.516297 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-7d2a2718-f947-4cf8-b3a7-1c34005c68e8 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3437541 Feb 11 04:20:18.566873 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 31b98c6f-43da-4ae5-9339-25f900433422 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:18.567678 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (31b98c6f-43da-4ae5-9339-25f900433422), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:18.601940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-ff8da2a1-863c-4e81-98b8-115351007d50 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Request body: {'port': {'device_id': '76838151-00b3-4850-a961-c750c890af95', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': 'd798341ca07d4766bbf714ac7726543b'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:18.604199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:18.611594 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb914c85-7d43-4d6e-9c69-ffe98eb98ed3" -d '{"events": [{"server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "name": "network-vif-plugged", "status": "completed", "tag": "31b98c6f-43da-4ae5-9339-25f900433422"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:18.619002 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677cafb3-5660-4269-b43f-edb5f531fda3 x-openstack-request-id: req-677cafb3-5660-4269-b43f-edb5f531fda3 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:18.619571 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933b9f5c-e688-4e8e-86c3-adedae342bf3", "tag": "d55b9a6c-e532-4bce-9678-49c2fc1041b7", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:18.620010 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-677cafb3-5660-4269-b43f-edb5f531fda3 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:18.620591 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933b9f5c-e688-4e8e-86c3-adedae342bf3', 'tag': 'd55b9a6c-e532-4bce-9678-49c2fc1041b7', 'status': 'completed', 'code': 200} Feb 11 04:20:18.627060 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3552e3ef-d466-493f-a7f8-ec3ee8eca621 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5419215b-9f3b-4ba9-89b0-46107edc6611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886133 Feb 11 04:20:18.628947 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=31b98c6f-43da-4ae5-9339-25f900433422,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:18.629298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67da63-5801-4869-a6f1-033f6ae5d665 req-3c89848a-b5d1-479a-9935-36c948a23003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:18.630911 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c67da63-5801-4869-a6f1-033f6ae5d665 req-3c89848a-b5d1-479a-9935-36c948a23003 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7353098 Feb 11 04:20:18.632131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Transition to ACTIVE for port object 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:20:18.712763 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (31b98c6f-43da-4ae5-9339-25f900433422), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:18.713682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 746c5728-2c3b-4fee-8286-1054a0daf657 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:18.725887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] For port 57f488ab-2ad7-48d4-9898-4fca95eb39ea, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:18.780202 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-cb9108d2-2bad-4b8c-8f2b-3a6a2bb3d092 service neutron] 10.222.0.32 "GET /v2.0/networks/7481da08-7909-4a5a-be0f-2f19e8c280d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911725 Feb 11 04:20:18.799616 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:18.820161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 746c5728-2c3b-4fee-8286-1054a0daf657 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:20:18.820645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 746c5728-2c3b-4fee-8286-1054a0daf657 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:20:18.857051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] For port 57f488ab-2ad7-48d4-9898-4fca95eb39ea, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=57f488ab-2ad7-48d4-9898-4fca95eb39ea,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:20:18.872875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=31b98c6f-43da-4ae5-9339-25f900433422,revision_number=13']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:18.910963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-58992c94-86ed-4763-b738-36ac3967795f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Allocated IP 172.20.0.13 (3f63ad72-cf1f-42fb-bfa6-fbb223cd2282/4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e/5ea87c8e-eae8-4b8a-af20-8e75ff158523) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:20:18.919041 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-ff8da2a1-863c-4e81-98b8-115351007d50 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Made reservation on behalf of d798341ca07d4766bbf714ac7726543b for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:20:18.929215 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-ff8da2a1-863c-4e81-98b8-115351007d50 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:18.966180 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (57f488ab-2ad7-48d4-9898-4fca95eb39ea), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:18.987366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935dd33-541f-400e-ab77-56d5a8fefd15 req-10b78bc3-680d-4b47-a48b-9c91c72db833 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:18.989043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c935dd33-541f-400e-ab77-56d5a8fefd15 req-10b78bc3-680d-4b47-a48b-9c91c72db833 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 944 time: 0.3279662 Feb 11 04:20:18.997920 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-3bf2a72d-283a-4a21-91a2-ae33ef49795e service neutron] 10.222.0.32 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626859 Feb 11 04:20:19.005249 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Pushing event updated for resources: {'Port': ['ID=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:19.032764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c67da63-5801-4869-a6f1-033f6ae5d665 req-31c76b3a-994a-419f-8132-973015b64a71 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853111 Feb 11 04:20:19.092258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:19.094381 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:19.095541 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d7718a15-be98-4538-bf45-c63066061172 service neutron] 10.222.0.32 "PUT /v2.0/ports/57f488ab-2ad7-48d4-9898-4fca95eb39ea HTTP/1.1" status: 200 len: 1093 time: 4.5732870 Feb 11 04:20:19.232028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-ff8da2a1-863c-4e81-98b8-115351007d50 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Allocated IP 192.168.233.122 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/60f6b32b-d147-4bec-99e3-82f204304391) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:20:19.297580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7718a15-be98-4538-bf45-c63066061172 service neutron] Pushing event updated for resources: {'Port': ['ID=57f488ab-2ad7-48d4-9898-4fca95eb39ea,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:19.307367 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-58992c94-86ed-4763-b738-36ac3967795f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks [] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:19.332954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c935dd33-541f-400e-ab77-56d5a8fefd15 req-240f5638-1c44-4b2a-9dc9-a609408edd7a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337650 Feb 11 04:20:19.358208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Attempting to bind port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:20:19.358548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Attempting to bind port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:20:19.359435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Attempting to bind port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 on network fd232fce-fd30-43de-a608-696b7ab07e90 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:19.383867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 on network fd232fce-fd30-43de-a608-696b7ab07e90 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:20:19.385411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Attempting to bind port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 on network fd232fce-fd30-43de-a608-696b7ab07e90 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:19.388790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba6445b6-f130-46a6-9eb5-330d300728f8 req-c060b6a9-a129-4826-8912-25d6674d3693 service neutron] 10.222.0.32 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820961 Feb 11 04:20:19.398919 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c67da63-5801-4869-a6f1-033f6ae5d665 req-571c1769-cd43-433a-8999-fcc2187c72aa service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406801 Feb 11 04:20:19.403737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:20:19.404196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Checking segment: {'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:19.404590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Bound using segment: {'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:20:19.405119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Bound port: 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4139dcf1-efcc-49f6-b1a4-05f77fef00e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:20:19.405481 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:19.425983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-00f436d9-426b-4137-86aa-45db373ce369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:19.427967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-00f436d9-426b-4137-86aa-45db373ce369 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc3f6d91e7db441ea22bda38f9541f04&device_id=9188d1de-0e11-4b9d-b883-1d0e2ffaba81 HTTP/1.1" status: 200 len: 1127 time: 0.2066743 Feb 11 04:20:19.532699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a4f8c9ea-6172-4ec6-9840-50c708355474 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57f488ab-2ad7-48d4-9898-4fca95eb39ea HTTP/1.1" status: 200 len: 217 time: 0.0982838 Feb 11 04:20:19.558259 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-ff8da2a1-863c-4e81-98b8-115351007d50 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks [] for port (60f6b32b-d147-4bec-99e3-82f204304391), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:19.608979 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-58992c94-86ed-4763-b738-36ac3967795f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:19.620467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7aab4bab-e06b-4337-a3c1-c6b5de70c564'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:19.642366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] For port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:19.661331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-02930f03-496e-422b-9a6c-ea8ff46b2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:19.662849 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-02930f03-496e-422b-9a6c-ea8ff46b2e4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e401519-4399-4a8c-a0d9-4cdb41ad5be9 HTTP/1.1" status: 200 len: 858 time: 0.1122255 Feb 11 04:20:19.666157 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-58992c94-86ed-4763-b738-36ac3967795f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:20:19.669619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4af708-a28c-4e96-ab51-beb380fb206f req-8490e771-ed52-4354-89e8-f387617de74d tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:19.670147 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-58992c94-86ed-4763-b738-36ac3967795f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:19.671085 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae4af708-a28c-4e96-ab51-beb380fb206f req-8490e771-ed52-4354-89e8-f387617de74d tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 943 time: 0.2280738 Feb 11 04:20:19.674451 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-58992c94-86ed-4763-b738-36ac3967795f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:20:19.677725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] For port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:20:19.702470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58992c94-86ed-4763-b738-36ac3967795f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Pushing event updated for resources: {'Port': ['ID=5ea87c8e-eae8-4b8a-af20-8e75ff158523,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:19.708968 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-ff8da2a1-863c-4e81-98b8-115351007d50 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (60f6b32b-d147-4bec-99e3-82f204304391), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:19.709991 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-129eb42e-ffca-428d-836c-b1ac4a06a743 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7481da08-7909-4a5a-be0f-2f19e8c280d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348871 Feb 11 04:20:19.716261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42212b63-93f8-4c9d-aa18-2b2b749203be req-8c44418d-89ca-4c61-ac0f-97b132937217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:19.717691 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42212b63-93f8-4c9d-aa18-2b2b749203be req-8c44418d-89ca-4c61-ac0f-97b132937217 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223c1bb87646423fa989545b2c1fd2f9&device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 1127 time: 0.1775460 Feb 11 04:20:19.741369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['cb9a25b7-4de1-4545-97ec-64c870a0350e', '2852bf77-466f-4992-8703-a18ede235b35', 'f8753838-3aa5-471f-ba31-80087ef2a6f2', 'd2c13418-05aa-4bc5-b1e2-91ad7e8c13bc'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:19.743645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4', 'e67d63d0-dc53-4d8e-8d9a-0130eab052fe'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:19.774655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-ff8da2a1-863c-4e81-98b8-115351007d50 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:20:19.801983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-eca9f64c-ba16-400a-99ea-80d240ad44b9 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:20:19.803783 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-eca9f64c-ba16-400a-99ea-80d240ad44b9 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0274835 Feb 11 04:20:19.805061 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-ff8da2a1-863c-4e81-98b8-115351007d50 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:19.808621 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:19.815477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-ff8da2a1-863c-4e81-98b8-115351007d50 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:20:19.875467 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-58992c94-86ed-4763-b738-36ac3967795f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:19.876389 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-58992c94-86ed-4763-b738-36ac3967795f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:19.904876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8da2a1-863c-4e81-98b8-115351007d50 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event updated for resources: {'Port': ['ID=60f6b32b-d147-4bec-99e3-82f204304391,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:19.929776 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-5e0b304f-2955-4f15-9c67-69f15eb950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:19.932592 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-5e0b304f-2955-4f15-9c67-69f15eb950e0 service neutron] 10.222.0.13 "GET /v2.0/ports/eb8f312f-a091-42ed-b4f6-753dd0e1d40f HTTP/1.1" status: 200 len: 1125 time: 0.1206660 Feb 11 04:20:19.944129 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-e7ad9ba8-71a2-43ca-a70b-8edb7d32e4fb service neutron] Request body: {'binding': {'host': 'n-h1-712142-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:19.944852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-e7ad9ba8-71a2-43ca-a70b-8edb7d32e4fb service neutron] Unknown quota resources ['binding']. {{(pid=103808) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:20:19.955644 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-ff8da2a1-863c-4e81-98b8-115351007d50 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:19.956716 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-ff8da2a1-863c-4e81-98b8-115351007d50 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:19.987544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae4af708-a28c-4e96-ab51-beb380fb206f req-81fd99cd-d489-4e61-b071-ba25b4e5c15f tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813354 Feb 11 04:20:19.995429 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:19.997218 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:20.002069 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] 10.222.0.32 "PUT /v2.0/ports/2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 HTTP/1.1" status: 200 len: 1092 time: 3.0626714 Feb 11 04:20:20.011794 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-58992c94-86ed-4763-b738-36ac3967795f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2956431 Feb 11 04:20:20.035526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Request body: {'port': {'device_id': 'ba911e61-9afa-4891-8423-c587da716d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:20.064602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b582f-49ed-491e-95ad-07d95780f378 service neutron] Pushing event updated for resources: {'Port': ['ID=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:20.070883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-a76823d9-6d82-423d-a623-4b9353c1f1f8 service neutron] 10.222.0.32 "GET /v2.0/networks/7481da08-7909-4a5a-be0f-2f19e8c280d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428926 Feb 11 04:20:20.074154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42212b63-93f8-4c9d-aa18-2b2b749203be req-8d99acc1-02e8-4aa5-8b44-b8dab604587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:20.075927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42212b63-93f8-4c9d-aa18-2b2b749203be req-8d99acc1-02e8-4aa5-8b44-b8dab604587a service neutron] 10.222.0.32 "GET /v2.0/networks?id=5419215b-9f3b-4ba9-89b0-46107edc6611 HTTP/1.1" status: 200 len: 914 time: 0.3464377 Feb 11 04:20:20.117328 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-ff8da2a1-863c-4e81-98b8-115351007d50 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5239429 Feb 11 04:20:20.153596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Request body: {'port': {'device_id': '76838151-00b3-4850-a961-c750c890af95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:20.192877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:20:20.272507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:20.320503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3f6d5dcc-116d-4830-a8d1-4b2951f195e3,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:20.334214 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42212b63-93f8-4c9d-aa18-2b2b749203be req-091f0aff-9a34-4176-b2f2-9b3e9b7482c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d55b9a6c-e532-4bce-9678-49c2fc1041b7 HTTP/1.1" status: 200 len: 217 time: 0.2145164 Feb 11 04:20:20.352854 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '3f6d5dcc-116d-4830-a8d1-4b2951f195e3', 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1', 'port_id': '3f6d5dcc-116d-4830-a8d1-4b2951f195e3', 'mac_address': 'fa:16:3e:63:62:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e401519-4399-4a8c-a0d9-4cdb41ad5be9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:20:20.362880 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (60f6b32b-d147-4bec-99e3-82f204304391), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:20.393048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-e7ad9ba8-71a2-43ca-a70b-8edb7d32e4fb service neutron] Attempting to bind port eb8f312f-a091-42ed-b4f6-753dd0e1d40f on host n-h1-712142-35 for vnic_type normal with profile None {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:20:20.393910 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-e7ad9ba8-71a2-43ca-a70b-8edb7d32e4fb service neutron] Attempting to bind port eb8f312f-a091-42ed-b4f6-753dd0e1d40f by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:20:20.393910 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-e7ad9ba8-71a2-43ca-a70b-8edb7d32e4fb service neutron] Attempting to bind port eb8f312f-a091-42ed-b4f6-753dd0e1d40f on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:20.404962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1e0ba476-9e2e-42f6-bfea-62960a6f0ce1 None None] Provisioning complete for port 60f6b32b-d147-4bec-99e3-82f204304391 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:20.407084 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e0ba476-9e2e-42f6-bfea-62960a6f0ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (60f6b32b-d147-4bec-99e3-82f204304391), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:20.431826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-e7ad9ba8-71a2-43ca-a70b-8edb7d32e4fb service neutron] Port eb8f312f-a091-42ed-b4f6-753dd0e1d40f on network 5ae78988-79ae-41a1-babe-29352a8104f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:20:20.432183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-e7ad9ba8-71a2-43ca-a70b-8edb7d32e4fb service neutron] Attempting to bind port eb8f312f-a091-42ed-b4f6-753dd0e1d40f on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:20.497651 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-e7ad9ba8-71a2-43ca-a70b-8edb7d32e4fb service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:20:20.498424 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-e7ad9ba8-71a2-43ca-a70b-8edb7d32e4fb service neutron] Checking segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:20.498424 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-e7ad9ba8-71a2-43ca-a70b-8edb7d32e4fb service neutron] Bound using segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:20:20.498929 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-e7ad9ba8-71a2-43ca-a70b-8edb7d32e4fb service neutron] Bound port: eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:20:20.517821 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42212b63-93f8-4c9d-aa18-2b2b749203be req-7bb91e4c-301d-4912-bb2b-77522217cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:20.519326 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42212b63-93f8-4c9d-aa18-2b2b749203be req-7bb91e4c-301d-4912-bb2b-77522217cab9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2 HTTP/1.1" status: 200 len: 853 time: 0.1733944 Feb 11 04:20:20.529119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-d0907124-111a-40d5-a9f0-28cc3c1174a9 service neutron] 10.222.0.32 "GET /v2.0/networks/7481da08-7909-4a5a-be0f-2f19e8c280d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320073 Feb 11 04:20:20.557151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-7a66a652-dda3-4f77-bfbf-8c973c5befa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:20.570398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-7a66a652-dda3-4f77-bfbf-8c973c5befa2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f12f051f6f4407992091bd99001c263&device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 1126 time: 0.4031575 Feb 11 04:20:20.582666 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ba476-9e2e-42f6-bfea-62960a6f0ce1 None None] Port 60f6b32b-d147-4bec-99e3-82f204304391 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:20:20.612715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42212b63-93f8-4c9d-aa18-2b2b749203be req-eb393765-089e-44aa-b2fe-cbe878a04a92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5419215b-9f3b-4ba9-89b0-46107edc6611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806580 Feb 11 04:20:20.621357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9436cb-a80c-4eeb-8443-56247f5663af req-e3de56c6-478f-4340-ae4b-dcc71665e170 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:20.628850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7a9436cb-a80c-4eeb-8443-56247f5663af req-e3de56c6-478f-4340-ae4b-dcc71665e170 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 932 time: 0.3075011 Feb 11 04:20:20.630077 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:20.631446 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3f6d5dcc-116d-4830-a8d1-4b2951f195e3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:20.670658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9188d1de-0e11-4b9d-b883-1d0e2ffaba81', 'tag': '57f488ab-2ad7-48d4-9898-4fca95eb39ea'}, {'name': 'network-changed', 'server_uuid': 'd7137a26-6480-44db-b5b5-3cf2fb397c3d', 'tag': '2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:20.673941 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "9188d1de-0e11-4b9d-b883-1d0e2ffaba81", "tag": "57f488ab-2ad7-48d4-9898-4fca95eb39ea"}, {"name": "network-changed", "server_uuid": "d7137a26-6480-44db-b5b5-3cf2fb397c3d", "tag": "2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:20.697078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-b264be23-827b-44da-b2e6-f5e91e6dd739 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 HTTP/1.1" status: 200 len: 217 time: 0.0934212 Feb 11 04:20:20.715092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-e7ad9ba8-71a2-43ca-a70b-8edb7d32e4fb service neutron] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:20:20.785768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:20.829314 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41462) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:20.830183 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-e7ad9ba8-71a2-43ca-a70b-8edb7d32e4fb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:20.831060 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-e7ad9ba8-71a2-43ca-a70b-8edb7d32e4fb service neutron] 10.222.0.13 "POST /v2.0/ports/eb8f312f-a091-42ed-b4f6-753dd0e1d40f/bindings HTTP/1.1" status: 201 len: 390 time: 0.8910892 Feb 11 04:20:20.834489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-0b372f9d-dc08-4c2d-9073-e20b5fa4c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:20.836102 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-0b372f9d-dc08-4c2d-9073-e20b5fa4c469 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f835861-ae9c-4756-8b3b-a583638d521d HTTP/1.1" status: 200 len: 844 time: 0.1285098 Feb 11 04:20:20.892578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7a9436cb-a80c-4eeb-8443-56247f5663af req-e73bcecf-9cba-4341-bd2a-dd71cae2fdda tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627764 Feb 11 04:20:20.909084 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3f6d5dcc-116d-4830-a8d1-4b2951f195e3,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:20.909968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-22555f89-f0cb-4c64-92c9-b4a2b39b59c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd232fce-fd30-43de-a608-696b7ab07e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597968 Feb 11 04:20:20.941070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42212b63-93f8-4c9d-aa18-2b2b749203be req-0f1093bc-adc8-4460-a2c6-ac215465fe5f service neutron] 10.222.0.32 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780571 Feb 11 04:20:20.974075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea87c8e-eae8-4b8a-af20-8e75ff158523 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:20.983247 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Publish callbacks [] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:21.002958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Transition to ACTIVE for port object 5ea87c8e-eae8-4b8a-af20-8e75ff158523 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:20:21.045859 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3f6d5dcc-116d-4830-a8d1-4b2951f195e3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:21.064857 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f6b32b-d147-4bec-99e3-82f204304391 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:21.075040 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Publish callbacks [] for port (60f6b32b-d147-4bec-99e3-82f204304391), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:21.090575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Transition to ACTIVE for port object 60f6b32b-d147-4bec-99e3-82f204304391 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:20:21.111824 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=3f6d5dcc-116d-4830-a8d1-4b2951f195e3,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:21.157946 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:21.179035 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-4cb65062-43a9-423a-b402-744b12706239 service neutron] 10.222.0.32 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328503 Feb 11 04:20:21.231718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea87c8e-eae8-4b8a-af20-8e75ff158523,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:21.254293 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (60f6b32b-d147-4bec-99e3-82f204304391), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:21.391873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d468b19e-c74d-4c42-a6c4-47dc850a2631 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5df4851381b84405871ac0cc473d4fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5588617 Feb 11 04:20:21.407448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41472) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:21.428435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['3f6d5dcc-116d-4830-a8d1-4b2951f195e3'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:21.544232 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Pushing event updated for resources: {'Port': ['ID=60f6b32b-d147-4bec-99e3-82f204304391,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:21.814606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device d55b9a6c-e532-4bce-9678-49c2fc1041b7 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:20:21.995661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port d55b9a6c-e532-4bce-9678-49c2fc1041b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=d55b9a6c-e532-4bce-9678-49c2fc1041b7,segment=NetworkSegment(fd8369af-aaeb-43a7-a600-c52390be2c53),segment_id=fd8369af-aaeb-43a7-a600-c52390be2c53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:22.009815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'd55b9a6c-e532-4bce-9678-49c2fc1041b7', 'network_id': '5419215b-9f3b-4ba9-89b0-46107edc6611', 'port_id': 'd55b9a6c-e532-4bce-9678-49c2fc1041b7', 'mac_address': 'fa:16:3e:1f:74:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:20:22.012202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f21e49-bdaa-4a32-b2ee-2576e2320c49 req-688a6983-086d-4537-a2ec-76698f9b89cc tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:22.013864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78f21e49-bdaa-4a32-b2ee-2576e2320c49 req-688a6983-086d-4537-a2ec-76698f9b89cc tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 943 time: 0.9212615 Feb 11 04:20:22.019766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42212b63-93f8-4c9d-aa18-2b2b749203be req-3ad2d353-9ec0-4f78-8608-0a69b028f226 service neutron] 10.222.0.32 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9255958 Feb 11 04:20:22.071328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port d55b9a6c-e532-4bce-9678-49c2fc1041b7 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:22.072036 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:22.072856 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Attempting to bind port 60f6b32b-d147-4bec-99e3-82f204304391 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:20:22.073199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Attempting to bind port 60f6b32b-d147-4bec-99e3-82f204304391 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:20:22.074052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Attempting to bind port 60f6b32b-d147-4bec-99e3-82f204304391 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:22.083057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Port 60f6b32b-d147-4bec-99e3-82f204304391 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:20:22.083385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Attempting to bind port 60f6b32b-d147-4bec-99e3-82f204304391 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:22.083839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b2da4d-1e46-4ad4-9103-7fc44b779037 req-5fe3c640-8f16-4575-8d85-926dbc6dab9d service neutron] 10.222.0.32 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8776834 Feb 11 04:20:22.086614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Attempting to bind port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:20:22.087016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Attempting to bind port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:20:22.087344 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Attempting to bind port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:22.087750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55b9a6c-e532-4bce-9678-49c2fc1041b7 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:22.109235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d061a-7b72-4810-86d7-23030bc0341b req-a330cd08-3d60-4f42-b577-87f641838a0e tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:22.110712 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:20:22.111343 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Attempting to bind port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:22.111475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c93d061a-7b72-4810-86d7-23030bc0341b req-a330cd08-3d60-4f42-b577-87f641838a0e tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 948 time: 0.7132611 Feb 11 04:20:22.113523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port d55b9a6c-e532-4bce-9678-49c2fc1041b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=d55b9a6c-e532-4bce-9678-49c2fc1041b7,segment=NetworkSegment(fd8369af-aaeb-43a7-a600-c52390be2c53),segment_id=fd8369af-aaeb-43a7-a600-c52390be2c53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:22.115540 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:20:22.115885 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:22.116271 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:20:22.116704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Bound port: 60f6b32b-d147-4bec-99e3-82f204304391, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:20:22.117060 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (60f6b32b-d147-4bec-99e3-82f204304391), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:22.123115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-f9c8733c-3664-459f-b761-ac995df48df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:22.123318 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:20:22.123318 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Checking segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:22.123497 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-f9c8733c-3664-459f-b761-ac995df48df1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 1128 time: 0.2381651 Feb 11 04:20:22.123591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Bound using segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:20:22.123591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Bound port: 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:20:22.123757 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-809e617a-331a-45c5-939e-b4dbd12b8d59 admin admin] Publish callbacks [] for security_group (ade9789e-67b5-4a60-8067-f45e412f3dea), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:22.123837 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:22.192880 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:22.193895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device f8b85636-54ab-4bfb-858e-4e7bfaa27beb details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:20:22.210448 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78f21e49-bdaa-4a32-b2ee-2576e2320c49 req-b53cb83c-94d1-4006-95a8-85fd5ef21c9b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886842 Feb 11 04:20:22.214185 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-809e617a-331a-45c5-939e-b4dbd12b8d59 admin admin] Publish callbacks [] for security_group (ade9789e-67b5-4a60-8067-f45e412f3dea), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:22.256374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:22.258866 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] For port 60f6b32b-d147-4bec-99e3-82f204304391, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:22.261790 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:20:22.264268 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] For port 60f6b32b-d147-4bec-99e3-82f204304391, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=60f6b32b-d147-4bec-99e3-82f204304391,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:20:22.317378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c93d061a-7b72-4810-86d7-23030bc0341b req-69e3dae1-e2c2-4061-93e3-4232bae982b6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845660 Feb 11 04:20:22.317962 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd66daf-5a79-4f48-b92e-ed6c91c47340 x-openstack-request-id: req-ecd66daf-5a79-4f48-b92e-ed6c91c47340 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:22.317962 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed7d850-f3ae-4f86-93cd-71f4956d6af3", "tag": "3f6d5dcc-116d-4830-a8d1-4b2951f195e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a95221b-76bb-493a-8a6d-15d1d0cb3b02", "tag": "f8b85636-54ab-4bfb-858e-4e7bfaa27beb", "status": "completed", "code": 200}, {"server_uuid": "ea5732d3-1abf-4b70-a814-4858e5861671", "name": "network-vif-deleted", "tag": "746c5728-2c3b-4fee-8286-1054a0daf657", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:22.317962 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecd66daf-5a79-4f48-b92e-ed6c91c47340 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:22.317962 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed7d850-f3ae-4f86-93cd-71f4956d6af3', 'tag': '3f6d5dcc-116d-4830-a8d1-4b2951f195e3', 'status': 'completed', 'code': 200} Feb 11 04:20:22.317962 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a95221b-76bb-493a-8a6d-15d1d0cb3b02', 'tag': 'f8b85636-54ab-4bfb-858e-4e7bfaa27beb', 'status': 'completed', 'code': 200} Feb 11 04:20:22.317962 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5732d3-1abf-4b70-a814-4858e5861671', 'name': 'network-vif-deleted', 'tag': '746c5728-2c3b-4fee-8286-1054a0daf657', 'status': 'completed', 'code': 200} Feb 11 04:20:22.329984 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (60f6b32b-d147-4bec-99e3-82f204304391), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:22.342609 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:22.411444 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9071513-8aaf-4a1c-b6f2-b798a18d31b3 x-openstack-request-id: req-d9071513-8aaf-4a1c-b6f2-b798a18d31b3 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:22.411744 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "name": "network-vif-plugged", "status": "completed", "tag": "31b98c6f-43da-4ae5-9339-25f900433422", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:22.412003 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9071513-8aaf-4a1c-b6f2-b798a18d31b3 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:22.412395 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422', 'code': 200} Feb 11 04:20:22.437725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port f8b85636-54ab-4bfb-858e-4e7bfaa27beb, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f8b85636-54ab-4bfb-858e-4e7bfaa27beb,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:22.437900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:22.454376 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:22.456420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=d55b9a6c-e532-4bce-9678-49c2fc1041b7,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:22.458818 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] 10.222.0.32 "PUT /v2.0/ports/60f6b32b-d147-4bec-99e3-82f204304391 HTTP/1.1" status: 200 len: 1097 time: 2.3297100 Feb 11 04:20:22.469526 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'f8b85636-54ab-4bfb-858e-4e7bfaa27beb', 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1', 'port_id': 'f8b85636-54ab-4bfb-858e-4e7bfaa27beb', 'mac_address': 'fa:16:3e:a7:dc:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e401519-4399-4a8c-a0d9-4cdb41ad5be9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:20:22.486858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-8f8405da-acd4-4fce-a47d-0ae4cd93aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:22.488341 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-8f8405da-acd4-4fce-a47d-0ae4cd93aef8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.3499246 Feb 11 04:20:22.537238 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port f8b85636-54ab-4bfb-858e-4e7bfaa27beb is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:22.537642 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:22.554496 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974c442-38d4-4dbf-b533-0b755cb3f603 service neutron] Pushing event updated for resources: {'Port': ['ID=60f6b32b-d147-4bec-99e3-82f204304391,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:22.557465 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b85636-54ab-4bfb-858e-4e7bfaa27beb {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:22.583555 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-c404084d-5de9-4a1d-956a-cd32d517a33b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f HTTP/1.1" status: 200 len: 217 time: 0.0840249 Feb 11 04:20:22.590926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port f8b85636-54ab-4bfb-858e-4e7bfaa27beb, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f8b85636-54ab-4bfb-858e-4e7bfaa27beb,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:22.611733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803de95-2026-4b80-92fd-60243becf8ae req-8616e69a-9273-430b-8464-2d6ccde47d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:22.613361 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9803de95-2026-4b80-92fd-60243becf8ae req-8616e69a-9273-430b-8464-2d6ccde47d53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc3f6d91e7db441ea22bda38f9541f04&device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 1126 time: 0.2613719 Feb 11 04:20:22.614466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:22.615089 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:22.634795 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] 10.222.0.47 "PUT /v2.0/ports/5ea87c8e-eae8-4b8a-af20-8e75ff158523 HTTP/1.1" status: 200 len: 1093 time: 2.6037099 Feb 11 04:20:22.635371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803de95-2026-4b80-92fd-60243becf8ae req-51001bfc-b45f-450b-bf9a-07462c5825a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:22.635371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9803de95-2026-4b80-92fd-60243becf8ae req-51001bfc-b45f-450b-bf9a-07462c5825a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc3f6d91e7db441ea22bda38f9541f04&device_id=1ed7d850-f3ae-4f86-93cd-71f4956d6af3 HTTP/1.1" status: 200 len: 1128 time: 0.2471871 Feb 11 04:20:22.635371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef5ff1-a1e4-445e-9322-79804af5cd36 req-b8cccd96-5bd5-4666-af30-e5866e47cc85 tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:22.639200 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-02ef5ff1-a1e4-445e-9322-79804af5cd36 req-b8cccd96-5bd5-4666-af30-e5866e47cc85 tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 1133 time: 0.2497716 Feb 11 04:20:22.710279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03e077-4523-4a14-8110-4c41737a5957 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea87c8e-eae8-4b8a-af20-8e75ff158523,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:22.734070 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-3c087a2c-2455-450a-a129-fd2013cc73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:22.735911 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-3c087a2c-2455-450a-a129-fd2013cc73ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 1131 time: 0.0883749 Feb 11 04:20:22.776265 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-809e617a-331a-45c5-939e-b4dbd12b8d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ade9789e-67b5-4a60-8067-f45e412f3dea), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:22.782584 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-809e617a-331a-45c5-939e-b4dbd12b8d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:22.782584 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-809e617a-331a-45c5-939e-b4dbd12b8d59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ade9789e-67b5-4a60-8067-f45e412f3dea HTTP/1.1" status: 204 len: 168 time: 0.8979750 Feb 11 04:20:22.821499 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-eb3d6478-4648-41f6-88ba-2bb5318ad8ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=60f6b32b-d147-4bec-99e3-82f204304391 HTTP/1.1" status: 200 len: 217 time: 0.0699358 Feb 11 04:20:22.848737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e617a-331a-45c5-939e-b4dbd12b8d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade9789e-67b5-4a60-8067-f45e412f3dea,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:22.851538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-59b56a77-a12c-4d4a-b551-cc6f693fc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:22.853073 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-59b56a77-a12c-4d4a-b551-cc6f693fc31f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.2377832 Feb 11 04:20:22.889729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-20d129cd-1b43-4fd4-a83c-cf09124fabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:22.893715 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-20d129cd-1b43-4fd4-a83c-cf09124fabe6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0642843 Feb 11 04:20:22.907304 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-02ef5ff1-a1e4-445e-9322-79804af5cd36 req-2f4cca92-45f7-47a9-9b03-7c7abb23a38e tempest-MigrationsAdminTest-1450778884 tempest-MigrationsAdminTest-1450778884-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670166 Feb 11 04:20:22.962409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-c16a492c-69b6-4db8-b36e-711dbb3dfe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:22.964054 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-c16a492c-69b6-4db8-b36e-711dbb3dfe2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0644646 Feb 11 04:20:22.987435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803de95-2026-4b80-92fd-60243becf8ae req-aeadde73-ec2b-4a77-bc4b-cb237d35fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:22.987435 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9803de95-2026-4b80-92fd-60243becf8ae req-aeadde73-ec2b-4a77-bc4b-cb237d35fbf0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7481da08-7909-4a5a-be0f-2f19e8c280d1 HTTP/1.1" status: 200 len: 919 time: 0.3405666 Feb 11 04:20:23.011046 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207a278e-23dd-4cc6-b7fb-4fffb3aeadcf x-openstack-request-id: req-207a278e-23dd-4cc6-b7fb-4fffb3aeadcf {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:23.011542 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9188d1de-0e11-4b9d-b883-1d0e2ffaba81", "tag": "57f488ab-2ad7-48d4-9898-4fca95eb39ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7137a26-6480-44db-b5b5-3cf2fb397c3d", "tag": "2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:23.011669 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-207a278e-23dd-4cc6-b7fb-4fffb3aeadcf {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:23.012039 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9188d1de-0e11-4b9d-b883-1d0e2ffaba81', 'tag': '57f488ab-2ad7-48d4-9898-4fca95eb39ea', 'status': 'completed', 'code': 200} Feb 11 04:20:23.012358 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7137a26-6480-44db-b5b5-3cf2fb397c3d', 'tag': '2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086', 'status': 'completed', 'code': 200} Feb 11 04:20:23.013357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803de95-2026-4b80-92fd-60243becf8ae req-632580c3-53ca-46c4-95f0-573aea4c1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:23.015757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9803de95-2026-4b80-92fd-60243becf8ae req-632580c3-53ca-46c4-95f0-573aea4c1bf9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7481da08-7909-4a5a-be0f-2f19e8c280d1 HTTP/1.1" status: 200 len: 919 time: 0.3698800 Feb 11 04:20:23.030281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb81900-e1b1-4219-96bf-e877c7e9b452 req-2f17674f-f4d5-43b5-ae77-ebeb0c01cd46 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:23.039833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bb81900-e1b1-4219-96bf-e877c7e9b452 req-2f17674f-f4d5-43b5-ae77-ebeb0c01cd46 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 945 time: 0.4786665 Feb 11 04:20:23.078923 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:23.112111 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-b9373554-42c8-4345-a611-0656dbee88d0 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378973 Feb 11 04:20:23.130012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-03c9f0ef-6912-41f6-a48b-70f43ac02cb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2182088 Feb 11 04:20:23.155217 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-edebbf85-adb3-4df2-9493-0ddf9d37b602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:23.193871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=f8b85636-54ab-4bfb-858e-4e7bfaa27beb,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:23.234787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bb81900-e1b1-4219-96bf-e877c7e9b452 req-49578b33-d573-4cc1-af90-cc4cb869fa26 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932442 Feb 11 04:20:23.261819 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9825d8a9-caa3-4563-8008-8205d32626f8 req-c6cfdf55-cabc-4a9f-90f8-31f21b095396 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175051 Feb 11 04:20:23.334685 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-637e7a41-c450-46df-819c-ea849cb90e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:23.336470 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-637e7a41-c450-46df-819c-ea849cb90e0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 1127 time: 0.0737493 Feb 11 04:20:23.341616 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9803de95-2026-4b80-92fd-60243becf8ae req-b0edf29b-2ba9-4872-97fe-651e2475584d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f6d5dcc-116d-4830-a8d1-4b2951f195e3 HTTP/1.1" status: 200 len: 217 time: 0.2989593 Feb 11 04:20:23.344100 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9803de95-2026-4b80-92fd-60243becf8ae req-4e87e27a-2cc4-4a1a-8d49-0de83b2b4129 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8b85636-54ab-4bfb-858e-4e7bfaa27beb HTTP/1.1" status: 200 len: 217 time: 0.3260541 Feb 11 04:20:23.403594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['f8b85636-54ab-4bfb-858e-4e7bfaa27beb'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:23.410368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['d55b9a6c-e532-4bce-9678-49c2fc1041b7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:23.426726 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-8406ed19-ac3d-4d69-a762-f91318050ee4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523 HTTP/1.1" status: 200 len: 217 time: 0.0772431 Feb 11 04:20:23.453968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803de95-2026-4b80-92fd-60243becf8ae req-a029164e-adb7-4e43-845e-f816da05572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:23.453968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9803de95-2026-4b80-92fd-60243becf8ae req-a029164e-adb7-4e43-845e-f816da05572d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2e401519-4399-4a8c-a0d9-4cdb41ad5be9 HTTP/1.1" status: 200 len: 858 time: 0.0764928 Feb 11 04:20:23.494436 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-f58599bb-d6bc-43b7-ae8e-9ea259115286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:23.496564 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-f58599bb-d6bc-43b7-ae8e-9ea259115286 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.0633855 Feb 11 04:20:23.541592 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-9d121b03-eea5-4050-bc64-2bbaba4dcb6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382280 Feb 11 04:20:23.663040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9803de95-2026-4b80-92fd-60243becf8ae req-22b5d251-448f-4432-8518-3871e2ae143a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7481da08-7909-4a5a-be0f-2f19e8c280d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588039 Feb 11 04:20:23.674325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af402f-133d-4db2-a4ab-a5592a9b3bf0 req-5d03de5d-dfe9-492a-b352-b67aa9b53da8 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:23.681347 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64af402f-133d-4db2-a4ab-a5592a9b3bf0 req-5d03de5d-dfe9-492a-b352-b67aa9b53da8 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 944 time: 0.5848453 Feb 11 04:20:23.684564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-7c7f8519-864b-4e9e-88e3-20e67f5d4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:23.686009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-7c7f8519-864b-4e9e-88e3-20e67f5d4ce7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc3f6d91e7db441ea22bda38f9541f04&device_id=9188d1de-0e11-4b9d-b883-1d0e2ffaba81 HTTP/1.1" status: 200 len: 1127 time: 0.6678159 Feb 11 04:20:23.696249 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-b96d6114-503b-4018-b346-b410b2fba940 service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470108 Feb 11 04:20:23.802461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 57f488ab-2ad7-48d4-9898-4fca95eb39ea details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:20:23.862246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803de95-2026-4b80-92fd-60243becf8ae req-14eac9cf-e102-49be-8a83-876241ab05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:23.864813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9803de95-2026-4b80-92fd-60243becf8ae req-14eac9cf-e102-49be-8a83-876241ab05ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e401519-4399-4a8c-a0d9-4cdb41ad5be9 HTTP/1.1" status: 200 len: 858 time: 0.4994395 Feb 11 04:20:23.876529 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b5d3ea2a-4804-4975-9c41-b6a3dd2b9a8f req-f1f90dc2-7e9e-4ef9-8fab-d692142c990f service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755052 Feb 11 04:20:23.924087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c5b37-5bbd-4014-965a-a86997782707 req-60765711-f914-4d79-8173-4d452409c6e1 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:23.931625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-557c5b37-5bbd-4014-965a-a86997782707 req-60765711-f914-4d79-8173-4d452409c6e1 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.5864990 Feb 11 04:20:23.953720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-ed98063f-522c-4bd1-888d-a526aab55f19 service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7178290 Feb 11 04:20:23.960484 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 57f488ab-2ad7-48d4-9898-4fca95eb39ea, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=57f488ab-2ad7-48d4-9898-4fca95eb39ea,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:23.976839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '57f488ab-2ad7-48d4-9898-4fca95eb39ea', 'network_id': '7481da08-7909-4a5a-be0f-2f19e8c280d1', 'port_id': '57f488ab-2ad7-48d4-9898-4fca95eb39ea', 'mac_address': 'fa:16:3e:ed:85:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e401519-4399-4a8c-a0d9-4cdb41ad5be9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:20:23.994819 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64af402f-133d-4db2-a4ab-a5592a9b3bf0 req-c3f41312-eade-441e-b8fe-e0a4371a0bbe tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125200 Feb 11 04:20:23.997033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9803de95-2026-4b80-92fd-60243becf8ae req-fa4c6b45-fa0b-4d35-a072-20e6abf45955 service neutron] 10.222.0.47 "GET /v2.0/networks/7481da08-7909-4a5a-be0f-2f19e8c280d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051908 Feb 11 04:20:23.998910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9803de95-2026-4b80-92fd-60243becf8ae req-2d382ba8-6462-4d3b-baaa-7576bfbad4c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7481da08-7909-4a5a-be0f-2f19e8c280d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022725 Feb 11 04:20:24.037881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 57f488ab-2ad7-48d4-9898-4fca95eb39ea is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:24.038572 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (57f488ab-2ad7-48d4-9898-4fca95eb39ea), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:24.057433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f488ab-2ad7-48d4-9898-4fca95eb39ea {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:24.087946 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 57f488ab-2ad7-48d4-9898-4fca95eb39ea, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=57f488ab-2ad7-48d4-9898-4fca95eb39ea,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:24.162957 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (57f488ab-2ad7-48d4-9898-4fca95eb39ea), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:24.163686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:20:24.200491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:24.289550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-b169be9f-59c4-4350-a847-4fb97465538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:24.291375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-b169be9f-59c4-4350-a847-4fb97465538f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7481da08-7909-4a5a-be0f-2f19e8c280d1 HTTP/1.1" status: 200 len: 919 time: 0.4870813 Feb 11 04:20:24.315153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-557c5b37-5bbd-4014-965a-a86997782707 req-98a69e2c-a722-44e9-b4de-e919ee0a4cd0 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738408 Feb 11 04:20:24.317346 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=57f488ab-2ad7-48d4-9898-4fca95eb39ea,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:24.319512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76838151-00b3-4850-a961-c750c890af95', 'tag': '60f6b32b-d147-4bec-99e3-82f204304391'}, {'name': 'network-changed', 'server_uuid': 'ba911e61-9afa-4891-8423-c587da716d4a', 'tag': '5ea87c8e-eae8-4b8a-af20-8e75ff158523'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:24.321522 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2627de14-cca7-4b33-b368-adad069f62b8" -d '{"events": [{"name": "network-changed", "server_uuid": "76838151-00b3-4850-a961-c750c890af95", "tag": "60f6b32b-d147-4bec-99e3-82f204304391"}, {"name": "network-changed", "server_uuid": "ba911e61-9afa-4891-8423-c587da716d4a", "tag": "5ea87c8e-eae8-4b8a-af20-8e75ff158523"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:24.397796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:24.412102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086', 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90', 'port_id': '2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086', 'mac_address': 'fa:16:3e:85:4c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f835861-ae9c-4756-8b3b-a583638d521d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:20:24.448927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-325b770e-0fa5-479c-b016-bd7785b07c36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57f488ab-2ad7-48d4-9898-4fca95eb39ea HTTP/1.1" status: 200 len: 217 time: 0.1319673 Feb 11 04:20:24.451553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9803de95-2026-4b80-92fd-60243becf8ae req-0eef38e5-6cef-47e0-be06-b1eb270044df service neutron] 10.222.0.47 "GET /v2.0/networks/7481da08-7909-4a5a-be0f-2f19e8c280d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346800 Feb 11 04:20:24.454858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:20:24.463824 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:24.464778 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3f6d5dcc-116d-4830-a8d1-4b2951f195e3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:24.466675 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:24.467284 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:24.511082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:24.512791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9803de95-2026-4b80-92fd-60243becf8ae req-3f6e24cb-c378-419d-af1e-c2d810aebac2 service neutron] 10.222.0.32 "GET /v2.0/networks/7481da08-7909-4a5a-be0f-2f19e8c280d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927778 Feb 11 04:20:24.520019 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9bf730e2-7d40-4c6a-8f37-70d568459714 service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185564 Feb 11 04:20:24.545600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:24.570901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc6189-3560-426f-99d6-fcf283e55da3 req-b3493b2e-3696-4e1e-84a6-d658d46f9a35 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:24.572490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9cc6189-3560-426f-99d6-fcf283e55da3 req-b3493b2e-3696-4e1e-84a6-d658d46f9a35 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.3968804 Feb 11 04:20:24.592648 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:24.595438 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3f6d5dcc-116d-4830-a8d1-4b2951f195e3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:24.631301 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed7d850-f3ae-4f86-93cd-71f4956d6af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6d5dcc-116d-4830-a8d1-4b2951f195e3'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:24.634998 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d945e02e-c18c-4705-a791-aab3fac28d00" -d '{"events": [{"server_uuid": "1ed7d850-f3ae-4f86-93cd-71f4956d6af3", "name": "network-vif-plugged", "status": "completed", "tag": "3f6d5dcc-116d-4830-a8d1-4b2951f195e3"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:24.638305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-ee042ab7-bc26-45fb-8b8c-9ee0ec2ce22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:24.640194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-ee042ab7-bc26-45fb-8b8c-9ee0ec2ce22f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e401519-4399-4a8c-a0d9-4cdb41ad5be9 HTTP/1.1" status: 200 len: 858 time: 0.1747398 Feb 11 04:20:24.679716 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:24.685819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3f6d5dcc-116d-4830-a8d1-4b2951f195e3,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:24.701138 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-2119f4c7-d9b9-40c7-85cd-f2c541446bb5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7481da08-7909-4a5a-be0f-2f19e8c280d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494618 Feb 11 04:20:24.745635 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:24.750016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9cc6189-3560-426f-99d6-fcf283e55da3 req-27911c9d-b19a-4544-ade4-280bfcbbfd96 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669161 Feb 11 04:20:24.754262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:24.757041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:24.757041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:24.757041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:24.757041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:24.757041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:24.757041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:24.757041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:24.757683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:24.758042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:24.758705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:24.759606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:24.759606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:24.763858 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9803de95-2026-4b80-92fd-60243becf8ae req-bd4c1623-40b8-4a47-aabc-b5e3f0515820 service neutron] 10.222.0.32 "GET /v2.0/networks/7481da08-7909-4a5a-be0f-2f19e8c280d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255969 Feb 11 04:20:24.786141 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3f6d5dcc-116d-4830-a8d1-4b2951f195e3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:24.874908 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-025adf8e-aea3-4841-8b03-63c5a949a602 service neutron] 10.222.0.32 "GET /v2.0/networks/7481da08-7909-4a5a-be0f-2f19e8c280d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657629 Feb 11 04:20:24.917041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=3f6d5dcc-116d-4830-a8d1-4b2951f195e3,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:25.037864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['57f488ab-2ad7-48d4-9898-4fca95eb39ea'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:25.072099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f717f-e41f-401c-a68c-544d338aa237 req-bbf146d6-6abc-4127-86d6-884177a34add tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:25.080371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e48f717f-e41f-401c-a68c-544d338aa237 req-bbf146d6-6abc-4127-86d6-884177a34add tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 944 time: 0.1995184 Feb 11 04:20:25.146367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:25.449734 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-ec528dc4-7f22-4b7a-8c0a-5212f1c8a0d0 service neutron] 10.222.0.32 "GET /v2.0/networks/7481da08-7909-4a5a-be0f-2f19e8c280d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570579 Feb 11 04:20:25.461644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011385e-4ad1-4e2c-85e6-e0f5e28635d4 req-6e45f8b0-3bbd-469e-82af-fce12955d1a4 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:25.463580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6011385e-4ad1-4e2c-85e6-e0f5e28635d4 req-6e45f8b0-3bbd-469e-82af-fce12955d1a4 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 948 time: 0.5806854 Feb 11 04:20:25.551109 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ba9d6234-2b38-4c84-b4c1-91152329ade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:25.552848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e48f717f-e41f-401c-a68c-544d338aa237 req-5bfed7f3-907e-4ce0-8976-718195005ab8 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715848 Feb 11 04:20:25.595564 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6011385e-4ad1-4e2c-85e6-e0f5e28635d4 req-6fca96f2-4ca2-4097-869c-b061e92759dc tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214762 Feb 11 04:20:25.620221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-937f279c-2474-473e-a1a1-9b7c8c6bc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:25.621838 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-937f279c-2474-473e-a1a1-9b7c8c6bc5ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f12f051f6f4407992091bd99001c263&device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 1127 time: 0.1137831 Feb 11 04:20:25.667932 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5406542-3d12-4712-9e99-b8b086f28caf x-openstack-request-id: req-b5406542-3d12-4712-9e99-b8b086f28caf {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:25.668448 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76838151-00b3-4850-a961-c750c890af95", "tag": "60f6b32b-d147-4bec-99e3-82f204304391", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ba911e61-9afa-4891-8423-c587da716d4a", "tag": "5ea87c8e-eae8-4b8a-af20-8e75ff158523", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:25.668574 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5406542-3d12-4712-9e99-b8b086f28caf {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:25.677490 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76838151-00b3-4850-a961-c750c890af95', 'tag': '60f6b32b-d147-4bec-99e3-82f204304391', 'status': 'completed', 'code': 200} Feb 11 04:20:25.677858 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba911e61-9afa-4891-8423-c587da716d4a', 'tag': '5ea87c8e-eae8-4b8a-af20-8e75ff158523', 'status': 'completed', 'code': 200} Feb 11 04:20:25.768569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-a835ee49-c87d-4d8b-9f8a-29111d894b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:25.770069 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-a835ee49-c87d-4d8b-9f8a-29111d894b3b service neutron] 10.222.0.32 "GET /v2.0/networks?id=fd232fce-fd30-43de-a608-696b7ab07e90 HTTP/1.1" status: 200 len: 905 time: 0.1412220 Feb 11 04:20:25.804696 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 60f6b32b-d147-4bec-99e3-82f204304391 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:20:25.865567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device d55b9a6c-e532-4bce-9678-49c2fc1041b7 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:25.924824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-aa57ce20-dd81-4e01-bcdb-0f41657f8fd3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 HTTP/1.1" status: 200 len: 217 time: 0.0831964 Feb 11 04:20:26.020215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port d55b9a6c-e532-4bce-9678-49c2fc1041b7 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:20:26.039301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25c7f3-444d-41dc-8033-3d318941b29b req-d997b549-3ad1-45ec-9fbc-f8661e50297f tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:26.041081 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d25c7f3-444d-41dc-8033-3d318941b29b req-d997b549-3ad1-45ec-9fbc-f8661e50297f tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 945 time: 0.4048486 Feb 11 04:20:26.052625 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627de14-cca7-4b33-b368-adad069f62b8 req-d1014999-dca1-4f3d-9b36-1c3eb4381a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:26.054338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2627de14-cca7-4b33-b368-adad069f62b8 req-d1014999-dca1-4f3d-9b36-1c3eb4381a64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 1131 time: 0.2322972 Feb 11 04:20:26.062042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port d55b9a6c-e532-4bce-9678-49c2fc1041b7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:26.063677 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:26.066345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627de14-cca7-4b33-b368-adad069f62b8 req-e94a92ea-a6e7-48e2-862b-3e525c8af98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:26.067992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2627de14-cca7-4b33-b368-adad069f62b8 req-e94a92ea-a6e7-48e2-862b-3e525c8af98d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 1127 time: 0.2942257 Feb 11 04:20:26.117584 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 60f6b32b-d147-4bec-99e3-82f204304391, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=60f6b32b-d147-4bec-99e3-82f204304391,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:26.143610 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-1f6855de-0243-4942-a921-0d68420da08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:26.145057 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-1f6855de-0243-4942-a921-0d68420da08b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f835861-ae9c-4756-8b3b-a583638d521d HTTP/1.1" status: 200 len: 844 time: 0.2101457 Feb 11 04:20:26.159981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '60f6b32b-d147-4bec-99e3-82f204304391', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '60f6b32b-d147-4bec-99e3-82f204304391', 'mac_address': 'fa:16:3e:b0:73:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:20:26.225062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 60f6b32b-d147-4bec-99e3-82f204304391 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:26.226145 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (60f6b32b-d147-4bec-99e3-82f204304391), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:26.248439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f6b32b-d147-4bec-99e3-82f204304391 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:26.269544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-99065677-7c3b-4889-aed2-971d1ddf4dec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fd232fce-fd30-43de-a608-696b7ab07e90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851402 Feb 11 04:20:26.281510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d25c7f3-444d-41dc-8033-3d318941b29b req-169e3318-4497-49ec-8a00-15618748c3f6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278645 Feb 11 04:20:26.311889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 60f6b32b-d147-4bec-99e3-82f204304391, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=60f6b32b-d147-4bec-99e3-82f204304391,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:26.314488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port d55b9a6c-e532-4bce-9678-49c2fc1041b7 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:26.314895 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:26.333599 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf67d7-5017-42c9-8ec3-e9c73fffcdab req-913b29a9-7e05-487c-b883-edfc779851a6 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:26.335341 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5adf67d7-5017-42c9-8ec3-e9c73fffcdab req-913b29a9-7e05-487c-b883-edfc779851a6 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 950 time: 0.0843055 Feb 11 04:20:26.356384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port d55b9a6c-e532-4bce-9678-49c2fc1041b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=d55b9a6c-e532-4bce-9678-49c2fc1041b7,segment=NetworkSegment(fd8369af-aaeb-43a7-a600-c52390be2c53),segment_id=fd8369af-aaeb-43a7-a600-c52390be2c53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:26.369337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627de14-cca7-4b33-b368-adad069f62b8 req-6b40c3b9-2730-4e41-a77e-f164298f1eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:26.371145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2627de14-cca7-4b33-b368-adad069f62b8 req-6b40c3b9-2730-4e41-a77e-f164298f1eaa service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2967529 Feb 11 04:20:26.377142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627de14-cca7-4b33-b368-adad069f62b8 req-82c49888-9ee7-4b93-b86f-b29c1e7d8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:26.379096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2627de14-cca7-4b33-b368-adad069f62b8 req-82c49888-9ee7-4b93-b86f-b29c1e7d8753 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.2942178 Feb 11 04:20:26.379790 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (60f6b32b-d147-4bec-99e3-82f204304391), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:26.420322 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22625d0b-0bf1-48b1-bbdb-fe31b7ba2456 x-openstack-request-id: req-22625d0b-0bf1-48b1-bbdb-fe31b7ba2456 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:26.420765 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed7d850-f3ae-4f86-93cd-71f4956d6af3", "name": "network-vif-plugged", "status": "completed", "tag": "3f6d5dcc-116d-4830-a8d1-4b2951f195e3", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:26.421078 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22625d0b-0bf1-48b1-bbdb-fe31b7ba2456 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:26.422197 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed7d850-f3ae-4f86-93cd-71f4956d6af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6d5dcc-116d-4830-a8d1-4b2951f195e3', 'code': 200} Feb 11 04:20:26.455956 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:26.456813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device f8b85636-54ab-4bfb-858e-4e7bfaa27beb up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:26.511885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=60f6b32b-d147-4bec-99e3-82f204304391,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:26.515865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2627de14-cca7-4b33-b368-adad069f62b8 req-d4c28f2c-8392-4f8b-be29-1141d6d9036a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=60f6b32b-d147-4bec-99e3-82f204304391 HTTP/1.1" status: 200 len: 217 time: 0.0990620 Feb 11 04:20:26.519121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2627de14-cca7-4b33-b368-adad069f62b8 req-39e177ce-a5c2-4512-84a6-073b72ad65b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523 HTTP/1.1" status: 200 len: 217 time: 0.1037014 Feb 11 04:20:26.574238 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=d55b9a6c-e532-4bce-9678-49c2fc1041b7,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:26.579921 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:26.615372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-5adf67d7-5017-42c9-8ec3-e9c73fffcdab req-97685f48-bee4-44b9-9806-16583583f198 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Deleting port 31b98c6f-43da-4ae5-9339-25f900433422 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:20:26.616718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5adf67d7-5017-42c9-8ec3-e9c73fffcdab req-97685f48-bee4-44b9-9806-16583583f198 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (31b98c6f-43da-4ae5-9339-25f900433422), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:26.624398 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0efbd-c3c5-4077-a3c2-7e2d90da3f0e req-d757c8a3-2dc8-4c1a-94fe-4742a2e70bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:26.627663 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9be0efbd-c3c5-4077-a3c2-7e2d90da3f0e req-d757c8a3-2dc8-4c1a-94fe-4742a2e70bca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1ed7d850-f3ae-4f86-93cd-71f4956d6af3 HTTP/1.1" status: 200 len: 1129 time: 0.1403837 Feb 11 04:20:26.642154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port f8b85636-54ab-4bfb-858e-4e7bfaa27beb completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:20:26.646261 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port f8b85636-54ab-4bfb-858e-4e7bfaa27beb triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:26.646668 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:26.672940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-fad6412a-33ba-4de4-9e60-045c6f2ce635 service neutron] 10.222.0.32 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935516 Feb 11 04:20:26.701612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627de14-cca7-4b33-b368-adad069f62b8 req-d14201ed-2ae4-44d0-84f9-342c8c522338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:26.703094 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2627de14-cca7-4b33-b368-adad069f62b8 req-d14201ed-2ae4-44d0-84f9-342c8c522338 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1814463 Feb 11 04:20:26.715895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627de14-cca7-4b33-b368-adad069f62b8 req-df49d3cc-a51f-4cf1-a1b3-9d2161bbd16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:26.716842 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2627de14-cca7-4b33-b368-adad069f62b8 req-df49d3cc-a51f-4cf1-a1b3-9d2161bbd16b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.1836777 Feb 11 04:20:26.740311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port f8b85636-54ab-4bfb-858e-4e7bfaa27beb is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:26.749691 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:26.751814 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-5adf67d7-5017-42c9-8ec3-e9c73fffcdab req-97685f48-bee4-44b9-9806-16583583f198 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] For port 31b98c6f-43da-4ae5-9339-25f900433422, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=31b98c6f-43da-4ae5-9339-25f900433422,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:26.752736 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5adf67d7-5017-42c9-8ec3-e9c73fffcdab req-97685f48-bee4-44b9-9806-16583583f198 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (31b98c6f-43da-4ae5-9339-25f900433422), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:26.769081 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-5adf67d7-5017-42c9-8ec3-e9c73fffcdab req-97685f48-bee4-44b9-9806-16583583f198 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Calling delete_port for 31b98c6f-43da-4ae5-9339-25f900433422 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:20:26.780659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port f8b85636-54ab-4bfb-858e-4e7bfaa27beb, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f8b85636-54ab-4bfb-858e-4e7bfaa27beb,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:26.782688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['60f6b32b-d147-4bec-99e3-82f204304391'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:26.802385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2627de14-cca7-4b33-b368-adad069f62b8 req-b13d42a9-c7a4-482d-af2a-2281b4c175e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627289 Feb 11 04:20:26.847451 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:26.863463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fca5d7-4eec-499d-845d-f9a600c805c9 req-4a4b312b-724e-4655-bd15-9d7123462fd4 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:26.865092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3fca5d7-4eec-499d-845d-f9a600c805c9 req-4a4b312b-724e-4655-bd15-9d7123462fd4 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 944 time: 0.2708337 Feb 11 04:20:26.882945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba4f26-9d5b-4132-a6fa-4602f1a1ae33 req-7c59a3d5-f151-4088-8816-219d57e2e4e7 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:26.884423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7ba4f26-9d5b-4132-a6fa-4602f1a1ae33 req-7c59a3d5-f151-4088-8816-219d57e2e4e7 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 950 time: 0.2920575 Feb 11 04:20:26.892804 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9be0efbd-c3c5-4077-a3c2-7e2d90da3f0e req-b4a7bd3f-abf4-4bef-99cf-454dae37265b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548070 Feb 11 04:20:26.966389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=f8b85636-54ab-4bfb-858e-4e7bfaa27beb,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:26.994528 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f0ec35a-bcb3-41de-b97a-c941d9153dd6 req-98e4ebb6-5810-4217-b50b-fff56351e430 service neutron] 10.222.0.32 "GET /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085248 Feb 11 04:20:26.998941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627de14-cca7-4b33-b368-adad069f62b8 req-b8876731-9b1c-454e-a189-aa42d99c0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:27.001091 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2627de14-cca7-4b33-b368-adad069f62b8 req-b8876731-9b1c-454e-a189-aa42d99c0ca1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2830908 Feb 11 04:20:27.065953 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5adf67d7-5017-42c9-8ec3-e9c73fffcdab req-97685f48-bee4-44b9-9806-16583583f198 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (31b98c6f-43da-4ae5-9339-25f900433422), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:27.079851 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['5a87b147-9dfe-424a-9be7-e8b9804fc7f6', '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:27.099185 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7ba4f26-9d5b-4132-a6fa-4602f1a1ae33 req-d49f1951-eeeb-4c7c-92d4-672bbd7bf565 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060745 Feb 11 04:20:27.102325 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3fca5d7-4eec-499d-845d-f9a600c805c9 req-93a1cf6d-2206-42e5-b3f7-0df68848272c tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140784 Feb 11 04:20:27.138024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2627de14-cca7-4b33-b368-adad069f62b8 req-c0bdd130-5660-492b-a359-c2e1a5ca4766 service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043718 Feb 11 04:20:27.150518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['675eb9d2-75e0-42a1-a32e-3339bd59e613', '31b98c6f-43da-4ae5-9339-25f900433422'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:27.269623 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97685f48-bee4-44b9-9806-16583583f198 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Pushing event deleted for resources: {'Port': ['ID=31b98c6f-43da-4ae5-9339-25f900433422,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:27.281756 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adf67d7-5017-42c9-8ec3-e9c73fffcdab req-97685f48-bee4-44b9-9806-16583583f198 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] No DVR routers for this DVR port 31b98c6f-43da-4ae5-9339-25f900433422 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:20:27.285531 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5adf67d7-5017-42c9-8ec3-e9c73fffcdab req-97685f48-bee4-44b9-9806-16583583f198 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:27.291293 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5adf67d7-5017-42c9-8ec3-e9c73fffcdab req-97685f48-bee4-44b9-9806-16583583f198 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "DELETE /v2.0/ports/31b98c6f-43da-4ae5-9339-25f900433422 HTTP/1.1" status: 204 len: 173 time: 0.9481392 Feb 11 04:20:27.359805 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2627de14-cca7-4b33-b368-adad069f62b8 req-1dc13a96-36f1-4a9d-9415-a7ccf8815311 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420694 Feb 11 04:20:27.541140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156b176-0fc7-4cd5-98b2-4f7aead2f21c req-ea8c6a96-fb23-4a5f-8a4a-80f4408cb5f3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:27.542605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8156b176-0fc7-4cd5-98b2-4f7aead2f21c req-ea8c6a96-fb23-4a5f-8a4a-80f4408cb5f3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.3000500 Feb 11 04:20:27.554066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f35e0-56bf-460a-8885-a15b39ee9dbd req-645ea66e-0238-4c47-8b7b-1b667950b86f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:27.555539 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b65f35e0-56bf-460a-8885-a15b39ee9dbd req-645ea66e-0238-4c47-8b7b-1b667950b86f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.2903304 Feb 11 04:20:27.557590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2627de14-cca7-4b33-b368-adad069f62b8 req-181ff6b9-e55d-4452-bd7a-89077ebe7407 service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078963 Feb 11 04:20:27.596348 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2627de14-cca7-4b33-b368-adad069f62b8 req-e087bf24-2e8e-4c66-a60b-82bb309fc646 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260184 Feb 11 04:20:27.647994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8156b176-0fc7-4cd5-98b2-4f7aead2f21c req-1e988a7e-33b2-4b88-a125-9ae93c165b09 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896208 Feb 11 04:20:27.655044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b65f35e0-56bf-460a-8885-a15b39ee9dbd req-bf1b325d-a720-4431-b23b-5a98776b1681 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811126 Feb 11 04:20:27.679600 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'name': 'network-vif-deleted', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:27.683357 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1958823c-6f9f-4621-9781-f56ea4b00fef" -d '{"events": [{"server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "name": "network-vif-deleted", "tag": "31b98c6f-43da-4ae5-9339-25f900433422"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:27.819931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee731e-2d58-4911-b7e7-5ca7d41b3173 req-ebde1f31-449c-4f65-be1b-d848fc4f4aa4 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:27.821575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bee731e-2d58-4911-b7e7-5ca7d41b3173 req-ebde1f31-449c-4f65-be1b-d848fc4f4aa4 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 944 time: 0.0934405 Feb 11 04:20:27.829195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 57f488ab-2ad7-48d4-9898-4fca95eb39ea up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:27.830108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff0748-ee80-4863-ad7b-df993c9b0bd2 req-3536b72b-c8f8-4c8f-8cad-6f078949e4ee tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:27.831631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaff0748-ee80-4863-ad7b-df993c9b0bd2 req-3536b72b-c8f8-4c8f-8cad-6f078949e4ee tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 949 time: 0.0940077 Feb 11 04:20:27.906720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bee731e-2d58-4911-b7e7-5ca7d41b3173 req-c1c45b02-5ced-4cb0-8458-b907532d530c tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719321 Feb 11 04:20:27.908811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaff0748-ee80-4863-ad7b-df993c9b0bd2 req-ec7a32de-e741-47ba-aebb-68d5e6bbae48 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699596 Feb 11 04:20:27.957586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 57f488ab-2ad7-48d4-9898-4fca95eb39ea completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:20:27.963292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 57f488ab-2ad7-48d4-9898-4fca95eb39ea triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:27.969054 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (57f488ab-2ad7-48d4-9898-4fca95eb39ea), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:27.969776 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c2eea1-446c-4c59-973f-bc2f569754e8 x-openstack-request-id: req-36c2eea1-446c-4c59-973f-bc2f569754e8 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:27.970657 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1896f222-f647-482d-aabf-3a040f210d32", "name": "network-vif-deleted", "tag": "31b98c6f-43da-4ae5-9339-25f900433422", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:27.971132 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36c2eea1-446c-4c59-973f-bc2f569754e8 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:27.971792 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1896f222-f647-482d-aabf-3a040f210d32', 'name': 'network-vif-deleted', 'tag': '31b98c6f-43da-4ae5-9339-25f900433422', 'status': 'completed', 'code': 200} Feb 11 04:20:28.067303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f264f-c1ef-40b5-85a1-50cd856afc81 req-0025818a-384a-41c7-8134-7371559f839c tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:28.069194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f71f264f-c1ef-40b5-85a1-50cd856afc81 req-0025818a-384a-41c7-8134-7371559f839c tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 946 time: 0.0731158 Feb 11 04:20:28.149103 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f71f264f-c1ef-40b5-85a1-50cd856afc81 req-8ca7e30b-bd4b-4295-95ff-855397335fef tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539918 Feb 11 04:20:28.258021 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:28.275825 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 57f488ab-2ad7-48d4-9898-4fca95eb39ea is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:28.276323 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (57f488ab-2ad7-48d4-9898-4fca95eb39ea), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:28.299491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ffa9c144-d233-40c1-8bfb-05e7e6fc19bb req-d1be4f67-beae-4db1-94cc-6582bfde3d9a tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=1896f222-f647-482d-aabf-3a040f210d32 HTTP/1.1" status: 200 len: 210 time: 0.0570791 Feb 11 04:20:28.327097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 57f488ab-2ad7-48d4-9898-4fca95eb39ea, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=57f488ab-2ad7-48d4-9898-4fca95eb39ea,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:28.402332 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (57f488ab-2ad7-48d4-9898-4fca95eb39ea), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:28.403373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:28.433323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b9f5c-e688-4e8e-86c3-adedae342bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55b9a6c-e532-4bce-9678-49c2fc1041b7'}, {'server_uuid': '7a95221b-76bb-493a-8a6d-15d1d0cb3b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b85636-54ab-4bfb-858e-4e7bfaa27beb'}, {'server_uuid': '9188d1de-0e11-4b9d-b883-1d0e2ffaba81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f488ab-2ad7-48d4-9898-4fca95eb39ea'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:28.436723 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cffaaf-09ae-49fa-9d0e-f42090f26f37" -d '{"events": [{"server_uuid": "933b9f5c-e688-4e8e-86c3-adedae342bf3", "name": "network-vif-plugged", "status": "completed", "tag": "d55b9a6c-e532-4bce-9678-49c2fc1041b7"}, {"server_uuid": "7a95221b-76bb-493a-8a6d-15d1d0cb3b02", "name": "network-vif-plugged", "status": "completed", "tag": "f8b85636-54ab-4bfb-858e-4e7bfaa27beb"}, {"server_uuid": "9188d1de-0e11-4b9d-b883-1d0e2ffaba81", "name": "network-vif-plugged", "status": "completed", "tag": "57f488ab-2ad7-48d4-9898-4fca95eb39ea"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:28.448091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f75c3-cfe3-4995-bdcd-0b68fd1ae02e req-4a7077a9-dbac-4acb-b0b7-ce4ecb628fb7 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:28.450475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-832f75c3-cfe3-4995-bdcd-0b68fd1ae02e req-4a7077a9-dbac-4acb-b0b7-ce4ecb628fb7 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 945 time: 0.0740657 Feb 11 04:20:28.513929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=57f488ab-2ad7-48d4-9898-4fca95eb39ea,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:28.525029 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-832f75c3-cfe3-4995-bdcd-0b68fd1ae02e req-e85321fc-1364-4551-8676-652514b80712 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650880 Feb 11 04:20:28.564857 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a0a443-d7e7-4720-929f-6375aef4d4c9 x-openstack-request-id: req-31a0a443-d7e7-4720-929f-6375aef4d4c9 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:28.565173 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b9f5c-e688-4e8e-86c3-adedae342bf3", "name": "network-vif-plugged", "status": "completed", "tag": "d55b9a6c-e532-4bce-9678-49c2fc1041b7", "code": 200}, {"server_uuid": "7a95221b-76bb-493a-8a6d-15d1d0cb3b02", "name": "network-vif-plugged", "status": "completed", "tag": "f8b85636-54ab-4bfb-858e-4e7bfaa27beb", "code": 200}, {"server_uuid": "9188d1de-0e11-4b9d-b883-1d0e2ffaba81", "name": "network-vif-plugged", "status": "completed", "tag": "57f488ab-2ad7-48d4-9898-4fca95eb39ea", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:28.565434 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31a0a443-d7e7-4720-929f-6375aef4d4c9 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:28.565847 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b9f5c-e688-4e8e-86c3-adedae342bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55b9a6c-e532-4bce-9678-49c2fc1041b7', 'code': 200} Feb 11 04:20:28.566105 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a95221b-76bb-493a-8a6d-15d1d0cb3b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b85636-54ab-4bfb-858e-4e7bfaa27beb', 'code': 200} Feb 11 04:20:28.566372 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9188d1de-0e11-4b9d-b883-1d0e2ffaba81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f488ab-2ad7-48d4-9898-4fca95eb39ea', 'code': 200} Feb 11 04:20:28.574526 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:20:28.582343 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:28.582835 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:28.730997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:28.731611 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:28.778292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:28.843218 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:28.872418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6e185-754c-4a4f-a220-50d334d5255e req-780a5972-19ad-4d45-b90c-33aff6bd7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:28.873954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cd6e185-754c-4a4f-a220-50d334d5255e req-780a5972-19ad-4d45-b90c-33aff6bd7503 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 1129 time: 0.1901987 Feb 11 04:20:28.889222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74654dca-71ac-4f4f-b140-f697d383837d req-da15bcf9-8145-45ce-b7c0-08949f873b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:28.891440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74654dca-71ac-4f4f-b140-f697d383837d req-da15bcf9-8145-45ce-b7c0-08949f873b22 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9188d1de-0e11-4b9d-b883-1d0e2ffaba81 HTTP/1.1" status: 200 len: 1129 time: 0.1746202 Feb 11 04:20:28.896292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:28.928066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf5d36-0702-4b91-8967-74fecfe156c1 req-95d812c9-6dfb-4983-8780-77aad51b6afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:28.930249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cdf5d36-0702-4b91-8967-74fecfe156c1 req-95d812c9-6dfb-4983-8780-77aad51b6afb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 1128 time: 0.1737304 Feb 11 04:20:28.962557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cea27-b2ae-45f3-ae43-20cd51e527d7 req-1749dc8b-1666-4307-8ce5-623f44c5f233 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:28.964139 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9b6cea27-b2ae-45f3-ae43-20cd51e527d7 req-1749dc8b-1666-4307-8ce5-623f44c5f233 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.1946173 Feb 11 04:20:29.058859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cd6e185-754c-4a4f-a220-50d334d5255e req-eb8472a4-98ee-41f5-8297-0243b34d6cf9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717489 Feb 11 04:20:29.065973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0766a1a-6c1a-4eaf-836c-d051a5ed0282 req-b0608d8b-127b-4e29-86b4-2a0863ba8932 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:29.067372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0766a1a-6c1a-4eaf-836c-d051a5ed0282 req-b0608d8b-127b-4e29-86b4-2a0863ba8932 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.2499888 Feb 11 04:20:29.084491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74654dca-71ac-4f4f-b140-f697d383837d req-6bb7ca53-97d9-4ed7-9d4e-494a75876579 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845746 Feb 11 04:20:29.108152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cdf5d36-0702-4b91-8967-74fecfe156c1 req-e3f12dc7-c0f2-4c99-b751-fa7c151f2430 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612976 Feb 11 04:20:29.117745 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9b6cea27-b2ae-45f3-ae43-20cd51e527d7 req-540ba428-6716-41f5-bf5a-1e70bd2a9d3f tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351447 Feb 11 04:20:29.150453 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0766a1a-6c1a-4eaf-836c-d051a5ed0282 req-2e7d6a64-cd6a-4bbb-ba10-54f793a234e0 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725915 Feb 11 04:20:29.269575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51048d5c-6529-4476-92b6-46b6a7316fe9 req-ffd9bf0e-a5c0-4484-956e-f09bc43b3993 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:29.272816 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51048d5c-6529-4476-92b6-46b6a7316fe9 req-ffd9bf0e-a5c0-4484-956e-f09bc43b3993 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 949 time: 0.0624506 Feb 11 04:20:29.359613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51048d5c-6529-4476-92b6-46b6a7316fe9 req-70cba95c-1abc-42d5-8e06-39e4b53e7c22 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825138 Feb 11 04:20:29.369070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d3fff-48a2-4877-82d5-a0eb5ccf67f9 req-599d9f92-822b-4e1b-92db-9c9c595fa468 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:29.370507 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-409d3fff-48a2-4877-82d5-a0eb5ccf67f9 req-599d9f92-822b-4e1b-92db-9c9c595fa468 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 945 time: 0.0917871 Feb 11 04:20:29.424831 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-409d3fff-48a2-4877-82d5-a0eb5ccf67f9 req-b93325fa-1003-4727-8732-594316c9b797 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440192 Feb 11 04:20:29.489891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452fe50-73c6-4f19-9dde-551fdcd9e86f req-f3848dc3-e321-40eb-8158-6402d84e706c tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:29.491584 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2452fe50-73c6-4f19-9dde-551fdcd9e86f req-f3848dc3-e321-40eb-8158-6402d84e706c tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 946 time: 0.0657191 Feb 11 04:20:29.551204 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2452fe50-73c6-4f19-9dde-551fdcd9e86f req-a019f10f-10e8-4106-9270-cea09e2497cb tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512862 Feb 11 04:20:29.575099 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:29.702974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f1fa8-3a8c-46b6-be84-e1d26d585457 req-af987108-949d-4036-933b-fa8190add6ce tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:29.704490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-662f1fa8-3a8c-46b6-be84-e1d26d585457 req-af987108-949d-4036-933b-fa8190add6ce tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 945 time: 0.0565503 Feb 11 04:20:29.769708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-662f1fa8-3a8c-46b6-be84-e1d26d585457 req-f8bef220-57fe-4622-b5c7-39a1e2663614 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592694 Feb 11 04:20:29.829735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 60f6b32b-d147-4bec-99e3-82f204304391 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:29.933839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 60f6b32b-d147-4bec-99e3-82f204304391 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:20:29.939089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 60f6b32b-d147-4bec-99e3-82f204304391 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:29.939588 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (60f6b32b-d147-4bec-99e3-82f204304391), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:30.044571 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 60f6b32b-d147-4bec-99e3-82f204304391 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:30.044571 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (60f6b32b-d147-4bec-99e3-82f204304391), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:30.085276 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 60f6b32b-d147-4bec-99e3-82f204304391, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=60f6b32b-d147-4bec-99e3-82f204304391,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:30.169051 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (60f6b32b-d147-4bec-99e3-82f204304391), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:30.229902 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=60f6b32b-d147-4bec-99e3-82f204304391,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:30.245290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96eb49-ef63-430d-8a58-e35f0761c432 req-025dffdc-2245-41c4-8137-51593f9a8942 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:30.248119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b96eb49-ef63-430d-8a58-e35f0761c432 req-025dffdc-2245-41c4-8137-51593f9a8942 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 951 time: 0.0746694 Feb 11 04:20:30.250692 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 31b98c6f-43da-4ae5-9339-25f900433422 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:30.276179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 31b98c6f-43da-4ae5-9339-25f900433422 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:20:30.276641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 31b98c6f-43da-4ae5-9339-25f900433422 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:20:30.315785 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b96eb49-ef63-430d-8a58-e35f0761c432 req-9336e6d0-b681-46e9-8a78-f927e783a5e0 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617719 Feb 11 04:20:30.419456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185ff5a-ec22-480d-a888-f9af8333dbb7 req-7e79fed8-565c-4e7e-b732-42d542189cb0 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:30.421760 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2185ff5a-ec22-480d-a888-f9af8333dbb7 req-7e79fed8-565c-4e7e-b732-42d542189cb0 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.0863676 Feb 11 04:20:30.472382 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400597e6-cef6-4278-a5b7-459f9df5adb8 req-d1808215-0b83-4dcc-93f1-7504df61075f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:30.473876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-400597e6-cef6-4278-a5b7-459f9df5adb8 req-d1808215-0b83-4dcc-93f1-7504df61075f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.0955129 Feb 11 04:20:30.500286 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2185ff5a-ec22-480d-a888-f9af8333dbb7 req-94da6f33-13ea-4e55-9d74-9046515772c4 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724714 Feb 11 04:20:30.547396 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-400597e6-cef6-4278-a5b7-459f9df5adb8 req-ee3c28e2-1102-4db6-ac06-f2fae2524701 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658741 Feb 11 04:20:30.567801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7137a26-6480-44db-b5b5-3cf2fb397c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086'}, {'server_uuid': '76838151-00b3-4850-a961-c750c890af95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f6b32b-d147-4bec-99e3-82f204304391'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:30.570106 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dff741e-ef80-4459-a72d-a506abd70c62" -d '{"events": [{"server_uuid": "d7137a26-6480-44db-b5b5-3cf2fb397c3d", "name": "network-vif-plugged", "status": "completed", "tag": "2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086"}, {"server_uuid": "76838151-00b3-4850-a961-c750c890af95", "name": "network-vif-plugged", "status": "completed", "tag": "60f6b32b-d147-4bec-99e3-82f204304391"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:30.680120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ee585-69af-40cb-b004-e23db4ea060e req-db41d6f1-03e5-4677-9f72-27b49dbc9e17 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:30.680120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f0ee585-69af-40cb-b004-e23db4ea060e req-db41d6f1-03e5-4677-9f72-27b49dbc9e17 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 950 time: 0.0982170 Feb 11 04:20:30.713282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8afa5-b4db-4406-925b-0d618a619e91 req-13b43f07-b847-4b9d-9cc4-20d79b84103f tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:30.714851 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3c8afa5-b4db-4406-925b-0d618a619e91 req-13b43f07-b847-4b9d-9cc4-20d79b84103f tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 945 time: 0.0988948 Feb 11 04:20:30.760269 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f0ee585-69af-40cb-b004-e23db4ea060e req-b02a19a4-47eb-4af3-90fe-177649c1d6f5 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735676 Feb 11 04:20:30.797597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3c8afa5-b4db-4406-925b-0d618a619e91 req-f80ab2d9-d476-4385-b9bd-4a1bd30e9d25 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764546 Feb 11 04:20:30.936362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b3b92-0a56-4721-8b35-7d6bfa551ad2 req-97a64bfd-2a33-4df9-b19f-b6f5a6098c36 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:30.938410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b2b3b92-0a56-4721-8b35-7d6bfa551ad2 req-97a64bfd-2a33-4df9-b19f-b6f5a6098c36 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 946 time: 0.0847511 Feb 11 04:20:30.943375 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4364693-646d-4e76-b4c5-5935247686bb x-openstack-request-id: req-a4364693-646d-4e76-b4c5-5935247686bb {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:30.943962 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7137a26-6480-44db-b5b5-3cf2fb397c3d", "name": "network-vif-plugged", "status": "completed", "tag": "2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086", "code": 200}, {"server_uuid": "76838151-00b3-4850-a961-c750c890af95", "name": "network-vif-plugged", "status": "completed", "tag": "60f6b32b-d147-4bec-99e3-82f204304391", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:30.943962 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4364693-646d-4e76-b4c5-5935247686bb {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:30.944478 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7137a26-6480-44db-b5b5-3cf2fb397c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086', 'code': 200} Feb 11 04:20:30.944800 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76838151-00b3-4850-a961-c750c890af95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f6b32b-d147-4bec-99e3-82f204304391', 'code': 200} Feb 11 04:20:31.057600 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b2b3b92-0a56-4721-8b35-7d6bfa551ad2 req-49fb2a48-2983-4810-b7e4-aecece6e5089 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095223 Feb 11 04:20:31.089133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557eca51-73ba-41b6-825d-a1b1153f0042 req-9ae56a50-e01e-4247-ae11-ccad5e918e77 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:31.089640 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-557eca51-73ba-41b6-825d-a1b1153f0042 req-9ae56a50-e01e-4247-ae11-ccad5e918e77 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 945 time: 0.0798368 Feb 11 04:20:31.580328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-557eca51-73ba-41b6-825d-a1b1153f0042 req-5d7963f5-9af2-469c-9cb2-1def47c6c79c tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897652 Feb 11 04:20:31.621025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aa098-5a23-421c-8c1e-de5cbf8fd9b1 req-5c89a9d7-bd24-44dc-8a68-ef47a3ed3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:31.624983 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d39aa098-5a23-421c-8c1e-de5cbf8fd9b1 req-5c89a9d7-bd24-44dc-8a68-ef47a3ed3f29 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 1133 time: 0.5306950 Feb 11 04:20:31.646146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a0352-960b-4304-845d-7573c0fa6e78 req-226aef5a-375a-45c4-85e5-9921dcb207e6 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:31.647713 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-345a0352-960b-4304-845d-7573c0fa6e78 req-226aef5a-375a-45c4-85e5-9921dcb207e6 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 951 time: 0.2029164 Feb 11 04:20:31.659474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac28a1b-bdc4-4958-a795-7e18bf2966e9 req-a58ba8c9-021f-4083-8b40-41a895e6034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:31.660949 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bac28a1b-bdc4-4958-a795-7e18bf2966e9 req-a58ba8c9-021f-4083-8b40-41a895e6034a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 1128 time: 0.2172656 Feb 11 04:20:31.772429 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d95252-6aee-4acf-bb84-25806370d954 req-8f548b12-8c43-42fc-b467-43e870e8336f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:31.773927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6d95252-6aee-4acf-bb84-25806370d954 req-8f548b12-8c43-42fc-b467-43e870e8336f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 951 time: 0.2068777 Feb 11 04:20:31.805925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d39aa098-5a23-421c-8c1e-de5cbf8fd9b1 req-4c0e75bc-00a5-427b-9a71-cfeae750eb5d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735899 Feb 11 04:20:31.853934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-345a0352-960b-4304-845d-7573c0fa6e78 req-3268b416-3997-4cd6-8387-e835f4f225a2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912050 Feb 11 04:20:31.861475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bac28a1b-bdc4-4958-a795-7e18bf2966e9 req-c8e0dc0d-1a94-49c4-81ad-2c1c32f18f7d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853611 Feb 11 04:20:31.901502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f718c8-8f72-4476-a651-1a24680636e7 req-454c0915-a80b-493a-9611-7921e83f105e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:31.911599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64f718c8-8f72-4476-a651-1a24680636e7 req-454c0915-a80b-493a-9611-7921e83f105e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.2444263 Feb 11 04:20:31.913754 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41608) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:32.036655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64f718c8-8f72-4476-a651-1a24680636e7 req-6533c3f1-b2ca-4974-bca3-daf936166d97 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211090 Feb 11 04:20:32.046930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-c6d95252-6aee-4acf-bb84-25806370d954 req-e1e2c31c-bfee-43a1-be97-876ace5bb910 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Deleting port 675eb9d2-75e0-42a1-a32e-3339bd59e613 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:20:32.051060 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c6d95252-6aee-4acf-bb84-25806370d954 req-e1e2c31c-bfee-43a1-be97-876ace5bb910 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:32.053691 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:32.078825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b7a21-56af-4332-9c05-6e29eaeaaaf9 req-1fd0f548-e970-4906-9c98-e5bc1606fd14 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:32.080476 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-638b7a21-56af-4332-9c05-6e29eaeaaaf9 req-1fd0f548-e970-4906-9c98-e5bc1606fd14 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.1464131 Feb 11 04:20:32.145905 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Publish callbacks [] for security_group (1a602f6d-d589-46dc-82fa-3d0975488e9c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:32.220077 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1a602f6d-d589-46dc-82fa-3d0975488e9c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:32.250964 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-c6d95252-6aee-4acf-bb84-25806370d954 req-e1e2c31c-bfee-43a1-be97-876ace5bb910 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] For port 675eb9d2-75e0-42a1-a32e-3339bd59e613, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=675eb9d2-75e0-42a1-a32e-3339bd59e613,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:32.251351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c6d95252-6aee-4acf-bb84-25806370d954 req-e1e2c31c-bfee-43a1-be97-876ace5bb910 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:32.263897 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-638b7a21-56af-4332-9c05-6e29eaeaaaf9 req-dd2328b5-4a83-491e-b647-4dbed80da14d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757956 Feb 11 04:20:32.270686 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46206507ac93481ea072fb93565619c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552849 Feb 11 04:20:32.273763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41614) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:32.281680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a602f6d-d589-46dc-82fa-3d0975488e9c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:32.283163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-c6d95252-6aee-4acf-bb84-25806370d954 req-e1e2c31c-bfee-43a1-be97-876ace5bb910 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Calling delete_port for 675eb9d2-75e0-42a1-a32e-3339bd59e613 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:20:32.287755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:32.288208 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:32.288629 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:32.288995 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:32.289398 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:32.289975 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:32.290714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:32.291491 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:32.292013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:32.292531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:32.293039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:32.293604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:32.294128 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b620c9-53e2-4046-82a4-0780fa08d1d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:32.294745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368272d-5278-42a8-9ef5-3f465bf1ce28 req-74f33d1a-ce49-4d49-b6db-be815149bd14 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:32.297033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a368272d-5278-42a8-9ef5-3f465bf1ce28 req-74f33d1a-ce49-4d49-b6db-be815149bd14 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 950 time: 0.1494987 Feb 11 04:20:32.480426 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44e1e3b7-6a88-4dee-b0e1-27c89e33b283 admin admin] Publish callbacks [] for security_group (1a602f6d-d589-46dc-82fa-3d0975488e9c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:32.487413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a368272d-5278-42a8-9ef5-3f465bf1ce28 req-4e06dd82-3805-4535-af9e-a3d80607e6f6 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757212 Feb 11 04:20:32.529380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4369d-f4e6-47b1-ba4e-f4010d21971d req-4a595a49-01ab-48e1-a90a-824d8326ceed tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:32.531546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-38d4369d-f4e6-47b1-ba4e-f4010d21971d req-4a595a49-01ab-48e1-a90a-824d8326ceed tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 945 time: 0.1512902 Feb 11 04:20:32.537918 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44e1e3b7-6a88-4dee-b0e1-27c89e33b283 admin admin] Publish callbacks [] for security_group (1a602f6d-d589-46dc-82fa-3d0975488e9c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:32.690177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-38d4369d-f4e6-47b1-ba4e-f4010d21971d req-57a152b7-3f4c-4306-bb6d-d58442656bd9 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500847 Feb 11 04:20:32.712661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525d0ec-c85a-4546-9702-66958f37e105 req-15f491d8-49ea-4903-9d29-d4a7bab1efa3 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:32.721755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e525d0ec-c85a-4546-9702-66958f37e105 req-15f491d8-49ea-4903-9d29-d4a7bab1efa3 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 946 time: 0.1417925 Feb 11 04:20:32.807662 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c6d95252-6aee-4acf-bb84-25806370d954 req-e1e2c31c-bfee-43a1-be97-876ace5bb910 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (675eb9d2-75e0-42a1-a32e-3339bd59e613), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:32.828030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['5a87b147-9dfe-424a-9be7-e8b9804fc7f6', '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:32.829798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e525d0ec-c85a-4546-9702-66958f37e105 req-9714465b-d6c2-4462-808d-41207d02bda6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003575 Feb 11 04:20:32.862351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44e1e3b7-6a88-4dee-b0e1-27c89e33b283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1a602f6d-d589-46dc-82fa-3d0975488e9c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:32.865911 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44e1e3b7-6a88-4dee-b0e1-27c89e33b283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:32.870441 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-44e1e3b7-6a88-4dee-b0e1-27c89e33b283 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a602f6d-d589-46dc-82fa-3d0975488e9c HTTP/1.1" status: 204 len: 168 time: 0.5956233 Feb 11 04:20:32.876957 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2c31c-bfee-43a1-be97-876ace5bb910 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Pushing event deleted for resources: {'Port': ['ID=675eb9d2-75e0-42a1-a32e-3339bd59e613,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:32.954800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1e3b7-6a88-4dee-b0e1-27c89e33b283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a602f6d-d589-46dc-82fa-3d0975488e9c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:32.990847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d95252-6aee-4acf-bb84-25806370d954 req-e1e2c31c-bfee-43a1-be97-876ace5bb910 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] No DVR routers for this DVR port 675eb9d2-75e0-42a1-a32e-3339bd59e613 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:20:32.994714 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c6d95252-6aee-4acf-bb84-25806370d954 req-e1e2c31c-bfee-43a1-be97-876ace5bb910 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:32.999706 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6d95252-6aee-4acf-bb84-25806370d954 req-e1e2c31c-bfee-43a1-be97-876ace5bb910 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.47 "DELETE /v2.0/ports/675eb9d2-75e0-42a1-a32e-3339bd59e613 HTTP/1.1" status: 204 len: 173 time: 1.2188985 Feb 11 04:20:33.018292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'name': 'network-vif-deleted', 'tag': '675eb9d2-75e0-42a1-a32e-3339bd59e613'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:33.021536 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09d76f6-a797-425a-97d0-fb612681ba9d" -d '{"events": [{"server_uuid": "782a29a3-9c2e-42d3-978e-63c79bbb09b6", "name": "network-vif-deleted", "tag": "675eb9d2-75e0-42a1-a32e-3339bd59e613"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:33.059753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41851033-746b-4251-9058-fe52a3095302 req-f96a140c-5347-4aec-b2b7-38fe235cf860 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:33.074192 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41851033-746b-4251-9058-fe52a3095302 req-f96a140c-5347-4aec-b2b7-38fe235cf860 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 945 time: 0.3067601 Feb 11 04:20:33.150584 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb768ffe-728f-422e-8061-39a6aca772b2 req-7c7bad72-ea0e-4dc4-b415-2223396bf1b4 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1911837621&fields=id&tenant_id=223c1bb87646423fa989545b2c1fd2f9 HTTP/1.1" status: 200 len: 267 time: 0.1616840 Feb 11 04:20:33.188814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41851033-746b-4251-9058-fe52a3095302 req-b2429fe5-cb12-4a7a-8d55-a00776e3ce51 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102359 Feb 11 04:20:33.270934 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb768ffe-728f-422e-8061-39a6aca772b2 req-96e9c966-9f73-46c4-ad98-9cdd013875bd tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:33.273455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb768ffe-728f-422e-8061-39a6aca772b2 req-96e9c966-9f73-46c4-ad98-9cdd013875bd tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 946 time: 0.1092384 Feb 11 04:20:33.290261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-eb768ffe-728f-422e-8061-39a6aca772b2 req-6538bb69-e3b2-4bfe-b838-d254145c214a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'port': {'security_groups': ['7d4705d6-b024-436e-bdd4-d56fbcc05413', '9b674c38-0f24-4d95-abb7-449be18f2b01']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:33.363855 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6f3a97e-9947-439c-9cbf-f74f134e0dfb req-75775e69-db50-4eb5-a89d-5bb6f3634aaa tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=782a29a3-9c2e-42d3-978e-63c79bbb09b6 HTTP/1.1" status: 200 len: 210 time: 0.0356355 Feb 11 04:20:33.451338 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1923b3-2fcd-42f7-85b2-37feb36fb527 x-openstack-request-id: req-fe1923b3-2fcd-42f7-85b2-37feb36fb527 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:33.451844 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782a29a3-9c2e-42d3-978e-63c79bbb09b6", "name": "network-vif-deleted", "tag": "675eb9d2-75e0-42a1-a32e-3339bd59e613", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:33.454189 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe1923b3-2fcd-42f7-85b2-37feb36fb527 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:33.455613 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782a29a3-9c2e-42d3-978e-63c79bbb09b6', 'name': 'network-vif-deleted', 'tag': '675eb9d2-75e0-42a1-a32e-3339bd59e613', 'status': 'completed', 'code': 200} Feb 11 04:20:33.478977 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eb768ffe-728f-422e-8061-39a6aca772b2 req-6538bb69-e3b2-4bfe-b838-d254145c214a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:33.660530 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:33.672391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c8005-deda-4a17-bae8-61d8116a8bca req-d8182fa0-c406-4c8c-bea2-158f410b27cb tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:33.674485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee1c8005-deda-4a17-bae8-61d8116a8bca req-d8182fa0-c406-4c8c-bea2-158f410b27cb tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.1684003 Feb 11 04:20:33.739702 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:33.808174 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee1c8005-deda-4a17-bae8-61d8116a8bca req-fcdfdf56-7765-4c1f-aabf-131504003a5f tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262965 Feb 11 04:20:33.836893 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-eb768ffe-728f-422e-8061-39a6aca772b2 req-6538bb69-e3b2-4bfe-b838-d254145c214a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] For port d55b9a6c-e532-4bce-9678-49c2fc1041b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=d55b9a6c-e532-4bce-9678-49c2fc1041b7,segment=NetworkSegment(fd8369af-aaeb-43a7-a600-c52390be2c53),segment_id=fd8369af-aaeb-43a7-a600-c52390be2c53)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:33.866423 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eb768ffe-728f-422e-8061-39a6aca772b2 req-6538bb69-e3b2-4bfe-b838-d254145c214a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:33.941769 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eb768ffe-728f-422e-8061-39a6aca772b2 req-6538bb69-e3b2-4bfe-b838-d254145c214a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:33.959166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['d55b9a6c-e532-4bce-9678-49c2fc1041b7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:34.006421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb768ffe-728f-422e-8061-39a6aca772b2 req-6538bb69-e3b2-4bfe-b838-d254145c214a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:34.007200 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eb768ffe-728f-422e-8061-39a6aca772b2 req-6538bb69-e3b2-4bfe-b838-d254145c214a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:34.008874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb768ffe-728f-422e-8061-39a6aca772b2 req-6538bb69-e3b2-4bfe-b838-d254145c214a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "PUT /v2.0/ports/d55b9a6c-e532-4bce-9678-49c2fc1041b7 HTTP/1.1" status: 200 len: 982 time: 0.7268438 Feb 11 04:20:34.063899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8222c-c83a-489c-8e5b-67dc132852ea req-c8525ee3-a003-42d7-8343-0a9a8f906aae tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:34.065721 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4aa8222c-c83a-489c-8e5b-67dc132852ea req-c8525ee3-a003-42d7-8343-0a9a8f906aae tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed7d850-f3ae-4f86-93cd-71f4956d6af3 HTTP/1.1" status: 200 len: 946 time: 0.1639652 Feb 11 04:20:34.067356 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538bb69-e3b2-4bfe-b838-d254145c214a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'Port': ['ID=d55b9a6c-e532-4bce-9678-49c2fc1041b7,revision_number=6']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:34.201610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['d55b9a6c-e532-4bce-9678-49c2fc1041b7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:34.208385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4aa8222c-c83a-489c-8e5b-67dc132852ea req-92e5d741-2e77-4209-a32c-b2bf84bb4f55 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248937 Feb 11 04:20:34.258524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3172a2-881c-47e7-bf13-f73e7a2f4270 req-44bee1c4-b142-41e0-808c-61eb9f5c699f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:34.261245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee3172a2-881c-47e7-bf13-f73e7a2f4270 req-44bee1c4-b142-41e0-808c-61eb9f5c699f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.1430542 Feb 11 04:20:34.290203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 675eb9d2-75e0-42a1-a32e-3339bd59e613 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:34.337809 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 675eb9d2-75e0-42a1-a32e-3339bd59e613 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:20:34.338979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 675eb9d2-75e0-42a1-a32e-3339bd59e613 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:20:34.339795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee3172a2-881c-47e7-bf13-f73e7a2f4270 req-f1490131-65f6-4ab7-a3c8-d7ed4bf8d757 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712903 Feb 11 04:20:34.408776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e07ef-697a-45b4-9904-2be534780493 req-127d656f-ba96-4be6-a676-c6f29483f449 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:34.418431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a05e07ef-697a-45b4-9904-2be534780493 req-127d656f-ba96-4be6-a676-c6f29483f449 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 950 time: 0.0775070 Feb 11 04:20:34.508625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a05e07ef-697a-45b4-9904-2be534780493 req-b1fa6fda-fd93-45fd-a14f-3f12aecc31d2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890460 Feb 11 04:20:34.535481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fff94-7992-4dd9-99ae-d6c32f99569f req-6d23d9a6-fa09-4fab-a5b1-ffef5ef97ecd tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:34.545104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a3fff94-7992-4dd9-99ae-d6c32f99569f req-6d23d9a6-fa09-4fab-a5b1-ffef5ef97ecd tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 945 time: 0.0813613 Feb 11 04:20:34.605666 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a3fff94-7992-4dd9-99ae-d6c32f99569f req-57ffb22c-c88a-470f-80dd-11182f2142a5 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594854 Feb 11 04:20:34.637672 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd072ecb-839c-469f-91a8-5976176bcd57 req-61973bbf-ce5b-4ca7-9634-e3363e8512a0 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1800800874&fields=id&tenant_id=223c1bb87646423fa989545b2c1fd2f9 HTTP/1.1" status: 200 len: 267 time: 0.0611310 Feb 11 04:20:34.733042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd072ecb-839c-469f-91a8-5976176bcd57 req-64dd180f-9661-4809-bd20-c244ac1b4fc1 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:34.735133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd072ecb-839c-469f-91a8-5976176bcd57 req-64dd180f-9661-4809-bd20-c244ac1b4fc1 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 985 time: 0.0915296 Feb 11 04:20:34.746274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d37e02-77d8-405a-8b87-6d09581e0ead req-654a7792-448b-48ea-b68e-a1ccea7a056f tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:34.747717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18d37e02-77d8-405a-8b87-6d09581e0ead req-654a7792-448b-48ea-b68e-a1ccea7a056f tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=9188d1de-0e11-4b9d-b883-1d0e2ffaba81 HTTP/1.1" status: 200 len: 946 time: 0.0731997 Feb 11 04:20:34.753715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-dd072ecb-839c-469f-91a8-5976176bcd57 req-ab7be38a-6907-4ff2-9016-9f4f8f25a550 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'port': {'security_groups': ['7d4705d6-b024-436e-bdd4-d56fbcc05413', '9b674c38-0f24-4d95-abb7-449be18f2b01', 'ee6b1791-2c32-444e-a0d9-8176ae2e268f']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:34.856358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18d37e02-77d8-405a-8b87-6d09581e0ead req-663730e2-c9f4-48cd-a6d9-510ccf787d92 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994275 Feb 11 04:20:34.862794 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dd072ecb-839c-469f-91a8-5976176bcd57 req-ab7be38a-6907-4ff2-9016-9f4f8f25a550 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:35.096408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dd072ecb-839c-469f-91a8-5976176bcd57 req-ab7be38a-6907-4ff2-9016-9f4f8f25a550 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] For port d55b9a6c-e532-4bce-9678-49c2fc1041b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=d55b9a6c-e532-4bce-9678-49c2fc1041b7,segment=NetworkSegment(fd8369af-aaeb-43a7-a600-c52390be2c53),segment_id=fd8369af-aaeb-43a7-a600-c52390be2c53)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:35.163542 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dd072ecb-839c-469f-91a8-5976176bcd57 req-ab7be38a-6907-4ff2-9016-9f4f8f25a550 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:35.176466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e83623-7ce0-4635-9b03-4cd093c00a17 req-e545c3d3-a84c-465a-be0f-cf05d15d2cda tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:35.178128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1e83623-7ce0-4635-9b03-4cd093c00a17 req-e545c3d3-a84c-465a-be0f-cf05d15d2cda tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 1133 time: 0.0674536 Feb 11 04:20:35.217235 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dd072ecb-839c-469f-91a8-5976176bcd57 req-ab7be38a-6907-4ff2-9016-9f4f8f25a550 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:35.243558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['d55b9a6c-e532-4bce-9678-49c2fc1041b7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:35.271851 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1e83623-7ce0-4635-9b03-4cd093c00a17 req-5eeb3e3c-d93e-49f0-a1aa-9ad50a0bfa38 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869346 Feb 11 04:20:35.282073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd072ecb-839c-469f-91a8-5976176bcd57 req-ab7be38a-6907-4ff2-9016-9f4f8f25a550 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:35.282745 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dd072ecb-839c-469f-91a8-5976176bcd57 req-ab7be38a-6907-4ff2-9016-9f4f8f25a550 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:35.295368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd072ecb-839c-469f-91a8-5976176bcd57 req-ab7be38a-6907-4ff2-9016-9f4f8f25a550 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "PUT /v2.0/ports/d55b9a6c-e532-4bce-9678-49c2fc1041b7 HTTP/1.1" status: 200 len: 1021 time: 0.5465922 Feb 11 04:20:35.301402 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:20:35.364364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7be38a-6907-4ff2-9016-9f4f8f25a550 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'Port': ['ID=d55b9a6c-e532-4bce-9678-49c2fc1041b7,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:35.461451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933b9f5c-e688-4e8e-86c3-adedae342bf3', 'tag': 'd55b9a6c-e532-4bce-9678-49c2fc1041b7'}, {'name': 'network-changed', 'server_uuid': '933b9f5c-e688-4e8e-86c3-adedae342bf3', 'tag': 'd55b9a6c-e532-4bce-9678-49c2fc1041b7'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:35.464773 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0967087-86a6-4cdd-b0d0-c1e64ab06625" -d '{"events": [{"name": "network-changed", "server_uuid": "933b9f5c-e688-4e8e-86c3-adedae342bf3", "tag": "d55b9a6c-e532-4bce-9678-49c2fc1041b7"}, {"name": "network-changed", "server_uuid": "933b9f5c-e688-4e8e-86c3-adedae342bf3", "tag": "d55b9a6c-e532-4bce-9678-49c2fc1041b7"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:35.487756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['d55b9a6c-e532-4bce-9678-49c2fc1041b7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:35.505309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9ffc3-1ea9-47ba-8250-3cd933609a35 req-7798cb68-866b-46a7-a9e6-726f7f2096c9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:35.512694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1bb9ffc3-1ea9-47ba-8250-3cd933609a35 req-7798cb68-866b-46a7-a9e6-726f7f2096c9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.0975428 Feb 11 04:20:35.571145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1bb9ffc3-1ea9-47ba-8250-3cd933609a35 req-7e42a126-5be5-49d6-8e22-41a34f274a3a tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573969 Feb 11 04:20:35.848160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4082ca2-07e5-4c45-bef8-6b9a4656c24c req-973b48a8-1566-4abb-a2a2-0637df005579 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:35.849768 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4082ca2-07e5-4c45-bef8-6b9a4656c24c req-973b48a8-1566-4abb-a2a2-0637df005579 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 1024 time: 0.0665050 Feb 11 04:20:35.924332 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4082ca2-07e5-4c45-bef8-6b9a4656c24c req-a4c8223c-8445-42f2-8011-35060d583ca2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&id=ee6b1791-2c32-444e-a0d9-8176ae2e268f&id=9b674c38-0f24-4d95-abb7-449be18f2b01 HTTP/1.1" status: 200 len: 6201 time: 0.0682647 Feb 11 04:20:36.037091 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-b4e53ff3-2158-401e-90cb-63e35d5b7230 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d798341ca07d4766bbf714ac7726543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265870 Feb 11 04:20:36.088062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead12cd-3841-42b8-9e42-d3c7f09b67f7 req-658dd600-738a-449c-9407-62beb0d32395 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:36.089688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cead12cd-3841-42b8-9e42-d3c7f09b67f7 req-658dd600-738a-449c-9407-62beb0d32395 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.1098106 Feb 11 04:20:36.201176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-977116a8-17a8-4efe-ad00-7de2e3f8873e tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:36.202769 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-977116a8-17a8-4efe-ad00-7de2e3f8873e tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1582844 Feb 11 04:20:36.206241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cead12cd-3841-42b8-9e42-d3c7f09b67f7 req-254cce1d-cb2e-4fe7-9430-a166f48553e7 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070714 Feb 11 04:20:36.219346 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-e865958c-2d98-4836-b443-a840f1f39394 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/quotas/d798341ca07d4766bbf714ac7726543b HTTP/1.1" status: 200 len: 375 time: 0.0103161 Feb 11 04:20:36.281870 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba98ef0-4335-4f33-b707-e491096a393d x-openstack-request-id: req-fba98ef0-4335-4f33-b707-e491096a393d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:36.281870 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933b9f5c-e688-4e8e-86c3-adedae342bf3", "tag": "d55b9a6c-e532-4bce-9678-49c2fc1041b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "933b9f5c-e688-4e8e-86c3-adedae342bf3", "tag": "d55b9a6c-e532-4bce-9678-49c2fc1041b7", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:36.281870 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fba98ef0-4335-4f33-b707-e491096a393d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:36.281870 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933b9f5c-e688-4e8e-86c3-adedae342bf3', 'tag': 'd55b9a6c-e532-4bce-9678-49c2fc1041b7', 'status': 'completed', 'code': 200} Feb 11 04:20:36.281870 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933b9f5c-e688-4e8e-86c3-adedae342bf3', 'tag': 'd55b9a6c-e532-4bce-9678-49c2fc1041b7', 'status': 'completed', 'code': 200} Feb 11 04:20:36.387436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-baf6ae94-de6b-4d91-8750-f12264b4eff4 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1513505 Feb 11 04:20:36.411090 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-d9f1dc46-60d1-43f7-a642-41ec71ece017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:36.412843 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-d9f1dc46-60d1-43f7-a642-41ec71ece017 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223c1bb87646423fa989545b2c1fd2f9&device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 1208 time: 0.1212242 Feb 11 04:20:36.427340 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ed750-ee83-4c27-804a-a1a9f84b2adf req-9c04d172-73b8-4646-b47d-e8d49195310a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:36.428845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-904ed750-ee83-4c27-804a-a1a9f84b2adf req-9c04d172-73b8-4646-b47d-e8d49195310a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 945 time: 0.0926416 Feb 11 04:20:36.538872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-904ed750-ee83-4c27-804a-a1a9f84b2adf req-1498f657-4bfa-4f47-a54c-f31ee4148ead tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994241 Feb 11 04:20:36.555224 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-c9e33015-4878-4ba3-9a9b-1ae87f7765c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:36.556726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-c9e33015-4878-4ba3-9a9b-1ae87f7765c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5419215b-9f3b-4ba9-89b0-46107edc6611 HTTP/1.1" status: 200 len: 914 time: 0.1269991 Feb 11 04:20:36.606521 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-aebddfb9-bb67-482e-8064-c5c03ce2cd50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d55b9a6c-e532-4bce-9678-49c2fc1041b7 HTTP/1.1" status: 200 len: 217 time: 0.0420806 Feb 11 04:20:36.761021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb09781-8d06-4c28-a9c2-e7640f37a6d7 req-c06111e6-04df-40c0-ac76-8e35525ae6d1 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:36.762790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8eb09781-8d06-4c28-a9c2-e7640f37a6d7 req-c06111e6-04df-40c0-ac76-8e35525ae6d1 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=9188d1de-0e11-4b9d-b883-1d0e2ffaba81 HTTP/1.1" status: 200 len: 946 time: 0.1497195 Feb 11 04:20:36.770717 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-75c781de-4123-4951-b60c-850ade5a75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:36.772275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-75c781de-4123-4951-b60c-850ade5a75ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2 HTTP/1.1" status: 200 len: 853 time: 0.1603689 Feb 11 04:20:36.839910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-a0423729-1ca7-48a1-a2bd-2bd82a1a51ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5419215b-9f3b-4ba9-89b0-46107edc6611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372920 Feb 11 04:20:36.855049 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8eb09781-8d06-4c28-a9c2-e7640f37a6d7 req-de89e830-1985-48b5-a4ce-9ebf6b6bac0c tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815837 Feb 11 04:20:36.903577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-c0ceb4e3-0381-45a7-a1b0-76f6c663dcfb req-d4c89e8c-4229-4fd8-96ec-dbe85f3be003 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2006405474 ', 'description': 'tempest-description-529407938'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:37.019326 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-ea158158-b98d-4386-8000-a01851a03f96 service neutron] 10.222.0.32 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631789 Feb 11 04:20:37.102604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d583bd-cecd-4e72-9be5-8ba542dbacb5 req-2339a639-0bc3-4c7d-82a7-3f5180dbb7f7 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:37.104287 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2d583bd-cecd-4e72-9be5-8ba542dbacb5 req-2339a639-0bc3-4c7d-82a7-3f5180dbb7f7 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.1227026 Feb 11 04:20:37.107268 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c0ceb4e3-0381-45a7-a1b0-76f6c663dcfb req-d4c89e8c-4229-4fd8-96ec-dbe85f3be003 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:37.183312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-f51b5b20-11b1-4cda-8918-9397012b3177 service neutron] 10.222.0.32 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574454 Feb 11 04:20:37.246262 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c0ceb4e3-0381-45a7-a1b0-76f6c663dcfb req-d4c89e8c-4229-4fd8-96ec-dbe85f3be003 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (7bb86fe4-3b45-46d3-8265-579eb4a427c4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:37.260928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2d583bd-cecd-4e72-9be5-8ba542dbacb5 req-583aadda-da7f-4756-8cdb-ec9e1cedf911 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452608 Feb 11 04:20:37.362094 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c0ceb4e3-0381-45a7-a1b0-76f6c663dcfb req-d4c89e8c-4229-4fd8-96ec-dbe85f3be003 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7bb86fe4-3b45-46d3-8265-579eb4a427c4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:37.447008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c89e8c-4229-4fd8-96ec-dbe85f3be003 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb86fe4-3b45-46d3-8265-579eb4a427c4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:37.471663 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34594e1-a0e9-4b62-9253-9df867a4f8c2 req-d51abe2c-b1d8-4b44-9e02-5d5a7eb3e2b7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:37.473140 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b34594e1-a0e9-4b62-9253-9df867a4f8c2 req-d51abe2c-b1d8-4b44-9e02-5d5a7eb3e2b7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.1506352 Feb 11 04:20:37.477914 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c0ceb4e3-0381-45a7-a1b0-76f6c663dcfb req-d4c89e8c-4229-4fd8-96ec-dbe85f3be003 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:37.479036 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c0ceb4e3-0381-45a7-a1b0-76f6c663dcfb req-d4c89e8c-4229-4fd8-96ec-dbe85f3be003 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5808887 Feb 11 04:20:37.501931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-e1437bbb-17cf-4389-9235-8de93d7ad7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:37.503129 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-e1437bbb-17cf-4389-9235-8de93d7ad7ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223c1bb87646423fa989545b2c1fd2f9&device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 1208 time: 0.1204257 Feb 11 04:20:37.583271 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b34594e1-a0e9-4b62-9253-9df867a4f8c2 req-2e10fbb5-0f40-4ccd-a0ed-87aeaf2da154 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015575 Feb 11 04:20:37.585568 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f024cde-5e2d-4865-a33c-ad2dfb180084 req-13f25ee3-3a7d-491c-b7b5-8b7faea3d5da tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 210 time: 0.0577488 Feb 11 04:20:37.668317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-cbaa8433-9643-4158-8c29-9191ec3d089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:37.670226 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-cbaa8433-9643-4158-8c29-9191ec3d089d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5419215b-9f3b-4ba9-89b0-46107edc6611 HTTP/1.1" status: 200 len: 914 time: 0.1528854 Feb 11 04:20:37.756488 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-bf3508ca-1326-4580-9899-0a5178a0479b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d55b9a6c-e532-4bce-9678-49c2fc1041b7 HTTP/1.1" status: 200 len: 217 time: 0.0761034 Feb 11 04:20:37.799618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973f35f-caf5-40f5-8d8a-3114edc85208 req-0790be56-1e44-4ea8-9151-24b7a4585375 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:37.801115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7973f35f-caf5-40f5-8d8a-3114edc85208 req-0790be56-1e44-4ea8-9151-24b7a4585375 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.0824730 Feb 11 04:20:37.842572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-227a694a-1a76-4186-a894-4e31cd1eb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:37.844581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-227a694a-1a76-4186-a894-4e31cd1eb252 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2 HTTP/1.1" status: 200 len: 853 time: 0.0807655 Feb 11 04:20:38.211939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-21ca388e-6202-4a96-ac69-17a652bbedea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5419215b-9f3b-4ba9-89b0-46107edc6611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3507459 Feb 11 04:20:38.237817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7973f35f-caf5-40f5-8d8a-3114edc85208 req-eac65244-ee42-4fa4-953d-5792048a2dc5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284039 Feb 11 04:20:38.323808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70152e77-915d-4a43-829c-ae3423e77dfb req-0d559e0b-42ed-40ff-8b19-cdc930f40730 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/7bb86fe4-3b45-46d3-8265-579eb4a427c4 HTTP/1.1" status: 200 len: 1797 time: 0.1176527 Feb 11 04:20:38.376307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-734c6a13-fa61-4e42-9f44-eb5a0d370fb8 service neutron] 10.222.0.32 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558349 Feb 11 04:20:38.427989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fbb6e-15bb-4a08-92f0-8d41627fb16e req-917fd65d-14bd-4757-9843-d03afa3989e3 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:38.428828 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d93fbb6e-15bb-4a08-92f0-8d41627fb16e req-917fd65d-14bd-4757-9843-d03afa3989e3 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 945 time: 0.0991197 Feb 11 04:20:38.554104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0967087-86a6-4cdd-b0d0-c1e64ab06625 req-8324b0f4-9125-409c-99e6-8c56d6a0c773 service neutron] 10.222.0.32 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709712 Feb 11 04:20:38.562229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d93fbb6e-15bb-4a08-92f0-8d41627fb16e req-e02e360a-22f5-4940-a2c7-172adf8d44bf tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042657 Feb 11 04:20:38.574998 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeea574-5de8-44ba-ae29-6bab4afb926a req-c161d5a8-f607-40eb-879a-84dfa218a58a tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:38.576823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-efeea574-5de8-44ba-ae29-6bab4afb926a req-c161d5a8-f607-40eb-879a-84dfa218a58a tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=9188d1de-0e11-4b9d-b883-1d0e2ffaba81 HTTP/1.1" status: 200 len: 946 time: 0.1024518 Feb 11 04:20:38.661996 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-efeea574-5de8-44ba-ae29-6bab4afb926a req-596de151-e196-4cc1-8ecd-653e3dc31669 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775192 Feb 11 04:20:38.739184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2832f3f-1bab-48bd-ac5a-cc637f4de812 req-e3331e80-5dd0-4b68-87ad-0e18d2a8802f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:38.740776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2832f3f-1bab-48bd-ac5a-cc637f4de812 req-e3331e80-5dd0-4b68-87ad-0e18d2a8802f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.0961618 Feb 11 04:20:38.759128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae13b4a5-0316-489e-9a30-dfadab6f7d16 req-8c7e65c0-a72c-4ffa-9b15-419e6540a2c9 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/7bb86fe4-3b45-46d3-8265-579eb4a427c4 HTTP/1.1" status: 200 len: 1797 time: 0.0731947 Feb 11 04:20:38.822521 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2832f3f-1bab-48bd-ac5a-cc637f4de812 req-e109d0bf-ea3e-436f-8571-cafc5895446f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745900 Feb 11 04:20:38.855024 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ae13b4a5-0316-489e-9a30-dfadab6f7d16 req-dff868f0-47cd-4506-b9c3-0c7f1cff08e2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (7bb86fe4-3b45-46d3-8265-579eb4a427c4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:38.886541 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ae13b4a5-0316-489e-9a30-dfadab6f7d16 req-dff868f0-47cd-4506-b9c3-0c7f1cff08e2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (7bb86fe4-3b45-46d3-8265-579eb4a427c4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:38.955341 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51f84763-0e04-4382-9984-fb2df49fe94e req-aaa2f369-e0e6-499b-a19d-6f943da83e15 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 210 time: 0.0427120 Feb 11 04:20:38.979256 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-3a92ee4e-701c-4851-b57b-4c7c8e3ef27d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d798341ca07d4766bbf714ac7726543b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319233 Feb 11 04:20:39.080101 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ae13b4a5-0316-489e-9a30-dfadab6f7d16 req-dff868f0-47cd-4506-b9c3-0c7f1cff08e2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7bb86fe4-3b45-46d3-8265-579eb4a427c4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:39.082879 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ae13b4a5-0316-489e-9a30-dfadab6f7d16 req-dff868f0-47cd-4506-b9c3-0c7f1cff08e2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:39.084093 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae13b4a5-0316-489e-9a30-dfadab6f7d16 req-dff868f0-47cd-4506-b9c3-0c7f1cff08e2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "DELETE /v2.0/security-groups/7bb86fe4-3b45-46d3-8265-579eb4a427c4 HTTP/1.1" status: 204 len: 173 time: 0.3170862 Feb 11 04:20:39.117179 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff868f0-47cd-4506-b9c3-0c7f1cff08e2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb86fe4-3b45-46d3-8265-579eb4a427c4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:39.198817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-c5ed55fd-e4de-4806-87fb-8aa36c94e992 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:39.200503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-c5ed55fd-e4de-4806-87fb-8aa36c94e992 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171047 Feb 11 04:20:39.215227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-dcabe368-705a-4495-9f6b-35423a01d3f0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Request body: {'port': {'device_id': '488dad73-5adc-439d-a830-329e0565426c', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': 'd798341ca07d4766bbf714ac7726543b'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:39.219700 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-5c07d7f0-5d54-4e02-ac2d-be5cbf9418e5 req-b1878335-12f9-4747-940f-65a5fad716cf tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] show failed (client error): The resource could not be found. Feb 11 04:20:39.220712 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c07d7f0-5d54-4e02-ac2d-be5cbf9418e5 req-b1878335-12f9-4747-940f-65a5fad716cf tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/7bb86fe4-3b45-46d3-8265-579eb4a427c4 HTTP/1.1" status: 404 len: 352 time: 0.0380502 Feb 11 04:20:39.230786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b6e1f-660b-479f-a133-cbd4f9003300 req-1e17949c-5d13-4e6d-9cfe-207e9ca57734 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:39.240173 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f12b6e1f-660b-479f-a133-cbd4f9003300 req-1e17949c-5d13-4e6d-9cfe-207e9ca57734 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.2170091 Feb 11 04:20:39.335985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-756c9711-89df-4273-8d82-519afc1e5a7b req-e0efbec2-4e24-4ebd-8084-c56526accd98 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1476179420', 'description': 'tempest-description-1162816214'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:39.390678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f12b6e1f-660b-479f-a133-cbd4f9003300 req-3faaa99a-6811-4a7a-b0c9-5ffedae07206 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482096 Feb 11 04:20:39.499959 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-756c9711-89df-4273-8d82-519afc1e5a7b req-e0efbec2-4e24-4ebd-8084-c56526accd98 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:39.558566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-dcabe368-705a-4495-9f6b-35423a01d3f0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Made reservation on behalf of d798341ca07d4766bbf714ac7726543b for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:20:39.562609 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-dcabe368-705a-4495-9f6b-35423a01d3f0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:39.663289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fee95-8380-447c-87e7-4a140868257b req-e76bb995-0662-4a69-9880-66fd73856c45 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:39.664784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-761fee95-8380-447c-87e7-4a140868257b req-e76bb995-0662-4a69-9880-66fd73856c45 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.1515403 Feb 11 04:20:39.712027 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-756c9711-89df-4273-8d82-519afc1e5a7b req-e0efbec2-4e24-4ebd-8084-c56526accd98 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (23ae66bf-b4ee-4774-9d82-59f54aeccfc7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:39.774841 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-756c9711-89df-4273-8d82-519afc1e5a7b req-e0efbec2-4e24-4ebd-8084-c56526accd98 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (23ae66bf-b4ee-4774-9d82-59f54aeccfc7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:39.797743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-761fee95-8380-447c-87e7-4a140868257b req-4fe473db-cf47-4d39-b3b7-0d2e18eb9886 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186931 Feb 11 04:20:39.830487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-dcabe368-705a-4495-9f6b-35423a01d3f0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Allocated IP 192.168.233.211 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/12b7c34f-39a7-4f99-a791-7df0cb02c192) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:20:39.849393 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efbec2-4e24-4ebd-8084-c56526accd98 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ae66bf-b4ee-4774-9d82-59f54aeccfc7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:39.913284 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-756c9711-89df-4273-8d82-519afc1e5a7b req-e0efbec2-4e24-4ebd-8084-c56526accd98 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:39.914492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-756c9711-89df-4273-8d82-519afc1e5a7b req-e0efbec2-4e24-4ebd-8084-c56526accd98 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5875030 Feb 11 04:20:40.098105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c1e63-7d5a-4e2f-810e-652d31f6be4f req-384ba313-ab84-40b2-b018-97b533d5bfa3 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:40.099531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a23c1e63-7d5a-4e2f-810e-652d31f6be4f req-384ba313-ab84-40b2-b018-97b533d5bfa3 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 945 time: 0.2005172 Feb 11 04:20:40.102341 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-dcabe368-705a-4495-9f6b-35423a01d3f0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks [] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:40.124876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9448c-9083-4b73-a62b-f12390b87e55 req-2bc29c6d-dbf5-44d9-910e-fda2dac0b867 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:40.126710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79e9448c-9083-4b73-a62b-f12390b87e55 req-2bc29c6d-dbf5-44d9-910e-fda2dac0b867 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=9188d1de-0e11-4b9d-b883-1d0e2ffaba81 HTTP/1.1" status: 200 len: 946 time: 0.1443574 Feb 11 04:20:40.226138 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79e9448c-9083-4b73-a62b-f12390b87e55 req-6c5d4276-c7d0-4d8a-8a78-83e58b5d3348 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901227 Feb 11 04:20:40.229189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a23c1e63-7d5a-4e2f-810e-652d31f6be4f req-28d3b46a-21a7-4ebd-89ed-5703e6844538 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189854 Feb 11 04:20:40.272396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-26bb250e-be52-4733-92a6-a3830b340e59 req-fa66cd7d-66e5-48ab-9150-15fb653f16f5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1876091321', 'description': 'tempest-description-1353131451'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:40.316116 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-dcabe368-705a-4495-9f6b-35423a01d3f0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:40.330231 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4', 'e67d63d0-dc53-4d8e-8d9a-0130eab052fe'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:40.348933 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-26bb250e-be52-4733-92a6-a3830b340e59 req-fa66cd7d-66e5-48ab-9150-15fb653f16f5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:40.366220 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['cb9a25b7-4de1-4545-97ec-64c870a0350e', '2852bf77-466f-4992-8703-a18ede235b35', 'f8753838-3aa5-471f-ba31-80087ef2a6f2', 'd2c13418-05aa-4bc5-b1e2-91ad7e8c13bc', '60f6b32b-d147-4bec-99e3-82f204304391'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:40.412739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-dcabe368-705a-4495-9f6b-35423a01d3f0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:20:40.424034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-dcabe368-705a-4495-9f6b-35423a01d3f0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:40.426759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41766) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:40.428627 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabe368-705a-4495-9f6b-35423a01d3f0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event updated for resources: {'Port': ['ID=12b7c34f-39a7-4f99-a791-7df0cb02c192,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:40.431112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-dcabe368-705a-4495-9f6b-35423a01d3f0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:20:40.478952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eceb6b-ebeb-4cca-abe3-4d935997ef88 req-1733ee98-d57f-4c0b-a4fc-e4964125d242 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:40.480517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45eceb6b-ebeb-4cca-abe3-4d935997ef88 req-1733ee98-d57f-4c0b-a4fc-e4964125d242 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.1760085 Feb 11 04:20:40.536650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-dcabe368-705a-4495-9f6b-35423a01d3f0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:40.537391 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-dcabe368-705a-4495-9f6b-35423a01d3f0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:40.585765 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-26bb250e-be52-4733-92a6-a3830b340e59 req-fa66cd7d-66e5-48ab-9150-15fb653f16f5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (0dd26003-eae6-4b8b-8f82-7965afc6755c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:40.600804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45eceb6b-ebeb-4cca-abe3-4d935997ef88 req-6ea20e0a-97a5-4c04-bac5-f7f2f07a3798 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111057 Feb 11 04:20:40.648335 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38eeb566-0649-498e-8b66-1d42f0c3a746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:40.673758 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-dcabe368-705a-4495-9f6b-35423a01d3f0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4633358 Feb 11 04:20:40.686094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Request body: {'port': {'device_id': '488dad73-5adc-439d-a830-329e0565426c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:40.715911 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-26bb250e-be52-4733-92a6-a3830b340e59 req-fa66cd7d-66e5-48ab-9150-15fb653f16f5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0dd26003-eae6-4b8b-8f82-7965afc6755c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:40.750119 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38eeb566-0649-498e-8b66-1d42f0c3a746 admin admin] Publish callbacks [] for security_group (de283f14-0003-406a-9091-f46dda76e3af), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:40.804368 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38eeb566-0649-498e-8b66-1d42f0c3a746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (de283f14-0003-406a-9091-f46dda76e3af), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:40.807190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66cd7d-66e5-48ab-9150-15fb653f16f5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd26003-eae6-4b8b-8f82-7965afc6755c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:40.821560 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:40.845027 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b2b6e-d94c-45da-a90c-b46010db3791 req-d61961d0-498a-4147-9fe0-cbdc2ccc4c4c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:40.846505 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-120b2b6e-d94c-45da-a90c-b46010db3791 req-d61961d0-498a-4147-9fe0-cbdc2ccc4c4c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 936 time: 0.1390224 Feb 11 04:20:40.849347 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-26bb250e-be52-4733-92a6-a3830b340e59 req-fa66cd7d-66e5-48ab-9150-15fb653f16f5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:40.851242 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b95232f5-811c-4882-aab9-32dc5acafe23 None None] Provisioning complete for port 12b7c34f-39a7-4f99-a791-7df0cb02c192 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:40.851617 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b95232f5-811c-4882-aab9-32dc5acafe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:40.861515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26bb250e-be52-4733-92a6-a3830b340e59 req-fa66cd7d-66e5-48ab-9150-15fb653f16f5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5934961 Feb 11 04:20:40.868033 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-38eeb566-0649-498e-8b66-1d42f0c3a746 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe4c8236edfa43d3b29b1b9641750c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4343984 Feb 11 04:20:40.869185 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eeb566-0649-498e-8b66-1d42f0c3a746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de283f14-0003-406a-9091-f46dda76e3af,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:40.875516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41774) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:40.937783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b95232f5-811c-4882-aab9-32dc5acafe23 None None] Port 12b7c34f-39a7-4f99-a791-7df0cb02c192 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:20:40.965779 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bee64969-9443-4c68-bb76-df594c5eb809 admin admin] Publish callbacks [] for security_group (de283f14-0003-406a-9091-f46dda76e3af), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:40.997055 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bee64969-9443-4c68-bb76-df594c5eb809 admin admin] Publish callbacks [] for security_group (de283f14-0003-406a-9091-f46dda76e3af), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:41.043894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-120b2b6e-d94c-45da-a90c-b46010db3791 req-65a758ee-840d-4e66-bbb4-5955881a5b14 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810141 Feb 11 04:20:41.116713 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bee64969-9443-4c68-bb76-df594c5eb809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (de283f14-0003-406a-9091-f46dda76e3af), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:41.119439 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bee64969-9443-4c68-bb76-df594c5eb809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:41.123422 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bee64969-9443-4c68-bb76-df594c5eb809 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de283f14-0003-406a-9091-f46dda76e3af HTTP/1.1" status: 204 len: 168 time: 0.2393532 Feb 11 04:20:41.141912 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee64969-9443-4c68-bb76-df594c5eb809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de283f14-0003-406a-9091-f46dda76e3af,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:41.190930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b4b78-5ccb-4cc3-a021-261a2d3d560e req-718af43a-acd7-4a9d-9529-b6b3f889b7b8 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:41.192523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-227b4b78-5ccb-4cc3-a021-261a2d3d560e req-718af43a-acd7-4a9d-9529-b6b3f889b7b8 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.2752309 Feb 11 04:20:41.260995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db66619-0d79-4c2e-bbb2-34651e7c338b req-fda534bb-3ad1-4f80-8fc3-497679ad1b7d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:41.262592 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2db66619-0d79-4c2e-bbb2-34651e7c338b req-fda534bb-3ad1-4f80-8fc3-497679ad1b7d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.1291125 Feb 11 04:20:41.321638 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-227b4b78-5ccb-4cc3-a021-261a2d3d560e req-3476b7c4-ab6b-4bc8-9ed3-18a1cd9f7df5 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196487 Feb 11 04:20:41.381956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-27f8def9-88f6-430a-bc9c-a789ec98730f req-40c83638-3b39-4434-855c-9e364f2fcdf8 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-714367398', 'description': 'tempest-description-1380657513'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:41.400005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2db66619-0d79-4c2e-bbb2-34651e7c338b req-d086d2ae-8b91-430f-8f7e-64c769f580fa tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247694 Feb 11 04:20:41.407406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b7c34f-39a7-4f99-a791-7df0cb02c192 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:41.416028 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Publish callbacks [] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:41.433524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Transition to ACTIVE for port object 12b7c34f-39a7-4f99-a791-7df0cb02c192 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:20:41.493644 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-27f8def9-88f6-430a-bc9c-a789ec98730f req-40c83638-3b39-4434-855c-9e364f2fcdf8 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:41.526924 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:41.578301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f71979-551c-49eb-aea6-0873c5980e17 req-2fb7e72e-0a01-420f-a05c-b631de93f1ee tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:41.579795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3f71979-551c-49eb-aea6-0873c5980e17 req-2fb7e72e-0a01-420f-a05c-b631de93f1ee tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 945 time: 0.1186755 Feb 11 04:20:41.646289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=12b7c34f-39a7-4f99-a791-7df0cb02c192,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:41.681143 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-27f8def9-88f6-430a-bc9c-a789ec98730f req-40c83638-3b39-4434-855c-9e364f2fcdf8 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (0153e560-5140-4eec-8e49-83b5c5a9c888), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:41.735260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3f71979-551c-49eb-aea6-0873c5980e17 req-5afa489b-e87d-49fb-ae1c-86fc7fbf7dfa tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407449 Feb 11 04:20:41.754966 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-27f8def9-88f6-430a-bc9c-a789ec98730f req-40c83638-3b39-4434-855c-9e364f2fcdf8 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0153e560-5140-4eec-8e49-83b5c5a9c888), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:41.774677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Attempting to bind port 12b7c34f-39a7-4f99-a791-7df0cb02c192 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:20:41.775020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Attempting to bind port 12b7c34f-39a7-4f99-a791-7df0cb02c192 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:20:41.777273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Attempting to bind port 12b7c34f-39a7-4f99-a791-7df0cb02c192 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:41.794030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Port 12b7c34f-39a7-4f99-a791-7df0cb02c192 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:20:41.794368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Attempting to bind port 12b7c34f-39a7-4f99-a791-7df0cb02c192 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:41.807819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:20:41.808281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:41.808683 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:20:41.809135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Bound port: 12b7c34f-39a7-4f99-a791-7df0cb02c192, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:20:41.809499 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:41.814067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c83638-3b39-4434-855c-9e364f2fcdf8 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0153e560-5140-4eec-8e49-83b5c5a9c888,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:41.881408 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-27f8def9-88f6-430a-bc9c-a789ec98730f req-40c83638-3b39-4434-855c-9e364f2fcdf8 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:41.882611 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27f8def9-88f6-430a-bc9c-a789ec98730f req-40c83638-3b39-4434-855c-9e364f2fcdf8 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5218518 Feb 11 04:20:41.927405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e522fae-a13c-4144-a6de-3e6d28636de5 req-2bcee4d4-587f-4e2e-91f6-7bc672197152 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:41.928884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e522fae-a13c-4144-a6de-3e6d28636de5 req-2bcee4d4-587f-4e2e-91f6-7bc672197152 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=9188d1de-0e11-4b9d-b883-1d0e2ffaba81 HTTP/1.1" status: 200 len: 946 time: 0.1159949 Feb 11 04:20:41.931642 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] For port 12b7c34f-39a7-4f99-a791-7df0cb02c192, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:41.934916 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] For port 12b7c34f-39a7-4f99-a791-7df0cb02c192, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12b7c34f-39a7-4f99-a791-7df0cb02c192,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:20:42.013138 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e522fae-a13c-4144-a6de-3e6d28636de5 req-c83ae69f-0392-4aad-b8d5-26a4ec90b71c tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749443 Feb 11 04:20:42.030957 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca8b2a-955a-4f4d-b94e-4ea9d387c429 req-0e457426-517a-4b03-91ff-431b8eb1020d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:42.030957 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3ca8b2a-955a-4f4d-b94e-4ea9d387c429 req-0e457426-517a-4b03-91ff-431b8eb1020d tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.0917611 Feb 11 04:20:42.044109 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:42.113082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:42.124843 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:42.124843 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] 10.222.0.47 "PUT /v2.0/ports/12b7c34f-39a7-4f99-a791-7df0cb02c192 HTTP/1.1" status: 200 len: 1097 time: 1.4337499 Feb 11 04:20:42.130897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488dad73-5adc-439d-a830-329e0565426c', 'tag': '12b7c34f-39a7-4f99-a791-7df0cb02c192'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:42.133213 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d04d14e-c3fd-443e-b9fb-21f4edce8ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "488dad73-5adc-439d-a830-329e0565426c", "tag": "12b7c34f-39a7-4f99-a791-7df0cb02c192"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:42.195565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3ca8b2a-955a-4f4d-b94e-4ea9d387c429 req-c01e0526-702e-42a2-b0fe-42a23fb529a5 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599135 Feb 11 04:20:42.235355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020329f4-57e6-43dd-8617-1f4f4bd91ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=12b7c34f-39a7-4f99-a791-7df0cb02c192,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:42.274081 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41808) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:42.362537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e03ca-e33d-4c4b-beec-ef06cc43e55a req-3adfd330-93ea-4836-b877-0b94427755eb tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:42.362537 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b3e03ca-e33d-4c4b-beec-ef06cc43e55a req-3adfd330-93ea-4836-b877-0b94427755eb tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 948 time: 0.2547433 Feb 11 04:20:42.413304 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-336213337-network', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:42.436926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-062e2164-2ef3-4fc6-9076-9dfbe8495240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:42.438528 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-062e2164-2ef3-4fc6-9076-9dfbe8495240 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 1131 time: 0.2351451 Feb 11 04:20:42.451389 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-950dfe90-92fc-4392-8f3c-99954fb14848 req-da9fb02a-7bea-4275-94a2-6fb3a8229cb8 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=223c1bb87646423fa989545b2c1fd2f9 HTTP/1.1" status: 200 len: 11001 time: 0.4096608 Feb 11 04:20:42.477736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad05555-7afb-4b21-9bd0-90cc258134ed req-639bbc0a-eefb-4425-bbbc-723f5f5cc1e7 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:42.479144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cad05555-7afb-4b21-9bd0-90cc258134ed req-639bbc0a-eefb-4425-bbbc-723f5f5cc1e7 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.32 "GET /v2.0/ports?device_id=9188d1de-0e11-4b9d-b883-1d0e2ffaba81 HTTP/1.1" status: 200 len: 946 time: 0.2456901 Feb 11 04:20:42.522044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] Made reservation on behalf of 4d919fd9dc7c4f858ca869c9b4366b5c for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:20:42.524486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:42.535784 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:42.539190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088e8e1-f016-4e10-8c8a-99e5c608b60a req-8403884e-bd95-4120-bf65-9be0188eead1 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:42.548518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0088e8e1-f016-4e10-8c8a-99e5c608b60a req-8403884e-bd95-4120-bf65-9be0188eead1 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 948 time: 0.2483799 Feb 11 04:20:42.548886 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-fe96fca6-5366-4fbd-aa91-00c8e3ea2a01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=12b7c34f-39a7-4f99-a791-7df0cb02c192 HTTP/1.1" status: 200 len: 217 time: 0.0944605 Feb 11 04:20:42.621089 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] Publish callbacks [] for security_group (9e022a31-2448-4ca4-92b8-c0b3672485f3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:42.682389 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9e022a31-2448-4ca4-92b8-c0b3672485f3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:42.693538 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-950dfe90-92fc-4392-8f3c-99954fb14848 req-94399e15-4d31-46ef-9e73-6a434c337c1a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/7d4705d6-b024-436e-bdd4-d56fbcc05413 HTTP/1.1" status: 200 len: 2998 time: 0.2282171 Feb 11 04:20:42.710045 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:20:42.720420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e022a31-2448-4ca4-92b8-c0b3672485f3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:42.726500 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (192e3bf6-1159-4742-82d4-3ae2e1eef546), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:42.726966 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] Added segment 192e3bf6-1159-4742-82d4-3ae2e1eef546 of type vlan for network 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 Feb 11 04:20:42.729639 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-c7568efe-9838-477f-81ba-52af6f6ee24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:42.731771 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-c7568efe-9838-477f-81ba-52af6f6ee24f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1726162 Feb 11 04:20:42.760725 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0088e8e1-f016-4e10-8c8a-99e5c608b60a req-688ebe69-6254-41f5-88ec-c903ff0c9d09 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087772 Feb 11 04:20:42.771163 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (7894ecd8-ab85-40c2-99ae-380d20c1b6b2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:42.773609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-2b3e03ca-e33d-4c4b-beec-ef06cc43e55a req-93f7dcea-dd54-47da-8e05-0d98b905623f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Deleting port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:20:42.774113 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2b3e03ca-e33d-4c4b-beec-ef06cc43e55a req-93f7dcea-dd54-47da-8e05-0d98b905623f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:42.831179 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80d6a0e-56c1-44d6-9eb8-7e0731ab4c1f x-openstack-request-id: req-b80d6a0e-56c1-44d6-9eb8-7e0731ab4c1f {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:42.831581 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488dad73-5adc-439d-a830-329e0565426c", "tag": "12b7c34f-39a7-4f99-a791-7df0cb02c192", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:42.831714 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b80d6a0e-56c1-44d6-9eb8-7e0731ab4c1f {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:42.832113 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488dad73-5adc-439d-a830-329e0565426c', 'tag': '12b7c34f-39a7-4f99-a791-7df0cb02c192', 'status': 'completed', 'code': 200} Feb 11 04:20:42.887787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-950dfe90-92fc-4392-8f3c-99954fb14848 req-7157af81-736b-4b43-840c-61b90e2eaed3 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/7d4705d6-b024-436e-bdd4-d56fbcc05413 HTTP/1.1" status: 200 len: 2998 time: 0.1719306 Feb 11 04:20:42.894265 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (7894ecd8-ab85-40c2-99ae-380d20c1b6b2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:42.895421 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:42.904555 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:42.931944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-cad05555-7afb-4b21-9bd0-90cc258134ed req-48089c3f-1460-4ae7-8bf4-c078d050d58a tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Deleting port 57f488ab-2ad7-48d4-9898-4fca95eb39ea {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:20:42.932329 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cad05555-7afb-4b21-9bd0-90cc258134ed req-48089c3f-1460-4ae7-8bf4-c078d050d58a tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (57f488ab-2ad7-48d4-9898-4fca95eb39ea), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:42.959526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-3e852b09-161e-4231-96ab-01865f02b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:42.960934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-3e852b09-161e-4231-96ab-01865f02b95e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2200816 Feb 11 04:20:42.966926 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] Pushing event updated for resources: {'Network': ['ID=7894ecd8-ab85-40c2-99ae-380d20c1b6b2,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:42.981029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:20:43.006890 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-506fc5a4-b3c7-4efb-85e3-e88bccf11961 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7315931 Feb 11 04:20:43.007886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41820) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:43.025606 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5e1ad287-4732-4283-87e7-905535b05d26 admin admin] Request body: {'subnet': {'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-336213337-subnet', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:43.145548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1ad287-4732-4283-87e7-905535b05d26 admin admin] Made reservation on behalf of 4d919fd9dc7c4f858ca869c9b4366b5c for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:20:43.148413 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e1ad287-4732-4283-87e7-905535b05d26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:43.394353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2b3e03ca-e33d-4c4b-beec-ef06cc43e55a req-93f7dcea-dd54-47da-8e05-0d98b905623f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] For port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:43.394940 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2b3e03ca-e33d-4c4b-beec-ef06cc43e55a req-93f7dcea-dd54-47da-8e05-0d98b905623f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:43.419882 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e1ad287-4732-4283-87e7-905535b05d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (f0139bd0-701d-4e59-b0ad-ff8947b12bf5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:43.461818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-2b3e03ca-e33d-4c4b-beec-ef06cc43e55a req-93f7dcea-dd54-47da-8e05-0d98b905623f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Calling delete_port for 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:20:43.480322 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ad287-4732-4283-87e7-905535b05d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0139bd0-701d-4e59-b0ad-ff8947b12bf5,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:43.489772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1ad287-4732-4283-87e7-905535b05d26 admin admin] Checking segment: {'id': '192e3bf6-1159-4742-82d4-3ae2e1eef546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:43.490132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1ad287-4732-4283-87e7-905535b05d26 admin admin] Network hostable DHCP agents. Network: 7894ecd8-ab85-40c2-99ae-380d20c1b6b2, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:20:43.492002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-cad05555-7afb-4b21-9bd0-90cc258134ed req-48089c3f-1460-4ae7-8bf4-c078d050d58a tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] For port 57f488ab-2ad7-48d4-9898-4fca95eb39ea, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=57f488ab-2ad7-48d4-9898-4fca95eb39ea,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:43.492390 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cad05555-7afb-4b21-9bd0-90cc258134ed req-48089c3f-1460-4ae7-8bf4-c078d050d58a tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (57f488ab-2ad7-48d4-9898-4fca95eb39ea), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:43.512137 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122482d-75ae-4956-a85e-94162a2fc3a8 req-6f4043f7-981c-4edd-bcd7-60c8aae4d3b2 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:43.513613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5122482d-75ae-4956-a85e-94162a2fc3a8 req-6f4043f7-981c-4edd-bcd7-60c8aae4d3b2 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.6327739 Feb 11 04:20:43.562783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1ad287-4732-4283-87e7-905535b05d26 admin admin] Network 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:20:43.568153 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-cad05555-7afb-4b21-9bd0-90cc258134ed req-48089c3f-1460-4ae7-8bf4-c078d050d58a tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Calling delete_port for 57f488ab-2ad7-48d4-9898-4fca95eb39ea owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:20:43.593395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bcb86-6987-4b6e-bf86-8f9275b52a8d req-d360255d-bda3-4e03-a70f-8100c40ba4be tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:43.594882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f8bcb86-6987-4b6e-bf86-8f9275b52a8d req-d360255d-bda3-4e03-a70f-8100c40ba4be tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.6420557 Feb 11 04:20:43.611650 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-a829f78d-6fd7-4aa1-bc6c-f9b91c3352d1 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197307 Feb 11 04:20:43.613855 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5e1ad287-4732-4283-87e7-905535b05d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 7894ecd8-ab85-40c2-99ae-380d20c1b6b2) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:43.619192 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1ad287-4732-4283-87e7-905535b05d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:43.620465 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e1ad287-4732-4283-87e7-905535b05d26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:43.627158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4aba83-a71b-4f58-8c01-218750fdf058 None None] Network 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:20:43.720815 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5e1ad287-4732-4283-87e7-905535b05d26 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7016690 Feb 11 04:20:43.721395 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41826) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:43.726019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:43.748043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'fixed_ips': [{'subnet_id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:20:43.749396 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:43.776232 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5122482d-75ae-4956-a85e-94162a2fc3a8 req-10431e36-06ec-433e-aa74-f06a08e3e5db tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173786 Feb 11 04:20:43.819887 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (ae32a9ba-da7e-40db-9a8a-9487bef84987), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:43.821383 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (ae32a9ba-da7e-40db-9a8a-9487bef84987), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:43.833371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f8bcb86-6987-4b6e-bf86-8f9275b52a8d req-ce784612-92d0-4e0d-9f91-08fd2d686d41 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265499 Feb 11 04:20:43.887445 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932a11b9-ef4f-4357-9200-3e363e93ca41 req-4823d456-e098-4425-bf2e-9f7c309e2daf service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649529 Feb 11 04:20:43.912068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Allocated IP 172.20.0.2 (7894ecd8-ab85-40c2-99ae-380d20c1b6b2/f0139bd0-701d-4e59-b0ad-ff8947b12bf5/be9a1374-5b12-4e76-9cc9-4413a4a929c1) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:20:44.005533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ff3005f-58fc-43fc-ae67-0c6c09f9686a req-beff6afb-2cc6-4ec0-bc14-3633c3b13224 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/23ae66bf-b4ee-4774-9d82-59f54aeccfc7 HTTP/1.1" status: 200 len: 1818 time: 0.1283329 Feb 11 04:20:44.029699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96429cda-83e9-4253-833e-fa01d92d9df8 req-67fa9e77-c09a-4b24-aef7-230f6fa89555 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:44.031867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96429cda-83e9-4253-833e-fa01d92d9df8 req-67fa9e77-c09a-4b24-aef7-230f6fa89555 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 945 time: 0.1571512 Feb 11 04:20:44.071476 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Publish callbacks [] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:44.078597 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2b3e03ca-e33d-4c4b-beec-ef06cc43e55a req-93f7dcea-dd54-47da-8e05-0d98b905623f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:44.092286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['5a87b147-9dfe-424a-9be7-e8b9804fc7f6', '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:44.124918 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cad05555-7afb-4b21-9bd0-90cc258134ed req-48089c3f-1460-4ae7-8bf4-c078d050d58a tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (57f488ab-2ad7-48d4-9898-4fca95eb39ea), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:44.138759 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['3f6d5dcc-116d-4830-a8d1-4b2951f195e3'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:44.142088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7dcea-dd54-47da-8e05-0d98b905623f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Pushing event deleted for resources: {'Port': ['ID=4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:44.143276 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['f8b85636-54ab-4bfb-858e-4e7bfaa27beb', '57f488ab-2ad7-48d4-9898-4fca95eb39ea'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:44.151292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Publish callbacks [] for router_controller (ae32a9ba-da7e-40db-9a8a-9487bef84987), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:44.215738 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:44.222215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48089c3f-1460-4ae7-8bf4-c078d050d58a tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Pushing event deleted for resources: {'Port': ['ID=57f488ab-2ad7-48d4-9898-4fca95eb39ea,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:44.258465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96429cda-83e9-4253-833e-fa01d92d9df8 req-c5b59c6a-4954-46f3-9b0a-5af1b2bfe1ec tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098858 Feb 11 04:20:44.284349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3e03ca-e33d-4c4b-beec-ef06cc43e55a req-93f7dcea-dd54-47da-8e05-0d98b905623f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] No DVR routers for this DVR port 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:20:44.290727 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2b3e03ca-e33d-4c4b-beec-ef06cc43e55a req-93f7dcea-dd54-47da-8e05-0d98b905623f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:44.294128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b3e03ca-e33d-4c4b-beec-ef06cc43e55a req-93f7dcea-dd54-47da-8e05-0d98b905623f tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.32 "DELETE /v2.0/ports/4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 HTTP/1.1" status: 204 len: 173 time: 1.9182768 Feb 11 04:20:44.298202 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7ff3005f-58fc-43fc-ae67-0c6c09f9686a req-b1f828a7-80e9-4213-8f7e-f2b43a30cf5b tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (23ae66bf-b4ee-4774-9d82-59f54aeccfc7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:44.300169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d14e-c3fd-443e-b9fb-21f4edce8ebd req-4b75c367-fbad-442c-a2d5-c302f4ec16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:44.301678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d04d14e-c3fd-443e-b9fb-21f4edce8ebd req-4b75c367-fbad-442c-a2d5-c302f4ec16b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d798341ca07d4766bbf714ac7726543b&device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 1131 time: 0.2689393 Feb 11 04:20:44.318762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad05555-7afb-4b21-9bd0-90cc258134ed req-48089c3f-1460-4ae7-8bf4-c078d050d58a tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] No DVR routers for this DVR port 57f488ab-2ad7-48d4-9898-4fca95eb39ea on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:20:44.325529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Network 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:20:44.330998 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cad05555-7afb-4b21-9bd0-90cc258134ed req-48089c3f-1460-4ae7-8bf4-c078d050d58a tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:44.333360 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5ea87c8e-eae8-4b8a-af20-8e75ff158523 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:20:44.339658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cad05555-7afb-4b21-9bd0-90cc258134ed req-48089c3f-1460-4ae7-8bf4-c078d050d58a tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.32 "DELETE /v2.0/ports/57f488ab-2ad7-48d4-9898-4fca95eb39ea HTTP/1.1" status: 204 len: 173 time: 1.8022192 Feb 11 04:20:44.339945 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Pushing event updated for resources: {'Port': ['ID=be9a1374-5b12-4e76-9cc9-4413a4a929c1,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:44.350108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:44.373517 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:20:44.375356 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7ff3005f-58fc-43fc-ae67-0c6c09f9686a req-b1f828a7-80e9-4213-8f7e-f2b43a30cf5b tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (23ae66bf-b4ee-4774-9d82-59f54aeccfc7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:44.441180 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ef843a57-3af9-47c2-b4cd-f2a522e80e65 req-941b0059-2d90-4668-aa9e-8e2abb0aded6 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=9188d1de-0e11-4b9d-b883-1d0e2ffaba81 HTTP/1.1" status: 200 len: 210 time: 0.0727055 Feb 11 04:20:44.490060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d14e-c3fd-443e-b9fb-21f4edce8ebd req-9cf35413-9d62-4579-b446-81ca3aa23750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:44.491573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d04d14e-c3fd-443e-b9fb-21f4edce8ebd req-9cf35413-9d62-4579-b446-81ca3aa23750 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1741142 Feb 11 04:20:44.538220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Publish callbacks [] for router_gateway (ae32a9ba-da7e-40db-9a8a-9487bef84987), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:44.595927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94061dfa-42ab-4c52-9586-dc812170fd12 req-f3e7e5e3-82c0-4864-a210-33fa8cb02867 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa5731d5-28c0-4a98-ac01-fa3e0a0409ca HTTP/1.1" status: 200 len: 210 time: 0.0743716 Feb 11 04:20:44.603238 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7ff3005f-58fc-43fc-ae67-0c6c09f9686a req-b1f828a7-80e9-4213-8f7e-f2b43a30cf5b tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (23ae66bf-b4ee-4774-9d82-59f54aeccfc7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:44.613633 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7ff3005f-58fc-43fc-ae67-0c6c09f9686a req-b1f828a7-80e9-4213-8f7e-f2b43a30cf5b tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:44.615040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ff3005f-58fc-43fc-ae67-0c6c09f9686a req-b1f828a7-80e9-4213-8f7e-f2b43a30cf5b tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "DELETE /v2.0/security-groups/23ae66bf-b4ee-4774-9d82-59f54aeccfc7 HTTP/1.1" status: 204 len: 173 time: 0.5985999 Feb 11 04:20:44.616528 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d04d14e-c3fd-443e-b9fb-21f4edce8ebd req-7dd0b477-e646-40f6-95fc-015eea9206d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=12b7c34f-39a7-4f99-a791-7df0cb02c192 HTTP/1.1" status: 200 len: 217 time: 0.1142819 Feb 11 04:20:44.631731 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Attempting to bind port be9a1374-5b12-4e76-9cc9-4413a4a929c1 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:20:44.632105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Attempting to bind port be9a1374-5b12-4e76-9cc9-4413a4a929c1 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '192e3bf6-1159-4742-82d4-3ae2e1eef546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:20:44.632472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Attempting to bind port be9a1374-5b12-4e76-9cc9-4413a4a929c1 on network 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:44.675406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:20:44.679823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Checking segment: {'id': '192e3bf6-1159-4742-82d4-3ae2e1eef546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:44.679823 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:44.679823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Bound using segment: {'id': '192e3bf6-1159-4742-82d4-3ae2e1eef546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:20:44.679823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Bound port: be9a1374-5b12-4e76-9cc9-4413a4a929c1, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192e3bf6-1159-4742-82d4-3ae2e1eef546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:20:44.679823 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:44.704125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f828a7-80e9-4213-8f7e-f2b43a30cf5b tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ae66bf-b4ee-4774-9d82-59f54aeccfc7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:44.791611 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:44.823387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d14e-c3fd-443e-b9fb-21f4edce8ebd req-f34d11c6-5d57-4c38-a98a-523a898550a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:44.823387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d04d14e-c3fd-443e-b9fb-21f4edce8ebd req-f34d11c6-5d57-4c38-a98a-523a898550a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1964509 Feb 11 04:20:44.835151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5731d5-28c0-4a98-ac01-fa3e0a0409ca', 'name': 'network-vif-deleted', 'tag': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087'}, {'server_uuid': '9188d1de-0e11-4b9d-b883-1d0e2ffaba81', 'name': 'network-vif-deleted', 'tag': '57f488ab-2ad7-48d4-9898-4fca95eb39ea'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:44.837922 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdb483c-8479-467d-af70-b55e64ade8ec" -d '{"events": [{"server_uuid": "aa5731d5-28c0-4a98-ac01-fa3e0a0409ca", "name": "network-vif-deleted", "tag": "4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087"}, {"server_uuid": "9188d1de-0e11-4b9d-b883-1d0e2ffaba81", "name": "network-vif-deleted", "tag": "57f488ab-2ad7-48d4-9898-4fca95eb39ea"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:44.878601 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '5ea87c8e-eae8-4b8a-af20-8e75ff158523', 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282', 'port_id': '5ea87c8e-eae8-4b8a-af20-8e75ff158523', 'mac_address': 'fa:16:3e:e5:cd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:20:44.935268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a137c-4518-4bc6-9733-6918e25c69fa req-976f2b88-facf-4c96-9c82-7bdd904c9deb tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:44.938217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f48a137c-4518-4bc6-9733-6918e25c69fa req-976f2b88-facf-4c96-9c82-7bdd904c9deb tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 948 time: 0.2216566 Feb 11 04:20:44.961960 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] For port be9a1374-5b12-4e76-9cc9-4413a4a929c1, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:44.986238 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] For port be9a1374-5b12-4e76-9cc9-4413a4a929c1, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=be9a1374-5b12-4e76-9cc9-4413a4a929c1,segment=NetworkSegment(192e3bf6-1159-4742-82d4-3ae2e1eef546),segment_id=192e3bf6-1159-4742-82d4-3ae2e1eef546)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:20:44.992266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:44.992639 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04d14e-c3fd-443e-b9fb-21f4edce8ebd req-5ced0d80-7b54-4cf8-aa9d-493929b2766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:44.992807 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:44.995047 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d04d14e-c3fd-443e-b9fb-21f4edce8ebd req-5ced0d80-7b54-4cf8-aa9d-493929b2766c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1671185 Feb 11 04:20:45.009803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea87c8e-eae8-4b8a-af20-8e75ff158523 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:45.038806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:45.060563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f48a137c-4518-4bc6-9733-6918e25c69fa req-9786f4ab-4200-46b2-a332-d38c70223cce tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155937 Feb 11 04:20:45.096241 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Publish callbacks [] for router_gateway (ae32a9ba-da7e-40db-9a8a-9487bef84987), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:45.100183 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:45.117938 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:45.133705 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-e952f5a4-c263-490d-a59a-37d0f24f1385 req-7f2449ac-4a3c-4a89-86ab-edcbe03beb74 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] show failed (client error): The resource could not be found. Feb 11 04:20:45.134742 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e952f5a4-c263-490d-a59a-37d0f24f1385 req-7f2449ac-4a3c-4a89-86ab-edcbe03beb74 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/23ae66bf-b4ee-4774-9d82-59f54aeccfc7 HTTP/1.1" status: 404 len: 352 time: 0.0222352 Feb 11 04:20:45.161624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d04d14e-c3fd-443e-b9fb-21f4edce8ebd req-f3c925bb-75ff-4e41-9adc-86262e3398c0 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598723 Feb 11 04:20:45.194746 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:45.214297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5d056-f790-48b2-b9ff-7d938e2c67e9 None None] Pushing event updated for resources: {'Port': ['ID=be9a1374-5b12-4e76-9cc9-4413a4a929c1,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:45.304864 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Allocated IP 172.25.3.222 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/8b33bcef-a41d-4a66-a0c6-ac6b9e589172) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:20:45.355661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d04d14e-c3fd-443e-b9fb-21f4edce8ebd req-79816fe0-557c-4b5d-8870-4b52d89a14c5 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814611 Feb 11 04:20:45.383894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4113705-69e5-4540-977e-681b5180e70b req-8bfe8ebd-96c1-4fa1-afb7-cfa9801520cf tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:45.385533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4113705-69e5-4540-977e-681b5180e70b req-8bfe8ebd-96c1-4fa1-afb7-cfa9801520cf tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.1002192 Feb 11 04:20:45.488024 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5ea87c8e-eae8-4b8a-af20-8e75ff158523,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:45.543210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4113705-69e5-4540-977e-681b5180e70b req-f11be724-82e7-4347-902b-c580ca5a8b04 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448896 Feb 11 04:20:45.550035 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Publish callbacks [] for port (8b33bcef-a41d-4a66-a0c6-ac6b9e589172), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:45.573424 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe0ecaf-efda-4692-8323-016969524b46 x-openstack-request-id: req-6fe0ecaf-efda-4692-8323-016969524b46 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:45.573424 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5731d5-28c0-4a98-ac01-fa3e0a0409ca", "name": "network-vif-deleted", "tag": "4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087", "status": "completed", "code": 200}, {"server_uuid": "9188d1de-0e11-4b9d-b883-1d0e2ffaba81", "name": "network-vif-deleted", "tag": "57f488ab-2ad7-48d4-9898-4fca95eb39ea", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:45.573424 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fe0ecaf-efda-4692-8323-016969524b46 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:45.573424 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5731d5-28c0-4a98-ac01-fa3e0a0409ca', 'name': 'network-vif-deleted', 'tag': '4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087', 'status': 'completed', 'code': 200} Feb 11 04:20:45.573424 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9188d1de-0e11-4b9d-b883-1d0e2ffaba81', 'name': 'network-vif-deleted', 'tag': '57f488ab-2ad7-48d4-9898-4fca95eb39ea', 'status': 'completed', 'code': 200} Feb 11 04:20:45.618655 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['5ea87c8e-eae8-4b8a-af20-8e75ff158523'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:45.722669 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8b33bcef-a41d-4a66-a0c6-ac6b9e589172), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:45.759969 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9fb5f824-727b-49f1-b70c-9f9ccf96a847 req-cebc1b85-f9b0-46ea-8261-c9cef718ce80 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/0dd26003-eae6-4b8b-8f82-7965afc6755c HTTP/1.1" status: 200 len: 1818 time: 0.1466284 Feb 11 04:20:45.796467 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:20:45.809193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Pushing event updated for resources: {'Port': ['ID=8b33bcef-a41d-4a66-a0c6-ac6b9e589172,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:45.813159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:45.826364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:20:45.826847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86302c89-99c5-4d76-818b-10d920afe528 req-bde618a4-4f11-4708-8a30-e324396423a7 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:45.829341 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86302c89-99c5-4d76-818b-10d920afe528 req-bde618a4-4f11-4708-8a30-e324396423a7 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 945 time: 0.1917560 Feb 11 04:20:45.900151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86302c89-99c5-4d76-818b-10d920afe528 req-30d862e9-fd9d-4c61-9d52-cf2fbe594be5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648985 Feb 11 04:20:45.917149 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9fb5f824-727b-49f1-b70c-9f9ccf96a847 req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (0dd26003-eae6-4b8b-8f82-7965afc6755c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:45.953949 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9fb5f824-727b-49f1-b70c-9f9ccf96a847 req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (0dd26003-eae6-4b8b-8f82-7965afc6755c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:46.162731 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9fb5f824-727b-49f1-b70c-9f9ccf96a847 req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0dd26003-eae6-4b8b-8f82-7965afc6755c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:46.168610 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9fb5f824-727b-49f1-b70c-9f9ccf96a847 req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:46.169932 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9fb5f824-727b-49f1-b70c-9f9ccf96a847 req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "DELETE /v2.0/security-groups/0dd26003-eae6-4b8b-8f82-7965afc6755c HTTP/1.1" status: 204 len: 173 time: 0.3993025 Feb 11 04:20:46.184797 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd26003-eae6-4b8b-8f82-7965afc6755c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:46.194788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:46.195444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:46.196530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:46.197047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:46.197475 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:46.197887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:46.198377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:46.198824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:46.199237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:46.199672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:46.200348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:46.200741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:46.201137 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85ec01-60a6-4194-a333-58cfd161c046 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:46.242402 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Publish callbacks [] for router_gateway (ae32a9ba-da7e-40db-9a8a-9487bef84987), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:46.329576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 12b7c34f-39a7-4f99-a791-7df0cb02c192 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:20:46.409673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da8d99-80c3-47f5-ac0a-413f8d798380 req-5c53787b-ed33-4728-b0ce-0a1019cfe3fe tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:46.412372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14da8d99-80c3-47f5-ac0a-413f8d798380 req-5c53787b-ed33-4728-b0ce-0a1019cfe3fe tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 948 time: 0.0889800 Feb 11 04:20:46.479115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14da8d99-80c3-47f5-ac0a-413f8d798380 req-11684321-6da7-4416-a2f9-5856ef780cee tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604012 Feb 11 04:20:46.522867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device be9a1374-5b12-4e76-9cc9-4413a4a929c1 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:46.559285 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (ae32a9ba-da7e-40db-9a8a-9487bef84987), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:46.579646 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 12b7c34f-39a7-4f99-a791-7df0cb02c192, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12b7c34f-39a7-4f99-a791-7df0cb02c192,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:46.585104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e59c3c-c10c-45e9-a505-12bd4837ce56 None None] Network 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:20:46.602363 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-b2faa1b9-e28d-4f4c-b664-4349f8fc4493 req-ae91dbec-3473-4d10-af13-aadc749edde1 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] show failed (client error): The resource could not be found. Feb 11 04:20:46.604203 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2faa1b9-e28d-4f4c-b664-4349f8fc4493 req-ae91dbec-3473-4d10-af13-aadc749edde1 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/0dd26003-eae6-4b8b-8f82-7965afc6755c HTTP/1.1" status: 404 len: 352 time: 0.0178256 Feb 11 04:20:46.605233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '12b7c34f-39a7-4f99-a791-7df0cb02c192', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '12b7c34f-39a7-4f99-a791-7df0cb02c192', 'mac_address': 'fa:16:3e:49:b9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:20:46.708447 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port be9a1374-5b12-4e76-9cc9-4413a4a929c1 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:46.708836 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:46.745433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 12b7c34f-39a7-4f99-a791-7df0cb02c192 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:46.745829 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:46.759457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7180f4-1880-4d86-b74c-9272229a00ae req-67d1f02a-abff-4a2d-be23-1dcc386e4a10 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:46.761001 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f7180f4-1880-4d86-b74c-9272229a00ae req-67d1f02a-abff-4a2d-be23-1dcc386e4a10 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.0646462 Feb 11 04:20:46.761389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6cc1f2ba-5a74-4321-8904-2036157b531b None None] Provisioning complete for port be9a1374-5b12-4e76-9cc9-4413a4a929c1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:46.761762 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f2ba-5a74-4321-8904-2036157b531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:46.794398 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b7c34f-39a7-4f99-a791-7df0cb02c192 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:46.797261 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Router ae32a9ba-da7e-40db-9a8a-9487bef84987 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:20:46.826981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f7180f4-1880-4d86-b74c-9272229a00ae req-8a4b0cfc-f19a-4080-9606-25cae7a70294 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550609 Feb 11 04:20:46.852966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 12b7c34f-39a7-4f99-a791-7df0cb02c192, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12b7c34f-39a7-4f99-a791-7df0cb02c192,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:46.914820 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:46.940469 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:20:46.989690 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Sync routers for ids ['ae32a9ba-da7e-40db-9a8a-9487bef84987'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:20:46.993519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port be9a1374-5b12-4e76-9cc9-4413a4a929c1 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:46.994046 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:47.021590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-6a8de513-1e08-466e-8efa-458fe0b09bc7 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:47.023158 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-6a8de513-1e08-466e-8efa-458fe0b09bc7 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07&tenant_id=19d7885d46e54fd38e6c302286350aee&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 1128 time: 0.1600933 Feb 11 04:20:47.042997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-35'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:47.054362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Routers {'ae32a9ba-da7e-40db-9a8a-9487bef84987'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:20:47.055467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:20:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ae32a9ba-da7e-40db-9a8a-9487bef84987'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:20:47.059163 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:47.063796 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-01ef202f-ba5e-4728-b7cc-895752d5d191 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.3414590 Feb 11 04:20:47.067081 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41902) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:47.097205 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d7443d4-1349-4ee1-aa91-91d5e103ec4d req-f4cfecc8-2347-442d-af60-20065d6e851d tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/0153e560-5140-4eec-8e49-83b5c5a9c888 HTTP/1.1" status: 200 len: 1817 time: 0.1667380 Feb 11 04:20:47.123431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1f2ba-5a74-4321-8904-2036157b531b None None] Current status of the port be9a1374-5b12-4e76-9cc9-4413a4a929c1 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:47.124401 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f2ba-5a74-4321-8904-2036157b531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:47.165928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port be9a1374-5b12-4e76-9cc9-4413a4a929c1, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=be9a1374-5b12-4e76-9cc9-4413a4a929c1,segment=NetworkSegment(192e3bf6-1159-4742-82d4-3ae2e1eef546),segment_id=192e3bf6-1159-4742-82d4-3ae2e1eef546)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:47.169014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=12b7c34f-39a7-4f99-a791-7df0cb02c192,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:47.169739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49766956-4fa9-4657-9fd3-c34946cc8793 req-b46fcb9e-7d19-4e18-aef0-a23059a32d31 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:47.173561 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49766956-4fa9-4657-9fd3-c34946cc8793 req-b46fcb9e-7d19-4e18-aef0-a23059a32d31 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 945 time: 0.2414455 Feb 11 04:20:47.196064 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:47.263096 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['12b7c34f-39a7-4f99-a791-7df0cb02c192'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:47.274095 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:47.330228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49766956-4fa9-4657-9fd3-c34946cc8793 req-56347637-eec0-4f2f-ac89-479b44b26c69 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467826 Feb 11 04:20:47.333291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8d7443d4-1349-4ee1-aa91-91d5e103ec4d req-3e07395e-1c08-4e4d-b8d4-01e378224395 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (0153e560-5140-4eec-8e49-83b5c5a9c888), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:47.358373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Set router ae32a9ba-da7e-40db-9a8a-9487bef84987 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:20:47.360993 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8d7443d4-1349-4ee1-aa91-91d5e103ec4d req-3e07395e-1c08-4e4d-b8d4-01e378224395 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (0153e560-5140-4eec-8e49-83b5c5a9c888), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:47.486307 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8d7443d4-1349-4ee1-aa91-91d5e103ec4d req-3e07395e-1c08-4e4d-b8d4-01e378224395 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0153e560-5140-4eec-8e49-83b5c5a9c888), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:47.490468 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8d7443d4-1349-4ee1-aa91-91d5e103ec4d req-3e07395e-1c08-4e4d-b8d4-01e378224395 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:47.492389 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d7443d4-1349-4ee1-aa91-91d5e103ec4d req-3e07395e-1c08-4e4d-b8d4-01e378224395 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "DELETE /v2.0/security-groups/0153e560-5140-4eec-8e49-83b5c5a9c888 HTTP/1.1" status: 204 len: 173 time: 0.3943920 Feb 11 04:20:47.494326 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-6cc1f2ba-5a74-4321-8904-2036157b531b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:20:47.494736 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-6cc1f2ba-5a74-4321-8904-2036157b531b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:20:47.515941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07395e-1c08-4e4d-b8d4-01e378224395 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0153e560-5140-4eec-8e49-83b5c5a9c888,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:47.545286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=be9a1374-5b12-4e76-9cc9-4413a4a929c1,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:47.549646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:47.628799 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:47.745540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:20:43Z', 'updated_at': '2022-02-11T04:20:45Z', 'revision_number': 3, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'gw_port': {'id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:45Z', 'updated_at': '2022-02-11T04:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:20:47.753438 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-d3e7ea44-cf86-4b02-99ae-c6744a446083 req-5787bbea-238e-4139-92dd-a05870fd4d32 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] show failed (client error): The resource could not be found. Feb 11 04:20:47.754491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3e7ea44-cf86-4b02-99ae-c6744a446083 req-5787bbea-238e-4139-92dd-a05870fd4d32 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/0153e560-5140-4eec-8e49-83b5c5a9c888 HTTP/1.1" status: 404 len: 352 time: 0.0354600 Feb 11 04:20:47.775553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdee2f0-1fad-46cb-82e4-4036e0719c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8f312f-a091-42ed-b4f6-753dd0e1d40f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:47.775553 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98369e5a-277e-4afd-ab36-a25d9dfe15d4" -d '{"events": [{"server_uuid": "4cdee2f0-1fad-46cb-82e4-4036e0719c07", "name": "network-vif-unplugged", "status": "completed", "tag": "eb8f312f-a091-42ed-b4f6-753dd0e1d40f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:47.780288 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Publish callbacks [] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:47.788427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b4c15-42cf-44fd-bb62-64342a3d7f14 req-e7098c0f-bd07-4f55-8bf4-3227a0820428 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:47.798027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-024b4c15-42cf-44fd-bb62-64342a3d7f14 req-e7098c0f-bd07-4f55-8bf4-3227a0820428 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 945 time: 0.1280375 Feb 11 04:20:47.804364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Checking router: ae32a9ba-da7e-40db-9a8a-9487bef84987 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:20:47.804364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Updating router ae32a9ba-da7e-40db-9a8a-9487bef84987 port 8b33bcef-a41d-4a66-a0c6-ac6b9e589172 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:20:47.836262 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8b33bcef-a41d-4a66-a0c6-ac6b9e589172), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:47.859756 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:47.891249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-024b4c15-42cf-44fd-bb62-64342a3d7f14 req-964ac31b-72e6-46b3-9206-1c76f0025c4a tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922678 Feb 11 04:20:47.927258 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:20:47.931189 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 57f488ab-2ad7-48d4-9898-4fca95eb39ea no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:47.966262 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:47.983685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 57f488ab-2ad7-48d4-9898-4fca95eb39ea {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:20:47.984027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 57f488ab-2ad7-48d4-9898-4fca95eb39ea not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:20:47.984450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:48.010499 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:48.015841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:20:48.016188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4bcc82ed-ec5d-4c3e-a3f6-e5fe6bb5f087 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:20:48.069519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54528b-5a0d-4d30-8b92-db41820cfb18 req-526ae1dd-65ed-4983-978e-48fdcf0b1089 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:48.071151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d54528b-5a0d-4d30-8b92-db41820cfb18 req-526ae1dd-65ed-4983-978e-48fdcf0b1089 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 949 time: 0.2352836 Feb 11 04:20:48.118974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Attempting to bind port eb8f312f-a091-42ed-b4f6-753dd0e1d40f on host n-h2-712142-35 for vnic_type normal with profile {"migrating_to": "n-h1-712142-35"} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:20:48.124873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Attempting to bind port eb8f312f-a091-42ed-b4f6-753dd0e1d40f by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:20:48.124873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Attempting to bind port eb8f312f-a091-42ed-b4f6-753dd0e1d40f on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:48.136483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a2acc-ace8-4644-990f-6ccc35aeda48 req-66415108-390f-4a9d-99b4-3ce8ab9d3078 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:48.138091 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-110a2acc-ace8-4644-990f-6ccc35aeda48 req-66415108-390f-4a9d-99b4-3ce8ab9d3078 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 945 time: 0.1739156 Feb 11 04:20:48.149368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Port eb8f312f-a091-42ed-b4f6-753dd0e1d40f on network 5ae78988-79ae-41a1-babe-29352a8104f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:20:48.149723 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Attempting to bind port eb8f312f-a091-42ed-b4f6-753dd0e1d40f on network 5ae78988-79ae-41a1-babe-29352a8104f3 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:48.171834 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Allocated IP 172.20.0.1 (7894ecd8-ab85-40c2-99ae-380d20c1b6b2/f0139bd0-701d-4e59-b0ad-ff8947b12bf5/5047b9c3-dc65-40e5-9443-a933f4a2ef0b) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:20:48.188517 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:20:48.189121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Checking segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:48.189784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Bound using segment: {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:20:48.190325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Bound port: eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ae78988-79ae-41a1-babe-29352a8104f3'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:20:48.190799 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:48.211341 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d54528b-5a0d-4d30-8b92-db41820cfb18 req-edb88f27-6ad2-47a1-9985-288dd4ec21fa tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299503 Feb 11 04:20:48.268636 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-110a2acc-ace8-4644-990f-6ccc35aeda48 req-699d99a7-470c-4fc1-8252-b8b69b016c0d tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160719 Feb 11 04:20:48.289745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1f2ba-5a74-4321-8904-2036157b531b None None] Current status of the port be9a1374-5b12-4e76-9cc9-4413a4a929c1 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:48.345602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5ea87c8e-eae8-4b8a-af20-8e75ff158523 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:48.349040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:48.354062 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Publish callbacks [] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:48.361680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:20:48.376561 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d7df9f-409a-454c-b73f-b6e13b69a46e x-openstack-request-id: req-b0d7df9f-409a-454c-b73f-b6e13b69a46e {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:48.376561 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdee2f0-1fad-46cb-82e4-4036e0719c07", "name": "network-vif-unplugged", "status": "completed", "tag": "eb8f312f-a091-42ed-b4f6-753dd0e1d40f", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:48.376561 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0d7df9f-409a-454c-b73f-b6e13b69a46e {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:48.376561 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdee2f0-1fad-46cb-82e4-4036e0719c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8f312f-a091-42ed-b4f6-753dd0e1d40f', 'code': 200} Feb 11 04:20:48.434524 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6994070-5c10-43a0-8689-7334ed558765 req-2be30923-df0f-463a-b7fe-76caf90d763e tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=223c1bb87646423fa989545b2c1fd2f9 HTTP/1.1" status: 200 len: 6201 time: 0.1397104 Feb 11 04:20:48.458334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device be9a1374-5b12-4e76-9cc9-4413a4a929c1 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:48.461238 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:48.463382 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:48.505403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:48.523245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c68d44ee-77fa-4611-88e7-5462a17bcedb None None] Provisioning complete for port be9a1374-5b12-4e76-9cc9-4413a4a929c1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:48.523621 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c68d44ee-77fa-4611-88e7-5462a17bcedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:48.528534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086', 'network_id': 'fd232fce-fd30-43de-a608-696b7ab07e90', 'port_id': '2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086', 'mac_address': 'fa:16:3e:85:4c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f835861-ae9c-4756-8b3b-a583638d521d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:20:48.553263 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Network 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:20:48.559217 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:48.565025 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:20:48.591336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6994070-5c10-43a0-8689-7334ed558765 req-4e38479d-ea39-4ae0-bc6a-1bd88fb1faff tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/7d4705d6-b024-436e-bdd4-d56fbcc05413 HTTP/1.1" status: 200 len: 2998 time: 0.1556916 Feb 11 04:20:48.601391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,revision_number=8']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:48.601911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Pushing event updated for resources: {'Port': ['ID=5047b9c3-dc65-40e5-9443-a933f4a2ef0b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:48.612655 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (ae32a9ba-da7e-40db-9a8a-9487bef84987), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:48.642833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:48.643597 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:48.645413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-9a563bbd-8a27-4306-953c-2ea855136aba service neutron] 10.222.0.32 "PUT /v2.0/ports/eb8f312f-a091-42ed-b4f6-753dd0e1d40f HTTP/1.1" status: 200 len: 1123 time: 1.6082942 Feb 11 04:20:48.663879 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e05e4-581a-4ae7-b44e-222cdebad264 req-7b55cbf7-321b-4568-8868-d796c21c72bc tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:48.667234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d94e05e4-581a-4ae7-b44e-222cdebad264 req-7b55cbf7-321b-4568-8868-d796c21c72bc tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.2230031 Feb 11 04:20:48.751207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6994070-5c10-43a0-8689-7334ed558765 req-88cecbe6-3cc7-4682-986e-ac6888c02a91 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/7d4705d6-b024-436e-bdd4-d56fbcc05413 HTTP/1.1" status: 200 len: 2998 time: 0.1520839 Feb 11 04:20:48.757783 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d94e05e4-581a-4ae7-b44e-222cdebad264 req-4dae4ce3-ed8f-43a7-b116-4189f7d5c7b2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802200 Feb 11 04:20:48.804693 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-fa72bbb8-e2be-44d5-9c54-223f99390ab9 req-37b0e28d-2cca-464a-9e1e-62933591fe70 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1434669503', 'description': 'tempest-description-2131881559'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:48.833934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['eb8f312f-a091-42ed-b4f6-753dd0e1d40f'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:48.900269 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:48.936740 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fa72bbb8-e2be-44d5-9c54-223f99390ab9 req-37b0e28d-2cca-464a-9e1e-62933591fe70 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:48.958873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6371300-015b-4a7c-9f92-8b01cfa27e79 req-1b7f2e3b-355a-4cef-ada9-5163c0ac3ca2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:48.960440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6371300-015b-4a7c-9f92-8b01cfa27e79 req-1b7f2e3b-355a-4cef-ada9-5163c0ac3ca2 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.32 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 949 time: 0.1034374 Feb 11 04:20:48.966477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['eb8f312f-a091-42ed-b4f6-753dd0e1d40f'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:48.971076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:20:48.971322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef5db1-3cbd-44e2-8c06-40db0049bc87 req-97d5dc1a-6eaf-415d-80cb-80ee47f7e4c6 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:48.978726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6ef5db1-3cbd-44e2-8c06-40db0049bc87 req-97d5dc1a-6eaf-415d-80cb-80ee47f7e4c6 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 943 time: 0.1345501 Feb 11 04:20:48.997691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:48.998242 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.014148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:49.014820 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.115503 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Publish callbacks [] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.116085 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port be9a1374-5b12-4e76-9cc9-4413a4a929c1 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:49.116085 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.117493 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6ef5db1-3cbd-44e2-8c06-40db0049bc87 req-827826d5-8e34-4ea5-a04e-d5c3d3104000 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378987 Feb 11 04:20:49.126486 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Publish callbacks [] for port (8b33bcef-a41d-4a66-a0c6-ac6b9e589172), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.131617 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c68d44ee-77fa-4611-88e7-5462a17bcedb None None] Current status of the port be9a1374-5b12-4e76-9cc9-4413a4a929c1 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:49.149136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:49.165862 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fa72bbb8-e2be-44d5-9c54-223f99390ab9 req-37b0e28d-2cca-464a-9e1e-62933591fe70 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (b3271225-cd31-4faf-bf7e-0a3f484b460e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.189591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-e6371300-015b-4a7c-9f92-8b01cfa27e79 req-220a2040-bf86-49d1-b42e-16d985aa3adf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Deleting port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:20:49.190083 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e6371300-015b-4a7c-9f92-8b01cfa27e79 req-220a2040-bf86-49d1-b42e-16d985aa3adf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.248074 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.255826 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:49.293565 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fa72bbb8-e2be-44d5-9c54-223f99390ab9 req-37b0e28d-2cca-464a-9e1e-62933591fe70 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b3271225-cd31-4faf-bf7e-0a3f484b460e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.315532 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8b33bcef-a41d-4a66-a0c6-ac6b9e589172), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.325856 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (ae32a9ba-da7e-40db-9a8a-9487bef84987), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.327982 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Pushing event updated for resources: {'Port': ['ID=5047b9c3-dc65-40e5-9443-a933f4a2ef0b,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:49.356248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0e28d-2cca-464a-9e1e-62933591fe70 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3271225-cd31-4faf-bf7e-0a3f484b460e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:49.366788 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.367788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device eb8f312f-a091-42ed-b4f6-753dd0e1d40f details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:20:49.369167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e6371300-015b-4a7c-9f92-8b01cfa27e79 req-220a2040-bf86-49d1-b42e-16d985aa3adf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] For port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:49.369531 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e6371300-015b-4a7c-9f92-8b01cfa27e79 req-220a2040-bf86-49d1-b42e-16d985aa3adf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.385079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955d885-d39b-4728-a1c1-b0083cb9c42c req-a4ea55ef-ad00-4fbe-9abe-c45e17f9d96c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:49.386595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1955d885-d39b-4728-a1c1-b0083cb9c42c req-a4ea55ef-ad00-4fbe-9abe-c45e17f9d96c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 945 time: 0.1617260 Feb 11 04:20:49.392117 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fa72bbb8-e2be-44d5-9c54-223f99390ab9 req-37b0e28d-2cca-464a-9e1e-62933591fe70 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.398966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa72bbb8-e2be-44d5-9c54-223f99390ab9 req-37b0e28d-2cca-464a-9e1e-62933591fe70 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5976429 Feb 11 04:20:49.408890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-e6371300-015b-4a7c-9f92-8b01cfa27e79 req-220a2040-bf86-49d1-b42e-16d985aa3adf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Calling delete_port for 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:20:49.454073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-984ef6f3-fbdd-4c71-9e89-4a8b9c580cd3 None None] Provisioning complete for port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:49.454674 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-984ef6f3-fbdd-4c71-9e89-4a8b9c580cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.457249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233d42b-2a7f-49b8-aa57-460a81035449 None None] Pushing event updated for resources: {'Port': ['ID=8b33bcef-a41d-4a66-a0c6-ac6b9e589172,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:49.470482 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Network 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:20:49.475150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:49.499311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1955d885-d39b-4728-a1c1-b0083cb9c42c req-e9731551-c715-4010-8bd0-cbe4b81c552a tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967209 Feb 11 04:20:49.686057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:49.729768 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Router ae32a9ba-da7e-40db-9a8a-9487bef84987 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:20:49.783301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b13ec-8908-4f05-bf50-8f83b53e523e req-24fba58d-04ef-43e4-b191-60efdac71a33 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:49.790793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c2b13ec-8908-4f05-bf50-8f83b53e523e req-24fba58d-04ef-43e4-b191-60efdac71a33 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 944 time: 0.1511626 Feb 11 04:20:49.808929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714a78a-a813-4506-8d20-5f051c18d899 req-04ee061d-63bc-4690-881e-0f13dde6ba08 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:49.818236 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a714a78a-a813-4506-8d20-5f051c18d899 req-04ee061d-63bc-4690-881e-0f13dde6ba08 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 949 time: 0.1613591 Feb 11 04:20:49.833076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Attempting to bind port 8b33bcef-a41d-4a66-a0c6-ac6b9e589172 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:20:49.833505 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Attempting to bind port 8b33bcef-a41d-4a66-a0c6-ac6b9e589172 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:20:49.833875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Attempting to bind port 8b33bcef-a41d-4a66-a0c6-ac6b9e589172 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:49.844648 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.resource_extend [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:20:49.859795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:20:49.860188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:49.860599 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.861429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:20:49.861569 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Bound port: 8b33bcef-a41d-4a66-a0c6-ac6b9e589172, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:20:49.861869 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8b33bcef-a41d-4a66-a0c6-ac6b9e589172), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.862509 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e6371300-015b-4a7c-9f92-8b01cfa27e79 req-220a2040-bf86-49d1-b42e-16d985aa3adf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5a87b147-9dfe-424a-9be7-e8b9804fc7f6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.908078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:49.908485 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:49.908689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:20:49.910874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['5a87b147-9dfe-424a-9be7-e8b9804fc7f6'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:49.925227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c2b13ec-8908-4f05-bf50-8f83b53e523e req-364e9eb6-1f7c-46d3-ac4e-c44efb297014 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323543 Feb 11 04:20:49.933577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a2040-bf86-49d1-b42e-16d985aa3adf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Pushing event deleted for resources: {'Port': ['ID=5a87b147-9dfe-424a-9be7-e8b9804fc7f6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:49.935200 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4ac8563f-fd82-4975-bfac-98d6dfc613fb admin admin] 10.222.0.13 "PUT /v2.0/routers/ae32a9ba-da7e-40db-9a8a-9487bef84987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8654897 Feb 11 04:20:49.964855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-984ef6f3-fbdd-4c71-9e89-4a8b9c580cd3 None None] Port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:20:49.965272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a714a78a-a813-4506-8d20-5f051c18d899 req-f81624b8-21ef-4c43-b03a-463cf807f63f tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441758 Feb 11 04:20:50.028556 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6371300-015b-4a7c-9f92-8b01cfa27e79 req-220a2040-bf86-49d1-b42e-16d985aa3adf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] No DVR routers for this DVR port 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:20:50.035424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-1388ac96-9c88-48e1-9495-adba415975fb req-329399de-5253-46b3-ba46-5ecee6e7bbd3 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1025302644', 'description': 'tempest-description-1411721636'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:50.045001 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e6371300-015b-4a7c-9f92-8b01cfa27e79 req-220a2040-bf86-49d1-b42e-16d985aa3adf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:50.049492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6371300-015b-4a7c-9f92-8b01cfa27e79 req-220a2040-bf86-49d1-b42e-16d985aa3adf tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.32 "DELETE /v2.0/ports/5a87b147-9dfe-424a-9be7-e8b9804fc7f6 HTTP/1.1" status: 204 len: 173 time: 1.0628431 Feb 11 04:20:50.085146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port be9a1374-5b12-4e76-9cc9-4413a4a929c1 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:50.143213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba911e61-9afa-4891-8423-c587da716d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea87c8e-eae8-4b8a-af20-8e75ff158523'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:50.144342 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404a7584-c980-4e36-bb55-82ea6805735d" -d '{"events": [{"server_uuid": "ba911e61-9afa-4891-8423-c587da716d4a", "name": "network-vif-plugged", "status": "completed", "tag": "5ea87c8e-eae8-4b8a-af20-8e75ff158523"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:50.192399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:50.209348 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fdc642c-9a3d-4f8a-b7c2-f2b17594fe07 req-e192b09e-5d2e-46e7-bf69-cca795c31608 tempest-MigrationsAdminTest-185080415 tempest-MigrationsAdminTest-185080415-project] 10.222.0.13 "GET /v2.0/ports?device_id=82a6b0df-95e5-4065-b631-507f58f016c7 HTTP/1.1" status: 200 len: 210 time: 0.0308275 Feb 11 04:20:50.214834 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1388ac96-9c88-48e1-9495-adba415975fb req-329399de-5253-46b3-ba46-5ecee6e7bbd3 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:50.224236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c0306bf1-9758-451f-b2b6-6bb7bb4523d2 None None] Provisioning complete for port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:50.224653 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c0306bf1-9758-451f-b2b6-6bb7bb4523d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:50.238783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:50.346443 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1388ac96-9c88-48e1-9495-adba415975fb req-329399de-5253-46b3-ba46-5ecee6e7bbd3 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (5cbb8a6d-a38e-4296-be61-a3d310ff1b49), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:50.352223 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:50.356929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] For port 8b33bcef-a41d-4a66-a0c6-ac6b9e589172, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:50.374829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdee2f0-1fad-46cb-82e4-4036e0719c07', 'tag': 'eb8f312f-a091-42ed-b4f6-753dd0e1d40f'}, {'server_uuid': '82a6b0df-95e5-4065-b631-507f58f016c7', 'name': 'network-vif-deleted', 'tag': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:50.378189 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ade3e8-ec97-4a7e-baf7-b9ddabeea995" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdee2f0-1fad-46cb-82e4-4036e0719c07", "tag": "eb8f312f-a091-42ed-b4f6-753dd0e1d40f"}, {"server_uuid": "82a6b0df-95e5-4065-b631-507f58f016c7", "name": "network-vif-deleted", "tag": "5a87b147-9dfe-424a-9be7-e8b9804fc7f6"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:50.378432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device eb8f312f-a091-42ed-b4f6-753dd0e1d40f has no active binding in host n-h1-712142-35 {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:20:50.379744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 12b7c34f-39a7-4f99-a791-7df0cb02c192 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:50.419659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] For port 8b33bcef-a41d-4a66-a0c6-ac6b9e589172, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8b33bcef-a41d-4a66-a0c6-ac6b9e589172,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:20:50.453375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43ec24-26ac-4129-82ff-ae8819421c51 req-41eec98f-df47-4e61-948d-b37f25b467b6 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:50.465251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43ec24-26ac-4129-82ff-ae8819421c51 req-41eec98f-df47-4e61-948d-b37f25b467b6 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:50.465530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c0306bf1-9758-451f-b2b6-6bb7bb4523d2 None None] Port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:20:50.468888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db43ec24-26ac-4129-82ff-ae8819421c51 req-41eec98f-df47-4e61-948d-b37f25b467b6 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed7d850-f3ae-4f86-93cd-71f4956d6af3&device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 1682 time: 0.0876358 Feb 11 04:20:50.470683 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1388ac96-9c88-48e1-9495-adba415975fb req-329399de-5253-46b3-ba46-5ecee6e7bbd3 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5cbb8a6d-a38e-4296-be61-a3d310ff1b49), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:50.501301 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5ea87c8e-eae8-4b8a-af20-8e75ff158523,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:50.522765 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8b33bcef-a41d-4a66-a0c6-ac6b9e589172), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:50.536205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329399de-5253-46b3-ba46-5ecee6e7bbd3 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbb8a6d-a38e-4296-be61-a3d310ff1b49,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:50.571213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db43ec24-26ac-4129-82ff-ae8819421c51 req-459443e3-763c-4c73-bfc8-660504b35d04 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/security-groups?id=34292711-1d57-4b38-bcf6-05297d5a1ded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896089 Feb 11 04:20:50.590293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Routers {'ae32a9ba-da7e-40db-9a8a-9487bef84987'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:20:50.591025 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:20:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ae32a9ba-da7e-40db-9a8a-9487bef84987'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:20:50.598472 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1388ac96-9c88-48e1-9495-adba415975fb req-329399de-5253-46b3-ba46-5ecee6e7bbd3 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:50.599826 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1388ac96-9c88-48e1-9495-adba415975fb req-329399de-5253-46b3-ba46-5ecee6e7bbd3 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5688360 Feb 11 04:20:50.684157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233d42b-2a7f-49b8-aa57-460a81035449 None None] Pushing event updated for resources: {'Port': ['ID=8b33bcef-a41d-4a66-a0c6-ac6b9e589172,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:50.691071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 12b7c34f-39a7-4f99-a791-7df0cb02c192 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:20:50.704827 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 12b7c34f-39a7-4f99-a791-7df0cb02c192 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:50.705203 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:50.749319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348aed2-1866-4283-9891-6ddf6bd6376e req-4f819ca0-db70-4d17-ab29-75d8c6a48dd5 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:50.750844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5348aed2-1866-4283-9891-6ddf6bd6376e req-4f819ca0-db70-4d17-ab29-75d8c6a48dd5 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 943 time: 0.0826781 Feb 11 04:20:50.810881 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5348aed2-1866-4283-9891-6ddf6bd6376e req-72f4792f-5cf9-4244-b929-d8e624e7d2b1 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501645 Feb 11 04:20:50.817370 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] Set router ae32a9ba-da7e-40db-9a8a-9487bef84987 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:20:50.845311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:50.878469 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76329192-ac5f-4d31-bb71-766b724bc994 x-openstack-request-id: req-76329192-ac5f-4d31-bb71-766b724bc994 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:50.878799 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba911e61-9afa-4891-8423-c587da716d4a", "name": "network-vif-plugged", "status": "completed", "tag": "5ea87c8e-eae8-4b8a-af20-8e75ff158523", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:50.879036 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76329192-ac5f-4d31-bb71-766b724bc994 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:50.879448 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba911e61-9afa-4891-8423-c587da716d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea87c8e-eae8-4b8a-af20-8e75ff158523', 'code': 200} Feb 11 04:20:50.901690 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350c17d6-f8d2-471d-8e1d-9f90057fe66c x-openstack-request-id: req-350c17d6-f8d2-471d-8e1d-9f90057fe66c {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:50.901690 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdee2f0-1fad-46cb-82e4-4036e0719c07", "tag": "eb8f312f-a091-42ed-b4f6-753dd0e1d40f", "status": "completed", "code": 200}, {"server_uuid": "82a6b0df-95e5-4065-b631-507f58f016c7", "name": "network-vif-deleted", "tag": "5a87b147-9dfe-424a-9be7-e8b9804fc7f6", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:50.901959 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-350c17d6-f8d2-471d-8e1d-9f90057fe66c {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:50.902466 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdee2f0-1fad-46cb-82e4-4036e0719c07', 'tag': 'eb8f312f-a091-42ed-b4f6-753dd0e1d40f', 'status': 'completed', 'code': 200} Feb 11 04:20:50.902912 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a6b0df-95e5-4065-b631-507f58f016c7', 'name': 'network-vif-deleted', 'tag': '5a87b147-9dfe-424a-9be7-e8b9804fc7f6', 'status': 'completed', 'code': 200} Feb 11 04:20:51.009866 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f2bf8-d4a4-48b4-ac5e-837c0f746d69 req-46b301e2-e1f6-49f7-9ac0-019e2d5a2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:51.012260 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4e2f2bf8-d4a4-48b4-ac5e-837c0f746d69 req-46b301e2-e1f6-49f7-9ac0-019e2d5a2ac0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 1129 time: 0.0562277 Feb 11 04:20:51.046049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ade3e8-ec97-4a7e-baf7-b9ddabeea995 req-e35e25a8-6218-4c32-a4ce-1959b9a015b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:51.047628 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36ade3e8-ec97-4a7e-baf7-b9ddabeea995 req-e35e25a8-6218-4c32-a4ce-1959b9a015b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 1157 time: 0.0929182 Feb 11 04:20:51.078305 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4e2f2bf8-d4a4-48b4-ac5e-837c0f746d69 req-56339823-e637-4f60-b739-1c8098658007 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573428 Feb 11 04:20:51.095143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20846cb-9bcf-406e-9c01-1ab1ec5643b1 req-6d0c57f4-9130-4472-8373-90146944524b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:51.097122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a20846cb-9bcf-406e-9c01-1ab1ec5643b1 req-6d0c57f4-9130-4472-8373-90146944524b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.0997562 Feb 11 04:20:51.125140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41978) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:51.129945 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-60686437-a4a6-45e2-be38-770826ba26e1 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--947532158', 'description': 'tempest-description--767230494'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:51.180568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 12b7c34f-39a7-4f99-a791-7df0cb02c192 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:51.182953 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:51.205651 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a20846cb-9bcf-406e-9c01-1ab1ec5643b1 req-f762903c-d698-44aa-a309-e0ade8400056 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006908 Feb 11 04:20:51.246565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ade3e8-ec97-4a7e-baf7-b9ddabeea995 req-12fc863e-077d-4d76-8028-8afb64cd5803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:51.248031 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36ade3e8-ec97-4a7e-baf7-b9ddabeea995 req-12fc863e-077d-4d76-8028-8afb64cd5803 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.1905599 Feb 11 04:20:51.263351 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60686437-a4a6-45e2-be38-770826ba26e1 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:51.298660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 12b7c34f-39a7-4f99-a791-7df0cb02c192, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12b7c34f-39a7-4f99-a791-7df0cb02c192,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:51.345212 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60686437-a4a6-45e2-be38-770826ba26e1 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for security_group (dd36d2e1-f8c5-443b-89d3-1004e43ba411), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:51.387317 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:51.406875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36ade3e8-ec97-4a7e-baf7-b9ddabeea995 req-07cef10f-4b5d-429e-b423-9d7d3cc9586d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f HTTP/1.1" status: 200 len: 217 time: 0.0793452 Feb 11 04:20:51.414398 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60686437-a4a6-45e2-be38-770826ba26e1 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dd36d2e1-f8c5-443b-89d3-1004e43ba411), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:51.470563 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60686437-a4a6-45e2-be38-770826ba26e1 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd36d2e1-f8c5-443b-89d3-1004e43ba411,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:51.510317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=12b7c34f-39a7-4f99-a791-7df0cb02c192,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:51.519253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:20:43Z', 'updated_at': '2022-02-11T04:20:48Z', 'revision_number': 4, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'gw_port': {'id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:45Z', 'updated_at': '2022-02-11T04:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5047b9c3-dc65-40e5-9443-a933f4a2ef0b', 'name': '', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'mac_address': 'fa:16:3e:18:25:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:47Z', 'updated_at': '2022-02-11T04:20:48Z', 'revision_number': 2, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'subnets': [{'id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:20:51.538399 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60686437-a4a6-45e2-be38-770826ba26e1 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:51.542762 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-60686437-a4a6-45e2-be38-770826ba26e1 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4136543 Feb 11 04:20:51.544354 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41992) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:51.550175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8b42c29a-fbf7-4253-9d56-5bf33927d5aa tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Request body: {'security_group_rule': {'security_group_id': 'dd36d2e1-f8c5-443b-89d3-1004e43ba411', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:51.553813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f53186-d14f-474e-afdd-3bdc99ab6c98 None None] The sync data for ids ['ae32a9ba-da7e-40db-9a8a-9487bef84987'] in n-d-712142-35 is: [{'id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:20:43Z', 'updated_at': '2022-02-11T04:20:48Z', 'revision_number': 4, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'gw_port': {'id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:45Z', 'updated_at': '2022-02-11T04:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5047b9c3-dc65-40e5-9443-a933f4a2ef0b', 'name': '', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'mac_address': 'fa:16:3e:18:25:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:47Z', 'updated_at': '2022-02-11T04:20:48Z', 'revision_number': 2, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'subnets': [{'id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:20:51.657523 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b42c29a-fbf7-4253-9d56-5bf33927d5aa tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for security_group_rule (e76dd46f-0312-4686-b3e2-4693fb25e0a9), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:51.739249 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b42c29a-fbf7-4253-9d56-5bf33927d5aa tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for security_group_rule (e76dd46f-0312-4686-b3e2-4693fb25e0a9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:51.818648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b42c29a-fbf7-4253-9d56-5bf33927d5aa tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (e76dd46f-0312-4686-b3e2-4693fb25e0a9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:51.837103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-ed80591e-4350-4f84-8c2f-555e6874d898 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:51.839587 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-ed80591e-4350-4f84-8c2f-555e6874d898 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/networks?id=5419215b-9f3b-4ba9-89b0-46107edc6611 HTTP/1.1" status: 200 len: 813 time: 0.6037104 Feb 11 04:20:51.843990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42c29a-fbf7-4253-9d56-5bf33927d5aa tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76dd46f-0312-4686-b3e2-4693fb25e0a9,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:51.886209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9436534-655e-4c17-8b68-e0dbd594701f req-0220c08e-5cfe-403e-ad26-ccd97a527b76 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:51.887781 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9436534-655e-4c17-8b68-e0dbd594701f req-0220c08e-5cfe-403e-ad26-ccd97a527b76 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 944 time: 0.5619297 Feb 11 04:20:51.890354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ade3e8-ec97-4a7e-baf7-b9ddabeea995 req-92c66148-ab04-4c6d-8123-f25f721177ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:51.891733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36ade3e8-ec97-4a7e-baf7-b9ddabeea995 req-92c66148-ab04-4c6d-8123-f25f721177ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.4716861 Feb 11 04:20:51.896862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-3d1b7527-7083-4a35-a746-05b4d02dbaba tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/quotas/223c1bb87646423fa989545b2c1fd2f9 HTTP/1.1" status: 200 len: 375 time: 0.0424511 Feb 11 04:20:51.948582 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b42c29a-fbf7-4253-9d56-5bf33927d5aa tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:51.955080 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8b42c29a-fbf7-4253-9d56-5bf33927d5aa tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4045198 Feb 11 04:20:51.955251 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36ade3e8-ec97-4a7e-baf7-b9ddabeea995 req-2d09e235-53b3-4719-8e7c-4a91f464004b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566745 Feb 11 04:20:51.955404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41996) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:51.961354 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-bc75015a-f6ff-434f-b81b-34aba1287f2e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Request body: {'security_group_rule': {'security_group_id': 'dd36d2e1-f8c5-443b-89d3-1004e43ba411', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:52.068498 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-00efaf26-7705-42a2-b215-cb9427674642 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=223c1bb87646423fa989545b2c1fd2f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1611676 Feb 11 04:20:52.071564 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9436534-655e-4c17-8b68-e0dbd594701f req-b5a8963d-c3a0-4864-a031-dfc75cdd52bb tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653848 Feb 11 04:20:52.107742 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc75015a-f6ff-434f-b81b-34aba1287f2e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for security_group_rule (0e527ea5-e5b8-496f-b841-80ed410e034a), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:52.112979 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36ade3e8-ec97-4a7e-baf7-b9ddabeea995 req-591cad3a-19d6-4cfa-9ab1-be0dcaf7cd5a service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425810 Feb 11 04:20:52.216568 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc75015a-f6ff-434f-b81b-34aba1287f2e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for security_group_rule (0e527ea5-e5b8-496f-b841-80ed410e034a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:52.276919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc75015a-f6ff-434f-b81b-34aba1287f2e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (0e527ea5-e5b8-496f-b841-80ed410e034a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:52.317193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75015a-f6ff-434f-b81b-34aba1287f2e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e527ea5-e5b8-496f-b841-80ed410e034a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:52.362509 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-6eb3ea3d-5aaf-4e9b-84c7-3a5ed333f84a service neutron] 10.222.0.13 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470813 Feb 11 04:20:52.391259 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc75015a-f6ff-434f-b81b-34aba1287f2e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:52.395394 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bc75015a-f6ff-434f-b81b-34aba1287f2e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4388795 Feb 11 04:20:52.400249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:52.403744 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42002) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:52.411469 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:52.430783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991349be-9880-4fc6-ad4c-5e76630565d2 req-1c9615b2-a6b6-4ede-9c5e-b9f6f6d46955 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:52.440113 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-991349be-9880-4fc6-ad4c-5e76630565d2 req-1c9615b2-a6b6-4ede-9c5e-b9f6f6d46955 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 950 time: 0.2260263 Feb 11 04:20:52.446850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36ade3e8-ec97-4a7e-baf7-b9ddabeea995 req-ee57a114-d5ec-4b4f-89c0-97ad2dcae5a8 service neutron] 10.222.0.47 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169329 Feb 11 04:20:52.515798 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8b33bcef-a41d-4a66-a0c6-ac6b9e589172 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:52.541103 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:52.597410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-991349be-9880-4fc6-ad4c-5e76630565d2 req-ccc4e198-3bb5-483d-aabe-ed611a2528d0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310287 Feb 11 04:20:52.635060 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-33e5f18d-0f78-43e5-8bab-058b29f6c8b2 service neutron] 10.222.0.13 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910534 Feb 11 04:20:52.679587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 is: BUILD; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:52.681166 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:52.723063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:52.766419 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:52.801840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 8b33bcef-a41d-4a66-a0c6-ac6b9e589172 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:52.804359 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8b33bcef-a41d-4a66-a0c6-ac6b9e589172), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:52.839772 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:52.881449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488dad73-5adc-439d-a830-329e0565426c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b7c34f-39a7-4f99-a791-7df0cb02c192'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:52.884064 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc8d201-052a-4cd5-9a32-c55f962d28eb" -d '{"events": [{"server_uuid": "488dad73-5adc-439d-a830-329e0565426c", "name": "network-vif-plugged", "status": "completed", "tag": "12b7c34f-39a7-4f99-a791-7df0cb02c192"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:52.942938 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Allocated IP 172.25.3.177 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/dfc5633f-dbd2-46d2-8143-b39a66817739) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:20:53.009622 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:53.010347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:53.038335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 8b33bcef-a41d-4a66-a0c6-ac6b9e589172 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:53.041159 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8b33bcef-a41d-4a66-a0c6-ac6b9e589172), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:53.117047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42e889-0fd0-478b-b0e8-7c253b448096 req-1639c767-a7ea-4058-b03c-9d43fa60808e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:53.149836 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b42e889-0fd0-478b-b0e8-7c253b448096 req-1639c767-a7ea-4058-b03c-9d43fa60808e tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 943 time: 0.1508815 Feb 11 04:20:53.206779 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for port (dfc5633f-dbd2-46d2-8143-b39a66817739), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:53.262083 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:20:53.262438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5a87b147-9dfe-424a-9be7-e8b9804fc7f6 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:20:53.286085 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b42e889-0fd0-478b-b0e8-7c253b448096 req-c60bddfc-9ff0-4758-8412-ace7c41a3016 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352105 Feb 11 04:20:53.314234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 8b33bcef-a41d-4a66-a0c6-ac6b9e589172, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8b33bcef-a41d-4a66-a0c6-ac6b9e589172,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:53.349342 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8208495e-ba2a-4c69-914c-de37cfd4ec73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:53.361977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:53.365874 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (dfc5633f-dbd2-46d2-8143-b39a66817739), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:53.413884 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8b33bcef-a41d-4a66-a0c6-ac6b9e589172), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:53.466080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:20:53.471887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:53.477354 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:20:53.519062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a842d9-4265-46dc-b6d8-b046aa8888a4 req-6697a6f6-6686-44cf-be89-54d796a6499e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:53.529911 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=8b33bcef-a41d-4a66-a0c6-ac6b9e589172,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:53.566983 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8a842d9-4265-46dc-b6d8-b046aa8888a4 req-6697a6f6-6686-44cf-be89-54d796a6499e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.1274214 Feb 11 04:20:53.617170 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Pushing event updated for resources: {'Port': ['ID=dfc5633f-dbd2-46d2-8143-b39a66817739,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:53.667347 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8a842d9-4265-46dc-b6d8-b046aa8888a4 req-b6222406-711f-403e-8c8a-cad68bc9bc9c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337206 Feb 11 04:20:53.690463 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4049b4af-5582-4da4-addd-a72bf3f10744 x-openstack-request-id: req-4049b4af-5582-4da4-addd-a72bf3f10744 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:53.691099 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488dad73-5adc-439d-a830-329e0565426c", "name": "network-vif-plugged", "status": "completed", "tag": "12b7c34f-39a7-4f99-a791-7df0cb02c192", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:53.691574 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4049b4af-5582-4da4-addd-a72bf3f10744 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:53.692235 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488dad73-5adc-439d-a830-329e0565426c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b7c34f-39a7-4f99-a791-7df0cb02c192', 'code': 200} Feb 11 04:20:53.771629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42032) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:53.801108 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for floatingip (4c9957e5-59f2-4453-9b0c-2c40d5451a93), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:53.841147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-09c736a7-69a2-41c3-9e93-4d3ffe6e0a64 req-935d43a6-c9f8-4b4a-957e-f42805bb5fea tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 210 time: 0.0514750 Feb 11 04:20:53.922496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a1c84-2110-4e29-bb40-3cf354bb6af4 req-33b4a1f0-04be-4ebf-b81b-17c6ec4eac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:53.924220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d6a1c84-2110-4e29-bb40-3cf354bb6af4 req-33b4a1f0-04be-4ebf-b81b-17c6ec4eac35 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 1133 time: 0.0819070 Feb 11 04:20:53.965604 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dfc5633f-dbd2-46d2-8143-b39a66817739), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:54.110350 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d6a1c84-2110-4e29-bb40-3cf354bb6af4 req-8017f305-b7fb-42e1-b7bc-ca22850e4ea6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775970 Feb 11 04:20:54.132735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66024aa8-3499-4d7b-8a95-4a6fc865aa75 req-6881ac02-f0be-492a-bee9-3ad9e2b76e1f tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:54.141540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66024aa8-3499-4d7b-8a95-4a6fc865aa75 req-6881ac02-f0be-492a-bee9-3ad9e2b76e1f tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 950 time: 0.1754992 Feb 11 04:20:54.153022 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b0aabac9-ed92-493c-9e8a-9ce5e2351057 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95a93e519b544c01b6ee62c609eec109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3803611 Feb 11 04:20:54.160187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42038) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:54.201012 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for port (dfc5633f-dbd2-46d2-8143-b39a66817739), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:54.235182 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66024aa8-3499-4d7b-8a95-4a6fc865aa75 req-776c2fde-7fb1-4dc7-9944-7c80438eaadc tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894632 Feb 11 04:20:54.261486 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a90ffcb0-f6bc-49e6-84cd-20c696223883 admin admin] Publish callbacks [] for security_group (d5ceedb1-7a86-4f97-95f8-238dd4b4aa30), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:54.288161 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (dfc5633f-dbd2-46d2-8143-b39a66817739), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:54.298917 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a90ffcb0-f6bc-49e6-84cd-20c696223883 admin admin] Publish callbacks [] for security_group (d5ceedb1-7a86-4f97-95f8-238dd4b4aa30), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:54.378289 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Pushing event updated for resources: {'Port': ['ID=dfc5633f-dbd2-46d2-8143-b39a66817739,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:54.401179 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (4c9957e5-59f2-4453-9b0c-2c40d5451a93), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:54.418672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:54.503708 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a90ffcb0-f6bc-49e6-84cd-20c696223883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d5ceedb1-7a86-4f97-95f8-238dd4b4aa30), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:54.514219 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a90ffcb0-f6bc-49e6-84cd-20c696223883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:54.515276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:54.530379 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-50a632b5-4601-4b45-a4c5-a08be9df30c4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1226902 Feb 11 04:20:54.530497 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a90ffcb0-f6bc-49e6-84cd-20c696223883 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5ceedb1-7a86-4f97-95f8-238dd4b4aa30 HTTP/1.1" status: 204 len: 168 time: 0.3674543 Feb 11 04:20:54.548183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ffcb0-f6bc-49e6-84cd-20c696223883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ceedb1-7a86-4f97-95f8-238dd4b4aa30,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:54.604049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:54.604049 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:54.663967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8b33bcef-a41d-4a66-a0c6-ac6b9e589172 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:54.774835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 8b33bcef-a41d-4a66-a0c6-ac6b9e589172 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:54.775494 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8b33bcef-a41d-4a66-a0c6-ac6b9e589172), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:54.798094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596aa20-2a0e-43a9-9f9a-3fc1224f6ba6 req-b2bad224-8ab4-41d4-b355-0c4e925223e5 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:54.805934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2596aa20-2a0e-43a9-9f9a-3fc1224f6ba6 req-b2bad224-8ab4-41d4-b355-0c4e925223e5 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 1129 time: 0.1326602 Feb 11 04:20:54.907174 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2596aa20-2a0e-43a9-9f9a-3fc1224f6ba6 req-3be596a1-c8da-40ee-949d-ba39f4bfa226 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937402 Feb 11 04:20:54.969287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:54.969865 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:55.009464 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 8b33bcef-a41d-4a66-a0c6-ac6b9e589172 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:55.055726 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:55.067335 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256679e-5c74-4015-ba0a-89dc0041359c req-60e0b765-ffd4-4839-b0c0-c063fb3f5a55 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:55.067641 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Sync routers for ids ['ae32a9ba-da7e-40db-9a8a-9487bef84987'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:20:55.079246 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3256679e-5c74-4015-ba0a-89dc0041359c req-60e0b765-ffd4-4839-b0c0-c063fb3f5a55 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 943 time: 0.1133709 Feb 11 04:20:55.079588 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Routers {'ae32a9ba-da7e-40db-9a8a-9487bef84987'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:20:55.081105 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:20:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ae32a9ba-da7e-40db-9a8a-9487bef84987'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:20:55.162186 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:55.163057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device eb8f312f-a091-42ed-b4f6-753dd0e1d40f no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:55.214551 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3256679e-5c74-4015-ba0a-89dc0041359c req-9d447262-660f-4fab-9a4d-f65475deaee3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341097 Feb 11 04:20:55.333482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:55.340548 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] The host n-h1-712142-35 is not matching for port eb8f312f-a091-42ed-b4f6-753dd0e1d40f host n-h2-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:20:55.341171 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device eb8f312f-a091-42ed-b4f6-753dd0e1d40f not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:20:55.353307 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Set router ae32a9ba-da7e-40db-9a8a-9487bef84987 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:20:55.443818 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2f39bdfe-b62a-44b4-a308-b43273be6157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:55.515969 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-b236bb9f-5118-4dc0-b48f-91e0b6d57923 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--947532158&fields=id&tenant_id=4d919fd9dc7c4f858ca869c9b4366b5c HTTP/1.1" status: 200 len: 267 time: 0.0811346 Feb 11 04:20:55.542395 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42074) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:55.612174 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5ced6837-710a-4478-a30e-52c9f6dca31f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afdc1465710f4741af149537ce99adcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0678363 Feb 11 04:20:55.616659 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42076) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:20:55.626098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23793b4f-256f-4d49-a8ac-ae5b3c8ee574 req-8bba131a-fed5-4038-9c31-08b267f35ff5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 210 time: 0.0535216 Feb 11 04:20:55.673085 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:20:43Z', 'updated_at': '2022-02-11T04:20:48Z', 'revision_number': 4, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'gw_port': {'id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:45Z', 'updated_at': '2022-02-11T04:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5047b9c3-dc65-40e5-9443-a933f4a2ef0b', 'name': '', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'mac_address': 'fa:16:3e:18:25:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:47Z', 'updated_at': '2022-02-11T04:20:48Z', 'revision_number': 2, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'subnets': [{'id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:20:55.694595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7137a26-6480-44db-b5b5-3cf2fb397c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:55.699315 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551082d7-8e3d-48c8-b714-8a7f76e4b722" -d '{"events": [{"server_uuid": "d7137a26-6480-44db-b5b5-3cf2fb397c3d", "name": "network-vif-plugged", "status": "completed", "tag": "2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:55.721354 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-208d991d-098e-46f7-88d8-5b36d53e322d admin admin] Publish callbacks [] for security_group (0aa661e6-ecd4-412b-9c89-582311a37836), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:55.756815 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-208d991d-098e-46f7-88d8-5b36d53e322d admin admin] Publish callbacks [] for security_group (0aa661e6-ecd4-412b-9c89-582311a37836), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:55.758199 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Checking router: ae32a9ba-da7e-40db-9a8a-9487bef84987 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:20:55.758763 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Updating router ae32a9ba-da7e-40db-9a8a-9487bef84987 port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:20:55.773629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-4aace74b-5b3a-4667-ba76-9f664da51413 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:55.775540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-4aace74b-5b3a-4667-ba76-9f664da51413 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/networks?id=7894ecd8-ab85-40c2-99ae-380d20c1b6b2 HTTP/1.1" status: 200 len: 805 time: 0.2494397 Feb 11 04:20:55.804261 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:55.834924 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-71b51384-19d4-4021-a1d5-adad9df596ba tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/quotas/4d919fd9dc7c4f858ca869c9b4366b5c HTTP/1.1" status: 200 len: 375 time: 0.0221372 Feb 11 04:20:55.896944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a7862-6d8f-4eeb-a4a6-7865c17bb61c req-b413b98f-959d-438f-abb1-0cae835cb93a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:55.899145 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-208d991d-098e-46f7-88d8-5b36d53e322d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0aa661e6-ecd4-412b-9c89-582311a37836), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:55.902748 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-208d991d-098e-46f7-88d8-5b36d53e322d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:55.903360 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-208d991d-098e-46f7-88d8-5b36d53e322d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0aa661e6-ecd4-412b-9c89-582311a37836 HTTP/1.1" status: 204 len: 168 time: 0.2843795 Feb 11 04:20:55.904358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e50a7862-6d8f-4eeb-a4a6-7865c17bb61c req-b413b98f-959d-438f-abb1-0cae835cb93a tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 945 time: 0.1276736 Feb 11 04:20:55.917687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d991d-098e-46f7-88d8-5b36d53e322d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa661e6-ecd4-412b-9c89-582311a37836,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:55.999615 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-407e324f-b7a2-4898-9135-a86ab4eed223 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d919fd9dc7c4f858ca869c9b4366b5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560228 Feb 11 04:20:56.020300 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e50a7862-6d8f-4eeb-a4a6-7865c17bb61c req-784a5e2a-47ae-4dae-a09f-cff8f4136674 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143005 Feb 11 04:20:56.230079 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Publish callbacks [] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:56.328709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-ba24a0e6-4a24-406f-b0f0-7c1b60fc88d7 service neutron] 10.222.0.13 "GET /v2.0/networks/7894ecd8-ab85-40c2-99ae-380d20c1b6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281825 Feb 11 04:20:56.337573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038396c-f28d-4537-8778-881b8cc710b1 req-82d093b4-3214-4824-84cf-1c6c2828c35b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:56.339310 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8038396c-f28d-4537-8778-881b8cc710b1 req-82d093b4-3214-4824-84cf-1c6c2828c35b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ed7d850-f3ae-4f86-93cd-71f4956d6af3 HTTP/1.1" status: 200 len: 946 time: 0.0770671 Feb 11 04:20:56.346595 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:56.366395 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device eb8f312f-a091-42ed-b4f6-753dd0e1d40f no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:56.371782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52178b5a-4105-4a18-aaf5-bfe91d14c8c4 req-f5902e50-a04f-4375-a35f-77087dcd6f19 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:56.373275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52178b5a-4105-4a18-aaf5-bfe91d14c8c4 req-f5902e50-a04f-4375-a35f-77087dcd6f19 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 945 time: 0.2142141 Feb 11 04:20:56.375851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eacb1-859d-409d-92cf-c886e21dc7d5 req-a8845927-3d36-4779-b9bf-38fff6101ecd tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:56.377261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d79eacb1-859d-409d-92cf-c886e21dc7d5 req-a8845927-3d36-4779-b9bf-38fff6101ecd tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 1129 time: 0.2328641 Feb 11 04:20:56.441659 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69869726-30b9-4aa3-832d-510cbb08a787 None None] Pushing event updated for resources: {'Port': ['ID=5047b9c3-dc65-40e5-9443-a933f4a2ef0b,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:56.488912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d79eacb1-859d-409d-92cf-c886e21dc7d5 req-310a0210-3137-4db2-8602-a176f9e0062a tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854404 Feb 11 04:20:56.490937 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69869726-30b9-4aa3-832d-510cbb08a787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:56.508308 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69869726-30b9-4aa3-832d-510cbb08a787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:56.514657 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69869726-30b9-4aa3-832d-510cbb08a787 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:56.514657 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69869726-30b9-4aa3-832d-510cbb08a787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:56.514657 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69869726-30b9-4aa3-832d-510cbb08a787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:56.514657 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69869726-30b9-4aa3-832d-510cbb08a787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:56.514657 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69869726-30b9-4aa3-832d-510cbb08a787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:56.514657 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69869726-30b9-4aa3-832d-510cbb08a787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:56.514657 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69869726-30b9-4aa3-832d-510cbb08a787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:56.514657 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69869726-30b9-4aa3-832d-510cbb08a787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:56.514657 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69869726-30b9-4aa3-832d-510cbb08a787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:56.514657 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69869726-30b9-4aa3-832d-510cbb08a787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:56.537419 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69869726-30b9-4aa3-832d-510cbb08a787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:20:56.559467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-2f75aa95-9ad9-4d39-8dc2-4cb7cc4cb89e tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:56.561011 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-2f75aa95-9ad9-4d39-8dc2-4cb7cc4cb89e tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.47 "GET /v2.0/networks?id=5419215b-9f3b-4ba9-89b0-46107edc6611 HTTP/1.1" status: 200 len: 813 time: 0.4153337 Feb 11 04:20:56.637103 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:56.679674 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-8038396c-f28d-4537-8778-881b8cc710b1 req-49b87501-bd7f-460d-9802-332077088a60 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Deleting port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:20:56.680292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8038396c-f28d-4537-8778-881b8cc710b1 req-49b87501-bd7f-460d-9802-332077088a60 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3f6d5dcc-116d-4830-a8d1-4b2951f195e3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:56.696371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-e97ce91a-e06e-4f0b-a6be-db365cafb263 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'port': {'device_id': '764be69f-1bca-4df1-9303-1a406268a95b', 'network_id': '5419215b-9f3b-4ba9-89b0-46107edc6611', 'admin_state_up': True, 'tenant_id': '223c1bb87646423fa989545b2c1fd2f9'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:20:56.700539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port eb8f312f-a091-42ed-b4f6-753dd0e1d40f is: DOWN; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:56.781705 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Attempting to bind port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:20:56.782406 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Attempting to bind port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '192e3bf6-1159-4742-82d4-3ae2e1eef546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:20:56.783021 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Attempting to bind port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b on network 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:20:56.791146 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:20:56.791795 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Checking segment: {'id': '192e3bf6-1159-4742-82d4-3ae2e1eef546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:20:56.792446 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:56.793015 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Bound using segment: {'id': '192e3bf6-1159-4742-82d4-3ae2e1eef546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:20:56.794490 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Bound port: 5047b9c3-dc65-40e5-9443-a933f4a2ef0b, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192e3bf6-1159-4742-82d4-3ae2e1eef546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:20:56.795150 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:56.872609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-8038396c-f28d-4537-8778-881b8cc710b1 req-49b87501-bd7f-460d-9802-332077088a60 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] For port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3f6d5dcc-116d-4830-a8d1-4b2951f195e3,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:56.873274 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8038396c-f28d-4537-8778-881b8cc710b1 req-49b87501-bd7f-460d-9802-332077088a60 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3f6d5dcc-116d-4830-a8d1-4b2951f195e3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:56.912453 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] For port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:56.913659 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-8038396c-f28d-4537-8778-881b8cc710b1 req-49b87501-bd7f-460d-9802-332077088a60 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Calling delete_port for 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:20:56.920792 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] For port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5047b9c3-dc65-40e5-9443-a933f4a2ef0b,segment=NetworkSegment(192e3bf6-1159-4742-82d4-3ae2e1eef546),segment_id=192e3bf6-1159-4742-82d4-3ae2e1eef546)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:20:56.944852 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-e97ce91a-e06e-4f0b-a6be-db365cafb263 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Made reservation on behalf of 223c1bb87646423fa989545b2c1fd2f9 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:20:56.948753 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-e97ce91a-e06e-4f0b-a6be-db365cafb263 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:57.027030 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:57.057773 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2075483f-2383-4c28-861e-4f5fb34d48cd None None] Provisioning complete for port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:57.058410 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2075483f-2383-4c28-861e-4f5fb34d48cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:57.118930 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Routers {'ae32a9ba-da7e-40db-9a8a-9487bef84987'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:20:57.120246 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:20:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ae32a9ba-da7e-40db-9a8a-9487bef84987'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:20:57.137808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-ad5f13b6-35d7-4d86-8906-c0b704024c9e service neutron] 10.222.0.13 "GET /v2.0/networks/7894ecd8-ab85-40c2-99ae-380d20c1b6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7945883 Feb 11 04:20:57.141393 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69869726-30b9-4aa3-832d-510cbb08a787 None None] Pushing event updated for resources: {'Port': ['ID=5047b9c3-dc65-40e5-9443-a933f4a2ef0b,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:57.142471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-52178b5a-4105-4a18-aaf5-bfe91d14c8c4 req-294e857e-3509-44fb-b6ce-92cc8ea8060b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Deleting port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:20:57.157749 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-52178b5a-4105-4a18-aaf5-bfe91d14c8c4 req-294e857e-3509-44fb-b6ce-92cc8ea8060b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:57.237243 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8038396c-f28d-4537-8778-881b8cc710b1 req-49b87501-bd7f-460d-9802-332077088a60 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3f6d5dcc-116d-4830-a8d1-4b2951f195e3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:57.333617 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['f8b85636-54ab-4bfb-858e-4e7bfaa27beb'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:57.348590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b87501-bd7f-460d-9802-332077088a60 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Pushing event deleted for resources: {'Port': ['ID=3f6d5dcc-116d-4830-a8d1-4b2951f195e3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:57.414887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['3f6d5dcc-116d-4830-a8d1-4b2951f195e3'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:57.444110 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] Set router ae32a9ba-da7e-40db-9a8a-9487bef84987 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:20:57.450592 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bdf17-adff-43d2-b129-99e7aa8bf1b4 req-f878cb6a-d505-4b92-882b-288a3a65b639 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:57.453346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-8038396c-f28d-4537-8778-881b8cc710b1 req-49b87501-bd7f-460d-9802-332077088a60 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] No DVR routers for this DVR port 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:20:57.460090 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8038396c-f28d-4537-8778-881b8cc710b1 req-49b87501-bd7f-460d-9802-332077088a60 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:57.460312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f4bdf17-adff-43d2-b129-99e7aa8bf1b4 req-f878cb6a-d505-4b92-882b-288a3a65b639 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 950 time: 0.8288038 Feb 11 04:20:57.470370 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8038396c-f28d-4537-8778-881b8cc710b1 req-49b87501-bd7f-460d-9802-332077088a60 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.47 "DELETE /v2.0/ports/3f6d5dcc-116d-4830-a8d1-4b2951f195e3 HTTP/1.1" status: 204 len: 173 time: 1.1190014 Feb 11 04:20:57.471099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed7d850-f3ae-4f86-93cd-71f4956d6af3', 'name': 'network-vif-deleted', 'tag': '3f6d5dcc-116d-4830-a8d1-4b2951f195e3'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:57.494692 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e621e0f-5279-41f7-92cd-5c91e30ee6ba" -d '{"events": [{"server_uuid": "1ed7d850-f3ae-4f86-93cd-71f4956d6af3", "name": "network-vif-deleted", "tag": "3f6d5dcc-116d-4830-a8d1-4b2951f195e3"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:57.599808 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2075483f-2383-4c28-861e-4f5fb34d48cd None None] Current status of the port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:57.601099 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2075483f-2383-4c28-861e-4f5fb34d48cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:57.689763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-e97ce91a-e06e-4f0b-a6be-db365cafb263 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Allocated IP 172.20.0.14 (5419215b-9f3b-4ba9-89b0-46107edc6611/f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2/f8c18845-3ae7-463e-b173-9b33ac6c7f68) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:20:57.726166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f4bdf17-adff-43d2-b129-99e7aa8bf1b4 req-837fc680-2eb7-4235-bda6-9d7471720a46 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444425 Feb 11 04:20:57.746954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-52178b5a-4105-4a18-aaf5-bfe91d14c8c4 req-294e857e-3509-44fb-b6ce-92cc8ea8060b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] For port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:57.747382 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-52178b5a-4105-4a18-aaf5-bfe91d14c8c4 req-294e857e-3509-44fb-b6ce-92cc8ea8060b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:57.777225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba166264-bd5b-4d90-b01a-64b2873c0dab req-6f8edde7-05e5-4502-93f0-5f40f492ce2d tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:57.779194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba166264-bd5b-4d90-b01a-64b2873c0dab req-6f8edde7-05e5-4502-93f0-5f40f492ce2d tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.32 "GET /v2.0/ports?device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 945 time: 0.3542802 Feb 11 04:20:57.789350 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2075483f-2383-4c28-861e-4f5fb34d48cd None None] For port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5047b9c3-dc65-40e5-9443-a933f4a2ef0b,segment=NetworkSegment(192e3bf6-1159-4742-82d4-3ae2e1eef546),segment_id=192e3bf6-1159-4742-82d4-3ae2e1eef546)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:57.831747 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732a945c-d057-4ef7-9c4f-add95f581d02 x-openstack-request-id: req-732a945c-d057-4ef7-9c4f-add95f581d02 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:20:57.832495 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7137a26-6480-44db-b5b5-3cf2fb397c3d", "name": "network-vif-plugged", "status": "completed", "tag": "2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:20:57.833347 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-732a945c-d057-4ef7-9c4f-add95f581d02 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:20:57.833947 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7137a26-6480-44db-b5b5-3cf2fb397c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086', 'code': 200} Feb 11 04:20:57.875473 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2075483f-2383-4c28-861e-4f5fb34d48cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:57.897891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-52178b5a-4105-4a18-aaf5-bfe91d14c8c4 req-294e857e-3509-44fb-b6ce-92cc8ea8060b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Calling delete_port for 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:20:58.137207 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:20:43Z', 'updated_at': '2022-02-11T04:20:48Z', 'revision_number': 4, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'gw_port': {'id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:45Z', 'updated_at': '2022-02-11T04:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5047b9c3-dc65-40e5-9443-a933f4a2ef0b', 'name': '', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'mac_address': 'fa:16:3e:18:25:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:47Z', 'updated_at': '2022-02-11T04:20:56Z', 'revision_number': 4, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'subnets': [{'id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:20:58.153067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-50ab1ccf-3ca0-4440-ad45-eeeffc05cfc3 None None] Provisioning complete for port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:58.153979 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-50ab1ccf-3ca0-4440-ad45-eeeffc05cfc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:58.205623 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4f5fb-e906-4fd5-92a8-fad6a07a77e4 None None] The sync data for ids ['ae32a9ba-da7e-40db-9a8a-9487bef84987'] in n-d-712142-35 is: [{'id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:20:43Z', 'updated_at': '2022-02-11T04:20:48Z', 'revision_number': 4, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'gw_port': {'id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:45Z', 'updated_at': '2022-02-11T04:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5047b9c3-dc65-40e5-9443-a933f4a2ef0b', 'name': '', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'mac_address': 'fa:16:3e:18:25:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:47Z', 'updated_at': '2022-02-11T04:20:56Z', 'revision_number': 4, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'subnets': [{'id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:20:58.236244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075483f-2383-4c28-861e-4f5fb34d48cd None None] Pushing event updated for resources: {'Port': ['ID=5047b9c3-dc65-40e5-9443-a933f4a2ef0b,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:58.272809 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:58.428636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-50ab1ccf-3ca0-4440-ad45-eeeffc05cfc3 None None] Current status of the port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:58.454253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:58.608822 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:58.610200 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:58.613389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5047b9c3-dc65-40e5-9443-a933f4a2ef0b up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:20:58.640951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d0327f7-25d5-40de-9099-31eac522ab57 req-d54fe77b-b708-4d19-9860-3406322d78ff tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 210 time: 0.4912887 Feb 11 04:20:58.763660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,segment=NetworkSegment(4139dcf1-efcc-49f6-b1a4-05f77fef00e0),segment_id=4139dcf1-efcc-49f6-b1a4-05f77fef00e0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:58.781381 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:20:58.782070 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:58.847802 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:58.850552 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device f8b85636-54ab-4bfb-858e-4e7bfaa27beb no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:20:58.919022 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-e97ce91a-e06e-4f0b-a6be-db365cafb263 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:59.018860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ba166264-bd5b-4d90-b01a-64b2873c0dab req-cd2769ed-5926-4455-ab31-d916a11c936b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Deleting port f8b85636-54ab-4bfb-858e-4e7bfaa27beb {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:20:59.019207 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba166264-bd5b-4d90-b01a-64b2873c0dab req-cd2769ed-5926-4455-ab31-d916a11c936b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:59.152356 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-e97ce91a-e06e-4f0b-a6be-db365cafb263 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:59.211569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d35c6-e879-420f-ae62-e2fbf5973d8e req-7bd17d51-67d2-469b-9812-e82c7a3a7817 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:59.224943 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-357d35c6-e879-420f-ae62-e2fbf5973d8e req-7bd17d51-67d2-469b-9812-e82c7a3a7817 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 943 time: 1.1984413 Feb 11 04:20:59.293920 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:59.311150 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['d55b9a6c-e532-4bce-9678-49c2fc1041b7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:20:59.312888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:59.354914 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-52178b5a-4105-4a18-aaf5-bfe91d14c8c4 req-294e857e-3509-44fb-b6ce-92cc8ea8060b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:59.423033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port f8b85636-54ab-4bfb-858e-4e7bfaa27beb is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:20:59.423890 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:59.547983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port f8b85636-54ab-4bfb-858e-4e7bfaa27beb, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f8b85636-54ab-4bfb-858e-4e7bfaa27beb,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:59.649682 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:59.710167 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:20:59.720583 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-ca58f0bc-3427-484c-a096-c1469321458d service neutron] 10.222.0.47 "GET /v2.0/ports/eb8f312f-a091-42ed-b4f6-753dd0e1d40f/bindings/n-h1-712142-35 HTTP/1.1" status: 200 len: 385 time: 0.0949166 Feb 11 04:20:59.772213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=f8b85636-54ab-4bfb-858e-4e7bfaa27beb,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:59.818795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ce91a-e06e-4f0b-a6be-db365cafb263 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'Port': ['ID=f8c18845-3ae7-463e-b173-9b33ac6c7f68,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:59.835535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7137a26-6480-44db-b5b5-3cf2fb397c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086'}, {'server_uuid': '7a95221b-76bb-493a-8a6d-15d1d0cb3b02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b85636-54ab-4bfb-858e-4e7bfaa27beb'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:20:59.838539 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d933a5-5244-4589-9606-bbb25da21dcd" -d '{"events": [{"server_uuid": "d7137a26-6480-44db-b5b5-3cf2fb397c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086"}, {"server_uuid": "7a95221b-76bb-493a-8a6d-15d1d0cb3b02", "name": "network-vif-unplugged", "status": "completed", "tag": "f8b85636-54ab-4bfb-858e-4e7bfaa27beb"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:20:59.878402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cf01a-c83d-422e-9a7e-e94358fe1ec1 req-39c9a784-7ce3-45c4-ac63-25c99d637bef tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:20:59.879982 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-332cf01a-c83d-422e-9a7e-e94358fe1ec1 req-39c9a784-7ce3-45c4-ac63-25c99d637bef tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7137a26-6480-44db-b5b5-3cf2fb397c3d HTTP/1.1" status: 200 len: 943 time: 1.0385277 Feb 11 04:20:59.880869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e857e-3509-44fb-b6ce-92cc8ea8060b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Pushing event deleted for resources: {'Port': ['ID=2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:20:59.891443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-e97ce91a-e06e-4f0b-a6be-db365cafb263 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Network 5419215b-9f3b-4ba9-89b0-46107edc6611 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:20:59.915701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-e97ce91a-e06e-4f0b-a6be-db365cafb263 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:20:59.917912 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-e97ce91a-e06e-4f0b-a6be-db365cafb263 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:20:59.928838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-ad99259c-ee2b-4836-b8ca-4c69a326573b service neutron] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:59.950858 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-ad99259c-ee2b-4836-b8ca-4c69a326573b service neutron] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:20:59.988484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-ad99259c-ee2b-4836-b8ca-4c69a326573b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8f312f-a091-42ed-b4f6-753dd0e1d40f {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:20:59.996748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ba166264-bd5b-4d90-b01a-64b2873c0dab req-cd2769ed-5926-4455-ab31-d916a11c936b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] For port f8b85636-54ab-4bfb-858e-4e7bfaa27beb, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f8b85636-54ab-4bfb-858e-4e7bfaa27beb,segment=NetworkSegment(123210f5-69c9-4155-9570-82fdb550e3a9),segment_id=123210f5-69c9-4155-9570-82fdb550e3a9)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:20:59.998521 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba166264-bd5b-4d90-b01a-64b2873c0dab req-cd2769ed-5926-4455-ab31-d916a11c936b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:00.001117 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-ad99259c-ee2b-4836-b8ca-4c69a326573b service neutron] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:00.037157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-52178b5a-4105-4a18-aaf5-bfe91d14c8c4 req-294e857e-3509-44fb-b6ce-92cc8ea8060b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] No DVR routers for this DVR port 2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:00.042217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-357d35c6-e879-420f-ae62-e2fbf5973d8e req-c708b6c3-732e-4554-a6d3-2b23ce1e962b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8141336 Feb 11 04:21:00.044112 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-52178b5a-4105-4a18-aaf5-bfe91d14c8c4 req-294e857e-3509-44fb-b6ce-92cc8ea8060b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:00.046780 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52178b5a-4105-4a18-aaf5-bfe91d14c8c4 req-294e857e-3509-44fb-b6ce-92cc8ea8060b tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.32 "DELETE /v2.0/ports/2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086 HTTP/1.1" status: 204 len: 173 time: 3.6647301 Feb 11 04:21:00.050073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ba166264-bd5b-4d90-b01a-64b2873c0dab req-cd2769ed-5926-4455-ab31-d916a11c936b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Calling delete_port for f8b85636-54ab-4bfb-858e-4e7bfaa27beb owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:00.051750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7137a26-6480-44db-b5b5-3cf2fb397c3d', 'name': 'network-vif-deleted', 'tag': '2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:00.055727 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852a6412-0dbf-4dac-b922-7ce785fa362c" -d '{"events": [{"server_uuid": "d7137a26-6480-44db-b5b5-3cf2fb397c3d", "name": "network-vif-deleted", "tag": "2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:00.087824 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-ad99259c-ee2b-4836-b8ca-4c69a326573b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:00.103714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-e97ce91a-e06e-4f0b-a6be-db365cafb263 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:00.104430 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-e97ce91a-e06e-4f0b-a6be-db365cafb263 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:00.104826 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4111ef5f-5828-4a81-b097-4a0b54803037 x-openstack-request-id: req-4111ef5f-5828-4a81-b097-4a0b54803037 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:00.105125 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed7d850-f3ae-4f86-93cd-71f4956d6af3", "name": "network-vif-deleted", "tag": "3f6d5dcc-116d-4830-a8d1-4b2951f195e3", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:00.105478 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4111ef5f-5828-4a81-b097-4a0b54803037 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:00.105875 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed7d850-f3ae-4f86-93cd-71f4956d6af3', 'name': 'network-vif-deleted', 'tag': '3f6d5dcc-116d-4830-a8d1-4b2951f195e3', 'status': 'completed', 'code': 200} Feb 11 04:21:00.109631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-332cf01a-c83d-422e-9a7e-e94358fe1ec1 req-3fe0700f-0165-45e7-b887-5d26e2edb3b5 tempest-ImagesTestJSON-1881697748 tempest-ImagesTestJSON-1881697748-project] 10.222.0.13 "GET /v2.0/security-groups?id=657873e4-b694-40ba-878e-31a710413775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083697 Feb 11 04:21:00.187207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-ad99259c-ee2b-4836-b8ca-4c69a326573b service neutron] Transition to ACTIVE for port object eb8f312f-a091-42ed-b4f6-753dd0e1d40f will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:21:00.230209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47a30329-32e5-4d73-9b82-11b50907b620 req-c87b88fc-5d05-4ad3-ba08-7f7b95bc88c8 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 210 time: 0.0394003 Feb 11 04:21:00.315461 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-ad99259c-ee2b-4836-b8ca-4c69a326573b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:00.316815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-e97ce91a-e06e-4f0b-a6be-db365cafb263 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6339202 Feb 11 04:21:00.331729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Request body: {'port': {'device_id': '764be69f-1bca-4df1-9303-1a406268a95b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:00.339286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b513acb-7b02-4c90-9eb5-7a11a9907f37 req-28c11f69-578f-456f-a8b9-48009bd83585 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:00.340853 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b513acb-7b02-4c90-9eb5-7a11a9907f37 req-28c11f69-578f-456f-a8b9-48009bd83585 tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 1133 time: 0.1014135 Feb 11 04:21:00.389893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-ad99259c-ee2b-4836-b8ca-4c69a326573b service neutron] No DVR routers for this DVR port eb8f312f-a091-42ed-b4f6-753dd0e1d40f on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:00.400319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:00.427800 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99259c-ee2b-4836-b8ca-4c69a326573b service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,revision_number=10']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:00.435441 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:00.435700 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-ad99259c-ee2b-4836-b8ca-4c69a326573b service neutron] 10.222.0.47 "PUT /v2.0/ports/eb8f312f-a091-42ed-b4f6-753dd0e1d40f/bindings/n-h1-712142-35/activate HTTP/1.1" status: 200 len: 370 time: 0.7085807 Feb 11 04:21:00.436753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:00.437177 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3f6d5dcc-116d-4830-a8d1-4b2951f195e3 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:00.439265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b513acb-7b02-4c90-9eb5-7a11a9907f37 req-0251a7cf-ce26-4c8e-8efe-b3053a73550c tempest-ServersOnMultiNodesTest-1867995570 tempest-ServersOnMultiNodesTest-1867995570-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789111 Feb 11 04:21:00.499203 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba166264-bd5b-4d90-b01a-64b2873c0dab req-cd2769ed-5926-4455-ab31-d916a11c936b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f8b85636-54ab-4bfb-858e-4e7bfaa27beb), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:00.552319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2769ed-5926-4455-ab31-d916a11c936b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Pushing event deleted for resources: {'Port': ['ID=f8b85636-54ab-4bfb-858e-4e7bfaa27beb,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:00.722709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba166264-bd5b-4d90-b01a-64b2873c0dab req-cd2769ed-5926-4455-ab31-d916a11c936b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] No DVR routers for this DVR port f8b85636-54ab-4bfb-858e-4e7bfaa27beb on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:00.729279 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba166264-bd5b-4d90-b01a-64b2873c0dab req-cd2769ed-5926-4455-ab31-d916a11c936b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:00.732625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba166264-bd5b-4d90-b01a-64b2873c0dab req-cd2769ed-5926-4455-ab31-d916a11c936b tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.32 "DELETE /v2.0/ports/f8b85636-54ab-4bfb-858e-4e7bfaa27beb HTTP/1.1" status: 204 len: 173 time: 2.9455605 Feb 11 04:21:00.788833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaed66d-fe2d-4514-84f0-964171522d64 req-bad71099-028f-4687-a8de-e1dbcb510293 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:00.790295 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-beaed66d-fe2d-4514-84f0-964171522d64 req-bad71099-028f-4687-a8de-e1dbcb510293 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 932 time: 0.2479324 Feb 11 04:21:00.792218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-8c391e6c-f314-4024-a2f3-22c8645e3ccf tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:00.793584 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-8c391e6c-f314-4024-a2f3-22c8645e3ccf tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07&tenant_id=19d7885d46e54fd38e6c302286350aee&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 1127 time: 0.2211301 Feb 11 04:21:00.943465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-beaed66d-fe2d-4514-84f0-964171522d64 req-fae918f3-5ce4-4228-967f-17e96d01488a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465983 Feb 11 04:21:01.002538 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Feb 2022 04:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5504c258-1148-4f76-b988-8e2b3c9e4504 x-openstack-request-id: req-5504c258-1148-4f76-b988-8e2b3c9e4504 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:01.003276 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7137a26-6480-44db-b5b5-3cf2fb397c3d", "name": "network-vif-unplugged", "status": "completed", "tag": "2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086", "code": 200}, {"server_uuid": "7a95221b-76bb-493a-8a6d-15d1d0cb3b02", "name": "network-vif-unplugged", "status": "completed", "tag": "f8b85636-54ab-4bfb-858e-4e7bfaa27beb", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:01.004235 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5504c258-1148-4f76-b988-8e2b3c9e4504 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:01.005051 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7137a26-6480-44db-b5b5-3cf2fb397c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086', 'code': 200} Feb 11 04:21:01.005724 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a95221b-76bb-493a-8a6d-15d1d0cb3b02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8b85636-54ab-4bfb-858e-4e7bfaa27beb', 'code': 200} Feb 11 04:21:01.019842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-7e9e875c-c0e0-4324-b3b0-479086180c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:01.021353 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-7e9e875c-c0e0-4324-b3b0-479086180c48 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07&tenant_id=19d7885d46e54fd38e6c302286350aee HTTP/1.1" status: 200 len: 1127 time: 0.1920724 Feb 11 04:21:01.131623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c18845-3ae7-463e-b173-9b33ac6c7f68 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:21:01.144596 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Publish callbacks [] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:01.163785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Transition to ACTIVE for port object f8c18845-3ae7-463e-b173-9b33ac6c7f68 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:21:01.183152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-5facc9b0-19bb-4b0d-9240-09916e424a28 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:01.186046 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-5facc9b0-19bb-4b0d-9240-09916e424a28 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.32 "GET /v2.0/networks?id=7894ecd8-ab85-40c2-99ae-380d20c1b6b2 HTTP/1.1" status: 200 len: 805 time: 0.2675543 Feb 11 04:21:01.217869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-72158ab7-d1fb-4396-815a-b619562b845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:01.222538 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-72158ab7-d1fb-4396-815a-b619562b845a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19d7885d46e54fd38e6c302286350aee&device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 1127 time: 0.1562250 Feb 11 04:21:01.325979 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:01.389873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-df682f13-af9f-401b-81fa-b52db2d2747c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:01.391492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-df682f13-af9f-401b-81fa-b52db2d2747c service neutron] 10.222.0.32 "GET /v2.0/networks?id=5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 200 len: 922 time: 0.1586771 Feb 11 04:21:01.398894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-3e8bbd7a-efe7-4dac-8b3a-ff896ea25936 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d919fd9dc7c4f858ca869c9b4366b5c HTTP/1.1" status: 200 len: 379 time: 0.2038238 Feb 11 04:21:01.444359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-97f361bc-8003-4cc0-a665-82522857aba5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Request body: {'port': {'device_id': '9f8f7062-3d94-450e-bf8d-001de18803a0', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'admin_state_up': True, 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'security_groups': ['dd36d2e1-f8c5-443b-89d3-1004e43ba411']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:01.451366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c18845-3ae7-463e-b173-9b33ac6c7f68,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:01.465379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-61a9e5e5-4950-4eda-8b9c-53414be1de59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f HTTP/1.1" status: 200 len: 217 time: 0.0654945 Feb 11 04:21:01.511002 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b997f88-1b7d-4cfc-8da8-3b8e5d5be019 x-openstack-request-id: req-4b997f88-1b7d-4cfc-8da8-3b8e5d5be019 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:01.511220 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7137a26-6480-44db-b5b5-3cf2fb397c3d", "name": "network-vif-deleted", "tag": "2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:01.511480 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b997f88-1b7d-4cfc-8da8-3b8e5d5be019 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:01.511877 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7137a26-6480-44db-b5b5-3cf2fb397c3d', 'name': 'network-vif-deleted', 'tag': '2beedd9b-c12e-4ae7-9e2c-77c1d7e0d086', 'status': 'completed', 'code': 200} Feb 11 04:21:01.641975 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-888f4dcd-c15a-4ecf-af84-bfd9ee825f62 req-4892cb17-e8e9-433d-8083-f2ab65edda66 tempest-ListServersNegativeTestJSON-1805621247 tempest-ListServersNegativeTestJSON-1805621247-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a95221b-76bb-493a-8a6d-15d1d0cb3b02 HTTP/1.1" status: 200 len: 210 time: 0.0555942 Feb 11 04:21:01.670655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-a6b354cb-90a7-46b2-8a60-dc903fa163e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:01.672417 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-a6b354cb-90a7-46b2-8a60-dc903fa163e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 200 len: 861 time: 0.1920977 Feb 11 04:21:01.715212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Attempting to bind port f8c18845-3ae7-463e-b173-9b33ac6c7f68 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:21:01.715554 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Attempting to bind port f8c18845-3ae7-463e-b173-9b33ac6c7f68 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'fd8369af-aaeb-43a7-a600-c52390be2c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5419215b-9f3b-4ba9-89b0-46107edc6611'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:21:01.715884 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Attempting to bind port f8c18845-3ae7-463e-b173-9b33ac6c7f68 on network 5419215b-9f3b-4ba9-89b0-46107edc6611 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:21:01.723018 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-b1aab477-7563-4cc0-90b0-48b409439335 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5ae78988-79ae-41a1-babe-29352a8104f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412087 Feb 11 04:21:01.728089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Port f8c18845-3ae7-463e-b173-9b33ac6c7f68 on network 5419215b-9f3b-4ba9-89b0-46107edc6611 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:21:01.728434 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Attempting to bind port f8c18845-3ae7-463e-b173-9b33ac6c7f68 on network 5419215b-9f3b-4ba9-89b0-46107edc6611 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:21:01.754842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:21:01.755186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Checking segment: {'id': 'fd8369af-aaeb-43a7-a600-c52390be2c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5419215b-9f3b-4ba9-89b0-46107edc6611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:21:01.755568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Bound using segment: {'id': 'fd8369af-aaeb-43a7-a600-c52390be2c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5419215b-9f3b-4ba9-89b0-46107edc6611'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:21:01.756004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Bound port: f8c18845-3ae7-463e-b173-9b33ac6c7f68, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8369af-aaeb-43a7-a600-c52390be2c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5419215b-9f3b-4ba9-89b0-46107edc6611'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:21:01.756355 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:01.829004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-97f361bc-8003-4cc0-a665-82522857aba5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Made reservation on behalf of 4d919fd9dc7c4f858ca869c9b4366b5c for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:21:01.832307 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-97f361bc-8003-4cc0-a665-82522857aba5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:01.897266 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-d179e0f5-676b-43db-857a-69743da7bba0 service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648965 Feb 11 04:21:01.937099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] For port f8c18845-3ae7-463e-b173-9b33ac6c7f68, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:21:01.982218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] For port f8c18845-3ae7-463e-b173-9b33ac6c7f68, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f8c18845-3ae7-463e-b173-9b33ac6c7f68,segment=NetworkSegment(fd8369af-aaeb-43a7-a600-c52390be2c53),segment_id=fd8369af-aaeb-43a7-a600-c52390be2c53)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:21:02.079965 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:02.098496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-f26ab2d8-af7f-4062-9411-c43c0503ecaa service neutron] 10.222.0.32 "GET /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724365 Feb 11 04:21:02.124323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-97f361bc-8003-4cc0-a665-82522857aba5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Allocated IP 172.20.0.6 (7894ecd8-ab85-40c2-99ae-380d20c1b6b2/f0139bd0-701d-4e59-b0ad-ff8947b12bf5/8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:21:02.157332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:02.157949 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:02.159529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] 10.222.0.47 "PUT /v2.0/ports/f8c18845-3ae7-463e-b173-9b33ac6c7f68 HTTP/1.1" status: 200 len: 1093 time: 1.8329768 Feb 11 04:21:02.208376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fecfb-4776-4349-a3f2-7a6506356f62 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c18845-3ae7-463e-b173-9b33ac6c7f68,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:02.263454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f77d74-4e78-4e77-b3f5-0c0d66146164 req-ab8a6451-62a7-4dbe-a360-775e8c9e0fd4 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:02.265078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20f77d74-4e78-4e77-b3f5-0c0d66146164 req-ab8a6451-62a7-4dbe-a360-775e8c9e0fd4 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 944 time: 0.1275823 Feb 11 04:21:02.406185 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20f77d74-4e78-4e77-b3f5-0c0d66146164 req-46fad168-47ce-477e-8fc5-76063105f368 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349251 Feb 11 04:21:02.416679 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-97f361bc-8003-4cc0-a665-82522857aba5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:02.419398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-73fa8021-672b-4594-9131-9c7ae0f7880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:02.421493 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-73fa8021-672b-4594-9131-9c7ae0f7880d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=223c1bb87646423fa989545b2c1fd2f9&device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 1127 time: 0.1237373 Feb 11 04:21:02.470953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-474f5c27-305d-4d4b-b6c0-702d729ec5dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8c18845-3ae7-463e-b173-9b33ac6c7f68 HTTP/1.1" status: 200 len: 217 time: 0.0396552 Feb 11 04:21:02.553990 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bdddacc2-76f7-4d8f-85a2-10fb6e618b56 req-401be833-edb8-4037-ba30-2a1a8bf748ea tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 210 time: 0.0362833 Feb 11 04:21:02.570801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-5c29ef0d-ebf8-4f7f-8f38-f62c5fc9182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:02.572231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-5c29ef0d-ebf8-4f7f-8f38-f62c5fc9182e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2 HTTP/1.1" status: 200 len: 853 time: 0.0929289 Feb 11 04:21:02.591175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-6c9c026f-506d-4e54-b8a3-a5e578afc7e2 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:21:02.601775 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-6c9c026f-506d-4e54-b8a3-a5e578afc7e2 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1430161 Feb 11 04:21:02.616835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-e95c1a7c-0f23-46e4-99bd-aac13315c987 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5419215b-9f3b-4ba9-89b0-46107edc6611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291629 Feb 11 04:21:02.618979 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-97f361bc-8003-4cc0-a665-82522857aba5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:02.711258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-97f361bc-8003-4cc0-a665-82522857aba5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Network 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:21:02.711466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-23c33519-ade9-4de5-bf8b-9b906dc1f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:02.719097 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-23c33519-ade9-4de5-bf8b-9b906dc1f3ac service neutron] 10.222.0.13 "GET /v2.0/ports/5ea87c8e-eae8-4b8a-af20-8e75ff158523 HTTP/1.1" status: 200 len: 1126 time: 0.1159194 Feb 11 04:21:02.722870 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-97f361bc-8003-4cc0-a665-82522857aba5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:21:02.724357 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-0ee723f7-848a-4812-9a21-d4d2df48833e service neutron] Request body: {'binding': {'host': 'n-h1-712142-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:02.724823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-0ee723f7-848a-4812-9a21-d4d2df48833e service neutron] Unknown quota resources ['binding']. {{(pid=103808) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:21:02.758690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f361bc-8003-4cc0-a665-82522857aba5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Pushing event updated for resources: {'Port': ['ID=8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:02.765133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-97f361bc-8003-4cc0-a665-82522857aba5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:21:02.777914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-b222e0f2-ac3f-44cc-adcd-d799382fcfca tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:02.779736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-b222e0f2-ac3f-44cc-adcd-d799382fcfca tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07&tenant_id=19d7885d46e54fd38e6c302286350aee&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 1127 time: 0.2212834 Feb 11 04:21:02.886471 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-0ee723f7-848a-4812-9a21-d4d2df48833e service neutron] Attempting to bind port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 on host n-h1-712142-35 for vnic_type normal with profile None {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:21:02.886875 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-0ee723f7-848a-4812-9a21-d4d2df48833e service neutron] Attempting to bind port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:21:02.887091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-0ee723f7-848a-4812-9a21-d4d2df48833e service neutron] Attempting to bind port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:21:02.894070 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-0ee723f7-848a-4812-9a21-d4d2df48833e service neutron] Port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:21:02.894410 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-0ee723f7-848a-4812-9a21-d4d2df48833e service neutron] Attempting to bind port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:21:02.900094 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-0ee723f7-848a-4812-9a21-d4d2df48833e service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:21:02.900436 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-0ee723f7-848a-4812-9a21-d4d2df48833e service neutron] Checking segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:21:02.900819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-0ee723f7-848a-4812-9a21-d4d2df48833e service neutron] Bound using segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:21:02.901386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-0ee723f7-848a-4812-9a21-d4d2df48833e service neutron] Bound port: 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:21:02.918939 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-97f361bc-8003-4cc0-a665-82522857aba5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:02.919591 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-97f361bc-8003-4cc0-a665-82522857aba5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:02.924835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-ede3d508-93e6-47ac-b053-1f3988e1aab2 service neutron] 10.222.0.47 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983835 Feb 11 04:21:02.990501 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-0ee723f7-848a-4812-9a21-d4d2df48833e service neutron] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:21:02.994195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191b4ff-0ee3-4554-8a15-b4bc9c08ea46 req-dfec9f4d-1d00-4f32-a087-4920fef06500 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:03.002690 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c191b4ff-0ee3-4554-8a15-b4bc9c08ea46 req-dfec9f4d-1d00-4f32-a087-4920fef06500 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 944 time: 0.2249582 Feb 11 04:21:03.002848 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1e4e90f9-05d8-4fec-b0ed-09b41313da26 None None] Provisioning complete for port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:21:03.002848 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e4e90f9-05d8-4fec-b0ed-09b41313da26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:03.040122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e90f9-05d8-4fec-b0ed-09b41313da26 None None] Port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:21:03.079269 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-0ee723f7-848a-4812-9a21-d4d2df48833e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:03.079478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-97f361bc-8003-4cc0-a665-82522857aba5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6652391 Feb 11 04:21:03.080639 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-0ee723f7-848a-4812-9a21-d4d2df48833e service neutron] 10.222.0.13 "POST /v2.0/ports/5ea87c8e-eae8-4b8a-af20-8e75ff158523/bindings HTTP/1.1" status: 201 len: 390 time: 0.3606834 Feb 11 04:21:03.110937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Request body: {'port': {'device_id': '9f8f7062-3d94-450e-bf8d-001de18803a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:03.161466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e7db3f0-7351-42a6-a108-e22804f68be0 req-1fba9ba4-c301-42ce-8a30-9219419c30e8 service neutron] 10.222.0.47 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175508 Feb 11 04:21:03.166466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c191b4ff-0ee3-4554-8a15-b4bc9c08ea46 req-60b98946-7223-4d7a-95db-197c93b403f7 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634560 Feb 11 04:21:03.196990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-3ef79cc3-e52d-4ee3-9de6-d0f0d8a4ad0d service neutron] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:21:03.202848 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-3ef79cc3-e52d-4ee3-9de6-d0f0d8a4ad0d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:03.203989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc85758f-ceed-469e-a5aa-1eea76b1a503 req-3ef79cc3-e52d-4ee3-9de6-d0f0d8a4ad0d service neutron] 10.222.0.32 "DELETE /v2.0/ports/eb8f312f-a091-42ed-b4f6-753dd0e1d40f/bindings/n-h2-712142-35 HTTP/1.1" status: 204 len: 173 time: 0.3837423 Feb 11 04:21:03.208996 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:03.390099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42230) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:03.400151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3ba57-2340-465d-951a-2f26a8d61ea8 req-c03ad21a-d935-401b-874f-f0f8e1bf37c0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:03.401701 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67e3ba57-2340-465d-951a-2f26a8d61ea8 req-c03ad21a-d935-401b-874f-f0f8e1bf37c0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 950 time: 0.1396880 Feb 11 04:21:03.452273 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-5325186b-e1be-45e8-b150-6cefec3f42ae admin admin] Deleting subnet 2e401519-4399-4a8c-a0d9-4cdb41ad5be9 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:21:03.452436 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5325186b-e1be-45e8-b150-6cefec3f42ae admin admin] Publish callbacks [] for subnet (2e401519-4399-4a8c-a0d9-4cdb41ad5be9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:03.512657 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5325186b-e1be-45e8-b150-6cefec3f42ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (2e401519-4399-4a8c-a0d9-4cdb41ad5be9), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:03.562604 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5325186b-e1be-45e8-b150-6cefec3f42ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (2e401519-4399-4a8c-a0d9-4cdb41ad5be9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:03.659075 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:03.752930 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5325186b-e1be-45e8-b150-6cefec3f42ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (2e401519-4399-4a8c-a0d9-4cdb41ad5be9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:03.779158 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:03.782803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325186b-e1be-45e8-b150-6cefec3f42ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e401519-4399-4a8c-a0d9-4cdb41ad5be9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:03.792370 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5325186b-e1be-45e8-b150-6cefec3f42ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:03.799535 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5325186b-e1be-45e8-b150-6cefec3f42ae admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2e401519-4399-4a8c-a0d9-4cdb41ad5be9 HTTP/1.1" status: 204 len: 168 time: 0.4058070 Feb 11 04:21:03.799959 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42242) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:03.817664 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a95221b-76bb-493a-8a6d-15d1d0cb3b02', 'name': 'network-vif-deleted', 'tag': 'f8b85636-54ab-4bfb-858e-4e7bfaa27beb'}, {'name': 'network-changed', 'server_uuid': '764be69f-1bca-4df1-9303-1a406268a95b', 'tag': 'f8c18845-3ae7-463e-b173-9b33ac6c7f68'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:03.820007 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67be7473-1346-43e7-972e-b160843846a8" -d '{"events": [{"server_uuid": "7a95221b-76bb-493a-8a6d-15d1d0cb3b02", "name": "network-vif-deleted", "tag": "f8b85636-54ab-4bfb-858e-4e7bfaa27beb"}, {"name": "network-changed", "server_uuid": "764be69f-1bca-4df1-9303-1a406268a95b", "tag": "f8c18845-3ae7-463e-b173-9b33ac6c7f68"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:03.880939 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e75388-ca33-4631-bda4-1809a24570d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (7481da08-7909-4a5a-be0f-2f19e8c280d1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:03.915229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67e3ba57-2340-465d-951a-2f26a8d61ea8 req-d45d2729-2031-4ad6-b77e-60123e979c2a tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846685 Feb 11 04:21:03.973532 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e75388-ca33-4631-bda4-1809a24570d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (7481da08-7909-4a5a-be0f-2f19e8c280d1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:03.988489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bb474-8fc1-4277-a454-e4f331aad183 req-341d512d-6428-41c9-8a19-820ecbcc4fbd tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:03.990167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d53bb474-8fc1-4277-a454-e4f331aad183 req-341d512d-6428-41c9-8a19-820ecbcc4fbd tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.47 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 950 time: 0.1614785 Feb 11 04:21:03.994826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e8e75388-ca33-4631-bda4-1809a24570d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7481da08-7909-4a5a-be0f-2f19e8c280d1']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:04.004740 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e8e75388-ca33-4631-bda4-1809a24570d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123210f5-69c9-4155-9570-82fdb550e3a9') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:04.004930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e8e75388-ca33-4631-bda4-1809a24570d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123210f5-69c9-4155-9570-82fdb550e3a9') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:04.015105 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e75388-ca33-4631-bda4-1809a24570d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (123210f5-69c9-4155-9570-82fdb550e3a9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:04.028928 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e75388-ca33-4631-bda4-1809a24570d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (123210f5-69c9-4155-9570-82fdb550e3a9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:04.035774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e75388-ca33-4631-bda4-1809a24570d1 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:21:04.036187 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e75388-ca33-4631-bda4-1809a24570d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (123210f5-69c9-4155-9570-82fdb550e3a9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:21:04.037859 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:21:04.072670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc61c47-e79f-4854-a424-e60e84e37d9e req-5d50eafc-866f-4784-b7e0-6e68e0adf816 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:04.074146 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bc61c47-e79f-4854-a424-e60e84e37d9e req-5d50eafc-866f-4784-b7e0-6e68e0adf816 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.2512255 Feb 11 04:21:04.096965 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:21:04.119024 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Publish callbacks [] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:04.177748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Transition to ACTIVE for port object 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:21:04.184689 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e75388-ca33-4631-bda4-1809a24570d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (7481da08-7909-4a5a-be0f-2f19e8c280d1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:04.190449 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e75388-ca33-4631-bda4-1809a24570d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:04.195048 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e8e75388-ca33-4631-bda4-1809a24570d1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7481da08-7909-4a5a-be0f-2f19e8c280d1 HTTP/1.1" status: 204 len: 168 time: 0.3936157 Feb 11 04:21:04.207711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e75388-ca33-4631-bda4-1809a24570d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7481da08-7909-4a5a-be0f-2f19e8c280d1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:04.220230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bc61c47-e79f-4854-a424-e60e84e37d9e req-50a421a4-589a-4fc0-9f84-b1d0056708a8 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188316 Feb 11 04:21:04.228550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecdb59-0e82-4993-8794-98abbcc1a3ac req-948c6568-2bcb-4858-be8e-1312bbc630c2 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:04.230115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1ecdb59-0e82-4993-8794-98abbcc1a3ac req-948c6568-2bcb-4858-be8e-1312bbc630c2 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 944 time: 0.2040257 Feb 11 04:21:04.255724 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d53bb474-8fc1-4277-a454-e4f331aad183 req-09272875-eb4d-4384-9fcd-399524cb1788 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Deleting port 12b7c34f-39a7-4f99-a791-7df0cb02c192 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:04.255724 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d53bb474-8fc1-4277-a454-e4f331aad183 req-09272875-eb4d-4384-9fcd-399524cb1788 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:04.305267 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:04.421914 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1ecdb59-0e82-4993-8794-98abbcc1a3ac req-8ff327a2-f363-482d-af62-573b1396ce96 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790619 Feb 11 04:21:04.469759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:04.521553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d53bb474-8fc1-4277-a454-e4f331aad183 req-09272875-eb4d-4384-9fcd-399524cb1788 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] For port 12b7c34f-39a7-4f99-a791-7df0cb02c192, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12b7c34f-39a7-4f99-a791-7df0cb02c192,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:04.521926 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d53bb474-8fc1-4277-a454-e4f331aad183 req-09272875-eb4d-4384-9fcd-399524cb1788 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:04.550945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d53bb474-8fc1-4277-a454-e4f331aad183 req-09272875-eb4d-4384-9fcd-399524cb1788 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Calling delete_port for 12b7c34f-39a7-4f99-a791-7df0cb02c192 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:04.570750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ef10e-29a4-40b7-887c-5f614eae467b req-6f271a8c-fb06-4f95-88a0-1040ff191eb2 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:04.572311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a12ef10e-29a4-40b7-887c-5f614eae467b req-6f271a8c-fb06-4f95-88a0-1040ff191eb2 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 943 time: 0.2234278 Feb 11 04:21:04.635615 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d72c96-db83-46e2-ab2e-d3dd47df4d98 x-openstack-request-id: req-79d72c96-db83-46e2-ab2e-d3dd47df4d98 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:04.635873 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a95221b-76bb-493a-8a6d-15d1d0cb3b02", "name": "network-vif-deleted", "tag": "f8b85636-54ab-4bfb-858e-4e7bfaa27beb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "764be69f-1bca-4df1-9303-1a406268a95b", "tag": "f8c18845-3ae7-463e-b173-9b33ac6c7f68", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:04.636133 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79d72c96-db83-46e2-ab2e-d3dd47df4d98 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:04.636508 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a95221b-76bb-493a-8a6d-15d1d0cb3b02', 'name': 'network-vif-deleted', 'tag': 'f8b85636-54ab-4bfb-858e-4e7bfaa27beb', 'status': 'completed', 'code': 200} Feb 11 04:21:04.636948 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764be69f-1bca-4df1-9303-1a406268a95b', 'tag': 'f8c18845-3ae7-463e-b173-9b33ac6c7f68', 'status': 'completed', 'code': 200} Feb 11 04:21:04.676331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Attempting to bind port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:21:04.676761 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Attempting to bind port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '192e3bf6-1159-4742-82d4-3ae2e1eef546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:21:04.677101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Attempting to bind port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d on network 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:21:04.704495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d on network 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:21:04.704836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Attempting to bind port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d on network 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:21:04.723538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:21:04.723876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Checking segment: {'id': '192e3bf6-1159-4742-82d4-3ae2e1eef546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:21:04.724265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Bound using segment: {'id': '192e3bf6-1159-4742-82d4-3ae2e1eef546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:21:04.724713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Bound port: 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '192e3bf6-1159-4742-82d4-3ae2e1eef546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:21:04.725120 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:04.725422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be7473-1346-43e7-972e-b160843846a8 req-198f8844-53ea-4b0b-a566-72d2d7e3e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:04.727574 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-67be7473-1346-43e7-972e-b160843846a8 req-198f8844-53ea-4b0b-a566-72d2d7e3e42d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=223c1bb87646423fa989545b2c1fd2f9&device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 1127 time: 0.0773261 Feb 11 04:21:04.742140 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a12ef10e-29a4-40b7-887c-5f614eae467b req-6b319e12-7010-4d7d-bf5a-e2473c8a54cc tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd36d2e1-f8c5-443b-89d3-1004e43ba411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602714 Feb 11 04:21:04.744165 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42262) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:04.840965 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f57db7d1-d0a8-4cc5-850a-b3af399ffc4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc3f6d91e7db441ea22bda38f9541f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0950437 Feb 11 04:21:04.841578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42270) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:04.943984 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2cc6dbc8-f69f-4d69-90d5-955e75bdb36f admin admin] Publish callbacks [] for security_group (34292711-1d57-4b38-bcf6-05297d5a1ded), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:04.984286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] For port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:21:05.006258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] For port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d,segment=NetworkSegment(192e3bf6-1159-4742-82d4-3ae2e1eef546),segment_id=192e3bf6-1159-4742-82d4-3ae2e1eef546)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:21:05.010751 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-89169c0c-a95e-490d-83fb-83becb5159d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:05.012454 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-89169c0c-a95e-490d-83fb-83becb5159d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 1129 time: 0.2186453 Feb 11 04:21:05.026849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a183d3-2333-488a-abe6-9246ab570fac req-64e5be58-ce61-462a-a5e1-f873994fcc89 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:05.028500 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5a183d3-2333-488a-abe6-9246ab570fac req-64e5be58-ce61-462a-a5e1-f873994fcc89 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 944 time: 0.2328529 Feb 11 04:21:05.082352 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d53bb474-8fc1-4277-a454-e4f331aad183 req-09272875-eb4d-4384-9fcd-399524cb1788 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (12b7c34f-39a7-4f99-a791-7df0cb02c192), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:05.089645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966323a3-6007-4416-8104-3318aead2871 req-1ddac80c-b97f-4cbd-b634-e627392b82c3 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:05.091606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-966323a3-6007-4416-8104-3318aead2871 req-1ddac80c-b97f-4cbd-b634-e627392b82c3 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 1127 time: 0.1850879 Feb 11 04:21:05.095595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['cb9a25b7-4de1-4545-97ec-64c870a0350e', '2852bf77-466f-4992-8703-a18ede235b35', 'f8753838-3aa5-471f-ba31-80087ef2a6f2', 'd2c13418-05aa-4bc5-b1e2-91ad7e8c13bc', '60f6b32b-d147-4bec-99e3-82f204304391'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:05.108658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4', 'e67d63d0-dc53-4d8e-8d9a-0130eab052fe'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:05.179252 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:05.213332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09272875-eb4d-4384-9fcd-399524cb1788 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event deleted for resources: {'Port': ['ID=12b7c34f-39a7-4f99-a791-7df0cb02c192,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:05.334893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be7473-1346-43e7-972e-b160843846a8 req-555efe0b-a75b-45c5-b099-a354d54a04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:05.339319 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-67be7473-1346-43e7-972e-b160843846a8 req-555efe0b-a75b-45c5-b099-a354d54a04f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5419215b-9f3b-4ba9-89b0-46107edc6611 HTTP/1.1" status: 200 len: 914 time: 0.5979695 Feb 11 04:21:05.344706 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2cc6dbc8-f69f-4d69-90d5-955e75bdb36f admin admin] Publish callbacks [] for security_group (34292711-1d57-4b38-bcf6-05297d5a1ded), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:05.398744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:05.402018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:05.405984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] 10.222.0.32 "PUT /v2.0/ports/8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d HTTP/1.1" status: 200 len: 1092 time: 2.3036706 Feb 11 04:21:05.416257 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-67be7473-1346-43e7-972e-b160843846a8 req-04b00168-e4d4-4f2e-a527-c741a9e197f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8c18845-3ae7-463e-b173-9b33ac6c7f68 HTTP/1.1" status: 200 len: 217 time: 0.0653722 Feb 11 04:21:05.519372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-966323a3-6007-4416-8104-3318aead2871 req-7e394797-46c2-44a1-b341-fbe956ee9f57 tempest-LiveAutoBlockMigrationV225Test-774359875 tempest-LiveAutoBlockMigrationV225Test-774359875-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823700 Feb 11 04:21:05.553968 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be7473-1346-43e7-972e-b160843846a8 req-30d168e8-2ac1-4794-adbb-6f0748515bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:05.569230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5a183d3-2333-488a-abe6-9246ab570fac req-fa460174-afe5-44b6-af91-af938f6e6ede tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230181 Feb 11 04:21:05.572268 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-67be7473-1346-43e7-972e-b160843846a8 req-30d168e8-2ac1-4794-adbb-6f0748515bf2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2 HTTP/1.1" status: 200 len: 853 time: 0.1478882 Feb 11 04:21:05.678457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53bb474-8fc1-4277-a454-e4f331aad183 req-09272875-eb4d-4384-9fcd-399524cb1788 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] No DVR routers for this DVR port 12b7c34f-39a7-4f99-a791-7df0cb02c192 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:05.680283 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054648d-d858-4135-8d14-6792537a5bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:05.683384 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d53bb474-8fc1-4277-a454-e4f331aad183 req-09272875-eb4d-4384-9fcd-399524cb1788 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:05.688146 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d53bb474-8fc1-4277-a454-e4f331aad183 req-09272875-eb4d-4384-9fcd-399524cb1788 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.47 "DELETE /v2.0/ports/12b7c34f-39a7-4f99-a791-7df0cb02c192 HTTP/1.1" status: 204 len: 173 time: 1.6756968 Feb 11 04:21:05.692473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-ab70a7e0-c9fb-459f-a840-f9cced367f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:05.693486 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-67be7473-1346-43e7-972e-b160843846a8 req-f3e173e7-e9be-4521-879d-199c07f6920a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5419215b-9f3b-4ba9-89b0-46107edc6611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1115444 Feb 11 04:21:05.693766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-ab70a7e0-c9fb-459f-a840-f9cced367f8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.6642702 Feb 11 04:21:05.749243 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2cc6dbc8-f69f-4d69-90d5-955e75bdb36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (34292711-1d57-4b38-bcf6-05297d5a1ded), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:05.753805 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2cc6dbc8-f69f-4d69-90d5-955e75bdb36f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:05.755310 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2cc6dbc8-f69f-4d69-90d5-955e75bdb36f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34292711-1d57-4b38-bcf6-05297d5a1ded HTTP/1.1" status: 204 len: 168 time: 0.9100566 Feb 11 04:21:05.768433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-097ad927-86dc-4757-96f0-25a5806697aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523 HTTP/1.1" status: 200 len: 217 time: 0.0563204 Feb 11 04:21:05.792972 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6dbc8-f69f-4d69-90d5-955e75bdb36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34292711-1d57-4b38-bcf6-05297d5a1ded,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:05.793535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fea5a256-e79b-414d-b076-710d444cd0f9 req-3d54aa2d-f174-4b21-b4d5-a5168c0c399f tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=488dad73-5adc-439d-a830-329e0565426c HTTP/1.1" status: 200 len: 210 time: 0.0736473 Feb 11 04:21:05.854743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-befc6485-a70c-4b65-ab0a-49a247a307fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:05.856466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-befc6485-a70c-4b65-ab0a-49a247a307fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d919fd9dc7c4f858ca869c9b4366b5c&device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 1126 time: 0.2889714 Feb 11 04:21:05.939747 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-67be7473-1346-43e7-972e-b160843846a8 req-29d44d0b-6711-4d7a-b5e5-3a52065aa5c6 service neutron] 10.222.0.47 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389693 Feb 11 04:21:05.972503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-9da6f7a7-be6c-484e-8b82-364d62f665dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d HTTP/1.1" status: 200 len: 217 time: 0.1000018 Feb 11 04:21:06.007067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-aa5a3358-d10f-4915-88fe-bca6023fa5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:06.011951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-aa5a3358-d10f-4915-88fe-bca6023fa5f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.2257810 Feb 11 04:21:06.093169 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-67be7473-1346-43e7-972e-b160843846a8 req-e9b63c2c-6fb5-4413-8643-ebf1e1c75f30 service neutron] 10.222.0.47 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469471 Feb 11 04:21:06.117978 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-97a8a31e-6d1a-4d87-963f-1ee951a466e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832877 Feb 11 04:21:06.162332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-a9537b96-1fc1-41e0-8d6f-25176bf6b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:06.163922 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-a9537b96-1fc1-41e0-8d6f-25176bf6b6f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0139bd0-701d-4e59-b0ad-ff8947b12bf5 HTTP/1.1" status: 200 len: 844 time: 0.1511486 Feb 11 04:21:06.249408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfb9d0-a12b-4e2f-b434-70d582c63f62 req-48ee1e6f-3824-424a-bb99-86afc22f72ac tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:06.251006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fdfb9d0-a12b-4e2f-b434-70d582c63f62 req-48ee1e6f-3824-424a-bb99-86afc22f72ac tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.3543339 Feb 11 04:21:06.317216 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-3c5df222-1c11-428d-99c8-50b1e44eac70 service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789427 Feb 11 04:21:06.331725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-df9dabe6-e789-40ff-ba82-ae61742dbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:06.333217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-df9dabe6-e789-40ff-ba82-ae61742dbcdb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7894ecd8-ab85-40c2-99ae-380d20c1b6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1554878 Feb 11 04:21:06.363419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fdfb9d0-a12b-4e2f-b434-70d582c63f62 req-3234cb10-d8bb-429e-980f-d064dc1ed8bf tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055832 Feb 11 04:21:06.403065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f8c18845-3ae7-463e-b173-9b33ac6c7f68 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:21:06.416597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42294) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:06.470572 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 12b7c34f-39a7-4f99-a791-7df0cb02c192 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:06.502653 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-b91c06c5-d002-4499-bdff-22d8bf5fef7b service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756415 Feb 11 04:21:06.504883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-a7b7b05e-5d44-413b-8427-d1a6eb6d75bb service neutron] 10.222.0.32 "GET /v2.0/networks/7894ecd8-ab85-40c2-99ae-380d20c1b6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640530 Feb 11 04:21:06.539254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 12b7c34f-39a7-4f99-a791-7df0cb02c192 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:06.539878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 12b7c34f-39a7-4f99-a791-7df0cb02c192 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:06.606687 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-beb64adf-1c0b-456b-8539-31ce005ea9d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:06.647180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f8c18845-3ae7-463e-b173-9b33ac6c7f68, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f8c18845-3ae7-463e-b173-9b33ac6c7f68,segment=NetworkSegment(fd8369af-aaeb-43a7-a600-c52390be2c53),segment_id=fd8369af-aaeb-43a7-a600-c52390be2c53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:06.656191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8f7062-3d94-450e-bf8d-001de18803a0', 'tag': '8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d'}, {'server_uuid': '488dad73-5adc-439d-a830-329e0565426c', 'name': 'network-vif-deleted', 'tag': '12b7c34f-39a7-4f99-a791-7df0cb02c192'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:06.658400 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cb3a35-542e-4f2f-bd6a-9471da3e1a03" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8f7062-3d94-450e-bf8d-001de18803a0", "tag": "8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d"}, {"server_uuid": "488dad73-5adc-439d-a830-329e0565426c", "name": "network-vif-deleted", "tag": "12b7c34f-39a7-4f99-a791-7df0cb02c192"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:06.665442 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'f8c18845-3ae7-463e-b173-9b33ac6c7f68', 'network_id': '5419215b-9f3b-4ba9-89b0-46107edc6611', 'port_id': 'f8c18845-3ae7-463e-b173-9b33ac6c7f68', 'mac_address': 'fa:16:3e:a0:ff:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:21:06.709444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e4b06-a35e-43fb-ab9c-916ebb29f4f0 req-4bfc00da-2f04-459e-bdcd-219f90f39b36 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:06.709721 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b6e4b06-a35e-43fb-ab9c-916ebb29f4f0 req-4bfc00da-2f04-459e-bdcd-219f90f39b36 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 943 time: 0.1587884 Feb 11 04:21:06.727085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7a027-df6a-48a4-a735-ebc7eb068318 req-7dd91ca9-b802-498c-a095-27a0b5300695 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:06.728781 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbf7a027-df6a-48a4-a735-ebc7eb068318 req-7dd91ca9-b802-498c-a095-27a0b5300695 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 944 time: 0.1791945 Feb 11 04:21:06.742066 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port f8c18845-3ae7-463e-b173-9b33ac6c7f68 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:21:06.742958 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:06.749859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8661c3c5-9bdf-4da5-8fc8-f57c17baba77 req-854fd1f0-630e-43d6-9f93-e2925d6ba399 service neutron] 10.222.0.32 "GET /v2.0/networks/7894ecd8-ab85-40c2-99ae-380d20c1b6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323503 Feb 11 04:21:06.768452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c18845-3ae7-463e-b173-9b33ac6c7f68 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:21:06.806727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f8c18845-3ae7-463e-b173-9b33ac6c7f68, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f8c18845-3ae7-463e-b173-9b33ac6c7f68,segment=NetworkSegment(fd8369af-aaeb-43a7-a600-c52390be2c53),segment_id=fd8369af-aaeb-43a7-a600-c52390be2c53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:06.813663 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b6e4b06-a35e-43fb-ab9c-916ebb29f4f0 req-84d09c5f-bbe5-454b-b808-756f50c9e223 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd36d2e1-f8c5-443b-89d3-1004e43ba411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937545 Feb 11 04:21:06.832025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbf7a027-df6a-48a4-a735-ebc7eb068318 req-9b452b9d-b0ca-458f-a4fb-a19b639db45a tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898616 Feb 11 04:21:06.832811 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-beb64adf-1c0b-456b-8539-31ce005ea9d6 admin admin] Publish callbacks [] for security_group (be027e24-a6bf-4132-bea6-c5dc0aec4f9b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:06.876365 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:06.924086 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-beb64adf-1c0b-456b-8539-31ce005ea9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (be027e24-a6bf-4132-bea6-c5dc0aec4f9b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:06.959766 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=f8c18845-3ae7-463e-b173-9b33ac6c7f68,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:06.978132 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c5f02d-94ff-47b6-a405-8fb1ac25a7b9 x-openstack-request-id: req-83c5f02d-94ff-47b6-a405-8fb1ac25a7b9 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:06.978471 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8f7062-3d94-450e-bf8d-001de18803a0", "tag": "8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d", "status": "completed", "code": 200}, {"server_uuid": "488dad73-5adc-439d-a830-329e0565426c", "name": "network-vif-deleted", "tag": "12b7c34f-39a7-4f99-a791-7df0cb02c192", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:06.978705 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83c5f02d-94ff-47b6-a405-8fb1ac25a7b9 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:06.979118 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8f7062-3d94-450e-bf8d-001de18803a0', 'tag': '8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d', 'status': 'completed', 'code': 200} Feb 11 04:21:06.979374 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488dad73-5adc-439d-a830-329e0565426c', 'name': 'network-vif-deleted', 'tag': '12b7c34f-39a7-4f99-a791-7df0cb02c192', 'status': 'completed', 'code': 200} Feb 11 04:21:07.020979 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb64adf-1c0b-456b-8539-31ce005ea9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be027e24-a6bf-4132-bea6-c5dc0aec4f9b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:07.042568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1b258-77be-4682-8b13-8cb741fcbb6d req-e4cf4950-2ac8-40c2-878e-19f4cd59ee1a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:07.044273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6cc1b258-77be-4682-8b13-8cb741fcbb6d req-e4cf4950-2ac8-40c2-878e-19f4cd59ee1a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 945 time: 0.1323767 Feb 11 04:21:07.059919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb3a35-542e-4f2f-bd6a-9471da3e1a03 req-0aad4405-d0d6-4ad5-ba1c-2e545c709383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:07.062031 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83cb3a35-542e-4f2f-bd6a-9471da3e1a03 req-0aad4405-d0d6-4ad5-ba1c-2e545c709383 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d919fd9dc7c4f858ca869c9b4366b5c&device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 1126 time: 0.0818377 Feb 11 04:21:07.087734 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-beb64adf-1c0b-456b-8539-31ce005ea9d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91a9ffd3b0774cc1acd0f77ccbe8ad0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6699038 Feb 11 04:21:07.088000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42326) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:07.158797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['f8c18845-3ae7-463e-b173-9b33ac6c7f68'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:07.234368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6cc1b258-77be-4682-8b13-8cb741fcbb6d req-d78aa579-8b47-4191-81a9-a71288d6ffc7 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828105 Feb 11 04:21:07.285674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb3a35-542e-4f2f-bd6a-9471da3e1a03 req-cb18e306-3a52-4034-940d-b00b1703e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:07.287190 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83cb3a35-542e-4f2f-bd6a-9471da3e1a03 req-cb18e306-3a52-4034-940d-b00b1703e1e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7894ecd8-ab85-40c2-99ae-380d20c1b6b2 HTTP/1.1" status: 200 len: 906 time: 0.2153075 Feb 11 04:21:07.292345 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ebc52f46-94ce-4b37-81cc-3924b7389bf9 admin admin] Publish callbacks [] for security_group (be027e24-a6bf-4132-bea6-c5dc0aec4f9b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:07.318473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42334) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:07.323546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d120ee5-f204-4942-a664-26ee3169b2e4 req-56fb322d-2fbb-48cc-a9d5-320570b483ef tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:07.325580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d120ee5-f204-4942-a664-26ee3169b2e4 req-56fb322d-2fbb-48cc-a9d5-320570b483ef tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 944 time: 0.1964567 Feb 11 04:21:07.367571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83cb3a35-542e-4f2f-bd6a-9471da3e1a03 req-baf0759a-3ba0-430b-a1ae-03d7b58072cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d HTTP/1.1" status: 200 len: 217 time: 0.0698452 Feb 11 04:21:07.403249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fd1839-947a-41b7-b3f5-fecb0875be70 admin admin] Deleting subnet 4f835861-ae9c-4756-8b3b-a583638d521d {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:21:07.411176 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1fd1839-947a-41b7-b3f5-fecb0875be70 admin admin] Publish callbacks [] for subnet (4f835861-ae9c-4756-8b3b-a583638d521d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:07.427299 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ebc52f46-94ce-4b37-81cc-3924b7389bf9 admin admin] Publish callbacks [] for security_group (be027e24-a6bf-4132-bea6-c5dc0aec4f9b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:07.484472 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1fd1839-947a-41b7-b3f5-fecb0875be70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (4f835861-ae9c-4756-8b3b-a583638d521d), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:07.555846 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1fd1839-947a-41b7-b3f5-fecb0875be70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (4f835861-ae9c-4756-8b3b-a583638d521d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:07.586573 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb3a35-542e-4f2f-bd6a-9471da3e1a03 req-972269c9-c54c-4443-8584-c9b82bf1dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:07.588274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83cb3a35-542e-4f2f-bd6a-9471da3e1a03 req-972269c9-c54c-4443-8584-c9b82bf1dfb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0139bd0-701d-4e59-b0ad-ff8947b12bf5 HTTP/1.1" status: 200 len: 844 time: 0.1711886 Feb 11 04:21:07.594426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42342) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:07.698923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d144c8-4469-4c8d-b7ce-2ff6ace98a26 req-27850074-2c86-4106-9d0c-191af4553e06 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:07.700673 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7d144c8-4469-4c8d-b7ce-2ff6ace98a26 req-27850074-2c86-4106-9d0c-191af4553e06 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.2327545 Feb 11 04:21:07.718094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4bc81-fe1c-402e-a9be-3faec715e4fa req-8d94d857-6917-4d27-b5d3-568fb9495c02 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:07.722583 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1fd1839-947a-41b7-b3f5-fecb0875be70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (4f835861-ae9c-4756-8b3b-a583638d521d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:07.724636 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5dc4bc81-fe1c-402e-a9be-3faec715e4fa req-8d94d857-6917-4d27-b5d3-568fb9495c02 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 950 time: 0.1460738 Feb 11 04:21:07.744529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-6d120ee5-f204-4942-a664-26ee3169b2e4 req-fce073b7-6bac-4a5b-aa28-9d6d010fb0d7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Deleting port eb8f312f-a091-42ed-b4f6-753dd0e1d40f {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:07.744864 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6d120ee5-f204-4942-a664-26ee3169b2e4 req-fce073b7-6bac-4a5b-aa28-9d6d010fb0d7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:07.763491 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-131018371-network', 'tenant_id': 'b7b827a4215e48cb91388c6aab652262'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:07.767788 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd1839-947a-41b7-b3f5-fecb0875be70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f835861-ae9c-4756-8b3b-a583638d521d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:07.768769 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ebc52f46-94ce-4b37-81cc-3924b7389bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (be027e24-a6bf-4132-bea6-c5dc0aec4f9b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:07.771395 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ebc52f46-94ce-4b37-81cc-3924b7389bf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:07.772933 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ebc52f46-94ce-4b37-81cc-3924b7389bf9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be027e24-a6bf-4132-bea6-c5dc0aec4f9b HTTP/1.1" status: 204 len: 168 time: 0.6827302 Feb 11 04:21:07.786011 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb3a35-542e-4f2f-bd6a-9471da3e1a03 req-9e8c95af-db0d-47c8-a0cd-4941b7374e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:07.787620 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83cb3a35-542e-4f2f-bd6a-9471da3e1a03 req-9e8c95af-db0d-47c8-a0cd-4941b7374e30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7894ecd8-ab85-40c2-99ae-380d20c1b6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1841016 Feb 11 04:21:07.787819 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1fd1839-947a-41b7-b3f5-fecb0875be70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:07.794454 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f1fd1839-947a-41b7-b3f5-fecb0875be70 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4f835861-ae9c-4756-8b3b-a583638d521d HTTP/1.1" status: 204 len: 168 time: 0.4727166 Feb 11 04:21:07.797179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42348) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:07.880309 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] Made reservation on behalf of b7b827a4215e48cb91388c6aab652262 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:21:07.882611 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:07.890649 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95d8fccb-12fb-415a-8b4e-5b3680adaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (fd232fce-fd30-43de-a608-696b7ab07e90), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:07.900152 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.026057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95d8fccb-12fb-415a-8b4e-5b3680adaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (fd232fce-fd30-43de-a608-696b7ab07e90), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.064779 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-95d8fccb-12fb-415a-8b4e-5b3680adaaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd232fce-fd30-43de-a608-696b7ab07e90']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:08.081448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-95d8fccb-12fb-415a-8b4e-5b3680adaaa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4139dcf1-efcc-49f6-b1a4-05f77fef00e0') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:08.081849 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-95d8fccb-12fb-415a-8b4e-5b3680adaaa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4139dcf1-efcc-49f6-b1a4-05f77fef00e0') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:08.104153 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95d8fccb-12fb-415a-8b4e-5b3680adaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (4139dcf1-efcc-49f6-b1a4-05f77fef00e0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.134112 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] Publish callbacks [] for security_group (405112bb-0b47-4ccd-98d7-65e2853c2e90), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.147729 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95d8fccb-12fb-415a-8b4e-5b3680adaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4139dcf1-efcc-49f6-b1a4-05f77fef00e0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.160087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d8fccb-12fb-415a-8b4e-5b3680adaaa5 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:21:08.161080 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95d8fccb-12fb-415a-8b4e-5b3680adaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (4139dcf1-efcc-49f6-b1a4-05f77fef00e0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:21:08.165060 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:21:08.190369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc52f46-94ce-4b37-81cc-3924b7389bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be027e24-a6bf-4132-bea6-c5dc0aec4f9b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:08.252817 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (405112bb-0b47-4ccd-98d7-65e2853c2e90), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.277309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5dc4bc81-fe1c-402e-a9be-3faec715e4fa req-be2b3c82-cd84-476f-ba4c-6e3acc2ba400 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517387 Feb 11 04:21:08.277868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:21:08.283767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7d144c8-4469-4c8d-b7ce-2ff6ace98a26 req-098cda6e-5580-40e8-b910-c624a3590301 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522079 Feb 11 04:21:08.303902 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405112bb-0b47-4ccd-98d7-65e2853c2e90,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:08.320060 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (3137ca14-b787-4d1b-aa37-86c39e3a3dd2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.321535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6d120ee5-f204-4942-a664-26ee3169b2e4 req-fce073b7-6bac-4a5b-aa28-9d6d010fb0d7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] For port eb8f312f-a091-42ed-b4f6-753dd0e1d40f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:08.321925 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6d120ee5-f204-4942-a664-26ee3169b2e4 req-fce073b7-6bac-4a5b-aa28-9d6d010fb0d7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.324326 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] Added segment 3137ca14-b787-4d1b-aa37-86c39e3a3dd2 of type vlan for network b4e7ac51-3765-40ff-b3e5-db359ee2fcd0 Feb 11 04:21:08.341815 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95d8fccb-12fb-415a-8b4e-5b3680adaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (fd232fce-fd30-43de-a608-696b7ab07e90), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.360256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-6d120ee5-f204-4942-a664-26ee3169b2e4 req-fce073b7-6bac-4a5b-aa28-9d6d010fb0d7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Calling delete_port for eb8f312f-a091-42ed-b4f6-753dd0e1d40f owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:08.384265 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95d8fccb-12fb-415a-8b4e-5b3680adaaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.395531 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-95d8fccb-12fb-415a-8b4e-5b3680adaaa5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fd232fce-fd30-43de-a608-696b7ab07e90 HTTP/1.1" status: 204 len: 168 time: 0.5970037 Feb 11 04:21:08.412784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f8c18845-3ae7-463e-b173-9b33ac6c7f68 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:21:08.424614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8fccb-12fb-415a-8b4e-5b3680adaaa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd232fce-fd30-43de-a608-696b7ab07e90,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:08.446435 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (b4e7ac51-3765-40ff-b3e5-db359ee2fcd0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.486379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83cb3a35-542e-4f2f-bd6a-9471da3e1a03 req-d4ab4694-0a28-428f-9445-78d2c45810b3 service neutron] 10.222.0.32 "GET /v2.0/networks/7894ecd8-ab85-40c2-99ae-380d20c1b6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889064 Feb 11 04:21:08.573558 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (b4e7ac51-3765-40ff-b3e5-db359ee2fcd0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.573775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port f8c18845-3ae7-463e-b173-9b33ac6c7f68 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:21:08.574524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:08.576318 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.579104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port f8c18845-3ae7-463e-b173-9b33ac6c7f68 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:21:08.579779 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.586504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42360) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:08.650397 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2fac46f0-0a61-4f99-b716-9a72141299ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.658248 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] Pushing event updated for resources: {'Network': ['ID=b4e7ac51-3765-40ff-b3e5-db359ee2fcd0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:08.699182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network b4e7ac51-3765-40ff-b3e5-db359ee2fcd0 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:21:08.714978 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b487f-fd0c-4c15-a636-0cd507af2e0d req-9e8a73ce-d8f1-4127-aa4c-e8cba742d886 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:08.716602 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f1b487f-fd0c-4c15-a636-0cd507af2e0d req-9e8a73ce-d8f1-4127-aa4c-e8cba742d886 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 943 time: 0.2844434 Feb 11 04:21:08.724008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3e04d-985a-4033-ba7a-a46b5367afa4 req-b0df7c0d-add6-4f54-816b-a248bbb78f05 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:08.725571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-71c3e04d-985a-4033-ba7a-a46b5367afa4 req-b0df7c0d-add6-4f54-816b-a248bbb78f05 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 944 time: 0.3296504 Feb 11 04:21:08.741931 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port f8c18845-3ae7-463e-b173-9b33ac6c7f68 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:21:08.743705 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.769077 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ce557fcb-cd71-417a-a538-a2dc317f8bae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1724784 Feb 11 04:21:08.770923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42362) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:08.787769 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-83ae1cc8-bcb6-4950-84ac-9de6999605e8 admin admin] Request body: {'subnet': {'network_id': 'b4e7ac51-3765-40ff-b3e5-db359ee2fcd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-131018371-subnet', 'tenant_id': 'b7b827a4215e48cb91388c6aab652262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:08.810156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83cb3a35-542e-4f2f-bd6a-9471da3e1a03 req-5b3f4b1e-1da7-4b8e-966a-39d80903a514 service neutron] 10.222.0.32 "GET /v2.0/networks/7894ecd8-ab85-40c2-99ae-380d20c1b6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924936 Feb 11 04:21:08.829662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764be69f-1bca-4df1-9303-1a406268a95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c18845-3ae7-463e-b173-9b33ac6c7f68'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:08.832017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42364) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:08.838857 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab54c48-e323-40c7-b2cd-726bfde8daab" -d '{"events": [{"server_uuid": "764be69f-1bca-4df1-9303-1a406268a95b", "name": "network-vif-plugged", "status": "completed", "tag": "f8c18845-3ae7-463e-b173-9b33ac6c7f68"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:08.854103 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f8c18845-3ae7-463e-b173-9b33ac6c7f68, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f8c18845-3ae7-463e-b173-9b33ac6c7f68,segment=NetworkSegment(fd8369af-aaeb-43a7-a600-c52390be2c53),segment_id=fd8369af-aaeb-43a7-a600-c52390be2c53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:08.887367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f1b487f-fd0c-4c15-a636-0cd507af2e0d req-8e91572c-40b2-40d3-88a1-69a2c5c13a72 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd36d2e1-f8c5-443b-89d3-1004e43ba411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607246 Feb 11 04:21:08.916328 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5c973fca-1908-4203-a882-526ceca05d23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f12f051f6f4407992091bd99001c263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0843792 Feb 11 04:21:08.917575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ae1cc8-bcb6-4950-84ac-9de6999605e8 admin admin] Made reservation on behalf of b7b827a4215e48cb91388c6aab652262 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:21:08.920990 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83ae1cc8-bcb6-4950-84ac-9de6999605e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.923247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42368) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:08.941639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-71c3e04d-985a-4033-ba7a-a46b5367afa4 req-3a9c7532-31ad-4a89-a5de-429a3ffec8c2 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060740 Feb 11 04:21:08.967863 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:08.992145 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2fac46f0-0a61-4f99-b716-9a72141299ea admin admin] Publish callbacks [] for security_group (b3e406c8-ea4d-4273-b961-b4f2b9a8653b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.015893 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315d2fa3-86ba-4fca-bdb7-cdeb91d471d7 x-openstack-request-id: req-315d2fa3-86ba-4fca-bdb7-cdeb91d471d7 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:09.016760 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764be69f-1bca-4df1-9303-1a406268a95b", "name": "network-vif-plugged", "status": "completed", "tag": "f8c18845-3ae7-463e-b173-9b33ac6c7f68", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:09.017036 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-315d2fa3-86ba-4fca-bdb7-cdeb91d471d7 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:09.017527 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764be69f-1bca-4df1-9303-1a406268a95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c18845-3ae7-463e-b173-9b33ac6c7f68', 'code': 200} Feb 11 04:21:09.066424 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6d120ee5-f204-4942-a664-26ee3169b2e4 req-fce073b7-6bac-4a5b-aa28-9d6d010fb0d7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (eb8f312f-a091-42ed-b4f6-753dd0e1d40f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.069622 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2fac46f0-0a61-4f99-b716-9a72141299ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b3e406c8-ea4d-4273-b961-b4f2b9a8653b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.071604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=f8c18845-3ae7-463e-b173-9b33ac6c7f68,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:09.079406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['8388d245-0766-4399-89e8-46b5eefba11d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:09.119194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2fac46f0-0a61-4f99-b716-9a72141299ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41c8236225234a48b00d8a227b07d7b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5314624 Feb 11 04:21:09.133832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42370) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:09.166101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce073b7-6bac-4a5b-aa28-9d6d010fb0d7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Pushing event deleted for resources: {'Port': ['ID=eb8f312f-a091-42ed-b4f6-753dd0e1d40f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:09.238484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac46f0-0a61-4f99-b716-9a72141299ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e406c8-ea4d-4273-b961-b4f2b9a8653b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:09.268383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240fd33-f6f2-46ca-8e14-7f448778d8c1 req-93fd2489-ceb4-4cee-99e6-5331fc842331 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:09.270438 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4240fd33-f6f2-46ca-8e14-7f448778d8c1 req-93fd2489-ceb4-4cee-99e6-5331fc842331 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 946 time: 0.2769012 Feb 11 04:21:09.295089 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b7a94-a84f-46ce-bbb2-48576fdd026a req-6f063c94-39bb-438e-8580-70eb0bb2fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:09.297568 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-df6b7a94-a84f-46ce-bbb2-48576fdd026a req-6f063c94-39bb-438e-8580-70eb0bb2fe70 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 1129 time: 0.1773534 Feb 11 04:21:09.298098 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a82fb7c6-bb19-4057-87f3-9d0f32467b71 admin admin] Publish callbacks [] for security_group (657873e4-b694-40ba-878e-31a710413775), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.314082 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe025191-dcc1-4b07-af2a-c2295d8bf0a6 admin admin] Publish callbacks [] for security_group (b3e406c8-ea4d-4273-b961-b4f2b9a8653b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.316073 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83ae1cc8-bcb6-4950-84ac-9de6999605e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (92db92ee-1adb-4b68-9891-d83438acd80d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.328694 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d120ee5-f204-4942-a664-26ee3169b2e4 req-fce073b7-6bac-4a5b-aa28-9d6d010fb0d7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] No DVR routers for this DVR port eb8f312f-a091-42ed-b4f6-753dd0e1d40f on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:09.340065 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6d120ee5-f204-4942-a664-26ee3169b2e4 req-fce073b7-6bac-4a5b-aa28-9d6d010fb0d7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.344080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d120ee5-f204-4942-a664-26ee3169b2e4 req-fce073b7-6bac-4a5b-aa28-9d6d010fb0d7 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.32 "DELETE /v2.0/ports/eb8f312f-a091-42ed-b4f6-753dd0e1d40f HTTP/1.1" status: 204 len: 173 time: 1.9876926 Feb 11 04:21:09.344825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdee2f0-1fad-46cb-82e4-4036e0719c07', 'name': 'network-vif-deleted', 'tag': 'eb8f312f-a091-42ed-b4f6-753dd0e1d40f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:09.348063 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b8155f-5b0b-43b5-99a7-f9287abefbd8" -d '{"events": [{"server_uuid": "4cdee2f0-1fad-46cb-82e4-4036e0719c07", "name": "network-vif-deleted", "tag": "eb8f312f-a091-42ed-b4f6-753dd0e1d40f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:09.364812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f9b21-6eea-4178-a89b-76c64be2bb16 req-98663a6f-9c10-401b-b658-255f6c9b82c1 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:09.366587 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d84f9b21-6eea-4178-a89b-76c64be2bb16 req-98663a6f-9c10-401b-b658-255f6c9b82c1 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "GET /v2.0/ports?device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 950 time: 0.2550361 Feb 11 04:21:09.424984 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-df6b7a94-a84f-46ce-bbb2-48576fdd026a req-b9bd29b8-12da-4ce4-8587-3f40b1b73e70 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204393 Feb 11 04:21:09.435122 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a82fb7c6-bb19-4057-87f3-9d0f32467b71 admin admin] Publish callbacks [] for security_group (657873e4-b694-40ba-878e-31a710413775), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.442887 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe025191-dcc1-4b07-af2a-c2295d8bf0a6 admin admin] Publish callbacks [] for security_group (b3e406c8-ea4d-4273-b961-b4f2b9a8653b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.470613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4240fd33-f6f2-46ca-8e14-7f448778d8c1 req-dd3dc533-0a38-4a06-9eec-8d66adf1631c tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893802 Feb 11 04:21:09.483670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae1cc8-bcb6-4950-84ac-9de6999605e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92db92ee-1adb-4b68-9891-d83438acd80d,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:09.568033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ae1cc8-bcb6-4950-84ac-9de6999605e8 admin admin] Checking segment: {'id': '3137ca14-b787-4d1b-aa37-86c39e3a3dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b4e7ac51-3765-40ff-b3e5-db359ee2fcd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:21:09.568402 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae1cc8-bcb6-4950-84ac-9de6999605e8 admin admin] Network hostable DHCP agents. Network: b4e7ac51-3765-40ff-b3e5-db359ee2fcd0, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:21:09.604901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2af66-7f0a-4c6a-bc21-a813ac60a1a9 req-eb71cfeb-69e2-42f3-955d-aebec0918f45 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:09.606328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4aa2af66-7f0a-4c6a-bc21-a813ac60a1a9 req-eb71cfeb-69e2-42f3-955d-aebec0918f45 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.1875086 Feb 11 04:21:09.620367 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a82fb7c6-bb19-4057-87f3-9d0f32467b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (657873e4-b694-40ba-878e-31a710413775), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.623286 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a82fb7c6-bb19-4057-87f3-9d0f32467b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.628032 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a82fb7c6-bb19-4057-87f3-9d0f32467b71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/657873e4-b694-40ba-878e-31a710413775 HTTP/1.1" status: 204 len: 168 time: 0.7009084 Feb 11 04:21:09.634565 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fb7c6-bb19-4057-87f3-9d0f32467b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657873e4-b694-40ba-878e-31a710413775,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:09.658691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d84f9b21-6eea-4178-a89b-76c64be2bb16 req-d007a742-767f-4b7a-b2f7-fd1f66a4525c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Deleting port 60f6b32b-d147-4bec-99e3-82f204304391 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:09.658691 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d84f9b21-6eea-4178-a89b-76c64be2bb16 req-d007a742-767f-4b7a-b2f7-fd1f66a4525c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (60f6b32b-d147-4bec-99e3-82f204304391), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.677332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe025191-dcc1-4b07-af2a-c2295d8bf0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b3e406c8-ea4d-4273-b961-b4f2b9a8653b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.681911 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe025191-dcc1-4b07-af2a-c2295d8bf0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.683544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a8dc6-d939-421b-b627-1d4c3f31344b req-33b0f90e-5735-40a5-9e57-089620f71841 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:09.684280 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fe025191-dcc1-4b07-af2a-c2295d8bf0a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3e406c8-ea4d-4273-b961-b4f2b9a8653b HTTP/1.1" status: 204 len: 168 time: 0.5445535 Feb 11 04:21:09.685056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b19a8dc6-d939-421b-b627-1d4c3f31344b req-33b0f90e-5735-40a5-9e57-089620f71841 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 950 time: 0.1417685 Feb 11 04:21:09.698383 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe025191-dcc1-4b07-af2a-c2295d8bf0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e406c8-ea4d-4273-b961-b4f2b9a8653b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:09.725227 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ae1cc8-bcb6-4950-84ac-9de6999605e8 admin admin] Network b4e7ac51-3765-40ff-b3e5-db359ee2fcd0 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:21:09.776343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4aa2af66-7f0a-4c6a-bc21-a813ac60a1a9 req-817e1209-9522-4934-acc5-8971c42d5a13 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566055 Feb 11 04:21:09.832690 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-83ae1cc8-bcb6-4950-84ac-9de6999605e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, b4e7ac51-3765-40ff-b3e5-db359ee2fcd0) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:21:09.837716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ae1cc8-bcb6-4950-84ac-9de6999605e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:09.838315 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83ae1cc8-bcb6-4950-84ac-9de6999605e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.846395 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b19a8dc6-d939-421b-b627-1d4c3f31344b req-bf7ace66-3a7b-46d8-ad16-dcc4d5313a62 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351335 Feb 11 04:21:09.849634 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f698d3-750a-4495-99f3-1f1047cc3b17 None None] Network b4e7ac51-3765-40ff-b3e5-db359ee2fcd0 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:21:09.863900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d84f9b21-6eea-4178-a89b-76c64be2bb16 req-d007a742-767f-4b7a-b2f7-fd1f66a4525c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] For port 60f6b32b-d147-4bec-99e3-82f204304391, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=60f6b32b-d147-4bec-99e3-82f204304391,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:09.864286 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d84f9b21-6eea-4178-a89b-76c64be2bb16 req-d007a742-767f-4b7a-b2f7-fd1f66a4525c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (60f6b32b-d147-4bec-99e3-82f204304391), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:09.881746 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833ab648-c5cb-4b3e-b0f0-c7c49f2419d7 x-openstack-request-id: req-833ab648-c5cb-4b3e-b0f0-c7c49f2419d7 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:09.882082 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdee2f0-1fad-46cb-82e4-4036e0719c07", "name": "network-vif-deleted", "tag": "eb8f312f-a091-42ed-b4f6-753dd0e1d40f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:09.882307 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-833ab648-c5cb-4b3e-b0f0-c7c49f2419d7 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:09.882729 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdee2f0-1fad-46cb-82e4-4036e0719c07', 'name': 'network-vif-deleted', 'tag': 'eb8f312f-a091-42ed-b4f6-753dd0e1d40f', 'status': 'completed', 'code': 200} Feb 11 04:21:09.889813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d84f9b21-6eea-4178-a89b-76c64be2bb16 req-d007a742-767f-4b7a-b2f7-fd1f66a4525c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Calling delete_port for 60f6b32b-d147-4bec-99e3-82f204304391 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:09.956309 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-83ae1cc8-bcb6-4950-84ac-9de6999605e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1753531 Feb 11 04:21:10.021577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c7f19d-57db-476e-a186-c7a142f12497 None None] Network b4e7ac51-3765-40ff-b3e5-db359ee2fcd0 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:21:10.120364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57bfc51f-90fc-4000-a037-dc286fa3d953 req-9f2ff7fa-496e-4014-8c72-ffc0225c8db8 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 210 time: 0.0427730 Feb 11 04:21:10.190093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa47f06-4cdd-44f8-bc0f-e01c257cb375 req-d3f78cf9-6120-4995-b4e9-c41ad666b697 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:10.192137 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8aa47f06-4cdd-44f8-bc0f-e01c257cb375 req-d3f78cf9-6120-4995-b4e9-c41ad666b697 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 943 time: 0.1163571 Feb 11 04:21:10.217844 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d84f9b21-6eea-4178-a89b-76c64be2bb16 req-d007a742-767f-4b7a-b2f7-fd1f66a4525c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (60f6b32b-d147-4bec-99e3-82f204304391), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:10.230447 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['cb9a25b7-4de1-4545-97ec-64c870a0350e', '2852bf77-466f-4992-8703-a18ede235b35', 'f8753838-3aa5-471f-ba31-80087ef2a6f2', 'd2c13418-05aa-4bc5-b1e2-91ad7e8c13bc', '60f6b32b-d147-4bec-99e3-82f204304391'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:10.236674 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4', 'e67d63d0-dc53-4d8e-8d9a-0130eab052fe'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:10.255424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007a742-767f-4b7a-b2f7-fd1f66a4525c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event deleted for resources: {'Port': ['ID=60f6b32b-d147-4bec-99e3-82f204304391,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:10.390916 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84f9b21-6eea-4178-a89b-76c64be2bb16 req-d007a742-767f-4b7a-b2f7-fd1f66a4525c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] No DVR routers for this DVR port 60f6b32b-d147-4bec-99e3-82f204304391 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:10.395704 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d84f9b21-6eea-4178-a89b-76c64be2bb16 req-d007a742-767f-4b7a-b2f7-fd1f66a4525c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:10.403348 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d84f9b21-6eea-4178-a89b-76c64be2bb16 req-d007a742-767f-4b7a-b2f7-fd1f66a4525c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "DELETE /v2.0/ports/60f6b32b-d147-4bec-99e3-82f204304391 HTTP/1.1" status: 204 len: 173 time: 1.0242510 Feb 11 04:21:10.441020 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8aa47f06-4cdd-44f8-bc0f-e01c257cb375 req-f6a81155-3be1-4c51-9665-e8cecc908c4b tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd36d2e1-f8c5-443b-89d3-1004e43ba411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419300 Feb 11 04:21:10.631146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:21:10.693669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device eb8f312f-a091-42ed-b4f6-753dd0e1d40f no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:10.706232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9024e08-e7cc-4a3c-b498-9c216870935e req-be9c0850-af8d-4af2-9de3-f52125f9d06d tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:10.713227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9024e08-e7cc-4a3c-b498-9c216870935e req-be9c0850-af8d-4af2-9de3-f52125f9d06d tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 946 time: 0.1103189 Feb 11 04:21:10.801548 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9024e08-e7cc-4a3c-b498-9c216870935e req-b0c80f20-96d7-4127-be57-7405888d2e79 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870447 Feb 11 04:21:10.908872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: eb8f312f-a091-42ed-b4f6-753dd0e1d40f {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:10.909521 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device eb8f312f-a091-42ed-b4f6-753dd0e1d40f not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:11.085466 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d,segment=NetworkSegment(192e3bf6-1159-4742-82d4-3ae2e1eef546),segment_id=192e3bf6-1159-4742-82d4-3ae2e1eef546)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:11.185231 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'port_id': '8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d', 'mac_address': 'fa:16:3e:b8:7a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:21:11.252039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:21:11.252577 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:11.253177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-4130cdda-b9cb-48df-9cb6-51ff4c0ebf85 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:11.258141 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-4130cdda-b9cb-48df-9cb6-51ff4c0ebf85 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/networks?id=b4e7ac51-3765-40ff-b3e5-db359ee2fcd0 HTTP/1.1" status: 200 len: 812 time: 0.3848398 Feb 11 04:21:11.267544 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:21:11.292065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d,segment=NetworkSegment(192e3bf6-1159-4742-82d4-3ae2e1eef546),segment_id=192e3bf6-1159-4742-82d4-3ae2e1eef546)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:11.303383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f18a5-35a1-49e4-ad01-3630321c1cc2 req-9da5fbcb-3855-4197-89fb-16c10da0642e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:11.305514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c26f18a5-35a1-49e4-ad01-3630321c1cc2 req-9da5fbcb-3855-4197-89fb-16c10da0642e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.3731279 Feb 11 04:21:11.323678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-fc955b69-3a43-416e-968b-0d2e0579cf96 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/quotas/b7b827a4215e48cb91388c6aab652262 HTTP/1.1" status: 200 len: 375 time: 0.0532551 Feb 11 04:21:11.336692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0b7a74e-a871-4d91-8077-b048ce2223cd req-272e7aad-52b2-4207-9ac4-80b549ff4c72 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2050498 Feb 11 04:21:11.400897 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:11.443859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-768ac4c5-919c-4e01-b6d0-601118090bb1 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7b827a4215e48cb91388c6aab652262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061702 Feb 11 04:21:11.516776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:11.531002 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c26f18a5-35a1-49e4-ad01-3630321c1cc2 req-5525c3eb-e832-4225-a815-ba705614f135 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058744 Feb 11 04:21:11.580285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a74e-a871-4d91-8077-b048ce2223cd req-2e4bd6f8-a006-4281-9189-d89c8c13bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:11.582854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0b7a74e-a871-4d91-8077-b048ce2223cd req-2e4bd6f8-a006-4281-9189-d89c8c13bce7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 1128 time: 0.2010221 Feb 11 04:21:11.677316 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-255afecd-8370-4f59-b3bc-848a4ce5c5c7 service neutron] 10.222.0.13 "GET /v2.0/networks/b4e7ac51-3765-40ff-b3e5-db359ee2fcd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226431 Feb 11 04:21:11.707924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:11.744451 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-493074f4-5ff3-4c3a-8ed5-c4a98b099753 req-d893cbfd-a5b4-4f6a-93d9-26173ca23666 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=76838151-00b3-4850-a961-c750c890af95 HTTP/1.1" status: 200 len: 210 time: 0.0590568 Feb 11 04:21:11.899800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76838151-00b3-4850-a961-c750c890af95', 'name': 'network-vif-deleted', 'tag': '60f6b32b-d147-4bec-99e3-82f204304391'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:11.902031 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9567f98-22f0-4265-9697-5ddb3627d270" -d '{"events": [{"server_uuid": "76838151-00b3-4850-a961-c750c890af95", "name": "network-vif-deleted", "tag": "60f6b32b-d147-4bec-99e3-82f204304391"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:11.910649 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20693308-fb41-462c-a886-f1bb57a656d2 req-e9c4dd3f-0c79-423d-b837-3caf8974b050 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 210 time: 0.0486391 Feb 11 04:21:11.929657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a74e-a871-4d91-8077-b048ce2223cd req-82f2a853-4300-40ad-91a5-44dd318356b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:11.931158 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0b7a74e-a871-4d91-8077-b048ce2223cd req-82f2a853-4300-40ad-91a5-44dd318356b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.3167770 Feb 11 04:21:11.978460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0b7a74e-a871-4d91-8077-b048ce2223cd req-cdfbd151-a5b0-4272-ae36-7a42576824c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52a09544-e156-4e62-9a62-198d63c7ee44 HTTP/1.1" status: 200 len: 217 time: 0.0372319 Feb 11 04:21:11.982021 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-0cc3e1a5-2bc8-453d-99b2-fb7739efea7a service neutron] 10.222.0.13 "GET /v2.0/networks/b4e7ac51-3765-40ff-b3e5-db359ee2fcd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039289 Feb 11 04:21:12.086363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7a74e-a871-4d91-8077-b048ce2223cd req-4ec7d026-a84a-480d-86b9-f00e4c72fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:12.088079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0b7a74e-a871-4d91-8077-b048ce2223cd req-4ec7d026-a84a-480d-86b9-f00e4c72fba6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.1028602 Feb 11 04:21:12.125942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0b7a74e-a871-4d91-8077-b048ce2223cd req-c849ccb1-2f8e-4b16-81a6-c1c79e17e8be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288732 Feb 11 04:21:12.142787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75b22a-087e-4168-8586-535634f13e52 req-a0739ee0-4aea-4306-88a9-7553ec9d28df tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:12.142787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af75b22a-087e-4168-8586-535634f13e52 req-a0739ee0-4aea-4306-88a9-7553ec9d28df tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 944 time: 0.1454399 Feb 11 04:21:12.245908 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af75b22a-087e-4168-8586-535634f13e52 req-fdf38efb-315e-4acc-97c6-559306755c58 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd36d2e1-f8c5-443b-89d3-1004e43ba411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969710 Feb 11 04:21:12.266875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0b7a74e-a871-4d91-8077-b048ce2223cd req-c111b39f-8781-419c-a58c-670e0827e021 service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260045 Feb 11 04:21:12.304571 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:21:12.423982 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0b7a74e-a871-4d91-8077-b048ce2223cd req-90d988ac-1625-47b2-bdaf-4249dfcc011e service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483433 Feb 11 04:21:12.476708 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da4b27-8802-4d7f-96c8-82d3914e8f64 req-52793df6-f4da-4fc3-9de6-7c0a9725927e tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:12.478446 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37da4b27-8802-4d7f-96c8-82d3914e8f64 req-52793df6-f4da-4fc3-9de6-7c0a9725927e tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 946 time: 0.1017482 Feb 11 04:21:12.547234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37da4b27-8802-4d7f-96c8-82d3914e8f64 req-eb7e731c-9527-459e-a35f-8d378277d833 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621791 Feb 11 04:21:12.606807 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91c8104-fd55-4a04-a8c8-6a0f4b6c00ca x-openstack-request-id: req-a91c8104-fd55-4a04-a8c8-6a0f4b6c00ca {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:12.609453 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76838151-00b3-4850-a961-c750c890af95", "name": "network-vif-deleted", "tag": "60f6b32b-d147-4bec-99e3-82f204304391", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:12.609453 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a91c8104-fd55-4a04-a8c8-6a0f4b6c00ca {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:12.609731 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76838151-00b3-4850-a961-c750c890af95', 'name': 'network-vif-deleted', 'tag': '60f6b32b-d147-4bec-99e3-82f204304391', 'status': 'completed', 'code': 200} Feb 11 04:21:12.614224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 60f6b32b-d147-4bec-99e3-82f204304391 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:12.670905 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 60f6b32b-d147-4bec-99e3-82f204304391 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:12.671664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 60f6b32b-d147-4bec-99e3-82f204304391 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:12.701753 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a45ca57-3100-4715-abf4-50ac4b01c87f req-acff4fdc-9db5-4d07-8475-f88bd505e4bc tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab3ff56c-90fc-45b2-a017-2b098a78bf6f HTTP/1.1" status: 200 len: 210 time: 0.0560787 Feb 11 04:21:12.756587 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904d75f-a9c8-4cdf-94e7-ed728fd045b5 req-c89d9303-8f2f-4694-a027-ee4b1038fe7b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:12.758286 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0904d75f-a9c8-4cdf-94e7-ed728fd045b5 req-c89d9303-8f2f-4694-a027-ee4b1038fe7b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.0664675 Feb 11 04:21:12.837058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0904d75f-a9c8-4cdf-94e7-ed728fd045b5 req-917dabf1-da85-40c0-990b-e5ce5c442de3 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719907 Feb 11 04:21:12.858246 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d81860ae-29ad-49b2-890b-d2cf8ec687eb req-06e777a9-c919-4dcb-bd13-c8415330e4ea tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1434669503&fields=id&tenant_id=223c1bb87646423fa989545b2c1fd2f9 HTTP/1.1" status: 200 len: 267 time: 0.0691366 Feb 11 04:21:12.990291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81860ae-29ad-49b2-890b-d2cf8ec687eb req-afad4079-e63e-4239-aa3a-99178d3ddf74 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:12.995624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d81860ae-29ad-49b2-890b-d2cf8ec687eb req-afad4079-e63e-4239-aa3a-99178d3ddf74 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 946 time: 0.1290603 Feb 11 04:21:13.009456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d81860ae-29ad-49b2-890b-d2cf8ec687eb req-d0151884-e801-4bf0-9194-97c3527674cf tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'port': {'security_groups': ['7d4705d6-b024-436e-bdd4-d56fbcc05413', 'b3271225-cd31-4faf-bf7e-0a3f484b460e']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:13.098202 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d81860ae-29ad-49b2-890b-d2cf8ec687eb req-d0151884-e801-4bf0-9194-97c3527674cf tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:13.197936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42500) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:13.354828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d81860ae-29ad-49b2-890b-d2cf8ec687eb req-d0151884-e801-4bf0-9194-97c3527674cf tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] For port f8c18845-3ae7-463e-b173-9b33ac6c7f68, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f8c18845-3ae7-463e-b173-9b33ac6c7f68,segment=NetworkSegment(fd8369af-aaeb-43a7-a600-c52390be2c53),segment_id=fd8369af-aaeb-43a7-a600-c52390be2c53)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:13.369985 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6213467a-278c-4469-80b2-3213c639be99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:13.433309 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d81860ae-29ad-49b2-890b-d2cf8ec687eb req-d0151884-e801-4bf0-9194-97c3527674cf tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:13.447765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b67a9861-4d12-4d7f-80d6-264e8b6c8443 req-b3800545-5ba5-405f-b966-1fbaa6de88ef tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 210 time: 0.0406861 Feb 11 04:21:13.462215 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6213467a-278c-4469-80b2-3213c639be99 admin admin] Publish callbacks [] for security_group (f6409a68-8854-40db-8e10-cd1937df5205), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:13.517216 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d81860ae-29ad-49b2-890b-d2cf8ec687eb req-d0151884-e801-4bf0-9194-97c3527674cf tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:13.530377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['f8c18845-3ae7-463e-b173-9b33ac6c7f68'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:13.545650 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6213467a-278c-4469-80b2-3213c639be99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f6409a68-8854-40db-8e10-cd1937df5205), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:13.609500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['d55b9a6c-e532-4bce-9678-49c2fc1041b7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:13.611442 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213467a-278c-4469-80b2-3213c639be99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6409a68-8854-40db-8e10-cd1937df5205,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:13.624138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0151884-e801-4bf0-9194-97c3527674cf tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'Port': ['ID=f8c18845-3ae7-463e-b173-9b33ac6c7f68,revision_number=6']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:13.646432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81860ae-29ad-49b2-890b-d2cf8ec687eb req-d0151884-e801-4bf0-9194-97c3527674cf tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:13.647328 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d81860ae-29ad-49b2-890b-d2cf8ec687eb req-d0151884-e801-4bf0-9194-97c3527674cf tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:13.654274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d81860ae-29ad-49b2-890b-d2cf8ec687eb req-d0151884-e801-4bf0-9194-97c3527674cf tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "PUT /v2.0/ports/f8c18845-3ae7-463e-b173-9b33ac6c7f68 HTTP/1.1" status: 200 len: 982 time: 0.6443474 Feb 11 04:21:13.673582 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6213467a-278c-4469-80b2-3213c639be99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e167d17a3d646c5a50ad90ec6705db1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739468 Feb 11 04:21:13.676406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42512) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:13.781771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['f8c18845-3ae7-463e-b173-9b33ac6c7f68'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:13.827825 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69ea53b6-c12e-495e-9d4b-a31228087664 admin admin] Publish callbacks [] for security_group (f6409a68-8854-40db-8e10-cd1937df5205), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:13.866541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d3fd8544-c989-4bf7-9546-cfcc1f7af75d req-ff2f63db-4303-4df2-b8be-d0f4272c99b8 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1853385974', 'description': 'tempest-description-1704661513'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:13.911071 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69ea53b6-c12e-495e-9d4b-a31228087664 admin admin] Publish callbacks [] for security_group (f6409a68-8854-40db-8e10-cd1937df5205), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:13.921621 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9c63-af83-415b-9e46-64929329d15f req-a785b51b-08fb-40de-8480-fa878d445af4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:13.923742 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c3f9c63-af83-415b-9e46-64929329d15f req-a785b51b-08fb-40de-8480-fa878d445af4 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 944 time: 0.1755180 Feb 11 04:21:13.993172 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c3f9c63-af83-415b-9e46-64929329d15f req-e3e23257-fa34-40e3-a3d6-25e33cdc56e3 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd36d2e1-f8c5-443b-89d3-1004e43ba411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625415 Feb 11 04:21:13.996589 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3fd8544-c989-4bf7-9546-cfcc1f7af75d req-ff2f63db-4303-4df2-b8be-d0f4272c99b8 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:14.051649 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3fd8544-c989-4bf7-9546-cfcc1f7af75d req-ff2f63db-4303-4df2-b8be-d0f4272c99b8 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:14.217350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfd774-8975-4e1e-83ca-06f2d5f43a01 req-90d3a392-5c01-456d-877c-50e41b53733d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:14.219911 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49dfd774-8975-4e1e-83ca-06f2d5f43a01 req-90d3a392-5c01-456d-877c-50e41b53733d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 950 time: 0.0999718 Feb 11 04:21:14.307346 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69ea53b6-c12e-495e-9d4b-a31228087664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f6409a68-8854-40db-8e10-cd1937df5205), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:14.310539 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69ea53b6-c12e-495e-9d4b-a31228087664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:14.312822 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-69ea53b6-c12e-495e-9d4b-a31228087664 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6409a68-8854-40db-8e10-cd1937df5205 HTTP/1.1" status: 204 len: 168 time: 0.6351991 Feb 11 04:21:14.333934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49dfd774-8975-4e1e-83ca-06f2d5f43a01 req-fe9f61e8-a318-41ee-908a-53132b9f1266 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984697 Feb 11 04:21:14.337121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea53b6-c12e-495e-9d4b-a31228087664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6409a68-8854-40db-8e10-cd1937df5205,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:14.490816 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3fd8544-c989-4bf7-9546-cfcc1f7af75d req-ff2f63db-4303-4df2-b8be-d0f4272c99b8 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks [] for security_group (f39514bf-943a-4904-8623-1bfdec5801ec), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:14.496143 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ecd135d-3c34-459e-9e54-96365d56231e req-bde81aec-a64b-487b-a4fc-cd3d9373fe07 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/b3271225-cd31-4faf-bf7e-0a3f484b460e HTTP/1.1" status: 200 len: 1818 time: 0.0896077 Feb 11 04:21:14.557820 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3fd8544-c989-4bf7-9546-cfcc1f7af75d req-ff2f63db-4303-4df2-b8be-d0f4272c99b8 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f39514bf-943a-4904-8623-1bfdec5801ec), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:14.614319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764be69f-1bca-4df1-9303-1a406268a95b', 'tag': 'f8c18845-3ae7-463e-b173-9b33ac6c7f68'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:14.616760 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223c0ac5-42a3-47d8-a3d5-a4837494ff31" -d '{"events": [{"name": "network-changed", "server_uuid": "764be69f-1bca-4df1-9303-1a406268a95b", "tag": "f8c18845-3ae7-463e-b173-9b33ac6c7f68"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:14.630944 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-0ecd135d-3c34-459e-9e54-96365d56231e req-72555d5c-26db-4a7e-904b-c6ace16d59a7 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 04:21:14.631909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ecd135d-3c34-459e-9e54-96365d56231e req-72555d5c-26db-4a7e-904b-c6ace16d59a7 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "DELETE /v2.0/security-groups/b3271225-cd31-4faf-bf7e-0a3f484b460e HTTP/1.1" status: 409 len: 341 time: 0.1115265 Feb 11 04:21:14.632533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f63db-4303-4df2-b8be-d0f4272c99b8 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39514bf-943a-4904-8623-1bfdec5801ec,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:14.679595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:21:14.697293 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3fd8544-c989-4bf7-9546-cfcc1f7af75d req-ff2f63db-4303-4df2-b8be-d0f4272c99b8 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks [] for security_group (888adbc8-f621-4ee1-bc34-8a706bdc38dd), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:14.806709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbf157f7-84f2-4ac1-8374-cb36a4e0a09b req-20f134fe-7608-4d24-878e-6d32187bff53 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab3ff56c-90fc-45b2-a017-2b098a78bf6f HTTP/1.1" status: 200 len: 210 time: 0.0437255 Feb 11 04:21:14.806709 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3fd8544-c989-4bf7-9546-cfcc1f7af75d req-ff2f63db-4303-4df2-b8be-d0f4272c99b8 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (888adbc8-f621-4ee1-bc34-8a706bdc38dd), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:14.868678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f63db-4303-4df2-b8be-d0f4272c99b8 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=888adbc8-f621-4ee1-bc34-8a706bdc38dd,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:14.927743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54410ba2-8937-4424-85de-2cb0a83ad986 req-917a32ce-1320-46c8-82d3-088f73f0c1e8 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:14.928066 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:21:14.929344 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54410ba2-8937-4424-85de-2cb0a83ad986 req-917a32ce-1320-46c8-82d3-088f73f0c1e8 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "GET /v2.0/ports?device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 950 time: 0.2251396 Feb 11 04:21:14.933823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:21:14.934393 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3fd8544-c989-4bf7-9546-cfcc1f7af75d req-ff2f63db-4303-4df2-b8be-d0f4272c99b8 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:14.938919 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:14.939971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3fd8544-c989-4bf7-9546-cfcc1f7af75d req-ff2f63db-4303-4df2-b8be-d0f4272c99b8 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0881546 Feb 11 04:21:15.167094 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-ded00ccb-cc13-4686-a95d-26c46a005845 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:15.173213 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-ded00ccb-cc13-4686-a95d-26c46a005845 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.47 "GET /v2.0/networks?id=b4e7ac51-3765-40ff-b3e5-db359ee2fcd0 HTTP/1.1" status: 200 len: 812 time: 0.2937839 Feb 11 04:21:15.191991 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:21:15.192613 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:15.206057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-a46b6a2f-6f52-41b9-a46f-5350eb56356e tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Request body: {'port': {'device_id': 'ab3ff56c-90fc-45b2-a017-2b098a78bf6f', 'network_id': 'b4e7ac51-3765-40ff-b3e5-db359ee2fcd0', 'admin_state_up': True, 'tenant_id': 'b7b827a4215e48cb91388c6aab652262'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:15.225955 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f46c62c-1311-40e7-9b9a-dc6bdb06f990 req-a3c6b20a-5b86-4e0a-8235-3ca3898325e3 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 210 time: 0.1082461 Feb 11 04:21:15.258432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb79328-77ac-44ae-aa10-37faec6696ec req-630f455b-0942-4e3f-a030-9d7fdf2aa4d5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:15.266569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ceb79328-77ac-44ae-aa10-37faec6696ec req-630f455b-0942-4e3f-a030-9d7fdf2aa4d5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.3357511 Feb 11 04:21:15.323088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d,segment=NetworkSegment(192e3bf6-1159-4742-82d4-3ae2e1eef546),segment_id=192e3bf6-1159-4742-82d4-3ae2e1eef546)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:15.324989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-54410ba2-8937-4424-85de-2cb0a83ad986 req-0f3e79f4-14bd-49c3-8ce0-1abad6080111 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Deleting port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:15.325334 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-54410ba2-8937-4424-85de-2cb0a83ad986 req-0f3e79f4-14bd-49c3-8ce0-1abad6080111 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:15.326384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8f7062-3d94-450e-bf8d-001de18803a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:15.333470 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8341eec3-06f6-4580-918a-512f4e45d01b" -d '{"events": [{"server_uuid": "9f8f7062-3d94-450e-bf8d-001de18803a0", "name": "network-vif-plugged", "status": "completed", "tag": "8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:15.371818 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ceb79328-77ac-44ae-aa10-37faec6696ec req-26d628b4-2bb0-4b18-90d2-b7435208bb9b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041610 Feb 11 04:21:15.380896 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afb6db0-db12-4927-9750-77c4045d8194 x-openstack-request-id: req-1afb6db0-db12-4927-9750-77c4045d8194 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:15.382393 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764be69f-1bca-4df1-9303-1a406268a95b", "tag": "f8c18845-3ae7-463e-b173-9b33ac6c7f68", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:15.382857 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1afb6db0-db12-4927-9750-77c4045d8194 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:15.384665 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764be69f-1bca-4df1-9303-1a406268a95b', 'tag': 'f8c18845-3ae7-463e-b173-9b33ac6c7f68', 'status': 'completed', 'code': 200} Feb 11 04:21:15.407635 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:15.433589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-a8a6db36-af7d-463c-a90e-3bf26db3fca4 req-a7635c98-e0e5-43ee-8740-2501713cb422 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Request body: {'security_group': {'name': 'tempest-securitygroup-723159434', 'description': 'tempest-description-511380620'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:15.499882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-a46b6a2f-6f52-41b9-a46f-5350eb56356e tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Made reservation on behalf of b7b827a4215e48cb91388c6aab652262 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:21:15.503657 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-a46b6a2f-6f52-41b9-a46f-5350eb56356e tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:15.533108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:15.637711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0ac5-42a3-47d8-a3d5-a4837494ff31 req-3a6ae449-d614-40ef-9bb6-3f59f37e1b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:15.639436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-223c0ac5-42a3-47d8-a3d5-a4837494ff31 req-3a6ae449-d614-40ef-9bb6-3f59f37e1b12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=223c1bb87646423fa989545b2c1fd2f9&device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 1168 time: 0.2232163 Feb 11 04:21:15.644444 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a8a6db36-af7d-463c-a90e-3bf26db3fca4 req-a7635c98-e0e5-43ee-8740-2501713cb422 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:15.677777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-54410ba2-8937-4424-85de-2cb0a83ad986 req-0f3e79f4-14bd-49c3-8ce0-1abad6080111 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] For port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:15.678346 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-54410ba2-8937-4424-85de-2cb0a83ad986 req-0f3e79f4-14bd-49c3-8ce0-1abad6080111 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:15.703222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-54410ba2-8937-4424-85de-2cb0a83ad986 req-0f3e79f4-14bd-49c3-8ce0-1abad6080111 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Calling delete_port for d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:15.713307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-a46b6a2f-6f52-41b9-a46f-5350eb56356e tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Allocated IP 172.20.0.11 (b4e7ac51-3765-40ff-b3e5-db359ee2fcd0/92db92ee-1adb-4b68-9891-d83438acd80d/793f8e70-64ca-4eb9-9e95-8a286b7601ef) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:21:15.959908 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-a46b6a2f-6f52-41b9-a46f-5350eb56356e tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Publish callbacks [] for port (793f8e70-64ca-4eb9-9e95-8a286b7601ef), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:15.969905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-54410ba2-8937-4424-85de-2cb0a83ad986 req-0f3e79f4-14bd-49c3-8ce0-1abad6080111 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:15.984775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4', 'e67d63d0-dc53-4d8e-8d9a-0130eab052fe'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:16.051745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['cb9a25b7-4de1-4545-97ec-64c870a0350e', '2852bf77-466f-4992-8703-a18ede235b35', 'f8753838-3aa5-471f-ba31-80087ef2a6f2', 'd2c13418-05aa-4bc5-b1e2-91ad7e8c13bc'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:16.077494 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-a46b6a2f-6f52-41b9-a46f-5350eb56356e tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (793f8e70-64ca-4eb9-9e95-8a286b7601ef), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:16.081321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e79f4-14bd-49c3-8ce0-1abad6080111 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event deleted for resources: {'Port': ['ID=d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:16.132452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-a46b6a2f-6f52-41b9-a46f-5350eb56356e tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Network b4e7ac51-3765-40ff-b3e5-db359ee2fcd0 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:21:16.138210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-a46b6a2f-6f52-41b9-a46f-5350eb56356e tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:21:16.142885 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-a46b6a2f-6f52-41b9-a46f-5350eb56356e tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:21:16.147648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-54410ba2-8937-4424-85de-2cb0a83ad986 req-0f3e79f4-14bd-49c3-8ce0-1abad6080111 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] No DVR routers for this DVR port d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:16.150870 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-54410ba2-8937-4424-85de-2cb0a83ad986 req-0f3e79f4-14bd-49c3-8ce0-1abad6080111 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:16.154432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54410ba2-8937-4424-85de-2cb0a83ad986 req-0f3e79f4-14bd-49c3-8ce0-1abad6080111 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "DELETE /v2.0/ports/d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc HTTP/1.1" status: 204 len: 173 time: 1.2174451 Feb 11 04:21:16.203580 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a8a6db36-af7d-463c-a90e-3bf26db3fca4 req-a7635c98-e0e5-43ee-8740-2501713cb422 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks [] for security_group (18fc543e-ac44-4710-b4e1-cb798394b857), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:16.216119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660e603-06e4-4f6a-adbd-51b8b77b974f req-13702cbe-cd16-49ee-8b48-2c6e3e205988 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:16.216119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b660e603-06e4-4f6a-adbd-51b8b77b974f req-13702cbe-cd16-49ee-8b48-2c6e3e205988 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 945 time: 0.3123043 Feb 11 04:21:16.216119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0ac5-42a3-47d8-a3d5-a4837494ff31 req-f1a687ab-6cf6-4e3c-905b-4beee712cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:16.216494 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-a46b6a2f-6f52-41b9-a46f-5350eb56356e tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:16.216970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-223c0ac5-42a3-47d8-a3d5-a4837494ff31 req-f1a687ab-6cf6-4e3c-905b-4beee712cc2e service neutron] 10.222.0.47 "GET /v2.0/networks?id=5419215b-9f3b-4ba9-89b0-46107edc6611 HTTP/1.1" status: 200 len: 914 time: 0.3266659 Feb 11 04:21:16.217075 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-a46b6a2f-6f52-41b9-a46f-5350eb56356e tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:16.227815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b6a2f-6f52-41b9-a46f-5350eb56356e tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Pushing event updated for resources: {'Port': ['ID=793f8e70-64ca-4eb9-9e95-8a286b7601ef,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:16.291925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-223c0ac5-42a3-47d8-a3d5-a4837494ff31 req-53a834c3-2dd9-49d0-b8fe-8e57b10ab66d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8c18845-3ae7-463e-b173-9b33ac6c7f68 HTTP/1.1" status: 200 len: 217 time: 0.0561819 Feb 11 04:21:16.299105 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a8a6db36-af7d-463c-a90e-3bf26db3fca4 req-a7635c98-e0e5-43ee-8740-2501713cb422 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (18fc543e-ac44-4710-b4e1-cb798394b857), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:16.314839 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-a46b6a2f-6f52-41b9-a46f-5350eb56356e tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1241624 Feb 11 04:21:16.330891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Request body: {'port': {'device_id': 'ab3ff56c-90fc-45b2-a017-2b098a78bf6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:16.474298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c0ac5-42a3-47d8-a3d5-a4837494ff31 req-65e29285-f02d-40fa-aaa6-3e3179ed34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:16.477498 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-223c0ac5-42a3-47d8-a3d5-a4837494ff31 req-65e29285-f02d-40fa-aaa6-3e3179ed34c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2 HTTP/1.1" status: 200 len: 853 time: 0.1582181 Feb 11 04:21:16.492284 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (793f8e70-64ca-4eb9-9e95-8a286b7601ef), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:16.945953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793f8e70-64ca-4eb9-9e95-8a286b7601ef {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:21:16.956753 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Publish callbacks [] for port (793f8e70-64ca-4eb9-9e95-8a286b7601ef), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:16.971483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Transition to ACTIVE for port object 793f8e70-64ca-4eb9-9e95-8a286b7601ef will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:21:17.025497 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-223c0ac5-42a3-47d8-a3d5-a4837494ff31 req-803ad9a5-33f5-48ce-ae77-f9046909ef03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5419215b-9f3b-4ba9-89b0-46107edc6611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5274310 Feb 11 04:21:17.026098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7635c98-e0e5-43ee-8740-2501713cb422 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18fc543e-ac44-4710-b4e1-cb798394b857,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:17.031386 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (793f8e70-64ca-4eb9-9e95-8a286b7601ef), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:17.042915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b660e603-06e4-4f6a-adbd-51b8b77b974f req-547e77f9-71c3-4d12-8ed8-be229d12271d tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd36d2e1-f8c5-443b-89d3-1004e43ba411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8174536 Feb 11 04:21:17.091769 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Pushing event updated for resources: {'Port': ['ID=793f8e70-64ca-4eb9-9e95-8a286b7601ef,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:17.114180 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a8a6db36-af7d-463c-a90e-3bf26db3fca4 req-a7635c98-e0e5-43ee-8740-2501713cb422 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:17.126088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8a6db36-af7d-463c-a90e-3bf26db3fca4 req-a7635c98-e0e5-43ee-8740-2501713cb422 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.7001705 Feb 11 04:21:17.202466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Attempting to bind port 793f8e70-64ca-4eb9-9e95-8a286b7601ef on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:21:17.203393 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Attempting to bind port 793f8e70-64ca-4eb9-9e95-8a286b7601ef by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '3137ca14-b787-4d1b-aa37-86c39e3a3dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b4e7ac51-3765-40ff-b3e5-db359ee2fcd0'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:21:17.203393 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Attempting to bind port 793f8e70-64ca-4eb9-9e95-8a286b7601ef on network b4e7ac51-3765-40ff-b3e5-db359ee2fcd0 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:21:17.204122 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4029dbf2-d758-4696-9536-f4a36059296a x-openstack-request-id: req-4029dbf2-d758-4696-9536-f4a36059296a {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:17.204979 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8f7062-3d94-450e-bf8d-001de18803a0", "name": "network-vif-plugged", "status": "completed", "tag": "8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:17.205442 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4029dbf2-d758-4696-9536-f4a36059296a {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:17.206056 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8f7062-3d94-450e-bf8d-001de18803a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d', 'code': 200} Feb 11 04:21:17.210345 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Port 793f8e70-64ca-4eb9-9e95-8a286b7601ef on network b4e7ac51-3765-40ff-b3e5-db359ee2fcd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:21:17.212557 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Attempting to bind port 793f8e70-64ca-4eb9-9e95-8a286b7601ef on network b4e7ac51-3765-40ff-b3e5-db359ee2fcd0 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:21:17.221969 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:21:17.225542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Checking segment: {'id': '3137ca14-b787-4d1b-aa37-86c39e3a3dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b4e7ac51-3765-40ff-b3e5-db359ee2fcd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:21:17.225542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Bound using segment: {'id': '3137ca14-b787-4d1b-aa37-86c39e3a3dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b4e7ac51-3765-40ff-b3e5-db359ee2fcd0'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:21:17.229358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Bound port: 793f8e70-64ca-4eb9-9e95-8a286b7601ef, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3137ca14-b787-4d1b-aa37-86c39e3a3dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b4e7ac51-3765-40ff-b3e5-db359ee2fcd0'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:21:17.229992 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (793f8e70-64ca-4eb9-9e95-8a286b7601ef), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:17.285685 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-223c0ac5-42a3-47d8-a3d5-a4837494ff31 req-c5d87c9a-3ff0-43dd-bd28-8a8ef44bf87c service neutron] 10.222.0.47 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451341 Feb 11 04:21:17.319804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47b39d64-8824-4cda-8801-16dd904c2548 req-a41376b6-a436-45b0-8404-0c230febab5e tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=652fc89f-9e1d-41b6-8e2c-ff3d27e216b2 HTTP/1.1" status: 200 len: 210 time: 0.0630891 Feb 11 04:21:17.328887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] For port 793f8e70-64ca-4eb9-9e95-8a286b7601ef, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:21:17.342379 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] For port 793f8e70-64ca-4eb9-9e95-8a286b7601ef, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=793f8e70-64ca-4eb9-9e95-8a286b7601ef,segment=NetworkSegment(3137ca14-b787-4d1b-aa37-86c39e3a3dd2),segment_id=3137ca14-b787-4d1b-aa37-86c39e3a3dd2)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:21:17.389774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652fc89f-9e1d-41b6-8e2c-ff3d27e216b2', 'name': 'network-vif-deleted', 'tag': 'd2c13418-05aa-4bc5-b1e2-91ad7e8c13bc'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:17.392082 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e54ac2c-2bd2-4b04-aa01-ac3c508f3790" -d '{"events": [{"server_uuid": "652fc89f-9e1d-41b6-8e2c-ff3d27e216b2", "name": "network-vif-deleted", "tag": "d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:17.402985 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (793f8e70-64ca-4eb9-9e95-8a286b7601ef), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:17.456041 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:17.456707 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:17.458205 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] 10.222.0.47 "PUT /v2.0/ports/793f8e70-64ca-4eb9-9e95-8a286b7601ef HTTP/1.1" status: 200 len: 1093 time: 1.1363442 Feb 11 04:21:17.458676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3ff56c-90fc-45b2-a017-2b098a78bf6f', 'tag': '793f8e70-64ca-4eb9-9e95-8a286b7601ef'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:17.461007 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df87975f-6805-4b63-b4dc-30da42dd9fce" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3ff56c-90fc-45b2-a017-2b098a78bf6f", "tag": "793f8e70-64ca-4eb9-9e95-8a286b7601ef"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:17.489619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8152a7f-1a3f-4ff4-b279-a8caf345f509 service neutron] Pushing event updated for resources: {'Port': ['ID=793f8e70-64ca-4eb9-9e95-8a286b7601ef,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:17.499281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624cc73-bfc8-48f0-8974-1ac8a1dffa40 req-2ede9321-f4fb-4350-a01f-f220feb0d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:17.500815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7624cc73-bfc8-48f0-8974-1ac8a1dffa40 req-2ede9321-f4fb-4350-a01f-f220feb0d0c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 1128 time: 0.2298932 Feb 11 04:21:17.531582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429ff3f-32de-4aa0-a7ea-fd9064f7345f req-3f3b4abe-c182-44e2-8c88-8a866a7af066 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:17.532969 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f429ff3f-32de-4aa0-a7ea-fd9064f7345f req-3f3b4abe-c182-44e2-8c88-8a866a7af066 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 985 time: 0.2178895 Feb 11 04:21:17.543077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-223c0ac5-42a3-47d8-a3d5-a4837494ff31 req-893ce1a5-b764-4a6b-8c03-6e46566f5b81 service neutron] 10.222.0.47 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354774 Feb 11 04:21:17.597123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39825b9-7d9e-4476-901f-4fa4930c6e77 req-26c91ee4-5c9c-4acc-bcf6-fcba1e9043f2 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:17.601044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e39825b9-7d9e-4476-901f-4fa4930c6e77 req-26c91ee4-5c9c-4acc-bcf6-fcba1e9043f2 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab3ff56c-90fc-45b2-a017-2b098a78bf6f HTTP/1.1" status: 200 len: 944 time: 0.2030616 Feb 11 04:21:17.696366 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33059a6-f50a-425d-b516-2dc4b0d45d50 req-3d61dfd4-a5a2-46d6-8202-17d0757a5f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:17.697800 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c33059a6-f50a-425d-b516-2dc4b0d45d50 req-3d61dfd4-a5a2-46d6-8202-17d0757a5f7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=223c1bb87646423fa989545b2c1fd2f9&device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 1168 time: 0.0517838 Feb 11 04:21:17.703508 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7624cc73-bfc8-48f0-8974-1ac8a1dffa40 req-1f640065-a835-4686-b375-ac7fd8c83910 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dd36d2e1-f8c5-443b-89d3-1004e43ba411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863327 Feb 11 04:21:17.711573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e39825b9-7d9e-4476-901f-4fa4930c6e77 req-bd5a744e-334a-4dc4-a2bb-72b3e865ce08 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/security-groups?id=405112bb-0b47-4ccd-98d7-65e2853c2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881214 Feb 11 04:21:17.735724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f429ff3f-32de-4aa0-a7ea-fd9064f7345f req-cb69273e-d032-4171-8f8c-6facbb3235a3 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&id=b3271225-cd31-4faf-bf7e-0a3f484b460e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1896784 Feb 11 04:21:17.752703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-119cb0c3-31b8-4723-aab3-eec3f74ad5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:17.757284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-119cb0c3-31b8-4723-aab3-eec3f74ad5e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7b827a4215e48cb91388c6aab652262&device_id=ab3ff56c-90fc-45b2-a017-2b098a78bf6f HTTP/1.1" status: 200 len: 1127 time: 0.1951425 Feb 11 04:21:17.816298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-f497765b-8f5c-4754-b397-4d5517ac4925 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=793f8e70-64ca-4eb9-9e95-8a286b7601ef HTTP/1.1" status: 200 len: 217 time: 0.0527365 Feb 11 04:21:17.887204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33059a6-f50a-425d-b516-2dc4b0d45d50 req-a4c03351-3f9a-40ba-be97-c016cf578726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:17.889231 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c33059a6-f50a-425d-b516-2dc4b0d45d50 req-a4c03351-3f9a-40ba-be97-c016cf578726 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5419215b-9f3b-4ba9-89b0-46107edc6611 HTTP/1.1" status: 200 len: 914 time: 0.1633906 Feb 11 04:21:17.906064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51241f81-d4cc-44f2-b483-e81ad4f93bdc req-bb828f9c-c762-4bc0-8dc1-330901619480 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 210 time: 0.0333331 Feb 11 04:21:17.936473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-229811cc-ca90-4b1b-bf65-0aa59ecbdf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:17.938596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-229811cc-ca90-4b1b-bf65-0aa59ecbdf21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92db92ee-1adb-4b68-9891-d83438acd80d HTTP/1.1" status: 200 len: 852 time: 0.1126487 Feb 11 04:21:17.958640 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c33059a6-f50a-425d-b516-2dc4b0d45d50 req-a76dede7-96e6-48a9-9b6f-5f697f4ff590 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8c18845-3ae7-463e-b173-9b33ac6c7f68 HTTP/1.1" status: 200 len: 217 time: 0.0592086 Feb 11 04:21:18.010993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-cb46834d-d12d-414d-99e2-5bb6a4e05bb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4e7ac51-3765-40ff-b3e5-db359ee2fcd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540791 Feb 11 04:21:18.057534 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33059a6-f50a-425d-b516-2dc4b0d45d50 req-5851cb61-3243-45ab-8f95-eafd464a7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:18.060041 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c33059a6-f50a-425d-b516-2dc4b0d45d50 req-5851cb61-3243-45ab-8f95-eafd464a7842 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2 HTTP/1.1" status: 200 len: 853 time: 0.0960798 Feb 11 04:21:18.114566 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c33059a6-f50a-425d-b516-2dc4b0d45d50 req-71ebc0c1-1575-4a24-a94c-ee0539308973 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5419215b-9f3b-4ba9-89b0-46107edc6611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450428 Feb 11 04:21:18.167648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d21b12-08b0-4028-8cdb-a338ff057e74 req-7dac7679-181d-41a0-95ea-ac7693e5ec99 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:18.175980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76d21b12-08b0-4028-8cdb-a338ff057e74 req-7dac7679-181d-41a0-95ea-ac7693e5ec99 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.1467237 Feb 11 04:21:18.205122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-957c9120-1836-4277-804c-f7997153a288 service neutron] 10.222.0.47 "GET /v2.0/networks/b4e7ac51-3765-40ff-b3e5-db359ee2fcd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844084 Feb 11 04:21:18.236946 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c33059a6-f50a-425d-b516-2dc4b0d45d50 req-48d7fe9f-6b24-4c2e-a97a-ae37fb58c3f6 service neutron] 10.222.0.47 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154773 Feb 11 04:21:18.265585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76d21b12-08b0-4028-8cdb-a338ff057e74 req-9480ca47-4481-4a1d-a162-d729a3553cc4 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887363 Feb 11 04:21:18.384001 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c33059a6-f50a-425d-b516-2dc4b0d45d50 req-27d142d9-9c0c-444f-aeb0-73423a3a221a service neutron] 10.222.0.47 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415906 Feb 11 04:21:18.404297 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8355cd-49cc-483f-85dc-4e9172c9933b x-openstack-request-id: req-ba8355cd-49cc-483f-85dc-4e9172c9933b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:18.404589 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652fc89f-9e1d-41b6-8e2c-ff3d27e216b2", "name": "network-vif-deleted", "tag": "d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:18.404984 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba8355cd-49cc-483f-85dc-4e9172c9933b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:18.405625 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fc89f-9e1d-41b6-8e2c-ff3d27e216b2', 'name': 'network-vif-deleted', 'tag': 'd2c13418-05aa-4bc5-b1e2-91ad7e8c13bc', 'status': 'completed', 'code': 200} Feb 11 04:21:18.411661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e054b220-d76e-4e45-b525-b7f4187a3ad7 req-0b411a46-01f8-4eee-8a2e-71c5f59d4b6d service neutron] 10.222.0.47 "GET /v2.0/networks/b4e7ac51-3765-40ff-b3e5-db359ee2fcd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901126 Feb 11 04:21:18.438299 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1767f5e5-8ff6-4f2f-af4a-38fcf7ddf057 x-openstack-request-id: req-1767f5e5-8ff6-4f2f-af4a-38fcf7ddf057 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:18.455729 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3ff56c-90fc-45b2-a017-2b098a78bf6f", "tag": "793f8e70-64ca-4eb9-9e95-8a286b7601ef", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:18.455729 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1767f5e5-8ff6-4f2f-af4a-38fcf7ddf057 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:18.455729 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3ff56c-90fc-45b2-a017-2b098a78bf6f', 'tag': '793f8e70-64ca-4eb9-9e95-8a286b7601ef', 'status': 'completed', 'code': 200} Feb 11 04:21:18.490837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-3b2124d9-e10e-4f0d-bb85-55fd5ca63da0 req-046069e8-da50-485b-839e-97b76d8e5531 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-330467180', 'description': 'tempest-description-623614133'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:18.589174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a68655-ca67-49da-9ac4-7e23e53725cb req-320e1156-7973-4b38-890c-1935ba79fbfe tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:18.590578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87a68655-ca67-49da-9ac4-7e23e53725cb req-320e1156-7973-4b38-890c-1935ba79fbfe tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 945 time: 0.0965493 Feb 11 04:21:18.597482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87975f-6805-4b63-b4dc-30da42dd9fce req-f1f41772-6eb7-4757-b95e-4386e92528df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:18.599005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df87975f-6805-4b63-b4dc-30da42dd9fce req-f1f41772-6eb7-4757-b95e-4386e92528df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7b827a4215e48cb91388c6aab652262&device_id=ab3ff56c-90fc-45b2-a017-2b098a78bf6f HTTP/1.1" status: 200 len: 1127 time: 0.0633509 Feb 11 04:21:18.627354 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3b2124d9-e10e-4f0d-bb85-55fd5ca63da0 req-046069e8-da50-485b-839e-97b76d8e5531 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:18.658243 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:18.664679 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3b2124d9-e10e-4f0d-bb85-55fd5ca63da0 req-046069e8-da50-485b-839e-97b76d8e5531 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:18.682248 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:18.683010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device d2c13418-05aa-4bc5-b1e2-91ad7e8c13bc not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:18.728404 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87a68655-ca67-49da-9ac4-7e23e53725cb req-cd964bf6-6bc2-422a-8ac4-182062f275f9 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd36d2e1-f8c5-443b-89d3-1004e43ba411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285279 Feb 11 04:21:18.774550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87975f-6805-4b63-b4dc-30da42dd9fce req-141cc5a3-0483-4cec-8543-55ca8faa1b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:18.776140 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df87975f-6805-4b63-b4dc-30da42dd9fce req-141cc5a3-0483-4cec-8543-55ca8faa1b07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4e7ac51-3765-40ff-b3e5-db359ee2fcd0 HTTP/1.1" status: 200 len: 913 time: 0.1707258 Feb 11 04:21:18.836713 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df87975f-6805-4b63-b4dc-30da42dd9fce req-daa2abc9-ab25-492d-bed3-721987f9a401 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=793f8e70-64ca-4eb9-9e95-8a286b7601ef HTTP/1.1" status: 200 len: 217 time: 0.0474849 Feb 11 04:21:18.898466 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3b2124d9-e10e-4f0d-bb85-55fd5ca63da0 req-046069e8-da50-485b-839e-97b76d8e5531 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks [] for security_group (47683a14-c0e8-4779-9fe1-768c2640579a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:18.936924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87975f-6805-4b63-b4dc-30da42dd9fce req-77dd61c5-6ac9-4e9f-a21d-5f32dd0e2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:18.938558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df87975f-6805-4b63-b4dc-30da42dd9fce req-77dd61c5-6ac9-4e9f-a21d-5f32dd0e2ee2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92db92ee-1adb-4b68-9891-d83438acd80d HTTP/1.1" status: 200 len: 852 time: 0.0954213 Feb 11 04:21:18.945416 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3b2124d9-e10e-4f0d-bb85-55fd5ca63da0 req-046069e8-da50-485b-839e-97b76d8e5531 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (47683a14-c0e8-4779-9fe1-768c2640579a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:19.009334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df87975f-6805-4b63-b4dc-30da42dd9fce req-052bd91d-015b-4b0a-9379-95923975c35a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4e7ac51-3765-40ff-b3e5-db359ee2fcd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568616 Feb 11 04:21:19.017035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cdfdc-f6e4-424e-9db9-fe1e17f037dd req-6843c305-33d0-4926-8679-bda46a5edd5d tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:19.023128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-481cdfdc-f6e4-424e-9db9-fe1e17f037dd req-6843c305-33d0-4926-8679-bda46a5edd5d tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab3ff56c-90fc-45b2-a017-2b098a78bf6f HTTP/1.1" status: 200 len: 944 time: 0.1406302 Feb 11 04:21:19.079097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046069e8-da50-485b-839e-97b76d8e5531 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47683a14-c0e8-4779-9fe1-768c2640579a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:19.184163 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-481cdfdc-f6e4-424e-9db9-fe1e17f037dd req-6e09c17d-d620-4fbf-9fe4-243168f44504 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/security-groups?id=405112bb-0b47-4ccd-98d7-65e2853c2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596417 Feb 11 04:21:19.192396 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3b2124d9-e10e-4f0d-bb85-55fd5ca63da0 req-046069e8-da50-485b-839e-97b76d8e5531 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks [] for security_group (b50c97df-bee5-4d8d-81b3-727bda61d1b0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:19.212358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df87975f-6805-4b63-b4dc-30da42dd9fce req-3d712eac-7407-48a5-918b-8c890152cc1f service neutron] 10.222.0.47 "GET /v2.0/networks/b4e7ac51-3765-40ff-b3e5-db359ee2fcd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865416 Feb 11 04:21:19.251450 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3b2124d9-e10e-4f0d-bb85-55fd5ca63da0 req-046069e8-da50-485b-839e-97b76d8e5531 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b50c97df-bee5-4d8d-81b3-727bda61d1b0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:19.355706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046069e8-da50-485b-839e-97b76d8e5531 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50c97df-bee5-4d8d-81b3-727bda61d1b0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:19.382501 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3b2124d9-e10e-4f0d-bb85-55fd5ca63da0 req-046069e8-da50-485b-839e-97b76d8e5531 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:19.383768 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b2124d9-e10e-4f0d-bb85-55fd5ca63da0 req-046069e8-da50-485b-839e-97b76d8e5531 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8971207 Feb 11 04:21:19.390034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df87975f-6805-4b63-b4dc-30da42dd9fce req-f39313c2-1880-4db2-ad30-04664e324617 service neutron] 10.222.0.47 "GET /v2.0/networks/b4e7ac51-3765-40ff-b3e5-db359ee2fcd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683810 Feb 11 04:21:19.400591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ede974-4e88-4329-a80f-c35628d2a457 req-b29b5d8f-9e21-44e5-996d-0c846deeaf02 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:19.408012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7ede974-4e88-4329-a80f-c35628d2a457 req-b29b5d8f-9e21-44e5-996d-0c846deeaf02 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 985 time: 0.1450937 Feb 11 04:21:19.473694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7ede974-4e88-4329-a80f-c35628d2a457 req-68a29791-207e-430d-b5e0-6f0d98225f05 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&id=b3271225-cd31-4faf-bf7e-0a3f484b460e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0648022 Feb 11 04:21:19.637608 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3fbd314b-eb76-425e-95de-dd1664a4c3f9 req-b2ded944-b1cb-48f1-b6f9-76738aafa81f tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 210 time: 0.0283632 Feb 11 04:21:19.676941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-e13890af-677c-4e1c-ab7f-15754a20e2b6 req-e408ff2b-523e-4e7c-9056-2ec00ed3a0c6 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1793430065', 'description': 'tempest-description-1669040754'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:19.745007 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e13890af-677c-4e1c-ab7f-15754a20e2b6 req-e408ff2b-523e-4e7c-9056-2ec00ed3a0c6 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:19.765800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698010d-ab21-4aea-a60b-2a7f43d62ea9 req-3e24d177-4a75-4c9e-871c-5060bc17dbab tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:19.767353 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f698010d-ab21-4aea-a60b-2a7f43d62ea9 req-3e24d177-4a75-4c9e-871c-5060bc17dbab tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.0650787 Feb 11 04:21:19.841911 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f698010d-ab21-4aea-a60b-2a7f43d62ea9 req-dc762fc4-1a58-4fa2-ab78-7debd9567b54 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672767 Feb 11 04:21:19.875354 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e13890af-677c-4e1c-ab7f-15754a20e2b6 req-e408ff2b-523e-4e7c-9056-2ec00ed3a0c6 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks [] for security_group (eaaffca3-1e31-4e37-8c9a-4d10d62b5eaf), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:19.948821 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e13890af-677c-4e1c-ab7f-15754a20e2b6 req-e408ff2b-523e-4e7c-9056-2ec00ed3a0c6 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (eaaffca3-1e31-4e37-8c9a-4d10d62b5eaf), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:19.982951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672efc43-4f95-4da2-b129-14c9da682559 req-6c200b0d-cb97-4744-94d2-f6e8451a12bf tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1025302644&fields=id&tenant_id=223c1bb87646423fa989545b2c1fd2f9 HTTP/1.1" status: 200 len: 267 time: 0.0644290 Feb 11 04:21:20.005743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408ff2b-523e-4e7c-9056-2ec00ed3a0c6 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaffca3-1e31-4e37-8c9a-4d10d62b5eaf,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:20.049743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672efc43-4f95-4da2-b129-14c9da682559 req-e4157161-6eba-43b8-b62b-c143b0fceb47 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:20.051442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672efc43-4f95-4da2-b129-14c9da682559 req-e4157161-6eba-43b8-b62b-c143b0fceb47 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 985 time: 0.0611224 Feb 11 04:21:20.054931 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e13890af-677c-4e1c-ab7f-15754a20e2b6 req-e408ff2b-523e-4e7c-9056-2ec00ed3a0c6 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:20.056071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e13890af-677c-4e1c-ab7f-15754a20e2b6 req-e408ff2b-523e-4e7c-9056-2ec00ed3a0c6 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3835106 Feb 11 04:21:20.069292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-672efc43-4f95-4da2-b129-14c9da682559 req-e4458947-adb6-4653-9cd3-c76262c4c4a2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'port': {'security_groups': ['7d4705d6-b024-436e-bdd4-d56fbcc05413', 'b3271225-cd31-4faf-bf7e-0a3f484b460e', '5cbb8a6d-a38e-4296-be61-a3d310ff1b49']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:20.157242 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-672efc43-4f95-4da2-b129-14c9da682559 req-e4458947-adb6-4653-9cd3-c76262c4c4a2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:20.391096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-672efc43-4f95-4da2-b129-14c9da682559 req-e4458947-adb6-4653-9cd3-c76262c4c4a2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] For port f8c18845-3ae7-463e-b173-9b33ac6c7f68, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f8c18845-3ae7-463e-b173-9b33ac6c7f68,segment=NetworkSegment(fd8369af-aaeb-43a7-a600-c52390be2c53),segment_id=fd8369af-aaeb-43a7-a600-c52390be2c53)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:20.424003 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-672efc43-4f95-4da2-b129-14c9da682559 req-e4458947-adb6-4653-9cd3-c76262c4c4a2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:20.483533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 793f8e70-64ca-4eb9-9e95-8a286b7601ef details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:21:20.487708 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-672efc43-4f95-4da2-b129-14c9da682559 req-e4458947-adb6-4653-9cd3-c76262c4c4a2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:20.570713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672efc43-4f95-4da2-b129-14c9da682559 req-e4458947-adb6-4653-9cd3-c76262c4c4a2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:20.571322 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-672efc43-4f95-4da2-b129-14c9da682559 req-e4458947-adb6-4653-9cd3-c76262c4c4a2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:20.572773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672efc43-4f95-4da2-b129-14c9da682559 req-e4458947-adb6-4653-9cd3-c76262c4c4a2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "PUT /v2.0/ports/f8c18845-3ae7-463e-b173-9b33ac6c7f68 HTTP/1.1" status: 200 len: 1021 time: 0.5147688 Feb 11 04:21:20.573235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764be69f-1bca-4df1-9303-1a406268a95b', 'tag': 'f8c18845-3ae7-463e-b173-9b33ac6c7f68'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:20.575801 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc09624-bffa-4e6d-a844-81511e3f8f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "764be69f-1bca-4df1-9303-1a406268a95b", "tag": "f8c18845-3ae7-463e-b173-9b33ac6c7f68"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:20.581947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4458947-adb6-4653-9cd3-c76262c4c4a2 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'Port': ['ID=f8c18845-3ae7-463e-b173-9b33ac6c7f68,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:20.598163 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['f8c18845-3ae7-463e-b173-9b33ac6c7f68'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:20.600247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['d55b9a6c-e532-4bce-9678-49c2fc1041b7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:20.609661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 793f8e70-64ca-4eb9-9e95-8a286b7601ef, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=793f8e70-64ca-4eb9-9e95-8a286b7601ef,segment=NetworkSegment(3137ca14-b787-4d1b-aa37-86c39e3a3dd2),segment_id=3137ca14-b787-4d1b-aa37-86c39e3a3dd2)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:20.684113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '793f8e70-64ca-4eb9-9e95-8a286b7601ef', 'network_id': 'b4e7ac51-3765-40ff-b3e5-db359ee2fcd0', 'port_id': '793f8e70-64ca-4eb9-9e95-8a286b7601ef', 'mac_address': 'fa:16:3e:94:4d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92db92ee-1adb-4b68-9891-d83438acd80d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:21:20.737946 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['f8c18845-3ae7-463e-b173-9b33ac6c7f68'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:20.787310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebf88c-321a-43de-bc78-6084643ffbc4 req-45bd5439-ab12-4ead-8131-5f9893e0e0d5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:20.789451 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bebf88c-321a-43de-bc78-6084643ffbc4 req-45bd5439-ab12-4ead-8131-5f9893e0e0d5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 945 time: 0.0677497 Feb 11 04:21:20.816331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 793f8e70-64ca-4eb9-9e95-8a286b7601ef is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:21:20.816725 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (793f8e70-64ca-4eb9-9e95-8a286b7601ef), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:20.863291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793f8e70-64ca-4eb9-9e95-8a286b7601ef {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:21:20.867856 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bebf88c-321a-43de-bc78-6084643ffbc4 req-574314b4-a43d-4f75-bf4b-8e13c0b807dd tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd36d2e1-f8c5-443b-89d3-1004e43ba411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681901 Feb 11 04:21:20.931062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 793f8e70-64ca-4eb9-9e95-8a286b7601ef, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=793f8e70-64ca-4eb9-9e95-8a286b7601ef,segment=NetworkSegment(3137ca14-b787-4d1b-aa37-86c39e3a3dd2),segment_id=3137ca14-b787-4d1b-aa37-86c39e3a3dd2)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:21.038668 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (793f8e70-64ca-4eb9-9e95-8a286b7601ef), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:21.059493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f75a02-3424-47b3-be36-9fb82e9e81ba req-e4f0ff4c-a9fd-47f1-8ff6-4bb7d35c3e1b tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:21.061744 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80f75a02-3424-47b3-be36-9fb82e9e81ba req-e4f0ff4c-a9fd-47f1-8ff6-4bb7d35c3e1b tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "GET /v2.0/ports?device_id=b733bcbf-9820-4f03-bf3d-c5211e6f2772 HTTP/1.1" status: 200 len: 948 time: 0.1121836 Feb 11 04:21:21.169145 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=793f8e70-64ca-4eb9-9e95-8a286b7601ef,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:21.248447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054b744-7b32-475d-bb4c-7b17e411945c req-873cd20e-ce4c-4121-9a0b-f8109c7e4cb5 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:21.249968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b054b744-7b32-475d-bb4c-7b17e411945c req-873cd20e-ce4c-4121-9a0b-f8109c7e4cb5 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab3ff56c-90fc-45b2-a017-2b098a78bf6f HTTP/1.1" status: 200 len: 945 time: 0.1815341 Feb 11 04:21:21.310179 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-80f75a02-3424-47b3-be36-9fb82e9e81ba req-1362d079-39fc-4460-ae0d-793c5a31ebe9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Deleting port f8753838-3aa5-471f-ba31-80087ef2a6f2 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:21.310664 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-80f75a02-3424-47b3-be36-9fb82e9e81ba req-1362d079-39fc-4460-ae0d-793c5a31ebe9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:21.398675 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['793f8e70-64ca-4eb9-9e95-8a286b7601ef'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:21.430123 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b054b744-7b32-475d-bb4c-7b17e411945c req-ae49f2ae-7f39-44ca-a9d3-493ec172e59a tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/security-groups?id=405112bb-0b47-4ccd-98d7-65e2853c2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547520 Feb 11 04:21:21.481329 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-80f75a02-3424-47b3-be36-9fb82e9e81ba req-1362d079-39fc-4460-ae0d-793c5a31ebe9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] For port f8753838-3aa5-471f-ba31-80087ef2a6f2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f8753838-3aa5-471f-ba31-80087ef2a6f2,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:21.481775 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-80f75a02-3424-47b3-be36-9fb82e9e81ba req-1362d079-39fc-4460-ae0d-793c5a31ebe9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:21.495352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-80f75a02-3424-47b3-be36-9fb82e9e81ba req-1362d079-39fc-4460-ae0d-793c5a31ebe9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Calling delete_port for f8753838-3aa5-471f-ba31-80087ef2a6f2 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:21.551924 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c84813a-326d-42aa-9a36-d83dadc2b385 x-openstack-request-id: req-6c84813a-326d-42aa-9a36-d83dadc2b385 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:21.552353 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764be69f-1bca-4df1-9303-1a406268a95b", "tag": "f8c18845-3ae7-463e-b173-9b33ac6c7f68", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:21.552520 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c84813a-326d-42aa-9a36-d83dadc2b385 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:21.552828 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764be69f-1bca-4df1-9303-1a406268a95b', 'tag': 'f8c18845-3ae7-463e-b173-9b33ac6c7f68', 'status': 'completed', 'code': 200} Feb 11 04:21:21.581075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-1072c979-a245-49c9-af58-46f28e7942b1 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 54574 time: 0.6832557 Feb 11 04:21:21.751652 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9100ccc1-caae-479b-9acf-e864d6864c3a req-21eb6b40-9a0a-41d9-b80e-0874d36fc5e8 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/5cbb8a6d-a38e-4296-be61-a3d310ff1b49 HTTP/1.1" status: 200 len: 1818 time: 0.2027614 Feb 11 04:21:21.795097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc09624-bffa-4e6d-a844-81511e3f8f9e req-86066f1c-715b-44f5-b99b-8ce1a271a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:21.796529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bc09624-bffa-4e6d-a844-81511e3f8f9e req-86066f1c-715b-44f5-b99b-8ce1a271a166 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=223c1bb87646423fa989545b2c1fd2f9&device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 1208 time: 0.2470732 Feb 11 04:21:21.797932 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-9f4e9b0f-b3c8-4ef3-8a57-a8168e51ac5b tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0669e7fd-9977-4b64-861c-e290d2977400 HTTP/1.1" status: 200 len: 2994 time: 0.1927960 Feb 11 04:21:21.933421 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-80f75a02-3424-47b3-be36-9fb82e9e81ba req-1362d079-39fc-4460-ae0d-793c5a31ebe9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f8753838-3aa5-471f-ba31-80087ef2a6f2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:21.949249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['cb9a25b7-4de1-4545-97ec-64c870a0350e', '2852bf77-466f-4992-8703-a18ede235b35', 'f8753838-3aa5-471f-ba31-80087ef2a6f2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:21.953760 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4', 'e67d63d0-dc53-4d8e-8d9a-0130eab052fe'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:21.960275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-60722c35-2df5-4fc6-b5ae-642f2c772b5d tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/0669e7fd-9977-4b64-861c-e290d2977400 HTTP/1.1" status: 200 len: 2994 time: 0.1494937 Feb 11 04:21:21.960275 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-9100ccc1-caae-479b-9acf-e864d6864c3a req-19268015-ea8d-4184-880c-ea988906f137 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 04:21:21.960275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9100ccc1-caae-479b-9acf-e864d6864c3a req-19268015-ea8d-4184-880c-ea988906f137 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "DELETE /v2.0/security-groups/5cbb8a6d-a38e-4296-be61-a3d310ff1b49 HTTP/1.1" status: 409 len: 341 time: 0.1978476 Feb 11 04:21:21.987237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362d079-39fc-4460-ae0d-793c5a31ebe9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event deleted for resources: {'Port': ['ID=f8753838-3aa5-471f-ba31-80087ef2a6f2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:22.039188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc09624-bffa-4e6d-a844-81511e3f8f9e req-13380f72-c669-4143-adfa-986c27be40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:22.040631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bc09624-bffa-4e6d-a844-81511e3f8f9e req-13380f72-c669-4143-adfa-986c27be40f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5419215b-9f3b-4ba9-89b0-46107edc6611 HTTP/1.1" status: 200 len: 914 time: 0.2239439 Feb 11 04:21:22.078819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f75a02-3424-47b3-be36-9fb82e9e81ba req-1362d079-39fc-4460-ae0d-793c5a31ebe9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] No DVR routers for this DVR port f8753838-3aa5-471f-ba31-80087ef2a6f2 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:22.084061 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-80f75a02-3424-47b3-be36-9fb82e9e81ba req-1362d079-39fc-4460-ae0d-793c5a31ebe9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:22.086702 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80f75a02-3424-47b3-be36-9fb82e9e81ba req-1362d079-39fc-4460-ae0d-793c5a31ebe9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "DELETE /v2.0/ports/f8753838-3aa5-471f-ba31-80087ef2a6f2 HTTP/1.1" status: 204 len: 173 time: 1.0171344 Feb 11 04:21:22.118918 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-85efd170-56e5-46d2-9594-4ed414e20177 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/08580570-5c6a-4ad7-9c39-228e767e06af HTTP/1.1" status: 200 len: 2990 time: 0.1383195 Feb 11 04:21:22.119973 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bc09624-bffa-4e6d-a844-81511e3f8f9e req-78471296-e5cf-4acf-a80c-5bfd2a39b9ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8c18845-3ae7-463e-b173-9b33ac6c7f68 HTTP/1.1" status: 200 len: 217 time: 0.0518718 Feb 11 04:21:22.205894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f2f12a0-7bd3-42ff-8efc-4089d6470a3c req-aff771d2-9702-4a4f-9fd4-11cad57cb97f tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 210 time: 0.0645533 Feb 11 04:21:22.228716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc09624-bffa-4e6d-a844-81511e3f8f9e req-1a046819-6b48-4bbe-8f13-74de30c611ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:22.233370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bc09624-bffa-4e6d-a844-81511e3f8f9e req-1a046819-6b48-4bbe-8f13-74de30c611ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2 HTTP/1.1" status: 200 len: 853 time: 0.1063128 Feb 11 04:21:22.284655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bc09624-bffa-4e6d-a844-81511e3f8f9e req-d5907641-b05e-4327-aac2-3cd6c0214f69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5419215b-9f3b-4ba9-89b0-46107edc6611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444050 Feb 11 04:21:22.287585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-96b8708b-8998-435b-9854-5033da014803 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/08580570-5c6a-4ad7-9c39-228e767e06af HTTP/1.1" status: 200 len: 2990 time: 0.1492157 Feb 11 04:21:22.407730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-bfca00ee-0458-4e0a-a8ae-2bf77e3d89ac tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/13adc274-a0a4-44cc-9552-e9c23f7da59d HTTP/1.1" status: 200 len: 2998 time: 0.1067860 Feb 11 04:21:22.490684 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 793f8e70-64ca-4eb9-9e95-8a286b7601ef up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:21:22.493722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bc09624-bffa-4e6d-a844-81511e3f8f9e req-173b9aa2-e613-4c9f-82fd-a0323a9adc8f service neutron] 10.222.0.47 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019238 Feb 11 04:21:22.534161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca61fc1-5e61-41ad-8ade-6f2e68b0b3ab req-99af9d0e-83c7-46bf-9bc6-b4a8bb3281b2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:22.536363 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0ca61fc1-5e61-41ad-8ade-6f2e68b0b3ab req-99af9d0e-83c7-46bf-9bc6-b4a8bb3281b2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.47 "GET /v2.0/ports?device_id=46e12310-89d8-4d50-bf36-864ce219023b HTTP/1.1" status: 200 len: 950 time: 0.0806146 Feb 11 04:21:22.541811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-df63c3d0-1bfd-445d-8c6c-01d0b2c1b033 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/13adc274-a0a4-44cc-9552-e9c23f7da59d HTTP/1.1" status: 200 len: 2998 time: 0.1330993 Feb 11 04:21:22.588584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb62555-b282-448d-900b-d52a642512c6 req-dc643a21-299e-4ad6-8f27-3af5171f5b0c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:22.590661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb62555-b282-448d-900b-d52a642512c6 req-dc643a21-299e-4ad6-8f27-3af5171f5b0c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.1767616 Feb 11 04:21:22.658794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 793f8e70-64ca-4eb9-9e95-8a286b7601ef completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:21:22.663909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 793f8e70-64ca-4eb9-9e95-8a286b7601ef triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:21:22.664469 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (793f8e70-64ca-4eb9-9e95-8a286b7601ef), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:22.677236 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-0ca61fc1-5e61-41ad-8ade-6f2e68b0b3ab req-28ab16cb-56b3-4469-a04b-300e7a58f525 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Deleting port e67d63d0-dc53-4d8e-8d9a-0130eab052fe {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:22.677853 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0ca61fc1-5e61-41ad-8ade-6f2e68b0b3ab req-28ab16cb-56b3-4469-a04b-300e7a58f525 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:22.707559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-2922d861-0be0-4a2c-bb24-304dddf2a058 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/405112bb-0b47-4ccd-98d7-65e2853c2e90 HTTP/1.1" status: 200 len: 2998 time: 0.1648667 Feb 11 04:21:22.772384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 793f8e70-64ca-4eb9-9e95-8a286b7601ef is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:21:22.772856 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (793f8e70-64ca-4eb9-9e95-8a286b7601ef), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:22.773339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bc09624-bffa-4e6d-a844-81511e3f8f9e req-f10ee4c1-c863-4cc1-9014-1439ab6b0891 service neutron] 10.222.0.47 "GET /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662137 Feb 11 04:21:22.775788 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-7eb0cea4-8c56-47eb-b51d-928adffc9e25 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/405112bb-0b47-4ccd-98d7-65e2853c2e90 HTTP/1.1" status: 200 len: 2998 time: 0.0557795 Feb 11 04:21:22.788837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-0ca61fc1-5e61-41ad-8ade-6f2e68b0b3ab req-28ab16cb-56b3-4469-a04b-300e7a58f525 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] For port e67d63d0-dc53-4d8e-8d9a-0130eab052fe, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e67d63d0-dc53-4d8e-8d9a-0130eab052fe,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:22.789319 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0ca61fc1-5e61-41ad-8ade-6f2e68b0b3ab req-28ab16cb-56b3-4469-a04b-300e7a58f525 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:22.797119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fb62555-b282-448d-900b-d52a642512c6 req-ef4df21c-3fd3-4146-8113-1737779629d8 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412373 Feb 11 04:21:22.812345 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-0ca61fc1-5e61-41ad-8ade-6f2e68b0b3ab req-28ab16cb-56b3-4469-a04b-300e7a58f525 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Calling delete_port for e67d63d0-dc53-4d8e-8d9a-0130eab052fe owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:22.827558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 793f8e70-64ca-4eb9-9e95-8a286b7601ef, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=793f8e70-64ca-4eb9-9e95-8a286b7601ef,segment=NetworkSegment(3137ca14-b787-4d1b-aa37-86c39e3a3dd2),segment_id=3137ca14-b787-4d1b-aa37-86c39e3a3dd2)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:22.827757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3ff56c-90fc-45b2-a017-2b098a78bf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793f8e70-64ca-4eb9-9e95-8a286b7601ef'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:22.830343 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c6a742-321e-4de5-919a-6aa4346a33ed" -d '{"events": [{"server_uuid": "ab3ff56c-90fc-45b2-a017-2b098a78bf6f", "name": "network-vif-plugged", "status": "completed", "tag": "793f8e70-64ca-4eb9-9e95-8a286b7601ef"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:22.867138 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-40526ac4-f75a-405a-9470-538c9883c6e5 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/46fcfb3d-085e-4353-b991-860e4dfad956 HTTP/1.1" status: 200 len: 2998 time: 0.0727520 Feb 11 04:21:22.907105 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (793f8e70-64ca-4eb9-9e95-8a286b7601ef), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:22.960658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=793f8e70-64ca-4eb9-9e95-8a286b7601ef,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:22.971516 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-5aec3b95-71dc-4c59-b9ff-2b054efb94d8 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/46fcfb3d-085e-4353-b991-860e4dfad956 HTTP/1.1" status: 200 len: 2998 time: 0.0986650 Feb 11 04:21:22.986646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43a035-6832-4366-aaaa-ab43b9d5abfc req-eac42247-315a-4a8b-bee2-3bd3a529f1bf tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:22.988292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee43a035-6832-4366-aaaa-ab43b9d5abfc req-eac42247-315a-4a8b-bee2-3bd3a529f1bf tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 945 time: 0.1173522 Feb 11 04:21:23.000176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42626) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:23.016937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-99042711-d440-4924-96cc-f000be3b4e65 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Request body: {'floatingip': {'port_id': '8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:23.081555 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-99042711-d440-4924-96cc-f000be3b4e65 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for floatingip (4c9957e5-59f2-4453-9b0c-2c40d5451a93), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:23.138264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-566fe763-90df-4ab4-b498-3ec2309e5a1d req-df5c7b1d-90bc-455e-8a4e-a431c9a0f833 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b733bcbf-9820-4f03-bf3d-c5211e6f2772 HTTP/1.1" status: 200 len: 210 time: 0.0800502 Feb 11 04:21:23.147003 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-a5e48c66-ce3c-40b3-923d-e82ea4b46a5c tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/47683a14-c0e8-4779-9fe1-768c2640579a HTTP/1.1" status: 200 len: 2998 time: 0.1575122 Feb 11 04:21:23.167489 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0ca61fc1-5e61-41ad-8ade-6f2e68b0b3ab req-28ab16cb-56b3-4469-a04b-300e7a58f525 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e67d63d0-dc53-4d8e-8d9a-0130eab052fe), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:23.168622 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f22b4432-de44-4baf-93ca-c2a22fa4dbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:23.183355 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['cb9a25b7-4de1-4545-97ec-64c870a0350e', '2852bf77-466f-4992-8703-a18ede235b35'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:23.193097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:23.257876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab16cb-56b3-4469-a04b-300e7a58f525 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event deleted for resources: {'Port': ['ID=e67d63d0-dc53-4d8e-8d9a-0130eab052fe,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:23.298055 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-499f339c-064d-4ccc-9a3b-c01a8565e7f4 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/47683a14-c0e8-4779-9fe1-768c2640579a HTTP/1.1" status: 200 len: 2998 time: 0.1154945 Feb 11 04:21:23.316800 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca61fc1-5e61-41ad-8ade-6f2e68b0b3ab req-28ab16cb-56b3-4469-a04b-300e7a58f525 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] No DVR routers for this DVR port e67d63d0-dc53-4d8e-8d9a-0130eab052fe on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:23.321378 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0ca61fc1-5e61-41ad-8ade-6f2e68b0b3ab req-28ab16cb-56b3-4469-a04b-300e7a58f525 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:23.332238 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0ca61fc1-5e61-41ad-8ade-6f2e68b0b3ab req-28ab16cb-56b3-4469-a04b-300e7a58f525 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.47 "DELETE /v2.0/ports/e67d63d0-dc53-4d8e-8d9a-0130eab052fe HTTP/1.1" status: 204 len: 173 time: 0.7906296 Feb 11 04:21:23.332763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e12310-89d8-4d50-bf36-864ce219023b', 'name': 'network-vif-deleted', 'tag': 'e67d63d0-dc53-4d8e-8d9a-0130eab052fe'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:23.335182 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54edb4b4-23c3-498e-bc36-722514ec8461" -d '{"events": [{"server_uuid": "46e12310-89d8-4d50-bf36-864ce219023b", "name": "network-vif-deleted", "tag": "e67d63d0-dc53-4d8e-8d9a-0130eab052fe"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:23.392540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-503fd1a6-f3ba-40e2-b596-ced713a32e82 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7d4705d6-b024-436e-bdd4-d56fbcc05413 HTTP/1.1" status: 200 len: 2998 time: 0.0858955 Feb 11 04:21:23.905149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b733bcbf-9820-4f03-bf3d-c5211e6f2772', 'name': 'network-vif-deleted', 'tag': 'f8753838-3aa5-471f-ba31-80087ef2a6f2'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:23.907461 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85714f51-589c-4ad4-a6f2-866af1ab76a4" -d '{"events": [{"server_uuid": "b733bcbf-9820-4f03-bf3d-c5211e6f2772", "name": "network-vif-deleted", "tag": "f8753838-3aa5-471f-ba31-80087ef2a6f2"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:23.916596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-91c143ca-4a8f-4871-a42c-d349a2532645 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7d4705d6-b024-436e-bdd4-d56fbcc05413 HTTP/1.1" status: 200 len: 2998 time: 0.4887638 Feb 11 04:21:24.040868 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-e0cfa498-4529-4756-8cbb-046c443d47a1 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65 HTTP/1.1" status: 200 len: 2998 time: 0.1097288 Feb 11 04:21:24.104784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713d5f8-e2c8-4840-859d-1f47361a4008 req-ec29d0ea-83dc-4008-8097-019fd82abd52 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:24.106353 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2713d5f8-e2c8-4840-859d-1f47361a4008 req-ec29d0ea-83dc-4008-8097-019fd82abd52 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab3ff56c-90fc-45b2-a017-2b098a78bf6f HTTP/1.1" status: 200 len: 946 time: 0.1922436 Feb 11 04:21:24.182030 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-c3148ccf-e506-4230-9626-06c9e86bd4d2 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65 HTTP/1.1" status: 200 len: 2998 time: 0.1107717 Feb 11 04:21:24.260106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2713d5f8-e2c8-4840-859d-1f47361a4008 req-34d66fb4-e553-48e6-aec0-9c8f27188d82 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/security-groups?id=405112bb-0b47-4ccd-98d7-65e2853c2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426742 Feb 11 04:21:24.292296 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-99042711-d440-4924-96cc-f000be3b4e65 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:24.294736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-4c8d4128-dde4-4394-8cf0-3ca8c9541fcf tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9e022a31-2448-4ca4-92b8-c0b3672485f3 HTTP/1.1" status: 200 len: 2998 time: 0.1045413 Feb 11 04:21:24.334168 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e97ec7e-f5de-4b72-89a5-f7bc4195a2f9 x-openstack-request-id: req-2e97ec7e-f5de-4b72-89a5-f7bc4195a2f9 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:24.337435 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3ff56c-90fc-45b2-a017-2b098a78bf6f", "name": "network-vif-plugged", "status": "completed", "tag": "793f8e70-64ca-4eb9-9e95-8a286b7601ef", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:24.338454 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e97ec7e-f5de-4b72-89a5-f7bc4195a2f9 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:24.339511 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3ff56c-90fc-45b2-a017-2b098a78bf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793f8e70-64ca-4eb9-9e95-8a286b7601ef', 'code': 200} Feb 11 04:21:24.393769 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-f5e14fda-36c5-4b3b-b6d9-edfb86b4459a tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/9e022a31-2448-4ca4-92b8-c0b3672485f3 HTTP/1.1" status: 200 len: 2998 time: 0.0868022 Feb 11 04:21:24.432762 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca1ecc18-2d76-4211-bb65-bd4022eaa57e req-b2896f91-45c7-45b6-9b52-77c9ba2dc5c9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 210 time: 0.0490580 Feb 11 04:21:24.461835 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc69ab-bade-44e8-ae09-146414c4ac55 req-e946aba1-2db4-4eaa-9127-f5c4d4414c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:24.463175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-62d3305d-d6f8-47c1-8aca-58044611d3d7 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c823b0fb-d3b3-4cb9-a18d-2d79650fff2c HTTP/1.1" status: 200 len: 2998 time: 0.0685737 Feb 11 04:21:24.464641 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-95dc69ab-bade-44e8-ae09-146414c4ac55 req-e946aba1-2db4-4eaa-9127-f5c4d4414c56 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ab3ff56c-90fc-45b2-a017-2b098a78bf6f HTTP/1.1" status: 200 len: 1129 time: 0.0552394 Feb 11 04:21:24.505808 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-99042711-d440-4924-96cc-f000be3b4e65 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (4c9957e5-59f2-4453-9b0c-2c40d5451a93), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:24.518230 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d874ccbe-6e74-4f4b-ad43-dafc9fc65611 x-openstack-request-id: req-d874ccbe-6e74-4f4b-ad43-dafc9fc65611 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:24.518230 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e12310-89d8-4d50-bf36-864ce219023b", "name": "network-vif-deleted", "tag": "e67d63d0-dc53-4d8e-8d9a-0130eab052fe", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:24.518230 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d874ccbe-6e74-4f4b-ad43-dafc9fc65611 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:24.518230 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e12310-89d8-4d50-bf36-864ce219023b', 'name': 'network-vif-deleted', 'tag': 'e67d63d0-dc53-4d8e-8d9a-0130eab052fe', 'status': 'completed', 'code': 200} Feb 11 04:21:24.566679 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-95dc69ab-bade-44e8-ae09-146414c4ac55 req-6e56bee5-b802-4156-9d72-0eb369879483 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=405112bb-0b47-4ccd-98d7-65e2853c2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800786 Feb 11 04:21:24.568574 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-809ae5f6-4c16-49ab-a81c-add5b993790a tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c823b0fb-d3b3-4cb9-a18d-2d79650fff2c HTTP/1.1" status: 200 len: 2998 time: 0.0926747 Feb 11 04:21:24.674067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device f8753838-3aa5-471f-ba31-80087ef2a6f2 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:24.695840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: f8753838-3aa5-471f-ba31-80087ef2a6f2 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:24.696563 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device f8753838-3aa5-471f-ba31-80087ef2a6f2 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:24.699878 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-cdf284f4-f341-417f-8b14-368f1cee3945 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d3fffdb7-f568-4b11-9d3c-6916dcceba9b HTTP/1.1" status: 200 len: 2998 time: 0.1179719 Feb 11 04:21:24.710704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753d796-8b9c-4674-be22-32c7a6ccbc0f req-e9d62fdc-1fdd-4d2f-85ad-561b73421082 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:24.712189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3753d796-8b9c-4674-be22-32c7a6ccbc0f req-e9d62fdc-1fdd-4d2f-85ad-561b73421082 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 1024 time: 0.1485372 Feb 11 04:21:24.721125 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-99042711-d440-4924-96cc-f000be3b4e65 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Floating IP 4c9957e5-59f2-4453-9b0c-2c40d5451a93 associated. External IP: 172.25.3.177, port: 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d. Feb 11 04:21:24.864717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-ec4082a6-3be5-41db-913a-9a65cd680096 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d3fffdb7-f568-4b11-9d3c-6916dcceba9b HTTP/1.1" status: 200 len: 2998 time: 0.1501918 Feb 11 04:21:24.923287 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3753d796-8b9c-4674-be22-32c7a6ccbc0f req-bcafb5ed-623d-446d-ad1b-ab9ac17fa59e tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&id=5cbb8a6d-a38e-4296-be61-a3d310ff1b49&id=b3271225-cd31-4faf-bf7e-0a3f484b460e&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1984212 Feb 11 04:21:24.944324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-24cdbcba-7e8d-42ba-9430-f483d4d35101 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e53dc098-dc1f-43c9-bb2d-dd601cca34d4 HTTP/1.1" status: 200 len: 2998 time: 0.0691454 Feb 11 04:21:25.074056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-a31dfb40-f3a0-455c-8ab4-d4f78ad6edf1 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/e53dc098-dc1f-43c9-bb2d-dd601cca34d4 HTTP/1.1" status: 200 len: 2998 time: 0.0923171 Feb 11 04:21:25.138106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99042711-d440-4924-96cc-f000be3b4e65 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Router ae32a9ba-da7e-40db-9a8a-9487bef84987 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:21:25.178200 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-335f8d1f-959f-469c-be91-901f2587ed3e tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ec8cae35-c500-468f-ab33-f91333bded3c HTTP/1.1" status: 200 len: 2998 time: 0.0957458 Feb 11 04:21:25.232864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36ad80-3447-4d3f-b927-59f93808ef79 req-4e0513f5-ae63-4bba-bcc6-2d64f015f44f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:25.234537 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec36ad80-3447-4d3f-b927-59f93808ef79 req-4e0513f5-ae63-4bba-bcc6-2d64f015f44f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.1531956 Feb 11 04:21:25.341155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-7de9d28c-75ac-42b5-b6bc-31788eb9533d tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ec8cae35-c500-468f-ab33-f91333bded3c HTTP/1.1" status: 200 len: 2998 time: 0.1267135 Feb 11 04:21:25.372693 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-70206257-9b41-4eae-9dee-d5ec0d112f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:25.375603 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec36ad80-3447-4d3f-b927-59f93808ef79 req-a7f68a5d-c64a-4f5f-82c3-cdf628cdb195 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328778 Feb 11 04:21:25.386410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99042711-d440-4924-96cc-f000be3b4e65 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:21:25.393427 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-99042711-d440-4924-96cc-f000be3b4e65 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:25.412817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147756e9-9748-420f-b296-80c9435317a4 None None] Sync routers for ids ['ae32a9ba-da7e-40db-9a8a-9487bef84987'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:21:25.425936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147756e9-9748-420f-b296-80c9435317a4 None None] Routers {'ae32a9ba-da7e-40db-9a8a-9487bef84987'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:21:25.426578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-147756e9-9748-420f-b296-80c9435317a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:21:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ae32a9ba-da7e-40db-9a8a-9487bef84987'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:25.436792 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-f88c20da-d55f-496f-8377-b90fc0834937 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f39514bf-943a-4904-8623-1bfdec5801ec HTTP/1.1" status: 200 len: 2998 time: 0.0860527 Feb 11 04:21:25.443686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-99042711-d440-4924-96cc-f000be3b4e65 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "PUT /v2.0/floatingips/4c9957e5-59f2-4453-9b0c-2c40d5451a93 HTTP/1.1" status: 200 len: 991 time: 2.4412277 Feb 11 04:21:25.474439 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2f0056-5ba5-4b61-a208-90c4523e87c7 x-openstack-request-id: req-6f2f0056-5ba5-4b61-a208-90c4523e87c7 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:25.474755 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b733bcbf-9820-4f03-bf3d-c5211e6f2772", "name": "network-vif-deleted", "tag": "f8753838-3aa5-471f-ba31-80087ef2a6f2", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:25.475009 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f2f0056-5ba5-4b61-a208-90c4523e87c7 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:25.475399 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b733bcbf-9820-4f03-bf3d-c5211e6f2772', 'name': 'network-vif-deleted', 'tag': 'f8753838-3aa5-471f-ba31-80087ef2a6f2', 'status': 'completed', 'code': 200} Feb 11 04:21:25.485716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd4f8b-dc71-4025-8c08-12f1dfbc265d req-4e912549-dabb-4eaf-a06e-7b336bb2ac67 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:25.487419 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8bdd4f8b-dc71-4025-8c08-12f1dfbc265d req-4e912549-dabb-4eaf-a06e-7b336bb2ac67 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.47 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 1024 time: 0.1163769 Feb 11 04:21:25.521342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1451bc40-0d35-4e23-863d-8c383eda010c req-99131af7-850e-48d2-a4c1-6ded27294198 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f39514bf-943a-4904-8623-1bfdec5801ec HTTP/1.1" status: 200 len: 2998 time: 0.0691524 Feb 11 04:21:25.612610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-147756e9-9748-420f-b296-80c9435317a4 None None] Set router ae32a9ba-da7e-40db-9a8a-9487bef84987 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:21:25.663741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae7c08-afed-4fcc-b7db-cf58dd95a99c req-0b5166a7-2b1f-4b34-bc5c-98a8140f3a46 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:25.665354 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64ae7c08-afed-4fcc-b7db-cf58dd95a99c req-0b5166a7-2b1f-4b34-bc5c-98a8140f3a46 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab3ff56c-90fc-45b2-a017-2b098a78bf6f HTTP/1.1" status: 200 len: 946 time: 0.0670824 Feb 11 04:21:25.665715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-8bdd4f8b-dc71-4025-8c08-12f1dfbc265d req-97591640-6c7a-4a72-b801-bb5914725b18 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Deleting port f8c18845-3ae7-463e-b173-9b33ac6c7f68 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:25.666451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8bdd4f8b-dc71-4025-8c08-12f1dfbc265d req-97591640-6c7a-4a72-b801-bb5914725b18 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:25.748128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64ae7c08-afed-4fcc-b7db-cf58dd95a99c req-25052ad7-63ef-43da-b4e9-754c8c256e63 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/security-groups?id=405112bb-0b47-4ccd-98d7-65e2853c2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750010 Feb 11 04:21:25.847101 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-8bdd4f8b-dc71-4025-8c08-12f1dfbc265d req-97591640-6c7a-4a72-b801-bb5914725b18 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] For port f8c18845-3ae7-463e-b173-9b33ac6c7f68, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f8c18845-3ae7-463e-b173-9b33ac6c7f68,segment=NetworkSegment(fd8369af-aaeb-43a7-a600-c52390be2c53),segment_id=fd8369af-aaeb-43a7-a600-c52390be2c53)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:25.853863 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8bdd4f8b-dc71-4025-8c08-12f1dfbc265d req-97591640-6c7a-4a72-b801-bb5914725b18 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:25.884391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-8bdd4f8b-dc71-4025-8c08-12f1dfbc265d req-97591640-6c7a-4a72-b801-bb5914725b18 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Calling delete_port for f8c18845-3ae7-463e-b173-9b33ac6c7f68 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:25.961093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3805ff-6a74-4feb-857f-d521a8546b49 req-0205b28c-0837-4aa3-808c-ba53cf64c88f tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:25.962664 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ce3805ff-6a74-4feb-857f-d521a8546b49 req-0205b28c-0837-4aa3-808c-ba53cf64c88f tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 945 time: 0.0977936 Feb 11 04:21:26.077635 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ce3805ff-6a74-4feb-857f-d521a8546b49 req-73bcfb7f-f8fd-4ced-8174-2188a76e5fb3 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd36d2e1-f8c5-443b-89d3-1004e43ba411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021760 Feb 11 04:21:26.235654 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8bdd4f8b-dc71-4025-8c08-12f1dfbc265d req-97591640-6c7a-4a72-b801-bb5914725b18 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f8c18845-3ae7-463e-b173-9b33ac6c7f68), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:26.263407 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['d55b9a6c-e532-4bce-9678-49c2fc1041b7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:26.264321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-953330f1-d94a-4f38-98ee-0c67b39073fc req-3a33a0d5-74d6-4330-977d-200f68842203 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cdee2f0-1fad-46cb-82e4-4036e0719c07 HTTP/1.1" status: 200 len: 210 time: 0.0638030 Feb 11 04:21:26.347847 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97591640-6c7a-4a72-b801-bb5914725b18 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event deleted for resources: {'Port': ['ID=f8c18845-3ae7-463e-b173-9b33ac6c7f68,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:26.356812 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['f8c18845-3ae7-463e-b173-9b33ac6c7f68'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:26.383829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7789f2a-f3ab-48ee-8c71-ab152660da18 req-22561bc5-fd28-4f44-bc34-ab0db46ddc2d tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d6a0244a7a146d2add55935f9c85a94 HTTP/1.1" status: 200 len: 6153 time: 0.0889020 Feb 11 04:21:26.427493 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdd4f8b-dc71-4025-8c08-12f1dfbc265d req-97591640-6c7a-4a72-b801-bb5914725b18 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] No DVR routers for this DVR port f8c18845-3ae7-463e-b173-9b33ac6c7f68 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:26.430840 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8bdd4f8b-dc71-4025-8c08-12f1dfbc265d req-97591640-6c7a-4a72-b801-bb5914725b18 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:26.436002 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8bdd4f8b-dc71-4025-8c08-12f1dfbc265d req-97591640-6c7a-4a72-b801-bb5914725b18 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.47 "DELETE /v2.0/ports/f8c18845-3ae7-463e-b173-9b33ac6c7f68 HTTP/1.1" status: 204 len: 173 time: 0.9382930 Feb 11 04:21:26.442163 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-147756e9-9748-420f-b296-80c9435317a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:20:43Z', 'updated_at': '2022-02-11T04:20:48Z', 'revision_number': 4, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'gw_port': {'id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:45Z', 'updated_at': '2022-02-11T04:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '4c9957e5-59f2-4453-9b0c-2c40d5451a93', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'port_id': '8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'mac_address': 'fa:16:3e:b8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f7062-3d94-450e-bf8d-001de18803a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:20:53Z', 'updated_at': '2022-02-11T04:21:24Z', 'revision_number': 1, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5047b9c3-dc65-40e5-9443-a933f4a2ef0b', 'name': '', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'mac_address': 'fa:16:3e:18:25:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:47Z', 'updated_at': '2022-02-11T04:20:57Z', 'revision_number': 5, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'subnets': [{'id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:26.476715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7789f2a-f3ab-48ee-8c71-ab152660da18 req-68585abe-9787-40ed-86b2-bef39efa562d tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] 10.222.0.13 "GET /v2.0/security-groups/f39514bf-943a-4904-8623-1bfdec5801ec HTTP/1.1" status: 200 len: 2998 time: 0.0851908 Feb 11 04:21:26.506918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e67d63d0-dc53-4d8e-8d9a-0130eab052fe no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:26.514001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147756e9-9748-420f-b296-80c9435317a4 None None] Checking router: ae32a9ba-da7e-40db-9a8a-9487bef84987 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:21:26.515675 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764be69f-1bca-4df1-9303-1a406268a95b', 'name': 'network-vif-deleted', 'tag': 'f8c18845-3ae7-463e-b173-9b33ac6c7f68'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:26.520351 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fd8ec3-5c52-4c23-afae-479ae70f69c0" -d '{"events": [{"server_uuid": "764be69f-1bca-4df1-9303-1a406268a95b", "name": "network-vif-deleted", "tag": "f8c18845-3ae7-463e-b173-9b33ac6c7f68"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:26.537605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7789f2a-f3ab-48ee-8c71-ab152660da18 req-faaf6519-ea03-49b1-b8cd-8086163c72a8 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] 10.222.0.13 "GET /v2.0/security-groups/f39514bf-943a-4904-8623-1bfdec5801ec HTTP/1.1" status: 200 len: 2998 time: 0.0507605 Feb 11 04:21:26.547953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: e67d63d0-dc53-4d8e-8d9a-0130eab052fe {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:26.548306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e67d63d0-dc53-4d8e-8d9a-0130eab052fe not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:26.561744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147756e9-9748-420f-b296-80c9435317a4 None None] Routers {'ae32a9ba-da7e-40db-9a8a-9487bef84987'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:21:26.562392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-147756e9-9748-420f-b296-80c9435317a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:21:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ae32a9ba-da7e-40db-9a8a-9487bef84987'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:26.619818 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:26.660906 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abcc9678-1f13-435d-81ba-2233efc1b223 req-d3833f2f-4715-4c91-9c37-c7a3d4b0a330 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=764be69f-1bca-4df1-9303-1a406268a95b HTTP/1.1" status: 200 len: 210 time: 0.0435281 Feb 11 04:21:26.725622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ba34e-0438-4eac-b99f-585ab2f864dc req-665057d0-b949-422a-8388-ada14f3bdcb6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:26.738272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f0ba34e-0438-4eac-b99f-585ab2f864dc req-665057d0-b949-422a-8388-ada14f3bdcb6 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.1102557 Feb 11 04:21:26.767432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-147756e9-9748-420f-b296-80c9435317a4 None None] Set router ae32a9ba-da7e-40db-9a8a-9487bef84987 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:21:26.828518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f0ba34e-0438-4eac-b99f-585ab2f864dc req-7b475497-7d86-4a04-b17e-fe0d117e2ce7 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823879 Feb 11 04:21:26.886635 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8beaaae-4296-4739-988a-87d1118b2815 x-openstack-request-id: req-e8beaaae-4296-4739-988a-87d1118b2815 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:26.887016 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764be69f-1bca-4df1-9303-1a406268a95b", "name": "network-vif-deleted", "tag": "f8c18845-3ae7-463e-b173-9b33ac6c7f68", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:26.887335 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8beaaae-4296-4739-988a-87d1118b2815 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:26.888707 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764be69f-1bca-4df1-9303-1a406268a95b', 'name': 'network-vif-deleted', 'tag': 'f8c18845-3ae7-463e-b173-9b33ac6c7f68', 'status': 'completed', 'code': 200} Feb 11 04:21:26.972831 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-24617bd5-dd4b-4cac-84f2-25e1c3a59fdd req-c3bc63a7-5a83-4afa-af1f-412d3b9b6666 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/eaaffca3-1e31-4e37-8c9a-4d10d62b5eaf HTTP/1.1" status: 200 len: 1795 time: 0.0576971 Feb 11 04:21:27.068836 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-24617bd5-dd4b-4cac-84f2-25e1c3a59fdd req-05028124-0887-4695-a500-a2fc4a4ba1db tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks [] for security_group (eaaffca3-1e31-4e37-8c9a-4d10d62b5eaf), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:27.091531 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-24617bd5-dd4b-4cac-84f2-25e1c3a59fdd req-05028124-0887-4695-a500-a2fc4a4ba1db tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks [] for security_group (eaaffca3-1e31-4e37-8c9a-4d10d62b5eaf), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:27.165006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-147756e9-9748-420f-b296-80c9435317a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:20:43Z', 'updated_at': '2022-02-11T04:20:48Z', 'revision_number': 4, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'gw_port': {'id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:45Z', 'updated_at': '2022-02-11T04:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '4c9957e5-59f2-4453-9b0c-2c40d5451a93', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'port_id': '8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'mac_address': 'fa:16:3e:b8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f7062-3d94-450e-bf8d-001de18803a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:20:53Z', 'updated_at': '2022-02-11T04:21:24Z', 'revision_number': 1, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5047b9c3-dc65-40e5-9443-a933f4a2ef0b', 'name': '', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'mac_address': 'fa:16:3e:18:25:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:47Z', 'updated_at': '2022-02-11T04:20:57Z', 'revision_number': 5, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'subnets': [{'id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:27.198768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147756e9-9748-420f-b296-80c9435317a4 None None] The sync data for ids ['ae32a9ba-da7e-40db-9a8a-9487bef84987'] in n-d-712142-35 is: [{'id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:20:43Z', 'updated_at': '2022-02-11T04:20:48Z', 'revision_number': 4, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'gw_port': {'id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:45Z', 'updated_at': '2022-02-11T04:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '4c9957e5-59f2-4453-9b0c-2c40d5451a93', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'port_id': '8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'mac_address': 'fa:16:3e:b8:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f7062-3d94-450e-bf8d-001de18803a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:20:53Z', 'updated_at': '2022-02-11T04:21:24Z', 'revision_number': 1, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5047b9c3-dc65-40e5-9443-a933f4a2ef0b', 'name': '', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'mac_address': 'fa:16:3e:18:25:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:47Z', 'updated_at': '2022-02-11T04:20:57Z', 'revision_number': 5, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'subnets': [{'id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:21:27.220395 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-24617bd5-dd4b-4cac-84f2-25e1c3a59fdd req-05028124-0887-4695-a500-a2fc4a4ba1db tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (eaaffca3-1e31-4e37-8c9a-4d10d62b5eaf), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:27.225001 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-24617bd5-dd4b-4cac-84f2-25e1c3a59fdd req-05028124-0887-4695-a500-a2fc4a4ba1db tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:27.237117 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-24617bd5-dd4b-4cac-84f2-25e1c3a59fdd req-05028124-0887-4695-a500-a2fc4a4ba1db tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaaffca3-1e31-4e37-8c9a-4d10d62b5eaf HTTP/1.1" status: 204 len: 173 time: 0.2561882 Feb 11 04:21:27.286968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5012726-9139-4ab0-8e1c-5240df712ba3 req-b0acb104-4db8-40e1-854e-15eabedfa23f tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:27.291261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5012726-9139-4ab0-8e1c-5240df712ba3 req-b0acb104-4db8-40e1-854e-15eabedfa23f tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab3ff56c-90fc-45b2-a017-2b098a78bf6f HTTP/1.1" status: 200 len: 946 time: 0.1235206 Feb 11 04:21:27.295794 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05028124-0887-4695-a500-a2fc4a4ba1db tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaffca3-1e31-4e37-8c9a-4d10d62b5eaf,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:27.381098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5012726-9139-4ab0-8e1c-5240df712ba3 req-a52eb7be-551a-44fd-97ca-f37bd25ea106 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/security-groups?id=405112bb-0b47-4ccd-98d7-65e2853c2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752189 Feb 11 04:21:27.476889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8f7062-3d94-450e-bf8d-001de18803a0', 'tag': '8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:27.480063 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602451db-e18c-4808-995b-505d536348e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f8f7062-3d94-450e-bf8d-001de18803a0", "tag": "8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:27.492760 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b81c5c2-7732-4b62-96ad-5fcd9aeb43ef None None] New status for floating IP 4c9957e5-59f2-4453-9b0c-2c40d5451a93: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:21:27.570654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-434bdbe6-b39d-4879-ad13-bfe6d14188a5 req-49efb730-b9e6-44d3-95b0-593dc48b188e tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b50c97df-bee5-4d8d-81b3-727bda61d1b0 HTTP/1.1" status: 200 len: 1793 time: 0.0374403 Feb 11 04:21:27.643682 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-434bdbe6-b39d-4879-ad13-bfe6d14188a5 req-1d2874f8-e827-4b22-bb6e-c9398e112ff0 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks [] for security_group (b50c97df-bee5-4d8d-81b3-727bda61d1b0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:27.680053 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-434bdbe6-b39d-4879-ad13-bfe6d14188a5 req-1d2874f8-e827-4b22-bb6e-c9398e112ff0 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks [] for security_group (b50c97df-bee5-4d8d-81b3-727bda61d1b0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:27.835660 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-434bdbe6-b39d-4879-ad13-bfe6d14188a5 req-1d2874f8-e827-4b22-bb6e-c9398e112ff0 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b50c97df-bee5-4d8d-81b3-727bda61d1b0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:27.839053 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-434bdbe6-b39d-4879-ad13-bfe6d14188a5 req-1d2874f8-e827-4b22-bb6e-c9398e112ff0 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:27.839786 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-434bdbe6-b39d-4879-ad13-bfe6d14188a5 req-1d2874f8-e827-4b22-bb6e-c9398e112ff0 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/b50c97df-bee5-4d8d-81b3-727bda61d1b0 HTTP/1.1" status: 204 len: 173 time: 0.2619104 Feb 11 04:21:27.847950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2874f8-e827-4b22-bb6e-c9398e112ff0 tempest-SecurityGroupsTestAdminJSON-731773950 tempest-SecurityGroupsTestAdminJSON-731773950-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50c97df-bee5-4d8d-81b3-727bda61d1b0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:27.887120 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca0c13e-0619-4f0b-883a-3469dd4f227c x-openstack-request-id: req-6ca0c13e-0619-4f0b-883a-3469dd4f227c {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:27.887698 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f8f7062-3d94-450e-bf8d-001de18803a0", "tag": "8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:27.889294 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ca0c13e-0619-4f0b-883a-3469dd4f227c {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:27.889294 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8f7062-3d94-450e-bf8d-001de18803a0', 'tag': '8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d', 'status': 'completed', 'code': 200} Feb 11 04:21:28.050353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602451db-e18c-4808-995b-505d536348e7 req-edbc726c-8fa1-4b5a-904e-4df350cc9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:28.052016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-602451db-e18c-4808-995b-505d536348e7 req-edbc726c-8fa1-4b5a-904e-4df350cc9a2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4d919fd9dc7c4f858ca869c9b4366b5c&device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 1128 time: 0.1391265 Feb 11 04:21:28.084431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10906e9b-8089-493c-956a-40d2c077aab1 req-563eb872-3f18-438e-9157-b63ceee07dd1 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] 10.222.0.13 "GET /v2.0/security-groups/18fc543e-ac44-4710-b4e1-cb798394b857 HTTP/1.1" status: 200 len: 1793 time: 0.1185801 Feb 11 04:21:28.099230 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:28.193750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602451db-e18c-4808-995b-505d536348e7 req-0b29d0fc-caf5-4dd8-beec-cf03a2ea8eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:28.195240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-602451db-e18c-4808-995b-505d536348e7 req-0b29d0fc-caf5-4dd8-beec-cf03a2ea8eb7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7894ecd8-ab85-40c2-99ae-380d20c1b6b2 HTTP/1.1" status: 200 len: 906 time: 0.1337969 Feb 11 04:21:28.198053 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-10906e9b-8089-493c-956a-40d2c077aab1 req-e22720b1-c368-41a4-a7a6-80ece84f93c0 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks [] for security_group (18fc543e-ac44-4710-b4e1-cb798394b857), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:28.265570 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-10906e9b-8089-493c-956a-40d2c077aab1 req-e22720b1-c368-41a4-a7a6-80ece84f93c0 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks [] for security_group (18fc543e-ac44-4710-b4e1-cb798394b857), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:28.300009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-602451db-e18c-4808-995b-505d536348e7 req-3bcf6682-64f7-4ecf-a419-234af0970be7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d HTTP/1.1" status: 200 len: 1001 time: 0.0961080 Feb 11 04:21:28.356006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602451db-e18c-4808-995b-505d536348e7 req-665b5dd8-e8c2-45fc-9aab-f5d48478d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:28.358408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-602451db-e18c-4808-995b-505d536348e7 req-665b5dd8-e8c2-45fc-9aab-f5d48478d39b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f0139bd0-701d-4e59-b0ad-ff8947b12bf5 HTTP/1.1" status: 200 len: 844 time: 0.0511966 Feb 11 04:21:28.400921 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-10906e9b-8089-493c-956a-40d2c077aab1 req-e22720b1-c368-41a4-a7a6-80ece84f93c0 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (18fc543e-ac44-4710-b4e1-cb798394b857), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:28.403668 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-10906e9b-8089-493c-956a-40d2c077aab1 req-e22720b1-c368-41a4-a7a6-80ece84f93c0 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:28.405713 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10906e9b-8089-493c-956a-40d2c077aab1 req-e22720b1-c368-41a4-a7a6-80ece84f93c0 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] 10.222.0.13 "DELETE /v2.0/security-groups/18fc543e-ac44-4710-b4e1-cb798394b857 HTTP/1.1" status: 204 len: 173 time: 0.3115268 Feb 11 04:21:28.436680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22720b1-c368-41a4-a7a6-80ece84f93c0 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fc543e-ac44-4710-b4e1-cb798394b857,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:28.465072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c3733-d6e5-41b2-b5e6-d0a7febab1e3 req-ee26ea6b-507a-489a-aa05-3fd266e28c5e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:28.467346 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-370c3733-d6e5-41b2-b5e6-d0a7febab1e3 req-ee26ea6b-507a-489a-aa05-3fd266e28c5e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.1035221 Feb 11 04:21:28.474141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602451db-e18c-4808-995b-505d536348e7 req-cfeaa27c-d3d1-43a7-be89-20ba41b6efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:28.479115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-602451db-e18c-4808-995b-505d536348e7 req-cfeaa27c-d3d1-43a7-be89-20ba41b6efa8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7894ecd8-ab85-40c2-99ae-380d20c1b6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1041977 Feb 11 04:21:28.494740 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f8c18845-3ae7-463e-b173-9b33ac6c7f68 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:28.525237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: f8c18845-3ae7-463e-b173-9b33ac6c7f68 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:28.525237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f8c18845-3ae7-463e-b173-9b33ac6c7f68 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:28.597874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-370c3733-d6e5-41b2-b5e6-d0a7febab1e3 req-76912a0f-8fcd-4799-ad7f-9a573ca9b52f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213031 Feb 11 04:21:28.650579 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-602451db-e18c-4808-995b-505d536348e7 req-d4a643fe-7d29-42d7-aa76-172615e7b6d2 service neutron] 10.222.0.32 "GET /v2.0/networks/7894ecd8-ab85-40c2-99ae-380d20c1b6b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610570 Feb 11 04:21:28.656458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92117883-cdf6-4209-bce5-3e1cbd5f4c59 req-34dafec5-a81f-4c5a-b250-40daef3c5ec5 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/b3271225-cd31-4faf-bf7e-0a3f484b460e HTTP/1.1" status: 200 len: 1818 time: 0.0739419 Feb 11 04:21:28.828255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac21263-ba4f-4e72-a067-9499700a7832 req-82b2a48d-6964-42f2-945f-f26558302313 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:28.829672 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ac21263-ba4f-4e72-a067-9499700a7832 req-82b2a48d-6964-42f2-945f-f26558302313 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff90ec13-940a-4a11-80e6-e5b23829f85f HTTP/1.1" status: 200 len: 950 time: 0.1713245 Feb 11 04:21:28.833655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-602451db-e18c-4808-995b-505d536348e7 req-ce98c767-627a-4286-9296-400f1e80040d service neutron] 10.222.0.32 "GET /v2.0/networks/7894ecd8-ab85-40c2-99ae-380d20c1b6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670251 Feb 11 04:21:28.838136 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-92117883-cdf6-4209-bce5-3e1cbd5f4c59 req-877614ff-e2da-4c96-8027-62a1812c6d87 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (b3271225-cd31-4faf-bf7e-0a3f484b460e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:28.876990 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-92117883-cdf6-4209-bce5-3e1cbd5f4c59 req-877614ff-e2da-4c96-8027-62a1812c6d87 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (b3271225-cd31-4faf-bf7e-0a3f484b460e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:28.916331 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ac21263-ba4f-4e72-a067-9499700a7832 req-06316a6c-e9dd-48ea-b799-56e1c7896fd9 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796707 Feb 11 04:21:29.000230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4a45771-5e41-4d00-8c98-6686e890e9ab req-adf4a698-1624-4cb7-ad41-b017e2c843c1 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] 10.222.0.13 "GET /v2.0/security-groups/888adbc8-f621-4ee1-bc34-8a706bdc38dd HTTP/1.1" status: 200 len: 1795 time: 0.0426531 Feb 11 04:21:29.036083 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-92117883-cdf6-4209-bce5-3e1cbd5f4c59 req-877614ff-e2da-4c96-8027-62a1812c6d87 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b3271225-cd31-4faf-bf7e-0a3f484b460e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:29.038959 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-92117883-cdf6-4209-bce5-3e1cbd5f4c59 req-877614ff-e2da-4c96-8027-62a1812c6d87 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:29.040095 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92117883-cdf6-4209-bce5-3e1cbd5f4c59 req-877614ff-e2da-4c96-8027-62a1812c6d87 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "DELETE /v2.0/security-groups/b3271225-cd31-4faf-bf7e-0a3f484b460e HTTP/1.1" status: 204 len: 173 time: 0.3724091 Feb 11 04:21:29.059646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877614ff-e2da-4c96-8027-62a1812c6d87 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3271225-cd31-4faf-bf7e-0a3f484b460e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:29.088287 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e4a45771-5e41-4d00-8c98-6686e890e9ab req-4624aac9-0708-4702-a31d-138b3ad6e0f7 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks [] for security_group (888adbc8-f621-4ee1-bc34-8a706bdc38dd), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:29.117794 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e4a45771-5e41-4d00-8c98-6686e890e9ab req-4624aac9-0708-4702-a31d-138b3ad6e0f7 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks [] for security_group (888adbc8-f621-4ee1-bc34-8a706bdc38dd), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:29.207089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865f2a-56f4-4c82-88da-ca88d6f9f49f req-3820018f-b960-4e1a-8570-4962ca8706c2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:29.208556 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76865f2a-56f4-4c82-88da-ca88d6f9f49f req-3820018f-b960-4e1a-8570-4962ca8706c2 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff90ec13-940a-4a11-80e6-e5b23829f85f HTTP/1.1" status: 200 len: 950 time: 0.0579579 Feb 11 04:21:29.287127 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e4a45771-5e41-4d00-8c98-6686e890e9ab req-4624aac9-0708-4702-a31d-138b3ad6e0f7 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (888adbc8-f621-4ee1-bc34-8a706bdc38dd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:29.289693 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e4a45771-5e41-4d00-8c98-6686e890e9ab req-4624aac9-0708-4702-a31d-138b3ad6e0f7 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:29.290816 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4a45771-5e41-4d00-8c98-6686e890e9ab req-4624aac9-0708-4702-a31d-138b3ad6e0f7 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] 10.222.0.13 "DELETE /v2.0/security-groups/888adbc8-f621-4ee1-bc34-8a706bdc38dd HTTP/1.1" status: 204 len: 173 time: 0.2852802 Feb 11 04:21:29.318828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624aac9-0708-4702-a31d-138b3ad6e0f7 tempest-SecurityGroupsTestAdminJSON-1634961243 tempest-SecurityGroupsTestAdminJSON-1634961243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=888adbc8-f621-4ee1-bc34-8a706bdc38dd,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:29.385327 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aeed3931-fcc5-489c-8c71-987ad2ae68f2 req-b13c55bd-2af6-4602-9faf-720549a71eb1 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/5cbb8a6d-a38e-4296-be61-a3d310ff1b49 HTTP/1.1" status: 200 len: 1818 time: 0.0540071 Feb 11 04:21:29.432969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-76865f2a-56f4-4c82-88da-ca88d6f9f49f req-c9d352cf-438c-4260-bb3b-8d370267a231 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Deleting port 2852bf77-466f-4992-8703-a18ede235b35 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:29.433766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-76865f2a-56f4-4c82-88da-ca88d6f9f49f req-c9d352cf-438c-4260-bb3b-8d370267a231 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2852bf77-466f-4992-8703-a18ede235b35), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:29.539073 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-aeed3931-fcc5-489c-8c71-987ad2ae68f2 req-1ae6afc2-d907-4c65-bbaa-1cb2bb5b79ac tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (5cbb8a6d-a38e-4296-be61-a3d310ff1b49), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:29.573362 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:29.580119 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-aeed3931-fcc5-489c-8c71-987ad2ae68f2 req-1ae6afc2-d907-4c65-bbaa-1cb2bb5b79ac tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (5cbb8a6d-a38e-4296-be61-a3d310ff1b49), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:29.592516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-76865f2a-56f4-4c82-88da-ca88d6f9f49f req-c9d352cf-438c-4260-bb3b-8d370267a231 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] For port 2852bf77-466f-4992-8703-a18ede235b35, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=2852bf77-466f-4992-8703-a18ede235b35,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:29.593105 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-76865f2a-56f4-4c82-88da-ca88d6f9f49f req-c9d352cf-438c-4260-bb3b-8d370267a231 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2852bf77-466f-4992-8703-a18ede235b35), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:29.617358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-76865f2a-56f4-4c82-88da-ca88d6f9f49f req-c9d352cf-438c-4260-bb3b-8d370267a231 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Calling delete_port for 2852bf77-466f-4992-8703-a18ede235b35 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:29.767493 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-aeed3931-fcc5-489c-8c71-987ad2ae68f2 req-1ae6afc2-d907-4c65-bbaa-1cb2bb5b79ac tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5cbb8a6d-a38e-4296-be61-a3d310ff1b49), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:29.769846 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-aeed3931-fcc5-489c-8c71-987ad2ae68f2 req-1ae6afc2-d907-4c65-bbaa-1cb2bb5b79ac tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:29.771065 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aeed3931-fcc5-489c-8c71-987ad2ae68f2 req-1ae6afc2-d907-4c65-bbaa-1cb2bb5b79ac tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "DELETE /v2.0/security-groups/5cbb8a6d-a38e-4296-be61-a3d310ff1b49 HTTP/1.1" status: 204 len: 173 time: 0.3745453 Feb 11 04:21:29.861624 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6afc2-d907-4c65-bbaa-1cb2bb5b79ac tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbb8a6d-a38e-4296-be61-a3d310ff1b49,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:29.913289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a6b9f-7e02-4123-9fe9-53f004a51c9f req-dff9d922-e360-4f4f-98a3-fffed7f10dc5 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:29.914837 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-660a6b9f-7e02-4123-9fe9-53f004a51c9f req-dff9d922-e360-4f4f-98a3-fffed7f10dc5 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04 HTTP/1.1" status: 200 len: 949 time: 0.1608410 Feb 11 04:21:29.926417 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42728) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:29.938341 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9a2f7-d501-462d-8283-ae12252a10f0 req-3c67ef30-65b1-4d6f-81c4-8eb38f10bfed tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:29.939899 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47f9a2f7-d501-462d-8283-ae12252a10f0 req-3c67ef30-65b1-4d6f-81c4-8eb38f10bfed tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab3ff56c-90fc-45b2-a017-2b098a78bf6f HTTP/1.1" status: 200 len: 946 time: 0.1657093 Feb 11 04:21:29.965943 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-76865f2a-56f4-4c82-88da-ca88d6f9f49f req-c9d352cf-438c-4260-bb3b-8d370267a231 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (2852bf77-466f-4992-8703-a18ede235b35), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:29.981731 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['cb9a25b7-4de1-4545-97ec-64c870a0350e', '2852bf77-466f-4992-8703-a18ede235b35'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:29.994935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3c38-7ace-4b2d-a601-419bebcee690 req-ec0832e0-5182-4661-9eac-1ab9b45e1028 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:29.996485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dedd3c38-7ace-4b2d-a601-419bebcee690 req-ec0832e0-5182-4661-9eac-1ab9b45e1028 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.1524355 Feb 11 04:21:30.039035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:30.065033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d352cf-438c-4260-bb3b-8d370267a231 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event deleted for resources: {'Port': ['ID=2852bf77-466f-4992-8703-a18ede235b35,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:30.178081 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f690304b-6299-46d2-973d-a5f1c3cadd5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d6a0244a7a146d2add55935f9c85a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497997 Feb 11 04:21:30.180910 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42736) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:30.187987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-76865f2a-56f4-4c82-88da-ca88d6f9f49f req-c9d352cf-438c-4260-bb3b-8d370267a231 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] No DVR routers for this DVR port 2852bf77-466f-4992-8703-a18ede235b35 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:30.204616 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-76865f2a-56f4-4c82-88da-ca88d6f9f49f req-c9d352cf-438c-4260-bb3b-8d370267a231 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:30.208257 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76865f2a-56f4-4c82-88da-ca88d6f9f49f req-c9d352cf-438c-4260-bb3b-8d370267a231 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "DELETE /v2.0/ports/2852bf77-466f-4992-8703-a18ede235b35 HTTP/1.1" status: 204 len: 173 time: 0.9937818 Feb 11 04:21:30.211724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47f9a2f7-d501-462d-8283-ae12252a10f0 req-cd80b116-d993-412d-8fd9-9e1bf55b2e68 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/security-groups?id=405112bb-0b47-4ccd-98d7-65e2853c2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469401 Feb 11 04:21:30.215001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff90ec13-940a-4a11-80e6-e5b23829f85f', 'name': 'network-vif-deleted', 'tag': '2852bf77-466f-4992-8703-a18ede235b35'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:30.215001 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529a0149-9171-4c93-a14f-172643ea9db8" -d '{"events": [{"server_uuid": "ff90ec13-940a-4a11-80e6-e5b23829f85f", "name": "network-vif-deleted", "tag": "2852bf77-466f-4992-8703-a18ede235b35"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:30.250029 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dedd3c38-7ace-4b2d-a601-419bebcee690 req-08986ea3-0902-4bac-8def-fd5390f06de2 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363722 Feb 11 04:21:30.291212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-660a6b9f-7e02-4123-9fe9-53f004a51c9f req-b47aa568-37a1-4fa9-9b3d-1180bb6361d0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Deleting port cb9a25b7-4de1-4545-97ec-64c870a0350e {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:30.292066 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-660a6b9f-7e02-4123-9fe9-53f004a51c9f req-b47aa568-37a1-4fa9-9b3d-1180bb6361d0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:30.329636 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9df76911-38ae-4ee6-8dba-8815cc69b7b9 admin admin] Publish callbacks [] for security_group (f39514bf-943a-4904-8623-1bfdec5801ec), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:30.377075 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9df76911-38ae-4ee6-8dba-8815cc69b7b9 admin admin] Publish callbacks [] for security_group (f39514bf-943a-4904-8623-1bfdec5801ec), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:30.423026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d191724b-a619-4b19-956c-9a67d8982e99 req-b4e1e7b7-bbd9-4131-b43c-407175d96a43 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1491311938', 'description': 'tempest-description-1522684654'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:30.472564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-660a6b9f-7e02-4123-9fe9-53f004a51c9f req-b47aa568-37a1-4fa9-9b3d-1180bb6361d0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] For port cb9a25b7-4de1-4545-97ec-64c870a0350e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=cb9a25b7-4de1-4545-97ec-64c870a0350e,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:30.473400 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-660a6b9f-7e02-4123-9fe9-53f004a51c9f req-b47aa568-37a1-4fa9-9b3d-1180bb6361d0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:30.500037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-660a6b9f-7e02-4123-9fe9-53f004a51c9f req-b47aa568-37a1-4fa9-9b3d-1180bb6361d0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Calling delete_port for cb9a25b7-4de1-4545-97ec-64c870a0350e owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:30.515593 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9df76911-38ae-4ee6-8dba-8815cc69b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f39514bf-943a-4904-8623-1bfdec5801ec), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:30.518341 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9df76911-38ae-4ee6-8dba-8815cc69b7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:30.520016 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9df76911-38ae-4ee6-8dba-8815cc69b7b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f39514bf-943a-4904-8623-1bfdec5801ec HTTP/1.1" status: 204 len: 168 time: 0.3360231 Feb 11 04:21:30.539527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df76911-38ae-4ee6-8dba-8815cc69b7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39514bf-943a-4904-8623-1bfdec5801ec,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:30.577447 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d191724b-a619-4b19-956c-9a67d8982e99 req-b4e1e7b7-bbd9-4131-b43c-407175d96a43 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:30.733046 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d191724b-a619-4b19-956c-9a67d8982e99 req-b4e1e7b7-bbd9-4131-b43c-407175d96a43 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (c6485fa3-fba0-4823-aaf2-72614cae0ba5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:30.808124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-842f7c29-dba5-4c3b-b8bd-2f85fa8d78b8 req-1d96990c-fea4-4bbd-a0d9-19ee4291025d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff90ec13-940a-4a11-80e6-e5b23829f85f HTTP/1.1" status: 200 len: 210 time: 0.0377097 Feb 11 04:21:30.819512 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d191724b-a619-4b19-956c-9a67d8982e99 req-b4e1e7b7-bbd9-4131-b43c-407175d96a43 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c6485fa3-fba0-4823-aaf2-72614cae0ba5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:30.987986 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9ae92-53cf-4b92-88eb-e29ccbe696a2 req-8259f047-d2f3-48bd-839f-b4869db8de6e tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:30.991224 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-52e9ae92-53cf-4b92-88eb-e29ccbe696a2 req-8259f047-d2f3-48bd-839f-b4869db8de6e tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab3ff56c-90fc-45b2-a017-2b098a78bf6f HTTP/1.1" status: 200 len: 946 time: 0.1410246 Feb 11 04:21:31.151292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-52e9ae92-53cf-4b92-88eb-e29ccbe696a2 req-ad47f9da-1783-4042-a5c8-1358a750507b tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Deleting port 793f8e70-64ca-4eb9-9e95-8a286b7601ef {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:31.151802 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-52e9ae92-53cf-4b92-88eb-e29ccbe696a2 req-ad47f9da-1783-4042-a5c8-1358a750507b tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (793f8e70-64ca-4eb9-9e95-8a286b7601ef), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:31.258898 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4010f902-2b69-41ae-bc1c-06a77991b478 x-openstack-request-id: req-4010f902-2b69-41ae-bc1c-06a77991b478 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:31.259401 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff90ec13-940a-4a11-80e6-e5b23829f85f", "name": "network-vif-deleted", "tag": "2852bf77-466f-4992-8703-a18ede235b35", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:31.259490 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4010f902-2b69-41ae-bc1c-06a77991b478 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:31.259833 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff90ec13-940a-4a11-80e6-e5b23829f85f', 'name': 'network-vif-deleted', 'tag': '2852bf77-466f-4992-8703-a18ede235b35', 'status': 'completed', 'code': 200} Feb 11 04:21:31.268109 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d191724b-a619-4b19-956c-9a67d8982e99 req-b4e1e7b7-bbd9-4131-b43c-407175d96a43 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:31.282275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d191724b-a619-4b19-956c-9a67d8982e99 req-b4e1e7b7-bbd9-4131-b43c-407175d96a43 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.9961607 Feb 11 04:21:31.282275 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-660a6b9f-7e02-4123-9fe9-53f004a51c9f req-b47aa568-37a1-4fa9-9b3d-1180bb6361d0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (cb9a25b7-4de1-4545-97ec-64c870a0350e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:31.293521 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:31.320615 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-52e9ae92-53cf-4b92-88eb-e29ccbe696a2 req-ad47f9da-1783-4042-a5c8-1358a750507b tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] For port 793f8e70-64ca-4eb9-9e95-8a286b7601ef, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=793f8e70-64ca-4eb9-9e95-8a286b7601ef,segment=NetworkSegment(3137ca14-b787-4d1b-aa37-86c39e3a3dd2),segment_id=3137ca14-b787-4d1b-aa37-86c39e3a3dd2)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:31.321587 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-52e9ae92-53cf-4b92-88eb-e29ccbe696a2 req-ad47f9da-1783-4042-a5c8-1358a750507b tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (793f8e70-64ca-4eb9-9e95-8a286b7601ef), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:31.343094 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-52e9ae92-53cf-4b92-88eb-e29ccbe696a2 req-ad47f9da-1783-4042-a5c8-1358a750507b tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Calling delete_port for 793f8e70-64ca-4eb9-9e95-8a286b7601ef owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:31.352066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1e7b7-bbd9-4131-b43c-407175d96a43 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6485fa3-fba0-4823-aaf2-72614cae0ba5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:31.362755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47aa568-37a1-4fa9-9b3d-1180bb6361d0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event deleted for resources: {'Port': ['ID=cb9a25b7-4de1-4545-97ec-64c870a0350e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:31.452531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42760) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:31.458534 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-660a6b9f-7e02-4123-9fe9-53f004a51c9f req-b47aa568-37a1-4fa9-9b3d-1180bb6361d0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] No DVR routers for this DVR port cb9a25b7-4de1-4545-97ec-64c870a0350e on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:31.467596 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-660a6b9f-7e02-4123-9fe9-53f004a51c9f req-b47aa568-37a1-4fa9-9b3d-1180bb6361d0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:31.474636 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-660a6b9f-7e02-4123-9fe9-53f004a51c9f req-b47aa568-37a1-4fa9-9b3d-1180bb6361d0 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.32 "DELETE /v2.0/ports/cb9a25b7-4de1-4545-97ec-64c870a0350e HTTP/1.1" status: 204 len: 173 time: 1.5533981 Feb 11 04:21:31.518354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dbd57-5486-4f2c-ab13-1cedeefd3046 req-10b9c3c2-6b9e-4fb9-a66f-c3dce4ae90a3 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:31.525443 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-877dbd57-5486-4f2c-ab13-1cedeefd3046 req-10b9c3c2-6b9e-4fb9-a66f-c3dce4ae90a3 tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab3ff56c-90fc-45b2-a017-2b098a78bf6f HTTP/1.1" status: 200 len: 946 time: 0.1661863 Feb 11 04:21:31.562800 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dfb8ab6a-d5a8-4310-a74c-c642871af4fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8526237624a74333a2df276e8a133dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1057827 Feb 11 04:21:31.563065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42762) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:31.642691 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-877dbd57-5486-4f2c-ab13-1cedeefd3046 req-6f1188a7-ccec-4bcb-907f-dc66c78970bc tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/security-groups?id=405112bb-0b47-4ccd-98d7-65e2853c2e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162755 Feb 11 04:21:31.690819 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2df01e8-b15b-4758-9627-4221bc8e8a44 admin admin] Publish callbacks [] for security_group (47683a14-c0e8-4779-9fe1-768c2640579a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:31.756780 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-52e9ae92-53cf-4b92-88eb-e29ccbe696a2 req-ad47f9da-1783-4042-a5c8-1358a750507b tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (793f8e70-64ca-4eb9-9e95-8a286b7601ef), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:31.762156 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2df01e8-b15b-4758-9627-4221bc8e8a44 admin admin] Publish callbacks [] for security_group (47683a14-c0e8-4779-9fe1-768c2640579a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:31.769114 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['793f8e70-64ca-4eb9-9e95-8a286b7601ef'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:31.813766 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47f9da-1783-4042-a5c8-1358a750507b tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Pushing event deleted for resources: {'Port': ['ID=793f8e70-64ca-4eb9-9e95-8a286b7601ef,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:31.844822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4313c-4b79-41f4-b2f2-ca38e27698cb req-da1979f4-e4a8-4cc1-a43c-ff9cce410db5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:31.847888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82a4313c-4b79-41f4-b2f2-ca38e27698cb req-da1979f4-e4a8-4cc1-a43c-ff9cce410db5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.1236742 Feb 11 04:21:31.927841 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e9ae92-53cf-4b92-88eb-e29ccbe696a2 req-ad47f9da-1783-4042-a5c8-1358a750507b tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] No DVR routers for this DVR port 793f8e70-64ca-4eb9-9e95-8a286b7601ef on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:31.930860 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-52e9ae92-53cf-4b92-88eb-e29ccbe696a2 req-ad47f9da-1783-4042-a5c8-1358a750507b tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:31.935854 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-52e9ae92-53cf-4b92-88eb-e29ccbe696a2 req-ad47f9da-1783-4042-a5c8-1358a750507b tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.47 "DELETE /v2.0/ports/793f8e70-64ca-4eb9-9e95-8a286b7601ef HTTP/1.1" status: 204 len: 173 time: 0.9387391 Feb 11 04:21:31.937977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3ff56c-90fc-45b2-a017-2b098a78bf6f', 'name': 'network-vif-deleted', 'tag': '793f8e70-64ca-4eb9-9e95-8a286b7601ef'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:31.953604 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9170b45c-397a-41f5-addd-d9fa49ca83c4" -d '{"events": [{"server_uuid": "ab3ff56c-90fc-45b2-a017-2b098a78bf6f", "name": "network-vif-deleted", "tag": "793f8e70-64ca-4eb9-9e95-8a286b7601ef"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:31.956368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82a4313c-4b79-41f4-b2f2-ca38e27698cb req-419fbb06-3248-4895-9ba2-b866b7f2a527 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024666 Feb 11 04:21:31.966372 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2df01e8-b15b-4758-9627-4221bc8e8a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (47683a14-c0e8-4779-9fe1-768c2640579a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:31.969867 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2df01e8-b15b-4758-9627-4221bc8e8a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:31.971188 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d2df01e8-b15b-4758-9627-4221bc8e8a44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47683a14-c0e8-4779-9fe1-768c2640579a HTTP/1.1" status: 204 len: 168 time: 0.4070313 Feb 11 04:21:32.025620 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df01e8-b15b-4758-9627-4221bc8e8a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47683a14-c0e8-4779-9fe1-768c2640579a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:32.050567 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63026675-40cf-49a6-b890-946bad9333e5 req-c0a95f7d-a116-46b8-91c9-36a665de5927 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/c6485fa3-fba0-4823-aaf2-72614cae0ba5 HTTP/1.1" status: 200 len: 1818 time: 0.1090004 Feb 11 04:21:32.065035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-63026675-40cf-49a6-b890-946bad9333e5 req-8f397049-4a33-49e6-8ecc-2555327628ef tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Request body: {'security_group': {'name': 'tempest-sg-hth-749844205', 'description': 'tempest-description-hth-2111639087'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:32.126671 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c920e5-8c09-4017-8b8f-e5dff8b93439 x-openstack-request-id: req-02c920e5-8c09-4017-8b8f-e5dff8b93439 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:32.128684 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3ff56c-90fc-45b2-a017-2b098a78bf6f", "name": "network-vif-deleted", "tag": "793f8e70-64ca-4eb9-9e95-8a286b7601ef", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:32.129177 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02c920e5-8c09-4017-8b8f-e5dff8b93439 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:32.129817 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3ff56c-90fc-45b2-a017-2b098a78bf6f', 'name': 'network-vif-deleted', 'tag': '793f8e70-64ca-4eb9-9e95-8a286b7601ef', 'status': 'completed', 'code': 200} Feb 11 04:21:32.142586 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-63026675-40cf-49a6-b890-946bad9333e5 req-8f397049-4a33-49e6-8ecc-2555327628ef tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (c6485fa3-fba0-4823-aaf2-72614cae0ba5), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:32.206568 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-63026675-40cf-49a6-b890-946bad9333e5 req-8f397049-4a33-49e6-8ecc-2555327628ef tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (c6485fa3-fba0-4823-aaf2-72614cae0ba5), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:32.267007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c44b5342-488e-464a-a53d-b6e3bd125097 req-83311cc3-fa7d-42b4-902c-782d11ed244c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04 HTTP/1.1" status: 200 len: 210 time: 0.0372062 Feb 11 04:21:32.267765 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-63026675-40cf-49a6-b890-946bad9333e5 req-8f397049-4a33-49e6-8ecc-2555327628ef tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c6485fa3-fba0-4823-aaf2-72614cae0ba5), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:32.270601 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-63026675-40cf-49a6-b890-946bad9333e5 req-8f397049-4a33-49e6-8ecc-2555327628ef tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:32.286155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63026675-40cf-49a6-b890-946bad9333e5 req-8f397049-4a33-49e6-8ecc-2555327628ef tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "PUT /v2.0/security-groups/c6485fa3-fba0-4823-aaf2-72614cae0ba5 HTTP/1.1" status: 200 len: 1791 time: 0.2201266 Feb 11 04:21:32.387832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f397049-4a33-49e6-8ecc-2555327628ef tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6485fa3-fba0-4823-aaf2-72614cae0ba5,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:32.411339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79c9afe6-d86f-445b-9f74-57dfea17f3c7 req-c07c8d4b-d08f-42d6-b7fb-fc7ca1189c71 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/c6485fa3-fba0-4823-aaf2-72614cae0ba5 HTTP/1.1" status: 200 len: 1791 time: 0.1018803 Feb 11 04:21:32.501221 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ece5148-5b18-4164-bfd5-a32e2bf93eb6 req-cfc67387-f583-4437-a7a3-aa502cc92802 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/c6485fa3-fba0-4823-aaf2-72614cae0ba5 HTTP/1.1" status: 200 len: 1791 time: 0.0658634 Feb 11 04:21:32.606755 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7ece5148-5b18-4164-bfd5-a32e2bf93eb6 req-20930fc3-9c02-4908-9345-db988d527fb0 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (c6485fa3-fba0-4823-aaf2-72614cae0ba5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:32.683018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7ece5148-5b18-4164-bfd5-a32e2bf93eb6 req-20930fc3-9c02-4908-9345-db988d527fb0 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (c6485fa3-fba0-4823-aaf2-72614cae0ba5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:32.707222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 2852bf77-466f-4992-8703-a18ede235b35 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:32.744753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 2852bf77-466f-4992-8703-a18ede235b35 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:32.745868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 2852bf77-466f-4992-8703-a18ede235b35 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:32.747055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device cb9a25b7-4de1-4545-97ec-64c870a0350e no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:32.773861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: cb9a25b7-4de1-4545-97ec-64c870a0350e {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:32.774220 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device cb9a25b7-4de1-4545-97ec-64c870a0350e not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:32.833986 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17a4cdd2-7836-47d8-a68b-7063c9225456 req-f3b0f8d2-d72e-4303-b4d7-0aeeef1571af tempest-ServerPasswordTestJSON-2137032893 tempest-ServerPasswordTestJSON-2137032893-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab3ff56c-90fc-45b2-a017-2b098a78bf6f HTTP/1.1" status: 200 len: 210 time: 0.0404060 Feb 11 04:21:32.875534 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7ece5148-5b18-4164-bfd5-a32e2bf93eb6 req-20930fc3-9c02-4908-9345-db988d527fb0 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c6485fa3-fba0-4823-aaf2-72614cae0ba5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:32.878541 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7ece5148-5b18-4164-bfd5-a32e2bf93eb6 req-20930fc3-9c02-4908-9345-db988d527fb0 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:32.886399 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ece5148-5b18-4164-bfd5-a32e2bf93eb6 req-20930fc3-9c02-4908-9345-db988d527fb0 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "DELETE /v2.0/security-groups/c6485fa3-fba0-4823-aaf2-72614cae0ba5 HTTP/1.1" status: 204 len: 173 time: 0.3807371 Feb 11 04:21:32.913891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20930fc3-9c02-4908-9345-db988d527fb0 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6485fa3-fba0-4823-aaf2-72614cae0ba5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:33.024098 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-d230c665-c100-448b-b1a2-50167cc9624a req-3dbc9c79-9eeb-4137-ae45-260cda547dcd tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] show failed (client error): The resource could not be found. Feb 11 04:21:33.025161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d230c665-c100-448b-b1a2-50167cc9624a req-3dbc9c79-9eeb-4137-ae45-260cda547dcd tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/5cbb8a6d-a38e-4296-be61-a3d310ff1b49 HTTP/1.1" status: 404 len: 352 time: 0.0182238 Feb 11 04:21:33.088800 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-ab97e1cc-db36-4419-8efd-2123bffc32e5 req-cb5b5c7a-189a-46bc-a2ec-f8978439748a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] show failed (client error): The resource could not be found. Feb 11 04:21:33.089827 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab97e1cc-db36-4419-8efd-2123bffc32e5 req-cb5b5c7a-189a-46bc-a2ec-f8978439748a tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/b3271225-cd31-4faf-bf7e-0a3f484b460e HTTP/1.1" status: 404 len: 352 time: 0.0246778 Feb 11 04:21:33.171021 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-766c2a98-f745-4138-bd0b-2f35194fa441 req-9d9fdf5d-f1ce-48ce-9544-04364ad883c1 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] show failed (client error): The resource could not be found. Feb 11 04:21:33.188695 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-766c2a98-f745-4138-bd0b-2f35194fa441 req-9d9fdf5d-f1ce-48ce-9544-04364ad883c1 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/0153e560-5140-4eec-8e49-83b5c5a9c888 HTTP/1.1" status: 404 len: 352 time: 0.0542545 Feb 11 04:21:33.238388 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-9c9e5756-f593-4724-9a76-78da6e65695a req-3b6b6294-a76c-4050-b1c4-d395b9b5157e tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] show failed (client error): The resource could not be found. Feb 11 04:21:33.247061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c9e5756-f593-4724-9a76-78da6e65695a req-3b6b6294-a76c-4050-b1c4-d395b9b5157e tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/0dd26003-eae6-4b8b-8f82-7965afc6755c HTTP/1.1" status: 404 len: 352 time: 0.0273967 Feb 11 04:21:33.254003 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42818) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:33.260631 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04', 'name': 'network-vif-deleted', 'tag': 'cb9a25b7-4de1-4545-97ec-64c870a0350e'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:33.281441 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aca42b7-8891-4816-bf78-bcb6205e48df" -d '{"events": [{"server_uuid": "d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04", "name": "network-vif-deleted", "tag": "cb9a25b7-4de1-4545-97ec-64c870a0350e"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:33.336522 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-3e72ed0f-fc97-45a6-b98d-3491a2e543a1 req-45c4ce5c-b4ed-4747-9cc1-a7e557d336ba tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] show failed (client error): The resource could not be found. Feb 11 04:21:33.337564 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e72ed0f-fc97-45a6-b98d-3491a2e543a1 req-45c4ce5c-b4ed-4747-9cc1-a7e557d336ba tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/23ae66bf-b4ee-4774-9d82-59f54aeccfc7 HTTP/1.1" status: 404 len: 352 time: 0.0477412 Feb 11 04:21:33.346401 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c214960-b145-4e5d-bc36-b454a61e9e2d req-c81f667c-00e9-4b96-b75a-2f4e4a66d5a9 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:33.366460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c214960-b145-4e5d-bc36-b454a61e9e2d req-c81f667c-00e9-4b96-b75a-2f4e4a66d5a9 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.2094333 Feb 11 04:21:33.422210 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa72b720-8e96-4b86-a577-6928801187a2 x-openstack-request-id: req-fa72b720-8e96-4b86-a577-6928801187a2 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:33.422504 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04", "name": "network-vif-deleted", "tag": "cb9a25b7-4de1-4545-97ec-64c870a0350e", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:33.422796 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa72b720-8e96-4b86-a577-6928801187a2 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:33.423192 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f7cd8f-80b3-4ea7-9997-6b7b90a1cb04', 'name': 'network-vif-deleted', 'tag': 'cb9a25b7-4de1-4545-97ec-64c870a0350e', 'status': 'completed', 'code': 200} Feb 11 04:21:33.445860 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:33.502822 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c214960-b145-4e5d-bc36-b454a61e9e2d req-c1374092-1521-4af1-9184-8ac742de965b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351681 Feb 11 04:21:33.508062 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-72b7d0eb-a930-46ba-812e-edcba58d81fd req-d540d4b3-95bd-4fc6-b976-58634a2c1e96 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] show failed (client error): The resource could not be found. Feb 11 04:21:33.509105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72b7d0eb-a930-46ba-812e-edcba58d81fd req-d540d4b3-95bd-4fc6-b976-58634a2c1e96 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/7bb86fe4-3b45-46d3-8265-579eb4a427c4 HTTP/1.1" status: 404 len: 352 time: 0.0374260 Feb 11 04:21:33.582609 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Publish callbacks [] for security_group (16ef4e45-2b83-4029-a523-061fe451ad99), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:33.692937 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (16ef4e45-2b83-4029-a523-061fe451ad99), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:33.723605 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:33.770792 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f400ee6d7e744ba1b6abe36c034f6ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5123627 Feb 11 04:21:33.771060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42844) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:33.783510 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ef4e45-2b83-4029-a523-061fe451ad99,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:33.791500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:33.791860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:33.792210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:33.792609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:33.792952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:33.793288 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:33.793624 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:33.793955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:33.794335 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:33.794719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:33.795060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:33.795391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:33.795721 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5fccfc-6940-4899-a23a-de60a2d62a9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:33.802784 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:33.880647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d2bc627-5380-4770-98bd-1fb2a37a4a4a admin admin] Publish callbacks [] for security_group (16ef4e45-2b83-4029-a523-061fe451ad99), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:33.930307 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d2bc627-5380-4770-98bd-1fb2a37a4a4a admin admin] Publish callbacks [] for security_group (16ef4e45-2b83-4029-a523-061fe451ad99), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:34.006414 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42852) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:34.064037 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d2bc627-5380-4770-98bd-1fb2a37a4a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (16ef4e45-2b83-4029-a523-061fe451ad99), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:34.070604 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d2bc627-5380-4770-98bd-1fb2a37a4a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:34.078344 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1d2bc627-5380-4770-98bd-1fb2a37a4a4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16ef4e45-2b83-4029-a523-061fe451ad99 HTTP/1.1" status: 204 len: 168 time: 0.3055868 Feb 11 04:21:34.108643 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-20da2d0d-a464-4c69-b368-526a65fe459d admin admin] Deleting subnet 92db92ee-1adb-4b68-9891-d83438acd80d {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:21:34.119092 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20da2d0d-a464-4c69-b368-526a65fe459d admin admin] Publish callbacks [] for subnet (92db92ee-1adb-4b68-9891-d83438acd80d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:34.128683 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bc627-5380-4770-98bd-1fb2a37a4a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ef4e45-2b83-4029-a523-061fe451ad99,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:34.200161 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20da2d0d-a464-4c69-b368-526a65fe459d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (92db92ee-1adb-4b68-9891-d83438acd80d), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:34.201977 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461f1d2-1ba3-4050-927a-302917537fb6 req-a6df78f1-9fd1-4f0e-81ec-2eb3f2b2ac71 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:34.221362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7461f1d2-1ba3-4050-927a-302917537fb6 req-a6df78f1-9fd1-4f0e-81ec-2eb3f2b2ac71 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 1024 time: 0.1417012 Feb 11 04:21:34.311050 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20da2d0d-a464-4c69-b368-526a65fe459d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (92db92ee-1adb-4b68-9891-d83438acd80d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:34.376109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7461f1d2-1ba3-4050-927a-302917537fb6 req-da7c820a-5d5c-4156-b079-f661ecf5d7a0 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&id=ee6b1791-2c32-444e-a0d9-8176ae2e268f&id=9b674c38-0f24-4d95-abb7-449be18f2b01&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1512659 Feb 11 04:21:34.424967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b432a4-673d-4b79-aca0-261fe18b4a9f req-686a3b54-455b-4f65-8b79-29a82a3e928c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:34.429809 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92b432a4-673d-4b79-aca0-261fe18b4a9f req-686a3b54-455b-4f65-8b79-29a82a3e928c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 949 time: 0.1054382 Feb 11 04:21:34.515689 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92b432a4-673d-4b79-aca0-261fe18b4a9f req-e0589442-fb5b-4207-b8a3-ff064f36e44c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743906 Feb 11 04:21:34.521138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 793f8e70-64ca-4eb9-9e95-8a286b7601ef no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:34.539134 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20da2d0d-a464-4c69-b368-526a65fe459d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (92db92ee-1adb-4b68-9891-d83438acd80d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:34.558428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 793f8e70-64ca-4eb9-9e95-8a286b7601ef {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:34.559049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 793f8e70-64ca-4eb9-9e95-8a286b7601ef not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:34.575234 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20da2d0d-a464-4c69-b368-526a65fe459d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:34.585328 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-20da2d0d-a464-4c69-b368-526a65fe459d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/92db92ee-1adb-4b68-9891-d83438acd80d HTTP/1.1" status: 204 len: 168 time: 0.5777843 Feb 11 04:21:34.588078 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42868) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:34.625173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da2d0d-a464-4c69-b368-526a65fe459d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92db92ee-1adb-4b68-9891-d83438acd80d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:34.740075 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898ab042-a66d-4ec0-a309-3978fdf36a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (b4e7ac51-3765-40ff-b3e5-db359ee2fcd0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:34.820178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c7113-eae1-4406-83df-44661b59fc36 req-50a3ec2c-a462-494b-a441-a1d5fdf9bbfb tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:34.827647 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-050c7113-eae1-4406-83df-44661b59fc36 req-50a3ec2c-a462-494b-a441-a1d5fdf9bbfb tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.1736619 Feb 11 04:21:34.906577 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898ab042-a66d-4ec0-a309-3978fdf36a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (b4e7ac51-3765-40ff-b3e5-db359ee2fcd0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:34.941247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-898ab042-a66d-4ec0-a309-3978fdf36a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e7ac51-3765-40ff-b3e5-db359ee2fcd0']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:34.952710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-050c7113-eae1-4406-83df-44661b59fc36 req-f7cdfa24-e745-4146-8f3d-a03065e45d95 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240931 Feb 11 04:21:34.980773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-898ab042-a66d-4ec0-a309-3978fdf36a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3137ca14-b787-4d1b-aa37-86c39e3a3dd2') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:34.980773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-898ab042-a66d-4ec0-a309-3978fdf36a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3137ca14-b787-4d1b-aa37-86c39e3a3dd2') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:34.980773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898ab042-a66d-4ec0-a309-3978fdf36a61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (3137ca14-b787-4d1b-aa37-86c39e3a3dd2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:35.001900 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898ab042-a66d-4ec0-a309-3978fdf36a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (3137ca14-b787-4d1b-aa37-86c39e3a3dd2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:35.014272 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898ab042-a66d-4ec0-a309-3978fdf36a61 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:21:35.014799 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898ab042-a66d-4ec0-a309-3978fdf36a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (3137ca14-b787-4d1b-aa37-86c39e3a3dd2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:21:35.019831 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:21:35.220032 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898ab042-a66d-4ec0-a309-3978fdf36a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (b4e7ac51-3765-40ff-b3e5-db359ee2fcd0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:35.256314 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898ab042-a66d-4ec0-a309-3978fdf36a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:35.264372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-898ab042-a66d-4ec0-a309-3978fdf36a61 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b4e7ac51-3765-40ff-b3e5-db359ee2fcd0 HTTP/1.1" status: 204 len: 168 time: 0.6715863 Feb 11 04:21:35.264372 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ab042-a66d-4ec0-a309-3978fdf36a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4e7ac51-3765-40ff-b3e5-db359ee2fcd0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:35.443076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39058f7e-1e82-4464-be9f-e6a6c0698e4e req-0c596bca-8d58-4c9f-b1c8-7f93564bcb51 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:35.444692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39058f7e-1e82-4464-be9f-e6a6c0698e4e req-0c596bca-8d58-4c9f-b1c8-7f93564bcb51 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.32 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 1024 time: 0.1094902 Feb 11 04:21:35.581602 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fe55d-8f07-4e77-b9d9-69d6b3b1bb36 req-b7400b41-d702-4fd7-95b3-fcc9cdb6746b tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:35.583953 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fd4fe55d-8f07-4e77-b9d9-69d6b3b1bb36 req-b7400b41-d702-4fd7-95b3-fcc9cdb6746b tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 949 time: 0.1174059 Feb 11 04:21:35.740258 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-fd4fe55d-8f07-4e77-b9d9-69d6b3b1bb36 req-cdc451a3-e1bc-492c-b00e-9edc54e22b31 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Deleting port 78f28e16-6084-4c61-9e1c-6740fd9eeda4 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:35.740621 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fd4fe55d-8f07-4e77-b9d9-69d6b3b1bb36 req-cdc451a3-e1bc-492c-b00e-9edc54e22b31 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:35.753125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42912) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:35.799661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f6996-877e-4760-815c-aa9f1fd3e403 req-fcf3205d-3a1c-4ade-b216-6f4f52f6d1de tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:35.806019 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea3f6996-877e-4760-815c-aa9f1fd3e403 req-fcf3205d-3a1c-4ade-b216-6f4f52f6d1de tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 1024 time: 0.2195032 Feb 11 04:21:35.855173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be781851-1e33-44d9-a7ee-7d79f07a27d4 req-2bef1622-adb5-4e0c-a07d-161f5877db1c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:35.866940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be781851-1e33-44d9-a7ee-7d79f07a27d4 req-2bef1622-adb5-4e0c-a07d-161f5877db1c tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 949 time: 0.1954811 Feb 11 04:21:35.879595 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c582d6de-8a61-4403-b81d-0e4ad0a1612b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7b827a4215e48cb91388c6aab652262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1238320 Feb 11 04:21:35.882665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42914) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:35.900350 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fd4fe55d-8f07-4e77-b9d9-69d6b3b1bb36 req-cdc451a3-e1bc-492c-b00e-9edc54e22b31 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] For port 78f28e16-6084-4c61-9e1c-6740fd9eeda4, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=78f28e16-6084-4c61-9e1c-6740fd9eeda4,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:35.901432 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fd4fe55d-8f07-4e77-b9d9-69d6b3b1bb36 req-cdc451a3-e1bc-492c-b00e-9edc54e22b31 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:35.924698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-fd4fe55d-8f07-4e77-b9d9-69d6b3b1bb36 req-cdc451a3-e1bc-492c-b00e-9edc54e22b31 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Calling delete_port for 78f28e16-6084-4c61-9e1c-6740fd9eeda4 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:35.964219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-39058f7e-1e82-4464-be9f-e6a6c0698e4e req-8c0b3550-96b9-4f2e-9aea-7269b2e24407 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Deleting port d55b9a6c-e532-4bce-9678-49c2fc1041b7 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:35.964565 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-39058f7e-1e82-4464-be9f-e6a6c0698e4e req-8c0b3550-96b9-4f2e-9aea-7269b2e24407 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.102162 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42922) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:36.127622 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fd4fe55d-8f07-4e77-b9d9-69d6b3b1bb36 req-cdc451a3-e1bc-492c-b00e-9edc54e22b31 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (78f28e16-6084-4c61-9e1c-6740fd9eeda4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.146198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['78f28e16-6084-4c61-9e1c-6740fd9eeda4'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:36.173875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be781851-1e33-44d9-a7ee-7d79f07a27d4 req-896ff802-3144-4231-9090-b7217d3c458e tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/security-groups?id=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045602 Feb 11 04:21:36.213722 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc451a3-e1bc-492c-b00e-9edc54e22b31 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Pushing event deleted for resources: {'Port': ['ID=78f28e16-6084-4c61-9e1c-6740fd9eeda4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:36.216456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42926) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:36.280114 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4fe55d-8f07-4e77-b9d9-69d6b3b1bb36 req-cdc451a3-e1bc-492c-b00e-9edc54e22b31 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] No DVR routers for this DVR port 78f28e16-6084-4c61-9e1c-6740fd9eeda4 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:36.283290 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fd4fe55d-8f07-4e77-b9d9-69d6b3b1bb36 req-cdc451a3-e1bc-492c-b00e-9edc54e22b31 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.287196 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fd4fe55d-8f07-4e77-b9d9-69d6b3b1bb36 req-cdc451a3-e1bc-492c-b00e-9edc54e22b31 tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.47 "DELETE /v2.0/ports/78f28e16-6084-4c61-9e1c-6740fd9eeda4 HTTP/1.1" status: 204 len: 173 time: 0.6973836 Feb 11 04:21:36.287933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0348508-1e8b-47ba-b558-eed413cc5c26', 'name': 'network-vif-deleted', 'tag': '78f28e16-6084-4c61-9e1c-6740fd9eeda4'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:36.295803 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcf7401-57e7-4ae4-9fbb-95b24092e654" -d '{"events": [{"server_uuid": "b0348508-1e8b-47ba-b558-eed413cc5c26", "name": "network-vif-deleted", "tag": "78f28e16-6084-4c61-9e1c-6740fd9eeda4"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:36.408418 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-39f28dc6-43e0-4262-9234-7dd94fb49b99 admin admin] Publish callbacks [] for security_group (405112bb-0b47-4ccd-98d7-65e2853c2e90), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.440252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-39058f7e-1e82-4464-be9f-e6a6c0698e4e req-8c0b3550-96b9-4f2e-9aea-7269b2e24407 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] For port d55b9a6c-e532-4bce-9678-49c2fc1041b7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=d55b9a6c-e532-4bce-9678-49c2fc1041b7,segment=NetworkSegment(fd8369af-aaeb-43a7-a600-c52390be2c53),segment_id=fd8369af-aaeb-43a7-a600-c52390be2c53)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:36.440252 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-39058f7e-1e82-4464-be9f-e6a6c0698e4e req-8c0b3550-96b9-4f2e-9aea-7269b2e24407 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.443932 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67a52dd5-de6c-4273-9747-1beebd2b62c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.471971 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-298705274-network', 'tenant_id': 'd8f8301679dd4e27b591770bd11a4ecf'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:36.519309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-39058f7e-1e82-4464-be9f-e6a6c0698e4e req-8c0b3550-96b9-4f2e-9aea-7269b2e24407 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Calling delete_port for d55b9a6c-e532-4bce-9678-49c2fc1041b7 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:36.533808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea3f6996-877e-4760-815c-aa9f1fd3e403 req-a1111659-f601-46a0-bb8a-ba5410d70420 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d4705d6-b024-436e-bdd4-d56fbcc05413&id=ee6b1791-2c32-444e-a0d9-8176ae2e268f&id=9b674c38-0f24-4d95-abb7-449be18f2b01&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.7099915 Feb 11 04:21:36.547432 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-39f28dc6-43e0-4262-9234-7dd94fb49b99 admin admin] Publish callbacks [] for security_group (405112bb-0b47-4ccd-98d7-65e2853c2e90), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.565883 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] Made reservation on behalf of d8f8301679dd4e27b591770bd11a4ecf for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:21:36.568872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.583433 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.601552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69227502-506d-433b-a765-00edc3e8bb9f req-7b4f0476-4192-4fb2-b3cd-b7aa59d4daf2 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:36.603373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69227502-506d-433b-a765-00edc3e8bb9f req-7b4f0476-4192-4fb2-b3cd-b7aa59d4daf2 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 946 time: 0.2706027 Feb 11 04:21:36.671073 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436c64f7-929d-4711-9a83-64255acedec8 x-openstack-request-id: req-436c64f7-929d-4711-9a83-64255acedec8 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:36.671427 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0348508-1e8b-47ba-b558-eed413cc5c26", "name": "network-vif-deleted", "tag": "78f28e16-6084-4c61-9e1c-6740fd9eeda4", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:36.671691 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-436c64f7-929d-4711-9a83-64255acedec8 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:36.672100 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0348508-1e8b-47ba-b558-eed413cc5c26', 'name': 'network-vif-deleted', 'tag': '78f28e16-6084-4c61-9e1c-6740fd9eeda4', 'status': 'completed', 'code': 200} Feb 11 04:21:36.680202 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67a52dd5-de6c-4273-9747-1beebd2b62c0 admin admin] Publish callbacks [] for security_group (510392d6-e8ca-45cc-b632-5757a567225f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.711343 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] Publish callbacks [] for security_group (f6c3a4f7-29ff-418d-99e2-74ae6f2ba92f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.723553 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67a52dd5-de6c-4273-9747-1beebd2b62c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (510392d6-e8ca-45cc-b632-5757a567225f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.776563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-f0172f63-7628-490e-bd17-72b2a5d0891d tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:36.782671 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-67a52dd5-de6c-4273-9747-1beebd2b62c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c42396042cf42fa8b27e62fad7f0209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6736546 Feb 11 04:21:36.783206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-f0172f63-7628-490e-bd17-72b2a5d0891d tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a&tenant_id=2ecf6acdd8224d998729629979558449&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 1129 time: 0.3271086 Feb 11 04:21:36.793592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42934) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:36.809707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-35'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:36.811091 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f6c3a4f7-29ff-418d-99e2-74ae6f2ba92f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.817084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a52dd5-de6c-4273-9747-1beebd2b62c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510392d6-e8ca-45cc-b632-5757a567225f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:36.866523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69227502-506d-433b-a765-00edc3e8bb9f req-9c8c4fcd-e5ad-4fac-b95e-7c8a47e130ba tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419326 Feb 11 04:21:36.927178 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f53230ca-83ba-4377-800a-28c675b4bfd8 admin admin] Publish callbacks [] for security_group (510392d6-e8ca-45cc-b632-5757a567225f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.929946 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c3a4f7-29ff-418d-99e2-74ae6f2ba92f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:36.939581 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.980943 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-39f28dc6-43e0-4262-9234-7dd94fb49b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (405112bb-0b47-4ccd-98d7-65e2853c2e90), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.983457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:21:36.984131 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-39f28dc6-43e0-4262-9234-7dd94fb49b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:36.985284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-39f28dc6-43e0-4262-9234-7dd94fb49b99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/405112bb-0b47-4ccd-98d7-65e2853c2e90 HTTP/1.1" status: 204 len: 168 time: 1.0798914 Feb 11 04:21:37.032727 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f53230ca-83ba-4377-800a-28c675b4bfd8 admin admin] Publish callbacks [] for security_group (510392d6-e8ca-45cc-b632-5757a567225f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:37.042564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f28dc6-43e0-4262-9234-7dd94fb49b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405112bb-0b47-4ccd-98d7-65e2853c2e90,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:37.080681 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4c1ef789-d0c1-4863-a87f-d024284eeee9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:37.084365 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] Added segment 4c1ef789-d0c1-4863-a87f-d024284eeee9 of type vlan for network 5f9eafbc-a259-4e13-b319-4ad9a015a8f6 Feb 11 04:21:37.162332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (5f9eafbc-a259-4e13-b319-4ad9a015a8f6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:37.234108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:37.254734 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-39058f7e-1e82-4464-be9f-e6a6c0698e4e req-8c0b3550-96b9-4f2e-9aea-7269b2e24407 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d55b9a6c-e532-4bce-9678-49c2fc1041b7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:37.294612 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (5f9eafbc-a259-4e13-b319-4ad9a015a8f6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:37.295871 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:37.296481 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:37.298807 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f53230ca-83ba-4377-800a-28c675b4bfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (510392d6-e8ca-45cc-b632-5757a567225f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:37.307935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f53230ca-83ba-4377-800a-28c675b4bfd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:37.309152 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f53230ca-83ba-4377-800a-28c675b4bfd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/510392d6-e8ca-45cc-b632-5757a567225f HTTP/1.1" status: 204 len: 168 time: 0.5145240 Feb 11 04:21:37.318226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b3550-96b9-4f2e-9aea-7269b2e24407 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event deleted for resources: {'Port': ['ID=d55b9a6c-e532-4bce-9678-49c2fc1041b7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:37.376885 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac1fd111-b530-4cbf-8c59-62c5a5eccbfc req-500db87b-75aa-4391-a1de-0dd5656ae18d tempest-ServersOnMultiNodesTest-34764961 tempest-ServersOnMultiNodesTest-34764961-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0348508-1e8b-47ba-b558-eed413cc5c26 HTTP/1.1" status: 200 len: 210 time: 0.0848956 Feb 11 04:21:37.383506 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53230ca-83ba-4377-800a-28c675b4bfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510392d6-e8ca-45cc-b632-5757a567225f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:37.449762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:21:37.460038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] Pushing event updated for resources: {'Network': ['ID=5f9eafbc-a259-4e13-b319-4ad9a015a8f6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:37.472475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 5f9eafbc-a259-4e13-b319-4ad9a015a8f6 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:21:37.503535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-39058f7e-1e82-4464-be9f-e6a6c0698e4e req-8c0b3550-96b9-4f2e-9aea-7269b2e24407 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] No DVR routers for this DVR port d55b9a6c-e532-4bce-9678-49c2fc1041b7 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:37.507286 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-39058f7e-1e82-4464-be9f-e6a6c0698e4e req-8c0b3550-96b9-4f2e-9aea-7269b2e24407 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:37.511110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39058f7e-1e82-4464-be9f-e6a6c0698e4e req-8c0b3550-96b9-4f2e-9aea-7269b2e24407 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.32 "DELETE /v2.0/ports/d55b9a6c-e532-4bce-9678-49c2fc1041b7 HTTP/1.1" status: 204 len: 173 time: 2.0603201 Feb 11 04:21:37.511571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933b9f5c-e688-4e8e-86c3-adedae342bf3', 'name': 'network-vif-deleted', 'tag': 'd55b9a6c-e532-4bce-9678-49c2fc1041b7'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:37.514610 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d71b7ec-0e27-4683-8b64-cfb603f4627c" -d '{"events": [{"server_uuid": "933b9f5c-e688-4e8e-86c3-adedae342bf3", "name": "network-vif-deleted", "tag": "d55b9a6c-e532-4bce-9678-49c2fc1041b7"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:37.573533 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f08c0f61-cfda-4ae5-8495-731494ef23a7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3473063 Feb 11 04:21:37.579816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42948) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:37.596264 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Publish callbacks [] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:37.603167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7fb5f6ce-21ee-4c47-a4ff-21dedaf119e7 admin admin] Request body: {'subnet': {'network_id': '5f9eafbc-a259-4e13-b319-4ad9a015a8f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-298705274-subnet', 'tenant_id': 'd8f8301679dd4e27b591770bd11a4ecf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:37.607880 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b97836-6b2c-4f85-8308-b87cc5ed631a x-openstack-request-id: req-82b97836-6b2c-4f85-8308-b87cc5ed631a {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:37.608221 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933b9f5c-e688-4e8e-86c3-adedae342bf3", "name": "network-vif-deleted", "tag": "d55b9a6c-e532-4bce-9678-49c2fc1041b7", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:37.608488 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82b97836-6b2c-4f85-8308-b87cc5ed631a {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:37.608934 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933b9f5c-e688-4e8e-86c3-adedae342bf3', 'name': 'network-vif-deleted', 'tag': 'd55b9a6c-e532-4bce-9678-49c2fc1041b7', 'status': 'completed', 'code': 200} Feb 11 04:21:37.681532 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-137a3433-55eb-4b63-853d-f872101bd69f req-84ea4c38-213e-41d4-b9ae-58fa65ad55cb tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 210 time: 0.0375197 Feb 11 04:21:37.732026 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb5f6ce-21ee-4c47-a4ff-21dedaf119e7 admin admin] Made reservation on behalf of d8f8301679dd4e27b591770bd11a4ecf for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:21:37.732161 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:37.739079 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f6ce-21ee-4c47-a4ff-21dedaf119e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:37.860950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Attempting to bind port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 on host n-h2-712142-35 for vnic_type normal with profile {"migrating_to": "n-h1-712142-35"} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:21:37.860950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Attempting to bind port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:21:37.860950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Attempting to bind port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:21:37.860950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Pushing event updated for resources: {'Port': ['ID=5ea87c8e-eae8-4b8a-af20-8e75ff158523,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:37.864868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:21:37.865214 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Attempting to bind port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 on network 3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:21:37.871415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:21:37.871770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Checking segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:21:37.876280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Bound using segment: {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:21:37.876955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Bound port: 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3128c6-9643-44fd-87c4-a946288ce552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3f63ad72-cf1f-42fb-bfa6-fbb223cd2282'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:21:37.877393 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:37.995672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:21:37.999632 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:21:38.089117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9264e-a731-4c5c-bf2a-911b5f7cc824 req-0b4615f8-1caf-425b-b744-5e8b05387ab2 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:38.091125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04e9264e-a731-4c5c-bf2a-911b5f7cc824 req-0b4615f8-1caf-425b-b744-5e8b05387ab2 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.0745728 Feb 11 04:21:38.131575 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:38.178529 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f6ce-21ee-4c47-a4ff-21dedaf119e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (a23e0874-ad25-4aee-976e-c7c373324a62), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:38.215335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04e9264e-a731-4c5c-bf2a-911b5f7cc824 req-7d731c62-6caa-43e2-9fd0-dab4761406de tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173692 Feb 11 04:21:38.255559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5f6ce-21ee-4c47-a4ff-21dedaf119e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a23e0874-ad25-4aee-976e-c7c373324a62,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:38.267477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:38.268167 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:38.269674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] 10.222.0.32 "PUT /v2.0/ports/5ea87c8e-eae8-4b8a-af20-8e75ff158523 HTTP/1.1" status: 200 len: 1124 time: 1.4674170 Feb 11 04:21:38.270845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b7828-7b66-4019-b8de-c518e3ad83da service neutron] Pushing event updated for resources: {'Port': ['ID=5ea87c8e-eae8-4b8a-af20-8e75ff158523,revision_number=8']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:38.277531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb5f6ce-21ee-4c47-a4ff-21dedaf119e7 admin admin] Checking segment: {'id': '4c1ef789-d0c1-4863-a87f-d024284eeee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5f9eafbc-a259-4e13-b319-4ad9a015a8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:21:38.277902 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb5f6ce-21ee-4c47-a4ff-21dedaf119e7 admin admin] Network hostable DHCP agents. Network: 5f9eafbc-a259-4e13-b319-4ad9a015a8f6, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:21:38.354600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['5ea87c8e-eae8-4b8a-af20-8e75ff158523'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:38.384917 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb5f6ce-21ee-4c47-a4ff-21dedaf119e7 admin admin] Network 5f9eafbc-a259-4e13-b319-4ad9a015a8f6 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:21:38.403441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['5ea87c8e-eae8-4b8a-af20-8e75ff158523'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:38.460199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42966) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:38.487980 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-7fb5f6ce-21ee-4c47-a4ff-21dedaf119e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 5f9eafbc-a259-4e13-b319-4ad9a015a8f6) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:21:38.510515 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4919525-aeda-4847-99b6-9a165aed7d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:38.510976 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef287438-05a3-418d-9e43-cc447793b64b None None] Network 5f9eafbc-a259-4e13-b319-4ad9a015a8f6 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:21:38.520292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb5f6ce-21ee-4c47-a4ff-21dedaf119e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:38.526102 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f6ce-21ee-4c47-a4ff-21dedaf119e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:38.715815 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7fb5f6ce-21ee-4c47-a4ff-21dedaf119e7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1259696 Feb 11 04:21:38.750532 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4919525-aeda-4847-99b6-9a165aed7d88 admin admin] Publish callbacks [] for security_group (b6b377d7-4f1c-4d07-be07-c8e4de8d84f0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:38.894333 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4919525-aeda-4847-99b6-9a165aed7d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b6b377d7-4f1c-4d07-be07-c8e4de8d84f0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:38.899767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04c759e6-6589-4891-a917-decfd788c0c8 req-3c2d900c-4f68-42ea-881f-57779a8e8c44 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/ports?device_id=933b9f5c-e688-4e8e-86c3-adedae342bf3 HTTP/1.1" status: 200 len: 210 time: 0.0738485 Feb 11 04:21:38.937592 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 78f28e16-6084-4c61-9e1c-6740fd9eeda4 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:38.951746 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5ea87c8e-eae8-4b8a-af20-8e75ff158523 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:21:38.954046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device d55b9a6c-e532-4bce-9678-49c2fc1041b7 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:39.021418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 78f28e16-6084-4c61-9e1c-6740fd9eeda4 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:39.022228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 78f28e16-6084-4c61-9e1c-6740fd9eeda4 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:39.031216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: d55b9a6c-e532-4bce-9678-49c2fc1041b7 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:39.031947 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device d55b9a6c-e532-4bce-9678-49c2fc1041b7 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:39.057825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42978) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:39.059512 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b4919525-aeda-4847-99b6-9a165aed7d88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0433d4f10caf43fe95cfe4610baa8b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5972388 Feb 11 04:21:39.091370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4919525-aeda-4847-99b6-9a165aed7d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b377d7-4f1c-4d07-be07-c8e4de8d84f0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:39.154462 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ef897cc-6633-4fee-81a2-5dc8ceab28ec admin admin] Publish callbacks [] for security_group (b6b377d7-4f1c-4d07-be07-c8e4de8d84f0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:39.218956 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ef897cc-6633-4fee-81a2-5dc8ceab28ec admin admin] Publish callbacks [] for security_group (b6b377d7-4f1c-4d07-be07-c8e4de8d84f0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:39.373846 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:39.374003 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42990) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:39.396196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf2eded-622d-4f91-8c0c-81217e191011 None None] Network 5f9eafbc-a259-4e13-b319-4ad9a015a8f6 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:21:39.400475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5ea87c8e-eae8-4b8a-af20-8e75ff158523 has no active binding in host n-h1-712142-35 {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:21:39.436857 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b5cd4-8d9d-4933-8c61-2410366b63c9 req-92b94f70-6fef-4976-9b54-6a865babf56d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:39.438999 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-894b5cd4-8d9d-4933-8c61-2410366b63c9 req-92b94f70-6fef-4976-9b54-6a865babf56d tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.1160030 Feb 11 04:21:39.440355 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ef897cc-6633-4fee-81a2-5dc8ceab28ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b6b377d7-4f1c-4d07-be07-c8e4de8d84f0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:39.443285 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ef897cc-6633-4fee-81a2-5dc8ceab28ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:39.444487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9ef897cc-6633-4fee-81a2-5dc8ceab28ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6b377d7-4f1c-4d07-be07-c8e4de8d84f0 HTTP/1.1" status: 204 len: 168 time: 0.3852565 Feb 11 04:21:39.484515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef897cc-6633-4fee-81a2-5dc8ceab28ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b377d7-4f1c-4d07-be07-c8e4de8d84f0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:39.595544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-894b5cd4-8d9d-4933-8c61-2410366b63c9 req-e4b49697-2ea8-450f-bd14-7463fd48f49b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496549 Feb 11 04:21:39.601815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-7549f311-3bb5-4ef7-a8f3-c0566461af50 req-94dc78be-41c6-40a5-8758-008d26b928a1 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-390948471', 'description': 'tempest-description-1233278146'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:39.611086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba911e61-9afa-4891-8423-c587da716d4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea87c8e-eae8-4b8a-af20-8e75ff158523'}, {'name': 'network-changed', 'server_uuid': 'ba911e61-9afa-4891-8423-c587da716d4a', 'tag': '5ea87c8e-eae8-4b8a-af20-8e75ff158523'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:39.614161 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223fd187-3645-47c0-b7b2-60f546b817cb" -d '{"events": [{"server_uuid": "ba911e61-9afa-4891-8423-c587da716d4a", "name": "network-vif-unplugged", "status": "completed", "tag": "5ea87c8e-eae8-4b8a-af20-8e75ff158523"}, {"name": "network-changed", "server_uuid": "ba911e61-9afa-4891-8423-c587da716d4a", "tag": "5ea87c8e-eae8-4b8a-af20-8e75ff158523"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:39.738375 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7549f311-3bb5-4ef7-a8f3-c0566461af50 req-94dc78be-41c6-40a5-8758-008d26b928a1 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:39.788457 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856e0929-6226-4e3a-9bea-68db78bf019f x-openstack-request-id: req-856e0929-6226-4e3a-9bea-68db78bf019f {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:39.789650 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba911e61-9afa-4891-8423-c587da716d4a", "name": "network-vif-unplugged", "status": "completed", "tag": "5ea87c8e-eae8-4b8a-af20-8e75ff158523", "code": 200}, {"name": "network-changed", "server_uuid": "ba911e61-9afa-4891-8423-c587da716d4a", "tag": "5ea87c8e-eae8-4b8a-af20-8e75ff158523", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:39.789916 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-856e0929-6226-4e3a-9bea-68db78bf019f {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:39.791187 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba911e61-9afa-4891-8423-c587da716d4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea87c8e-eae8-4b8a-af20-8e75ff158523', 'code': 200} Feb 11 04:21:39.791771 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba911e61-9afa-4891-8423-c587da716d4a', 'tag': '5ea87c8e-eae8-4b8a-af20-8e75ff158523', 'status': 'completed', 'code': 200} Feb 11 04:21:39.878222 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ad43202f-03fd-4aa5-b67a-92dfc863228b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d798341ca07d4766bbf714ac7726543b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5031734 Feb 11 04:21:39.881139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43004) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:39.926548 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7549f311-3bb5-4ef7-a8f3-c0566461af50 req-94dc78be-41c6-40a5-8758-008d26b928a1 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (73c9fd6a-d8f2-42c4-9b46-6ecc22149954), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:39.981548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fd187-3645-47c0-b7b2-60f546b817cb req-1f21267b-87ae-4d3f-964d-768f74be7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:39.993189 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-223fd187-3645-47c0-b7b2-60f546b817cb req-1f21267b-87ae-4d3f-964d-768f74be7bdc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 1158 time: 0.1910372 Feb 11 04:21:39.995659 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7549f311-3bb5-4ef7-a8f3-c0566461af50 req-94dc78be-41c6-40a5-8758-008d26b928a1 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (73c9fd6a-d8f2-42c4-9b46-6ecc22149954), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.125548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc78be-41c6-40a5-8758-008d26b928a1 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c9fd6a-d8f2-42c4-9b46-6ecc22149954,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:40.134552 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51e952bb-743a-41fe-a78c-1ca92913dc71 req-c868d36e-65bb-40ab-98ca-89deb94ee059 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/ee6b1791-2c32-444e-a0d9-8176ae2e268f HTTP/1.1" status: 200 len: 1818 time: 0.0670774 Feb 11 04:21:40.149863 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43012) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:40.151945 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-578aa23c-ea63-4f66-8081-543a4f9b2124 admin admin] Publish callbacks [] for security_group (c823b0fb-d3b3-4cb9-a18d-2d79650fff2c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.255647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7549f311-3bb5-4ef7-a8f3-c0566461af50 req-94dc78be-41c6-40a5-8758-008d26b928a1 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.257628 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7549f311-3bb5-4ef7-a8f3-c0566461af50 req-94dc78be-41c6-40a5-8758-008d26b928a1 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6607282 Feb 11 04:21:40.269018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-51e952bb-743a-41fe-a78c-1ca92913dc71 req-c2d10e6b-0b25-433c-a234-3a0e6d4707d6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (ee6b1791-2c32-444e-a0d9-8176ae2e268f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.313925 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1488392138-network', 'tenant_id': 'a1473eb6969949e6a2109f9722d68b38'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:40.347945 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-51e952bb-743a-41fe-a78c-1ca92913dc71 req-c2d10e6b-0b25-433c-a234-3a0e6d4707d6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (ee6b1791-2c32-444e-a0d9-8176ae2e268f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.450229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c79f4f4-0881-4a7d-8c9c-e7c81fe1b896 req-4253d36e-a9a4-470f-87ba-80afbca8f0fd tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/73c9fd6a-d8f2-42c4-9b46-6ecc22149954 HTTP/1.1" status: 200 len: 1821 time: 0.1561024 Feb 11 04:21:40.461773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] Made reservation on behalf of a1473eb6969949e6a2109f9722d68b38 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:21:40.464324 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.471663 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-4c79f4f4-0881-4a7d-8c9c-e7c81fe1b896 req-5db48ae8-95db-4391-9a82-66e8e4f1970a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73c9fd6a-d8f2-42c4-9b46-6ecc22149954', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:40.472077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-4c79f4f4-0881-4a7d-8c9c-e7c81fe1b896 req-5db48ae8-95db-4391-9a82-66e8e4f1970a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73c9fd6a-d8f2-42c4-9b46-6ecc22149954', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:40.488085 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.493006 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-578aa23c-ea63-4f66-8081-543a4f9b2124 admin admin] Publish callbacks [] for security_group (c823b0fb-d3b3-4cb9-a18d-2d79650fff2c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.503939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fd187-3645-47c0-b7b2-60f546b817cb req-c56c9e01-e7a8-4d4f-b64e-fadac4480bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:40.510532 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-223fd187-3645-47c0-b7b2-60f546b817cb req-c56c9e01-e7a8-4d4f-b64e-fadac4480bf2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.4932106 Feb 11 04:21:40.552495 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-223fd187-3645-47c0-b7b2-60f546b817cb req-5c54f7f5-7804-4ae6-bf9a-ffdb84a88591 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523 HTTP/1.1" status: 200 len: 217 time: 0.0396566 Feb 11 04:21:40.591760 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-51e952bb-743a-41fe-a78c-1ca92913dc71 req-c2d10e6b-0b25-433c-a234-3a0e6d4707d6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ee6b1791-2c32-444e-a0d9-8176ae2e268f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.595407 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-51e952bb-743a-41fe-a78c-1ca92913dc71 req-c2d10e6b-0b25-433c-a234-3a0e6d4707d6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.596556 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51e952bb-743a-41fe-a78c-1ca92913dc71 req-c2d10e6b-0b25-433c-a234-3a0e6d4707d6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "DELETE /v2.0/security-groups/ee6b1791-2c32-444e-a0d9-8176ae2e268f HTTP/1.1" status: 204 len: 173 time: 0.4551322 Feb 11 04:21:40.619583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d10e6b-0b25-433c-a234-3a0e6d4707d6 tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6b1791-2c32-444e-a0d9-8176ae2e268f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:40.650191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fd187-3645-47c0-b7b2-60f546b817cb req-3e065281-e887-4b56-a8c9-09cef572befa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:40.651844 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-223fd187-3645-47c0-b7b2-60f546b817cb req-3e065281-e887-4b56-a8c9-09cef572befa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.0888357 Feb 11 04:21:40.719178 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-223fd187-3645-47c0-b7b2-60f546b817cb req-562e1d04-ca4f-4d31-90af-af43ea4f8b29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577676 Feb 11 04:21:40.728393 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b130385e-ae00-4456-970a-8d4cd9323cf3 req-7ac1f6c7-fa81-4567-b15f-067fa0a2e1de tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "GET /v2.0/security-groups/9b674c38-0f24-4d95-abb7-449be18f2b01 HTTP/1.1" status: 200 len: 1818 time: 0.0978348 Feb 11 04:21:40.730017 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4c79f4f4-0881-4a7d-8c9c-e7c81fe1b896 req-5db48ae8-95db-4391-9a82-66e8e4f1970a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (0e601c88-6606-40a5-8f95-7c2051bb5976), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.756083 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4c79f4f4-0881-4a7d-8c9c-e7c81fe1b896 req-5db48ae8-95db-4391-9a82-66e8e4f1970a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (0e601c88-6606-40a5-8f95-7c2051bb5976), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.817128 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-578aa23c-ea63-4f66-8081-543a4f9b2124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c823b0fb-d3b3-4cb9-a18d-2d79650fff2c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.820490 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-578aa23c-ea63-4f66-8081-543a4f9b2124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.827816 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-578aa23c-ea63-4f66-8081-543a4f9b2124 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c823b0fb-d3b3-4cb9-a18d-2d79650fff2c HTTP/1.1" status: 204 len: 168 time: 0.9420147 Feb 11 04:21:40.831171 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b130385e-ae00-4456-970a-8d4cd9323cf3 req-8ae4fb8a-f697-494c-b370-4d3b85cce2ac tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (9b674c38-0f24-4d95-abb7-449be18f2b01), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.840847 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578aa23c-ea63-4f66-8081-543a4f9b2124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c823b0fb-d3b3-4cb9-a18d-2d79650fff2c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:40.871342 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] Publish callbacks [] for security_group (a5b17f09-9f70-44b5-9262-3835ef42d78a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.879238 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b130385e-ae00-4456-970a-8d4cd9323cf3 req-8ae4fb8a-f697-494c-b370-4d3b85cce2ac tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (9b674c38-0f24-4d95-abb7-449be18f2b01), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.891908 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4c79f4f4-0881-4a7d-8c9c-e7c81fe1b896 req-5db48ae8-95db-4391-9a82-66e8e4f1970a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (0e601c88-6606-40a5-8f95-7c2051bb5976), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:40.893087 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-223fd187-3645-47c0-b7b2-60f546b817cb req-5c65bb3e-8d1a-4726-8ffd-4f9248f05b10 service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544728 Feb 11 04:21:40.943528 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db48ae8-95db-4391-9a82-66e8e4f1970a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e601c88-6606-40a5-8f95-7c2051bb5976,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:40.954642 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a5b17f09-9f70-44b5-9262-3835ef42d78a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.006300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:21:41.017785 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (06ad25a9-4856-4017-8b91-906c2b318702), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.018235 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] Added segment 06ad25a9-4856-4017-8b91-906c2b318702 of type vlan for network 944a3a5b-b293-47a1-899e-5e7fbbc3e19b Feb 11 04:21:41.061869 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-223fd187-3645-47c0-b7b2-60f546b817cb req-f7d613c8-4f06-49e1-8e78-7718983d21cb service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600161 Feb 11 04:21:41.062590 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (944a3a5b-b293-47a1-899e-5e7fbbc3e19b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.064776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b17f09-9f70-44b5-9262-3835ef42d78a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:41.071450 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4c79f4f4-0881-4a7d-8c9c-e7c81fe1b896 req-5db48ae8-95db-4391-9a82-66e8e4f1970a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.079375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c79f4f4-0881-4a7d-8c9c-e7c81fe1b896 req-5db48ae8-95db-4391-9a82-66e8e4f1970a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6193755 Feb 11 04:21:41.170649 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b130385e-ae00-4456-970a-8d4cd9323cf3 req-8ae4fb8a-f697-494c-b370-4d3b85cce2ac tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9b674c38-0f24-4d95-abb7-449be18f2b01), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.173885 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b130385e-ae00-4456-970a-8d4cd9323cf3 req-8ae4fb8a-f697-494c-b370-4d3b85cce2ac tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.174694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b130385e-ae00-4456-970a-8d4cd9323cf3 req-8ae4fb8a-f697-494c-b370-4d3b85cce2ac tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] 10.222.0.13 "DELETE /v2.0/security-groups/9b674c38-0f24-4d95-abb7-449be18f2b01 HTTP/1.1" status: 204 len: 173 time: 0.4171150 Feb 11 04:21:41.180634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43046) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:41.194030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4fb8a-f697-494c-b370-4d3b85cce2ac tempest-SecurityGroupsTestJSON-884504251 tempest-SecurityGroupsTestJSON-884504251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b674c38-0f24-4d95-abb7-449be18f2b01,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:41.196081 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (944a3a5b-b293-47a1-899e-5e7fbbc3e19b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.197273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:41.197866 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.270046 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd0aaa-b2ff-480a-b649-cb6174eb4bb8 req-2e4afe44-7697-4132-82d6-555388a9fb1c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:41.281909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cdd0aaa-b2ff-480a-b649-cb6174eb4bb8 req-2e4afe44-7697-4132-82d6-555388a9fb1c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.1501775 Feb 11 04:21:41.312951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-626170de-6945-43d4-aa6e-9e6207fecdf9 admin admin] Deleting subnet f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:21:41.316332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-626170de-6945-43d4-aa6e-9e6207fecdf9 admin admin] Publish callbacks [] for subnet (f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.329734 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1788211 Feb 11 04:21:41.330604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43050) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:41.341988 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-f424c475-639b-40fc-880a-7a0449398c26 admin admin] Request body: {'subnet': {'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1488392138-subnet', 'tenant_id': 'a1473eb6969949e6a2109f9722d68b38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:41.360710 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-626170de-6945-43d4-aa6e-9e6207fecdf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.406838 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-626170de-6945-43d4-aa6e-9e6207fecdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.439173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45390e-a8af-4508-b5e6-4a8db2b57864 admin admin] Pushing event updated for resources: {'Network': ['ID=944a3a5b-b293-47a1-899e-5e7fbbc3e19b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:41.455035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 944a3a5b-b293-47a1-899e-5e7fbbc3e19b details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:21:41.455839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cdd0aaa-b2ff-480a-b649-cb6174eb4bb8 req-8104aab7-8ea0-499a-b4fc-0323a956abea tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715176 Feb 11 04:21:41.533316 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-74ccdcb7-ec49-4531-b51b-0c389b4b5da7 req-71275499-a62d-4596-a8fc-a82e542a2250 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2008570401', 'description': 'tempest-description-100881696'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:41.585137 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f424c475-639b-40fc-880a-7a0449398c26 admin admin] Made reservation on behalf of a1473eb6969949e6a2109f9722d68b38 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:21:41.589293 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-626170de-6945-43d4-aa6e-9e6207fecdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.591736 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f424c475-639b-40fc-880a-7a0449398c26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.628637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626170de-6945-43d4-aa6e-9e6207fecdf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:41.633418 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-626170de-6945-43d4-aa6e-9e6207fecdf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.639081 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-626170de-6945-43d4-aa6e-9e6207fecdf9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f6f4a1c5-c7dd-47fa-b517-1b8bd231d6f2 HTTP/1.1" status: 204 len: 168 time: 0.4541004 Feb 11 04:21:41.639852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43062) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:41.717618 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-74ccdcb7-ec49-4531-b51b-0c389b4b5da7 req-71275499-a62d-4596-a8fc-a82e542a2250 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.724744 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1327-cbf1-4add-bbaa-f258ee2589e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (5419215b-9f3b-4ba9-89b0-46107edc6611), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.816910 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1327-cbf1-4add-bbaa-f258ee2589e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (5419215b-9f3b-4ba9-89b0-46107edc6611), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.874098 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ff6d1327-cbf1-4add-bbaa-f258ee2589e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5419215b-9f3b-4ba9-89b0-46107edc6611']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:41.897060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ff6d1327-cbf1-4add-bbaa-f258ee2589e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8369af-aaeb-43a7-a600-c52390be2c53') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:41.897634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ff6d1327-cbf1-4add-bbaa-f258ee2589e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8369af-aaeb-43a7-a600-c52390be2c53') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:41.907522 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-74ccdcb7-ec49-4531-b51b-0c389b4b5da7 req-71275499-a62d-4596-a8fc-a82e542a2250 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (cc492bce-d1a6-47b2-a5e3-66618efa6a6e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.909570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1327-cbf1-4add-bbaa-f258ee2589e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (fd8369af-aaeb-43a7-a600-c52390be2c53), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.915627 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a90a42-d4b0-45a7-b294-99b638e7dc7f req-fa579f86-92d3-4ace-9d14-707395123f58 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:41.924348 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85a90a42-d4b0-45a7-b294-99b638e7dc7f req-fa579f86-92d3-4ace-9d14-707395123f58 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 944 time: 0.2192860 Feb 11 04:21:41.943859 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1327-cbf1-4add-bbaa-f258ee2589e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (fd8369af-aaeb-43a7-a600-c52390be2c53), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.955129 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6d1327-cbf1-4add-bbaa-f258ee2589e9 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:21:41.959512 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1327-cbf1-4add-bbaa-f258ee2589e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (fd8369af-aaeb-43a7-a600-c52390be2c53), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:21:41.962768 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:21:42.045649 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43070) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:42.076595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-74ccdcb7-ec49-4531-b51b-0c389b4b5da7 req-71275499-a62d-4596-a8fc-a82e542a2250 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cc492bce-d1a6-47b2-a5e3-66618efa6a6e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:42.111544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85a90a42-d4b0-45a7-b294-99b638e7dc7f req-9d7c2667-a72c-4153-b80b-c4ca0cfc3000 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860461 Feb 11 04:21:42.149501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71275499-a62d-4596-a8fc-a82e542a2250 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc492bce-d1a6-47b2-a5e3-66618efa6a6e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:42.152620 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1327-cbf1-4add-bbaa-f258ee2589e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (5419215b-9f3b-4ba9-89b0-46107edc6611), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:42.167739 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f424c475-639b-40fc-880a-7a0449398c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (a5af16ed-8836-49c2-8b93-adb678c52442), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:42.181667 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff6d1327-cbf1-4add-bbaa-f258ee2589e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:42.185501 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ff6d1327-cbf1-4add-bbaa-f258ee2589e9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5419215b-9f3b-4ba9-89b0-46107edc6611 HTTP/1.1" status: 204 len: 168 time: 0.5422373 Feb 11 04:21:42.211676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d1327-cbf1-4add-bbaa-f258ee2589e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5419215b-9f3b-4ba9-89b0-46107edc6611,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:42.221395 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9ff25f4a-b7ab-43a8-b2c5-030c7fff6b69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fddd3d6127b40aa96fe078bbdcd488f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712790 Feb 11 04:21:42.224442 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43082) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:42.236104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424c475-639b-40fc-880a-7a0449398c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5af16ed-8836-49c2-8b93-adb678c52442,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:42.242103 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0473b89-daf8-46f6-aaca-8ad4925a6000 req-0858e2ae-667b-48ce-beae-b2b03ed91f4a tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:42.244114 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a0473b89-daf8-46f6-aaca-8ad4925a6000 req-0858e2ae-667b-48ce-beae-b2b03ed91f4a tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.47 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 944 time: 0.1657248 Feb 11 04:21:42.254034 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-74ccdcb7-ec49-4531-b51b-0c389b4b5da7 req-71275499-a62d-4596-a8fc-a82e542a2250 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:42.259631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74ccdcb7-ec49-4531-b51b-0c389b4b5da7 req-71275499-a62d-4596-a8fc-a82e542a2250 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7323380 Feb 11 04:21:42.351614 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0c2e34b-3e59-4801-acf5-5109a4e102a7 req-e32353b0-daf4-4606-807f-acd29536d2b3 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/cc492bce-d1a6-47b2-a5e3-66618efa6a6e HTTP/1.1" status: 200 len: 1821 time: 0.0640929 Feb 11 04:21:42.355142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f424c475-639b-40fc-880a-7a0449398c26 admin admin] Checking segment: {'id': '06ad25a9-4856-4017-8b91-906c2b318702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:21:42.355761 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f424c475-639b-40fc-880a-7a0449398c26 admin admin] Network hostable DHCP agents. Network: 944a3a5b-b293-47a1-899e-5e7fbbc3e19b, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:21:42.368673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d0c2e34b-3e59-4801-acf5-5109a4e102a7 req-5cc140e2-6e4e-4327-93e9-49e91d189332 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cc492bce-d1a6-47b2-a5e3-66618efa6a6e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:42.369258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d0c2e34b-3e59-4801-acf5-5109a4e102a7 req-5cc140e2-6e4e-4327-93e9-49e91d189332 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cc492bce-d1a6-47b2-a5e3-66618efa6a6e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:42.469471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f424c475-639b-40fc-880a-7a0449398c26 admin admin] Network 944a3a5b-b293-47a1-899e-5e7fbbc3e19b is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:21:42.479762 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dbb56e8-c8ab-47a4-9d79-93b39b41272b admin admin] Publish callbacks [] for security_group (46fcfb3d-085e-4353-b991-860e4dfad956), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:42.566964 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dbb56e8-c8ab-47a4-9d79-93b39b41272b admin admin] Publish callbacks [] for security_group (46fcfb3d-085e-4353-b991-860e4dfad956), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:42.577546 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d0c2e34b-3e59-4801-acf5-5109a4e102a7 req-5cc140e2-6e4e-4327-93e9-49e91d189332 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (3172c9ab-df6c-4dfe-b1f2-1e4d143a70c5), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:42.589957 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-f424c475-639b-40fc-880a-7a0449398c26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 944a3a5b-b293-47a1-899e-5e7fbbc3e19b) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:21:42.600029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6653ab-9b07-4ca7-8f3a-289c1c71a515 None None] Network 944a3a5b-b293-47a1-899e-5e7fbbc3e19b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:21:42.610251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f424c475-639b-40fc-880a-7a0449398c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:42.612758 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f424c475-639b-40fc-880a-7a0449398c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:42.616843 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-a0473b89-daf8-46f6-aaca-8ad4925a6000 req-9c8b98a9-1ac4-47ed-af4d-280e208840a9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Deleting port 8388d245-0766-4399-89e8-46b5eefba11d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:42.618347 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a0473b89-daf8-46f6-aaca-8ad4925a6000 req-9c8b98a9-1ac4-47ed-af4d-280e208840a9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8388d245-0766-4399-89e8-46b5eefba11d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:42.680059 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d0c2e34b-3e59-4801-acf5-5109a4e102a7 req-5cc140e2-6e4e-4327-93e9-49e91d189332 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (3172c9ab-df6c-4dfe-b1f2-1e4d143a70c5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:42.721971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f424c475-639b-40fc-880a-7a0449398c26 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3772483 Feb 11 04:21:42.765118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6c703-1145-4793-82e6-4e3ab682015f req-48cdcb9b-a1a6-4200-b2bb-3dfc7fd13202 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:42.767687 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1c6c703-1145-4793-82e6-4e3ab682015f req-48cdcb9b-a1a6-4200-b2bb-3dfc7fd13202 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.1327448 Feb 11 04:21:42.791459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d0c2e34b-3e59-4801-acf5-5109a4e102a7 req-5cc140e2-6e4e-4327-93e9-49e91d189332 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (3172c9ab-df6c-4dfe-b1f2-1e4d143a70c5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:42.800333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a0473b89-daf8-46f6-aaca-8ad4925a6000 req-9c8b98a9-1ac4-47ed-af4d-280e208840a9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] For port 8388d245-0766-4399-89e8-46b5eefba11d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8388d245-0766-4399-89e8-46b5eefba11d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:42.800788 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a0473b89-daf8-46f6-aaca-8ad4925a6000 req-9c8b98a9-1ac4-47ed-af4d-280e208840a9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8388d245-0766-4399-89e8-46b5eefba11d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:42.824091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-a0473b89-daf8-46f6-aaca-8ad4925a6000 req-9c8b98a9-1ac4-47ed-af4d-280e208840a9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Calling delete_port for 8388d245-0766-4399-89e8-46b5eefba11d owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:42.824091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43098) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:42.911219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dbb56e8-c8ab-47a4-9d79-93b39b41272b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (46fcfb3d-085e-4353-b991-860e4dfad956), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:42.913949 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dbb56e8-c8ab-47a4-9d79-93b39b41272b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:42.915416 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0dbb56e8-c8ab-47a4-9d79-93b39b41272b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46fcfb3d-085e-4353-b991-860e4dfad956 HTTP/1.1" status: 204 len: 168 time: 0.6886549 Feb 11 04:21:42.938735 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb56e8-c8ab-47a4-9d79-93b39b41272b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fcfb3d-085e-4353-b991-860e4dfad956,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:42.961570 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ea67d5-a425-422f-b2dd-3e54b245e8c4 None None] Network 944a3a5b-b293-47a1-899e-5e7fbbc3e19b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:21:42.967656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1c6c703-1145-4793-82e6-4e3ab682015f req-ce333179-f9d3-42a9-b4bf-858e48eecfc0 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892953 Feb 11 04:21:42.967656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc140e2-6e4e-4327-93e9-49e91d189332 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3172c9ab-df6c-4dfe-b1f2-1e4d143a70c5,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:42.971335 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d0c2e34b-3e59-4801-acf5-5109a4e102a7 req-5cc140e2-6e4e-4327-93e9-49e91d189332 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:43.019652 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0c2e34b-3e59-4801-acf5-5109a4e102a7 req-5cc140e2-6e4e-4327-93e9-49e91d189332 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6667073 Feb 11 04:21:43.043831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-3262df91-b472-4940-80b7-f562cec88943 req-b5e30b07-b295-48f8-8350-6fa3fbc0d57e tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-742832395', 'description': 'tempest-description-1622790152'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:43.079078 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e716327d-6155-4b71-96b2-2f48b994d24f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=223c1bb87646423fa989545b2c1fd2f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534297 Feb 11 04:21:43.082159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43118) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:43.225769 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0952ae7b-94a0-4ca3-afdc-1421de7506eb admin admin] Publish callbacks [] for security_group (7d4705d6-b024-436e-bdd4-d56fbcc05413), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:43.233345 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3262df91-b472-4940-80b7-f562cec88943 req-b5e30b07-b295-48f8-8350-6fa3fbc0d57e tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:43.299238 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a0473b89-daf8-46f6-aaca-8ad4925a6000 req-9c8b98a9-1ac4-47ed-af4d-280e208840a9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8388d245-0766-4399-89e8-46b5eefba11d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:43.373989 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3262df91-b472-4940-80b7-f562cec88943 req-b5e30b07-b295-48f8-8350-6fa3fbc0d57e tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (c08ce0e9-29ed-415d-9caa-3a44a555f72b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:43.391575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b98a9-1ac4-47ed-af4d-280e208840a9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Pushing event deleted for resources: {'Port': ['ID=8388d245-0766-4399-89e8-46b5eefba11d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:43.392342 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0952ae7b-94a0-4ca3-afdc-1421de7506eb admin admin] Publish callbacks [] for security_group (7d4705d6-b024-436e-bdd4-d56fbcc05413), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:43.458421 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0473b89-daf8-46f6-aaca-8ad4925a6000 req-9c8b98a9-1ac4-47ed-af4d-280e208840a9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] No DVR routers for this DVR port 8388d245-0766-4399-89e8-46b5eefba11d on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:43.461483 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a0473b89-daf8-46f6-aaca-8ad4925a6000 req-9c8b98a9-1ac4-47ed-af4d-280e208840a9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:43.465861 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a0473b89-daf8-46f6-aaca-8ad4925a6000 req-9c8b98a9-1ac4-47ed-af4d-280e208840a9 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.47 "DELETE /v2.0/ports/8388d245-0766-4399-89e8-46b5eefba11d HTTP/1.1" status: 204 len: 173 time: 1.2151258 Feb 11 04:21:43.467313 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f1800-e840-45bb-811d-a36bb15b4a0a', 'name': 'network-vif-deleted', 'tag': '8388d245-0766-4399-89e8-46b5eefba11d'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:43.470058 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4dcee5-fc8c-4e17-bc24-62085f56a265" -d '{"events": [{"server_uuid": "a76f1800-e840-45bb-811d-a36bb15b4a0a", "name": "network-vif-deleted", "tag": "8388d245-0766-4399-89e8-46b5eefba11d"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:43.518027 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3262df91-b472-4940-80b7-f562cec88943 req-b5e30b07-b295-48f8-8350-6fa3fbc0d57e tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c08ce0e9-29ed-415d-9caa-3a44a555f72b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:43.599664 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e30b07-b295-48f8-8350-6fa3fbc0d57e tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08ce0e9-29ed-415d-9caa-3a44a555f72b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:43.613917 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-09937dd1-b356-4d5a-a94b-d5b76d0911f7 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:43.616058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-09937dd1-b356-4d5a-a94b-d5b76d0911f7 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/networks?id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b HTTP/1.1" status: 200 len: 814 time: 0.1990237 Feb 11 04:21:43.640470 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-93ef7b2c-8209-459b-9217-90e7c56eb99d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/quotas/a1473eb6969949e6a2109f9722d68b38 HTTP/1.1" status: 200 len: 375 time: 0.0114267 Feb 11 04:21:43.682820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-6351ecd5-cd7f-4602-a29e-8fb6c4b77451 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1473eb6969949e6a2109f9722d68b38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351880 Feb 11 04:21:43.707823 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3262df91-b472-4940-80b7-f562cec88943 req-b5e30b07-b295-48f8-8350-6fa3fbc0d57e tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:43.709097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3262df91-b472-4940-80b7-f562cec88943 req-b5e30b07-b295-48f8-8350-6fa3fbc0d57e tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6696808 Feb 11 04:21:43.739878 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0952ae7b-94a0-4ca3-afdc-1421de7506eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7d4705d6-b024-436e-bdd4-d56fbcc05413), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:43.742536 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0952ae7b-94a0-4ca3-afdc-1421de7506eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:43.750698 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0952ae7b-94a0-4ca3-afdc-1421de7506eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d4705d6-b024-436e-bdd4-d56fbcc05413 HTTP/1.1" status: 204 len: 168 time: 0.6596832 Feb 11 04:21:43.785000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952ae7b-94a0-4ca3-afdc-1421de7506eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4705d6-b024-436e-bdd4-d56fbcc05413,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:43.825222 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-d215a289-910a-4781-8573-2cfecb8b898f service neutron] 10.222.0.13 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344106 Feb 11 04:21:43.955357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-66203776-5294-4482-8ead-19650a0cbfdd service neutron] 10.222.0.13 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151931 Feb 11 04:21:44.352107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10daf38c-604b-4930-992d-0572e2cc882f req-6a6a698b-0ab3-4cf9-9540-dbcadb646dbc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76f1800-e840-45bb-811d-a36bb15b4a0a HTTP/1.1" status: 200 len: 210 time: 0.0789459 Feb 11 04:21:44.361084 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32208d93-2d5a-4d5b-b36a-f5393050b085 x-openstack-request-id: req-32208d93-2d5a-4d5b-b36a-f5393050b085 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:44.361519 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f1800-e840-45bb-811d-a36bb15b4a0a", "name": "network-vif-deleted", "tag": "8388d245-0766-4399-89e8-46b5eefba11d", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:44.361629 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32208d93-2d5a-4d5b-b36a-f5393050b085 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:44.362079 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f1800-e840-45bb-811d-a36bb15b4a0a', 'name': 'network-vif-deleted', 'tag': '8388d245-0766-4399-89e8-46b5eefba11d', 'status': 'completed', 'code': 200} Feb 11 04:21:44.392137 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-163b95d4-539c-4b5d-9530-d16b55a265c1 req-2a5430f3-49b2-48fb-992f-87eb343959d6 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1068996861', 'description': 'tempest-description-2082257021'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:44.512908 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-163b95d4-539c-4b5d-9530-d16b55a265c1 req-2a5430f3-49b2-48fb-992f-87eb343959d6 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:44.565138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2c361-5745-4cf9-b3be-7ef7c46949cf req-7d9d285b-c04f-463d-bf57-75bf370ffd3f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:44.567187 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ade2c361-5745-4cf9-b3be-7ef7c46949cf req-7d9d285b-c04f-463d-bf57-75bf370ffd3f tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.1125166 Feb 11 04:21:44.598086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 8388d245-0766-4399-89e8-46b5eefba11d no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:44.639515 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 8388d245-0766-4399-89e8-46b5eefba11d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:44.645073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 8388d245-0766-4399-89e8-46b5eefba11d not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:44.645073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5ea87c8e-eae8-4b8a-af20-8e75ff158523 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:44.654036 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ade2c361-5745-4cf9-b3be-7ef7c46949cf req-cc583531-db24-4ae4-83ae-8507a31e5350 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783834 Feb 11 04:21:44.711550 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-163b95d4-539c-4b5d-9530-d16b55a265c1 req-2a5430f3-49b2-48fb-992f-87eb343959d6 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (ea14fc37-275d-4d1a-9aad-d295cd1ff971), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:44.802233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a18a19e-354e-4794-b9bb-8f8193f5ebde req-f96f5382-108a-4005-87dd-e23adefde902 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 210 time: 0.0480647 Feb 11 04:21:44.810260 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-163b95d4-539c-4b5d-9530-d16b55a265c1 req-2a5430f3-49b2-48fb-992f-87eb343959d6 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ea14fc37-275d-4d1a-9aad-d295cd1ff971), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:44.871819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 is: DOWN; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:21:44.897284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5430f3-49b2-48fb-992f-87eb343959d6 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea14fc37-275d-4d1a-9aad-d295cd1ff971,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:44.980480 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-163b95d4-539c-4b5d-9530-d16b55a265c1 req-2a5430f3-49b2-48fb-992f-87eb343959d6 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:44.982439 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-163b95d4-539c-4b5d-9530-d16b55a265c1 req-2a5430f3-49b2-48fb-992f-87eb343959d6 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6057990 Feb 11 04:21:45.070119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d23173aa-b987-4f4f-b2ba-e38bc5d9f2be req-97be77c7-f7a9-4d76-a73f-5f5eee55faab tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/c08ce0e9-29ed-415d-9caa-3a44a555f72b HTTP/1.1" status: 200 len: 1821 time: 0.0536714 Feb 11 04:21:45.123277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d23173aa-b987-4f4f-b2ba-e38bc5d9f2be req-010741c2-4d1e-4806-b16d-82b876d4fad4 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/ea14fc37-275d-4d1a-9aad-d295cd1ff971 HTTP/1.1" status: 200 len: 1822 time: 0.0522385 Feb 11 04:21:45.128364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d23173aa-b987-4f4f-b2ba-e38bc5d9f2be req-862bedb1-163f-4b7a-90a4-502075641315 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c08ce0e9-29ed-415d-9caa-3a44a555f72b', 'remote_group_id': 'ea14fc37-275d-4d1a-9aad-d295cd1ff971', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:45.129767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d23173aa-b987-4f4f-b2ba-e38bc5d9f2be req-862bedb1-163f-4b7a-90a4-502075641315 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c08ce0e9-29ed-415d-9caa-3a44a555f72b', 'remote_group_id': 'ea14fc37-275d-4d1a-9aad-d295cd1ff971', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:45.317651 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d23173aa-b987-4f4f-b2ba-e38bc5d9f2be req-862bedb1-163f-4b7a-90a4-502075641315 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (5d568aaf-af0a-4a0a-b2cf-759063f728c8), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:45.369572 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d23173aa-b987-4f4f-b2ba-e38bc5d9f2be req-862bedb1-163f-4b7a-90a4-502075641315 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (5d568aaf-af0a-4a0a-b2cf-759063f728c8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:45.402568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43272) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:45.442535 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d23173aa-b987-4f4f-b2ba-e38bc5d9f2be req-862bedb1-163f-4b7a-90a4-502075641315 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (5d568aaf-af0a-4a0a-b2cf-759063f728c8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:45.471739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bedb1-163f-4b7a-90a4-502075641315 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d568aaf-af0a-4a0a-b2cf-759063f728c8,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:45.560875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-121068745-network', 'tenant_id': '73ecef15f7fb4801b580258ff9892855'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:45.587913 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d23173aa-b987-4f4f-b2ba-e38bc5d9f2be req-862bedb1-163f-4b7a-90a4-502075641315 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:45.589359 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d23173aa-b987-4f4f-b2ba-e38bc5d9f2be req-862bedb1-163f-4b7a-90a4-502075641315 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4652381 Feb 11 04:21:45.681562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Made reservation on behalf of 73ecef15f7fb4801b580258ff9892855 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:21:45.684018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:45.704298 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:45.834400 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Publish callbacks [] for security_group (45f003ae-94c1-40ad-9a4e-20e5a5f2e06e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:45.907064 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (45f003ae-94c1-40ad-9a4e-20e5a5f2e06e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:45.959481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-2679a50d-65bc-408c-aa29-b1fa4c38dac0 req-4efd635b-da89-49cb-a6f2-4dce14590304 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-199355704', 'description': 'tempest-description-997752712'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:45.967924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:21:45.986036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f003ae-94c1-40ad-9a4e-20e5a5f2e06e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:45.991380 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a761b558-735e-47b3-8168-69c01b8a366d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:45.991724 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Added segment a761b558-735e-47b3-8168-69c01b8a366d of type vlan for network 99d8d02c-2eb2-40dc-9046-56cc8d10bbc5 Feb 11 04:21:46.046649 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (99d8d02c-2eb2-40dc-9046-56cc8d10bbc5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:46.074988 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2679a50d-65bc-408c-aa29-b1fa4c38dac0 req-4efd635b-da89-49cb-a6f2-4dce14590304 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:46.159867 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2679a50d-65bc-408c-aa29-b1fa4c38dac0 req-4efd635b-da89-49cb-a6f2-4dce14590304 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (9b864713-ec09-4e42-812b-cab7fc0e1a94), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:46.161319 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (99d8d02c-2eb2-40dc-9046-56cc8d10bbc5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:46.162349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:46.162944 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:46.258782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8547187 Feb 11 04:21:46.259554 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2679a50d-65bc-408c-aa29-b1fa4c38dac0 req-4efd635b-da89-49cb-a6f2-4dce14590304 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9b864713-ec09-4e42-812b-cab7fc0e1a94), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:46.262327 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43346) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:46.267453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-871cb902-454e-4224-9c40-47cb175c73c3 admin admin] Request body: {'subnet': {'network_id': '99d8d02c-2eb2-40dc-9046-56cc8d10bbc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-121068745-subnet', 'tenant_id': '73ecef15f7fb4801b580258ff9892855', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:46.280258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Pushing event updated for resources: {'Network': ['ID=99d8d02c-2eb2-40dc-9046-56cc8d10bbc5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:46.311791 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:46.312414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:46.312825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:46.313178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:46.313523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:46.313872 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:46.314218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:46.314558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:46.314923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:46.315256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:46.315590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:46.315924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:46.316281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec8457-f0e5-4d54-b5a4-934f91898271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:46.330053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 99d8d02c-2eb2-40dc-9046-56cc8d10bbc5 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:21:46.333210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd635b-da89-49cb-a6f2-4dce14590304 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b864713-ec09-4e42-812b-cab7fc0e1a94,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:46.351651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb638cce-3243-4fac-8189-ce2137694c3c req-b56cfe28-e9d4-4fa6-8d6c-0b1c74cf878e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:46.353230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb638cce-3243-4fac-8189-ce2137694c3c req-b56cfe28-e9d4-4fa6-8d6c-0b1c74cf878e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 944 time: 0.1821623 Feb 11 04:21:46.381388 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871cb902-454e-4224-9c40-47cb175c73c3 admin admin] Made reservation on behalf of 73ecef15f7fb4801b580258ff9892855 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:21:46.384402 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-871cb902-454e-4224-9c40-47cb175c73c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:46.402337 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2679a50d-65bc-408c-aa29-b1fa4c38dac0 req-4efd635b-da89-49cb-a6f2-4dce14590304 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:46.403591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2679a50d-65bc-408c-aa29-b1fa4c38dac0 req-4efd635b-da89-49cb-a6f2-4dce14590304 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4535260 Feb 11 04:21:46.418999 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb638cce-3243-4fac-8189-ce2137694c3c req-68413550-6006-4666-877b-9842acf4d329 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592892 Feb 11 04:21:46.509141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02189de5-7455-4cf1-bcf6-460331241d4d req-413d5332-929d-41df-b41a-bf91e5ef4268 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:46.510694 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02189de5-7455-4cf1-bcf6-460331241d4d req-413d5332-929d-41df-b41a-bf91e5ef4268 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.47 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 944 time: 0.1831894 Feb 11 04:21:46.537094 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f15927f-2c74-4bfc-9680-0c9c541fd215 req-8d0bfc22-ecd3-42b7-ab08-1d612ca27745 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 210 time: 0.0511155 Feb 11 04:21:46.571097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed9b56-67a9-4470-b5ed-4e907df6ba10 req-128ee289-cbd6-4d4c-81d7-38ac3a6584ae tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:46.572617 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eed9b56-67a9-4470-b5ed-4e907df6ba10 req-128ee289-cbd6-4d4c-81d7-38ac3a6584ae tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 944 time: 0.0765674 Feb 11 04:21:46.690703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-02189de5-7455-4cf1-bcf6-460331241d4d req-7185dc41-ea30-4419-8326-5a7d3a8a52fd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Deleting port 07b0f48d-f723-49da-adda-38ffd4691f1d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:46.691063 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-02189de5-7455-4cf1-bcf6-460331241d4d req-7185dc41-ea30-4419-8326-5a7d3a8a52fd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:46.709601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-2e21da91-8ee8-4679-a523-f9cfd899fdc4 service neutron] 10.222.0.47 "GET /v2.0/ports/5ea87c8e-eae8-4b8a-af20-8e75ff158523/bindings/n-h1-712142-35 HTTP/1.1" status: 200 len: 385 time: 0.0916688 Feb 11 04:21:46.714398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eed9b56-67a9-4470-b5ed-4e907df6ba10 req-4a5af5cc-e0fd-49fd-bc65-9154c7b2fb79 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353343 Feb 11 04:21:46.774433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-5ea8f578-5e12-43ab-8b3f-7facd0171aac req-9b1f16e9-356f-43c1-8889-0f055b2723ff tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1319773138', 'description': 'tempest-description-1623404497'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:46.815862 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-871cb902-454e-4224-9c40-47cb175c73c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (ae272872-7479-4d71-83c9-ae93ffc8d52a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:46.925924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-02189de5-7455-4cf1-bcf6-460331241d4d req-7185dc41-ea30-4419-8326-5a7d3a8a52fd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] For port 07b0f48d-f723-49da-adda-38ffd4691f1d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=07b0f48d-f723-49da-adda-38ffd4691f1d,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:46.926395 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-02189de5-7455-4cf1-bcf6-460331241d4d req-7185dc41-ea30-4419-8326-5a7d3a8a52fd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:46.959004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cb902-454e-4224-9c40-47cb175c73c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae272872-7479-4d71-83c9-ae93ffc8d52a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:46.961717 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-faa64bd3-e0ab-40fa-819e-e139cda23b64 service neutron] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:46.969871 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-02189de5-7455-4cf1-bcf6-460331241d4d req-7185dc41-ea30-4419-8326-5a7d3a8a52fd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Calling delete_port for 07b0f48d-f723-49da-adda-38ffd4691f1d owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:46.972592 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5ea8f578-5e12-43ab-8b3f-7facd0171aac req-9b1f16e9-356f-43c1-8889-0f055b2723ff tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:47.001260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-faa64bd3-e0ab-40fa-819e-e139cda23b64 service neutron] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:21:47.024733 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-b020241d-d749-4c0c-a225-2bd3863d41b4 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:47.026278 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-b020241d-d749-4c0c-a225-2bd3863d41b4 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.47 "GET /v2.0/networks?id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b HTTP/1.1" status: 200 len: 814 time: 0.2430558 Feb 11 04:21:47.056074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-faa64bd3-e0ab-40fa-819e-e139cda23b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea87c8e-eae8-4b8a-af20-8e75ff158523 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:21:47.071216 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-94b0a7c1-7a44-4f9f-9806-149711360a06 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Request body: {'port': {'device_id': 'a257216a-ddae-4cb0-93de-a0604230b40c', 'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b', 'admin_state_up': True, 'tenant_id': 'a1473eb6969949e6a2109f9722d68b38'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:47.073528 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-faa64bd3-e0ab-40fa-819e-e139cda23b64 service neutron] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:47.078031 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871cb902-454e-4224-9c40-47cb175c73c3 admin admin] Checking segment: {'id': 'a761b558-735e-47b3-8168-69c01b8a366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99d8d02c-2eb2-40dc-9046-56cc8d10bbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:21:47.078401 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871cb902-454e-4224-9c40-47cb175c73c3 admin admin] Network hostable DHCP agents. Network: 99d8d02c-2eb2-40dc-9046-56cc8d10bbc5, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:21:47.117043 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5ea8f578-5e12-43ab-8b3f-7facd0171aac req-9b1f16e9-356f-43c1-8889-0f055b2723ff tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (86d6d810-0141-4586-9069-c572517edcf3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:47.276289 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-faa64bd3-e0ab-40fa-819e-e139cda23b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:47.280248 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5ea8f578-5e12-43ab-8b3f-7facd0171aac req-9b1f16e9-356f-43c1-8889-0f055b2723ff tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (86d6d810-0141-4586-9069-c572517edcf3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:47.292923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871cb902-454e-4224-9c40-47cb175c73c3 admin admin] Network 99d8d02c-2eb2-40dc-9046-56cc8d10bbc5 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:21:47.339743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f16e9-356f-43c1-8889-0f055b2723ff tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d6d810-0141-4586-9069-c572517edcf3,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:47.349821 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-94b0a7c1-7a44-4f9f-9806-149711360a06 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Made reservation on behalf of a1473eb6969949e6a2109f9722d68b38 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:21:47.353243 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-94b0a7c1-7a44-4f9f-9806-149711360a06 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:47.389203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-faa64bd3-e0ab-40fa-819e-e139cda23b64 service neutron] Transition to ACTIVE for port object 5ea87c8e-eae8-4b8a-af20-8e75ff158523 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:21:47.392403 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5ea8f578-5e12-43ab-8b3f-7facd0171aac req-9b1f16e9-356f-43c1-8889-0f055b2723ff tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:47.394019 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ea8f578-5e12-43ab-8b3f-7facd0171aac req-9b1f16e9-356f-43c1-8889-0f055b2723ff tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6254623 Feb 11 04:21:47.408099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-871cb902-454e-4224-9c40-47cb175c73c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 99d8d02c-2eb2-40dc-9046-56cc8d10bbc5) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:21:47.412137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-02189de5-7455-4cf1-bcf6-460331241d4d req-7185dc41-ea30-4419-8326-5a7d3a8a52fd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (07b0f48d-f723-49da-adda-38ffd4691f1d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:47.417444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871cb902-454e-4224-9c40-47cb175c73c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:47.418042 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-871cb902-454e-4224-9c40-47cb175c73c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:47.423595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86300a92-2295-4187-9668-0392718794e0 None None] Network 99d8d02c-2eb2-40dc-9046-56cc8d10bbc5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:21:47.469862 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185dc41-ea30-4419-8326-5a7d3a8a52fd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Pushing event deleted for resources: {'Port': ['ID=07b0f48d-f723-49da-adda-38ffd4691f1d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:47.476678 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-faa64bd3-e0ab-40fa-819e-e139cda23b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:47.527403 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e15beb3-7db6-4148-8717-5872d6f07b72 None None] Network 99d8d02c-2eb2-40dc-9046-56cc8d10bbc5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:21:47.560465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-02189de5-7455-4cf1-bcf6-460331241d4d req-7185dc41-ea30-4419-8326-5a7d3a8a52fd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] No DVR routers for this DVR port 07b0f48d-f723-49da-adda-38ffd4691f1d on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:47.565090 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-02189de5-7455-4cf1-bcf6-460331241d4d req-7185dc41-ea30-4419-8326-5a7d3a8a52fd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:47.568710 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-02189de5-7455-4cf1-bcf6-460331241d4d req-7185dc41-ea30-4419-8326-5a7d3a8a52fd tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.47 "DELETE /v2.0/ports/07b0f48d-f723-49da-adda-38ffd4691f1d HTTP/1.1" status: 204 len: 173 time: 1.0516891 Feb 11 04:21:47.569661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519f97af-d3f1-49ac-af8c-ef877a7e8fca', 'name': 'network-vif-deleted', 'tag': '07b0f48d-f723-49da-adda-38ffd4691f1d'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:47.572067 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a816beb6-e589-4dc6-88c3-8ece75c51c1c" -d '{"events": [{"server_uuid": "519f97af-d3f1-49ac-af8c-ef877a7e8fca", "name": "network-vif-deleted", "tag": "07b0f48d-f723-49da-adda-38ffd4691f1d"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:47.602141 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7f40ec7-8a15-419f-b7f6-7de25b392607 req-46a72311-92fa-4a36-bf2f-f573abb3f807 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/9b864713-ec09-4e42-812b-cab7fc0e1a94 HTTP/1.1" status: 200 len: 1820 time: 0.0762043 Feb 11 04:21:47.603156 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-871cb902-454e-4224-9c40-47cb175c73c3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3403208 Feb 11 04:21:47.646167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa64bd3-e0ab-40fa-819e-e139cda23b64 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea87c8e-eae8-4b8a-af20-8e75ff158523,revision_number=10']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:47.653148 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-94b0a7c1-7a44-4f9f-9806-149711360a06 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Allocated IP 172.20.0.10 (944a3a5b-b293-47a1-899e-5e7fbbc3e19b/a5af16ed-8836-49c2-8b93-adb678c52442/7dea56a0-659d-4bac-80b9-cc5632162486) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:21:47.708458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-faa64bd3-e0ab-40fa-819e-e139cda23b64 service neutron] No DVR routers for this DVR port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:47.755167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-faa64bd3-e0ab-40fa-819e-e139cda23b64 service neutron] 10.222.0.47 "PUT /v2.0/ports/5ea87c8e-eae8-4b8a-af20-8e75ff158523/bindings/n-h1-712142-35/activate HTTP/1.1" status: 200 len: 370 time: 1.0380595 Feb 11 04:21:47.762865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7f40ec7-8a15-419f-b7f6-7de25b392607 req-151c3324-d7ab-4d16-ac33-a352d594fe5a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/86d6d810-0141-4586-9069-c572517edcf3 HTTP/1.1" status: 200 len: 1822 time: 0.1597898 Feb 11 04:21:47.768844 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-a7f40ec7-8a15-419f-b7f6-7de25b392607 req-8234a46e-9b76-4e91-80da-fde6245df880 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9b864713-ec09-4e42-812b-cab7fc0e1a94', 'remote_group_id': '86d6d810-0141-4586-9069-c572517edcf3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:47.769273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-a7f40ec7-8a15-419f-b7f6-7de25b392607 req-8234a46e-9b76-4e91-80da-fde6245df880 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9b864713-ec09-4e42-812b-cab7fc0e1a94', 'remote_group_id': '86d6d810-0141-4586-9069-c572517edcf3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:47.894265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d30815-5101-4cbc-91fd-be90b5ec0463 req-5b340c0f-c522-4f52-be1b-bb7cbb4c5946 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:47.895791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2d30815-5101-4cbc-91fd-be90b5ec0463 req-5b340c0f-c522-4f52-be1b-bb7cbb4c5946 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 945 time: 0.1031551 Feb 11 04:21:47.897281 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-94b0a7c1-7a44-4f9f-9806-149711360a06 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks [] for port (7dea56a0-659d-4bac-80b9-cc5632162486), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:47.903879 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a7f40ec7-8a15-419f-b7f6-7de25b392607 req-8234a46e-9b76-4e91-80da-fde6245df880 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (4b9f0ef3-0da0-4a1e-b8ea-2a684dc24e2d), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:47.956665 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a7f40ec7-8a15-419f-b7f6-7de25b392607 req-8234a46e-9b76-4e91-80da-fde6245df880 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (4b9f0ef3-0da0-4a1e-b8ea-2a684dc24e2d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:47.970839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2d30815-5101-4cbc-91fd-be90b5ec0463 req-91979cd8-d4fa-45f9-b50f-288a44f6a1c4 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684090 Feb 11 04:21:48.029845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-a73e03ce-5f7f-432d-a9b1-8401bfcc1950 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:48.030176 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-94b0a7c1-7a44-4f9f-9806-149711360a06 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:48.031381 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-a73e03ce-5f7f-432d-a9b1-8401bfcc1950 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a&tenant_id=2ecf6acdd8224d998729629979558449&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 1128 time: 0.0596938 Feb 11 04:21:48.069560 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a7f40ec7-8a15-419f-b7f6-7de25b392607 req-8234a46e-9b76-4e91-80da-fde6245df880 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (4b9f0ef3-0da0-4a1e-b8ea-2a684dc24e2d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:48.081273 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-94b0a7c1-7a44-4f9f-9806-149711360a06 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Network 944a3a5b-b293-47a1-899e-5e7fbbc3e19b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:21:48.084900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-94b0a7c1-7a44-4f9f-9806-149711360a06 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:21:48.088658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-94b0a7c1-7a44-4f9f-9806-149711360a06 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:21:48.113846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0a7c1-7a44-4f9f-9806-149711360a06 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Pushing event updated for resources: {'Port': ['ID=7dea56a0-659d-4bac-80b9-cc5632162486,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:48.116110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234a46e-9b76-4e91-80da-fde6245df880 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9f0ef3-0da0-4a1e-b8ea-2a684dc24e2d,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:48.142481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-632b9e8e-d840-402c-80c4-fb200cbe551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:48.143870 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-94b0a7c1-7a44-4f9f-9806-149711360a06 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:48.143998 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-632b9e8e-d840-402c-80c4-fb200cbe551d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a&tenant_id=2ecf6acdd8224d998729629979558449 HTTP/1.1" status: 200 len: 1128 time: 0.1045105 Feb 11 04:21:48.144505 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-94b0a7c1-7a44-4f9f-9806-149711360a06 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:48.157105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd7ca5-3430-4a1d-9804-7bc392444f5f req-1e0d94c6-1c4d-47f0-b9fe-992e869003dc tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:48.158697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3dd7ca5-3430-4a1d-9804-7bc392444f5f req-1e0d94c6-1c4d-47f0-b9fe-992e869003dc tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 932 time: 0.0810552 Feb 11 04:21:48.206156 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a7f40ec7-8a15-419f-b7f6-7de25b392607 req-8234a46e-9b76-4e91-80da-fde6245df880 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:48.207327 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7f40ec7-8a15-419f-b7f6-7de25b392607 req-8234a46e-9b76-4e91-80da-fde6245df880 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4434922 Feb 11 04:21:48.222369 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-94b0a7c1-7a44-4f9f-9806-149711360a06 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1553073 Feb 11 04:21:48.235518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Request body: {'port': {'device_id': 'a257216a-ddae-4cb0-93de-a0604230b40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:48.249107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3dd7ca5-3430-4a1d-9804-7bc392444f5f req-9b419fdd-4827-4c47-92eb-846c219304d3 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834839 Feb 11 04:21:48.262102 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5cd577-c2a2-41fb-bb04-816e0793053f x-openstack-request-id: req-3e5cd577-c2a2-41fb-bb04-816e0793053f {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:48.262542 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519f97af-d3f1-49ac-af8c-ef877a7e8fca", "name": "network-vif-deleted", "tag": "07b0f48d-f723-49da-adda-38ffd4691f1d", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:48.262895 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e5cd577-c2a2-41fb-bb04-816e0793053f {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:48.264127 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519f97af-d3f1-49ac-af8c-ef877a7e8fca', 'name': 'network-vif-deleted', 'tag': '07b0f48d-f723-49da-adda-38ffd4691f1d', 'status': 'completed', 'code': 200} Feb 11 04:21:48.265567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-feac84b9-2b95-4f43-bdf2-3ae997752637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:48.267239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-feac84b9-2b95-4f43-bdf2-3ae997752637 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 1128 time: 0.0949402 Feb 11 04:21:48.327058 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:48.594679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 07b0f48d-f723-49da-adda-38ffd4691f1d no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:48.616546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 07b0f48d-f723-49da-adda-38ffd4691f1d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:48.617250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 07b0f48d-f723-49da-adda-38ffd4691f1d not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:48.676439 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dea56a0-659d-4bac-80b9-cc5632162486 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:21:48.684703 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Publish callbacks [] for port (7dea56a0-659d-4bac-80b9-cc5632162486), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:48.699602 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Transition to ACTIVE for port object 7dea56a0-659d-4bac-80b9-cc5632162486 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:21:48.725209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d06caf01-7d4d-4a68-99d4-1a1cc41369e9 req-cecd3790-72fe-4bc0-8249-f1dc0167e980 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=519f97af-d3f1-49ac-af8c-ef877a7e8fca HTTP/1.1" status: 200 len: 210 time: 0.3566062 Feb 11 04:21:48.757384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-d50af507-cc19-4eec-b209-23d957d12718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:48.759615 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-d50af507-cc19-4eec-b209-23d957d12718 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 0.4838083 Feb 11 04:21:48.782660 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:48.805680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-f0a7547c-3f11-4f4f-8736-7c5b5db7b7f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523 HTTP/1.1" status: 200 len: 217 time: 0.0397117 Feb 11 04:21:48.873670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-bc738db5-f6db-4a22-8179-895ac519dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:48.875949 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-bc738db5-f6db-4a22-8179-895ac519dc70 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.0648627 Feb 11 04:21:48.916177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Pushing event updated for resources: {'Port': ['ID=7dea56a0-659d-4bac-80b9-cc5632162486,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:48.919464 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-d2d19afa-84ab-45af-bfbe-37a1430cb4f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370505 Feb 11 04:21:48.945766 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Attempting to bind port 7dea56a0-659d-4bac-80b9-cc5632162486 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:21:48.946115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Attempting to bind port 7dea56a0-659d-4bac-80b9-cc5632162486 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '06ad25a9-4856-4017-8b91-906c2b318702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:21:48.946449 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Attempting to bind port 7dea56a0-659d-4bac-80b9-cc5632162486 on network 944a3a5b-b293-47a1-899e-5e7fbbc3e19b {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:21:48.952380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Port 7dea56a0-659d-4bac-80b9-cc5632162486 on network 944a3a5b-b293-47a1-899e-5e7fbbc3e19b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:21:48.952716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Attempting to bind port 7dea56a0-659d-4bac-80b9-cc5632162486 on network 944a3a5b-b293-47a1-899e-5e7fbbc3e19b {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:21:48.959638 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:21:48.960074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Checking segment: {'id': '06ad25a9-4856-4017-8b91-906c2b318702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:21:48.960388 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Bound using segment: {'id': '06ad25a9-4856-4017-8b91-906c2b318702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:21:48.960894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Bound port: 7dea56a0-659d-4bac-80b9-cc5632162486, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ad25a9-4856-4017-8b91-906c2b318702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:21:48.961267 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:49.033528 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] For port 7dea56a0-659d-4bac-80b9-cc5632162486, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:21:49.037660 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] For port 7dea56a0-659d-4bac-80b9-cc5632162486, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7dea56a0-659d-4bac-80b9-cc5632162486,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:21:49.098352 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:49.105707 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d97002e-181b-4b07-94ff-39566546d60b req-cfb49863-8dcc-4b8a-9335-f3727b7f9ed8 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/86d6d810-0141-4586-9069-c572517edcf3 HTTP/1.1" status: 200 len: 1822 time: 0.1491723 Feb 11 04:21:49.140976 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:49.141712 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:49.143471 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] 10.222.0.47 "PUT /v2.0/ports/7dea56a0-659d-4bac-80b9-cc5632162486 HTTP/1.1" status: 200 len: 1093 time: 0.9132209 Feb 11 04:21:49.144343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-7baaea9f-739d-42c9-99c5-b2e2761be72c service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104623 Feb 11 04:21:49.153064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-b06f9de9-6603-490a-bc94-10c5ace5ea45 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:49.154206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-b06f9de9-6603-490a-bc94-10c5ace5ea45 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/networks?id=99d8d02c-2eb2-40dc-9046-56cc8d10bbc5 HTTP/1.1" status: 200 len: 821 time: 0.2374094 Feb 11 04:21:49.165678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9aa2d-bd07-42d8-948d-875e20d44b6f service neutron] Pushing event updated for resources: {'Port': ['ID=7dea56a0-659d-4bac-80b9-cc5632162486,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:49.208638 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-9f0ecfb5-c255-4258-9e5d-1fa517ecf505 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/quotas/73ecef15f7fb4801b580258ff9892855 HTTP/1.1" status: 200 len: 375 time: 0.0353475 Feb 11 04:21:49.274113 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-1865559c-5218-49ab-b43a-47a018fb13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:49.275644 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-1865559c-5218-49ab-b43a-47a018fb13c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1473eb6969949e6a2109f9722d68b38&device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 1127 time: 0.0520844 Feb 11 04:21:49.286285 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5d97002e-181b-4b07-94ff-39566546d60b req-b946bcc2-22ca-4218-8eb7-4c71df963c89 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (86d6d810-0141-4586-9069-c572517edcf3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:49.290932 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-f109631e-5fd7-4fd4-9c3a-0d360def2eb9 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=73ecef15f7fb4801b580258ff9892855&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484936 Feb 11 04:21:49.306228 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:21:49.317881 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-f9e75b03-474d-414b-bdb1-64ad64f1433b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dea56a0-659d-4bac-80b9-cc5632162486 HTTP/1.1" status: 200 len: 217 time: 0.0358746 Feb 11 04:21:49.348718 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-4bed9bd6-8406-436a-b627-b10f36d94ea2 service neutron] 10.222.0.32 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893542 Feb 11 04:21:49.354924 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5d97002e-181b-4b07-94ff-39566546d60b req-b946bcc2-22ca-4218-8eb7-4c71df963c89 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (86d6d810-0141-4586-9069-c572517edcf3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:49.391711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-374c7b3e-de9c-4aec-8d51-fc91e3d368ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:49.393316 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-374c7b3e-de9c-4aec-8d51-fc91e3d368ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5af16ed-8836-49c2-8b93-adb678c52442 HTTP/1.1" status: 200 len: 854 time: 0.0606170 Feb 11 04:21:49.439949 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-dee74cac-d911-41e8-aae3-cb5adf959359 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394316 Feb 11 04:21:49.462840 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-a5add184-96a4-4149-a34c-9751e2a2cd6d service neutron] 10.222.0.13 "GET /v2.0/networks/99d8d02c-2eb2-40dc-9046-56cc8d10bbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567023 Feb 11 04:21:49.470777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43550) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:49.543742 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-65ad569c-51e9-46dc-9225-9de4984eee9e service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975552 Feb 11 04:21:49.573876 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5d97002e-181b-4b07-94ff-39566546d60b req-b946bcc2-22ca-4218-8eb7-4c71df963c89 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (86d6d810-0141-4586-9069-c572517edcf3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:49.579143 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5d97002e-181b-4b07-94ff-39566546d60b req-b946bcc2-22ca-4218-8eb7-4c71df963c89 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:49.580812 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d97002e-181b-4b07-94ff-39566546d60b req-b946bcc2-22ca-4218-8eb7-4c71df963c89 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "DELETE /v2.0/security-groups/86d6d810-0141-4586-9069-c572517edcf3 HTTP/1.1" status: 204 len: 173 time: 0.4643133 Feb 11 04:21:49.596970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-05b600df-5876-4898-869f-09c76c7b7591 service neutron] 10.222.0.13 "GET /v2.0/networks/99d8d02c-2eb2-40dc-9046-56cc8d10bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196148 Feb 11 04:21:49.616595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-01872cb3-ae9b-420b-8d1b-99030793584a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:49.620252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946bcc2-22ca-4218-8eb7-4c71df963c89 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d6d810-0141-4586-9069-c572517edcf3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:49.664722 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8db58e39-f427-48b3-9015-3fe79e478c82 req-48846d31-491f-48ed-a5c6-9f43e43914eb service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152351 Feb 11 04:21:49.722041 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-01872cb3-ae9b-420b-8d1b-99030793584a admin admin] Publish callbacks [] for security_group (f8bd89e2-d335-4aee-9d0a-d12fc5cd5382), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:49.773133 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-01872cb3-ae9b-420b-8d1b-99030793584a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f8bd89e2-d335-4aee-9d0a-d12fc5cd5382), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:49.816969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c6038-ea8f-48e2-b015-c31f1f65ca55 req-a28d4a6b-8b27-4db0-ae7a-c1516cfdbd79 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:49.818387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-870c6038-ea8f-48e2-b015-c31f1f65ca55 req-a28d4a6b-8b27-4db0-ae7a-c1516cfdbd79 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 945 time: 0.0945156 Feb 11 04:21:49.830300 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-01872cb3-ae9b-420b-8d1b-99030793584a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ab7006eef0e40288e53a8340687d5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584278 Feb 11 04:21:49.833062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43568) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:49.836312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01872cb3-ae9b-420b-8d1b-99030793584a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bd89e2-d335-4aee-9d0a-d12fc5cd5382,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:49.893613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-870c6038-ea8f-48e2-b015-c31f1f65ca55 req-d976e681-7e25-4e9b-b433-3926840f6be9 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667758 Feb 11 04:21:49.915005 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6bfc-fe4e-41f3-8e54-ca6790cad058 admin admin] Publish callbacks [] for security_group (f8bd89e2-d335-4aee-9d0a-d12fc5cd5382), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:49.948714 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6bfc-fe4e-41f3-8e54-ca6790cad058 admin admin] Publish callbacks [] for security_group (f8bd89e2-d335-4aee-9d0a-d12fc5cd5382), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:50.023408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b55d771-c616-49d5-853b-bacac83fa08c req-7fb4e14f-b01c-4975-b269-1c5fa6fd9b33 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/9b864713-ec09-4e42-812b-cab7fc0e1a94 HTTP/1.1" status: 200 len: 1820 time: 0.0861342 Feb 11 04:21:50.026386 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-57010a16-ebd9-41b7-9c72-147f1eddb437 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:50.027758 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-57010a16-ebd9-41b7-9c72-147f1eddb437 tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a&tenant_id=2ecf6acdd8224d998729629979558449&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 1128 time: 0.1534557 Feb 11 04:21:50.050531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0252d3f-b16b-4cf0-ad24-6edf24a3fb9c req-a5cce611-e2cc-4d78-840c-badedefb709f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:50.052068 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0252d3f-b16b-4cf0-ad24-6edf24a3fb9c req-a5cce611-e2cc-4d78-840c-badedefb709f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.1031873 Feb 11 04:21:50.088502 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6bfc-fe4e-41f3-8e54-ca6790cad058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f8bd89e2-d335-4aee-9d0a-d12fc5cd5382), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:50.094204 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6bfc-fe4e-41f3-8e54-ca6790cad058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:50.100735 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4d0e6bfc-fe4e-41f3-8e54-ca6790cad058 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8bd89e2-d335-4aee-9d0a-d12fc5cd5382 HTTP/1.1" status: 204 len: 168 time: 0.2662594 Feb 11 04:21:50.111089 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e6bfc-fe4e-41f3-8e54-ca6790cad058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bd89e2-d335-4aee-9d0a-d12fc5cd5382,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:50.157942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0252d3f-b16b-4cf0-ad24-6edf24a3fb9c req-53c70c85-5008-4c78-bdf6-3a7d1f4c0d29 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769763 Feb 11 04:21:50.265091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a257216a-ddae-4cb0-93de-a0604230b40c', 'tag': '7dea56a0-659d-4bac-80b9-cc5632162486'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:50.268553 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e6036c-65d1-48fc-a7d5-18b18712207c" -d '{"events": [{"name": "network-changed", "server_uuid": "a257216a-ddae-4cb0-93de-a0604230b40c", "tag": "7dea56a0-659d-4bac-80b9-cc5632162486"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:50.285095 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cc36e00-3dda-4888-9d9e-90b18761d69c req-82a5113b-1ac4-479c-b7bf-34cb381f0158 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 210 time: 0.0298221 Feb 11 04:21:50.289579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-af535471-22a9-4254-9e67-d0a04c200c9a service neutron] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:21:50.293041 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-af535471-22a9-4254-9e67-d0a04c200c9a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:50.294358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b28b010-928a-48c5-9fc2-9a92d9f08dce req-af535471-22a9-4254-9e67-d0a04c200c9a service neutron] 10.222.0.32 "DELETE /v2.0/ports/5ea87c8e-eae8-4b8a-af20-8e75ff158523/bindings/n-h2-712142-35 HTTP/1.1" status: 204 len: 173 time: 0.2588441 Feb 11 04:21:50.321835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f7d4b857-2010-4091-a32b-d660e6030ed4 req-7679483a-1a14-4e92-8d2a-12f09270836a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-70589420', 'description': 'tempest-description-1178517189'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:50.463808 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f7d4b857-2010-4091-a32b-d660e6030ed4 req-7679483a-1a14-4e92-8d2a-12f09270836a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:50.559773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f7d4b857-2010-4091-a32b-d660e6030ed4 req-7679483a-1a14-4e92-8d2a-12f09270836a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (fcc10dfb-219c-4045-b715-bec3a5628704), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:50.635045 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f7d4b857-2010-4091-a32b-d660e6030ed4 req-7679483a-1a14-4e92-8d2a-12f09270836a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fcc10dfb-219c-4045-b715-bec3a5628704), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:50.665097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7679483a-1a14-4e92-8d2a-12f09270836a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc10dfb-219c-4045-b715-bec3a5628704,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:50.717695 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f7d4b857-2010-4091-a32b-d660e6030ed4 req-7679483a-1a14-4e92-8d2a-12f09270836a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:50.719532 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7d4b857-2010-4091-a32b-d660e6030ed4 req-7679483a-1a14-4e92-8d2a-12f09270836a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4021611 Feb 11 04:21:50.764356 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0eb535-f223-4296-a931-7d7b9c60c781 x-openstack-request-id: req-1f0eb535-f223-4296-a931-7d7b9c60c781 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:50.764854 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a257216a-ddae-4cb0-93de-a0604230b40c", "tag": "7dea56a0-659d-4bac-80b9-cc5632162486", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:50.765802 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f0eb535-f223-4296-a931-7d7b9c60c781 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:50.766264 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a257216a-ddae-4cb0-93de-a0604230b40c', 'tag': '7dea56a0-659d-4bac-80b9-cc5632162486', 'status': 'completed', 'code': 200} Feb 11 04:21:50.856969 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6036c-65d1-48fc-a7d5-18b18712207c req-5e537197-42d3-4493-9451-63c1043bc90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:50.859495 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-54e6036c-65d1-48fc-a7d5-18b18712207c req-5e537197-42d3-4493-9451-63c1043bc90e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1473eb6969949e6a2109f9722d68b38&device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 1127 time: 0.0723901 Feb 11 04:21:50.913238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43650) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:50.934018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7db0a7b-06b8-4417-a8d7-4759b3d0acb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:50.972472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6036c-65d1-48fc-a7d5-18b18712207c req-a7d6b6ce-339b-4030-b067-91412c80b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:50.974493 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-54e6036c-65d1-48fc-a7d5-18b18712207c req-a7d6b6ce-339b-4030-b067-91412c80b356 service neutron] 10.222.0.47 "GET /v2.0/networks?id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b HTTP/1.1" status: 200 len: 915 time: 0.1088719 Feb 11 04:21:51.018224 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-54e6036c-65d1-48fc-a7d5-18b18712207c req-01b39b2c-5de4-4508-ae07-a6350a6a2a1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dea56a0-659d-4bac-80b9-cc5632162486 HTTP/1.1" status: 200 len: 217 time: 0.0369694 Feb 11 04:21:51.045912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bc375ef-3fa7-4e2e-8b73-1701bb98dfdf req-e968c0f3-5e8a-4935-8c4e-803334c202c3 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/fcc10dfb-219c-4045-b715-bec3a5628704 HTTP/1.1" status: 200 len: 1820 time: 0.0684988 Feb 11 04:21:51.052246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-4bc375ef-3fa7-4e2e-8b73-1701bb98dfdf req-5f94fd78-cea2-4cd4-8bb6-ad35f82192d4 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcc10dfb-219c-4045-b715-bec3a5628704', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:51.052566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-4bc375ef-3fa7-4e2e-8b73-1701bb98dfdf req-5f94fd78-cea2-4cd4-8bb6-ad35f82192d4 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcc10dfb-219c-4045-b715-bec3a5628704', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:51.075782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6036c-65d1-48fc-a7d5-18b18712207c req-3d571f79-8a2b-4204-8fd0-843187545654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:51.078182 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-54e6036c-65d1-48fc-a7d5-18b18712207c req-3d571f79-8a2b-4204-8fd0-843187545654 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5af16ed-8836-49c2-8b93-adb678c52442 HTTP/1.1" status: 200 len: 854 time: 0.0513411 Feb 11 04:21:51.098750 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7db0a7b-06b8-4417-a8d7-4759b3d0acb1 admin admin] Publish callbacks [] for security_group (8f77b216-c7b0-4254-8992-6819c59c2bc0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:51.118870 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-54e6036c-65d1-48fc-a7d5-18b18712207c req-69427d4a-38dc-44e2-ac6b-0a3ad372992f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276663 Feb 11 04:21:51.211919 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-54e6036c-65d1-48fc-a7d5-18b18712207c req-2d71a995-59c2-4e63-a363-913a62de7ad3 service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857306 Feb 11 04:21:51.215295 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7db0a7b-06b8-4417-a8d7-4759b3d0acb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8f77b216-c7b0-4254-8992-6819c59c2bc0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:51.276070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d7db0a7b-06b8-4417-a8d7-4759b3d0acb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8757ad1e4cf436ab2f55175a3bfe625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617139 Feb 11 04:21:51.276681 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43670) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:51.287638 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db0a7b-06b8-4417-a8d7-4759b3d0acb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f77b216-c7b0-4254-8992-6819c59c2bc0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:51.327945 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4bc375ef-3fa7-4e2e-8b73-1701bb98dfdf req-5f94fd78-cea2-4cd4-8bb6-ad35f82192d4 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (f6c8bde2-ee84-4b2e-b930-4dd056033cfd), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:51.329699 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-54e6036c-65d1-48fc-a7d5-18b18712207c req-b1a2470d-062b-4f21-8abd-b4b88f4d3a47 service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118207 Feb 11 04:21:51.360104 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4bc375ef-3fa7-4e2e-8b73-1701bb98dfdf req-5f94fd78-cea2-4cd4-8bb6-ad35f82192d4 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (f6c8bde2-ee84-4b2e-b930-4dd056033cfd), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:51.374954 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa28f2fc-fa11-4e37-b7d3-e7cd2d8a76bc admin admin] Publish callbacks [] for security_group (8f77b216-c7b0-4254-8992-6819c59c2bc0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:51.427583 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa28f2fc-fa11-4e37-b7d3-e7cd2d8a76bc admin admin] Publish callbacks [] for security_group (8f77b216-c7b0-4254-8992-6819c59c2bc0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:51.441075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659a411-3442-41eb-ba8a-7b2249cae661 req-53ead7ee-7d09-4970-b313-4713c135154b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:51.442998 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8659a411-3442-41eb-ba8a-7b2249cae661 req-53ead7ee-7d09-4970-b313-4713c135154b tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.47 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 945 time: 0.0593202 Feb 11 04:21:51.467607 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4bc375ef-3fa7-4e2e-8b73-1701bb98dfdf req-5f94fd78-cea2-4cd4-8bb6-ad35f82192d4 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (f6c8bde2-ee84-4b2e-b930-4dd056033cfd), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:51.494087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63982ca5-617c-47ad-bb8d-39c65f694aba req-e12c880c-0070-4132-9dcf-9eeeecc04be2 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:51.495883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63982ca5-617c-47ad-bb8d-39c65f694aba req-e12c880c-0070-4132-9dcf-9eeeecc04be2 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 945 time: 0.1100385 Feb 11 04:21:51.511540 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94fd78-cea2-4cd4-8bb6-ad35f82192d4 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c8bde2-ee84-4b2e-b930-4dd056033cfd,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:51.552466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-8659a411-3442-41eb-ba8a-7b2249cae661 req-fe631237-677d-4e6d-8c1e-64b12cfa60cc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Deleting port fe242427-de56-4221-89db-e3d425e365f9 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:51.552806 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8659a411-3442-41eb-ba8a-7b2249cae661 req-fe631237-677d-4e6d-8c1e-64b12cfa60cc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (fe242427-de56-4221-89db-e3d425e365f9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:51.556981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63982ca5-617c-47ad-bb8d-39c65f694aba req-41072973-4d10-45c9-94ee-27c8d925de55 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528452 Feb 11 04:21:51.602884 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4bc375ef-3fa7-4e2e-8b73-1701bb98dfdf req-5f94fd78-cea2-4cd4-8bb6-ad35f82192d4 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:51.609970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bc375ef-3fa7-4e2e-8b73-1701bb98dfdf req-5f94fd78-cea2-4cd4-8bb6-ad35f82192d4 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5627987 Feb 11 04:21:51.658317 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-8659a411-3442-41eb-ba8a-7b2249cae661 req-fe631237-677d-4e6d-8c1e-64b12cfa60cc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] For port fe242427-de56-4221-89db-e3d425e365f9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=fe242427-de56-4221-89db-e3d425e365f9,segment=NetworkSegment(0c5cbf8d-83cf-4086-82f6-6697b6cb5e41),segment_id=0c5cbf8d-83cf-4086-82f6-6697b6cb5e41)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:51.658489 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa28f2fc-fa11-4e37-b7d3-e7cd2d8a76bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8f77b216-c7b0-4254-8992-6819c59c2bc0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:51.658753 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8659a411-3442-41eb-ba8a-7b2249cae661 req-fe631237-677d-4e6d-8c1e-64b12cfa60cc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (fe242427-de56-4221-89db-e3d425e365f9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:51.661099 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa28f2fc-fa11-4e37-b7d3-e7cd2d8a76bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:51.665072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fa28f2fc-fa11-4e37-b7d3-e7cd2d8a76bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f77b216-c7b0-4254-8992-6819c59c2bc0 HTTP/1.1" status: 204 len: 168 time: 0.3796561 Feb 11 04:21:51.674992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28f2fc-fa11-4e37-b7d3-e7cd2d8a76bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f77b216-c7b0-4254-8992-6819c59c2bc0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:51.676918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-8659a411-3442-41eb-ba8a-7b2249cae661 req-fe631237-677d-4e6d-8c1e-64b12cfa60cc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Calling delete_port for fe242427-de56-4221-89db-e3d425e365f9 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:51.728051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bf1f5-a119-4a3a-994a-328f16622732 req-9e1c9887-bd50-4d5c-aab6-26b964e6faff tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:51.729711 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-994bf1f5-a119-4a3a-994a-328f16622732 req-9e1c9887-bd50-4d5c-aab6-26b964e6faff tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/ports?device_id=949d280a-0667-44b9-a1d3-3245090fb8f0 HTTP/1.1" status: 200 len: 945 time: 0.1159708 Feb 11 04:21:51.759434 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc474d7-fa49-4860-af69-08e9345a092c req-137c4c9a-275e-438f-8105-1c94319fd464 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:51.760932 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abc474d7-fa49-4860-af69-08e9345a092c req-137c4c9a-275e-438f-8105-1c94319fd464 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.0767345 Feb 11 04:21:51.832136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-994bf1f5-a119-4a3a-994a-328f16622732 req-525652c5-8af8-40dd-9d8d-8a60b9729ac2 tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884748 Feb 11 04:21:51.860995 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abc474d7-fa49-4860-af69-08e9345a092c req-60f9a1dd-7e52-4ce6-91e8-aed190ca3f9e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899630 Feb 11 04:21:51.929788 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4696d351-1456-492d-b205-c36a60fe2dbf req-0c881baf-ffe0-4786-b842-6d177f19a448 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 210 time: 0.0339439 Feb 11 04:21:51.955185 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8659a411-3442-41eb-ba8a-7b2249cae661 req-fe631237-677d-4e6d-8c1e-64b12cfa60cc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (fe242427-de56-4221-89db-e3d425e365f9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:51.986495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe631237-677d-4e6d-8c1e-64b12cfa60cc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Pushing event deleted for resources: {'Port': ['ID=fe242427-de56-4221-89db-e3d425e365f9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:52.016864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d81e2c7-32ea-4ff9-8614-51dc1497d6d5 req-27d52014-fd28-4e15-82e4-9f2c58688f0a tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/fcc10dfb-219c-4045-b715-bec3a5628704 HTTP/1.1" status: 200 len: 2413 time: 0.0559535 Feb 11 04:21:52.027049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-8d81e2c7-32ea-4ff9-8614-51dc1497d6d5 req-9434ddd3-09ec-4c06-b684-8ebb5483bb76 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcc10dfb-219c-4045-b715-bec3a5628704', 'remote_group_id': None}]} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:52.027625 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-8d81e2c7-32ea-4ff9-8614-51dc1497d6d5 req-9434ddd3-09ec-4c06-b684-8ebb5483bb76 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fcc10dfb-219c-4045-b715-bec3a5628704', 'remote_group_id': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:52.059081 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-8659a411-3442-41eb-ba8a-7b2249cae661 req-fe631237-677d-4e6d-8c1e-64b12cfa60cc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] No DVR routers for this DVR port fe242427-de56-4221-89db-e3d425e365f9 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:52.061966 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8659a411-3442-41eb-ba8a-7b2249cae661 req-fe631237-677d-4e6d-8c1e-64b12cfa60cc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:52.066383 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8659a411-3442-41eb-ba8a-7b2249cae661 req-fe631237-677d-4e6d-8c1e-64b12cfa60cc tempest-LiveAutoBlockMigrationV225Test-758973035 tempest-LiveAutoBlockMigrationV225Test-758973035-project] 10.222.0.47 "DELETE /v2.0/ports/fe242427-de56-4221-89db-e3d425e365f9 HTTP/1.1" status: 204 len: 173 time: 0.6178479 Feb 11 04:21:52.160756 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8d81e2c7-32ea-4ff9-8614-51dc1497d6d5 req-9434ddd3-09ec-4c06-b684-8ebb5483bb76 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (da065b18-0d81-4b91-924f-c953af3b854a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:52.188091 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8d81e2c7-32ea-4ff9-8614-51dc1497d6d5 req-9434ddd3-09ec-4c06-b684-8ebb5483bb76 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (da065b18-0d81-4b91-924f-c953af3b854a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:52.275909 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8d81e2c7-32ea-4ff9-8614-51dc1497d6d5 req-9434ddd3-09ec-4c06-b684-8ebb5483bb76 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (da065b18-0d81-4b91-924f-c953af3b854a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:52.305342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434ddd3-09ec-4c06-b684-8ebb5483bb76 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da065b18-0d81-4b91-924f-c953af3b854a,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:52.504713 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8d81e2c7-32ea-4ff9-8614-51dc1497d6d5 req-9434ddd3-09ec-4c06-b684-8ebb5483bb76 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:52.515882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d81e2c7-32ea-4ff9-8614-51dc1497d6d5 req-9434ddd3-09ec-4c06-b684-8ebb5483bb76 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4929760 Feb 11 04:21:52.590790 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7dea56a0-659d-4bac-80b9-cc5632162486 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:21:52.620917 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-28af119e-5e08-489c-b11f-c692b320829b tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:52.622452 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-28af119e-5e08-489c-b11f-c692b320829b tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.32 "GET /v2.0/networks?id=99d8d02c-2eb2-40dc-9046-56cc8d10bbc5 HTTP/1.1" status: 200 len: 821 time: 0.2078948 Feb 11 04:21:52.635454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-dc162e6d-706e-4336-a8fe-98950ea4658a tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Request body: {'port': {'device_id': '8d5e8579-abac-432a-8e7e-80ffa4c9d2ff', 'network_id': '99d8d02c-2eb2-40dc-9046-56cc8d10bbc5', 'admin_state_up': True, 'tenant_id': '73ecef15f7fb4801b580258ff9892855'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:52.695679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7dea56a0-659d-4bac-80b9-cc5632162486, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7dea56a0-659d-4bac-80b9-cc5632162486,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:52.708306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '7dea56a0-659d-4bac-80b9-cc5632162486', 'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b', 'port_id': '7dea56a0-659d-4bac-80b9-cc5632162486', 'mac_address': 'fa:16:3e:df:cc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5af16ed-8836-49c2-8b93-adb678c52442', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:21:52.723544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4633a54-8f5d-4a63-a27b-1385cc70aab1 req-d675bf12-2b68-498e-b71d-12bbee36eb6c tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/fcc10dfb-219c-4045-b715-bec3a5628704 HTTP/1.1" status: 200 len: 3011 time: 0.1446729 Feb 11 04:21:52.727417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8a047-fb63-40f0-860e-be24d7dace79 req-19956907-353f-45ec-becb-e7a215d5b15a tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:52.731076 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaf8a047-fb63-40f0-860e-be24d7dace79 req-19956907-353f-45ec-becb-e7a215d5b15a tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 1128 time: 0.1645346 Feb 11 04:21:52.754221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7dea56a0-659d-4bac-80b9-cc5632162486 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:21:52.754796 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:52.768711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949d280a-0667-44b9-a1d3-3245090fb8f0', 'name': 'network-vif-deleted', 'tag': 'fe242427-de56-4221-89db-e3d425e365f9'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:52.770679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dea56a0-659d-4bac-80b9-cc5632162486 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:21:52.771333 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e573d15-616b-481f-9265-c02a3a3ed814" -d '{"events": [{"server_uuid": "949d280a-0667-44b9-a1d3-3245090fb8f0", "name": "network-vif-deleted", "tag": "fe242427-de56-4221-89db-e3d425e365f9"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:52.803490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7dea56a0-659d-4bac-80b9-cc5632162486, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7dea56a0-659d-4bac-80b9-cc5632162486,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:52.827581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaf8a047-fb63-40f0-860e-be24d7dace79 req-6d414b95-432d-45f6-babc-67440466af8d tempest-LiveMigrationTest-1489343426 tempest-LiveMigrationTest-1489343426-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912099 Feb 11 04:21:52.892709 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:52.911606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-dc162e6d-706e-4336-a8fe-98950ea4658a tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Made reservation on behalf of 73ecef15f7fb4801b580258ff9892855 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:21:52.915097 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-dc162e6d-706e-4336-a8fe-98950ea4658a tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:52.921150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5e93536-f977-4a84-96b4-62da29ac517f req-5c883d7b-32f7-439b-a78d-2b3a40560ec2 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-group-rules/da065b18-0d81-4b91-924f-c953af3b854a HTTP/1.1" status: 200 len: 783 time: 0.0488000 Feb 11 04:21:52.961793 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7dea56a0-659d-4bac-80b9-cc5632162486,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:52.982107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:52.982107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:52.982107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:52.982107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:52.982107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:52.982107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:52.982107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:52.982107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:52.982107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:52.982107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:52.982107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:52.982107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:52.983493 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:21:53.097428 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a67387cc-1fec-48ba-9516-d99557a844f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:53.110241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7dea56a0-659d-4bac-80b9-cc5632162486'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:53.123141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-dc162e6d-706e-4336-a8fe-98950ea4658a tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Allocated IP 172.20.0.13 (99d8d02c-2eb2-40dc-9046-56cc8d10bbc5/ae272872-7479-4d71-83c9-ae93ffc8d52a/6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:21:53.134797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5e93536-f977-4a84-96b4-62da29ac517f req-5cc3d234-c9e8-4044-a4f1-360aefa3f4e9 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/fcc10dfb-219c-4045-b715-bec3a5628704 HTTP/1.1" status: 200 len: 3011 time: 0.2055554 Feb 11 04:21:53.175883 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b5e93536-f977-4a84-96b4-62da29ac517f req-569d5eb0-4095-4511-a444-c7bb85339972 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (da065b18-0d81-4b91-924f-c953af3b854a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:53.189573 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b5e93536-f977-4a84-96b4-62da29ac517f req-569d5eb0-4095-4511-a444-c7bb85339972 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (da065b18-0d81-4b91-924f-c953af3b854a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:53.378333 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-dc162e6d-706e-4336-a8fe-98950ea4658a tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Publish callbacks [] for port (6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:53.395075 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b5e93536-f977-4a84-96b4-62da29ac517f req-569d5eb0-4095-4511-a444-c7bb85339972 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (da065b18-0d81-4b91-924f-c953af3b854a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:53.407235 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b5e93536-f977-4a84-96b4-62da29ac517f req-569d5eb0-4095-4511-a444-c7bb85339972 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:53.417265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5e93536-f977-4a84-96b4-62da29ac517f req-569d5eb0-4095-4511-a444-c7bb85339972 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/da065b18-0d81-4b91-924f-c953af3b854a HTTP/1.1" status: 204 len: 173 time: 0.2749531 Feb 11 04:21:53.426330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d5eb0-4095-4511-a444-c7bb85339972 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da065b18-0d81-4b91-924f-c953af3b854a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:53.477934 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815e21c5-3ea4-49bd-89a1-527977f86ccc x-openstack-request-id: req-815e21c5-3ea4-49bd-89a1-527977f86ccc {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:53.478430 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949d280a-0667-44b9-a1d3-3245090fb8f0", "name": "network-vif-deleted", "tag": "fe242427-de56-4221-89db-e3d425e365f9", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:53.478671 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-815e21c5-3ea4-49bd-89a1-527977f86ccc {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:53.478939 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949d280a-0667-44b9-a1d3-3245090fb8f0', 'name': 'network-vif-deleted', 'tag': 'fe242427-de56-4221-89db-e3d425e365f9', 'status': 'completed', 'code': 200} Feb 11 04:21:53.497703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43812) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:53.555938 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-dc162e6d-706e-4336-a8fe-98950ea4658a tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:53.644471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-dc162e6d-706e-4336-a8fe-98950ea4658a tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Network 99d8d02c-2eb2-40dc-9046-56cc8d10bbc5 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:21:53.651976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-dc162e6d-706e-4336-a8fe-98950ea4658a tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:21:53.654643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-dc162e6d-706e-4336-a8fe-98950ea4658a tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:21:53.688452 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc162e6d-706e-4336-a8fe-98950ea4658a tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Pushing event updated for resources: {'Port': ['ID=6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:53.755634 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39a894-bcde-42c2-948f-9e1cab75505b req-63dd2ae4-ac1c-42c0-8ef7-e286ec618bfd tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:53.757206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c39a894-bcde-42c2-948f-9e1cab75505b req-63dd2ae4-ac1c-42c0-8ef7-e286ec618bfd tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 945 time: 0.1683662 Feb 11 04:21:53.770827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-dc162e6d-706e-4336-a8fe-98950ea4658a tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:53.771500 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-dc162e6d-706e-4336-a8fe-98950ea4658a tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:53.801399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-346c70f4-cb88-42fb-ab2b-cbfb3469746f admin admin] Deleting subnet 384a4cb6-6e72-4477-8d6d-d0cd5b13e860 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:21:53.806713 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-346c70f4-cb88-42fb-ab2b-cbfb3469746f admin admin] Publish callbacks [] for subnet (384a4cb6-6e72-4477-8d6d-d0cd5b13e860), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:53.870283 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c39a894-bcde-42c2-948f-9e1cab75505b req-cf020efd-c08f-4f35-9698-6cebb4dfae25 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034360 Feb 11 04:21:53.871598 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-346c70f4-cb88-42fb-ab2b-cbfb3469746f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (384a4cb6-6e72-4477-8d6d-d0cd5b13e860), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:53.909914 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-dc162e6d-706e-4336-a8fe-98950ea4658a tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2783384 Feb 11 04:21:53.928895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Request body: {'port': {'device_id': '8d5e8579-abac-432a-8e7e-80ffa4c9d2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:21:54.017996 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-346c70f4-cb88-42fb-ab2b-cbfb3469746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (384a4cb6-6e72-4477-8d6d-d0cd5b13e860), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.073299 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6dc9dc7d-085d-439e-a37a-0ab7c17ba43c req-6edb1a20-2716-48b8-9268-94d599b91872 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/fcc10dfb-219c-4045-b715-bec3a5628704 HTTP/1.1" status: 200 len: 2413 time: 0.1698544 Feb 11 04:21:54.098438 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.135368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2954a6-0271-4da9-89d2-407c6a549673 req-60ff22dc-6a07-40e6-8a78-d549b2259df9 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:54.139261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf2954a6-0271-4da9-89d2-407c6a549673 req-60ff22dc-6a07-40e6-8a78-d549b2259df9 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 932 time: 0.2236140 Feb 11 04:21:54.239905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6dc9dc7d-085d-439e-a37a-0ab7c17ba43c req-136f96d0-46df-4af6-866e-958a24f37ac9 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (fcc10dfb-219c-4045-b715-bec3a5628704), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.262235 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-346c70f4-cb88-42fb-ab2b-cbfb3469746f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (384a4cb6-6e72-4477-8d6d-d0cd5b13e860), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.321968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf2954a6-0271-4da9-89d2-407c6a549673 req-d98bbaca-31be-420c-925f-483191648681 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f003ae-94c1-40ad-9a4e-20e5a5f2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759593 Feb 11 04:21:54.358070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c70f4-cb88-42fb-ab2b-cbfb3469746f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=384a4cb6-6e72-4477-8d6d-d0cd5b13e860,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:54.360131 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-346c70f4-cb88-42fb-ab2b-cbfb3469746f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.365941 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-346c70f4-cb88-42fb-ab2b-cbfb3469746f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/384a4cb6-6e72-4477-8d6d-d0cd5b13e860 HTTP/1.1" status: 204 len: 168 time: 0.8645840 Feb 11 04:21:54.366086 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43836) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:54.369647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6dc9dc7d-085d-439e-a37a-0ab7c17ba43c req-136f96d0-46df-4af6-866e-958a24f37ac9 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (fcc10dfb-219c-4045-b715-bec3a5628704), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.463475 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a800d0b-6731-44ab-91cb-4d4581abed42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (5ae78988-79ae-41a1-babe-29352a8104f3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.545693 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6dc9dc7d-085d-439e-a37a-0ab7c17ba43c req-136f96d0-46df-4af6-866e-958a24f37ac9 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fcc10dfb-219c-4045-b715-bec3a5628704), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.548408 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6dc9dc7d-085d-439e-a37a-0ab7c17ba43c req-136f96d0-46df-4af6-866e-958a24f37ac9 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.550393 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6dc9dc7d-085d-439e-a37a-0ab7c17ba43c req-136f96d0-46df-4af6-866e-958a24f37ac9 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "DELETE /v2.0/security-groups/fcc10dfb-219c-4045-b715-bec3a5628704 HTTP/1.1" status: 204 len: 173 time: 0.4693117 Feb 11 04:21:54.553256 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a800d0b-6731-44ab-91cb-4d4581abed42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (5ae78988-79ae-41a1-babe-29352a8104f3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.579485 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1a800d0b-6731-44ab-91cb-4d4581abed42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae78988-79ae-41a1-babe-29352a8104f3']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:54.584456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f96d0-46df-4af6-866e-958a24f37ac9 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc10dfb-219c-4045-b715-bec3a5628704,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:54.616695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7dea56a0-659d-4bac-80b9-cc5632162486 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:21:54.624270 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1a800d0b-6731-44ab-91cb-4d4581abed42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:54.625431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1a800d0b-6731-44ab-91cb-4d4581abed42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5cbf8d-83cf-4086-82f6-6697b6cb5e41') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:54.633520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c61da0-212e-4955-8c81-353d41cb1a84 req-13befa1c-2f78-403c-97d2-437537db1eed tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:54.635056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76c61da0-212e-4955-8c81-353d41cb1a84 req-13befa1c-2f78-403c-97d2-437537db1eed tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 945 time: 0.1671858 Feb 11 04:21:54.644550 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a800d0b-6731-44ab-91cb-4d4581abed42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (0c5cbf8d-83cf-4086-82f6-6697b6cb5e41), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.662562 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a800d0b-6731-44ab-91cb-4d4581abed42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0c5cbf8d-83cf-4086-82f6-6697b6cb5e41), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.679303 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a800d0b-6731-44ab-91cb-4d4581abed42 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:21:54.681170 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a800d0b-6731-44ab-91cb-4d4581abed42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (0c5cbf8d-83cf-4086-82f6-6697b6cb5e41), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:21:54.683413 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:21:54.699770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb5cc4-3d66-4e26-8295-bc2fd9e8371a req-a5273c7c-9648-4669-ac0a-3103ece29e49 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:54.701279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0fb5cc4-3d66-4e26-8295-bc2fd9e8371a req-a5273c7c-9648-4669-ac0a-3103ece29e49 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 945 time: 0.1966262 Feb 11 04:21:54.707633 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:21:54.728366 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Publish callbacks [] for port (6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.738835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 7dea56a0-659d-4bac-80b9-cc5632162486 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:21:54.745165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 7dea56a0-659d-4bac-80b9-cc5632162486 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:21:54.745713 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.780321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76c61da0-212e-4955-8c81-353d41cb1a84 req-b9a6657a-ac3c-4803-908f-45901dc9ec9c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155374 Feb 11 04:21:54.783345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Transition to ACTIVE for port object 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:21:54.841034 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a800d0b-6731-44ab-91cb-4d4581abed42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (5ae78988-79ae-41a1-babe-29352a8104f3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.852051 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-b6161ac7-b2fd-4f99-90d5-2f0b0486e11f req-35363bda-14c8-4301-bbb8-8ea0b33c4066 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] show failed (client error): The resource could not be found. Feb 11 04:21:54.852276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a800d0b-6731-44ab-91cb-4d4581abed42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.852501 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6161ac7-b2fd-4f99-90d5-2f0b0486e11f req-35363bda-14c8-4301-bbb8-8ea0b33c4066 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/86d6d810-0141-4586-9069-c572517edcf3 HTTP/1.1" status: 404 len: 352 time: 0.0366664 Feb 11 04:21:54.876418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-a0fb5cc4-3d66-4e26-8295-bc2fd9e8371a req-fdb48d39-1ea7-4c81-b551-3f7783aab812 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Deleting port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:21:54.876870 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a0fb5cc4-3d66-4e26-8295-bc2fd9e8371a req-fdb48d39-1ea7-4c81-b551-3f7783aab812 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.877114 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7dea56a0-659d-4bac-80b9-cc5632162486 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:21:54.877507 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.879292 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1a800d0b-6731-44ab-91cb-4d4581abed42 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5ae78988-79ae-41a1-babe-29352a8104f3 HTTP/1.1" status: 204 len: 168 time: 0.5116389 Feb 11 04:21:54.893087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43868) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:54.897504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a800d0b-6731-44ab-91cb-4d4581abed42 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae78988-79ae-41a1-babe-29352a8104f3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:54.906111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a257216a-ddae-4cb0-93de-a0604230b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dea56a0-659d-4bac-80b9-cc5632162486'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:54.908433 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c805153-269f-4680-a21f-14da3ad7c4ed" -d '{"events": [{"server_uuid": "a257216a-ddae-4cb0-93de-a0604230b40c", "name": "network-vif-plugged", "status": "completed", "tag": "7dea56a0-659d-4bac-80b9-cc5632162486"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:54.912123 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.926059 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7dea56a0-659d-4bac-80b9-cc5632162486, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7dea56a0-659d-4bac-80b9-cc5632162486,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:54.989471 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:54.990335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device fe242427-de56-4221-89db-e3d425e365f9 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:55.030038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: fe242427-de56-4221-89db-e3d425e365f9 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:55.030383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device fe242427-de56-4221-89db-e3d425e365f9 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:55.058046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7dea56a0-659d-4bac-80b9-cc5632162486,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:55.094877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:55.099153 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49b5412-9800-4387-804c-7f7d130756aa admin admin] Deleting subnet 773b2931-5757-4d46-ab19-1e391e7b6726 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:21:55.106767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b12ec5f-99df-4624-a93f-6c8b52492587 req-bfebf276-363f-471f-a947-cb8199037170 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/9b864713-ec09-4e42-812b-cab7fc0e1a94 HTTP/1.1" status: 200 len: 1820 time: 0.2252870 Feb 11 04:21:55.121952 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c49b5412-9800-4387-804c-7f7d130756aa admin admin] Publish callbacks [] for subnet (773b2931-5757-4d46-ab19-1e391e7b6726), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:55.178465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a0fb5cc4-3d66-4e26-8295-bc2fd9e8371a req-fdb48d39-1ea7-4c81-b551-3f7783aab812 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] For port 5ea87c8e-eae8-4b8a-af20-8e75ff158523, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5ea87c8e-eae8-4b8a-af20-8e75ff158523,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:55.179223 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a0fb5cc4-3d66-4e26-8295-bc2fd9e8371a req-fdb48d39-1ea7-4c81-b551-3f7783aab812 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:55.238304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-a0fb5cc4-3d66-4e26-8295-bc2fd9e8371a req-fdb48d39-1ea7-4c81-b551-3f7783aab812 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Calling delete_port for 5ea87c8e-eae8-4b8a-af20-8e75ff158523 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:21:55.268956 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c49b5412-9800-4387-804c-7f7d130756aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (773b2931-5757-4d46-ab19-1e391e7b6726), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:55.309760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e9013-53c8-402c-8d96-3548d99cc037 req-888ac641-b77b-465d-81e7-7c9a9aa2160d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:55.311682 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-891e9013-53c8-402c-8d96-3548d99cc037 req-888ac641-b77b-465d-81e7-7c9a9aa2160d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.3307498 Feb 11 04:21:55.426544 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c49b5412-9800-4387-804c-7f7d130756aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (773b2931-5757-4d46-ab19-1e391e7b6726), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:55.451349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Attempting to bind port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:21:55.451717 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Attempting to bind port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'a761b558-735e-47b3-8168-69c01b8a366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99d8d02c-2eb2-40dc-9046-56cc8d10bbc5'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:21:55.452051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Attempting to bind port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 on network 99d8d02c-2eb2-40dc-9046-56cc8d10bbc5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:21:55.467570 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4b12ec5f-99df-4624-a93f-6c8b52492587 req-fe6fb835-5c54-465d-8b25-337a611ade32 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (9b864713-ec09-4e42-812b-cab7fc0e1a94), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:55.495573 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 on network 99d8d02c-2eb2-40dc-9046-56cc8d10bbc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:21:55.495902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Attempting to bind port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 on network 99d8d02c-2eb2-40dc-9046-56cc8d10bbc5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:21:55.525592 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-891e9013-53c8-402c-8d96-3548d99cc037 req-11377aca-7a7a-4937-81e1-1cc4e2ec4036 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002099 Feb 11 04:21:55.530120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:21:55.530486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Checking segment: {'id': 'a761b558-735e-47b3-8168-69c01b8a366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99d8d02c-2eb2-40dc-9046-56cc8d10bbc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:21:55.530972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Bound using segment: {'id': 'a761b558-735e-47b3-8168-69c01b8a366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99d8d02c-2eb2-40dc-9046-56cc8d10bbc5'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:21:55.531904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Bound port: 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a761b558-735e-47b3-8168-69c01b8a366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99d8d02c-2eb2-40dc-9046-56cc8d10bbc5'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:21:55.532377 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:55.535266 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4b12ec5f-99df-4624-a93f-6c8b52492587 req-fe6fb835-5c54-465d-8b25-337a611ade32 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (9b864713-ec09-4e42-812b-cab7fc0e1a94), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:55.555285 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-829cb269-db17-4e3f-85cb-bf3c7c2b00c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:55.578155 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0300cf8-1063-4b73-bfc3-44bbdea6fac8 x-openstack-request-id: req-e0300cf8-1063-4b73-bfc3-44bbdea6fac8 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:55.588926 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a257216a-ddae-4cb0-93de-a0604230b40c", "name": "network-vif-plugged", "status": "completed", "tag": "7dea56a0-659d-4bac-80b9-cc5632162486", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:55.592617 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0300cf8-1063-4b73-bfc3-44bbdea6fac8 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:55.592617 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a257216a-ddae-4cb0-93de-a0604230b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dea56a0-659d-4bac-80b9-cc5632162486', 'code': 200} Feb 11 04:21:55.678836 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c49b5412-9800-4387-804c-7f7d130756aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (773b2931-5757-4d46-ab19-1e391e7b6726), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:55.705759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a4044-9e0c-469e-bcc2-947bf9066fc5 req-58ef9bd2-4547-419e-ad83-fa821c00d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:55.707585 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b15a4044-9e0c-469e-bcc2-947bf9066fc5 req-58ef9bd2-4547-419e-ad83-fa821c00d1be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 1129 time: 0.0598347 Feb 11 04:21:55.725011 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] For port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:21:55.731162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b5412-9800-4387-804c-7f7d130756aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=773b2931-5757-4d46-ab19-1e391e7b6726,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:55.731162 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c49b5412-9800-4387-804c-7f7d130756aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:55.733640 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c49b5412-9800-4387-804c-7f7d130756aa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/773b2931-5757-4d46-ab19-1e391e7b6726 HTTP/1.1" status: 204 len: 168 time: 0.8345664 Feb 11 04:21:55.737539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43884) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:55.752534 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4b12ec5f-99df-4624-a93f-6c8b52492587 req-fe6fb835-5c54-465d-8b25-337a611ade32 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9b864713-ec09-4e42-812b-cab7fc0e1a94), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:55.755127 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4b12ec5f-99df-4624-a93f-6c8b52492587 req-fe6fb835-5c54-465d-8b25-337a611ade32 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:55.756256 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b12ec5f-99df-4624-a93f-6c8b52492587 req-fe6fb835-5c54-465d-8b25-337a611ade32 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "DELETE /v2.0/security-groups/9b864713-ec09-4e42-812b-cab7fc0e1a94 HTTP/1.1" status: 204 len: 173 time: 0.6398332 Feb 11 04:21:55.771024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fb835-5c54-465d-8b25-337a611ade32 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b864713-ec09-4e42-812b-cab7fc0e1a94,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:55.791940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57bbb4-8fb2-4fbe-a4a9-45f63c4968de req-0cad976d-c5a2-4cc1-a33d-18731f551d72 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:55.794280 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a57bbb4-8fb2-4fbe-a4a9-45f63c4968de req-0cad976d-c5a2-4cc1-a33d-18731f551d72 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 944 time: 0.1006021 Feb 11 04:21:55.799782 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a0fb5cc4-3d66-4e26-8295-bc2fd9e8371a req-fdb48d39-1ea7-4c81-b551-3f7783aab812 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5ea87c8e-eae8-4b8a-af20-8e75ff158523), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:55.811487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] For port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344,segment=NetworkSegment(a761b558-735e-47b3-8168-69c01b8a366d),segment_id=a761b558-735e-47b3-8168-69c01b8a366d)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:21:55.814285 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b15a4044-9e0c-469e-bcc2-947bf9066fc5 req-42cb5eff-0924-4bcb-be70-0c8798fbb8d2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004322 Feb 11 04:21:55.825274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7aab4bab-e06b-4337-a3c1-c6b5de70c564'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:55.876436 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a577a1e-d0b4-4cb9-a6ff-85b5ac294706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (4e87cb51-cf65-4408-b9ec-cc327c350990), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:55.938477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43896) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:55.995777 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a577a1e-d0b4-4cb9-a6ff-85b5ac294706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (4e87cb51-cf65-4408-b9ec-cc327c350990), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.022698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8a577a1e-d0b4-4cb9-a6ff-85b5ac294706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e87cb51-cf65-4408-b9ec-cc327c350990']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:56.037231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8a577a1e-d0b4-4cb9-a6ff-85b5ac294706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13bb4ec-8690-41f9-954e-2e8ac404e85c') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:56.038056 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8a577a1e-d0b4-4cb9-a6ff-85b5ac294706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13bb4ec-8690-41f9-954e-2e8ac404e85c') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:56.052858 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a577a1e-d0b4-4cb9-a6ff-85b5ac294706 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (c13bb4ec-8690-41f9-954e-2e8ac404e85c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.071093 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a577a1e-d0b4-4cb9-a6ff-85b5ac294706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (c13bb4ec-8690-41f9-954e-2e8ac404e85c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.091206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a577a1e-d0b4-4cb9-a6ff-85b5ac294706 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:21:56.091552 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a577a1e-d0b4-4cb9-a6ff-85b5ac294706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (c13bb4ec-8690-41f9-954e-2e8ac404e85c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:21:56.093970 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:21:56.104377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73b67938-f14a-4fc8-842f-4339bd37d7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.235039 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73b67938-f14a-4fc8-842f-4339bd37d7c2 admin admin] Publish callbacks [] for security_group (f4033272-256e-450c-b9ac-8d85c29e2f5e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.236472 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a577a1e-d0b4-4cb9-a6ff-85b5ac294706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (4e87cb51-cf65-4408-b9ec-cc327c350990), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.241750 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a577a1e-d0b4-4cb9-a6ff-85b5ac294706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.243008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb48d39-1ea7-4c81-b551-3f7783aab812 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Pushing event deleted for resources: {'Port': ['ID=5ea87c8e-eae8-4b8a-af20-8e75ff158523,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:56.245838 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8a577a1e-d0b4-4cb9-a6ff-85b5ac294706 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4e87cb51-cf65-4408-b9ec-cc327c350990 HTTP/1.1" status: 204 len: 168 time: 0.5070446 Feb 11 04:21:56.255882 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.267238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a577a1e-d0b4-4cb9-a6ff-85b5ac294706 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e87cb51-cf65-4408-b9ec-cc327c350990,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:56.282003 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73b67938-f14a-4fc8-842f-4339bd37d7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f4033272-256e-450c-b9ac-8d85c29e2f5e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.325914 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-73b67938-f14a-4fc8-842f-4339bd37d7c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83d7d39d5825467da080973ec7362245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3862224 Feb 11 04:21:56.326868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b67938-f14a-4fc8-842f-4339bd37d7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4033272-256e-450c-b9ac-8d85c29e2f5e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:56.329770 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43902) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:56.351190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fb5cc4-3d66-4e26-8295-bc2fd9e8371a req-fdb48d39-1ea7-4c81-b551-3f7783aab812 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] No DVR routers for this DVR port 5ea87c8e-eae8-4b8a-af20-8e75ff158523 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:21:56.355535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a57bbb4-8fb2-4fbe-a4a9-45f63c4968de req-bb2df5d1-91f9-46df-8f49-cf9f92c58e7b tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f003ae-94c1-40ad-9a4e-20e5a5f2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5469749 Feb 11 04:21:56.361752 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a0fb5cc4-3d66-4e26-8295-bc2fd9e8371a req-fdb48d39-1ea7-4c81-b551-3f7783aab812 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.365459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0fb5cc4-3d66-4e26-8295-bc2fd9e8371a req-fdb48d39-1ea7-4c81-b551-3f7783aab812 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.32 "DELETE /v2.0/ports/5ea87c8e-eae8-4b8a-af20-8e75ff158523 HTTP/1.1" status: 204 len: 173 time: 1.6522183 Feb 11 04:21:56.366221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba911e61-9afa-4891-8423-c587da716d4a', 'name': 'network-vif-deleted', 'tag': '5ea87c8e-eae8-4b8a-af20-8e75ff158523'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:56.368787 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849f637d-ef3c-4af9-8c09-21c38d71afd0" -d '{"events": [{"server_uuid": "ba911e61-9afa-4891-8423-c587da716d4a", "name": "network-vif-deleted", "tag": "5ea87c8e-eae8-4b8a-af20-8e75ff158523"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:56.385009 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b069e454-8689-45fe-ac85-16142819f3ee admin admin] Publish callbacks [] for security_group (f4033272-256e-450c-b9ac-8d85c29e2f5e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.396972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:56.397593 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.399020 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] 10.222.0.32 "PUT /v2.0/ports/6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 HTTP/1.1" status: 200 len: 1093 time: 2.4793837 Feb 11 04:21:56.418720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ea1758d-6799-43e7-9d09-53a154370f54 req-073c9033-6c52-4024-8ea3-b7274b7e98ed tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/ea14fc37-275d-4d1a-9aad-d295cd1ff971 HTTP/1.1" status: 200 len: 1822 time: 0.1791601 Feb 11 04:21:56.419495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15041d1b-9331-45fd-bb7c-029531e370f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:56.424738 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b069e454-8689-45fe-ac85-16142819f3ee admin admin] Publish callbacks [] for security_group (f4033272-256e-450c-b9ac-8d85c29e2f5e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.482440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc7631e4-b489-4507-8674-fe404910da5b req-93ec434f-7c19-44cc-86ef-f0135824dd89 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 210 time: 0.0345433 Feb 11 04:21:56.513942 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.533751 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4ea1758d-6799-43e7-9d09-53a154370f54 req-88536c1a-4d36-4e4d-8bf0-1f31f0d35fa5 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (ea14fc37-275d-4d1a-9aad-d295cd1ff971), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.557012 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b069e454-8689-45fe-ac85-16142819f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f4033272-256e-450c-b9ac-8d85c29e2f5e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.560298 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b069e454-8689-45fe-ac85-16142819f3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.563237 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b069e454-8689-45fe-ac85-16142819f3ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4033272-256e-450c-b9ac-8d85c29e2f5e HTTP/1.1" status: 204 len: 168 time: 0.2322066 Feb 11 04:21:56.576940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069e454-8689-45fe-ac85-16142819f3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4033272-256e-450c-b9ac-8d85c29e2f5e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:56.588238 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4ea1758d-6799-43e7-9d09-53a154370f54 req-88536c1a-4d36-4e4d-8bf0-1f31f0d35fa5 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (ea14fc37-275d-4d1a-9aad-d295cd1ff971), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.640907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-027c4d45-08b2-4eec-ba61-f7b8d3363ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:56.647385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-027c4d45-08b2-4eec-ba61-f7b8d3363ea8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73ecef15f7fb4801b580258ff9892855&device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 1127 time: 0.1392403 Feb 11 04:21:56.654495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43914) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:56.659817 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5ef23a-83fa-40a1-b0ba-2d7deac26e24 x-openstack-request-id: req-da5ef23a-83fa-40a1-b0ba-2d7deac26e24 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:56.660827 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba911e61-9afa-4891-8423-c587da716d4a", "name": "network-vif-deleted", "tag": "5ea87c8e-eae8-4b8a-af20-8e75ff158523", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:56.661315 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da5ef23a-83fa-40a1-b0ba-2d7deac26e24 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:56.662446 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba911e61-9afa-4891-8423-c587da716d4a', 'name': 'network-vif-deleted', 'tag': '5ea87c8e-eae8-4b8a-af20-8e75ff158523', 'status': 'completed', 'code': 200} Feb 11 04:21:56.722036 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e1d54828-260b-473a-9e01-a8e24d826a91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19d7885d46e54fd38e6c302286350aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0663025 Feb 11 04:21:56.723428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43916) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:56.723898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-2a748553-efff-4a5d-b532-5d9e3aa562a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 HTTP/1.1" status: 200 len: 217 time: 0.0597711 Feb 11 04:21:56.795650 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-954a9dac-a51e-4a76-8181-68d0c9500cd8 admin admin] Publish callbacks [] for security_group (9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.821429 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-1a379544-5511-4068-9650-93546e0ee2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:56.823432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-1a379544-5511-4068-9650-93546e0ee2d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae272872-7479-4d71-83c9-ae93ffc8d52a HTTP/1.1" status: 200 len: 861 time: 0.0758734 Feb 11 04:21:56.827524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5ea87c8e-eae8-4b8a-af20-8e75ff158523 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:21:56.846987 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-954a9dac-a51e-4a76-8181-68d0c9500cd8 admin admin] Publish callbacks [] for security_group (9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.872215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 5ea87c8e-eae8-4b8a-af20-8e75ff158523 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:21:56.872936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5ea87c8e-eae8-4b8a-af20-8e75ff158523 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:21:56.881127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e8145-fc30-408c-b1c5-46e964070427 req-f09a7a1c-fd42-4267-94e3-6144862b50aa tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:56.891446 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-238e8145-fc30-408c-b1c5-46e964070427 req-f09a7a1c-fd42-4267-94e3-6144862b50aa tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1790528 Feb 11 04:21:56.912586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-a6de2713-c694-4b78-9f18-bf0b935a6b12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99d8d02c-2eb2-40dc-9046-56cc8d10bbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743201 Feb 11 04:21:56.913234 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4ea1758d-6799-43e7-9d09-53a154370f54 req-88536c1a-4d36-4e4d-8bf0-1f31f0d35fa5 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ea14fc37-275d-4d1a-9aad-d295cd1ff971), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.916014 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4ea1758d-6799-43e7-9d09-53a154370f54 req-88536c1a-4d36-4e4d-8bf0-1f31f0d35fa5 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:56.917048 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ea1758d-6799-43e7-9d09-53a154370f54 req-88536c1a-4d36-4e4d-8bf0-1f31f0d35fa5 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "DELETE /v2.0/security-groups/ea14fc37-275d-4d1a-9aad-d295cd1ff971 HTTP/1.1" status: 204 len: 173 time: 0.4885647 Feb 11 04:21:56.963885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88536c1a-4d36-4e4d-8bf0-1f31f0d35fa5 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea14fc37-275d-4d1a-9aad-d295cd1ff971,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:57.019230 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-954a9dac-a51e-4a76-8181-68d0c9500cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:57.027983 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-954a9dac-a51e-4a76-8181-68d0c9500cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:57.027983 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-954a9dac-a51e-4a76-8181-68d0c9500cd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65 HTTP/1.1" status: 204 len: 168 time: 0.3014226 Feb 11 04:21:57.038991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a9dac-a51e-4a76-8181-68d0c9500cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0eeb50-8d81-4f1c-a456-6ebe3a0fae65,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:57.148703 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-238e8145-fc30-408c-b1c5-46e964070427 req-14a0e33b-5ae5-4e54-b12f-24db6ecdd6ec tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385879 Feb 11 04:21:57.200066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-db507965-887c-404c-be11-b703ea3f1bda service neutron] 10.222.0.32 "GET /v2.0/networks/99d8d02c-2eb2-40dc-9046-56cc8d10bbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729206 Feb 11 04:21:57.211721 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52a8e932-d2ee-47b2-807a-7ac9a022e347 req-e41cfcf4-a988-4f31-bd36-c3f9472a2587 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/c08ce0e9-29ed-415d-9caa-3a44a555f72b HTTP/1.1" status: 200 len: 1821 time: 0.1243284 Feb 11 04:21:57.349819 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-52a8e932-d2ee-47b2-807a-7ac9a022e347 req-f3d89b08-df8f-441b-b78b-d5d65754a9e3 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (c08ce0e9-29ed-415d-9caa-3a44a555f72b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:57.373979 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0ae4e-4da4-48b3-ad94-f7afa6ca080e req-00812a2e-542c-4643-a6ad-1b67d55c0e4e service neutron] 10.222.0.32 "GET /v2.0/networks/99d8d02c-2eb2-40dc-9046-56cc8d10bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591227 Feb 11 04:21:57.384577 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-52a8e932-d2ee-47b2-807a-7ac9a022e347 req-f3d89b08-df8f-441b-b78b-d5d65754a9e3 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (c08ce0e9-29ed-415d-9caa-3a44a555f72b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:57.521368 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-52a8e932-d2ee-47b2-807a-7ac9a022e347 req-f3d89b08-df8f-441b-b78b-d5d65754a9e3 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c08ce0e9-29ed-415d-9caa-3a44a555f72b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:57.525293 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-52a8e932-d2ee-47b2-807a-7ac9a022e347 req-f3d89b08-df8f-441b-b78b-d5d65754a9e3 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:57.525507 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52a8e932-d2ee-47b2-807a-7ac9a022e347 req-f3d89b08-df8f-441b-b78b-d5d65754a9e3 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "DELETE /v2.0/security-groups/c08ce0e9-29ed-415d-9caa-3a44a555f72b HTTP/1.1" status: 204 len: 173 time: 0.3127148 Feb 11 04:21:57.541630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d89b08-df8f-441b-b78b-d5d65754a9e3 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08ce0e9-29ed-415d-9caa-3a44a555f72b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:57.724913 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b85d03fe-57b3-4fe5-a0a5-49004e0f7110 req-01f4136b-6f44-4887-8973-50685eb9f144 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 210 time: 0.0332522 Feb 11 04:21:57.751739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d25bb-ed01-4f3b-b369-a9ad036423d2 req-bad787fe-d966-4093-8ff3-5151a3a3acb6 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:57.758192 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e93d25bb-ed01-4f3b-b369-a9ad036423d2 req-bad787fe-d966-4093-8ff3-5151a3a3acb6 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 944 time: 0.1389146 Feb 11 04:21:57.829423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c9106d6-9c54-483e-8ad7-8fc79330a95e req-aa8bd81f-b09e-4ab1-ac5f-ae2656217d7e tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/cc492bce-d1a6-47b2-a5e3-66618efa6a6e HTTP/1.1" status: 200 len: 2420 time: 0.0732429 Feb 11 04:21:57.848428 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e93d25bb-ed01-4f3b-b369-a9ad036423d2 req-00df19df-129e-4cc7-a43a-7b6350d50093 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f003ae-94c1-40ad-9a4e-20e5a5f2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853331 Feb 11 04:21:57.900963 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9c9106d6-9c54-483e-8ad7-8fc79330a95e req-0bdf7fe0-4292-4e59-8d61-fccd188f814f tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (cc492bce-d1a6-47b2-a5e3-66618efa6a6e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:57.930330 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43958) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:57.953269 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9c9106d6-9c54-483e-8ad7-8fc79330a95e req-0bdf7fe0-4292-4e59-8d61-fccd188f814f tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (cc492bce-d1a6-47b2-a5e3-66618efa6a6e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:57.985645 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-05922f9e-af48-45f5-92e8-73c0fa207665 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0994bd2a291b499ebc8d38fd621ca4fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533953 Feb 11 04:21:57.988190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43960) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:58.059628 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7c93a4f-9bb6-4df2-95d8-e1e8eee4a6e1 admin admin] Publish callbacks [] for security_group (ec8cae35-c500-468f-ab33-f91333bded3c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.086681 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9c9106d6-9c54-483e-8ad7-8fc79330a95e req-0bdf7fe0-4292-4e59-8d61-fccd188f814f tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cc492bce-d1a6-47b2-a5e3-66618efa6a6e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.090379 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9c9106d6-9c54-483e-8ad7-8fc79330a95e req-0bdf7fe0-4292-4e59-8d61-fccd188f814f tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.091669 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c9106d6-9c54-483e-8ad7-8fc79330a95e req-0bdf7fe0-4292-4e59-8d61-fccd188f814f tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "DELETE /v2.0/security-groups/cc492bce-d1a6-47b2-a5e3-66618efa6a6e HTTP/1.1" status: 204 len: 173 time: 0.2540648 Feb 11 04:21:58.101745 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7c93a4f-9bb6-4df2-95d8-e1e8eee4a6e1 admin admin] Publish callbacks [] for security_group (ec8cae35-c500-468f-ab33-f91333bded3c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.109384 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.116429 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf7fe0-4292-4e59-8d61-fccd188f814f tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc492bce-d1a6-47b2-a5e3-66618efa6a6e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:58.154299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43966) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:58.269505 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7c93a4f-9bb6-4df2-95d8-e1e8eee4a6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ec8cae35-c500-468f-ab33-f91333bded3c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.274820 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7c93a4f-9bb6-4df2-95d8-e1e8eee4a6e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.277375 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f7c93a4f-9bb6-4df2-95d8-e1e8eee4a6e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec8cae35-c500-468f-ab33-f91333bded3c HTTP/1.1" status: 204 len: 168 time: 0.2876759 Feb 11 04:21:58.291659 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c93a4f-9bb6-4df2-95d8-e1e8eee4a6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8cae35-c500-468f-ab33-f91333bded3c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:58.318122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53323e19-76c4-4c3f-8b41-9415751deb45 req-4703f538-7753-4e55-a18f-6563539ff7a6 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "GET /v2.0/security-groups/73c9fd6a-d8f2-42c4-9b46-6ecc22149954 HTTP/1.1" status: 200 len: 2414 time: 0.1956353 Feb 11 04:21:58.357340 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac898d-50ea-4768-b9a8-a2130df1e22c req-d6e5ce3a-6487-4d41-bec6-6425957fa0fc tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:58.365631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddac898d-50ea-4768-b9a8-a2130df1e22c req-d6e5ce3a-6487-4d41-bec6-6425957fa0fc tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1196043 Feb 11 04:21:58.419584 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-31fbf3cd-5a59-41ba-9ae8-0bfe7f673a71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.526336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddac898d-50ea-4768-b9a8-a2130df1e22c req-040e389a-458e-455e-9c50-b02410bf08c2 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596053 Feb 11 04:21:58.563951 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-53323e19-76c4-4c3f-8b41-9415751deb45 req-33a2eab1-bc16-486f-bff2-da389e2f8049 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (73c9fd6a-d8f2-42c4-9b46-6ecc22149954), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.607666 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-53323e19-76c4-4c3f-8b41-9415751deb45 req-33a2eab1-bc16-486f-bff2-da389e2f8049 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (73c9fd6a-d8f2-42c4-9b46-6ecc22149954), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.612435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-31fbf3cd-5a59-41ba-9ae8-0bfe7f673a71 admin admin] Publish callbacks [] for security_group (3c69ddec-3ed9-4c81-9139-2271a862500c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.663439 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5e8579-abac-432a-8e7e-80ffa4c9d2ff', 'tag': '6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:21:58.665969 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e724f3-3b58-45a2-8dc5-e72e3c459381" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5e8579-abac-432a-8e7e-80ffa4c9d2ff", "tag": "6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:21:58.674934 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-31fbf3cd-5a59-41ba-9ae8-0bfe7f673a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3c69ddec-3ed9-4c81-9139-2271a862500c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.722015 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-31fbf3cd-5a59-41ba-9ae8-0bfe7f673a71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13df33d477d545f3af0f75d01f3c52a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5642815 Feb 11 04:21:58.722015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbf3cd-5a59-41ba-9ae8-0bfe7f673a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c69ddec-3ed9-4c81-9139-2271a862500c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:58.724055 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43994) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:58.750518 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-53323e19-76c4-4c3f-8b41-9415751deb45 req-33a2eab1-bc16-486f-bff2-da389e2f8049 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (73c9fd6a-d8f2-42c4-9b46-6ecc22149954), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.753991 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-53323e19-76c4-4c3f-8b41-9415751deb45 req-33a2eab1-bc16-486f-bff2-da389e2f8049 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.763028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43998) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:58.763405 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53323e19-76c4-4c3f-8b41-9415751deb45 req-33a2eab1-bc16-486f-bff2-da389e2f8049 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] 10.222.0.13 "DELETE /v2.0/security-groups/73c9fd6a-d8f2-42c4-9b46-6ecc22149954 HTTP/1.1" status: 204 len: 173 time: 0.4207883 Feb 11 04:21:58.786521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2eab1-bc16-486f-bff2-da389e2f8049 tempest-SecurityGroupRulesTestJSON-13318228 tempest-SecurityGroupRulesTestJSON-13318228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c9fd6a-d8f2-42c4-9b46-6ecc22149954,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:58.826583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:21:58.849217 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94be8837-e1fd-4546-bb8a-755fe2eba9a7 x-openstack-request-id: req-94be8837-e1fd-4546-bb8a-755fe2eba9a7 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:21:58.849941 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5e8579-abac-432a-8e7e-80ffa4c9d2ff", "tag": "6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:21:58.850424 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94be8837-e1fd-4546-bb8a-755fe2eba9a7 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:21:58.851090 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5e8579-abac-432a-8e7e-80ffa4c9d2ff', 'tag': '6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344', 'status': 'completed', 'code': 200} Feb 11 04:21:58.884423 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4272f24c-2e83-4cbb-8260-157008bba4e3 admin admin] Publish callbacks [] for security_group (3c69ddec-3ed9-4c81-9139-2271a862500c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.916434 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4272f24c-2e83-4cbb-8260-157008bba4e3 admin admin] Publish callbacks [] for security_group (3c69ddec-3ed9-4c81-9139-2271a862500c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:58.957457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e724f3-3b58-45a2-8dc5-e72e3c459381 req-ec269923-5142-4a14-bee5-4d3b97e867dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:58.959357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86e724f3-3b58-45a2-8dc5-e72e3c459381 req-ec269923-5142-4a14-bee5-4d3b97e867dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73ecef15f7fb4801b580258ff9892855&device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 1127 time: 0.0890741 Feb 11 04:21:58.970835 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede024dc-ac23-4662-90c1-f2a6329cce04 admin admin] Deleting subnet a23e0874-ad25-4aee-976e-c7c373324a62 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:21:58.975292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ede024dc-ac23-4662-90c1-f2a6329cce04 admin admin] Publish callbacks [] for subnet (a23e0874-ad25-4aee-976e-c7c373324a62), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:59.035717 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ede024dc-ac23-4662-90c1-f2a6329cce04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (a23e0874-ad25-4aee-976e-c7c373324a62), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:59.096656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344,segment=NetworkSegment(a761b558-735e-47b3-8168-69c01b8a366d),segment_id=a761b558-735e-47b3-8168-69c01b8a366d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:59.097197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ede024dc-ac23-4662-90c1-f2a6329cce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (a23e0874-ad25-4aee-976e-c7c373324a62), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:59.131537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344', 'network_id': '99d8d02c-2eb2-40dc-9046-56cc8d10bbc5', 'port_id': '6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344', 'mac_address': 'fa:16:3e:37:ae:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae272872-7479-4d71-83c9-ae93ffc8d52a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:21:59.157783 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4272f24c-2e83-4cbb-8260-157008bba4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3c69ddec-3ed9-4c81-9139-2271a862500c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:59.161003 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4272f24c-2e83-4cbb-8260-157008bba4e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:59.167786 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4272f24c-2e83-4cbb-8260-157008bba4e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c69ddec-3ed9-4c81-9139-2271a862500c HTTP/1.1" status: 204 len: 168 time: 0.4424210 Feb 11 04:21:59.188437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:21:59.189270 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:59.204844 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272f24c-2e83-4cbb-8260-157008bba4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c69ddec-3ed9-4c81-9139-2271a862500c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:59.216228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:21:59.245309 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344,segment=NetworkSegment(a761b558-735e-47b3-8168-69c01b8a366d),segment_id=a761b558-735e-47b3-8168-69c01b8a366d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:21:59.316514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1731be8c-8cd8-4e47-963e-d6ff712b0284 req-7b77c1d9-42f3-438a-9ef1-d881dcfbf1e0 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 210 time: 0.1304431 Feb 11 04:21:59.350544 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:59.351369 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ede024dc-ac23-4662-90c1-f2a6329cce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (a23e0874-ad25-4aee-976e-c7c373324a62), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:59.369135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e724f3-3b58-45a2-8dc5-e72e3c459381 req-6011fadb-5ad0-4965-b59b-7d6452c925cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:59.371672 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86e724f3-3b58-45a2-8dc5-e72e3c459381 req-6011fadb-5ad0-4965-b59b-7d6452c925cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=99d8d02c-2eb2-40dc-9046-56cc8d10bbc5 HTTP/1.1" status: 200 len: 922 time: 0.4059258 Feb 11 04:21:59.379642 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-72ecebce-929d-4268-83e3-272714a11be1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:59.381687 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-72ecebce-929d-4268-83e3-272714a11be1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/networks?id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b HTTP/1.1" status: 200 len: 814 time: 0.3362384 Feb 11 04:21:59.417778 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ede024dc-ac23-4662-90c1-f2a6329cce04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:59.434672 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ede024dc-ac23-4662-90c1-f2a6329cce04 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a23e0874-ad25-4aee-976e-c7c373324a62 HTTP/1.1" status: 204 len: 168 time: 0.6679275 Feb 11 04:21:59.438796 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede024dc-ac23-4662-90c1-f2a6329cce04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a23e0874-ad25-4aee-976e-c7c373324a62,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:59.439144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86e724f3-3b58-45a2-8dc5-e72e3c459381 req-aba3a8e0-21bf-404e-8a10-45cf0550c576 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 HTTP/1.1" status: 200 len: 217 time: 0.0533590 Feb 11 04:21:59.450464 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-c5d97287-5d96-4a43-acd3-e313a56b3140 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/quotas/a1473eb6969949e6a2109f9722d68b38 HTTP/1.1" status: 200 len: 375 time: 0.0124943 Feb 11 04:21:59.454970 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44022) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:21:59.542103 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:21:59.595930 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:59.605340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:21:59.605847 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82e6881f-9427-49b3-8264-12b8a6817f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (5f9eafbc-a259-4e13-b319-4ad9a015a8f6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:59.659921 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-553f1061-09f2-46bf-8a77-2da5640d623d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1473eb6969949e6a2109f9722d68b38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1330144 Feb 11 04:21:59.665630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e724f3-3b58-45a2-8dc5-e72e3c459381 req-12ad83fd-b423-4437-a04a-06f1a168138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:59.668970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86e724f3-3b58-45a2-8dc5-e72e3c459381 req-12ad83fd-b423-4437-a04a-06f1a168138f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ae272872-7479-4d71-83c9-ae93ffc8d52a HTTP/1.1" status: 200 len: 861 time: 0.2157822 Feb 11 04:21:59.773621 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82e6881f-9427-49b3-8264-12b8a6817f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (5f9eafbc-a259-4e13-b319-4ad9a015a8f6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:59.821635 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86e724f3-3b58-45a2-8dc5-e72e3c459381 req-6d732790-de1a-4c56-8438-b0b331106316 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=99d8d02c-2eb2-40dc-9046-56cc8d10bbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436975 Feb 11 04:21:59.850312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3533298-82f6-430f-9417-f3f3302ec1ce req-b96685b3-357d-4991-80f9-88ac85d7e639 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:21:59.850429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-82e6881f-9427-49b3-8264-12b8a6817f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9eafbc-a259-4e13-b319-4ad9a015a8f6']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:59.862398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3533298-82f6-430f-9417-f3f3302ec1ce req-b96685b3-357d-4991-80f9-88ac85d7e639 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 945 time: 0.3328280 Feb 11 04:21:59.875624 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-82e6881f-9427-49b3-8264-12b8a6817f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c1ef789-d0c1-4863-a87f-d024284eeee9') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:59.882481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-82e6881f-9427-49b3-8264-12b8a6817f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c1ef789-d0c1-4863-a87f-d024284eeee9') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:21:59.911138 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82e6881f-9427-49b3-8264-12b8a6817f80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (4c1ef789-d0c1-4863-a87f-d024284eeee9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:59.955739 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82e6881f-9427-49b3-8264-12b8a6817f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4c1ef789-d0c1-4863-a87f-d024284eeee9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:59.967445 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e6881f-9427-49b3-8264-12b8a6817f80 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:21:59.969829 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82e6881f-9427-49b3-8264-12b8a6817f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (4c1ef789-d0c1-4863-a87f-d024284eeee9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:21:59.971752 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-1a533959-6695-4afb-a9c9-1b0fab8bd0e9 service neutron] 10.222.0.13 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008544 Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:21:59.978319 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:22:00.123469 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44036) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:00.198848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3533298-82f6-430f-9417-f3f3302ec1ce req-0c71c55b-2c47-414c-b525-2ac0b4451d95 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f003ae-94c1-40ad-9a4e-20e5a5f2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389323 Feb 11 04:22:00.206109 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-857a33c1-4ec6-4c97-bc9e-c6f0021c23f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:00.332926 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86e724f3-3b58-45a2-8dc5-e72e3c459381 req-b5dc6103-457a-4fff-90be-8bf4e5853258 service neutron] 10.222.0.32 "GET /v2.0/networks/99d8d02c-2eb2-40dc-9046-56cc8d10bbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700747 Feb 11 04:22:00.335004 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-857a33c1-4ec6-4c97-bc9e-c6f0021c23f2 admin admin] Publish callbacks [] for security_group (55b61f8b-e159-449e-9549-6d9c2f11f582), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:00.353100 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-726e58d4-b22a-4a3d-a1be-6c6302d73b6e service neutron] 10.222.0.13 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626099 Feb 11 04:22:00.441718 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-857a33c1-4ec6-4c97-bc9e-c6f0021c23f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (55b61f8b-e159-449e-9549-6d9c2f11f582), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:00.592293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-857a33c1-4ec6-4c97-bc9e-c6f0021c23f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=553510a14954492c8576ec0693101c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4668205 Feb 11 04:22:00.597243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44058) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:00.617443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a33c1-4ec6-4c97-bc9e-c6f0021c23f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b61f8b-e159-449e-9549-6d9c2f11f582,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:00.641012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-346cdc5b-8622-478c-aa3c-7f69d4af48d7 req-d68c523f-9bae-41ad-bf5e-ef5de6a7d192 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 210 time: 0.0444748 Feb 11 04:22:00.643733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86e724f3-3b58-45a2-8dc5-e72e3c459381 req-c8b321e5-874e-4f47-9efd-2e90e9dc179b service neutron] 10.222.0.32 "GET /v2.0/networks/99d8d02c-2eb2-40dc-9046-56cc8d10bbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034558 Feb 11 04:22:00.684944 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82e6881f-9427-49b3-8264-12b8a6817f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (5f9eafbc-a259-4e13-b319-4ad9a015a8f6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:00.705118 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82e6881f-9427-49b3-8264-12b8a6817f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:00.712903 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-82e6881f-9427-49b3-8264-12b8a6817f80 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5f9eafbc-a259-4e13-b319-4ad9a015a8f6 HTTP/1.1" status: 204 len: 168 time: 1.2542319 Feb 11 04:22:00.746755 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-865bbf51-4496-4592-a37d-e068bfd645c0 admin admin] Publish callbacks [] for security_group (55b61f8b-e159-449e-9549-6d9c2f11f582), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:00.805656 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-865bbf51-4496-4592-a37d-e068bfd645c0 admin admin] Publish callbacks [] for security_group (55b61f8b-e159-449e-9549-6d9c2f11f582), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:00.839250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:00.913422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6881f-9427-49b3-8264-12b8a6817f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f9eafbc-a259-4e13-b319-4ad9a015a8f6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:00.925087 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df7a8274-b724-4441-aa66-2ecc7aeaa40c req-4231a234-4c40-4e62-b08e-7025e8bc1aad tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3a52e31-546b-45aa-aae8-b609d8af1ae6 HTTP/1.1" status: 200 len: 210 time: 0.0789251 Feb 11 04:22:00.983597 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-865bbf51-4496-4592-a37d-e068bfd645c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (55b61f8b-e159-449e-9549-6d9c2f11f582), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:00.986519 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-865bbf51-4496-4592-a37d-e068bfd645c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:00.996089 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-865bbf51-4496-4592-a37d-e068bfd645c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55b61f8b-e159-449e-9549-6d9c2f11f582 HTTP/1.1" status: 204 len: 168 time: 0.3894861 Feb 11 04:22:01.003569 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bbf51-4496-4592-a37d-e068bfd645c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b61f8b-e159-449e-9549-6d9c2f11f582,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:01.013220 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:22:01.028716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef55078-f8d4-430c-8f9a-2742d655a9d6 req-25ba67d0-a7cf-49c9-a161-2f4d47a2dff6 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:01.030907 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ef55078-f8d4-430c-8f9a-2742d655a9d6 req-25ba67d0-a7cf-49c9-a161-2f4d47a2dff6 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 945 time: 0.1047490 Feb 11 04:22:01.038249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:01.039020 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:01.136853 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ef55078-f8d4-430c-8f9a-2742d655a9d6 req-7aba0760-5e30-42f6-9f2a-e30e096e3ab0 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd36d2e1-f8c5-443b-89d3-1004e43ba411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987577 Feb 11 04:22:01.170102 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44096) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:01.213057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:01.213464 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:01.274521 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ed8f9abb-928a-4c30-a636-58409404bbe2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8f8301679dd4e27b591770bd11a4ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1028650 Feb 11 04:22:01.278963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44102) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:01.295188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5e8579-abac-432a-8e7e-80ffa4c9d2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:01.312638 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b62d456-2953-4364-bde0-58e9d5be0e1e" -d '{"events": [{"server_uuid": "8d5e8579-abac-432a-8e7e-80ffa4c9d2ff", "name": "network-vif-plugged", "status": "completed", "tag": "6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:01.341243 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344,segment=NetworkSegment(a761b558-735e-47b3-8168-69c01b8a366d),segment_id=a761b558-735e-47b3-8168-69c01b8a366d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:01.375896 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed03e14f-55e8-43f9-8732-6a8081f6f258 x-openstack-request-id: req-ed03e14f-55e8-43f9-8732-6a8081f6f258 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:01.376419 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5e8579-abac-432a-8e7e-80ffa4c9d2ff", "name": "network-vif-plugged", "status": "completed", "tag": "6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:01.376700 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed03e14f-55e8-43f9-8732-6a8081f6f258 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:01.377115 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5e8579-abac-432a-8e7e-80ffa4c9d2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344', 'code': 200} Feb 11 04:22:01.433156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed553a8-7cbc-49fc-8f70-e626720ee7fe req-a731b06f-9358-4fe1-89d8-144302605091 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:01.440899 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aed553a8-7cbc-49fc-8f70-e626720ee7fe req-a731b06f-9358-4fe1-89d8-144302605091 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 945 time: 0.1200564 Feb 11 04:22:01.441491 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:01.451431 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e0d557c-08cd-489a-8768-b07829bb996d admin admin] Publish callbacks [] for security_group (f6c3a4f7-29ff-418d-99e2-74ae6f2ba92f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:01.547226 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aed553a8-7cbc-49fc-8f70-e626720ee7fe req-3208b654-d37a-4148-83eb-140fedff0d49 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f003ae-94c1-40ad-9a4e-20e5a5f2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034641 Feb 11 04:22:01.568741 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e0d557c-08cd-489a-8768-b07829bb996d admin admin] Publish callbacks [] for security_group (f6c3a4f7-29ff-418d-99e2-74ae6f2ba92f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:01.603728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:01.636974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51235c-1017-4759-8bd5-ceafddd83cc8 req-4e3b3e08-0969-422c-85cb-b7c0ceea8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:01.638663 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be51235c-1017-4759-8bd5-ceafddd83cc8 req-4e3b3e08-0969-422c-85cb-b7c0ceea8c0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 1129 time: 0.1198297 Feb 11 04:22:01.719683 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be51235c-1017-4759-8bd5-ceafddd83cc8 req-c0601f35-5b97-43de-a1c3-db7d603aa200 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=45f003ae-94c1-40ad-9a4e-20e5a5f2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692351 Feb 11 04:22:01.775593 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b901b661-32e3-4dd7-8c43-d8b3b79a8582 req-8e4bcd28-eea9-4882-8621-1fea68d08ede tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 210 time: 0.0342879 Feb 11 04:22:01.776557 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e0d557c-08cd-489a-8768-b07829bb996d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f6c3a4f7-29ff-418d-99e2-74ae6f2ba92f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:01.779485 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e0d557c-08cd-489a-8768-b07829bb996d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:01.781274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5e0d557c-08cd-489a-8768-b07829bb996d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6c3a4f7-29ff-418d-99e2-74ae6f2ba92f HTTP/1.1" status: 204 len: 168 time: 0.5024076 Feb 11 04:22:01.791577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d557c-08cd-489a-8768-b07829bb996d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c3a4f7-29ff-418d-99e2-74ae6f2ba92f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:01.944822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44128) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:02.070078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-deb8386a-dcbd-4b2a-bda4-d895dc8dab89 req-87f4b0c4-fe2c-41e4-b4e0-5c3b10dd7f9a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3a52e31-546b-45aa-aae8-b609d8af1ae6 HTTP/1.1" status: 200 len: 210 time: 0.0453916 Feb 11 04:22:02.198553 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-79a1afdb-2d1d-4cde-8c74-bf4d35eaa311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:02.241601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd99394-8af6-44e6-a920-65523ffa12b4 req-690b06ef-1348-4969-9e6e-750f1dbad015 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:02.248427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2dd99394-8af6-44e6-a920-65523ffa12b4 req-690b06ef-1348-4969-9e6e-750f1dbad015 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 945 time: 0.0997329 Feb 11 04:22:02.382947 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2dd99394-8af6-44e6-a920-65523ffa12b4 req-b13c58d2-d828-4ef3-81c9-4b3cea9d67a5 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd36d2e1-f8c5-443b-89d3-1004e43ba411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334670 Feb 11 04:22:02.437994 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-79a1afdb-2d1d-4cde-8c74-bf4d35eaa311 admin admin] Publish callbacks [] for security_group (ae60cd29-8df3-45d0-b07f-d4b1b2b3f912), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:02.509628 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-79a1afdb-2d1d-4cde-8c74-bf4d35eaa311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ae60cd29-8df3-45d0-b07f-d4b1b2b3f912), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:02.561054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44150) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:02.571342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-79a1afdb-2d1d-4cde-8c74-bf4d35eaa311 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95a8625f7de74897993a8796d3ffc3c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6252398 Feb 11 04:22:02.586126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1afdb-2d1d-4cde-8c74-bf4d35eaa311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae60cd29-8df3-45d0-b07f-d4b1b2b3f912,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:02.651602 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bda2dfb9-0d32-44b0-87a7-0120522dfea5 admin admin] Publish callbacks [] for security_group (ae60cd29-8df3-45d0-b07f-d4b1b2b3f912), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:02.708901 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bda2dfb9-0d32-44b0-87a7-0120522dfea5 admin admin] Publish callbacks [] for security_group (ae60cd29-8df3-45d0-b07f-d4b1b2b3f912), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:02.717630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8745c6d-ac60-4028-bb4c-99582d5c5365 req-692d25ba-317c-4697-b02e-5fb5b2a5a5c7 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:02.717630 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8745c6d-ac60-4028-bb4c-99582d5c5365 req-692d25ba-317c-4697-b02e-5fb5b2a5a5c7 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 946 time: 0.0742147 Feb 11 04:22:02.793778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8745c6d-ac60-4028-bb4c-99582d5c5365 req-9d388d1c-0ebc-46aa-b8d3-28c4a8bdeb6d tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f003ae-94c1-40ad-9a4e-20e5a5f2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609193 Feb 11 04:22:02.892362 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bda2dfb9-0d32-44b0-87a7-0120522dfea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ae60cd29-8df3-45d0-b07f-d4b1b2b3f912), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:02.893544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-823b1237-eb17-462b-8b7f-4bbb23f7106a req-82469b2b-1154-4e45-99b9-8397e9c426b4 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 210 time: 0.0369170 Feb 11 04:22:02.897012 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bda2dfb9-0d32-44b0-87a7-0120522dfea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:02.898419 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bda2dfb9-0d32-44b0-87a7-0120522dfea5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae60cd29-8df3-45d0-b07f-d4b1b2b3f912 HTTP/1.1" status: 204 len: 168 time: 0.3346727 Feb 11 04:22:02.909419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2dfb9-0d32-44b0-87a7-0120522dfea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae60cd29-8df3-45d0-b07f-d4b1b2b3f912,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:03.242247 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc7951b1-3475-4ce2-8420-f3262f4e9541 req-67ba3cee-4fa2-4167-a247-43362e1f5630 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3a52e31-546b-45aa-aae8-b609d8af1ae6 HTTP/1.1" status: 200 len: 210 time: 0.0340238 Feb 11 04:22:03.243862 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-f224aaf9-fca9-485d-a3f1-82fcadac4b35 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:03.256050 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-f224aaf9-fca9-485d-a3f1-82fcadac4b35 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.47 "GET /v2.0/networks?id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b HTTP/1.1" status: 200 len: 814 time: 0.1505506 Feb 11 04:22:03.268876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-cbc2f872-723d-45d1-afb9-cf02b36e9110 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Request body: {'port': {'device_id': 'f3a52e31-546b-45aa-aae8-b609d8af1ae6', 'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b', 'admin_state_up': True, 'tenant_id': 'a1473eb6969949e6a2109f9722d68b38'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:03.345566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44170) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:03.452901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-cbc2f872-723d-45d1-afb9-cf02b36e9110 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Made reservation on behalf of a1473eb6969949e6a2109f9722d68b38 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:03.458022 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-cbc2f872-723d-45d1-afb9-cf02b36e9110 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:03.602757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-c2ce7340-12d0-417c-bb10-acf09b916f68 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:03.605079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-c2ce7340-12d0-417c-bb10-acf09b916f68 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 945 time: 0.1869719 Feb 11 04:22:03.612060 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:03.667149 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-cbc2f872-723d-45d1-afb9-cf02b36e9110 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Allocated IP 172.20.0.2 (944a3a5b-b293-47a1-899e-5e7fbbc3e19b/a5af16ed-8836-49c2-8b93-adb678c52442/0499ee62-318f-4d06-8fe1-6ea236c7d454) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:03.716871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb79d86-4aa4-45e3-aed8-e2fc32d738d5 req-64f6cdb2-2ad9-43b8-9e95-35d0d6b57906 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:03.724605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddb79d86-4aa4-45e3-aed8-e2fc32d738d5 req-64f6cdb2-2ad9-43b8-9e95-35d0d6b57906 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 945 time: 0.1851726 Feb 11 04:22:03.745630 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a391-2c96-429f-8727-c3abe0cc73cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:03.771908 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:03.820134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-1a91bfb7-6c3f-486b-a622-0671956a031e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Deleting port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:22:03.820457 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-1a91bfb7-6c3f-486b-a622-0671956a031e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:03.866875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddb79d86-4aa4-45e3-aed8-e2fc32d738d5 req-d5e40f81-c5d2-42dd-b2c5-cf99533bdd88 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd36d2e1-f8c5-443b-89d3-1004e43ba411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276512 Feb 11 04:22:03.924792 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-cbc2f872-723d-45d1-afb9-cf02b36e9110 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks [] for port (0499ee62-318f-4d06-8fe1-6ea236c7d454), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:04.064580 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-cbc2f872-723d-45d1-afb9-cf02b36e9110 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (0499ee62-318f-4d06-8fe1-6ea236c7d454), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:04.076040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8ff43e1-b9e0-49fe-856b-dfce71292438 req-8fa2f3d3-a967-4f83-9960-05226e83c17b tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 210 time: 0.0542409 Feb 11 04:22:04.084879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7dea56a0-659d-4bac-80b9-cc5632162486'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:22:04.099842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-1a91bfb7-6c3f-486b-a622-0671956a031e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] For port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d,segment=NetworkSegment(192e3bf6-1159-4742-82d4-3ae2e1eef546),segment_id=192e3bf6-1159-4742-82d4-3ae2e1eef546)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:04.100223 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-1a91bfb7-6c3f-486b-a622-0671956a031e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:04.103670 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a391-2c96-429f-8727-c3abe0cc73cf admin admin] Publish callbacks [] for security_group (461681af-1518-4e02-8613-4ba30a0a7b6a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:04.170133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410ce2a-abc8-4b4b-9241-72ed57f82f3d req-d58393fe-5f01-4398-ae5d-f5898f76ca8a tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:04.171993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0410ce2a-abc8-4b4b-9241-72ed57f82f3d req-d58393fe-5f01-4398-ae5d-f5898f76ca8a tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 946 time: 0.2060254 Feb 11 04:22:04.184451 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e5e4a391-2c96-429f-8727-c3abe0cc73cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (461681af-1518-4e02-8613-4ba30a0a7b6a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:04.191754 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2f872-723d-45d1-afb9-cf02b36e9110 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Pushing event updated for resources: {'Port': ['ID=0499ee62-318f-4d06-8fe1-6ea236c7d454,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:04.218032 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-cbc2f872-723d-45d1-afb9-cf02b36e9110 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Network 944a3a5b-b293-47a1-899e-5e7fbbc3e19b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:04.220030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-cbc2f872-723d-45d1-afb9-cf02b36e9110 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:04.224683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-cbc2f872-723d-45d1-afb9-cf02b36e9110 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:04.312050 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-cbc2f872-723d-45d1-afb9-cf02b36e9110 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:04.312697 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-cbc2f872-723d-45d1-afb9-cf02b36e9110 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:04.414681 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-cbc2f872-723d-45d1-afb9-cf02b36e9110 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1505301 Feb 11 04:22:04.416603 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e5e4a391-2c96-429f-8727-c3abe0cc73cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=029d389855c64de695bf370d6b934118&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0683522 Feb 11 04:22:04.419233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44206) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:04.426860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4a391-2c96-429f-8727-c3abe0cc73cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461681af-1518-4e02-8613-4ba30a0a7b6a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:04.433990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44208) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:04.455772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Request body: {'port': {'device_id': 'f3a52e31-546b-45aa-aae8-b609d8af1ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:04.521908 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0410ce2a-abc8-4b4b-9241-72ed57f82f3d req-fecb891b-054f-4f13-9b6a-b3f0bf252a8d tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f003ae-94c1-40ad-9a4e-20e5a5f2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394666 Feb 11 04:22:04.557021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a61a05-4770-430a-8ace-1b3bcc73eeb3 req-32c659d7-effb-42a6-97ee-58561ac43aa3 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:04.565169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74a61a05-4770-430a-8ace-1b3bcc73eeb3 req-32c659d7-effb-42a6-97ee-58561ac43aa3 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3a52e31-546b-45aa-aae8-b609d8af1ae6 HTTP/1.1" status: 200 len: 931 time: 0.2242935 Feb 11 04:22:04.569753 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-1a91bfb7-6c3f-486b-a622-0671956a031e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:04.570410 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-1a91bfb7-6c3f-486b-a622-0671956a031e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (4c9957e5-59f2-4453-9b0c-2c40d5451a93), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:04.570986 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-1a91bfb7-6c3f-486b-a622-0671956a031e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Floating IP 4c9957e5-59f2-4453-9b0c-2c40d5451a93 disassociated. External IP: 172.25.3.177, port: 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d. Feb 11 04:22:04.571457 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0499ee62-318f-4d06-8fe1-6ea236c7d454), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:04.571809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-1a91bfb7-6c3f-486b-a622-0671956a031e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Calling delete_port for 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:22:04.649392 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-12b56a48-6277-4a3f-bbd5-dc9a8b310433 admin admin] Publish callbacks [] for security_group (461681af-1518-4e02-8613-4ba30a0a7b6a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:04.678441 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74a61a05-4770-430a-8ace-1b3bcc73eeb3 req-47cf7a7b-4c38-445f-adac-c06804d5d032 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118178 Feb 11 04:22:04.717965 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1010659755-network', 'tenant_id': 'd2177b463a5d499cbcaba81f8733ca17'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:04.736686 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-12b56a48-6277-4a3f-bbd5-dc9a8b310433 admin admin] Publish callbacks [] for security_group (461681af-1518-4e02-8613-4ba30a0a7b6a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:04.880206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] Made reservation on behalf of d2177b463a5d499cbcaba81f8733ca17 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:04.885366 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:04.924022 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:04.986938 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-12b56a48-6277-4a3f-bbd5-dc9a8b310433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (461681af-1518-4e02-8613-4ba30a0a7b6a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:04.990283 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-12b56a48-6277-4a3f-bbd5-dc9a8b310433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:04.995034 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-12b56a48-6277-4a3f-bbd5-dc9a8b310433 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/461681af-1518-4e02-8613-4ba30a0a7b6a HTTP/1.1" status: 204 len: 168 time: 0.5741267 Feb 11 04:22:04.997806 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0499ee62-318f-4d06-8fe1-6ea236c7d454 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:22:05.023395 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Publish callbacks [] for port (0499ee62-318f-4d06-8fe1-6ea236c7d454), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:05.026932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b56a48-6277-4a3f-bbd5-dc9a8b310433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461681af-1518-4e02-8613-4ba30a0a7b6a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:05.075766 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Transition to ACTIVE for port object 0499ee62-318f-4d06-8fe1-6ea236c7d454 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:22:05.094218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c04d5e-d54c-4f3a-8dc5-c8d09cf612a0 req-751ab4ea-9ed2-4770-ad25-71add4227f2b tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:05.095754 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97c04d5e-d54c-4f3a-8dc5-c8d09cf612a0 req-751ab4ea-9ed2-4770-ad25-71add4227f2b tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 945 time: 0.1246238 Feb 11 04:22:05.097219 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-1a91bfb7-6c3f-486b-a622-0671956a031e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:05.144417 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (0499ee62-318f-4d06-8fe1-6ea236c7d454), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:05.231090 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Pushing event updated for resources: {'Port': ['ID=0499ee62-318f-4d06-8fe1-6ea236c7d454,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:05.368936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Attempting to bind port 0499ee62-318f-4d06-8fe1-6ea236c7d454 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:22:05.369736 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Attempting to bind port 0499ee62-318f-4d06-8fe1-6ea236c7d454 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '06ad25a9-4856-4017-8b91-906c2b318702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:22:05.370433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Attempting to bind port 0499ee62-318f-4d06-8fe1-6ea236c7d454 on network 944a3a5b-b293-47a1-899e-5e7fbbc3e19b {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:05.385549 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Port 0499ee62-318f-4d06-8fe1-6ea236c7d454 on network 944a3a5b-b293-47a1-899e-5e7fbbc3e19b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:22:05.386142 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Attempting to bind port 0499ee62-318f-4d06-8fe1-6ea236c7d454 on network 944a3a5b-b293-47a1-899e-5e7fbbc3e19b {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:05.393553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:22:05.394166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Checking segment: {'id': '06ad25a9-4856-4017-8b91-906c2b318702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:05.394754 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Bound using segment: {'id': '06ad25a9-4856-4017-8b91-906c2b318702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:22:05.395360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Bound port: 0499ee62-318f-4d06-8fe1-6ea236c7d454, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ad25a9-4856-4017-8b91-906c2b318702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:22:05.395932 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0499ee62-318f-4d06-8fe1-6ea236c7d454), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:05.494391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] For port 0499ee62-318f-4d06-8fe1-6ea236c7d454, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:22:05.498396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] For port 0499ee62-318f-4d06-8fe1-6ea236c7d454, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0499ee62-318f-4d06-8fe1-6ea236c7d454,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:22:05.503598 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91bfb7-6c3f-486b-a622-0671956a031e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Pushing event deleted for resources: {'Port': ['ID=8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:05.538776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db9e8d68-80e8-4ea8-a8aa-456c1e017bb0 req-15c04c71-5444-4d01-8577-fb8ac4d000a1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 210 time: 0.0728116 Feb 11 04:22:05.608446 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (0499ee62-318f-4d06-8fe1-6ea236c7d454), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:05.629909 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] Publish callbacks [] for security_group (21482be4-dac1-4ce1-8578-6cad4314303d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:05.635505 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97c04d5e-d54c-4f3a-8dc5-c8d09cf612a0 req-f1743f5e-7ceb-46d0-808f-1dfdecc28c03 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd36d2e1-f8c5-443b-89d3-1004e43ba411&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5306582 Feb 11 04:22:05.689897 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:05.689897 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:05.689897 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] 10.222.0.47 "PUT /v2.0/ports/0499ee62-318f-4d06-8fe1-6ea236c7d454 HTTP/1.1" status: 200 len: 1092 time: 1.2414489 Feb 11 04:22:05.692620 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a52e31-546b-45aa-aae8-b609d8af1ae6', 'tag': '0499ee62-318f-4d06-8fe1-6ea236c7d454'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:05.697153 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e241d99-7093-441e-8a27-4f4f570a3495" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a52e31-546b-45aa-aae8-b609d8af1ae6", "tag": "0499ee62-318f-4d06-8fe1-6ea236c7d454"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:05.715021 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (21482be4-dac1-4ce1-8578-6cad4314303d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:05.758848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:22:05.764547 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae30327-b2cc-4d97-a080-b11fe2d97e2d service neutron] Pushing event updated for resources: {'Port': ['ID=0499ee62-318f-4d06-8fe1-6ea236c7d454,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:05.815925 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21482be4-dac1-4ce1-8578-6cad4314303d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:05.843737 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (85b8b422-8768-4302-be64-7720af133917), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:05.843737 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] Added segment 85b8b422-8768-4302-be64-7720af133917 of type vlan for network 227fd661-cfd6-48a2-a064-3e70476b6e8a Feb 11 04:22:05.852247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-1a91bfb7-6c3f-486b-a622-0671956a031e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Router ae32a9ba-da7e-40db-9a8a-9487bef84987 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:22:05.903853 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-e108db8f-9afc-4793-acae-8131b8c8fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:05.905927 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-e108db8f-9afc-4793-acae-8131b8c8fa71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1473eb6969949e6a2109f9722d68b38&device_id=f3a52e31-546b-45aa-aae8-b609d8af1ae6 HTTP/1.1" status: 200 len: 1126 time: 0.0756273 Feb 11 04:22:05.911755 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (227fd661-cfd6-48a2-a064-3e70476b6e8a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:05.930994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff34f1-593e-4f47-8e20-0fe62b3d6e7e req-e573445a-575a-470f-a8f6-66f8fad93918 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:05.932576 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97ff34f1-593e-4f47-8e20-0fe62b3d6e7e req-e573445a-575a-470f-a8f6-66f8fad93918 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 946 time: 0.1617131 Feb 11 04:22:05.971307 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-e8e63fdd-1c11-402a-b1ee-6de927fccddf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0499ee62-318f-4d06-8fe1-6ea236c7d454 HTTP/1.1" status: 200 len: 217 time: 0.0589776 Feb 11 04:22:06.028594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-d700d4b3-444c-487c-93aa-a1f6be8ec12e tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7531fb3a2f8f4c029a2eb115a4e777d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625491 Feb 11 04:22:06.045478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-0da66bbb-8981-4973-94e6-5650b409301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:06.047671 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-0da66bbb-8981-4973-94e6-5650b409301e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5af16ed-8836-49c2-8b93-adb678c52442 HTTP/1.1" status: 200 len: 854 time: 0.0704110 Feb 11 04:22:06.048174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44260) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:06.080940 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1987436a-d834-497d-a028-dacb00f7db46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:06.117092 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-1165ec0f-2b34-4c19-8137-65d3391b8010 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493338 Feb 11 04:22:06.152664 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (227fd661-cfd6-48a2-a064-3e70476b6e8a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:06.153739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:06.154394 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:06.231789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97ff34f1-593e-4f47-8e20-0fe62b3d6e7e req-7ca476e3-eec2-4cc5-8c48-763878ee6f0f tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f003ae-94c1-40ad-9a4e-20e5a5f2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531509 Feb 11 04:22:06.256269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-1a91bfb7-6c3f-486b-a622-0671956a031e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:22:06.274196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e3bb19-bd83-42ac-86b9-324be2f998b7 None None] Sync routers for ids ['ae32a9ba-da7e-40db-9a8a-9487bef84987'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:22:06.297168 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-c00fa5d2-c46e-4803-8cee-02e5d15e7661 service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605146 Feb 11 04:22:06.308576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3bb19-bd83-42ac-86b9-324be2f998b7 None None] Routers {'ae32a9ba-da7e-40db-9a8a-9487bef84987'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:22:06.309577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-62e3bb19-bd83-42ac-86b9-324be2f998b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:21:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ae32a9ba-da7e-40db-9a8a-9487bef84987'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:06.356110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9158640 Feb 11 04:22:06.360988 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372df78-eec2-463d-ab38-b9a328766d81 admin admin] Pushing event updated for resources: {'Network': ['ID=227fd661-cfd6-48a2-a064-3e70476b6e8a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:06.373865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 227fd661-cfd6-48a2-a064-3e70476b6e8a details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:22:06.375374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44264) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:06.377084 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1987436a-d834-497d-a028-dacb00f7db46 admin admin] Publish callbacks [] for security_group (8c7cd283-6fd6-4173-9061-4c8419bfcc37), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:06.392578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0225a3cc-8b10-4847-a70e-4afc8a8e095f admin admin] Request body: {'subnet': {'network_id': '227fd661-cfd6-48a2-a064-3e70476b6e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1010659755-subnet', 'tenant_id': 'd2177b463a5d499cbcaba81f8733ca17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:06.446525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-1a91bfb7-6c3f-486b-a622-0671956a031e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] No DVR routers for this DVR port 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:22:06.464413 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-1a91bfb7-6c3f-486b-a622-0671956a031e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:06.468658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4387c38f-d6f8-4fcf-9b72-e40b01f40257 req-1a91bfb7-6c3f-486b-a622-0671956a031e tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.32 "DELETE /v2.0/ports/8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d HTTP/1.1" status: 204 len: 173 time: 2.8573296 Feb 11 04:22:06.472375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8f7062-3d94-450e-bf8d-001de18803a0', 'name': 'network-vif-deleted', 'tag': '8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:06.483169 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ed7b88-c0e2-4fd8-80a6-9a5a811d72f3" -d '{"events": [{"server_uuid": "9f8f7062-3d94-450e-bf8d-001de18803a0", "name": "network-vif-deleted", "tag": "8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:06.498833 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79de818f-4ef8-40d3-8c4b-813e39eb0cf7 req-b74b2a9a-4181-422b-9bf8-6b9d4a4380bf service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931715 Feb 11 04:22:06.501266 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1987436a-d834-497d-a028-dacb00f7db46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8c7cd283-6fd6-4173-9061-4c8419bfcc37), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:06.526976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-5e6f729c-1f09-41a8-8974-07ad91d724a4 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:06.534552 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-5e6f729c-1f09-41a8-8974-07ad91d724a4 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4980626 Feb 11 04:22:06.536576 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1987436a-d834-497d-a028-dacb00f7db46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42e4f16d714249dd9121425e5592be1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4870896 Feb 11 04:22:06.542988 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44268) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:06.567830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0225a3cc-8b10-4847-a70e-4afc8a8e095f admin admin] Made reservation on behalf of d2177b463a5d499cbcaba81f8733ca17 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:06.570344 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0225a3cc-8b10-4847-a70e-4afc8a8e095f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:06.580657 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987436a-d834-497d-a028-dacb00f7db46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7cd283-6fd6-4173-9061-4c8419bfcc37,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:06.583040 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-62e3bb19-bd83-42ac-86b9-324be2f998b7 None None] Set router ae32a9ba-da7e-40db-9a8a-9487bef84987 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:22:06.616345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-5b3f886c-dec9-466e-a929-348c920dc6ae tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/quotas/7531fb3a2f8f4c029a2eb115a4e777d7 HTTP/1.1" status: 200 len: 375 time: 0.0805762 Feb 11 04:22:06.734680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849a1c1-c7f8-4370-aeec-45a935076219 req-75556bc4-0f25-4838-8bba-58c2e531d983 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:06.736352 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d849a1c1-c7f8-4370-aeec-45a935076219 req-75556bc4-0f25-4838-8bba-58c2e531d983 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3a52e31-546b-45aa-aae8-b609d8af1ae6 HTTP/1.1" status: 200 len: 943 time: 0.2816794 Feb 11 04:22:06.738355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-dc489ed6-1c53-4839-b54b-2f8e8b511db2 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7531fb3a2f8f4c029a2eb115a4e777d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1071496 Feb 11 04:22:06.760319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc262a-b54a-4505-ba49-4a9c5610fc50 req-91780cf7-6904-4179-8b79-4822b3c218a5 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:06.760319 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0abc262a-b54a-4505-ba49-4a9c5610fc50 req-91780cf7-6904-4179-8b79-4822b3c218a5 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 946 time: 0.2527101 Feb 11 04:22:06.850967 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a66ba7f2-f033-4edd-9476-914a06c3417c admin admin] Publish callbacks [] for security_group (8c7cd283-6fd6-4173-9061-4c8419bfcc37), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:06.871216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-62e3bb19-bd83-42ac-86b9-324be2f998b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:20:43Z', 'updated_at': '2022-02-11T04:20:48Z', 'revision_number': 4, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'gw_port': {'id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:45Z', 'updated_at': '2022-02-11T04:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5047b9c3-dc65-40e5-9443-a933f4a2ef0b', 'name': '', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'mac_address': 'fa:16:3e:18:25:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:47Z', 'updated_at': '2022-02-11T04:20:57Z', 'revision_number': 5, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'subnets': [{'id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:06.900632 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e3bb19-bd83-42ac-86b9-324be2f998b7 None None] Checking router: ae32a9ba-da7e-40db-9a8a-9487bef84987 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:22:06.909664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3bb19-bd83-42ac-86b9-324be2f998b7 None None] Routers {'ae32a9ba-da7e-40db-9a8a-9487bef84987'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:22:06.910283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-62e3bb19-bd83-42ac-86b9-324be2f998b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:21:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ae32a9ba-da7e-40db-9a8a-9487bef84987'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:06.971773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a66ba7f2-f033-4edd-9476-914a06c3417c admin admin] Publish callbacks [] for security_group (8c7cd283-6fd6-4173-9061-4c8419bfcc37), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:07.004676 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8450e386-6008-4dee-aeb5-f34635c5200a x-openstack-request-id: req-8450e386-6008-4dee-aeb5-f34635c5200a {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:07.005169 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a52e31-546b-45aa-aae8-b609d8af1ae6", "tag": "0499ee62-318f-4d06-8fe1-6ea236c7d454", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:07.005259 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8450e386-6008-4dee-aeb5-f34635c5200a {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:07.005627 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a52e31-546b-45aa-aae8-b609d8af1ae6', 'tag': '0499ee62-318f-4d06-8fe1-6ea236c7d454', 'status': 'completed', 'code': 200} Feb 11 04:22:07.040604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d849a1c1-c7f8-4370-aeec-45a935076219 req-d18f384f-d23e-414d-b7ec-5634614cda9d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752819 Feb 11 04:22:07.054422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-62e3bb19-bd83-42ac-86b9-324be2f998b7 None None] Set router ae32a9ba-da7e-40db-9a8a-9487bef84987 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:22:07.163114 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432740b7-f2d5-4e25-be9e-7ee8a62fc8fe x-openstack-request-id: req-432740b7-f2d5-4e25-be9e-7ee8a62fc8fe {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:07.163471 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f8f7062-3d94-450e-bf8d-001de18803a0", "name": "network-vif-deleted", "tag": "8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:07.163744 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-432740b7-f2d5-4e25-be9e-7ee8a62fc8fe {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:07.164219 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8f7062-3d94-450e-bf8d-001de18803a0', 'name': 'network-vif-deleted', 'tag': '8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d', 'status': 'completed', 'code': 200} Feb 11 04:22:07.194900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e241d99-7093-441e-8a27-4f4f570a3495 req-14b8577f-5eb6-4c34-91fa-c728a464141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:07.197899 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e241d99-7093-441e-8a27-4f4f570a3495 req-14b8577f-5eb6-4c34-91fa-c728a464141c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1473eb6969949e6a2109f9722d68b38&device_id=f3a52e31-546b-45aa-aae8-b609d8af1ae6 HTTP/1.1" status: 200 len: 1126 time: 0.1561675 Feb 11 04:22:07.206831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-0abc262a-b54a-4505-ba49-4a9c5610fc50 req-164e1de4-1c5b-476c-a45e-4697c4b42f73 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Deleting port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:22:07.207385 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0abc262a-b54a-4505-ba49-4a9c5610fc50 req-164e1de4-1c5b-476c-a45e-4697c4b42f73 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:07.288621 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8868e5a4-454d-48b6-a9d0-deb7935ea5bf req-c4a3b25a-4a10-4c35-82aa-5c8c969d9a21 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 210 time: 0.0599470 Feb 11 04:22:07.293457 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0225a3cc-8b10-4847-a70e-4afc8a8e095f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (91abbb54-b88a-4450-9178-6398c1413398), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:07.373415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e241d99-7093-441e-8a27-4f4f570a3495 req-480f1ce2-62df-4188-8dbf-1a17ddf541d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:07.376463 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e241d99-7093-441e-8a27-4f4f570a3495 req-480f1ce2-62df-4188-8dbf-1a17ddf541d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b HTTP/1.1" status: 200 len: 915 time: 0.1695125 Feb 11 04:22:07.442657 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e241d99-7093-441e-8a27-4f4f570a3495 req-54851038-18ca-4eb3-b3e7-9d35e60538b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0499ee62-318f-4d06-8fe1-6ea236c7d454 HTTP/1.1" status: 200 len: 217 time: 0.0597973 Feb 11 04:22:07.450716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a3cc-8b10-4847-a70e-4afc8a8e095f admin admin] Pushing event updated for resources: {'Subnet': ['ID=91abbb54-b88a-4450-9178-6398c1413398,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:07.466386 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a66ba7f2-f033-4edd-9476-914a06c3417c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8c7cd283-6fd6-4173-9061-4c8419bfcc37), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:07.470471 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a66ba7f2-f033-4edd-9476-914a06c3417c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:07.482386 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a66ba7f2-f033-4edd-9476-914a06c3417c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c7cd283-6fd6-4173-9061-4c8419bfcc37 HTTP/1.1" status: 204 len: 168 time: 0.9158423 Feb 11 04:22:07.510824 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-62e3bb19-bd83-42ac-86b9-324be2f998b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:20:43Z', 'updated_at': '2022-02-11T04:20:48Z', 'revision_number': 4, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'gw_port': {'id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:45Z', 'updated_at': '2022-02-11T04:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5047b9c3-dc65-40e5-9443-a933f4a2ef0b', 'name': '', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'mac_address': 'fa:16:3e:18:25:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:47Z', 'updated_at': '2022-02-11T04:20:57Z', 'revision_number': 5, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'subnets': [{'id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:07.529489 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e241d99-7093-441e-8a27-4f4f570a3495 req-7a7852f7-e674-455b-95cf-c7ead04d784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:07.532059 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e241d99-7093-441e-8a27-4f4f570a3495 req-7a7852f7-e674-455b-95cf-c7ead04d784f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5af16ed-8836-49c2-8b93-adb678c52442 HTTP/1.1" status: 200 len: 854 time: 0.0830238 Feb 11 04:22:07.555664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e3bb19-bd83-42ac-86b9-324be2f998b7 None None] The sync data for ids ['ae32a9ba-da7e-40db-9a8a-9487bef84987'] in n-d-712142-35 is: [{'id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:20:43Z', 'updated_at': '2022-02-11T04:20:48Z', 'revision_number': 4, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'gw_port': {'id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:45Z', 'updated_at': '2022-02-11T04:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5047b9c3-dc65-40e5-9443-a933f4a2ef0b', 'name': '', 'network_id': '7894ecd8-ab85-40c2-99ae-380d20c1b6b2', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'mac_address': 'fa:16:3e:18:25:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:47Z', 'updated_at': '2022-02-11T04:20:57Z', 'revision_number': 5, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'subnets': [{'id': 'f0139bd0-701d-4e59-b0ad-ff8947b12bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:22:07.586465 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e241d99-7093-441e-8a27-4f4f570a3495 req-67d99682-8e95-4ec6-ae25-e6a42f7abb82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478330 Feb 11 04:22:07.610011 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13633937-f54b-4ae9-98c2-c6665799bf3b req-addf3a8a-8642-43fc-a8c2-e806de31884c tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 210 time: 0.2277503 Feb 11 04:22:07.644319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ba7f2-f033-4edd-9476-914a06c3417c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7cd283-6fd6-4173-9061-4c8419bfcc37,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:07.648078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d35f605-ad1c-4f9f-95d1-6a4cf33cc4e3 req-749416f0-70cd-4c7b-806f-d4d1e79d0c1f tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f8f7062-3d94-450e-bf8d-001de18803a0 HTTP/1.1" status: 200 len: 210 time: 0.2647355 Feb 11 04:22:07.688848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-0abc262a-b54a-4505-ba49-4a9c5610fc50 req-164e1de4-1c5b-476c-a45e-4697c4b42f73 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] For port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344,segment=NetworkSegment(a761b558-735e-47b3-8168-69c01b8a366d),segment_id=a761b558-735e-47b3-8168-69c01b8a366d)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:07.689214 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0abc262a-b54a-4505-ba49-4a9c5610fc50 req-164e1de4-1c5b-476c-a45e-4697c4b42f73 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:07.699448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0225a3cc-8b10-4847-a70e-4afc8a8e095f admin admin] Checking segment: {'id': '85b8b422-8768-4302-be64-7720af133917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '227fd661-cfd6-48a2-a064-3e70476b6e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:07.699448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0225a3cc-8b10-4847-a70e-4afc8a8e095f admin admin] Network hostable DHCP agents. Network: 227fd661-cfd6-48a2-a064-3e70476b6e8a, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:22:07.716684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-0abc262a-b54a-4505-ba49-4a9c5610fc50 req-164e1de4-1c5b-476c-a45e-4697c4b42f73 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Calling delete_port for 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:22:07.839639 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0225a3cc-8b10-4847-a70e-4afc8a8e095f admin admin] Network 227fd661-cfd6-48a2-a064-3e70476b6e8a is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:22:07.878549 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e241d99-7093-441e-8a27-4f4f570a3495 req-1c215a0e-a765-43a8-abae-e6bc30314de6 service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828710 Feb 11 04:22:07.943232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-0225a3cc-8b10-4847-a70e-4afc8a8e095f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 227fd661-cfd6-48a2-a064-3e70476b6e8a) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:07.958043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdb31ad-2fae-45af-b870-ae907da3c4cb None None] Network 227fd661-cfd6-48a2-a064-3e70476b6e8a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:22:07.977319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0225a3cc-8b10-4847-a70e-4afc8a8e095f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:07.978075 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0225a3cc-8b10-4847-a70e-4afc8a8e095f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:08.126666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c4eb8-f25d-4afe-b1d4-5d4349099c22 req-d6b93346-a863-46dd-b797-fbd2c994c9ed tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:08.126666 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672c4eb8-f25d-4afe-b1d4-5d4349099c22 req-d6b93346-a863-46dd-b797-fbd2c994c9ed tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 946 time: 0.2730036 Feb 11 04:22:08.132223 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e241d99-7093-441e-8a27-4f4f570a3495 req-3a358fee-e884-4c7f-9f8c-8a6c14acb2ab service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371171 Feb 11 04:22:08.150686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0225a3cc-8b10-4847-a70e-4afc8a8e095f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7617841 Feb 11 04:22:08.157988 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36d7232-7de6-40fc-bcbf-3539a22af3c7 None None] New status for floating IP 4c9957e5-59f2-4453-9b0c-2c40d5451a93: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:22:08.364507 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-672c4eb8-f25d-4afe-b1d4-5d4349099c22 req-4bdab28a-0295-4b9d-8028-57a209374c06 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/security-groups?id=45f003ae-94c1-40ad-9a4e-20e5a5f2e06e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144508 Feb 11 04:22:08.505407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed0faa-7235-45de-9ae5-9b4016bee46e req-a06aa19c-5cd2-48a0-bef8-1affba7bc679 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:08.508593 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6ed0faa-7235-45de-9ae5-9b4016bee46e req-a06aa19c-5cd2-48a0-bef8-1affba7bc679 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3a52e31-546b-45aa-aae8-b609d8af1ae6 HTTP/1.1" status: 200 len: 943 time: 0.2348261 Feb 11 04:22:08.509608 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d36602-11e5-47e6-942d-2f03422236d6 None None] Network 227fd661-cfd6-48a2-a064-3e70476b6e8a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:22:08.558324 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0abc262a-b54a-4505-ba49-4a9c5610fc50 req-164e1de4-1c5b-476c-a45e-4697c4b42f73 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:08.632690 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:22:08.672253 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e1de4-1c5b-476c-a45e-4697c4b42f73 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Pushing event deleted for resources: {'Port': ['ID=6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:08.677146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0499ee62-318f-4d06-8fe1-6ea236c7d454 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:22:08.707548 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30113e0c-18a4-439d-a6f6-1dd522b321d0 req-87abb499-8cd3-4960-9786-4dee26c5bbb1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 210 time: 0.0757868 Feb 11 04:22:08.721251 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6ed0faa-7235-45de-9ae5-9b4016bee46e req-3ce8b31e-69bf-4a60-a3c6-b9209a902129 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022467 Feb 11 04:22:08.781948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abc262a-b54a-4505-ba49-4a9c5610fc50 req-164e1de4-1c5b-476c-a45e-4697c4b42f73 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] No DVR routers for this DVR port 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:22:08.785125 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0abc262a-b54a-4505-ba49-4a9c5610fc50 req-164e1de4-1c5b-476c-a45e-4697c4b42f73 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:08.792628 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0abc262a-b54a-4505-ba49-4a9c5610fc50 req-164e1de4-1c5b-476c-a45e-4697c4b42f73 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.32 "DELETE /v2.0/ports/6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 HTTP/1.1" status: 204 len: 173 time: 2.0156488 Feb 11 04:22:08.878384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:22:08.909475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:22:08.909960 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:22:08.910280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:22:08.936046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:22:08.936404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8e9609f7-6b61-40f2-91b6-0cdeb3b30b0d not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:22:08.967356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5454caf-0031-45a3-a1b0-3769d9842355 req-26e3e13e-4820-44af-a870-61d45365b6be tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 210 time: 0.0623825 Feb 11 04:22:08.982762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 0499ee62-318f-4d06-8fe1-6ea236c7d454, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0499ee62-318f-4d06-8fe1-6ea236c7d454,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:09.009497 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '0499ee62-318f-4d06-8fe1-6ea236c7d454', 'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b', 'port_id': '0499ee62-318f-4d06-8fe1-6ea236c7d454', 'mac_address': 'fa:16:3e:63:14:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5af16ed-8836-49c2-8b93-adb678c52442', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:22:09.102997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 0499ee62-318f-4d06-8fe1-6ea236c7d454 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:09.103985 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0499ee62-318f-4d06-8fe1-6ea236c7d454), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:09.142168 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0499ee62-318f-4d06-8fe1-6ea236c7d454 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:22:09.165300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5e8579-abac-432a-8e7e-80ffa4c9d2ff', 'name': 'network-vif-deleted', 'tag': '6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:09.168104 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303890d1-2066-4f0c-984a-65b3f6bb5ea9" -d '{"events": [{"server_uuid": "8d5e8579-abac-432a-8e7e-80ffa4c9d2ff", "name": "network-vif-deleted", "tag": "6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:09.175743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 0499ee62-318f-4d06-8fe1-6ea236c7d454, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0499ee62-318f-4d06-8fe1-6ea236c7d454,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:09.227784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-b81c389b-5d55-4a8d-aca5-8db5ec8bcc5e req-5d726c69-5d1e-4f8e-b52e-2385a58df22d tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1617511198', 'description': 'tempest-description-1233223315'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:09.243086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44344) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:09.275638 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0499ee62-318f-4d06-8fe1-6ea236c7d454), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:09.322885 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2f14e5-620c-476a-862c-d7be3e9da937 x-openstack-request-id: req-1a2f14e5-620c-476a-862c-d7be3e9da937 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:09.323037 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5e8579-abac-432a-8e7e-80ffa4c9d2ff", "name": "network-vif-deleted", "tag": "6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:09.323248 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a2f14e5-620c-476a-862c-d7be3e9da937 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:09.323798 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5e8579-abac-432a-8e7e-80ffa4c9d2ff', 'name': 'network-vif-deleted', 'tag': '6e6c4d03-fa4b-4cb8-8098-bf86d5c9a344', 'status': 'completed', 'code': 200} Feb 11 04:22:09.363540 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b81c389b-5d55-4a8d-aca5-8db5ec8bcc5e req-5d726c69-5d1e-4f8e-b52e-2385a58df22d tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:09.384751 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4ff0-dfbd-4b82-af7f-92e9e762ea3c tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for security_group (dd36d2e1-f8c5-443b-89d3-1004e43ba411), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:09.386370 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=0499ee62-318f-4d06-8fe1-6ea236c7d454,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:09.436018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4ff0-dfbd-4b82-af7f-92e9e762ea3c tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for security_group (dd36d2e1-f8c5-443b-89d3-1004e43ba411), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:09.508272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['0499ee62-318f-4d06-8fe1-6ea236c7d454'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:22:09.512139 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b81c389b-5d55-4a8d-aca5-8db5ec8bcc5e req-5d726c69-5d1e-4f8e-b52e-2385a58df22d tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (06543928-6280-4976-a4b4-dfa7e849aaf0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:09.539276 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3ccba560-df4d-4bb4-b43b-6632217df60e req-1b660fb4-a7d8-4ac9-a25e-697e882954b8 tempest-InstanceActionsNegativeTestJSON-146344420 tempest-InstanceActionsNegativeTestJSON-146344420-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d5e8579-abac-432a-8e7e-80ffa4c9d2ff HTTP/1.1" status: 200 len: 210 time: 0.0384452 Feb 11 04:22:09.634738 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b81c389b-5d55-4a8d-aca5-8db5ec8bcc5e req-5d726c69-5d1e-4f8e-b52e-2385a58df22d tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (06543928-6280-4976-a4b4-dfa7e849aaf0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:09.692001 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4ff0-dfbd-4b82-af7f-92e9e762ea3c tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dd36d2e1-f8c5-443b-89d3-1004e43ba411), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:09.694674 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4ff0-dfbd-4b82-af7f-92e9e762ea3c tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:09.695996 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ef4e4ff0-dfbd-4b82-af7f-92e9e762ea3c tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "DELETE /v2.0/security-groups/dd36d2e1-f8c5-443b-89d3-1004e43ba411 HTTP/1.1" status: 204 len: 168 time: 0.4512162 Feb 11 04:22:09.699174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44364) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:09.705849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d726c69-5d1e-4f8e-b52e-2385a58df22d tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06543928-6280-4976-a4b4-dfa7e849aaf0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:09.720153 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e4ff0-dfbd-4b82-af7f-92e9e762ea3c tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd36d2e1-f8c5-443b-89d3-1004e43ba411,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:09.721774 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-baa58b52-970b-4005-a329-873244819725 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] show failed (client error): The resource could not be found. Feb 11 04:22:09.724533 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-baa58b52-970b-4005-a329-873244819725 tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "GET /v2.0/security-groups/dd36d2e1-f8c5-443b-89d3-1004e43ba411 HTTP/1.1" status: 404 len: 347 time: 0.0231752 Feb 11 04:22:09.727661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44366) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:09.792441 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b81c389b-5d55-4a8d-aca5-8db5ec8bcc5e req-5d726c69-5d1e-4f8e-b52e-2385a58df22d tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:09.798106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b81c389b-5d55-4a8d-aca5-8db5ec8bcc5e req-5d726c69-5d1e-4f8e-b52e-2385a58df22d tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5764270 Feb 11 04:22:09.998399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-44b893d9-0966-48e2-8c73-26f364ea8c1d tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Deleting port dfc5633f-dbd2-46d2-8143-b39a66817739 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:22:09.998669 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44b893d9-0966-48e2-8c73-26f364ea8c1d tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (dfc5633f-dbd2-46d2-8143-b39a66817739), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:10.009193 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11b7771b-190c-4f97-9f70-7fee9a57dcb9 req-2ae11246-8300-4063-8d7d-b293f04657f5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba911e61-9afa-4891-8423-c587da716d4a HTTP/1.1" status: 200 len: 210 time: 0.0526435 Feb 11 04:22:10.027042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25638b-00e2-445d-9a73-7f45ef570e7a req-1406e1fd-dcf6-4fa4-834c-7d88c0a176b9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:10.035700 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b25638b-00e2-445d-9a73-7f45ef570e7a req-1406e1fd-dcf6-4fa4-834c-7d88c0a176b9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3a52e31-546b-45aa-aae8-b609d8af1ae6 HTTP/1.1" status: 200 len: 944 time: 0.1700573 Feb 11 04:22:10.126460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b25638b-00e2-445d-9a73-7f45ef570e7a req-ff4e6490-219e-44b9-b3c1-ed8bd3668af6 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848522 Feb 11 04:22:10.140306 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44b893d9-0966-48e2-8c73-26f364ea8c1d tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (dfc5633f-dbd2-46d2-8143-b39a66817739), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:10.140843 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44b893d9-0966-48e2-8c73-26f364ea8c1d tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for floatingip (dfc5633f-dbd2-46d2-8143-b39a66817739), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:10.151399 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37cf7c0f-4949-4dbd-9982-e811d2fb56f5 req-16cc2d5e-d817-4f2a-877b-3abd382d8942 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "GET /v2.0/security-groups/06543928-6280-4976-a4b4-dfa7e849aaf0 HTTP/1.1" status: 200 len: 1830 time: 0.0898125 Feb 11 04:22:10.151399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-37cf7c0f-4949-4dbd-9982-e811d2fb56f5 req-5ebac022-4a68-4833-836c-a4c5dbbfb12c tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06543928-6280-4976-a4b4-dfa7e849aaf0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:10.151399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-37cf7c0f-4949-4dbd-9982-e811d2fb56f5 req-5ebac022-4a68-4833-836c-a4c5dbbfb12c tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06543928-6280-4976-a4b4-dfa7e849aaf0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:10.184590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-44b893d9-0966-48e2-8c73-26f364ea8c1d tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Calling delete_port for dfc5633f-dbd2-46d2-8143-b39a66817739 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:22:10.349090 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-3db0bc94-935b-46f4-a840-da4580bc55c8 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7531fb3a2f8f4c029a2eb115a4e777d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1631875 Feb 11 04:22:10.406975 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44b893d9-0966-48e2-8c73-26f364ea8c1d tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (dfc5633f-dbd2-46d2-8143-b39a66817739), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:10.469267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ac4c01f-6dd5-4ba4-9959-1eaf2d2aaedb req-345bf867-4948-4c7e-8b59-e9f8d127c58e tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 210 time: 0.1896896 Feb 11 04:22:10.473230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44386) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:10.479008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b893d9-0966-48e2-8c73-26f364ea8c1d tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Pushing event deleted for resources: {'Port': ['ID=dfc5633f-dbd2-46d2-8143-b39a66817739,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:10.544937 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-37cf7c0f-4949-4dbd-9982-e811d2fb56f5 req-5ebac022-4a68-4833-836c-a4c5dbbfb12c tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group_rule (8675aea5-bdc6-4614-acc2-37652724ee98), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:10.565540 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-37cf7c0f-4949-4dbd-9982-e811d2fb56f5 req-5ebac022-4a68-4833-836c-a4c5dbbfb12c tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group_rule (8675aea5-bdc6-4614-acc2-37652724ee98), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:10.590349 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44b893d9-0966-48e2-8c73-26f364ea8c1d tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks [] for floatingip (4c9957e5-59f2-4453-9b0c-2c40d5451a93), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:10.594089 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44b893d9-0966-48e2-8c73-26f364ea8c1d tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:10.599191 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-44b893d9-0966-48e2-8c73-26f364ea8c1d tempest-ServersTestJSON-1177625659 tempest-ServersTestJSON-1177625659-project] 10.222.0.13 "DELETE /v2.0/floatingips/4c9957e5-59f2-4453-9b0c-2c40d5451a93 HTTP/1.1" status: 204 len: 168 time: 0.8695707 Feb 11 04:22:10.599867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44392) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:10.680497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44396) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:10.681241 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-37cf7c0f-4949-4dbd-9982-e811d2fb56f5 req-5ebac022-4a68-4833-836c-a4c5dbbfb12c tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (8675aea5-bdc6-4614-acc2-37652724ee98), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:10.697875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0499ee62-318f-4d06-8fe1-6ea236c7d454 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:10.869584 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-37cf7c0f-4949-4dbd-9982-e811d2fb56f5 req-5ebac022-4a68-4833-836c-a4c5dbbfb12c tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:10.870959 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37cf7c0f-4949-4dbd-9982-e811d2fb56f5 req-5ebac022-4a68-4833-836c-a4c5dbbfb12c tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7264979 Feb 11 04:22:10.914935 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 0499ee62-318f-4d06-8fe1-6ea236c7d454 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:22:10.920462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 0499ee62-318f-4d06-8fe1-6ea236c7d454 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:10.921286 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0499ee62-318f-4d06-8fe1-6ea236c7d454), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:10.956158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebac022-4a68-4833-836c-a4c5dbbfb12c tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8675aea5-bdc6-4614-acc2-37652724ee98,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:10.987252 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-41b5895c-af94-4d56-a118-10749ac858eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.010477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f483cf-1dff-4029-b3d9-abc037cf4780 admin admin] Deleting subnet ae272872-7479-4d71-83c9-ae93ffc8d52a {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:22:11.014461 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16f483cf-1dff-4029-b3d9-abc037cf4780 admin admin] Publish callbacks [] for subnet (ae272872-7479-4d71-83c9-ae93ffc8d52a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.081904 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16f483cf-1dff-4029-b3d9-abc037cf4780 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (ae272872-7479-4d71-83c9-ae93ffc8d52a), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.142017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 0499ee62-318f-4d06-8fe1-6ea236c7d454 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:11.142437 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0499ee62-318f-4d06-8fe1-6ea236c7d454), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.168811 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16f483cf-1dff-4029-b3d9-abc037cf4780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (ae272872-7479-4d71-83c9-ae93ffc8d52a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.213695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a52e31-546b-45aa-aae8-b609d8af1ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0499ee62-318f-4d06-8fe1-6ea236c7d454'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:11.225407 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51c2e43-1ae7-4a68-a6f4-888716ae3646" -d '{"events": [{"server_uuid": "f3a52e31-546b-45aa-aae8-b609d8af1ae6", "name": "network-vif-plugged", "status": "completed", "tag": "0499ee62-318f-4d06-8fe1-6ea236c7d454"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:11.265183 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 0499ee62-318f-4d06-8fe1-6ea236c7d454, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0499ee62-318f-4d06-8fe1-6ea236c7d454,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:11.275223 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52c7a9a5-cb7d-4dcf-936f-0f539f1e69fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (ae32a9ba-da7e-40db-9a8a-9487bef84987), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.281924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-6f8b3db0-1042-4453-b308-3f48b21073b1 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:11.283952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-6f8b3db0-1042-4453-b308-3f48b21073b1 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8989222 Feb 11 04:22:11.326615 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0499ee62-318f-4d06-8fe1-6ea236c7d454), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.331477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Request body: {'port': {'device_id': '3d22d356-0bfa-4aa5-9819-14f8e394a9d3', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '7531fb3a2f8f4c029a2eb115a4e777d7'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:11.425205 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92665979-fe4f-4009-8bab-a6fedd2f5337 req-2c104fe3-c1aa-41a3-9dd4-d7059b88bd67 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "GET /v2.0/security-groups/06543928-6280-4976-a4b4-dfa7e849aaf0 HTTP/1.1" status: 200 len: 2423 time: 0.4629939 Feb 11 04:22:11.427438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=0499ee62-318f-4d06-8fe1-6ea236c7d454,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:11.488165 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4048e477-7326-43af-a836-8266fe59dcb4 x-openstack-request-id: req-4048e477-7326-43af-a836-8266fe59dcb4 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:11.488536 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a52e31-546b-45aa-aae8-b609d8af1ae6", "name": "network-vif-plugged", "status": "completed", "tag": "0499ee62-318f-4d06-8fe1-6ea236c7d454", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:11.488873 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4048e477-7326-43af-a836-8266fe59dcb4 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:11.489343 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a52e31-546b-45aa-aae8-b609d8af1ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0499ee62-318f-4d06-8fe1-6ea236c7d454', 'code': 200} Feb 11 04:22:11.578947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c68852-9c32-40fa-af07-c7c0d49e4b50 req-4505f4d8-47a9-4513-a6d7-d921e895832f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:11.580691 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0c68852-9c32-40fa-af07-c7c0d49e4b50 req-4505f4d8-47a9-4513-a6d7-d921e895832f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3a52e31-546b-45aa-aae8-b609d8af1ae6 HTTP/1.1" status: 200 len: 944 time: 0.3213098 Feb 11 04:22:11.588693 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16f483cf-1dff-4029-b3d9-abc037cf4780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (ae272872-7479-4d71-83c9-ae93ffc8d52a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.647550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2934161-ecaa-440b-9315-57d9c72c20b4 req-b5c94a32-bae6-4839-8565-c73c2123c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:11.649334 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f2934161-ecaa-440b-9315-57d9c72c20b4 req-b5c94a32-bae6-4839-8565-c73c2123c809 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3a52e31-546b-45aa-aae8-b609d8af1ae6 HTTP/1.1" status: 200 len: 1128 time: 0.0926461 Feb 11 04:22:11.667943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f483cf-1dff-4029-b3d9-abc037cf4780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae272872-7479-4d71-83c9-ae93ffc8d52a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:11.694024 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16f483cf-1dff-4029-b3d9-abc037cf4780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.700287 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-16f483cf-1dff-4029-b3d9-abc037cf4780 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ae272872-7479-4d71-83c9-ae93ffc8d52a HTTP/1.1" status: 204 len: 168 time: 0.9690108 Feb 11 04:22:11.708381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44424) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:11.742933 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f2934161-ecaa-440b-9315-57d9c72c20b4 req-b6d01690-a8e2-4a97-8c8a-d260d0f3cfd1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651109 Feb 11 04:22:11.771684 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-41b5895c-af94-4d56-a118-10749ac858eb admin admin] Publish callbacks [] for security_group (acf446b1-aecd-43fc-a062-d8ea22487091), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.802888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0c68852-9c32-40fa-af07-c7c0d49e4b50 req-066686eb-3911-4536-a546-47e0e8f9ba62 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103393 Feb 11 04:22:11.804199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-52c7a9a5-cb7d-4dcf-936f-0f539f1e69fe admin admin] Deleting port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:22:11.804579 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52c7a9a5-cb7d-4dcf-936f-0f539f1e69fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.845108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Made reservation on behalf of 7531fb3a2f8f4c029a2eb115a4e777d7 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:11.848452 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.851598 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-d7dbe6de-e75e-4f70-8413-cc5219753176 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=29619cc196d54279b27fc3f3590d2053&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659764 Feb 11 04:22:11.859268 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-41b5895c-af94-4d56-a118-10749ac858eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (acf446b1-aecd-43fc-a062-d8ea22487091), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.898456 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.909661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-52c7a9a5-cb7d-4dcf-936f-0f539f1e69fe admin admin] For port 5047b9c3-dc65-40e5-9443-a933f4a2ef0b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5047b9c3-dc65-40e5-9443-a933f4a2ef0b,segment=NetworkSegment(192e3bf6-1159-4742-82d4-3ae2e1eef546),segment_id=192e3bf6-1159-4742-82d4-3ae2e1eef546)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:11.909661 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52c7a9a5-cb7d-4dcf-936f-0f539f1e69fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.911999 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e9e24993-3bb5-438b-95de-c43e4d2437cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (99d8d02c-2eb2-40dc-9046-56cc8d10bbc5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:11.927105 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-52c7a9a5-cb7d-4dcf-936f-0f539f1e69fe admin admin] Calling delete_port for 5047b9c3-dc65-40e5-9443-a933f4a2ef0b owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:22:11.951962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8dba120c-4676-499c-b39a-6258e9c6f315 req-a7bb0795-54bd-4536-a83e-17dc135f2e82 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "GET /v2.0/security-group-rules/8675aea5-bdc6-4614-acc2-37652724ee98 HTTP/1.1" status: 200 len: 778 time: 0.1078975 Feb 11 04:22:11.998852 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-41b5895c-af94-4d56-a118-10749ac858eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b40f6454c92c47c297a48983c27c7f69&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4648504 Feb 11 04:22:12.000278 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44434) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:12.005888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5895c-af94-4d56-a118-10749ac858eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf446b1-aecd-43fc-a062-d8ea22487091,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:12.128795 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-852187b0-873b-4f04-9300-e18155d3d6af admin admin] Publish callbacks [] for security_group (acf446b1-aecd-43fc-a062-d8ea22487091), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:12.165248 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-852187b0-873b-4f04-9300-e18155d3d6af admin admin] Publish callbacks [] for security_group (acf446b1-aecd-43fc-a062-d8ea22487091), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:12.179335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8dba120c-4676-499c-b39a-6258e9c6f315 req-86e31d17-7e67-4f4f-b9a4-35c5b0169dd4 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "GET /v2.0/security-groups/06543928-6280-4976-a4b4-dfa7e849aaf0 HTTP/1.1" status: 200 len: 2423 time: 0.2024851 Feb 11 04:22:12.222729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-8a95016f-711b-48dd-b5fe-ed1b98a97c3f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:12.229165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-8a95016f-711b-48dd-b5fe-ed1b98a97c3f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3559949 Feb 11 04:22:12.259652 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e9e24993-3bb5-438b-95de-c43e4d2437cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (99d8d02c-2eb2-40dc-9046-56cc8d10bbc5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:12.290828 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8dba120c-4676-499c-b39a-6258e9c6f315 req-61c28897-1786-4266-be0e-d87f2848cffc tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group_rule (8675aea5-bdc6-4614-acc2-37652724ee98), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:12.293448 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-a3909b6b-7699-4613-b1c8-8ee3d8a2ccad tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/quotas/29619cc196d54279b27fc3f3590d2053 HTTP/1.1" status: 200 len: 375 time: 0.0635118 Feb 11 04:22:12.317913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e9e24993-3bb5-438b-95de-c43e4d2437cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d8d02c-2eb2-40dc-9046-56cc8d10bbc5']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:12.320864 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52c7a9a5-cb7d-4dcf-936f-0f539f1e69fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5047b9c3-dc65-40e5-9443-a933f4a2ef0b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:12.321595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8dba120c-4676-499c-b39a-6258e9c6f315 req-61c28897-1786-4266-be0e-d87f2848cffc tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group_rule (8675aea5-bdc6-4614-acc2-37652724ee98), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:12.358158 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-c52bc706-942e-445e-bb5e-9f8ec193f80d tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29619cc196d54279b27fc3f3590d2053&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443804 Feb 11 04:22:12.369100 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7a9a5-cb7d-4dcf-936f-0f539f1e69fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5047b9c3-dc65-40e5-9443-a933f4a2ef0b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:12.369481 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Publish callbacks [] for security_group (335954cd-a162-47df-8814-edb43628e638), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:12.371430 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e9e24993-3bb5-438b-95de-c43e4d2437cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a761b558-735e-47b3-8168-69c01b8a366d') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:12.371696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e9e24993-3bb5-438b-95de-c43e4d2437cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a761b558-735e-47b3-8168-69c01b8a366d') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:12.399757 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e9e24993-3bb5-438b-95de-c43e4d2437cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (a761b558-735e-47b3-8168-69c01b8a366d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:12.412425 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-852187b0-873b-4f04-9300-e18155d3d6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (acf446b1-aecd-43fc-a062-d8ea22487091), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:12.425276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-852187b0-873b-4f04-9300-e18155d3d6af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:12.428929 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-852187b0-873b-4f04-9300-e18155d3d6af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acf446b1-aecd-43fc-a062-d8ea22487091 HTTP/1.1" status: 204 len: 168 time: 0.4250746 Feb 11 04:22:12.451634 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (335954cd-a162-47df-8814-edb43628e638), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:12.473049 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e9e24993-3bb5-438b-95de-c43e4d2437cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a761b558-735e-47b3-8168-69c01b8a366d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:12.499556 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852187b0-873b-4f04-9300-e18155d3d6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf446b1-aecd-43fc-a062-d8ea22487091,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:12.565880 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8dba120c-4676-499c-b39a-6258e9c6f315 req-61c28897-1786-4266-be0e-d87f2848cffc tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (8675aea5-bdc6-4614-acc2-37652724ee98), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:12.584780 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8dba120c-4676-499c-b39a-6258e9c6f315 req-61c28897-1786-4266-be0e-d87f2848cffc tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:12.584780 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8dba120c-4676-499c-b39a-6258e9c6f315 req-61c28897-1786-4266-be0e-d87f2848cffc tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8675aea5-bdc6-4614-acc2-37652724ee98 HTTP/1.1" status: 204 len: 173 time: 0.3924999 Feb 11 04:22:12.595784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e24993-3bb5-438b-95de-c43e4d2437cc admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:22:12.596195 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e9e24993-3bb5-438b-95de-c43e4d2437cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (a761b558-735e-47b3-8168-69c01b8a366d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:22:12.614677 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:22:12.809090 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-8e7e7081-6a27-4bd6-8c8b-92303209a4d6 req-b6681475-4b13-4e5f-9658-2f71a28c5c3a tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-535208932', 'description': 'tempest-description-953111201'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:12.924622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c28897-1786-4266-be0e-d87f2848cffc tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8675aea5-bdc6-4614-acc2-37652724ee98,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:12.927143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335954cd-a162-47df-8814-edb43628e638,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:12.967948 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52c7a9a5-cb7d-4dcf-936f-0f539f1e69fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (ae32a9ba-da7e-40db-9a8a-9487bef84987), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:13.041969 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8e7e7081-6a27-4bd6-8c8b-92303209a4d6 req-b6681475-4b13-4e5f-9658-2f71a28c5c3a tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:13.160130 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Allocated IP 192.168.233.69 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/88fc8737-fcce-4e40-9cdd-4b74a32aa960) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:13.338002 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Publish callbacks [] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:13.470924 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8e7e7081-6a27-4bd6-8c8b-92303209a4d6 req-b6681475-4b13-4e5f-9658-2f71a28c5c3a tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (f2625286-ff4f-4256-90d1-64335472abe9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:13.489483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b748691a-5607-49a1-ac08-d5609160de09 req-f2a12ecb-6619-48ac-9a28-725472971e0a tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 210 time: 0.7091866 Feb 11 04:22:13.505888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:13.561400 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8e7e7081-6a27-4bd6-8c8b-92303209a4d6 req-b6681475-4b13-4e5f-9658-2f71a28c5c3a tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f2625286-ff4f-4256-90d1-64335472abe9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:13.631203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:13.633110 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e9e24993-3bb5-438b-95de-c43e4d2437cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (99d8d02c-2eb2-40dc-9046-56cc8d10bbc5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:13.750397 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc16fdf7-4656-434b-a605-aa31a06614ba req-5a8c4102-687c-4535-b06b-d55480eb1eff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3936467 Feb 11 04:22:13.792884 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:13.823526 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20775c4d-a1a1-41eb-a498-96b7f3a91b29 req-b3242088-dc8c-4ce3-bf24-a97f02a9bf2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b80315e5-9413-4324-b2ce-876491f6221e HTTP/1.1" status: 200 len: 210 time: 0.2277217 Feb 11 04:22:13.830577 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e9e24993-3bb5-438b-95de-c43e4d2437cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:13.851444 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e9e24993-3bb5-438b-95de-c43e4d2437cc admin admin] 10.222.0.13 "DELETE /v2.0/networks/99d8d02c-2eb2-40dc-9046-56cc8d10bbc5 HTTP/1.1" status: 204 len: 168 time: 2.1334057 Feb 11 04:22:13.861205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:13.866116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e24993-3bb5-438b-95de-c43e4d2437cc admin admin] Pushing event deleted for resources: {'Network': ['ID=99d8d02c-2eb2-40dc-9046-56cc8d10bbc5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:13.893124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Pushing event updated for resources: {'Port': ['ID=88fc8737-fcce-4e40-9cdd-4b74a32aa960,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:14.017745 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8e7e7081-6a27-4bd6-8c8b-92303209a4d6 req-b6681475-4b13-4e5f-9658-2f71a28c5c3a tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:14.045229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e7e7081-6a27-4bd6-8c8b-92303209a4d6 req-b6681475-4b13-4e5f-9658-2f71a28c5c3a tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 1.2661440 Feb 11 04:22:14.069075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c7a9a5-cb7d-4dcf-936f-0f539f1e69fe admin admin] Router ae32a9ba-da7e-40db-9a8a-9487bef84987 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:22:14.096697 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16fdf7-4656-434b-a605-aa31a06614ba req-37d7bfe9-7baf-49d8-b694-3187ff212c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:14.099264 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc16fdf7-4656-434b-a605-aa31a06614ba req-37d7bfe9-7baf-49d8-b694-3187ff212c2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ecf6acdd8224d998729629979558449&device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 1128 time: 0.2202861 Feb 11 04:22:14.128381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6681475-4b13-4e5f-9658-2f71a28c5c3a tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2625286-ff4f-4256-90d1-64335472abe9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:14.285232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:14.288113 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:14.341124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5157070-571d-44d6-8eca-e02e9c26245d req-794f5655-fd39-4a14-9a00-95daf643e1fe tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:14.351368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5157070-571d-44d6-8eca-e02e9c26245d req-794f5655-fd39-4a14-9a00-95daf643e1fe tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3a52e31-546b-45aa-aae8-b609d8af1ae6 HTTP/1.1" status: 200 len: 945 time: 0.3006017 Feb 11 04:22:14.377227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4d62e0ac-efff-4831-b34a-9b927b796821 None None] Provisioning complete for port 88fc8737-fcce-4e40-9cdd-4b74a32aa960 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:14.380059 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4d62e0ac-efff-4831-b34a-9b927b796821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:14.400313 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-045889c9-bfe0-4d13-a344-0dd8557adfff req-536b9a7d-a09f-4ecb-9e4f-43c0070cceda tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "GET /v2.0/security-groups/f2625286-ff4f-4256-90d1-64335472abe9 HTTP/1.1" status: 200 len: 1828 time: 0.2946706 Feb 11 04:22:14.466487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4d62e0ac-efff-4831-b34a-9b927b796821 None None] Port 88fc8737-fcce-4e40-9cdd-4b74a32aa960 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:22:14.484694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-8b303811-9c49-4507-863a-66426c99d11f tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1846955 Feb 11 04:22:14.520708 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Request body: {'port': {'device_id': '3d22d356-0bfa-4aa5-9819-14f8e394a9d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:14.549248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44480) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:14.626700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-59c698fa-5ae2-4827-bf69-d69eac263c17 req-a1900871-a54c-486f-bd08-3c9a1d5e4569 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1480567881', 'description': 'tempest-description-1208280736'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:14.714360 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5157070-571d-44d6-8eca-e02e9c26245d req-fcea01be-4e8b-46bf-bb16-1c2cc53c1d40 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615923 Feb 11 04:22:14.761038 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4df2d307-b4d8-4155-8a09-2875ad9271df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73ecef15f7fb4801b580258ff9892855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100940 Feb 11 04:22:14.764777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44490) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:14.802294 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:14.829674 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-59c698fa-5ae2-4827-bf69-d69eac263c17 req-a1900871-a54c-486f-bd08-3c9a1d5e4569 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:14.854093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44494) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:15.248984 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c7a9a5-cb7d-4dcf-936f-0f539f1e69fe admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:22:15.263885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9459bb5c-d426-4b71-b898-f5f59ac29a4f None None] Sync routers for ids ['ae32a9ba-da7e-40db-9a8a-9487bef84987'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:22:15.270306 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-52c7a9a5-cb7d-4dcf-936f-0f539f1e69fe admin admin] 10.222.0.13 "PUT /v2.0/routers/ae32a9ba-da7e-40db-9a8a-9487bef84987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6690953 Feb 11 04:22:15.273326 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44498) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:15.289205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9459bb5c-d426-4b71-b898-f5f59ac29a4f None None] Routers {'ae32a9ba-da7e-40db-9a8a-9487bef84987'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:22:15.293921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9459bb5c-d426-4b71-b898-f5f59ac29a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:21:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ae32a9ba-da7e-40db-9a8a-9487bef84987'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:15.421213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16fdf7-4656-434b-a605-aa31a06614ba req-ffbbe0c1-c7ee-47a6-864d-9e220290755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:15.425596 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc16fdf7-4656-434b-a605-aa31a06614ba req-ffbbe0c1-c7ee-47a6-864d-9e220290755e service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 200 len: 909 time: 1.3028803 Feb 11 04:22:15.480117 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-9459bb5c-d426-4b71-b898-f5f59ac29a4f None None] Set router ae32a9ba-da7e-40db-9a8a-9487bef84987 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:22:15.539664 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-59c698fa-5ae2-4827-bf69-d69eac263c17 req-a1900871-a54c-486f-bd08-3c9a1d5e4569 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (b12b9c5b-52f5-4f2f-a8c4-6aa7b9d059d9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:15.557862 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc16fdf7-4656-434b-a605-aa31a06614ba req-be08b0b0-b9d9-4a2b-b628-45cb4750da31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564 HTTP/1.1" status: 200 len: 217 time: 0.0603967 Feb 11 04:22:15.657984 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] Publish callbacks [] for router (ae32a9ba-da7e-40db-9a8a-9487bef84987), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:15.864399 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] Publish callbacks [] for router_gateway (ae32a9ba-da7e-40db-9a8a-9487bef84987), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:15.909906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16fdf7-4656-434b-a605-aa31a06614ba req-902b371b-b92d-4ed1-8eb1-08b2752ce382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:15.922221 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc16fdf7-4656-434b-a605-aa31a06614ba req-902b371b-b92d-4ed1-8eb1-08b2752ce382 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 200 len: 848 time: 0.3504186 Feb 11 04:22:15.953239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9459bb5c-d426-4b71-b898-f5f59ac29a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:20:43Z', 'updated_at': '2022-02-11T04:22:12Z', 'revision_number': 5, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'gw_port': {'id': '8b33bcef-a41d-4a66-a0c6-ac6b9e589172', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:20:45Z', 'updated_at': '2022-02-11T04:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:15.961870 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2016578212-network', 'tenant_id': 'a70586beed2f4c668534da1f31a71292'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:16.004160 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc16fdf7-4656-434b-a605-aa31a06614ba req-4c43f6c6-38a0-4df8-ad39-e309fabb81d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741227 Feb 11 04:22:16.023819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9459bb5c-d426-4b71-b898-f5f59ac29a4f None None] Checking router: ae32a9ba-da7e-40db-9a8a-9487bef84987 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:22:16.050077 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9459bb5c-d426-4b71-b898-f5f59ac29a4f None None] Routers {'ae32a9ba-da7e-40db-9a8a-9487bef84987'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:22:16.051576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9459bb5c-d426-4b71-b898-f5f59ac29a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:21:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ae32a9ba-da7e-40db-9a8a-9487bef84987'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:16.058021 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-59c698fa-5ae2-4827-bf69-d69eac263c17 req-a1900871-a54c-486f-bd08-3c9a1d5e4569 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b12b9c5b-52f5-4f2f-a8c4-6aa7b9d059d9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:16.095406 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6b961686-286b-45f1-9e13-476e9da4713c admin admin] Publish callbacks [] for security_group (45f003ae-94c1-40ad-9a4e-20e5a5f2e06e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:16.126953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] Made reservation on behalf of a70586beed2f4c668534da1f31a71292 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:16.126953 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:16.192754 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:16.231884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-a501b88e-6160-483a-89b0-17c52a517434 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=29619cc196d54279b27fc3f3590d2053&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1968865 Feb 11 04:22:16.298852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-9459bb5c-d426-4b71-b898-f5f59ac29a4f None None] Set router ae32a9ba-da7e-40db-9a8a-9487bef84987 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:22:16.329454 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc16fdf7-4656-434b-a605-aa31a06614ba req-735f7aa6-1048-4fed-96be-40e4d406a73c service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241251 Feb 11 04:22:16.441231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-90967460-0f8a-4b38-b9c4-55364c05db90 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:16.443233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-90967460-0f8a-4b38-b9c4-55364c05db90 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819115 Feb 11 04:22:16.444654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9459bb5c-d426-4b71-b898-f5f59ac29a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:20:43Z', 'updated_at': '2022-02-11T04:22:15Z', 'revision_number': 6, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:16.460658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fc8737-fcce-4e40-9cdd-4b74a32aa960 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:22:16.489537 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] Deleting port 8b33bcef-a41d-4a66-a0c6-ac6b9e589172 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:22:16.492536 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8b33bcef-a41d-4a66-a0c6-ac6b9e589172), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:16.512097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Request body: {'port': {'device_id': 'b80315e5-9413-4324-b2ce-876491f6221e', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '29619cc196d54279b27fc3f3590d2053'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:16.516834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9459bb5c-d426-4b71-b898-f5f59ac29a4f None None] The sync data for ids ['ae32a9ba-da7e-40db-9a8a-9487bef84987'] in n-d-712142-35 is: [{'id': 'ae32a9ba-da7e-40db-9a8a-9487bef84987', 'name': 'tempest-ServersTestJSON-336213337-router', 'tenant_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:20:43Z', 'updated_at': '2022-02-11T04:22:15Z', 'revision_number': 6, 'project_id': '4d919fd9dc7c4f858ca869c9b4366b5c', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:22:16.539768 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc16fdf7-4656-434b-a605-aa31a06614ba req-68d11dc1-c054-487c-9f88-20c98241d1f9 service neutron] 10.222.0.47 "GET /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986270 Feb 11 04:22:16.707358 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Publish callbacks [] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:16.708478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] For port 8b33bcef-a41d-4a66-a0c6-ac6b9e589172, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8b33bcef-a41d-4a66-a0c6-ac6b9e589172,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:16.708848 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8b33bcef-a41d-4a66-a0c6-ac6b9e589172), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:16.713954 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6b961686-286b-45f1-9e13-476e9da4713c admin admin] Publish callbacks [] for security_group (45f003ae-94c1-40ad-9a4e-20e5a5f2e06e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:16.724125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] Calling delete_port for 8b33bcef-a41d-4a66-a0c6-ac6b9e589172 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:22:16.728797 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-59c698fa-5ae2-4827-bf69-d69eac263c17 req-a1900871-a54c-486f-bd08-3c9a1d5e4569 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:16.730358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59c698fa-5ae2-4827-bf69-d69eac263c17 req-a1900871-a54c-486f-bd08-3c9a1d5e4569 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 2.2001572 Feb 11 04:22:16.747906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1900871-a54c-486f-bd08-3c9a1d5e4569 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12b9c5b-52f5-4f2f-a8c4-6aa7b9d059d9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:16.800640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Transition to ACTIVE for port object 88fc8737-fcce-4e40-9cdd-4b74a32aa960 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:22:16.824065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00558439-ecf6-4c4a-8c9f-2ce9afb4e124 req-092d83bb-d7e3-4e73-9b4c-b622891a78e7 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:16.833635 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00558439-ecf6-4c4a-8c9f-2ce9afb4e124 req-092d83bb-d7e3-4e73-9b4c-b622891a78e7 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 935 time: 1.9253237 Feb 11 04:22:16.898050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Made reservation on behalf of 29619cc196d54279b27fc3f3590d2053 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:16.907618 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:16.947730 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:16.980155 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.002900 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8b33bcef-a41d-4a66-a0c6-ac6b9e589172), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.062863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b33bcef-a41d-4a66-a0c6-ac6b9e589172,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:17.194491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b54d33-b696-426b-a678-c13766412009 service neutron] Pushing event updated for resources: {'Port': ['ID=88fc8737-fcce-4e40-9cdd-4b74a32aa960,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:17.200607 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (ae32a9ba-da7e-40db-9a8a-9487bef84987), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.288170 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6b961686-286b-45f1-9e13-476e9da4713c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (45f003ae-94c1-40ad-9a4e-20e5a5f2e06e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.297772 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6b961686-286b-45f1-9e13-476e9da4713c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.304139 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6b961686-286b-45f1-9e13-476e9da4713c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45f003ae-94c1-40ad-9a4e-20e5a5f2e06e HTTP/1.1" status: 204 len: 168 time: 2.5384960 Feb 11 04:22:17.355418 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00558439-ecf6-4c4a-8c9f-2ce9afb4e124 req-5e4ae132-18dd-4984-b007-b49c804eba24 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/security-groups?id=335954cd-a162-47df-8814-edb43628e638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206702 Feb 11 04:22:17.451194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (ae32a9ba-da7e-40db-9a8a-9487bef84987), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.456252 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] Publish callbacks [] for router_controller (ae32a9ba-da7e-40db-9a8a-9487bef84987), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.482114 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b961686-286b-45f1-9e13-476e9da4713c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f003ae-94c1-40ad-9a4e-20e5a5f2e06e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:17.604369 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] Publish callbacks [] for security_group (ac904bbe-b981-4870-ac6e-1bfef77bc62e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.634935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (ae32a9ba-da7e-40db-9a8a-9487bef84987), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.635510 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae32a9ba-da7e-40db-9a8a-9487bef84987 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:22:17.642358 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.643944 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-125f54c7-83df-41c6-9fcd-5421ffae9f62 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ae32a9ba-da7e-40db-9a8a-9487bef84987 HTTP/1.1" status: 204 len: 168 time: 2.3691947 Feb 11 04:22:17.646234 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44510) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:17.710583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-939a1dba-0ce5-4f0e-8dea-c43ad740c703 req-5a7e4c5e-b61b-4a77-b86e-04ec82225292 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b80315e5-9413-4324-b2ce-876491f6221e HTTP/1.1" status: 200 len: 210 time: 0.2623978 Feb 11 04:22:17.729778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ac904bbe-b981-4870-ac6e-1bfef77bc62e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.751394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:22:17.764038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9b4d1349-813f-477a-95c4-e8d054a1fe0a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.764399 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] Added segment 9b4d1349-813f-477a-95c4-e8d054a1fe0a of type vlan for network 6cd12236-2b63-4f55-9764-b0d854f3a97e Feb 11 04:22:17.814430 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (6cd12236-2b63-4f55-9764-b0d854f3a97e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.825285 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-291867b9-addd-44bb-9e1f-2705951c9149 admin admin] Deleting subnet f0139bd0-701d-4e59-b0ad-ff8947b12bf5 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:22:17.833752 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-291867b9-addd-44bb-9e1f-2705951c9149 admin admin] Publish callbacks [] for subnet (f0139bd0-701d-4e59-b0ad-ff8947b12bf5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.881390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac904bbe-b981-4870-ac6e-1bfef77bc62e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:17.894934 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (6cd12236-2b63-4f55-9764-b0d854f3a97e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.895167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:17.895613 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.968978 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-291867b9-addd-44bb-9e1f-2705951c9149 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (f0139bd0-701d-4e59-b0ad-ff8947b12bf5), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:17.994474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] Pushing event updated for resources: {'Network': ['ID=6cd12236-2b63-4f55-9764-b0d854f3a97e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:18.002173 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e00666be-3a2b-4031-a421-72b0462bedbc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1358688 Feb 11 04:22:18.009131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 6cd12236-2b63-4f55-9764-b0d854f3a97e details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:22:18.019721 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44514) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:18.071565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Attempting to bind port 88fc8737-fcce-4e40-9cdd-4b74a32aa960 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:22:18.071926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Attempting to bind port 88fc8737-fcce-4e40-9cdd-4b74a32aa960 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:22:18.072249 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Attempting to bind port 88fc8737-fcce-4e40-9cdd-4b74a32aa960 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:18.088156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-dd7ec8c2-b853-401e-bae5-fd963df5f853 admin admin] Request body: {'subnet': {'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2016578212-subnet', 'tenant_id': 'a70586beed2f4c668534da1f31a71292', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:18.161059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Port 88fc8737-fcce-4e40-9cdd-4b74a32aa960 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:22:18.161387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Attempting to bind port 88fc8737-fcce-4e40-9cdd-4b74a32aa960 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:18.169491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:22:18.169833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:18.170437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:22:18.171513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Bound port: 88fc8737-fcce-4e40-9cdd-4b74a32aa960, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:22:18.171898 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:18.185763 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029479bc-b2f9-43dd-b87a-9a773213c6fc req-192028f4-5d3b-43ff-843b-57bbc778f10c tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "GET /v2.0/security-groups/b12b9c5b-52f5-4f2f-a8c4-6aa7b9d059d9 HTTP/1.1" status: 200 len: 1830 time: 0.7615261 Feb 11 04:22:18.247702 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e8012-927c-4ece-afe4-ef66d58e16fc req-2e394c26-c6e6-4b9a-a0e9-ef19d56a3e32 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:18.256261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-511e8012-927c-4ece-afe4-ef66d58e16fc req-2e394c26-c6e6-4b9a-a0e9-ef19d56a3e32 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3a52e31-546b-45aa-aae8-b609d8af1ae6 HTTP/1.1" status: 200 len: 945 time: 0.2671511 Feb 11 04:22:18.288815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7ec8c2-b853-401e-bae5-fd963df5f853 admin admin] Made reservation on behalf of a70586beed2f4c668534da1f31a71292 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:18.292783 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec8c2-b853-401e-bae5-fd963df5f853 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:18.353262 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-291867b9-addd-44bb-9e1f-2705951c9149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (f0139bd0-701d-4e59-b0ad-ff8947b12bf5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:18.418446 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Publish callbacks [] for security_group (c4cacbfe-85a7-4f56-89f1-e7251f28ae16), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:18.436777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-7b51bb3a-96d3-413d-b41e-5b526c6c34a1 req-66385870-d1c4-4f26-b49b-eea28622f244 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1133836906', 'description': 'tempest-description-1108508517'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:18.548025 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8b33bcef-a41d-4a66-a0c6-ac6b9e589172 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:22:18.587315 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 8b33bcef-a41d-4a66-a0c6-ac6b9e589172 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:22:18.587665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8b33bcef-a41d-4a66-a0c6-ac6b9e589172 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:22:18.588148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5047b9c3-dc65-40e5-9443-a933f4a2ef0b no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:22:18.590529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] For port 88fc8737-fcce-4e40-9cdd-4b74a32aa960, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:22:18.612014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-511e8012-927c-4ece-afe4-ef66d58e16fc req-cca2e64c-ef1a-489b-ae4e-d79030ca1aea tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541956 Feb 11 04:22:18.614232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] For port 88fc8737-fcce-4e40-9cdd-4b74a32aa960, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=88fc8737-fcce-4e40-9cdd-4b74a32aa960,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:22:18.620288 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 5047b9c3-dc65-40e5-9443-a933f4a2ef0b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:22:18.620634 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5047b9c3-dc65-40e5-9443-a933f4a2ef0b not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:22:18.630911 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c4cacbfe-85a7-4f56-89f1-e7251f28ae16), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:18.659624 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-291867b9-addd-44bb-9e1f-2705951c9149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (f0139bd0-701d-4e59-b0ad-ff8947b12bf5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:18.707152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291867b9-addd-44bb-9e1f-2705951c9149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0139bd0-701d-4e59-b0ad-ff8947b12bf5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:18.715625 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-291867b9-addd-44bb-9e1f-2705951c9149 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:18.720771 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-291867b9-addd-44bb-9e1f-2705951c9149 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f0139bd0-701d-4e59-b0ad-ff8947b12bf5 HTTP/1.1" status: 204 len: 168 time: 1.0734727 Feb 11 04:22:18.723117 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44530) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:18.725651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac88aa0f-f8d0-4fa0-911e-281fa3711f71 None None] Network 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:22:18.825530 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7b51bb3a-96d3-413d-b41e-5b526c6c34a1 req-66385870-d1c4-4f26-b49b-eea28622f244 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:18.829425 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:18.916408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cacbfe-85a7-4f56-89f1-e7251f28ae16,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:18.973138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2fa03f-7c70-4739-a529-1cda774579a7 None None] DHCP port deletion for 7894ecd8-ab85-40c2-99ae-380d20c1b6b2 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:22:18.999874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:19.000511 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.002577 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-87b54d33-b696-426b-a678-c13766412009 service neutron] 10.222.0.32 "PUT /v2.0/ports/88fc8737-fcce-4e40-9cdd-4b74a32aa960 HTTP/1.1" status: 200 len: 1096 time: 4.4974587 Feb 11 04:22:19.005220 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d22d356-0bfa-4aa5-9819-14f8e394a9d3', 'tag': '88fc8737-fcce-4e40-9cdd-4b74a32aa960'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:19.023906 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266ecff9-4e6f-4e9a-94f2-13a972ab3ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "3d22d356-0bfa-4aa5-9819-14f8e394a9d3", "tag": "88fc8737-fcce-4e40-9cdd-4b74a32aa960"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:19.049988 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (7894ecd8-ab85-40c2-99ae-380d20c1b6b2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.059326 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e237e02-9dd9-40bf-a522-90e5b39eefce req-928f7181-d52d-4c24-8f7d-87a05c18c260 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:19.061140 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6e237e02-9dd9-40bf-a522-90e5b39eefce req-928f7181-d52d-4c24-8f7d-87a05c18c260 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3a52e31-546b-45aa-aae8-b609d8af1ae6 HTTP/1.1" status: 200 len: 945 time: 0.3151579 Feb 11 04:22:19.081733 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fe2fa03f-7c70-4739-a529-1cda774579a7 None None] Deleting port be9a1374-5b12-4e76-9cc9-4413a4a929c1 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:22:19.082357 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa03f-7c70-4739-a529-1cda774579a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.189028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b54d33-b696-426b-a678-c13766412009 service neutron] Pushing event updated for resources: {'Port': ['ID=88fc8737-fcce-4e40-9cdd-4b74a32aa960,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:19.295854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Allocated IP 192.168.233.23 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/20a531e6-935e-491b-8676-2d74dcfc1edc) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:19.304330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fe2fa03f-7c70-4739-a529-1cda774579a7 None None] For port be9a1374-5b12-4e76-9cc9-4413a4a929c1, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=be9a1374-5b12-4e76-9cc9-4413a4a929c1,segment=NetworkSegment(192e3bf6-1159-4742-82d4-3ae2e1eef546),segment_id=192e3bf6-1159-4742-82d4-3ae2e1eef546)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:19.305237 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa03f-7c70-4739-a529-1cda774579a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.310323 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec8c2-b853-401e-bae5-fd963df5f853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (7de27eb8-a8a3-47a4-8b0d-bfc468039fee), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.352494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30fcba-f82a-4ca1-9fcb-31e8806bce7f req-5c11f3fc-0b77-4bbc-a3fd-f339918dcd9c tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:19.358312 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fe2fa03f-7c70-4739-a529-1cda774579a7 None None] Calling delete_port for be9a1374-5b12-4e76-9cc9-4413a4a929c1 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:22:19.361391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-6e237e02-9dd9-40bf-a522-90e5b39eefce req-595f285e-73f2-4d83-aa97-7a4584f4a16d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Deleting port 0499ee62-318f-4d06-8fe1-6ea236c7d454 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:22:19.362027 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6e237e02-9dd9-40bf-a522-90e5b39eefce req-595f285e-73f2-4d83-aa97-7a4584f4a16d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0499ee62-318f-4d06-8fe1-6ea236c7d454), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.365732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d30fcba-f82a-4ca1-9fcb-31e8806bce7f req-5c11f3fc-0b77-4bbc-a3fd-f339918dcd9c tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 947 time: 0.5283968 Feb 11 04:22:19.398490 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] Deleting port be9a1374-5b12-4e76-9cc9-4413a4a929c1 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:22:19.399127 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.415857 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7b51bb3a-96d3-413d-b41e-5b526c6c34a1 req-66385870-d1c4-4f26-b49b-eea28622f244 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (41c406dc-7cee-4f39-9981-59669b2f81b6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.418174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44546) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:19.507024 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7b51bb3a-96d3-413d-b41e-5b526c6c34a1 req-66385870-d1c4-4f26-b49b-eea28622f244 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (41c406dc-7cee-4f39-9981-59669b2f81b6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.589905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] For port be9a1374-5b12-4e76-9cc9-4413a4a929c1, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=be9a1374-5b12-4e76-9cc9-4413a4a929c1,segment=NetworkSegment(192e3bf6-1159-4742-82d4-3ae2e1eef546),segment_id=192e3bf6-1159-4742-82d4-3ae2e1eef546)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:19.600834 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.606968 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fe2fa03f-7c70-4739-a529-1cda774579a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.631704 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fa03f-7c70-4739-a529-1cda774579a7 None None] No DVR routers for this DVR port be9a1374-5b12-4e76-9cc9-4413a4a929c1 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:22:19.660772 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ec8c2-b853-401e-bae5-fd963df5f853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de27eb8-a8a3-47a4-8b0d-bfc468039fee,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:19.661981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fa03f-7c70-4739-a529-1cda774579a7 None None] Pushing event deleted for resources: {'Port': ['ID=be9a1374-5b12-4e76-9cc9-4413a4a929c1,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:19.672279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] Calling delete_port for be9a1374-5b12-4e76-9cc9-4413a4a929c1 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:22:19.675451 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-6e237e02-9dd9-40bf-a522-90e5b39eefce req-595f285e-73f2-4d83-aa97-7a4584f4a16d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] For port 0499ee62-318f-4d06-8fe1-6ea236c7d454, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0499ee62-318f-4d06-8fe1-6ea236c7d454,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:19.679843 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6e237e02-9dd9-40bf-a522-90e5b39eefce req-595f285e-73f2-4d83-aa97-7a4584f4a16d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0499ee62-318f-4d06-8fe1-6ea236c7d454), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.707952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-6e237e02-9dd9-40bf-a522-90e5b39eefce req-595f285e-73f2-4d83-aa97-7a4584f4a16d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Calling delete_port for 0499ee62-318f-4d06-8fe1-6ea236c7d454 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:22:19.817989 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Publish callbacks [] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.849891 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (be9a1374-5b12-4e76-9cc9-4413a4a929c1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.870349 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7b51bb3a-96d3-413d-b41e-5b526c6c34a1 req-66385870-d1c4-4f26-b49b-eea28622f244 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.871710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b51bb3a-96d3-413d-b41e-5b526c6c34a1 req-66385870-d1c4-4f26-b49b-eea28622f244 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.4650881 Feb 11 04:22:19.872456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66385870-d1c4-4f26-b49b-eea28622f244 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c406dc-7cee-4f39-9981-59669b2f81b6,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:19.894737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] Pushing event deleted for resources: {'Port': ['ID=be9a1374-5b12-4e76-9cc9-4413a4a929c1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:19.900127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-275413426-network', 'tenant_id': '24c75ac874ae47bd97071e9a1cffaf67'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:19.924768 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-407a57a0-efd2-454c-b073-4799defca4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:19.926575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-407a57a0-efd2-454c-b073-4799defca4c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7531fb3a2f8f4c029a2eb115a4e777d7&device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 1130 time: 0.6847091 Feb 11 04:22:19.927513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ec8c2-b853-401e-bae5-fd963df5f853 admin admin] Checking segment: {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:19.927968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7ec8c2-b853-401e-bae5-fd963df5f853 admin admin] Network hostable DHCP agents. Network: 6cd12236-2b63-4f55-9764-b0d854f3a97e, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:22:19.937934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d30fcba-f82a-4ca1-9fcb-31e8806bce7f req-153bfdf5-3d12-4b53-a15a-694d9cdd601e tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/security-groups?id=335954cd-a162-47df-8814-edb43628e638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713041 Feb 11 04:22:19.980146 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-6f98249f-cf9d-4795-8dce-92c3a2ed1b7f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=88fc8737-fcce-4e40-9cdd-4b74a32aa960 HTTP/1.1" status: 200 len: 217 time: 0.0412059 Feb 11 04:22:19.981300 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:19.999813 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] No DVR routers for this DVR port be9a1374-5b12-4e76-9cc9-4413a4a929c1 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:22:20.103966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:20.106044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-85f794a2-cbc1-42f2-a37e-bee10a910f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:20.107756 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-85f794a2-cbc1-42f2-a37e-bee10a910f9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1141436 Feb 11 04:22:20.115045 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (7894ecd8-ab85-40c2-99ae-380d20c1b6b2), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.141335 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6e237e02-9dd9-40bf-a522-90e5b39eefce req-595f285e-73f2-4d83-aa97-7a4584f4a16d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (0499ee62-318f-4d06-8fe1-6ea236c7d454), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.154419 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7dea56a0-659d-4bac-80b9-cc5632162486', '0499ee62-318f-4d06-8fe1-6ea236c7d454'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:22:20.155085 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7894ecd8-ab85-40c2-99ae-380d20c1b6b2']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:20.160644 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcf2cff-55ff-4565-927f-19c9615cccd5 x-openstack-request-id: req-cbcf2cff-55ff-4565-927f-19c9615cccd5 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:20.161014 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d22d356-0bfa-4aa5-9819-14f8e394a9d3", "tag": "88fc8737-fcce-4e40-9cdd-4b74a32aa960", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:20.161199 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbcf2cff-55ff-4565-927f-19c9615cccd5 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:20.161600 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d22d356-0bfa-4aa5-9819-14f8e394a9d3', 'tag': '88fc8737-fcce-4e40-9cdd-4b74a32aa960', 'status': 'completed', 'code': 200} Feb 11 04:22:20.164360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:20.167395 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192e3bf6-1159-4742-82d4-3ae2e1eef546') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:20.167689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:20.167804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192e3bf6-1159-4742-82d4-3ae2e1eef546') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:20.181500 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (192e3bf6-1159-4742-82d4-3ae2e1eef546), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.207243 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (192e3bf6-1159-4742-82d4-3ae2e1eef546), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.214773 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:22:20.215225 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (192e3bf6-1159-4742-82d4-3ae2e1eef546), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.223736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] Made reservation on behalf of 24c75ac874ae47bd97071e9a1cffaf67 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:20.226161 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.283034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:20.283721 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.300364 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:22:20.301851 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:22:20.367714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f285e-73f2-4d83-aa97-7a4584f4a16d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Pushing event deleted for resources: {'Port': ['ID=0499ee62-318f-4d06-8fe1-6ea236c7d454,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:20.384716 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (7894ecd8-ab85-40c2-99ae-380d20c1b6b2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.407148 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.408154 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] Publish callbacks [] for security_group (a2f56560-0eda-4f78-82f3-e936ac679945), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.414072 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7894ecd8-ab85-40c2-99ae-380d20c1b6b2 HTTP/1.1" status: 204 len: 168 time: 1.6885645 Feb 11 04:22:20.482779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9819219 Feb 11 04:22:20.516037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e237e02-9dd9-40bf-a522-90e5b39eefce req-595f285e-73f2-4d83-aa97-7a4584f4a16d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] No DVR routers for this DVR port 0499ee62-318f-4d06-8fe1-6ea236c7d454 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:22:20.530834 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6e237e02-9dd9-40bf-a522-90e5b39eefce req-595f285e-73f2-4d83-aa97-7a4584f4a16d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.535610 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Request body: {'port': {'device_id': 'b80315e5-9413-4324-b2ce-876491f6221e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:20.542215 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6e237e02-9dd9-40bf-a522-90e5b39eefce req-595f285e-73f2-4d83-aa97-7a4584f4a16d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.47 "DELETE /v2.0/ports/0499ee62-318f-4d06-8fe1-6ea236c7d454 HTTP/1.1" status: 204 len: 173 time: 1.4744823 Feb 11 04:22:20.542617 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a52e31-546b-45aa-aae8-b609d8af1ae6', 'name': 'network-vif-deleted', 'tag': '0499ee62-318f-4d06-8fe1-6ea236c7d454'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:20.560084 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device be9a1374-5b12-4e76-9cc9-4413a4a929c1 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:22:20.560734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe031913-d213-4be3-a081-57888419ed51 req-361e5ce4-89e1-4019-8d2c-fabfa335daef tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:20.562966 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea1aef8-3d60-4c33-b56d-7ba3e638da29" -d '{"events": [{"server_uuid": "f3a52e31-546b-45aa-aae8-b609d8af1ae6", "name": "network-vif-deleted", "tag": "0499ee62-318f-4d06-8fe1-6ea236c7d454"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:20.568382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13ac6d-d1dd-44dc-84ed-c53b113ca614 admin admin] Pushing event deleted for resources: {'Network': ['ID=7894ecd8-ab85-40c2-99ae-380d20c1b6b2,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:20.580370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe031913-d213-4be3-a081-57888419ed51 req-361e5ce4-89e1-4019-8d2c-fabfa335daef tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3a52e31-546b-45aa-aae8-b609d8af1ae6 HTTP/1.1" status: 200 len: 867 time: 0.4663098 Feb 11 04:22:20.581062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a905cd5-bfa1-4879-ba18-9e0e458e7e2f tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Pushing event updated for resources: {'Port': ['ID=20a531e6-935e-491b-8676-2d74dcfc1edc,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:20.603147 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: be9a1374-5b12-4e76-9cc9-4413a4a929c1 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:22:20.603826 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device be9a1374-5b12-4e76-9cc9-4413a4a929c1 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:22:20.606427 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a2f56560-0eda-4f78-82f3-e936ac679945), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.616934 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7ec8c2-b853-401e-bae5-fd963df5f853 admin admin] Network 6cd12236-2b63-4f55-9764-b0d854f3a97e is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:22:20.644898 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-54e625d9-af2c-4590-940f-cf874a000f79 None None] Provisioning complete for port 20a531e6-935e-491b-8676-2d74dcfc1edc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:20.645821 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-54e625d9-af2c-4590-940f-cf874a000f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.686097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:22:20.718332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-54e625d9-af2c-4590-940f-cf874a000f79 None None] Port 20a531e6-935e-491b-8676-2d74dcfc1edc cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:22:20.749647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (33539548-9bcd-44c0-b015-8cb1b46b5e5e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.750119 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] Added segment 33539548-9bcd-44c0-b015-8cb1b46b5e5e of type vlan for network 44790cf4-01e1-4cfb-ad07-911051bd4523 Feb 11 04:22:20.758240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54677ccb-5d43-42ac-9b5d-4afd96d99be1 req-ff0fe8f4-4c2c-43fe-91b9-fa804051478d tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:20.759892 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54677ccb-5d43-42ac-9b5d-4afd96d99be1 req-ff0fe8f4-4c2c-43fe-91b9-fa804051478d tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b80315e5-9413-4324-b2ce-876491f6221e HTTP/1.1" status: 200 len: 935 time: 0.7139795 Feb 11 04:22:20.760573 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-dd7ec8c2-b853-401e-bae5-fd963df5f853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 6cd12236-2b63-4f55-9764-b0d854f3a97e) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:20.762187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f56560-0eda-4f78-82f3-e936ac679945,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:20.773551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1b0ca1-d693-4e26-9b43-3e9a7cdb48df None None] Network 6cd12236-2b63-4f55-9764-b0d854f3a97e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:22:20.778938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-c55bc5e9-c2f8-449c-96b8-03a2d5bdb22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:20.781269 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-c55bc5e9-c2f8-449c-96b8-03a2d5bdb22a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6364214 Feb 11 04:22:20.793074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7ec8c2-b853-401e-bae5-fd963df5f853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:20.793074 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd7ec8c2-b853-401e-bae5-fd963df5f853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.853158 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.869633 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44560) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:20.911146 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe031913-d213-4be3-a081-57888419ed51 req-1beb5a92-7dec-406a-9510-4385cc8e1857 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855639 Feb 11 04:22:20.911146 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (44790cf4-01e1-4cfb-ad07-911051bd4523), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:20.953833 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a106049e-f6c8-4432-acc0-4569a8b8a95a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d919fd9dc7c4f858ca869c9b4366b5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0802767 Feb 11 04:22:20.955473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44562) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:20.985130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1297b75-7203-4dc5-8e14-ec9dd7c7a9f0 None None] Network 6cd12236-2b63-4f55-9764-b0d854f3a97e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:22:21.020165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dd7ec8c2-b853-401e-bae5-fd963df5f853 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9421546 Feb 11 04:22:21.078664 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-073b56f4-a9dc-4255-8c47-cbd49e46fb09 admin admin] Publish callbacks [] for security_group (9e022a31-2448-4ca4-92b8-c0b3672485f3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:21.145697 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-073b56f4-a9dc-4255-8c47-cbd49e46fb09 admin admin] Publish callbacks [] for security_group (9e022a31-2448-4ca4-92b8-c0b3672485f3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:21.147777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54677ccb-5d43-42ac-9b5d-4afd96d99be1 req-a32bd479-259e-43da-987d-b0990c33904a tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cacbfe-85a7-4f56-89f1-e7251f28ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634815 Feb 11 04:22:21.213102 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (44790cf4-01e1-4cfb-ad07-911051bd4523), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:21.214393 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:21.215314 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:21.220497 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f009dbfe-a4cb-4a77-94e9-06ab41545a76 req-2af90bae-64e3-43fc-bfb1-90f0a58158e5 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "GET /v2.0/security-groups/41c406dc-7cee-4f39-9981-59669b2f81b6 HTTP/1.1" status: 200 len: 1830 time: 0.2696044 Feb 11 04:22:21.297595 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8143acfd-5e16-4217-aac4-e934075308e0 x-openstack-request-id: req-8143acfd-5e16-4217-aac4-e934075308e0 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:21.298699 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a52e31-546b-45aa-aae8-b609d8af1ae6", "name": "network-vif-deleted", "tag": "0499ee62-318f-4d06-8fe1-6ea236c7d454", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:21.299022 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8143acfd-5e16-4217-aac4-e934075308e0 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:21.299782 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a52e31-546b-45aa-aae8-b609d8af1ae6', 'name': 'network-vif-deleted', 'tag': '0499ee62-318f-4d06-8fe1-6ea236c7d454', 'status': 'completed', 'code': 200} Feb 11 04:22:21.337360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f5055570-916f-4715-8420-03acbcf38903 req-7ea34244-37b7-4473-85c3-2867169c7afa tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-983242426', 'description': 'tempest-description-1793663615'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:21.338253 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-073b56f4-a9dc-4255-8c47-cbd49e46fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9e022a31-2448-4ca4-92b8-c0b3672485f3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:21.353622 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-073b56f4-a9dc-4255-8c47-cbd49e46fb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:21.357360 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-073b56f4-a9dc-4255-8c47-cbd49e46fb09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e022a31-2448-4ca4-92b8-c0b3672485f3 HTTP/1.1" status: 204 len: 168 time: 0.4007535 Feb 11 04:22:21.368769 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-aa4dc7f2-f3dd-40c1-a531-b4fda2238212 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726137 Feb 11 04:22:21.380173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b56f4-a9dc-4255-8c47-cbd49e46fb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e022a31-2448-4ca4-92b8-c0b3672485f3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:21.455425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9988909 Feb 11 04:22:21.458455 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44576) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:21.469203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6ee79d96-900d-4543-b25a-f02162f52ba7 admin admin] Request body: {'subnet': {'network_id': '44790cf4-01e1-4cfb-ad07-911051bd4523', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-275413426-subnet', 'tenant_id': '24c75ac874ae47bd97071e9a1cffaf67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:21.568935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc69255-a51b-4de7-803f-03f7f8b02f86 admin admin] Pushing event updated for resources: {'Network': ['ID=44790cf4-01e1-4cfb-ad07-911051bd4523,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:21.578147 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee79d96-900d-4543-b25a-f02162f52ba7 admin admin] Made reservation on behalf of 24c75ac874ae47bd97071e9a1cffaf67 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:21.581182 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ee79d96-900d-4543-b25a-f02162f52ba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:21.592569 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 44790cf4-01e1-4cfb-ad07-911051bd4523 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:22:21.665777 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5055570-916f-4715-8420-03acbcf38903 req-7ea34244-37b7-4473-85c3-2867169c7afa tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:21.702666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444ecb1-6d65-4926-8bdb-410efd31fd42 req-bf999382-2a89-4cd8-9769-e44c1d5618f9 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:21.709942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3444ecb1-6d65-4926-8bdb-410efd31fd42 req-bf999382-2a89-4cd8-9769-e44c1d5618f9 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 947 time: 0.4038687 Feb 11 04:22:21.766717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a76ffe7-de6f-4899-a738-17945bd89fab req-6620b946-e7ec-49ae-b969-1ce89f47a681 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369074 Feb 11 04:22:21.873142 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3444ecb1-6d65-4926-8bdb-410efd31fd42 req-a6f65faf-f787-4a34-aa44-41698c2ed790 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/security-groups?id=335954cd-a162-47df-8814-edb43628e638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609550 Feb 11 04:22:22.007856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a531e6-935e-491b-8676-2d74dcfc1edc {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:22:22.013704 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5055570-916f-4715-8420-03acbcf38903 req-7ea34244-37b7-4473-85c3-2867169c7afa tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (f88476a5-35eb-4100-9971-0bea9a017a3f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:22.018871 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ee79d96-900d-4543-b25a-f02162f52ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (00d33a8f-b2f6-47ef-859d-b7df7f7b054e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:22.019406 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Publish callbacks [] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:22.041661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Transition to ACTIVE for port object 20a531e6-935e-491b-8676-2d74dcfc1edc will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:22:22.048895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ecff9-4e6f-4e9a-94f2-13a972ab3ed4 req-e9ee1b5d-f8bf-4d2d-abeb-31b369e20cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:22.050456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-266ecff9-4e6f-4e9a-94f2-13a972ab3ed4 req-e9ee1b5d-f8bf-4d2d-abeb-31b369e20cca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7531fb3a2f8f4c029a2eb115a4e777d7&device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 1130 time: 0.1453400 Feb 11 04:22:22.099426 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5055570-916f-4715-8420-03acbcf38903 req-7ea34244-37b7-4473-85c3-2867169c7afa tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f88476a5-35eb-4100-9971-0bea9a017a3f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:22.121341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee79d96-900d-4543-b25a-f02162f52ba7 admin admin] Checking segment: {'id': '33539548-9bcd-44c0-b015-8cb1b46b5e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '44790cf4-01e1-4cfb-ad07-911051bd4523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:22.122142 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee79d96-900d-4543-b25a-f02162f52ba7 admin admin] Network hostable DHCP agents. Network: 44790cf4-01e1-4cfb-ad07-911051bd4523, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:22:22.138539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee79d96-900d-4543-b25a-f02162f52ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d33a8f-b2f6-47ef-859d-b7df7f7b054e,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:22.166147 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:22.218167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea34244-37b7-4473-85c3-2867169c7afa tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88476a5-35eb-4100-9971-0bea9a017a3f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:22.240615 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee79d96-900d-4543-b25a-f02162f52ba7 admin admin] Network 44790cf4-01e1-4cfb-ad07-911051bd4523 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:22:22.326850 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6ee79d96-900d-4543-b25a-f02162f52ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 44790cf4-01e1-4cfb-ad07-911051bd4523) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:22.331109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee79d96-900d-4543-b25a-f02162f52ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:22.331707 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ee79d96-900d-4543-b25a-f02162f52ba7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:22.337327 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b74af4-e107-4df0-8fc0-9712efa202a3 None None] Network 44790cf4-01e1-4cfb-ad07-911051bd4523 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:22:22.443427 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6ee79d96-900d-4543-b25a-f02162f52ba7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9827044 Feb 11 04:22:22.830063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0499ee62-318f-4d06-8fe1-6ea236c7d454 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:22:22.860206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 0499ee62-318f-4d06-8fe1-6ea236c7d454 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:22:22.860579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0499ee62-318f-4d06-8fe1-6ea236c7d454 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:22:22.865337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402bf059-9747-416b-873e-b66c465db119 None None] Network 44790cf4-01e1-4cfb-ad07-911051bd4523 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:22:22.945249 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f5055570-916f-4715-8420-03acbcf38903 req-7ea34244-37b7-4473-85c3-2867169c7afa tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:22.958201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5055570-916f-4715-8420-03acbcf38903 req-7ea34244-37b7-4473-85c3-2867169c7afa tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.6533098 Feb 11 04:22:22.958944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Pushing event updated for resources: {'Port': ['ID=20a531e6-935e-491b-8676-2d74dcfc1edc,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:23.076320 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6f4ad6c9-6eb4-427c-9c49-e379f3edb34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:23.092064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44628) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:23.107250 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ecff9-4e6f-4e9a-94f2-13a972ab3ed4 req-f3d2dd68-3aa7-4ab7-bddd-d2d2b04a21af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:23.109862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-266ecff9-4e6f-4e9a-94f2-13a972ab3ed4 req-f3d2dd68-3aa7-4ab7-bddd-d2d2b04a21af service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 1.0523548 Feb 11 04:22:23.207482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Attempting to bind port 20a531e6-935e-491b-8676-2d74dcfc1edc on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:22:23.207780 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Attempting to bind port 20a531e6-935e-491b-8676-2d74dcfc1edc by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:22:23.208084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Attempting to bind port 20a531e6-935e-491b-8676-2d74dcfc1edc on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:23.240043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-266ecff9-4e6f-4e9a-94f2-13a972ab3ed4 req-f5e43bdd-cdd0-45fa-bb25-777be425b920 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=88fc8737-fcce-4e40-9cdd-4b74a32aa960 HTTP/1.1" status: 200 len: 217 time: 0.0944479 Feb 11 04:22:23.243964 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Port 20a531e6-935e-491b-8676-2d74dcfc1edc on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:22:23.244284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Attempting to bind port 20a531e6-935e-491b-8676-2d74dcfc1edc on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:23.277930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1459792983-network', 'tenant_id': '5c5ab24820404cabad08d88b221522bc'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:23.299017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-08fe2d4b-ac64-487c-b83b-5f2871748c95 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:23.300583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-08fe2d4b-ac64-487c-b83b-5f2871748c95 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 812 time: 0.9500508 Feb 11 04:22:23.301396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:22:23.301743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:23.302131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:22:23.302589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Bound port: 20a531e6-935e-491b-8676-2d74dcfc1edc, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:22:23.305290 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:23.349117 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] Made reservation on behalf of 5c5ab24820404cabad08d88b221522bc for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:23.352794 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:23.364158 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:23.374703 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-8a17ac9c-101b-49b1-9b46-2028e72a8398 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/quotas/a70586beed2f4c668534da1f31a71292 HTTP/1.1" status: 200 len: 375 time: 0.0632465 Feb 11 04:22:23.385922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ecff9-4e6f-4e9a-94f2-13a972ab3ed4 req-399ef35f-f328-4dc4-b440-edda7b19e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:23.387426 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-266ecff9-4e6f-4e9a-94f2-13a972ab3ed4 req-399ef35f-f328-4dc4-b440-edda7b19e0b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1346250 Feb 11 04:22:23.422070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c8afe-83e3-449f-af56-d0d3d5c31d8c req-52c78f3c-a1dc-4109-a241-cca5b1bb5d82 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:23.423568 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d4c8afe-83e3-449f-af56-d0d3d5c31d8c req-52c78f3c-a1dc-4109-a241-cca5b1bb5d82 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b80315e5-9413-4324-b2ce-876491f6221e HTTP/1.1" status: 200 len: 947 time: 0.2659550 Feb 11 04:22:23.461767 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] Publish callbacks [] for security_group (12825c9c-6c79-4c38-b9ad-f0d82e260b9a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:23.467309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-d3d77960-9995-4227-8867-4a6ce39855ab tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755067 Feb 11 04:22:23.515738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] For port 20a531e6-935e-491b-8676-2d74dcfc1edc, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:22:23.531977 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (12825c9c-6c79-4c38-b9ad-f0d82e260b9a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:23.564157 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:22:23.573887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12825c9c-6c79-4c38-b9ad-f0d82e260b9a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:23.581251 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0c6351ce-033a-4d07-81e8-418235c5f96d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:23.581715 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] Added segment 0c6351ce-033a-4d07-81e8-418235c5f96d of type vlan for network 0a20f827-c8f6-43af-bd9b-9fddc1589aea Feb 11 04:22:23.584261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] For port 20a531e6-935e-491b-8676-2d74dcfc1edc, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=20a531e6-935e-491b-8676-2d74dcfc1edc,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:22:23.605859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d4c8afe-83e3-449f-af56-d0d3d5c31d8c req-70c76d41-5cba-4d6f-be2a-14c95f19199c tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cacbfe-85a7-4f56-89f1-e7251f28ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642821 Feb 11 04:22:23.611813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ecff9-4e6f-4e9a-94f2-13a972ab3ed4 req-98657017-4804-48c3-a476-8065c77747fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:23.613335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-266ecff9-4e6f-4e9a-94f2-13a972ab3ed4 req-98657017-4804-48c3-a476-8065c77747fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2191415 Feb 11 04:22:23.644076 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (0a20f827-c8f6-43af-bd9b-9fddc1589aea), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:23.655525 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-06ec57df-4c68-4f99-b4b8-37d19b96281e service neutron] 10.222.0.13 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757345 Feb 11 04:22:23.679661 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:23.726168 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (0a20f827-c8f6-43af-bd9b-9fddc1589aea), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:23.727728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:23.728535 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:23.782402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:23.783636 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:23.784692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] 10.222.0.47 "PUT /v2.0/ports/20a531e6-935e-491b-8676-2d74dcfc1edc HTTP/1.1" status: 200 len: 1096 time: 3.2754276 Feb 11 04:22:23.792310 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] Pushing event updated for resources: {'Network': ['ID=0a20f827-c8f6-43af-bd9b-9fddc1589aea,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:23.794488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80315e5-9413-4324-b2ce-876491f6221e', 'tag': '20a531e6-935e-491b-8676-2d74dcfc1edc'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:23.797327 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64779989-1fd8-455e-a844-2e3bb75248d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b80315e5-9413-4324-b2ce-876491f6221e", "tag": "20a531e6-935e-491b-8676-2d74dcfc1edc"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:23.805077 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 0a20f827-c8f6-43af-bd9b-9fddc1589aea details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:22:23.814071 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0e7e0421-e9f0-4137-a6a9-faa9b8c86178 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7189460 Feb 11 04:22:23.816720 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44634) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:23.822729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-134d77ab-35cb-4720-94bc-550f06bc5eea admin admin] Request body: {'subnet': {'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1459792983-subnet', 'tenant_id': '5c5ab24820404cabad08d88b221522bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:23.926340 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134d77ab-35cb-4720-94bc-550f06bc5eea admin admin] Made reservation on behalf of 5c5ab24820404cabad08d88b221522bc for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:23.929592 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-134d77ab-35cb-4720-94bc-550f06bc5eea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:23.942287 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-266ecff9-4e6f-4e9a-94f2-13a972ab3ed4 req-fb1c5612-0537-4be4-adc7-d21834ecd2a7 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219800 Feb 11 04:22:23.947762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddecb1-aee3-4c7e-b15d-b5510c1d93bb service neutron] Pushing event updated for resources: {'Port': ['ID=20a531e6-935e-491b-8676-2d74dcfc1edc,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:23.968511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-b9280d81-909a-45f1-bf8d-3148c4e162e6 service neutron] 10.222.0.13 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043029 Feb 11 04:22:24.013294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-5fe2c712-fde7-4e41-b314-6958d33cda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:24.014031 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-5fe2c712-fde7-4e41-b314-6958d33cda2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29619cc196d54279b27fc3f3590d2053&device_id=b80315e5-9413-4324-b2ce-876491f6221e HTTP/1.1" status: 200 len: 1130 time: 0.1140776 Feb 11 04:22:24.135881 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-afe80c88-4e34-473d-a1c1-a26b821c7bd2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=20a531e6-935e-491b-8676-2d74dcfc1edc HTTP/1.1" status: 200 len: 217 time: 0.0815954 Feb 11 04:22:24.201447 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-266ecff9-4e6f-4e9a-94f2-13a972ab3ed4 req-63f95ff9-3f23-4f03-8cdf-639da2688c0d service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491987 Feb 11 04:22:24.211518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-8d6f5385-32d0-4c21-a261-ce74a0efdf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:24.219981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-8d6f5385-32d0-4c21-a261-ce74a0efdf75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0765095 Feb 11 04:22:24.331643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-6db41da2-9054-4e19-82fb-39bed55670ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:24.333391 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-6db41da2-9054-4e19-82fb-39bed55670ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1068091 Feb 11 04:22:24.372007 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-134d77ab-35cb-4720-94bc-550f06bc5eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (0575d29c-44f0-42cf-9a3b-e3b065542552), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:24.456417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f7c59-9eae-4cf7-ba53-ab7eb96fb136 req-a45fd44d-c256-42a0-b424-327ffb981dc6 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:24.459827 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c3f7c59-9eae-4cf7-ba53-ab7eb96fb136 req-a45fd44d-c256-42a0-b424-327ffb981dc6 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 947 time: 0.1444108 Feb 11 04:22:24.516883 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d77ab-35cb-4720-94bc-550f06bc5eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0575d29c-44f0-42cf-9a3b-e3b065542552,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:24.551841 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d77ab-35cb-4720-94bc-550f06bc5eea admin admin] Checking segment: {'id': '0c6351ce-033a-4d07-81e8-418235c5f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:24.552280 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134d77ab-35cb-4720-94bc-550f06bc5eea admin admin] Network hostable DHCP agents. Network: 0a20f827-c8f6-43af-bd9b-9fddc1589aea, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:22:24.583239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-bc3771b7-45a6-478d-9dc5-9293a6e6c382 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259283 Feb 11 04:22:24.589312 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdee65-300a-4c97-93a0-81da3ea1604a req-81664265-fb22-4511-96db-5c32755533d7 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:24.590862 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8bdee65-300a-4c97-93a0-81da3ea1604a req-81664265-fb22-4511-96db-5c32755533d7 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 945 time: 0.0877037 Feb 11 04:22:24.633441 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c3f7c59-9eae-4cf7-ba53-ab7eb96fb136 req-36ee7f63-eec6-4536-9930-4fce21167577 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/security-groups?id=335954cd-a162-47df-8814-edb43628e638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688535 Feb 11 04:22:24.689987 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134d77ab-35cb-4720-94bc-550f06bc5eea admin admin] Network 0a20f827-c8f6-43af-bd9b-9fddc1589aea is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:22:24.725064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-a7c75abc-2bc7-48c8-a28b-80646256bc6d tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:24.726954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-a7c75abc-2bc7-48c8-a28b-80646256bc6d tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/networks?id=44790cf4-01e1-4cfb-ad07-911051bd4523 HTTP/1.1" status: 200 len: 820 time: 0.2680197 Feb 11 04:22:24.727946 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-a8bdee65-300a-4c97-93a0-81da3ea1604a req-35483dfd-7b0e-4ccd-b1f5-d2eff7fc17c5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Deleting port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:22:24.728386 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a8bdee65-300a-4c97-93a0-81da3ea1604a req-35483dfd-7b0e-4ccd-b1f5-d2eff7fc17c5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:24.768605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-8418f2c2-4ffa-446c-8405-d1bee265dea7 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/quotas/24c75ac874ae47bd97071e9a1cffaf67 HTTP/1.1" status: 200 len: 375 time: 0.0232184 Feb 11 04:22:24.771122 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-134d77ab-35cb-4720-94bc-550f06bc5eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 0a20f827-c8f6-43af-bd9b-9fddc1589aea) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:24.775553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134d77ab-35cb-4720-94bc-550f06bc5eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:24.776498 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-134d77ab-35cb-4720-94bc-550f06bc5eea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:24.780575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d0275e-d5bf-4879-b8a3-c3ad18638bd5 None None] Network 0a20f827-c8f6-43af-bd9b-9fddc1589aea requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:22:24.793255 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d466e67-e992-4fc2-8587-3f625624eec1 req-a4bf0c03-f344-40a3-8342-0c2aebd233e9 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973825 Feb 11 04:22:24.844290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-7b5ecb1f-748b-4a99-af40-e08526525c1c tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24c75ac874ae47bd97071e9a1cffaf67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746703 Feb 11 04:22:24.849723 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb5bab9c-3afd-4633-ba47-04803dbed747 req-321c4b1d-b30a-4b3b-9be8-8b1e88638aeb tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "GET /v2.0/security-groups/f88476a5-35eb-4100-9971-0bea9a017a3f HTTP/1.1" status: 200 len: 1829 time: 0.1394625 Feb 11 04:22:24.913234 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a8bdee65-300a-4c97-93a0-81da3ea1604a req-35483dfd-7b0e-4ccd-b1f5-d2eff7fc17c5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] For port 7aab4bab-e06b-4337-a3c1-c6b5de70c564, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7aab4bab-e06b-4337-a3c1-c6b5de70c564,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:24.913660 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a8bdee65-300a-4c97-93a0-81da3ea1604a req-35483dfd-7b0e-4ccd-b1f5-d2eff7fc17c5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:24.927982 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-134d77ab-35cb-4720-94bc-550f06bc5eea admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1088519 Feb 11 04:22:24.931299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44660) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:24.931438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 88fc8737-fcce-4e40-9cdd-4b74a32aa960 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:22:24.940746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1459792983-router', 'tenant_id': '5c5ab24820404cabad08d88b221522bc', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:24.944140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-a8bdee65-300a-4c97-93a0-81da3ea1604a req-35483dfd-7b0e-4ccd-b1f5-d2eff7fc17c5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Calling delete_port for 7aab4bab-e06b-4337-a3c1-c6b5de70c564 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:22:24.958977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cebac7f-fbe0-439f-8425-e4f7d5b492e6 None None] Network 0a20f827-c8f6-43af-bd9b-9fddc1589aea requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:22:25.038768 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-db4c7d50-95e2-4dbc-9c4b-4c495adf0f9e service neutron] 10.222.0.13 "GET /v2.0/networks/44790cf4-01e1-4cfb-ad07-911051bd4523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862631 Feb 11 04:22:25.081281 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:25.082686 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:25.085121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d31e0-268c-4283-9810-f37a7903d323 req-4a1d97b6-f4bc-4d73-88b9-0bf0e1cba9ad tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:25.086731 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb8d31e0-268c-4283-9810-f37a7903d323 req-4a1d97b6-f4bc-4d73-88b9-0bf0e1cba9ad tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1234450 Feb 11 04:22:25.110545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 88fc8737-fcce-4e40-9cdd-4b74a32aa960, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=88fc8737-fcce-4e40-9cdd-4b74a32aa960,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:25.124183 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '88fc8737-fcce-4e40-9cdd-4b74a32aa960', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '88fc8737-fcce-4e40-9cdd-4b74a32aa960', 'mac_address': 'fa:16:3e:05:f8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:22:25.228845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-0198da97-eee5-46a2-b154-a8bc4aae68fe service neutron] 10.222.0.13 "GET /v2.0/networks/44790cf4-01e1-4cfb-ad07-911051bd4523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839426 Feb 11 04:22:25.233389 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb8d31e0-268c-4283-9810-f37a7903d323 req-508ef048-79c3-468f-8f3b-c33e9e8eab3d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398063 Feb 11 04:22:25.252455 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a8bdee65-300a-4c97-93a0-81da3ea1604a req-35483dfd-7b0e-4ccd-b1f5-d2eff7fc17c5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7aab4bab-e06b-4337-a3c1-c6b5de70c564), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:25.267893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 88fc8737-fcce-4e40-9cdd-4b74a32aa960 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:25.271580 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:25.321464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35483dfd-7b0e-4ccd-b1f5-d2eff7fc17c5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Pushing event deleted for resources: {'Port': ['ID=7aab4bab-e06b-4337-a3c1-c6b5de70c564,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:25.344064 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b768b65-b830-4bcc-9480-aaf1cd9d0b6e x-openstack-request-id: req-7b768b65-b830-4bcc-9480-aaf1cd9d0b6e {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:25.344064 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80315e5-9413-4324-b2ce-876491f6221e", "tag": "20a531e6-935e-491b-8676-2d74dcfc1edc", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:25.344064 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b768b65-b830-4bcc-9480-aaf1cd9d0b6e {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:25.344064 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80315e5-9413-4324-b2ce-876491f6221e', 'tag': '20a531e6-935e-491b-8676-2d74dcfc1edc', 'status': 'completed', 'code': 200} Feb 11 04:22:25.365095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fc8737-fcce-4e40-9cdd-4b74a32aa960 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:22:25.401954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 88fc8737-fcce-4e40-9cdd-4b74a32aa960, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=88fc8737-fcce-4e40-9cdd-4b74a32aa960,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:25.467505 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Publish callbacks [] for router_controller (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:25.469079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bdee65-300a-4c97-93a0-81da3ea1604a req-35483dfd-7b0e-4ccd-b1f5-d2eff7fc17c5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] No DVR routers for this DVR port 7aab4bab-e06b-4337-a3c1-c6b5de70c564 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:22:25.469842 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dbf3496f-c9f3-4ba9-8e65-6773f6263fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:25.471829 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a8bdee65-300a-4c97-93a0-81da3ea1604a req-35483dfd-7b0e-4ccd-b1f5-d2eff7fc17c5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:25.475461 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8bdee65-300a-4c97-93a0-81da3ea1604a req-35483dfd-7b0e-4ccd-b1f5-d2eff7fc17c5 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.47 "DELETE /v2.0/ports/7aab4bab-e06b-4337-a3c1-c6b5de70c564 HTTP/1.1" status: 204 len: 173 time: 0.8795047 Feb 11 04:22:25.478749 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd741b5-8b69-4aaa-826d-cf9c956ef00e', 'name': 'network-vif-deleted', 'tag': '7aab4bab-e06b-4337-a3c1-c6b5de70c564'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:25.478946 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c3f212d-250a-4b9c-a02c-4f7f2468062d req-ca08a660-15d8-4e41-8e3d-34ae1fc702f7 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 210 time: 0.0501363 Feb 11 04:22:25.479095 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba5e174-28a5-4988-8f84-b626178e52b4" -d '{"events": [{"server_uuid": "7dd741b5-8b69-4aaa-826d-cf9c956ef00e", "name": "network-vif-deleted", "tag": "7aab4bab-e06b-4337-a3c1-c6b5de70c564"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:25.487336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64779989-1fd8-455e-a844-2e3bb75248d8 req-2d6f08f3-bbf9-4a4a-8863-f6aff1b89ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:25.489470 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64779989-1fd8-455e-a844-2e3bb75248d8 req-2d6f08f3-bbf9-4a4a-8863-f6aff1b89ca3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29619cc196d54279b27fc3f3590d2053&device_id=b80315e5-9413-4324-b2ce-876491f6221e HTTP/1.1" status: 200 len: 1130 time: 0.1206784 Feb 11 04:22:25.498312 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:25.709126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=88fc8737-fcce-4e40-9cdd-4b74a32aa960,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:25.729705 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-429fc704-95e1-49af-81fe-8b01a0eccbf6 req-a31ace31-f577-467c-a514-83088c44f147 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 210 time: 0.0718017 Feb 11 04:22:25.759780 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64779989-1fd8-455e-a844-2e3bb75248d8 req-310ae462-bd19-4d6f-b581-345963adb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:25.761408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64779989-1fd8-455e-a844-2e3bb75248d8 req-310ae462-bd19-4d6f-b581-345963adb7af service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2640736 Feb 11 04:22:25.779020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb592fd-87fc-4019-8662-16adc1a5bff3 req-4e587fd3-b67a-4b28-a745-4f6f2a530491 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:25.781147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0cb592fd-87fc-4019-8662-16adc1a5bff3 req-4e587fd3-b67a-4b28-a745-4f6f2a530491 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b80315e5-9413-4324-b2ce-876491f6221e HTTP/1.1" status: 200 len: 947 time: 0.1244254 Feb 11 04:22:25.790852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['88fc8737-fcce-4e40-9cdd-4b74a32aa960'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:22:25.837439 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64779989-1fd8-455e-a844-2e3bb75248d8 req-0c517760-245f-4f46-99ea-0be18534027f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=20a531e6-935e-491b-8676-2d74dcfc1edc HTTP/1.1" status: 200 len: 217 time: 0.0662673 Feb 11 04:22:25.882924 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-7855eba2-ad12-40ac-8ff0-dfa515b441fe req-3b3ba1d8-c2ec-4084-843d-355c970c6696 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] show failed (client error): The resource could not be found. Feb 11 04:22:25.899594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7855eba2-ad12-40ac-8ff0-dfa515b441fe req-3b3ba1d8-c2ec-4084-843d-355c970c6696 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "GET /v2.0/security-groups/b9c18fb1-5530-4fe2-85a2-e6f962a1cc96 HTTP/1.1" status: 404 len: 352 time: 0.0703735 Feb 11 04:22:25.960390 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0cb592fd-87fc-4019-8662-16adc1a5bff3 req-bf623c41-d40b-4b59-ab89-1a18ee09f62c tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cacbfe-85a7-4f56-89f1-e7251f28ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717160 Feb 11 04:22:26.035809 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23e6b3eb-de93-4a5a-a168-4eae3de85723 req-3cdcde67-dde0-4153-9f66-daba09b2defe tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 210 time: 0.0578551 Feb 11 04:22:26.037476 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64779989-1fd8-455e-a844-2e3bb75248d8 req-216c77fb-9c5a-4152-af7e-f71c9cbe5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:26.039231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64779989-1fd8-455e-a844-2e3bb75248d8 req-216c77fb-9c5a-4152-af7e-f71c9cbe5423 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1921840 Feb 11 04:22:26.121928 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1dde3b-95a5-4a41-8c85-c176435355dc x-openstack-request-id: req-4f1dde3b-95a5-4a41-8c85-c176435355dc {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:26.122381 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd741b5-8b69-4aaa-826d-cf9c956ef00e", "name": "network-vif-deleted", "tag": "7aab4bab-e06b-4337-a3c1-c6b5de70c564", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:26.122729 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f1dde3b-95a5-4a41-8c85-c176435355dc {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:26.123193 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd741b5-8b69-4aaa-826d-cf9c956ef00e', 'name': 'network-vif-deleted', 'tag': '7aab4bab-e06b-4337-a3c1-c6b5de70c564', 'status': 'completed', 'code': 200} Feb 11 04:22:26.136733 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-3f856c83-7494-4bf5-a631-94cc77fec09a req-af00165e-b215-4196-bd1c-9a7cb87100ce tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] show failed (client error): The resource could not be found. Feb 11 04:22:26.142456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f856c83-7494-4bf5-a631-94cc77fec09a req-af00165e-b215-4196-bd1c-9a7cb87100ce tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "GET /v2.0/security-group-rules/f697c888-b012-4cdb-b2f3-ac4b7819f30c HTTP/1.1" status: 404 len: 361 time: 0.0423229 Feb 11 04:22:26.175976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64779989-1fd8-455e-a844-2e3bb75248d8 req-c2c8534d-b141-4c05-a0e3-dd52c33fa089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:26.175976 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64779989-1fd8-455e-a844-2e3bb75248d8 req-c2c8534d-b141-4c05-a0e3-dd52c33fa089 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1178420 Feb 11 04:22:26.177569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cc7ab-5110-4f1e-93fc-c57af948842a req-071ff1a1-a4e3-40af-b7ee-ccb5400908da tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:26.179179 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-525cc7ab-5110-4f1e-93fc-c57af948842a req-071ff1a1-a4e3-40af-b7ee-ccb5400908da tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 948 time: 0.0859172 Feb 11 04:22:26.220739 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Publish callbacks [] for router_gateway (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:26.307354 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:22:26.335843 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-525cc7ab-5110-4f1e-93fc-c57af948842a req-4bf40924-397c-4fd6-8bc6-699b1f27b6fd tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/security-groups?id=335954cd-a162-47df-8814-edb43628e638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463392 Feb 11 04:22:26.358722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5ed7c-1ce8-43c9-ad8f-35ae587914c9 req-6debc4fc-e14b-48cc-9254-e36216fac2e6 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:26.360686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08e5ed7c-1ce8-43c9-ad8f-35ae587914c9 req-6debc4fc-e14b-48cc-9254-e36216fac2e6 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1596105 Feb 11 04:22:26.375314 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64779989-1fd8-455e-a844-2e3bb75248d8 req-f76e4470-d1fe-46a3-a59b-964e7b2b1b60 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951580 Feb 11 04:22:26.492691 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f211219c-5ad1-4a15-be07-0a9be98fa240 req-c8382e8e-dbf8-4bb4-bb36-ac1852d735c0 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "GET /v2.0/security-groups/f88476a5-35eb-4100-9971-0bea9a017a3f HTTP/1.1" status: 200 len: 1829 time: 0.1292667 Feb 11 04:22:26.515501 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08e5ed7c-1ce8-43c9-ad8f-35ae587914c9 req-2ca8048b-6cef-4449-badc-a4268e4fd65c tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431303 Feb 11 04:22:26.558719 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64779989-1fd8-455e-a844-2e3bb75248d8 req-704c3609-b720-40f1-9a4e-b5b7714bc931 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717114 Feb 11 04:22:26.576143 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f211219c-5ad1-4a15-be07-0a9be98fa240 req-117d3426-ebe4-44db-957f-c92850972b7f tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (f88476a5-35eb-4100-9971-0bea9a017a3f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:26.602487 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f211219c-5ad1-4a15-be07-0a9be98fa240 req-117d3426-ebe4-44db-957f-c92850972b7f tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (f88476a5-35eb-4100-9971-0bea9a017a3f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:26.636673 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59ca5867-c567-4e93-97d5-bf4018f0cfe5 req-5b9f2990-b984-49a6-8381-9e227c627ccc tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=7dd741b5-8b69-4aaa-826d-cf9c956ef00e HTTP/1.1" status: 200 len: 210 time: 0.0384498 Feb 11 04:22:26.756961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290dd3b-a2e6-48c8-946f-c7b9913c5cfa req-af0d77ed-5e51-4160-af3e-23206f36316c tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:26.758452 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e290dd3b-a2e6-48c8-946f-c7b9913c5cfa req-af0d77ed-5e51-4160-af3e-23206f36316c tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0624952 Feb 11 04:22:26.777377 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:26.805794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 20a531e6-935e-491b-8676-2d74dcfc1edc details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:22:26.817037 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e290dd3b-a2e6-48c8-946f-c7b9913c5cfa req-b78db87b-667c-4fb5-891f-31a7b5b238f7 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437715 Feb 11 04:22:26.817461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7aab4bab-e06b-4337-a3c1-c6b5de70c564 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:22:26.837311 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f211219c-5ad1-4a15-be07-0a9be98fa240 req-117d3426-ebe4-44db-957f-c92850972b7f tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f88476a5-35eb-4100-9971-0bea9a017a3f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:26.840156 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f211219c-5ad1-4a15-be07-0a9be98fa240 req-117d3426-ebe4-44db-957f-c92850972b7f tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:26.847963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f211219c-5ad1-4a15-be07-0a9be98fa240 req-117d3426-ebe4-44db-957f-c92850972b7f tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "DELETE /v2.0/security-groups/f88476a5-35eb-4100-9971-0bea9a017a3f HTTP/1.1" status: 204 len: 173 time: 0.3428688 Feb 11 04:22:26.870881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 7aab4bab-e06b-4337-a3c1-c6b5de70c564 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:22:26.871270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7aab4bab-e06b-4337-a3c1-c6b5de70c564 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:22:26.885759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d3426-ebe4-44db-957f-c92850972b7f tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88476a5-35eb-4100-9971-0bea9a017a3f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:26.968844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32a4d27e-5c4f-4d8f-a937-67391e50c1b8 req-94077283-6cd9-4063-8e2d-637480bca3c0 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "GET /v2.0/security-groups/41c406dc-7cee-4f39-9981-59669b2f81b6 HTTP/1.1" status: 200 len: 1830 time: 0.1047549 Feb 11 04:22:27.000075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5c01044-7ba0-4173-b9bc-6e1cbea39323 req-e1dc38dd-46d5-4cde-8d57-e242fde4721d tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 210 time: 0.0530667 Feb 11 04:22:27.014042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 88fc8737-fcce-4e40-9cdd-4b74a32aa960 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:27.073153 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 20a531e6-935e-491b-8676-2d74dcfc1edc, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=20a531e6-935e-491b-8676-2d74dcfc1edc,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:27.104994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '20a531e6-935e-491b-8676-2d74dcfc1edc', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '20a531e6-935e-491b-8676-2d74dcfc1edc', 'mac_address': 'fa:16:3e:88:20:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:22:27.142915 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32a4d27e-5c4f-4d8f-a937-67391e50c1b8 req-d28e5f4d-85c8-4b80-840a-a9ce71ed1b4e tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (41c406dc-7cee-4f39-9981-59669b2f81b6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:27.165556 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 20a531e6-935e-491b-8676-2d74dcfc1edc is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:27.166057 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:27.182643 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a531e6-935e-491b-8676-2d74dcfc1edc {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:22:27.184963 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Publish callbacks [] for router_gateway (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:27.206516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 20a531e6-935e-491b-8676-2d74dcfc1edc, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=20a531e6-935e-491b-8676-2d74dcfc1edc,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:27.207003 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32a4d27e-5c4f-4d8f-a937-67391e50c1b8 req-d28e5f4d-85c8-4b80-840a-a9ce71ed1b4e tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (41c406dc-7cee-4f39-9981-59669b2f81b6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:27.211783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 88fc8737-fcce-4e40-9cdd-4b74a32aa960 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:22:27.219364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 88fc8737-fcce-4e40-9cdd-4b74a32aa960 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:27.219364 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:27.242419 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:27.252098 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:27.256013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3d22c-b23f-4ea1-8556-689e9a56b3af req-346d1af3-3bb5-4c1a-ab14-4df2b2a8ef2b tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:27.257586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51d3d22c-b23f-4ea1-8556-689e9a56b3af req-346d1af3-3bb5-4c1a-ab14-4df2b2a8ef2b tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b80315e5-9413-4324-b2ce-876491f6221e HTTP/1.1" status: 200 len: 947 time: 0.1075993 Feb 11 04:22:27.318435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=20a531e6-935e-491b-8676-2d74dcfc1edc,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:27.339293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51d3d22c-b23f-4ea1-8556-689e9a56b3af req-e59fe516-5ed4-4e72-9eef-95071101f498 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cacbfe-85a7-4f56-89f1-e7251f28ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691054 Feb 11 04:22:27.375187 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 88fc8737-fcce-4e40-9cdd-4b74a32aa960 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:27.375648 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:27.391024 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32a4d27e-5c4f-4d8f-a937-67391e50c1b8 req-d28e5f4d-85c8-4b80-840a-a9ce71ed1b4e tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (41c406dc-7cee-4f39-9981-59669b2f81b6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:27.392127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Allocated IP 172.25.3.122 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/c63796bf-7a8c-4739-a0cd-3dbbe34c2e33) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:27.394885 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32a4d27e-5c4f-4d8f-a937-67391e50c1b8 req-d28e5f4d-85c8-4b80-840a-a9ce71ed1b4e tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:27.397411 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32a4d27e-5c4f-4d8f-a937-67391e50c1b8 req-d28e5f4d-85c8-4b80-840a-a9ce71ed1b4e tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "DELETE /v2.0/security-groups/41c406dc-7cee-4f39-9981-59669b2f81b6 HTTP/1.1" status: 204 len: 173 time: 0.4269936 Feb 11 04:22:27.428239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d22d356-0bfa-4aa5-9819-14f8e394a9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fc8737-fcce-4e40-9cdd-4b74a32aa960'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:27.433893 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f121b5-309e-4408-b45e-67c3d8dc1680" -d '{"events": [{"server_uuid": "3d22d356-0bfa-4aa5-9819-14f8e394a9d3", "name": "network-vif-plugged", "status": "completed", "tag": "88fc8737-fcce-4e40-9cdd-4b74a32aa960"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:27.458930 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-161e5492-131a-424e-994d-5f669e62bc88 req-9c4fe1c6-27f7-4be5-bfe1-6227aad7d462 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 210 time: 0.0703433 Feb 11 04:22:27.462974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e5f4d-85c8-4b80-840a-a9ce71ed1b4e tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c406dc-7cee-4f39-9981-59669b2f81b6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:27.464468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 88fc8737-fcce-4e40-9cdd-4b74a32aa960, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=88fc8737-fcce-4e40-9cdd-4b74a32aa960,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:27.495388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['20a531e6-935e-491b-8676-2d74dcfc1edc'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:22:27.544778 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:27.560460 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Publish callbacks [] for port (c63796bf-7a8c-4739-a0cd-3dbbe34c2e33), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:27.640226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-4d3c14cd-e84b-4341-b9f0-94876468a576 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:27.641867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-4d3c14cd-e84b-4341-b9f0-94876468a576 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 812 time: 0.2933147 Feb 11 04:22:27.643507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=88fc8737-fcce-4e40-9cdd-4b74a32aa960,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:27.652970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-02846323-9d00-4694-9327-a1ae520956d2 req-a31604aa-b1aa-412a-aa1e-5d614212a146 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "GET /v2.0/security-groups/b12b9c5b-52f5-4f2f-a8c4-6aa7b9d059d9 HTTP/1.1" status: 200 len: 1830 time: 0.1302257 Feb 11 04:22:27.657877 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c63796bf-7a8c-4739-a0cd-3dbbe34c2e33), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:27.665609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e63d3-ab6a-45af-a675-ce0fc630000b req-21d9f7c9-5783-4f36-9ee5-230ff12e07f9 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:27.674401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b4e63d3-ab6a-45af-a675-ce0fc630000b req-21d9f7c9-5783-4f36-9ee5-230ff12e07f9 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 949 time: 0.1528432 Feb 11 04:22:27.692572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-b41b1c2e-271a-4720-b94c-3f371d590e28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Request body: {'port': {'device_id': '21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49', 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e', 'admin_state_up': True, 'tenant_id': 'a70586beed2f4c668534da1f31a71292'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:27.754178 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Pushing event updated for resources: {'Port': ['ID=c63796bf-7a8c-4739-a0cd-3dbbe34c2e33,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:27.767644 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:27.770743 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:27.773141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:27.869796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b4e63d3-ab6a-45af-a675-ce0fc630000b req-d19f074c-0dc2-4b09-899f-2a4d79be7981 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/security-groups?id=335954cd-a162-47df-8814-edb43628e638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943767 Feb 11 04:22:27.894250 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-02846323-9d00-4694-9327-a1ae520956d2 req-29cb2e3d-1be3-4a46-af0b-f0592bc4f87d tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (b12b9c5b-52f5-4f2f-a8c4-6aa7b9d059d9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:27.944601 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-02846323-9d00-4694-9327-a1ae520956d2 req-29cb2e3d-1be3-4a46-af0b-f0592bc4f87d tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (b12b9c5b-52f5-4f2f-a8c4-6aa7b9d059d9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:27.959781 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1411009-4c14-4d86-9612-5f7d8b9f1adf x-openstack-request-id: req-b1411009-4c14-4d86-9612-5f7d8b9f1adf {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:27.964480 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d22d356-0bfa-4aa5-9819-14f8e394a9d3", "name": "network-vif-plugged", "status": "completed", "tag": "88fc8737-fcce-4e40-9cdd-4b74a32aa960", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:27.964480 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1411009-4c14-4d86-9612-5f7d8b9f1adf {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:27.964480 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d22d356-0bfa-4aa5-9819-14f8e394a9d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fc8737-fcce-4e40-9cdd-4b74a32aa960', 'code': 200} Feb 11 04:22:28.012295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-b41b1c2e-271a-4720-b94c-3f371d590e28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Made reservation on behalf of a70586beed2f4c668534da1f31a71292 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:28.016460 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-b41b1c2e-271a-4720-b94c-3f371d590e28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:28.128434 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1689fd3-0070-4666-bae0-85ecde2e1805 req-146c9b99-7694-4d90-a671-452936676ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:28.129833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f1689fd3-0070-4666-bae0-85ecde2e1805 req-146c9b99-7694-4d90-a671-452936676ec5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 1132 time: 0.0958605 Feb 11 04:22:28.181172 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-02846323-9d00-4694-9327-a1ae520956d2 req-29cb2e3d-1be3-4a46-af0b-f0592bc4f87d tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b12b9c5b-52f5-4f2f-a8c4-6aa7b9d059d9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:28.184163 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-02846323-9d00-4694-9327-a1ae520956d2 req-29cb2e3d-1be3-4a46-af0b-f0592bc4f87d tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:28.191277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-02846323-9d00-4694-9327-a1ae520956d2 req-29cb2e3d-1be3-4a46-af0b-f0592bc4f87d tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "DELETE /v2.0/security-groups/b12b9c5b-52f5-4f2f-a8c4-6aa7b9d059d9 HTTP/1.1" status: 204 len: 173 time: 0.5140114 Feb 11 04:22:28.202548 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:28.217237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb2e3d-1be3-4a46-af0b-f0592bc4f87d tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12b9c5b-52f5-4f2f-a8c4-6aa7b9d059d9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:28.258206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f1689fd3-0070-4666-bae0-85ecde2e1805 req-faf2012c-5cdc-499e-9b9c-6e7a151d761b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=335954cd-a162-47df-8814-edb43628e638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195562 Feb 11 04:22:28.259712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-b41b1c2e-271a-4720-b94c-3f371d590e28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Allocated IP 172.20.0.14 (6cd12236-2b63-4f55-9764-b0d854f3a97e/7de27eb8-a8a3-47a4-8b0d-bfc468039fee/e0e82443-bc93-4084-9149-485886f981da) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:28.293772 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Publish callbacks [] for router_gateway (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:28.384010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d56979ed-2d66-4371-b988-47523bfc77ad req-8624344e-a7c2-4aba-be7d-84f247cc7540 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 210 time: 0.0543902 Feb 11 04:22:28.565696 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:28.826527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 20a531e6-935e-491b-8676-2d74dcfc1edc up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:28.856157 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-b41b1c2e-271a-4720-b94c-3f371d590e28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks [] for port (e0e82443-bc93-4084-9149-485886f981da), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:28.904687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-0ec2726f-ec9d-4a28-b1f1-d53e0f1ef760 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:28.906973 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-0ec2726f-ec9d-4a28-b1f1-d53e0f1ef760 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.47 "GET /v2.0/networks?id=44790cf4-01e1-4cfb-ad07-911051bd4523 HTTP/1.1" status: 200 len: 820 time: 0.2074642 Feb 11 04:22:28.909191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Router 39f66ab0-9ffd-4251-8c53-bb58cdc78c65 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:22:28.921697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20e7c1ca-c2bd-400d-8fda-720ddf3ca431 req-1ffb865c-3f32-4eec-a664-e31177e56d17 tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "GET /v2.0/security-groups/f2625286-ff4f-4256-90d1-64335472abe9 HTTP/1.1" status: 200 len: 1828 time: 0.4316051 Feb 11 04:22:28.933413 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-69bddf12-9a6c-4085-be57-e7e0157bd10e tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Request body: {'port': {'device_id': 'd55684a9-d1fd-4774-af88-168237e04c49', 'network_id': '44790cf4-01e1-4cfb-ad07-911051bd4523', 'admin_state_up': True, 'tenant_id': '24c75ac874ae47bd97071e9a1cffaf67'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:28.956973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36435e-8a39-4cfc-990e-547d75aedf1b req-12f56766-52b6-4adb-a337-ef400a80676c tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:28.963845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe36435e-8a39-4cfc-990e-547d75aedf1b req-12f56766-52b6-4adb-a337-ef400a80676c tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b80315e5-9413-4324-b2ce-876491f6221e HTTP/1.1" status: 200 len: 948 time: 0.1220264 Feb 11 04:22:29.007071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 20a531e6-935e-491b-8676-2d74dcfc1edc completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:22:29.018976 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 20a531e6-935e-491b-8676-2d74dcfc1edc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:29.019760 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:29.101660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe36435e-8a39-4cfc-990e-547d75aedf1b req-2b23fcbd-a764-42a0-88b9-5c7549ba651a tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cacbfe-85a7-4f56-89f1-e7251f28ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219275 Feb 11 04:22:29.124976 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-20e7c1ca-c2bd-400d-8fda-720ddf3ca431 req-21b25b54-ed7c-4074-a9b5-4bdc2c96f2eb tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (f2625286-ff4f-4256-90d1-64335472abe9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:29.131694 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-b41b1c2e-271a-4720-b94c-3f371d590e28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e0e82443-bc93-4084-9149-485886f981da), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:29.169854 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:22:29.176480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5368d52-118b-4053-bc11-25af7801afd9 req-16107774-0c87-4c16-bcbd-3c553770248e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:29.178020 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5368d52-118b-4053-bc11-25af7801afd9 req-16107774-0c87-4c16-bcbd-3c553770248e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.32 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 945 time: 0.1845651 Feb 11 04:22:29.180764 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Sync routers for ids ['39f66ab0-9ffd-4251-8c53-bb58cdc78c65'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:22:29.206332 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Routers {'39f66ab0-9ffd-4251-8c53-bb58cdc78c65'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:22:29.207275 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:22:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['39f66ab0-9ffd-4251-8c53-bb58cdc78c65'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:29.230732 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 20a531e6-935e-491b-8676-2d74dcfc1edc is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:29.231183 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:29.283362 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:29.289265 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7c294a71-8b88-4867-ba9e-38502d1ae6de admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3574708 Feb 11 04:22:29.290698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-69bddf12-9a6c-4085-be57-e7e0157bd10e tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Made reservation on behalf of 24c75ac874ae47bd97071e9a1cffaf67 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:29.298219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-69bddf12-9a6c-4085-be57-e7e0157bd10e tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:29.301707 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44732) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:29.313462 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-b41b1c2e-271a-4720-b94c-3f371d590e28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Network 6cd12236-2b63-4f55-9764-b0d854f3a97e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:29.320468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 20a531e6-935e-491b-8676-2d74dcfc1edc, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=20a531e6-935e-491b-8676-2d74dcfc1edc,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:29.334560 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-20e7c1ca-c2bd-400d-8fda-720ddf3ca431 req-21b25b54-ed7c-4074-a9b5-4bdc2c96f2eb tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (f2625286-ff4f-4256-90d1-64335472abe9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:29.337463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-b41b1c2e-271a-4720-b94c-3f371d590e28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:29.350693 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-b41b1c2e-271a-4720-b94c-3f371d590e28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:29.360040 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Set router 39f66ab0-9ffd-4251-8c53-bb58cdc78c65 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:22:29.400274 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:29.489065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b1c2e-271a-4720-b94c-3f371d590e28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Pushing event updated for resources: {'Port': ['ID=e0e82443-bc93-4084-9149-485886f981da,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:29.550003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-b41b1c2e-271a-4720-b94c-3f371d590e28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:29.552733 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-b41b1c2e-271a-4720-b94c-3f371d590e28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:29.579635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a0f13-79b8-472e-958e-35c103fb954f req-efd88c4d-9e91-47ae-87a7-e3954bcbfdcb tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:29.583213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=20a531e6-935e-491b-8676-2d74dcfc1edc,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:29.586553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f85a0f13-79b8-472e-958e-35c103fb954f req-efd88c4d-9e91-47ae-87a7-e3954bcbfdcb tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 945 time: 0.3469903 Feb 11 04:22:29.616847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d5368d52-118b-4053-bc11-25af7801afd9 req-d497ca80-3a3d-4428-a7c0-a878bcbf26f1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Deleting port 52a09544-e156-4e62-9a62-198d63c7ee44 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:22:29.617221 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d5368d52-118b-4053-bc11-25af7801afd9 req-d497ca80-3a3d-4428-a7c0-a878bcbf26f1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:29.646972 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'name': 'tempest-ServerRescueTestJSON-1459792983-router', 'tenant_id': '5c5ab24820404cabad08d88b221522bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:25Z', 'updated_at': '2022-02-11T04:22:27Z', 'revision_number': 3, 'project_id': '5c5ab24820404cabad08d88b221522bc', 'gw_port': {'id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:27Z', 'updated_at': '2022-02-11T04:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:29.662668 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-20e7c1ca-c2bd-400d-8fda-720ddf3ca431 req-21b25b54-ed7c-4074-a9b5-4bdc2c96f2eb tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f2625286-ff4f-4256-90d1-64335472abe9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:29.665308 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-20e7c1ca-c2bd-400d-8fda-720ddf3ca431 req-21b25b54-ed7c-4074-a9b5-4bdc2c96f2eb tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:29.666649 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20e7c1ca-c2bd-400d-8fda-720ddf3ca431 req-21b25b54-ed7c-4074-a9b5-4bdc2c96f2eb tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "DELETE /v2.0/security-groups/f2625286-ff4f-4256-90d1-64335472abe9 HTTP/1.1" status: 204 len: 173 time: 0.7331169 Feb 11 04:22:29.687676 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Checking router: 39f66ab0-9ffd-4251-8c53-bb58cdc78c65 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:22:29.688540 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Updating router 39f66ab0-9ffd-4251-8c53-bb58cdc78c65 port c63796bf-7a8c-4739-a0cd-3dbbe34c2e33 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:22:29.697721 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:29.724809 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-b41b1c2e-271a-4720-b94c-3f371d590e28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0675142 Feb 11 04:22:29.741743 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c63796bf-7a8c-4739-a0cd-3dbbe34c2e33), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:29.744326 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f85a0f13-79b8-472e-958e-35c103fb954f req-9acde6bc-0f7d-4b89-a0d9-cd51d33a27a4 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567416 Feb 11 04:22:29.749575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b25b54-ed7c-4074-a9b5-4bdc2c96f2eb tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2625286-ff4f-4256-90d1-64335472abe9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:29.753905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-69bddf12-9a6c-4085-be57-e7e0157bd10e tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Allocated IP 172.20.0.10 (44790cf4-01e1-4cfb-ad07-911051bd4523/00d33a8f-b2f6-47ef-859d-b7df7f7b054e/b04818fe-a97e-4d0c-a655-b261d556f78d) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:29.810874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d5368d52-118b-4053-bc11-25af7801afd9 req-d497ca80-3a3d-4428-a7c0-a878bcbf26f1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] For port 52a09544-e156-4e62-9a62-198d63c7ee44, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=52a09544-e156-4e62-9a62-198d63c7ee44,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:29.811229 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d5368d52-118b-4053-bc11-25af7801afd9 req-d497ca80-3a3d-4428-a7c0-a878bcbf26f1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:29.828514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d5368d52-118b-4053-bc11-25af7801afd9 req-d497ca80-3a3d-4428-a7c0-a878bcbf26f1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Calling delete_port for 52a09544-e156-4e62-9a62-198d63c7ee44 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:22:29.836579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Request body: {'port': {'device_id': '21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:29.961962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80315e5-9413-4324-b2ce-876491f6221e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a531e6-935e-491b-8676-2d74dcfc1edc'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:29.965244 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428ad6c6-8023-4517-a1f6-89132f09b00c" -d '{"events": [{"server_uuid": "b80315e5-9413-4324-b2ce-876491f6221e", "name": "network-vif-plugged", "status": "completed", "tag": "20a531e6-935e-491b-8676-2d74dcfc1edc"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:29.967751 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d5b43c9-8ada-47df-8289-db3037a22357 req-7c103d5e-d547-47fb-96bd-f0cbf1d86ae4 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 210 time: 0.1357808 Feb 11 04:22:30.163553 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-69bddf12-9a6c-4085-be57-e7e0157bd10e tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Publish callbacks [] for port (b04818fe-a97e-4d0c-a655-b261d556f78d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:30.176940 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Publish callbacks [] for port (c63796bf-7a8c-4739-a0cd-3dbbe34c2e33), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:30.236284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cffe42-e1cb-4b91-a676-8722596be549 req-5b4d6107-f201-4950-b5fa-d3113a0d77f5 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:30.237992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12cffe42-e1cb-4b91-a676-8722596be549 req-5b4d6107-f201-4950-b5fa-d3113a0d77f5 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 949 time: 0.3871288 Feb 11 04:22:30.250910 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e0e82443-bc93-4084-9149-485886f981da), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:30.294397 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:30.359950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b494b-7e30-40d6-bfd6-6f508c91197e req-66c03dfa-337d-4804-b224-4ff80ef6c7bf tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:30.361473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e0b494b-7e30-40d6-bfd6-6f508c91197e req-66c03dfa-337d-4804-b224-4ff80ef6c7bf tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 932 time: 0.2080016 Feb 11 04:22:30.426017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12cffe42-e1cb-4b91-a676-8722596be549 req-adb87d9a-19a4-46f5-98a6-a4fc5a74db87 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/security-groups?id=335954cd-a162-47df-8814-edb43628e638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796489 Feb 11 04:22:30.476171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Allocated IP 172.20.0.1 (0a20f827-c8f6-43af-bd9b-9fddc1589aea/0575d29c-44f0-42cf-9a3b-e3b065542552/c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:30.586526 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e0b494b-7e30-40d6-bfd6-6f508c91197e req-307561ca-802d-4398-a862-99059484f9bf tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138267 Feb 11 04:22:30.611130 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Publish callbacks [] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:30.633808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b8a5ed9-f2bf-4c94-9aa3-3c685a104960 req-485ae1dc-6f34-41e7-a4a8-5ca6da71821c tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "GET /v2.0/security-groups/06543928-6280-4976-a4b4-dfa7e849aaf0 HTTP/1.1" status: 200 len: 1830 time: 0.1740780 Feb 11 04:22:30.640875 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fc0a8c-0630-45c8-b1c5-4a1d469313c6 x-openstack-request-id: req-80fc0a8c-0630-45c8-b1c5-4a1d469313c6 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:30.641486 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80315e5-9413-4324-b2ce-876491f6221e", "name": "network-vif-plugged", "status": "completed", "tag": "20a531e6-935e-491b-8676-2d74dcfc1edc", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:30.641959 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80fc0a8c-0630-45c8-b1c5-4a1d469313c6 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:30.644361 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c63796bf-7a8c-4739-a0cd-3dbbe34c2e33), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:30.652765 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80315e5-9413-4324-b2ce-876491f6221e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a531e6-935e-491b-8676-2d74dcfc1edc', 'code': 200} Feb 11 04:22:30.714941 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Attempting to bind port c63796bf-7a8c-4739-a0cd-3dbbe34c2e33 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:22:30.715551 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Attempting to bind port c63796bf-7a8c-4739-a0cd-3dbbe34c2e33 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:22:30.716015 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Attempting to bind port c63796bf-7a8c-4739-a0cd-3dbbe34c2e33 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:30.718219 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0efca-c2de-4e2b-a83a-055be44212b2 None None] Pushing event updated for resources: {'Port': ['ID=c63796bf-7a8c-4739-a0cd-3dbbe34c2e33,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:30.727407 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:22:30.727949 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:30.728451 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:30.729360 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:22:30.729360 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Bound port: c63796bf-7a8c-4739-a0cd-3dbbe34c2e33, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:22:30.729926 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c63796bf-7a8c-4739-a0cd-3dbbe34c2e33), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:30.733810 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0efca-c2de-4e2b-a83a-055be44212b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:30.734267 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0efca-c2de-4e2b-a83a-055be44212b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:30.735367 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0efca-c2de-4e2b-a83a-055be44212b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:30.735367 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0efca-c2de-4e2b-a83a-055be44212b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:30.735869 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0efca-c2de-4e2b-a83a-055be44212b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:30.736288 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0efca-c2de-4e2b-a83a-055be44212b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:30.737298 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0efca-c2de-4e2b-a83a-055be44212b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:30.737298 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0efca-c2de-4e2b-a83a-055be44212b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:30.737645 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0efca-c2de-4e2b-a83a-055be44212b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:30.737921 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0efca-c2de-4e2b-a83a-055be44212b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:30.738330 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0efca-c2de-4e2b-a83a-055be44212b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:30.738778 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0efca-c2de-4e2b-a83a-055be44212b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:30.739192 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d0efca-c2de-4e2b-a83a-055be44212b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:30.780162 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-69bddf12-9a6c-4085-be57-e7e0157bd10e tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b04818fe-a97e-4d0c-a655-b261d556f78d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:30.809967 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] For port c63796bf-7a8c-4739-a0cd-3dbbe34c2e33, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:22:30.814405 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] For port c63796bf-7a8c-4739-a0cd-3dbbe34c2e33, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c63796bf-7a8c-4739-a0cd-3dbbe34c2e33,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:22:30.822415 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d5368d52-118b-4053-bc11-25af7801afd9 req-d497ca80-3a3d-4428-a7c0-a878bcbf26f1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (52a09544-e156-4e62-9a62-198d63c7ee44), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:30.831473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-69bddf12-9a6c-4085-be57-e7e0157bd10e tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Network 44790cf4-01e1-4cfb-ad07-911051bd4523 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:30.842464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-69bddf12-9a6c-4085-be57-e7e0157bd10e tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:30.844975 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-69bddf12-9a6c-4085-be57-e7e0157bd10e tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:30.884646 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3b8a5ed9-f2bf-4c94-9aa3-3c685a104960 req-fa0c726f-848d-4ee0-a322-0c2d568b03dd tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (06543928-6280-4976-a4b4-dfa7e849aaf0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:30.889868 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:30.891448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497ca80-3a3d-4428-a7c0-a878bcbf26f1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Pushing event deleted for resources: {'Port': ['ID=52a09544-e156-4e62-9a62-198d63c7ee44,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:30.897251 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bddf12-9a6c-4085-be57-e7e0157bd10e tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Pushing event updated for resources: {'Port': ['ID=b04818fe-a97e-4d0c-a655-b261d556f78d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:30.912444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba244001-3435-49d0-849f-93d028d1a849 req-6f6baed5-83de-4c08-a5c9-b8e5d5a4f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:30.914518 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ba244001-3435-49d0-849f-93d028d1a849 req-6f6baed5-83de-4c08-a5c9-b8e5d5a4f888 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b80315e5-9413-4324-b2ce-876491f6221e HTTP/1.1" status: 200 len: 1132 time: 0.1868382 Feb 11 04:22:30.922518 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c63796bf-7a8c-4739-a0cd-3dbbe34c2e33), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:30.942265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88812e47-547e-460d-b2be-45bc9022e4c8 req-8a8df1e5-559d-4204-9a42-ce442430bc23 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:30.943835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88812e47-547e-460d-b2be-45bc9022e4c8 req-8a8df1e5-559d-4204-9a42-ce442430bc23 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b80315e5-9413-4324-b2ce-876491f6221e HTTP/1.1" status: 200 len: 949 time: 0.2066553 Feb 11 04:22:30.982785 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:30.998465 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3b8a5ed9-f2bf-4c94-9aa3-3c685a104960 req-fa0c726f-848d-4ee0-a322-0c2d568b03dd tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (06543928-6280-4976-a4b4-dfa7e849aaf0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:31.008428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e82443-bc93-4084-9149-485886f981da {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:22:31.020415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5368d52-118b-4053-bc11-25af7801afd9 req-d497ca80-3a3d-4428-a7c0-a878bcbf26f1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] No DVR routers for this DVR port 52a09544-e156-4e62-9a62-198d63c7ee44 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:22:31.021800 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-69bddf12-9a6c-4085-be57-e7e0157bd10e tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:31.021800 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-69bddf12-9a6c-4085-be57-e7e0157bd10e tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:31.026703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Network 0a20f827-c8f6-43af-bd9b-9fddc1589aea is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:31.037240 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d5368d52-118b-4053-bc11-25af7801afd9 req-d497ca80-3a3d-4428-a7c0-a878bcbf26f1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:31.040683 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5368d52-118b-4053-bc11-25af7801afd9 req-d497ca80-3a3d-4428-a7c0-a878bcbf26f1 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.32 "DELETE /v2.0/ports/52a09544-e156-4e62-9a62-198d63c7ee44 HTTP/1.1" status: 204 len: 173 time: 1.8504078 Feb 11 04:22:31.044479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:31.044924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5', 'name': 'network-vif-deleted', 'tag': '52a09544-e156-4e62-9a62-198d63c7ee44'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:31.045523 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0febb55-72d5-4fd2-a497-78a60e12e70e" -d '{"events": [{"server_uuid": "e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5", "name": "network-vif-deleted", "tag": "52a09544-e156-4e62-9a62-198d63c7ee44"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:31.051488 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Publish callbacks [] for port (e0e82443-bc93-4084-9149-485886f981da), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:31.082585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:31.095557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Transition to ACTIVE for port object e0e82443-bc93-4084-9149-485886f981da will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:22:31.106448 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0efca-c2de-4e2b-a83a-055be44212b2 None None] Pushing event updated for resources: {'Port': ['ID=c63796bf-7a8c-4739-a0cd-3dbbe34c2e33,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:31.118432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88812e47-547e-460d-b2be-45bc9022e4c8 req-0e0d37cc-98c1-4f19-b41c-ee5803d325bd tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cacbfe-85a7-4f56-89f1-e7251f28ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543450 Feb 11 04:22:31.126688 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Routers {'39f66ab0-9ffd-4251-8c53-bb58cdc78c65'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:22:31.126688 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:22:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['39f66ab0-9ffd-4251-8c53-bb58cdc78c65'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:31.154982 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ba244001-3435-49d0-849f-93d028d1a849 req-2877d1c5-57bb-4dec-b554-424f20179037 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4cacbfe-85a7-4f56-89f1-e7251f28ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733372 Feb 11 04:22:31.167895 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:31.183642 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e0e82443-bc93-4084-9149-485886f981da), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:31.219066 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-69bddf12-9a6c-4085-be57-e7e0157bd10e tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2992349 Feb 11 04:22:31.243528 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3b8a5ed9-f2bf-4c94-9aa3-3c685a104960 req-fa0c726f-848d-4ee0-a322-0c2d568b03dd tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (06543928-6280-4976-a4b4-dfa7e849aaf0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:31.246488 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3b8a5ed9-f2bf-4c94-9aa3-3c685a104960 req-fa0c726f-848d-4ee0-a322-0c2d568b03dd tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:31.247717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b8a5ed9-f2bf-4c94-9aa3-3c685a104960 req-fa0c726f-848d-4ee0-a322-0c2d568b03dd tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] 10.222.0.13 "DELETE /v2.0/security-groups/06543928-6280-4976-a4b4-dfa7e849aaf0 HTTP/1.1" status: 204 len: 173 time: 0.5897586 Feb 11 04:22:31.260309 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44758) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:31.272380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c726f-848d-4ee0-a322-0c2d568b03dd tempest-SecurityGroupRulesNegativeTestJSON-935042929 tempest-SecurityGroupRulesNegativeTestJSON-935042929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06543928-6280-4976-a4b4-dfa7e849aaf0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:31.287480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e82443-bc93-4084-9149-485886f981da,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:31.353258 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ff8243-61ca-4608-bf61-d190dae8a855 admin admin] Deleting subnet 91abbb54-b88a-4450-9178-6398c1413398 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:22:31.353627 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8243-61ca-4608-bf61-d190dae8a855 admin admin] Publish callbacks [] for subnet (91abbb54-b88a-4450-9178-6398c1413398), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:31.392804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Request body: {'port': {'device_id': 'd55684a9-d1fd-4774-af88-168237e04c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:31.393083 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] Set router 39f66ab0-9ffd-4251-8c53-bb58cdc78c65 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:22:31.449983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Attempting to bind port e0e82443-bc93-4084-9149-485886f981da on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:22:31.450442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Attempting to bind port e0e82443-bc93-4084-9149-485886f981da by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:22:31.450917 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Attempting to bind port e0e82443-bc93-4084-9149-485886f981da on network 6cd12236-2b63-4f55-9764-b0d854f3a97e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:31.458066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Port e0e82443-bc93-4084-9149-485886f981da on network 6cd12236-2b63-4f55-9764-b0d854f3a97e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:22:31.460330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Attempting to bind port e0e82443-bc93-4084-9149-485886f981da on network 6cd12236-2b63-4f55-9764-b0d854f3a97e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:31.479978 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:22:31.484619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Checking segment: {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:31.484619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Bound using segment: {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:22:31.484619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Bound port: e0e82443-bc93-4084-9149-485886f981da, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:22:31.484619 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e0e82443-bc93-4084-9149-485886f981da), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:31.516305 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-327acc6e-2acb-4b5d-9d83-2b057dd560fd req-f45e7215-4b17-4ecb-8638-70018c813f8c tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5 HTTP/1.1" status: 200 len: 210 time: 0.0499070 Feb 11 04:22:31.627433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] For port e0e82443-bc93-4084-9149-485886f981da, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:22:31.632344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] For port e0e82443-bc93-4084-9149-485886f981da, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e0e82443-bc93-4084-9149-485886f981da,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:22:31.714944 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'name': 'tempest-ServerRescueTestJSON-1459792983-router', 'tenant_id': '5c5ab24820404cabad08d88b221522bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:25Z', 'updated_at': '2022-02-11T04:22:27Z', 'revision_number': 3, 'project_id': '5c5ab24820404cabad08d88b221522bc', 'gw_port': {'id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:27Z', 'updated_at': '2022-02-11T04:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:31.729801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a673a1a-cd12-4321-97d0-24d3c536a6d1 req-ff08077d-cbf7-4ba8-9fcb-7627bf376a2e tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:31.731962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a673a1a-cd12-4321-97d0-24d3c536a6d1 req-ff08077d-cbf7-4ba8-9fcb-7627bf376a2e tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 932 time: 0.0869751 Feb 11 04:22:31.735619 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e0e82443-bc93-4084-9149-485886f981da), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:31.773359 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba507e5-5053-4522-a02f-6bf7eca56a0f None None] The sync data for ids ['39f66ab0-9ffd-4251-8c53-bb58cdc78c65'] in n-d-712142-35 is: [{'id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'name': 'tempest-ServerRescueTestJSON-1459792983-router', 'tenant_id': '5c5ab24820404cabad08d88b221522bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:25Z', 'updated_at': '2022-02-11T04:22:27Z', 'revision_number': 3, 'project_id': '5c5ab24820404cabad08d88b221522bc', 'gw_port': {'id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:27Z', 'updated_at': '2022-02-11T04:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:22:31.816269 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86605c76-9c25-4ec4-b77b-aac3e92376d6 x-openstack-request-id: req-86605c76-9c25-4ec4-b77b-aac3e92376d6 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:31.816713 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5", "name": "network-vif-deleted", "tag": "52a09544-e156-4e62-9a62-198d63c7ee44", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:31.817091 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86605c76-9c25-4ec4-b77b-aac3e92376d6 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:31.817835 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00c1edf-7c7e-4d24-9284-3ca3cf8ed0b5', 'name': 'network-vif-deleted', 'tag': '52a09544-e156-4e62-9a62-198d63c7ee44', 'status': 'completed', 'code': 200} Feb 11 04:22:31.831094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:31.831598 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:31.833194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] 10.222.0.47 "PUT /v2.0/ports/e0e82443-bc93-4084-9149-485886f981da HTTP/1.1" status: 200 len: 1093 time: 2.0871482 Feb 11 04:22:31.876340 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62332a-beca-4812-b96b-669e95b078e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e82443-bc93-4084-9149-485886f981da,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:31.885053 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a673a1a-cd12-4321-97d0-24d3c536a6d1 req-c8af455f-d907-49b6-8b0d-00288a327adf tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f56560-0eda-4f78-82f3-e936ac679945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311040 Feb 11 04:22:31.897888 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8243-61ca-4608-bf61-d190dae8a855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (91abbb54-b88a-4450-9178-6398c1413398), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:31.926227 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:31.975009 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b04818fe-a97e-4d0c-a655-b261d556f78d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:32.031766 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8243-61ca-4608-bf61-d190dae8a855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (91abbb54-b88a-4450-9178-6398c1413398), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:32.072419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe2938-f128-486d-a975-d4686efe16e0 req-8b7a08a3-9320-4ca0-9976-be14e08d64d5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:32.079992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcbe2938-f128-486d-a975-d4686efe16e0 req-8b7a08a3-9320-4ca0-9976-be14e08d64d5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 944 time: 0.1331594 Feb 11 04:22:32.086023 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-a92530c8-240f-4b75-93f9-e6281e654ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:32.086492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-a92530c8-240f-4b75-93f9-e6281e654ca7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 1127 time: 0.1290560 Feb 11 04:22:32.196257 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-dda46bae-ede4-4c18-afbb-c0198fca0b47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e82443-bc93-4084-9149-485886f981da HTTP/1.1" status: 200 len: 217 time: 0.0871177 Feb 11 04:22:32.204387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef714083-8dc4-42ed-a3ad-21d2575435cb req-21ca8ea4-69e4-4309-a299-417eaae6b7cb tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:32.206104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ef714083-8dc4-42ed-a3ad-21d2575435cb req-21ca8ea4-69e4-4309-a299-417eaae6b7cb tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 949 time: 0.1971631 Feb 11 04:22:32.285236 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcbe2938-f128-486d-a975-d4686efe16e0 req-9f4fe603-25dd-4827-b2f0-a4a90379d730 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042515 Feb 11 04:22:32.344084 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8243-61ca-4608-bf61-d190dae8a855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (91abbb54-b88a-4450-9178-6398c1413398), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:32.385017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-20036d4d-887f-4a37-987c-99d19bd702bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:32.386848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-20036d4d-887f-4a37-987c-99d19bd702bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7de27eb8-a8a3-47a4-8b0d-bfc468039fee HTTP/1.1" status: 200 len: 852 time: 0.1795068 Feb 11 04:22:32.394108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ef714083-8dc4-42ed-a3ad-21d2575435cb req-40c08acd-7dc2-4d11-90b8-d5aafb3da425 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/security-groups?id=335954cd-a162-47df-8814-edb43628e638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525130 Feb 11 04:22:32.460962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-12cc153b-e7ad-4e9c-96d1-5bcc0b8460e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6cd12236-2b63-4f55-9764-b0d854f3a97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638225 Feb 11 04:22:32.525245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281886e-916d-4f55-a10d-22cf4da5d096 req-ecba937e-7cc1-485f-be39-21f187f19536 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:32.528059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c281886e-916d-4f55-a10d-22cf4da5d096 req-ecba937e-7cc1-485f-be39-21f187f19536 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1400514 Feb 11 04:22:32.573107 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8243-61ca-4608-bf61-d190dae8a855 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:32.579352 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a3ff8243-61ca-4608-bf61-d190dae8a855 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/91abbb54-b88a-4450-9178-6398c1413398 HTTP/1.1" status: 204 len: 168 time: 1.3175981 Feb 11 04:22:32.589566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44776) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:32.601268 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff8243-61ca-4608-bf61-d190dae8a855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91abbb54-b88a-4450-9178-6398c1413398,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:32.653130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c63796bf-7a8c-4739-a0cd-3dbbe34c2e33 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:32.684838 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Publish callbacks [] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:32.708055 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c281886e-916d-4f55-a10d-22cf4da5d096 req-116fc679-81e2-44ae-8534-2563fd9d9482 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417003 Feb 11 04:22:32.744748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c63796bf-7a8c-4739-a0cd-3dbbe34c2e33 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:32.745490 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c63796bf-7a8c-4739-a0cd-3dbbe34c2e33), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:32.756785 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04818fe-a97e-4d0c-a655-b261d556f78d {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:22:32.767134 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Publish callbacks [] for port (b04818fe-a97e-4d0c-a655-b261d556f78d), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:32.796648 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Transition to ACTIVE for port object b04818fe-a97e-4d0c-a655-b261d556f78d will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:22:32.796648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:32.797008 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-4e1c777d-0481-437d-a041-05a1bc3e96ca service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282077 Feb 11 04:22:32.847500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c63796bf-7a8c-4739-a0cd-3dbbe34c2e33 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:32.849030 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c63796bf-7a8c-4739-a0cd-3dbbe34c2e33), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:32.875488 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (b04818fe-a97e-4d0c-a655-b261d556f78d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:32.880852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port c63796bf-7a8c-4739-a0cd-3dbbe34c2e33, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c63796bf-7a8c-4739-a0cd-3dbbe34c2e33,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:32.897817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:32.901408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e5b6c-037a-4859-8565-2d28c7fdfd70 req-9dd19802-927e-4013-822a-abc1aafef23d tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:32.909418 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f4e5b6c-037a-4859-8565-2d28c7fdfd70 req-9dd19802-927e-4013-822a-abc1aafef23d tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b80315e5-9413-4324-b2ce-876491f6221e HTTP/1.1" status: 200 len: 949 time: 0.3218901 Feb 11 04:22:32.916327 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5222-8d2a-4026-a360-62b39c98d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (227fd661-cfd6-48a2-a064-3e70476b6e8a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:32.940480 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:32.949474 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c63796bf-7a8c-4739-a0cd-3dbbe34c2e33), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:32.996510 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 52a09544-e156-4e62-9a62-198d63c7ee44 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:22:33.029219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b715655b-c3ef-4bcf-9be7-4e603602209b req-13f0c383-e101-4802-8da6-5a4b8f5981af service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211673 Feb 11 04:22:33.031390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 52a09544-e156-4e62-9a62-198d63c7ee44 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:22:33.031864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 52a09544-e156-4e62-9a62-198d63c7ee44 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:22:33.058584 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=c63796bf-7a8c-4739-a0cd-3dbbe34c2e33,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:33.078308 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f4e5b6c-037a-4859-8565-2d28c7fdfd70 req-c619ade0-6593-4a5f-9b71-ce17745f8dc1 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cacbfe-85a7-4f56-89f1-e7251f28ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658192 Feb 11 04:22:33.123832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Pushing event updated for resources: {'Port': ['ID=b04818fe-a97e-4d0c-a655-b261d556f78d,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:33.145075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd02d7e-e30d-470c-892e-ba6ad58b172d req-9c44305a-4665-4c08-a257-4d8d6f642baa tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:33.147309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4dd02d7e-e30d-470c-892e-ba6ad58b172d req-9c44305a-4665-4c08-a257-4d8d6f642baa tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.2550988 Feb 11 04:22:33.189845 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Network 0a20f827-c8f6-43af-bd9b-9fddc1589aea is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:33.193246 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Attempting to bind port b04818fe-a97e-4d0c-a655-b261d556f78d on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:22:33.193603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Attempting to bind port b04818fe-a97e-4d0c-a655-b261d556f78d by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '33539548-9bcd-44c0-b015-8cb1b46b5e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '44790cf4-01e1-4cfb-ad07-911051bd4523'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:22:33.193941 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Attempting to bind port b04818fe-a97e-4d0c-a655-b261d556f78d on network 44790cf4-01e1-4cfb-ad07-911051bd4523 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:33.197412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:33.208021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Port b04818fe-a97e-4d0c-a655-b261d556f78d on network 44790cf4-01e1-4cfb-ad07-911051bd4523 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:22:33.209306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Attempting to bind port b04818fe-a97e-4d0c-a655-b261d556f78d on network 44790cf4-01e1-4cfb-ad07-911051bd4523 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:33.215006 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5222-8d2a-4026-a360-62b39c98d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (227fd661-cfd6-48a2-a064-3e70476b6e8a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:33.259012 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:22:33.259344 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Checking segment: {'id': '33539548-9bcd-44c0-b015-8cb1b46b5e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '44790cf4-01e1-4cfb-ad07-911051bd4523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:33.259756 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Bound using segment: {'id': '33539548-9bcd-44c0-b015-8cb1b46b5e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '44790cf4-01e1-4cfb-ad07-911051bd4523'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:22:33.260358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Bound port: b04818fe-a97e-4d0c-a655-b261d556f78d, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33539548-9bcd-44c0-b015-8cb1b46b5e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '44790cf4-01e1-4cfb-ad07-911051bd4523'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:22:33.260573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b04818fe-a97e-4d0c-a655-b261d556f78d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:33.261677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83178e15-0af9-48c3-8a22-6c39f37b4682 req-6cb63b03-6790-4fb5-beec-6df396b11313 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:33.263258 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83178e15-0af9-48c3-8a22-6c39f37b4682 req-6cb63b03-6790-4fb5-beec-6df396b11313 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 949 time: 0.2121143 Feb 11 04:22:33.265709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ab0c5222-8d2a-4026-a360-62b39c98d5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227fd661-cfd6-48a2-a064-3e70476b6e8a']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:33.292327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ab0c5222-8d2a-4026-a360-62b39c98d5b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b8b422-8768-4302-be64-7720af133917') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:33.292327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ab0c5222-8d2a-4026-a360-62b39c98d5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b8b422-8768-4302-be64-7720af133917') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:33.296503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4dd02d7e-e30d-470c-892e-ba6ad58b172d req-38d5283c-3499-42c4-8b19-45a8da8d1b4d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357412 Feb 11 04:22:33.342727 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] For port b04818fe-a97e-4d0c-a655-b261d556f78d, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:22:33.343883 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5222-8d2a-4026-a360-62b39c98d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (85b8b422-8768-4302-be64-7720af133917), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:33.346083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] For port b04818fe-a97e-4d0c-a655-b261d556f78d, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=b04818fe-a97e-4d0c-a655-b261d556f78d,segment=NetworkSegment(33539548-9bcd-44c0-b015-8cb1b46b5e5e),segment_id=33539548-9bcd-44c0-b015-8cb1b46b5e5e)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:22:33.367398 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5222-8d2a-4026-a360-62b39c98d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (85b8b422-8768-4302-be64-7720af133917), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:33.399887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0c5222-8d2a-4026-a360-62b39c98d5b2 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:22:33.400297 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5222-8d2a-4026-a360-62b39c98d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (85b8b422-8768-4302-be64-7720af133917), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:22:33.402308 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:22:33.433649 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Router 39f66ab0-9ffd-4251-8c53-bb58cdc78c65 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:22:33.438583 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (b04818fe-a97e-4d0c-a655-b261d556f78d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:33.538092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:33.539115 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:33.540771 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-83178e15-0af9-48c3-8a22-6c39f37b4682 req-482d0987-0dbf-4e52-b66c-35e18867d9a9 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Deleting port 88fc8737-fcce-4e40-9cdd-4b74a32aa960 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:22:33.541127 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-83178e15-0af9-48c3-8a22-6c39f37b4682 req-482d0987-0dbf-4e52-b66c-35e18867d9a9 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:33.541457 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] 10.222.0.47 "PUT /v2.0/ports/b04818fe-a97e-4d0c-a655-b261d556f78d HTTP/1.1" status: 200 len: 1093 time: 2.1854758 Feb 11 04:22:33.545123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55684a9-d1fd-4774-af88-168237e04c49', 'tag': 'b04818fe-a97e-4d0c-a655-b261d556f78d'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:33.549424 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204bfe05-dd62-4184-bdb9-3c2a485ebe81" -d '{"events": [{"name": "network-changed", "server_uuid": "d55684a9-d1fd-4774-af88-168237e04c49", "tag": "b04818fe-a97e-4d0c-a655-b261d556f78d"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:33.623181 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ecbe0-fd16-4cbf-9914-1f01af43830f req-f3e4176e-cb31-42cd-a016-3a0635096756 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:33.625605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-419ecbe0-fd16-4cbf-9914-1f01af43830f req-f3e4176e-cb31-42cd-a016-3a0635096756 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 944 time: 0.1936970 Feb 11 04:22:33.634219 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5222-8d2a-4026-a360-62b39c98d5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (227fd661-cfd6-48a2-a064-3e70476b6e8a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:33.653795 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:33.662242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38a47e-ce16-4e6f-a8ca-2554daa2b99d service neutron] Pushing event updated for resources: {'Port': ['ID=b04818fe-a97e-4d0c-a655-b261d556f78d,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:33.688796 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5222-8d2a-4026-a360-62b39c98d5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:33.692108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ab0c5222-8d2a-4026-a360-62b39c98d5b2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/227fd661-cfd6-48a2-a064-3e70476b6e8a HTTP/1.1" status: 204 len: 168 time: 1.1014922 Feb 11 04:22:33.735576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c5222-8d2a-4026-a360-62b39c98d5b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=227fd661-cfd6-48a2-a064-3e70476b6e8a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:33.773687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-83178e15-0af9-48c3-8a22-6c39f37b4682 req-482d0987-0dbf-4e52-b66c-35e18867d9a9 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] For port 88fc8737-fcce-4e40-9cdd-4b74a32aa960, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=88fc8737-fcce-4e40-9cdd-4b74a32aa960,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:33.774068 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-83178e15-0af9-48c3-8a22-6c39f37b4682 req-482d0987-0dbf-4e52-b66c-35e18867d9a9 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:33.783684 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:33.802256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65937a-8d0d-481e-bb40-3203a6136e04 req-cac07255-481f-4fe4-9142-cedc18074a14 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:33.802256 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c65937a-8d0d-481e-bb40-3203a6136e04 req-cac07255-481f-4fe4-9142-cedc18074a14 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 944 time: 0.2210014 Feb 11 04:22:33.807385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-83178e15-0af9-48c3-8a22-6c39f37b4682 req-482d0987-0dbf-4e52-b66c-35e18867d9a9 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Calling delete_port for 88fc8737-fcce-4e40-9cdd-4b74a32aa960 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:22:33.864107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-2db3204b-03f3-45a9-8b59-2333ed05b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:33.866614 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-2db3204b-03f3-45a9-8b59-2333ed05b3d0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24c75ac874ae47bd97071e9a1cffaf67&device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 1127 time: 0.1117899 Feb 11 04:22:33.870890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:22:33.884208 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-258ef388-1040-4809-89a7-64868b1cd4a1 admin admin] 10.222.0.13 "PUT /v2.0/routers/39f66ab0-9ffd-4251-8c53-bb58cdc78c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5736828 Feb 11 04:22:33.893385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49', 'tag': 'e0e82443-bc93-4084-9149-485886f981da'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:33.895712 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f282ce57-0661-493b-9d1e-73264ee61d62" -d '{"events": [{"name": "network-changed", "server_uuid": "21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49", "tag": "e0e82443-bc93-4084-9149-485886f981da"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:33.908374 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-419ecbe0-fd16-4cbf-9914-1f01af43830f req-c23bd546-b6c5-472f-a448-44e8a2fe5c34 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f56560-0eda-4f78-82f3-e936ac679945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425146 Feb 11 04:22:33.940799 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-26a97469-a6ad-42d6-94cf-54b4d130dbd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b04818fe-a97e-4d0c-a655-b261d556f78d HTTP/1.1" status: 200 len: 217 time: 0.0591466 Feb 11 04:22:34.008747 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-d8cd6fd3-dc71-4f1f-ac6d-abfd1a252b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:34.010493 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-d8cd6fd3-dc71-4f1f-ac6d-abfd1a252b33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00d33a8f-b2f6-47ef-859d-b7df7f7b054e HTTP/1.1" status: 200 len: 860 time: 0.0634720 Feb 11 04:22:34.056943 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-72e6cabd-d66a-4768-9d73-809c409cc005 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44790cf4-01e1-4cfb-ad07-911051bd4523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400085 Feb 11 04:22:34.092082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c65937a-8d0d-481e-bb40-3203a6136e04 req-280d5fc5-8677-4e73-939a-6c2dda3085f0 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436291 Feb 11 04:22:34.176390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275aa97-78ee-4223-a719-c2834eadd247 req-fa7cb0c7-40e7-464a-99af-fe7ba32371e2 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:34.177951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6275aa97-78ee-4223-a719-c2834eadd247 req-fa7cb0c7-40e7-464a-99af-fe7ba32371e2 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 944 time: 0.2308547 Feb 11 04:22:34.184695 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44810) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:34.260494 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-cf2ace58-56cc-408a-ba3f-f4f2292996d7 service neutron] 10.222.0.47 "GET /v2.0/networks/44790cf4-01e1-4cfb-ad07-911051bd4523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979504 Feb 11 04:22:34.275051 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-83178e15-0af9-48c3-8a22-6c39f37b4682 req-482d0987-0dbf-4e52-b66c-35e18867d9a9 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (88fc8737-fcce-4e40-9cdd-4b74a32aa960), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:34.290133 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['88fc8737-fcce-4e40-9cdd-4b74a32aa960'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:22:34.315791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bc07a12e-494d-49c9-ad95-2b051f661bcf req-1e0c43b9-58c8-409d-aeba-c33108100b71 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d22d356-0bfa-4aa5-9819-14f8e394a9d3 HTTP/1.1" status: 200 len: 210 time: 0.0911837 Feb 11 04:22:34.366187 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Sync routers for ids ['39f66ab0-9ffd-4251-8c53-bb58cdc78c65'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:22:34.381411 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Routers {'39f66ab0-9ffd-4251-8c53-bb58cdc78c65'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:22:34.382335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:22:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['39f66ab0-9ffd-4251-8c53-bb58cdc78c65'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:34.394287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d0987-0dbf-4e52-b66c-35e18867d9a9 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Pushing event deleted for resources: {'Port': ['ID=88fc8737-fcce-4e40-9cdd-4b74a32aa960,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:34.415440 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e61be2b8-67f0-4334-b2ad-61f535b60a53 req-347524bf-bb83-4c41-bf6f-3222cc813db2 service neutron] 10.222.0.47 "GET /v2.0/networks/44790cf4-01e1-4cfb-ad07-911051bd4523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437459 Feb 11 04:22:34.472095 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba2c96-4612-4037-a266-5ab30d690f4e req-8ef2b9e2-370f-44a9-9135-b86dc05ed311 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:34.475625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-daba2c96-4612-4037-a266-5ab30d690f4e req-8ef2b9e2-370f-44a9-9135-b86dc05ed311 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 944 time: 0.4154310 Feb 11 04:22:34.527437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b2bf23c8-04d0-4c20-b3dd-8513bf058e0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2177b463a5d499cbcaba81f8733ca17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332164 Feb 11 04:22:34.527819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44814) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:34.581511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-83178e15-0af9-48c3-8a22-6c39f37b4682 req-482d0987-0dbf-4e52-b66c-35e18867d9a9 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] No DVR routers for this DVR port 88fc8737-fcce-4e40-9cdd-4b74a32aa960 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:22:34.598708 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-83178e15-0af9-48c3-8a22-6c39f37b4682 req-482d0987-0dbf-4e52-b66c-35e18867d9a9 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:34.605035 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83178e15-0af9-48c3-8a22-6c39f37b4682 req-482d0987-0dbf-4e52-b66c-35e18867d9a9 tempest-ImagesNegativeTestJSON-1225332057 tempest-ImagesNegativeTestJSON-1225332057-project] 10.222.0.32 "DELETE /v2.0/ports/88fc8737-fcce-4e40-9cdd-4b74a32aa960 HTTP/1.1" status: 204 len: 173 time: 1.3329220 Feb 11 04:22:34.638360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-6275aa97-78ee-4223-a719-c2834eadd247 req-960d37b0-d324-4c2c-a3c1-ae67aa9d294e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Deleting port 4d466aff-0a38-473a-a521-0a4e6b7aea76 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:22:34.638873 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6275aa97-78ee-4223-a719-c2834eadd247 req-960d37b0-d324-4c2c-a3c1-ae67aa9d294e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:34.666080 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Publish callbacks [] for security_group (21482be4-dac1-4ce1-8578-6cad4314303d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:34.710769 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-daba2c96-4612-4037-a266-5ab30d690f4e req-70f93bea-c443-4cc0-95fc-a2e80fa9a607 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/security-groups?id=e53dc098-dc1f-43c9-bb2d-dd601cca34d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901314 Feb 11 04:22:34.718555 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Publish callbacks [] for security_group (21482be4-dac1-4ce1-8578-6cad4314303d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:34.746928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c63796bf-7a8c-4739-a0cd-3dbbe34c2e33 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:34.810060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Set router 39f66ab0-9ffd-4251-8c53-bb58cdc78c65 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:22:34.852975 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6275aa97-78ee-4223-a719-c2834eadd247 req-960d37b0-d324-4c2c-a3c1-ae67aa9d294e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] For port 4d466aff-0a38-473a-a521-0a4e6b7aea76, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4d466aff-0a38-473a-a521-0a4e6b7aea76,segment=NetworkSegment(9a3128c6-9643-44fd-87c4-a946288ce552),segment_id=9a3128c6-9643-44fd-87c4-a946288ce552)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:34.853764 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6275aa97-78ee-4223-a719-c2834eadd247 req-960d37b0-d324-4c2c-a3c1-ae67aa9d294e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:34.865468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e0e82443-bc93-4084-9149-485886f981da details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:22:34.886076 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c13c314-b406-4505-957f-f9ac9a597ed5 x-openstack-request-id: req-4c13c314-b406-4505-957f-f9ac9a597ed5 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:34.886593 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55684a9-d1fd-4774-af88-168237e04c49", "tag": "b04818fe-a97e-4d0c-a655-b261d556f78d", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:34.886977 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c13c314-b406-4505-957f-f9ac9a597ed5 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:34.887523 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55684a9-d1fd-4774-af88-168237e04c49', 'tag': 'b04818fe-a97e-4d0c-a655-b261d556f78d', 'status': 'completed', 'code': 200} Feb 11 04:22:34.923391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-6275aa97-78ee-4223-a719-c2834eadd247 req-960d37b0-d324-4c2c-a3c1-ae67aa9d294e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Calling delete_port for 4d466aff-0a38-473a-a521-0a4e6b7aea76 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:22:34.981470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (21482be4-dac1-4ce1-8578-6cad4314303d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:34.995848 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:35.006059 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21482be4-dac1-4ce1-8578-6cad4314303d HTTP/1.1" status: 204 len: 168 time: 0.4767246 Feb 11 04:22:35.033019 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de182b6d-8dce-4080-9180-55657052ffa2 x-openstack-request-id: req-de182b6d-8dce-4080-9180-55657052ffa2 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:35.033781 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49", "tag": "e0e82443-bc93-4084-9149-485886f981da", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:35.035386 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de182b6d-8dce-4080-9180-55657052ffa2 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:35.037056 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49', 'tag': 'e0e82443-bc93-4084-9149-485886f981da', 'status': 'completed', 'code': 200} Feb 11 04:22:35.050002 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21482be4-dac1-4ce1-8578-6cad4314303d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:35.093683 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.resource_extend [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:22:35.099448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:35.099959 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:35.100453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:35.100953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:35.101448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:35.101930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:35.102423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:35.102938 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:35.103426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:35.103909 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:35.104394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:35.104882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:35.105356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ededf39f-fe3a-4d9b-9779-e05d99571922 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:35.136560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bfe05-dd62-4184-bdb9-3c2a485ebe81 req-bebce03b-91ad-4027-bbe4-f05874c5f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:35.149305 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-204bfe05-dd62-4184-bdb9-3c2a485ebe81 req-bebce03b-91ad-4027-bbe4-f05874c5f8d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=24c75ac874ae47bd97071e9a1cffaf67&device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 1127 time: 0.2233226 Feb 11 04:22:35.161620 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c63796bf-7a8c-4739-a0cd-3dbbe34c2e33 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:35.162012 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c63796bf-7a8c-4739-a0cd-3dbbe34c2e33), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:35.247958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051eb6df-b783-438c-9252-dc7977005a2c req-41a5ae1d-bdbd-47c3-af94-27889bf7dfd2 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:35.258910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-051eb6df-b783-438c-9252-dc7977005a2c req-41a5ae1d-bdbd-47c3-af94-27889bf7dfd2 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b80315e5-9413-4324-b2ce-876491f6221e HTTP/1.1" status: 200 len: 949 time: 0.2191403 Feb 11 04:22:35.414422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bfe05-dd62-4184-bdb9-3c2a485ebe81 req-d72f6b15-9443-4d57-947b-7b6203a9439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:35.425162 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-204bfe05-dd62-4184-bdb9-3c2a485ebe81 req-d72f6b15-9443-4d57-947b-7b6203a9439e service neutron] 10.222.0.47 "GET /v2.0/networks?id=44790cf4-01e1-4cfb-ad07-911051bd4523 HTTP/1.1" status: 200 len: 921 time: 0.2746258 Feb 11 04:22:35.459297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port e0e82443-bc93-4084-9149-485886f981da, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e0e82443-bc93-4084-9149-485886f981da,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:35.535518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'e0e82443-bc93-4084-9149-485886f981da', 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e', 'port_id': 'e0e82443-bc93-4084-9149-485886f981da', 'mac_address': 'fa:16:3e:3e:bc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de27eb8-a8a3-47a4-8b0d-bfc468039fee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:22:35.550606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c63796bf-7a8c-4739-a0cd-3dbbe34c2e33 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:35.560021 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-204bfe05-dd62-4184-bdb9-3c2a485ebe81 req-1d7d1ff6-d3dc-4b41-86b1-4f10bcaf5e39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b04818fe-a97e-4d0c-a655-b261d556f78d HTTP/1.1" status: 200 len: 217 time: 0.1235638 Feb 11 04:22:35.609288 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port e0e82443-bc93-4084-9149-485886f981da is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:35.609957 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e0e82443-bc93-4084-9149-485886f981da), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:35.622680 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'name': 'tempest-ServerRescueTestJSON-1459792983-router', 'tenant_id': '5c5ab24820404cabad08d88b221522bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:25Z', 'updated_at': '2022-02-11T04:22:31Z', 'revision_number': 4, 'project_id': '5c5ab24820404cabad08d88b221522bc', 'gw_port': {'id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:27Z', 'updated_at': '2022-02-11T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3', 'name': '', 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea', 'tenant_id': '5c5ab24820404cabad08d88b221522bc', 'mac_address': 'fa:16:3e:d9:08:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0575d29c-44f0-42cf-9a3b-e3b065542552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:30Z', 'updated_at': '2022-02-11T04:22:32Z', 'revision_number': 2, 'project_id': '5c5ab24820404cabad08d88b221522bc', 'subnets': [{'id': '0575d29c-44f0-42cf-9a3b-e3b065542552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:35.635523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bfe05-dd62-4184-bdb9-3c2a485ebe81 req-53cf1a6f-0f1e-41f5-b579-8e92ac813148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:35.637952 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-204bfe05-dd62-4184-bdb9-3c2a485ebe81 req-53cf1a6f-0f1e-41f5-b579-8e92ac813148 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00d33a8f-b2f6-47ef-859d-b7df7f7b054e HTTP/1.1" status: 200 len: 860 time: 0.0748961 Feb 11 04:22:35.653472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Checking router: 39f66ab0-9ffd-4251-8c53-bb58cdc78c65 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:22:35.654098 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Updating router 39f66ab0-9ffd-4251-8c53-bb58cdc78c65 port c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:22:35.657555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e82443-bc93-4084-9149-485886f981da {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:22:35.692915 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-204bfe05-dd62-4184-bdb9-3c2a485ebe81 req-5e1358b3-4584-4be5-8ec1-1a987179bb9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=44790cf4-01e1-4cfb-ad07-911051bd4523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473759 Feb 11 04:22:35.708940 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:35.713749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port e0e82443-bc93-4084-9149-485886f981da, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e0e82443-bc93-4084-9149-485886f981da,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:35.731643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282ce57-0661-493b-9d1e-73264ee61d62 req-6ae52d08-5c3e-4aa9-bf39-3f5b1ed87402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:35.735615 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f282ce57-0661-493b-9d1e-73264ee61d62 req-6ae52d08-5c3e-4aa9-bf39-3f5b1ed87402 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 1127 time: 0.6972816 Feb 11 04:22:35.850600 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e0e82443-bc93-4084-9149-485886f981da), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:35.893400 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-204bfe05-dd62-4184-bdb9-3c2a485ebe81 req-81557f58-5e14-42eb-b509-1b5ed9b11177 service neutron] 10.222.0.47 "GET /v2.0/networks/44790cf4-01e1-4cfb-ad07-911051bd4523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897399 Feb 11 04:22:35.971321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=e0e82443-bc93-4084-9149-485886f981da,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:36.001490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282ce57-0661-493b-9d1e-73264ee61d62 req-76edb9a5-ac64-421f-bb93-0c9fe9dc7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:36.003005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f282ce57-0661-493b-9d1e-73264ee61d62 req-76edb9a5-ac64-421f-bb93-0c9fe9dc7f8e service neutron] 10.222.0.47 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 913 time: 0.2555740 Feb 11 04:22:36.075848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f282ce57-0661-493b-9d1e-73264ee61d62 req-67df270a-061c-41b0-b8a8-f85b9a29bf8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0e82443-bc93-4084-9149-485886f981da HTTP/1.1" status: 200 len: 217 time: 0.0541279 Feb 11 04:22:36.095008 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-204bfe05-dd62-4184-bdb9-3c2a485ebe81 req-694e5ddc-5861-402a-8207-0915d886f6c7 service neutron] 10.222.0.47 "GET /v2.0/networks/44790cf4-01e1-4cfb-ad07-911051bd4523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935024 Feb 11 04:22:36.151907 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-051eb6df-b783-438c-9252-dc7977005a2c req-45983408-72e9-456a-af0a-58ea459bd4c2 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4cacbfe-85a7-4f56-89f1-e7251f28ae16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8916395 Feb 11 04:22:36.186658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['e0e82443-bc93-4084-9149-485886f981da'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:22:36.272731 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6275aa97-78ee-4223-a719-c2834eadd247 req-960d37b0-d324-4c2c-a3c1-ae67aa9d294e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4d466aff-0a38-473a-a521-0a4e6b7aea76), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:36.279180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282ce57-0661-493b-9d1e-73264ee61d62 req-a5aafacf-66d5-4c49-a2f7-f0438845eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:36.281313 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f282ce57-0661-493b-9d1e-73264ee61d62 req-a5aafacf-66d5-4c49-a2f7-f0438845eac4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7de27eb8-a8a3-47a4-8b0d-bfc468039fee HTTP/1.1" status: 200 len: 852 time: 0.1937752 Feb 11 04:22:36.313224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5d32c-c71e-42fd-ad1d-87c0a232acc2 req-c58fdb6e-99c6-4d59-8664-ad00b33e688b tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:36.316016 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-30c5d32c-c71e-42fd-ad1d-87c0a232acc2 req-c58fdb6e-99c6-4d59-8664-ad00b33e688b tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.47 "GET /v2.0/ports?device_id=b80315e5-9413-4324-b2ce-876491f6221e HTTP/1.1" status: 200 len: 949 time: 0.0905476 Feb 11 04:22:36.363292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f282ce57-0661-493b-9d1e-73264ee61d62 req-eb814503-937a-47a3-b80c-49f44aea05b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6cd12236-2b63-4f55-9764-b0d854f3a97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611794 Feb 11 04:22:36.378481 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Publish callbacks [] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:36.467466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-30c5d32c-c71e-42fd-ad1d-87c0a232acc2 req-b0259326-a122-4333-8737-5367a74065dd tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Deleting port 20a531e6-935e-491b-8676-2d74dcfc1edc {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:22:36.467794 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-30c5d32c-c71e-42fd-ad1d-87c0a232acc2 req-b0259326-a122-4333-8737-5367a74065dd tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:36.487115 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:36.496771 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f282ce57-0661-493b-9d1e-73264ee61d62 req-255ef232-a563-4fe6-8e78-b343b1ec2e27 service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093440 Feb 11 04:22:36.497656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d37b0-d324-4c2c-a3c1-ae67aa9d294e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Pushing event deleted for resources: {'Port': ['ID=4d466aff-0a38-473a-a521-0a4e6b7aea76,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:36.621561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-b47734ae-7937-4d3e-a318-8c22d25ef878 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:36.623256 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-b47734ae-7937-4d3e-a318-8c22d25ef878 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/networks?id=0a20f827-c8f6-43af-bd9b-9fddc1589aea HTTP/1.1" status: 200 len: 811 time: 0.8867049 Feb 11 04:22:36.636925 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-30c5d32c-c71e-42fd-ad1d-87c0a232acc2 req-b0259326-a122-4333-8737-5367a74065dd tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] For port 20a531e6-935e-491b-8676-2d74dcfc1edc, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=20a531e6-935e-491b-8676-2d74dcfc1edc,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:36.637950 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-30c5d32c-c71e-42fd-ad1d-87c0a232acc2 req-b0259326-a122-4333-8737-5367a74065dd tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:36.641693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a4a03-d871-4fb9-8e33-1e88ca5ed807 None None] Pushing event updated for resources: {'Port': ['ID=c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:36.667544 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-30c5d32c-c71e-42fd-ad1d-87c0a232acc2 req-b0259326-a122-4333-8737-5367a74065dd tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Calling delete_port for 20a531e6-935e-491b-8676-2d74dcfc1edc owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:22:36.685254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-6275aa97-78ee-4223-a719-c2834eadd247 req-960d37b0-d324-4c2c-a3c1-ae67aa9d294e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] No DVR routers for this DVR port 4d466aff-0a38-473a-a521-0a4e6b7aea76 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:22:36.691937 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6275aa97-78ee-4223-a719-c2834eadd247 req-960d37b0-d324-4c2c-a3c1-ae67aa9d294e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:36.695665 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6275aa97-78ee-4223-a719-c2834eadd247 req-960d37b0-d324-4c2c-a3c1-ae67aa9d294e tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.32 "DELETE /v2.0/ports/4d466aff-0a38-473a-a521-0a4e6b7aea76 HTTP/1.1" status: 204 len: 173 time: 2.5127075 Feb 11 04:22:36.723591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-c34b336a-ef49-438f-8c0d-602ec2c902d8 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/quotas/5c5ab24820404cabad08d88b221522bc HTTP/1.1" status: 200 len: 375 time: 0.0773070 Feb 11 04:22:36.761525 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Attempting to bind port c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:22:36.761901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Attempting to bind port c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '0c6351ce-033a-4d07-81e8-418235c5f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:22:36.762266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Attempting to bind port c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3 on network 0a20f827-c8f6-43af-bd9b-9fddc1589aea {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:36.770938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:22:36.773019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Checking segment: {'id': '0c6351ce-033a-4d07-81e8-418235c5f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:36.773019 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:36.773019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Bound using segment: {'id': '0c6351ce-033a-4d07-81e8-418235c5f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:22:36.773019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Bound port: c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6351ce-033a-4d07-81e8-418235c5f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:22:36.773019 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:36.811422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed8bc6-d2ef-42e7-b195-eb29373a07ef req-e4353897-cad3-4758-8b93-137de22b8def tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:36.812979 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87ed8bc6-d2ef-42e7-b195-eb29373a07ef req-e4353897-cad3-4758-8b93-137de22b8def tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 944 time: 0.5460424 Feb 11 04:22:36.824598 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f282ce57-0661-493b-9d1e-73264ee61d62 req-a86667ce-8dba-465e-8491-7a25943974cd service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155491 Feb 11 04:22:36.913604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] For port c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:22:36.919220 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] For port c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3,segment=NetworkSegment(0c6351ce-033a-4d07-81e8-418235c5f96d),segment_id=0c6351ce-033a-4d07-81e8-418235c5f96d)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:22:36.929176 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device b04818fe-a97e-4d0c-a655-b261d556f78d details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:22:36.978061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87ed8bc6-d2ef-42e7-b195-eb29373a07ef req-4fe2dcd1-4956-487d-8f95-4ab3c29d2c40 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f56560-0eda-4f78-82f3-e936ac679945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321731 Feb 11 04:22:36.987583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-ae64034a-4def-4ed0-b736-75c6a44f0d55 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5ab24820404cabad08d88b221522bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2630732 Feb 11 04:22:37.025503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 88fc8737-fcce-4e40-9cdd-4b74a32aa960 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:22:37.039288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d22d356-0bfa-4aa5-9819-14f8e394a9d3', 'name': 'network-vif-deleted', 'tag': '88fc8737-fcce-4e40-9cdd-4b74a32aa960'}, {'server_uuid': '8e683866-f923-46c5-8406-87c0d3273413', 'name': 'network-vif-deleted', 'tag': '4d466aff-0a38-473a-a521-0a4e6b7aea76'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:37.042000 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5b3b6a-a77c-46f4-9e42-b0934b05737f" -d '{"events": [{"server_uuid": "3d22d356-0bfa-4aa5-9819-14f8e394a9d3", "name": "network-vif-deleted", "tag": "88fc8737-fcce-4e40-9cdd-4b74a32aa960"}, {"server_uuid": "8e683866-f923-46c5-8406-87c0d3273413", "name": "network-vif-deleted", "tag": "4d466aff-0a38-473a-a521-0a4e6b7aea76"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:37.049871 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:37.099217 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-30c5d32c-c71e-42fd-ad1d-87c0a232acc2 req-b0259326-a122-4333-8737-5367a74065dd tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (20a531e6-935e-491b-8676-2d74dcfc1edc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:37.146880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-b2788a5e-f686-42db-abb0-1484849cd00b service neutron] 10.222.0.13 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523395 Feb 11 04:22:37.169137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['20a531e6-935e-491b-8676-2d74dcfc1edc'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:22:37.172037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 88fc8737-fcce-4e40-9cdd-4b74a32aa960 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:22:37.174417 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 88fc8737-fcce-4e40-9cdd-4b74a32aa960 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:22:37.174806 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0259326-a122-4333-8737-5367a74065dd tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Pushing event deleted for resources: {'Port': ['ID=20a531e6-935e-491b-8676-2d74dcfc1edc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:37.181431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6932420-bd7e-4fe4-8a8d-883ddb879e23 req-3c602c40-7614-4171-a103-eec99522b930 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:37.181431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6932420-bd7e-4fe4-8a8d-883ddb879e23 req-3c602c40-7614-4171-a103-eec99522b930 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 945 time: 0.1041706 Feb 11 04:22:37.301439 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c5d32c-c71e-42fd-ad1d-87c0a232acc2 req-b0259326-a122-4333-8737-5367a74065dd tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] No DVR routers for this DVR port 20a531e6-935e-491b-8676-2d74dcfc1edc on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:22:37.306417 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-30c5d32c-c71e-42fd-ad1d-87c0a232acc2 req-b0259326-a122-4333-8737-5367a74065dd tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:37.309905 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-30c5d32c-c71e-42fd-ad1d-87c0a232acc2 req-b0259326-a122-4333-8737-5367a74065dd tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.47 "DELETE /v2.0/ports/20a531e6-935e-491b-8676-2d74dcfc1edc HTTP/1.1" status: 204 len: 173 time: 0.9881287 Feb 11 04:22:37.310414 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80315e5-9413-4324-b2ce-876491f6221e', 'name': 'network-vif-deleted', 'tag': '20a531e6-935e-491b-8676-2d74dcfc1edc'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:37.322856 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe58492-7cb3-4d26-bd1d-93a4091fd0c6" -d '{"events": [{"server_uuid": "b80315e5-9413-4324-b2ce-876491f6221e", "name": "network-vif-deleted", "tag": "20a531e6-935e-491b-8676-2d74dcfc1edc"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:37.343384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Routers {'39f66ab0-9ffd-4251-8c53-bb58cdc78c65'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:22:37.344518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:22:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['39f66ab0-9ffd-4251-8c53-bb58cdc78c65'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:37.385444 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6932420-bd7e-4fe4-8a8d-883ddb879e23 req-bc42d39d-e334-44fc-8c9d-fae482f53107 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628103 Feb 11 04:22:37.407741 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-0c152cfd-3f76-4596-946c-5f0947fc4a86 service neutron] 10.222.0.13 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261121 Feb 11 04:22:37.469541 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44868) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:37.504924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a4a03-d871-4fb9-8e33-1e88ca5ed807 None None] Pushing event updated for resources: {'Port': ['ID=c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:37.514905 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port b04818fe-a97e-4d0c-a655-b261d556f78d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=b04818fe-a97e-4d0c-a655-b261d556f78d,segment=NetworkSegment(33539548-9bcd-44c0-b015-8cb1b46b5e5e),segment_id=33539548-9bcd-44c0-b015-8cb1b46b5e5e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:37.544445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'b04818fe-a97e-4d0c-a655-b261d556f78d', 'network_id': '44790cf4-01e1-4cfb-ad07-911051bd4523', 'port_id': 'b04818fe-a97e-4d0c-a655-b261d556f78d', 'mac_address': 'fa:16:3e:92:51:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d33a8f-b2f6-47ef-859d-b7df7f7b054e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:22:37.715406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port b04818fe-a97e-4d0c-a655-b261d556f78d is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:37.715938 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b04818fe-a97e-4d0c-a655-b261d556f78d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:37.727041 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2078442593-network', 'tenant_id': '6ef504e8f1324006acdf369bff207666'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:37.743773 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] Set router 39f66ab0-9ffd-4251-8c53-bb58cdc78c65 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:22:37.791509 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab42b444-0013-40e0-8b61-cca52abf52ba req-146eaf79-30ae-4b8c-a0a2-e987868a6705 tempest-LiveMigrationTest-2057807063 tempest-LiveMigrationTest-2057807063-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e683866-f923-46c5-8406-87c0d3273413 HTTP/1.1" status: 200 len: 210 time: 0.0819266 Feb 11 04:22:37.797275 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0922646b-f87a-4130-be6b-5c7278c73fc0 x-openstack-request-id: req-0922646b-f87a-4130-be6b-5c7278c73fc0 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:37.797614 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d22d356-0bfa-4aa5-9819-14f8e394a9d3", "name": "network-vif-deleted", "tag": "88fc8737-fcce-4e40-9cdd-4b74a32aa960", "status": "completed", "code": 200}, {"server_uuid": "8e683866-f923-46c5-8406-87c0d3273413", "name": "network-vif-deleted", "tag": "4d466aff-0a38-473a-a521-0a4e6b7aea76", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:37.797852 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0922646b-f87a-4130-be6b-5c7278c73fc0 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:37.798255 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d22d356-0bfa-4aa5-9819-14f8e394a9d3', 'name': 'network-vif-deleted', 'tag': '88fc8737-fcce-4e40-9cdd-4b74a32aa960', 'status': 'completed', 'code': 200} Feb 11 04:22:37.798551 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e683866-f923-46c5-8406-87c0d3273413', 'name': 'network-vif-deleted', 'tag': '4d466aff-0a38-473a-a521-0a4e6b7aea76', 'status': 'completed', 'code': 200} Feb 11 04:22:37.826174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04818fe-a97e-4d0c-a655-b261d556f78d {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:22:37.833225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] Made reservation on behalf of 6ef504e8f1324006acdf369bff207666 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:37.833756 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:37.852161 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:37.891032 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cdeda1-1e7f-4a49-83b4-002230e41197 x-openstack-request-id: req-79cdeda1-1e7f-4a49-83b4-002230e41197 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:37.891032 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80315e5-9413-4324-b2ce-876491f6221e", "name": "network-vif-deleted", "tag": "20a531e6-935e-491b-8676-2d74dcfc1edc", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:37.891032 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79cdeda1-1e7f-4a49-83b4-002230e41197 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:37.891032 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80315e5-9413-4324-b2ce-876491f6221e', 'name': 'network-vif-deleted', 'tag': '20a531e6-935e-491b-8676-2d74dcfc1edc', 'status': 'completed', 'code': 200} Feb 11 04:22:37.927449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port b04818fe-a97e-4d0c-a655-b261d556f78d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=b04818fe-a97e-4d0c-a655-b261d556f78d,segment=NetworkSegment(33539548-9bcd-44c0-b015-8cb1b46b5e5e),segment_id=33539548-9bcd-44c0-b015-8cb1b46b5e5e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:37.986156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de11378e-e3e5-4a32-bf0a-983f6c4f0336 req-0baf7ae6-3567-4af0-b41d-a900fb51be40 tempest-ServerDiagnosticsNegativeTest-722866919 tempest-ServerDiagnosticsNegativeTest-722866919-project] 10.222.0.13 "GET /v2.0/ports?device_id=b80315e5-9413-4324-b2ce-876491f6221e HTTP/1.1" status: 200 len: 210 time: 0.0638449 Feb 11 04:22:38.011001 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b04818fe-a97e-4d0c-a655-b261d556f78d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:38.024934 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] Publish callbacks [] for security_group (8410b45c-f88f-4f95-a381-f4a0aacbec30), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:38.068460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c6b2828-462b-40aa-8aca-98371a4896ee req-26e0b561-3c15-48e7-b5ec-9b920764c802 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 210 time: 0.0298097 Feb 11 04:22:38.167922 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8410b45c-f88f-4f95-a381-f4a0aacbec30), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:38.197132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:22:38.221366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bba2e2-f817-409e-80a8-ef1f1495c6f5 req-8b777153-cf8f-44ef-a07a-80f596d23542 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:38.223542 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48bba2e2-f817-409e-80a8-ef1f1495c6f5 req-8b777153-cf8f-44ef-a07a-80f596d23542 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 945 time: 0.1131265 Feb 11 04:22:38.232135 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (99cdd6df-65e1-4c94-b033-2e8be2f9ad5d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:38.233650 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] Added segment 99cdd6df-65e1-4c94-b033-2e8be2f9ad5d of type vlan for network 1d06efa6-966e-429b-860f-4e9bed31ea67 Feb 11 04:22:38.238212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ddd7e-e779-491e-ac02-91fc082d5a8a req-a6d10716-baf8-43a2-a9b0-f3669735a12b tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:38.240896 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a0ddd7e-e779-491e-ac02-91fc082d5a8a req-a6d10716-baf8-43a2-a9b0-f3669735a12b tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0903301 Feb 11 04:22:38.264712 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8410b45c-f88f-4f95-a381-f4a0aacbec30,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:38.330284 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (1d06efa6-966e-429b-860f-4e9bed31ea67), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:38.331742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=b04818fe-a97e-4d0c-a655-b261d556f78d,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:38.343680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a0ddd7e-e779-491e-ac02-91fc082d5a8a req-0ce319c4-4018-4a25-b9d8-071d462ede1b tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960357 Feb 11 04:22:38.378952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48bba2e2-f817-409e-80a8-ef1f1495c6f5 req-de7c4ca6-aa2c-40a9-907e-d46e4f43b372 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f56560-0eda-4f78-82f3-e936ac679945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077754 Feb 11 04:22:38.419588 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['b04818fe-a97e-4d0c-a655-b261d556f78d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:22:38.457885 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (1d06efa6-966e-429b-860f-4e9bed31ea67), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:38.459852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:38.460990 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:38.495977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'name': 'tempest-ServerRescueTestJSON-1459792983-router', 'tenant_id': '5c5ab24820404cabad08d88b221522bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:25Z', 'updated_at': '2022-02-11T04:22:31Z', 'revision_number': 4, 'project_id': '5c5ab24820404cabad08d88b221522bc', 'gw_port': {'id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:27Z', 'updated_at': '2022-02-11T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3', 'name': '', 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea', 'tenant_id': '5c5ab24820404cabad08d88b221522bc', 'mac_address': 'fa:16:3e:d9:08:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0575d29c-44f0-42cf-9a3b-e3b065542552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:30Z', 'updated_at': '2022-02-11T04:22:36Z', 'revision_number': 4, 'project_id': '5c5ab24820404cabad08d88b221522bc', 'subnets': [{'id': '0575d29c-44f0-42cf-9a3b-e3b065542552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:38.534613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a279e3b-af28-4751-937a-4be1e94698b7 None None] The sync data for ids ['39f66ab0-9ffd-4251-8c53-bb58cdc78c65'] in n-d-712142-35 is: [{'id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'name': 'tempest-ServerRescueTestJSON-1459792983-router', 'tenant_id': '5c5ab24820404cabad08d88b221522bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:25Z', 'updated_at': '2022-02-11T04:22:31Z', 'revision_number': 4, 'project_id': '5c5ab24820404cabad08d88b221522bc', 'gw_port': {'id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:27Z', 'updated_at': '2022-02-11T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3', 'name': '', 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea', 'tenant_id': '5c5ab24820404cabad08d88b221522bc', 'mac_address': 'fa:16:3e:d9:08:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '0575d29c-44f0-42cf-9a3b-e3b065542552', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:30Z', 'updated_at': '2022-02-11T04:22:36Z', 'revision_number': 4, 'project_id': '5c5ab24820404cabad08d88b221522bc', 'subnets': [{'id': '0575d29c-44f0-42cf-9a3b-e3b065542552', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:22:38.579460 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1087706 Feb 11 04:22:38.582293 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44906) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:38.587456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-28194bc1-a3e6-42c8-aafd-3af8bf0ab91d admin admin] Request body: {'subnet': {'network_id': '1d06efa6-966e-429b-860f-4e9bed31ea67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2078442593-subnet', 'tenant_id': '6ef504e8f1324006acdf369bff207666', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:38.591679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f321e3-1ba8-417a-a2dc-5ac33d506b81 admin admin] Pushing event updated for resources: {'Network': ['ID=1d06efa6-966e-429b-860f-4e9bed31ea67,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:38.650861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 1d06efa6-966e-429b-860f-4e9bed31ea67 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:22:38.711170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba93bb-80d9-4c84-8d67-09a49588fdcb req-9a206777-6046-44ac-b0b7-965c59ff5ee5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:38.712775 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8ba93bb-80d9-4c84-8d67-09a49588fdcb req-9a206777-6046-44ac-b0b7-965c59ff5ee5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 945 time: 0.1472132 Feb 11 04:22:38.720402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46c440-ce8f-4e1a-a53d-b552e936b29e req-b35087ee-87ab-4947-8f57-58816ef81c43 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:38.721952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db46c440-ce8f-4e1a-a53d-b552e936b29e req-b35087ee-87ab-4947-8f57-58816ef81c43 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1995800 Feb 11 04:22:38.755072 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28194bc1-a3e6-42c8-aafd-3af8bf0ab91d admin admin] Made reservation on behalf of 6ef504e8f1324006acdf369bff207666 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:38.758325 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28194bc1-a3e6-42c8-aafd-3af8bf0ab91d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:38.825668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8ba93bb-80d9-4c84-8d67-09a49588fdcb req-95345784-50aa-46f5-8704-2a2d37c28a9b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913284 Feb 11 04:22:38.848358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db46c440-ce8f-4e1a-a53d-b552e936b29e req-29bc4edd-ab17-4139-928e-d9099f09a95a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163993 Feb 11 04:22:38.877320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e0e82443-bc93-4084-9149-485886f981da up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:38.909519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44914) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:38.997639 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4d466aff-0a38-473a-a521-0a4e6b7aea76 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:22:39.026268 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 4d466aff-0a38-473a-a521-0a4e6b7aea76 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:22:39.027009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4d466aff-0a38-473a-a521-0a4e6b7aea76 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:22:39.117548 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port e0e82443-bc93-4084-9149-485886f981da completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:22:39.126367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port e0e82443-bc93-4084-9149-485886f981da triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:39.128700 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e0e82443-bc93-4084-9149-485886f981da), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:39.157505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-714ddeaa-04bc-4749-bd1e-31ca02aec765 admin admin] Deleting subnet 4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:22:39.179748 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-714ddeaa-04bc-4749-bd1e-31ca02aec765 admin admin] Publish callbacks [] for subnet (4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:39.232106 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-714ddeaa-04bc-4749-bd1e-31ca02aec765 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:39.293816 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28194bc1-a3e6-42c8-aafd-3af8bf0ab91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (c6a70176-0116-434f-89e5-c70cfff5721a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:39.298845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd1480c3-48f5-4e9c-849a-05ee4dee0058 req-25fe896e-2b1b-4233-a8d6-4a6d4d7d1f25 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 210 time: 0.0691175 Feb 11 04:22:39.299545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port e0e82443-bc93-4084-9149-485886f981da is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:39.300043 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e0e82443-bc93-4084-9149-485886f981da), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:39.309398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d98a1a-31d5-41b0-84fc-35c42c59aa51 req-3dc5bb32-7329-4b18-a51f-ede4ac56255a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:39.317979 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70d98a1a-31d5-41b0-84fc-35c42c59aa51 req-3dc5bb32-7329-4b18-a51f-ede4ac56255a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.2435095 Feb 11 04:22:39.351229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e82443-bc93-4084-9149-485886f981da'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:39.354903 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50059c54-6c3d-49ea-8afa-403cd8db3935" -d '{"events": [{"server_uuid": "21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49", "name": "network-vif-plugged", "status": "completed", "tag": "e0e82443-bc93-4084-9149-485886f981da"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:39.369065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port e0e82443-bc93-4084-9149-485886f981da, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e0e82443-bc93-4084-9149-485886f981da,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:39.402296 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-714ddeaa-04bc-4749-bd1e-31ca02aec765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:39.417999 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a302bba2-aca3-4bde-8b9d-13d4bc14933c x-openstack-request-id: req-a302bba2-aca3-4bde-8b9d-13d4bc14933c {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:39.421148 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49", "name": "network-vif-plugged", "status": "completed", "tag": "e0e82443-bc93-4084-9149-485886f981da", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:39.422341 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a302bba2-aca3-4bde-8b9d-13d4bc14933c {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:39.423936 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e82443-bc93-4084-9149-485886f981da', 'code': 200} Feb 11 04:22:39.440474 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28194bc1-a3e6-42c8-aafd-3af8bf0ab91d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a70176-0116-434f-89e5-c70cfff5721a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:39.467863 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70d98a1a-31d5-41b0-84fc-35c42c59aa51 req-ebf81cb7-a109-4ead-a53b-25177a765c55 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433475 Feb 11 04:22:39.480453 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e0e82443-bc93-4084-9149-485886f981da), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:39.485825 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 20a531e6-935e-491b-8676-2d74dcfc1edc no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:22:39.572060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 20a531e6-935e-491b-8676-2d74dcfc1edc {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:22:39.572515 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 20a531e6-935e-491b-8676-2d74dcfc1edc not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:22:39.575746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28194bc1-a3e6-42c8-aafd-3af8bf0ab91d admin admin] Checking segment: {'id': '99cdd6df-65e1-4c94-b033-2e8be2f9ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1d06efa6-966e-429b-860f-4e9bed31ea67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:39.577018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28194bc1-a3e6-42c8-aafd-3af8bf0ab91d admin admin] Network hostable DHCP agents. Network: 1d06efa6-966e-429b-860f-4e9bed31ea67, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:22:39.642521 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-714ddeaa-04bc-4749-bd1e-31ca02aec765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:39.653401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=e0e82443-bc93-4084-9149-485886f981da,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:39.680144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ccfd1-a12a-4411-a22d-e6e48049308e req-2708ed38-31d9-4b7a-ab47-a1eeb23edb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:39.685769 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c61ccfd1-a12a-4411-a22d-e6e48049308e req-2708ed38-31d9-4b7a-ab47-a1eeb23edb69 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 1129 time: 0.1308661 Feb 11 04:22:39.686386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44940) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:39.723752 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-714ddeaa-04bc-4749-bd1e-31ca02aec765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:39.730009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-714ddeaa-04bc-4749-bd1e-31ca02aec765 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e HTTP/1.1" status: 204 len: 168 time: 0.8191714 Feb 11 04:22:39.731995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44944) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:39.737293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ddeaa-04bc-4749-bd1e-31ca02aec765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa0dd9e-bed8-4269-9d2f-3190b6ccdc9e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:39.776535 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c61ccfd1-a12a-4411-a22d-e6e48049308e req-7afe2109-692c-4cbb-b0f4-39226ee14e64 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795927 Feb 11 04:22:39.797071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28194bc1-a3e6-42c8-aafd-3af8bf0ab91d admin admin] Network 1d06efa6-966e-429b-860f-4e9bed31ea67 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:22:39.867976 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10fcc142-3610-44d7-b4d9-ade07cdb5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (3f63ad72-cf1f-42fb-bfa6-fbb223cd2282), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:39.877365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44948) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:39.883435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42083049-6af8-4f0b-9504-419fda7f0093 req-dfe063c0-66db-403e-8cdc-d4fd30b3f7ea tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:39.892443 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42083049-6af8-4f0b-9504-419fda7f0093 req-dfe063c0-66db-403e-8cdc-d4fd30b3f7ea tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.3339059 Feb 11 04:22:39.928311 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-28194bc1-a3e6-42c8-aafd-3af8bf0ab91d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 1d06efa6-966e-429b-860f-4e9bed31ea67) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:39.936756 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28194bc1-a3e6-42c8-aafd-3af8bf0ab91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:39.937361 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28194bc1-a3e6-42c8-aafd-3af8bf0ab91d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:39.940840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c03a1c-daaf-4fe0-a9d4-e92383a95f2f None None] Network 1d06efa6-966e-429b-860f-4e9bed31ea67 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:22:39.984859 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb4e9a-6ccd-4359-9565-d9f0947d85e9 req-b4eb7712-05e3-4f0f-a156-35eaaeb0e9a6 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:39.992066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3bb4e9a-6ccd-4359-9565-d9f0947d85e9 req-b4eb7712-05e3-4f0f-a156-35eaaeb0e9a6 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 945 time: 0.3956275 Feb 11 04:22:40.017068 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-469fa293-5197-4529-acc1-efe1bc32cc44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7531fb3a2f8f4c029a2eb115a4e777d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266237 Feb 11 04:22:40.022668 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44952) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:40.090518 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-28194bc1-a3e6-42c8-aafd-3af8bf0ab91d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5070455 Feb 11 04:22:40.093569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42083049-6af8-4f0b-9504-419fda7f0093 req-c101adfe-471b-41cf-b0e9-e3cfdb2d844d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988933 Feb 11 04:22:40.122346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44954) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:40.145186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2078442593-router', 'tenant_id': '6ef504e8f1324006acdf369bff207666', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:40.167607 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-81074aaa-86fb-424c-8858-7c79311d24a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29619cc196d54279b27fc3f3590d2053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875950 Feb 11 04:22:40.171803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44958) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:40.183744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1d06efa6-966e-429b-860f-4e9bed31ea67', 'network_id': '1d06efa6-966e-429b-860f-4e9bed31ea67', 'project_id': '6ef504e8f1324006acdf369bff207666', 'fixed_ips': [{'subnet_id': 'c6a70176-0116-434f-89e5-c70cfff5721a'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:22:40.184480 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.208708 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-800e606e-32d6-4bc3-b030-44e0ffc2c804 admin admin] Publish callbacks [] for security_group (335954cd-a162-47df-8814-edb43628e638), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.300061 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-800e606e-32d6-4bc3-b030-44e0ffc2c804 admin admin] Publish callbacks [] for security_group (335954cd-a162-47df-8814-edb43628e638), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.308978 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (3f62d46a-bd80-4af0-85de-d7759509d6b9), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.313378 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (3f62d46a-bd80-4af0-85de-d7759509d6b9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.344336 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec1ccc1a-3a31-4ad0-9cb1-0f5216530b68 admin admin] Publish callbacks [] for security_group (c4cacbfe-85a7-4f56-89f1-e7251f28ae16), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.380076 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10fcc142-3610-44d7-b4d9-ade07cdb5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (3f63ad72-cf1f-42fb-bfa6-fbb223cd2282), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.431210 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec1ccc1a-3a31-4ad0-9cb1-0f5216530b68 admin admin] Publish callbacks [] for security_group (c4cacbfe-85a7-4f56-89f1-e7251f28ae16), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.439054 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-10fcc142-3610-44d7-b4d9-ade07cdb5b3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f63ad72-cf1f-42fb-bfa6-fbb223cd2282']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:40.456612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-10fcc142-3610-44d7-b4d9-ade07cdb5b3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3128c6-9643-44fd-87c4-a946288ce552') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:40.457020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-10fcc142-3610-44d7-b4d9-ade07cdb5b3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3128c6-9643-44fd-87c4-a946288ce552') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:40.470775 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10fcc142-3610-44d7-b4d9-ade07cdb5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (9a3128c6-9643-44fd-87c4-a946288ce552), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.491862 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10fcc142-3610-44d7-b4d9-ade07cdb5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9a3128c6-9643-44fd-87c4-a946288ce552), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.509406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fcc142-3610-44d7-b4d9-ade07cdb5b3a admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:22:40.509886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10fcc142-3610-44d7-b4d9-ade07cdb5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (9a3128c6-9643-44fd-87c4-a946288ce552), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.583197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Allocated IP 172.20.0.2 (1d06efa6-966e-429b-860f-4e9bed31ea67/c6a70176-0116-434f-89e5-c70cfff5721a/3da64f94-1280-485e-91c7-702860490347) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:40.599937 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Publish callbacks [] for router_controller (3f62d46a-bd80-4af0-85de-d7759509d6b9), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.637319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:40.649835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3bb4e9a-6ccd-4359-9565-d9f0947d85e9 req-7f6777f4-f7f0-49a9-839c-700f45a0960f tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f56560-0eda-4f78-82f3-e936ac679945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6562755 Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:22:40.654007 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:22:40.694178 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-800e606e-32d6-4bc3-b030-44e0ffc2c804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (335954cd-a162-47df-8814-edb43628e638), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.709310 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-800e606e-32d6-4bc3-b030-44e0ffc2c804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.713926 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-800e606e-32d6-4bc3-b030-44e0ffc2c804 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/335954cd-a162-47df-8814-edb43628e638 HTTP/1.1" status: 204 len: 168 time: 0.6872134 Feb 11 04:22:40.803415 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec1ccc1a-3a31-4ad0-9cb1-0f5216530b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c4cacbfe-85a7-4f56-89f1-e7251f28ae16), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.805778 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec1ccc1a-3a31-4ad0-9cb1-0f5216530b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:40.809371 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ec1ccc1a-3a31-4ad0-9cb1-0f5216530b68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4cacbfe-85a7-4f56-89f1-e7251f28ae16 HTTP/1.1" status: 204 len: 168 time: 0.6328855 Feb 11 04:22:40.815886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e606e-32d6-4bc3-b030-44e0ffc2c804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335954cd-a162-47df-8814-edb43628e638,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:40.856096 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ccc1a-3a31-4ad0-9cb1-0f5216530b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cacbfe-85a7-4f56-89f1-e7251f28ae16,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:40.888065 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-576c3163-7087-4c5a-8596-7b8de2db835a req-91a0ff5c-95ae-4d88-a982-8720cd3c96c0 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 210 time: 0.0486209 Feb 11 04:22:40.943024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-aa0b9aff-62d4-42f8-a71e-4ff6f6971c32 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:40.945147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-aa0b9aff-62d4-42f8-a71e-4ff6f6971c32 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.32 "GET /v2.0/networks?id=0a20f827-c8f6-43af-bd9b-9fddc1589aea HTTP/1.1" status: 200 len: 811 time: 0.2857466 Feb 11 04:22:40.949726 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device b04818fe-a97e-4d0c-a655-b261d556f78d up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:40.962838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-0b86128f-571f-43f8-86d8-27c5370d3a5c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Request body: {'port': {'device_id': 'f5c8b272-de29-4213-97f7-660a4c663979', 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea', 'admin_state_up': True, 'tenant_id': '5c5ab24820404cabad08d88b221522bc'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:41.031304 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Publish callbacks [] for router_gateway (3f62d46a-bd80-4af0-85de-d7759509d6b9), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.039304 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10fcc142-3610-44d7-b4d9-ade07cdb5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (3f63ad72-cf1f-42fb-bfa6-fbb223cd2282), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.071428 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10fcc142-3610-44d7-b4d9-ade07cdb5b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.075088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-10fcc142-3610-44d7-b4d9-ade07cdb5b3a admin admin] 10.222.0.13 "DELETE /v2.0/networks/3f63ad72-cf1f-42fb-bfa6-fbb223cd2282 HTTP/1.1" status: 204 len: 168 time: 1.3391490 Feb 11 04:22:41.080738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:41.081000 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.082719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44970) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:41.109253 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcc142-3610-44d7-b4d9-ade07cdb5b3a admin admin] Pushing event deleted for resources: {'Network': ['ID=3f63ad72-cf1f-42fb-bfa6-fbb223cd2282,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:41.110029 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Publish callbacks [] for port (3da64f94-1280-485e-91c7-702860490347), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.135385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e2cbb-7fe8-45ca-abd7-0db6324f795f req-d1071818-a2b0-4dd2-9c49-23f8487ea30b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:41.142989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-006e2cbb-7fe8-45ca-abd7-0db6324f795f req-d1071818-a2b0-4dd2-9c49-23f8487ea30b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 946 time: 0.8553367 Feb 11 04:22:41.225686 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (3da64f94-1280-485e-91c7-702860490347), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.241121 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-287282c3-414b-4f28-92e0-4b6a9b2c9a87 admin admin] Deleting subnet 6b8bf65e-1f56-4205-abf5-ff414c01d8c5 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:22:41.250809 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-287282c3-414b-4f28-92e0-4b6a9b2c9a87 admin admin] Publish callbacks [] for subnet (6b8bf65e-1f56-4205-abf5-ff414c01d8c5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.256456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42728434-38b8-48e9-ad8d-358547de5e8f req-77e0c579-a8de-405e-aab1-97751ad110a3 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:41.263722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42728434-38b8-48e9-ad8d-358547de5e8f req-77e0c579-a8de-405e-aab1-97751ad110a3 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.2295132 Feb 11 04:22:41.287183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-006e2cbb-7fe8-45ca-abd7-0db6324f795f req-77b77a6d-26ff-4788-9f3d-737726294fad tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431575 Feb 11 04:22:41.316061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-0b86128f-571f-43f8-86d8-27c5370d3a5c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Made reservation on behalf of 5c5ab24820404cabad08d88b221522bc for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:41.322444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port b04818fe-a97e-4d0c-a655-b261d556f78d completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:22:41.322719 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-0b86128f-571f-43f8-86d8-27c5370d3a5c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.339702 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port b04818fe-a97e-4d0c-a655-b261d556f78d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:41.340229 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b04818fe-a97e-4d0c-a655-b261d556f78d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.367275 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-287282c3-414b-4f28-92e0-4b6a9b2c9a87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (6b8bf65e-1f56-4205-abf5-ff414c01d8c5), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.418259 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Network 1d06efa6-966e-429b-860f-4e9bed31ea67 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:41.419823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42728434-38b8-48e9-ad8d-358547de5e8f req-417bedde-b141-4084-8ab2-bac3d0df0599 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545105 Feb 11 04:22:41.444750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:41.453492 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:41.460581 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.462666 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:41.507568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Pushing event updated for resources: {'Port': ['ID=3da64f94-1280-485e-91c7-702860490347,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:41.549020 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-287282c3-414b-4f28-92e0-4b6a9b2c9a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (6b8bf65e-1f56-4205-abf5-ff414c01d8c5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.663255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3,segment=NetworkSegment(0c6351ce-033a-4d07-81e8-418235c5f96d),segment_id=0c6351ce-033a-4d07-81e8-418235c5f96d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:41.664253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Attempting to bind port 3da64f94-1280-485e-91c7-702860490347 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:22:41.664628 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Attempting to bind port 3da64f94-1280-485e-91c7-702860490347 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '99cdd6df-65e1-4c94-b033-2e8be2f9ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1d06efa6-966e-429b-860f-4e9bed31ea67'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:22:41.664983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Attempting to bind port 3da64f94-1280-485e-91c7-702860490347 on network 1d06efa6-966e-429b-860f-4e9bed31ea67 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:41.676074 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:22:41.676461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Checking segment: {'id': '99cdd6df-65e1-4c94-b033-2e8be2f9ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1d06efa6-966e-429b-860f-4e9bed31ea67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:41.676851 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.677243 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Bound using segment: {'id': '99cdd6df-65e1-4c94-b033-2e8be2f9ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1d06efa6-966e-429b-860f-4e9bed31ea67'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:22:41.677722 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Bound port: 3da64f94-1280-485e-91c7-702860490347, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cdd6df-65e1-4c94-b033-2e8be2f9ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1d06efa6-966e-429b-860f-4e9bed31ea67'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:22:41.678102 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3da64f94-1280-485e-91c7-702860490347), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.734971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-0b86128f-571f-43f8-86d8-27c5370d3a5c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Allocated IP 172.20.0.3 (0a20f827-c8f6-43af-bd9b-9fddc1589aea/0575d29c-44f0-42cf-9a3b-e3b065542552/33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:41.746951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port b04818fe-a97e-4d0c-a655-b261d556f78d is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:41.747359 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b04818fe-a97e-4d0c-a655-b261d556f78d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.752995 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.832706 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55684a9-d1fd-4774-af88-168237e04c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04818fe-a97e-4d0c-a655-b261d556f78d'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:41.835166 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07db16d5-7b6f-427d-8ab6-8ce513745c3d" -d '{"events": [{"server_uuid": "d55684a9-d1fd-4774-af88-168237e04c49", "name": "network-vif-plugged", "status": "completed", "tag": "b04818fe-a97e-4d0c-a655-b261d556f78d"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:41.846859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] For port 3da64f94-1280-485e-91c7-702860490347, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:22:41.866457 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port b04818fe-a97e-4d0c-a655-b261d556f78d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=b04818fe-a97e-4d0c-a655-b261d556f78d,segment=NetworkSegment(33539548-9bcd-44c0-b015-8cb1b46b5e5e),segment_id=33539548-9bcd-44c0-b015-8cb1b46b5e5e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:41.875226 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:41.879347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] For port 3da64f94-1280-485e-91c7-702860490347, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3da64f94-1280-485e-91c7-702860490347,segment=NetworkSegment(99cdd6df-65e1-4c94-b033-2e8be2f9ad5d),segment_id=99cdd6df-65e1-4c94-b033-2e8be2f9ad5d)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:22:41.933903 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3da64f94-1280-485e-91c7-702860490347), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.939936 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b04818fe-a97e-4d0c-a655-b261d556f78d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:41.987444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44994) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:42.037695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4ff34-5b92-41d1-bccc-7de66ccdb445 None None] Pushing event updated for resources: {'Port': ['ID=3da64f94-1280-485e-91c7-702860490347,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:42.131503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=b04818fe-a97e-4d0c-a655-b261d556f78d,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:42.190637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ef9cd-dd44-4c78-a21a-98a68f969950 req-9471f536-9ada-40cb-89b4-cd1d482bdf7c tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:42.200883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-904ef9cd-dd44-4c78-a21a-98a68f969950 req-9471f536-9ada-40cb-89b4-cd1d482bdf7c tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.3796005 Feb 11 04:22:42.213678 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8a51475-fdd7-4548-b9b5-6939a50f55b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:42.252568 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-287282c3-414b-4f28-92e0-4b6a9b2c9a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (6b8bf65e-1f56-4205-abf5-ff414c01d8c5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:42.282885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba0cd3-42d1-4ebc-a0fd-ccdbc261d1c2 req-d1709abb-8040-4108-9713-7e5f01430c5d tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:42.285370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-daba0cd3-42d1-4ebc-a0fd-ccdbc261d1c2 req-d1709abb-8040-4108-9713-7e5f01430c5d tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 945 time: 0.4144657 Feb 11 04:22:42.314223 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-287282c3-414b-4f28-92e0-4b6a9b2c9a87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:42.322773 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-287282c3-414b-4f28-92e0-4b6a9b2c9a87 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6b8bf65e-1f56-4205-abf5-ff414c01d8c5 HTTP/1.1" status: 204 len: 168 time: 1.2339127 Feb 11 04:22:42.322773 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287282c3-414b-4f28-92e0-4b6a9b2c9a87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b8bf65e-1f56-4205-abf5-ff414c01d8c5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:42.322773 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45004) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:42.402844 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Publish callbacks [] for router_gateway (3f62d46a-bd80-4af0-85de-d7759509d6b9), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:42.439490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-0b86128f-571f-43f8-86d8-27c5370d3a5c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks [] for port (33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:42.452699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-904ef9cd-dd44-4c78-a21a-98a68f969950 req-a34b9ac3-c7fb-443f-80d6-21674303e984 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500343 Feb 11 04:22:42.616340 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-daba0cd3-42d1-4ebc-a0fd-ccdbc261d1c2 req-6bb3da30-3c64-45e7-908e-527d8252fdca tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f56560-0eda-4f78-82f3-e936ac679945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071237 Feb 11 04:22:42.634242 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35fa52e-99f1-4111-b2d5-7bec735a7fce x-openstack-request-id: req-e35fa52e-99f1-4111-b2d5-7bec735a7fce {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:42.634899 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55684a9-d1fd-4774-af88-168237e04c49", "name": "network-vif-plugged", "status": "completed", "tag": "b04818fe-a97e-4d0c-a655-b261d556f78d", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:42.635246 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e35fa52e-99f1-4111-b2d5-7bec735a7fce {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:42.635869 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55684a9-d1fd-4774-af88-168237e04c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04818fe-a97e-4d0c-a655-b261d556f78d', 'code': 200} Feb 11 04:22:42.678351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8a51475-fdd7-4548-b9b5-6939a50f55b7 admin admin] Publish callbacks [] for security_group (17a6526d-494d-4a2e-a944-cbd97460d420), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:42.694459 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1f33-8b16-4db2-915d-4bb326e3474b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (e180e9c0-9708-47d7-8419-2a59580252de), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:42.698650 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:42.738307 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-0b86128f-571f-43f8-86d8-27c5370d3a5c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:42.773400 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8a51475-fdd7-4548-b9b5-6939a50f55b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (17a6526d-494d-4a2e-a944-cbd97460d420), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:42.823002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:42.894650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-0b86128f-571f-43f8-86d8-27c5370d3a5c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Network 0a20f827-c8f6-43af-bd9b-9fddc1589aea is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:42.916046 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86128f-571f-43f8-86d8-27c5370d3a5c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Pushing event updated for resources: {'Port': ['ID=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:42.920872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:42.921785 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:42.927358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-0b86128f-571f-43f8-86d8-27c5370d3a5c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:42.935325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a51475-fdd7-4548-b9b5-6939a50f55b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a6526d-494d-4a2e-a944-cbd97460d420,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:42.956841 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c8a51475-fdd7-4548-b9b5-6939a50f55b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19baecb5372b41389e1ca871006b1e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9558792 Feb 11 04:22:42.958964 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-0b86128f-571f-43f8-86d8-27c5370d3a5c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:42.978301 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45012) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:43.012180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb7776-53c0-4e3a-881d-051cbe5f7e35 req-5f18a54e-71d3-4e64-bf5b-5ab8c58cb00e tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:43.020045 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1cbb7776-53c0-4e3a-881d-051cbe5f7e35 req-5f18a54e-71d3-4e64-bf5b-5ab8c58cb00e tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 931 time: 0.3003540 Feb 11 04:22:43.023671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98230344-0868-4991-a871-e0ebebf0c5a1 req-9a9ecfcc-57de-4867-a4d8-334a61c98656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:43.025177 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-98230344-0868-4991-a871-e0ebebf0c5a1 req-9a9ecfcc-57de-4867-a4d8-334a61c98656 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 1129 time: 0.2980223 Feb 11 04:22:43.059291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:43.062202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3da64f94-1280-485e-91c7-702860490347 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:43.085661 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1f33-8b16-4db2-915d-4bb326e3474b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (e180e9c0-9708-47d7-8419-2a59580252de), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.086210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-0b86128f-571f-43f8-86d8-27c5370d3a5c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:43.087351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-0b86128f-571f-43f8-86d8-27c5370d3a5c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.122034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efcb38-5bd9-4a0a-93bf-a16fe18deb24 req-d4b60ece-4dff-4b2f-9f3f-7b6b4c1589c7 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:43.125475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18efcb38-5bd9-4a0a-93bf-a16fe18deb24 req-d4b60ece-4dff-4b2f-9f3f-7b6b4c1589c7 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 946 time: 0.3160489 Feb 11 04:22:43.145062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Allocated IP 172.25.3.210 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/b9a940b5-63f7-49bd-b0b6-c64861fd3ee3) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:43.148418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-3f8c1f33-8b16-4db2-915d-4bb326e3474b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e180e9c0-9708-47d7-8419-2a59580252de']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:43.167413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1cbb7776-53c0-4e3a-881d-051cbe5f7e35 req-33c7a655-ac9c-48b3-9f9d-9c3a721d9182 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443107 Feb 11 04:22:43.179142 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3da64f94-1280-485e-91c7-702860490347 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:43.180154 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3da64f94-1280-485e-91c7-702860490347), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.208608 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-3f8c1f33-8b16-4db2-915d-4bb326e3474b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d39f1d-3264-4899-a350-ff6efb2dff0e') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:43.208885 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-3f8c1f33-8b16-4db2-915d-4bb326e3474b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d39f1d-3264-4899-a350-ff6efb2dff0e') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:43.248982 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1f33-8b16-4db2-915d-4bb326e3474b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (13d39f1d-3264-4899-a350-ff6efb2dff0e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.254808 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-98230344-0868-4991-a871-e0ebebf0c5a1 req-4c173790-bdda-47b7-b5c4-689f9eb8e05f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a2f56560-0eda-4f78-82f3-e936ac679945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178731 Feb 11 04:22:43.263988 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-0b86128f-571f-43f8-86d8-27c5370d3a5c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3076980 Feb 11 04:22:43.297585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Request body: {'port': {'device_id': 'f5c8b272-de29-4213-97f7-660a4c663979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:43.304859 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4896-79aa-46de-8415-5f9bb38ada82 admin admin] Publish callbacks [] for security_group (17a6526d-494d-4a2e-a944-cbd97460d420), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.314978 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1f33-8b16-4db2-915d-4bb326e3474b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (13d39f1d-3264-4899-a350-ff6efb2dff0e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.320308 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18efcb38-5bd9-4a0a-93bf-a16fe18deb24 req-ef04f322-7d3e-4313-8f91-4856a78a2be2 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455069 Feb 11 04:22:43.367208 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3da64f94-1280-485e-91c7-702860490347 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:43.367703 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3da64f94-1280-485e-91c7-702860490347), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.381312 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8c1f33-8b16-4db2-915d-4bb326e3474b admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:22:43.381711 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1f33-8b16-4db2-915d-4bb326e3474b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (13d39f1d-3264-4899-a350-ff6efb2dff0e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:22:43.390310 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:22:43.450355 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 3da64f94-1280-485e-91c7-702860490347, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3da64f94-1280-485e-91c7-702860490347,segment=NetworkSegment(99cdd6df-65e1-4c94-b033-2e8be2f9ad5d),segment_id=99cdd6df-65e1-4c94-b033-2e8be2f9ad5d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:43.474827 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.479680 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4896-79aa-46de-8415-5f9bb38ada82 admin admin] Publish callbacks [] for security_group (17a6526d-494d-4a2e-a944-cbd97460d420), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.533459 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3da64f94-1280-485e-91c7-702860490347), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.673393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=3da64f94-1280-485e-91c7-702860490347,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:43.687287 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1f33-8b16-4db2-915d-4bb326e3474b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (e180e9c0-9708-47d7-8419-2a59580252de), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.699363 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Publish callbacks [] for port (b9a940b5-63f7-49bd-b0b6-c64861fd3ee3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.704588 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1f33-8b16-4db2-915d-4bb326e3474b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.709922 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3f8c1f33-8b16-4db2-915d-4bb326e3474b admin admin] 10.222.0.13 "DELETE /v2.0/networks/e180e9c0-9708-47d7-8419-2a59580252de HTTP/1.1" status: 204 len: 168 time: 1.3861804 Feb 11 04:22:43.739551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c1f33-8b16-4db2-915d-4bb326e3474b admin admin] Pushing event deleted for resources: {'Network': ['ID=e180e9c0-9708-47d7-8419-2a59580252de,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:43.762918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c72ba5-4a81-44ed-b819-5324f960def8 req-32ca0c28-4ab2-472d-8953-4143ee0b90ba tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:43.766857 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76c72ba5-4a81-44ed-b819-5324f960def8 req-32ca0c28-4ab2-472d-8953-4143ee0b90ba tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1872928 Feb 11 04:22:43.851367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317c737f-7edd-4966-9239-a8041049ceb1 None None] Network 1d06efa6-966e-429b-860f-4e9bed31ea67 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:22:43.872282 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4896-79aa-46de-8415-5f9bb38ada82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (17a6526d-494d-4a2e-a944-cbd97460d420), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.881027 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f5b4896-79aa-46de-8415-5f9bb38ada82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:43.886253 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4f5b4896-79aa-46de-8415-5f9bb38ada82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17a6526d-494d-4a2e-a944-cbd97460d420 HTTP/1.1" status: 204 len: 168 time: 0.8820493 Feb 11 04:22:43.898853 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76c72ba5-4a81-44ed-b819-5324f960def8 req-89b81e6f-12b1-4009-876c-6f8b8b9e783f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303051 Feb 11 04:22:43.919255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b4896-79aa-46de-8415-5f9bb38ada82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a6526d-494d-4a2e-a944-cbd97460d420,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:43.937938 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b9a940b5-63f7-49bd-b0b6-c64861fd3ee3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:44.094008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:44.094301 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d0c20ecf-7b74-47b0-8b7a-ffb49da65d93 None None] Provisioning complete for port 3da64f94-1280-485e-91c7-702860490347 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:44.095029 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d0c20ecf-7b74-47b0-8b7a-ffb49da65d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3da64f94-1280-485e-91c7-702860490347), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:44.097539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:44.103683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:44.126522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Pushing event updated for resources: {'Port': ['ID=b9a940b5-63f7-49bd-b0b6-c64861fd3ee3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:44.177313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:22:44.200878 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Publish callbacks [] for port (33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:44.258493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9157f00-3cfb-4353-833e-ff9d3b0915cf req-27cbbc7f-42a5-4a69-9019-1f32b5f52c1a tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:44.261016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9157f00-3cfb-4353-833e-ff9d3b0915cf req-27cbbc7f-42a5-4a69-9019-1f32b5f52c1a tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 946 time: 0.2129557 Feb 11 04:22:44.262669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Transition to ACTIVE for port object 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:22:44.286705 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d3e0d-7430-464b-94e1-5fa79f304380 req-34b0b0a2-eeb5-4483-9fff-e2105ae14d61 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:44.289368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee7d3e0d-7430-464b-94e1-5fa79f304380 req-34b0b0a2-eeb5-4483-9fff-e2105ae14d61 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 946 time: 0.1786072 Feb 11 04:22:44.347873 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d0c20ecf-7b74-47b0-8b7a-ffb49da65d93 None None] Current status of the port 3da64f94-1280-485e-91c7-702860490347 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:44.389375 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:44.395910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45052) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:44.547470 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9157f00-3cfb-4353-833e-ff9d3b0915cf req-ac7d022b-7aa7-45cf-8ced-a523bd54045f tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f56560-0eda-4f78-82f3-e936ac679945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747982 Feb 11 04:22:44.556371 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3da64f94-1280-485e-91c7-702860490347 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:44.604669 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee7d3e0d-7430-464b-94e1-5fa79f304380 req-fd64dab0-fc17-4e8b-84e3-2bad3f2eed58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999327 Feb 11 04:22:44.693488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Pushing event updated for resources: {'Port': ['ID=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:44.708440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-574dbda7-0924-4fb1-84ba-30ba704034a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ecf6acdd8224d998729629979558449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984641 Feb 11 04:22:44.734127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45066) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:44.780257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-af156b9a-0c1e-4cd0-8762-53f45ef6d70f None None] Provisioning complete for port 3da64f94-1280-485e-91c7-702860490347 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:44.781116 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af156b9a-0c1e-4cd0-8762-53f45ef6d70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3da64f94-1280-485e-91c7-702860490347), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:44.791111 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Publish callbacks [] for router_gateway (3f62d46a-bd80-4af0-85de-d7759509d6b9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:44.891717 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3da64f94-1280-485e-91c7-702860490347 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:44.892383 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3da64f94-1280-485e-91c7-702860490347), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:44.981761 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-af156b9a-0c1e-4cd0-8762-53f45ef6d70f None None] Current status of the port 3da64f94-1280-485e-91c7-702860490347 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:45.041588 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3da64f94-1280-485e-91c7-702860490347 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:45.201240 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (3f62d46a-bd80-4af0-85de-d7759509d6b9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:45.375891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d43b9-de94-4d83-bde2-9f98abea9c82 req-04a1f657-e66a-40f3-81e0-314277240dd1 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:45.383077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a91d43b9-de94-4d83-bde2-9f98abea9c82 req-04a1f657-e66a-40f3-81e0-314277240dd1 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 943 time: 0.1414738 Feb 11 04:22:45.393543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45080) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:45.411846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a84b21-3e88-4083-8c81-bfc3ec272c17 req-2ce5e7f7-57ef-452a-8765-9c81d9d26a3a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:45.413367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86a84b21-3e88-4083-8c81-bfc3ec272c17 req-2ce5e7f7-57ef-452a-8765-9c81d9d26a3a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.6925001 Feb 11 04:22:45.421523 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c782c715-ee5e-4ce8-9fe3-26f07c8aeb2f admin admin] Publish callbacks [] for security_group (e53dc098-dc1f-43c9-bb2d-dd601cca34d4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:45.433882 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Attempting to bind port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:22:45.434232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Attempting to bind port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '0c6351ce-033a-4d07-81e8-418235c5f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:22:45.434575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Attempting to bind port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f on network 0a20f827-c8f6-43af-bd9b-9fddc1589aea {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:45.469890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f on network 0a20f827-c8f6-43af-bd9b-9fddc1589aea not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:22:45.470230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Attempting to bind port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f on network 0a20f827-c8f6-43af-bd9b-9fddc1589aea {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:45.495647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c782c715-ee5e-4ce8-9fe3-26f07c8aeb2f admin admin] Publish callbacks [] for security_group (e53dc098-dc1f-43c9-bb2d-dd601cca34d4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:45.501616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:22:45.501914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Checking segment: {'id': '0c6351ce-033a-4d07-81e8-418235c5f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:45.502248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Bound using segment: {'id': '0c6351ce-033a-4d07-81e8-418235c5f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:22:45.502713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Bound port: 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6351ce-033a-4d07-81e8-418235c5f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:22:45.503081 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:45.525271 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534eff9-536c-4b96-89f5-6ee5d4f14dcc req-c8c500be-3388-4231-96c1-a7e67e34b789 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:45.528321 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9534eff9-536c-4b96-89f5-6ee5d4f14dcc req-c8c500be-3388-4231-96c1-a7e67e34b789 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "GET /v2.0/ports?device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 946 time: 0.1511905 Feb 11 04:22:45.537423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a91d43b9-de94-4d83-bde2-9f98abea9c82 req-3c332d68-1251-46b9-a7dd-4d1a2b16b7ec tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534879 Feb 11 04:22:45.599218 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86a84b21-3e88-4083-8c81-bfc3ec272c17 req-1ad20126-5009-4aae-95e5-5e45f1b91652 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730087 Feb 11 04:22:45.660978 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] For port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:22:45.674974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] For port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f,segment=NetworkSegment(0c6351ce-033a-4d07-81e8-418235c5f96d),segment_id=0c6351ce-033a-4d07-81e8-418235c5f96d)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:22:45.691978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Router 3f62d46a-bd80-4af0-85de-d7759509d6b9 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:22:45.770015 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c782c715-ee5e-4ce8-9fe3-26f07c8aeb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e53dc098-dc1f-43c9-bb2d-dd601cca34d4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:45.773847 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c782c715-ee5e-4ce8-9fe3-26f07c8aeb2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:45.775746 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c782c715-ee5e-4ce8-9fe3-26f07c8aeb2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e53dc098-dc1f-43c9-bb2d-dd601cca34d4 HTTP/1.1" status: 204 len: 168 time: 1.0393212 Feb 11 04:22:45.785589 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:45.807840 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5fd73b2e-4ae6-4ea8-b01b-7c36aca1ee45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:45.824603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-9534eff9-536c-4b96-89f5-6ee5d4f14dcc req-b8ebd5f6-49d5-4ff5-aca9-620cb9c934be tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Deleting port e0e82443-bc93-4084-9149-485886f981da {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:22:45.825387 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9534eff9-536c-4b96-89f5-6ee5d4f14dcc req-b8ebd5f6-49d5-4ff5-aca9-620cb9c934be tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e0e82443-bc93-4084-9149-485886f981da), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:45.871444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782c715-ee5e-4ce8-9fe3-26f07c8aeb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53dc098-dc1f-43c9-bb2d-dd601cca34d4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:45.905656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:45.906573 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:45.908586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] 10.222.0.32 "PUT /v2.0/ports/33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f HTTP/1.1" status: 200 len: 1092 time: 2.6263926 Feb 11 04:22:45.909213 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c8b272-de29-4213-97f7-660a4c663979', 'tag': '33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:45.912890 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99aa0a3-4f7c-4c7e-a46b-152f063c4351" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c8b272-de29-4213-97f7-660a4c663979", "tag": "33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:45.970873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ee46f-3e89-46ec-8442-c5c02d44af32 req-44052643-cc54-427f-a67f-55ca2f264a0b tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:45.973200 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d99ee46f-3e89-46ec-8442-c5c02d44af32 req-44052643-cc54-427f-a67f-55ca2f264a0b tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 946 time: 0.2803614 Feb 11 04:22:45.975560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220c304-b2e5-4507-94f7-34f19c8d6624 service neutron] Pushing event updated for resources: {'Port': ['ID=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:46.006855 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed2726-781a-48f5-835c-8073c6570a76 req-83b51bb2-8212-4b0d-9b5b-b336557eaa9e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:46.010166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-9534eff9-536c-4b96-89f5-6ee5d4f14dcc req-b8ebd5f6-49d5-4ff5-aca9-620cb9c934be tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] For port e0e82443-bc93-4084-9149-485886f981da, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e0e82443-bc93-4084-9149-485886f981da,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:46.010557 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9534eff9-536c-4b96-89f5-6ee5d4f14dcc req-b8ebd5f6-49d5-4ff5-aca9-620cb9c934be tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e0e82443-bc93-4084-9149-485886f981da), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:46.018456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7ed2726-781a-48f5-835c-8073c6570a76 req-83b51bb2-8212-4b0d-9b5b-b336557eaa9e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 946 time: 0.3044851 Feb 11 04:22:46.093817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-9534eff9-536c-4b96-89f5-6ee5d4f14dcc req-b8ebd5f6-49d5-4ff5-aca9-620cb9c934be tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Calling delete_port for e0e82443-bc93-4084-9149-485886f981da owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:22:46.148517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d99ee46f-3e89-46ec-8442-c5c02d44af32 req-8b783276-077a-4559-8842-c9dc75929a47 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f56560-0eda-4f78-82f3-e936ac679945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683388 Feb 11 04:22:46.150478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:22:46.179476 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Sync routers for ids ['3f62d46a-bd80-4af0-85de-d7759509d6b9'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:22:46.182445 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7ed2726-781a-48f5-835c-8073c6570a76 req-8fff51bd-fe06-4650-acf1-b67cb203dda9 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627798 Feb 11 04:22:46.205747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-8d89824b-bde0-4e14-a415-9b119d167111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:46.219034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-8d89824b-bde0-4e14-a415-9b119d167111 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c5ab24820404cabad08d88b221522bc&device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 1126 time: 0.1732152 Feb 11 04:22:46.243832 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Routers {'3f62d46a-bd80-4af0-85de-d7759509d6b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:22:46.245185 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:22:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['3f62d46a-bd80-4af0-85de-d7759509d6b9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:46.296246 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5fd73b2e-4ae6-4ea8-b01b-7c36aca1ee45 admin admin] Publish callbacks [] for security_group (fac431b4-4257-4c02-813c-0cb91f74f2a7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:46.306899 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb90151-03be-4fe1-93ac-dc1145113506 x-openstack-request-id: req-dbb90151-03be-4fe1-93ac-dc1145113506 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:46.307272 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c8b272-de29-4213-97f7-660a4c663979", "tag": "33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:46.307532 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbb90151-03be-4fe1-93ac-dc1145113506 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:46.307941 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c8b272-de29-4213-97f7-660a4c663979', 'tag': '33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f', 'status': 'completed', 'code': 200} Feb 11 04:22:46.309505 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-dde67a11-f03d-4418-8285-3f1072e0a932 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f HTTP/1.1" status: 200 len: 217 time: 0.0838346 Feb 11 04:22:46.367295 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:46.375996 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c85e2e7a-4780-45b3-9d38-1cb6a0eb2426 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2554317 Feb 11 04:22:46.378993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45114) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:46.429741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-447db932-2b06-463f-802e-606fa7f498d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:46.432662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-447db932-2b06-463f-802e-606fa7f498d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0575d29c-44f0-42cf-9a3b-e3b065542552 HTTP/1.1" status: 200 len: 851 time: 0.1164935 Feb 11 04:22:46.458965 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5fd73b2e-4ae6-4ea8-b01b-7c36aca1ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fac431b4-4257-4c02-813c-0cb91f74f2a7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:46.476482 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Set router 3f62d46a-bd80-4af0-85de-d7759509d6b9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:22:46.486943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e50520-3f5d-4f95-b214-11fff746971f req-de6009ce-e961-4134-8ffd-ecb747e92b03 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:46.496655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c4e50520-3f5d-4f95-b214-11fff746971f req-de6009ce-e961-4134-8ffd-ecb747e92b03 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1601286 Feb 11 04:22:46.507560 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-7d4f63d4-f667-4d29-99a1-2392cca22e59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a20f827-c8f6-43af-bd9b-9fddc1589aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670834 Feb 11 04:22:46.600760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd73b2e-4ae6-4ea8-b01b-7c36aca1ee45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac431b4-4257-4c02-813c-0cb91f74f2a7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:46.615032 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c4e50520-3f5d-4f95-b214-11fff746971f req-e8910302-af09-46ac-a086-b611ae6c2156 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171401 Feb 11 04:22:46.648700 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5fd73b2e-4ae6-4ea8-b01b-7c36aca1ee45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=684f5953847d46b7bb6367e1545c3e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2491379 Feb 11 04:22:46.671813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45130) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:46.761571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9534eff9-536c-4b96-89f5-6ee5d4f14dcc req-b8ebd5f6-49d5-4ff5-aca9-620cb9c934be tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e0e82443-bc93-4084-9149-485886f981da), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:46.774181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['e0e82443-bc93-4084-9149-485886f981da'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:22:46.777696 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-11382c2e-6f79-4f5a-bd31-f28b2947c2e7 service neutron] 10.222.0.32 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603252 Feb 11 04:22:46.805687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd5f6-49d5-4ff5-aca9-620cb9c934be tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Pushing event deleted for resources: {'Port': ['ID=e0e82443-bc93-4084-9149-485886f981da,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:46.834105 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'name': 'tempest-ServersTestMultiNic-2078442593-router', 'tenant_id': '6ef504e8f1324006acdf369bff207666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b9a940b5-63f7-49bd-b0b6-c64861fd3ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:40Z', 'updated_at': '2022-02-11T04:22:44Z', 'revision_number': 3, 'project_id': '6ef504e8f1324006acdf369bff207666', 'gw_port': {'id': 'b9a940b5-63f7-49bd-b0b6-c64861fd3ee3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:42Z', 'updated_at': '2022-02-11T04:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:46.866479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45134) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:46.887886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-9534eff9-536c-4b96-89f5-6ee5d4f14dcc req-b8ebd5f6-49d5-4ff5-aca9-620cb9c934be tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] No DVR routers for this DVR port e0e82443-bc93-4084-9149-485886f981da on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:22:46.893101 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9534eff9-536c-4b96-89f5-6ee5d4f14dcc req-b8ebd5f6-49d5-4ff5-aca9-620cb9c934be tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:46.901857 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9534eff9-536c-4b96-89f5-6ee5d4f14dcc req-b8ebd5f6-49d5-4ff5-aca9-620cb9c934be tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "DELETE /v2.0/ports/e0e82443-bc93-4084-9149-485886f981da HTTP/1.1" status: 204 len: 173 time: 1.3623531 Feb 11 04:22:46.904304 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Checking router: 3f62d46a-bd80-4af0-85de-d7759509d6b9 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:22:46.905564 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Updating router 3f62d46a-bd80-4af0-85de-d7759509d6b9 port b9a940b5-63f7-49bd-b0b6-c64861fd3ee3 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:22:46.909666 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49', 'name': 'network-vif-deleted', 'tag': 'e0e82443-bc93-4084-9149-485886f981da'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:46.913515 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec9bf98-19ec-417c-abc7-6c07280a23d1" -d '{"events": [{"server_uuid": "21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49", "name": "network-vif-deleted", "tag": "e0e82443-bc93-4084-9149-485886f981da"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:46.954834 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b9a940b5-63f7-49bd-b0b6-c64861fd3ee3), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:47.039098 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Publish callbacks [] for security_group (fac431b4-4257-4c02-813c-0cb91f74f2a7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:47.121672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6b985-fbeb-4899-9581-6916b054980c req-fe3ac642-afb9-4c39-879c-ffec370e3210 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:47.136836 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21b6b985-fbeb-4899-9581-6916b054980c req-fe3ac642-afb9-4c39-879c-ffec370e3210 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.4161804 Feb 11 04:22:47.202818 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Publish callbacks [] for security_group (fac431b4-4257-4c02-813c-0cb91f74f2a7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:47.222339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f22f5-cfc7-4070-aa86-9ac9e7410650 req-a1c0e1cf-d126-414c-ad80-a78c116a9880 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:47.225710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-702f22f5-cfc7-4070-aa86-9ac9e7410650 req-a1c0e1cf-d126-414c-ad80-a78c116a9880 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 943 time: 0.4537692 Feb 11 04:22:47.228970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93e92993-debc-4ca7-8c6b-e00814b87aac req-540afd15-d6f9-4cea-ae4a-d54b99664dba service neutron] 10.222.0.32 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397047 Feb 11 04:22:47.315104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-659f6063-7812-4e5c-ab06-91904369f692 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e082a94388ac4ffa9b1a13e3f54fd46b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4462066 Feb 11 04:22:47.325203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45146) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:47.394494 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21b6b985-fbeb-4899-9581-6916b054980c req-ea771428-81e6-4eed-bc07-73a3bc20fac7 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565780 Feb 11 04:22:47.423378 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Publish callbacks [] for port (b9a940b5-63f7-49bd-b0b6-c64861fd3ee3), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:47.449915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-702f22f5-cfc7-4070-aa86-9ac9e7410650 req-c2c64084-b54e-4a3e-8966-7b1b6d90836c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845231 Feb 11 04:22:47.491457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99aa0a3-4f7c-4c7e-a46b-152f063c4351 req-484bb0f8-2bc8-44c7-9036-540f8dce8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:47.493383 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e99aa0a3-4f7c-4c7e-a46b-152f063c4351 req-484bb0f8-2bc8-44c7-9036-540f8dce8167 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c5ab24820404cabad08d88b221522bc&device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 1126 time: 0.1157455 Feb 11 04:22:47.503066 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b9a940b5-63f7-49bd-b0b6-c64861fd3ee3), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:47.511366 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0acbfdd-fce6-4e69-93b8-9fb93aa93ce4 x-openstack-request-id: req-b0acbfdd-fce6-4e69-93b8-9fb93aa93ce4 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:47.515012 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49", "name": "network-vif-deleted", "tag": "e0e82443-bc93-4084-9149-485886f981da", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:47.515409 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0acbfdd-fce6-4e69-93b8-9fb93aa93ce4 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:47.516088 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49', 'name': 'network-vif-deleted', 'tag': 'e0e82443-bc93-4084-9149-485886f981da', 'status': 'completed', 'code': 200} Feb 11 04:22:47.535209 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fac431b4-4257-4c02-813c-0cb91f74f2a7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:47.538087 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:47.539383 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fac431b4-4257-4c02-813c-0cb91f74f2a7 HTTP/1.1" status: 204 len: 168 time: 0.8693221 Feb 11 04:22:47.559236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac431b4-4257-4c02-813c-0cb91f74f2a7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:47.595342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:47.595769 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:47.596187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:47.596658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:47.597389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:47.597389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:47.597720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:47.598138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:47.598531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:47.598956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:47.599348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:47.599777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:47.600207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287d444b-e506-4511-ba3e-557f257c8464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:47.601900 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28f2ccdf-bc89-4c00-bc8f-028c07b1e0df admin admin] Publish callbacks [] for security_group (d3fffdb7-f568-4b11-9d3c-6916dcceba9b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:47.624487 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb8d0a-f7d7-4802-b85d-5a5fcd8a2d3a None None] Pushing event updated for resources: {'Port': ['ID=b9a940b5-63f7-49bd-b0b6-c64861fd3ee3,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:47.651154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99aa0a3-4f7c-4c7e-a46b-152f063c4351 req-5b8e3316-d9f8-4453-aa49-495d7eb89c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:47.652726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e99aa0a3-4f7c-4c7e-a46b-152f063c4351 req-5b8e3316-d9f8-4453-aa49-495d7eb89c61 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a20f827-c8f6-43af-bd9b-9fddc1589aea HTTP/1.1" status: 200 len: 912 time: 0.1380155 Feb 11 04:22:47.693904 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Attempting to bind port b9a940b5-63f7-49bd-b0b6-c64861fd3ee3 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:22:47.697838 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Attempting to bind port b9a940b5-63f7-49bd-b0b6-c64861fd3ee3 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:22:47.699759 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Attempting to bind port b9a940b5-63f7-49bd-b0b6-c64861fd3ee3 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:47.713101 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:22:47.713916 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:47.715498 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:47.721005 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:22:47.721005 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Bound port: b9a940b5-63f7-49bd-b0b6-c64861fd3ee3, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:22:47.721005 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b9a940b5-63f7-49bd-b0b6-c64861fd3ee3), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:47.740283 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28f2ccdf-bc89-4c00-bc8f-028c07b1e0df admin admin] Publish callbacks [] for security_group (d3fffdb7-f568-4b11-9d3c-6916dcceba9b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:47.774492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e99aa0a3-4f7c-4c7e-a46b-152f063c4351 req-c0761635-a144-4a2a-913a-f481bf7e4b0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f HTTP/1.1" status: 200 len: 217 time: 0.1120718 Feb 11 04:22:47.799669 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] For port b9a940b5-63f7-49bd-b0b6-c64861fd3ee3, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:22:47.801585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5167985f-808a-4918-bd49-a25648f38c31 req-9a287057-ac89-4430-b134-7f6f1d25bcbb tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=21b59a10-5bb4-4e0d-b0d3-2d0b5a8f5b49 HTTP/1.1" status: 200 len: 210 time: 0.1051991 Feb 11 04:22:47.805699 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] For port b9a940b5-63f7-49bd-b0b6-c64861fd3ee3, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b9a940b5-63f7-49bd-b0b6-c64861fd3ee3,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:22:47.858770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99aa0a3-4f7c-4c7e-a46b-152f063c4351 req-253aea98-20a6-4059-aa85-9c82de5434d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:47.860885 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e99aa0a3-4f7c-4c7e-a46b-152f063c4351 req-253aea98-20a6-4059-aa85-9c82de5434d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0575d29c-44f0-42cf-9a3b-e3b065542552 HTTP/1.1" status: 200 len: 851 time: 0.0635083 Feb 11 04:22:47.915931 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b9a940b5-63f7-49bd-b0b6-c64861fd3ee3), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:47.943865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e99aa0a3-4f7c-4c7e-a46b-152f063c4351 req-1410ca74-031f-462e-bd13-d69fe97be6e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a20f827-c8f6-43af-bd9b-9fddc1589aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766735 Feb 11 04:22:47.946534 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:47.962754 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e2dae4db-26a1-4abc-b065-2d25b3fcc137 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=058b960c8e424dc0ad4592597eb4325a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802906 Feb 11 04:22:48.030918 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Routers {'3f62d46a-bd80-4af0-85de-d7759509d6b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:22:48.031769 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:22:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['3f62d46a-bd80-4af0-85de-d7759509d6b9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:48.042381 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28f2ccdf-bc89-4c00-bc8f-028c07b1e0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d3fffdb7-f568-4b11-9d3c-6916dcceba9b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:48.047090 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28f2ccdf-bc89-4c00-bc8f-028c07b1e0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:48.052054 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-28f2ccdf-bc89-4c00-bc8f-028c07b1e0df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3fffdb7-f568-4b11-9d3c-6916dcceba9b HTTP/1.1" status: 204 len: 168 time: 0.7203412 Feb 11 04:22:48.069188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2ccdf-bc89-4c00-bc8f-028c07b1e0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fffdb7-f568-4b11-9d3c-6916dcceba9b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:48.234839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e99aa0a3-4f7c-4c7e-a46b-152f063c4351 req-2ffb0fee-96a6-4651-ab33-492100d63913 service neutron] 10.222.0.32 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805798 Feb 11 04:22:48.293425 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Allocated IP 172.20.0.1 (1d06efa6-966e-429b-860f-4e9bed31ea67/c6a70176-0116-434f-89e5-c70cfff5721a/1210e525-2b93-469f-9f85-ac637a87c110) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:48.294419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e20b70-8238-47ef-9d40-ad96698da871 req-6f3d565f-cf8c-4119-83cf-f563f21cc8fe tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:48.298385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e20b70-8238-47ef-9d40-ad96698da871 req-6f3d565f-cf8c-4119-83cf-f563f21cc8fe tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236439 Feb 11 04:22:48.332571 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb8d0a-f7d7-4802-b85d-5a5fcd8a2d3a None None] Pushing event updated for resources: {'Port': ['ID=b9a940b5-63f7-49bd-b0b6-c64861fd3ee3,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:48.339324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7935e02-9a42-4c9e-861b-41dc686198f8 req-062c254f-3996-4c9a-a041-5a7b82089442 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:48.340895 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7935e02-9a42-4c9e-861b-41dc686198f8 req-062c254f-3996-4c9a-a041-5a7b82089442 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1933806 Feb 11 04:22:48.341942 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] Set router 3f62d46a-bd80-4af0-85de-d7759509d6b9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:22:48.380534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e20b70-8238-47ef-9d40-ad96698da871 req-92e8293b-6794-4982-a363-7a962391928a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/quotas/058b960c8e424dc0ad4592597eb4325a HTTP/1.1" status: 200 len: 375 time: 0.0710623 Feb 11 04:22:48.474931 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e20b70-8238-47ef-9d40-ad96698da871 req-a27d0690-472c-428e-b172-522b4744b150 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=058b960c8e424dc0ad4592597eb4325a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524004 Feb 11 04:22:48.481743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7935e02-9a42-4c9e-861b-41dc686198f8 req-5f6a80e0-0c86-43fa-8221-af5a67ffcadf tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002572 Feb 11 04:22:48.501026 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e99aa0a3-4f7c-4c7e-a46b-152f063c4351 req-50404b12-6ad9-42d4-8860-d424825611cb service neutron] 10.222.0.32 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592494 Feb 11 04:22:48.547119 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Publish callbacks [] for port (1210e525-2b93-469f-9f85-ac637a87c110), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:48.638461 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'name': 'tempest-ServersTestMultiNic-2078442593-router', 'tenant_id': '6ef504e8f1324006acdf369bff207666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b9a940b5-63f7-49bd-b0b6-c64861fd3ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:40Z', 'updated_at': '2022-02-11T04:22:44Z', 'revision_number': 3, 'project_id': '6ef504e8f1324006acdf369bff207666', 'gw_port': {'id': 'b9a940b5-63f7-49bd-b0b6-c64861fd3ee3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:42Z', 'updated_at': '2022-02-11T04:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:48.651507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (1210e525-2b93-469f-9f85-ac637a87c110), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:48.671313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e946813-7d6e-4364-8941-f50e328f7558 req-e8805913-4775-4f7c-8a25-836abce0b795 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:48.677150 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc3a4e-7a08-4c92-9fbf-d93f74103a49 None None] The sync data for ids ['3f62d46a-bd80-4af0-85de-d7759509d6b9'] in n-d-712142-35 is: [{'id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'name': 'tempest-ServersTestMultiNic-2078442593-router', 'tenant_id': '6ef504e8f1324006acdf369bff207666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b9a940b5-63f7-49bd-b0b6-c64861fd3ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:40Z', 'updated_at': '2022-02-11T04:22:44Z', 'revision_number': 3, 'project_id': '6ef504e8f1324006acdf369bff207666', 'gw_port': {'id': 'b9a940b5-63f7-49bd-b0b6-c64861fd3ee3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:42Z', 'updated_at': '2022-02-11T04:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:22:48.687472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e946813-7d6e-4364-8941-f50e328f7558 req-e8805913-4775-4f7c-8a25-836abce0b795 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 943 time: 0.0971439 Feb 11 04:22:48.733101 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1210e525-2b93-469f-9f85-ac637a87c110,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:48.763469 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Network 1d06efa6-966e-429b-860f-4e9bed31ea67 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:48.765583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:48.774414 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:48.823900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e946813-7d6e-4364-8941-f50e328f7558 req-f3a84c3a-0a81-4e9e-9cdf-6405b1fb494a tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316667 Feb 11 04:22:48.891986 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e0e82443-bc93-4084-9149-485886f981da no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:22:48.962562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b76b2-80e6-49ad-a6d9-9357cc5d58e6 req-a176f94e-4713-4d8c-b3ed-91e21985dc3e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:48.974916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-135b76b2-80e6-49ad-a6d9-9357cc5d58e6 req-a176f94e-4713-4d8c-b3ed-91e21985dc3e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0985415 Feb 11 04:22:48.982248 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (3f62d46a-bd80-4af0-85de-d7759509d6b9), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:49.013356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: e0e82443-bc93-4084-9149-485886f981da {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:22:49.014372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e0e82443-bc93-4084-9149-485886f981da not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:22:49.029943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:22:49.113599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-135b76b2-80e6-49ad-a6d9-9357cc5d58e6 req-6cca32cc-9c08-47dd-8300-06385b008ef4 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374447 Feb 11 04:22:49.389156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f,segment=NetworkSegment(0c6351ce-033a-4d07-81e8-418235c5f96d),segment_id=0c6351ce-033a-4d07-81e8-418235c5f96d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:49.416930 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f', 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea', 'port_id': '33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f', 'mac_address': 'fa:16:3e:10:5b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0575d29c-44f0-42cf-9a3b-e3b065542552', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:22:49.432590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-d4f52734-07c8-4dc1-b787-2605564caf0c tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=058b960c8e424dc0ad4592597eb4325a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596642 Feb 11 04:22:49.540547 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1210e525-2b93-469f-9f85-ac637a87c110), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:49.681813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-3b7c780e-314a-4cb0-8fee-5ef0e7e54b6f tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:49.684067 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-3b7c780e-314a-4cb0-8fee-5ef0e7e54b6f tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503836 Feb 11 04:22:49.703298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-592fbe95-cfbb-496b-9d17-9757dce4e9be None None] Provisioning complete for port 1210e525-2b93-469f-9f85-ac637a87c110 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:49.703986 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-592fbe95-cfbb-496b-9d17-9757dce4e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1210e525-2b93-469f-9f85-ac637a87c110), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:49.726829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-3ead4b98-8410-4933-966b-38fb3063a518 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/quotas/058b960c8e424dc0ad4592597eb4325a HTTP/1.1" status: 200 len: 375 time: 0.0307026 Feb 11 04:22:49.733235 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:49.733973 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:49.763582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:22:49.774049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-592fbe95-cfbb-496b-9d17-9757dce4e9be None None] Port 1210e525-2b93-469f-9f85-ac637a87c110 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:22:49.802814 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f,segment=NetworkSegment(0c6351ce-033a-4d07-81e8-418235c5f96d),segment_id=0c6351ce-033a-4d07-81e8-418235c5f96d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:49.859569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-a26fdf40-4d1e-43d1-8654-682669e38da8 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=058b960c8e424dc0ad4592597eb4325a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954130 Feb 11 04:22:49.914353 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:49.990844 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Publish callbacks [] for port (1210e525-2b93-469f-9f85-ac637a87c110), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:50.069571 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:50.081193 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (1210e525-2b93-469f-9f85-ac637a87c110), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:50.119403 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:22:50.122782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-3d943512-72fa-4a4e-88a6-51cd9f65c93f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:50.131104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-3d943512-72fa-4a4e-88a6-51cd9f65c93f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 812 time: 0.2073345 Feb 11 04:22:50.150014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-f93fc89b-3773-466a-bcd8-140cfffb3236 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/quotas/a70586beed2f4c668534da1f31a71292 HTTP/1.1" status: 200 len: 375 time: 0.0179098 Feb 11 04:22:50.171721 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1210e525-2b93-469f-9f85-ac637a87c110,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:50.174995 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (3f62d46a-bd80-4af0-85de-d7759509d6b9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:50.222871 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-c59aa60a-b13d-4c35-ac92-3ae04d54064d tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708568 Feb 11 04:22:50.364887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Network 1d06efa6-966e-429b-860f-4e9bed31ea67 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:50.375728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:50.446814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-b0025e19-e34f-40e4-8e95-904e29ec2d3c service neutron] 10.222.0.13 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228265 Feb 11 04:22:50.677875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b9a940b5-63f7-49bd-b0b6-c64861fd3ee3 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:50.814504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port b9a940b5-63f7-49bd-b0b6-c64861fd3ee3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:50.815275 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b9a940b5-63f7-49bd-b0b6-c64861fd3ee3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:50.817067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5679b43-bced-4653-9e31-763a9703fa2a req-dc1e5306-1c2f-46ee-a160-316adc599812 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:50.828112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5679b43-bced-4653-9e31-763a9703fa2a req-dc1e5306-1c2f-46ee-a160-316adc599812 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/networks?id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b HTTP/1.1" status: 200 len: 814 time: 0.2976422 Feb 11 04:22:50.901039 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5679b43-bced-4653-9e31-763a9703fa2a req-44bf15c7-37d8-4570-902d-2d1ab1993441 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/quotas/a1473eb6969949e6a2109f9722d68b38 HTTP/1.1" status: 200 len: 375 time: 0.0687726 Feb 11 04:22:50.968434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c3087310-708b-4ecb-b405-9cb5a1cc8912 None None] Provisioning complete for port 1210e525-2b93-469f-9f85-ac637a87c110 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:50.969607 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c3087310-708b-4ecb-b405-9cb5a1cc8912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1210e525-2b93-469f-9f85-ac637a87c110), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:50.975396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port b9a940b5-63f7-49bd-b0b6-c64861fd3ee3 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:50.976092 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b9a940b5-63f7-49bd-b0b6-c64861fd3ee3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:51.007779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-84b67c27-c6c4-4330-b8b2-ded94e7288b5 service neutron] 10.222.0.13 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596485 Feb 11 04:22:51.014702 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5679b43-bced-4653-9e31-763a9703fa2a req-3354eb8c-2a24-4cdf-b9f1-64bb3b9f7aff tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1473eb6969949e6a2109f9722d68b38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1125467 Feb 11 04:22:51.087160 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:51.199698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Router 3f62d46a-bd80-4af0-85de-d7759509d6b9 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:22:51.221073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port b9a940b5-63f7-49bd-b0b6-c64861fd3ee3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b9a940b5-63f7-49bd-b0b6-c64861fd3ee3,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:51.230300 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252aa529-9dc6-4d36-bfe4-e185c243b5e9 req-804bb09a-a871-4241-9320-d3f6318d64b7 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:51.233435 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-252aa529-9dc6-4d36-bfe4-e185c243b5e9 req-804bb09a-a871-4241-9320-d3f6318d64b7 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.47 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1131454 Feb 11 04:22:51.241669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69623ee3-5a6e-48bb-b717-f1cb894916b9 req-63adec56-ee88-4dc4-8c99-25d506b10eed tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:51.243680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69623ee3-5a6e-48bb-b717-f1cb894916b9 req-63adec56-ee88-4dc4-8c99-25d506b10eed tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 946 time: 0.1185701 Feb 11 04:22:51.258597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c3087310-708b-4ecb-b405-9cb5a1cc8912 None None] Port 1210e525-2b93-469f-9f85-ac637a87c110 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:22:51.300242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69623ee3-5a6e-48bb-b717-f1cb894916b9 req-36518068-b7e0-4cd4-880b-c5bee6ea9456 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2f56560-0eda-4f78-82f3-e936ac679945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474913 Feb 11 04:22:51.337307 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b9a940b5-63f7-49bd-b0b6-c64861fd3ee3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:51.470571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35e3d962-f14e-4eae-9393-e740a1e0ba55 req-c26f2e8c-a5eb-4513-afa5-7cd64b851fd2 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 210 time: 0.0641222 Feb 11 04:22:51.511355 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=b9a940b5-63f7-49bd-b0b6-c64861fd3ee3,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:51.519348 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:22:51.526899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:51.527295 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:51.609014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209fe34-04bb-4f9c-bfda-5cb9622c8876 req-23884d27-349e-467a-bf3a-82efde275dbc tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:51.610893 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f209fe34-04bb-4f9c-bfda-5cb9622c8876 req-23884d27-349e-467a-bf3a-82efde275dbc tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 944 time: 0.1960959 Feb 11 04:22:51.643232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:51.643825 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:51.679316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c8b272-de29-4213-97f7-660a4c663979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:51.691631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f209fe34-04bb-4f9c-bfda-5cb9622c8876 req-af5182c3-b7f1-4d0d-964b-2f044b6082c5 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719616 Feb 11 04:22:51.691887 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486f4fb9-eb95-450a-a346-6709c124f9a4" -d '{"events": [{"server_uuid": "f5c8b272-de29-4213-97f7-660a4c663979", "name": "network-vif-plugged", "status": "completed", "tag": "33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:51.709262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f,segment=NetworkSegment(0c6351ce-033a-4d07-81e8-418235c5f96d),segment_id=0c6351ce-033a-4d07-81e8-418235c5f96d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:51.733931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:22:51.762910 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e827246c-c5fc-4022-8989-30fa6f5201c8 admin admin] 10.222.0.13 "PUT /v2.0/routers/3f62d46a-bd80-4af0-85de-d7759509d6b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3418820 Feb 11 04:22:51.782781 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:51.792510 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-252aa529-9dc6-4d36-bfe4-e185c243b5e9 req-f8715359-03cb-480c-8fa4-9df1dfd14e82 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Deleting port b04818fe-a97e-4d0c-a655-b261d556f78d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:22:51.794797 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-252aa529-9dc6-4d36-bfe4-e185c243b5e9 req-f8715359-03cb-480c-8fa4-9df1dfd14e82 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b04818fe-a97e-4d0c-a655-b261d556f78d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:51.916788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:51.947340 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588e4fa-b2cd-44c5-a359-61e57ad98b3f req-c3ce8e74-ba2a-4700-92a3-2c74447f8b1d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:51.954854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5588e4fa-b2cd-44c5-a359-61e57ad98b3f req-c3ce8e74-ba2a-4700-92a3-2c74447f8b1d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0940135 Feb 11 04:22:52.024762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45312) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:52.052699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5588e4fa-b2cd-44c5-a359-61e57ad98b3f req-f4705d8a-08a2-4933-9404-8a60a800057a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912001 Feb 11 04:22:52.068719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-252aa529-9dc6-4d36-bfe4-e185c243b5e9 req-f8715359-03cb-480c-8fa4-9df1dfd14e82 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] For port b04818fe-a97e-4d0c-a655-b261d556f78d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=b04818fe-a97e-4d0c-a655-b261d556f78d,segment=NetworkSegment(33539548-9bcd-44c0-b015-8cb1b46b5e5e),segment_id=33539548-9bcd-44c0-b015-8cb1b46b5e5e)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:52.070980 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-252aa529-9dc6-4d36-bfe4-e185c243b5e9 req-f8715359-03cb-480c-8fa4-9df1dfd14e82 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b04818fe-a97e-4d0c-a655-b261d556f78d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:52.113273 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-252aa529-9dc6-4d36-bfe4-e185c243b5e9 req-f8715359-03cb-480c-8fa4-9df1dfd14e82 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Calling delete_port for b04818fe-a97e-4d0c-a655-b261d556f78d owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:22:52.146263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Sync routers for ids ['3f62d46a-bd80-4af0-85de-d7759509d6b9'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:22:52.169361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Routers {'3f62d46a-bd80-4af0-85de-d7759509d6b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:22:52.170585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:22:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['3f62d46a-bd80-4af0-85de-d7759509d6b9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:52.227619 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68f09858-4893-4233-9562-c13637fd922c req-206f74e9-9a74-47a6-8aee-b1bd5d84f860 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 210 time: 0.0977721 Feb 11 04:22:52.230032 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e20b70-8238-47ef-9d40-ad96698da871 req-16772ac3-e027-4f29-b9f6-4b6b48441c5a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=058b960c8e424dc0ad4592597eb4325a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1360381 Feb 11 04:22:52.377062 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaef20a-540f-451f-a81d-c32a075ff46a x-openstack-request-id: req-3aaef20a-540f-451f-a81d-c32a075ff46a {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:52.377280 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c8b272-de29-4213-97f7-660a4c663979", "name": "network-vif-plugged", "status": "completed", "tag": "33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:52.378615 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3aaef20a-540f-451f-a81d-c32a075ff46a {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:52.382388 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c8b272-de29-4213-97f7-660a4c663979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f', 'code': 200} Feb 11 04:22:52.520801 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-252aa529-9dc6-4d36-bfe4-e185c243b5e9 req-f8715359-03cb-480c-8fa4-9df1dfd14e82 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b04818fe-a97e-4d0c-a655-b261d556f78d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:52.588033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['b04818fe-a97e-4d0c-a655-b261d556f78d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:22:52.595673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e20b70-8238-47ef-9d40-ad96698da871 req-f028133a-4814-40f7-a48e-5dc687af6793 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:52.598026 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e20b70-8238-47ef-9d40-ad96698da871 req-f028133a-4814-40f7-a48e-5dc687af6793 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3542955 Feb 11 04:22:52.635648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b178d6f-f5f6-43b8-b1c3-c4b4acff4c72 req-807fc3a5-4342-4a87-bf17-f2c250ce4bbc tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:52.641436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b9a940b5-63f7-49bd-b0b6-c64861fd3ee3 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:52.644300 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b178d6f-f5f6-43b8-b1c3-c4b4acff4c72 req-807fc3a5-4342-4a87-bf17-f2c250ce4bbc tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.3134716 Feb 11 04:22:52.672540 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1d7b50c0-82f4-40ef-8b75-f6681e30a5bd tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1115359006'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:52.677103 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8715359-03cb-480c-8fa4-9df1dfd14e82 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Pushing event deleted for resources: {'Port': ['ID=b04818fe-a97e-4d0c-a655-b261d556f78d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:52.696352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-32e20b70-8238-47ef-9d40-ad96698da871 req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Request body: {'port': {'device_id': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '058b960c8e424dc0ad4592597eb4325a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:52.717367 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-252aa529-9dc6-4d36-bfe4-e185c243b5e9 req-f8715359-03cb-480c-8fa4-9df1dfd14e82 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] No DVR routers for this DVR port b04818fe-a97e-4d0c-a655-b261d556f78d on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:22:52.733412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Set router 3f62d46a-bd80-4af0-85de-d7759509d6b9 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:22:52.741396 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-252aa529-9dc6-4d36-bfe4-e185c243b5e9 req-f8715359-03cb-480c-8fa4-9df1dfd14e82 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:52.744850 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-252aa529-9dc6-4d36-bfe4-e185c243b5e9 req-f8715359-03cb-480c-8fa4-9df1dfd14e82 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.47 "DELETE /v2.0/ports/b04818fe-a97e-4d0c-a655-b261d556f78d HTTP/1.1" status: 204 len: 173 time: 1.5051346 Feb 11 04:22:52.745350 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55684a9-d1fd-4774-af88-168237e04c49', 'name': 'network-vif-deleted', 'tag': 'b04818fe-a97e-4d0c-a655-b261d556f78d'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:52.747743 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4cff4b-685a-444d-8bc9-a6c509e14c12" -d '{"events": [{"server_uuid": "d55684a9-d1fd-4774-af88-168237e04c49", "name": "network-vif-deleted", "tag": "b04818fe-a97e-4d0c-a655-b261d556f78d"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:52.812243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-549e562e-341b-433c-9c22-96aba1b7cc52 req-914e999c-b9cd-40d4-9140-57e57744ae8d tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 210 time: 0.2257955 Feb 11 04:22:52.813499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7b50c0-82f4-40ef-8b75-f6681e30a5bd tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Made reservation on behalf of 6ef504e8f1324006acdf369bff207666 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:52.817842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port b9a940b5-63f7-49bd-b0b6-c64861fd3ee3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:52.818242 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b9a940b5-63f7-49bd-b0b6-c64861fd3ee3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:52.821126 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d7b50c0-82f4-40ef-8b75-f6681e30a5bd tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:52.898667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7b50c0-82f4-40ef-8b75-f6681e30a5bd tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:22:52.923782 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d7b50c0-82f4-40ef-8b75-f6681e30a5bd tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b4b065d5-ff72-4138-95a0-ae6ea9817dbe), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:52.925388 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-1d7b50c0-82f4-40ef-8b75-f6681e30a5bd tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Added segment b4b065d5-ff72-4138-95a0-ae6ea9817dbe of type vlan for network 3756ef82-caa6-4a1d-9bed-8c71e80095fe Feb 11 04:22:52.965254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b178d6f-f5f6-43b8-b1c3-c4b4acff4c72 req-cf3dcc75-198e-4623-b95f-b8acdd0124ff tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153169 Feb 11 04:22:53.032412 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d7b50c0-82f4-40ef-8b75-f6681e30a5bd tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (3756ef82-caa6-4a1d-9bed-8c71e80095fe), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:53.124093 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d82981f-2010-4a78-8773-9da9a144de16 req-dcca8ee4-4711-45e3-8adf-73830928fb24 tempest-AbsoluteLimitsNegativeTestJSON-376148388 tempest-AbsoluteLimitsNegativeTestJSON-376148388-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a591512d1f9048b98f2780824468e5c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1309581 Feb 11 04:22:53.126120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334e129-e2bb-4f7d-a875-014843f96816 req-97e5e9e3-be3a-4cfa-aabc-35ba12b954df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:53.131044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1334e129-e2bb-4f7d-a875-014843f96816 req-97e5e9e3-be3a-4cfa-aabc-35ba12b954df service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 1128 time: 0.6301708 Feb 11 04:22:53.165852 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d7b50c0-82f4-40ef-8b75-f6681e30a5bd tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (3756ef82-caa6-4a1d-9bed-8c71e80095fe), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:53.172041 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7b50c0-82f4-40ef-8b75-f6681e30a5bd tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:53.172684 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d7b50c0-82f4-40ef-8b75-f6681e30a5bd tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:53.173453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'name': 'tempest-ServersTestMultiNic-2078442593-router', 'tenant_id': '6ef504e8f1324006acdf369bff207666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b9a940b5-63f7-49bd-b0b6-c64861fd3ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:40Z', 'updated_at': '2022-02-11T04:22:49Z', 'revision_number': 4, 'project_id': '6ef504e8f1324006acdf369bff207666', 'gw_port': {'id': 'b9a940b5-63f7-49bd-b0b6-c64861fd3ee3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:42Z', 'updated_at': '2022-02-11T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1210e525-2b93-469f-9f85-ac637a87c110', 'name': '', 'network_id': '1d06efa6-966e-429b-860f-4e9bed31ea67', 'tenant_id': '6ef504e8f1324006acdf369bff207666', 'mac_address': 'fa:16:3e:ae:35:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'c6a70176-0116-434f-89e5-c70cfff5721a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:47Z', 'updated_at': '2022-02-11T04:22:49Z', 'revision_number': 2, 'project_id': '6ef504e8f1324006acdf369bff207666', 'subnets': [{'id': 'c6a70176-0116-434f-89e5-c70cfff5721a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:53.201976 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c17a9a2-4b11-4243-848f-baa38c24b1e3 req-b22501a4-54d0-49ad-914e-7b7b79b2d2f7 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 210 time: 0.0808539 Feb 11 04:22:53.217503 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-77b33b34-b102-4960-9731-904bb8411509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:53.235201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port b9a940b5-63f7-49bd-b0b6-c64861fd3ee3 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:53.237876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Checking router: 3f62d46a-bd80-4af0-85de-d7759509d6b9 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:22:53.238299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Updating router 3f62d46a-bd80-4af0-85de-d7759509d6b9 port 1210e525-2b93-469f-9f85-ac637a87c110 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:22:53.293811 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b50c0-82f4-40ef-8b75-f6681e30a5bd tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event updated for resources: {'Network': ['ID=3756ef82-caa6-4a1d-9bed-8c71e80095fe,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:53.312804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 3756ef82-caa6-4a1d-9bed-8c71e80095fe details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:22:53.318677 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1210e525-2b93-469f-9f85-ac637a87c110), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:53.368564 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1d7b50c0-82f4-40ef-8b75-f6681e30a5bd tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3422976 Feb 11 04:22:53.372478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45352) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:53.379442 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8a7b1608-ccf7-4c76-933f-9f7eca1ef376 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Request body: {'subnet': {'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:53.389811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1334e129-e2bb-4f7d-a875-014843f96816 req-a241858f-b5c1-44a2-adc4-de928da7e88c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336414 Feb 11 04:22:53.434349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82981f-2010-4a78-8773-9da9a144de16 req-e71dd902-78fa-4b5d-a8ef-d18bd8daab3a tempest-AbsoluteLimitsNegativeTestJSON-376148388 tempest-AbsoluteLimitsNegativeTestJSON-376148388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:53.437012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d82981f-2010-4a78-8773-9da9a144de16 req-e71dd902-78fa-4b5d-a8ef-d18bd8daab3a tempest-AbsoluteLimitsNegativeTestJSON-376148388 tempest-AbsoluteLimitsNegativeTestJSON-376148388-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3028135 Feb 11 04:22:53.454264 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b2622-6c86-4b9e-bc79-e12eefc1f8e3 req-58ebc46d-08c5-44ab-9bad-4a0e19f84258 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:53.455915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d7b2622-6c86-4b9e-bc79-e12eefc1f8e3 req-58ebc46d-08c5-44ab-9bad-4a0e19f84258 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.1210737 Feb 11 04:22:53.465050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e20b70-8238-47ef-9d40-ad96698da871 req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Made reservation on behalf of 058b960c8e424dc0ad4592597eb4325a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:53.469570 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32e20b70-8238-47ef-9d40-ad96698da871 req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:53.505839 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32e20b70-8238-47ef-9d40-ad96698da871 req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:53.508914 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d82981f-2010-4a78-8773-9da9a144de16 req-fd6261fa-f55a-4742-8036-db1499f31e3c tempest-AbsoluteLimitsNegativeTestJSON-376148388 tempest-AbsoluteLimitsNegativeTestJSON-376148388-project] 10.222.0.13 "GET /v2.0/quotas/a591512d1f9048b98f2780824468e5c1 HTTP/1.1" status: 200 len: 375 time: 0.0642571 Feb 11 04:22:53.537429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7b1608-ccf7-4c76-933f-9f7eca1ef376 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Made reservation on behalf of 6ef504e8f1324006acdf369bff207666 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:53.541236 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a7b1608-ccf7-4c76-933f-9f7eca1ef376 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:53.565356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d82981f-2010-4a78-8773-9da9a144de16 req-8cc66d7a-347e-4a3c-b9fc-1a18f92d45c7 tempest-AbsoluteLimitsNegativeTestJSON-376148388 tempest-AbsoluteLimitsNegativeTestJSON-376148388-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a591512d1f9048b98f2780824468e5c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480993 Feb 11 04:22:53.614343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d7b2622-6c86-4b9e-bc79-e12eefc1f8e3 req-1208c6a8-eb0f-497e-b319-d0d653107415 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373811 Feb 11 04:22:53.677501 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-25b3e5b9-fca9-4b0a-afd2-f79b97225143 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=058b960c8e424dc0ad4592597eb4325a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947161 Feb 11 04:22:53.739234 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048d3767-ced8-4906-9d2c-dc7c37dc0311 x-openstack-request-id: req-048d3767-ced8-4906-9d2c-dc7c37dc0311 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:22:53.741455 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55684a9-d1fd-4774-af88-168237e04c49", "name": "network-vif-deleted", "tag": "b04818fe-a97e-4d0c-a655-b261d556f78d", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:22:53.742226 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-048d3767-ced8-4906-9d2c-dc7c37dc0311 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:22:53.742773 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55684a9-d1fd-4774-af88-168237e04c49', 'name': 'network-vif-deleted', 'tag': 'b04818fe-a97e-4d0c-a655-b261d556f78d', 'status': 'completed', 'code': 200} Feb 11 04:22:53.893678 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Publish callbacks [] for port (1210e525-2b93-469f-9f85-ac637a87c110), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:53.947789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e620c5e-c1d0-4142-98bd-5a2c3d6e56e1 req-3c8ee05a-bf86-4793-8c4c-acac01ef44ae tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 210 time: 0.1030076 Feb 11 04:22:53.970382 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e0fd68f-55f6-4c4d-93ef-870261d7e885 req-2cc71f5e-6984-46f0-bd57-95fc3e091c4a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a1473eb6969949e6a2109f9722d68b38 HTTP/1.1" status: 200 len: 221 time: 0.1930983 Feb 11 04:22:54.006095 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1210e525-2b93-469f-9f85-ac637a87c110), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:54.014322 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32e20b70-8238-47ef-9d40-ad96698da871 req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks [] for security_group (2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:54.038339 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a7b1608-ccf7-4c76-933f-9f7eca1ef376 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (809b2687-0b08-4ce9-9459-77933d7fe9cc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:54.047451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-8d8328b3-1065-4e5c-9cbd-6a13330e9b57 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:54.054524 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-8d8328b3-1065-4e5c-9cbd-6a13330e9b57 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3656499 Feb 11 04:22:54.067464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-e35dba41-7c12-4d96-a761-03b6244b7b09 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Request body: {'port': {'device_id': '1a28f435-78ff-4c8d-89f2-0d479da5ea0f', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '058b960c8e424dc0ad4592597eb4325a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:54.107815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e78499-1420-48bc-8cea-f5ac96ef136b None None] Pushing event updated for resources: {'Port': ['ID=1210e525-2b93-469f-9f85-ac637a87c110,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:54.170400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e78499-1420-48bc-8cea-f5ac96ef136b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:54.171565 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e78499-1420-48bc-8cea-f5ac96ef136b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:54.172389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e78499-1420-48bc-8cea-f5ac96ef136b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:54.172817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e78499-1420-48bc-8cea-f5ac96ef136b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:54.173371 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e78499-1420-48bc-8cea-f5ac96ef136b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:54.173783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e78499-1420-48bc-8cea-f5ac96ef136b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:54.174671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e78499-1420-48bc-8cea-f5ac96ef136b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:54.174671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e78499-1420-48bc-8cea-f5ac96ef136b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:54.174960 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e78499-1420-48bc-8cea-f5ac96ef136b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:54.175589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e78499-1420-48bc-8cea-f5ac96ef136b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:54.175850 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e78499-1420-48bc-8cea-f5ac96ef136b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:54.187205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e78499-1420-48bc-8cea-f5ac96ef136b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:54.192451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e78499-1420-48bc-8cea-f5ac96ef136b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:22:54.203622 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b1608-ccf7-4c76-933f-9f7eca1ef376 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event updated for resources: {'Subnet': ['ID=809b2687-0b08-4ce9-9459-77933d7fe9cc,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:54.220532 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32e20b70-8238-47ef-9d40-ad96698da871 req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:54.252889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87f0f01d-10b7-4246-8407-51a3fda071e9 req-3cfb677b-f77c-407b-8a04-9f9ec8780300 tempest-ServerMetadataNegativeTestJSON-1775063667 tempest-ServerMetadataNegativeTestJSON-1775063667-project] 10.222.0.13 "GET /v2.0/ports?device_id=d55684a9-d1fd-4774-af88-168237e04c49 HTTP/1.1" status: 200 len: 210 time: 0.1724765 Feb 11 04:22:54.288240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b1608-ccf7-4c76-933f-9f7eca1ef376 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Checking segment: {'id': 'b4b065d5-ff72-4138-95a0-ae6ea9817dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:54.288991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7b1608-ccf7-4c76-933f-9f7eca1ef376 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Network hostable DHCP agents. Network: 3756ef82-caa6-4a1d-9bed-8c71e80095fe, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:22:54.313946 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Attempting to bind port 1210e525-2b93-469f-9f85-ac637a87c110 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:22:54.315711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Attempting to bind port 1210e525-2b93-469f-9f85-ac637a87c110 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '99cdd6df-65e1-4c94-b033-2e8be2f9ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1d06efa6-966e-429b-860f-4e9bed31ea67'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:22:54.316336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Attempting to bind port 1210e525-2b93-469f-9f85-ac637a87c110 on network 1d06efa6-966e-429b-860f-4e9bed31ea67 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:54.339629 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:22:54.340367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Checking segment: {'id': '99cdd6df-65e1-4c94-b033-2e8be2f9ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1d06efa6-966e-429b-860f-4e9bed31ea67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:54.341034 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:54.341678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Bound using segment: {'id': '99cdd6df-65e1-4c94-b033-2e8be2f9ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1d06efa6-966e-429b-860f-4e9bed31ea67'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:22:54.343350 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Bound port: 1210e525-2b93-469f-9f85-ac637a87c110, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cdd6df-65e1-4c94-b033-2e8be2f9ad5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1d06efa6-966e-429b-860f-4e9bed31ea67'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:22:54.344085 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1210e525-2b93-469f-9f85-ac637a87c110), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:54.380252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:54.406158 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7b1608-ccf7-4c76-933f-9f7eca1ef376 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Network 3756ef82-caa6-4a1d-9bed-8c71e80095fe is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:22:54.463914 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45378) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:54.489735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] For port 1210e525-2b93-469f-9f85-ac637a87c110, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:22:54.494468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] For port 1210e525-2b93-469f-9f85-ac637a87c110, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1210e525-2b93-469f-9f85-ac637a87c110,segment=NetworkSegment(99cdd6df-65e1-4c94-b033-2e8be2f9ad5d),segment_id=99cdd6df-65e1-4c94-b033-2e8be2f9ad5d)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:22:54.502107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-8a7b1608-ccf7-4c76-933f-9f7eca1ef376 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 3756ef82-caa6-4a1d-9bed-8c71e80095fe) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:54.508084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7b1608-ccf7-4c76-933f-9f7eca1ef376 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:54.508695 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a7b1608-ccf7-4c76-933f-9f7eca1ef376 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:54.528740 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e91a71-b115-45c3-a7ca-b78484206d29 None None] Network 3756ef82-caa6-4a1d-9bed-8c71e80095fe requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:22:54.551986 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c2e8c1e-9016-4e52-96f8-aeb80dddb543 req-50d2f6a9-2896-4f78-b26e-3d2d2fadc2ac tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 210 time: 0.1035256 Feb 11 04:22:54.582949 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1210e525-2b93-469f-9f85-ac637a87c110), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:54.653387 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8a7b1608-ccf7-4c76-933f-9f7eca1ef376 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2785044 Feb 11 04:22:54.665487 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-47435279-916a-479b-9ca6-26739c6ce120 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:54.667221 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-47435279-916a-479b-9ca6-26739c6ce120 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 812 time: 0.2010539 Feb 11 04:22:54.667830 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45386) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:54.678519 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-59696493-102f-4775-8b91-136ea4b7f284 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1307257787'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:54.687968 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-04903f97-9a2d-4598-905a-2c62982c6a8b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Request body: {'port': {'device_id': '0b1b44db-9875-47fd-b91c-9b8a2a849ce3', 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e', 'admin_state_up': True, 'tenant_id': 'a70586beed2f4c668534da1f31a71292'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:54.788581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e78499-1420-48bc-8cea-f5ac96ef136b None None] Pushing event updated for resources: {'Port': ['ID=1210e525-2b93-469f-9f85-ac637a87c110,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:54.810194 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-dd56a7d8-824a-4f78-bd5d-291019c72e13 None None] Provisioning complete for port 1210e525-2b93-469f-9f85-ac637a87c110 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:54.811316 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dd56a7d8-824a-4f78-bd5d-291019c72e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1210e525-2b93-469f-9f85-ac637a87c110), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:54.828195 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4e89655-a275-4e58-a174-616cc1beb86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:54.870462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Routers {'3f62d46a-bd80-4af0-85de-d7759509d6b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:22:54.871143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:22:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['3f62d46a-bd80-4af0-85de-d7759509d6b9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:54.908622 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device b04818fe-a97e-4d0c-a655-b261d556f78d no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:22:54.911465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59696493-102f-4775-8b91-136ea4b7f284 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Made reservation on behalf of 6ef504e8f1324006acdf369bff207666 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:54.915301 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-59696493-102f-4775-8b91-136ea4b7f284 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:54.981090 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: b04818fe-a97e-4d0c-a655-b261d556f78d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:22:54.981442 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device b04818fe-a97e-4d0c-a655-b261d556f78d not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:22:54.983241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-3756ef82-caa6-4a1d-9bed-8c71e80095fe', 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe', 'project_id': '6ef504e8f1324006acdf369bff207666', 'fixed_ips': [{'subnet_id': '809b2687-0b08-4ce9-9459-77933d7fe9cc'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:22:54.984133 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.032090 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59696493-102f-4775-8b91-136ea4b7f284 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:22:55.079921 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-59696493-102f-4775-8b91-136ea4b7f284 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e7ca54bc-bc89-45aa-b5cc-c5f36384f69e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.079921 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-59696493-102f-4775-8b91-136ea4b7f284 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Added segment e7ca54bc-bc89-45aa-b5cc-c5f36384f69e of type vlan for network 540dbf15-a852-40e8-a4a9-6cb827d7a288 Feb 11 04:22:55.116213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-04903f97-9a2d-4598-905a-2c62982c6a8b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Made reservation on behalf of a70586beed2f4c668534da1f31a71292 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:55.120846 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-04903f97-9a2d-4598-905a-2c62982c6a8b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.188068 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-59696493-102f-4775-8b91-136ea4b7f284 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (540dbf15-a852-40e8-a4a9-6cb827d7a288), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.193654 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4e89655-a275-4e58-a174-616cc1beb86a admin admin] Publish callbacks [] for security_group (1d9726c7-8cbc-4e0c-b853-f19d3d3a13d1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.209028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a8a48-c865-42e7-a933-22d7ffdae7bd req-901a9bc6-8e90-416c-858f-b5d1b7e7ec41 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:55.219032 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-399a8a48-c865-42e7-a933-22d7ffdae7bd req-901a9bc6-8e90-416c-858f-b5d1b7e7ec41 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.7652485 Feb 11 04:22:55.278486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-32e20b70-8238-47ef-9d40-ad96698da871 req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Allocated IP 192.168.233.118 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/50f008ed-425c-4cfc-81e7-aadd7b60fde5) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:55.293344 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4e89655-a275-4e58-a174-616cc1beb86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1d9726c7-8cbc-4e0c-b853-f19d3d3a13d1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.299899 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-399a8a48-c865-42e7-a933-22d7ffdae7bd req-493b7fc1-0f9b-4e07-8c29-535fc7022d8c tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742483 Feb 11 04:22:55.329967 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e89655-a275-4e58-a174-616cc1beb86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9726c7-8cbc-4e0c-b853-f19d3d3a13d1,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:55.426546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-e35dba41-7c12-4d96-a761-03b6244b7b09 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Made reservation on behalf of 058b960c8e424dc0ad4592597eb4325a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:55.431968 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c4e89655-a275-4e58-a174-616cc1beb86a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a591512d1f9048b98f2780824468e5c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9632237 Feb 11 04:22:55.432236 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-e35dba41-7c12-4d96-a761-03b6244b7b09 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.432653 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-59696493-102f-4775-8b91-136ea4b7f284 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (540dbf15-a852-40e8-a4a9-6cb827d7a288), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.436973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45394) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:55.439751 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59696493-102f-4775-8b91-136ea4b7f284 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:55.440416 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-59696493-102f-4775-8b91-136ea4b7f284 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.441008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] Set router 3f62d46a-bd80-4af0-85de-d7759509d6b9 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:22:55.473850 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-dd56a7d8-824a-4f78-bd5d-291019c72e13 None None] Current status of the port 1210e525-2b93-469f-9f85-ac637a87c110 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:55.474271 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dd56a7d8-824a-4f78-bd5d-291019c72e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1210e525-2b93-469f-9f85-ac637a87c110), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.479482 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f631324e-1856-43b1-9a48-8f82f4e3097f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.548200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-04903f97-9a2d-4598-905a-2c62982c6a8b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Allocated IP 172.20.0.5 (6cd12236-2b63-4f55-9764-b0d854f3a97e/7de27eb8-a8a3-47a4-8b0d-bfc468039fee/9432cc10-479f-4b50-a02c-8a27669f459f) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:55.556551 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-59696493-102f-4775-8b91-136ea4b7f284 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8873684 Feb 11 04:22:55.559928 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45396) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:55.563475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Allocated IP 19.80.0.2 (3756ef82-caa6-4a1d-9bed-8c71e80095fe/809b2687-0b08-4ce9-9459-77933d7fe9cc/aa63709c-25b3-406a-8c0c-99bd5dde69ed) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:55.567205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6e247c3e-9b7f-47d8-9ef4-1766caaaf124 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Request body: {'subnet': {'network_id': '540dbf15-a852-40e8-a4a9-6cb827d7a288', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:55.593108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-dd56a7d8-824a-4f78-bd5d-291019c72e13 None None] For port 1210e525-2b93-469f-9f85-ac637a87c110, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1210e525-2b93-469f-9f85-ac637a87c110,segment=NetworkSegment(99cdd6df-65e1-4c94-b033-2e8be2f9ad5d),segment_id=99cdd6df-65e1-4c94-b033-2e8be2f9ad5d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:55.662650 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59696493-102f-4775-8b91-136ea4b7f284 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event updated for resources: {'Network': ['ID=540dbf15-a852-40e8-a4a9-6cb827d7a288,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:55.690931 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32e20b70-8238-47ef-9d40-ad96698da871 req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks [] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.707838 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 540dbf15-a852-40e8-a4a9-6cb827d7a288 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:22:55.710272 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe4f93-73c2-4d89-b2e6-ffd45c354872 req-b168b62a-5142-42fd-b4ba-e7fe8896d824 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:55.711992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04fe4f93-73c2-4d89-b2e6-ffd45c354872 req-b168b62a-5142-42fd-b4ba-e7fe8896d824 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.2865527 Feb 11 04:22:55.716392 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-22ee6c7b-c250-46f3-bb93-4c13e65a640c admin admin] Publish callbacks [] for security_group (1d9726c7-8cbc-4e0c-b853-f19d3d3a13d1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.730246 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dd56a7d8-824a-4f78-bd5d-291019c72e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1210e525-2b93-469f-9f85-ac637a87c110), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.769313 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-22ee6c7b-c250-46f3-bb93-4c13e65a640c admin admin] Publish callbacks [] for security_group (1d9726c7-8cbc-4e0c-b853-f19d3d3a13d1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.802705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e247c3e-9b7f-47d8-9ef4-1766caaaf124 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Made reservation on behalf of 6ef504e8f1324006acdf369bff207666 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:55.805342 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6e247c3e-9b7f-47d8-9ef4-1766caaaf124 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.836407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04fe4f93-73c2-4d89-b2e6-ffd45c354872 req-ba0f9ef0-0563-4336-8b88-f7cdac36a7b2 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048231 Feb 11 04:22:55.941956 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-22ee6c7b-c250-46f3-bb93-4c13e65a640c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1d9726c7-8cbc-4e0c-b853-f19d3d3a13d1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.943692 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56a7d8-824a-4f78-bd5d-291019c72e13 None None] Pushing event updated for resources: {'Port': ['ID=1210e525-2b93-469f-9f85-ac637a87c110,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:55.944603 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-22ee6c7b-c250-46f3-bb93-4c13e65a640c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.948534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-22ee6c7b-c250-46f3-bb93-4c13e65a640c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d9726c7-8cbc-4e0c-b853-f19d3d3a13d1 HTTP/1.1" status: 204 len: 168 time: 0.5050626 Feb 11 04:22:55.948534 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32e20b70-8238-47ef-9d40-ad96698da871 req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:55.978988 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-613c0cbb-4d3d-4e7d-a54d-f054bbdf857e None None] Provisioning complete for port 1210e525-2b93-469f-9f85-ac637a87c110 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:55.979366 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-613c0cbb-4d3d-4e7d-a54d-f054bbdf857e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1210e525-2b93-469f-9f85-ac637a87c110), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:56.016615 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1e47ec1-5dab-48a4-ac10-3a56242699bf req-bbe37d58-0d63-40b2-98f5-66987763e4b6 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 210 time: 0.0854573 Feb 11 04:22:56.057532 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Publish callbacks [] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:56.064065 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-04903f97-9a2d-4598-905a-2c62982c6a8b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks [] for port (9432cc10-479f-4b50-a02c-8a27669f459f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:56.086686 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee6c7b-c250-46f3-bb93-4c13e65a640c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9726c7-8cbc-4e0c-b853-f19d3d3a13d1,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:56.093671 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45404) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:56.096698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'name': 'tempest-ServersTestMultiNic-2078442593-router', 'tenant_id': '6ef504e8f1324006acdf369bff207666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b9a940b5-63f7-49bd-b0b6-c64861fd3ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:40Z', 'updated_at': '2022-02-11T04:22:49Z', 'revision_number': 4, 'project_id': '6ef504e8f1324006acdf369bff207666', 'gw_port': {'id': 'b9a940b5-63f7-49bd-b0b6-c64861fd3ee3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:42Z', 'updated_at': '2022-02-11T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1210e525-2b93-469f-9f85-ac637a87c110', 'name': '', 'network_id': '1d06efa6-966e-429b-860f-4e9bed31ea67', 'tenant_id': '6ef504e8f1324006acdf369bff207666', 'mac_address': 'fa:16:3e:ae:35:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'c6a70176-0116-434f-89e5-c70cfff5721a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:47Z', 'updated_at': '2022-02-11T04:22:54Z', 'revision_number': 4, 'project_id': '6ef504e8f1324006acdf369bff207666', 'subnets': [{'id': 'c6a70176-0116-434f-89e5-c70cfff5721a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:56.134714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea636d8-d49f-41cc-9cd1-dd37376037ad None None] The sync data for ids ['3f62d46a-bd80-4af0-85de-d7759509d6b9'] in n-d-712142-35 is: [{'id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'name': 'tempest-ServersTestMultiNic-2078442593-router', 'tenant_id': '6ef504e8f1324006acdf369bff207666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b9a940b5-63f7-49bd-b0b6-c64861fd3ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:40Z', 'updated_at': '2022-02-11T04:22:49Z', 'revision_number': 4, 'project_id': '6ef504e8f1324006acdf369bff207666', 'gw_port': {'id': 'b9a940b5-63f7-49bd-b0b6-c64861fd3ee3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:42Z', 'updated_at': '2022-02-11T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1210e525-2b93-469f-9f85-ac637a87c110', 'name': '', 'network_id': '1d06efa6-966e-429b-860f-4e9bed31ea67', 'tenant_id': '6ef504e8f1324006acdf369bff207666', 'mac_address': 'fa:16:3e:ae:35:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': 'c6a70176-0116-434f-89e5-c70cfff5721a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:47Z', 'updated_at': '2022-02-11T04:22:54Z', 'revision_number': 4, 'project_id': '6ef504e8f1324006acdf369bff207666', 'subnets': [{'id': 'c6a70176-0116-434f-89e5-c70cfff5721a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:22:56.191706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-e35dba41-7c12-4d96-a761-03b6244b7b09 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Allocated IP 192.168.233.183 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/7d3979d9-efd3-4b1b-861a-cf646d6d7536) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:56.195666 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:56.224103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e20b70-8238-47ef-9d40-ad96698da871 req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:56.225007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Pushing event updated for resources: {'Port': ['ID=50f008ed-425c-4cfc-81e7-aadd7b60fde5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:56.242995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-32e20b70-8238-47ef-9d40-ad96698da871 req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:56.271241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e20b70-8238-47ef-9d40-ad96698da871 req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:56.276392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-613c0cbb-4d3d-4e7d-a54d-f054bbdf857e None None] Current status of the port 1210e525-2b93-469f-9f85-ac637a87c110 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:56.277541 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-04903f97-9a2d-4598-905a-2c62982c6a8b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9432cc10-479f-4b50-a02c-8a27669f459f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:56.288488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Network 3756ef82-caa6-4a1d-9bed-8c71e80095fe is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:56.293422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:56.298969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:56.310262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Pushing event updated for resources: {'Port': ['ID=aa63709c-25b3-406a-8c0c-99bd5dde69ed,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:56.355304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf51a096-727f-413d-8be3-2c1ac288a7b3 admin admin] Deleting subnet 00d33a8f-b2f6-47ef-859d-b7df7f7b054e {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:22:56.381125 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cf51a096-727f-413d-8be3-2c1ac288a7b3 admin admin] Publish callbacks [] for subnet (00d33a8f-b2f6-47ef-859d-b7df7f7b054e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:56.461894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Attempting to bind port aa63709c-25b3-406a-8c0c-99bd5dde69ed on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:22:56.462589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Attempting to bind port aa63709c-25b3-406a-8c0c-99bd5dde69ed by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'b4b065d5-ff72-4138-95a0-ae6ea9817dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:22:56.462782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Attempting to bind port aa63709c-25b3-406a-8c0c-99bd5dde69ed on network 3756ef82-caa6-4a1d-9bed-8c71e80095fe {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:56.483368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:22:56.483368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Checking segment: {'id': 'b4b065d5-ff72-4138-95a0-ae6ea9817dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:56.483368 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:56.483368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Bound using segment: {'id': 'b4b065d5-ff72-4138-95a0-ae6ea9817dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:22:56.483368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Bound port: aa63709c-25b3-406a-8c0c-99bd5dde69ed, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b065d5-ff72-4138-95a0-ae6ea9817dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:22:56.483368 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:56.586482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e20b70-8238-47ef-9d40-ad96698da871 req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:56.587197 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32e20b70-8238-47ef-9d40-ad96698da871 req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:56.588333 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:56.611329 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cf51a096-727f-413d-8be3-2c1ac288a7b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (00d33a8f-b2f6-47ef-859d-b7df7f7b054e), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:56.676585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] For port aa63709c-25b3-406a-8c0c-99bd5dde69ed, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:22:56.682198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] For port aa63709c-25b3-406a-8c0c-99bd5dde69ed, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=aa63709c-25b3-406a-8c0c-99bd5dde69ed,segment=NetworkSegment(b4b065d5-ff72-4138-95a0-ae6ea9817dbe),segment_id=b4b065d5-ff72-4138-95a0-ae6ea9817dbe)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:22:56.688065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1210e525-2b93-469f-9f85-ac637a87c110 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:56.765212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-04903f97-9a2d-4598-905a-2c62982c6a8b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Network 6cd12236-2b63-4f55-9764-b0d854f3a97e is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:56.773138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 1210e525-2b93-469f-9f85-ac637a87c110 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:56.773535 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1210e525-2b93-469f-9f85-ac637a87c110), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:56.778248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d32a7f-b9f1-4ddb-b32b-d38c0927bc97 req-6f4344c5-a7df-413f-8680-987c75f230b8 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:56.786873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01d32a7f-b9f1-4ddb-b32b-d38c0927bc97 req-6f4344c5-a7df-413f-8680-987c75f230b8 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.5554168 Feb 11 04:22:56.787101 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:56.810008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-04903f97-9a2d-4598-905a-2c62982c6a8b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:56.816218 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-04903f97-9a2d-4598-905a-2c62982c6a8b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:56.820671 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1775ee7-dd05-4394-a5b2-0c4ebd0dc1e5 req-fa788cca-68f5-4726-bd4e-46a29bfa2a7a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 210 time: 0.2295945 Feb 11 04:22:56.923920 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6e247c3e-9b7f-47d8-9ef4-1766caaaf124 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (089f4fab-d561-444a-942d-9c19bf614969), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:56.941807 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04903f97-9a2d-4598-905a-2c62982c6a8b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Pushing event updated for resources: {'Port': ['ID=9432cc10-479f-4b50-a02c-8a27669f459f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:56.960090 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e20b70-8238-47ef-9d40-ad96698da871 req-0674b87f-2cb6-417f-9b23-ae9bb0d93273 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3425741 Feb 11 04:22:56.969784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffe8da-0c5c-41d5-b7d7-b1025087d495 None None] Pushing event updated for resources: {'Port': ['ID=aa63709c-25b3-406a-8c0c-99bd5dde69ed,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:56.983316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-04903f97-9a2d-4598-905a-2c62982c6a8b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:56.983971 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-04903f97-9a2d-4598-905a-2c62982c6a8b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:57.021567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Request body: {'port': {'device_id': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:57.025952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-142d2a4e-9cd9-47c2-8aca-862fa692f653 None None] Provisioning complete for port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:57.026358 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-142d2a4e-9cd9-47c2-8aca-862fa692f653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:57.065697 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e247c3e-9b7f-47d8-9ef4-1766caaaf124 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event updated for resources: {'Subnet': ['ID=089f4fab-d561-444a-942d-9c19bf614969,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:57.076818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e247c3e-9b7f-47d8-9ef4-1766caaaf124 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Checking segment: {'id': 'e7ca54bc-bc89-45aa-b5cc-c5f36384f69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '540dbf15-a852-40e8-a4a9-6cb827d7a288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:57.077344 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e247c3e-9b7f-47d8-9ef4-1766caaaf124 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Network hostable DHCP agents. Network: 540dbf15-a852-40e8-a4a9-6cb827d7a288, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:22:57.131061 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cf51a096-727f-413d-8be3-2c1ac288a7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (00d33a8f-b2f6-47ef-859d-b7df7f7b054e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:57.141252 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-04903f97-9a2d-4598-905a-2c62982c6a8b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4588401 Feb 11 04:22:57.155250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Request body: {'port': {'device_id': '0b1b44db-9875-47fd-b91c-9b8a2a849ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:57.336360 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-142d2a4e-9cd9-47c2-8aca-862fa692f653 None None] Port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:22:57.336360 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 1210e525-2b93-469f-9f85-ac637a87c110 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:57.344992 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9432cc10-479f-4b50-a02c-8a27669f459f), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:57.345256 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01d32a7f-b9f1-4ddb-b32b-d38c0927bc97 req-2d9db4c4-77c7-406b-9900-5c235a7ef719 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989755 Feb 11 04:22:57.348139 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-e35dba41-7c12-4d96-a761-03b6244b7b09 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks [] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:57.392238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e247c3e-9b7f-47d8-9ef4-1766caaaf124 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Network 540dbf15-a852-40e8-a4a9-6cb827d7a288 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:22:57.393645 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:57.661792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8619ee0-91b8-4d1a-9002-e5941b5e39f5 req-9c8ba39e-2a40-4006-8a4e-5a0721dab02e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:57.663913 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8619ee0-91b8-4d1a-9002-e5941b5e39f5 req-9c8ba39e-2a40-4006-8a4e-5a0721dab02e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 931 time: 0.1659119 Feb 11 04:22:57.722461 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8619ee0-91b8-4d1a-9002-e5941b5e39f5 req-22239bdb-ac26-402c-b5a3-6a1b17e95af2 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508738 Feb 11 04:22:57.731202 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9432cc10-479f-4b50-a02c-8a27669f459f {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:22:57.741346 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Publish callbacks [] for port (9432cc10-479f-4b50-a02c-8a27669f459f), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:57.806352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Transition to ACTIVE for port object 9432cc10-479f-4b50-a02c-8a27669f459f will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:22:57.809426 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cf51a096-727f-413d-8be3-2c1ac288a7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (00d33a8f-b2f6-47ef-859d-b7df7f7b054e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:57.809677 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6e247c3e-9b7f-47d8-9ef4-1766caaaf124 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 540dbf15-a852-40e8-a4a9-6cb827d7a288) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:57.812278 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-e35dba41-7c12-4d96-a761-03b6244b7b09 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:57.824698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e247c3e-9b7f-47d8-9ef4-1766caaaf124 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:57.826811 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6e247c3e-9b7f-47d8-9ef4-1766caaaf124 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:57.828874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04c80f9-de99-4607-8113-a717c0095665 None None] Network 540dbf15-a852-40e8-a4a9-6cb827d7a288 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:22:57.871546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51a096-727f-413d-8be3-2c1ac288a7b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d33a8f-b2f6-47ef-859d-b7df7f7b054e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:57.886345 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (9432cc10-479f-4b50-a02c-8a27669f459f), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:57.986765 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6e247c3e-9b7f-47d8-9ef4-1766caaaf124 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4192233 Feb 11 04:22:58.046338 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9432cc10-479f-4b50-a02c-8a27669f459f,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:58.111393 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cf51a096-727f-413d-8be3-2c1ac288a7b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:58.128859 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45438) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:58.132325 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cf51a096-727f-413d-8be3-2c1ac288a7b3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/00d33a8f-b2f6-47ef-859d-b7df7f7b054e HTTP/1.1" status: 204 len: 168 time: 2.0316215 Feb 11 04:22:58.185268 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-540dbf15-a852-40e8-a4a9-6cb827d7a288', 'network_id': '540dbf15-a852-40e8-a4a9-6cb827d7a288', 'project_id': '6ef504e8f1324006acdf369bff207666', 'fixed_ips': [{'subnet_id': '089f4fab-d561-444a-942d-9c19bf614969'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:22:58.186461 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:58.203502 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:58.355927 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7811a4b4-ab43-4b14-b8fa-c32b88ebd056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (44790cf4-01e1-4cfb-ad07-911051bd4523), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:58.378328 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Attempting to bind port 9432cc10-479f-4b50-a02c-8a27669f459f on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:22:58.378737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Attempting to bind port 9432cc10-479f-4b50-a02c-8a27669f459f by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:22:58.379169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Attempting to bind port 9432cc10-479f-4b50-a02c-8a27669f459f on network 6cd12236-2b63-4f55-9764-b0d854f3a97e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:58.386772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Port 9432cc10-479f-4b50-a02c-8a27669f459f on network 6cd12236-2b63-4f55-9764-b0d854f3a97e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:22:58.387261 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Attempting to bind port 9432cc10-479f-4b50-a02c-8a27669f459f on network 6cd12236-2b63-4f55-9764-b0d854f3a97e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:58.405593 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:22:58.406132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Checking segment: {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:58.406650 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Bound using segment: {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:22:58.407214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Bound port: 9432cc10-479f-4b50-a02c-8a27669f459f, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:22:58.407681 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9432cc10-479f-4b50-a02c-8a27669f459f), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:58.509894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Allocated IP 19.86.0.2 (540dbf15-a852-40e8-a4a9-6cb827d7a288/089f4fab-d561-444a-942d-9c19bf614969/9949fb69-8b77-4538-ae4e-ff1e7f0205f1) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:22:58.527103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35dba41-7c12-4d96-a761-03b6244b7b09 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Pushing event updated for resources: {'Port': ['ID=7d3979d9-efd3-4b1b-861a-cf646d6d7536,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:58.556605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-e35dba41-7c12-4d96-a761-03b6244b7b09 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:58.571588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45444) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:58.580307 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-e35dba41-7c12-4d96-a761-03b6244b7b09 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:58.609828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-e35dba41-7c12-4d96-a761-03b6244b7b09 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:58.660597 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7811a4b4-ab43-4b14-b8fa-c32b88ebd056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (44790cf4-01e1-4cfb-ad07-911051bd4523), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:58.666125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f7b67-4709-42e2-8032-ce8e5d1b76d8 req-13a50991-e96a-4ecd-820b-4efaebced370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:58.669634 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84f7b67-4709-42e2-8032-ce8e5d1b76d8 req-13a50991-e96a-4ecd-820b-4efaebced370 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c5ab24820404cabad08d88b221522bc&device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 1128 time: 0.5261264 Feb 11 04:22:58.700160 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device aa63709c-25b3-406a-8c0c-99bd5dde69ed up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:22:58.736772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7811a4b4-ab43-4b14-b8fa-c32b88ebd056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44790cf4-01e1-4cfb-ad07-911051bd4523']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:58.763904 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] For port 9432cc10-479f-4b50-a02c-8a27669f459f, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:22:58.766555 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e19460-9bab-4aae-b498-96ad005552b7 req-d8240509-33de-4e97-a1ec-19686cb8a868 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:58.768963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7811a4b4-ab43-4b14-b8fa-c32b88ebd056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33539548-9bcd-44c0-b015-8cb1b46b5e5e') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:58.769384 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7811a4b4-ab43-4b14-b8fa-c32b88ebd056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33539548-9bcd-44c0-b015-8cb1b46b5e5e') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:22:58.773713 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] For port 9432cc10-479f-4b50-a02c-8a27669f459f, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9432cc10-479f-4b50-a02c-8a27669f459f,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:22:58.773970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95e19460-9bab-4aae-b498-96ad005552b7 req-d8240509-33de-4e97-a1ec-19686cb8a868 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 936 time: 0.5519290 Feb 11 04:22:58.791410 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7811a4b4-ab43-4b14-b8fa-c32b88ebd056 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (33539548-9bcd-44c0-b015-8cb1b46b5e5e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:58.831210 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7811a4b4-ab43-4b14-b8fa-c32b88ebd056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (33539548-9bcd-44c0-b015-8cb1b46b5e5e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:58.845856 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7811a4b4-ab43-4b14-b8fa-c32b88ebd056 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:22:58.846467 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7811a4b4-ab43-4b14-b8fa-c32b88ebd056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (33539548-9bcd-44c0-b015-8cb1b46b5e5e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:22:58.854522 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:22:58.894808 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (9432cc10-479f-4b50-a02c-8a27669f459f), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:58.934498 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:58.936253 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:58.938739 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] 10.222.0.47 "PUT /v2.0/ports/9432cc10-479f-4b50-a02c-8a27669f459f HTTP/1.1" status: 200 len: 1092 time: 1.7887583 Feb 11 04:22:58.939088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-e35dba41-7c12-4d96-a761-03b6244b7b09 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:58.941013 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-e35dba41-7c12-4d96-a761-03b6244b7b09 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:58.972516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1b44db-9875-47fd-b91c-9b8a2a849ce3', 'tag': '9432cc10-479f-4b50-a02c-8a27669f459f'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:22:58.983444 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edda071f-15f9-462b-9017-8b5ef8813652" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1b44db-9875-47fd-b91c-9b8a2a849ce3", "tag": "9432cc10-479f-4b50-a02c-8a27669f459f"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:22:58.997221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c5b984-5428-4b45-951f-6097fa5c06bf None None] Network 3756ef82-caa6-4a1d-9bed-8c71e80095fe requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:22:59.117222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32825b0-e677-4a92-b146-89996e6d73a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9432cc10-479f-4b50-a02c-8a27669f459f,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:59.118298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1768809046-network', 'tenant_id': '7e709f79bd21462084af8ea276b889a4'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:59.184633 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-e35dba41-7c12-4d96-a761-03b6244b7b09 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1244249 Feb 11 04:22:59.193609 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7811a4b4-ab43-4b14-b8fa-c32b88ebd056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (44790cf4-01e1-4cfb-ad07-911051bd4523), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.208288 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7811a4b4-ab43-4b14-b8fa-c32b88ebd056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.215190 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7811a4b4-ab43-4b14-b8fa-c32b88ebd056 admin admin] 10.222.0.13 "DELETE /v2.0/networks/44790cf4-01e1-4cfb-ad07-911051bd4523 HTTP/1.1" status: 204 len: 168 time: 1.0674477 Feb 11 04:22:59.235038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-e0f09f73-a709-4456-bc36-321bec26f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:59.236402 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-e0f09f73-a709-4456-bc36-321bec26f3a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 1126 time: 0.1532471 Feb 11 04:22:59.241484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f008ed-425c-4cfc-81e7-aadd7b60fde5 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:22:59.271754 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Request body: {'port': {'device_id': '1a28f435-78ff-4c8d-89f2-0d479da5ea0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:22:59.319092 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Publish callbacks [] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.334659 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Publish callbacks [] for port (9949fb69-8b77-4538-ae4e-ff1e7f0205f1), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.341469 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811a4b4-ab43-4b14-b8fa-c32b88ebd056 admin admin] Pushing event deleted for resources: {'Network': ['ID=44790cf4-01e1-4cfb-ad07-911051bd4523,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:59.346351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f529e33b-51f7-4279-8a5e-0de109d8d84b None None] Provisioning complete for port aa63709c-25b3-406a-8c0c-99bd5dde69ed triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:59.357332 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f529e33b-51f7-4279-8a5e-0de109d8d84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.358180 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-9f4a1ef1-f5da-410f-b130-4f49f364904d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9432cc10-479f-4b50-a02c-8a27669f459f HTTP/1.1" status: 200 len: 217 time: 0.0868120 Feb 11 04:22:59.365531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95e19460-9bab-4aae-b498-96ad005552b7 req-f8498354-a13d-4444-9866-62c4d436526b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572979 Feb 11 04:22:59.376486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f7b67-4709-42e2-8032-ce8e5d1b76d8 req-7e695368-9de8-48bf-99f0-39706df72bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:59.376486 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84f7b67-4709-42e2-8032-ce8e5d1b76d8 req-7e695368-9de8-48bf-99f0-39706df72bc9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a20f827-c8f6-43af-bd9b-9fddc1589aea HTTP/1.1" status: 200 len: 912 time: 0.6962161 Feb 11 04:22:59.398735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port aa63709c-25b3-406a-8c0c-99bd5dde69ed triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:22:59.399415 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.415686 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Transition to ACTIVE for port object 50f008ed-425c-4cfc-81e7-aadd7b60fde5 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:22:59.460126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d91bd-d07d-4fd2-8bd2-2996a4357432 req-15b9679d-4a6d-4101-8add-93b6cf2c5fe5 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:59.462654 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (9949fb69-8b77-4538-ae4e-ff1e7f0205f1), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.469325 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-166d91bd-d07d-4fd2-8bd2-2996a4357432 req-15b9679d-4a6d-4101-8add-93b6cf2c5fe5 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.5142071 Feb 11 04:22:59.473447 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84f7b67-4709-42e2-8032-ce8e5d1b76d8 req-795585ba-06c4-4f34-bbfd-263cace9ff48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f HTTP/1.1" status: 200 len: 217 time: 0.0898182 Feb 11 04:22:59.484088 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-bf25a007-3bd6-4afa-8df7-3dff02ab6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:59.485747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] Made reservation on behalf of 7e709f79bd21462084af8ea276b889a4 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:22:59.487714 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.490505 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-bf25a007-3bd6-4afa-8df7-3dff02ab6c43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7de27eb8-a8a3-47a4-8b0d-bfc468039fee HTTP/1.1" status: 200 len: 852 time: 0.1365759 Feb 11 04:22:59.562227 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.580387 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-6dc37f44-8a63-4ae6-b985-e68ff9bd683b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6cd12236-2b63-4f55-9764-b0d854f3a97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831969 Feb 11 04:22:59.584429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45458) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:59.607135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Pushing event updated for resources: {'Port': ['ID=9949fb69-8b77-4538-ae4e-ff1e7f0205f1,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:59.618679 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.627062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Network 540dbf15-a852-40e8-a4a9-6cb827d7a288 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:22:59.644949 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45462) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:22:59.663357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:22:59.672295 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.683128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:22:59.734419 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port aa63709c-25b3-406a-8c0c-99bd5dde69ed is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:59.735091 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.821948 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f529e33b-51f7-4279-8a5e-0de109d8d84b None None] Current status of the port aa63709c-25b3-406a-8c0c-99bd5dde69ed is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:22:59.822495 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f529e33b-51f7-4279-8a5e-0de109d8d84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.828465 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.898411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f7b67-4709-42e2-8032-ce8e5d1b76d8 req-6b9d3434-827c-45ea-82e6-1d9d04e47585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:22:59.900490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84f7b67-4709-42e2-8032-ce8e5d1b76d8 req-6b9d3434-827c-45ea-82e6-1d9d04e47585 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0575d29c-44f0-42cf-9a3b-e3b065542552 HTTP/1.1" status: 200 len: 851 time: 0.4100881 Feb 11 04:22:59.902912 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Pushing event updated for resources: {'Port': ['ID=50f008ed-425c-4cfc-81e7-aadd7b60fde5,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:22:59.909435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Attempting to bind port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:22:59.910573 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Attempting to bind port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e7ca54bc-bc89-45aa-b5cc-c5f36384f69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '540dbf15-a852-40e8-a4a9-6cb827d7a288'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:22:59.911106 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] Publish callbacks [] for security_group (7a743602-a9e3-4e99-97bd-57dc98232baa), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.911605 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Attempting to bind port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 on network 540dbf15-a852-40e8-a4a9-6cb827d7a288 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:22:59.927080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port aa63709c-25b3-406a-8c0c-99bd5dde69ed, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=aa63709c-25b3-406a-8c0c-99bd5dde69ed,segment=NetworkSegment(b4b065d5-ff72-4138-95a0-ae6ea9817dbe),segment_id=b4b065d5-ff72-4138-95a0-ae6ea9817dbe)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:22:59.940705 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-166d91bd-d07d-4fd2-8bd2-2996a4357432 req-9bf3e1bb-fd02-46f6-b7f1-a0eba0e3532e tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704208 Feb 11 04:22:59.953146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:22:59.953804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Checking segment: {'id': 'e7ca54bc-bc89-45aa-b5cc-c5f36384f69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '540dbf15-a852-40e8-a4a9-6cb827d7a288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:22:59.954453 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.955125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Bound using segment: {'id': 'e7ca54bc-bc89-45aa-b5cc-c5f36384f69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '540dbf15-a852-40e8-a4a9-6cb827d7a288'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:22:59.958516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Bound port: 9949fb69-8b77-4538-ae4e-ff1e7f0205f1, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ca54bc-bc89-45aa-b5cc-c5f36384f69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '540dbf15-a852-40e8-a4a9-6cb827d7a288'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:22:59.958516 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9949fb69-8b77-4538-ae4e-ff1e7f0205f1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:22:59.960139 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-badb562b-a24f-4dc8-89f4-75f4d1daff5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24c75ac874ae47bd97071e9a1cffaf67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091409 Feb 11 04:22:59.975680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45464) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:00.025014 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7a743602-a9e3-4e99-97bd-57dc98232baa), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.038418 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84f7b67-4709-42e2-8032-ce8e5d1b76d8 req-a59432fd-feec-4378-b17e-96ea032ab99c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a20f827-c8f6-43af-bd9b-9fddc1589aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191111 Feb 11 04:23:00.151794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] For port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:00.169196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] For port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9949fb69-8b77-4538-ae4e-ff1e7f0205f1,segment=NetworkSegment(e7ca54bc-bc89-45aa-b5cc-c5f36384f69e),segment_id=e7ca54bc-bc89-45aa-b5cc-c5f36384f69e)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:00.202731 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-cd2dda89-3f15-450a-9035-f06815573e93 service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080949 Feb 11 04:23:00.252529 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1623a816-6f1c-4db9-83ee-ea8da2ce470d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.254332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f50a08e0-939c-46a8-a160-4cdce3b38c9a admin admin] Publish callbacks [] for security_group (a2f56560-0eda-4f78-82f3-e936ac679945), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.268511 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-f529e33b-51f7-4279-8a5e-0de109d8d84b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:23:00.269638 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-f529e33b-51f7-4279-8a5e-0de109d8d84b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:23:00.272281 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.278673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c492a-acd4-4396-ac98-14335354d252 req-22c97af3-fa28-4231-bbf8-f9a0dbad5e06 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:00.287937 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c2c492a-acd4-4396-ac98-14335354d252 req-22c97af3-fa28-4231-bbf8-f9a0dbad5e06 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.7258990 Feb 11 04:23:00.327333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:23:00.335762 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f50a08e0-939c-46a8-a160-4cdce3b38c9a admin admin] Publish callbacks [] for security_group (a2f56560-0eda-4f78-82f3-e936ac679945), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.357615 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9949fb69-8b77-4538-ae4e-ff1e7f0205f1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.415881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=aa63709c-25b3-406a-8c0c-99bd5dde69ed,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:00.418405 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39759f3a-ffd0-444d-b4c0-8433a810a8e0 req-cf96dd11-435e-41eb-ac87-a63099f9f610 service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995084 Feb 11 04:23:00.464387 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1623a816-6f1c-4db9-83ee-ea8da2ce470d admin admin] Publish callbacks [] for security_group (c547f46c-5cba-4c99-a0c0-f58bb02e87bd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.511544 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (2ecdad7d-8811-48a3-8645-4929a70df38d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.511999 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] Added segment 2ecdad7d-8811-48a3-8645-4929a70df38d of type vlan for network 656918ae-825f-46b4-8023-3636bda564b7 Feb 11 04:23:00.525490 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1623a816-6f1c-4db9-83ee-ea8da2ce470d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c547f46c-5cba-4c99-a0c0-f58bb02e87bd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.538889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1ba97-73c0-4b10-a94f-af438496be4c None None] Pushing event updated for resources: {'Port': ['ID=9949fb69-8b77-4538-ae4e-ff1e7f0205f1,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:00.566867 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f50a08e0-939c-46a8-a160-4cdce3b38c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a2f56560-0eda-4f78-82f3-e936ac679945), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.570115 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f50a08e0-939c-46a8-a160-4cdce3b38c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.574530 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f50a08e0-939c-46a8-a160-4cdce3b38c9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2f56560-0eda-4f78-82f3-e936ac679945 HTTP/1.1" status: 204 len: 168 time: 0.6001644 Feb 11 04:23:00.592798 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1623a816-6f1c-4db9-83ee-ea8da2ce470d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0254d7caa6d642e7a502c31c287ea4d4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0069537 Feb 11 04:23:00.598729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623a816-6f1c-4db9-83ee-ea8da2ce470d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c547f46c-5cba-4c99-a0c0-f58bb02e87bd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:00.600761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45478) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:00.614589 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a08e0-939c-46a8-a160-4cdce3b38c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f56560-0eda-4f78-82f3-e936ac679945,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:00.666311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device aa63709c-25b3-406a-8c0c-99bd5dde69ed up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:00.669408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a743602-a9e3-4e99-97bd-57dc98232baa,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:00.707714 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f464e977-9fcb-4cb0-80f8-558200fed372 admin admin] Publish callbacks [] for security_group (c547f46c-5cba-4c99-a0c0-f58bb02e87bd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.752769 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f464e977-9fcb-4cb0-80f8-558200fed372 admin admin] Publish callbacks [] for security_group (c547f46c-5cba-4c99-a0c0-f58bb02e87bd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.866026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Attempting to bind port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:00.866367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Attempting to bind port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:00.868403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Attempting to bind port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:00.877558 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (656918ae-825f-46b4-8023-3636bda564b7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.909274 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f464e977-9fcb-4cb0-80f8-558200fed372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c547f46c-5cba-4c99-a0c0-f58bb02e87bd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.916694 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f464e977-9fcb-4cb0-80f8-558200fed372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.921432 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f464e977-9fcb-4cb0-80f8-558200fed372 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c547f46c-5cba-4c99-a0c0-f58bb02e87bd HTTP/1.1" status: 204 len: 168 time: 0.3169329 Feb 11 04:23:00.927990 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port aa63709c-25b3-406a-8c0c-99bd5dde69ed triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:00.928608 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:00.929657 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c2c492a-acd4-4396-ac98-14335354d252 req-4a914abe-22ad-4556-9f32-71eb6cb20fc9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405115 Feb 11 04:23:00.932762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464e977-9fcb-4cb0-80f8-558200fed372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c547f46c-5cba-4c99-a0c0-f58bb02e87bd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:00.992233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f529e33b-51f7-4279-8a5e-0de109d8d84b None None] Current status of the port aa63709c-25b3-406a-8c0c-99bd5dde69ed is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:01.039415 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.resource_extend [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:23:01.099469 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-f08bea1e-c492-4633-b886-18e225cea6eb tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:01.110996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-f08bea1e-c492-4633-b886-18e225cea6eb tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:01.113800 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-f08bea1e-c492-4633-b886-18e225cea6eb tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/networks?id=3756ef82-caa6-4a1d-9bed-8c71e80095fe&id=540dbf15-a852-40e8-a4a9-6cb827d7a288&id=3756ef82-caa6-4a1d-9bed-8c71e80095fe HTTP/1.1" status: 200 len: 1392 time: 0.8970165 Feb 11 04:23:01.115187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:23:01.116001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Attempting to bind port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:01.119227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port aa63709c-25b3-406a-8c0c-99bd5dde69ed is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:01.151865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0afb0201-4901-416f-9670-01dc5b33adbf None None] Provisioning complete for port aa63709c-25b3-406a-8c0c-99bd5dde69ed triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:01.152847 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0afb0201-4901-416f-9670-01dc5b33adbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:01.167102 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84f7b67-4709-42e2-8032-ce8e5d1b76d8 req-c3fd4c25-e22b-465b-b493-c3720fbd040e service neutron] 10.222.0.32 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9861727 Feb 11 04:23:01.191713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:01.192300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:01.193669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:01.194423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Bound port: 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:01.195848 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:01.212854 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (656918ae-825f-46b4-8023-3636bda564b7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:01.218558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:01.219950 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:01.274362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0afb0201-4901-416f-9670-01dc5b33adbf None None] Current status of the port aa63709c-25b3-406a-8c0c-99bd5dde69ed is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:01.300967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0afb0201-4901-416f-9670-01dc5b33adbf None None] Provisioning complete for port 7d3979d9-efd3-4b1b-861a-cf646d6d7536 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:01.300967 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0afb0201-4901-416f-9670-01dc5b33adbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:01.339194 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0afb0201-4901-416f-9670-01dc5b33adbf None None] Port 7d3979d9-efd3-4b1b-861a-cf646d6d7536 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:01.696100 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-18a26651-eb21-4316-83c1-eb34d684df66 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/quotas/6ef504e8f1324006acdf369bff207666 HTTP/1.1" status: 200 len: 375 time: 0.5546541 Feb 11 04:23:01.709199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.1302314 Feb 11 04:23:01.712901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45504) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:01.718820 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-26421d49-c931-439f-a8bc-0043d67c33de admin admin] Request body: {'subnet': {'network_id': '656918ae-825f-46b4-8023-3636bda564b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1768809046-subnet', 'tenant_id': '7e709f79bd21462084af8ea276b889a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:01.834352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26421d49-c931-439f-a8bc-0043d67c33de admin admin] Made reservation on behalf of 7e709f79bd21462084af8ea276b889a4 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:01.837370 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-26421d49-c931-439f-a8bc-0043d67c33de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:01.876395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10d670-510e-41d7-8612-cace2d82248b admin admin] Pushing event updated for resources: {'Network': ['ID=656918ae-825f-46b4-8023-3636bda564b7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:01.895544 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 656918ae-825f-46b4-8023-3636bda564b7 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:23:01.997351 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c938b-320f-43a3-b3e3-aca566d705de req-19cf4158-2332-45b5-b292-48dd428adc2c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:02.000200 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-857c938b-320f-43a3-b3e3-aca566d705de req-19cf4158-2332-45b5-b292-48dd428adc2c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 943 time: 0.8764584 Feb 11 04:23:02.010066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84f7b67-4709-42e2-8032-ce8e5d1b76d8 req-03ab5cef-54c0-4329-aa02-9d1aec3fd04b service neutron] 10.222.0.32 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8012974 Feb 11 04:23:02.021515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] For port 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:02.092581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] For port 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:02.100082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1965a87c-b91c-4d43-bc76-857d5b3dcd03 None None] Network 540dbf15-a852-40e8-a4a9-6cb827d7a288 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:23:02.112380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d3979d9-efd3-4b1b-861a-cf646d6d7536 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:02.140285 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45512) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:02.150954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-765bfdaf-6927-4c0b-ab1b-b708ea9f163e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ef504e8f1324006acdf369bff207666&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4117866 Feb 11 04:23:02.168633 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Publish callbacks [] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:02.178025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad92b484-7103-4720-b231-84108358b19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:02.204126 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:02.221660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e565862c-8747-4658-9745-ddb1c6ccb8be None None] Provisioning complete for port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:02.222277 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e565862c-8747-4658-9745-ddb1c6ccb8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9949fb69-8b77-4538-ae4e-ff1e7f0205f1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:02.309680 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad92b484-7103-4720-b231-84108358b19c admin admin] Publish callbacks [] for security_group (da82c14b-b5f8-4160-a4f7-c196c522dbd4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:02.311368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Transition to ACTIVE for port object 7d3979d9-efd3-4b1b-861a-cf646d6d7536 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:23:02.314576 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-26421d49-c931-439f-a8bc-0043d67c33de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (e6fdb855-f18d-42f2-a761-2705a6d9e75d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:02.319765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-857c938b-320f-43a3-b3e3-aca566d705de req-e1da503e-a83d-41d0-ad28-5153170f1741 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067434 Feb 11 04:23:02.334774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:02.335496 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:02.346096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e20b70-8238-47ef-9d40-ad96698da871 req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] 10.222.0.32 "PUT /v2.0/ports/50f008ed-425c-4cfc-81e7-aadd7b60fde5 HTTP/1.1" status: 200 len: 1097 time: 5.3312473 Feb 11 04:23:02.346096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:02.346096 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822aa024-8683-4b9f-a3d6-15a7b9cd57be" -d '{"events": [{"name": "network-changed", "server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:02.378258 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e565862c-8747-4658-9745-ddb1c6ccb8be None None] Current status of the port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:02.383377 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e565862c-8747-4658-9745-ddb1c6ccb8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9949fb69-8b77-4538-ae4e-ff1e7f0205f1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:02.397975 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad92b484-7103-4720-b231-84108358b19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (da82c14b-b5f8-4160-a4f7-c196c522dbd4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:02.422923 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbfa890-1b72-4c54-b128-607fdda58e12 x-openstack-request-id: req-9cbfa890-1b72-4c54-b128-607fdda58e12 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:02.423224 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1b44db-9875-47fd-b91c-9b8a2a849ce3", "tag": "9432cc10-479f-4b50-a02c-8a27669f459f", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:02.423484 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cbfa890-1b72-4c54-b128-607fdda58e12 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:02.423893 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1b44db-9875-47fd-b91c-9b8a2a849ce3', 'tag': '9432cc10-479f-4b50-a02c-8a27669f459f', 'status': 'completed', 'code': 200} Feb 11 04:23:02.424016 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:02.469648 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e565862c-8747-4658-9745-ddb1c6ccb8be None None] For port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9949fb69-8b77-4538-ae4e-ff1e7f0205f1,segment=NetworkSegment(e7ca54bc-bc89-45aa-b5cc-c5f36384f69e),segment_id=e7ca54bc-bc89-45aa-b5cc-c5f36384f69e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:02.553667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26421d49-c931-439f-a8bc-0043d67c33de admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6fdb855-f18d-42f2-a761-2705a6d9e75d,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:02.555667 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e565862c-8747-4658-9745-ddb1c6ccb8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9949fb69-8b77-4538-ae4e-ff1e7f0205f1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:02.572773 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92b484-7103-4720-b231-84108358b19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da82c14b-b5f8-4160-a4f7-c196c522dbd4,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:02.592500 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ad92b484-7103-4720-b231-84108358b19c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f9c0f3c5a2547abb2475ebf761484ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4499414 Feb 11 04:23:02.598838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45518) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:02.609476 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e27de-28af-41f9-9e61-2f6c58113a8a service neutron] Pushing event updated for resources: {'Port': ['ID=50f008ed-425c-4cfc-81e7-aadd7b60fde5,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:02.650427 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26421d49-c931-439f-a8bc-0043d67c33de admin admin] Checking segment: {'id': '2ecdad7d-8811-48a3-8645-4929a70df38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '656918ae-825f-46b4-8023-3636bda564b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:02.650666 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26421d49-c931-439f-a8bc-0043d67c33de admin admin] Network hostable DHCP agents. Network: 656918ae-825f-46b4-8023-3636bda564b7, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:23:02.658972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565862c-8747-4658-9745-ddb1c6ccb8be None None] Pushing event updated for resources: {'Port': ['ID=9949fb69-8b77-4538-ae4e-ff1e7f0205f1,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:02.699433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:02.714916 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda071f-15f9-462b-9017-8b5ef8813652 req-751cc130-3051-4c27-b1df-52835ab52d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:02.716491 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-edda071f-15f9-462b-9017-8b5ef8813652 req-751cc130-3051-4c27-b1df-52835ab52d77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 1126 time: 0.2866087 Feb 11 04:23:02.771371 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:02.772153 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9949fb69-8b77-4538-ae4e-ff1e7f0205f1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:02.780387 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b51bf172-e2c2-4aa6-a82a-27f21251863b admin admin] Publish callbacks [] for security_group (da82c14b-b5f8-4160-a4f7-c196c522dbd4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:02.828500 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b51bf172-e2c2-4aa6-a82a-27f21251863b admin admin] Publish callbacks [] for security_group (da82c14b-b5f8-4160-a4f7-c196c522dbd4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:02.853680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26421d49-c931-439f-a8bc-0043d67c33de admin admin] Network 656918ae-825f-46b4-8023-3636bda564b7 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:23:02.892284 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:02.894881 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-c593deb2-44df-450d-9e6a-e3916eda7c58 service neutron] 10.222.0.13 "GET /v2.0/networks/3756ef82-caa6-4a1d-9bed-8c71e80095fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314165 Feb 11 04:23:02.908889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3ffe5c21-5f72-469d-94af-ab3eab6b42b4 None None] Provisioning complete for port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:02.909785 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5c21-5f72-469d-94af-ab3eab6b42b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9949fb69-8b77-4538-ae4e-ff1e7f0205f1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:02.939924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 9432cc10-479f-4b50-a02c-8a27669f459f details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:23:02.940133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3979d9-efd3-4b1b-861a-cf646d6d7536,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:03.009450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e20b70-8238-47ef-9d40-ad96698da871 req-d3054866-8b98-437f-bebd-d389aae866cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:03.012034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e20b70-8238-47ef-9d40-ad96698da871 req-d3054866-8b98-437f-bebd-d389aae866cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=058b960c8e424dc0ad4592597eb4325a&device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 1131 time: 0.5363464 Feb 11 04:23:03.022202 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda071f-15f9-462b-9017-8b5ef8813652 req-42b172f6-0bdb-41b2-95bf-eef8b63111ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:03.026569 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-edda071f-15f9-462b-9017-8b5ef8813652 req-42b172f6-0bdb-41b2-95bf-eef8b63111ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 913 time: 0.3011298 Feb 11 04:23:03.088972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe5c21-5f72-469d-94af-ab3eab6b42b4 None None] Current status of the port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:03.108428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 9432cc10-479f-4b50-a02c-8a27669f459f, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9432cc10-479f-4b50-a02c-8a27669f459f,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:03.110360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-26421d49-c931-439f-a8bc-0043d67c33de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 656918ae-825f-46b4-8023-3636bda564b7) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:03.121071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '9432cc10-479f-4b50-a02c-8a27669f459f', 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e', 'port_id': '9432cc10-479f-4b50-a02c-8a27669f459f', 'mac_address': 'fa:16:3e:0c:7f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de27eb8-a8a3-47a4-8b0d-bfc468039fee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:23:03.128681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab701b-fcc0-470d-8266-a7c5a2ea49f2 None None] Network 656918ae-825f-46b4-8023-3636bda564b7 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:23:03.140376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26421d49-c931-439f-a8bc-0043d67c33de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:03.142701 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-26421d49-c931-439f-a8bc-0043d67c33de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:03.160407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8796f-9792-48da-a1cd-e9a6e92d9dbe req-2bf7dd9d-4b42-4602-b9ae-36a5f8cca7ac tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:03.164536 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-edda071f-15f9-462b-9017-8b5ef8813652 req-7eaf368e-912a-4281-aff5-cb5dd992ad0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9432cc10-479f-4b50-a02c-8a27669f459f HTTP/1.1" status: 200 len: 217 time: 0.1326942 Feb 11 04:23:03.173326 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95f8796f-9792-48da-a1cd-e9a6e92d9dbe req-2bf7dd9d-4b42-4602-b9ae-36a5f8cca7ac tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 948 time: 0.5791185 Feb 11 04:23:03.215567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 9432cc10-479f-4b50-a02c-8a27669f459f is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:03.216044 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9432cc10-479f-4b50-a02c-8a27669f459f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:03.244534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9432cc10-479f-4b50-a02c-8a27669f459f {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:03.245881 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e20b70-8238-47ef-9d40-ad96698da871 req-55dd65d4-9e47-43d0-b6d4-cc907bdd7767 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5 HTTP/1.1" status: 200 len: 217 time: 0.2095671 Feb 11 04:23:03.253025 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-26421d49-c931-439f-a8bc-0043d67c33de admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5388560 Feb 11 04:23:03.275585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda071f-15f9-462b-9017-8b5ef8813652 req-a9a3f91d-486b-49cb-9ec7-e0f4a43ff2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:03.277392 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-edda071f-15f9-462b-9017-8b5ef8813652 req-a9a3f91d-486b-49cb-9ec7-e0f4a43ff2b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7de27eb8-a8a3-47a4-8b0d-bfc468039fee HTTP/1.1" status: 200 len: 852 time: 0.1061435 Feb 11 04:23:03.303823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2135dff3-ac2c-4c58-865f-1b4f6eccabbc None None] Network 656918ae-825f-46b4-8023-3636bda564b7 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:23:03.312746 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:23:03.320684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Attempting to bind port 7d3979d9-efd3-4b1b-861a-cf646d6d7536 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:03.321407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Attempting to bind port 7d3979d9-efd3-4b1b-861a-cf646d6d7536 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:03.322104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Attempting to bind port 7d3979d9-efd3-4b1b-861a-cf646d6d7536 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:03.327356 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-edda071f-15f9-462b-9017-8b5ef8813652 req-348eb1f9-6a3d-43a6-8c71-863b1297b436 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6cd12236-2b63-4f55-9764-b0d854f3a97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423830 Feb 11 04:23:03.328312 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b51bf172-e2c2-4aa6-a82a-27f21251863b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (da82c14b-b5f8-4160-a4f7-c196c522dbd4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:03.331263 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b51bf172-e2c2-4aa6-a82a-27f21251863b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:03.335073 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b51bf172-e2c2-4aa6-a82a-27f21251863b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da82c14b-b5f8-4160-a4f7-c196c522dbd4 HTTP/1.1" status: 204 len: 168 time: 0.7310469 Feb 11 04:23:03.335256 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 9432cc10-479f-4b50-a02c-8a27669f459f, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9432cc10-479f-4b50-a02c-8a27669f459f,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:03.366817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bf172-e2c2-4aa6-a82a-27f21251863b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da82c14b-b5f8-4160-a4f7-c196c522dbd4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:03.425411 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9432cc10-479f-4b50-a02c-8a27669f459f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:03.453373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95f8796f-9792-48da-a1cd-e9a6e92d9dbe req-34cf4ec4-2b14-48e0-be5f-5dd7d764e5ee tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783093 Feb 11 04:23:03.480934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-4791b2ac-b450-41c0-8ba0-4c08aa886f8f service neutron] 10.222.0.13 "GET /v2.0/networks/3756ef82-caa6-4a1d-9bed-8c71e80095fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443633 Feb 11 04:23:03.523504 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-edda071f-15f9-462b-9017-8b5ef8813652 req-5132c72e-129a-4c38-86c5-5f75ba501f33 service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894381 Feb 11 04:23:03.547001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Port 7d3979d9-efd3-4b1b-861a-cf646d6d7536 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:23:03.547001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Attempting to bind port 7d3979d9-efd3-4b1b-861a-cf646d6d7536 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:03.567966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e20b70-8238-47ef-9d40-ad96698da871 req-00012d04-f06a-4ab5-920c-a70c15da00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:03.569459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e20b70-8238-47ef-9d40-ad96698da871 req-00012d04-f06a-4ab5-920c-a70c15da00b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.3018811 Feb 11 04:23:03.572682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:03.573043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:03.573694 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:03.574163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Bound port: 7d3979d9-efd3-4b1b-861a-cf646d6d7536, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:03.574593 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:03.660527 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-edda071f-15f9-462b-9017-8b5ef8813652 req-f02163d8-3d47-47a1-8040-ceb852c2159b service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289215 Feb 11 04:23:03.677250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=9432cc10-479f-4b50-a02c-8a27669f459f,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:03.690017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['9432cc10-479f-4b50-a02c-8a27669f459f'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:23:03.750662 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:03.803343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-201e18b3-7202-415a-a2e9-0aca3880f86c service neutron] 10.222.0.13 "GET /v2.0/networks/540dbf15-a852-40e8-a4a9-6cb827d7a288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210700 Feb 11 04:23:03.817317 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:03.818744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359284e-1b16-43a9-be63-6eb3dd62ef6e req-07e2d5e0-15a1-45e9-92ca-83bd876bef99 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:03.820257 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a359284e-1b16-43a9-be63-6eb3dd62ef6e req-07e2d5e0-15a1-45e9-92ca-83bd876bef99 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.2013564 Feb 11 04:23:03.824238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] For port 7d3979d9-efd3-4b1b-861a-cf646d6d7536, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:03.835069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] For port 7d3979d9-efd3-4b1b-861a-cf646d6d7536, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7d3979d9-efd3-4b1b-861a-cf646d6d7536,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:03.837748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e20b70-8238-47ef-9d40-ad96698da871 req-a876859d-399e-4216-aad6-de58de97f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:03.839340 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e20b70-8238-47ef-9d40-ad96698da871 req-a876859d-399e-4216-aad6-de58de97f9c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2615504 Feb 11 04:23:03.905902 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:04.032591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a359284e-1b16-43a9-be63-6eb3dd62ef6e req-79cf744e-0283-462e-a41a-2b5f75ba1c44 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921947 Feb 11 04:23:04.041970 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:04.042428 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:04.043908 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] 10.222.0.32 "PUT /v2.0/ports/7d3979d9-efd3-4b1b-861a-cf646d6d7536 HTTP/1.1" status: 200 len: 1097 time: 4.8338177 Feb 11 04:23:04.088253 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-c20886ad-9804-4691-a57f-0d127afb4039 service neutron] 10.222.0.13 "GET /v2.0/networks/540dbf15-a852-40e8-a4a9-6cb827d7a288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669792 Feb 11 04:23:04.088867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbab51-6701-488f-9b27-7c1d65b6bda7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3979d9-efd3-4b1b-861a-cf646d6d7536,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:04.127476 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e20b70-8238-47ef-9d40-ad96698da871 req-d7b5642a-444e-43e5-ba1a-f4f7f9b2d6ba service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734008 Feb 11 04:23:04.354992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-e0aaaf0c-7fad-40bd-8c99-a8b4b4c76809 service neutron] 10.222.0.13 "GET /v2.0/networks/3756ef82-caa6-4a1d-9bed-8c71e80095fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424042 Feb 11 04:23:04.382518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9bfe4-bc5a-40ea-8cf1-f352766abb23 req-d439e980-2573-4549-9ade-fd0e42e3e12e tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:04.384022 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3d9bfe4-bc5a-40ea-8cf1-f352766abb23 req-d439e980-2573-4549-9ade-fd0e42e3e12e tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.2342870 Feb 11 04:23:04.402010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e20b70-8238-47ef-9d40-ad96698da871 req-9cf70ac9-dcb6-48a5-9021-536c721259e1 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554843 Feb 11 04:23:04.411572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-4566fd88-037c-44e7-a28d-56bcc2db6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:04.412810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-4566fd88-037c-44e7-a28d-56bcc2db6f6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=058b960c8e424dc0ad4592597eb4325a&device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 1131 time: 0.2237818 Feb 11 04:23:04.498754 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-604ae87b-bc9f-4111-9e75-cf066f05f306 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=7d3979d9-efd3-4b1b-861a-cf646d6d7536 HTTP/1.1" status: 200 len: 217 time: 0.0700901 Feb 11 04:23:04.541927 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:04.568523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3d9bfe4-bc5a-40ea-8cf1-f352766abb23 req-0a541fdb-2565-43f0-8826-999b01ddf0f7 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704640 Feb 11 04:23:04.587861 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-e39a66c0-1294-43f3-ba3d-14d71a61f99f service neutron] 10.222.0.13 "GET /v2.0/networks/3756ef82-caa6-4a1d-9bed-8c71e80095fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228158 Feb 11 04:23:04.598289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-b9ca107d-1575-4def-8fd2-fdbf1aba0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:04.600784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-b9ca107d-1575-4def-8fd2-fdbf1aba0c65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0852072 Feb 11 04:23:04.614246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:04.614844 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9949fb69-8b77-4538-ae4e-ff1e7f0205f1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:04.706831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-b40f52aa-3653-47cd-aad8-21de82771be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:04.708668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-b40f52aa-3653-47cd-aad8-21de82771be1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0947232 Feb 11 04:23:04.731282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:04.759454 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45552) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:04.860791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-9c4a1e69-8fd6-43c6-b2fa-337c1ba5e82a service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425562 Feb 11 04:23:04.924140 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 9432cc10-479f-4b50-a02c-8a27669f459f up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:04.934299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1798288724-network', 'tenant_id': '076ce57f75b44ac28846e6f2da9d5305'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:04.993765 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0009c12-6024-45c2-a32c-a992dea726cf x-openstack-request-id: req-e0009c12-6024-45c2-a32c-a992dea726cf {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:04.994371 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:04.994371 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0009c12-6024-45c2-a32c-a992dea726cf {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:04.994820 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5', 'status': 'completed', 'code': 200} Feb 11 04:23:05.079666 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] Made reservation on behalf of 076ce57f75b44ac28846e6f2da9d5305 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:05.082082 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:05.095682 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:05.097108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 9432cc10-479f-4b50-a02c-8a27669f459f completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:23:05.104328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 9432cc10-479f-4b50-a02c-8a27669f459f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:05.104513 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9432cc10-479f-4b50-a02c-8a27669f459f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:05.264838 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 9432cc10-479f-4b50-a02c-8a27669f459f is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:05.265344 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9432cc10-479f-4b50-a02c-8a27669f459f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:05.297779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1b44db-9875-47fd-b91c-9b8a2a849ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9432cc10-479f-4b50-a02c-8a27669f459f'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:05.300421 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d4775d-45d5-4427-b1cd-b79bc529ddb2" -d '{"events": [{"server_uuid": "0b1b44db-9875-47fd-b91c-9b8a2a849ce3", "name": "network-vif-plugged", "status": "completed", "tag": "9432cc10-479f-4b50-a02c-8a27669f459f"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:05.309815 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] Publish callbacks [] for security_group (b74a71c8-d5cd-4d4a-8b46-6845d6496d66), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:05.323996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 9432cc10-479f-4b50-a02c-8a27669f459f, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9432cc10-479f-4b50-a02c-8a27669f459f,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:05.393716 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b74a71c8-d5cd-4d4a-8b46-6845d6496d66), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:05.418057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:23:05.418902 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9432cc10-479f-4b50-a02c-8a27669f459f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:05.437623 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74a71c8-d5cd-4d4a-8b46-6845d6496d66,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:05.441886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (790ff22c-b030-4fc2-bbe6-ce251b46384f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:05.442472 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] Added segment 790ff22c-b030-4fc2-bbe6-ce251b46384f of type vlan for network 2c7f9a89-17dd-4bdb-8a50-dd9823c895b0 Feb 11 04:23:05.487289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb1139cc-7ece-4c76-981c-63716d33e84f req-d0c3bf46-3048-4048-b5a9-b4fc432c4ac5 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6199808 Feb 11 04:23:05.489250 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-e5475830-ab27-479a-887d-d0d1404bdc88 req-d350a924-10ff-4c50-abd1-a32dddd9ec0f tempest-SecurityGroupsNegativeTestJSON-1207662542 tempest-SecurityGroupsNegativeTestJSON-1207662542-project] show failed (client error): The resource could not be found. Feb 11 04:23:05.489962 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (2c7f9a89-17dd-4bdb-8a50-dd9823c895b0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:05.490269 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5475830-ab27-479a-887d-d0d1404bdc88 req-d350a924-10ff-4c50-abd1-a32dddd9ec0f tempest-SecurityGroupsNegativeTestJSON-1207662542 tempest-SecurityGroupsNegativeTestJSON-1207662542-project] 10.222.0.13 "GET /v2.0/security-groups/d01d9066-a63e-4c0d-99f5-98d1bbd2cc2e HTTP/1.1" status: 404 len: 352 time: 0.0616763 Feb 11 04:23:05.503790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822aa024-8683-4b9f-a3d6-15a7b9cd57be req-a657e9ff-0eb5-45a0-ab70-f6f9c926e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:05.508714 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-822aa024-8683-4b9f-a3d6-15a7b9cd57be req-a657e9ff-0eb5-45a0-ab70-f6f9c926e818 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=058b960c8e424dc0ad4592597eb4325a&device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 1131 time: 0.5090127 Feb 11 04:23:05.550872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=9432cc10-479f-4b50-a02c-8a27669f459f,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:05.556153 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7da41-d420-4c22-9919-d6aace63c048 req-1bfda350-f9ae-4f83-939f-119e565ad09d tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:05.557755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0fd7da41-d420-4c22-9919-d6aace63c048 req-1bfda350-f9ae-4f83-939f-119e565ad09d tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 945 time: 0.1304836 Feb 11 04:23:05.565152 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (2c7f9a89-17dd-4bdb-8a50-dd9823c895b0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:05.566002 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:05.566827 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:05.651590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] Pushing event updated for resources: {'Network': ['ID=2c7f9a89-17dd-4bdb-8a50-dd9823c895b0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:05.658216 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0fd7da41-d420-4c22-9919-d6aace63c048 req-9a6da763-818c-4b00-b310-af6a71466b7c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703700 Feb 11 04:23:05.659424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822aa024-8683-4b9f-a3d6-15a7b9cd57be req-f2a6d81a-e701-4b97-b7d4-d34a732bf8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:05.660895 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-822aa024-8683-4b9f-a3d6-15a7b9cd57be req-f2a6d81a-e701-4b97-b7d4-d34a732bf8b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1474822 Feb 11 04:23:05.672661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 2c7f9a89-17dd-4bdb-8a50-dd9823c895b0 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:23:05.674141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45580) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:05.680226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-562d2b70-3d2f-412a-b525-0e40db759f66 admin admin] Request body: {'subnet': {'network_id': '2c7f9a89-17dd-4bdb-8a50-dd9823c895b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1798288724-subnet', 'tenant_id': '076ce57f75b44ac28846e6f2da9d5305', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:05.681677 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-98ad6496-d4d9-4c21-8b0d-c4c737f03c11 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9152069 Feb 11 04:23:05.741829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-822aa024-8683-4b9f-a3d6-15a7b9cd57be req-22eb8549-5c3d-46ba-8652-1c7325aa6916 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5 HTTP/1.1" status: 200 len: 217 time: 0.0740449 Feb 11 04:23:05.799387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7378e385-b395-4860-a2e9-e276f8ff98ac req-c395339c-20a1-4292-b144-fe717d546bd2 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 210 time: 0.0685761 Feb 11 04:23:05.824248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562d2b70-3d2f-412a-b525-0e40db759f66 admin admin] Made reservation on behalf of 076ce57f75b44ac28846e6f2da9d5305 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:05.827333 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-562d2b70-3d2f-412a-b525-0e40db759f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:05.870605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822aa024-8683-4b9f-a3d6-15a7b9cd57be req-ad7ee396-3971-4fdd-89a8-f19a73333caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:05.872103 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-822aa024-8683-4b9f-a3d6-15a7b9cd57be req-ad7ee396-3971-4fdd-89a8-f19a73333caf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1050217 Feb 11 04:23:05.929586 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d4dddd-dda6-4af2-a998-43f7947f482d x-openstack-request-id: req-87d4dddd-dda6-4af2-a998-43f7947f482d {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:05.930147 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1b44db-9875-47fd-b91c-9b8a2a849ce3", "name": "network-vif-plugged", "status": "completed", "tag": "9432cc10-479f-4b50-a02c-8a27669f459f", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:05.930388 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87d4dddd-dda6-4af2-a998-43f7947f482d {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:05.931027 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1b44db-9875-47fd-b91c-9b8a2a849ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9432cc10-479f-4b50-a02c-8a27669f459f', 'code': 200} Feb 11 04:23:05.946271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696e50d-123b-4972-9e33-f6947f9166ec req-5bb80575-e44e-4ac9-a40a-9a627fb98c85 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:05.949006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c696e50d-123b-4972-9e33-f6947f9166ec req-5bb80575-e44e-4ac9-a40a-9a627fb98c85 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 948 time: 0.2491200 Feb 11 04:23:06.054714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e395018-294b-49b8-8cc3-d845bc590d9b req-3de7f2e1-bc0c-471d-adc4-7daff7aae088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:06.056363 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4e395018-294b-49b8-8cc3-d845bc590d9b req-3de7f2e1-bc0c-471d-adc4-7daff7aae088 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 1128 time: 0.0523856 Feb 11 04:23:06.062567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822aa024-8683-4b9f-a3d6-15a7b9cd57be req-e08f7d1d-66b5-4c79-b4d7-ee5e7efef65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:06.064168 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-822aa024-8683-4b9f-a3d6-15a7b9cd57be req-e08f7d1d-66b5-4c79-b4d7-ee5e7efef65d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1609716 Feb 11 04:23:06.104252 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c696e50d-123b-4972-9e33-f6947f9166ec req-96f2b6ac-8e98-4d60-b2d6-6264ae57f1b0 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441350 Feb 11 04:23:06.108071 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4e395018-294b-49b8-8cc3-d845bc590d9b req-e516a28c-fe00-4284-81cc-c8aeb9a5cc62 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441706 Feb 11 04:23:06.211048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c3540-abb2-4818-83e1-ce5d3af8daf5 req-40cf219d-b18c-4d23-a8d0-d820bda70ab2 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:06.212534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-763c3540-abb2-4818-83e1-ce5d3af8daf5 req-40cf219d-b18c-4d23-a8d0-d820bda70ab2 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.2240922 Feb 11 04:23:06.334663 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-822aa024-8683-4b9f-a3d6-15a7b9cd57be req-146d972b-5d93-4c76-987f-cff21a96b479 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473435 Feb 11 04:23:06.362793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02967db-d383-42b6-8fd0-8a2090f455ad req-138494b2-20fb-4067-9dc6-e4e86e054b84 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:06.364324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c02967db-d383-42b6-8fd0-8a2090f455ad req-138494b2-20fb-4067-9dc6-e4e86e054b84 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.1734004 Feb 11 04:23:06.367315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-763c3540-abb2-4818-83e1-ce5d3af8daf5 req-8f6f7d74-45f8-4e92-87ab-eff7cfd7400d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297967 Feb 11 04:23:06.445668 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-562d2b70-3d2f-412a-b525-0e40db759f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (8a040a05-ee58-4efa-b64f-2a281f4bb3c4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:06.509210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c02967db-d383-42b6-8fd0-8a2090f455ad req-6f4d95e3-e43f-4e49-a7a6-39de45081cbc tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322060 Feb 11 04:23:06.580052 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-822aa024-8683-4b9f-a3d6-15a7b9cd57be req-7e762f0d-9220-4bc0-a752-f84117a1a47c service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337220 Feb 11 04:23:06.593388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d2b70-3d2f-412a-b525-0e40db759f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a040a05-ee58-4efa-b64f-2a281f4bb3c4,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:06.617058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5df496b-6bea-43bc-bd0d-80a8928331d5 req-e2a8199a-3b9d-40b4-b047-ce53c88e649f tempest-SecurityGroupsNegativeTestJSON-1207662542 tempest-SecurityGroupsNegativeTestJSON-1207662542-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e709f79bd21462084af8ea276b889a4 HTTP/1.1" status: 200 len: 3001 time: 0.1528485 Feb 11 04:23:06.622253 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562d2b70-3d2f-412a-b525-0e40db759f66 admin admin] Checking segment: {'id': '790ff22c-b030-4fc2-bbe6-ce251b46384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c7f9a89-17dd-4bdb-8a50-dd9823c895b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:06.622612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562d2b70-3d2f-412a-b525-0e40db759f66 admin admin] Network hostable DHCP agents. Network: 2c7f9a89-17dd-4bdb-8a50-dd9823c895b0, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:23:06.688409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeb36c-fe2e-4520-b199-59ee45e2fb4f req-049d4291-fae9-4724-b4cd-332b8e25241d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:06.689984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eabeb36c-fe2e-4520-b199-59ee45e2fb4f req-049d4291-fae9-4724-b4cd-332b8e25241d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1123798 Feb 11 04:23:06.694274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5df496b-6bea-43bc-bd0d-80a8928331d5 req-a2cac9fc-3f0e-4de8-9c21-73281b18ecd0 tempest-SecurityGroupsNegativeTestJSON-1207662542 tempest-SecurityGroupsNegativeTestJSON-1207662542-project] 10.222.0.13 "GET /v2.0/security-groups/7a743602-a9e3-4e99-97bd-57dc98232baa HTTP/1.1" status: 200 len: 2998 time: 0.0690989 Feb 11 04:23:06.727418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562d2b70-3d2f-412a-b525-0e40db759f66 admin admin] Network 2c7f9a89-17dd-4bdb-8a50-dd9823c895b0 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:23:06.780472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eabeb36c-fe2e-4520-b199-59ee45e2fb4f req-ae85a379-1068-4cb5-b76e-947f1f296b18 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842979 Feb 11 04:23:06.783333 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5df496b-6bea-43bc-bd0d-80a8928331d5 req-ad6bf1df-a354-46a4-a3ae-7db557cc80e8 tempest-SecurityGroupsNegativeTestJSON-1207662542 tempest-SecurityGroupsNegativeTestJSON-1207662542-project] 10.222.0.13 "GET /v2.0/security-groups/7a743602-a9e3-4e99-97bd-57dc98232baa HTTP/1.1" status: 200 len: 2998 time: 0.0804317 Feb 11 04:23:06.833904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-562d2b70-3d2f-412a-b525-0e40db759f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 2c7f9a89-17dd-4bdb-8a50-dd9823c895b0) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:06.842428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562d2b70-3d2f-412a-b525-0e40db759f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:06.842428 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-562d2b70-3d2f-412a-b525-0e40db759f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:06.844821 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a5284d-324d-46dc-a119-7b3d6a3f4eaf None None] Network 2c7f9a89-17dd-4bdb-8a50-dd9823c895b0 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:23:06.956264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-562d2b70-3d2f-412a-b525-0e40db759f66 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2809191 Feb 11 04:23:06.959200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45614) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:06.963564 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1798288724-router', 'tenant_id': '076ce57f75b44ac28846e6f2da9d5305', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:06.972345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58ab7e2d-7800-4b67-9a06-e53506583eee req-d31ee7a8-982a-4c32-97e8-bf01b47a83aa tempest-SecurityGroupsNegativeTestJSON-1207662542 tempest-SecurityGroupsNegativeTestJSON-1207662542-project] 10.222.0.13 "GET /v2.0/security-groups/7a743602-a9e3-4e99-97bd-57dc98232baa HTTP/1.1" status: 200 len: 2998 time: 0.0668061 Feb 11 04:23:06.980081 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00255a56-79c6-4dfc-8132-343c3cc2bac7 req-2a4de632-fa9a-4110-9a90-d6d47cb54419 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:06.981694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00255a56-79c6-4dfc-8132-343c3cc2bac7 req-2a4de632-fa9a-4110-9a90-d6d47cb54419 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 945 time: 0.1073127 Feb 11 04:23:06.986435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-2c7f9a89-17dd-4bdb-8a50-dd9823c895b0', 'network_id': '2c7f9a89-17dd-4bdb-8a50-dd9823c895b0', 'project_id': '076ce57f75b44ac28846e6f2da9d5305', 'fixed_ips': [{'subnet_id': '8a040a05-ee58-4efa-b64f-2a281f4bb3c4'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:23:06.987607 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:07.003492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a28f435-78ff-4c8d-89f2-0d479da5ea0f', 'tag': '7d3979d9-efd3-4b1b-861a-cf646d6d7536'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:07.014478 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aad1f4-0bb2-4f45-b569-9e0414bc6d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a28f435-78ff-4c8d-89f2-0d479da5ea0f", "tag": "7d3979d9-efd3-4b1b-861a-cf646d6d7536"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:07.058936 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (640e2729-1cea-4418-9e59-a36999ba5dbd), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:07.061411 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (640e2729-1cea-4418-9e59-a36999ba5dbd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:07.079758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7d3979d9-efd3-4b1b-861a-cf646d6d7536 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:23:07.080468 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00255a56-79c6-4dfc-8132-343c3cc2bac7 req-2cf6360a-0e17-4ef2-afdd-a5701e03ecae tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905790 Feb 11 04:23:07.084806 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-58ab7e2d-7800-4b67-9a06-e53506583eee req-681f9c38-805c-461c-8348-d4db0f558208 tempest-SecurityGroupsNegativeTestJSON-1207662542 tempest-SecurityGroupsNegativeTestJSON-1207662542-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 04:23:07.097376 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58ab7e2d-7800-4b67-9a06-e53506583eee req-681f9c38-805c-461c-8348-d4db0f558208 tempest-SecurityGroupsNegativeTestJSON-1207662542 tempest-SecurityGroupsNegativeTestJSON-1207662542-project] 10.222.0.13 "DELETE /v2.0/security-groups/7a743602-a9e3-4e99-97bd-57dc98232baa HTTP/1.1" status: 409 len: 352 time: 0.1143153 Feb 11 04:23:07.164386 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Publish callbacks [] for router_controller (640e2729-1cea-4418-9e59-a36999ba5dbd), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:07.221894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d98a3cc0-7450-44c8-ac31-31fa8481591a req-529ca0df-19f3-493b-9fa5-4fd408280f4c tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 210 time: 0.0369620 Feb 11 04:23:07.241535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Allocated IP 172.20.0.2 (2c7f9a89-17dd-4bdb-8a50-dd9823c895b0/8a040a05-ee58-4efa-b64f-2a281f4bb3c4/7100480f-94f2-4ed7-9471-3aca54cfcf4f) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:07.270340 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84958d0a-6a5c-47d5-8945-2639b1b0ca46 x-openstack-request-id: req-84958d0a-6a5c-47d5-8945-2639b1b0ca46 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:07.270746 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a28f435-78ff-4c8d-89f2-0d479da5ea0f", "tag": "7d3979d9-efd3-4b1b-861a-cf646d6d7536", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:07.271015 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84958d0a-6a5c-47d5-8945-2639b1b0ca46 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:07.271419 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a28f435-78ff-4c8d-89f2-0d479da5ea0f', 'tag': '7d3979d9-efd3-4b1b-861a-cf646d6d7536', 'status': 'completed', 'code': 200} Feb 11 04:23:07.272355 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-75bb48bd-6e06-4fd1-adb7-25520065191a req-860475ff-e54d-441e-ba29-cb9e0799abf8 tempest-SecurityGroupsNegativeTestJSON-1207662542 tempest-SecurityGroupsNegativeTestJSON-1207662542-project] show failed (client error): The resource could not be found. Feb 11 04:23:07.291275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75bb48bd-6e06-4fd1-adb7-25520065191a req-860475ff-e54d-441e-ba29-cb9e0799abf8 tempest-SecurityGroupsNegativeTestJSON-1207662542 tempest-SecurityGroupsNegativeTestJSON-1207662542-project] 10.222.0.13 "GET /v2.0/security-groups/2d51915d-3c08-46a5-b104-fb2ca3d22484 HTTP/1.1" status: 404 len: 352 time: 0.0371289 Feb 11 04:23:07.354311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad1f4-0bb2-4f45-b569-9e0414bc6d8c req-fa5cb630-4271-47f7-8c7a-213940ec16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:07.355804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9aad1f4-0bb2-4f45-b569-9e0414bc6d8c req-fa5cb630-4271-47f7-8c7a-213940ec16e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=058b960c8e424dc0ad4592597eb4325a&device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 1131 time: 0.0599136 Feb 11 04:23:07.459121 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 7d3979d9-efd3-4b1b-861a-cf646d6d7536, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7d3979d9-efd3-4b1b-861a-cf646d6d7536,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:07.465614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Publish callbacks [] for router_gateway (640e2729-1cea-4418-9e59-a36999ba5dbd), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:07.475349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '7d3979d9-efd3-4b1b-861a-cf646d6d7536', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '7d3979d9-efd3-4b1b-861a-cf646d6d7536', 'mac_address': 'fa:16:3e:51:7d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:23:07.574395 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Publish callbacks [] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:07.580045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 7d3979d9-efd3-4b1b-861a-cf646d6d7536 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:07.581121 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:07.586399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90beeea2-59aa-4785-a016-4318cdea38ee req-fc1ca94c-b815-4ba0-9e6e-7e4ea2e06687 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:07.588089 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90beeea2-59aa-4785-a016-4318cdea38ee req-fc1ca94c-b815-4ba0-9e6e-7e4ea2e06687 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1711278 Feb 11 04:23:07.591376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad1f4-0bb2-4f45-b569-9e0414bc6d8c req-e211a587-b344-42b8-b154-141cbcc899ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:07.593672 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9aad1f4-0bb2-4f45-b569-9e0414bc6d8c req-e211a587-b344-42b8-b154-141cbcc899ad service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2316301 Feb 11 04:23:07.596597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3979d9-efd3-4b1b-861a-cf646d6d7536 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:07.603332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f233fc-2c7f-45f1-a80d-6d8281233c6d req-5d0c6625-573e-494d-ab35-78e899fec18a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:07.612227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60f233fc-2c7f-45f1-a80d-6d8281233c6d req-5d0c6625-573e-494d-ab35-78e899fec18a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 948 time: 0.1746430 Feb 11 04:23:07.620884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 7d3979d9-efd3-4b1b-861a-cf646d6d7536, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7d3979d9-efd3-4b1b-861a-cf646d6d7536,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:07.676098 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:07.686349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9aad1f4-0bb2-4f45-b569-9e0414bc6d8c req-88cd42f8-3094-4357-8da7-cc436fda43ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=7d3979d9-efd3-4b1b-861a-cf646d6d7536 HTTP/1.1" status: 200 len: 217 time: 0.0601158 Feb 11 04:23:07.693441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-7f417b03-c9ea-439f-aa8d-a6f9518141a9 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:07.698675 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-7f417b03-c9ea-439f-aa8d-a6f9518141a9 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:07.700275 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-7f417b03-c9ea-439f-aa8d-a6f9518141a9 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.47 "GET /v2.0/networks?id=3756ef82-caa6-4a1d-9bed-8c71e80095fe&id=540dbf15-a852-40e8-a4a9-6cb827d7a288&id=3756ef82-caa6-4a1d-9bed-8c71e80095fe HTTP/1.1" status: 200 len: 1392 time: 0.1767313 Feb 11 04:23:07.712992 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-9ca26bc8-16b7-4377-8bfb-7edbc03b6f69 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Request body: {'port': {'device_id': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe', 'admin_state_up': True, 'tenant_id': '6ef504e8f1324006acdf369bff207666'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:07.735792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Network 2c7f9a89-17dd-4bdb-8a50-dd9823c895b0 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:07.738502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:07.742924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:07.746595 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:07.751788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 50f008ed-425c-4cfc-81e7-aadd7b60fde5 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:23:07.751788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Pushing event updated for resources: {'Port': ['ID=7100480f-94f2-4ed7-9471-3aca54cfcf4f,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:07.791747 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60f233fc-2c7f-45f1-a80d-6d8281233c6d req-bfad925a-f161-4ae4-8762-07e1716fe77e tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740344 Feb 11 04:23:07.822030 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90beeea2-59aa-4785-a016-4318cdea38ee req-7faddb8c-2250-4fdc-b7f2-f6bd94e3d976 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023332 Feb 11 04:23:07.837204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad1f4-0bb2-4f45-b569-9e0414bc6d8c req-6fd2d14d-0a02-4a45-8323-061a43913251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:07.839189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9aad1f4-0bb2-4f45-b569-9e0414bc6d8c req-6fd2d14d-0a02-4a45-8323-061a43913251 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.1472986 Feb 11 04:23:07.859869 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45638) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:07.873437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=7d3979d9-efd3-4b1b-861a-cf646d6d7536,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:07.907864 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-7e8deea0-1e52-48be-9bac-d001ff7ecdac req-28fdc7c2-951f-4fb5-8e76-dc54693b435d tempest-SecurityGroupsNegativeTestJSON-1207662542 tempest-SecurityGroupsNegativeTestJSON-1207662542-project] show failed (client error): The resource could not be found. Feb 11 04:23:07.910879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Attempting to bind port 7100480f-94f2-4ed7-9471-3aca54cfcf4f on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:07.911904 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Attempting to bind port 7100480f-94f2-4ed7-9471-3aca54cfcf4f by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '790ff22c-b030-4fc2-bbe6-ce251b46384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c7f9a89-17dd-4bdb-8a50-dd9823c895b0'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:07.912653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Attempting to bind port 7100480f-94f2-4ed7-9471-3aca54cfcf4f on network 2c7f9a89-17dd-4bdb-8a50-dd9823c895b0 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:07.920640 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e8deea0-1e52-48be-9bac-d001ff7ecdac req-28fdc7c2-951f-4fb5-8e76-dc54693b435d tempest-SecurityGroupsNegativeTestJSON-1207662542 tempest-SecurityGroupsNegativeTestJSON-1207662542-project] 10.222.0.13 "GET /v2.0/security-groups/c787507f-715e-4f45-9f73-43efacaf7ec7 HTTP/1.1" status: 404 len: 352 time: 0.0547535 Feb 11 04:23:07.921189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45640) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:07.927282 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.resource_extend [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:23:07.930390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:07.931077 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Checking segment: {'id': '790ff22c-b030-4fc2-bbe6-ce251b46384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c7f9a89-17dd-4bdb-8a50-dd9823c895b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:07.931843 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:07.932579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Bound using segment: {'id': '790ff22c-b030-4fc2-bbe6-ce251b46384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c7f9a89-17dd-4bdb-8a50-dd9823c895b0'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:07.933251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Bound port: 7100480f-94f2-4ed7-9471-3aca54cfcf4f, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790ff22c-b030-4fc2-bbe6-ce251b46384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c7f9a89-17dd-4bdb-8a50-dd9823c895b0'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:07.933826 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:07.961491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:08.018012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '50f008ed-425c-4cfc-81e7-aadd7b60fde5', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '50f008ed-425c-4cfc-81e7-aadd7b60fde5', 'mac_address': 'fa:16:3e:df:5e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:23:08.064374 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] For port 7100480f-94f2-4ed7-9471-3aca54cfcf4f, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:08.077567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d9f8c3-ff22-468a-8285-90929abae95d admin admin] Deleting subnet e6fdb855-f18d-42f2-a761-2705a6d9e75d {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:23:08.084963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad1f4-0bb2-4f45-b569-9e0414bc6d8c req-32eac85d-c677-42df-bba8-cb855609d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:08.085785 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] For port 7100480f-94f2-4ed7-9471-3aca54cfcf4f, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7100480f-94f2-4ed7-9471-3aca54cfcf4f,segment=NetworkSegment(790ff22c-b030-4fc2-bbe6-ce251b46384f),segment_id=790ff22c-b030-4fc2-bbe6-ce251b46384f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:08.087017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9aad1f4-0bb2-4f45-b569-9e0414bc6d8c req-32eac85d-c677-42df-bba8-cb855609d8d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2405174 Feb 11 04:23:08.089913 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e5d9f8c3-ff22-468a-8285-90929abae95d admin admin] Publish callbacks [] for subnet (e6fdb855-f18d-42f2-a761-2705a6d9e75d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:08.095216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:08.095617 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:08.112047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f008ed-425c-4cfc-81e7-aadd7b60fde5 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:08.144480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:08.157135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de285db-91f6-4444-8311-49df68be2772 req-74c5636e-2392-4052-bbc4-05750bb3b35d tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:08.158887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7de285db-91f6-4444-8311-49df68be2772 req-74c5636e-2392-4052-bbc4-05750bb3b35d tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.2172391 Feb 11 04:23:08.160125 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:08.199359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da8c2c-ab5d-4b0e-97df-b19c75962b29 req-e2fc6c0d-0fc6-4d08-97a2-cb45befe1ffc tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:08.201022 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30da8c2c-ab5d-4b0e-97df-b19c75962b29 req-e2fc6c0d-0fc6-4d08-97a2-cb45befe1ffc tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1936562 Feb 11 04:23:08.209105 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e5d9f8c3-ff22-468a-8285-90929abae95d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (e6fdb855-f18d-42f2-a761-2705a6d9e75d), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:08.295938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fb9d7-e60c-4144-b0fa-1867fcaaa7c8 None None] Pushing event updated for resources: {'Port': ['ID=7100480f-94f2-4ed7-9471-3aca54cfcf4f,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:08.320661 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:08.331394 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Publish callbacks [] for router_gateway (640e2729-1cea-4418-9e59-a36999ba5dbd), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:08.360927 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:08.363581 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e5d9f8c3-ff22-468a-8285-90929abae95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (e6fdb855-f18d-42f2-a761-2705a6d9e75d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:08.372476 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-9ca26bc8-16b7-4377-8bfb-7edbc03b6f69 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Made reservation on behalf of 6ef504e8f1324006acdf369bff207666 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:08.377031 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-9ca26bc8-16b7-4377-8bfb-7edbc03b6f69 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:08.395041 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7de285db-91f6-4444-8311-49df68be2772 req-4c963575-b1ae-49ae-bc0c-58edfc082e46 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221804 Feb 11 04:23:08.410174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=50f008ed-425c-4cfc-81e7-aadd7b60fde5,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:08.423245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9aad1f4-0bb2-4f45-b569-9e0414bc6d8c req-e0924c47-6718-436f-af89-bb4f69a535f7 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024518 Feb 11 04:23:08.431142 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30da8c2c-ab5d-4b0e-97df-b19c75962b29 req-09c38796-bc62-40f2-b85b-d6ac191f8c17 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001555 Feb 11 04:23:08.473899 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9694cb47-5936-46d3-9c64-cd39c9ccdfa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:08.611718 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d843c826-425f-42b8-942f-2c22ea036c8a req-c7e6da20-d374-4e8e-a54f-03e4091e4fd9 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 210 time: 0.0846355 Feb 11 04:23:08.634428 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e5d9f8c3-ff22-468a-8285-90929abae95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (e6fdb855-f18d-42f2-a761-2705a6d9e75d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:08.652410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['50f008ed-425c-4cfc-81e7-aadd7b60fde5'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:23:08.657325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['7d3979d9-efd3-4b1b-861a-cf646d6d7536'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:23:08.703393 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e5d9f8c3-ff22-468a-8285-90929abae95d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:08.712018 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e5d9f8c3-ff22-468a-8285-90929abae95d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e6fdb855-f18d-42f2-a761-2705a6d9e75d HTTP/1.1" status: 204 len: 168 time: 0.7862349 Feb 11 04:23:08.712999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9f8c3-ff22-468a-8285-90929abae95d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6fdb855-f18d-42f2-a761-2705a6d9e75d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:08.715597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45654) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:08.739064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e04d9-6291-46e1-afcd-b478d8b0833a req-16434604-3115-4715-a75f-86f1bd132914 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:08.746000 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-623e04d9-6291-46e1-afcd-b478d8b0833a req-16434604-3115-4715-a75f-86f1bd132914 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 945 time: 0.2558684 Feb 11 04:23:08.750680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9aad1f4-0bb2-4f45-b569-9e0414bc6d8c req-6f710687-6a75-4dfd-a1dd-31e3e32adc70 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095064 Feb 11 04:23:08.808126 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-9ca26bc8-16b7-4377-8bfb-7edbc03b6f69 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Allocated IP 19.80.0.28 (3756ef82-caa6-4a1d-9bed-8c71e80095fe/809b2687-0b08-4ce9-9459-77933d7fe9cc/85577748-ba5e-4a7c-8804-2b4b14a84e7c) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:08.894767 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Allocated IP 172.25.3.13 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/ea00aa47-e5d4-4c06-8d02-bf2804438438) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:08.902322 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f0ca62d5-d839-4dad-9d78-e2d22f6a2e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (656918ae-825f-46b4-8023-3636bda564b7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:08.911358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-623e04d9-6291-46e1-afcd-b478d8b0833a req-38f92c79-00f4-416f-8300-2e708448b53e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643643 Feb 11 04:23:08.955967 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9694cb47-5936-46d3-9c64-cd39c9ccdfa2 admin admin] Publish callbacks [] for security_group (8ffc1d2a-3ae5-4691-8f70-8324ec348f85), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.057344 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9694cb47-5936-46d3-9c64-cd39c9ccdfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8ffc1d2a-3ae5-4691-8f70-8324ec348f85), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.093072 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f0ca62d5-d839-4dad-9d78-e2d22f6a2e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (656918ae-825f-46b4-8023-3636bda564b7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.114605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105acf4-b482-4213-884d-c4d85fe16f78 req-bb22c4a6-ba99-4162-befe-af36a8cee7c4 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:09.116230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a105acf4-b482-4213-884d-c4d85fe16f78 req-bb22c4a6-ba99-4162-befe-af36a8cee7c4 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.3415272 Feb 11 04:23:09.161254 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9694cb47-5936-46d3-9c64-cd39c9ccdfa2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66cdf4dbfd47477e9581d288c3708432&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3004358 Feb 11 04:23:09.165950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45660) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:09.170347 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-9ca26bc8-16b7-4377-8bfb-7edbc03b6f69 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks [] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.170347 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694cb47-5936-46d3-9c64-cd39c9ccdfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffc1d2a-3ae5-4691-8f70-8324ec348f85,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:09.176117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-f0ca62d5-d839-4dad-9d78-e2d22f6a2e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656918ae-825f-46b4-8023-3636bda564b7']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:09.189403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Publish callbacks [] for port (ea00aa47-e5d4-4c06-8d02-bf2804438438), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.211227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-f0ca62d5-d839-4dad-9d78-e2d22f6a2e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ecdad7d-8811-48a3-8645-4929a70df38d') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:09.211227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-f0ca62d5-d839-4dad-9d78-e2d22f6a2e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ecdad7d-8811-48a3-8645-4929a70df38d') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:09.259967 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f0ca62d5-d839-4dad-9d78-e2d22f6a2e74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (2ecdad7d-8811-48a3-8645-4929a70df38d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.268395 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-9ca26bc8-16b7-4377-8bfb-7edbc03b6f69 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.302063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b1db3-256f-438b-9df0-f1b36eeed9c6 req-5333afc7-9c61-4a0b-8215-7084b3fd8949 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:09.309330 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a7b1db3-256f-438b-9df0-f1b36eeed9c6 req-5333afc7-9c61-4a0b-8215-7084b3fd8949 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 949 time: 0.2295189 Feb 11 04:23:09.312522 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f0ca62d5-d839-4dad-9d78-e2d22f6a2e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (2ecdad7d-8811-48a3-8645-4929a70df38d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.312791 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-9ca26bc8-16b7-4377-8bfb-7edbc03b6f69 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Network 3756ef82-caa6-4a1d-9bed-8c71e80095fe is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:09.314931 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ea00aa47-e5d4-4c06-8d02-bf2804438438), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.318460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a105acf4-b482-4213-884d-c4d85fe16f78 req-23d9f40a-06fe-4541-ae7d-ba5e98219e99 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937749 Feb 11 04:23:09.320762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-9ca26bc8-16b7-4377-8bfb-7edbc03b6f69 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:09.331799 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-9ca26bc8-16b7-4377-8bfb-7edbc03b6f69 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:09.332819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ca62d5-d839-4dad-9d78-e2d22f6a2e74 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:23:09.333233 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f0ca62d5-d839-4dad-9d78-e2d22f6a2e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (2ecdad7d-8811-48a3-8645-4929a70df38d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:23:09.334978 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:23:09.349113 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:09.371947 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:09.393626 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:09.424778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a59f27b5-cad5-470e-8a43-646c76f41b0e admin admin] Publish callbacks [] for security_group (8ffc1d2a-3ae5-4691-8f70-8324ec348f85), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.481655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a7b1db3-256f-438b-9df0-f1b36eeed9c6 req-1ad5f38b-5260-4b50-b890-ce776afd8025 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713896 Feb 11 04:23:09.482872 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca26bc8-16b7-4377-8bfb-7edbc03b6f69 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event updated for resources: {'Port': ['ID=85577748-ba5e-4a7c-8804-2b4b14a84e7c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:09.509283 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a59f27b5-cad5-470e-8a43-646c76f41b0e admin admin] Publish callbacks [] for security_group (8ffc1d2a-3ae5-4691-8f70-8324ec348f85), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.610127 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f0ca62d5-d839-4dad-9d78-e2d22f6a2e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (656918ae-825f-46b4-8023-3636bda564b7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.646772 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f0ca62d5-d839-4dad-9d78-e2d22f6a2e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.656231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f0ca62d5-d839-4dad-9d78-e2d22f6a2e74 admin admin] 10.222.0.13 "DELETE /v2.0/networks/656918ae-825f-46b4-8023-3636bda564b7 HTTP/1.1" status: 204 len: 168 time: 0.9317427 Feb 11 04:23:09.684162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6279c2-fc53-41fa-b298-c80d60dd2196 req-95e25c97-20fb-4946-820c-53d8ef8bb6be tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:09.692910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c6279c2-fc53-41fa-b298-c80d60dd2196 req-95e25c97-20fb-4946-820c-53d8ef8bb6be tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1805058 Feb 11 04:23:09.695031 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca62d5-d839-4dad-9d78-e2d22f6a2e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=656918ae-825f-46b4-8023-3636bda564b7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:09.709936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Pushing event updated for resources: {'Port': ['ID=ea00aa47-e5d4-4c06-8d02-bf2804438438,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:09.745349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-9ca26bc8-16b7-4377-8bfb-7edbc03b6f69 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:09.746552 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-9ca26bc8-16b7-4377-8bfb-7edbc03b6f69 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.789968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1b019-7ed4-41e4-8b36-63771ae74e3b req-e4d444ff-a4b2-490f-b71d-e75ec9a7c60e tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:09.791118 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1fe40df6-e4ec-45f0-8988-0218cdc0fe09 None None] Provisioning complete for port 85577748-ba5e-4a7c-8804-2b4b14a84e7c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:09.791600 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1fe40df6-e4ec-45f0-8988-0218cdc0fe09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.797878 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bda1b019-7ed4-41e4-8b36-63771ae74e3b req-e4d444ff-a4b2-490f-b71d-e75ec9a7c60e tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.2105906 Feb 11 04:23:09.810807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c6279c2-fc53-41fa-b298-c80d60dd2196 req-b339a4b6-6070-4252-b268-d9574db9a74a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163580 Feb 11 04:23:09.860938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1fe40df6-e4ec-45f0-8988-0218cdc0fe09 None None] Port 85577748-ba5e-4a7c-8804-2b4b14a84e7c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:09.872398 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a59f27b5-cad5-470e-8a43-646c76f41b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8ffc1d2a-3ae5-4691-8f70-8324ec348f85), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.872398 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a59f27b5-cad5-470e-8a43-646c76f41b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:09.872398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a59f27b5-cad5-470e-8a43-646c76f41b0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ffc1d2a-3ae5-4691-8f70-8324ec348f85 HTTP/1.1" status: 204 len: 168 time: 0.7006581 Feb 11 04:23:09.892564 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bda1b019-7ed4-41e4-8b36-63771ae74e3b req-9988841a-6f02-4dcd-a937-80da3886cfbe tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937436 Feb 11 04:23:09.893910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f27b5-cad5-470e-8a43-646c76f41b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffc1d2a-3ae5-4691-8f70-8324ec348f85,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:09.896242 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-9ca26bc8-16b7-4377-8bfb-7edbc03b6f69 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1868713 Feb 11 04:23:09.929711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dd6df6-45ab-4484-8ebd-d49b92e952a3 None None] Network 2c7f9a89-17dd-4bdb-8a50-dd9823c895b0 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:23:09.977649 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-24b8b320-e2a7-461f-8e11-f6b7bc2acad3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Request body: {'port': {'device_id': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'network_id': '540dbf15-a852-40e8-a4a9-6cb827d7a288', 'admin_state_up': True, 'tenant_id': '6ef504e8f1324006acdf369bff207666'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:10.043070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101b32f-2601-469a-816d-86f698d07b5f req-d1044537-92f8-4bd0-aa39-bc451b0b9e5e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:10.045271 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8101b32f-2601-469a-816d-86f698d07b5f req-d1044537-92f8-4bd0-aa39-bc451b0b9e5e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 931 time: 0.1083975 Feb 11 04:23:10.055700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ecde6936-72d2-401a-abae-e24440d79425 None None] Provisioning complete for port 7100480f-94f2-4ed7-9471-3aca54cfcf4f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:10.056094 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ecde6936-72d2-401a-abae-e24440d79425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:10.071515 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Publish callbacks [] for router_gateway (640e2729-1cea-4418-9e59-a36999ba5dbd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:10.191943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45684) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:10.202903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ecde6936-72d2-401a-abae-e24440d79425 None None] Current status of the port 7100480f-94f2-4ed7-9471-3aca54cfcf4f is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:10.203930 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ecde6936-72d2-401a-abae-e24440d79425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:10.253926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ecde6936-72d2-401a-abae-e24440d79425 None None] For port 7100480f-94f2-4ed7-9471-3aca54cfcf4f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7100480f-94f2-4ed7-9471-3aca54cfcf4f,segment=NetworkSegment(790ff22c-b030-4fc2-bbe6-ce251b46384f),segment_id=790ff22c-b030-4fc2-bbe6-ce251b46384f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:10.284094 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8101b32f-2601-469a-816d-86f698d07b5f req-7eaa4db6-0a8b-4b82-944e-b9b3b1982650 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276773 Feb 11 04:23:10.292418 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-69e174e3-fc88-40a0-a7d0-1346b99d62a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e709f79bd21462084af8ea276b889a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0819609 Feb 11 04:23:10.292800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45686) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:10.315532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4f411-4882-4468-a4b3-9b4f62b6a634 req-7a3f7e72-1ad6-4e6b-aae6-62db3ddeedd6 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:10.323596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ee4f411-4882-4468-a4b3-9b4f62b6a634 req-7a3f7e72-1ad6-4e6b-aae6-62db3ddeedd6 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.2764094 Feb 11 04:23:10.359613 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ecde6936-72d2-401a-abae-e24440d79425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:10.410718 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ee4f411-4882-4468-a4b3-9b4f62b6a634 req-33f019e4-fba9-4866-aa2e-57b4d7e6f4cb tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849023 Feb 11 04:23:10.427463 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-24b8b320-e2a7-461f-8e11-f6b7bc2acad3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Made reservation on behalf of 6ef504e8f1324006acdf369bff207666 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:10.430797 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-24b8b320-e2a7-461f-8e11-f6b7bc2acad3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:10.433348 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-02600254-31df-4fa0-b80d-1e418e0a28b3 admin admin] Publish callbacks [] for security_group (7a743602-a9e3-4e99-97bd-57dc98232baa), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:10.487692 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-02600254-31df-4fa0-b80d-1e418e0a28b3 admin admin] Publish callbacks [] for security_group (7a743602-a9e3-4e99-97bd-57dc98232baa), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:10.503604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde6936-72d2-401a-abae-e24440d79425 None None] Pushing event updated for resources: {'Port': ['ID=7100480f-94f2-4ed7-9471-3aca54cfcf4f,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:10.540187 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (640e2729-1cea-4418-9e59-a36999ba5dbd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:10.556776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6c50046d-60c9-46e4-bb35-a49f7c9eee98 None None] Provisioning complete for port 7100480f-94f2-4ed7-9471-3aca54cfcf4f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:10.565986 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6c50046d-60c9-46e4-bb35-a49f7c9eee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:10.721801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35df546-f5c4-4448-8f2d-5a0d985c396e req-6e845fd6-77c1-4da7-aaf5-23d17dad3f49 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:10.724199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c35df546-f5c4-4448-8f2d-5a0d985c396e req-6e845fd6-77c1-4da7-aaf5-23d17dad3f49 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1706386 Feb 11 04:23:10.730749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7100480f-94f2-4ed7-9471-3aca54cfcf4f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:10.836867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6c50046d-60c9-46e4-bb35-a49f7c9eee98 None None] Current status of the port 7100480f-94f2-4ed7-9471-3aca54cfcf4f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:10.837915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b34866-8e45-47a0-bf24-f7ffa24f132b req-67079cc7-97fc-46cb-8c9e-7f43550552a6 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:10.849978 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64b34866-8e45-47a0-bf24-f7ffa24f132b req-67079cc7-97fc-46cb-8c9e-7f43550552a6 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 949 time: 0.2059031 Feb 11 04:23:10.852408 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7100480f-94f2-4ed7-9471-3aca54cfcf4f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:10.852968 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:10.856493 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-02600254-31df-4fa0-b80d-1e418e0a28b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7a743602-a9e3-4e99-97bd-57dc98232baa), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:10.858479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-24b8b320-e2a7-461f-8e11-f6b7bc2acad3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Allocated IP 19.86.0.133 (540dbf15-a852-40e8-a4a9-6cb827d7a288/089f4fab-d561-444a-942d-9c19bf614969/f7b7206a-48a3-4ec3-8ead-1a994c972ba1) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:10.859629 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-02600254-31df-4fa0-b80d-1e418e0a28b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:10.860741 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-02600254-31df-4fa0-b80d-1e418e0a28b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a743602-a9e3-4e99-97bd-57dc98232baa HTTP/1.1" status: 204 len: 168 time: 0.5670433 Feb 11 04:23:10.911856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02600254-31df-4fa0-b80d-1e418e0a28b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a743602-a9e3-4e99-97bd-57dc98232baa,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:10.961506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c35df546-f5c4-4448-8f2d-5a0d985c396e req-9e9abaa0-0db2-4a2a-9e35-9ac49236f94d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310188 Feb 11 04:23:10.973065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Router 640e2729-1cea-4418-9e59-a36999ba5dbd is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:23:11.069756 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64b34866-8e45-47a0-bf24-f7ffa24f132b req-64d8dce0-0d61-4895-9f68-66ed12cb12f4 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188070 Feb 11 04:23:11.183791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7100480f-94f2-4ed7-9471-3aca54cfcf4f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:11.199864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7d3979d9-efd3-4b1b-861a-cf646d6d7536 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:11.203115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595d3c1-3aaf-4a81-8e32-2194dae514f4 req-f1a3f6fe-7be2-4856-9001-a81999be6a45 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:11.215440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f595d3c1-3aaf-4a81-8e32-2194dae514f4 req-f1a3f6fe-7be2-4856-9001-a81999be6a45 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.1419981 Feb 11 04:23:11.246688 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-24b8b320-e2a7-461f-8e11-f6b7bc2acad3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks [] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:11.288279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:23:11.301491 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Sync routers for ids ['640e2729-1cea-4418-9e59-a36999ba5dbd'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:23:11.333840 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Routers {'640e2729-1cea-4418-9e59-a36999ba5dbd'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:11.339502 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:22:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['640e2729-1cea-4418-9e59-a36999ba5dbd'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:11.342912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f595d3c1-3aaf-4a81-8e32-2194dae514f4 req-96d63c4b-462d-472c-8d2e-1683dfe8b251 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289048 Feb 11 04:23:11.361700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3d8a4-f0ca-4d26-85b7-0338dd5cbc0e req-09fe0ab3-26db-4e09-a0bd-da05bd70ce16 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:11.366833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 7d3979d9-efd3-4b1b-861a-cf646d6d7536 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:23:11.370878 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-43a3d8a4-f0ca-4d26-85b7-0338dd5cbc0e req-09fe0ab3-26db-4e09-a0bd-da05bd70ce16 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1229596 Feb 11 04:23:11.371986 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 7d3979d9-efd3-4b1b-861a-cf646d6d7536 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:11.379058 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:11.404930 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:11.410503 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b4af40fd-1d81-44d8-a293-449a59a26144 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4499009 Feb 11 04:23:11.411316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45716) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:11.426218 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-24b8b320-e2a7-461f-8e11-f6b7bc2acad3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:11.506656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-43a3d8a4-f0ca-4d26-85b7-0338dd5cbc0e req-1e7be039-ee83-4d03-b5c4-b81cfe64190b tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315312 Feb 11 04:23:11.606104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 7d3979d9-efd3-4b1b-861a-cf646d6d7536 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:11.606992 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:11.654280 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Set router 640e2729-1cea-4418-9e59-a36999ba5dbd gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:11.656299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a28f435-78ff-4c8d-89f2-0d479da5ea0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3979d9-efd3-4b1b-861a-cf646d6d7536'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:11.658892 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889ca3e4-a935-47ce-bbec-bc34a318827d" -d '{"events": [{"server_uuid": "1a28f435-78ff-4c8d-89f2-0d479da5ea0f", "name": "network-vif-plugged", "status": "completed", "tag": "7d3979d9-efd3-4b1b-861a-cf646d6d7536"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:11.675157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 7d3979d9-efd3-4b1b-861a-cf646d6d7536, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7d3979d9-efd3-4b1b-861a-cf646d6d7536,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:11.713557 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-24b8b320-e2a7-461f-8e11-f6b7bc2acad3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Network 540dbf15-a852-40e8-a4a9-6cb827d7a288 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:11.725580 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-24b8b320-e2a7-461f-8e11-f6b7bc2acad3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:11.733512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454141a-70e6-4d96-abd9-c02ffc4f8ac3 req-5cf81d01-e4e4-4c86-b47e-fa1909df9087 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:11.742589 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:11.743776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 50f008ed-425c-4cfc-81e7-aadd7b60fde5 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:11.753333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454141a-70e6-4d96-abd9-c02ffc4f8ac3 req-5cf81d01-e4e4-4c86-b47e-fa1909df9087 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:11.753683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-24b8b320-e2a7-461f-8e11-f6b7bc2acad3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:11.756992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c454141a-70e6-4d96-abd9-c02ffc4f8ac3 req-5cf81d01-e4e4-4c86-b47e-fa1909df9087 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 1654 time: 0.2483211 Feb 11 04:23:11.857077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c8012-854c-417c-97c1-c0d4a44f9f2f req-cc04bd9d-8fce-4c41-93bf-17c37433b093 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:11.865865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee5c8012-854c-417c-97c1-c0d4a44f9f2f req-cc04bd9d-8fce-4c41-93bf-17c37433b093 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.2058187 Feb 11 04:23:11.882008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=7d3979d9-efd3-4b1b-861a-cf646d6d7536,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:11.946285 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8b320-e2a7-461f-8e11-f6b7bc2acad3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event updated for resources: {'Port': ['ID=f7b7206a-48a3-4ec3-8ead-1a994c972ba1,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:11.984149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c454141a-70e6-4d96-abd9-c02ffc4f8ac3 req-47035b4f-721d-4fe8-a109-a2311f0dd7cb tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080841 Feb 11 04:23:12.009355 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-24b8b320-e2a7-461f-8e11-f6b7bc2acad3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:12.010515 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-24b8b320-e2a7-461f-8e11-f6b7bc2acad3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:12.045437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee5c8012-854c-417c-97c1-c0d4a44f9f2f req-b910f08c-fab2-41a7-908b-b1e763dbd384 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780691 Feb 11 04:23:12.046540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:23:12.052819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:12.053444 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:12.075085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45742) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:12.168841 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4bfeb3-574e-4d73-adc8-71513b36a9d2 x-openstack-request-id: req-da4bfeb3-574e-4d73-adc8-71513b36a9d2 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:12.169168 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a28f435-78ff-4c8d-89f2-0d479da5ea0f", "name": "network-vif-plugged", "status": "completed", "tag": "7d3979d9-efd3-4b1b-861a-cf646d6d7536", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:12.191924 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-24b8b320-e2a7-461f-8e11-f6b7bc2acad3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2188313 Feb 11 04:23:12.192161 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da4bfeb3-574e-4d73-adc8-71513b36a9d2 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:12.192461 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a28f435-78ff-4c8d-89f2-0d479da5ea0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3979d9-efd3-4b1b-861a-cf646d6d7536', 'code': 200} Feb 11 04:23:12.212531 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1798288724-router', 'tenant_id': '076ce57f75b44ac28846e6f2da9d5305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ea00aa47-e5d4-4c06-8d02-bf2804438438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:07Z', 'updated_at': '2022-02-11T04:23:09Z', 'revision_number': 3, 'project_id': '076ce57f75b44ac28846e6f2da9d5305', 'gw_port': {'id': 'ea00aa47-e5d4-4c06-8d02-bf2804438438', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:08Z', 'updated_at': '2022-02-11T04:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:12.217310 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-0ed99e7b-1218-445e-ae70-f842731b8419 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Request body: {'port': {'device_id': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe', 'admin_state_up': True, 'tenant_id': '6ef504e8f1324006acdf369bff207666'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:12.271300 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Checking router: 640e2729-1cea-4418-9e59-a36999ba5dbd for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:23:12.271300 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Updating router 640e2729-1cea-4418-9e59-a36999ba5dbd port ea00aa47-e5d4-4c06-8d02-bf2804438438 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:23:12.304069 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ea00aa47-e5d4-4c06-8d02-bf2804438438), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:12.417121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5778ec0-7bd8-4ed5-93d3-1dd7387cbcd1 req-a499b0a0-522c-432c-9236-a1ae007a9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:12.422460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5778ec0-7bd8-4ed5-93d3-1dd7387cbcd1 req-a499b0a0-522c-432c-9236-a1ae007a9a9c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 1133 time: 0.2741070 Feb 11 04:23:12.459263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:12.460778 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:12.463787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-729624250-network', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:12.498588 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8ecc8f0c-8ed1-4d8d-bbbe-fce963b5d90c None None] Provisioning complete for port f7b7206a-48a3-4ec3-8ead-1a994c972ba1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:12.506227 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8ecc8f0c-8ed1-4d8d-bbbe-fce963b5d90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:12.605408 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:12.610953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc8f0c-8ed1-4d8d-bbbe-fce963b5d90c None None] Port f7b7206a-48a3-4ec3-8ead-1a994c972ba1 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:12.629120 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7100480f-94f2-4ed7-9471-3aca54cfcf4f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:12.648694 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b179e6-653c-4046-870a-b8eb3949c9b5 req-dc5a3379-af93-4174-8b72-df6f506d0919 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:12.650243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3b179e6-653c-4046-870a-b8eb3949c9b5 req-dc5a3379-af93-4174-8b72-df6f506d0919 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 950 time: 0.4027038 Feb 11 04:23:12.712278 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5778ec0-7bd8-4ed5-93d3-1dd7387cbcd1 req-b972cc8b-ba0c-479d-8727-64b0f6392589 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446649 Feb 11 04:23:12.720476 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:12.728254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] Made reservation on behalf of 1a213f7e5ecd454da27b635be4fbd761 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:12.734285 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:12.758508 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:12.783243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e322c-781c-4b5b-b1af-a3fd4a5a8963 req-5ae58795-8cd7-43dd-8633-748fc7ad33d7 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:12.785200 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d9e322c-781c-4b5b-b1af-a3fd4a5a8963 req-5ae58795-8cd7-43dd-8633-748fc7ad33d7 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.2186878 Feb 11 04:23:12.803484 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3b179e6-653c-4046-870a-b8eb3949c9b5 req-c048a561-2da1-4ca8-bc8c-d7afb87fca36 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382439 Feb 11 04:23:12.815463 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Publish callbacks [] for port (ea00aa47-e5d4-4c06-8d02-bf2804438438), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:12.827995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=50f008ed-425c-4cfc-81e7-aadd7b60fde5,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:12.831468 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-0ed99e7b-1218-445e-ae70-f842731b8419 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Made reservation on behalf of 6ef504e8f1324006acdf369bff207666 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:12.832450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7100480f-94f2-4ed7-9471-3aca54cfcf4f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:12.832843 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:12.835071 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-0ed99e7b-1218-445e-ae70-f842731b8419 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:12.894078 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:12.925469 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ea00aa47-e5d4-4c06-8d02-bf2804438438), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:12.967079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d9e322c-781c-4b5b-b1af-a3fd4a5a8963 req-54734136-c56f-4d97-9e2a-92a69e25780d tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602764 Feb 11 04:23:12.988101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7100480f-94f2-4ed7-9471-3aca54cfcf4f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:13.031893 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45766) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:13.041008 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Attempting to bind port ea00aa47-e5d4-4c06-8d02-bf2804438438 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:13.041008 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Attempting to bind port ea00aa47-e5d4-4c06-8d02-bf2804438438 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:13.041467 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Attempting to bind port ea00aa47-e5d4-4c06-8d02-bf2804438438 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:13.065113 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfa76f-0603-4d89-bda0-d3abe0d11479 None None] Pushing event updated for resources: {'Port': ['ID=ea00aa47-e5d4-4c06-8d02-bf2804438438,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:13.068534 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:13.068954 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:13.069418 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:13.069851 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:13.070404 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Bound port: ea00aa47-e5d4-4c06-8d02-bf2804438438, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:13.070824 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ea00aa47-e5d4-4c06-8d02-bf2804438438), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:13.078044 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] Publish callbacks [] for security_group (7b1bc3d9-a188-4383-b90e-d7e0ade3f6b3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:13.130691 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7b1bc3d9-a188-4383-b90e-d7e0ade3f6b3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:13.209434 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] For port ea00aa47-e5d4-4c06-8d02-bf2804438438, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:13.225441 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] For port ea00aa47-e5d4-4c06-8d02-bf2804438438, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ea00aa47-e5d4-4c06-8d02-bf2804438438,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:13.293387 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ea00aa47-e5d4-4c06-8d02-bf2804438438), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:13.368829 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfa76f-0603-4d89-bda0-d3abe0d11479 None None] Pushing event updated for resources: {'Port': ['ID=ea00aa47-e5d4-4c06-8d02-bf2804438438,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:13.376909 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Routers {'640e2729-1cea-4418-9e59-a36999ba5dbd'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:13.377542 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:22:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['640e2729-1cea-4418-9e59-a36999ba5dbd'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:13.497413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677e637-d8ae-4ffd-a4fc-fde97fdcf22e req-260b6c9d-a34f-47bc-a3cb-c814395ef0c3 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:13.499202 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9677e637-d8ae-4ffd-a4fc-fde97fdcf22e req-260b6c9d-a34f-47bc-a3cb-c814395ef0c3 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.5780158 Feb 11 04:23:13.503479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-210749480-network', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:13.516317 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] Set router 640e2729-1cea-4418-9e59-a36999ba5dbd gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:13.543483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:23:13.573906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-0ed99e7b-1218-445e-ae70-f842731b8419 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Allocated IP 19.80.0.189 (3756ef82-caa6-4a1d-9bed-8c71e80095fe/809b2687-0b08-4ce9-9459-77933d7fe9cc/12eba104-d3f3-4e25-9979-24e9420745ed) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:13.577407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Allocated IP 172.20.0.1 (2c7f9a89-17dd-4bdb-8a50-dd9823c895b0/8a040a05-ee58-4efa-b64f-2a281f4bb3c4/bf6a78b6-8bd1-4f12-81d4-ab3374d75391) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:13.577577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c8f52-42e4-467b-a1ef-45320dfa40f1 req-e3c81cd3-0f23-4413-a7ce-37c6a3ae2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:13.579035 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-517c8f52-42e4-467b-a1ef-45320dfa40f1 req-e3c81cd3-0f23-4413-a7ce-37c6a3ae2f2d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c5ab24820404cabad08d88b221522bc&device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 1128 time: 0.4997342 Feb 11 04:23:13.579644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1bc3d9-a188-4383-b90e-d7e0ade3f6b3,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:13.586285 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0af01976-1eac-4686-b057-03d1bf9e0d64), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:13.586705 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] Added segment 0af01976-1eac-4686-b057-03d1bf9e0d64 of type vlan for network aea3f5db-90d4-484d-a1e1-ef38ac456aad Feb 11 04:23:13.690274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2f53b-dc09-4725-8309-341942f20a2d req-de526af9-1add-4f2d-8916-9ebbc8e074d2 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:13.695444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2f53b-dc09-4725-8309-341942f20a2d req-de526af9-1add-4f2d-8916-9ebbc8e074d2 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:13.703376 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6c2f53b-dc09-4725-8309-341942f20a2d req-de526af9-1add-4f2d-8916-9ebbc8e074d2 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 1654 time: 0.5954559 Feb 11 04:23:13.730022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] Made reservation on behalf of 18a9d9364c8b4e16bab20af731a39d5a for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:13.733097 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:13.753272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9677e637-d8ae-4ffd-a4fc-fde97fdcf22e req-0fc08061-d0bd-4d91-a814-3808f568eb58 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365232 Feb 11 04:23:13.767603 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (aea3f5db-90d4-484d-a1e1-ef38ac456aad), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:13.799927 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:13.899764 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Publish callbacks [] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:13.924636 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6c2f53b-dc09-4725-8309-341942f20a2d req-33447395-08e5-42a0-8c2c-f502ecdc7dd6 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203081 Feb 11 04:23:13.960033 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1798288724-router', 'tenant_id': '076ce57f75b44ac28846e6f2da9d5305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ea00aa47-e5d4-4c06-8d02-bf2804438438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:07Z', 'updated_at': '2022-02-11T04:23:09Z', 'revision_number': 3, 'project_id': '076ce57f75b44ac28846e6f2da9d5305', 'gw_port': {'id': 'ea00aa47-e5d4-4c06-8d02-bf2804438438', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:08Z', 'updated_at': '2022-02-11T04:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:13.961117 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cb5c36d-f751-4a0b-a590-0c52cd0ad3fc req-4877e71a-f1f1-4be2-bcad-1f4f92291f28 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2520745 Feb 11 04:23:13.964073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c8f52-42e4-467b-a1ef-45320dfa40f1 req-79c5de62-e585-4f9a-94a6-67b3e55daa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:13.965485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-517c8f52-42e4-467b-a1ef-45320dfa40f1 req-79c5de62-e585-4f9a-94a6-67b3e55daa0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a20f827-c8f6-43af-bd9b-9fddc1589aea HTTP/1.1" status: 200 len: 912 time: 0.2953684 Feb 11 04:23:14.015471 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-0ed99e7b-1218-445e-ae70-f842731b8419 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks [] for port (12eba104-d3f3-4e25-9979-24e9420745ed), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:14.037428 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-517c8f52-42e4-467b-a1ef-45320dfa40f1 req-e8d59357-bae2-44d6-8aef-120ec5c00a1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f HTTP/1.1" status: 200 len: 217 time: 0.0621297 Feb 11 04:23:14.037428 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (aea3f5db-90d4-484d-a1e1-ef38ac456aad), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:14.038589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:14.039507 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:14.065610 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e348c9a3-94a1-4aa9-97f4-57e7aa1c2e72 None None] The sync data for ids ['640e2729-1cea-4418-9e59-a36999ba5dbd'] in n-d-712142-35 is: [{'id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1798288724-router', 'tenant_id': '076ce57f75b44ac28846e6f2da9d5305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ea00aa47-e5d4-4c06-8d02-bf2804438438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:07Z', 'updated_at': '2022-02-11T04:23:09Z', 'revision_number': 3, 'project_id': '076ce57f75b44ac28846e6f2da9d5305', 'gw_port': {'id': 'ea00aa47-e5d4-4c06-8d02-bf2804438438', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:08Z', 'updated_at': '2022-02-11T04:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:23:14.143816 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:14.186066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c8f52-42e4-467b-a1ef-45320dfa40f1 req-501f0eda-1ace-4761-9ce0-db19eb0c17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:14.191488 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-517c8f52-42e4-467b-a1ef-45320dfa40f1 req-501f0eda-1ace-4761-9ce0-db19eb0c17d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0575d29c-44f0-42cf-9a3b-e3b065542552 HTTP/1.1" status: 200 len: 851 time: 0.1224890 Feb 11 04:23:14.193994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:14.196514 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-0ed99e7b-1218-445e-ae70-f842731b8419 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:14.198616 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b84db05-2050-475c-a098-6ba258c01e65" -d '{"events": [{"server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "name": "network-vif-plugged", "status": "completed", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:14.209237 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Network 2c7f9a89-17dd-4bdb-8a50-dd9823c895b0 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:14.217899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:14.226184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:14.257534 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6a78b6-8bd1-4f12-81d4-ab3374d75391,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:14.271704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-0ed99e7b-1218-445e-ae70-f842731b8419 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Network 3756ef82-caa6-4a1d-9bed-8c71e80095fe is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:14.282857 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-0ed99e7b-1218-445e-ae70-f842731b8419 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:14.327536 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-0ed99e7b-1218-445e-ae70-f842731b8419 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:14.360284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] Pushing event updated for resources: {'Network': ['ID=aea3f5db-90d4-484d-a1e1-ef38ac456aad,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:14.377235 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network aea3f5db-90d4-484d-a1e1-ef38ac456aad details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:23:14.383407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed99e7b-1218-445e-ae70-f842731b8419 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event updated for resources: {'Port': ['ID=12eba104-d3f3-4e25-9979-24e9420745ed,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:14.455750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c639b2b7-8053-46e7-bebc-b017a2157854 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3787451 Feb 11 04:23:14.465682 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-517c8f52-42e4-467b-a1ef-45320dfa40f1 req-848139b2-3eb3-4ff4-9355-14734ca9eae8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a20f827-c8f6-43af-bd9b-9fddc1589aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2548308 Feb 11 04:23:14.467243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45788) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:14.477760 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] Publish callbacks [] for security_group (1a707166-e095-4846-a1bd-e113001eb2ce), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:14.478438 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (640e2729-1cea-4418-9e59-a36999ba5dbd), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:14.480697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5c36d-f751-4a0b-a590-0c52cd0ad3fc req-f132f136-6760-4377-b54f-2105290884ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:14.485180 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cb5c36d-f751-4a0b-a590-0c52cd0ad3fc req-f132f136-6760-4377-b54f-2105290884ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1473eb6969949e6a2109f9722d68b38&device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 1129 time: 0.4617164 Feb 11 04:23:14.493039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-aa63cdcf-04ff-46eb-9e67-f59c26bc8485 admin admin] Request body: {'subnet': {'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-subnet', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:14.757292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5c36d-f751-4a0b-a590-0c52cd0ad3fc req-704e6295-4502-43c1-b730-de68e00e70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:14.758824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cb5c36d-f751-4a0b-a590-0c52cd0ad3fc req-704e6295-4502-43c1-b730-de68e00e70f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b HTTP/1.1" status: 200 len: 915 time: 0.2105691 Feb 11 04:23:14.789588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a717a-f7c6-4f74-853d-f8c30037e790 req-e465f1cc-2fc4-4405-bb47-73032219d3e3 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:14.801839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-210a717a-f7c6-4f74-853d-f8c30037e790 req-e465f1cc-2fc4-4405-bb47-73032219d3e3 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.7338281 Feb 11 04:23:14.803503 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1a707166-e095-4846-a1bd-e113001eb2ce), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:14.887049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ea00aa47-e5d4-4c06-8d02-bf2804438438 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:14.898868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-0ed99e7b-1218-445e-ae70-f842731b8419 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:14.899402 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-0ed99e7b-1218-445e-ae70-f842731b8419 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:14.906041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a707166-e095-4846-a1bd-e113001eb2ce,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:14.909717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cb5c36d-f751-4a0b-a590-0c52cd0ad3fc req-35ebdda5-1174-4e18-8f5e-117beb121be1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dea56a0-659d-4bac-80b9-cc5632162486 HTTP/1.1" status: 200 len: 217 time: 0.1022997 Feb 11 04:23:14.956856 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa63cdcf-04ff-46eb-9e67-f59c26bc8485 admin admin] Made reservation on behalf of 1a213f7e5ecd454da27b635be4fbd761 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:14.958266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-72df5849-ecb8-4ab8-ae5c-575204d800c9 None None] Provisioning complete for port bf6a78b6-8bd1-4f12-81d4-ab3374d75391 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:14.958776 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-72df5849-ecb8-4ab8-ae5c-575204d800c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:14.965703 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa63cdcf-04ff-46eb-9e67-f59c26bc8485 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:15.017577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-72df5849-ecb8-4ab8-ae5c-575204d800c9 None None] Port bf6a78b6-8bd1-4f12-81d4-ab3374d75391 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:15.032680 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ea00aa47-e5d4-4c06-8d02-bf2804438438 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:15.038355 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ea00aa47-e5d4-4c06-8d02-bf2804438438), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:15.038864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:23:15.086821 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:15.140627 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ea00aa47-e5d4-4c06-8d02-bf2804438438 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:15.141392 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ea00aa47-e5d4-4c06-8d02-bf2804438438), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:15.177661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-eb66c12f-4337-4215-969f-9d823b0ff2bb None None] Provisioning complete for port 12eba104-d3f3-4e25-9979-24e9420745ed triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:15.178409 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eb66c12f-4337-4215-969f-9d823b0ff2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:15.195964 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-0ed99e7b-1218-445e-ae70-f842731b8419 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9940593 Feb 11 04:23:15.217905 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port ea00aa47-e5d4-4c06-8d02-bf2804438438, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ea00aa47-e5d4-4c06-8d02-bf2804438438,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:15.235822 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (7fa07085-217f-434d-845f-aeb8df0902ec), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:15.236439 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] Added segment 7fa07085-217f-434d-845f-aeb8df0902ec of type vlan for network 52d5dacd-cae5-4009-8c6b-8097afa11880 Feb 11 04:23:15.252672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-eb66c12f-4337-4215-969f-9d823b0ff2bb None None] Port 12eba104-d3f3-4e25-9979-24e9420745ed cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:15.279101 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Request body: {'port': {'device_id': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:15.291458 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ea00aa47-e5d4-4c06-8d02-bf2804438438), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:15.332624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-210a717a-f7c6-4f74-853d-f8c30037e790 req-36242ca2-7681-47c3-99c3-f403cc5761bf tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279274 Feb 11 04:23:15.334443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5c36d-f751-4a0b-a590-0c52cd0ad3fc req-37e1ad35-d6e0-4cfb-85fe-dfc9d873ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:15.335983 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cb5c36d-f751-4a0b-a590-0c52cd0ad3fc req-37e1ad35-d6e0-4cfb-85fe-dfc9d873ea2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5af16ed-8836-49c2-8b93-adb678c52442 HTTP/1.1" status: 200 len: 854 time: 0.4050300 Feb 11 04:23:15.359126 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-517c8f52-42e4-467b-a1ef-45320dfa40f1 req-76a15ee0-9163-4d47-aca9-61736d5783e6 service neutron] 10.222.0.32 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8728924 Feb 11 04:23:15.445532 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (52d5dacd-cae5-4009-8c6b-8097afa11880), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:15.451694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cb5c36d-f751-4a0b-a590-0c52cd0ad3fc req-6c59a2db-6778-4785-8fa2-97a64615503e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746193 Feb 11 04:23:15.459533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7118f-bbde-4691-bc10-bdd738eb7a43 req-82e7848f-d9a8-4cf6-918e-c7e35fbf051b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:15.459773 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=ea00aa47-e5d4-4c06-8d02-bf2804438438,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:15.467067 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8f7118f-bbde-4691-bc10-bdd738eb7a43 req-82e7848f-d9a8-4cf6-918e-c7e35fbf051b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 950 time: 0.3680182 Feb 11 04:23:15.591465 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.resource_extend [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:23:15.596446 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:15.748289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-517c8f52-42e4-467b-a1ef-45320dfa40f1 req-055451f4-d26c-483f-84c8-61e3af59be49 service neutron] 10.222.0.32 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808806 Feb 11 04:23:15.823946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2a7fe-7f85-4228-b591-c80538a99c6a req-3b0799da-de26-458d-8e4e-bf1180889c3f tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:15.825398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ce2a7fe-7f85-4228-b591-c80538a99c6a req-3b0799da-de26-458d-8e4e-bf1180889c3f tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.3554583 Feb 11 04:23:15.843060 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8f7118f-bbde-4691-bc10-bdd738eb7a43 req-e1e5f27a-2a1b-4749-8a16-a1d014117e15 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747277 Feb 11 04:23:15.933662 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b462389e-9d4e-4aa0-aeb4-89f7742fa919 x-openstack-request-id: req-b462389e-9d4e-4aa0-aeb4-89f7742fa919 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:15.934083 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "name": "network-vif-plugged", "status": "completed", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:15.934811 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b462389e-9d4e-4aa0-aeb4-89f7742fa919 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:15.935291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (52d5dacd-cae5-4009-8c6b-8097afa11880), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:15.936275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:15.936753 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5', 'code': 200} Feb 11 04:23:15.936883 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:16.085092 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Publish callbacks [] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:16.087771 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa63cdcf-04ff-46eb-9e67-f59c26bc8485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (aff91b0d-1298-40b8-9cf7-8b139d7ddd16), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:16.109376 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cb5c36d-f751-4a0b-a590-0c52cd0ad3fc req-5f31b9d7-98d1-4218-aac3-1d32f17fba58 service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225750 Feb 11 04:23:16.163457 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:16.168472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ce2a7fe-7f85-4228-b591-c80538a99c6a req-3124e7cb-b47d-49a2-9b0b-4ff05753953a tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163161 Feb 11 04:23:16.214924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] Pushing event updated for resources: {'Network': ['ID=52d5dacd-cae5-4009-8c6b-8097afa11880,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:16.259023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 52d5dacd-cae5-4009-8c6b-8097afa11880 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:23:16.269874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6a78b6-8bd1-4f12-81d4-ab3374d75391,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:16.287497 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-57693f29-9a49-42ee-97db-4acb6b0bd45a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2501323 Feb 11 04:23:16.293879 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45804) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:16.299624 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85577748-ba5e-4a7c-8804-2b4b14a84e7c {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:16.316353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-10e6aa96-bf69-4686-b8f0-d0411fb730bf admin admin] Request body: {'subnet': {'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-210749480-subnet', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:16.323904 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Publish callbacks [] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:16.332136 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63cdcf-04ff-46eb-9e67-f59c26bc8485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff91b0d-1298-40b8-9cf7-8b139d7ddd16,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:16.370028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Transition to ACTIVE for port object 85577748-ba5e-4a7c-8804-2b4b14a84e7c will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:23:16.371319 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (640e2729-1cea-4418-9e59-a36999ba5dbd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:16.375688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bea819-620f-4b32-8337-dfb053feaa02 req-eb6acdf1-14be-41a4-8c6b-9a824b05677e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:16.381165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bea819-620f-4b32-8337-dfb053feaa02 req-eb6acdf1-14be-41a4-8c6b-9a824b05677e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:16.386465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bea819-620f-4b32-8337-dfb053feaa02 req-eb6acdf1-14be-41a4-8c6b-9a824b05677e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:16.394220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7bea819-620f-4b32-8337-dfb053feaa02 req-eb6acdf1-14be-41a4-8c6b-9a824b05677e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2376 time: 0.3686063 Feb 11 04:23:16.445852 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802466f-d4c8-49ab-bb8e-e12249426595 req-541dd3d1-c094-4983-beb1-af04de95e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:16.447466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3802466f-d4c8-49ab-bb8e-e12249426595 req-541dd3d1-c094-4983-beb1-af04de95e3f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 1133 time: 0.4230869 Feb 11 04:23:16.488653 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:16.511126 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Network 2c7f9a89-17dd-4bdb-8a50-dd9823c895b0 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:16.512233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa63cdcf-04ff-46eb-9e67-f59c26bc8485 admin admin] Checking segment: {'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:16.513723 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa63cdcf-04ff-46eb-9e67-f59c26bc8485 admin admin] Network hostable DHCP agents. Network: aea3f5db-90d4-484d-a1e1-ef38ac456aad, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:23:16.524211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1424e-06ed-43ae-a4ad-9bc119e09898 req-e3553646-5e49-4c47-b683-f33c5e86da7f tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:16.531718 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52c1424e-06ed-43ae-a4ad-9bc119e09898 req-e3553646-5e49-4c47-b683-f33c5e86da7f tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.2367675 Feb 11 04:23:16.543125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:16.555249 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e6aa96-bf69-4686-b8f0-d0411fb730bf admin admin] Made reservation on behalf of 18a9d9364c8b4e16bab20af731a39d5a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:16.557614 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10e6aa96-bf69-4686-b8f0-d0411fb730bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:16.613166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3802466f-d4c8-49ab-bb8e-e12249426595 req-2d76a5da-d6c5-439a-8f60-a312b0b7b8c2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465187 Feb 11 04:23:16.652148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ea00aa47-e5d4-4c06-8d02-bf2804438438 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:16.665537 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7bea819-620f-4b32-8337-dfb053feaa02 req-bfecef81-218a-40bd-8694-100acbfabc8a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702804 Feb 11 04:23:16.667727 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cb5c36d-f751-4a0b-a590-0c52cd0ad3fc req-d257185c-6f0c-40c7-9bc7-7bac5f04a9bb service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149720 Feb 11 04:23:16.829984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ea00aa47-e5d4-4c06-8d02-bf2804438438 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:16.830442 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ea00aa47-e5d4-4c06-8d02-bf2804438438), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:16.894914 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Pushing event updated for resources: {'Port': ['ID=85577748-ba5e-4a7c-8804-2b4b14a84e7c,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:16.921435 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Router 640e2729-1cea-4418-9e59-a36999ba5dbd has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:23:16.980742 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52c1424e-06ed-43ae-a4ad-9bc119e09898 req-c204c6ae-ce4a-4cac-a384-d70afca42740 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435673 Feb 11 04:23:17.032343 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ea00aa47-e5d4-4c06-8d02-bf2804438438 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:17.052590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa63cdcf-04ff-46eb-9e67-f59c26bc8485 admin admin] Network aea3f5db-90d4-484d-a1e1-ef38ac456aad is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:23:17.064765 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5496c3-6105-4fff-86e1-70313012f103 req-ca24a0ea-91f8-4186-bcdf-9ddad2f3c78e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:17.068147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c5496c3-6105-4fff-86e1-70313012f103 req-ca24a0ea-91f8-4186-bcdf-9ddad2f3c78e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1916599 Feb 11 04:23:17.077688 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Attempting to bind port 85577748-ba5e-4a7c-8804-2b4b14a84e7c on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:17.078075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Attempting to bind port 85577748-ba5e-4a7c-8804-2b4b14a84e7c by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'b4b065d5-ff72-4138-95a0-ae6ea9817dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:17.078365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Attempting to bind port 85577748-ba5e-4a7c-8804-2b4b14a84e7c on network 3756ef82-caa6-4a1d-9bed-8c71e80095fe {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:17.137964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f93e978e-7e25-4a35-bdd7-a3d3d9655e8a None None] Provisioning complete for port bf6a78b6-8bd1-4f12-81d4-ab3374d75391 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:17.138357 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f93e978e-7e25-4a35-bdd7-a3d3d9655e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:17.175514 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-aa63cdcf-04ff-46eb-9e67-f59c26bc8485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, aea3f5db-90d4-484d-a1e1-ef38ac456aad) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:17.181413 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa63cdcf-04ff-46eb-9e67-f59c26bc8485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:17.182118 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa63cdcf-04ff-46eb-9e67-f59c26bc8485 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:17.192614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8010ee-00aa-4e2e-bb95-9d3e7ed79670 None None] Network aea3f5db-90d4-484d-a1e1-ef38ac456aad requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:23:17.208047 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c5496c3-6105-4fff-86e1-70313012f103 req-ea2e59ce-252b-4c56-965c-7bef0e87ca79 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076653 Feb 11 04:23:17.215568 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Port 85577748-ba5e-4a7c-8804-2b4b14a84e7c on network 3756ef82-caa6-4a1d-9bed-8c71e80095fe not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:23:17.215855 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Attempting to bind port 85577748-ba5e-4a7c-8804-2b4b14a84e7c on network 3756ef82-caa6-4a1d-9bed-8c71e80095fe {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:17.237047 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:17.237383 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Checking segment: {'id': 'b4b065d5-ff72-4138-95a0-ae6ea9817dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:17.237818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Bound using segment: {'id': 'b4b065d5-ff72-4138-95a0-ae6ea9817dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:17.238917 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Bound port: 85577748-ba5e-4a7c-8804-2b4b14a84e7c, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b065d5-ff72-4138-95a0-ae6ea9817dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:17.238917 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:17.331673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f93e978e-7e25-4a35-bdd7-a3d3d9655e8a None None] Port bf6a78b6-8bd1-4f12-81d4-ab3374d75391 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:17.335802 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10e6aa96-bf69-4686-b8f0-d0411fb730bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (1a7a95f4-f8f6-481f-a092-ee0707ccef92), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:17.339963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:23:17.341921 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:17.367072 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] For port 85577748-ba5e-4a7c-8804-2b4b14a84e7c, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:17.370962 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] For port 85577748-ba5e-4a7c-8804-2b4b14a84e7c, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=85577748-ba5e-4a7c-8804-2b4b14a84e7c,segment=NetworkSegment(b4b065d5-ff72-4138-95a0-ae6ea9817dbe),segment_id=b4b065d5-ff72-4138-95a0-ae6ea9817dbe)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:17.380937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75c43c-5e26-4b06-9670-8b2fb4c57349 req-a0d28141-2883-4b64-8508-95c9df9feaea tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:17.382591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db75c43c-5e26-4b06-9670-8b2fb4c57349 req-a0d28141-2883-4b64-8508-95c9df9feaea tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.1311433 Feb 11 04:23:17.389696 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aa63cdcf-04ff-46eb-9e67-f59c26bc8485 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9180262 Feb 11 04:23:17.395014 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45812) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:17.396149 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:23:17.414963 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-eed14478-d4f0-48d7-9d37-dae281d098e2 admin admin] 10.222.0.13 "PUT /v2.0/routers/640e2729-1cea-4418-9e59-a36999ba5dbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9940858 Feb 11 04:23:17.414963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:17.442064 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:17.447454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380ba6b-052e-4fc2-9742-1925408fb91e req-48af577c-5ac6-4467-a643-70cfb3f2ea72 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:17.449817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4380ba6b-052e-4fc2-9742-1925408fb91e req-48af577c-5ac6-4467-a643-70cfb3f2ea72 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1558640 Feb 11 04:23:17.477899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Sync routers for ids ['640e2729-1cea-4418-9e59-a36999ba5dbd'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:23:17.483097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6aa96-bf69-4686-b8f0-d0411fb730bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a7a95f4-f8f6-481f-a092-ee0707ccef92,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:17.508502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Routers {'640e2729-1cea-4418-9e59-a36999ba5dbd'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:17.512615 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6aa96-bf69-4686-b8f0-d0411fb730bf admin admin] Checking segment: {'id': '7fa07085-217f-434d-845f-aeb8df0902ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:17.512991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e6aa96-bf69-4686-b8f0-d0411fb730bf admin admin] Network hostable DHCP agents. Network: 52d5dacd-cae5-4009-8c6b-8097afa11880, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:23:17.516229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:22:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['640e2729-1cea-4418-9e59-a36999ba5dbd'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:17.523805 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db75c43c-5e26-4b06-9670-8b2fb4c57349 req-e69b6971-317b-47c7-a54b-df2dcbc0636b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330087 Feb 11 04:23:17.564159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:17.568510 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:17.568510 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] 10.222.0.47 "PUT /v2.0/ports/85577748-ba5e-4a7c-8804-2b4b14a84e7c HTTP/1.1" status: 200 len: 1092 time: 2.3524666 Feb 11 04:23:17.578941 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'tag': '85577748-ba5e-4a7c-8804-2b4b14a84e7c'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:17.581469 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bdffc4-6000-4e0c-89f8-42903513a7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "tag": "85577748-ba5e-4a7c-8804-2b4b14a84e7c"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:17.598831 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4380ba6b-052e-4fc2-9742-1925408fb91e req-5128cba8-6824-490b-b722-aca57044c9d1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127388 Feb 11 04:23:17.599136 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (a54500b8-62dd-4e64-970e-51fd887f1fa9), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:17.610657 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (a54500b8-62dd-4e64-970e-51fd887f1fa9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:17.648102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e6aa96-bf69-4686-b8f0-d0411fb730bf admin admin] Network 52d5dacd-cae5-4009-8c6b-8097afa11880 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:23:17.671385 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Publish callbacks [] for router_controller (a54500b8-62dd-4e64-970e-51fd887f1fa9), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:17.675366 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a17ac4-86c0-460a-9d81-aacce78e277c service neutron] Pushing event updated for resources: {'Port': ['ID=85577748-ba5e-4a7c-8804-2b4b14a84e7c,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:17.714069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-10e6aa96-bf69-4686-b8f0-d0411fb730bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 52d5dacd-cae5-4009-8c6b-8097afa11880) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:17.734128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e6aa96-bf69-4686-b8f0-d0411fb730bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:17.734761 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10e6aa96-bf69-4686-b8f0-d0411fb730bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:17.737021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Request body: {'port': {'device_id': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:17.866465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7bc91-3d7b-403c-9678-ed8f88c7af01 req-be3bf593-9818-4226-8d63-2959b43a6952 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:17.874710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95f7bc91-3d7b-403c-9678-ed8f88c7af01 req-be3bf593-9818-4226-8d63-2959b43a6952 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1273160 Feb 11 04:23:17.880718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Set router 640e2729-1cea-4418-9e59-a36999ba5dbd gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:17.936556 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95ec0863-c04c-4187-86f7-32a7025d5a25 req-0af6b5b1-7f7d-4b11-83e6-5fbeacf9c37b tempest-FloatingIPsNegativeTestJSON-1528647263 tempest-FloatingIPsNegativeTestJSON-1528647263-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=076ce57f75b44ac28846e6f2da9d5305 HTTP/1.1" status: 200 len: 217 time: 0.0515997 Feb 11 04:23:17.956979 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-10e6aa96-bf69-4686-b8f0-d0411fb730bf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6471157 Feb 11 04:23:17.978791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5c251c-a27d-4c6e-a715-c99aced77a11 None None] Network 52d5dacd-cae5-4009-8c6b-8097afa11880 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:23:18.000591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45830) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:18.014607 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95f7bc91-3d7b-403c-9678-ed8f88c7af01 req-b5d1908c-5fcb-42db-9229-ab21c947558d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388025 Feb 11 04:23:18.042984 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8899b822-dc99-4f57-a64f-25c2b0899eca x-openstack-request-id: req-8899b822-dc99-4f57-a64f-25c2b0899eca {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:18.043348 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "tag": "85577748-ba5e-4a7c-8804-2b4b14a84e7c", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:18.043644 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8899b822-dc99-4f57-a64f-25c2b0899eca {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:18.045420 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'tag': '85577748-ba5e-4a7c-8804-2b4b14a84e7c', 'status': 'completed', 'code': 200} Feb 11 04:23:18.050284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:18.058871 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:18.156473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Allocated IP 172.20.0.2 (aea3f5db-90d4-484d-a1e1-ef38ac456aad/aff91b0d-1298-40b8-9cf7-8b139d7ddd16/e5ea46f6-403b-4d6e-87d4-982f523a362d) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:18.200069 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (5bd02402-10ad-4159-b882-09e6bd41834c), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:18.206039 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (5bd02402-10ad-4159-b882-09e6bd41834c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:18.209060 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Publish callbacks [] for router_gateway (a54500b8-62dd-4e64-970e-51fd887f1fa9), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:18.248048 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d5859cb-5704-4ac7-9108-8268334befb0 req-ae1f886a-aa3a-4dde-81e5-9e4ea522fed8 tempest-FloatingIPsNegativeTestJSON-1528647263 tempest-FloatingIPsNegativeTestJSON-1528647263-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1636093 Feb 11 04:23:18.342595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Publish callbacks [] for router_controller (5bd02402-10ad-4159-b882-09e6bd41834c), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:18.349057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-52d5dacd-cae5-4009-8c6b-8097afa11880', 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'fixed_ips': [{'subnet_id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:23:18.349924 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:18.385003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdffc4-6000-4e0c-89f8-42903513a7b7 req-65e267f1-c2a6-4f1b-b7d6-4de148d0d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:18.385677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdffc4-6000-4e0c-89f8-42903513a7b7 req-65e267f1-c2a6-4f1b-b7d6-4de148d0d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:18.385990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdffc4-6000-4e0c-89f8-42903513a7b7 req-65e267f1-c2a6-4f1b-b7d6-4de148d0d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:18.387716 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2bdffc4-6000-4e0c-89f8-42903513a7b7 req-65e267f1-c2a6-4f1b-b7d6-4de148d0d270 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ef504e8f1324006acdf369bff207666&device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2763 time: 0.2920249 Feb 11 04:23:18.408943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d32a4b-8e59-4fde-a8cd-72d31f9af6e9 req-7ed69041-4858-4bc0-b877-276492aefee1 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:18.415139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d32a4b-8e59-4fde-a8cd-72d31f9af6e9 req-7ed69041-4858-4bc0-b877-276492aefee1 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:18.422082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d32a4b-8e59-4fde-a8cd-72d31f9af6e9 req-7ed69041-4858-4bc0-b877-276492aefee1 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:18.435850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20d32a4b-8e59-4fde-a8cd-72d31f9af6e9 req-7ed69041-4858-4bc0-b877-276492aefee1 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2388 time: 0.3302240 Feb 11 04:23:18.563174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdffc4-6000-4e0c-89f8-42903513a7b7 req-a2542f2e-4033-48fc-acae-23c1aa8533c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:18.564035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdffc4-6000-4e0c-89f8-42903513a7b7 req-a2542f2e-4033-48fc-acae-23c1aa8533c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:18.564200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdffc4-6000-4e0c-89f8-42903513a7b7 req-a2542f2e-4033-48fc-acae-23c1aa8533c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:18.566340 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2bdffc4-6000-4e0c-89f8-42903513a7b7 req-a2542f2e-4033-48fc-acae-23c1aa8533c0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6ef504e8f1324006acdf369bff207666&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1679575 Feb 11 04:23:18.589752 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1798288724-router', 'tenant_id': '076ce57f75b44ac28846e6f2da9d5305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ea00aa47-e5d4-4c06-8d02-bf2804438438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:07Z', 'updated_at': '2022-02-11T04:23:14Z', 'revision_number': 4, 'project_id': '076ce57f75b44ac28846e6f2da9d5305', 'gw_port': {'id': 'ea00aa47-e5d4-4c06-8d02-bf2804438438', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:08Z', 'updated_at': '2022-02-11T04:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'bf6a78b6-8bd1-4f12-81d4-ab3374d75391', 'name': '', 'network_id': '2c7f9a89-17dd-4bdb-8a50-dd9823c895b0', 'tenant_id': '076ce57f75b44ac28846e6f2da9d5305', 'mac_address': 'fa:16:3e:e5:5b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '8a040a05-ee58-4efa-b64f-2a281f4bb3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:13Z', 'updated_at': '2022-02-11T04:23:15Z', 'revision_number': 2, 'project_id': '076ce57f75b44ac28846e6f2da9d5305', 'subnets': [{'id': '8a040a05-ee58-4efa-b64f-2a281f4bb3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:18.592861 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Publish callbacks [] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:18.646520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Checking router: 640e2729-1cea-4418-9e59-a36999ba5dbd for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:23:18.646914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Updating router 640e2729-1cea-4418-9e59-a36999ba5dbd port bf6a78b6-8bd1-4f12-81d4-ab3374d75391 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:23:18.689807 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:18.699958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Allocated IP 172.20.0.2 (52d5dacd-cae5-4009-8c6b-8097afa11880/1a7a95f4-f8f6-481f-a092-ee0707ccef92/10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:18.724783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdffc4-6000-4e0c-89f8-42903513a7b7 req-65ee44a9-c510-42fb-950f-b93b0f5d0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:18.726204 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2bdffc4-6000-4e0c-89f8-42903513a7b7 req-65ee44a9-c510-42fb-950f-b93b0f5d0a82 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1485124 Feb 11 04:23:18.746593 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Publish callbacks [] for router_gateway (a54500b8-62dd-4e64-970e-51fd887f1fa9), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:18.748436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Network aea3f5db-90d4-484d-a1e1-ef38ac456aad is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:18.759295 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:18.765661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:18.775433 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:18.779297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b7206a-48a3-4ec3-8ead-1a994c972ba1 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:18.783449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:18.792629 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Publish callbacks [] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:18.799011 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Pushing event updated for resources: {'Port': ['ID=e5ea46f6-403b-4d6e-87d4-982f523a362d,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:18.834925 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d91f65-8ff5-43a0-b021-d0911240f53b req-61142545-2bf0-4c9e-bfe3-f8d87fbe31e4 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:18.843112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-09d91f65-8ff5-43a0-b021-d0911240f53b req-61142545-2bf0-4c9e-bfe3-f8d87fbe31e4 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.4694040 Feb 11 04:23:18.847784 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Transition to ACTIVE for port object f7b7206a-48a3-4ec3-8ead-1a994c972ba1 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:23:18.917923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Allocated IP 172.25.3.227 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:18.951544 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:18.968013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20d32a4b-8e59-4fde-a8cd-72d31f9af6e9 req-60ef5e4b-c7c3-4e0d-93d2-e315ff8ed80e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311141 Feb 11 04:23:18.985580 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Publish callbacks [] for router_gateway (5bd02402-10ad-4159-b882-09e6bd41834c), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:18.987597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Attempting to bind port e5ea46f6-403b-4d6e-87d4-982f523a362d on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:18.988482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Attempting to bind port e5ea46f6-403b-4d6e-87d4-982f523a362d by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:18.988641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Attempting to bind port e5ea46f6-403b-4d6e-87d4-982f523a362d on network aea3f5db-90d4-484d-a1e1-ef38ac456aad {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:19.028190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b7206a-48a3-4ec3-8ead-1a994c972ba1,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:19.073318 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:19.073929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Checking segment: {'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:19.074513 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:19.075714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Bound using segment: {'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:19.076578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Bound port: e5ea46f6-403b-4d6e-87d4-982f523a362d, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:19.077313 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:19.104387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-09d91f65-8ff5-43a0-b021-d0911240f53b req-54c4dca6-0540-46d8-92b8-0fb06b4f2d27 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605009 Feb 11 04:23:19.177337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ae677-6311-48a8-afe5-731758e27973 req-f1cd3027-b091-4a51-ac26-4fe28f8cbee2 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:19.184831 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-804ae677-6311-48a8-afe5-731758e27973 req-f1cd3027-b091-4a51-ac26-4fe28f8cbee2 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1269138 Feb 11 04:23:19.307472 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-f3db6bac-5fe0-4879-8823-0673c8408f3d req-cdba70d4-6bc8-48bb-8521-2a6bc7d7550e tempest-FloatingIPsNegativeTestJSON-1528647263 tempest-FloatingIPsNegativeTestJSON-1528647263-project] show failed (client error): The resource could not be found. Feb 11 04:23:19.312032 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3db6bac-5fe0-4879-8823-0673c8408f3d req-cdba70d4-6bc8-48bb-8521-2a6bc7d7550e tempest-FloatingIPsNegativeTestJSON-1528647263 tempest-FloatingIPsNegativeTestJSON-1528647263-project] 10.222.0.13 "GET /v2.0/floatingips/751b4cf1-d3a2-451a-837d-a8a9ddf6c901 HTTP/1.1" status: 404 len: 350 time: 0.0824802 Feb 11 04:23:19.318257 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45846) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:19.331428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Attempting to bind port f7b7206a-48a3-4ec3-8ead-1a994c972ba1 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:19.335163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Attempting to bind port f7b7206a-48a3-4ec3-8ead-1a994c972ba1 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'e7ca54bc-bc89-45aa-b5cc-c5f36384f69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '540dbf15-a852-40e8-a4a9-6cb827d7a288'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:19.335954 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Attempting to bind port f7b7206a-48a3-4ec3-8ead-1a994c972ba1 on network 540dbf15-a852-40e8-a4a9-6cb827d7a288 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:19.382750 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Port f7b7206a-48a3-4ec3-8ead-1a994c972ba1 on network 540dbf15-a852-40e8-a4a9-6cb827d7a288 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:23:19.383681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Attempting to bind port f7b7206a-48a3-4ec3-8ead-1a994c972ba1 on network 540dbf15-a852-40e8-a4a9-6cb827d7a288 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:19.446135 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Publish callbacks [] for port (bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:19.453203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:19.454602 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Checking segment: {'id': 'e7ca54bc-bc89-45aa-b5cc-c5f36384f69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '540dbf15-a852-40e8-a4a9-6cb827d7a288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:19.455139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Bound using segment: {'id': 'e7ca54bc-bc89-45aa-b5cc-c5f36384f69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '540dbf15-a852-40e8-a4a9-6cb827d7a288'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:19.456905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Bound port: f7b7206a-48a3-4ec3-8ead-1a994c972ba1, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ca54bc-bc89-45aa-b5cc-c5f36384f69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '540dbf15-a852-40e8-a4a9-6cb827d7a288'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:19.457553 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:19.537364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] For port f7b7206a-48a3-4ec3-8ead-1a994c972ba1, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:19.541049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] For port f7b7206a-48a3-4ec3-8ead-1a994c972ba1, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f7b7206a-48a3-4ec3-8ead-1a994c972ba1,segment=NetworkSegment(e7ca54bc-bc89-45aa-b5cc-c5f36384f69e),segment_id=e7ca54bc-bc89-45aa-b5cc-c5f36384f69e)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:19.587524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] For port e5ea46f6-403b-4d6e-87d4-982f523a362d, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:19.591991 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Publish callbacks [] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:19.594719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] For port e5ea46f6-403b-4d6e-87d4-982f523a362d, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e5ea46f6-403b-4d6e-87d4-982f523a362d,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:19.640712 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:19.681481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:19.682281 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:19.688908 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] 10.222.0.47 "PUT /v2.0/ports/f7b7206a-48a3-4ec3-8ead-1a994c972ba1 HTTP/1.1" status: 200 len: 1093 time: 1.9734197 Feb 11 04:23:19.694416 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:19.703732 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:19.709297 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:19.730231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:19.738999 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:19.747944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:19.789842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Pushing event updated for resources: {'Port': ['ID=10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:19.802533 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Request body: {'port': {'device_id': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:19.813087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e0b74-b4c5-40e3-a941-7c2729962190 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b7206a-48a3-4ec3-8ead-1a994c972ba1,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:19.978884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511ac1c-d50d-426a-8b69-439bbe853cca None None] Pushing event updated for resources: {'Port': ['ID=e5ea46f6-403b-4d6e-87d4-982f523a362d,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:19.998956 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Publish callbacks [] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:20.008575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Pushing event updated for resources: {'Port': ['ID=bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:20.030580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Network 52d5dacd-cae5-4009-8c6b-8097afa11880 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:20.030580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:20.032938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:20.105726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-804ae677-6311-48a8-afe5-731758e27973 req-74cc94c0-2321-4f42-bd4f-54e01ff51c8d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9191797 Feb 11 04:23:20.121418 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:20.233255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Attempting to bind port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:20.239833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Attempting to bind port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '7fa07085-217f-434d-845f-aeb8df0902ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:20.240425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Attempting to bind port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd on network 52d5dacd-cae5-4009-8c6b-8097afa11880 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:20.269757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:20.270885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Checking segment: {'id': '7fa07085-217f-434d-845f-aeb8df0902ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:20.270885 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:20.271298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Bound using segment: {'id': '7fa07085-217f-434d-845f-aeb8df0902ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:20.271897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Bound port: 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa07085-217f-434d-845f-aeb8df0902ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:20.272385 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:20.286866 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089ecf8-27f3-43bb-9eef-283b82232197 None None] Pushing event updated for resources: {'Port': ['ID=bf6a78b6-8bd1-4f12-81d4-ab3374d75391,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:20.350570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aaa9f-afb8-4663-b253-0a944390ea69 req-1c170cec-b9ca-4686-9b8e-4d014ab695e5 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:20.358222 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd9aaa9f-afb8-4663-b253-0a944390ea69 req-1c170cec-b9ca-4686-9b8e-4d014ab695e5 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.3971386 Feb 11 04:23:20.457604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4666742-6b34-4290-a73d-2133d65c572e req-22ae93ec-591c-454e-8901-591d84fe9e6d tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=058b960c8e424dc0ad4592597eb4325a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970650 Feb 11 04:23:20.511777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Attempting to bind port bf6a78b6-8bd1-4f12-81d4-ab3374d75391 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:20.512796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Attempting to bind port bf6a78b6-8bd1-4f12-81d4-ab3374d75391 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '790ff22c-b030-4fc2-bbe6-ce251b46384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c7f9a89-17dd-4bdb-8a50-dd9823c895b0'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:20.512796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Attempting to bind port bf6a78b6-8bd1-4f12-81d4-ab3374d75391 on network 2c7f9a89-17dd-4bdb-8a50-dd9823c895b0 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:20.567800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:20.578066 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Checking segment: {'id': '790ff22c-b030-4fc2-bbe6-ce251b46384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c7f9a89-17dd-4bdb-8a50-dd9823c895b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:20.578066 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:20.578378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Bound using segment: {'id': '790ff22c-b030-4fc2-bbe6-ce251b46384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c7f9a89-17dd-4bdb-8a50-dd9823c895b0'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:20.578906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Bound port: bf6a78b6-8bd1-4f12-81d4-ab3374d75391, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790ff22c-b030-4fc2-bbe6-ce251b46384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c7f9a89-17dd-4bdb-8a50-dd9823c895b0'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:20.579319 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:20.631791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] For port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:20.656968 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'tag': 'f7b7206a-48a3-4ec3-8ead-1a994c972ba1'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:20.659572 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb2601a-1966-4165-b052-f609413c1d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "tag": "f7b7206a-48a3-4ec3-8ead-1a994c972ba1"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:20.693731 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:20.730368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] For port bf6a78b6-8bd1-4f12-81d4-ab3374d75391, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:20.735776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] For port bf6a78b6-8bd1-4f12-81d4-ab3374d75391, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bf6a78b6-8bd1-4f12-81d4-ab3374d75391,segment=NetworkSegment(790ff22c-b030-4fc2-bbe6-ce251b46384f),segment_id=790ff22c-b030-4fc2-bbe6-ce251b46384f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:20.755441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] For port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd,segment=NetworkSegment(7fa07085-217f-434d-845f-aeb8df0902ec),segment_id=7fa07085-217f-434d-845f-aeb8df0902ec)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:20.759247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e5ea46f6-403b-4d6e-87d4-982f523a362d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:20.769091 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd9aaa9f-afb8-4663-b253-0a944390ea69 req-5450836c-70b8-408e-a627-f02c3f81d150 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029400 Feb 11 04:23:20.770235 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Publish callbacks [] for router_gateway (5bd02402-10ad-4159-b882-09e6bd41834c), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:20.830173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4666742-6b34-4290-a73d-2133d65c572e req-c204eb40-e7d5-4b77-be22-ec7e6c718293 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:20.839844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4666742-6b34-4290-a73d-2133d65c572e req-c204eb40-e7d5-4b77-be22-ec7e6c718293 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3048940 Feb 11 04:23:20.843137 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:20.862827 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4666742-6b34-4290-a73d-2133d65c572e req-cbbbbc87-381e-41ba-833f-7a200a1fa201 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/quotas/058b960c8e424dc0ad4592597eb4325a HTTP/1.1" status: 200 len: 375 time: 0.0213478 Feb 11 04:23:20.890831 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:20.898960 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9a289f26-abf0-48f4-9a12-330e64e87fe7 None None] Provisioning complete for port bf6a78b6-8bd1-4f12-81d4-ab3374d75391 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:20.899338 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9a289f26-abf0-48f4-9a12-330e64e87fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:20.921332 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:20.985994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Routers {'640e2729-1cea-4418-9e59-a36999ba5dbd'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:20.986918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:22:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['640e2729-1cea-4418-9e59-a36999ba5dbd'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:21.005523 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61b65fe6-84e7-4bde-9627-656ddc42476e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (640e2729-1cea-4418-9e59-a36999ba5dbd), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:21.203091 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089ecf8-27f3-43bb-9eef-283b82232197 None None] Pushing event updated for resources: {'Port': ['ID=bf6a78b6-8bd1-4f12-81d4-ab3374d75391,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:21.244388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Allocated IP 172.25.3.144 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/e5de7b99-3edb-4f9b-985f-4a5f72048a4a) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:21.245169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12eba104-d3f3-4e25-9979-24e9420745ed {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:21.254817 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Publish callbacks [] for port (12eba104-d3f3-4e25-9979-24e9420745ed), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:21.270601 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Transition to ACTIVE for port object 12eba104-d3f3-4e25-9979-24e9420745ed will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:23:21.298002 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Publish callbacks [] for router_gateway (a54500b8-62dd-4e64-970e-51fd887f1fa9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:21.378930 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e5ea46f6-403b-4d6e-87d4-982f523a362d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:21.378930 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:21.384772 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Publish callbacks [] for port (e5de7b99-3edb-4f9b-985f-4a5f72048a4a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:21.391500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] Set router 640e2729-1cea-4418-9e59-a36999ba5dbd gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:21.466503 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:21.487174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8face-1216-4523-9ed9-301d0da7c1e0 None None] Pushing event updated for resources: {'Port': ['ID=10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:21.493473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9a289f26-abf0-48f4-9a12-330e64e87fe7 None None] Current status of the port bf6a78b6-8bd1-4f12-81d4-ab3374d75391 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:21.493867 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9a289f26-abf0-48f4-9a12-330e64e87fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:21.602560 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4666742-6b34-4290-a73d-2133d65c572e req-616668b5-6783-47d3-a8f6-6cd76c755599 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=058b960c8e424dc0ad4592597eb4325a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7378252 Feb 11 04:23:21.620062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a53786-873a-4457-8655-e8e83c3a7575 req-9a719215-c835-4430-a0bc-85c4ccbe403a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:21.639266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a53786-873a-4457-8655-e8e83c3a7575 req-9a719215-c835-4430-a0bc-85c4ccbe403a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:21.653199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a53786-873a-4457-8655-e8e83c3a7575 req-9a719215-c835-4430-a0bc-85c4ccbe403a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:21.655858 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9a53786-873a-4457-8655-e8e83c3a7575 req-9a719215-c835-4430-a0bc-85c4ccbe403a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2400 time: 0.7125821 Feb 11 04:23:21.657299 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e5de7b99-3edb-4f9b-985f-4a5f72048a4a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:21.786232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Pushing event updated for resources: {'Port': ['ID=e5de7b99-3edb-4f9b-985f-4a5f72048a4a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:21.895724 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9a289f26-abf0-48f4-9a12-330e64e87fe7 None None] For port bf6a78b6-8bd1-4f12-81d4-ab3374d75391, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bf6a78b6-8bd1-4f12-81d4-ab3374d75391,segment=NetworkSegment(790ff22c-b030-4fc2-bbe6-ce251b46384f),segment_id=790ff22c-b030-4fc2-bbe6-ce251b46384f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:21.906891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e5ea46f6-403b-4d6e-87d4-982f523a362d is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:21.908388 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:21.940434 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:21.951339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Pushing event updated for resources: {'Port': ['ID=12eba104-d3f3-4e25-9979-24e9420745ed,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:21.957428 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (a54500b8-62dd-4e64-970e-51fd887f1fa9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:22.006110 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9a289f26-abf0-48f4-9a12-330e64e87fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:22.038331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:22.103729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port e5ea46f6-403b-4d6e-87d4-982f523a362d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e5ea46f6-403b-4d6e-87d4-982f523a362d,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:22.166660 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:22.218865 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:22.259518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0c6544-9da0-40ef-8996-6e217db8560e None None] Network aea3f5db-90d4-484d-a1e1-ef38ac456aad requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:23:22.267196 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9a53786-873a-4457-8655-e8e83c3a7575 req-2d4c53b4-ac7d-4ab3-8ba1-d1c61ea4737a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777591 Feb 11 04:23:22.276660 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Attempting to bind port 12eba104-d3f3-4e25-9979-24e9420745ed on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:22.277002 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Attempting to bind port 12eba104-d3f3-4e25-9979-24e9420745ed by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'b4b065d5-ff72-4138-95a0-ae6ea9817dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:22.288707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ca242c79-77c1-4764-afda-400482e6c2a9 None None] Provisioning complete for port bf6a78b6-8bd1-4f12-81d4-ab3374d75391 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:22.289218 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca242c79-77c1-4764-afda-400482e6c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:22.292321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Attempting to bind port 12eba104-d3f3-4e25-9979-24e9420745ed on network 3756ef82-caa6-4a1d-9bed-8c71e80095fe {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:22.296134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a289f26-abf0-48f4-9a12-330e64e87fe7 None None] Pushing event updated for resources: {'Port': ['ID=bf6a78b6-8bd1-4f12-81d4-ab3374d75391,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:22.334080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Port 12eba104-d3f3-4e25-9979-24e9420745ed on network 3756ef82-caa6-4a1d-9bed-8c71e80095fe not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:23:22.334416 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Attempting to bind port 12eba104-d3f3-4e25-9979-24e9420745ed on network 3756ef82-caa6-4a1d-9bed-8c71e80095fe {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:22.364575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:22.364934 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Checking segment: {'id': 'b4b065d5-ff72-4138-95a0-ae6ea9817dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:22.365483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Bound using segment: {'id': 'b4b065d5-ff72-4138-95a0-ae6ea9817dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:22.365942 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Bound port: 12eba104-d3f3-4e25-9979-24e9420745ed, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b065d5-ff72-4138-95a0-ae6ea9817dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:22.366314 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:22.386491 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14163b60-5873-4095-b786-2a71b1566bbe x-openstack-request-id: req-14163b60-5873-4095-b786-2a71b1566bbe {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:22.386491 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "tag": "f7b7206a-48a3-4ec3-8ead-1a994c972ba1", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:22.386491 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14163b60-5873-4095-b786-2a71b1566bbe {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:22.386491 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'tag': 'f7b7206a-48a3-4ec3-8ead-1a994c972ba1', 'status': 'completed', 'code': 200} Feb 11 04:23:22.614279 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1798288724-router', 'tenant_id': '076ce57f75b44ac28846e6f2da9d5305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ea00aa47-e5d4-4c06-8d02-bf2804438438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:07Z', 'updated_at': '2022-02-11T04:23:14Z', 'revision_number': 4, 'project_id': '076ce57f75b44ac28846e6f2da9d5305', 'gw_port': {'id': 'ea00aa47-e5d4-4c06-8d02-bf2804438438', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:08Z', 'updated_at': '2022-02-11T04:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'bf6a78b6-8bd1-4f12-81d4-ab3374d75391', 'name': '', 'network_id': '2c7f9a89-17dd-4bdb-8a50-dd9823c895b0', 'tenant_id': '076ce57f75b44ac28846e6f2da9d5305', 'mac_address': 'fa:16:3e:e5:5b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '8a040a05-ee58-4efa-b64f-2a281f4bb3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:13Z', 'updated_at': '2022-02-11T04:23:20Z', 'revision_number': 4, 'project_id': '076ce57f75b44ac28846e6f2da9d5305', 'subnets': [{'id': '8a040a05-ee58-4efa-b64f-2a281f4bb3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:22.624407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] For port 12eba104-d3f3-4e25-9979-24e9420745ed, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:22.633373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] For port 12eba104-d3f3-4e25-9979-24e9420745ed, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12eba104-d3f3-4e25-9979-24e9420745ed,segment=NetworkSegment(b4b065d5-ff72-4138-95a0-ae6ea9817dbe),segment_id=b4b065d5-ff72-4138-95a0-ae6ea9817dbe)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:22.647737 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-374f665a-c0d0-42df-916d-821c9a585b68 req-e9f17e6e-1102-4907-aa43-71d6cae73a29 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 210 time: 0.1588609 Feb 11 04:23:22.672782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=e5ea46f6-403b-4d6e-87d4-982f523a362d,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:22.677745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:22.683137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7295077f-6550-45c9-9e75-b552c0f0e1eb None None] The sync data for ids ['640e2729-1cea-4418-9e59-a36999ba5dbd'] in n-d-712142-35 is: [{'id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1798288724-router', 'tenant_id': '076ce57f75b44ac28846e6f2da9d5305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ea00aa47-e5d4-4c06-8d02-bf2804438438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:07Z', 'updated_at': '2022-02-11T04:23:14Z', 'revision_number': 4, 'project_id': '076ce57f75b44ac28846e6f2da9d5305', 'gw_port': {'id': 'ea00aa47-e5d4-4c06-8d02-bf2804438438', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:08Z', 'updated_at': '2022-02-11T04:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'bf6a78b6-8bd1-4f12-81d4-ab3374d75391', 'name': '', 'network_id': '2c7f9a89-17dd-4bdb-8a50-dd9823c895b0', 'tenant_id': '076ce57f75b44ac28846e6f2da9d5305', 'mac_address': 'fa:16:3e:e5:5b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '8a040a05-ee58-4efa-b64f-2a281f4bb3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:13Z', 'updated_at': '2022-02-11T04:23:20Z', 'revision_number': 4, 'project_id': '076ce57f75b44ac28846e6f2da9d5305', 'subnets': [{'id': '8a040a05-ee58-4efa-b64f-2a281f4bb3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:23:22.687275 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Router a54500b8-62dd-4e64-970e-51fd887f1fa9 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:23:22.694713 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:22.849531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:22.850164 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:22.851809 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] 10.222.0.47 "PUT /v2.0/ports/12eba104-d3f3-4e25-9979-24e9420745ed HTTP/1.1" status: 200 len: 1093 time: 3.0535429 Feb 11 04:23:22.988437 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bdc78-e0d4-4230-8549-4d4f5dec6454 service neutron] Pushing event updated for resources: {'Port': ['ID=12eba104-d3f3-4e25-9979-24e9420745ed,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:23.022434 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2601a-1966-4165-b052-f609413c1d8d req-1c681396-57c5-4de2-a673-b3541b1ddf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:23.023013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2601a-1966-4165-b052-f609413c1d8d req-1c681396-57c5-4de2-a673-b3541b1ddf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:23.023503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2601a-1966-4165-b052-f609413c1d8d req-1c681396-57c5-4de2-a673-b3541b1ddf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:23.025242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-adb2601a-1966-4165-b052-f609413c1d8d req-1c681396-57c5-4de2-a673-b3541b1ddf63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ef504e8f1324006acdf369bff207666&device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2888 time: 0.6077087 Feb 11 04:23:23.198773 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:23:23.209673 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Sync routers for ids ['a54500b8-62dd-4e64-970e-51fd887f1fa9'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:23:23.229725 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Routers {'a54500b8-62dd-4e64-970e-51fd887f1fa9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:23.234716 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:22:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a54500b8-62dd-4e64-970e-51fd887f1fa9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:23.309795 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:23.314883 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0e9adcf5-b543-4539-b0b8-56683015c934 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9146247 Feb 11 04:23:23.315653 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45886) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:23.461355 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Set router a54500b8-62dd-4e64-970e-51fd887f1fa9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:23.482891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:23.485594 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:23.487724 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a2b042-2470-4dd7-96ae-18d7d700c8c4 None None] Network 52d5dacd-cae5-4009-8c6b-8097afa11880 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:23:23.496957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ca242c79-77c1-4764-afda-400482e6c2a9 None None] Current status of the port bf6a78b6-8bd1-4f12-81d4-ab3374d75391 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:23.500419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6c254-a6cc-46e9-ad3c-b94369000f3d req-4b88d41f-ec55-43bb-97ef-efa5573736d6 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:23.507624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75e6c254-a6cc-46e9-ad3c-b94369000f3d req-4b88d41f-ec55-43bb-97ef-efa5573736d6 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.9205949 Feb 11 04:23:23.689594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-61b65fe6-84e7-4bde-9627-656ddc42476e admin admin] Deleting port bf6a78b6-8bd1-4f12-81d4-ab3374d75391 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:23:23.691602 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61b65fe6-84e7-4bde-9627-656ddc42476e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:23.706894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d1495-70d1-4b4a-8748-458257b0fa4a req-f16590ad-da64-4b37-be85-41e199572ce9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:23.717608 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f9d1495-70d1-4b4a-8748-458257b0fa4a req-f16590ad-da64-4b37-be85-41e199572ce9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.8305898 Feb 11 04:23:23.758258 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-36c4efe1-48a1-4d28-8b8d-347eff8bf4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:23.777725 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:20Z', 'revision_number': 3, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:23.844790 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Checking router: a54500b8-62dd-4e64-970e-51fd887f1fa9 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:23:23.848308 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Updating router a54500b8-62dd-4e64-970e-51fd887f1fa9 port bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:23:23.856180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:23.856575 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:23.950148 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:23.950271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5e76572e-04aa-49d0-8006-e7bcf6126206 None None] Provisioning complete for port e5ea46f6-403b-4d6e-87d4-982f523a362d triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:23.950271 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5e76572e-04aa-49d0-8006-e7bcf6126206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:23.952425 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2601a-1966-4165-b052-f609413c1d8d req-74de1552-dce5-4e8e-8746-02feaf405aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:23.956096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2601a-1966-4165-b052-f609413c1d8d req-74de1552-dce5-4e8e-8746-02feaf405aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:23.957905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2601a-1966-4165-b052-f609413c1d8d req-74de1552-dce5-4e8e-8746-02feaf405aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:23.960490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-adb2601a-1966-4165-b052-f609413c1d8d req-74de1552-dce5-4e8e-8746-02feaf405aa6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6ef504e8f1324006acdf369bff207666&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9148295 Feb 11 04:23:24.025258 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd,segment=NetworkSegment(7fa07085-217f-434d-845f-aeb8df0902ec),segment_id=7fa07085-217f-434d-845f-aeb8df0902ec)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:24.151217 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:24.219201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-61b65fe6-84e7-4bde-9627-656ddc42476e admin admin] For port bf6a78b6-8bd1-4f12-81d4-ab3374d75391, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bf6a78b6-8bd1-4f12-81d4-ab3374d75391,segment=NetworkSegment(790ff22c-b030-4fc2-bbe6-ce251b46384f),segment_id=790ff22c-b030-4fc2-bbe6-ce251b46384f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:24.219504 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61b65fe6-84e7-4bde-9627-656ddc42476e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:24.257635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-61b65fe6-84e7-4bde-9627-656ddc42476e admin admin] Calling delete_port for bf6a78b6-8bd1-4f12-81d4-ab3374d75391 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:23:24.293730 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:24.319264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5e76572e-04aa-49d0-8006-e7bcf6126206 None None] Current status of the port e5ea46f6-403b-4d6e-87d4-982f523a362d is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:24.349839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5e76572e-04aa-49d0-8006-e7bcf6126206 None None] Provisioning complete for port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:24.350320 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5e76572e-04aa-49d0-8006-e7bcf6126206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:24.386381 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'tag': '12eba104-d3f3-4e25-9979-24e9420745ed'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:24.391414 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905d724b-7fcb-43ec-b0b4-20ef53635cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "tag": "12eba104-d3f3-4e25-9979-24e9420745ed"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:24.451756 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Publish callbacks [] for port (bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:24.457410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75e6c254-a6cc-46e9-ad3c-b94369000f3d req-e25d0b0f-53eb-4494-b7d3-17720e1b1e41 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9449260 Feb 11 04:23:24.483025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:24.524724 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:24.541789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5e76572e-04aa-49d0-8006-e7bcf6126206 None None] Current status of the port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:24.586241 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Publish callbacks [] for router_gateway (5bd02402-10ad-4159-b882-09e6bd41834c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:24.629582 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Attempting to bind port bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:24.630240 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Attempting to bind port bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:24.630854 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Attempting to bind port bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:24.641859 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:24.642565 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:24.643180 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:24.643755 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:24.643755 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Bound port: bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:24.643755 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:24.687558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d73696c4-4f37-4ea9-931d-5970a132ff86 None None] Provisioning complete for port e5ea46f6-403b-4d6e-87d4-982f523a362d triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:24.688243 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d73696c4-4f37-4ea9-931d-5970a132ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:24.722686 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] For port bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:24.727150 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] For port bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:24.730375 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ae6d4-44a6-4f3a-aa91-ae74e16ce91d None None] Pushing event updated for resources: {'Port': ['ID=bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:24.786496 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bf6a78b6-8bd1-4f12-81d4-ab3374d75391 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:24.805338 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:24.899579 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Allocated IP 172.20.0.1 (aea3f5db-90d4-484d-a1e1-ef38ac456aad/aff91b0d-1298-40b8-9cf7-8b139d7ddd16/d352dd56-32dd-441a-b7ac-7fd155de258b) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:24.932723 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Routers {'a54500b8-62dd-4e64-970e-51fd887f1fa9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:24.934535 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:22:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a54500b8-62dd-4e64-970e-51fd887f1fa9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:24.945221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port bf6a78b6-8bd1-4f12-81d4-ab3374d75391 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:24.945705 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:25.097663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d73696c4-4f37-4ea9-931d-5970a132ff86 None None] Current status of the port e5ea46f6-403b-4d6e-87d4-982f523a362d is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:25.103420 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Publish callbacks [] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:25.115772 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ae6d4-44a6-4f3a-aa91-ae74e16ce91d None None] Pushing event updated for resources: {'Port': ['ID=bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:25.148165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d73696c4-4f37-4ea9-931d-5970a132ff86 None None] Provisioning complete for port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:25.148433 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d73696c4-4f37-4ea9-931d-5970a132ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:25.196006 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] Set router a54500b8-62dd-4e64-970e-51fd887f1fa9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:25.254958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port bf6a78b6-8bd1-4f12-81d4-ab3374d75391 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:25.256020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e5ea46f6-403b-4d6e-87d4-982f523a362d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:25.314038 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:25.428525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Network aea3f5db-90d4-484d-a1e1-ef38ac456aad is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:25.450179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d73696c4-4f37-4ea9-931d-5970a132ff86 None None] Current status of the port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:25.456436 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:25.458690 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Pushing event updated for resources: {'Port': ['ID=d352dd56-32dd-441a-b7ac-7fd155de258b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:25.460865 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:25.472356 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:20Z', 'revision_number': 3, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:25.494039 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f9d1495-70d1-4b4a-8748-458257b0fa4a req-8c2564fe-615a-43b7-85d7-2925c2417c30 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7752819 Feb 11 04:23:25.497647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e5ea46f6-403b-4d6e-87d4-982f523a362d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:25.509960 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:25.536038 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276627c8-652f-4377-a475-bb01f4a69fdb None None] The sync data for ids ['a54500b8-62dd-4e64-970e-51fd887f1fa9'] in n-d-712142-35 is: [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:20Z', 'revision_number': 3, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:23:25.554858 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4666742-6b34-4290-a73d-2133d65c572e req-7cb53775-9fcd-459b-828c-79b256e257be tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=058b960c8e424dc0ad4592597eb4325a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367153 Feb 11 04:23:25.558321 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5e19b432-479a-4171-a72d-701e068d19ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:25.579005 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (a54500b8-62dd-4e64-970e-51fd887f1fa9), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:25.672675 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e5ea46f6-403b-4d6e-87d4-982f523a362d is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:25.674211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:25.695305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4faa06-dc63-4f1b-950a-b1fd6cc52dd5 req-ca3bc756-62a8-4e48-9f60-7a88fac6e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:25.701995 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c4faa06-dc63-4f1b-950a-b1fd6cc52dd5 req-ca3bc756-62a8-4e48-9f60-7a88fac6e5eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 1128 time: 2.1874955 Feb 11 04:23:25.748506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb2601a-1966-4165-b052-f609413c1d8d req-b95c6165-5de4-45e8-9dd0-8eacd36b92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:25.749953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-adb2601a-1966-4165-b052-f609413c1d8d req-b95c6165-5de4-45e8-9dd0-8eacd36b92d8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.7380619 Feb 11 04:23:25.752398 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:25.752914 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:25.865749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:25.902737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4ee8c64e-741c-423e-b381-7f5a51542764 None None] Provisioning complete for port d352dd56-32dd-441a-b7ac-7fd155de258b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:25.903228 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4ee8c64e-741c-423e-b381-7f5a51542764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:25.958819 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:25.980348 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4ee8c64e-741c-423e-b381-7f5a51542764 None None] Port d352dd56-32dd-441a-b7ac-7fd155de258b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:26.011938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb2ee91b-c20b-4b67-b08c-029238090684 req-b40c0d21-25d4-4cd3-80fa-fe10b6e0a4f6 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 210 time: 0.2658732 Feb 11 04:23:26.123691 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c35e928-9b3a-4f58-b0dd-83d5a010a6d1 x-openstack-request-id: req-8c35e928-9b3a-4f58-b0dd-83d5a010a6d1 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:26.123923 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "tag": "12eba104-d3f3-4e25-9979-24e9420745ed", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:26.124144 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c35e928-9b3a-4f58-b0dd-83d5a010a6d1 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:26.126943 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'tag': '12eba104-d3f3-4e25-9979-24e9420745ed', 'status': 'completed', 'code': 200} Feb 11 04:23:26.233017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b154fe-0fce-47d9-be34-ea880946bc44 req-0bb36720-c8bb-4b73-9766-a1557b5210e2 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:26.238392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b154fe-0fce-47d9-be34-ea880946bc44 req-0bb36720-c8bb-4b73-9766-a1557b5210e2 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:26.240657 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Publish callbacks [] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:26.243608 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b154fe-0fce-47d9-be34-ea880946bc44 req-0bb36720-c8bb-4b73-9766-a1557b5210e2 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:26.245293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3b154fe-0fce-47d9-be34-ea880946bc44 req-0bb36720-c8bb-4b73-9766-a1557b5210e2 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2412 time: 1.5326092 Feb 11 04:23:26.285218 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c4faa06-dc63-4f1b-950a-b1fd6cc52dd5 req-ab05b80b-af73-4f0f-bc74-21debe19dc7f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303853 Feb 11 04:23:26.303285 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:26.352961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Pushing event updated for resources: {'Port': ['ID=d352dd56-32dd-441a-b7ac-7fd155de258b,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:26.368454 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61b65fe6-84e7-4bde-9627-656ddc42476e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (bf6a78b6-8bd1-4f12-81d4-ab3374d75391), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:26.387204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4666742-6b34-4290-a73d-2133d65c572e req-690ac9c3-ed11-49c3-a700-a4c52d08fd7b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:26.389297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4666742-6b34-4290-a73d-2133d65c572e req-690ac9c3-ed11-49c3-a700-a4c52d08fd7b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8025377 Feb 11 04:23:26.400840 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (a54500b8-62dd-4e64-970e-51fd887f1fa9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:26.437039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b65fe6-84e7-4bde-9627-656ddc42476e admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6a78b6-8bd1-4f12-81d4-ab3374d75391,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:26.449932 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-6b62e80d-7169-4654-b734-1d9c8042cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:26.450515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-6b62e80d-7169-4654-b734-1d9c8042cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:26.455233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-6b62e80d-7169-4654-b734-1d9c8042cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:26.458033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-6b62e80d-7169-4654-b734-1d9c8042cd39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ef504e8f1324006acdf369bff207666&device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2961 time: 0.5033605 Feb 11 04:23:26.507609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d4666742-6b34-4290-a73d-2133d65c572e req-a61217ee-ede0-4be0-baf6-32766043f892 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Request body: {'port': {'device_id': 'd239bf8b-285c-4330-9113-9fc77fcec682', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '058b960c8e424dc0ad4592597eb4325a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:26.567251 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Network aea3f5db-90d4-484d-a1e1-ef38ac456aad is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:26.568871 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:26.570647 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:26.630894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3b154fe-0fce-47d9-be34-ea880946bc44 req-9e918378-ae69-4290-a658-0c5ee6aecf56 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707743 Feb 11 04:23:26.631989 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (5bd02402-10ad-4159-b882-09e6bd41834c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:26.690921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc160f8-19dd-4a32-963a-e51f5fbf8d6c req-161c59ba-865d-40dc-bfda-f68747011f9f tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:26.714207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dcc160f8-19dd-4a32-963a-e51f5fbf8d6c req-161c59ba-865d-40dc-bfda-f68747011f9f tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.4970481 Feb 11 04:23:26.749258 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-a2802502-0f22-4854-82fd-165661adc18c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.28&port_id=85577748-ba5e-4a7c-8804-2b4b14a84e7c HTTP/1.1" status: 200 len: 217 time: 0.2716441 Feb 11 04:23:26.821697 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:26.897652 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:26.898185 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:26.898739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Router a54500b8-62dd-4e64-970e-51fd887f1fa9 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:23:27.070252 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:27.071353 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:27.102804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:27.111308 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f9bfdb06-c996-4414-b4d6-65f5771ab735 None None] Provisioning complete for port d352dd56-32dd-441a-b7ac-7fd155de258b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:27.111746 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9bfdb06-c996-4414-b4d6-65f5771ab735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:27.154829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f9bfdb06-c996-4414-b4d6-65f5771ab735 None None] Port d352dd56-32dd-441a-b7ac-7fd155de258b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:27.188159 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:27.319507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:27.363301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dcc160f8-19dd-4a32-963a-e51f5fbf8d6c req-e582dc4e-db44-407d-a236-fbec52eff63f tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6480308 Feb 11 04:23:27.364961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-2977fd2e-cd5d-45c7-ad4b-ef05ae36627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:27.366497 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-2977fd2e-cd5d-45c7-ad4b-ef05ae36627f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=809b2687-0b08-4ce9-9459-77933d7fe9cc HTTP/1.1" status: 200 len: 801 time: 0.5761886 Feb 11 04:23:27.395020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2bbe1-e4f6-4e18-863b-ed5d02709334 req-a9421e64-9f79-43bd-adb6-eeb2632a3d07 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:27.396610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6b2bbe1-e4f6-4e18-863b-ed5d02709334 req-a9421e64-9f79-43bd-adb6-eeb2632a3d07 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.5039515 Feb 11 04:23:27.439359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4666742-6b34-4290-a73d-2133d65c572e req-a61217ee-ede0-4be0-baf6-32766043f892 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Made reservation on behalf of 058b960c8e424dc0ad4592597eb4325a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:27.442515 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d4666742-6b34-4290-a73d-2133d65c572e req-a61217ee-ede0-4be0-baf6-32766043f892 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:27.444205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:23:27.451133 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-04ed85a2-5561-40c0-9b1b-7b5a723fbc55 admin admin] 10.222.0.13 "PUT /v2.0/routers/a54500b8-62dd-4e64-970e-51fd887f1fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1343272 Feb 11 04:23:27.536938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d8430f8-6f52-4e45-9479-4cfae5b6ec4f req-d7e40104-83ec-4cbe-a2bf-1aad5ae246f0 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 210 time: 0.0984504 Feb 11 04:23:27.643810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-2f6489cf-acde-44b1-a542-f193ab3fa12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:27.643810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-2f6489cf-acde-44b1-a542-f193ab3fa12e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3756ef82-caa6-4a1d-9bed-8c71e80095fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2658384 Feb 11 04:23:27.654233 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61b65fe6-84e7-4bde-9627-656ddc42476e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (640e2729-1cea-4418-9e59-a36999ba5dbd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:27.658956 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6b2bbe1-e4f6-4e18-863b-ed5d02709334 req-c0f9cfb6-72c6-452e-a2e6-00edc333922b tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515879 Feb 11 04:23:27.816289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Router 5bd02402-10ad-4159-b882-09e6bd41834c is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:23:27.887664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45918) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:27.893355 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d73e18d0-6b8d-41f6-9b83-ef5c3dcd640b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--78474973', 'description': 'tempest-description--290637126'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:27.906866 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-d4666742-6b34-4290-a73d-2133d65c572e req-a61217ee-ede0-4be0-baf6-32766043f892 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Allocated IP 192.168.233.233 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/016bfca6-840d-49db-ab1e-d5754232d1db) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:28.005133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d73e18d0-6b8d-41f6-9b83-ef5c3dcd640b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:28.008258 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-e84f3fdf-ecf8-4c68-bd65-69b9dfdcc930 service neutron] 10.222.0.47 "GET /v2.0/networks/3756ef82-caa6-4a1d-9bed-8c71e80095fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565447 Feb 11 04:23:28.107406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893f08f-0234-4ea9-8518-d6e7eb3cc57e req-e1c32978-2386-47d0-92df-bfff72dfb5bc tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:28.113150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893f08f-0234-4ea9-8518-d6e7eb3cc57e req-e1c32978-2386-47d0-92df-bfff72dfb5bc tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:28.118465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893f08f-0234-4ea9-8518-d6e7eb3cc57e req-e1c32978-2386-47d0-92df-bfff72dfb5bc tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:28.123130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0893f08f-0234-4ea9-8518-d6e7eb3cc57e req-e1c32978-2386-47d0-92df-bfff72dfb5bc tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2412 time: 0.3066502 Feb 11 04:23:28.127339 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d73e18d0-6b8d-41f6-9b83-ef5c3dcd640b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group (5a641181-32c8-4ac6-b366-b14c968bf49b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:28.136407 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:28.199566 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d73e18d0-6b8d-41f6-9b83-ef5c3dcd640b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5a641181-32c8-4ac6-b366-b14c968bf49b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:28.215858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Sync routers for ids ['a54500b8-62dd-4e64-970e-51fd887f1fa9'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:23:28.229260 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Routers {'a54500b8-62dd-4e64-970e-51fd887f1fa9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:28.230410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a54500b8-62dd-4e64-970e-51fd887f1fa9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:28.275171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e18d0-6b8d-41f6-9b83-ef5c3dcd640b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a641181-32c8-4ac6-b366-b14c968bf49b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:28.317974 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d73e18d0-6b8d-41f6-9b83-ef5c3dcd640b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:28.324442 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d73e18d0-6b8d-41f6-9b83-ef5c3dcd640b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4350181 Feb 11 04:23:28.327132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45924) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:28.331598 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-69fe6b75-4b60-4e71-8a89-cde7b58ed482 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Request body: {'security_group_rule': {'security_group_id': '5a641181-32c8-4ac6-b366-b14c968bf49b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:28.430082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-f0e69107-fc47-4989-86ac-1a365fa7de23 service neutron] 10.222.0.47 "GET /v2.0/networks/3756ef82-caa6-4a1d-9bed-8c71e80095fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116752 Feb 11 04:23:28.442417 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Set router a54500b8-62dd-4e64-970e-51fd887f1fa9 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:28.594286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:28.638181 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69fe6b75-4b60-4e71-8a89-cde7b58ed482 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group_rule (42ae1ca1-cbe3-49fc-9e97-0d88eedad332), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:28.718145 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:28.718865 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:28.727933 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69fe6b75-4b60-4e71-8a89-cde7b58ed482 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group_rule (42ae1ca1-cbe3-49fc-9e97-0d88eedad332), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:28.764948 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd352dd56-32dd-441a-b7ac-7fd155de258b', 'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'mac_address': 'fa:16:3e:3f:40:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:24Z', 'updated_at': '2022-02-11T04:23:26Z', 'revision_number': 2, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'subnets': [{'id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:28.802593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Checking router: a54500b8-62dd-4e64-970e-51fd887f1fa9 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:23:28.802911 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Updating router a54500b8-62dd-4e64-970e-51fd887f1fa9 port d352dd56-32dd-441a-b7ac-7fd155de258b binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:23:28.859959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:23:28.861962 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:28.870538 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Sync routers for ids ['5bd02402-10ad-4159-b882-09e6bd41834c'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:23:28.884999 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Routers {'5bd02402-10ad-4159-b882-09e6bd41834c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:28.885250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:28.886038 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5bd02402-10ad-4159-b882-09e6bd41834c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:29.028098 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69fe6b75-4b60-4e71-8a89-cde7b58ed482 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (42ae1ca1-cbe3-49fc-9e97-0d88eedad332), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:29.035122 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Set router 5bd02402-10ad-4159-b882-09e6bd41834c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:29.037449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-1c26b5af-5021-412a-a964-6eb5af269223 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.133&port_id=f7b7206a-48a3-4ec3-8ead-1a994c972ba1 HTTP/1.1" status: 200 len: 217 time: 0.1389382 Feb 11 04:23:29.076065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe6b75-4b60-4e71-8a89-cde7b58ed482 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ae1ca1-cbe3-49fc-9e97-0d88eedad332,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:29.091040 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:29.092927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5a15d97b-73c2-4ef5-a78a-9f4eca5b5599 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.0719187 Feb 11 04:23:29.099949 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45930) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:29.129291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d4666742-6b34-4290-a73d-2133d65c572e req-a61217ee-ede0-4be0-baf6-32766043f892 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks [] for port (016bfca6-840d-49db-ab1e-d5754232d1db), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:29.154966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0893f08f-0234-4ea9-8518-d6e7eb3cc57e req-1c4d4f0a-ecb3-487f-8947-37681b623f72 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9916527 Feb 11 04:23:29.186124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18983313-2087-43e8-b1d0-ad3bfb436e16 req-c5a7b1ec-dd21-421f-a2f6-a61df040511e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:29.194804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18983313-2087-43e8-b1d0-ad3bfb436e16 req-c5a7b1ec-dd21-421f-a2f6-a61df040511e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.9202516 Feb 11 04:23:29.227129 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69fe6b75-4b60-4e71-8a89-cde7b58ed482 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:29.230807 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-69fe6b75-4b60-4e71-8a89-cde7b58ed482 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9005706 Feb 11 04:23:29.233921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45932) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:29.265244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b6a371b6-2769-4ae3-9949-681b7c2e17cc tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Request body: {'security_group_rule': {'security_group_id': '5a641181-32c8-4ac6-b366-b14c968bf49b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:29.322925 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Publish callbacks [] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:29.353044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b65fe6-84e7-4bde-9627-656ddc42476e admin admin] Router 640e2729-1cea-4418-9e59-a36999ba5dbd has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:23:29.360411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-ac7263d5-42a8-463d-b1d5-284397ae09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:29.361992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-ac7263d5-42a8-463d-b1d5-284397ae09ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=089f4fab-d561-444a-942d-9c19bf614969 HTTP/1.1" status: 200 len: 801 time: 0.3102605 Feb 11 04:23:29.400706 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:29.488159 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18983313-2087-43e8-b1d0-ad3bfb436e16 req-2bc3c6c2-0109-44aa-bf81-13195e2941e2 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926381 Feb 11 04:23:29.535650 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6a371b6-2769-4ae3-9949-681b7c2e17cc tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group_rule (02458f7e-9ff5-4a0d-9d89-f8c8ef0c5bb1), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:29.579766 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:22Z', 'revision_number': 3, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'gw_port': {'id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:20Z', 'updated_at': '2022-02-11T04:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:29.615917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add401b-8efe-431f-87b6-fc0cb3dfe6e6 None None] Pushing event updated for resources: {'Port': ['ID=d352dd56-32dd-441a-b7ac-7fd155de258b,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:29.629800 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:29.637882 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f4c0c-37a0-4682-9cd5-4a2843d09634 req-51a970de-8a93-4c4d-925d-06c5737d2947 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:29.639994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e0f4c0c-37a0-4682-9cd5-4a2843d09634 req-51a970de-8a93-4c4d-925d-06c5737d2947 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.3944328 Feb 11 04:23:29.649992 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Checking router: 5bd02402-10ad-4159-b882-09e6bd41834c for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:23:29.650649 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Updating router 5bd02402-10ad-4159-b882-09e6bd41834c port e5de7b99-3edb-4f9b-985f-4a5f72048a4a binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:23:29.676688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Attempting to bind port d352dd56-32dd-441a-b7ac-7fd155de258b on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:29.677084 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Attempting to bind port d352dd56-32dd-441a-b7ac-7fd155de258b by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:29.677456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Attempting to bind port d352dd56-32dd-441a-b7ac-7fd155de258b on network aea3f5db-90d4-484d-a1e1-ef38ac456aad {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:29.679453 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d4666742-6b34-4290-a73d-2133d65c572e req-a61217ee-ede0-4be0-baf6-32766043f892 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (016bfca6-840d-49db-ab1e-d5754232d1db), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:29.687391 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e5de7b99-3edb-4f9b-985f-4a5f72048a4a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:29.695474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:29.696638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Checking segment: {'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:29.697080 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:29.697496 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Bound using segment: {'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:29.698257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Bound port: d352dd56-32dd-441a-b7ac-7fd155de258b, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:29.698662 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:29.715962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['7d3979d9-efd3-4b1b-861a-cf646d6d7536', '50f008ed-425c-4cfc-81e7-aadd7b60fde5'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:23:29.819257 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61217ee-ede0-4be0-baf6-32766043f892 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Pushing event updated for resources: {'Port': ['ID=016bfca6-840d-49db-ab1e-d5754232d1db,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:29.841278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-a9b045a5-51e2-425d-9c88-c91c536dcd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:29.843585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-a9b045a5-51e2-425d-9c88-c91c536dcd97 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=540dbf15-a852-40e8-a4a9-6cb827d7a288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4638474 Feb 11 04:23:29.915825 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:29.944934 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4666742-6b34-4290-a73d-2133d65c572e req-a61217ee-ede0-4be0-baf6-32766043f892 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:29.968419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e0f4c0c-37a0-4682-9cd5-4a2843d09634 req-62e88ab2-1549-409c-98c4-90980e1c9e0b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058438 Feb 11 04:23:29.996347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-d4666742-6b34-4290-a73d-2133d65c572e req-a61217ee-ede0-4be0-baf6-32766043f892 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:30.010369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4666742-6b34-4290-a73d-2133d65c572e req-a61217ee-ede0-4be0-baf6-32766043f892 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:30.017726 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6a371b6-2769-4ae3-9949-681b7c2e17cc tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group_rule (02458f7e-9ff5-4a0d-9d89-f8c8ef0c5bb1), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.119817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0419193-76bd-47d2-85e9-310d10545ead req-d2cd540a-95f7-4f91-ac3b-285d6e8570b2 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:30.121775 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0419193-76bd-47d2-85e9-310d10545ead req-d2cd540a-95f7-4f91-ac3b-285d6e8570b2 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 936 time: 0.4808421 Feb 11 04:23:30.128695 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6a371b6-2769-4ae3-9949-681b7c2e17cc tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (02458f7e-9ff5-4a0d-9d89-f8c8ef0c5bb1), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.159098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b65fe6-84e7-4bde-9627-656ddc42476e admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:23:30.203008 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-61b65fe6-84e7-4bde-9627-656ddc42476e admin admin] 10.222.0.13 "PUT /v2.0/routers/640e2729-1cea-4418-9e59-a36999ba5dbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8779898 Feb 11 04:23:30.203768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c86fd-8261-441a-bbac-779305f82b80 None None] Sync routers for ids ['640e2729-1cea-4418-9e59-a36999ba5dbd'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:23:30.243446 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45942) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:30.260483 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Publish callbacks [] for port (e5de7b99-3edb-4f9b-985f-4a5f72048a4a), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.304257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c86fd-8261-441a-bbac-779305f82b80 None None] Routers {'640e2729-1cea-4418-9e59-a36999ba5dbd'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:30.307095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e56c86fd-8261-441a-bbac-779305f82b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['640e2729-1cea-4418-9e59-a36999ba5dbd'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:30.325862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4666742-6b34-4290-a73d-2133d65c572e req-a61217ee-ede0-4be0-baf6-32766043f892 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:30.337876 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d4666742-6b34-4290-a73d-2133d65c572e req-a61217ee-ede0-4be0-baf6-32766043f892 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.353550 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e5de7b99-3edb-4f9b-985f-4a5f72048a4a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.358909 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a371b6-2769-4ae3-9949-681b7c2e17cc tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02458f7e-9ff5-4a0d-9d89-f8c8ef0c5bb1,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:30.394937 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-1e6daff0-c07d-4ea7-bc3b-cb8637dc45fd service neutron] 10.222.0.47 "GET /v2.0/networks/540dbf15-a852-40e8-a4a9-6cb827d7a288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358441 Feb 11 04:23:30.455489 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Attempting to bind port e5de7b99-3edb-4f9b-985f-4a5f72048a4a on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:30.456161 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Attempting to bind port e5de7b99-3edb-4f9b-985f-4a5f72048a4a by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:30.456465 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Attempting to bind port e5de7b99-3edb-4f9b-985f-4a5f72048a4a on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:30.463859 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:30.464227 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:30.464632 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.465021 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:30.465495 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Bound port: e5de7b99-3edb-4f9b-985f-4a5f72048a4a, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:30.466185 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e5de7b99-3edb-4f9b-985f-4a5f72048a4a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.474429 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6a371b6-2769-4ae3-9949-681b7c2e17cc tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.480529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b6a371b6-2769-4ae3-9949-681b7c2e17cc tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2337086 Feb 11 04:23:30.484894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Allocated IP 172.20.0.1 (52d5dacd-cae5-4009-8c6b-8097afa11880/1a7a95f4-f8f6-481f-a092-ee0707ccef92/1bcbe707-c361-447c-9816-238824d261e5) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:30.487766 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45946) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:30.488978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b2b838a7-adfb-46e9-81e6-50b282ed7026 None None] Provisioning complete for port d352dd56-32dd-441a-b7ac-7fd155de258b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:30.489466 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b2b838a7-adfb-46e9-81e6-50b282ed7026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.496292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:30.510003 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad00e9-3a58-4869-bb04-18ebac562f39 None None] Pushing event updated for resources: {'Port': ['ID=e5de7b99-3edb-4f9b-985f-4a5f72048a4a,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:30.547201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4666742-6b34-4290-a73d-2133d65c572e req-a61217ee-ede0-4be0-baf6-32766043f892 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0434644 Feb 11 04:23:30.566931 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] For port e5de7b99-3edb-4f9b-985f-4a5f72048a4a, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:30.572249 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] For port e5de7b99-3edb-4f9b-985f-4a5f72048a4a, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e5de7b99-3edb-4f9b-985f-4a5f72048a4a,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:30.575453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] Publish callbacks [] for router (640e2729-1cea-4418-9e59-a36999ba5dbd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.610006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Request body: {'port': {'device_id': 'd239bf8b-285c-4330-9113-9fc77fcec682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:30.619424 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0419193-76bd-47d2-85e9-310d10545ead req-d1bf6058-d24c-4526-9c2f-dff33cbb33c3 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846904 Feb 11 04:23:30.634409 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e5de7b99-3edb-4f9b-985f-4a5f72048a4a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.650176 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.720827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be176148-829b-4745-ae81-0505b712aa7e req-af79e160-ad81-41a9-bf68-5215d3433ac4 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:30.726210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be176148-829b-4745-ae81-0505b712aa7e req-af79e160-ad81-41a9-bf68-5215d3433ac4 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:30.731620 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be176148-829b-4745-ae81-0505b712aa7e req-af79e160-ad81-41a9-bf68-5215d3433ac4 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:30.739493 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be176148-829b-4745-ae81-0505b712aa7e req-af79e160-ad81-41a9-bf68-5215d3433ac4 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2412 time: 0.3886592 Feb 11 04:23:30.796888 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Publish callbacks [] for port (1bcbe707-c361-447c-9816-238824d261e5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.803469 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Routers {'5bd02402-10ad-4159-b882-09e6bd41834c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:30.805841 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5bd02402-10ad-4159-b882-09e6bd41834c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:30.813216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] For port d352dd56-32dd-441a-b7ac-7fd155de258b, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:30.859753 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] Publish callbacks [] for router_gateway (640e2729-1cea-4418-9e59-a36999ba5dbd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.896044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b2b838a7-adfb-46e9-81e6-50b282ed7026 None None] Port d352dd56-32dd-441a-b7ac-7fd155de258b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:30.899421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] For port d352dd56-32dd-441a-b7ac-7fd155de258b, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d352dd56-32dd-441a-b7ac-7fd155de258b,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:30.910923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e56c86fd-8261-441a-bbac-779305f82b80 None None] Set router 640e2729-1cea-4418-9e59-a36999ba5dbd gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:30.927189 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.927576 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad00e9-3a58-4869-bb04-18ebac562f39 None None] Pushing event updated for resources: {'Port': ['ID=e5de7b99-3edb-4f9b-985f-4a5f72048a4a,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:30.941660 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (016bfca6-840d-49db-ab1e-d5754232d1db), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:30.944540 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad00e9-3a58-4869-bb04-18ebac562f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:30.945087 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad00e9-3a58-4869-bb04-18ebac562f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:30.945609 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad00e9-3a58-4869-bb04-18ebac562f39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:30.946109 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad00e9-3a58-4869-bb04-18ebac562f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:30.946653 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad00e9-3a58-4869-bb04-18ebac562f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:30.947245 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad00e9-3a58-4869-bb04-18ebac562f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:30.947996 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad00e9-3a58-4869-bb04-18ebac562f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:30.948497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad00e9-3a58-4869-bb04-18ebac562f39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:30.948993 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad00e9-3a58-4869-bb04-18ebac562f39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:30.949503 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad00e9-3a58-4869-bb04-18ebac562f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:30.950005 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad00e9-3a58-4869-bb04-18ebac562f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:30.951238 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad00e9-3a58-4869-bb04-18ebac562f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:30.951807 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ad00e9-3a58-4869-bb04-18ebac562f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:30.977482 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-55a6fbe6-b9d7-4703-94ed-ac04a97431a7 service neutron] 10.222.0.47 "GET /v2.0/networks/540dbf15-a852-40e8-a4a9-6cb827d7a288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719509 Feb 11 04:23:31.030102 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:31.035040 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (1bcbe707-c361-447c-9816-238824d261e5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:31.057841 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] Set router 5bd02402-10ad-4159-b882-09e6bd41834c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:31.093384 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Pushing event updated for resources: {'Port': ['ID=1bcbe707-c361-447c-9816-238824d261e5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:31.110697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-c12750c0-15b1-41cd-985f-df61ab384fd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.189&port_id=12eba104-d3f3-4e25-9979-24e9420745ed HTTP/1.1" status: 200 len: 217 time: 0.0991263 Feb 11 04:23:31.172227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be176148-829b-4745-ae81-0505b712aa7e req-5718811f-2509-480c-a268-8d2defee2a31 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318514 Feb 11 04:23:31.229763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5acdc3d8-7217-4a25-a302-a08bb7864778 None None] Provisioning complete for port 016bfca6-840d-49db-ab1e-d5754232d1db triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:31.243216 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5acdc3d8-7217-4a25-a302-a08bb7864778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (016bfca6-840d-49db-ab1e-d5754232d1db), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:31.258365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Allocated IP 172.25.3.184 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/86f922f6-4d7b-474d-86a6-ee7e82eab795) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:31.284733 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Network 52d5dacd-cae5-4009-8c6b-8097afa11880 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:31.288029 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:31.291596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:31.327175 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-25d4d1ee-afa7-41e2-a144-529a81676959 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:31.339219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-25d4d1ee-afa7-41e2-a144-529a81676959 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/networks?id=0a20f827-c8f6-43af-bd9b-9fddc1589aea HTTP/1.1" status: 200 len: 811 time: 0.4899402 Feb 11 04:23:31.404746 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-2da2a791-7320-41d0-a163-2dad60352881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:31.406473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-2da2a791-7320-41d0-a163-2dad60352881 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=809b2687-0b08-4ce9-9459-77933d7fe9cc HTTP/1.1" status: 200 len: 801 time: 0.2498362 Feb 11 04:23:31.422141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5acdc3d8-7217-4a25-a302-a08bb7864778 None None] Port 016bfca6-840d-49db-ab1e-d5754232d1db cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:31.455008 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-c6129cfe-ec79-4dee-a4f8-5d1c1ba38214 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/quotas/5c5ab24820404cabad08d88b221522bc HTTP/1.1" status: 200 len: 375 time: 0.1145203 Feb 11 04:23:31.498760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] Deleting port ea00aa47-e5d4-4c06-8d02-bf2804438438 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:23:31.499288 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ea00aa47-e5d4-4c06-8d02-bf2804438438), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:31.518767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Routers {'a54500b8-62dd-4e64-970e-51fd887f1fa9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:31.519485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a54500b8-62dd-4e64-970e-51fd887f1fa9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:31.523494 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:22Z', 'revision_number': 3, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'gw_port': {'id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:20Z', 'updated_at': '2022-02-11T04:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:31.541247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add401b-8efe-431f-87b6-fc0cb3dfe6e6 None None] Pushing event updated for resources: {'Port': ['ID=d352dd56-32dd-441a-b7ac-7fd155de258b,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:31.620838 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0574c639-5b6c-41c1-be52-89d54354eae3 None None] The sync data for ids ['5bd02402-10ad-4159-b882-09e6bd41834c'] in n-d-712142-35 is: [{'id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:22Z', 'revision_number': 3, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'gw_port': {'id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:20Z', 'updated_at': '2022-02-11T04:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:23:31.735946 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4c583627-2ffa-4e32-964f-3e8801cd1ba6 None None] Provisioning complete for port d352dd56-32dd-441a-b7ac-7fd155de258b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:31.736340 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4c583627-2ffa-4e32-964f-3e8801cd1ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:31.750992 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] For port ea00aa47-e5d4-4c06-8d02-bf2804438438, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ea00aa47-e5d4-4c06-8d02-bf2804438438,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:31.750992 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ea00aa47-e5d4-4c06-8d02-bf2804438438), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:31.753776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5bd47-49cc-4a8c-bfdc-c9ba0e76b40f req-141f9299-4dde-4475-aa8d-3462a17eb169 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:31.756168 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6f5bd47-49cc-4a8c-bfdc-c9ba0e76b40f req-141f9299-4dde-4475-aa8d-3462a17eb169 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.4506283 Feb 11 04:23:31.764518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] Calling delete_port for ea00aa47-e5d4-4c06-8d02-bf2804438438 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:23:31.812061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-6bcb647b-b28c-42dd-9845-c214e46707dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:31.813930 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-6bcb647b-b28c-42dd-9845-c214e46707dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3756ef82-caa6-4a1d-9bed-8c71e80095fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3804815 Feb 11 04:23:31.875556 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-f2b0f0fc-87ec-4a12-af13-2420d9f8ba3b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c5ab24820404cabad08d88b221522bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4194078 Feb 11 04:23:31.896058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] Set router a54500b8-62dd-4e64-970e-51fd887f1fa9 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:31.929667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e56c86fd-8261-441a-bbac-779305f82b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1798288724-router', 'tenant_id': '076ce57f75b44ac28846e6f2da9d5305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'ea00aa47-e5d4-4c06-8d02-bf2804438438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:07Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 5, 'project_id': '076ce57f75b44ac28846e6f2da9d5305', 'gw_port': {'id': 'ea00aa47-e5d4-4c06-8d02-bf2804438438', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:5e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:08Z', 'updated_at': '2022-02-11T04:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:31.988778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c86fd-8261-441a-bbac-779305f82b80 None None] Checking router: 640e2729-1cea-4418-9e59-a36999ba5dbd for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:23:31.996669 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (5bd02402-10ad-4159-b882-09e6bd41834c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:32.110266 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6f5bd47-49cc-4a8c-bfdc-c9ba0e76b40f req-87784085-41c7-4bfe-ba2b-9fd1f7106db7 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342276 Feb 11 04:23:32.111874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4c583627-2ffa-4e32-964f-3e8801cd1ba6 None None] Current status of the port d352dd56-32dd-441a-b7ac-7fd155de258b is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:32.112460 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4c583627-2ffa-4e32-964f-3e8801cd1ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:32.173615 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c86fd-8261-441a-bbac-779305f82b80 None None] Routers {'640e2729-1cea-4418-9e59-a36999ba5dbd'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:32.174280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e56c86fd-8261-441a-bbac-779305f82b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['640e2729-1cea-4418-9e59-a36999ba5dbd'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:32.182007 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ea00aa47-e5d4-4c06-8d02-bf2804438438), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:32.264304 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea00aa47-e5d4-4c06-8d02-bf2804438438,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:32.276886 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-43dbdedd-37ab-49b2-a02d-f6f0e8155020 service neutron] 10.222.0.13 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003961 Feb 11 04:23:32.279763 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-31113601-3eff-43a9-ab6e-23778f43134c service neutron] 10.222.0.47 "GET /v2.0/networks/3756ef82-caa6-4a1d-9bed-8c71e80095fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541650 Feb 11 04:23:32.303025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016bfca6-840d-49db-ab1e-d5754232d1db {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:32.313106 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Publish callbacks [] for port (016bfca6-840d-49db-ab1e-d5754232d1db), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:32.335760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Transition to ACTIVE for port object 016bfca6-840d-49db-ab1e-d5754232d1db will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:23:32.366299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4c583627-2ffa-4e32-964f-3e8801cd1ba6 None None] For port d352dd56-32dd-441a-b7ac-7fd155de258b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d352dd56-32dd-441a-b7ac-7fd155de258b,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:32.380030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e56c86fd-8261-441a-bbac-779305f82b80 None None] Set router 640e2729-1cea-4418-9e59-a36999ba5dbd gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:32.453546 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for port (86f922f6-4d7b-474d-86a6-ee7e82eab795), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:32.460646 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (016bfca6-840d-49db-ab1e-d5754232d1db), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:32.460942 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4c583627-2ffa-4e32-964f-3e8801cd1ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:32.468537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e56c86fd-8261-441a-bbac-779305f82b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1798288724-router', 'tenant_id': '076ce57f75b44ac28846e6f2da9d5305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:07Z', 'updated_at': '2022-02-11T04:23:31Z', 'revision_number': 7, 'project_id': '076ce57f75b44ac28846e6f2da9d5305', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:32.486191 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (640e2729-1cea-4418-9e59-a36999ba5dbd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:32.550693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c86fd-8261-441a-bbac-779305f82b80 None None] The sync data for ids ['640e2729-1cea-4418-9e59-a36999ba5dbd'] in n-d-712142-35 is: [{'id': '640e2729-1cea-4418-9e59-a36999ba5dbd', 'name': 'tempest-FloatingIPsNegativeTestJSON-1798288724-router', 'tenant_id': '076ce57f75b44ac28846e6f2da9d5305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:07Z', 'updated_at': '2022-02-11T04:23:31Z', 'revision_number': 7, 'project_id': '076ce57f75b44ac28846e6f2da9d5305', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:23:32.655305 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c583627-2ffa-4e32-964f-3e8801cd1ba6 None None] Pushing event updated for resources: {'Port': ['ID=d352dd56-32dd-441a-b7ac-7fd155de258b,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:32.672053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-60e72afd-75cb-4088-bbc8-fcaedcabf39c None None] Provisioning complete for port 1bcbe707-c361-447c-9816-238824d261e5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:32.672442 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-60e72afd-75cb-4088-bbc8-fcaedcabf39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1bcbe707-c361-447c-9816-238824d261e5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:32.749605 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-60e72afd-75cb-4088-bbc8-fcaedcabf39c None None] Port 1bcbe707-c361-447c-9816-238824d261e5 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:32.753501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=016bfca6-840d-49db-ab1e-d5754232d1db,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:32.762072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd352dd56-32dd-441a-b7ac-7fd155de258b', 'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'mac_address': 'fa:16:3e:3f:40:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:24Z', 'updated_at': '2022-02-11T04:23:30Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'subnets': [{'id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:32.828926 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (640e2729-1cea-4418-9e59-a36999ba5dbd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:32.835205 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1bcbe707-c361-447c-9816-238824d261e5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:32.859207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-22e9a6d9-0768-4eba-9185-c4e7904dbdcf service neutron] 10.222.0.13 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207267 Feb 11 04:23:32.874051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (86f922f6-4d7b-474d-86a6-ee7e82eab795), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:32.880631 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] Publish callbacks [] for router_controller (640e2729-1cea-4418-9e59-a36999ba5dbd), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.055043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aedc65-d75c-4876-9ca1-c4e2741d8fc7 req-260b95fb-c666-427f-974c-66a934df3ade tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:33.056878 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0aedc65-d75c-4876-9ca1-c4e2741d8fc7 req-260b95fb-c666-427f-974c-66a934df3ade tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 948 time: 0.7762127 Feb 11 04:23:33.084276 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec33b15-a388-415f-9d19-e298c2299d07 req-72c0bd04-d156-4868-8d53-511d75b4adc7 service neutron] 10.222.0.47 "GET /v2.0/networks/3756ef82-caa6-4a1d-9bed-8c71e80095fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6591690 Feb 11 04:23:33.204793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0aedc65-d75c-4876-9ca1-c4e2741d8fc7 req-a238b62b-64cc-4da5-b698-5e2b125b769e tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361475 Feb 11 04:23:33.212227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Attempting to bind port 016bfca6-840d-49db-ab1e-d5754232d1db on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:33.213507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Attempting to bind port 016bfca6-840d-49db-ab1e-d5754232d1db by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:33.214885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Attempting to bind port 016bfca6-840d-49db-ab1e-d5754232d1db on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:33.223313 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:33.230260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Port 016bfca6-840d-49db-ab1e-d5754232d1db on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:23:33.231966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Attempting to bind port 016bfca6-840d-49db-ab1e-d5754232d1db on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:33.247963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:33.250329 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:33.250883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:33.251453 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Bound port: 016bfca6-840d-49db-ab1e-d5754232d1db, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:33.253019 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (016bfca6-840d-49db-ab1e-d5754232d1db), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.254616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e5de7b99-3edb-4f9b-985f-4a5f72048a4a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:33.276033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:33.285085 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:33.313399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fcb183-3bca-43d1-8a5d-1a738624cc9a None None] The sync data for ids ['a54500b8-62dd-4e64-970e-51fd887f1fa9'] in n-d-712142-35 is: [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd352dd56-32dd-441a-b7ac-7fd155de258b', 'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'mac_address': 'fa:16:3e:3f:40:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:24Z', 'updated_at': '2022-02-11T04:23:30Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'subnets': [{'id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:23:33.365831 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (640e2729-1cea-4418-9e59-a36999ba5dbd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.367754 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 640e2729-1cea-4418-9e59-a36999ba5dbd {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:23:33.384236 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.388588 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cfaae7cf-7ca4-494f-90f3-520eac1be8e9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/640e2729-1cea-4418-9e59-a36999ba5dbd HTTP/1.1" status: 204 len: 168 time: 3.1376929 Feb 11 04:23:33.393001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e5de7b99-3edb-4f9b-985f-4a5f72048a4a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:33.393385 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e5de7b99-3edb-4f9b-985f-4a5f72048a4a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.438013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] For port 016bfca6-840d-49db-ab1e-d5754232d1db, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:33.442347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] For port 016bfca6-840d-49db-ab1e-d5754232d1db, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=016bfca6-840d-49db-ab1e-d5754232d1db,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:33.458585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45974) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:33.495482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e5de7b99-3edb-4f9b-985f-4a5f72048a4a is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:33.498040 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e5de7b99-3edb-4f9b-985f-4a5f72048a4a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.499892 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (016bfca6-840d-49db-ab1e-d5754232d1db), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.521019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event updated for resources: {'Port': ['ID=86f922f6-4d7b-474d-86a6-ee7e82eab795,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:33.533113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port e5de7b99-3edb-4f9b-985f-4a5f72048a4a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e5de7b99-3edb-4f9b-985f-4a5f72048a4a,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:33.600219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:33.605806 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.608562 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4666742-6b34-4290-a73d-2133d65c572e req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] 10.222.0.32 "PUT /v2.0/ports/016bfca6-840d-49db-ab1e-d5754232d1db HTTP/1.1" status: 200 len: 1097 time: 3.0188460 Feb 11 04:23:33.618788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd239bf8b-285c-4330-9113-9fc77fcec682', 'tag': '016bfca6-840d-49db-ab1e-d5754232d1db'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:33.621196 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b53dce-029c-43d2-afe7-4e45c6728418" -d '{"events": [{"name": "network-changed", "server_uuid": "d239bf8b-285c-4330-9113-9fc77fcec682", "tag": "016bfca6-840d-49db-ab1e-d5754232d1db"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:33.644537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d724b-7fcb-43ec-b0b4-20ef53635cd2 req-0ca33b8d-f85e-44f0-8663-319fab02b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:33.646726 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e5de7b99-3edb-4f9b-985f-4a5f72048a4a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.647237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d724b-7fcb-43ec-b0b4-20ef53635cd2 req-0ca33b8d-f85e-44f0-8663-319fab02b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:33.647237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d724b-7fcb-43ec-b0b4-20ef53635cd2 req-0ca33b8d-f85e-44f0-8663-319fab02b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:33.650796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-905d724b-7fcb-43ec-b0b4-20ef53635cd2 req-0ca33b8d-f85e-44f0-8663-319fab02b387 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ef504e8f1324006acdf369bff207666&device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2961 time: 0.3916345 Feb 11 04:23:33.677016 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for floatingip (1a16e134-eb5d-42f4-bb4b-363408a20ba0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.726973 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.732325 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-7590f5c8-15d0-44c8-80de-200fe6f2bae6 admin admin] Deleting subnet 8a040a05-ee58-4efa-b64f-2a281f4bb3c4 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:23:33.742845 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7590f5c8-15d0-44c8-80de-200fe6f2bae6 admin admin] Publish callbacks [] for subnet (8a040a05-ee58-4efa-b64f-2a281f4bb3c4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.772008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=e5de7b99-3edb-4f9b-985f-4a5f72048a4a,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:33.816839 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Publish callbacks [] for port (1bcbe707-c361-447c-9816-238824d261e5), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.844785 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.858296 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7590f5c8-15d0-44c8-80de-200fe6f2bae6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (8a040a05-ee58-4efa-b64f-2a281f4bb3c4), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.911407 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (1bcbe707-c361-447c-9816-238824d261e5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:33.931640 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (86f922f6-4d7b-474d-86a6-ee7e82eab795), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:34.115751 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (5bd02402-10ad-4159-b882-09e6bd41834c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:34.118763 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7590f5c8-15d0-44c8-80de-200fe6f2bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (8a040a05-ee58-4efa-b64f-2a281f4bb3c4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:34.156387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Pushing event updated for resources: {'Port': ['ID=1bcbe707-c361-447c-9816-238824d261e5,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:34.233230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3085e6-9b37-4de4-8181-5c0d685b7ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=016bfca6-840d-49db-ab1e-d5754232d1db,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:34.253813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350ed6b-1db2-42cc-9fd7-0cca9616af2b req-9718b5ba-d5d3-494a-b2d3-f992f42240d9 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:34.259162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350ed6b-1db2-42cc-9fd7-0cca9616af2b req-9718b5ba-d5d3-494a-b2d3-f992f42240d9 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:34.265234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350ed6b-1db2-42cc-9fd7-0cca9616af2b req-9718b5ba-d5d3-494a-b2d3-f992f42240d9 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:34.266993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b350ed6b-1db2-42cc-9fd7-0cca9616af2b req-9718b5ba-d5d3-494a-b2d3-f992f42240d9 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2412 time: 0.9091902 Feb 11 04:23:34.273797 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d9b41-4199-4695-b4f5-9c378ffe271d req-504490bf-c675-4ca6-900c-5b5b9bea270a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:34.275371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b46d9b41-4199-4695-b4f5-9c378ffe271d req-504490bf-c675-4ca6-900c-5b5b9bea270a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.9198253 Feb 11 04:23:34.381413 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Network 52d5dacd-cae5-4009-8c6b-8097afa11880 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:34.385515 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:34.452063 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7590f5c8-15d0-44c8-80de-200fe6f2bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (8a040a05-ee58-4efa-b64f-2a281f4bb3c4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:34.456126 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for port (86f922f6-4d7b-474d-86a6-ee7e82eab795), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:34.490951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590f5c8-15d0-44c8-80de-200fe6f2bae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a040a05-ee58-4efa-b64f-2a281f4bb3c4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:34.499190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4666742-6b34-4290-a73d-2133d65c572e req-4a4ffd11-dac0-4d30-acb9-2d9f398c4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:34.499983 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7590f5c8-15d0-44c8-80de-200fe6f2bae6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:34.501543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4666742-6b34-4290-a73d-2133d65c572e req-4a4ffd11-dac0-4d30-acb9-2d9f398c4eca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=058b960c8e424dc0ad4592597eb4325a&device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 1131 time: 0.2931085 Feb 11 04:23:34.506101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b46d9b41-4199-4695-b4f5-9c378ffe271d req-c89ce3ef-fb47-4f1d-9acb-3fced27136a5 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132134 Feb 11 04:23:34.507652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d724b-7fcb-43ec-b0b4-20ef53635cd2 req-4c83320e-0871-4425-ab3b-05a66ecc7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:34.510960 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-905d724b-7fcb-43ec-b0b4-20ef53635cd2 req-4c83320e-0871-4425-ab3b-05a66ecc7d28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3756ef82-caa6-4a1d-9bed-8c71e80095fe HTTP/1.1" status: 200 len: 903 time: 0.8283212 Feb 11 04:23:34.511967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4acbbb7-ed06-4493-b4ea-97bae068330e None None] Network 2c7f9a89-17dd-4bdb-8a50-dd9823c895b0 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:23:34.521044 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7590f5c8-15d0-44c8-80de-200fe6f2bae6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8a040a05-ee58-4efa-b64f-2a281f4bb3c4 HTTP/1.1" status: 204 len: 168 time: 1.0597672 Feb 11 04:23:34.525883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b350ed6b-1db2-42cc-9fd7-0cca9616af2b req-ed84c93a-9be3-4057-b6bc-6da40d6528d4 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318280 Feb 11 04:23:34.528062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45988) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:34.549646 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (86f922f6-4d7b-474d-86a6-ee7e82eab795), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:34.786528 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3273a2b6-bb07-4b2c-92ae-01cc5a01c9db x-openstack-request-id: req-3273a2b6-bb07-4b2c-92ae-01cc5a01c9db {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:34.786930 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d239bf8b-285c-4330-9113-9fc77fcec682", "tag": "016bfca6-840d-49db-ab1e-d5754232d1db", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:34.787295 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3273a2b6-bb07-4b2c-92ae-01cc5a01c9db {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:34.789469 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd239bf8b-285c-4330-9113-9fc77fcec682', 'tag': '016bfca6-840d-49db-ab1e-d5754232d1db', 'status': 'completed', 'code': 200} Feb 11 04:23:34.930570 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d352dd56-32dd-441a-b7ac-7fd155de258b up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:34.953918 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27902eb7-b9f3-49ba-ad80-587508f38d91 req-7b1390b5-5607-4919-b900-ec464e545a60 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 210 time: 0.1631281 Feb 11 04:23:34.972703 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4666742-6b34-4290-a73d-2133d65c572e req-b3f61a0d-a0bb-4291-bff0-71936dd6f4c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=016bfca6-840d-49db-ab1e-d5754232d1db HTTP/1.1" status: 200 len: 217 time: 0.4278567 Feb 11 04:23:34.972703 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-905d724b-7fcb-43ec-b0b4-20ef53635cd2 req-efe68793-faa8-4fdb-811b-6bc79c0f42c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.189&port_id=12eba104-d3f3-4e25-9979-24e9420745ed HTTP/1.1" status: 200 len: 217 time: 0.4444296 Feb 11 04:23:35.008230 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a430434f-c77a-4d9c-a827-234bf8e4a43e None None] DHCP port deletion for 2c7f9a89-17dd-4bdb-8a50-dd9823c895b0 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:23:35.016591 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-07f662b9-0add-4672-96f7-f636faef33d0 None None] Provisioning complete for port 1bcbe707-c361-447c-9816-238824d261e5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:35.016979 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-07f662b9-0add-4672-96f7-f636faef33d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1bcbe707-c361-447c-9816-238824d261e5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:35.079349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-07f662b9-0add-4672-96f7-f636faef33d0 None None] Port 1bcbe707-c361-447c-9816-238824d261e5 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:35.081975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f7b7206a-48a3-4ec3-8ead-1a994c972ba1 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:23:35.133127 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port d352dd56-32dd-441a-b7ac-7fd155de258b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:35.133806 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:35.201330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4666742-6b34-4290-a73d-2133d65c572e req-88a7802d-af10-4a76-8bad-46b00a674cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:35.202866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4666742-6b34-4290-a73d-2133d65c572e req-88a7802d-af10-4a76-8bad-46b00a674cd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.2166393 Feb 11 04:23:35.269529 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (2c7f9a89-17dd-4bdb-8a50-dd9823c895b0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:35.280598 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f7b7206a-48a3-4ec3-8ead-1a994c972ba1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f7b7206a-48a3-4ec3-8ead-1a994c972ba1,segment=NetworkSegment(e7ca54bc-bc89-45aa-b5cc-c5f36384f69e),segment_id=e7ca54bc-bc89-45aa-b5cc-c5f36384f69e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:35.301069 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'f7b7206a-48a3-4ec3-8ead-1a994c972ba1', 'network_id': '540dbf15-a852-40e8-a4a9-6cb827d7a288', 'port_id': 'f7b7206a-48a3-4ec3-8ead-1a994c972ba1', 'mac_address': 'fa:16:3e:3e:3c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089f4fab-d561-444a-942d-9c19bf614969', 'ip_address': '19.86.0.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:23:35.310292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a430434f-c77a-4d9c-a827-234bf8e4a43e None None] Deleting port 7100480f-94f2-4ed7-9471-3aca54cfcf4f {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:23:35.310923 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a430434f-c77a-4d9c-a827-234bf8e4a43e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:35.336328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fc2d8-faac-41cb-a04f-2c6f29abd813 req-a9e0a08e-bfe4-49c0-b9c9-52bc51f16508 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:35.339011 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-077fc2d8-faac-41cb-a04f-2c6f29abd813 req-a9e0a08e-bfe4-49c0-b9c9-52bc51f16508 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 948 time: 0.4754736 Feb 11 04:23:35.346192 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event updated for resources: {'Port': ['ID=86f922f6-4d7b-474d-86a6-ee7e82eab795,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:35.365161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:35.366457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:35.366457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:35.366832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:35.367541 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:35.368057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:35.368990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:35.369336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:35.369686 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:35.370026 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:35.370352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:35.370705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:35.371046 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:35.375380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d724b-7fcb-43ec-b0b4-20ef53635cd2 req-8091fe2d-dcaa-4ecf-b49b-63f8b39aabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:35.377004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-905d724b-7fcb-43ec-b0b4-20ef53635cd2 req-8091fe2d-dcaa-4ecf-b49b-63f8b39aabc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=809b2687-0b08-4ce9-9459-77933d7fe9cc HTTP/1.1" status: 200 len: 801 time: 0.3603868 Feb 11 04:23:35.392219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (1a16e134-eb5d-42f4-bb4b-363408a20ba0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:35.396601 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Router 5bd02402-10ad-4159-b882-09e6bd41834c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:23:35.416455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fef7f-d263-4a57-9f2b-8832dba4fbb5 req-4f1af9a3-8293-442f-bd9a-0a4be3ea11bf tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:35.418117 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba3fef7f-d263-4a57-9f2b-8832dba4fbb5 req-4f1af9a3-8293-442f-bd9a-0a4be3ea11bf tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.2569602 Feb 11 04:23:35.468612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port f7b7206a-48a3-4ec3-8ead-1a994c972ba1 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:35.469016 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:35.483700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a430434f-c77a-4d9c-a827-234bf8e4a43e None None] For port 7100480f-94f2-4ed7-9471-3aca54cfcf4f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7100480f-94f2-4ed7-9471-3aca54cfcf4f,segment=NetworkSegment(790ff22c-b030-4fc2-bbe6-ce251b46384f),segment_id=790ff22c-b030-4fc2-bbe6-ce251b46384f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:35.484558 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a430434f-c77a-4d9c-a827-234bf8e4a43e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:35.488828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port d352dd56-32dd-441a-b7ac-7fd155de258b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:35.490175 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e5de7b99-3edb-4f9b-985f-4a5f72048a4a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:35.503195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b7206a-48a3-4ec3-8ead-1a994c972ba1 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:35.506944 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:35.518297 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-14b37e92-83d2-41cb-9d85-4a09fdf7d8e7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0261478 Feb 11 04:23:35.527533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4666742-6b34-4290-a73d-2133d65c572e req-724f99e7-b83c-494d-8a39-70ec8372c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:35.529876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4666742-6b34-4290-a73d-2133d65c572e req-724f99e7-b83c-494d-8a39-70ec8372c672 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3164594 Feb 11 04:23:35.535056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a430434f-c77a-4d9c-a827-234bf8e4a43e None None] Calling delete_port for 7100480f-94f2-4ed7-9471-3aca54cfcf4f owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:23:35.569918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f7b7206a-48a3-4ec3-8ead-1a994c972ba1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f7b7206a-48a3-4ec3-8ead-1a994c972ba1,segment=NetworkSegment(e7ca54bc-bc89-45aa-b5cc-c5f36384f69e),segment_id=e7ca54bc-bc89-45aa-b5cc-c5f36384f69e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:35.616183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-077fc2d8-faac-41cb-a04f-2c6f29abd813 req-f0c90a68-1051-435e-8554-89c99e0341a7 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367463 Feb 11 04:23:35.619935 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:23:35.633863 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9d2022ba-1d74-49e4-8703-9fda4e97433b admin admin] 10.222.0.13 "PUT /v2.0/routers/5bd02402-10ad-4159-b882-09e6bd41834c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5254304 Feb 11 04:23:35.634443 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba3fef7f-d263-4a57-9f2b-8832dba4fbb5 req-e2b7d7e9-325a-4f4a-9d31-77bd4406f504 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767242 Feb 11 04:23:35.635589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d724b-7fcb-43ec-b0b4-20ef53635cd2 req-51f7389a-4959-4ed2-8731-17e46979798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:35.637112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-905d724b-7fcb-43ec-b0b4-20ef53635cd2 req-51f7389a-4959-4ed2-8731-17e46979798b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3756ef82-caa6-4a1d-9bed-8c71e80095fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2409313 Feb 11 04:23:35.648831 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Sync routers for ids ['5bd02402-10ad-4159-b882-09e6bd41834c'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:23:35.696991 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:35.697919 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 12eba104-d3f3-4e25-9979-24e9420745ed details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:23:35.703563 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Routers {'5bd02402-10ad-4159-b882-09e6bd41834c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:35.704684 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5bd02402-10ad-4159-b882-09e6bd41834c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:35.789458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] Deleting port 7100480f-94f2-4ed7-9471-3aca54cfcf4f {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:23:35.789798 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:35.834367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e5de7b99-3edb-4f9b-985f-4a5f72048a4a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:35.835030 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e5de7b99-3edb-4f9b-985f-4a5f72048a4a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:35.883176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-bf67db23-48af-468d-b743-b2a8799102e5 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:35.885671 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-bf67db23-48af-468d-b743-b2a8799102e5 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.47 "GET /v2.0/networks?id=0a20f827-c8f6-43af-bd9b-9fddc1589aea HTTP/1.1" status: 200 len: 811 time: 0.2575440 Feb 11 04:23:35.911030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-d0193697-604c-4f27-812d-f1e96d15ed7c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Request body: {'port': {'device_id': '7c048eb3-d388-4071-83c6-be193c9232b6', 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea', 'admin_state_up': True, 'tenant_id': '5c5ab24820404cabad08d88b221522bc'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:35.932177 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a430434f-c77a-4d9c-a827-234bf8e4a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:35.945825 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4666742-6b34-4290-a73d-2133d65c572e req-96450ae9-881a-49e8-ac42-0b318254d443 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953712 Feb 11 04:23:35.957359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=f7b7206a-48a3-4ec3-8ead-1a994c972ba1,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:36.030253 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Set router 5bd02402-10ad-4159-b882-09e6bd41834c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:36.043598 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430434f-c77a-4d9c-a827-234bf8e4a43e None None] Pushing event deleted for resources: {'Port': ['ID=7100480f-94f2-4ed7-9471-3aca54cfcf4f,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:36.068437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a430434f-c77a-4d9c-a827-234bf8e4a43e None None] No DVR routers for this DVR port 7100480f-94f2-4ed7-9471-3aca54cfcf4f on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:23:36.083050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] For port 7100480f-94f2-4ed7-9471-3aca54cfcf4f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7100480f-94f2-4ed7-9471-3aca54cfcf4f,segment=NetworkSegment(790ff22c-b030-4fc2-bbe6-ce251b46384f),segment_id=790ff22c-b030-4fc2-bbe6-ce251b46384f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:36.083447 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:36.125744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] Calling delete_port for 7100480f-94f2-4ed7-9471-3aca54cfcf4f owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:23:36.146539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 12eba104-d3f3-4e25-9979-24e9420745ed, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12eba104-d3f3-4e25-9979-24e9420745ed,segment=NetworkSegment(b4b065d5-ff72-4138-95a0-ae6ea9817dbe),segment_id=b4b065d5-ff72-4138-95a0-ae6ea9817dbe)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:36.164256 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '12eba104-d3f3-4e25-9979-24e9420745ed', 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe', 'port_id': '12eba104-d3f3-4e25-9979-24e9420745ed', 'mac_address': 'fa:16:3e:d7:8a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809b2687-0b08-4ce9-9459-77933d7fe9cc', 'ip_address': '19.80.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:23:36.166213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e5de7b99-3edb-4f9b-985f-4a5f72048a4a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:36.201341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bf6a78b6-8bd1-4f12-81d4-ab3374d75391 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:23:36.210694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-905d724b-7fcb-43ec-b0b4-20ef53635cd2 req-0f6c00ef-711d-45a1-817d-a4bffac4a9d9 service neutron] 10.222.0.47 "GET /v2.0/networks/3756ef82-caa6-4a1d-9bed-8c71e80095fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527811 Feb 11 04:23:36.234294 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-d0193697-604c-4f27-812d-f1e96d15ed7c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Made reservation on behalf of 5c5ab24820404cabad08d88b221522bc for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:36.235016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: bf6a78b6-8bd1-4f12-81d4-ab3374d75391 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:23:36.235423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bf6a78b6-8bd1-4f12-81d4-ab3374d75391 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:23:36.235852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ea00aa47-e5d4-4c06-8d02-bf2804438438 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:23:36.238359 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-d0193697-604c-4f27-812d-f1e96d15ed7c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:36.260522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: ea00aa47-e5d4-4c06-8d02-bf2804438438 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:23:36.260875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ea00aa47-e5d4-4c06-8d02-bf2804438438 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:23:36.270837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 12eba104-d3f3-4e25-9979-24e9420745ed is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:36.271422 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:36.285602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12eba104-d3f3-4e25-9979-24e9420745ed {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:36.304959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93f734-8df6-49d2-a740-b72a9a28c934 req-d46809e0-34bf-4936-936d-c0ae04c602dc tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:36.307193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 12eba104-d3f3-4e25-9979-24e9420745ed, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12eba104-d3f3-4e25-9979-24e9420745ed,segment=NetworkSegment(b4b065d5-ff72-4138-95a0-ae6ea9817dbe),segment_id=b4b065d5-ff72-4138-95a0-ae6ea9817dbe)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:36.313011 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93f734-8df6-49d2-a740-b72a9a28c934 req-d46809e0-34bf-4936-936d-c0ae04c602dc tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:36.318336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93f734-8df6-49d2-a740-b72a9a28c934 req-d46809e0-34bf-4936-936d-c0ae04c602dc tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:36.320060 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7a93f734-8df6-49d2-a740-b72a9a28c934 req-d46809e0-34bf-4936-936d-c0ae04c602dc tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2413 time: 0.4888804 Feb 11 04:23:36.329700 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-2f9dda87-448f-4b76-b80d-f8afc6a4b9be tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--78474973&fields=id&tenant_id=1a213f7e5ecd454da27b635be4fbd761 HTTP/1.1" status: 200 len: 267 time: 0.5344565 Feb 11 04:23:36.370758 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 4, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'gw_port': {'id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:20Z', 'updated_at': '2022-02-11T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1bcbe707-c361-447c-9816-238824d261e5', 'name': '', 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'mac_address': 'fa:16:3e:69:fd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:29Z', 'updated_at': '2022-02-11T04:23:33Z', 'revision_number': 2, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'subnets': [{'id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:36.387987 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:36.389008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 85577748-ba5e-4a7c-8804-2b4b14a84e7c details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:23:36.412504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-d0193697-604c-4f27-812d-f1e96d15ed7c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Allocated IP 172.20.0.14 (0a20f827-c8f6-43af-bd9b-9fddc1589aea/0575d29c-44f0-42cf-9a3b-e3b065542552/2b229e91-c024-4556-bbe1-23939af4bcc2) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:36.413137 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Checking router: 5bd02402-10ad-4159-b882-09e6bd41834c for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:23:36.413137 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Updating router 5bd02402-10ad-4159-b882-09e6bd41834c port 1bcbe707-c361-447c-9816-238824d261e5 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:23:36.448998 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1bcbe707-c361-447c-9816-238824d261e5), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:36.468197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 85577748-ba5e-4a7c-8804-2b4b14a84e7c, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=85577748-ba5e-4a7c-8804-2b4b14a84e7c,segment=NetworkSegment(b4b065d5-ff72-4138-95a0-ae6ea9817dbe),segment_id=b4b065d5-ff72-4138-95a0-ae6ea9817dbe)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:36.470488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=12eba104-d3f3-4e25-9979-24e9420745ed,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:36.486914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '85577748-ba5e-4a7c-8804-2b4b14a84e7c', 'network_id': '3756ef82-caa6-4a1d-9bed-8c71e80095fe', 'port_id': '85577748-ba5e-4a7c-8804-2b4b14a84e7c', 'mac_address': 'fa:16:3e:93:27:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809b2687-0b08-4ce9-9459-77933d7fe9cc', 'ip_address': '19.80.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:23:36.533474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 85577748-ba5e-4a7c-8804-2b4b14a84e7c is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:36.533880 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:36.559054 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85577748-ba5e-4a7c-8804-2b4b14a84e7c {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:36.588116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7a93f734-8df6-49d2-a740-b72a9a28c934 req-da4131ec-5313-47f3-9686-8c80d57e73ff tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563293 Feb 11 04:23:36.599183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4666742-6b34-4290-a73d-2133d65c572e req-838edd7b-19ee-4158-b254-37cb6d26dbb1 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910776 Feb 11 04:23:36.600372 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7100480f-94f2-4ed7-9471-3aca54cfcf4f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:36.618749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7100480f-94f2-4ed7-9471-3aca54cfcf4f no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:23:36.639274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 85577748-ba5e-4a7c-8804-2b4b14a84e7c, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=85577748-ba5e-4a7c-8804-2b4b14a84e7c,segment=NetworkSegment(b4b065d5-ff72-4138-95a0-ae6ea9817dbe),segment_id=b4b065d5-ff72-4138-95a0-ae6ea9817dbe)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:36.640616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] No DVR routers for this DVR port 7100480f-94f2-4ed7-9471-3aca54cfcf4f on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:23:36.658498 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-d0193697-604c-4f27-812d-f1e96d15ed7c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks [] for port (2b229e91-c024-4556-bbe1-23939af4bcc2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:36.694876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 7100480f-94f2-4ed7-9471-3aca54cfcf4f {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:23:36.696378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7100480f-94f2-4ed7-9471-3aca54cfcf4f not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:23:36.703961 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:36.719339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] Pushing event deleted for resources: {'Port': ['ID=7100480f-94f2-4ed7-9471-3aca54cfcf4f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:36.738645 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-905d724b-7fcb-43ec-b0b4-20ef53635cd2 req-a0ee7607-d4fa-4ba6-afc1-efdd24bff93b service neutron] 10.222.0.47 "GET /v2.0/networks/3756ef82-caa6-4a1d-9bed-8c71e80095fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145633 Feb 11 04:23:36.777142 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-d0193697-604c-4f27-812d-f1e96d15ed7c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2b229e91-c024-4556-bbe1-23939af4bcc2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:36.795384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:23:36.826229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-e715990b-7bc9-44cc-bda2-b8f60fff55ec tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:36.835167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-e715990b-7bc9-44cc-bda2-b8f60fff55ec tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 816 time: 0.5045285 Feb 11 04:23:36.836974 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=85577748-ba5e-4a7c-8804-2b4b14a84e7c,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:36.844501 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Publish callbacks [] for port (1bcbe707-c361-447c-9816-238824d261e5), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:36.849449 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-d0193697-604c-4f27-812d-f1e96d15ed7c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Network 0a20f827-c8f6-43af-bd9b-9fddc1589aea is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:36.856399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-d0193697-604c-4f27-812d-f1e96d15ed7c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:36.865323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-d0193697-604c-4f27-812d-f1e96d15ed7c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:36.886310 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (2c7f9a89-17dd-4bdb-8a50-dd9823c895b0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:36.905294 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0193697-604c-4f27-812d-f1e96d15ed7c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Pushing event updated for resources: {'Port': ['ID=2b229e91-c024-4556-bbe1-23939af4bcc2,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:36.911963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-ee32eca6-6fb7-4de6-a0cd-784213afe18b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/quotas/1a213f7e5ecd454da27b635be4fbd761 HTTP/1.1" status: 200 len: 375 time: 0.0756214 Feb 11 04:23:36.929888 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-d0193697-604c-4f27-812d-f1e96d15ed7c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:36.932158 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-d0193697-604c-4f27-812d-f1e96d15ed7c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:36.947381 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1bcbe707-c361-447c-9816-238824d261e5), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:36.961680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7f9a89-17dd-4bdb-8a50-dd9823c895b0']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:36.978048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b53dce-029c-43d2-afe7-4e45c6728418 req-da190a6f-02a2-473f-9162-ef3b6c4d3563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:36.980356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51b53dce-029c-43d2-afe7-4e45c6728418 req-da190a6f-02a2-473f-9162-ef3b6c4d3563 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=058b960c8e424dc0ad4592597eb4325a&device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 1131 time: 0.2581203 Feb 11 04:23:36.982344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790ff22c-b030-4fc2-bbe6-ce251b46384f') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:36.985687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790ff22c-b030-4fc2-bbe6-ce251b46384f') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:37.006519 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb0745-b950-4b7d-8b99-05d6c0559c4d None None] Pushing event updated for resources: {'Port': ['ID=1bcbe707-c361-447c-9816-238824d261e5,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:37.009283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['85577748-ba5e-4a7c-8804-2b4b14a84e7c'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:23:37.012023 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (790ff22c-b030-4fc2-bbe6-ce251b46384f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:37.036783 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-d0193697-604c-4f27-812d-f1e96d15ed7c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1421995 Feb 11 04:23:37.047251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['f7b7206a-48a3-4ec3-8ead-1a994c972ba1'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:23:37.052201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf46754-9bd8-4b6f-b1b7-95780a3c989f req-fb06d9a9-ed6d-4b01-aa8c-c79dad0de9a1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:37.053791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ebf46754-9bd8-4b6f-b1b7-95780a3c989f req-fb06d9a9-ed6d-4b01-aa8c-c79dad0de9a1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.3076744 Feb 11 04:23:37.057686 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Request body: {'port': {'device_id': '7c048eb3-d388-4071-83c6-be193c9232b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:37.073745 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (790ff22c-b030-4fc2-bbe6-ce251b46384f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:37.125992 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Attempting to bind port 1bcbe707-c361-447c-9816-238824d261e5 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:37.126865 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Attempting to bind port 1bcbe707-c361-447c-9816-238824d261e5 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '7fa07085-217f-434d-845f-aeb8df0902ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:37.126865 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Attempting to bind port 1bcbe707-c361-447c-9816-238824d261e5 on network 52d5dacd-cae5-4009-8c6b-8097afa11880 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:37.134537 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:37.135100 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Checking segment: {'id': '7fa07085-217f-434d-845f-aeb8df0902ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:37.135626 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:37.136275 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Bound using segment: {'id': '7fa07085-217f-434d-845f-aeb8df0902ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:37.137238 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Bound port: 1bcbe707-c361-447c-9816-238824d261e5, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa07085-217f-434d-845f-aeb8df0902ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:37.137787 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1bcbe707-c361-447c-9816-238824d261e5), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:37.145398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-b1654cdf-19d3-48a7-86a0-4545bfdd85bb tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2243829 Feb 11 04:23:37.150732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:23:37.151148 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (790ff22c-b030-4fc2-bbe6-ce251b46384f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:23:37.159703 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:23:37.188291 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2b229e91-c024-4556-bbe1-23939af4bcc2), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:37.272608 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] For port 1bcbe707-c361-447c-9816-238824d261e5, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:37.276781 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] For port 1bcbe707-c361-447c-9816-238824d261e5, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1bcbe707-c361-447c-9816-238824d261e5,segment=NetworkSegment(7fa07085-217f-434d-845f-aeb8df0902ec),segment_id=7fa07085-217f-434d-845f-aeb8df0902ec)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:37.365725 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1bcbe707-c361-447c-9816-238824d261e5), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:37.372823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ebf46754-9bd8-4b6f-b1b7-95780a3c989f req-f0d638db-50b4-4d7a-ac19-aabaad4cbb07 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042431 Feb 11 04:23:37.427286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1f6f6eee-f5e4-4c62-9717-c708e88339b2 None None] Provisioning complete for port 1bcbe707-c361-447c-9816-238824d261e5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:37.430913 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f6f6eee-f5e4-4c62-9717-c708e88339b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1bcbe707-c361-447c-9816-238824d261e5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:37.435832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b53dce-029c-43d2-afe7-4e45c6728418 req-53aea5b3-b665-4581-8f30-441d328d678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:37.442124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51b53dce-029c-43d2-afe7-4e45c6728418 req-53aea5b3-b665-4581-8f30-441d328d678f service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.4488719 Feb 11 04:23:37.474549 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (2c7f9a89-17dd-4bdb-8a50-dd9823c895b0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:37.532912 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:37.536294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2c7f9a89-17dd-4bdb-8a50-dd9823c895b0 HTTP/1.1" status: 204 len: 168 time: 2.9825811 Feb 11 04:23:37.538063 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51b53dce-029c-43d2-afe7-4e45c6728418 req-85e65668-5b3d-4074-9bbb-4ea740c3dbdb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=016bfca6-840d-49db-ab1e-d5754232d1db HTTP/1.1" status: 200 len: 217 time: 0.0863030 Feb 11 04:23:37.569744 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb0745-b950-4b7d-8b99-05d6c0559c4d None None] Pushing event updated for resources: {'Port': ['ID=1bcbe707-c361-447c-9816-238824d261e5,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:37.574776 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Routers {'5bd02402-10ad-4159-b882-09e6bd41834c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:37.576075 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5bd02402-10ad-4159-b882-09e6bd41834c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:37.599240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f6eee-f5e4-4c62-9717-c708e88339b2 None None] Current status of the port 1bcbe707-c361-447c-9816-238824d261e5 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:37.599640 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f6f6eee-f5e4-4c62-9717-c708e88339b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1bcbe707-c361-447c-9816-238824d261e5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:37.605935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc113d-1126-45ae-a481-e77685bb5188 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c7f9a89-17dd-4bdb-8a50-dd9823c895b0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:37.622873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-b628506c-6205-43eb-a051-10b5a909033c service neutron] 10.222.0.13 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757946 Feb 11 04:23:37.684701 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b229e91-c024-4556-bbe1-23939af4bcc2 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:37.706359 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Publish callbacks [] for port (2b229e91-c024-4556-bbe1-23939af4bcc2), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:37.744601 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Transition to ACTIVE for port object 2b229e91-c024-4556-bbe1-23939af4bcc2 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:23:37.780518 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] Set router 5bd02402-10ad-4159-b882-09e6bd41834c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:37.816004 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (2b229e91-c024-4556-bbe1-23939af4bcc2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:37.816715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1f6f6eee-f5e4-4c62-9717-c708e88339b2 None None] For port 1bcbe707-c361-447c-9816-238824d261e5, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1bcbe707-c361-447c-9816-238824d261e5,segment=NetworkSegment(7fa07085-217f-434d-845f-aeb8df0902ec),segment_id=7fa07085-217f-434d-845f-aeb8df0902ec)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:37.878706 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f6f6eee-f5e4-4c62-9717-c708e88339b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1bcbe707-c361-447c-9816-238824d261e5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:37.902091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b229e91-c024-4556-bbe1-23939af4bcc2,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:37.972898 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f6eee-f5e4-4c62-9717-c708e88339b2 None None] Pushing event updated for resources: {'Port': ['ID=1bcbe707-c361-447c-9816-238824d261e5,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:38.004945 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6064418e-d0ca-47ef-8732-4d70d6dff036 None None] Provisioning complete for port 1bcbe707-c361-447c-9816-238824d261e5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:38.005731 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6064418e-d0ca-47ef-8732-4d70d6dff036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1bcbe707-c361-447c-9816-238824d261e5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:38.015540 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46030) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:38.037521 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Attempting to bind port 2b229e91-c024-4556-bbe1-23939af4bcc2 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:38.038005 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Attempting to bind port 2b229e91-c024-4556-bbe1-23939af4bcc2 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '0c6351ce-033a-4d07-81e8-418235c5f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:38.038433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Attempting to bind port 2b229e91-c024-4556-bbe1-23939af4bcc2 on network 0a20f827-c8f6-43af-bd9b-9fddc1589aea {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:38.052809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Port 2b229e91-c024-4556-bbe1-23939af4bcc2 on network 0a20f827-c8f6-43af-bd9b-9fddc1589aea not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:23:38.053302 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Attempting to bind port 2b229e91-c024-4556-bbe1-23939af4bcc2 on network 0a20f827-c8f6-43af-bd9b-9fddc1589aea {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:38.053902 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 4, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'gw_port': {'id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:20Z', 'updated_at': '2022-02-11T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1bcbe707-c361-447c-9816-238824d261e5', 'name': '', 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'mac_address': 'fa:16:3e:69:fd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:29Z', 'updated_at': '2022-02-11T04:23:37Z', 'revision_number': 4, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'subnets': [{'id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:38.063206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['12eba104-d3f3-4e25-9979-24e9420745ed'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:23:38.069516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:38.071099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Checking segment: {'id': '0c6351ce-033a-4d07-81e8-418235c5f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:38.071716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Bound using segment: {'id': '0c6351ce-033a-4d07-81e8-418235c5f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:38.072840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Bound port: 2b229e91-c024-4556-bbe1-23939af4bcc2, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6351ce-033a-4d07-81e8-418235c5f96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:38.073405 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2b229e91-c024-4556-bbe1-23939af4bcc2), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:38.096391 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4078819-ded9-4172-a5eb-ab9ed9691de3 None None] The sync data for ids ['5bd02402-10ad-4159-b882-09e6bd41834c'] in n-d-712142-35 is: [{'id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 4, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'gw_port': {'id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:20Z', 'updated_at': '2022-02-11T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1bcbe707-c361-447c-9816-238824d261e5', 'name': '', 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'mac_address': 'fa:16:3e:69:fd:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:29Z', 'updated_at': '2022-02-11T04:23:37Z', 'revision_number': 4, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'subnets': [{'id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:23:38.121369 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-10b61e56-04e0-4b73-a512-801a55a3d4e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=076ce57f75b44ac28846e6f2da9d5305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0939634 Feb 11 04:23:38.124893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46032) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:38.159940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b53dce-029c-43d2-afe7-4e45c6728418 req-87f38a77-55ac-4751-88eb-97ac107a06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:38.161410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51b53dce-029c-43d2-afe7-4e45c6728418 req-87f38a77-55ac-4751-88eb-97ac107a06e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.5916195 Feb 11 04:23:38.193287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9fcfd-39bc-47c9-a324-982b089ead96 req-32f19802-fec2-427e-a7c9-cd19f0b1f43f tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:38.203802 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8c9fcfd-39bc-47c9-a324-982b089ead96 req-32f19802-fec2-427e-a7c9-cd19f0b1f43f tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 932 time: 0.6928539 Feb 11 04:23:38.227324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-a818d9ac-ed5c-41b5-b8f1-468fba0dd044 service neutron] 10.222.0.13 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630279 Feb 11 04:23:38.270476 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6064418e-d0ca-47ef-8732-4d70d6dff036 None None] Current status of the port 1bcbe707-c361-447c-9816-238824d261e5 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:38.280609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] For port 2b229e91-c024-4556-bbe1-23939af4bcc2, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:38.287230 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19a303c1-a8dc-4e9d-a47d-83a58c437b87 admin admin] Publish callbacks [] for security_group (b74a71c8-d5cd-4d4a-8b46-6845d6496d66), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:38.316079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] For port 2b229e91-c024-4556-bbe1-23939af4bcc2, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=2b229e91-c024-4556-bbe1-23939af4bcc2,segment=NetworkSegment(0c6351ce-033a-4d07-81e8-418235c5f96d),segment_id=0c6351ce-033a-4d07-81e8-418235c5f96d)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:38.337153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8c9fcfd-39bc-47c9-a324-982b089ead96 req-196f98c9-6c7c-412b-8efb-a018e001818a tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319418 Feb 11 04:23:38.340065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b53dce-029c-43d2-afe7-4e45c6728418 req-87ce94a2-3936-4816-b334-9b7349d28ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:38.342384 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51b53dce-029c-43d2-afe7-4e45c6728418 req-87ce94a2-3936-4816-b334-9b7349d28ba8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1284769 Feb 11 04:23:38.350796 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19a303c1-a8dc-4e9d-a47d-83a58c437b87 admin admin] Publish callbacks [] for security_group (b74a71c8-d5cd-4d4a-8b46-6845d6496d66), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:38.400174 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (2b229e91-c024-4556-bbe1-23939af4bcc2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:38.484696 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51b53dce-029c-43d2-afe7-4e45c6728418 req-c9497f38-276d-40a2-9b85-6ee52a8ec2db service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353464 Feb 11 04:23:38.500164 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:38.500818 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:38.502335 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] 10.222.0.47 "PUT /v2.0/ports/2b229e91-c024-4556-bbe1-23939af4bcc2 HTTP/1.1" status: 200 len: 1093 time: 1.4552276 Feb 11 04:23:38.503329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c048eb3-d388-4071-83c6-be193c9232b6', 'tag': '2b229e91-c024-4556-bbe1-23939af4bcc2'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:38.505825 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37557ee-d576-4fbf-877a-23c3ac56b16e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c048eb3-d388-4071-83c6-be193c9232b6", "tag": "2b229e91-c024-4556-bbe1-23939af4bcc2"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:38.563471 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016bd29-a505-4f59-ab49-62a61dd52bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b229e91-c024-4556-bbe1-23939af4bcc2,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:38.704683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1bcbe707-c361-447c-9816-238824d261e5 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:38.724195 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19a303c1-a8dc-4e9d-a47d-83a58c437b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b74a71c8-d5cd-4d4a-8b46-6845d6496d66), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:38.730559 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19a303c1-a8dc-4e9d-a47d-83a58c437b87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:38.732644 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-19a303c1-a8dc-4e9d-a47d-83a58c437b87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b74a71c8-d5cd-4d4a-8b46-6845d6496d66 HTTP/1.1" status: 204 len: 168 time: 0.6062346 Feb 11 04:23:38.772740 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a303c1-a8dc-4e9d-a47d-83a58c437b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74a71c8-d5cd-4d4a-8b46-6845d6496d66,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:38.816199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-0765b95e-a99d-413c-96fd-8907c4ebaa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:38.818045 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-0765b95e-a99d-413c-96fd-8907c4ebaa57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c5ab24820404cabad08d88b221522bc&device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 1127 time: 0.1770546 Feb 11 04:23:38.857838 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 1bcbe707-c361-447c-9816-238824d261e5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:38.858478 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1bcbe707-c361-447c-9816-238824d261e5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:38.891952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51b53dce-029c-43d2-afe7-4e45c6728418 req-a62ff96c-f19d-4867-8eba-1407b9beb232 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960364 Feb 11 04:23:38.927506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fb67b-c514-4efa-a0f0-ef2dc35b2411 req-91624647-a120-4f5c-ac9f-a5bd43d88512 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:38.935748 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-053fb67b-c514-4efa-a0f0-ef2dc35b2411 req-91624647-a120-4f5c-ac9f-a5bd43d88512 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 948 time: 0.1702313 Feb 11 04:23:38.945028 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-2f3949e5-8ec2-4034-a840-e584f010fe05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b229e91-c024-4556-bbe1-23939af4bcc2 HTTP/1.1" status: 200 len: 217 time: 0.1155028 Feb 11 04:23:39.008174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-f38cd6a9-10b2-466b-8624-7fb6d68cd3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:39.009875 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-f38cd6a9-10b2-466b-8624-7fb6d68cd3f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0575d29c-44f0-42cf-9a3b-e3b065542552 HTTP/1.1" status: 200 len: 851 time: 0.0587058 Feb 11 04:23:39.019520 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-053fb67b-c514-4efa-a0f0-ef2dc35b2411 req-b4b2f2fd-6de8-4e92-8686-354cf7c9dc1a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758424 Feb 11 04:23:39.071447 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-b4eef51d-bcf3-4d5b-9547-7a36961e8725 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a20f827-c8f6-43af-bd9b-9fddc1589aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441666 Feb 11 04:23:39.100088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f7b7206a-48a3-4ec3-8ead-1a994c972ba1 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:39.103276 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 1bcbe707-c361-447c-9816-238824d261e5 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:39.160055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 016bfca6-840d-49db-ab1e-d5754232d1db details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:23:39.251908 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-46dfc2e0-b87b-42d3-9fca-d94414aee736 service neutron] 10.222.0.47 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762173 Feb 11 04:23:39.292119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21148806-2a9f-48b2-963d-ad47ce28700a req-b94dc1c5-baa1-451f-a925-a5cad34f13c2 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:39.304746 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21148806-2a9f-48b2-963d-ad47ce28700a req-b94dc1c5-baa1-451f-a925-a5cad34f13c2 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:39.314113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port f7b7206a-48a3-4ec3-8ead-1a994c972ba1 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:23:39.324842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21148806-2a9f-48b2-963d-ad47ce28700a req-b94dc1c5-baa1-451f-a925-a5cad34f13c2 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:39.328303 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21148806-2a9f-48b2-963d-ad47ce28700a req-b94dc1c5-baa1-451f-a925-a5cad34f13c2 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2415 time: 0.1430728 Feb 11 04:23:39.351095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 016bfca6-840d-49db-ab1e-d5754232d1db, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=016bfca6-840d-49db-ab1e-d5754232d1db,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:39.365645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '016bfca6-840d-49db-ab1e-d5754232d1db', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '016bfca6-840d-49db-ab1e-d5754232d1db', 'mac_address': 'fa:16:3e:f6:ce:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:23:39.366765 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port f7b7206a-48a3-4ec3-8ead-1a994c972ba1 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:39.367285 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:39.441220 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 016bfca6-840d-49db-ab1e-d5754232d1db is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:39.441618 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (016bfca6-840d-49db-ab1e-d5754232d1db), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:39.474321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016bfca6-840d-49db-ab1e-d5754232d1db {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:39.486412 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-80cd36e7-3ede-48b0-a0bb-d36e7a2ff0b2 req-aeaafdc5-4fa5-4d7e-9cc0-86cd097145e0 service neutron] 10.222.0.47 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310216 Feb 11 04:23:39.518116 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 016bfca6-840d-49db-ab1e-d5754232d1db, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=016bfca6-840d-49db-ab1e-d5754232d1db,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:39.545551 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21148806-2a9f-48b2-963d-ad47ce28700a req-2a17c36a-7bce-479e-9cb8-71f7c4a9b46d tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111361 Feb 11 04:23:39.572039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port f7b7206a-48a3-4ec3-8ead-1a994c972ba1 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:39.572039 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:39.590999 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (016bfca6-840d-49db-ab1e-d5754232d1db), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:39.595314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46062) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:39.600771 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-82884698-3baf-43f6-ba15-9ab0a90075bc tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1426100665', 'description': 'tempest-description--512341494'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:39.631040 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c93a40-7aa3-4445-8757-586f6994421a x-openstack-request-id: req-86c93a40-7aa3-4445-8757-586f6994421a {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:39.631637 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c048eb3-d388-4071-83c6-be193c9232b6", "tag": "2b229e91-c024-4556-bbe1-23939af4bcc2", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:39.631916 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86c93a40-7aa3-4445-8757-586f6994421a {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:39.632358 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c048eb3-d388-4071-83c6-be193c9232b6', 'tag': '2b229e91-c024-4556-bbe1-23939af4bcc2', 'status': 'completed', 'code': 200} Feb 11 04:23:39.695151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8d47fad-9fd4-44e5-bb3e-ac80bf114215 req-4bef9543-c427-44dd-a237-3b975806bec7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 210 time: 0.0448487 Feb 11 04:23:39.711055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b7206a-48a3-4ec3-8ead-1a994c972ba1'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:39.713809 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a6cd4e-f2b9-4dc5-a178-8b72afc989e7" -d '{"events": [{"server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "name": "network-vif-plugged", "status": "completed", "tag": "f7b7206a-48a3-4ec3-8ead-1a994c972ba1"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:39.754467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f7b7206a-48a3-4ec3-8ead-1a994c972ba1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f7b7206a-48a3-4ec3-8ead-1a994c972ba1,segment=NetworkSegment(e7ca54bc-bc89-45aa-b5cc-c5f36384f69e),segment_id=e7ca54bc-bc89-45aa-b5cc-c5f36384f69e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:39.773058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=016bfca6-840d-49db-ab1e-d5754232d1db,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:39.784971 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37557ee-d576-4fbf-877a-23c3ac56b16e req-cf783403-8396-4f06-9c5b-5a29c4d61645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:39.786739 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f37557ee-d576-4fbf-877a-23c3ac56b16e req-cf783403-8396-4f06-9c5b-5a29c4d61645 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c5ab24820404cabad08d88b221522bc&device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 1127 time: 0.1390359 Feb 11 04:23:39.793360 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82884698-3baf-43f6-ba15-9ab0a90075bc tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:39.819019 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62df5a-328e-48d2-925e-b2f7c2a273e1 req-c8178435-e199-45fc-95ee-ada4539a191e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:39.824698 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d62df5a-328e-48d2-925e-b2f7c2a273e1 req-c8178435-e199-45fc-95ee-ada4539a191e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1297078 Feb 11 04:23:39.845057 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:39.846240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 12eba104-d3f3-4e25-9979-24e9420745ed up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:39.890228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['016bfca6-840d-49db-ab1e-d5754232d1db'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:23:39.928114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d62df5a-328e-48d2-925e-b2f7c2a273e1 req-c7bd6567-ae8e-4c65-b4c5-3c2c2e326ef4 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998614 Feb 11 04:23:39.949915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de663543-2322-40ec-b834-3330077dbc08 req-1d536ceb-090e-4b4a-8d77-db0d2dfb99df tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:39.958071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de663543-2322-40ec-b834-3330077dbc08 req-1d536ceb-090e-4b4a-8d77-db0d2dfb99df tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 944 time: 0.1064162 Feb 11 04:23:40.021576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=f7b7206a-48a3-4ec3-8ead-1a994c972ba1,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:40.037676 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82884698-3baf-43f6-ba15-9ab0a90075bc tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for security_group (59d14182-0a15-4f56-b7fd-195c387d8ff4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:40.039600 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37557ee-d576-4fbf-877a-23c3ac56b16e req-a00d65b4-8074-4998-8106-b88344b07eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:40.041265 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f37557ee-d576-4fbf-877a-23c3ac56b16e req-a00d65b4-8074-4998-8106-b88344b07eb3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a20f827-c8f6-43af-bd9b-9fddc1589aea HTTP/1.1" status: 200 len: 912 time: 0.2402427 Feb 11 04:23:40.064454 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de663543-2322-40ec-b834-3330077dbc08 req-f30015e2-5355-43ce-a696-1e66b12ec0f1 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057055 Feb 11 04:23:40.135543 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f37557ee-d576-4fbf-877a-23c3ac56b16e req-442d5b64-f16e-4324-8cf4-58ea25d9a8da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b229e91-c024-4556-bbe1-23939af4bcc2 HTTP/1.1" status: 200 len: 217 time: 0.0836766 Feb 11 04:23:40.137024 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82884698-3baf-43f6-ba15-9ab0a90075bc tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (59d14182-0a15-4f56-b7fd-195c387d8ff4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:40.150308 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 12eba104-d3f3-4e25-9979-24e9420745ed completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:23:40.164931 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa085db-41dd-41a8-b429-84ae0364b988 x-openstack-request-id: req-3aa085db-41dd-41a8-b429-84ae0364b988 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:40.172577 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "name": "network-vif-plugged", "status": "completed", "tag": "f7b7206a-48a3-4ec3-8ead-1a994c972ba1", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:40.173794 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3aa085db-41dd-41a8-b429-84ae0364b988 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:40.174448 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b7206a-48a3-4ec3-8ead-1a994c972ba1', 'code': 200} Feb 11 04:23:40.193109 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 12eba104-d3f3-4e25-9979-24e9420745ed triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:40.196416 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:40.229693 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82884698-3baf-43f6-ba15-9ab0a90075bc tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d14182-0a15-4f56-b7fd-195c387d8ff4,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:40.250554 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ee85c-857d-497e-a893-e1268336cdc2 req-e0be4ff7-36fe-4883-80da-724df769437b tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:40.259263 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-873ee85c-857d-497e-a893-e1268336cdc2 req-e0be4ff7-36fe-4883-80da-724df769437b tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0771048 Feb 11 04:23:40.273800 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37557ee-d576-4fbf-877a-23c3ac56b16e req-60f8da1c-901a-41c6-89b9-29cf3589c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:40.277265 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f37557ee-d576-4fbf-877a-23c3ac56b16e req-60f8da1c-901a-41c6-89b9-29cf3589c2d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0575d29c-44f0-42cf-9a3b-e3b065542552 HTTP/1.1" status: 200 len: 851 time: 0.0889342 Feb 11 04:23:40.303136 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82884698-3baf-43f6-ba15-9ab0a90075bc tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:40.304395 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-82884698-3baf-43f6-ba15-9ab0a90075bc tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7080474 Feb 11 04:23:40.307571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46082) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:40.313774 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:23:40.314467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c7799b72-06b0-4873-9069-4fef3b1805ef tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Request body: {'security_group_rule': {'security_group_id': '59d14182-0a15-4f56-b7fd-195c387d8ff4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:40.326297 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f37557ee-d576-4fbf-877a-23c3ac56b16e req-08cd74d7-62a3-4786-a1fd-0952239ed2f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a20f827-c8f6-43af-bd9b-9fddc1589aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401988 Feb 11 04:23:40.329140 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-873ee85c-857d-497e-a893-e1268336cdc2 req-25f5066c-0919-458f-b09a-87eb2c8c7ce1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682299 Feb 11 04:23:40.369983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 12eba104-d3f3-4e25-9979-24e9420745ed is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:40.369983 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:40.417165 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7799b72-06b0-4873-9069-4fef3b1805ef tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for security_group_rule (580dce03-e5a7-4ffe-9275-86a47505862e), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:40.436771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 12eba104-d3f3-4e25-9979-24e9420745ed, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12eba104-d3f3-4e25-9979-24e9420745ed,segment=NetworkSegment(b4b065d5-ff72-4138-95a0-ae6ea9817dbe),segment_id=b4b065d5-ff72-4138-95a0-ae6ea9817dbe)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:40.502511 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:40.503398 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 85577748-ba5e-4a7c-8804-2b4b14a84e7c up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:40.517934 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f37557ee-d576-4fbf-877a-23c3ac56b16e req-a6e73816-0774-491c-b50a-f3252fc95098 service neutron] 10.222.0.47 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775031 Feb 11 04:23:40.529380 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7799b72-06b0-4873-9069-4fef3b1805ef tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for security_group_rule (580dce03-e5a7-4ffe-9275-86a47505862e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:40.535725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94b864-3e12-4707-bb88-26d88a8ec69f req-b7c6563e-4f95-45c6-ad5c-881c91f346a4 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:40.542801 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df94b864-3e12-4707-bb88-26d88a8ec69f req-b7c6563e-4f95-45c6-ad5c-881c91f346a4 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 949 time: 0.1021268 Feb 11 04:23:40.604477 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7799b72-06b0-4873-9069-4fef3b1805ef tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (580dce03-e5a7-4ffe-9275-86a47505862e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:40.645260 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=12eba104-d3f3-4e25-9979-24e9420745ed,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:40.645719 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df94b864-3e12-4707-bb88-26d88a8ec69f req-44364cf4-2518-496e-81e7-3e0f3f36a197 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018863 Feb 11 04:23:40.679262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7799b72-06b0-4873-9069-4fef3b1805ef tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580dce03-e5a7-4ffe-9275-86a47505862e,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:40.679512 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f37557ee-d576-4fbf-877a-23c3ac56b16e req-364db7cc-e532-4061-a0d9-4b180c022cc1 service neutron] 10.222.0.47 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415787 Feb 11 04:23:40.690659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 85577748-ba5e-4a7c-8804-2b4b14a84e7c completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:23:40.699335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 85577748-ba5e-4a7c-8804-2b4b14a84e7c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:40.699335 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:40.736538 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46100) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:40.777972 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7799b72-06b0-4873-9069-4fef3b1805ef tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:40.781905 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c7799b72-06b0-4873-9069-4fef3b1805ef tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4706728 Feb 11 04:23:40.784834 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46104) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:40.791558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c1d45d3d-26f0-4632-8397-d74fb69363eb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Request body: {'security_group_rule': {'security_group_id': '59d14182-0a15-4f56-b7fd-195c387d8ff4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:40.799496 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 85577748-ba5e-4a7c-8804-2b4b14a84e7c is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:40.800546 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:40.842115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669c35c-99e1-4c5d-90e6-2ee1135a753f req-602703c8-9bd9-4d9a-b220-2f7ee90b1f83 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:40.844786 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b669c35c-99e1-4c5d-90e6-2ee1135a753f req-602703c8-9bd9-4d9a-b220-2f7ee90b1f83 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 945 time: 0.1678433 Feb 11 04:23:40.869966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 85577748-ba5e-4a7c-8804-2b4b14a84e7c, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=85577748-ba5e-4a7c-8804-2b4b14a84e7c,segment=NetworkSegment(b4b065d5-ff72-4138-95a0-ae6ea9817dbe),segment_id=b4b065d5-ff72-4138-95a0-ae6ea9817dbe)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:40.876497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf1b68-35f6-466a-a431-47922af56a43 req-50e0b381-2ee8-4a4f-b97a-1c1fb1be90b5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:40.883854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf1b68-35f6-466a-a431-47922af56a43 req-50e0b381-2ee8-4a4f-b97a-1c1fb1be90b5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:40.885281 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1d45d3d-26f0-4632-8397-d74fb69363eb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for security_group_rule (148971f3-7ca5-42db-8a29-46ccf4a66a3a), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:40.891971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf1b68-35f6-466a-a431-47922af56a43 req-50e0b381-2ee8-4a4f-b97a-1c1fb1be90b5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:40.893818 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04cf1b68-35f6-466a-a431-47922af56a43 req-50e0b381-2ee8-4a4f-b97a-1c1fb1be90b5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2417 time: 0.1321535 Feb 11 04:23:40.913079 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:40.977623 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=85577748-ba5e-4a7c-8804-2b4b14a84e7c,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:40.983151 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194228456-network', 'tenant_id': 'bdb7101888b147169e2ab688f5b8fd92'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:41.023180 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b669c35c-99e1-4c5d-90e6-2ee1135a753f req-6043af86-5fbb-4445-af22-63d7daa31c07 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234343 Feb 11 04:23:41.045096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04cf1b68-35f6-466a-a431-47922af56a43 req-18547058-459a-4724-8df1-d692da96d77c tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323495 Feb 11 04:23:41.046191 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1d45d3d-26f0-4632-8397-d74fb69363eb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for security_group_rule (148971f3-7ca5-42db-8a29-46ccf4a66a3a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.095828 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] Made reservation on behalf of bdb7101888b147169e2ab688f5b8fd92 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:41.098197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.108812 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.113742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 2b229e91-c024-4556-bbe1-23939af4bcc2 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:23:41.143438 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1d45d3d-26f0-4632-8397-d74fb69363eb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (148971f3-7ca5-42db-8a29-46ccf4a66a3a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.169300 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d45d3d-26f0-4632-8397-d74fb69363eb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148971f3-7ca5-42db-8a29-46ccf4a66a3a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:41.202892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 016bfca6-840d-49db-ab1e-d5754232d1db up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:41.213262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b0e0e5c-8428-4ce5-b81d-86b0c0340c1a req-fa86a497-1409-4a9b-a04c-57b10768a2d3 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 210 time: 0.0492904 Feb 11 04:23:41.265658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5a6f8-5e3f-41fd-bcce-e18de8fa9bfd req-8e3421b1-a78e-4ba3-8815-053c784d6a05 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:41.268158 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27d5a6f8-5e3f-41fd-bcce-e18de8fa9bfd req-8e3421b1-a78e-4ba3-8815-053c784d6a05 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1630106 Feb 11 04:23:41.268446 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] Publish callbacks [] for security_group (aa268778-3520-4b98-94a9-eecf5fd19e78), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.291937 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1d45d3d-26f0-4632-8397-d74fb69363eb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.297124 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c1d45d3d-26f0-4632-8397-d74fb69363eb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5076113 Feb 11 04:23:41.297439 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46108) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:41.303058 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:41.357392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 2b229e91-c024-4556-bbe1-23939af4bcc2, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=2b229e91-c024-4556-bbe1-23939af4bcc2,segment=NetworkSegment(0c6351ce-033a-4d07-81e8-418235c5f96d),segment_id=0c6351ce-033a-4d07-81e8-418235c5f96d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:41.370156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '2b229e91-c024-4556-bbe1-23939af4bcc2', 'network_id': '0a20f827-c8f6-43af-bd9b-9fddc1589aea', 'port_id': '2b229e91-c024-4556-bbe1-23939af4bcc2', 'mac_address': 'fa:16:3e:89:7d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0575d29c-44f0-42cf-9a3b-e3b065542552', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:23:41.370857 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (aa268778-3520-4b98-94a9-eecf5fd19e78), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.383267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27d5a6f8-5e3f-41fd-bcce-e18de8fa9bfd req-c4f43e82-8afd-4a8e-b1b9-afc6602e959f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072338 Feb 11 04:23:41.418802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 2b229e91-c024-4556-bbe1-23939af4bcc2 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:41.419850 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2b229e91-c024-4556-bbe1-23939af4bcc2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.429854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74114252-28ad-46cc-b54b-553509db4c43 req-238e156f-eb8c-4a37-83f9-7d60d9e74ecf tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:41.436186 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b229e91-c024-4556-bbe1-23939af4bcc2 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:41.439604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74114252-28ad-46cc-b54b-553509db4c43 req-238e156f-eb8c-4a37-83f9-7d60d9e74ecf tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 944 time: 0.1338151 Feb 11 04:23:41.441106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 016bfca6-840d-49db-ab1e-d5754232d1db completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:23:41.447363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 016bfca6-840d-49db-ab1e-d5754232d1db triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:41.448121 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (016bfca6-840d-49db-ab1e-d5754232d1db), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.471416 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.489573 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 2b229e91-c024-4556-bbe1-23939af4bcc2, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=2b229e91-c024-4556-bbe1-23939af4bcc2,segment=NetworkSegment(0c6351ce-033a-4d07-81e8-418235c5f96d),segment_id=0c6351ce-033a-4d07-81e8-418235c5f96d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:41.494886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:23:41.524314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa268778-3520-4b98-94a9-eecf5fd19e78,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:41.548167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74114252-28ad-46cc-b54b-553509db4c43 req-ba3e0511-388b-48f6-b66a-75fd26d9efed tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034060 Feb 11 04:23:41.549759 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (cb2578e2-ef82-4b16-bff0-502ae72c9e3d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.550159 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] Added segment cb2578e2-ef82-4b16-bff0-502ae72c9e3d of type vlan for network 029cf417-3dff-488a-a31f-f6895fa54c94 Feb 11 04:23:41.563959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 016bfca6-840d-49db-ab1e-d5754232d1db is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:41.563959 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (016bfca6-840d-49db-ab1e-d5754232d1db), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.574989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d835279-7c55-4706-9a90-96cb8cb0dfc7 req-8c500ac3-05e7-4d15-bd0e-54f6ab9e0ab9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:41.577327 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d835279-7c55-4706-9a90-96cb8cb0dfc7 req-8c500ac3-05e7-4d15-bd0e-54f6ab9e0ab9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1081872 Feb 11 04:23:41.579716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-f7fefcc0-e9a1-4ae7-989f-a82da509c316 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:41.581199 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-f7fefcc0-e9a1-4ae7-989f-a82da509c316 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.47 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 816 time: 0.2444401 Feb 11 04:23:41.583744 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2b229e91-c024-4556-bbe1-23939af4bcc2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.627126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 016bfca6-840d-49db-ab1e-d5754232d1db, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=016bfca6-840d-49db-ab1e-d5754232d1db,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:41.635454 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (029cf417-3dff-488a-a31f-f6895fa54c94), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.651269 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d835279-7c55-4706-9a90-96cb8cb0dfc7 req-d483842c-a745-4e6a-bd80-04e7dbc3850b tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671916 Feb 11 04:23:41.652588 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=2b229e91-c024-4556-bbe1-23939af4bcc2,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:41.749376 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (016bfca6-840d-49db-ab1e-d5754232d1db), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.775731 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-0710d39c-8c2c-4845-84e4-04a673ad5d6a tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a213f7e5ecd454da27b635be4fbd761 HTTP/1.1" status: 200 len: 378 time: 0.1676252 Feb 11 04:23:41.800264 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-bfbd081d-16b6-476b-a610-3fdc11227e88 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Request body: {'port': {'device_id': '36fd630b-6973-4d06-88d6-1af645704cc4', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'admin_state_up': True, 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'security_groups': ['5a641181-32c8-4ac6-b366-b14c968bf49b']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:41.812572 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=016bfca6-840d-49db-ab1e-d5754232d1db,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:41.839889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a8fe7-b3ed-473b-9de3-73d84267a312 req-ac327a3f-a123-4fe8-b7bb-76dc887c6798 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:41.842199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d7a8fe7-b3ed-473b-9de3-73d84267a312 req-ac327a3f-a123-4fe8-b7bb-76dc887c6798 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 949 time: 0.1161540 Feb 11 04:23:41.853975 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fef906-44c1-489b-af79-30bdd8a76416 req-fb77166d-8063-46aa-81fd-ac021ff6749a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:41.855614 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57fef906-44c1-489b-af79-30bdd8a76416 req-fb77166d-8063-46aa-81fd-ac021ff6749a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0888824 Feb 11 04:23:41.874286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2b229e91-c024-4556-bbe1-23939af4bcc2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:23:41.882682 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (029cf417-3dff-488a-a31f-f6895fa54c94), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.883783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:41.889380 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.889380 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:41.934128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d7a8fe7-b3ed-473b-9de3-73d84267a312 req-a6bc5dd6-d049-45ca-9e34-c453836b15ee tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776548 Feb 11 04:23:41.942929 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57fef906-44c1-489b-af79-30bdd8a76416 req-4bbbcec2-67d8-4022-9acc-0d1c0207d0b7 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792868 Feb 11 04:23:42.036532 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=029cf417-3dff-488a-a31f-f6895fa54c94,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:42.071262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 029cf417-3dff-488a-a31f-f6895fa54c94 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:23:42.086056 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6ec1a-2949-4f10-ae95-f6102903d34d req-da7a9137-f39b-4c2b-9b93-72d0b6206630 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:42.088225 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-38c6ec1a-2949-4f10-ae95-f6102903d34d req-da7a9137-f39b-4c2b-9b93-72d0b6206630 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0719471 Feb 11 04:23:42.109077 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Allocated IP 172.25.3.202 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/2423a26a-bb10-4b7b-bcf3-ea4a157d924c) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:42.150192 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-38c6ec1a-2949-4f10-ae95-f6102903d34d req-ab1d7b8d-3b7e-4703-97de-30a29b4497e4 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544283 Feb 11 04:23:42.171950 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-201183f5-2247-4bfa-9e81-c1d250cfa0c0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4342291 Feb 11 04:23:42.177264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eba104-d3f3-4e25-9979-24e9420745ed'}, {'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85577748-ba5e-4a7c-8804-2b4b14a84e7c'}, {'server_uuid': 'd239bf8b-285c-4330-9113-9fc77fcec682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016bfca6-840d-49db-ab1e-d5754232d1db'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:42.179101 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46126) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:42.181201 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89238473-5e63-489a-9929-feb62b306aeb" -d '{"events": [{"server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "name": "network-vif-plugged", "status": "completed", "tag": "12eba104-d3f3-4e25-9979-24e9420745ed"}, {"server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "name": "network-vif-plugged", "status": "completed", "tag": "85577748-ba5e-4a7c-8804-2b4b14a84e7c"}, {"server_uuid": "d239bf8b-285c-4330-9113-9fc77fcec682", "name": "network-vif-plugged", "status": "completed", "tag": "016bfca6-840d-49db-ab1e-d5754232d1db"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:42.186194 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ddb863c7-b3a6-433b-877c-0d100f6c3be7 admin admin] Request body: {'subnet': {'network_id': '029cf417-3dff-488a-a31f-f6895fa54c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194228456-subnet', 'tenant_id': 'bdb7101888b147169e2ab688f5b8fd92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:42.218173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-bfbd081d-16b6-476b-a610-3fdc11227e88 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Made reservation on behalf of 1a213f7e5ecd454da27b635be4fbd761 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:42.220512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340a5c8-a366-4e1a-85e4-9e8ecc8b6668 req-38eb8ab7-e56f-4099-a328-e6e1a65243ad tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:42.221478 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-bfbd081d-16b6-476b-a610-3fdc11227e88 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:42.222038 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5340a5c8-a366-4e1a-85e4-9e8ecc8b6668 req-38eb8ab7-e56f-4099-a328-e6e1a65243ad tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 945 time: 0.0708942 Feb 11 04:23:42.324636 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for port (2423a26a-bb10-4b7b-bcf3-ea4a157d924c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:42.334638 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb863c7-b3a6-433b-877c-0d100f6c3be7 admin admin] Made reservation on behalf of bdb7101888b147169e2ab688f5b8fd92 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:42.335078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5340a5c8-a366-4e1a-85e4-9e8ecc8b6668 req-aecde3fc-43b8-4809-bb84-f0d764ae4389 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954812 Feb 11 04:23:42.336969 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddb863c7-b3a6-433b-877c-0d100f6c3be7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:42.347145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8626ad3-84f6-46ec-bb70-3ebc006fcd0b req-372bb310-d6c7-4fb1-9ea0-1a16eb608560 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:42.348979 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8626ad3-84f6-46ec-bb70-3ebc006fcd0b req-372bb310-d6c7-4fb1-9ea0-1a16eb608560 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 945 time: 0.1249652 Feb 11 04:23:42.358543 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a10bf-de78-434e-83e5-a7bd74b70d08 req-8acec677-85e5-409f-a8ec-e1819c4614a7 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:42.365507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a10bf-de78-434e-83e5-a7bd74b70d08 req-8acec677-85e5-409f-a8ec-e1819c4614a7 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:42.373349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a10bf-de78-434e-83e5-a7bd74b70d08 req-8acec677-85e5-409f-a8ec-e1819c4614a7 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:42.376547 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c8a10bf-de78-434e-83e5-a7bd74b70d08 req-8acec677-85e5-409f-a8ec-e1819c4614a7 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2418 time: 0.1533282 Feb 11 04:23:42.484067 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3c9e04-aaa7-405f-8eaa-2cda53d2cc87 x-openstack-request-id: req-8d3c9e04-aaa7-405f-8eaa-2cda53d2cc87 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:42.485369 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "name": "network-vif-plugged", "status": "completed", "tag": "12eba104-d3f3-4e25-9979-24e9420745ed", "code": 200}, {"server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "name": "network-vif-plugged", "status": "completed", "tag": "85577748-ba5e-4a7c-8804-2b4b14a84e7c", "code": 200}, {"server_uuid": "d239bf8b-285c-4330-9113-9fc77fcec682", "name": "network-vif-plugged", "status": "completed", "tag": "016bfca6-840d-49db-ab1e-d5754232d1db", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:42.488012 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d3c9e04-aaa7-405f-8eaa-2cda53d2cc87 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:42.490131 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eba104-d3f3-4e25-9979-24e9420745ed', 'code': 200} Feb 11 04:23:42.490718 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85577748-ba5e-4a7c-8804-2b4b14a84e7c', 'code': 200} Feb 11 04:23:42.492229 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd239bf8b-285c-4330-9113-9fc77fcec682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016bfca6-840d-49db-ab1e-d5754232d1db', 'code': 200} Feb 11 04:23:42.497635 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-bfbd081d-16b6-476b-a610-3fdc11227e88 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Allocated IP 172.20.0.11 (aea3f5db-90d4-484d-a1e1-ef38ac456aad/aff91b0d-1298-40b8-9cf7-8b139d7ddd16/55bb307f-cd66-4035-9acb-1bfb8dc9c681) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:42.523045 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c8a10bf-de78-434e-83e5-a7bd74b70d08 req-44dfbac3-a469-4a0d-b7c0-7bb001590c33 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292992 Feb 11 04:23:42.581747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-e8626ad3-84f6-46ec-bb70-3ebc006fcd0b req-d27270e9-cd4a-4b3b-8c69-26a028044c83 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Deleting port 9432cc10-479f-4b50-a02c-8a27669f459f {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:23:42.582414 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e8626ad3-84f6-46ec-bb70-3ebc006fcd0b req-d27270e9-cd4a-4b3b-8c69-26a028044c83 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9432cc10-479f-4b50-a02c-8a27669f459f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:42.596098 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2423a26a-bb10-4b7b-bcf3-ea4a157d924c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:42.692240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cae886fc-4f1a-493d-88f5-f76ef10b5515 req-dc884830-7cc4-41d0-a226-a22e9d87da18 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 210 time: 0.1046829 Feb 11 04:23:42.712953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:42.770785 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:42.782832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:42.784378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Pushing event updated for resources: {'Port': ['ID=2423a26a-bb10-4b7b-bcf3-ea4a157d924c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:42.785041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d4a77-fe26-4911-8dc7-961720580d2c req-b964ba2d-825d-4f86-808b-789398d9363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:42.787191 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-209d4a77-fe26-4911-8dc7-961720580d2c req-b964ba2d-825d-4f86-808b-789398d9363d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 1133 time: 0.1981089 Feb 11 04:23:42.840315 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e9b6b-7733-4f39-b780-85a19ad1905c req-103efe37-c787-4dac-ba92-c81433a9f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:42.841403 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e9b6b-7733-4f39-b780-85a19ad1905c req-103efe37-c787-4dac-ba92-c81433a9f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:42.841842 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e9b6b-7733-4f39-b780-85a19ad1905c req-103efe37-c787-4dac-ba92-c81433a9f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:42.843572 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a94e9b6b-7733-4f39-b780-85a19ad1905c req-103efe37-c787-4dac-ba92-c81433a9f889 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2967 time: 0.2615814 Feb 11 04:23:42.855099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f34da1-0c5d-4f6e-8c12-24c68b4d6c8e req-14da4f43-0a17-49d7-9520-edeafa432803 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:42.857220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-91f34da1-0c5d-4f6e-8c12-24c68b4d6c8e req-14da4f43-0a17-49d7-9520-edeafa432803 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.2563655 Feb 11 04:23:42.860271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e8626ad3-84f6-46ec-bb70-3ebc006fcd0b req-d27270e9-cd4a-4b3b-8c69-26a028044c83 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] For port 9432cc10-479f-4b50-a02c-8a27669f459f, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9432cc10-479f-4b50-a02c-8a27669f459f,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:42.860634 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e8626ad3-84f6-46ec-bb70-3ebc006fcd0b req-d27270e9-cd4a-4b3b-8c69-26a028044c83 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9432cc10-479f-4b50-a02c-8a27669f459f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:42.899253 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-e8626ad3-84f6-46ec-bb70-3ebc006fcd0b req-d27270e9-cd4a-4b3b-8c69-26a028044c83 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Calling delete_port for 9432cc10-479f-4b50-a02c-8a27669f459f owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:23:42.930785 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-bfbd081d-16b6-476b-a610-3fdc11227e88 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:42.932355 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddb863c7-b3a6-433b-877c-0d100f6c3be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (fc786026-a58e-4e6d-b20f-2233c8fed739), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:42.943151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a4b2d-d15d-486d-91cb-482b435820f2 req-f19fa467-ca1c-406a-a876-a0148c3d09a1 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:42.944644 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e1a4b2d-d15d-486d-91cb-482b435820f2 req-f19fa467-ca1c-406a-a876-a0148c3d09a1 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 945 time: 0.1671751 Feb 11 04:23:42.946799 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-209d4a77-fe26-4911-8dc7-961720580d2c req-0dc33382-e9f0-4ae7-bfdc-b4227028dc93 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465769 Feb 11 04:23:43.018528 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a94e9b6b-7733-4f39-b780-85a19ad1905c req-933c09f2-f34b-40fc-8ed4-26c9334dc3ea service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655891 Feb 11 04:23:43.019655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-91f34da1-0c5d-4f6e-8c12-24c68b4d6c8e req-52d54553-5a91-41f9-986b-039b8d6711c9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545966 Feb 11 04:23:43.035394 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for floatingip (89e5ff2d-13d3-4053-bd07-07c9ac002a44), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.050150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb863c7-b3a6-433b-877c-0d100f6c3be7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc786026-a58e-4e6d-b20f-2233c8fed739,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:43.066714 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e1a4b2d-d15d-486d-91cb-482b435820f2 req-4fdb4756-3089-4a5b-b092-4f6db9f2fa0b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806940 Feb 11 04:23:43.073023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb863c7-b3a6-433b-877c-0d100f6c3be7 admin admin] Checking segment: {'id': 'cb2578e2-ef82-4b16-bff0-502ae72c9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '029cf417-3dff-488a-a31f-f6895fa54c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:43.073023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb863c7-b3a6-433b-877c-0d100f6c3be7 admin admin] Network hostable DHCP agents. Network: 029cf417-3dff-488a-a31f-f6895fa54c94, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:23:43.113297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 2b229e91-c024-4556-bbe1-23939af4bcc2 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:43.171050 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb863c7-b3a6-433b-877c-0d100f6c3be7 admin admin] Network 029cf417-3dff-488a-a31f-f6895fa54c94 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:23:43.176842 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-bfbd081d-16b6-476b-a610-3fdc11227e88 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.220796 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2423a26a-bb10-4b7b-bcf3-ea4a157d924c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.227380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 2b229e91-c024-4556-bbe1-23939af4bcc2 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:23:43.232600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 2b229e91-c024-4556-bbe1-23939af4bcc2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:43.232984 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2b229e91-c024-4556-bbe1-23939af4bcc2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.233106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c329f4-b9f9-492d-9fab-ede693b7afbd req-f76865e6-ca52-4785-afcc-0fef8469e68d tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:43.233365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-bfbd081d-16b6-476b-a610-3fdc11227e88 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Network aea3f5db-90d4-484d-a1e1-ef38ac456aad is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:43.234674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9c329f4-b9f9-492d-9fab-ede693b7afbd req-f76865e6-ca52-4785-afcc-0fef8469e68d tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 950 time: 0.1246967 Feb 11 04:23:43.246017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d4434-3309-47a7-921d-96535cf59fe3 req-bfdca392-d827-4550-96a3-2bbd55821af1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:43.247551 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-098d4434-3309-47a7-921d-96535cf59fe3 req-bfdca392-d827-4550-96a3-2bbd55821af1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0852239 Feb 11 04:23:43.257086 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e8626ad3-84f6-46ec-bb70-3ebc006fcd0b req-d27270e9-cd4a-4b3b-8c69-26a028044c83 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9432cc10-479f-4b50-a02c-8a27669f459f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.257339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-bfbd081d-16b6-476b-a610-3fdc11227e88 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:43.259485 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-ddb863c7-b3a6-433b-877c-0d100f6c3be7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 029cf417-3dff-488a-a31f-f6895fa54c94) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:43.265877 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-bfbd081d-16b6-476b-a610-3fdc11227e88 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:43.282436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc647f0-866d-401e-945a-cf3eeb9e3d80 None None] Network 029cf417-3dff-488a-a31f-f6895fa54c94 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:23:43.296321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb863c7-b3a6-433b-877c-0d100f6c3be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:43.296599 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddb863c7-b3a6-433b-877c-0d100f6c3be7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.308940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27270e9-cd4a-4b3b-8c69-26a028044c83 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Pushing event deleted for resources: {'Port': ['ID=9432cc10-479f-4b50-a02c-8a27669f459f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:43.315020 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd081d-16b6-476b-a610-3fdc11227e88 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event updated for resources: {'Port': ['ID=55bb307f-cd66-4035-9acb-1bfb8dc9c681,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:43.353113 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-bfbd081d-16b6-476b-a610-3fdc11227e88 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:43.353782 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-bfbd081d-16b6-476b-a610-3fdc11227e88 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.399736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8626ad3-84f6-46ec-bb70-3ebc006fcd0b req-d27270e9-cd4a-4b3b-8c69-26a028044c83 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] No DVR routers for this DVR port 9432cc10-479f-4b50-a02c-8a27669f459f on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:23:43.408802 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e8626ad3-84f6-46ec-bb70-3ebc006fcd0b req-d27270e9-cd4a-4b3b-8c69-26a028044c83 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.409534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8626ad3-84f6-46ec-bb70-3ebc006fcd0b req-d27270e9-cd4a-4b3b-8c69-26a028044c83 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "DELETE /v2.0/ports/9432cc10-479f-4b50-a02c-8a27669f459f HTTP/1.1" status: 204 len: 173 time: 1.0320284 Feb 11 04:23:43.410360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1b44db-9875-47fd-b91c-9b8a2a849ce3', 'name': 'network-vif-deleted', 'tag': '9432cc10-479f-4b50-a02c-8a27669f459f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:43.412948 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427bad7e-8a4c-41c4-a68d-7197478be79d" -d '{"events": [{"server_uuid": "0b1b44db-9875-47fd-b91c-9b8a2a849ce3", "name": "network-vif-deleted", "tag": "9432cc10-479f-4b50-a02c-8a27669f459f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:43.431886 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ddb863c7-b3a6-433b-877c-0d100f6c3be7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2516649 Feb 11 04:23:43.435903 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46144) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:43.439077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9c329f4-b9f9-492d-9fab-ede693b7afbd req-0e49166e-2c9b-4e35-869c-79eb60890819 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884348 Feb 11 04:23:43.441568 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194228456-router', 'tenant_id': 'bdb7101888b147169e2ab688f5b8fd92', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:43.459978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 2b229e91-c024-4556-bbe1-23939af4bcc2 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:43.460527 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2b229e91-c024-4556-bbe1-23939af4bcc2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.470210 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-bfbd081d-16b6-476b-a610-3fdc11227e88 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6785572 Feb 11 04:23:43.487605 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Request body: {'port': {'device_id': '36fd630b-6973-4d06-88d6-1af645704cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:43.490075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-098d4434-3309-47a7-921d-96535cf59fe3 req-18b0b10f-5753-428e-9a3c-624e94251c0f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144032 Feb 11 04:23:43.539469 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-029cf417-3dff-488a-a31f-f6895fa54c94', 'network_id': '029cf417-3dff-488a-a31f-f6895fa54c94', 'project_id': 'bdb7101888b147169e2ab688f5b8fd92', 'fixed_ips': [{'subnet_id': 'fc786026-a58e-4e6d-b20f-2233c8fed739'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:23:43.542202 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.576894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 2b229e91-c024-4556-bbe1-23939af4bcc2, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=2b229e91-c024-4556-bbe1-23939af4bcc2,segment=NetworkSegment(0c6351ce-033a-4d07-81e8-418235c5f96d),segment_id=0c6351ce-033a-4d07-81e8-418235c5f96d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:43.618943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.618943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.619484 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591ad9e5-b2a8-4449-84af-bac8c752d6fc x-openstack-request-id: req-591ad9e5-b2a8-4449-84af-bac8c752d6fc {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:43.619484 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1b44db-9875-47fd-b91c-9b8a2a849ce3", "name": "network-vif-deleted", "tag": "9432cc10-479f-4b50-a02c-8a27669f459f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:43.623176 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-591ad9e5-b2a8-4449-84af-bac8c752d6fc {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:43.623939 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1b44db-9875-47fd-b91c-9b8a2a849ce3', 'name': 'network-vif-deleted', 'tag': '9432cc10-479f-4b50-a02c-8a27669f459f', 'status': 'completed', 'code': 200} Feb 11 04:23:43.627062 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c48dd7e0-88f3-49bf-a1f6-441950265346 req-29f3b2ad-b9a0-4266-aad8-46e20d6bb40c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 210 time: 0.0687625 Feb 11 04:23:43.665770 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for port (2423a26a-bb10-4b7b-bcf3-ea4a157d924c), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.679247 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.680718 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2b229e91-c024-4556-bbe1-23939af4bcc2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.735831 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (2423a26a-bb10-4b7b-bcf3-ea4a157d924c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.794653 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Publish callbacks [] for router_controller (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.841771 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8e84f-23a3-4020-ac64-aa6e1872a186 req-456432db-23b1-4999-9f77-474837c92e67 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:43.847738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8e84f-23a3-4020-ac64-aa6e1872a186 req-456432db-23b1-4999-9f77-474837c92e67 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:43.854057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8e84f-23a3-4020-ac64-aa6e1872a186 req-456432db-23b1-4999-9f77-474837c92e67 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:43.856783 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddb8e84f-23a3-4020-ac64-aa6e1872a186 req-456432db-23b1-4999-9f77-474837c92e67 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2418 time: 0.1181736 Feb 11 04:23:43.864522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01599ddf-8493-4bca-82dc-bcf0f34cac2c req-911f289b-f4bb-4278-952b-49bcd96f1722 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:43.867052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Pushing event updated for resources: {'Port': ['ID=2423a26a-bb10-4b7b-bcf3-ea4a157d924c,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:43.869788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=2b229e91-c024-4556-bbe1-23939af4bcc2,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:43.870728 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01599ddf-8493-4bca-82dc-bcf0f34cac2c req-911f289b-f4bb-4278-952b-49bcd96f1722 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1284678 Feb 11 04:23:43.882284 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6c8b9699-98cc-4cad-972d-2155c0e87f7d None None] Provisioning complete for port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:43.882284 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9699-98cc-4cad-972d-2155c0e87f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:43.926430 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Allocated IP 172.20.0.2 (029cf417-3dff-488a-a31f-f6895fa54c94/fc786026-a58e-4e6d-b20f-2233c8fed739/664a6026-dac8-4ad7-80e4-e080dd2c5f90) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:43.949052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6c8b9699-98cc-4cad-972d-2155c0e87f7d None None] Port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:43.979457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddb8e84f-23a3-4020-ac64-aa6e1872a186 req-ccb83154-150b-43a8-a53c-47e018a12b17 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073067 Feb 11 04:23:43.988793 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (89e5ff2d-13d3-4053-bd07-07c9ac002a44), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:44.066990 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01599ddf-8493-4bca-82dc-bcf0f34cac2c req-fd04648f-9c4d-468a-b12b-c89528b57102 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162095 Feb 11 04:23:44.208727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c35727-c3ec-47d4-a9fa-7f9ef7f0c624 req-e4726452-7879-48a7-99eb-2097f120af97 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:44.217972 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76c35727-c3ec-47d4-a9fa-7f9ef7f0c624 req-e4726452-7879-48a7-99eb-2097f120af97 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 932 time: 0.1272914 Feb 11 04:23:44.358225 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76c35727-c3ec-47d4-a9fa-7f9ef7f0c624 req-0721035d-7cc1-443b-9da4-aee3efdced39 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1392350 Feb 11 04:23:44.413961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38b4cc-f5f0-45db-a045-b6a638fc72e2 req-033f820a-88e3-4ddf-a313-ccc598671c91 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:44.416206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea38b4cc-f5f0-45db-a045-b6a638fc72e2 req-033f820a-88e3-4ddf-a313-ccc598671c91 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.1678615 Feb 11 04:23:44.480232 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:44.482519 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-356b1cc3-44f0-4e6d-b9ec-cda3ceef2551 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1839628 Feb 11 04:23:44.509359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c048eb3-d388-4071-83c6-be193c9232b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b229e91-c024-4556-bbe1-23939af4bcc2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:44.518500 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f4d1e6-2a26-4019-b0f7-e96cb2e7ed17" -d '{"events": [{"server_uuid": "7c048eb3-d388-4071-83c6-be193c9232b6", "name": "network-vif-plugged", "status": "completed", "tag": "2b229e91-c024-4556-bbe1-23939af4bcc2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:44.525472 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Publish callbacks [] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:44.541286 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea38b4cc-f5f0-45db-a045-b6a638fc72e2 req-2d030f4a-8c2f-4027-ba0d-fe2c33b94d02 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165919 Feb 11 04:23:44.592906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4a743-c0ff-4a79-9e6d-b5087be93cd2 req-ab1516ad-e67a-4970-bf6d-82b593d790bc tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:44.594358 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Publish callbacks [] for router_gateway (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:44.600790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67e4a743-c0ff-4a79-9e6d-b5087be93cd2 req-ab1516ad-e67a-4970-bf6d-82b593d790bc tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1249859 Feb 11 04:23:44.645218 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:44.674999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Network 029cf417-3dff-488a-a31f-f6895fa54c94 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:44.679014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:44.706961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67e4a743-c0ff-4a79-9e6d-b5087be93cd2 req-7df69610-1634-4288-bcc2-9811caa44c83 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017265 Feb 11 04:23:44.726924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:44.743822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8585e-4276-49ae-8755-df5f4b2398ff req-c336489f-b87c-4c43-b245-03a45f7641e2 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:44.752887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7e8585e-4276-49ae-8755-df5f4b2398ff req-c336489f-b87c-4c43-b245-03a45f7641e2 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 950 time: 0.1131637 Feb 11 04:23:44.828700 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119851da-b05b-4895-a0bc-593153df3414 x-openstack-request-id: req-119851da-b05b-4895-a0bc-593153df3414 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:44.829002 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c048eb3-d388-4071-83c6-be193c9232b6", "name": "network-vif-plugged", "status": "completed", "tag": "2b229e91-c024-4556-bbe1-23939af4bcc2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:44.829264 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-119851da-b05b-4895-a0bc-593153df3414 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:44.829667 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c048eb3-d388-4071-83c6-be193c9232b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b229e91-c024-4556-bbe1-23939af4bcc2', 'code': 200} Feb 11 04:23:44.847480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Attempting to bind port 664a6026-dac8-4ad7-80e4-e080dd2c5f90 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:44.847863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Attempting to bind port 664a6026-dac8-4ad7-80e4-e080dd2c5f90 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'cb2578e2-ef82-4b16-bff0-502ae72c9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '029cf417-3dff-488a-a31f-f6895fa54c94'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:44.848239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Attempting to bind port 664a6026-dac8-4ad7-80e4-e080dd2c5f90 on network 029cf417-3dff-488a-a31f-f6895fa54c94 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:44.857863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:44.858256 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Checking segment: {'id': 'cb2578e2-ef82-4b16-bff0-502ae72c9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '029cf417-3dff-488a-a31f-f6895fa54c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:44.858693 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:44.859101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Bound using segment: {'id': 'cb2578e2-ef82-4b16-bff0-502ae72c9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '029cf417-3dff-488a-a31f-f6895fa54c94'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:44.859596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Bound port: 664a6026-dac8-4ad7-80e4-e080dd2c5f90, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2578e2-ef82-4b16-bff0-502ae72c9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '029cf417-3dff-488a-a31f-f6895fa54c94'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:44.859979 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:44.893734 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bb307f-cd66-4035-9acb-1bfb8dc9c681 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:44.905818 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Publish callbacks [] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:44.930140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Transition to ACTIVE for port object 55bb307f-cd66-4035-9acb-1bfb8dc9c681 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:23:44.943655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7e8585e-4276-49ae-8755-df5f4b2398ff req-312eb299-bc0a-4271-b3ff-a62c9ea612a1 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847179 Feb 11 04:23:44.973111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] For port 664a6026-dac8-4ad7-80e4-e080dd2c5f90, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:44.976842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] For port 664a6026-dac8-4ad7-80e4-e080dd2c5f90, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=664a6026-dac8-4ad7-80e4-e080dd2c5f90,segment=NetworkSegment(cb2578e2-ef82-4b16-bff0-502ae72c9e3d),segment_id=cb2578e2-ef82-4b16-bff0-502ae72c9e3d)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:44.987410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Pushing event updated for resources: {'Port': ['ID=664a6026-dac8-4ad7-80e4-e080dd2c5f90,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:44.995855 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb15ae10-04b8-4e19-a3ad-e35f9fd71241 req-8b934c95-aa61-494e-8221-4e67ba1cf9ea tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 210 time: 0.0796168 Feb 11 04:23:45.020574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cca207-df03-4233-9e42-b5b00d8f28d2 req-64235eef-7ebd-4d51-b808-6262f472812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:45.023368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6cca207-df03-4233-9e42-b5b00d8f28d2 req-64235eef-7ebd-4d51-b808-6262f472812c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 1129 time: 0.1700923 Feb 11 04:23:45.064606 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:45.079872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:45.156565 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 9432cc10-479f-4b50-a02c-8a27669f459f no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:23:45.186906 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Publish callbacks [] for router_gateway (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:45.218778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6cca207-df03-4233-9e42-b5b00d8f28d2 req-356959c4-550d-4e40-aa30-f4612177fcf7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887143 Feb 11 04:23:45.234057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:45.236262 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Pushing event updated for resources: {'Port': ['ID=55bb307f-cd66-4035-9acb-1bfb8dc9c681,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:45.255014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 9432cc10-479f-4b50-a02c-8a27669f459f {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:23:45.255462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 9432cc10-479f-4b50-a02c-8a27669f459f not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:23:45.282576 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-72c2b706-ed7a-4eff-9ffd-0cd879ed9f6c tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1426100665&fields=id&tenant_id=18a9d9364c8b4e16bab20af731a39d5a HTTP/1.1" status: 200 len: 267 time: 0.1388812 Feb 11 04:23:45.296093 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b62fdd-6b76-49ff-b9ff-6d0ef0051a3c None None] Pushing event updated for resources: {'Port': ['ID=664a6026-dac8-4ad7-80e4-e080dd2c5f90,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:45.443394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-78bd6f91-9251-4aa9-baa4-14181cc989c4 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:45.453503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-78bd6f91-9251-4aa9-baa4-14181cc989c4 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/networks?id=52d5dacd-cae5-4009-8c6b-8097afa11880 HTTP/1.1" status: 200 len: 814 time: 0.1633592 Feb 11 04:23:45.493067 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-dda7e346-1346-4799-99c8-3c9e6194e5a4 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/quotas/18a9d9364c8b4e16bab20af731a39d5a HTTP/1.1" status: 200 len: 375 time: 0.0354741 Feb 11 04:23:45.552841 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Attempting to bind port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:45.552841 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Attempting to bind port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:45.568921 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Attempting to bind port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 on network aea3f5db-90d4-484d-a1e1-ef38ac456aad {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:45.587792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 on network aea3f5db-90d4-484d-a1e1-ef38ac456aad not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:23:45.588135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Attempting to bind port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 on network aea3f5db-90d4-484d-a1e1-ef38ac456aad {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:45.609787 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Allocated IP 172.25.3.14 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/a630aabc-15c5-4fb4-bf19-f68d44091885) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:45.631711 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-cfa382db-983e-45d1-a98d-b8aa5e710607 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=18a9d9364c8b4e16bab20af731a39d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376793 Feb 11 04:23:45.701744 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:45.702013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Checking segment: {'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:45.702412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Bound using segment: {'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:45.702892 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Bound port: 55bb307f-cd66-4035-9acb-1bfb8dc9c681, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:45.703259 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:45.806114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b27ceb8f-61ef-4b91-921f-73faf5bb0663 service neutron] 10.222.0.13 "GET /v2.0/networks/52d5dacd-cae5-4009-8c6b-8097afa11880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650038 Feb 11 04:23:45.815239 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Publish callbacks [] for port (a630aabc-15c5-4fb4-bf19-f68d44091885), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:45.819568 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] For port 55bb307f-cd66-4035-9acb-1bfb8dc9c681, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:45.824536 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] For port 55bb307f-cd66-4035-9acb-1bfb8dc9c681, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:45.845116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ec877-da01-46a8-9551-88df6147e00c req-a6c6bc9a-5209-45c4-9e3a-3e6270bcf4f5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:45.850798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ec877-da01-46a8-9551-88df6147e00c req-a6c6bc9a-5209-45c4-9e3a-3e6270bcf4f5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:45.856325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ec877-da01-46a8-9551-88df6147e00c req-a6c6bc9a-5209-45c4-9e3a-3e6270bcf4f5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:45.858041 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9b3ec877-da01-46a8-9551-88df6147e00c req-a6c6bc9a-5209-45c4-9e3a-3e6270bcf4f5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2418 time: 0.1385779 Feb 11 04:23:45.896765 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:45.930694 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (a630aabc-15c5-4fb4-bf19-f68d44091885), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:45.944739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:45.945389 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:45.947219 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] 10.222.0.47 "PUT /v2.0/ports/55bb307f-cd66-4035-9acb-1bfb8dc9c681 HTTP/1.1" status: 200 len: 1093 time: 2.4670563 Feb 11 04:23:45.956302 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fd630b-6973-4d06-88d6-1af645704cc4', 'tag': '55bb307f-cd66-4035-9acb-1bfb8dc9c681'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:45.960594 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4334c7-753f-4739-a6eb-acd2ff2c2fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "36fd630b-6973-4d06-88d6-1af645704cc4", "tag": "55bb307f-cd66-4035-9acb-1bfb8dc9c681"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:45.972239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9b3ec877-da01-46a8-9551-88df6147e00c req-34f2eaa5-a52a-4816-97ac-ae9f756082fa tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028008 Feb 11 04:23:45.993570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-45b14971-727f-46f2-b922-3ee0cd09eb43 service neutron] 10.222.0.13 "GET /v2.0/networks/52d5dacd-cae5-4009-8c6b-8097afa11880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717877 Feb 11 04:23:45.997553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:46.001960 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:46.006338 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:46.053333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1a2a4-6bda-4d7c-a03e-92b81acb88f4 service neutron] Pushing event updated for resources: {'Port': ['ID=55bb307f-cd66-4035-9acb-1bfb8dc9c681,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:46.186466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4b8c-450e-4f06-a77e-cd3489bd46ce req-6dced8cf-22eb-4c1d-b03f-e0225a7ea74b tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:46.188342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-381b4b8c-450e-4f06-a77e-cd3489bd46ce req-6dced8cf-22eb-4c1d-b03f-e0225a7ea74b tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0863974 Feb 11 04:23:46.253391 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-381b4b8c-450e-4f06-a77e-cd3489bd46ce req-d66af4ca-68dd-4f87-a857-bed7bd17c186 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584228 Feb 11 04:23:46.263684 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a630aabc-15c5-4fb4-bf19-f68d44091885,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:46.364291 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-1556b6b6-0173-468c-9f46-0ab80951e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:46.366011 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-1556b6b6-0173-468c-9f46-0ab80951e98f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 1127 time: 0.2800441 Feb 11 04:23:46.549920 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c0617-f46e-46d2-a519-58dcb5b6bf8d req-563f0bb3-c594-43a6-b41f-5c17b8e0b729 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:46.557213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d8c0617-f46e-46d2-a519-58dcb5b6bf8d req-563f0bb3-c594-43a6-b41f-5c17b8e0b729 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.1106820 Feb 11 04:23:46.588212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3d4ff-1c4d-4c61-8a87-79803bd9dff4 req-d4c343cf-ff5a-40a7-8486-d724db9065d0 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:46.590370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecb3d4ff-1c4d-4c61-8a87-79803bd9dff4 req-d4c343cf-ff5a-40a7-8486-d724db9065d0 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.1255555 Feb 11 04:23:46.642294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d8c0617-f46e-46d2-a519-58dcb5b6bf8d req-63b1e372-15e2-4121-b053-7f72b80213e8 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836825 Feb 11 04:23:46.693166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecb3d4ff-1c4d-4c61-8a87-79803bd9dff4 req-d674e232-448c-4ca8-b2c4-c0f1ae1ed7ff tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922537 Feb 11 04:23:46.756512 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-8b9881ac-4226-4c95-8232-c3ac139e900c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681 HTTP/1.1" status: 200 len: 217 time: 0.3836436 Feb 11 04:23:46.757158 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Publish callbacks [] for router_gateway (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:46.760356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 664a6026-dac8-4ad7-80e4-e080dd2c5f90 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:46.898916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 664a6026-dac8-4ad7-80e4-e080dd2c5f90 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:46.899333 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:46.906099 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605084b4-0ec2-401c-bdcb-439287c30dbd x-openstack-request-id: req-605084b4-0ec2-401c-bdcb-439287c30dbd {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:46.906610 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fd630b-6973-4d06-88d6-1af645704cc4", "tag": "55bb307f-cd66-4035-9acb-1bfb8dc9c681", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:46.911593 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-605084b4-0ec2-401c-bdcb-439287c30dbd {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:46.911593 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fd630b-6973-4d06-88d6-1af645704cc4', 'tag': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'status': 'completed', 'code': 200} Feb 11 04:23:47.011458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d6b254-f208-4aa3-a084-4f895c077c01 None None] Network 029cf417-3dff-488a-a31f-f6895fa54c94 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:23:47.044955 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-255f8396-5efa-41cf-a51c-2c70dc02cbbb req-7ddc5a83-6662-49a5-8656-379748e84c7a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 210 time: 0.0808837 Feb 11 04:23:47.058889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-39ff4286-e142-4426-97d3-176f32393ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:47.060818 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-39ff4286-e142-4426-97d3-176f32393ad1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aff91b0d-1298-40b8-9cf7-8b139d7ddd16 HTTP/1.1" status: 200 len: 855 time: 0.1573632 Feb 11 04:23:47.181274 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-a15dd831-01fc-4174-9579-7cfd8685579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:47.182984 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-a15dd831-01fc-4174-9579-7cfd8685579a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aea3f5db-90d4-484d-a1e1-ef38ac456aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1154552 Feb 11 04:23:47.202618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70ec0-eebc-41d9-858b-05fe50ef612f req-15e8aa39-4169-4caa-9e0d-4cdfe449e259 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:47.203147 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70ec0-eebc-41d9-858b-05fe50ef612f req-15e8aa39-4169-4caa-9e0d-4cdfe449e259 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:47.203613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70ec0-eebc-41d9-858b-05fe50ef612f req-15e8aa39-4169-4caa-9e0d-4cdfe449e259 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:47.204076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70ec0-eebc-41d9-858b-05fe50ef612f req-15e8aa39-4169-4caa-9e0d-4cdfe449e259 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:47.204941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70ec0-eebc-41d9-858b-05fe50ef612f req-15e8aa39-4169-4caa-9e0d-4cdfe449e259 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:47.205071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70ec0-eebc-41d9-858b-05fe50ef612f req-15e8aa39-4169-4caa-9e0d-4cdfe449e259 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:47.206038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70ec0-eebc-41d9-858b-05fe50ef612f req-15e8aa39-4169-4caa-9e0d-4cdfe449e259 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:47.206310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70ec0-eebc-41d9-858b-05fe50ef612f req-15e8aa39-4169-4caa-9e0d-4cdfe449e259 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:47.206795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70ec0-eebc-41d9-858b-05fe50ef612f req-15e8aa39-4169-4caa-9e0d-4cdfe449e259 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:47.207267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70ec0-eebc-41d9-858b-05fe50ef612f req-15e8aa39-4169-4caa-9e0d-4cdfe449e259 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:47.209572 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bef70ec0-eebc-41d9-858b-05fe50ef612f req-15e8aa39-4169-4caa-9e0d-4cdfe449e259 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913&device_id=36fd630b-6973-4d06-88d6-1af645704cc4&device_id=7c048eb3-d388-4071-83c6-be193c9232b6&device_id=d239bf8b-285c-4330-9113-9fc77fcec682&device_id=79f78707-58f4-4335-ae74-bb245fc4aea3&device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3&device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f&device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c&device_id=f5c8b272-de29-4213-97f7-660a4c663979&device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 9409 time: 0.1750052 Feb 11 04:23:47.240199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 664a6026-dac8-4ad7-80e4-e080dd2c5f90 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:47.241137 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:47.241435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-bef70ec0-eebc-41d9-858b-05fe50ef612f req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:47.263106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863a7b9-8757-42d3-8a2f-dd5b5c6113ed req-458891dd-a9ff-44bf-981c-08908d2f6539 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:47.271113 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c863a7b9-8757-42d3-8a2f-dd5b5c6113ed req-458891dd-a9ff-44bf-981c-08908d2f6539 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1178181 Feb 11 04:23:47.305696 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 664a6026-dac8-4ad7-80e4-e080dd2c5f90, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=664a6026-dac8-4ad7-80e4-e080dd2c5f90,segment=NetworkSegment(cb2578e2-ef82-4b16-bff0-502ae72c9e3d),segment_id=cb2578e2-ef82-4b16-bff0-502ae72c9e3d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:47.331332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:47.369748 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c863a7b9-8757-42d3-8a2f-dd5b5c6113ed req-afdfc03d-cbb7-4ba6-aa98-d6bf5251796e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934544 Feb 11 04:23:47.408046 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-3ea9d193-20ed-4482-ad16-95c1bacf278f service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165239 Feb 11 04:23:47.414148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d6d46664-8f70-4d94-9d52-d1456ab9abf2 None None] Provisioning complete for port 664a6026-dac8-4ad7-80e4-e080dd2c5f90 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:47.414533 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d6d46664-8f70-4d94-9d52-d1456ab9abf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:47.462005 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:47.468948 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-bef70ec0-eebc-41d9-858b-05fe50ef612f req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Publish callbacks [] for security_group (97b744b6-d867-4665-993c-73bffc6522ec), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:47.496487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3ac46598-234c-4d80-a992-611247fbe85a req-766130f6-95ef-4854-96e2-16e559626a60 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 210 time: 0.0441484 Feb 11 04:23:47.513307 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-bef70ec0-eebc-41d9-858b-05fe50ef612f req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (97b744b6-d867-4665-993c-73bffc6522ec), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:47.601360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b744b6-d867-4665-993c-73bffc6522ec,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:47.624766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:47.625515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:47.626035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:47.626814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:47.627391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:47.627934 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:47.628473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:47.629007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:47.629594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:47.630164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:47.632385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:47.633074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:47.633796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:47.647926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d6d46664-8f70-4d94-9d52-d1456ab9abf2 None None] Current status of the port 664a6026-dac8-4ad7-80e4-e080dd2c5f90 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:47.654445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=664a6026-dac8-4ad7-80e4-e080dd2c5f90,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:47.699353 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2e609a46-9efa-4f8f-bfd4-3c3584d04763 req-3a60ade3-5a12-40e8-bc91-04f4e726968e service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836616 Feb 11 04:23:47.717094 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bef70ec0-eebc-41d9-858b-05fe50ef612f req-253c0346-f5b5-420a-9262-f55b20b0fead tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&id=8410b45c-f88f-4f95-a381-f4a0aacbec30&id=a5b17f09-9f70-44b5-9262-3835ef42d78a&id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 579 time: 0.4945829 Feb 11 04:23:47.817034 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Router bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:23:47.942891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eeec9a-4cca-485b-b63a-e77e1e56bc79 req-66b62bb3-5667-41a9-8d79-24fb2ffe6d56 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:47.944747 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7eeec9a-4cca-485b-b63a-e77e1e56bc79 req-66b62bb3-5667-41a9-8d79-24fb2ffe6d56 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.0910342 Feb 11 04:23:47.980448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-289eb8f3-5460-4732-a61e-1de437929d21 None None] Provisioning complete for port 664a6026-dac8-4ad7-80e4-e080dd2c5f90 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:47.981029 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-289eb8f3-5460-4732-a61e-1de437929d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:47.999351 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4334c7-753f-4739-a6eb-acd2ff2c2fcf req-19452e84-f28c-44a1-827b-221411f45fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:48.013442 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d4334c7-753f-4739-a6eb-acd2ff2c2fcf req-19452e84-f28c-44a1-827b-221411f45fd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 1127 time: 0.1157746 Feb 11 04:23:48.013442 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:23:48.026994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Sync routers for ids ['bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:23:48.052256 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Routers {'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:48.053277 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:48.094951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7eeec9a-4cca-485b-b63a-e77e1e56bc79 req-c59194e7-ba93-4b74-aad2-044d8bfd0eff tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389422 Feb 11 04:23:48.165204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4334c7-753f-4739-a6eb-acd2ff2c2fcf req-9e01f031-308a-461f-aacf-4150c7aab0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:48.167359 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d4334c7-753f-4739-a6eb-acd2ff2c2fcf req-9e01f031-308a-461f-aacf-4150c7aab0be service neutron] 10.222.0.47 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 917 time: 0.1563072 Feb 11 04:23:48.172546 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:48.178981 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0db7ec95-c922-4daf-ae2a-7f66b77d5bb1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7414532 Feb 11 04:23:48.180677 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46228) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:48.265897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508fdcd-8d12-42a7-bf42-9d7c33ac3842 req-293a94e0-0c58-41cc-a380-2d5cbae3cae0 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:48.268038 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d508fdcd-8d12-42a7-bf42-9d7c33ac3842 req-293a94e0-0c58-41cc-a380-2d5cbae3cae0 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.1080050 Feb 11 04:23:48.305414 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Set router bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:48.326986 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d4334c7-753f-4739-a6eb-acd2ff2c2fcf req-1759afab-ec42-43b6-80f0-8c571fe16d5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681 HTTP/1.1" status: 200 len: 217 time: 0.1460979 Feb 11 04:23:48.347489 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d508fdcd-8d12-42a7-bf42-9d7c33ac3842 req-c8e9dc75-769a-48d5-9fc0-52d1f45f27ac tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720413 Feb 11 04:23:48.473905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4334c7-753f-4739-a6eb-acd2ff2c2fcf req-ee1797fd-453d-4ba7-ab07-c3904f24e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:48.475456 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d4334c7-753f-4739-a6eb-acd2ff2c2fcf req-ee1797fd-453d-4ba7-ab07-c3904f24e23e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aff91b0d-1298-40b8-9cf7-8b139d7ddd16 HTTP/1.1" status: 200 len: 855 time: 0.1396666 Feb 11 04:23:48.532040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a5265-c69d-41f6-a704-5b5da58e72e2 req-ae11ed6c-452a-4e31-9527-f2be3b3fcf95 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:48.537665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-289eb8f3-5460-4732-a61e-1de437929d21 None None] Current status of the port 664a6026-dac8-4ad7-80e4-e080dd2c5f90 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:48.540330 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f43a5265-c69d-41f6-a704-5b5da58e72e2 req-ae11ed6c-452a-4e31-9527-f2be3b3fcf95 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1575854 Feb 11 04:23:48.613229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194228456-router', 'tenant_id': 'bdb7101888b147169e2ab688f5b8fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a630aabc-15c5-4fb4-bf19-f68d44091885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:43Z', 'updated_at': '2022-02-11T04:23:46Z', 'revision_number': 3, 'project_id': 'bdb7101888b147169e2ab688f5b8fd92', 'gw_port': {'id': 'a630aabc-15c5-4fb4-bf19-f68d44091885', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:95:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:45Z', 'updated_at': '2022-02-11T04:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:48.622237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 664a6026-dac8-4ad7-80e4-e080dd2c5f90 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:48.639980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f43a5265-c69d-41f6-a704-5b5da58e72e2 req-b938e811-31ce-4c59-a0f2-3542a109d77d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986319 Feb 11 04:23:48.671121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e794c-1edf-4aba-8125-6aff1b240804 req-f3bee278-4cf8-4dc4-91a6-d3c924cbd062 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:48.677879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Checking router: bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:23:48.679214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Updating router bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 port a630aabc-15c5-4fb4-bf19-f68d44091885 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:23:48.690196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e794c-1edf-4aba-8125-6aff1b240804 req-f3bee278-4cf8-4dc4-91a6-d3c924cbd062 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:48.706960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e794c-1edf-4aba-8125-6aff1b240804 req-f3bee278-4cf8-4dc4-91a6-d3c924cbd062 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:48.712661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac1e794c-1edf-4aba-8125-6aff1b240804 req-f3bee278-4cf8-4dc4-91a6-d3c924cbd062 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2418 time: 0.2328007 Feb 11 04:23:48.747704 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a630aabc-15c5-4fb4-bf19-f68d44091885), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:48.858402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20e7a37e-9126-4bbb-b3fd-d1dfbc6d8d46 req-aa1e6ecd-3597-4ced-8377-1f330eb2030b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 210 time: 0.0616987 Feb 11 04:23:48.883406 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac1e794c-1edf-4aba-8125-6aff1b240804 req-41abc7df-03df-4443-a9f8-99d62ffb6417 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646152 Feb 11 04:23:48.939451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 664a6026-dac8-4ad7-80e4-e080dd2c5f90 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:48.939451 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:49.259038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 55bb307f-cd66-4035-9acb-1bfb8dc9c681 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:23:49.275617 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4334c7-753f-4739-a6eb-acd2ff2c2fcf req-6a34563a-5a15-4955-9790-bed659df2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:49.277297 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d4334c7-753f-4739-a6eb-acd2ff2c2fcf req-6a34563a-5a15-4955-9790-bed659df2acf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aea3f5db-90d4-484d-a1e1-ef38ac456aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7920265 Feb 11 04:23:49.397075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-7e3552d3-5848-42d3-aaef-1b791be6cf13 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:49.400201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-7e3552d3-5848-42d3-aaef-1b791be6cf13 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.32 "GET /v2.0/networks?id=52d5dacd-cae5-4009-8c6b-8097afa11880 HTTP/1.1" status: 200 len: 814 time: 0.2949626 Feb 11 04:23:49.427624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 664a6026-dac8-4ad7-80e4-e080dd2c5f90 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:49.557159 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d4334c7-753f-4739-a6eb-acd2ff2c2fcf req-fad76df1-b59c-45c9-b945-4a48b093a4c2 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594566 Feb 11 04:23:49.594114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-5a56dca5-1a12-40bf-9b7e-ecc818dfbc36 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a9d9364c8b4e16bab20af731a39d5a HTTP/1.1" status: 200 len: 380 time: 0.1722591 Feb 11 04:23:49.622755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-c6f91c76-5d0b-4a42-b79f-22d7c3bf7c36 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Request body: {'port': {'device_id': '9b35c189-4601-423e-a7ac-0fb8fd034913', 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'admin_state_up': True, 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'security_groups': ['59d14182-0a15-4f56-b7fd-195c387d8ff4']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:49.673926 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Publish callbacks [] for port (a630aabc-15c5-4fb4-bf19-f68d44091885), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:49.676910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 55bb307f-cd66-4035-9acb-1bfb8dc9c681, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:49.691182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'port_id': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'mac_address': 'fa:16:3e:da:b6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:23:49.733445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db33cb-d498-44dc-ad94-6df791b5795f req-c6e0cfb8-3ea8-4d34-b1a9-21e67e25d979 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:49.733962 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db33cb-d498-44dc-ad94-6df791b5795f req-c6e0cfb8-3ea8-4d34-b1a9-21e67e25d979 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:49.734440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db33cb-d498-44dc-ad94-6df791b5795f req-c6e0cfb8-3ea8-4d34-b1a9-21e67e25d979 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:49.736163 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80db33cb-d498-44dc-ad94-6df791b5795f req-c6e0cfb8-3ea8-4d34-b1a9-21e67e25d979 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682&device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f&device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 2980 time: 0.3345275 Feb 11 04:23:49.744374 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d4334c7-753f-4739-a6eb-acd2ff2c2fcf req-99903a98-5e49-4824-8778-8f8877b47d8f service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797061 Feb 11 04:23:49.756547 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:49.772585 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a630aabc-15c5-4fb4-bf19-f68d44091885), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:49.775602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:49.776205 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:49.944934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bb307f-cd66-4035-9acb-1bfb8dc9c681 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:49.951655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Allocated IP 172.20.0.1 (029cf417-3dff-488a-a31f-f6895fa54c94/fc786026-a58e-4e6d-b20f-2233c8fed739/270efd60-9101-4701-8ba9-eda5534948c0) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:50.003290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Attempting to bind port a630aabc-15c5-4fb4-bf19-f68d44091885 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:50.003828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Attempting to bind port a630aabc-15c5-4fb4-bf19-f68d44091885 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:50.004358 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Attempting to bind port a630aabc-15c5-4fb4-bf19-f68d44091885 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:50.013749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bfbbe-ec2b-45da-b59c-e146a6f4e916 None None] Pushing event updated for resources: {'Port': ['ID=a630aabc-15c5-4fb4-bf19-f68d44091885,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:50.020805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:50.021344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:50.021927 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:50.022492 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:50.023255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Bound port: a630aabc-15c5-4fb4-bf19-f68d44091885, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:50.023810 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a630aabc-15c5-4fb4-bf19-f68d44091885), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:50.029671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 55bb307f-cd66-4035-9acb-1bfb8dc9c681, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:50.102217 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Publish callbacks [] for port (270efd60-9101-4701-8ba9-eda5534948c0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:50.152195 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:50.194458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] For port a630aabc-15c5-4fb4-bf19-f68d44091885, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:50.211535 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (270efd60-9101-4701-8ba9-eda5534948c0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:50.214321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] For port a630aabc-15c5-4fb4-bf19-f68d44091885, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a630aabc-15c5-4fb4-bf19-f68d44091885,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:50.235952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=55bb307f-cd66-4035-9acb-1bfb8dc9c681,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:50.297016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Pushing event updated for resources: {'Port': ['ID=270efd60-9101-4701-8ba9-eda5534948c0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:50.297590 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a630aabc-15c5-4fb4-bf19-f68d44091885), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:50.329229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Network 029cf417-3dff-488a-a31f-f6895fa54c94 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:50.358235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:50.362481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:50.387872 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9212c36-8a18-4674-898c-5889458f63a6 req-c6ad10cd-7cb4-442a-abe3-d87b82733e0e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:50.394459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9212c36-8a18-4674-898c-5889458f63a6 req-c6ad10cd-7cb4-442a-abe3-d87b82733e0e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:50.398072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['55bb307f-cd66-4035-9acb-1bfb8dc9c681'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:23:50.401113 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9212c36-8a18-4674-898c-5889458f63a6 req-c6ad10cd-7cb4-442a-abe3-d87b82733e0e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:50.411890 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9212c36-8a18-4674-898c-5889458f63a6 req-c6ad10cd-7cb4-442a-abe3-d87b82733e0e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.47 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2418 time: 0.7239544 Feb 11 04:23:50.422295 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:50.442514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2b56a6a-c6ff-4877-801e-673768a3e328 req-d1573be2-7c81-4114-b84e-9a6722da4290 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 210 time: 0.0940552 Feb 11 04:23:50.459649 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bfbbe-ec2b-45da-b59c-e146a6f4e916 None None] Pushing event updated for resources: {'Port': ['ID=a630aabc-15c5-4fb4-bf19-f68d44091885,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:50.473509 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80db33cb-d498-44dc-ad94-6df791b5795f req-fdd6ba2d-711f-46bf-9495-97fe03b60c0b tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284198 Feb 11 04:23:50.511997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Routers {'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:50.513952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:50.599689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-c6f91c76-5d0b-4a42-b79f-22d7c3bf7c36 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Made reservation on behalf of 18a9d9364c8b4e16bab20af731a39d5a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:23:50.603630 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-c6f91c76-5d0b-4a42-b79f-22d7c3bf7c36 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:50.628604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a602a9f-5988-43ad-88e8-d771cbb0df60 req-7916555b-c5eb-4ba4-935c-55f1042d761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:50.630234 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5a602a9f-5988-43ad-88e8-d771cbb0df60 req-7916555b-c5eb-4ba4-935c-55f1042d761d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c5ab24820404cabad08d88b221522bc&device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 1129 time: 0.3136463 Feb 11 04:23:50.798019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a602a9f-5988-43ad-88e8-d771cbb0df60 req-c59e62ea-61af-4406-aa7d-12d71465c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:50.799897 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5a602a9f-5988-43ad-88e8-d771cbb0df60 req-c59e62ea-61af-4406-aa7d-12d71465c584 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a20f827-c8f6-43af-bd9b-9fddc1589aea HTTP/1.1" status: 200 len: 912 time: 0.1556904 Feb 11 04:23:50.809624 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-c9212c36-8a18-4674-898c-5889458f63a6 req-01f64f7c-5bea-411c-99fb-cbf433965708 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Deleting port f7b7206a-48a3-4ec3-8ead-1a994c972ba1 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:23:50.810317 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c9212c36-8a18-4674-898c-5889458f63a6 req-01f64f7c-5bea-411c-99fb-cbf433965708 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:50.863945 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5a602a9f-5988-43ad-88e8-d771cbb0df60 req-e9df454f-2ee8-4d16-9a98-b0e1b653e2fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b229e91-c024-4556-bbe1-23939af4bcc2 HTTP/1.1" status: 200 len: 217 time: 0.0547714 Feb 11 04:23:50.926460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] Set router bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:50.929450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ed30d85c-b28a-45d6-b043-8c1538547f88 None None] Provisioning complete for port 270efd60-9101-4701-8ba9-eda5534948c0 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:50.929923 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ed30d85c-b28a-45d6-b043-8c1538547f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (270efd60-9101-4701-8ba9-eda5534948c0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:50.937504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a602a9f-5988-43ad-88e8-d771cbb0df60 req-49476e81-76c0-4e75-8156-192e3ede86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:50.940661 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5a602a9f-5988-43ad-88e8-d771cbb0df60 req-49476e81-76c0-4e75-8156-192e3ede86f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0575d29c-44f0-42cf-9a3b-e3b065542552 HTTP/1.1" status: 200 len: 851 time: 0.0693250 Feb 11 04:23:50.987950 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5a602a9f-5988-43ad-88e8-d771cbb0df60 req-06b2cbb6-d86c-4606-a971-439a0d3ff260 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a20f827-c8f6-43af-bd9b-9fddc1589aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417526 Feb 11 04:23:51.007197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ed30d85c-b28a-45d6-b043-8c1538547f88 None None] Port 270efd60-9101-4701-8ba9-eda5534948c0 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:51.008592 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1df6b-b0f0-4872-974b-5b7b1a26edf4 req-aa3d28c5-fda8-4313-beb3-aa8e06ffc539 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:51.011485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2a1df6b-b0f0-4872-974b-5b7b1a26edf4 req-aa3d28c5-fda8-4313-beb3-aa8e06ffc539 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 945 time: 0.3798611 Feb 11 04:23:51.042133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4cb3f-8e4c-4bab-bdb5-2627e11dd0de req-9f3c65f7-4fb4-4103-8919-891c44e60804 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:51.044418 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80d4cb3f-8e4c-4bab-bdb5-2627e11dd0de req-9f3c65f7-4fb4-4103-8919-891c44e60804 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.4140460 Feb 11 04:23:51.066176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-c6f91c76-5d0b-4a42-b79f-22d7c3bf7c36 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Allocated IP 172.20.0.13 (52d5dacd-cae5-4009-8c6b-8097afa11880/1a7a95f4-f8f6-481f-a092-ee0707ccef92/b8b89b57-c9a7-4914-b541-8f5a8b3a7eed) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:23:51.165731 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (270efd60-9101-4701-8ba9-eda5534948c0), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:51.190263 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5a602a9f-5988-43ad-88e8-d771cbb0df60 req-4d1fd590-63a0-4795-a55f-be92a0f56ac1 service neutron] 10.222.0.47 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652086 Feb 11 04:23:51.228183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-c9212c36-8a18-4674-898c-5889458f63a6 req-01f64f7c-5bea-411c-99fb-cbf433965708 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] For port f7b7206a-48a3-4ec3-8ead-1a994c972ba1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f7b7206a-48a3-4ec3-8ead-1a994c972ba1,segment=NetworkSegment(e7ca54bc-bc89-45aa-b5cc-c5f36384f69e),segment_id=e7ca54bc-bc89-45aa-b5cc-c5f36384f69e)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:51.228667 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c9212c36-8a18-4674-898c-5889458f63a6 req-01f64f7c-5bea-411c-99fb-cbf433965708 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:51.269257 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2a1df6b-b0f0-4872-974b-5b7b1a26edf4 req-7066ab9b-3d56-489b-b18b-18a5ee78b2d7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2372513 Feb 11 04:23:51.272409 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80d4cb3f-8e4c-4bab-bdb5-2627e11dd0de req-53dafd45-56db-4bf5-b338-80dcf84c1a19 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087574 Feb 11 04:23:51.280077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-c9212c36-8a18-4674-898c-5889458f63a6 req-01f64f7c-5bea-411c-99fb-cbf433965708 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Calling delete_port for f7b7206a-48a3-4ec3-8ead-1a994c972ba1 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:23:51.315457 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194228456-router', 'tenant_id': 'bdb7101888b147169e2ab688f5b8fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a630aabc-15c5-4fb4-bf19-f68d44091885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:43Z', 'updated_at': '2022-02-11T04:23:46Z', 'revision_number': 3, 'project_id': 'bdb7101888b147169e2ab688f5b8fd92', 'gw_port': {'id': 'a630aabc-15c5-4fb4-bf19-f68d44091885', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:95:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:45Z', 'updated_at': '2022-02-11T04:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:51.395023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c59e58-38ad-421c-a071-d73fd2be9040 None None] The sync data for ids ['bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'] in n-d-712142-35 is: [{'id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194228456-router', 'tenant_id': 'bdb7101888b147169e2ab688f5b8fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a630aabc-15c5-4fb4-bf19-f68d44091885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:43Z', 'updated_at': '2022-02-11T04:23:46Z', 'revision_number': 3, 'project_id': 'bdb7101888b147169e2ab688f5b8fd92', 'gw_port': {'id': 'a630aabc-15c5-4fb4-bf19-f68d44091885', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:95:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:45Z', 'updated_at': '2022-02-11T04:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:23:51.568595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0be33b1c-3dcc-45f5-8b70-ad8eef948fd9 req-61cacba3-ccfa-4a3f-b336-67939de98da9 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 210 time: 0.0859344 Feb 11 04:23:51.575652 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5a602a9f-5988-43ad-88e8-d771cbb0df60 req-71a0f0e3-a3ef-4642-8434-68bee730b114 service neutron] 10.222.0.47 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786714 Feb 11 04:23:51.647665 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-c6f91c76-5d0b-4a42-b79f-22d7c3bf7c36 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:51.667551 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Publish callbacks [] for port (270efd60-9101-4701-8ba9-eda5534948c0), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:51.737915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367089e-e4cb-4746-8854-bbcb5f342732 req-f1d38008-b175-45c7-b4b9-d7aab34b2010 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:51.743777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367089e-e4cb-4746-8854-bbcb5f342732 req-f1d38008-b175-45c7-b4b9-d7aab34b2010 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:51.750276 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367089e-e4cb-4746-8854-bbcb5f342732 req-f1d38008-b175-45c7-b4b9-d7aab34b2010 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:51.753676 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (270efd60-9101-4701-8ba9-eda5534948c0), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:51.757713 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d367089e-e4cb-4746-8854-bbcb5f342732 req-f1d38008-b175-45c7-b4b9-d7aab34b2010 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 2418 time: 0.2192442 Feb 11 04:23:51.896758 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Pushing event updated for resources: {'Port': ['ID=270efd60-9101-4701-8ba9-eda5534948c0,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:51.904272 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:51.908407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d367089e-e4cb-4746-8854-bbcb5f342732 req-25631fca-1796-45c3-882d-b2fef22b78c3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497576 Feb 11 04:23:51.946667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73d753-182e-429c-b2a0-6593af2232bf req-8e727c3a-80cb-431a-9dd0-ed1f849f9e0e tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:51.955246 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd73d753-182e-429c-b2a0-6593af2232bf req-8e727c3a-80cb-431a-9dd0-ed1f849f9e0e tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.2274511 Feb 11 04:23:51.961970 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-c6f91c76-5d0b-4a42-b79f-22d7c3bf7c36 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:52.022292 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c9212c36-8a18-4674-898c-5889458f63a6 req-01f64f7c-5bea-411c-99fb-cbf433965708 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f7b7206a-48a3-4ec3-8ead-1a994c972ba1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:52.052365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Network 029cf417-3dff-488a-a31f-f6895fa54c94 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:52.053999 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:52.156683 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-c6f91c76-5d0b-4a42-b79f-22d7c3bf7c36 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Network 52d5dacd-cae5-4009-8c6b-8097afa11880 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:23:52.235351 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd73d753-182e-429c-b2a0-6593af2232bf req-5a7bcc71-0e21-4212-a0bc-c73ce02b661c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787721 Feb 11 04:23:52.236738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-c6f91c76-5d0b-4a42-b79f-22d7c3bf7c36 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:23:52.259677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-c6f91c76-5d0b-4a42-b79f-22d7c3bf7c36 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:23:52.406070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9212c36-8a18-4674-898c-5889458f63a6 req-01f64f7c-5bea-411c-99fb-cbf433965708 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] No DVR routers for this DVR port f7b7206a-48a3-4ec3-8ead-1a994c972ba1 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:23:52.469411 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Router bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:23:52.472001 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c9212c36-8a18-4674-898c-5889458f63a6 req-01f64f7c-5bea-411c-99fb-cbf433965708 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:52.477872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9212c36-8a18-4674-898c-5889458f63a6 req-01f64f7c-5bea-411c-99fb-cbf433965708 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.47 "DELETE /v2.0/ports/f7b7206a-48a3-4ec3-8ead-1a994c972ba1 HTTP/1.1" status: 204 len: 173 time: 2.0408316 Feb 11 04:23:52.486106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'name': 'network-vif-deleted', 'tag': 'f7b7206a-48a3-4ec3-8ead-1a994c972ba1'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:52.490175 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f105bed1-f94e-4f97-bed0-021df998934c" -d '{"events": [{"server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "name": "network-vif-deleted", "tag": "f7b7206a-48a3-4ec3-8ead-1a994c972ba1"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:52.591084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f91c76-5d0b-4a42-b79f-22d7c3bf7c36 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Pushing event updated for resources: {'Port': ['ID=b8b89b57-c9a7-4914-b541-8f5a8b3a7eed,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:52.665495 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3d3-9866-4444-9b0f-eac5d8a868d1 None None] Provisioning complete for port 270efd60-9101-4701-8ba9-eda5534948c0 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:52.666094 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3d3-9866-4444-9b0f-eac5d8a868d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (270efd60-9101-4701-8ba9-eda5534948c0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:52.788499 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64f7c-5bea-411c-99fb-cbf433965708 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Port': ['ID=f7b7206a-48a3-4ec3-8ead-1a994c972ba1,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:52.803935 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a630aabc-15c5-4fb4-bf19-f68d44091885 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:52.825984 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91660b73-62ee-4aab-a24f-d2bb5e92b664 req-dcf7dd43-815c-45ac-a37b-05cf9527af31 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:52.836930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:23:52.841320 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-91660b73-62ee-4aab-a24f-d2bb5e92b664 req-dcf7dd43-815c-45ac-a37b-05cf9527af31 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 932 time: 0.7225668 Feb 11 04:23:52.847857 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e75cc3e4-e284-4939-832d-ebeffdf1fa44 admin admin] 10.222.0.13 "PUT /v2.0/routers/bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6656792 Feb 11 04:23:52.878694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3d3-9866-4444-9b0f-eac5d8a868d1 None None] Port 270efd60-9101-4701-8ba9-eda5534948c0 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:52.883111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-c6f91c76-5d0b-4a42-b79f-22d7c3bf7c36 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:52.883814 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-c6f91c76-5d0b-4a42-b79f-22d7c3bf7c36 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:52.903976 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a630aabc-15c5-4fb4-bf19-f68d44091885 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:52.905475 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a630aabc-15c5-4fb4-bf19-f68d44091885), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:52.932640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31bbf0-5812-410f-bfa8-3e12a07fded2 req-3e30439c-3a90-47b1-ad36-ca790504f874 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:52.944562 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e31bbf0-5812-410f-bfa8-3e12a07fded2 req-3e30439c-3a90-47b1-ad36-ca790504f874 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.4973791 Feb 11 04:23:53.013975 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-c6f91c76-5d0b-4a42-b79f-22d7c3bf7c36 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4087675 Feb 11 04:23:53.059874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b6597b58-f611-4ffa-8cd0-05f2c751b570 None None] Provisioning complete for port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:53.060591 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b6597b58-f611-4ffa-8cd0-05f2c751b570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:53.064126 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e31bbf0-5812-410f-bfa8-3e12a07fded2 req-c6e00abc-f96d-4825-857d-9ab4058dbc76 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183782 Feb 11 04:23:53.109464 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b6597b58-f611-4ffa-8cd0-05f2c751b570 None None] Port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:23:53.111933 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9b0cd82d-59be-4bfa-81d0-c27942a58b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:53.113642 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a630aabc-15c5-4fb4-bf19-f68d44091885 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:53.114027 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a630aabc-15c5-4fb4-bf19-f68d44091885), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:53.123345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Request body: {'port': {'device_id': '9b35c189-4601-423e-a7ac-0fb8fd034913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:53.180913 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 55bb307f-cd66-4035-9acb-1bfb8dc9c681 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:53.193282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port a630aabc-15c5-4fb4-bf19-f68d44091885, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a630aabc-15c5-4fb4-bf19-f68d44091885,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:53.223986 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-91660b73-62ee-4aab-a24f-d2bb5e92b664 req-aac5802b-1ff9-49d2-a6d6-33359c69a5de tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/security-groups?id=59d14182-0a15-4f56-b7fd-195c387d8ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814640 Feb 11 04:23:53.260797 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:53.286424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-c9212c36-8a18-4674-898c-5889458f63a6 req-c0ffaa53-db51-4fc2-87ee-3336f12007da tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Deleting port 85577748-ba5e-4a7c-8804-2b4b14a84e7c {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:23:53.286814 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c9212c36-8a18-4674-898c-5889458f63a6 req-c0ffaa53-db51-4fc2-87ee-3336f12007da tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:53.287704 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a630aabc-15c5-4fb4-bf19-f68d44091885), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:53.377292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:23:53.386156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=a630aabc-15c5-4fb4-bf19-f68d44091885,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:53.388963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:53.390072 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:53.517335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:53.517998 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:53.560105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fd630b-6973-4d06-88d6-1af645704cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bb307f-cd66-4035-9acb-1bfb8dc9c681'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:53.564252 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c5ff12-8aec-4c8a-bedc-e7ffdd7423a4" -d '{"events": [{"server_uuid": "36fd630b-6973-4d06-88d6-1af645704cc4", "name": "network-vif-plugged", "status": "completed", "tag": "55bb307f-cd66-4035-9acb-1bfb8dc9c681"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:53.577485 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-c9212c36-8a18-4674-898c-5889458f63a6 req-c0ffaa53-db51-4fc2-87ee-3336f12007da tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] For port 85577748-ba5e-4a7c-8804-2b4b14a84e7c, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=85577748-ba5e-4a7c-8804-2b4b14a84e7c,segment=NetworkSegment(b4b065d5-ff72-4138-95a0-ae6ea9817dbe),segment_id=b4b065d5-ff72-4138-95a0-ae6ea9817dbe)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:53.577879 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c9212c36-8a18-4674-898c-5889458f63a6 req-c0ffaa53-db51-4fc2-87ee-3336f12007da tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:53.589006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 55bb307f-cd66-4035-9acb-1bfb8dc9c681, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:53.607055 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9856b00-2a0a-4abd-87af-23f855d021db req-c4a4b7a7-9474-4f4f-951d-12db8bbaf38e tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:53.608655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9856b00-2a0a-4abd-87af-23f855d021db req-c4a4b7a7-9474-4f4f-951d-12db8bbaf38e tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 945 time: 0.2791181 Feb 11 04:23:53.610342 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f117aa8-302f-4d85-b694-3e1e2123c693 x-openstack-request-id: req-7f117aa8-302f-4d85-b694-3e1e2123c693 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:53.610660 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "name": "network-vif-deleted", "tag": "f7b7206a-48a3-4ec3-8ead-1a994c972ba1", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:53.610903 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f117aa8-302f-4d85-b694-3e1e2123c693 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:53.611295 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'name': 'network-vif-deleted', 'tag': 'f7b7206a-48a3-4ec3-8ead-1a994c972ba1', 'status': 'completed', 'code': 200} Feb 11 04:23:53.620762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-c9212c36-8a18-4674-898c-5889458f63a6 req-c0ffaa53-db51-4fc2-87ee-3336f12007da tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Calling delete_port for 85577748-ba5e-4a7c-8804-2b4b14a84e7c owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:23:53.639719 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:53.641071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f7b7206a-48a3-4ec3-8ead-1a994c972ba1 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:23:53.688562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: f7b7206a-48a3-4ec3-8ead-1a994c972ba1 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:23:53.689322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f7b7206a-48a3-4ec3-8ead-1a994c972ba1 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:23:53.690052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 12eba104-d3f3-4e25-9979-24e9420745ed no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:23:53.787813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-346ed463-2cbf-4a5d-b8ac-a8412acfa8af req-15647540-3fbc-49fc-97e2-f3e91fa723ca tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 210 time: 0.0916936 Feb 11 04:23:53.814781 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9856b00-2a0a-4abd-87af-23f855d021db req-bac644d0-152f-4a22-bf6f-0b91bffa116e tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1543508 Feb 11 04:23:53.857407 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=55bb307f-cd66-4035-9acb-1bfb8dc9c681,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:53.974885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 12eba104-d3f3-4e25-9979-24e9420745ed is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:53.975285 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:54.022745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 12eba104-d3f3-4e25-9979-24e9420745ed, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12eba104-d3f3-4e25-9979-24e9420745ed,segment=NetworkSegment(b4b065d5-ff72-4138-95a0-ae6ea9817dbe),segment_id=b4b065d5-ff72-4138-95a0-ae6ea9817dbe)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:54.067139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b89b57-c9a7-4914-b541-8f5a8b3a7eed {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:23:54.074146 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-294e65a7-1011-4f82-9880-d5134db9213c req-9d2f8168-366a-46a3-8f80-e85bae1ee73a tempest-FloatingIPDetailsNegativeTestJSON-1358639301 tempest-FloatingIPDetailsNegativeTestJSON-1358639301-project] show failed (client error): The resource could not be found. Feb 11 04:23:54.076249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-294e65a7-1011-4f82-9880-d5134db9213c req-9d2f8168-366a-46a3-8f80-e85bae1ee73a tempest-FloatingIPDetailsNegativeTestJSON-1358639301 tempest-FloatingIPDetailsNegativeTestJSON-1358639301-project] 10.222.0.13 "GET /v2.0/floatingips/a60d354d-e164-4d41-b882-d93248702364 HTTP/1.1" status: 404 len: 350 time: 0.0967271 Feb 11 04:23:54.082790 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Publish callbacks [] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:54.090957 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46284) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:54.104947 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:54.108911 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 85577748-ba5e-4a7c-8804-2b4b14a84e7c no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:23:54.173175 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Transition to ACTIVE for port object b8b89b57-c9a7-4914-b541-8f5a8b3a7eed will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:23:54.201762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c93a59-a337-4161-9c80-55c48f886f85 req-db2f7602-5c38-4f6e-9f04-a8040f744af2 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:54.214023 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c93a59-a337-4161-9c80-55c48f886f85 req-db2f7602-5c38-4f6e-9f04-a8040f744af2 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:54.222694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31c93a59-a337-4161-9c80-55c48f886f85 req-db2f7602-5c38-4f6e-9f04-a8040f744af2 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 1682 time: 0.2764993 Feb 11 04:23:54.270154 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c9212c36-8a18-4674-898c-5889458f63a6 req-c0ffaa53-db51-4fc2-87ee-3336f12007da tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:54.303042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=12eba104-d3f3-4e25-9979-24e9420745ed,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:54.314414 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 85577748-ba5e-4a7c-8804-2b4b14a84e7c is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:54.314892 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (85577748-ba5e-4a7c-8804-2b4b14a84e7c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:54.324061 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:54.337472 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Sync routers for ids ['bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:23:54.347226 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:54.347888 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Routers {'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:54.348512 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:54.350147 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:54.352368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:54.353340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:54.355357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:54.357325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffaa53-db51-4fc2-87ee-3336f12007da tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Port': ['ID=85577748-ba5e-4a7c-8804-2b4b14a84e7c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:54.358198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:54.360618 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:54.381557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:54.387271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:54.387271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:54.387271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:54.387271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:54.392567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:23:54.561967 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Set router bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:54.588740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9212c36-8a18-4674-898c-5889458f63a6 req-c0ffaa53-db51-4fc2-87ee-3336f12007da tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] No DVR routers for this DVR port 85577748-ba5e-4a7c-8804-2b4b14a84e7c on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:23:54.598855 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c9212c36-8a18-4674-898c-5889458f63a6 req-c0ffaa53-db51-4fc2-87ee-3336f12007da tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:54.602227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9212c36-8a18-4674-898c-5889458f63a6 req-c0ffaa53-db51-4fc2-87ee-3336f12007da tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.47 "DELETE /v2.0/ports/85577748-ba5e-4a7c-8804-2b4b14a84e7c HTTP/1.1" status: 204 len: 173 time: 2.0903409 Feb 11 04:23:54.661110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31c93a59-a337-4161-9c80-55c48f886f85 req-1024aeaa-7479-4c95-8091-0870f8105fa6 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195125 Feb 11 04:23:54.672468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a630aabc-15c5-4fb4-bf19-f68d44091885 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:23:54.823236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2c244-e535-4e61-9966-1e7f811e3f38 req-918205e7-8418-436d-9c4f-2e0a72c76c74 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:54.834575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ff2c244-e535-4e61-9966-1e7f811e3f38 req-918205e7-8418-436d-9c4f-2e0a72c76c74 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.5940325 Feb 11 04:23:54.837875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a630aabc-15c5-4fb4-bf19-f68d44091885 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:23:54.838402 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a630aabc-15c5-4fb4-bf19-f68d44091885), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:54.845302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Pushing event updated for resources: {'Port': ['ID=b8b89b57-c9a7-4914-b541-8f5a8b3a7eed,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:54.966381 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-beaa877f-70fd-47df-8698-33a6970eb7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:54.979509 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194228456-router', 'tenant_id': 'bdb7101888b147169e2ab688f5b8fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a630aabc-15c5-4fb4-bf19-f68d44091885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:43Z', 'updated_at': '2022-02-11T04:23:50Z', 'revision_number': 4, 'project_id': 'bdb7101888b147169e2ab688f5b8fd92', 'gw_port': {'id': 'a630aabc-15c5-4fb4-bf19-f68d44091885', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:45Z', 'updated_at': '2022-02-11T04:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '270efd60-9101-4701-8ba9-eda5534948c0', 'name': '', 'network_id': '029cf417-3dff-488a-a31f-f6895fa54c94', 'tenant_id': 'bdb7101888b147169e2ab688f5b8fd92', 'mac_address': 'fa:16:3e:57:2f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'fc786026-a58e-4e6d-b20f-2233c8fed739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:49Z', 'updated_at': '2022-02-11T04:23:51Z', 'revision_number': 2, 'project_id': 'bdb7101888b147169e2ab688f5b8fd92', 'subnets': [{'id': 'fc786026-a58e-4e6d-b20f-2233c8fed739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:55.011493 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a630aabc-15c5-4fb4-bf19-f68d44091885 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:23:55.025258 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Checking router: bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:23:55.025761 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Updating router bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 port 270efd60-9101-4701-8ba9-eda5534948c0 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:23:55.071532 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (270efd60-9101-4701-8ba9-eda5534948c0), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:55.172824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d6bb8-f668-4194-8d89-8b58b0dae7ce req-b01de4c3-96e2-4473-b6ca-9a35a8dd80b3 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:55.174599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-995d6bb8-f668-4194-8d89-8b58b0dae7ce req-b01de4c3-96e2-4473-b6ca-9a35a8dd80b3 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.3077116 Feb 11 04:23:55.196612 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ff2c244-e535-4e61-9966-1e7f811e3f38 req-0bf11a61-9ec1-4eac-9bf5-a86a2272dd78 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607404 Feb 11 04:23:55.205628 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Attempting to bind port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:55.206099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Attempting to bind port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '7fa07085-217f-434d-845f-aeb8df0902ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:55.206534 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Attempting to bind port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed on network 52d5dacd-cae5-4009-8c6b-8097afa11880 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:55.217222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed on network 52d5dacd-cae5-4009-8c6b-8097afa11880 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:23:55.217622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Attempting to bind port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed on network 52d5dacd-cae5-4009-8c6b-8097afa11880 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:55.233834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:55.234334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Checking segment: {'id': '7fa07085-217f-434d-845f-aeb8df0902ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:55.234878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Bound using segment: {'id': '7fa07085-217f-434d-845f-aeb8df0902ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:55.235441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Bound port: b8b89b57-c9a7-4914-b541-8f5a8b3a7eed, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa07085-217f-434d-845f-aeb8df0902ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:55.235905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:55.321099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-c9212c36-8a18-4674-898c-5889458f63a6 req-21684476-60b2-432f-9311-ab4f8a5d1a58 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Deleting port 12eba104-d3f3-4e25-9979-24e9420745ed {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:23:55.322083 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c9212c36-8a18-4674-898c-5889458f63a6 req-21684476-60b2-432f-9311-ab4f8a5d1a58 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:55.392926 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e9b5dd88-82a5-4cb6-85a3-e2fb978f994f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:55.456070 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-beaa877f-70fd-47df-8698-33a6970eb7f1 admin admin] Deleting port 270efd60-9101-4701-8ba9-eda5534948c0 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:23:55.456881 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-beaa877f-70fd-47df-8698-33a6970eb7f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (270efd60-9101-4701-8ba9-eda5534948c0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:55.463435 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-995d6bb8-f668-4194-8d89-8b58b0dae7ce req-455af0af-affa-474f-ab5b-a1dff706ce55 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654076 Feb 11 04:23:55.527213 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] For port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:23:55.545400 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Publish callbacks [] for port (270efd60-9101-4701-8ba9-eda5534948c0), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:55.562985 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-beaa877f-70fd-47df-8698-33a6970eb7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (270efd60-9101-4701-8ba9-eda5534948c0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:55.574414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] For port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=b8b89b57-c9a7-4914-b541-8f5a8b3a7eed,segment=NetworkSegment(7fa07085-217f-434d-845f-aeb8df0902ec),segment_id=7fa07085-217f-434d-845f-aeb8df0902ec)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:23:55.578037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-beaa877f-70fd-47df-8698-33a6970eb7f1 admin admin] Calling delete_port for 270efd60-9101-4701-8ba9-eda5534948c0 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:23:55.591307 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c622d1e-53c9-4ba1-b840-4b2007c62c2f x-openstack-request-id: req-1c622d1e-53c9-4ba1-b840-4b2007c62c2f {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:55.591598 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fd630b-6973-4d06-88d6-1af645704cc4", "name": "network-vif-plugged", "status": "completed", "tag": "55bb307f-cd66-4035-9acb-1bfb8dc9c681", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:55.591855 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c622d1e-53c9-4ba1-b840-4b2007c62c2f {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:55.594248 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fd630b-6973-4d06-88d6-1af645704cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'code': 200} Feb 11 04:23:55.605059 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (270efd60-9101-4701-8ba9-eda5534948c0), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:55.615349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'name': 'network-vif-deleted', 'tag': '85577748-ba5e-4a7c-8804-2b4b14a84e7c'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:55.625408 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d554ad0-7c22-4226-9b9a-34931af68551" -d '{"events": [{"server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "name": "network-vif-deleted", "tag": "85577748-ba5e-4a7c-8804-2b4b14a84e7c"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:55.646393 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:55.672540 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-c9212c36-8a18-4674-898c-5889458f63a6 req-21684476-60b2-432f-9311-ab4f8a5d1a58 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] For port 12eba104-d3f3-4e25-9979-24e9420745ed, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12eba104-d3f3-4e25-9979-24e9420745ed,segment=NetworkSegment(b4b065d5-ff72-4138-95a0-ae6ea9817dbe),segment_id=b4b065d5-ff72-4138-95a0-ae6ea9817dbe)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:55.676633 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c9212c36-8a18-4674-898c-5889458f63a6 req-21684476-60b2-432f-9311-ab4f8a5d1a58 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:55.799738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:55.800457 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:55.801950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] 10.222.0.32 "PUT /v2.0/ports/b8b89b57-c9a7-4914-b541-8f5a8b3a7eed HTTP/1.1" status: 200 len: 1093 time: 2.7163451 Feb 11 04:23:55.804958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-c9212c36-8a18-4674-898c-5889458f63a6 req-21684476-60b2-432f-9311-ab4f8a5d1a58 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Calling delete_port for 12eba104-d3f3-4e25-9979-24e9420745ed owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:23:55.870170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70b3a23c-1fbd-487d-9c72-a1e730d9ffd1 req-ff7339c6-015d-4c40-b332-a495e509b5c0 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 210 time: 0.0628703 Feb 11 04:23:55.925933 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac896b-6446-463c-9a3d-06c8584ca7b9 None None] Pushing event updated for resources: {'Port': ['ID=270efd60-9101-4701-8ba9-eda5534948c0,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:55.946086 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-beaa877f-70fd-47df-8698-33a6970eb7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (270efd60-9101-4701-8ba9-eda5534948c0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:55.961451 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Attempting to bind port 270efd60-9101-4701-8ba9-eda5534948c0 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:23:55.961822 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Attempting to bind port 270efd60-9101-4701-8ba9-eda5534948c0 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'cb2578e2-ef82-4b16-bff0-502ae72c9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '029cf417-3dff-488a-a31f-f6895fa54c94'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:23:55.962184 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Attempting to bind port 270efd60-9101-4701-8ba9-eda5534948c0 on network 029cf417-3dff-488a-a31f-f6895fa54c94 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:23:55.977345 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:23:55.980471 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Checking segment: {'id': 'cb2578e2-ef82-4b16-bff0-502ae72c9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '029cf417-3dff-488a-a31f-f6895fa54c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:23:55.980900 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:55.981419 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Bound using segment: {'id': 'cb2578e2-ef82-4b16-bff0-502ae72c9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '029cf417-3dff-488a-a31f-f6895fa54c94'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:23:55.987103 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Bound port: 270efd60-9101-4701-8ba9-eda5534948c0, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2578e2-ef82-4b16-bff0-502ae72c9e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '029cf417-3dff-488a-a31f-f6895fa54c94'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:23:55.987498 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (270efd60-9101-4701-8ba9-eda5534948c0), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:56.014190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa877f-70fd-47df-8698-33a6970eb7f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=270efd60-9101-4701-8ba9-eda5534948c0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:56.036903 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a397492-464b-41c4-9fbf-595f37d4eba9 req-474094a9-4054-47a2-857f-aa03e414ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:56.038502 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4a397492-464b-41c4-9fbf-595f37d4eba9 req-474094a9-4054-47a2-857f-aa03e414ac96 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 1129 time: 0.2019894 Feb 11 04:23:56.054999 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Port 270efd60-9101-4701-8ba9-eda5534948c0 has been deleted concurrently {{(pid=103811) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 11 04:23:56.080054 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Routers {'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:56.081016 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:56.142468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fa89a-7ce6-4ff5-aa17-32976cf034db service neutron] Pushing event updated for resources: {'Port': ['ID=b8b89b57-c9a7-4914-b541-8f5a8b3a7eed,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:56.189705 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a57b04-fdbd-481e-82f2-818b7c21277f req-4b54cbb1-37ea-4f3a-aa04-7b900c00cf9d tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:56.210496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7a57b04-fdbd-481e-82f2-818b7c21277f req-4b54cbb1-37ea-4f3a-aa04-7b900c00cf9d tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 944 time: 0.4420073 Feb 11 04:23:56.230166 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4a397492-464b-41c4-9fbf-595f37d4eba9 req-0336b26b-21bb-4b71-a3b8-e63d81c98daa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1822450 Feb 11 04:23:56.257035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-5810b067-dde3-4384-8643-f8c67e079847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:56.259356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-5810b067-dde3-4384-8643-f8c67e079847 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=18a9d9364c8b4e16bab20af731a39d5a&device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 1127 time: 0.2474897 Feb 11 04:23:56.270734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b9b9bb80-2ec3-4ba9-b7f4-ec22aeb5b537 None None] Could not find standard attr ID for object 270efd60-9101-4701-8ba9-eda5534948c0. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:23:56.301473 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] Set router bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:56.430182 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-beaa877f-70fd-47df-8698-33a6970eb7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:56.541566 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:56.627833 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194228456-router', 'tenant_id': 'bdb7101888b147169e2ab688f5b8fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a630aabc-15c5-4fb4-bf19-f68d44091885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:43Z', 'updated_at': '2022-02-11T04:23:55Z', 'revision_number': 5, 'project_id': 'bdb7101888b147169e2ab688f5b8fd92', 'gw_port': {'id': 'a630aabc-15c5-4fb4-bf19-f68d44091885', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:45Z', 'updated_at': '2022-02-11T04:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:56.670845 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbbf454-db5e-4917-a0ad-d924012b3479 None None] The sync data for ids ['bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'] in n-d-712142-35 is: [{'id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194228456-router', 'tenant_id': 'bdb7101888b147169e2ab688f5b8fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'a630aabc-15c5-4fb4-bf19-f68d44091885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:43Z', 'updated_at': '2022-02-11T04:23:55Z', 'revision_number': 5, 'project_id': 'bdb7101888b147169e2ab688f5b8fd92', 'gw_port': {'id': 'a630aabc-15c5-4fb4-bf19-f68d44091885', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:45Z', 'updated_at': '2022-02-11T04:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:23:56.761464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beaa877f-70fd-47df-8698-33a6970eb7f1 admin admin] Router bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:23:56.798870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-1fcd4c20-79ec-4940-b86c-4e8775ac1407 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8b89b57-c9a7-4914-b541-8f5a8b3a7eed HTTP/1.1" status: 200 len: 217 time: 0.5136962 Feb 11 04:23:56.853195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fd984-e9c3-4df5-95a0-ddd26e987ffe req-8aa3b56b-da97-4424-8642-15fd0f29deea tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:56.854902 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-283fd984-e9c3-4df5-95a0-ddd26e987ffe req-8aa3b56b-da97-4424-8642-15fd0f29deea tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.7875285 Feb 11 04:23:56.884329 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7a57b04-fdbd-481e-82f2-818b7c21277f req-7571c47f-6d9f-4b1a-9c49-bd1ca90d62ea tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/security-groups?id=59d14182-0a15-4f56-b7fd-195c387d8ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6700077 Feb 11 04:23:56.904660 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-bc18afa9-ad69-4c10-a61f-4c4242e9be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:56.906239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-bc18afa9-ad69-4c10-a61f-4c4242e9be97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a7a95f4-f8f6-481f-a092-ee0707ccef92 HTTP/1.1" status: 200 len: 853 time: 0.0965736 Feb 11 04:23:56.935314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beaa877f-70fd-47df-8698-33a6970eb7f1 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:23:56.941441 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-beaa877f-70fd-47df-8698-33a6970eb7f1 admin admin] 10.222.0.13 "PUT /v2.0/routers/bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8492410 Feb 11 04:23:56.944929 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46304) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:57.001717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-283fd984-e9c3-4df5-95a0-ddd26e987ffe req-cc13cb8c-b3d3-40a7-a4fb-daef81d64043 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360674 Feb 11 04:23:57.060719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-43793429-d275-49c5-acba-1c0ce2e9d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:57.060719 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-43793429-d275-49c5-acba-1c0ce2e9d661 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52d5dacd-cae5-4009-8c6b-8097afa11880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0923169 Feb 11 04:23:57.081547 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9121d8a-434a-4ef9-a87d-dd77bcedfe2d x-openstack-request-id: req-d9121d8a-434a-4ef9-a87d-dd77bcedfe2d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:57.081547 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "name": "network-vif-deleted", "tag": "85577748-ba5e-4a7c-8804-2b4b14a84e7c", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:57.081547 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9121d8a-434a-4ef9-a87d-dd77bcedfe2d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:57.081547 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'name': 'network-vif-deleted', 'tag': '85577748-ba5e-4a7c-8804-2b4b14a84e7c', 'status': 'completed', 'code': 200} Feb 11 04:23:57.112837 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c9212c36-8a18-4674-898c-5889458f63a6 req-21684476-60b2-432f-9311-ab4f8a5d1a58 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (12eba104-d3f3-4e25-9979-24e9420745ed), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:57.338822 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-f7599d2e-73ef-44ce-a3fb-be1006faf67f service neutron] 10.222.0.32 "GET /v2.0/networks/52d5dacd-cae5-4009-8c6b-8097afa11880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595789 Feb 11 04:23:57.349903 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9d588d4-1fad-4d2c-8247-fb5f2b4bdc1d req-6a6b2443-297c-4330-87cd-9e6574286a6a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 210 time: 0.1429477 Feb 11 04:23:57.352484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21684476-60b2-432f-9311-ab4f8a5d1a58 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Port': ['ID=12eba104-d3f3-4e25-9979-24e9420745ed,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:57.449147 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] Publish callbacks [] for router (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:57.539255 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d365f54-fcca-4708-a75f-d9a3c514b74b req-ef3ca9a7-166d-4673-bf92-4a4955336869 service neutron] 10.222.0.32 "GET /v2.0/networks/52d5dacd-cae5-4009-8c6b-8097afa11880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837132 Feb 11 04:23:57.564230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9212c36-8a18-4674-898c-5889458f63a6 req-21684476-60b2-432f-9311-ab4f8a5d1a58 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] No DVR routers for this DVR port 12eba104-d3f3-4e25-9979-24e9420745ed on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:23:57.577766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c9212c36-8a18-4674-898c-5889458f63a6 req-21684476-60b2-432f-9311-ab4f8a5d1a58 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:57.581111 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9212c36-8a18-4674-898c-5889458f63a6 req-21684476-60b2-432f-9311-ab4f8a5d1a58 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.47 "DELETE /v2.0/ports/12eba104-d3f3-4e25-9979-24e9420745ed HTTP/1.1" status: 204 len: 173 time: 2.9566655 Feb 11 04:23:57.593875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12eba104-d3f3-4e25-9979-24e9420745ed'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:57.597563 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0faf61-f8c0-4e86-a3df-0f44706bdc6d" -d '{"events": [{"server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "name": "network-vif-unplugged", "status": "completed", "tag": "12eba104-d3f3-4e25-9979-24e9420745ed"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:57.607131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb665ac5-3beb-46f0-afbb-9276af075776 req-0d010eb7-7e02-438d-b6b9-3468beb9094a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b1b44db-9875-47fd-b91c-9b8a2a849ce3 HTTP/1.1" status: 200 len: 210 time: 0.0663047 Feb 11 04:23:57.615000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] Publish callbacks [] for router_gateway (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:57.652306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c8076-e9de-47b1-bdd7-89721ecf1588 req-cc557367-490e-44e1-b4fd-3da9807942ef tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:57.660419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-776c8076-e9de-47b1-bdd7-89721ecf1588 req-cc557367-490e-44e1-b4fd-3da9807942ef tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.1500573 Feb 11 04:23:57.791256 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-776c8076-e9de-47b1-bdd7-89721ecf1588 req-3ff1975d-8515-4ce6-9d90-7ed25ef9c6bb tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295836 Feb 11 04:23:57.816576 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] Deleting port a630aabc-15c5-4fb4-bf19-f68d44091885 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:23:57.822725 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a630aabc-15c5-4fb4-bf19-f68d44091885), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:57.875572 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d71c1-0f78-40a7-b33a-dccf86c5fc1b None None] Sync routers for ids ['bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:23:57.888328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9611a-e4c8-4684-9549-4a394e163b0f req-fbdea9ba-f5fc-4087-b8c2-d6578ec7fb97 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:57.891800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d71c1-0f78-40a7-b33a-dccf86c5fc1b None None] Routers {'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:57.892455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-795d71c1-0f78-40a7-b33a-dccf86c5fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:57.896758 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8bf9611a-e4c8-4684-9549-4a394e163b0f req-fbdea9ba-f5fc-4087-b8c2-d6578ec7fb97 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1408665 Feb 11 04:23:57.958536 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] For port a630aabc-15c5-4fb4-bf19-f68d44091885, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a630aabc-15c5-4fb4-bf19-f68d44091885,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:23:57.959164 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a630aabc-15c5-4fb4-bf19-f68d44091885), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:57.978701 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] Calling delete_port for a630aabc-15c5-4fb4-bf19-f68d44091885 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:23:57.979723 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8bf9611a-e4c8-4684-9549-4a394e163b0f req-98f313be-b660-4542-b0f0-ac8ee38143dd tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808945 Feb 11 04:23:58.008742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-795d71c1-0f78-40a7-b33a-dccf86c5fc1b None None] Set router bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:58.009012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80666044-fa46-49ad-8546-c2f2df0425af req-3688cd5b-6c08-48cb-9113-bb2f60ef2d2c tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:58.011506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80666044-fa46-49ad-8546-c2f2df0425af req-3688cd5b-6c08-48cb-9113-bb2f60ef2d2c tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 1133 time: 0.1062214 Feb 11 04:23:58.055790 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edad2b16-949f-4193-856f-2847ac297942 x-openstack-request-id: req-edad2b16-949f-4193-856f-2847ac297942 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:58.056274 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "name": "network-vif-unplugged", "status": "completed", "tag": "12eba104-d3f3-4e25-9979-24e9420745ed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:58.056806 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edad2b16-949f-4193-856f-2847ac297942 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:58.057339 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12eba104-d3f3-4e25-9979-24e9420745ed', 'code': 200} Feb 11 04:23:58.091820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80666044-fa46-49ad-8546-c2f2df0425af req-9b05f1cf-78db-41cf-8d26-5dfc54558f38 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724559 Feb 11 04:23:58.099577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-795d71c1-0f78-40a7-b33a-dccf86c5fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194228456-router', 'tenant_id': 'bdb7101888b147169e2ab688f5b8fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:43Z', 'updated_at': '2022-02-11T04:23:57Z', 'revision_number': 6, 'project_id': 'bdb7101888b147169e2ab688f5b8fd92', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:58.155663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d71c1-0f78-40a7-b33a-dccf86c5fc1b None None] Checking router: bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:23:58.169334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d71c1-0f78-40a7-b33a-dccf86c5fc1b None None] Routers {'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:23:58.173647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-795d71c1-0f78-40a7-b33a-dccf86c5fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:58.173795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd437a21-0f3c-4c93-9c84-bd8e3caed539 req-c2714c20-011c-4803-90bc-97b9bd81e75e tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:58.175083 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd437a21-0f3c-4c93-9c84-bd8e3caed539 req-c2714c20-011c-4803-90bc-97b9bd81e75e tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 944 time: 0.0614963 Feb 11 04:23:58.217834 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:58.275114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd437a21-0f3c-4c93-9c84-bd8e3caed539 req-94ecd4f3-9eb3-476d-8eda-c0366ebf1ba8 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/security-groups?id=59d14182-0a15-4f56-b7fd-195c387d8ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896730 Feb 11 04:23:58.276755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-795d71c1-0f78-40a7-b33a-dccf86c5fc1b None None] Set router bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:23:58.283882 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f0390-307a-44e3-a4bb-22feccdabfee req-057b3671-4ab6-43be-a329-dda2bbd8af9d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:58.290665 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-212f0390-307a-44e3-a4bb-22feccdabfee req-057b3671-4ab6-43be-a329-dda2bbd8af9d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1070292 Feb 11 04:23:58.338162 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-795d71c1-0f78-40a7-b33a-dccf86c5fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194228456-router', 'tenant_id': 'bdb7101888b147169e2ab688f5b8fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:43Z', 'updated_at': '2022-02-11T04:23:57Z', 'revision_number': 6, 'project_id': 'bdb7101888b147169e2ab688f5b8fd92', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:23:58.367248 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-212f0390-307a-44e3-a4bb-22feccdabfee req-3ab9855e-0126-4455-a76f-984c9faa7a3e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756176 Feb 11 04:23:58.394431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795d71c1-0f78-40a7-b33a-dccf86c5fc1b None None] The sync data for ids ['bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79'] in n-d-712142-35 is: [{'id': 'bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1194228456-router', 'tenant_id': 'bdb7101888b147169e2ab688f5b8fd92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:43Z', 'updated_at': '2022-02-11T04:23:57Z', 'revision_number': 6, 'project_id': 'bdb7101888b147169e2ab688f5b8fd92', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:23:58.422137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (a630aabc-15c5-4fb4-bf19-f68d44091885), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:58.440766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9ea90-9a27-4731-bf52-94fd1ef73279 req-e92eac93-b3b8-447c-ac05-d1a574603b3d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:58.448807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7db9ea90-9a27-4731-bf52-94fd1ef73279 req-e92eac93-b3b8-447c-ac05-d1a574603b3d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.0802786 Feb 11 04:23:58.459389 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] Pushing event deleted for resources: {'Port': ['ID=a630aabc-15c5-4fb4-bf19-f68d44091885,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:58.545577 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:58.562690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f7727-a30f-4ea0-8e1f-5548b41cae6c req-463dfd7d-e52a-49f7-84d4-fe77813b0f8f tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:58.564288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f30f7727-a30f-4ea0-8e1f-5548b41cae6c req-463dfd7d-e52a-49f7-84d4-fe77813b0f8f tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 1133 time: 0.1122770 Feb 11 04:23:58.577140 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7db9ea90-9a27-4731-bf52-94fd1ef73279 req-2a34889a-6346-4727-8aad-9106d1d49c80 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1271248 Feb 11 04:23:58.680067 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:58.682405 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] Publish callbacks [] for router_controller (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:58.725120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f30f7727-a30f-4ea0-8e1f-5548b41cae6c req-edd42477-11f2-4745-b331-cf8c910b233d tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467967 Feb 11 04:23:58.764829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05738062-8897-40bb-a227-834d07e5fbcc req-771c2abf-232c-47e9-a2b9-e160b2723ed3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=79f78707-58f4-4335-ae74-bb245fc4aea3 HTTP/1.1" status: 200 len: 210 time: 0.0378385 Feb 11 04:23:58.811092 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:58.811998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:23:58.816935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:58.819312 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b1ca9441-7ca6-44f8-9f77-3ae661b5627d admin admin] 10.222.0.13 "DELETE /v2.0/routers/bb7c2c42-2b98-4de6-a3c3-1f2fb2938a79 HTTP/1.1" status: 204 len: 168 time: 1.8727624 Feb 11 04:23:58.821631 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46330) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:58.902303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-53dbef3e-be92-4cc5-bf5a-6f126c2d7efa admin admin] Deleting subnet fc786026-a58e-4e6d-b20f-2233c8fed739 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:23:58.909806 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-53dbef3e-be92-4cc5-bf5a-6f126c2d7efa admin admin] Publish callbacks [] for subnet (fc786026-a58e-4e6d-b20f-2233c8fed739), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:58.943421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589c70f-73b3-4cbd-91a2-1a443034babc req-403f46cc-743d-45a7-9458-1744cbc08568 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:58.944880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3589c70f-73b3-4cbd-91a2-1a443034babc req-403f46cc-743d-45a7-9458-1744cbc08568 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.1223173 Feb 11 04:23:58.957004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46334) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:58.963512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-89336749-4f9e-4838-9060-01b16ec3c15d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Request body: {'floatingip': {'port_id': '55bb307f-cd66-4035-9acb-1bfb8dc9c681'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:23:58.968499 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-53dbef3e-be92-4cc5-bf5a-6f126c2d7efa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (fc786026-a58e-4e6d-b20f-2233c8fed739), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:59.033829 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-89336749-4f9e-4838-9060-01b16ec3c15d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for floatingip (1a16e134-eb5d-42f4-bb4b-363408a20ba0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:59.078495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b35c189-4601-423e-a7ac-0fb8fd034913', 'tag': 'b8b89b57-c9a7-4914-b541-8f5a8b3a7eed'}, {'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'name': 'network-vif-deleted', 'tag': '12eba104-d3f3-4e25-9979-24e9420745ed'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:23:59.086171 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf96cb0-7d0c-47a9-8d9f-6354e4d5e7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b35c189-4601-423e-a7ac-0fb8fd034913", "tag": "b8b89b57-c9a7-4914-b541-8f5a8b3a7eed"}, {"server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "name": "network-vif-deleted", "tag": "12eba104-d3f3-4e25-9979-24e9420745ed"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:23:59.187604 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-53dbef3e-be92-4cc5-bf5a-6f126c2d7efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (fc786026-a58e-4e6d-b20f-2233c8fed739), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:59.525936 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96748f56-c282-4055-ad5b-196223986095 req-b610dadc-4b39-436d-98e4-6d699906428c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:59.544153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96748f56-c282-4055-ad5b-196223986095 req-b610dadc-4b39-436d-98e4-6d699906428c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.1550040 Feb 11 04:23:59.602348 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-53dbef3e-be92-4cc5-bf5a-6f126c2d7efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (fc786026-a58e-4e6d-b20f-2233c8fed739), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:59.652897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbef3e-be92-4cc5-bf5a-6f126c2d7efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc786026-a58e-4e6d-b20f-2233c8fed739,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:23:59.655395 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-53dbef3e-be92-4cc5-bf5a-6f126c2d7efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:59.661238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-53dbef3e-be92-4cc5-bf5a-6f126c2d7efa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fc786026-a58e-4e6d-b20f-2233c8fed739 HTTP/1.1" status: 204 len: 168 time: 0.8369195 Feb 11 04:23:59.662456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46358) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:23:59.666580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96748f56-c282-4055-ad5b-196223986095 req-242cc722-c6a1-4827-81c3-df781aa6088a tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294837 Feb 11 04:23:59.685450 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 04:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6116eae8-4348-4a7f-bd50-877d81bba47e x-openstack-request-id: req-6116eae8-4348-4a7f-bd50-877d81bba47e {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:23:59.685748 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b35c189-4601-423e-a7ac-0fb8fd034913", "tag": "b8b89b57-c9a7-4914-b541-8f5a8b3a7eed", "status": "completed", "code": 200}, {"server_uuid": "79f78707-58f4-4335-ae74-bb245fc4aea3", "name": "network-vif-deleted", "tag": "12eba104-d3f3-4e25-9979-24e9420745ed", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:23:59.686007 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6116eae8-4348-4a7f-bd50-877d81bba47e {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:23:59.686410 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b35c189-4601-423e-a7ac-0fb8fd034913', 'tag': 'b8b89b57-c9a7-4914-b541-8f5a8b3a7eed', 'status': 'completed', 'code': 200} Feb 11 04:23:59.686710 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f78707-58f4-4335-ae74-bb245fc4aea3', 'name': 'network-vif-deleted', 'tag': '12eba104-d3f3-4e25-9979-24e9420745ed', 'status': 'completed', 'code': 200} Feb 11 04:23:59.687085 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98e8ea6-be1c-4818-b9be-b4c1102d3a94 None None] Network 029cf417-3dff-488a-a31f-f6895fa54c94 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:23:59.705177 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:59.847401 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-89336749-4f9e-4838-9060-01b16ec3c15d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:59.864751 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf96cb0-7d0c-47a9-8d9f-6354e4d5e7fc req-795c7149-0dda-4ac4-8f12-8297f8194797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:23:59.866504 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbf96cb0-7d0c-47a9-8d9f-6354e4d5e7fc req-795c7149-0dda-4ac4-8f12-8297f8194797 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=18a9d9364c8b4e16bab20af731a39d5a&device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 1127 time: 0.1139507 Feb 11 04:23:59.900958 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (029cf417-3dff-488a-a31f-f6895fa54c94), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:23:59.926994 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-89336749-4f9e-4838-9060-01b16ec3c15d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (1a16e134-eb5d-42f4-bb4b-363408a20ba0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:00.000490 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] Deleting port 664a6026-dac8-4ad7-80e4-e080dd2c5f90 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:00.001226 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:00.036739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4f1e36-3363-4017-b805-ee1b96b708b7 None None] DHCP port deletion for 029cf417-3dff-488a-a31f-f6895fa54c94 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:24:00.059521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87368252-d05a-4340-83a8-5be19c588ade req-1af6d4ce-ef5d-4e1d-b986-aa5e8c348b73 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:00.061030 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87368252-d05a-4340-83a8-5be19c588ade req-1af6d4ce-ef5d-4e1d-b986-aa5e8c348b73 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 944 time: 0.2125440 Feb 11 04:24:00.123292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf96cb0-7d0c-47a9-8d9f-6354e4d5e7fc req-f93fc637-48ab-4eb3-9e42-9f526c73943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:00.125099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbf96cb0-7d0c-47a9-8d9f-6354e4d5e7fc req-f93fc637-48ab-4eb3-9e42-9f526c73943d service neutron] 10.222.0.32 "GET /v2.0/networks?id=52d5dacd-cae5-4009-8c6b-8097afa11880 HTTP/1.1" status: 200 len: 915 time: 0.2414966 Feb 11 04:24:00.126409 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-89336749-4f9e-4838-9060-01b16ec3c15d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Floating IP 1a16e134-eb5d-42f4-bb4b-363408a20ba0 associated. External IP: 172.25.3.184, port: 55bb307f-cd66-4035-9acb-1bfb8dc9c681. Feb 11 04:24:00.145497 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5b4f1e36-3363-4017-b805-ee1b96b708b7 None None] Deleting port 664a6026-dac8-4ad7-80e4-e080dd2c5f90 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:00.147389 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5b4f1e36-3363-4017-b805-ee1b96b708b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:00.157816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] For port 664a6026-dac8-4ad7-80e4-e080dd2c5f90, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=664a6026-dac8-4ad7-80e4-e080dd2c5f90,segment=NetworkSegment(cb2578e2-ef82-4b16-bff0-502ae72c9e3d),segment_id=cb2578e2-ef82-4b16-bff0-502ae72c9e3d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:00.158512 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:00.173575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] Calling delete_port for 664a6026-dac8-4ad7-80e4-e080dd2c5f90 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:00.251767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbf96cb0-7d0c-47a9-8d9f-6354e4d5e7fc req-5d40efe8-5511-428e-80cd-0034a2c39982 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8b89b57-c9a7-4914-b541-8f5a8b3a7eed HTTP/1.1" status: 200 len: 217 time: 0.1041040 Feb 11 04:24:00.282973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5b4f1e36-3363-4017-b805-ee1b96b708b7 None None] For port 664a6026-dac8-4ad7-80e4-e080dd2c5f90, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=664a6026-dac8-4ad7-80e4-e080dd2c5f90,segment=NetworkSegment(cb2578e2-ef82-4b16-bff0-502ae72c9e3d),segment_id=cb2578e2-ef82-4b16-bff0-502ae72c9e3d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:00.283709 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5b4f1e36-3363-4017-b805-ee1b96b708b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:00.304096 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5b4f1e36-3363-4017-b805-ee1b96b708b7 None None] Calling delete_port for 664a6026-dac8-4ad7-80e4-e080dd2c5f90 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:00.359018 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:00.381268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87368252-d05a-4340-83a8-5be19c588ade req-298cf6e2-1445-417c-8f37-9e864e36e560 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/security-groups?id=59d14182-0a15-4f56-b7fd-195c387d8ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849314 Feb 11 04:24:00.395865 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] Pushing event deleted for resources: {'Port': ['ID=664a6026-dac8-4ad7-80e4-e080dd2c5f90,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:00.400606 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] No DVR routers for this DVR port 664a6026-dac8-4ad7-80e4-e080dd2c5f90 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:00.406602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876c9d9-ad30-471a-936c-59f21fa2bf92 req-b6d92800-091c-46bd-9be9-50d69db192d6 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:00.414087 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c876c9d9-ad30-471a-936c-59f21fa2bf92 req-b6d92800-091c-46bd-9be9-50d69db192d6 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.3192785 Feb 11 04:24:00.436555 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf96cb0-7d0c-47a9-8d9f-6354e4d5e7fc req-1caa8517-eab6-440c-b5e8-9fa1f5349a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:00.438297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbf96cb0-7d0c-47a9-8d9f-6354e4d5e7fc req-1caa8517-eab6-440c-b5e8-9fa1f5349a90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a7a95f4-f8f6-481f-a092-ee0707ccef92 HTTP/1.1" status: 200 len: 853 time: 0.1731660 Feb 11 04:24:00.455777 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5b4f1e36-3363-4017-b805-ee1b96b708b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (664a6026-dac8-4ad7-80e4-e080dd2c5f90), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:00.474189 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4f1e36-3363-4017-b805-ee1b96b708b7 None None] No DVR routers for this DVR port 664a6026-dac8-4ad7-80e4-e080dd2c5f90 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:00.502247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f1e36-3363-4017-b805-ee1b96b708b7 None None] Pushing event deleted for resources: {'Port': ['ID=664a6026-dac8-4ad7-80e4-e080dd2c5f90,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:00.526322 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c876c9d9-ad30-471a-936c-59f21fa2bf92 req-2248665a-696b-4a5c-b8d5-aa0b9e96f9ed tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111007 Feb 11 04:24:00.561184 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (029cf417-3dff-488a-a31f-f6895fa54c94), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:00.587150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46370) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:00.604866 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029cf417-3dff-488a-a31f-f6895fa54c94']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:00.625853 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2578e2-ef82-4b16-bff0-502ae72c9e3d') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:00.626341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2578e2-ef82-4b16-bff0-502ae72c9e3d') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:00.650409 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (cb2578e2-ef82-4b16-bff0-502ae72c9e3d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:00.658172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a630aabc-15c5-4fb4-bf19-f68d44091885 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:00.673856 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (cb2578e2-ef82-4b16-bff0-502ae72c9e3d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:00.681686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: a630aabc-15c5-4fb4-bf19-f68d44091885 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:00.686254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a630aabc-15c5-4fb4-bf19-f68d44091885 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:00.686254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 664a6026-dac8-4ad7-80e4-e080dd2c5f90 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:00.686491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf96cb0-7d0c-47a9-8d9f-6354e4d5e7fc req-6cd9d520-492d-4a53-90e8-bbd0e79bb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:00.686598 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:24:00.686598 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (cb2578e2-ef82-4b16-bff0-502ae72c9e3d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:00.686863 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbf96cb0-7d0c-47a9-8d9f-6354e4d5e7fc req-6cd9d520-492d-4a53-90e8-bbd0e79bb55a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52d5dacd-cae5-4009-8c6b-8097afa11880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2334328 Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: items = [ Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:24:00.687675 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:24:00.703723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 664a6026-dac8-4ad7-80e4-e080dd2c5f90 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:00.704335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 664a6026-dac8-4ad7-80e4-e080dd2c5f90 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:00.799536 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (029cf417-3dff-488a-a31f-f6895fa54c94), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:00.817109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:00.828324 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] 10.222.0.13 "DELETE /v2.0/networks/029cf417-3dff-488a-a31f-f6895fa54c94 HTTP/1.1" status: 204 len: 168 time: 1.1619384 Feb 11 04:24:00.844708 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33c631e-5930-4246-b5df-69558dbbe089 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Deleting subnet 089f4fab-d561-444a-942d-9c19bf614969 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:24:00.848443 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0368c6a-73d3-4a59-8056-9a9dfeceedce admin admin] Pushing event deleted for resources: {'Network': ['ID=029cf417-3dff-488a-a31f-f6895fa54c94,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:01.166706 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46386) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:01.217047 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b7e551bb-3e0d-4397-a5c0-42f7096b4ad4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdb7101888b147169e2ab688f5b8fd92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487010 Feb 11 04:24:01.220345 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46388) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:01.235611 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device b8b89b57-c9a7-4914-b541-8f5a8b3a7eed details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:24:01.274334 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-137c7b82-5d0f-4d0d-a5c6-f9c7ac8f6707 admin admin] Publish callbacks [] for security_group (aa268778-3520-4b98-94a9-eecf5fd19e78), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:01.281746 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f33c631e-5930-4246-b5df-69558dbbe089 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks [] for subnet (089f4fab-d561-444a-942d-9c19bf614969), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:01.309330 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-137c7b82-5d0f-4d0d-a5c6-f9c7ac8f6707 admin admin] Publish callbacks [] for security_group (aa268778-3520-4b98-94a9-eecf5fd19e78), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:01.378377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=b8b89b57-c9a7-4914-b541-8f5a8b3a7eed,segment=NetworkSegment(7fa07085-217f-434d-845f-aeb8df0902ec),segment_id=7fa07085-217f-434d-845f-aeb8df0902ec)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:01.392281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'b8b89b57-c9a7-4914-b541-8f5a8b3a7eed', 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'port_id': 'b8b89b57-c9a7-4914-b541-8f5a8b3a7eed', 'mac_address': 'fa:16:3e:d9:fa:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:24:01.433732 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-137c7b82-5d0f-4d0d-a5c6-f9c7ac8f6707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (aa268778-3520-4b98-94a9-eecf5fd19e78), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:01.438383 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-137c7b82-5d0f-4d0d-a5c6-f9c7ac8f6707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:01.442970 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-137c7b82-5d0f-4d0d-a5c6-f9c7ac8f6707 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa268778-3520-4b98-94a9-eecf5fd19e78 HTTP/1.1" status: 204 len: 168 time: 0.2184355 Feb 11 04:24:01.445056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:01.446070 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:01.448913 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c7b82-5d0f-4d0d-a5c6-f9c7ac8f6707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa268778-3520-4b98-94a9-eecf5fd19e78,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:01.477115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b89b57-c9a7-4914-b541-8f5a8b3a7eed {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:24:01.485923 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f33c631e-5930-4246-b5df-69558dbbe089 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (089f4fab-d561-444a-942d-9c19bf614969), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:01.503723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=b8b89b57-c9a7-4914-b541-8f5a8b3a7eed,segment=NetworkSegment(7fa07085-217f-434d-845f-aeb8df0902ec),segment_id=7fa07085-217f-434d-845f-aeb8df0902ec)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:01.516574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89336749-4f9e-4838-9060-01b16ec3c15d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Router a54500b8-62dd-4e64-970e-51fd887f1fa9 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:24:01.531670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be5e00-cccd-4cff-9c0c-1db24491544f req-d8f3bbe3-1fe5-4ea9-a03c-1899abc3b12d tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:01.533206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66be5e00-cccd-4cff-9c0c-1db24491544f req-d8f3bbe3-1fe5-4ea9-a03c-1899abc3b12d tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 812 time: 0.8454778 Feb 11 04:24:01.552293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbf96cb0-7d0c-47a9-8d9f-6354e4d5e7fc req-43512300-7f6b-4c4c-a07e-e9cdb6cd3b76 service neutron] 10.222.0.32 "GET /v2.0/networks/52d5dacd-cae5-4009-8c6b-8097afa11880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8355181 Feb 11 04:24:01.577399 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:01.600397 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ee271-a0c2-4224-8e48-c9ee5001de9f req-c15e0633-17b5-4795-b161-df4c8b7e1ac4 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:01.601910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b31ee271-a0c2-4224-8e48-c9ee5001de9f req-c15e0633-17b5-4795-b161-df4c8b7e1ac4 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.7546570 Feb 11 04:24:01.617466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66be5e00-cccd-4cff-9c0c-1db24491544f req-cba26597-f155-48d9-aa4f-7cbcccc4d58a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/quotas/a70586beed2f4c668534da1f31a71292 HTTP/1.1" status: 200 len: 375 time: 0.0737839 Feb 11 04:24:01.652549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=b8b89b57-c9a7-4914-b541-8f5a8b3a7eed,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:01.764311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66be5e00-cccd-4cff-9c0c-1db24491544f req-1bacef89-c785-40df-82c1-8a95bd6e9223 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1272206 Feb 11 04:24:01.866383 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f33c631e-5930-4246-b5df-69558dbbe089 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (089f4fab-d561-444a-942d-9c19bf614969), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:01.910859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['b8b89b57-c9a7-4914-b541-8f5a8b3a7eed'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:24:01.960131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b31ee271-a0c2-4224-8e48-c9ee5001de9f req-6bca7698-1b75-4537-9a3b-b8b5c63de555 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381364 Feb 11 04:24:01.983132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbf96cb0-7d0c-47a9-8d9f-6354e4d5e7fc req-84df9cd1-b85b-44ac-b20f-ade35eac5d5d service neutron] 10.222.0.32 "GET /v2.0/networks/52d5dacd-cae5-4009-8c6b-8097afa11880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096014 Feb 11 04:24:02.019682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89336749-4f9e-4838-9060-01b16ec3c15d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:24:02.026164 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-89336749-4f9e-4838-9060-01b16ec3c15d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:02.038402 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33f69e-f679-4e65-8464-9b24dd6c8b2f None None] Sync routers for ids ['a54500b8-62dd-4e64-970e-51fd887f1fa9'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:24:02.054301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66be5e00-cccd-4cff-9c0c-1db24491544f req-11c7ea34-ea98-41a0-9bff-7148e0ef6289 service neutron] 10.222.0.13 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714124 Feb 11 04:24:02.071293 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33f69e-f679-4e65-8464-9b24dd6c8b2f None None] Routers {'a54500b8-62dd-4e64-970e-51fd887f1fa9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:24:02.072841 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ee33f69e-f679-4e65-8464-9b24dd6c8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a54500b8-62dd-4e64-970e-51fd887f1fa9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:02.099699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-89336749-4f9e-4838-9060-01b16ec3c15d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "PUT /v2.0/floatingips/1a16e134-eb5d-42f4-bb4b-363408a20ba0 HTTP/1.1" status: 200 len: 992 time: 3.1414838 Feb 11 04:24:02.107833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fd630b-6973-4d06-88d6-1af645704cc4', 'tag': '55bb307f-cd66-4035-9acb-1bfb8dc9c681'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:02.110243 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9474eeac-2d7a-403b-8a4a-7b8862265e26" -d '{"events": [{"name": "network-changed", "server_uuid": "36fd630b-6973-4d06-88d6-1af645704cc4", "tag": "55bb307f-cd66-4035-9acb-1bfb8dc9c681"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:02.156021 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f33c631e-5930-4246-b5df-69558dbbe089 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (089f4fab-d561-444a-942d-9c19bf614969), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:02.206795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c631e-5930-4246-b5df-69558dbbe089 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Subnet': ['ID=089f4fab-d561-444a-942d-9c19bf614969,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:02.210916 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f33c631e-5930-4246-b5df-69558dbbe089 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:02.214850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f33c631e-5930-4246-b5df-69558dbbe089 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "DELETE /v2.0/subnets/089f4fab-d561-444a-942d-9c19bf614969 HTTP/1.1" status: 204 len: 168 time: 1.6255012 Feb 11 04:24:02.220604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46416) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:02.251617 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ab7bdc-9342-4547-b24f-49807583e146 None None] Network 540dbf15-a852-40e8-a4a9-6cb827d7a288 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:24:02.256791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66be5e00-cccd-4cff-9c0c-1db24491544f req-d8a9e7cb-2fec-43da-8d9a-b8069c490161 service neutron] 10.222.0.13 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915796 Feb 11 04:24:02.334896 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (540dbf15-a852-40e8-a4a9-6cb827d7a288), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:02.408600 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-ee33f69e-f679-4e65-8464-9b24dd6c8b2f None None] Set router a54500b8-62dd-4e64-970e-51fd887f1fa9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:24:02.408945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Deleting port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:02.409143 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9949fb69-8b77-4538-ae4e-ff1e7f0205f1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:02.500033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] For port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9949fb69-8b77-4538-ae4e-ff1e7f0205f1,segment=NetworkSegment(e7ca54bc-bc89-45aa-b5cc-c5f36384f69e),segment_id=e7ca54bc-bc89-45aa-b5cc-c5f36384f69e)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:02.500641 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9949fb69-8b77-4538-ae4e-ff1e7f0205f1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:02.531771 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Calling delete_port for 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:02.729855 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9949fb69-8b77-4538-ae4e-ff1e7f0205f1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:02.841418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Port': ['ID=9949fb69-8b77-4538-ae4e-ff1e7f0205f1,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:02.846441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] No DVR routers for this DVR port 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:02.892592 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ee33f69e-f679-4e65-8464-9b24dd6c8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '1a16e134-eb5d-42f4-bb4b-363408a20ba0', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'floating_ip_address': '172.25.3.184', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'port_id': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'mac_address': 'fa:16:3e:da:b6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd630b-6973-4d06-88d6-1af645704cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:23:33Z', 'updated_at': '2022-02-11T04:23:59Z', 'revision_number': 1, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd352dd56-32dd-441a-b7ac-7fd155de258b', 'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'mac_address': 'fa:16:3e:3f:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:24Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 5, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'subnets': [{'id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:02.948396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e33d5e-9776-4f12-8aec-9e6403a79ae0 None None] DHCP port deletion for 540dbf15-a852-40e8-a4a9-6cb827d7a288 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:24:02.975894 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33f69e-f679-4e65-8464-9b24dd6c8b2f None None] Checking router: a54500b8-62dd-4e64-970e-51fd887f1fa9 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:24:02.988680 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33f69e-f679-4e65-8464-9b24dd6c8b2f None None] Routers {'a54500b8-62dd-4e64-970e-51fd887f1fa9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:24:02.989583 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ee33f69e-f679-4e65-8464-9b24dd6c8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a54500b8-62dd-4e64-970e-51fd887f1fa9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:03.057372 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565f9d1-80b6-4f25-b49a-2c9a1de84897 req-d3c51f74-2cdf-403b-8e00-764c280acc77 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:03.059555 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0565f9d1-80b6-4f25-b49a-2c9a1de84897 req-d3c51f74-2cdf-403b-8e00-764c280acc77 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 945 time: 0.2483535 Feb 11 04:24:03.063565 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (540dbf15-a852-40e8-a4a9-6cb827d7a288), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:03.110094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540dbf15-a852-40e8-a4a9-6cb827d7a288']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:03.134294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af19846-b19b-4ea8-bbcc-b6f82a2b9156 req-7bd91b5e-b9d5-4d6d-a7cc-8808e2e63bae tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:03.143350 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6af19846-b19b-4ea8-bbcc-b6f82a2b9156 req-7bd91b5e-b9d5-4d6d-a7cc-8808e2e63bae tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.2711217 Feb 11 04:24:03.145570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ca54bc-bc89-45aa-b5cc-c5f36384f69e') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:03.145881 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ca54bc-bc89-45aa-b5cc-c5f36384f69e') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:03.174408 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-ee33f69e-f679-4e65-8464-9b24dd6c8b2f None None] Set router a54500b8-62dd-4e64-970e-51fd887f1fa9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:24:03.178865 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (e7ca54bc-bc89-45aa-b5cc-c5f36384f69e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:03.246754 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e7ca54bc-bc89-45aa-b5cc-c5f36384f69e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:03.256287 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0565f9d1-80b6-4f25-b49a-2c9a1de84897 req-676d47c0-2153-423c-82b4-24d7c63889b6 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/security-groups?id=59d14182-0a15-4f56-b7fd-195c387d8ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830111 Feb 11 04:24:03.264042 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6af19846-b19b-4ea8-bbcc-b6f82a2b9156 req-2926a92f-e2a6-4347-8147-8029c7520e07 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143587 Feb 11 04:24:03.267894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:24:03.267894 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (e7ca54bc-bc89-45aa-b5cc-c5f36384f69e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:24:03.269105 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:24:03.345036 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e258b117-9a32-4fe0-b37d-1ffc0a1efda5 x-openstack-request-id: req-e258b117-9a32-4fe0-b37d-1ffc0a1efda5 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:03.345703 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fd630b-6973-4d06-88d6-1af645704cc4", "tag": "55bb307f-cd66-4035-9acb-1bfb8dc9c681", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:03.345703 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e258b117-9a32-4fe0-b37d-1ffc0a1efda5 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:03.346129 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fd630b-6973-4d06-88d6-1af645704cc4', 'tag': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'status': 'completed', 'code': 200} Feb 11 04:24:03.437584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474eeac-2d7a-403b-8a4a-7b8862265e26 req-d5d9ca1d-80f4-41d7-a718-b7a6fcbb1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:03.439884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9474eeac-2d7a-403b-8a4a-7b8862265e26 req-d5d9ca1d-80f4-41d7-a718-b7a6fcbb1c00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 1129 time: 0.0741177 Feb 11 04:24:03.471377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48938828-3252-43dc-bb4f-489e1d0a88a4 req-58532bab-130f-4f28-80fa-71630d310359 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=070a456c-f5d9-41e1-9c28-d3a5f9f25b05 HTTP/1.1" status: 200 len: 210 time: 0.0508277 Feb 11 04:24:03.521748 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (540dbf15-a852-40e8-a4a9-6cb827d7a288), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:03.561090 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:03.566293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "DELETE /v2.0/networks/540dbf15-a852-40e8-a4a9-6cb827d7a288 HTTP/1.1" status: 204 len: 168 time: 1.3446889 Feb 11 04:24:03.568814 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46454) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:03.592853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37600ad-fcd7-4fac-9674-374330b595a3 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Network': ['ID=540dbf15-a852-40e8-a4a9-6cb827d7a288,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:03.615691 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ee33f69e-f679-4e65-8464-9b24dd6c8b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '1a16e134-eb5d-42f4-bb4b-363408a20ba0', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'floating_ip_address': '172.25.3.184', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'port_id': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'mac_address': 'fa:16:3e:da:b6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd630b-6973-4d06-88d6-1af645704cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:23:33Z', 'updated_at': '2022-02-11T04:23:59Z', 'revision_number': 1, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd352dd56-32dd-441a-b7ac-7fd155de258b', 'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'mac_address': 'fa:16:3e:3f:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:24Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 5, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'subnets': [{'id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:03.652501 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-072b9db6-ed46-4858-ac9f-a57b6e674606 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Deleting subnet 809b2687-0b08-4ce9-9459-77933d7fe9cc {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:24:03.658335 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-072b9db6-ed46-4858-ac9f-a57b6e674606 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks [] for subnet (809b2687-0b08-4ce9-9459-77933d7fe9cc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:03.666426 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee33f69e-f679-4e65-8464-9b24dd6c8b2f None None] The sync data for ids ['a54500b8-62dd-4e64-970e-51fd887f1fa9'] in n-d-712142-35 is: [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '1a16e134-eb5d-42f4-bb4b-363408a20ba0', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'floating_ip_address': '172.25.3.184', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'port_id': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'mac_address': 'fa:16:3e:da:b6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fd630b-6973-4d06-88d6-1af645704cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:23:33Z', 'updated_at': '2022-02-11T04:23:59Z', 'revision_number': 1, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd352dd56-32dd-441a-b7ac-7fd155de258b', 'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'mac_address': 'fa:16:3e:3f:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:24Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 5, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'subnets': [{'id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:24:03.685435 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:03.708915 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-072b9db6-ed46-4858-ac9f-a57b6e674606 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (809b2687-0b08-4ce9-9459-77933d7fe9cc), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:03.768109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b7823-5154-4991-b28b-9c432d64b951 req-c0772973-ee89-430a-8552-59bf5108a89b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:03.769673 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b4b7823-5154-4991-b28b-9c432d64b951 req-c0772973-ee89-430a-8552-59bf5108a89b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.2601354 Feb 11 04:24:03.771895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474eeac-2d7a-403b-8a4a-7b8862265e26 req-7bd2108d-62d0-4654-8c64-861ad48e420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:03.773310 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9474eeac-2d7a-403b-8a4a-7b8862265e26 req-7bd2108d-62d0-4654-8c64-861ad48e420f service neutron] 10.222.0.47 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 917 time: 0.3115418 Feb 11 04:24:03.818808 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:03.842978 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a584fc3-3981-45b2-aebc-61f68de9aef6 req-abef28bb-527f-46e5-ba99-fd690539d896 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:03.844522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a584fc3-3981-45b2-aebc-61f68de9aef6 req-abef28bb-527f-46e5-ba99-fd690539d896 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.2874882 Feb 11 04:24:03.863560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-072b9db6-ed46-4858-ac9f-a57b6e674606 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (809b2687-0b08-4ce9-9459-77933d7fe9cc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:03.968481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9474eeac-2d7a-403b-8a4a-7b8862265e26 req-a7c8beb0-69e4-4a1c-a402-2261a248111b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681 HTTP/1.1" status: 200 len: 1000 time: 0.1875780 Feb 11 04:24:03.973958 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b4b7823-5154-4991-b28b-9c432d64b951 req-54446310-a149-4f94-8276-eb75ff72894a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963010 Feb 11 04:24:04.000617 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a584fc3-3981-45b2-aebc-61f68de9aef6 req-df605e9e-b7f0-42ff-a08e-03aa8517ed01 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351073 Feb 11 04:24:04.025649 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06491b9-a8ba-432d-af13-a331c9cc94be None None] New status for floating IP 1a16e134-eb5d-42f4-bb4b-363408a20ba0: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:24:04.096806 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-072b9db6-ed46-4858-ac9f-a57b6e674606 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (809b2687-0b08-4ce9-9459-77933d7fe9cc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:04.144611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474eeac-2d7a-403b-8a4a-7b8862265e26 req-903ba7b3-73a7-4e4c-ba86-7905a53cf9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:04.149778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9474eeac-2d7a-403b-8a4a-7b8862265e26 req-903ba7b3-73a7-4e4c-ba86-7905a53cf9d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aff91b0d-1298-40b8-9cf7-8b139d7ddd16 HTTP/1.1" status: 200 len: 855 time: 0.1713347 Feb 11 04:24:04.167889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b9db6-ed46-4858-ac9f-a57b6e674606 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Subnet': ['ID=809b2687-0b08-4ce9-9459-77933d7fe9cc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:04.174901 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-072b9db6-ed46-4858-ac9f-a57b6e674606 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:04.180274 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-072b9db6-ed46-4858-ac9f-a57b6e674606 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "DELETE /v2.0/subnets/809b2687-0b08-4ce9-9459-77933d7fe9cc HTTP/1.1" status: 204 len: 168 time: 0.6102726 Feb 11 04:24:04.183743 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46458) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:04.246200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6654574c-c013-482c-9a2e-10c2a104ffdd None None] Network 3756ef82-caa6-4a1d-9bed-8c71e80095fe requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:24:04.269580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474eeac-2d7a-403b-8a4a-7b8862265e26 req-53899051-2abc-469e-adae-b4301607ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:04.272465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9474eeac-2d7a-403b-8a4a-7b8862265e26 req-53899051-2abc-469e-adae-b4301607ee56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aea3f5db-90d4-484d-a1e1-ef38ac456aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1152637 Feb 11 04:24:04.493773 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (3756ef82-caa6-4a1d-9bed-8c71e80095fe), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:04.532601 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c06261b-8cab-4927-8ee8-a5e909ce6b90 None None] DHCP port deletion for 3756ef82-caa6-4a1d-9bed-8c71e80095fe request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:24:04.535621 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9474eeac-2d7a-403b-8a4a-7b8862265e26 req-e66788c1-f868-4c09-b08c-560b4a0f7422 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557395 Feb 11 04:24:04.573602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53ce7a-535f-4140-b642-261df1b2517f req-2af5af4f-d827-4e32-8d90-96ece14663f4 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:04.582010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b53ce7a-535f-4140-b642-261df1b2517f req-2af5af4f-d827-4e32-8d90-96ece14663f4 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 945 time: 0.1004717 Feb 11 04:24:04.643516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Deleting port aa63709c-25b3-406a-8c0c-99bd5dde69ed {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:04.644659 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:04.672282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7c06261b-8cab-4927-8ee8-a5e909ce6b90 None None] Deleting port aa63709c-25b3-406a-8c0c-99bd5dde69ed {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:04.672391 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c06261b-8cab-4927-8ee8-a5e909ce6b90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:04.696527 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b53ce7a-535f-4140-b642-261df1b2517f req-9624eadf-ad5d-4b18-a7f3-125bd7e50809 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/security-groups?id=59d14182-0a15-4f56-b7fd-195c387d8ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095700 Feb 11 04:24:04.728077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9474eeac-2d7a-403b-8a4a-7b8862265e26 req-e5b23ced-680e-4be4-a9f1-d29e89bc2c91 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799293 Feb 11 04:24:04.765187 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device aa63709c-25b3-406a-8c0c-99bd5dde69ed no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:04.778676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] For port aa63709c-25b3-406a-8c0c-99bd5dde69ed, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=aa63709c-25b3-406a-8c0c-99bd5dde69ed,segment=NetworkSegment(b4b065d5-ff72-4138-95a0-ae6ea9817dbe),segment_id=b4b065d5-ff72-4138-95a0-ae6ea9817dbe)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:04.779122 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:04.801835 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Calling delete_port for aa63709c-25b3-406a-8c0c-99bd5dde69ed owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:04.829606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb02c2-02aa-4600-b437-be637da2f6d7 req-81a95b18-c05d-4d9a-b2dc-79bb32998c12 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:04.833942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49bb02c2-02aa-4600-b437-be637da2f6d7 req-81a95b18-c05d-4d9a-b2dc-79bb32998c12 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0669260 Feb 11 04:24:04.847005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7c06261b-8cab-4927-8ee8-a5e909ce6b90 None None] For port aa63709c-25b3-406a-8c0c-99bd5dde69ed, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=aa63709c-25b3-406a-8c0c-99bd5dde69ed,segment=NetworkSegment(b4b065d5-ff72-4138-95a0-ae6ea9817dbe),segment_id=b4b065d5-ff72-4138-95a0-ae6ea9817dbe)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:04.847603 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c06261b-8cab-4927-8ee8-a5e909ce6b90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:04.868742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7c06261b-8cab-4927-8ee8-a5e909ce6b90 None None] Calling delete_port for aa63709c-25b3-406a-8c0c-99bd5dde69ed owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:04.913486 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49bb02c2-02aa-4600-b437-be637da2f6d7 req-734727e8-1243-49f4-8f5b-f690081a75f6 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733416 Feb 11 04:24:04.973280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port aa63709c-25b3-406a-8c0c-99bd5dde69ed is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:04.973864 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:04.992849 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:05.038236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:05.050777 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Port': ['ID=aa63709c-25b3-406a-8c0c-99bd5dde69ed,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:05.061783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] No DVR routers for this DVR port aa63709c-25b3-406a-8c0c-99bd5dde69ed on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:05.069337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:05.069687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9949fb69-8b77-4538-ae4e-ff1e7f0205f1 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:05.071368 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c06261b-8cab-4927-8ee8-a5e909ce6b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (aa63709c-25b3-406a-8c0c-99bd5dde69ed), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:05.103829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06261b-8cab-4927-8ee8-a5e909ce6b90 None None] Pushing event deleted for resources: {'Port': ['ID=aa63709c-25b3-406a-8c0c-99bd5dde69ed,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:05.108299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06261b-8cab-4927-8ee8-a5e909ce6b90 None None] No DVR routers for this DVR port aa63709c-25b3-406a-8c0c-99bd5dde69ed on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:05.189997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5c456-5d68-44da-97d0-1fa763d166e2 req-b6d5e1e2-8058-480b-9d05-8fdabc0716a1 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:05.198271 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfe5c456-5d68-44da-97d0-1fa763d166e2 req-b6d5e1e2-8058-480b-9d05-8fdabc0716a1 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.0953846 Feb 11 04:24:05.213762 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (3756ef82-caa6-4a1d-9bed-8c71e80095fe), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:05.240267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3756ef82-caa6-4a1d-9bed-8c71e80095fe']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:05.245602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device b8b89b57-c9a7-4914-b541-8f5a8b3a7eed up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:24:05.270368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b065d5-ff72-4138-95a0-ae6ea9817dbe') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:05.270591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfe5c456-5d68-44da-97d0-1fa763d166e2 req-0eeae806-9638-42c1-99b9-63f083bd4cce tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673048 Feb 11 04:24:05.270848 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b065d5-ff72-4138-95a0-ae6ea9817dbe') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:05.291826 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (b4b065d5-ff72-4138-95a0-ae6ea9817dbe), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:05.318970 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b4b065d5-ff72-4138-95a0-ae6ea9817dbe), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:05.325815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:24:05.326215 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (b4b065d5-ff72-4138-95a0-ae6ea9817dbe), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:24:05.330067 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:24:05.390355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7435783-e459-44e3-8913-261d15d7202b req-0ccb6646-7b2c-4537-b6b5-98edd6736afc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=070a456c-f5d9-41e1-9c28-d3a5f9f25b05 HTTP/1.1" status: 200 len: 210 time: 0.0364292 Feb 11 04:24:05.398103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dedd67-71ed-494f-9395-66b3e7bc8416 req-67232599-56ab-400e-8160-575c5f33a005 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:05.400600 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4dedd67-71ed-494f-9395-66b3e7bc8416 req-67232599-56ab-400e-8160-575c5f33a005 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.1287425 Feb 11 04:24:05.415486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:24:05.423832 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:05.426388 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:05.472631 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (3756ef82-caa6-4a1d-9bed-8c71e80095fe), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:05.480663 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:05.488227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4dedd67-71ed-494f-9395-66b3e7bc8416 req-d00b5184-0fb5-4679-92e9-ea08592bd283 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814712 Feb 11 04:24:05.489079 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "DELETE /v2.0/networks/3756ef82-caa6-4a1d-9bed-8c71e80095fe HTTP/1.1" status: 204 len: 168 time: 1.3012009 Feb 11 04:24:05.499829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46512) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:05.519494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-f0acb52e-d3c8-4899-9777-e5fa7bc0087f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-980346170'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:05.544477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f5254-7182-44a0-9e69-ccba80457cda tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Network': ['ID=3756ef82-caa6-4a1d-9bed-8c71e80095fe,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:05.573114 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:05.573570 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:05.601631 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b35c189-4601-423e-a7ac-0fb8fd034913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b89b57-c9a7-4914-b541-8f5a8b3a7eed'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:05.603306 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fefc6a-456b-4096-9539-dbeaf1586314" -d '{"events": [{"server_uuid": "9b35c189-4601-423e-a7ac-0fb8fd034913", "name": "network-vif-plugged", "status": "completed", "tag": "b8b89b57-c9a7-4914-b541-8f5a8b3a7eed"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:05.617870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=b8b89b57-c9a7-4914-b541-8f5a8b3a7eed,segment=NetworkSegment(7fa07085-217f-434d-845f-aeb8df0902ec),segment_id=7fa07085-217f-434d-845f-aeb8df0902ec)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:05.621022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0acb52e-d3c8-4899-9777-e5fa7bc0087f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Made reservation on behalf of 6ef504e8f1324006acdf369bff207666 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:24:05.625870 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f0acb52e-d3c8-4899-9777-e5fa7bc0087f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:05.650138 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaa1a5a-e73c-4794-ada5-1f1bffeb9b27 x-openstack-request-id: req-fdaa1a5a-e73c-4794-ada5-1f1bffeb9b27 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:05.650433 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b35c189-4601-423e-a7ac-0fb8fd034913", "name": "network-vif-plugged", "status": "completed", "tag": "b8b89b57-c9a7-4914-b541-8f5a8b3a7eed", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:05.650839 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdaa1a5a-e73c-4794-ada5-1f1bffeb9b27 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:05.651240 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b35c189-4601-423e-a7ac-0fb8fd034913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b89b57-c9a7-4914-b541-8f5a8b3a7eed', 'code': 200} Feb 11 04:24:05.660477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0acb52e-d3c8-4899-9777-e5fa7bc0087f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:24:05.672341 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f0acb52e-d3c8-4899-9777-e5fa7bc0087f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6a06618d-1071-4b46-a254-c886e9f7221b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:05.672701 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-f0acb52e-d3c8-4899-9777-e5fa7bc0087f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Added segment 6a06618d-1071-4b46-a254-c886e9f7221b of type vlan for network c037af77-3962-4d16-bf65-279136ac8e4b Feb 11 04:24:05.685832 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:05.762969 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f0acb52e-d3c8-4899-9777-e5fa7bc0087f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (c037af77-3962-4d16-bf65-279136ac8e4b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:05.771615 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=b8b89b57-c9a7-4914-b541-8f5a8b3a7eed,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:05.810538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ed5f5-1199-4eaa-b52a-8e76cfc24ede req-fb1eceaf-189a-4e27-aae8-0d77e66372af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:05.812078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e9ed5f5-1199-4eaa-b52a-8e76cfc24ede req-fb1eceaf-189a-4e27-aae8-0d77e66372af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 1129 time: 0.0881505 Feb 11 04:24:05.870763 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66be5e00-cccd-4cff-9c0c-1db24491544f req-71d9ae0c-f9e1-4323-a427-d96374c9d2b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&device_id=070a456c-f5d9-41e1-9c28-d3a5f9f25b05 HTTP/1.1" status: 200 len: 210 time: 0.0555577 Feb 11 04:24:05.884307 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f0acb52e-d3c8-4899-9777-e5fa7bc0087f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (c037af77-3962-4d16-bf65-279136ac8e4b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:05.889887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0acb52e-d3c8-4899-9777-e5fa7bc0087f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:05.890490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f0acb52e-d3c8-4899-9777-e5fa7bc0087f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:06.052877 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f0acb52e-d3c8-4899-9777-e5fa7bc0087f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5516727 Feb 11 04:24:06.055231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e9ed5f5-1199-4eaa-b52a-8e76cfc24ede req-33cc8262-7ed1-45ca-b2b1-fa7a1c30a779 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=59d14182-0a15-4f56-b7fd-195c387d8ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284503 Feb 11 04:24:06.056075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46524) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:06.062805 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46526) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:06.066448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-19c8432c-021a-4ce0-b321-0616994f290a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Request body: {'subnet': {'network_id': 'c037af77-3962-4d16-bf65-279136ac8e4b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:06.117753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acb52e-d3c8-4899-9777-e5fa7bc0087f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event updated for resources: {'Network': ['ID=c037af77-3962-4d16-bf65-279136ac8e4b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:06.134778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network c037af77-3962-4d16-bf65-279136ac8e4b details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:24:06.138005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3748a-8a52-4418-ba44-9fbddc6af03e req-edbeb67a-bc59-4558-b908-901612e3aef6 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:06.140345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06f3748a-8a52-4418-ba44-9fbddc6af03e req-edbeb67a-bc59-4558-b908-901612e3aef6 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 946 time: 0.3508689 Feb 11 04:24:06.233971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be5e00-cccd-4cff-9c0c-1db24491544f req-1f392910-440f-4b34-af24-e53b9fcb9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:06.233971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66be5e00-cccd-4cff-9c0c-1db24491544f req-1f392910-440f-4b34-af24-e53b9fcb9f95 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a70586beed2f4c668534da1f31a71292&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3523021 Feb 11 04:24:06.297085 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0cda47a2-f831-4b69-bb72-16743e52a1d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:06.307508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc68ca2-d711-4b11-8538-bd704b7149e0 req-de595117-d461-40d1-8873-e78f267209cf tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:06.309767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6cc68ca2-d711-4b11-8538-bd704b7149e0 req-de595117-d461-40d1-8873-e78f267209cf tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.2615731 Feb 11 04:24:06.326514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06f3748a-8a52-4418-ba44-9fbddc6af03e req-2485ead9-4564-4f22-9278-46d41a98d304 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/security-groups?id=59d14182-0a15-4f56-b7fd-195c387d8ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509123 Feb 11 04:24:06.398166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c8432c-021a-4ce0-b321-0616994f290a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Made reservation on behalf of 6ef504e8f1324006acdf369bff207666 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:24:06.402235 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19c8432c-021a-4ce0-b321-0616994f290a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:06.411184 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0cda47a2-f831-4b69-bb72-16743e52a1d9 admin admin] Publish callbacks [] for security_group (8f3d01c1-8776-4ae0-afcb-03e81c9e81e6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:06.508166 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0cda47a2-f831-4b69-bb72-16743e52a1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8f3d01c1-8776-4ae0-afcb-03e81c9e81e6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:06.568063 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0cda47a2-f831-4b69-bb72-16743e52a1d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee1927971c834ae0a716b708978dd228&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4978373 Feb 11 04:24:06.575497 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46538) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:06.601206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda47a2-f831-4b69-bb72-16743e52a1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3d01c1-8776-4ae0-afcb-03e81c9e81e6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:06.709379 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8314d35-bdcd-419b-96fc-800c9973abd0 admin admin] Publish callbacks [] for security_group (8f3d01c1-8776-4ae0-afcb-03e81c9e81e6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:06.734288 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8314d35-bdcd-419b-96fc-800c9973abd0 admin admin] Publish callbacks [] for security_group (8f3d01c1-8776-4ae0-afcb-03e81c9e81e6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:06.758597 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19c8432c-021a-4ce0-b321-0616994f290a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (e14cbc57-f07e-4b6b-94f1-758e10738232), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:06.806679 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6cc68ca2-d711-4b11-8538-bd704b7149e0 req-fc3736dd-74c2-40bb-9c01-7bc1f4465375 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790199 Feb 11 04:24:06.808693 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be5e00-cccd-4cff-9c0c-1db24491544f req-421b2ee8-33b2-4f38-a752-43506f83ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:06.810831 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66be5e00-cccd-4cff-9c0c-1db24491544f req-421b2ee8-33b2-4f38-a752-43506f83ee40 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5685737 Feb 11 04:24:06.835722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586181c9-d4ff-4371-9bda-4b3ed36b6ff6 req-ef35b7d1-3da0-4696-b27e-61f70ba10b5e tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:06.837335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-586181c9-d4ff-4371-9bda-4b3ed36b6ff6 req-ef35b7d1-3da0-4696-b27e-61f70ba10b5e tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.4210334 Feb 11 04:24:06.843895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8432c-021a-4ce0-b321-0616994f290a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Checking segment: {'id': '6a06618d-1071-4b46-a254-c886e9f7221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c037af77-3962-4d16-bf65-279136ac8e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:24:06.844266 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8432c-021a-4ce0-b321-0616994f290a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Network hostable DHCP agents. Network: c037af77-3962-4d16-bf65-279136ac8e4b, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:24:06.857612 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8432c-021a-4ce0-b321-0616994f290a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event updated for resources: {'Subnet': ['ID=e14cbc57-f07e-4b6b-94f1-758e10738232,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:06.884635 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66be5e00-cccd-4cff-9c0c-1db24491544f req-6ad4b62f-e8f1-4bd6-bebb-144b5ac925ef tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "GET /v2.0/ports?device_id=070a456c-f5d9-41e1-9c28-d3a5f9f25b05 HTTP/1.1" status: 200 len: 210 time: 0.0383599 Feb 11 04:24:06.929756 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8314d35-bdcd-419b-96fc-800c9973abd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8f3d01c1-8776-4ae0-afcb-03e81c9e81e6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:06.932889 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8314d35-bdcd-419b-96fc-800c9973abd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:06.934385 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b8314d35-bdcd-419b-96fc-800c9973abd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f3d01c1-8776-4ae0-afcb-03e81c9e81e6 HTTP/1.1" status: 204 len: 168 time: 0.3577168 Feb 11 04:24:06.934899 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-019e63e2-dca0-4ec3-9f70-5a23fa1b94d2 req-2fa3388b-5a9f-44c1-a721-39b0574ca54a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=070a456c-f5d9-41e1-9c28-d3a5f9f25b05 HTTP/1.1" status: 200 len: 210 time: 0.0354092 Feb 11 04:24:06.943775 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-586181c9-d4ff-4371-9bda-4b3ed36b6ff6 req-7c15b3e9-3ade-465f-a145-044f7852c2a8 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996385 Feb 11 04:24:06.954835 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8314d35-bdcd-419b-96fc-800c9973abd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3d01c1-8776-4ae0-afcb-03e81c9e81e6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:07.000200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8432c-021a-4ce0-b321-0616994f290a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Network c037af77-3962-4d16-bf65-279136ac8e4b is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:24:07.058644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d0866-e5f2-4265-a68b-fa8787ab7a2b req-a2553511-b022-409c-8e95-39865c783728 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:07.060859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-187d0866-e5f2-4265-a68b-fa8787ab7a2b req-a2553511-b022-409c-8e95-39865c783728 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.0625799 Feb 11 04:24:07.109084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-187d0866-e5f2-4265-a68b-fa8787ab7a2b req-711497e8-68dd-482b-a3eb-d4b800e91e62 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Feb 11 04:24:07.124194 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-19c8432c-021a-4ce0-b321-0616994f290a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, c037af77-3962-4d16-bf65-279136ac8e4b) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:24:07.130129 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c8432c-021a-4ce0-b321-0616994f290a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:07.130129 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19c8432c-021a-4ce0-b321-0616994f290a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:07.139439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c33ba92-42eb-487f-8543-aee14820c398 None None] Network c037af77-3962-4d16-bf65-279136ac8e4b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:24:07.189905 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-19c8432c-021a-4ce0-b321-0616994f290a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1279402 Feb 11 04:24:07.192388 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46542) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:07.197651 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-110548ac-aaa9-47cc-b01d-b561db59ebde tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1176274806'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:07.249017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-c037af77-3962-4d16-bf65-279136ac8e4b', 'network_id': 'c037af77-3962-4d16-bf65-279136ac8e4b', 'project_id': '6ef504e8f1324006acdf369bff207666', 'fixed_ips': [{'subnet_id': 'e14cbc57-f07e-4b6b-94f1-758e10738232'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:24:07.249868 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:07.293748 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110548ac-aaa9-47cc-b01d-b561db59ebde tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Made reservation on behalf of 6ef504e8f1324006acdf369bff207666 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:24:07.297633 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-110548ac-aaa9-47cc-b01d-b561db59ebde tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:07.365057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110548ac-aaa9-47cc-b01d-b561db59ebde tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:24:07.379322 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-110548ac-aaa9-47cc-b01d-b561db59ebde tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b14b93bc-6a73-45e0-8b34-49c8e2038637), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:07.379674 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-110548ac-aaa9-47cc-b01d-b561db59ebde tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Added segment b14b93bc-6a73-45e0-8b34-49c8e2038637 of type vlan for network 8661798c-0c29-4d1d-8231-c2bd188ff0a0 Feb 11 04:24:07.406301 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Allocated IP 19.80.0.2 (c037af77-3962-4d16-bf65-279136ac8e4b/e14cbc57-f07e-4b6b-94f1-758e10738232/f6611aca-f920-4f2e-9a63-bb8581195acc) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:24:07.434289 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-110548ac-aaa9-47cc-b01d-b561db59ebde tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (8661798c-0c29-4d1d-8231-c2bd188ff0a0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:07.488735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097134bd-134a-4425-8cd7-df6021107552 req-8eef664c-5374-40bb-af63-519ae81e57d7 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:07.495174 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-097134bd-134a-4425-8cd7-df6021107552 req-8eef664c-5374-40bb-af63-519ae81e57d7 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 946 time: 0.0745869 Feb 11 04:24:07.554802 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-097134bd-134a-4425-8cd7-df6021107552 req-f0cf54e6-dfb5-49f2-af3c-013384569e1f tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/security-groups?id=59d14182-0a15-4f56-b7fd-195c387d8ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562000 Feb 11 04:24:07.563818 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-110548ac-aaa9-47cc-b01d-b561db59ebde tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (8661798c-0c29-4d1d-8231-c2bd188ff0a0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:07.568945 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110548ac-aaa9-47cc-b01d-b561db59ebde tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:07.569704 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-110548ac-aaa9-47cc-b01d-b561db59ebde tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:07.612428 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Publish callbacks [] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:07.658894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110548ac-aaa9-47cc-b01d-b561db59ebde tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event updated for resources: {'Network': ['ID=8661798c-0c29-4d1d-8231-c2bd188ff0a0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:07.671341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 8661798c-0c29-4d1d-8231-c2bd188ff0a0 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:24:07.681081 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ddb9a82-5fe8-4353-b2d1-dc6accb69042 req-b33b2e32-7938-4337-828e-f6409d83787e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&device_id=070a456c-f5d9-41e1-9c28-d3a5f9f25b05 HTTP/1.1" status: 200 len: 210 time: 0.0299330 Feb 11 04:24:07.720091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46560) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:07.721181 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-110548ac-aaa9-47cc-b01d-b561db59ebde tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5276856 Feb 11 04:24:07.726719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0d11c9af-def7-4ccb-b94e-e910323c2afe tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Request body: {'subnet': {'network_id': '8661798c-0c29-4d1d-8231-c2bd188ff0a0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:07.736492 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:07.791542 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Network c037af77-3962-4d16-bf65-279136ac8e4b is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:24:07.795179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:24:07.799387 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:24:07.802439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Pushing event updated for resources: {'Port': ['ID=f6611aca-f920-4f2e-9a63-bb8581195acc,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:07.861606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Attempting to bind port f6611aca-f920-4f2e-9a63-bb8581195acc on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:24:07.865620 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Attempting to bind port f6611aca-f920-4f2e-9a63-bb8581195acc by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '6a06618d-1071-4b46-a254-c886e9f7221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c037af77-3962-4d16-bf65-279136ac8e4b'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:24:07.867409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Attempting to bind port f6611aca-f920-4f2e-9a63-bb8581195acc on network c037af77-3962-4d16-bf65-279136ac8e4b {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:24:07.878903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:24:07.878903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Checking segment: {'id': '6a06618d-1071-4b46-a254-c886e9f7221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c037af77-3962-4d16-bf65-279136ac8e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:24:07.878903 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:07.879493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb9a82-5fe8-4353-b2d1-dc6accb69042 req-8070cfd6-efd2-4e4d-a560-3bba5491b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:07.879954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Bound using segment: {'id': '6a06618d-1071-4b46-a254-c886e9f7221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c037af77-3962-4d16-bf65-279136ac8e4b'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:24:07.879954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Bound port: f6611aca-f920-4f2e-9a63-bb8581195acc, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a06618d-1071-4b46-a254-c886e9f7221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c037af77-3962-4d16-bf65-279136ac8e4b'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:24:07.879954 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:07.880259 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ddb9a82-5fe8-4353-b2d1-dc6accb69042 req-8070cfd6-efd2-4e4d-a560-3bba5491b33b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a70586beed2f4c668534da1f31a71292&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1880531 Feb 11 04:24:07.960999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] For port f6611aca-f920-4f2e-9a63-bb8581195acc, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:24:07.966731 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] For port f6611aca-f920-4f2e-9a63-bb8581195acc, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f6611aca-f920-4f2e-9a63-bb8581195acc,segment=NetworkSegment(6a06618d-1071-4b46-a254-c886e9f7221b),segment_id=6a06618d-1071-4b46-a254-c886e9f7221b)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:24:07.984167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d11c9af-def7-4ccb-b94e-e910323c2afe tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Made reservation on behalf of 6ef504e8f1324006acdf369bff207666 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:24:07.987601 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0d11c9af-def7-4ccb-b94e-e910323c2afe tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:08.066034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a483845c-3bbf-42ba-8245-17f1fa0a4dd3 req-411eac60-b019-4309-86b3-5f0aeb8cb251 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=070a456c-f5d9-41e1-9c28-d3a5f9f25b05 HTTP/1.1" status: 200 len: 210 time: 0.0500214 Feb 11 04:24:08.079740 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:08.110259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb9a82-5fe8-4353-b2d1-dc6accb69042 req-0c3fcbed-3428-446b-8b83-64daff8aab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:08.111797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ddb9a82-5fe8-4353-b2d1-dc6accb69042 req-0c3fcbed-3428-446b-8b83-64daff8aab4d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2256343 Feb 11 04:24:08.135352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ade41-8308-495d-b2e0-06471b85e2f1 req-11052f2a-90be-4a02-91f1-8c091b027301 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:08.137810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea6ade41-8308-495d-b2e0-06471b85e2f1 req-11052f2a-90be-4a02-91f1-8c091b027301 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.2135525 Feb 11 04:24:08.195503 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46578) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:08.207756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112e9cd-4113-4648-8d00-bd7d6f390881 None None] Pushing event updated for resources: {'Port': ['ID=f6611aca-f920-4f2e-9a63-bb8581195acc,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:08.258126 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ddb9a82-5fe8-4353-b2d1-dc6accb69042 req-7ffa4e0e-ff88-4ad6-a09b-e334d1f3706e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "GET /v2.0/ports?device_id=070a456c-f5d9-41e1-9c28-d3a5f9f25b05 HTTP/1.1" status: 200 len: 210 time: 0.0690675 Feb 11 04:24:08.307425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea6ade41-8308-495d-b2e0-06471b85e2f1 req-ac85e581-ab8f-4b2c-9331-80e05e15cc2c tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579635 Feb 11 04:24:08.347294 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-877867442-network', 'tenant_id': '6a2e964cc91a403d9b6aa3dea7445ed3'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:08.376802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dda0a-3401-4a9f-8b75-f927f8dda3bd req-f15818d3-6010-40dd-b4c5-cd5c96d72c2a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:08.378364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-794dda0a-3401-4a9f-8b75-f927f8dda3bd req-f15818d3-6010-40dd-b4c5-cd5c96d72c2a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.2041354 Feb 11 04:24:08.427033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] Made reservation on behalf of 6a2e964cc91a403d9b6aa3dea7445ed3 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:24:08.429421 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:08.440093 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:08.492632 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-794dda0a-3401-4a9f-8b75-f927f8dda3bd req-da77a2f9-09c4-40d4-b2fd-64d9f49b9eac tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065943 Feb 11 04:24:08.500412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d315ff8-0bda-40d0-b52d-55d49d334841 req-63ef835f-bc5f-4a0d-b37e-3bffa0ea519a tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:08.501964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d315ff8-0bda-40d0-b52d-55d49d334841 req-63ef835f-bc5f-4a0d-b37e-3bffa0ea519a tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.1226358 Feb 11 04:24:08.540629 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0d11c9af-def7-4ccb-b94e-e910323c2afe tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (f0875fed-e95c-4088-b9eb-4de0c999da1a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:08.576591 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] Publish callbacks [] for security_group (99e0f44f-6d7b-4d49-906c-64417ece7538), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:08.643369 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (99e0f44f-6d7b-4d49-906c-64417ece7538), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:08.670129 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d315ff8-0bda-40d0-b52d-55d49d334841 req-feab2e0a-be98-4c31-8009-da7ec30a9b3e tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616724 Feb 11 04:24:08.674422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d11c9af-def7-4ccb-b94e-e910323c2afe tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Checking segment: {'id': 'b14b93bc-6a73-45e0-8b34-49c8e2038637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8661798c-0c29-4d1d-8231-c2bd188ff0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:24:08.674422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d11c9af-def7-4ccb-b94e-e910323c2afe tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Network hostable DHCP agents. Network: 8661798c-0c29-4d1d-8231-c2bd188ff0a0, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:24:08.693171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11c9af-def7-4ccb-b94e-e910323c2afe tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event updated for resources: {'Subnet': ['ID=f0875fed-e95c-4088-b9eb-4de0c999da1a,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:08.693415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:24:08.704917 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e0f44f-6d7b-4d49-906c-64417ece7538,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:08.709863 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e21e9547-b663-45f9-8132-50283a23646c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:08.710217 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] Added segment e21e9547-b663-45f9-8132-50283a23646c of type vlan for network 10aa80bb-93b9-4f30-8204-8c23a28b3aee Feb 11 04:24:08.742924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f6611aca-f920-4f2e-9a63-bb8581195acc up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:24:08.759636 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a369967-97cb-43eb-9a32-9b0058b553d9 req-2be8634e-de0e-4a2d-8c6f-0bfa6f1661dd tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:08.763143 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a369967-97cb-43eb-9a32-9b0058b553d9 req-2be8634e-de0e-4a2d-8c6f-0bfa6f1661dd tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 946 time: 0.1138515 Feb 11 04:24:08.764561 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (10aa80bb-93b9-4f30-8204-8c23a28b3aee), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:08.801116 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f6611aca-f920-4f2e-9a63-bb8581195acc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:08.801487 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:08.816891 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a369967-97cb-43eb-9a32-9b0058b553d9 req-9a77295f-7535-4d1e-8be6-f948405bc358 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/security-groups?id=59d14182-0a15-4f56-b7fd-195c387d8ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453584 Feb 11 04:24:08.822651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d11c9af-def7-4ccb-b94e-e910323c2afe tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Network 8661798c-0c29-4d1d-8231-c2bd188ff0a0 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:24:08.849698 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (10aa80bb-93b9-4f30-8204-8c23a28b3aee), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:08.850739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:08.851331 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:08.904138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f6611aca-f920-4f2e-9a63-bb8581195acc is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:08.904838 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:08.913767 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] Pushing event updated for resources: {'Network': ['ID=10aa80bb-93b9-4f30-8204-8c23a28b3aee,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:08.922281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-0d11c9af-def7-4ccb-b94e-e910323c2afe tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 8661798c-0c29-4d1d-8231-c2bd188ff0a0) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:24:08.928488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d11c9af-def7-4ccb-b94e-e910323c2afe tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:08.928674 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 10aa80bb-93b9-4f30-8204-8c23a28b3aee details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:24:08.929240 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0d11c9af-def7-4ccb-b94e-e910323c2afe tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:08.935307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e0dd17-8e08-48e9-bc35-e7aab030f090 None None] Network 8661798c-0c29-4d1d-8231-c2bd188ff0a0 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:24:08.961031 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6963120-8c2e-47e4-82ca-fe376dc03799 req-6b3eb90a-d08f-46d6-838b-8fd646ac8c69 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:08.962575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6963120-8c2e-47e4-82ca-fe376dc03799 req-6b3eb90a-d08f-46d6-838b-8fd646ac8c69 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 946 time: 0.0705137 Feb 11 04:24:08.967096 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0d9f3943-b186-4aa8-aac5-23216e9bb56e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7715297 Feb 11 04:24:08.970526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46586) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:08.974896 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e8dcd46c-107d-47cd-9250-cdb47cfc13a0 admin admin] Request body: {'subnet': {'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-877867442-subnet', 'tenant_id': '6a2e964cc91a403d9b6aa3dea7445ed3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:08.978748 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46588) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:08.981306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port f6611aca-f920-4f2e-9a63-bb8581195acc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f6611aca-f920-4f2e-9a63-bb8581195acc,segment=NetworkSegment(6a06618d-1071-4b46-a254-c886e9f7221b),segment_id=6a06618d-1071-4b46-a254-c886e9f7221b)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:08.985174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d5389856-50ab-46cc-9d78-c9646f975c27 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Request body: {'floatingip': {'port_id': 'b8b89b57-c9a7-4914-b541-8f5a8b3a7eed'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:09.035119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0d11c9af-def7-4ccb-b94e-e910323c2afe tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3114069 Feb 11 04:24:09.060664 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5389856-50ab-46cc-9d78-c9646f975c27 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for floatingip (89e5ff2d-13d3-4053-bd07-07c9ac002a44), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:09.065002 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:09.117973 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dcd46c-107d-47cd-9250-cdb47cfc13a0 admin admin] Made reservation on behalf of 6a2e964cc91a403d9b6aa3dea7445ed3 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:24:09.127720 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8dcd46c-107d-47cd-9250-cdb47cfc13a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:09.224309 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-8661798c-0c29-4d1d-8231-c2bd188ff0a0', 'network_id': '8661798c-0c29-4d1d-8231-c2bd188ff0a0', 'project_id': '6ef504e8f1324006acdf369bff207666', 'fixed_ips': [{'subnet_id': 'f0875fed-e95c-4088-b9eb-4de0c999da1a'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:24:09.225351 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:09.242369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=f6611aca-f920-4f2e-9a63-bb8581195acc,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:09.478333 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Allocated IP 19.86.0.2 (8661798c-0c29-4d1d-8231-c2bd188ff0a0/f0875fed-e95c-4088-b9eb-4de0c999da1a/4aaa36d2-c551-46cb-bfcc-913485e74ca6) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:24:09.533266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-9fa9e94c-0480-411c-addc-082f3afbcaeb tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:09.538337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-9fa9e94c-0480-411c-addc-082f3afbcaeb tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:09.539975 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-9fa9e94c-0480-411c-addc-082f3afbcaeb tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/networks?id=c037af77-3962-4d16-bf65-279136ac8e4b&id=8661798c-0c29-4d1d-8231-c2bd188ff0a0 HTTP/1.1" status: 200 len: 1391 time: 0.2645023 Feb 11 04:24:09.560367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492ac37a-67ae-4e88-8526-e31bd27ab8c7 None None] Network c037af77-3962-4d16-bf65-279136ac8e4b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:24:09.566482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-b4609141-06e6-4976-aa71-f890aef8f1bf tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:09.567964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-b4609141-06e6-4976-aa71-f890aef8f1bf tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 812 time: 0.1619573 Feb 11 04:24:09.571571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-bb18827c-a19f-43a9-823a-dd80c2b5c52a tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/quotas/6ef504e8f1324006acdf369bff207666 HTTP/1.1" status: 200 len: 375 time: 0.0216963 Feb 11 04:24:09.599496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-d7877bed-19e8-4ee8-a010-a3702e677690 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/quotas/a70586beed2f4c668534da1f31a71292 HTTP/1.1" status: 200 len: 375 time: 0.0254283 Feb 11 04:24:09.649611 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8dcd46c-107d-47cd-9250-cdb47cfc13a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (3eba31f7-1207-4443-a78f-e7f3b3f7b7c9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:09.654608 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-71e6eb96-5c10-4ce2-9394-a94748100a16 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379088 Feb 11 04:24:09.755634 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-f1f57b29-4e2c-4dab-bc7f-485a366e4ed4 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ef504e8f1324006acdf369bff207666&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1792548 Feb 11 04:24:09.791490 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcd46c-107d-47cd-9250-cdb47cfc13a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eba31f7-1207-4443-a78f-e7f3b3f7b7c9,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:09.807067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6edb62ff-2de2-4abc-8e53-cd89fe01064b None None] Provisioning complete for port f6611aca-f920-4f2e-9a63-bb8581195acc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:09.807735 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6edb62ff-2de2-4abc-8e53-cd89fe01064b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:09.815428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dcd46c-107d-47cd-9250-cdb47cfc13a0 admin admin] Checking segment: {'id': 'e21e9547-b663-45f9-8132-50283a23646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:24:09.816208 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dcd46c-107d-47cd-9250-cdb47cfc13a0 admin admin] Network hostable DHCP agents. Network: 10aa80bb-93b9-4f30-8204-8c23a28b3aee, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:24:09.819882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-f08e8385-3384-420d-b3ef-a7a8908fa3d1 service neutron] 10.222.0.13 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602049 Feb 11 04:24:09.935571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5389856-50ab-46cc-9d78-c9646f975c27 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:09.937692 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Publish callbacks [] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:09.940638 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-643e37a0-765f-4b55-8ad0-24b3f46c7ff5 service neutron] 10.222.0.13 "GET /v2.0/networks/c037af77-3962-4d16-bf65-279136ac8e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723895 Feb 11 04:24:09.970081 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dcd46c-107d-47cd-9250-cdb47cfc13a0 admin admin] Network 10aa80bb-93b9-4f30-8204-8c23a28b3aee is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:24:09.979224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-775939ac-b09c-41f9-ad5c-d0d2aebd60df service neutron] 10.222.0.13 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584451 Feb 11 04:24:09.992938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6edb62ff-2de2-4abc-8e53-cd89fe01064b None None] Current status of the port f6611aca-f920-4f2e-9a63-bb8581195acc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:10.065185 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d35798ac-967b-4c72-b980-717863b3cd98 service neutron] 10.222.0.13 "GET /v2.0/networks/c037af77-3962-4d16-bf65-279136ac8e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112819 Feb 11 04:24:10.073022 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5389856-50ab-46cc-9d78-c9646f975c27 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (89e5ff2d-13d3-4053-bd07-07c9ac002a44), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:10.074215 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:10.118264 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e8dcd46c-107d-47cd-9250-cdb47cfc13a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 10aa80bb-93b9-4f30-8204-8c23a28b3aee) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:24:10.131727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Network 8661798c-0c29-4d1d-8231-c2bd188ff0a0 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:24:10.131727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:24:10.132007 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dcd46c-107d-47cd-9250-cdb47cfc13a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:10.132007 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8dcd46c-107d-47cd-9250-cdb47cfc13a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:10.133811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c056ec67-1acf-420e-8f8d-c721954644ee None None] Network 10aa80bb-93b9-4f30-8204-8c23a28b3aee requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:24:10.150587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:24:10.178659 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-1cdd8963-f76e-4144-b6f3-f370ebb2eed6 service neutron] 10.222.0.13 "GET /v2.0/networks/8661798c-0c29-4d1d-8231-c2bd188ff0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071310 Feb 11 04:24:10.275380 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e8dcd46c-107d-47cd-9250-cdb47cfc13a0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2964156 Feb 11 04:24:10.275588 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Pushing event updated for resources: {'Port': ['ID=4aaa36d2-c551-46cb-bfcc-913485e74ca6,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:10.317887 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-d5389856-50ab-46cc-9d78-c9646f975c27 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Floating IP 89e5ff2d-13d3-4053-bd07-07c9ac002a44 associated. External IP: 172.25.3.202, port: b8b89b57-c9a7-4914-b541-8f5a8b3a7eed. Feb 11 04:24:10.353039 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-3ce3d14a-7ba7-48fc-9369-648f393539ef service neutron] 10.222.0.13 "GET /v2.0/networks/8661798c-0c29-4d1d-8231-c2bd188ff0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568251 Feb 11 04:24:10.369381 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Attempting to bind port 4aaa36d2-c551-46cb-bfcc-913485e74ca6 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:24:10.369755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Attempting to bind port 4aaa36d2-c551-46cb-bfcc-913485e74ca6 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'b14b93bc-6a73-45e0-8b34-49c8e2038637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8661798c-0c29-4d1d-8231-c2bd188ff0a0'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:24:10.370224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Attempting to bind port 4aaa36d2-c551-46cb-bfcc-913485e74ca6 on network 8661798c-0c29-4d1d-8231-c2bd188ff0a0 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:24:10.385933 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:24:10.386317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Checking segment: {'id': 'b14b93bc-6a73-45e0-8b34-49c8e2038637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8661798c-0c29-4d1d-8231-c2bd188ff0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:24:10.386744 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:10.387661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Bound using segment: {'id': 'b14b93bc-6a73-45e0-8b34-49c8e2038637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8661798c-0c29-4d1d-8231-c2bd188ff0a0'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:24:10.388137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Bound port: 4aaa36d2-c551-46cb-bfcc-913485e74ca6, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b14b93bc-6a73-45e0-8b34-49c8e2038637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8661798c-0c29-4d1d-8231-c2bd188ff0a0'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:24:10.388526 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:10.425468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba79286-6814-4406-b39b-5b942adf2511 req-0055c738-415f-4894-a19c-6100ded63525 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:10.427379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bba79286-6814-4406-b39b-5b942adf2511 req-0055c738-415f-4894-a19c-6100ded63525 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0687642 Feb 11 04:24:10.487327 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bba79286-6814-4406-b39b-5b942adf2511 req-c232e02c-5c0d-4560-98d6-3c452d83780b tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537410 Feb 11 04:24:10.538581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-54c361ec-d942-4828-9331-edfbdb616f49 None None] Provisioning complete for port f6611aca-f920-4f2e-9a63-bb8581195acc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:10.538855 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-54c361ec-d942-4828-9331-edfbdb616f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:10.672393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137acb8b-671e-4c76-8803-7629071902cb None None] Network 10aa80bb-93b9-4f30-8204-8c23a28b3aee requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:24:10.675895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1e406-66ad-494b-b543-095581f0d2d0 req-88151880-a2f5-4045-9567-b3529cfc9115 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:10.680470 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bb1e406-66ad-494b-b543-095581f0d2d0 req-88151880-a2f5-4045-9567-b3529cfc9115 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1143343 Feb 11 04:24:10.682510 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5389856-50ab-46cc-9d78-c9646f975c27 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Router 5bd02402-10ad-4159-b882-09e6bd41834c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:24:10.688332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f6611aca-f920-4f2e-9a63-bb8581195acc up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:24:10.748829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] For port 4aaa36d2-c551-46cb-bfcc-913485e74ca6, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:24:10.810679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] For port 4aaa36d2-c551-46cb-bfcc-913485e74ca6, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4aaa36d2-c551-46cb-bfcc-913485e74ca6,segment=NetworkSegment(b14b93bc-6a73-45e0-8b34-49c8e2038637),segment_id=b14b93bc-6a73-45e0-8b34-49c8e2038637)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:24:10.858176 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bb1e406-66ad-494b-b543-095581f0d2d0 req-3b330f14-bad6-40ff-acff-df5b2318b7dc tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711688 Feb 11 04:24:10.885488 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:10.903654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7382f4-a65f-47e1-b292-966c7599e626 req-bc2d5565-c32a-47a6-bcfe-535dc266ec15 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:10.911535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f6611aca-f920-4f2e-9a63-bb8581195acc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:10.912353 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:10.924107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0f7382f4-a65f-47e1-b292-966c7599e626 req-bc2d5565-c32a-47a6-bcfe-535dc266ec15 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.2023056 Feb 11 04:24:11.028012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c14e9803-d2dd-426f-ad68-c9d4b40c26b3 req-908671f8-25b9-4715-bdfe-3d897a85ae90 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 210 time: 0.0535979 Feb 11 04:24:11.036256 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-54c361ec-d942-4828-9331-edfbdb616f49 None None] Current status of the port f6611aca-f920-4f2e-9a63-bb8581195acc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:11.096139 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0f7382f4-a65f-47e1-b292-966c7599e626 req-2a50004f-1736-4f23-ac8d-988bc30941ba tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710660 Feb 11 04:24:11.130672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43f930-7a58-4525-bf10-4b61508de0e7 None None] Pushing event updated for resources: {'Port': ['ID=4aaa36d2-c551-46cb-bfcc-913485e74ca6,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:11.192624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7dea56a0-659d-4bac-80b9-cc5632162486 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:24:11.202007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f6611aca-f920-4f2e-9a63-bb8581195acc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:11.215524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5389856-50ab-46cc-9d78-c9646f975c27 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:24:11.221914 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5389856-50ab-46cc-9d78-c9646f975c27 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:11.228346 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdcaf1d-6481-4dfe-95ff-2923716f996d None None] Sync routers for ids ['5bd02402-10ad-4159-b882-09e6bd41834c'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:24:11.252922 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdcaf1d-6481-4dfe-95ff-2923716f996d None None] Routers {'5bd02402-10ad-4159-b882-09e6bd41834c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:24:11.253643 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6fdcaf1d-6481-4dfe-95ff-2923716f996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5bd02402-10ad-4159-b882-09e6bd41834c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:11.287914 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f51d2780-8f0c-4284-b85f-053231501686 req-2aa45da9-f0e1-4eec-a33b-1ac337d58d79 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 210 time: 0.0746696 Feb 11 04:24:11.313293 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d5389856-50ab-46cc-9d78-c9646f975c27 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "PUT /v2.0/floatingips/89e5ff2d-13d3-4053-bd07-07c9ac002a44 HTTP/1.1" status: 200 len: 992 time: 2.3334749 Feb 11 04:24:11.314087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b35c189-4601-423e-a7ac-0fb8fd034913', 'tag': 'b8b89b57-c9a7-4914-b541-8f5a8b3a7eed'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:11.316622 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d7769f-ebaf-4170-80fe-9f039294b0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9b35c189-4601-423e-a7ac-0fb8fd034913", "tag": "b8b89b57-c9a7-4914-b541-8f5a8b3a7eed"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:11.393713 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593d8e17-5a68-4d33-8ed1-44e756ff9239 x-openstack-request-id: req-593d8e17-5a68-4d33-8ed1-44e756ff9239 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:11.394006 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b35c189-4601-423e-a7ac-0fb8fd034913", "tag": "b8b89b57-c9a7-4914-b541-8f5a8b3a7eed", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:11.394265 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-593d8e17-5a68-4d33-8ed1-44e756ff9239 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:11.407268 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b35c189-4601-423e-a7ac-0fb8fd034913', 'tag': 'b8b89b57-c9a7-4914-b541-8f5a8b3a7eed', 'status': 'completed', 'code': 200} Feb 11 04:24:11.414549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7dea56a0-659d-4bac-80b9-cc5632162486, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7dea56a0-659d-4bac-80b9-cc5632162486,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:11.455876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '7dea56a0-659d-4bac-80b9-cc5632162486', 'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b', 'port_id': '7dea56a0-659d-4bac-80b9-cc5632162486', 'mac_address': 'fa:16:3e:df:cc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5af16ed-8836-49c2-8b93-adb678c52442', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:24:11.468197 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-6fdcaf1d-6481-4dfe-95ff-2923716f996d None None] Set router 5bd02402-10ad-4159-b882-09e6bd41834c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:24:11.521720 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7dea56a0-659d-4bac-80b9-cc5632162486 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:11.522140 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:11.568880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dea56a0-659d-4bac-80b9-cc5632162486 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:24:11.577457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7769f-ebaf-4170-80fe-9f039294b0ff req-5231137e-9b5e-4ecf-af8f-c7205143fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:11.579487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26d7769f-ebaf-4170-80fe-9f039294b0ff req-5231137e-9b5e-4ecf-af8f-c7205143fcbe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=18a9d9364c8b4e16bab20af731a39d5a&device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 1129 time: 0.1590636 Feb 11 04:24:11.612291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7dea56a0-659d-4bac-80b9-cc5632162486, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7dea56a0-659d-4bac-80b9-cc5632162486,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:11.678083 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:11.716486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-bd3884bc-565f-4dd0-a2da-fd2a25f4b99b tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:11.718193 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-bd3884bc-565f-4dd0-a2da-fd2a25f4b99b tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/networks?id=10aa80bb-93b9-4f30-8204-8c23a28b3aee HTTP/1.1" status: 200 len: 814 time: 0.2868865 Feb 11 04:24:11.748546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7dea56a0-659d-4bac-80b9-cc5632162486,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:11.748877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394e62-054f-4347-a612-c939da9064a5 req-44bbc1d8-fbf2-4b0f-812b-bd9ca5642154 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:11.750596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74394e62-054f-4347-a612-c939da9064a5 req-44bbc1d8-fbf2-4b0f-812b-bd9ca5642154 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1617322 Feb 11 04:24:11.771592 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-e3aea223-50fb-4c70-8ef0-164625792fc7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/quotas/6a2e964cc91a403d9b6aa3dea7445ed3 HTTP/1.1" status: 200 len: 375 time: 0.0369995 Feb 11 04:24:11.790877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7dea56a0-659d-4bac-80b9-cc5632162486'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:24:11.829306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7769f-ebaf-4170-80fe-9f039294b0ff req-3fef9454-ed6b-41dc-b590-0830f5c583ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:11.831122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26d7769f-ebaf-4170-80fe-9f039294b0ff req-3fef9454-ed6b-41dc-b590-0830f5c583ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=52d5dacd-cae5-4009-8c6b-8097afa11880 HTTP/1.1" status: 200 len: 915 time: 0.2432337 Feb 11 04:24:11.836056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-23de8a78-801c-4826-bf3b-b74f6b6a1b7c tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a2e964cc91a403d9b6aa3dea7445ed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535028 Feb 11 04:24:11.838448 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6fdcaf1d-6481-4dfe-95ff-2923716f996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 4, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'gw_port': {'id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:20Z', 'updated_at': '2022-02-11T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '89e5ff2d-13d3-4053-bd07-07c9ac002a44', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'port_id': 'b8b89b57-c9a7-4914-b541-8f5a8b3a7eed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'mac_address': 'fa:16:3e:d9:fa:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35c189-4601-423e-a7ac-0fb8fd034913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:23:42Z', 'updated_at': '2022-02-11T04:24:09Z', 'revision_number': 1, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcbe707-c361-447c-9816-238824d261e5', 'name': '', 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'mac_address': 'fa:16:3e:69:fd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:29Z', 'updated_at': '2022-02-11T04:23:37Z', 'revision_number': 5, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'subnets': [{'id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:11.869467 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdcaf1d-6481-4dfe-95ff-2923716f996d None None] Checking router: 5bd02402-10ad-4159-b882-09e6bd41834c for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:24:11.883987 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdcaf1d-6481-4dfe-95ff-2923716f996d None None] Routers {'5bd02402-10ad-4159-b882-09e6bd41834c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:24:11.884897 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6fdcaf1d-6481-4dfe-95ff-2923716f996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:23:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5bd02402-10ad-4159-b882-09e6bd41834c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:11.943830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74394e62-054f-4347-a612-c939da9064a5 req-1d6d1518-af3a-44f8-ba36-3733f59adf03 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801984 Feb 11 04:24:12.076072 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-6fdcaf1d-6481-4dfe-95ff-2923716f996d None None] Set router 5bd02402-10ad-4159-b882-09e6bd41834c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:24:12.368488 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26d7769f-ebaf-4170-80fe-9f039294b0ff req-fee8fc5c-1591-44e4-831c-129881d6f9b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8b89b57-c9a7-4914-b541-8f5a8b3a7eed HTTP/1.1" status: 200 len: 1000 time: 0.5227425 Feb 11 04:24:12.376011 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6fdcaf1d-6481-4dfe-95ff-2923716f996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 4, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'gw_port': {'id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:20Z', 'updated_at': '2022-02-11T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '89e5ff2d-13d3-4053-bd07-07c9ac002a44', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'port_id': 'b8b89b57-c9a7-4914-b541-8f5a8b3a7eed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'mac_address': 'fa:16:3e:d9:fa:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35c189-4601-423e-a7ac-0fb8fd034913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:23:42Z', 'updated_at': '2022-02-11T04:24:09Z', 'revision_number': 1, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcbe707-c361-447c-9816-238824d261e5', 'name': '', 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'mac_address': 'fa:16:3e:69:fd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:29Z', 'updated_at': '2022-02-11T04:23:37Z', 'revision_number': 5, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'subnets': [{'id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:12.398448 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-0b616c73-afd1-4d7f-a79f-4478d55fd8ee service neutron] 10.222.0.13 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5431306 Feb 11 04:24:12.462371 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d374689-3360-4bbb-b602-9a6451373c5f None None] Network 8661798c-0c29-4d1d-8231-c2bd188ff0a0 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:24:12.462938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ed61f-c353-4559-8adc-dfb7806a3ced req-18132407-0118-4e0d-be79-458cf030650e tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:12.464200 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c3ed61f-c353-4559-8adc-dfb7806a3ced req-18132407-0118-4e0d-be79-458cf030650e tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1522245 Feb 11 04:24:12.526792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7769f-ebaf-4170-80fe-9f039294b0ff req-8816799d-8fb6-4600-bd48-91aa7ae5ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:12.528909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26d7769f-ebaf-4170-80fe-9f039294b0ff req-8816799d-8fb6-4600-bd48-91aa7ae5ad7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1a7a95f4-f8f6-481f-a092-ee0707ccef92 HTTP/1.1" status: 200 len: 853 time: 0.1487386 Feb 11 04:24:12.546336 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdcaf1d-6481-4dfe-95ff-2923716f996d None None] The sync data for ids ['5bd02402-10ad-4159-b882-09e6bd41834c'] in n-d-712142-35 is: [{'id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 4, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'gw_port': {'id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:20Z', 'updated_at': '2022-02-11T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '89e5ff2d-13d3-4053-bd07-07c9ac002a44', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'floating_ip_address': '172.25.3.202', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'port_id': 'b8b89b57-c9a7-4914-b541-8f5a8b3a7eed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'mac_address': 'fa:16:3e:d9:fa:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b35c189-4601-423e-a7ac-0fb8fd034913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:23:42Z', 'updated_at': '2022-02-11T04:24:09Z', 'revision_number': 1, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcbe707-c361-447c-9816-238824d261e5', 'name': '', 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'mac_address': 'fa:16:3e:69:fd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:29Z', 'updated_at': '2022-02-11T04:23:37Z', 'revision_number': 5, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'subnets': [{'id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:24:12.660239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5f88236c-ff2a-467d-8e6e-7d4172af4801 None None] Provisioning complete for port 4aaa36d2-c551-46cb-bfcc-913485e74ca6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:12.660615 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5f88236c-ff2a-467d-8e6e-7d4172af4801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:12.682984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c3ed61f-c353-4559-8adc-dfb7806a3ced req-814468b5-7d5e-4f56-9f0b-c8ca2bd74f32 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050805 Feb 11 04:24:12.688825 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-0aa7ff3a-7ae2-413a-bb96-5c4929c6f5eb service neutron] 10.222.0.13 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707272 Feb 11 04:24:12.700710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7769f-ebaf-4170-80fe-9f039294b0ff req-72db4380-3426-4766-bf7a-ce054230d6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:12.702224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26d7769f-ebaf-4170-80fe-9f039294b0ff req-72db4380-3426-4766-bf7a-ce054230d6cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52d5dacd-cae5-4009-8c6b-8097afa11880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1661358 Feb 11 04:24:12.732317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4aaa36d2-c551-46cb-bfcc-913485e74ca6 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:24:12.860039 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7117e570-aa4c-4648-89d7-857e6d924946 req-4572f8b7-dde0-4249-a7e0-f4217876e3a3 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 210 time: 0.0723748 Feb 11 04:24:12.921484 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 4aaa36d2-c551-46cb-bfcc-913485e74ca6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:12.932916 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:12.937373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5f88236c-ff2a-467d-8e6e-7d4172af4801 None None] Current status of the port 4aaa36d2-c551-46cb-bfcc-913485e74ca6 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:12.937547 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5f88236c-ff2a-467d-8e6e-7d4172af4801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:13.082796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999f7ff-3dc9-4b4b-9aae-f60a8bc9d011 None None] New status for floating IP 89e5ff2d-13d3-4053-bd07-07c9ac002a44: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:24:13.101711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc00825-815a-41c1-836e-0467b95f4fc0 req-6684bcb0-e441-4ed3-9e3f-a3df5a451855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:13.107056 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ecc00825-815a-41c1-836e-0467b95f4fc0 req-6684bcb0-e441-4ed3-9e3f-a3df5a451855 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1473eb6969949e6a2109f9722d68b38&device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 1128 time: 0.0826912 Feb 11 04:24:13.214792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7dea56a0-659d-4bac-80b9-cc5632162486 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:24:13.236880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26d7769f-ebaf-4170-80fe-9f039294b0ff req-b5c67968-5ab7-4201-9893-43b4abcbabd8 service neutron] 10.222.0.32 "GET /v2.0/networks/52d5dacd-cae5-4009-8c6b-8097afa11880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223069 Feb 11 04:24:13.310424 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d76d4a0-3b7c-4dfd-b558-f28e6cff9fd4 req-bf6c1477-f18b-4b3d-91cf-06727911388f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 210 time: 0.1267369 Feb 11 04:24:13.327565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-a9c3d071-4d63-4964-a614-e95b06802db7 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:13.329061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-a9c3d071-4d63-4964-a614-e95b06802db7 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 812 time: 0.5629942 Feb 11 04:24:13.350591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-b9f2e65c-db8b-483a-ac2f-ec5bf4eca20a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Request body: {'port': {'device_id': '2c7779b0-8795-4482-9817-b952b56b5481', 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e', 'admin_state_up': True, 'tenant_id': 'a70586beed2f4c668534da1f31a71292'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:13.406760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66997c-2825-48b2-9597-0918481062d4 req-142513b0-a9cf-4cfc-9012-eeab06927d4e tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:13.410871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5f88236c-ff2a-467d-8e6e-7d4172af4801 None None] For port 4aaa36d2-c551-46cb-bfcc-913485e74ca6, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4aaa36d2-c551-46cb-bfcc-913485e74ca6,segment=NetworkSegment(b14b93bc-6a73-45e0-8b34-49c8e2038637),segment_id=b14b93bc-6a73-45e0-8b34-49c8e2038637)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:13.413184 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a66997c-2825-48b2-9597-0918481062d4 req-142513b0-a9cf-4cfc-9012-eeab06927d4e tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.3601422 Feb 11 04:24:13.415115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc00825-815a-41c1-836e-0467b95f4fc0 req-afdc701c-62bf-4caf-b408-ae015b215d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:13.416581 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ecc00825-815a-41c1-836e-0467b95f4fc0 req-afdc701c-62bf-4caf-b408-ae015b215d4c service neutron] 10.222.0.47 "GET /v2.0/networks?id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b HTTP/1.1" status: 200 len: 915 time: 0.2631598 Feb 11 04:24:13.491215 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ecc00825-815a-41c1-836e-0467b95f4fc0 req-cb29f253-d4b4-45e9-b1fd-455a305e1c24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dea56a0-659d-4bac-80b9-cc5632162486 HTTP/1.1" status: 200 len: 217 time: 0.0663383 Feb 11 04:24:13.548115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-819099c7-bdbb-4192-82de-790b8ff74fe5 req-a91dd04f-b2ab-4adc-b6d6-62341550f238 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 210 time: 0.0900788 Feb 11 04:24:13.566797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 7dea56a0-659d-4bac-80b9-cc5632162486 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:13.567367 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:13.577774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e01d6cc-d91a-49d5-8bb9-3dcee8c7607b req-612c5190-63bd-4a6a-a61f-1c6a8fe89803 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4069748 Feb 11 04:24:13.615358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc00825-815a-41c1-836e-0467b95f4fc0 req-07624a4b-c852-475d-820d-3494028f584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:13.618840 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ecc00825-815a-41c1-836e-0467b95f4fc0 req-07624a4b-c852-475d-820d-3494028f584a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5af16ed-8836-49c2-8b93-adb678c52442 HTTP/1.1" status: 200 len: 854 time: 0.1178870 Feb 11 04:24:13.628072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26d7769f-ebaf-4170-80fe-9f039294b0ff req-7c9989ff-d161-43c2-8e90-e1ada4e9b5bf service neutron] 10.222.0.32 "GET /v2.0/networks/52d5dacd-cae5-4009-8c6b-8097afa11880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437126 Feb 11 04:24:13.673933 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ecc00825-815a-41c1-836e-0467b95f4fc0 req-e29c2ea7-33c9-47be-b222-a758ec7504bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398953 Feb 11 04:24:13.676568 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5f88236c-ff2a-467d-8e6e-7d4172af4801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:13.692279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a66997c-2825-48b2-9597-0918481062d4 req-9458a4ff-8c07-454d-9501-5a5a91ed6bc9 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779317 Feb 11 04:24:13.894410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01d6cc-d91a-49d5-8bb9-3dcee8c7607b req-59f2bd50-2581-46bd-8c77-bb03f77649e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:13.896426 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e01d6cc-d91a-49d5-8bb9-3dcee8c7607b req-59f2bd50-2581-46bd-8c77-bb03f77649e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c5ab24820404cabad08d88b221522bc&device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 1128 time: 0.2606363 Feb 11 04:24:13.907283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 4aaa36d2-c551-46cb-bfcc-913485e74ca6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:13.916536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e9c11-5370-422b-9ece-5e79c22d6afc req-ba16c374-6bc9-4d01-9e4f-9507ff4f36a9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:13.920360 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b68e9c11-5370-422b-9ece-5e79c22d6afc req-ba16c374-6bc9-4d01-9e4f-9507ff4f36a9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 945 time: 0.2059841 Feb 11 04:24:13.958689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d19b31eb-7642-419c-a782-f5789a583169 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:13.973533 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d19b31eb-7642-419c-a782-f5789a583169 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:13.977658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-b9f2e65c-db8b-483a-ac2f-ec5bf4eca20a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Made reservation on behalf of a70586beed2f4c668534da1f31a71292 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:24:13.984118 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d19b31eb-7642-419c-a782-f5789a583169 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.47 "GET /v2.0/networks?id=c037af77-3962-4d16-bf65-279136ac8e4b&id=8661798c-0c29-4d1d-8231-c2bd188ff0a0 HTTP/1.1" status: 200 len: 1391 time: 0.4949093 Feb 11 04:24:13.987795 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-b9f2e65c-db8b-483a-ac2f-ec5bf4eca20a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:14.010575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f360980e-0a71-4007-8de6-b221674eb536 None None] Provisioning complete for port 4aaa36d2-c551-46cb-bfcc-913485e74ca6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:14.010997 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f360980e-0a71-4007-8de6-b221674eb536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:14.016029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88236c-ff2a-467d-8e6e-7d4172af4801 None None] Pushing event updated for resources: {'Port': ['ID=4aaa36d2-c551-46cb-bfcc-913485e74ca6,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:14.039285 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-672e3c7f-e2ce-4924-aed6-217b4193e153 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Request body: {'port': {'device_id': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'network_id': 'c037af77-3962-4d16-bf65-279136ac8e4b', 'admin_state_up': True, 'tenant_id': '6ef504e8f1324006acdf369bff207666'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:14.047916 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d332a-dcbd-4d32-ae4b-cd927a0c9edc req-6951f40d-1e7b-4285-99eb-6932e101b346 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:14.049581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b0d332a-dcbd-4d32-ae4b-cd927a0c9edc req-6951f40d-1e7b-4285-99eb-6932e101b346 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.2218068 Feb 11 04:24:14.216973 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ecc00825-815a-41c1-836e-0467b95f4fc0 req-ba89bbf0-8546-42e2-9c06-cbcfc9aadbcd service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761510 Feb 11 04:24:14.223487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b68e9c11-5370-422b-9ece-5e79c22d6afc req-fa25d440-5f14-4e71-b913-f4d8c044d19e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849722 Feb 11 04:24:14.254369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7dea56a0-659d-4bac-80b9-cc5632162486 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:14.257084 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:14.299421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a257216a-ddae-4cb0-93de-a0604230b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dea56a0-659d-4bac-80b9-cc5632162486'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:14.304038 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862f0d91-fa60-4517-9b46-acf0ed12be1b" -d '{"events": [{"server_uuid": "a257216a-ddae-4cb0-93de-a0604230b40c", "name": "network-vif-plugged", "status": "completed", "tag": "7dea56a0-659d-4bac-80b9-cc5632162486"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:14.368568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7dea56a0-659d-4bac-80b9-cc5632162486, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7dea56a0-659d-4bac-80b9-cc5632162486,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:14.390281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f360980e-0a71-4007-8de6-b221674eb536 None None] Current status of the port 4aaa36d2-c551-46cb-bfcc-913485e74ca6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:14.432696 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:14.548291 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ecc00825-815a-41c1-836e-0467b95f4fc0 req-5b1271a4-09bc-4785-afcf-308de1d1a1f7 service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210754 Feb 11 04:24:14.554785 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7dea56a0-659d-4bac-80b9-cc5632162486,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:14.583012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9409a7f4-4ccc-4451-a03e-f3fdd69f2485 req-f582298c-73e3-4b6a-8968-30c6102d77d9 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 210 time: 0.1638083 Feb 11 04:24:14.589447 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b0d332a-dcbd-4d32-ae4b-cd927a0c9edc req-3e3627a8-fa25-40ad-b257-56a6aa2d5a8a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059156 Feb 11 04:24:14.594464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01d6cc-d91a-49d5-8bb9-3dcee8c7607b req-5b732637-e045-45fe-94f1-88923c30bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:14.596386 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e01d6cc-d91a-49d5-8bb9-3dcee8c7607b req-5b732637-e045-45fe-94f1-88923c30bc9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0a20f827-c8f6-43af-bd9b-9fddc1589aea HTTP/1.1" status: 200 len: 912 time: 0.6702690 Feb 11 04:24:14.670588 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0151f11-e995-48a9-be2f-45c7920142d9 x-openstack-request-id: req-d0151f11-e995-48a9-be2f-45c7920142d9 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:14.671152 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a257216a-ddae-4cb0-93de-a0604230b40c", "name": "network-vif-plugged", "status": "completed", "tag": "7dea56a0-659d-4bac-80b9-cc5632162486", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:14.671152 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0151f11-e995-48a9-be2f-45c7920142d9 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:14.671545 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a257216a-ddae-4cb0-93de-a0604230b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dea56a0-659d-4bac-80b9-cc5632162486', 'code': 200} Feb 11 04:24:14.698475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4aaa36d2-c551-46cb-bfcc-913485e74ca6 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:24:14.710175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-672e3c7f-e2ce-4924-aed6-217b4193e153 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Made reservation on behalf of 6ef504e8f1324006acdf369bff207666 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:24:14.717332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-672e3c7f-e2ce-4924-aed6-217b4193e153 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:14.729443 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e01d6cc-d91a-49d5-8bb9-3dcee8c7607b req-25468b75-c84f-415c-868d-06dd256ffebc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f HTTP/1.1" status: 200 len: 217 time: 0.1221828 Feb 11 04:24:14.812022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 4aaa36d2-c551-46cb-bfcc-913485e74ca6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:14.812412 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:14.866370 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01d6cc-d91a-49d5-8bb9-3dcee8c7607b req-6d2b3cf4-3bfb-4cde-b3f8-ab4e3b146050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:14.867907 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e01d6cc-d91a-49d5-8bb9-3dcee8c7607b req-6d2b3cf4-3bfb-4cde-b3f8-ab4e3b146050 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0575d29c-44f0-42cf-9a3b-e3b065542552 HTTP/1.1" status: 200 len: 851 time: 0.0917423 Feb 11 04:24:14.934220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ac45e99-a8b1-49f6-917a-516a9ec1a2ce req-92f3d1ce-c8f5-4048-b49e-a95bcdea7baf tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 210 time: 0.2035544 Feb 11 04:24:14.936356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a5a2dbe-ab8e-4b7e-87a6-ae988d4dbcf1 req-7673708f-862a-4ba5-a0f4-a8390b9891d8 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 210 time: 0.1898167 Feb 11 04:24:14.967935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e01d6cc-d91a-49d5-8bb9-3dcee8c7607b req-0ddc3fb6-5ac5-4c34-b653-554133576d47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0a20f827-c8f6-43af-bd9b-9fddc1589aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623760 Feb 11 04:24:15.030047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 4aaa36d2-c551-46cb-bfcc-913485e74ca6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:15.044619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-672e3c7f-e2ce-4924-aed6-217b4193e153 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Allocated IP 19.80.0.118 (c037af77-3962-4d16-bf65-279136ac8e4b/e14cbc57-f07e-4b6b-94f1-758e10738232/0e62283a-1cd1-4b3a-92a5-268a35ce5521) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:24:15.194699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-b9f2e65c-db8b-483a-ac2f-ec5bf4eca20a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Allocated IP 172.20.0.14 (6cd12236-2b63-4f55-9764-b0d854f3a97e/7de27eb8-a8a3-47a4-8b0d-bfc468039fee/5f26502a-23d2-481d-b12c-32af69b0cf12) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:24:15.309006 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-672e3c7f-e2ce-4924-aed6-217b4193e153 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks [] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:15.319433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e01d6cc-d91a-49d5-8bb9-3dcee8c7607b req-c962eb3e-ec29-4486-8c7f-38306c8aca9d service neutron] 10.222.0.32 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414652 Feb 11 04:24:15.431357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110e47c-90be-4cdb-bbce-4f2ff29cada7 req-8cf190da-6290-4c5a-af75-d997a35b92dc tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:15.433399 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3110e47c-90be-4cdb-bbce-4f2ff29cada7 req-8cf190da-6290-4c5a-af75-d997a35b92dc tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.2874360 Feb 11 04:24:15.444323 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-672e3c7f-e2ce-4924-aed6-217b4193e153 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:15.536645 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-672e3c7f-e2ce-4924-aed6-217b4193e153 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Network c037af77-3962-4d16-bf65-279136ac8e4b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:24:15.539810 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-672e3c7f-e2ce-4924-aed6-217b4193e153 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:24:15.554607 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-672e3c7f-e2ce-4924-aed6-217b4193e153 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:24:15.623194 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e3c7f-e2ce-4924-aed6-217b4193e153 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event updated for resources: {'Port': ['ID=0e62283a-1cd1-4b3a-92a5-268a35ce5521,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:15.635092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3110e47c-90be-4cdb-bbce-4f2ff29cada7 req-0367bc84-41dc-470f-9828-b6b5ed71108b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498063 Feb 11 04:24:15.680610 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-672e3c7f-e2ce-4924-aed6-217b4193e153 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:15.681374 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-672e3c7f-e2ce-4924-aed6-217b4193e153 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:15.795700 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-672e3c7f-e2ce-4924-aed6-217b4193e153 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7807930 Feb 11 04:24:15.806531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d36f8a2a-9a42-4407-b645-70eca696b9a0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Request body: {'port': {'device_id': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'network_id': '8661798c-0c29-4d1d-8231-c2bd188ff0a0', 'admin_state_up': True, 'tenant_id': '6ef504e8f1324006acdf369bff207666'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:15.806809 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e01d6cc-d91a-49d5-8bb9-3dcee8c7607b req-43e09bcf-46d2-4504-9439-c4e9483a0258 service neutron] 10.222.0.32 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548290 Feb 11 04:24:15.897069 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7dc33225-84b1-473b-96df-fa748aed43cf req-6e9cd6d2-5ed2-493e-aeae-28fc06e89886 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 210 time: 0.0890672 Feb 11 04:24:15.904042 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-b9f2e65c-db8b-483a-ac2f-ec5bf4eca20a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks [] for port (5f26502a-23d2-481d-b12c-32af69b0cf12), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:15.920788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739a734-6287-4605-9205-ff359c9ece88 req-f946b7b2-7b7c-41a4-9354-2e4e396bf567 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:15.927717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8739a734-6287-4605-9205-ff359c9ece88 req-f946b7b2-7b7c-41a4-9354-2e4e396bf567 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.5885785 Feb 11 04:24:16.017197 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8739a734-6287-4605-9205-ff359c9ece88 req-aa66e645-f7fd-4624-81fb-a3bb20a9bbae tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885043 Feb 11 04:24:16.058384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2d6016e1-eb49-49e2-8b66-4de1985e10fd None None] Provisioning complete for port 0e62283a-1cd1-4b3a-92a5-268a35ce5521 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:16.060593 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2d6016e1-eb49-49e2-8b66-4de1985e10fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:16.118557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2d6016e1-eb49-49e2-8b66-4de1985e10fd None None] Port 0e62283a-1cd1-4b3a-92a5-268a35ce5521 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:24:16.141152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d36f8a2a-9a42-4407-b645-70eca696b9a0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Made reservation on behalf of 6ef504e8f1324006acdf369bff207666 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:24:16.146598 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d36f8a2a-9a42-4407-b645-70eca696b9a0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:16.229145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-069a458f-d145-4af8-a217-967ad2e6c6fe req-3175c3a3-ad95-4944-9452-d254a8d5e8db tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 210 time: 0.0617561 Feb 11 04:24:16.378719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d36f8a2a-9a42-4407-b645-70eca696b9a0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Allocated IP 19.86.0.135 (8661798c-0c29-4d1d-8231-c2bd188ff0a0/f0875fed-e95c-4088-b9eb-4de0c999da1a/b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:24:16.626349 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-b9f2e65c-db8b-483a-ac2f-ec5bf4eca20a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5f26502a-23d2-481d-b12c-32af69b0cf12), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:16.659840 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d36f8a2a-9a42-4407-b645-70eca696b9a0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks [] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:16.722764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb730c-cf99-4f74-a03b-15c685d125a1 req-8750e411-607e-4428-9680-39037d7da376 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:16.730140 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3eb730c-cf99-4f74-a03b-15c685d125a1 req-8750e411-607e-4428-9680-39037d7da376 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.6772702 Feb 11 04:24:16.757125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-b9f2e65c-db8b-483a-ac2f-ec5bf4eca20a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Network 6cd12236-2b63-4f55-9764-b0d854f3a97e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:24:16.788112 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d36f8a2a-9a42-4407-b645-70eca696b9a0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:16.788335 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-b9f2e65c-db8b-483a-ac2f-ec5bf4eca20a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:24:16.804645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2e65c-db8b-483a-ac2f-ec5bf4eca20a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Pushing event updated for resources: {'Port': ['ID=5f26502a-23d2-481d-b12c-32af69b0cf12,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:16.813611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-48e7f5a3-87f2-4cb8-8350-f43bf51faece tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:16.815666 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-48e7f5a3-87f2-4cb8-8350-f43bf51faece tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.32 "GET /v2.0/networks?id=10aa80bb-93b9-4f30-8204-8c23a28b3aee HTTP/1.1" status: 200 len: 814 time: 0.5837822 Feb 11 04:24:16.825492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-b9f2e65c-db8b-483a-ac2f-ec5bf4eca20a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:24:16.861945 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d36f8a2a-9a42-4407-b645-70eca696b9a0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Network 8661798c-0c29-4d1d-8231-c2bd188ff0a0 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:24:16.862838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-e9b84a0a-a2b7-4d14-8910-69921a537070 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Request body: {'port': {'device_id': '71ec5df9-f680-41a3-8e26-c12652616959', 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee', 'admin_state_up': True, 'tenant_id': '6a2e964cc91a403d9b6aa3dea7445ed3'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:16.872061 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d36f8a2a-9a42-4407-b645-70eca696b9a0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:24:16.890168 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d36f8a2a-9a42-4407-b645-70eca696b9a0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:24:16.924538 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f8a2a-9a42-4407-b645-70eca696b9a0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event updated for resources: {'Port': ['ID=b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:17.016936 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a46247-7880-427e-ab4d-b4612441b790 req-4ec6bedf-18ac-4f6d-af4b-f2c4778f6a35 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:17.019603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d36f8a2a-9a42-4407-b645-70eca696b9a0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:17.020317 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d36f8a2a-9a42-4407-b645-70eca696b9a0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:17.025637 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7a46247-7880-427e-ab4d-b4612441b790 req-4ec6bedf-18ac-4f6d-af4b-f2c4778f6a35 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 932 time: 0.4114892 Feb 11 04:24:17.069426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-b9f2e65c-db8b-483a-ac2f-ec5bf4eca20a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:17.070407 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-b9f2e65c-db8b-483a-ac2f-ec5bf4eca20a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:17.099224 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-e9b84a0a-a2b7-4d14-8910-69921a537070 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Made reservation on behalf of 6a2e964cc91a403d9b6aa3dea7445ed3 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:24:17.103418 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-e9b84a0a-a2b7-4d14-8910-69921a537070 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:17.132934 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d36f8a2a-9a42-4407-b645-70eca696b9a0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3305616 Feb 11 04:24:17.150775 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Request body: {'port': {'device_id': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:17.187412 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7a46247-7880-427e-ab4d-b4612441b790 req-542fa47f-63c9-4fb6-810e-29b512eb1b32 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605990 Feb 11 04:24:17.191475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-b9f2e65c-db8b-483a-ac2f-ec5bf4eca20a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8456137 Feb 11 04:24:17.196633 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3eb730c-cf99-4f74-a03b-15c685d125a1 req-10a33764-6368-4c1d-904e-3def961a234f tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652741 Feb 11 04:24:17.208709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Request body: {'port': {'device_id': '2c7779b0-8795-4482-9817-b952b56b5481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:17.294911 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5f26502a-23d2-481d-b12c-32af69b0cf12), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:17.314374 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:24:17.377276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:17.382239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2269bf38-767f-4bbd-94c6-c754c88769f0 None None] Provisioning complete for port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:17.383217 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2269bf38-767f-4bbd-94c6-c754c88769f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:17.443416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2269bf38-767f-4bbd-94c6-c754c88769f0 None None] Port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:24:17.718469 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e62283a-1cd1-4b3a-92a5-268a35ce5521 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:24:17.727004 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Publish callbacks [] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:17.740681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Transition to ACTIVE for port object 0e62283a-1cd1-4b3a-92a5-268a35ce5521 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:24:17.780853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e649f-1e84-40cb-8edd-e508675474ea req-9de65e6b-cd1f-4bb6-9f3b-0632a417f912 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:17.782368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-358e649f-1e84-40cb-8edd-e508675474ea req-9de65e6b-cd1f-4bb6-9f3b-0632a417f912 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 932 time: 0.1827495 Feb 11 04:24:17.798756 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:17.825714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7971562-901a-4d53-b460-29a6719e8f79 req-05939877-6073-4357-8bcc-fdfedb216f3b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:17.827257 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7971562-901a-4d53-b460-29a6719e8f79 req-05939877-6073-4357-8bcc-fdfedb216f3b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.2183721 Feb 11 04:24:17.846911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-e9b84a0a-a2b7-4d14-8910-69921a537070 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Allocated IP 172.20.0.12 (10aa80bb-93b9-4f30-8204-8c23a28b3aee/3eba31f7-1207-4443-a78f-e7f3b3f7b7c9/1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:24:17.854364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f26502a-23d2-481d-b12c-32af69b0cf12 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:24:17.870367 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Publish callbacks [] for port (5f26502a-23d2-481d-b12c-32af69b0cf12), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:17.924851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Transition to ACTIVE for port object 5f26502a-23d2-481d-b12c-32af69b0cf12 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:24:17.939138 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e62283a-1cd1-4b3a-92a5-268a35ce5521,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:17.982662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-358e649f-1e84-40cb-8edd-e508675474ea req-8f8bf468-54b7-43c9-bd8a-ef3f2355befd tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833899 Feb 11 04:24:18.013096 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (5f26502a-23d2-481d-b12c-32af69b0cf12), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:18.060869 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Attempting to bind port 0e62283a-1cd1-4b3a-92a5-268a35ce5521 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:24:18.061374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Attempting to bind port 0e62283a-1cd1-4b3a-92a5-268a35ce5521 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '6a06618d-1071-4b46-a254-c886e9f7221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c037af77-3962-4d16-bf65-279136ac8e4b'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:24:18.061709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Attempting to bind port 0e62283a-1cd1-4b3a-92a5-268a35ce5521 on network c037af77-3962-4d16-bf65-279136ac8e4b {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:24:18.067329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Port 0e62283a-1cd1-4b3a-92a5-268a35ce5521 on network c037af77-3962-4d16-bf65-279136ac8e4b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:24:18.067654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Attempting to bind port 0e62283a-1cd1-4b3a-92a5-268a35ce5521 on network c037af77-3962-4d16-bf65-279136ac8e4b {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:24:18.086891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:24:18.087325 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Checking segment: {'id': '6a06618d-1071-4b46-a254-c886e9f7221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c037af77-3962-4d16-bf65-279136ac8e4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:24:18.087619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Bound using segment: {'id': '6a06618d-1071-4b46-a254-c886e9f7221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c037af77-3962-4d16-bf65-279136ac8e4b'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:24:18.088069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Bound port: 0e62283a-1cd1-4b3a-92a5-268a35ce5521, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a06618d-1071-4b46-a254-c886e9f7221b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c037af77-3962-4d16-bf65-279136ac8e4b'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:24:18.088432 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:18.101654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7971562-901a-4d53-b460-29a6719e8f79 req-cdab2f4c-0749-4a7f-ad5a-1915eab0cc82 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634869 Feb 11 04:24:18.258311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Pushing event updated for resources: {'Port': ['ID=5f26502a-23d2-481d-b12c-32af69b0cf12,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:18.288330 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67cd78df-58e4-4d03-acc3-64c40db85fd6 req-1fcffc92-f06c-486a-911a-cfcc552f371b tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 210 time: 0.0502391 Feb 11 04:24:18.306730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] For port 0e62283a-1cd1-4b3a-92a5-268a35ce5521, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:24:18.310095 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] For port 0e62283a-1cd1-4b3a-92a5-268a35ce5521, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0e62283a-1cd1-4b3a-92a5-268a35ce5521,segment=NetworkSegment(6a06618d-1071-4b46-a254-c886e9f7221b),segment_id=6a06618d-1071-4b46-a254-c886e9f7221b)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:24:18.329198 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087b4b5-66d0-47d9-b57b-3529eb8dcd09 req-e2a4bbd0-3d90-42a6-a650-56a353139f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:18.334396 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b087b4b5-66d0-47d9-b57b-3529eb8dcd09 req-e2a4bbd0-3d90-42a6-a650-56a353139f39 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 1129 time: 0.2606986 Feb 11 04:24:18.366365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccb80f-55f6-40a7-a55b-b787948ea884 req-11c69761-852d-4754-bb32-eef3fcfea051 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:18.368070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5cccb80f-55f6-40a7-a55b-b787948ea884 req-11c69761-852d-4754-bb32-eef3fcfea051 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.2623954 Feb 11 04:24:18.421111 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:18.436257 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-e9b84a0a-a2b7-4d14-8910-69921a537070 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks [] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:18.437663 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b087b4b5-66d0-47d9-b57b-3529eb8dcd09 req-07407dee-f35b-4b1c-bdc9-33f8d5f3b696 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944505 Feb 11 04:24:18.501297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:18.507542 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:18.509225 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/0e62283a-1cd1-4b3a-92a5-268a35ce5521 HTTP/1.1" status: 200 len: 1093 time: 1.3629010 Feb 11 04:24:18.509739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'tag': '0e62283a-1cd1-4b3a-92a5-268a35ce5521'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:18.512955 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9b66e6-a9dc-4d00-86f2-c081d6e0cf1a" -d '{"events": [{"name": "network-changed", "server_uuid": "2558e51e-6d3c-4944-9abf-6e3b5d512cff", "tag": "0e62283a-1cd1-4b3a-92a5-268a35ce5521"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:18.540605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5cccb80f-55f6-40a7-a55b-b787948ea884 req-5f1cbc97-097f-447d-80ce-2d2761a0f9db tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499927 Feb 11 04:24:18.558145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Attempting to bind port 5f26502a-23d2-481d-b12c-32af69b0cf12 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:24:18.558563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Attempting to bind port 5f26502a-23d2-481d-b12c-32af69b0cf12 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:24:18.558917 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Attempting to bind port 5f26502a-23d2-481d-b12c-32af69b0cf12 on network 6cd12236-2b63-4f55-9764-b0d854f3a97e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:24:18.587968 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44adb8-123b-47bd-b310-eb53989dc4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e62283a-1cd1-4b3a-92a5-268a35ce5521,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:18.596284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Port 5f26502a-23d2-481d-b12c-32af69b0cf12 on network 6cd12236-2b63-4f55-9764-b0d854f3a97e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:24:18.596670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Attempting to bind port 5f26502a-23d2-481d-b12c-32af69b0cf12 on network 6cd12236-2b63-4f55-9764-b0d854f3a97e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:24:18.639525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469fefc-3206-489c-a1fb-c3c0f589db88 req-67b9c93a-6bac-47ef-9e79-ae2d736738a4 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:18.645167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469fefc-3206-489c-a1fb-c3c0f589db88 req-67b9c93a-6bac-47ef-9e79-ae2d736738a4 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:18.646859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4469fefc-3206-489c-a1fb-c3c0f589db88 req-67b9c93a-6bac-47ef-9e79-ae2d736738a4 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 1667 time: 0.1930857 Feb 11 04:24:18.660115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:24:18.660451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Checking segment: {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:24:18.660843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Bound using segment: {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:24:18.661295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Bound port: 5f26502a-23d2-481d-b12c-32af69b0cf12, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:24:18.661670 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5f26502a-23d2-481d-b12c-32af69b0cf12), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:18.736546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Request body: {'port': {'device_id': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:18.768736 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-e9b84a0a-a2b7-4d14-8910-69921a537070 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:18.792395 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4469fefc-3206-489c-a1fb-c3c0f589db88 req-6000ad9f-0852-46f3-bf6b-7bd58ce91a9c tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234682 Feb 11 04:24:18.855289 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:18.884426 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f0922b-0de8-42e3-9676-c15eba00990d x-openstack-request-id: req-52f0922b-0de8-42e3-9676-c15eba00990d {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:18.885106 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2558e51e-6d3c-4944-9abf-6e3b5d512cff", "tag": "0e62283a-1cd1-4b3a-92a5-268a35ce5521", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:18.885321 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52f0922b-0de8-42e3-9676-c15eba00990d {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:18.885798 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'tag': '0e62283a-1cd1-4b3a-92a5-268a35ce5521', 'status': 'completed', 'code': 200} Feb 11 04:24:18.893644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842ae1b-766e-4054-aca7-0186e83f4fb1 req-3507b8d1-0dd0-4299-9326-57e86638f5eb tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:18.895189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5842ae1b-766e-4054-aca7-0186e83f4fb1 req-3507b8d1-0dd0-4299-9326-57e86638f5eb tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.2464943 Feb 11 04:24:18.912499 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-e9b84a0a-a2b7-4d14-8910-69921a537070 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Network 10aa80bb-93b9-4f30-8204-8c23a28b3aee is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:24:18.915971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] For port 5f26502a-23d2-481d-b12c-32af69b0cf12, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:24:18.924734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b84a0a-a2b7-4d14-8910-69921a537070 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Pushing event updated for resources: {'Port': ['ID=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:18.940193 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-e9b84a0a-a2b7-4d14-8910-69921a537070 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:24:18.950560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-e9b84a0a-a2b7-4d14-8910-69921a537070 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:24:18.959894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] For port 5f26502a-23d2-481d-b12c-32af69b0cf12, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5f26502a-23d2-481d-b12c-32af69b0cf12,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:24:19.017496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5842ae1b-766e-4054-aca7-0186e83f4fb1 req-ba13de62-353b-406f-b1bc-c9b55e8f5104 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151931 Feb 11 04:24:19.042804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-e9b84a0a-a2b7-4d14-8910-69921a537070 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:19.042804 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-e9b84a0a-a2b7-4d14-8910-69921a537070 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:19.079977 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (5f26502a-23d2-481d-b12c-32af69b0cf12), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:19.146538 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-e9b84a0a-a2b7-4d14-8910-69921a537070 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2868271 Feb 11 04:24:19.177693 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Request body: {'port': {'device_id': '71ec5df9-f680-41a3-8e26-c12652616959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:19.192571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:19.193175 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:19.195612 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] 10.222.0.47 "PUT /v2.0/ports/5f26502a-23d2-481d-b12c-32af69b0cf12 HTTP/1.1" status: 200 len: 1093 time: 1.9912357 Feb 11 04:24:19.195867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7779b0-8795-4482-9817-b952b56b5481', 'tag': '5f26502a-23d2-481d-b12c-32af69b0cf12'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:19.198895 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6cd1ba-de92-4650-a93b-270497d15265" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7779b0-8795-4482-9817-b952b56b5481", "tag": "5f26502a-23d2-481d-b12c-32af69b0cf12"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:19.220855 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b66e6-a9dc-4d00-86f2-c081d6e0cf1a req-8f1957c9-5bf3-4f80-89b0-cedf84e4f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:19.221470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b66e6-a9dc-4d00-86f2-c081d6e0cf1a req-8f1957c9-5bf3-4f80-89b0-cedf84e4f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:19.223607 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cb9b66e6-a9dc-4d00-86f2-c081d6e0cf1a req-8f1957c9-5bf3-4f80-89b0-cedf84e4f50b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ef504e8f1324006acdf369bff207666&device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 1946 time: 0.3334768 Feb 11 04:24:19.280637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24a8bd-df09-4a00-9bec-6b24efe4777f service neutron] Pushing event updated for resources: {'Port': ['ID=5f26502a-23d2-481d-b12c-32af69b0cf12,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:19.332991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990843-874b-4ac8-b70c-bf95fb691f1b req-56721502-70d8-4ae6-9208-64957af8b34c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:19.340134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00990843-874b-4ac8-b70c-bf95fb691f1b req-56721502-70d8-4ae6-9208-64957af8b34c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 944 time: 0.2245600 Feb 11 04:24:19.394970 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:19.423098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd71cef-1163-4fdc-b705-2007ee2ddbc6 req-07ee1e99-5a9e-464c-9b66-1aff5932e3ac tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:19.429910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddd71cef-1163-4fdc-b705-2007ee2ddbc6 req-07ee1e99-5a9e-464c-9b66-1aff5932e3ac tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.2058959 Feb 11 04:24:19.494428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:24:19.504621 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b66e6-a9dc-4d00-86f2-c081d6e0cf1a req-d00de8c4-ba3d-4c35-8edb-ab071976c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:19.505092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b66e6-a9dc-4d00-86f2-c081d6e0cf1a req-d00de8c4-ba3d-4c35-8edb-ab071976c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:19.505561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b66e6-a9dc-4d00-86f2-c081d6e0cf1a req-d00de8c4-ba3d-4c35-8edb-ab071976c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:19.507209 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cb9b66e6-a9dc-4d00-86f2-c081d6e0cf1a req-d00de8c4-ba3d-4c35-8edb-ab071976c90c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6ef504e8f1324006acdf369bff207666&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2735364 Feb 11 04:24:19.512532 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Publish callbacks [] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:19.547684 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00990843-874b-4ac8-b70c-bf95fb691f1b req-0c1eb7e9-f449-4a77-b286-e8017d34a7b3 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062724 Feb 11 04:24:19.552293 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Transition to ACTIVE for port object b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:24:19.629249 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:19.700639 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:19.738059 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b66e6-a9dc-4d00-86f2-c081d6e0cf1a req-a163aafb-c6ba-44e2-809a-dc31beef88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:19.741885 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cb9b66e6-a9dc-4d00-86f2-c081d6e0cf1a req-a163aafb-c6ba-44e2-809a-dc31beef88ce service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2249389 Feb 11 04:24:19.799209 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31e43f4-22ec-474d-a6a4-f7427213be4b x-openstack-request-id: req-b31e43f4-22ec-474d-a6a4-f7427213be4b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:19.799769 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7779b0-8795-4482-9817-b952b56b5481", "tag": "5f26502a-23d2-481d-b12c-32af69b0cf12", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:19.799769 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b31e43f4-22ec-474d-a6a4-f7427213be4b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:19.801081 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7779b0-8795-4482-9817-b952b56b5481', 'tag': '5f26502a-23d2-481d-b12c-32af69b0cf12', 'status': 'completed', 'code': 200} Feb 11 04:24:19.821311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddd71cef-1163-4fdc-b705-2007ee2ddbc6 req-4c6f2154-4572-4e90-8556-98203e8840e4 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861158 Feb 11 04:24:19.824789 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-98e7520d-980d-481e-afc7-12a58ecd6afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:19.826343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-98e7520d-980d-481e-afc7-12a58ecd6afc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 1127 time: 0.4788435 Feb 11 04:24:19.881334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Attempting to bind port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:24:19.882329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Attempting to bind port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'b14b93bc-6a73-45e0-8b34-49c8e2038637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8661798c-0c29-4d1d-8231-c2bd188ff0a0'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:24:19.883149 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Attempting to bind port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 on network 8661798c-0c29-4d1d-8231-c2bd188ff0a0 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:24:19.890514 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 on network 8661798c-0c29-4d1d-8231-c2bd188ff0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:24:19.891281 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Attempting to bind port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 on network 8661798c-0c29-4d1d-8231-c2bd188ff0a0 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:24:19.910589 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:24:19.923005 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Checking segment: {'id': 'b14b93bc-6a73-45e0-8b34-49c8e2038637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8661798c-0c29-4d1d-8231-c2bd188ff0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:24:19.923920 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Bound using segment: {'id': 'b14b93bc-6a73-45e0-8b34-49c8e2038637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8661798c-0c29-4d1d-8231-c2bd188ff0a0'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:24:19.925108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Bound port: b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b14b93bc-6a73-45e0-8b34-49c8e2038637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8661798c-0c29-4d1d-8231-c2bd188ff0a0'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:24:19.925861 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:20.012954 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] For port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:24:20.015871 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-fae595e2-2d57-4b47-9cd1-f19bd0e26b9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f26502a-23d2-481d-b12c-32af69b0cf12 HTTP/1.1" status: 200 len: 217 time: 0.0961599 Feb 11 04:24:20.016304 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] For port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4,segment=NetworkSegment(b14b93bc-6a73-45e0-8b34-49c8e2038637),segment_id=b14b93bc-6a73-45e0-8b34-49c8e2038637)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:24:20.255845 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:20.300508 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:20.301169 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:20.302571 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] 10.222.0.47 "PUT /v2.0/ports/b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 HTTP/1.1" status: 200 len: 1093 time: 1.5723288 Feb 11 04:24:20.325587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d9f68-0191-4cd3-b754-38547cc74fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:20.398605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f00c3-1e5a-4a75-87dd-9c326266c459 req-3c123c57-750d-4f6c-97d7-c68492a86e46 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:20.408674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e89f00c3-1e5a-4a75-87dd-9c326266c459 req-3c123c57-750d-4f6c-97d7-c68492a86e46 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 932 time: 0.6137209 Feb 11 04:24:20.411370 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-97e3290b-dc4c-44e4-90f0-7aef1285073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:20.413481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-97e3290b-dc4c-44e4-90f0-7aef1285073c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7de27eb8-a8a3-47a4-8b0d-bfc468039fee HTTP/1.1" status: 200 len: 852 time: 0.3874710 Feb 11 04:24:20.447374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81907aa6-fb71-4be6-8db6-9c1e9a27b8fd req-be7689cd-9bd3-40b7-87ae-e9569b07f9c3 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:20.450644 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-81907aa6-fb71-4be6-8db6-9c1e9a27b8fd req-be7689cd-9bd3-40b7-87ae-e9569b07f9c3 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.5045221 Feb 11 04:24:20.484865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-168945de-3da8-43f9-95b5-e6267492a6bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6cd12236-2b63-4f55-9764-b0d854f3a97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604558 Feb 11 04:24:20.489227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:24:20.511869 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Publish callbacks [] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:20.599302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Transition to ACTIVE for port object 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:24:20.604115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-8cdeedb4-de2a-429e-a8a3-4a4b00367cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:20.604364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-8cdeedb4-de2a-429e-a8a3-4a4b00367cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:20.610535 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-8cdeedb4-de2a-429e-a8a3-4a4b00367cea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ef504e8f1324006acdf369bff207666&device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 2045 time: 0.1358619 Feb 11 04:24:20.657942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e89f00c3-1e5a-4a75-87dd-9c326266c459 req-6a5f86ec-df8f-409a-991c-02154cbd4d65 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487261 Feb 11 04:24:20.676344 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:20.727230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-81907aa6-fb71-4be6-8db6-9c1e9a27b8fd req-29ba42b1-fa6a-43c2-886a-ef0cca7ee1db tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325110 Feb 11 04:24:20.775803 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-4e8dbd02-c104-4e18-a3b0-50472ce29487 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.118&port_id=0e62283a-1cd1-4b3a-92a5-268a35ce5521 HTTP/1.1" status: 200 len: 217 time: 0.1574371 Feb 11 04:24:20.863165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-9a0d5d35-c2f0-45aa-a859-3f85cdc51d7f service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481176 Feb 11 04:24:20.892978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'tag': 'b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:20.895885 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca408fcf-6b25-4dfc-a6d8-1ed6a0c3086e" -d '{"events": [{"name": "network-changed", "server_uuid": "2558e51e-6d3c-4944-9abf-6e3b5d512cff", "tag": "b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:20.907801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:20.913481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-9482aad7-406f-4ab7-a3ad-fd519022cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:20.915149 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-9482aad7-406f-4ab7-a3ad-fd519022cad6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e14cbc57-f07e-4b6b-94f1-758e10738232 HTTP/1.1" status: 200 len: 801 time: 0.1280506 Feb 11 04:24:20.984022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-b240fcd7-7fe3-4293-b9d6-2519f7cddb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:20.985841 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-b240fcd7-7fe3-4293-b9d6-2519f7cddb34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c037af77-3962-4d16-bf65-279136ac8e4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0624106 Feb 11 04:24:21.118210 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-a1eb4abe-b0be-4f28-9939-3d294d078989 service neutron] 10.222.0.47 "GET /v2.0/networks/c037af77-3962-4d16-bf65-279136ac8e4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252642 Feb 11 04:24:21.123857 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e7dcb-37f2-4720-9658-bc755e97959b req-bf5e3aa0-7f60-436b-8134-6b44cb106015 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:21.131023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de0e7dcb-37f2-4720-9658-bc755e97959b req-bf5e3aa0-7f60-436b-8134-6b44cb106015 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.2907741 Feb 11 04:24:21.176924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c728d-4dbf-494e-aed8-e8f0d2d6bf1a req-a47ba4c8-913c-4dc0-9653-fac3331ec49d tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:21.182782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c728d-4dbf-494e-aed8-e8f0d2d6bf1a req-a47ba4c8-913c-4dc0-9653-fac3331ec49d tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:21.184655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-622c728d-4dbf-494e-aed8-e8f0d2d6bf1a req-a47ba4c8-913c-4dc0-9653-fac3331ec49d tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 1679 time: 0.2494171 Feb 11 04:24:21.195723 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b144a299-8cf6-40f6-930f-7c0d7cf5fbc6 req-daef99a1-b412-49f7-bad7-65c6c734b1f8 service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388934 Feb 11 04:24:21.222032 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-26f416af-5baa-49f0-9666-7bf9ccdb68a2 service neutron] 10.222.0.47 "GET /v2.0/networks/c037af77-3962-4d16-bf65-279136ac8e4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978575 Feb 11 04:24:21.232278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Attempting to bind port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:24:21.232713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Attempting to bind port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'e21e9547-b663-45f9-8132-50283a23646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:24:21.233118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Attempting to bind port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 on network 10aa80bb-93b9-4f30-8204-8c23a28b3aee {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:24:21.259002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 on network 10aa80bb-93b9-4f30-8204-8c23a28b3aee not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:24:21.259351 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Attempting to bind port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 on network 10aa80bb-93b9-4f30-8204-8c23a28b3aee {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:24:21.276317 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de0e7dcb-37f2-4720-9658-bc755e97959b req-ef54d074-4607-49a2-bde4-f9a8211d7aee tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444931 Feb 11 04:24:21.283620 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:24:21.283972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Checking segment: {'id': 'e21e9547-b663-45f9-8132-50283a23646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:24:21.284369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Bound using segment: {'id': 'e21e9547-b663-45f9-8132-50283a23646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:24:21.284811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Bound port: 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21e9547-b663-45f9-8132-50283a23646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:24:21.285170 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:21.308121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-622c728d-4dbf-494e-aed8-e8f0d2d6bf1a req-23858cde-182d-4647-927c-f44682931060 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095753 Feb 11 04:24:21.333648 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-416fd1d8-6f31-4555-9790-319ba88baf24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 HTTP/1.1" status: 200 len: 217 time: 0.0977106 Feb 11 04:24:21.407437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] For port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:24:21.414158 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-488c2ca9-a70d-44e8-89b8-6e7e19e39d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:21.415902 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-488c2ca9-a70d-44e8-89b8-6e7e19e39d27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f0875fed-e95c-4088-b9eb-4de0c999da1a HTTP/1.1" status: 200 len: 801 time: 0.0803354 Feb 11 04:24:21.483828 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-951759b8-ec84-44b9-9f1a-74c1f673cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:21.485347 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-951759b8-ec84-44b9-9f1a-74c1f673cb26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8661798c-0c29-4d1d-8231-c2bd188ff0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0626507 Feb 11 04:24:21.510052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] For port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:24:21.586532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831d104-1fa1-4af7-ad4a-937271e645a2 req-971082cf-6381-4096-a7b8-bb2fe0ee41ae tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:21.588110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5831d104-1fa1-4af7-ad4a-937271e645a2 req-971082cf-6381-4096-a7b8-bb2fe0ee41ae tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.1665223 Feb 11 04:24:21.596707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413a5cb-a378-4956-9109-a47952baef87 req-f6ad0a97-adcc-4807-b3f3-705d15d98441 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:21.604733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9413a5cb-a378-4956-9109-a47952baef87 req-f6ad0a97-adcc-4807-b3f3-705d15d98441 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 944 time: 0.1943822 Feb 11 04:24:21.609328 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-a913dbb4-b0e8-4427-8cc7-2ffe5d436b46 service neutron] 10.222.0.47 "GET /v2.0/networks/8661798c-0c29-4d1d-8231-c2bd188ff0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131382 Feb 11 04:24:21.628768 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:21.643067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cd1ba-de92-4650-a93b-270497d15265 req-3baae069-ab40-4126-bc1c-496309975a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:21.644587 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a6cd1ba-de92-4650-a93b-270497d15265 req-3baae069-ab40-4126-bc1c-496309975a38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 1127 time: 0.2139173 Feb 11 04:24:21.712516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:21.713144 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:21.714531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] 10.222.0.32 "PUT /v2.0/ports/1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 HTTP/1.1" status: 200 len: 1093 time: 2.5418694 Feb 11 04:24:21.748339 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26a6d5f-dbfa-4989-896f-07f83120f803 req-d7035833-4ec7-422d-8215-81ee99f5ee22 service neutron] 10.222.0.47 "GET /v2.0/networks/8661798c-0c29-4d1d-8231-c2bd188ff0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327052 Feb 11 04:24:21.763874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9413a5cb-a378-4956-9109-a47952baef87 req-fb216ff0-f02d-4462-af28-0906710023cb tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582580 Feb 11 04:24:21.801614 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ec5df9-f680-41a3-8e26-c12652616959', 'tag': '1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:21.803557 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40fabda-0582-4a03-a55e-b5f7963b68be" -d '{"events": [{"name": "network-changed", "server_uuid": "71ec5df9-f680-41a3-8e26-c12652616959", "tag": "1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:21.829798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d88b8-ebbd-4ce8-8040-40a9db7aeb51 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:21.832162 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be6edea-5408-429c-89ec-277177c0b73a x-openstack-request-id: req-0be6edea-5408-429c-89ec-277177c0b73a {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:21.844911 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2558e51e-6d3c-4944-9abf-6e3b5d512cff", "tag": "b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:21.845358 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0be6edea-5408-429c-89ec-277177c0b73a {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:21.852757 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'tag': 'b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4', 'status': 'completed', 'code': 200} Feb 11 04:24:21.879125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5831d104-1fa1-4af7-ad4a-937271e645a2 req-0ff87379-6db8-4949-8113-c503596992f4 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668443 Feb 11 04:24:21.894385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cd1ba-de92-4650-a93b-270497d15265 req-b5998ab7-4128-4b17-ae3c-d3f69ee67765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:21.895909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a6cd1ba-de92-4650-a93b-270497d15265 req-b5998ab7-4128-4b17-ae3c-d3f69ee67765 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 913 time: 0.2448637 Feb 11 04:24:22.010890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca408fcf-6b25-4dfc-a6d8-1ed6a0c3086e req-fe47e8f4-97b0-4f82-92d0-39a7f31a2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:22.010890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca408fcf-6b25-4dfc-a6d8-1ed6a0c3086e req-fe47e8f4-97b0-4f82-92d0-39a7f31a2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:22.012862 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ca408fcf-6b25-4dfc-a6d8-1ed6a0c3086e req-fe47e8f4-97b0-4f82-92d0-39a7f31a2688 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ef504e8f1324006acdf369bff207666&device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 2045 time: 0.0876393 Feb 11 04:24:22.031389 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a6cd1ba-de92-4650-a93b-270497d15265 req-66d05c25-a007-44cf-9b07-3f5d549b1abf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f26502a-23d2-481d-b12c-32af69b0cf12 HTTP/1.1" status: 200 len: 217 time: 0.1195741 Feb 11 04:24:22.115986 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca408fcf-6b25-4dfc-a6d8-1ed6a0c3086e req-8f08c90e-573a-4710-8d9e-6c29a5e13e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:22.118068 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ca408fcf-6b25-4dfc-a6d8-1ed6a0c3086e req-8f08c90e-573a-4710-8d9e-6c29a5e13e17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8661798c-0c29-4d1d-8231-c2bd188ff0a0 HTTP/1.1" status: 200 len: 903 time: 0.0978787 Feb 11 04:24:22.118863 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f40216-4f4d-4d5b-ae75-4ec0092aaebd req-1d09b8fd-5060-462d-a823-4bb65b7cd8aa tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:22.126496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60f40216-4f4d-4d5b-ae75-4ec0092aaebd req-1d09b8fd-5060-462d-a823-4bb65b7cd8aa tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 944 time: 0.2057936 Feb 11 04:24:22.137442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-76aac04a-5153-498f-94eb-e247a5cc1e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:22.138993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-76aac04a-5153-498f-94eb-e247a5cc1e9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a2e964cc91a403d9b6aa3dea7445ed3&device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 1127 time: 0.2589002 Feb 11 04:24:22.156304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97a6c9-21f9-42ce-b466-c9a43e20ef32 req-a088c712-c9a5-4b13-b23d-193260ed54db tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:22.157763 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd97a6c9-21f9-42ce-b466-c9a43e20ef32 req-a088c712-c9a5-4b13-b23d-193260ed54db tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1609297 Feb 11 04:24:22.174735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cd1ba-de92-4650-a93b-270497d15265 req-60b5f737-baf2-48ae-8469-a30f57339e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:22.176084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a6cd1ba-de92-4650-a93b-270497d15265 req-60b5f737-baf2-48ae-8469-a30f57339e0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7de27eb8-a8a3-47a4-8b0d-bfc468039fee HTTP/1.1" status: 200 len: 852 time: 0.1297786 Feb 11 04:24:22.179598 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ca408fcf-6b25-4dfc-a6d8-1ed6a0c3086e req-cb5cad29-5276-497e-8876-8422c916cd89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 HTTP/1.1" status: 200 len: 217 time: 0.0534863 Feb 11 04:24:22.243377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-c60355ee-2e6c-4443-85d7-f674c78a8400 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 HTTP/1.1" status: 200 len: 217 time: 0.0839288 Feb 11 04:24:22.247709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a6cd1ba-de92-4650-a93b-270497d15265 req-4f316412-5013-44be-9d32-bff865ed9a72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6cd12236-2b63-4f55-9764-b0d854f3a97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374534 Feb 11 04:24:22.251666 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca408fcf-6b25-4dfc-a6d8-1ed6a0c3086e req-3415c712-4b07-4f8d-8789-58bd4dc94aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:22.253473 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ca408fcf-6b25-4dfc-a6d8-1ed6a0c3086e req-3415c712-4b07-4f8d-8789-58bd4dc94aa9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f0875fed-e95c-4088-b9eb-4de0c999da1a HTTP/1.1" status: 200 len: 801 time: 0.0646596 Feb 11 04:24:22.315010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca408fcf-6b25-4dfc-a6d8-1ed6a0c3086e req-53e2e671-2c67-4768-a9ea-0e65101e9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:22.316861 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ca408fcf-6b25-4dfc-a6d8-1ed6a0c3086e req-53e2e671-2c67-4768-a9ea-0e65101e9377 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8661798c-0c29-4d1d-8231-c2bd188ff0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0540905 Feb 11 04:24:22.363622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60f40216-4f4d-4d5b-ae75-4ec0092aaebd req-ea0e3cdd-4bfa-4762-93e2-9ae1f42c184c tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212915 Feb 11 04:24:22.392928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd97a6c9-21f9-42ce-b466-c9a43e20ef32 req-4775fe3b-4136-44c1-ab1e-31cb2e3a781a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264323 Feb 11 04:24:22.407746 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-7351ca62-3864-4e1c-88c1-a85cfc4057ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:22.409228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-7351ca62-3864-4e1c-88c1-a85cfc4057ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3eba31f7-1207-4443-a78f-e7f3b3f7b7c9 HTTP/1.1" status: 200 len: 854 time: 0.1542966 Feb 11 04:24:22.454096 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8362ff8e-5366-4a97-9fa9-f89816b36ea9 x-openstack-request-id: req-8362ff8e-5366-4a97-9fa9-f89816b36ea9 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:22.454605 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ec5df9-f680-41a3-8e26-c12652616959", "tag": "1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:22.454974 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8362ff8e-5366-4a97-9fa9-f89816b36ea9 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:22.455460 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71ec5df9-f680-41a3-8e26-c12652616959', 'tag': '1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95', 'status': 'completed', 'code': 200} Feb 11 04:24:22.460638 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a6cd1ba-de92-4650-a93b-270497d15265 req-475ecf4c-0a07-400e-89be-65dcd0d6ed2f service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794889 Feb 11 04:24:22.478333 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-098f10a6-5d3e-4ef9-9626-e61b85cac989 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=10aa80bb-93b9-4f30-8204-8c23a28b3aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614758 Feb 11 04:24:22.513405 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ca408fcf-6b25-4dfc-a6d8-1ed6a0c3086e req-651c6623-929b-4f8c-b884-f78da1815d43 service neutron] 10.222.0.47 "GET /v2.0/networks/8661798c-0c29-4d1d-8231-c2bd188ff0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865726 Feb 11 04:24:22.647592 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ca408fcf-6b25-4dfc-a6d8-1ed6a0c3086e req-0673e6dd-0b31-4e37-96ea-eba195ad334a service neutron] 10.222.0.47 "GET /v2.0/networks/8661798c-0c29-4d1d-8231-c2bd188ff0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256294 Feb 11 04:24:22.685668 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a800bc-7624-4b16-ad71-73bb766c13f2 req-934c4dcd-58cc-466d-8f04-20a9202a924e tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:22.687239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14a800bc-7624-4b16-ad71-73bb766c13f2 req-934c4dcd-58cc-466d-8f04-20a9202a924e tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1818223 Feb 11 04:24:22.689911 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a6cd1ba-de92-4650-a93b-270497d15265 req-3c2c4bb2-cf74-4bd1-a581-cd99af6588a7 service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137647 Feb 11 04:24:22.691622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-92e073b6-49e5-41f2-b24e-132136639883 service neutron] 10.222.0.32 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053270 Feb 11 04:24:22.817862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14a800bc-7624-4b16-ad71-73bb766c13f2 req-dd61d55b-af91-4d81-82b8-1e24eea3d00a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219897 Feb 11 04:24:22.944144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ce3348-bac9-44ef-a135-913c1ada65d2 req-561383fe-2017-42a1-a6ca-95e2289dc218 service neutron] 10.222.0.32 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406256 Feb 11 04:24:22.946711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e13ec-8c68-4245-9252-bd8aaae1d3c1 req-a6a29219-f474-418d-ba32-bbec875fdf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:22.948280 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b47e13ec-8c68-4245-9252-bd8aaae1d3c1 req-a6a29219-f474-418d-ba32-bbec875fdf0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c5ab24820404cabad08d88b221522bc&device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 1129 time: 0.1097918 Feb 11 04:24:22.965606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73681792-bfb6-4c96-8247-61e88231e143 req-108767e2-471d-4134-8bd2-43d513617a2b tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:22.971265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73681792-bfb6-4c96-8247-61e88231e143 req-108767e2-471d-4134-8bd2-43d513617a2b tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:22.972908 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73681792-bfb6-4c96-8247-61e88231e143 req-108767e2-471d-4134-8bd2-43d513617a2b tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 1679 time: 0.1774561 Feb 11 04:24:23.083940 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9ec56d34-0e0f-4028-8d91-811dc421d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:23.094147 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e13ec-8c68-4245-9252-bd8aaae1d3c1 req-637ffc5d-2cee-46f7-826a-c5137d9c7f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:23.095713 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b47e13ec-8c68-4245-9252-bd8aaae1d3c1 req-637ffc5d-2cee-46f7-826a-c5137d9c7f12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0a20f827-c8f6-43af-bd9b-9fddc1589aea HTTP/1.1" status: 200 len: 912 time: 0.1199694 Feb 11 04:24:23.155450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f201f-96d3-41e0-b949-76238d99a7b6 req-996895ed-71f9-42c2-9e0a-1d197ef5573d tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:23.155450 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b74f201f-96d3-41e0-b949-76238d99a7b6 req-996895ed-71f9-42c2-9e0a-1d197ef5573d tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.2572169 Feb 11 04:24:23.201514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73681792-bfb6-4c96-8247-61e88231e143 req-40422dc0-ee6d-4bc3-8057-12e2035ff8e5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556618 Feb 11 04:24:23.210902 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b47e13ec-8c68-4245-9252-bd8aaae1d3c1 req-a0fda57f-4123-4600-a193-7956c08d9eb3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b229e91-c024-4556-bbe1-23939af4bcc2 HTTP/1.1" status: 200 len: 217 time: 0.0989115 Feb 11 04:24:23.266214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0e62283a-1cd1-4b3a-92a5-268a35ce5521 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:24:23.298849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fabda-0582-4a03-a55e-b5f7963b68be req-837b413e-0156-4f15-a9ff-c84c9aa98a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:23.300410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c40fabda-0582-4a03-a55e-b5f7963b68be req-837b413e-0156-4f15-a9ff-c84c9aa98a69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6a2e964cc91a403d9b6aa3dea7445ed3&device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 1127 time: 0.2038155 Feb 11 04:24:23.308264 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e13ec-8c68-4245-9252-bd8aaae1d3c1 req-be9f80f3-e1b2-4c1f-8a78-003f3e159976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:23.309828 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b47e13ec-8c68-4245-9252-bd8aaae1d3c1 req-be9f80f3-e1b2-4c1f-8a78-003f3e159976 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0575d29c-44f0-42cf-9a3b-e3b065542552 HTTP/1.1" status: 200 len: 851 time: 0.0900643 Feb 11 04:24:23.361817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b47e13ec-8c68-4245-9252-bd8aaae1d3c1 req-388d788f-0000-407c-b056-006ccf027d26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0a20f827-c8f6-43af-bd9b-9fddc1589aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285602 Feb 11 04:24:23.365092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b74f201f-96d3-41e0-b949-76238d99a7b6 req-af301d1a-164c-41b0-a7fd-eb73cbf841bc tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681337 Feb 11 04:24:23.414328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 0e62283a-1cd1-4b3a-92a5-268a35ce5521, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0e62283a-1cd1-4b3a-92a5-268a35ce5521,segment=NetworkSegment(6a06618d-1071-4b46-a254-c886e9f7221b),segment_id=6a06618d-1071-4b46-a254-c886e9f7221b)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:23.436509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '0e62283a-1cd1-4b3a-92a5-268a35ce5521', 'network_id': 'c037af77-3962-4d16-bf65-279136ac8e4b', 'port_id': '0e62283a-1cd1-4b3a-92a5-268a35ce5521', 'mac_address': 'fa:16:3e:82:5b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e14cbc57-f07e-4b6b-94f1-758e10738232', 'ip_address': '19.80.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:24:23.490282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 0e62283a-1cd1-4b3a-92a5-268a35ce5521 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:23.490986 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:23.511139 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e62283a-1cd1-4b3a-92a5-268a35ce5521 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:24:23.537549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 0e62283a-1cd1-4b3a-92a5-268a35ce5521, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0e62283a-1cd1-4b3a-92a5-268a35ce5521,segment=NetworkSegment(6a06618d-1071-4b46-a254-c886e9f7221b),segment_id=6a06618d-1071-4b46-a254-c886e9f7221b)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:23.599171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c903c-7291-418c-8528-ff4ed003cf3e req-fe0c388e-dcb9-4a13-8e04-552c96886111 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:23.600672 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b2c903c-7291-418c-8528-ff4ed003cf3e req-fe0c388e-dcb9-4a13-8e04-552c96886111 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 944 time: 0.2992752 Feb 11 04:24:23.630872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b47e13ec-8c68-4245-9252-bd8aaae1d3c1 req-5332ef84-1baf-48d1-8674-d1a5cf61a2bd service neutron] 10.222.0.47 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264483 Feb 11 04:24:23.632662 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:23.633432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5f26502a-23d2-481d-b12c-32af69b0cf12 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:24:23.655895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fabda-0582-4a03-a55e-b5f7963b68be req-de26db7d-07a5-46d6-98b4-5ac369c16677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:23.658381 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c40fabda-0582-4a03-a55e-b5f7963b68be req-de26db7d-07a5-46d6-98b4-5ac369c16677 service neutron] 10.222.0.32 "GET /v2.0/networks?id=10aa80bb-93b9-4f30-8204-8c23a28b3aee HTTP/1.1" status: 200 len: 915 time: 0.3394978 Feb 11 04:24:23.774009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=0e62283a-1cd1-4b3a-92a5-268a35ce5521,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:23.827315 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5f26502a-23d2-481d-b12c-32af69b0cf12, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5f26502a-23d2-481d-b12c-32af69b0cf12,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:23.841921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '5f26502a-23d2-481d-b12c-32af69b0cf12', 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e', 'port_id': '5f26502a-23d2-481d-b12c-32af69b0cf12', 'mac_address': 'fa:16:3e:eb:fb:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de27eb8-a8a3-47a4-8b0d-bfc468039fee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:24:23.896245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5f26502a-23d2-481d-b12c-32af69b0cf12 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:23.896788 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5f26502a-23d2-481d-b12c-32af69b0cf12), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:23.913078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f26502a-23d2-481d-b12c-32af69b0cf12 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:24:23.938413 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5f26502a-23d2-481d-b12c-32af69b0cf12, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5f26502a-23d2-481d-b12c-32af69b0cf12,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:23.988140 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c40fabda-0582-4a03-a55e-b5f7963b68be req-548a65a3-d899-4002-9279-d0438d692d72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 HTTP/1.1" status: 200 len: 217 time: 0.3154955 Feb 11 04:24:24.188051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b2c903c-7291-418c-8528-ff4ed003cf3e req-fc3173f2-f751-4723-b2f1-da482494437b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899590 Feb 11 04:24:24.188051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467ede5-781a-442e-a6c4-c637241302af req-695ffbda-5a83-4d98-9728-5db9afdfc35c tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:24.188051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f467ede5-781a-442e-a6c4-c637241302af req-695ffbda-5a83-4d98-9728-5db9afdfc35c tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 944 time: 0.6274023 Feb 11 04:24:24.188051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fabda-0582-4a03-a55e-b5f7963b68be req-8192a79e-5b33-49a8-bbc3-9cc99df5a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:24.188051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c40fabda-0582-4a03-a55e-b5f7963b68be req-8192a79e-5b33-49a8-bbc3-9cc99df5a9f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3eba31f7-1207-4443-a78f-e7f3b3f7b7c9 HTTP/1.1" status: 200 len: 854 time: 0.1333952 Feb 11 04:24:24.198680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c40fabda-0582-4a03-a55e-b5f7963b68be req-403d031e-1820-45e4-98c4-d59b2bcc8df6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=10aa80bb-93b9-4f30-8204-8c23a28b3aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489659 Feb 11 04:24:24.211604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b47e13ec-8c68-4245-9252-bd8aaae1d3c1 req-d568f99f-bad3-45a3-9222-5d4898c40e1b service neutron] 10.222.0.47 "GET /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643184 Feb 11 04:24:24.266554 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5f26502a-23d2-481d-b12c-32af69b0cf12), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:24.267406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:24:24.319289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f467ede5-781a-442e-a6c4-c637241302af req-0c13a9bd-a733-4433-bb2c-6fe1991d09a2 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814220 Feb 11 04:24:24.338183 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5f26502a-23d2-481d-b12c-32af69b0cf12,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:24.360709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50962cbe-0653-476b-89c4-24121ddbfbbd req-f26d4ec0-ba2f-45ee-beb3-a2bbcfd9bc7c tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:24.364494 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50962cbe-0653-476b-89c4-24121ddbfbbd req-f26d4ec0-ba2f-45ee-beb3-a2bbcfd9bc7c tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1866679 Feb 11 04:24:24.405290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c40fabda-0582-4a03-a55e-b5f7963b68be req-96435dc0-8820-4117-9d89-aa6161eea6cd service neutron] 10.222.0.32 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924202 Feb 11 04:24:24.459525 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4,segment=NetworkSegment(b14b93bc-6a73-45e0-8b34-49c8e2038637),segment_id=b14b93bc-6a73-45e0-8b34-49c8e2038637)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:24.488844 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4', 'network_id': '8661798c-0c29-4d1d-8231-c2bd188ff0a0', 'port_id': 'b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4', 'mac_address': 'fa:16:3e:40:35:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0875fed-e95c-4088-b9eb-4de0c999da1a', 'ip_address': '19.86.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:24:24.532523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50962cbe-0653-476b-89c4-24121ddbfbbd req-fa531431-7a89-46f2-af8f-b427fa7cd2d3 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600516 Feb 11 04:24:24.536845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:24.537179 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:24.557261 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:24:24.583385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4,segment=NetworkSegment(b14b93bc-6a73-45e0-8b34-49c8e2038637),segment_id=b14b93bc-6a73-45e0-8b34-49c8e2038637)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:24.599374 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c40fabda-0582-4a03-a55e-b5f7963b68be req-b261a369-6b6c-4a61-aeea-9a547800654d service neutron] 10.222.0.32 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713288 Feb 11 04:24:24.611524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb3fcf-1736-45f1-9b00-b979e687239a req-cfc28afc-db4c-46d3-b357-6007d3ccdafa tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:24.613215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ecb3fcf-1736-45f1-9b00-b979e687239a req-cfc28afc-db4c-46d3-b357-6007d3ccdafa tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.2069178 Feb 11 04:24:24.666508 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:24.726676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a0fbe-c1b8-486f-9bf5-7ca6bf4aefdb req-a98e802a-bdc7-41e9-a285-66a62101e538 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:24.732775 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a0fbe-c1b8-486f-9bf5-7ca6bf4aefdb req-a98e802a-bdc7-41e9-a285-66a62101e538 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:24.733828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:24.734476 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b6a0fbe-c1b8-486f-9bf5-7ca6bf4aefdb req-a98e802a-bdc7-41e9-a285-66a62101e538 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 1680 time: 0.1203175 Feb 11 04:24:24.747480 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ecb3fcf-1736-45f1-9b00-b979e687239a req-38db44ea-991b-4adf-afc1-6d18848e75b9 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227839 Feb 11 04:24:24.816814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b6a0fbe-c1b8-486f-9bf5-7ca6bf4aefdb req-d2e09017-5f5d-4bab-b3f6-e130b38413f9 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680323 Feb 11 04:24:24.900693 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfc996-f7b6-4b5a-88cc-c08aeba52be9 req-75176b9b-12d2-40df-a32b-6c32c8f945f9 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:24.904227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-babfc996-f7b6-4b5a-88cc-c08aeba52be9 req-75176b9b-12d2-40df-a32b-6c32c8f945f9 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.0792823 Feb 11 04:24:24.966192 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-babfc996-f7b6-4b5a-88cc-c08aeba52be9 req-70f9adb2-8801-4a99-a9d2-7844f0cf77ef tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486965 Feb 11 04:24:25.095086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['5f26502a-23d2-481d-b12c-32af69b0cf12'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:24:25.144014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:24:25.193044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['0e62283a-1cd1-4b3a-92a5-268a35ce5521'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:24:25.268012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be28d4-a65d-4db1-8a7a-0703e25ea8b0 req-a4f18c1c-d9d6-4515-8c72-da378eec0981 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:25.271411 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97be28d4-a65d-4db1-8a7a-0703e25ea8b0 req-a4f18c1c-d9d6-4515-8c72-da378eec0981 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 945 time: 0.0679593 Feb 11 04:24:25.331961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 50f008ed-425c-4cfc-81e7-aadd7b60fde5 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:24:25.335135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 50f008ed-425c-4cfc-81e7-aadd7b60fde5 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:25.335575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97be28d4-a65d-4db1-8a7a-0703e25ea8b0 req-2900ef21-cd19-4eed-84b5-efa553015f3e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590460 Feb 11 04:24:25.473954 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cea8f1be-1ce1-40eb-8616-1e4cc4c61b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:25.530680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0982456-3656-45a8-b55d-9febfd2c6f19 req-c2a7388d-c338-4173-97f3-b1cce2261252 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:25.540815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c0982456-3656-45a8-b55d-9febfd2c6f19 req-c2a7388d-c338-4173-97f3-b1cce2261252 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 944 time: 0.0981700 Feb 11 04:24:25.660478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c0982456-3656-45a8-b55d-9febfd2c6f19 req-d0866d17-3499-4b38-b1c7-a7494bde644d tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097898 Feb 11 04:24:25.721586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09dadd7-5530-4c5a-9947-0910aabf3c74 req-e7890c44-e711-47d8-ae01-2c419d3d4e58 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:25.723385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f09dadd7-5530-4c5a-9947-0910aabf3c74 req-e7890c44-e711-47d8-ae01-2c419d3d4e58 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0671370 Feb 11 04:24:25.730978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:25.733329 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:25.733736 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:25.766467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '50f008ed-425c-4cfc-81e7-aadd7b60fde5', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '50f008ed-425c-4cfc-81e7-aadd7b60fde5', 'mac_address': 'fa:16:3e:df:5e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:24:25.800599 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:25.802931 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd9e651-f85e-491f-8235-e791bbe0a79f" -d '{"events": [{"server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "name": "network-vif-unplugged", "status": "completed", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:25.816327 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f09dadd7-5530-4c5a-9947-0910aabf3c74 req-de3d05f8-8473-4264-8491-9124a22202b1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870962 Feb 11 04:24:25.850772 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:25.872094 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8513d7d-1904-4ae8-8eec-7cc898b9b0f2 x-openstack-request-id: req-b8513d7d-1904-4ae8-8eec-7cc898b9b0f2 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:25.872746 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "name": "network-vif-unplugged", "status": "completed", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:25.873168 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8513d7d-1904-4ae8-8eec-7cc898b9b0f2 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:25.879477 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5', 'code': 200} Feb 11 04:24:25.879477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:25.879477 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:25.892616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50f008ed-425c-4cfc-81e7-aadd7b60fde5 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:24:25.913742 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:26.003407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9a9f6-896e-47bb-bdbc-5b61626218ac req-6b4445ec-aadb-4955-a783-30d7e6665915 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:26.006374 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74e9a9f6-896e-47bb-bdbc-5b61626218ac req-6b4445ec-aadb-4955-a783-30d7e6665915 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1227107 Feb 11 04:24:26.038109 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:24:26.038776 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:24:26.042823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=50f008ed-425c-4cfc-81e7-aadd7b60fde5,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:26.084900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b99ddd-5c7e-4e3d-b3f0-34ade30cc88d req-8a565f1f-f351-4d32-9910-7432686b4dc4 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:26.091358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b99ddd-5c7e-4e3d-b3f0-34ade30cc88d req-8a565f1f-f351-4d32-9910-7432686b4dc4 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:26.094301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1b99ddd-5c7e-4e3d-b3f0-34ade30cc88d req-8a565f1f-f351-4d32-9910-7432686b4dc4 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 1681 time: 0.1372757 Feb 11 04:24:26.099077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74e9a9f6-896e-47bb-bdbc-5b61626218ac req-453ebf4a-cfd0-4171-985d-71dcbcecb386 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872462 Feb 11 04:24:26.159345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1b99ddd-5c7e-4e3d-b3f0-34ade30cc88d req-eaff8efc-ef87-4f87-9ab5-204c65f3157e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586538 Feb 11 04:24:26.257473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed7b23-e97a-41d5-a502-a36a59a877c1 req-04076cd8-8936-4579-8450-5cfc7a3c4801 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:26.259159 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8ed7b23-e97a-41d5-a502-a36a59a877c1 req-04076cd8-8936-4579-8450-5cfc7a3c4801 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.0745945 Feb 11 04:24:26.315086 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8ed7b23-e97a-41d5-a502-a36a59a877c1 req-82198a80-12d4-425e-ba5e-02b9a3daaab1 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481000 Feb 11 04:24:26.482915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb161ec-917f-4811-b2a6-ad18b08bc9d9 req-4f735787-3221-4e16-bc34-4e89ad5ce937 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:26.484478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9fb161ec-917f-4811-b2a6-ad18b08bc9d9 req-4f735787-3221-4e16-bc34-4e89ad5ce937 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 945 time: 0.0584304 Feb 11 04:24:26.536029 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:26.537498 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9fb161ec-917f-4811-b2a6-ad18b08bc9d9 req-1f3e1b99-7138-4761-8a70-80efa6cd3526 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471976 Feb 11 04:24:26.582232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:26.582817 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:26.600150 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f008ed-425c-4cfc-81e7-aadd7b60fde5 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:24:26.624920 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:26.689051 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:26.748644 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=50f008ed-425c-4cfc-81e7-aadd7b60fde5,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:26.804724 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc08ad5-5fcc-4294-ab9b-db18b9864ba0 req-add96a8a-fddc-4506-b3cf-169711c40a77 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:26.811426 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cc08ad5-5fcc-4294-ab9b-db18b9864ba0 req-add96a8a-fddc-4506-b3cf-169711c40a77 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 944 time: 0.0815368 Feb 11 04:24:26.882944 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cc08ad5-5fcc-4294-ab9b-db18b9864ba0 req-1d4d3e49-877f-4347-84a1-79a7bbbd1f2e tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651820 Feb 11 04:24:26.962365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['50f008ed-425c-4cfc-81e7-aadd7b60fde5'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:24:26.970744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b25d3-1381-42ab-bff1-b144d0a5a2ab req-0d84fc1f-68d8-4bfb-a116-dd3d9723f3b1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:26.972525 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-056b25d3-1381-42ab-bff1-b144d0a5a2ab req-0d84fc1f-68d8-4bfb-a116-dd3d9723f3b1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0692797 Feb 11 04:24:27.040903 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-056b25d3-1381-42ab-bff1-b144d0a5a2ab req-e899b850-b6ba-4cf4-98b4-5bf2d8f059a7 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611067 Feb 11 04:24:27.258757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169105cd-c300-4466-b63c-0fa0636f7ce4 req-d98b6996-4750-4e18-a835-21ed4715d190 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:27.260387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-169105cd-c300-4466-b63c-0fa0636f7ce4 req-d98b6996-4750-4e18-a835-21ed4715d190 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 949 time: 0.0732358 Feb 11 04:24:27.281963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5f26502a-23d2-481d-b12c-32af69b0cf12 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:24:27.329188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:24:27.344152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-169105cd-c300-4466-b63c-0fa0636f7ce4 req-c584e7f2-3b74-474b-b130-0ab15138c51d tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624917 Feb 11 04:24:27.355851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e4130-6b45-41a8-a118-05c87975b834 req-47c02a46-f79a-465c-98e5-9cd68abbd355 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:27.361689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e4130-6b45-41a8-a118-05c87975b834 req-47c02a46-f79a-465c-98e5-9cd68abbd355 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:27.363421 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-883e4130-6b45-41a8-a118-05c87975b834 req-47c02a46-f79a-465c-98e5-9cd68abbd355 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 1681 time: 0.1222744 Feb 11 04:24:27.450917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-883e4130-6b45-41a8-a118-05c87975b834 req-b52b0a02-e751-4b13-81c3-4681b524629f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736501 Feb 11 04:24:27.468413 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:27.493488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 5f26502a-23d2-481d-b12c-32af69b0cf12 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:24:27.498035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95', 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee', 'port_id': '1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95', 'mac_address': 'fa:16:3e:90:a1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eba31f7-1207-4443-a78f-e7f3b3f7b7c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:24:27.510309 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 5f26502a-23d2-481d-b12c-32af69b0cf12 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:27.510309 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5f26502a-23d2-481d-b12c-32af69b0cf12), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:27.522809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922165b-1918-4e91-8059-e3f69da2acde req-2bff8f8e-cfe9-4cb0-81b8-e36034cde438 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:27.524328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6922165b-1918-4e91-8059-e3f69da2acde req-2bff8f8e-cfe9-4cb0-81b8-e36034cde438 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.0799828 Feb 11 04:24:27.578325 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6922165b-1918-4e91-8059-e3f69da2acde req-85390000-98a0-406f-8a53-f91d53957a1b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473046 Feb 11 04:24:27.588831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:27.589423 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:27.634509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:24:27.660860 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5f26502a-23d2-481d-b12c-32af69b0cf12 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:27.661149 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5f26502a-23d2-481d-b12c-32af69b0cf12), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:27.664107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:27.681768 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e7edb-054a-4025-b4f1-b951ea4b78b5 req-79571081-d55a-42bd-a43b-b07ef133d320 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:27.686042 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-722e7edb-054a-4025-b4f1-b951ea4b78b5 req-79571081-d55a-42bd-a43b-b07ef133d320 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 945 time: 0.0692198 Feb 11 04:24:27.700880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5f26502a-23d2-481d-b12c-32af69b0cf12, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5f26502a-23d2-481d-b12c-32af69b0cf12,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:27.746344 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-722e7edb-054a-4025-b4f1-b951ea4b78b5 req-e163ed2e-f855-41d6-806e-40e8b0374bec tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535841 Feb 11 04:24:27.798077 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:27.830043 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5f26502a-23d2-481d-b12c-32af69b0cf12), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:27.830980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:24:27.874668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7779b0-8795-4482-9817-b952b56b5481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f26502a-23d2-481d-b12c-32af69b0cf12'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:27.876904 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083363d1-ff7c-4c3a-8c2c-a2b28de0838c" -d '{"events": [{"server_uuid": "2c7779b0-8795-4482-9817-b952b56b5481", "name": "network-vif-plugged", "status": "completed", "tag": "5f26502a-23d2-481d-b12c-32af69b0cf12"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:27.898586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:28.082662 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a84951-f6ba-4ac3-88cd-a3ff5efc4608 x-openstack-request-id: req-c6a84951-f6ba-4ac3-88cd-a3ff5efc4608 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:28.083014 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7779b0-8795-4482-9817-b952b56b5481", "name": "network-vif-plugged", "status": "completed", "tag": "5f26502a-23d2-481d-b12c-32af69b0cf12", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:28.083271 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6a84951-f6ba-4ac3-88cd-a3ff5efc4608 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:28.083656 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7779b0-8795-4482-9817-b952b56b5481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f26502a-23d2-481d-b12c-32af69b0cf12', 'code': 200} Feb 11 04:24:28.146152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5f26502a-23d2-481d-b12c-32af69b0cf12,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:28.193397 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:24:28.224720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547e828-4092-4345-b09f-9f577098c082 req-29ad3770-1b4e-4315-ba91-ae1c6bac6563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:28.227309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f547e828-4092-4345-b09f-9f577098c082 req-29ad3770-1b4e-4315-ba91-ae1c6bac6563 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 1129 time: 0.1663194 Feb 11 04:24:28.240236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:24:28.242975 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcbe78-53a6-4fcd-9462-cd19d2600e8a req-58e1315a-a917-44c6-89a2-0085ec54b2f0 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:28.250886 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:28.253427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:28.253815 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:28.256989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6dcbe78-53a6-4fcd-9462-cd19d2600e8a req-58e1315a-a917-44c6-89a2-0085ec54b2f0 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 945 time: 0.1877208 Feb 11 04:24:28.281813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbe806-2910-4319-81d8-ea978dbf9ca0 req-57d45e23-6871-485a-8834-6f1602a85f49 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:28.291343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9cfbe806-2910-4319-81d8-ea978dbf9ca0 req-57d45e23-6871-485a-8834-6f1602a85f49 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.1669989 Feb 11 04:24:28.421918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:28.423018 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:28.428455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9cfbe806-2910-4319-81d8-ea978dbf9ca0 req-6a32c84f-bb9f-4b64-b418-5771abdef578 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362104 Feb 11 04:24:28.448355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f547e828-4092-4345-b09f-9f577098c082 req-c23d5937-ed58-417f-8547-50c85fa2b5d6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817889 Feb 11 04:24:28.453927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6dcbe78-53a6-4fcd-9462-cd19d2600e8a req-5d828996-0010-4975-af63-716c404bff74 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960356 Feb 11 04:24:28.521031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4,segment=NetworkSegment(b14b93bc-6a73-45e0-8b34-49c8e2038637),segment_id=b14b93bc-6a73-45e0-8b34-49c8e2038637)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:28.610897 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:28.612546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0e62283a-1cd1-4b3a-92a5-268a35ce5521 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:24:28.638351 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4a283-5158-4a60-a260-84faa0c3cfb4 req-a2b70e38-522b-407c-86ae-5dae98cae0e9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:28.639481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55b4a283-5158-4a60-a260-84faa0c3cfb4 req-a2b70e38-522b-407c-86ae-5dae98cae0e9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0910242 Feb 11 04:24:28.647092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb69cd4-ce1d-4cff-87f8-3e11f184c86c req-5ed2584e-ca6e-4110-9aec-02358de46961 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:28.648674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bdb69cd4-ce1d-4cff-87f8-3e11f184c86c req-5ed2584e-ca6e-4110-9aec-02358de46961 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 949 time: 0.1209409 Feb 11 04:24:28.709232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:28.735120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bdb69cd4-ce1d-4cff-87f8-3e11f184c86c req-4945c1ee-fa72-4b11-a281-2d363d059b2d tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782700 Feb 11 04:24:28.739757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55b4a283-5158-4a60-a260-84faa0c3cfb4 req-b852d81f-7d38-4296-99ab-60cda5b6d7c9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900970 Feb 11 04:24:28.798816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 0e62283a-1cd1-4b3a-92a5-268a35ce5521 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:24:28.803211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 0e62283a-1cd1-4b3a-92a5-268a35ce5521 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:28.803997 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:28.886012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 0e62283a-1cd1-4b3a-92a5-268a35ce5521 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:28.886400 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:28.904620 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c0c17-7e74-4415-9bd5-8a436809ba16 req-f57be375-ba66-4c62-a4ea-30bba1fc4b8e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:28.911127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c0c17-7e74-4415-9bd5-8a436809ba16 req-f57be375-ba66-4c62-a4ea-30bba1fc4b8e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:28.912770 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be9c0c17-7e74-4415-9bd5-8a436809ba16 req-f57be375-ba66-4c62-a4ea-30bba1fc4b8e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 1682 time: 0.1129327 Feb 11 04:24:28.924056 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c096e9-0588-4c71-9ac6-9f10dff0fbca req-8f7cdd69-c209-448c-b394-ed059dd8144f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:28.925546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5c096e9-0588-4c71-9ac6-9f10dff0fbca req-8f7cdd69-c209-448c-b394-ed059dd8144f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 946 time: 0.0872459 Feb 11 04:24:28.930502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 0e62283a-1cd1-4b3a-92a5-268a35ce5521, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0e62283a-1cd1-4b3a-92a5-268a35ce5521,segment=NetworkSegment(6a06618d-1071-4b46-a254-c886e9f7221b),segment_id=6a06618d-1071-4b46-a254-c886e9f7221b)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:28.999794 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be9c0c17-7e74-4415-9bd5-8a436809ba16 req-58d71e49-3d91-48ed-bdea-e3b46cca72f4 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731564 Feb 11 04:24:29.003143 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5c096e9-0588-4c71-9ac6-9f10dff0fbca req-0b4e0c81-b737-45a5-baf5-a98f00cd921c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708425 Feb 11 04:24:29.026574 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:29.081135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=0e62283a-1cd1-4b3a-92a5-268a35ce5521,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:29.321241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:24:29.443299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:24:29.447352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:29.447730 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:29.551767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:29.552150 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:29.589182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:29.609205 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:29.624971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06df316-fcc4-49ed-ae56-b5381d6745a0 req-362f8888-544e-4933-bb28-78616830dde0 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:29.626517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c06df316-fcc4-49ed-ae56-b5381d6745a0 req-362f8888-544e-4933-bb28-78616830dde0 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 945 time: 0.0949566 Feb 11 04:24:29.633349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952a7e8-429b-4945-8b04-60bfefad3933 req-156e3b13-94db-4fd7-a454-15726d65dd52 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:29.635997 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0952a7e8-429b-4945-8b04-60bfefad3933 req-156e3b13-94db-4fd7-a454-15726d65dd52 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.0905528 Feb 11 04:24:29.655095 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:29.655910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 50f008ed-425c-4cfc-81e7-aadd7b60fde5 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:24:29.710823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c06df316-fcc4-49ed-ae56-b5381d6745a0 req-83eb300f-e2e6-4b1d-8ad7-c223de7fb9ff tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750790 Feb 11 04:24:29.722891 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0952a7e8-429b-4945-8b04-60bfefad3933 req-0376ac1f-dee0-4b3e-ab62-da52360842da tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734479 Feb 11 04:24:29.743791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:29.755212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:29.755584 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:29.851047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:29.851262 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:29.892033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:29.907755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507d399-b7ec-4a09-9fec-373eb6244ba5 req-a878d3d8-d00f-44bf-ad7d-75030e2d4da9 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:29.909362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b507d399-b7ec-4a09-9fec-373eb6244ba5 req-a878d3d8-d00f-44bf-ad7d-75030e2d4da9 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 949 time: 0.1038699 Feb 11 04:24:29.971640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0864e29-ceb0-4510-b130-52d576570c92 req-56cb9117-dc9b-41dc-a5ad-79166a1a8462 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:29.973130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0864e29-ceb0-4510-b130-52d576570c92 req-56cb9117-dc9b-41dc-a5ad-79166a1a8462 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.1342125 Feb 11 04:24:30.021790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b507d399-b7ec-4a09-9fec-373eb6244ba5 req-eccdf960-29fb-40e5-834c-f32ca725560f tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024826 Feb 11 04:24:30.027971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263b408-aa7e-4e28-9769-9a3fc31b7fd8 req-438fedbf-07af-4d33-99fd-5408c1892b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:30.028973 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7263b408-aa7e-4e28-9769-9a3fc31b7fd8 req-438fedbf-07af-4d33-99fd-5408c1892b51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1473eb6969949e6a2109f9722d68b38&device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 1129 time: 0.1187122 Feb 11 04:24:30.032566 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:30.085694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4'}, {'server_uuid': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e62283a-1cd1-4b3a-92a5-268a35ce5521'}, {'server_uuid': '71ec5df9-f680-41a3-8e26-c12652616959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95'}, {'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:30.087942 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c9467f-d5d1-4cb8-b85a-8fa328253281" -d '{"events": [{"server_uuid": "2558e51e-6d3c-4944-9abf-6e3b5d512cff", "name": "network-vif-plugged", "status": "completed", "tag": "b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4"}, {"server_uuid": "2558e51e-6d3c-4944-9abf-6e3b5d512cff", "name": "network-vif-plugged", "status": "completed", "tag": "0e62283a-1cd1-4b3a-92a5-268a35ce5521"}, {"server_uuid": "71ec5df9-f680-41a3-8e26-c12652616959", "name": "network-vif-plugged", "status": "completed", "tag": "1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95"}, {"server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "name": "network-vif-plugged", "status": "completed", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:30.088756 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0864e29-ceb0-4510-b130-52d576570c92 req-21096f12-067e-46ae-829e-b72b407e3f0f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039395 Feb 11 04:24:30.096442 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=50f008ed-425c-4cfc-81e7-aadd7b60fde5,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:30.216905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263b408-aa7e-4e28-9769-9a3fc31b7fd8 req-1edf8719-3788-49b0-a89f-1f31e5465cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:30.218364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7263b408-aa7e-4e28-9769-9a3fc31b7fd8 req-1edf8719-3788-49b0-a89f-1f31e5465cbe service neutron] 10.222.0.47 "GET /v2.0/networks?id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b HTTP/1.1" status: 200 len: 915 time: 0.1757326 Feb 11 04:24:30.234470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188ae04-9fd4-4af7-970d-c97b61cfe1ae req-a2801824-c4b2-4a6a-b939-06e82d2a89c1 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:30.239737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188ae04-9fd4-4af7-970d-c97b61cfe1ae req-a2801824-c4b2-4a6a-b939-06e82d2a89c1 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:30.241201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3188ae04-9fd4-4af7-970d-c97b61cfe1ae req-a2801824-c4b2-4a6a-b939-06e82d2a89c1 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 1683 time: 0.1498675 Feb 11 04:24:30.293358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7263b408-aa7e-4e28-9769-9a3fc31b7fd8 req-94679fbe-fc52-4499-acbe-aeb3b8dd31ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dea56a0-659d-4bac-80b9-cc5632162486 HTTP/1.1" status: 200 len: 217 time: 0.0660093 Feb 11 04:24:30.303851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d619672-3bd8-459e-990f-febba967d069 req-22257db5-740e-40c6-879c-0a21e2a62a08 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:30.305296 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d619672-3bd8-459e-990f-febba967d069 req-22257db5-740e-40c6-879c-0a21e2a62a08 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 946 time: 0.1521626 Feb 11 04:24:30.413149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3188ae04-9fd4-4af7-970d-c97b61cfe1ae req-ecc113e5-4077-44f6-a927-baa312424f75 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389866 Feb 11 04:24:30.413149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263b408-aa7e-4e28-9769-9a3fc31b7fd8 req-f3e5b38a-b57f-41e2-bcd2-e8a6c8c91b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:30.413149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7263b408-aa7e-4e28-9769-9a3fc31b7fd8 req-f3e5b38a-b57f-41e2-bcd2-e8a6c8c91b77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5af16ed-8836-49c2-8b93-adb678c52442 HTTP/1.1" status: 200 len: 854 time: 0.0861604 Feb 11 04:24:30.427508 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d619672-3bd8-459e-990f-febba967d069 req-b9d6abd7-088e-4328-9d7f-8282234e485a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104240 Feb 11 04:24:30.445122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7263b408-aa7e-4e28-9769-9a3fc31b7fd8 req-3658d659-2b9f-4d09-a008-614667084b18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447762 Feb 11 04:24:30.450335 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e92041d-a7e6-4085-8bca-2dcb3f9582f6 x-openstack-request-id: req-8e92041d-a7e6-4085-8bca-2dcb3f9582f6 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:30.450643 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2558e51e-6d3c-4944-9abf-6e3b5d512cff", "name": "network-vif-plugged", "status": "completed", "tag": "b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4", "code": 200}, {"server_uuid": "2558e51e-6d3c-4944-9abf-6e3b5d512cff", "name": "network-vif-plugged", "status": "completed", "tag": "0e62283a-1cd1-4b3a-92a5-268a35ce5521", "code": 200}, {"server_uuid": "71ec5df9-f680-41a3-8e26-c12652616959", "name": "network-vif-plugged", "status": "completed", "tag": "1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95", "code": 200}, {"server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "name": "network-vif-plugged", "status": "completed", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:30.450914 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e92041d-a7e6-4085-8bca-2dcb3f9582f6 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:30.451315 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4', 'code': 200} Feb 11 04:24:30.451569 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e62283a-1cd1-4b3a-92a5-268a35ce5521', 'code': 200} Feb 11 04:24:30.451820 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ec5df9-f680-41a3-8e26-c12652616959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95', 'code': 200} Feb 11 04:24:30.452066 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5', 'code': 200} Feb 11 04:24:30.583905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5de71-68ca-4377-8e82-ffc263a00320 req-3f542289-333a-418b-a58b-ede829b34865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:30.584597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5de71-68ca-4377-8e82-ffc263a00320 req-3f542289-333a-418b-a58b-ede829b34865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:30.586003 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-38d5de71-68ca-4377-8e82-ffc263a00320 req-3f542289-333a-418b-a58b-ede829b34865 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 2049 time: 0.0499599 Feb 11 04:24:30.587009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7263b408-aa7e-4e28-9769-9a3fc31b7fd8 req-b8984bdc-860c-45ed-a3ae-61fbcaaaee4d service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270208 Feb 11 04:24:30.643996 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-38d5de71-68ca-4377-8e82-ffc263a00320 req-a252201d-f24f-4d24-92eb-195bf1878603 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424755 Feb 11 04:24:30.690037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542144d9-b9ff-42e9-8749-ed82e6c22d90 req-c5bca36a-8ca3-47f4-923e-ac1adb8e4a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:30.691584 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-542144d9-b9ff-42e9-8749-ed82e6c22d90 req-c5bca36a-8ca3-47f4-923e-ac1adb8e4a86 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 1129 time: 0.1403801 Feb 11 04:24:30.726492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0fdb0-b438-4a54-8e14-157b17b67d7a req-b3d7c7a3-85cb-40a2-8f44-f9a812de40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:30.728346 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76c0fdb0-b438-4a54-8e14-157b17b67d7a req-b3d7c7a3-85cb-40a2-8f44-f9a812de40b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 1133 time: 0.1362543 Feb 11 04:24:30.777696 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7263b408-aa7e-4e28-9769-9a3fc31b7fd8 req-c572c4c2-f3a2-4d7f-97c7-7db2672851ea service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759734 Feb 11 04:24:30.783219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-542144d9-b9ff-42e9-8749-ed82e6c22d90 req-19c0e659-d885-4cff-a8c1-b7b0022e950c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810523 Feb 11 04:24:30.841453 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76c0fdb0-b438-4a54-8e14-157b17b67d7a req-e3d9cee0-1d8a-4a4d-bc1e-c35b9001c517 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049402 Feb 11 04:24:30.890845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b965056-bcac-45f7-8f6f-0ab1da6bbc89 req-ecdcf5cb-9c04-4f3a-8f69-a0f377869d63 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:30.892359 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b965056-bcac-45f7-8f6f-0ab1da6bbc89 req-ecdcf5cb-9c04-4f3a-8f69-a0f377869d63 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 946 time: 0.0991814 Feb 11 04:24:30.898953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5006f7a-bd54-4059-9c0c-cf14d3f4314e req-e7843069-fc9c-43f3-90b5-cf74bec87f5c tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:30.900360 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5006f7a-bd54-4059-9c0c-cf14d3f4314e req-e7843069-fc9c-43f3-90b5-cf74bec87f5c tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.1018343 Feb 11 04:24:30.972665 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b965056-bcac-45f7-8f6f-0ab1da6bbc89 req-d2239d94-553e-45a6-a537-064f07b3e984 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712640 Feb 11 04:24:30.976786 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5006f7a-bd54-4059-9c0c-cf14d3f4314e req-6c22f272-3586-4201-8804-ddd4fc1912ab tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696230 Feb 11 04:24:31.085816 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae3411-a71a-42c5-becb-98179675a8dd req-5a2db7ec-5df1-4d97-a9f2-366f39046381 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:31.087510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2dae3411-a71a-42c5-becb-98179675a8dd req-5a2db7ec-5df1-4d97-a9f2-366f39046381 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.0577109 Feb 11 04:24:31.166063 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2dae3411-a71a-42c5-becb-98179675a8dd req-0adaa2d5-2c0f-481e-8b0f-7ecf371b0eb9 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662944 Feb 11 04:24:31.253650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cee0b4-e2eb-4926-be92-0bb2a897c4d6 req-9706acfc-4258-47e0-ab52-0081ae72ccdb tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:31.253650 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3cee0b4-e2eb-4926-be92-0bb2a897c4d6 req-9706acfc-4258-47e0-ab52-0081ae72ccdb tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.0917573 Feb 11 04:24:31.271304 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3cee0b4-e2eb-4926-be92-0bb2a897c4d6 req-56766238-1cbb-4adc-8c8d-3cda5a7691d9 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796940 Feb 11 04:24:31.296468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647472d4-746c-40ab-a1ce-fe09057247e4 req-e3ad27f0-5c76-4c72-8da3-0d5a6a2ff5d6 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:31.297992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-647472d4-746c-40ab-a1ce-fe09057247e4 req-e3ad27f0-5c76-4c72-8da3-0d5a6a2ff5d6 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0703511 Feb 11 04:24:31.352854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-647472d4-746c-40ab-a1ce-fe09057247e4 req-2668bd4d-846f-4254-9781-44853bdc9973 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492895 Feb 11 04:24:31.522607 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ce5ce-75b2-4f13-8628-e51d5931c8d0 req-f0c5208a-a2c8-4e62-8dd5-7786499b341e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:31.536150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ce5ce-75b2-4f13-8628-e51d5931c8d0 req-f0c5208a-a2c8-4e62-8dd5-7786499b341e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:31.537755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-545ce5ce-75b2-4f13-8628-e51d5931c8d0 req-f0c5208a-a2c8-4e62-8dd5-7786499b341e tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 1683 time: 0.0777345 Feb 11 04:24:31.590080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-545ce5ce-75b2-4f13-8628-e51d5931c8d0 req-db111f99-5fad-443a-bf56-910b10ea7337 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463810 Feb 11 04:24:32.427034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1db3fa-d9e3-455d-8635-7770e08cbeb2 req-5d5b6746-f8b9-472e-82e5-0ab7ab166b1a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:32.428518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c1db3fa-d9e3-455d-8635-7770e08cbeb2 req-5d5b6746-f8b9-472e-82e5-0ab7ab166b1a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 946 time: 0.3471985 Feb 11 04:24:32.443477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c12327-5018-49cb-ba6c-4df4a7338725 req-9656a524-622c-477c-bacd-f48f7fe6a153 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:32.444883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37c12327-5018-49cb-ba6c-4df4a7338725 req-9656a524-622c-477c-bacd-f48f7fe6a153 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.3533025 Feb 11 04:24:32.479212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f04fb-d6f7-4d70-96c1-1b54ce7b6bf1 req-ce656bcc-b031-426d-aa66-d9887960487a tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:32.481323 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc2f04fb-d6f7-4d70-96c1-1b54ce7b6bf1 req-ce656bcc-b031-426d-aa66-d9887960487a tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.3499906 Feb 11 04:24:32.557717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c1db3fa-d9e3-455d-8635-7770e08cbeb2 req-75a3571b-9e5c-4641-8104-daed8068ac62 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210935 Feb 11 04:24:32.572412 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37c12327-5018-49cb-ba6c-4df4a7338725 req-46b2fc57-ad2a-42a4-b3d5-5d0ff74fcf3b tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205556 Feb 11 04:24:32.725559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-fc2f04fb-d6f7-4d70-96c1-1b54ce7b6bf1 req-00bec124-2c08-4813-9310-1d7b3b71cc4b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Deleting port 2b229e91-c024-4556-bbe1-23939af4bcc2 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:32.725806 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fc2f04fb-d6f7-4d70-96c1-1b54ce7b6bf1 req-00bec124-2c08-4813-9310-1d7b3b71cc4b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2b229e91-c024-4556-bbe1-23939af4bcc2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:32.764987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8023cf1-3bcb-4f81-b6d6-ec499059de5f req-24e35c89-5e2e-4ae9-a6e6-45c436c38dd2 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:32.766452 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8023cf1-3bcb-4f81-b6d6-ec499059de5f req-24e35c89-5e2e-4ae9-a6e6-45c436c38dd2 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 946 time: 0.1277564 Feb 11 04:24:32.781851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179c604-9059-4813-b4c8-43711ea9f9ff req-03e78087-d924-45dd-9e49-2c2eba7ef42e tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:32.783280 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d179c604-9059-4813-b4c8-43711ea9f9ff req-03e78087-d924-45dd-9e49-2c2eba7ef42e tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1331255 Feb 11 04:24:32.920993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8023cf1-3bcb-4f81-b6d6-ec499059de5f req-377fbf6c-5c70-4d01-8157-20a84ae6b99d tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490529 Feb 11 04:24:32.923905 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d179c604-9059-4813-b4c8-43711ea9f9ff req-664a5bba-0d96-4a87-b88f-de931736810c tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051710 Feb 11 04:24:32.925396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fc2f04fb-d6f7-4d70-96c1-1b54ce7b6bf1 req-00bec124-2c08-4813-9310-1d7b3b71cc4b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] For port 2b229e91-c024-4556-bbe1-23939af4bcc2, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=2b229e91-c024-4556-bbe1-23939af4bcc2,segment=NetworkSegment(0c6351ce-033a-4d07-81e8-418235c5f96d),segment_id=0c6351ce-033a-4d07-81e8-418235c5f96d)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:32.925976 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fc2f04fb-d6f7-4d70-96c1-1b54ce7b6bf1 req-00bec124-2c08-4813-9310-1d7b3b71cc4b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2b229e91-c024-4556-bbe1-23939af4bcc2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:32.941469 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-fc2f04fb-d6f7-4d70-96c1-1b54ce7b6bf1 req-00bec124-2c08-4813-9310-1d7b3b71cc4b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Calling delete_port for 2b229e91-c024-4556-bbe1-23939af4bcc2 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:33.070991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75383a-490c-458e-aebc-9f3118a766d6 req-5b4fdee9-0285-4efc-b311-22d125702a8a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:33.072739 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c75383a-490c-458e-aebc-9f3118a766d6 req-5b4fdee9-0285-4efc-b311-22d125702a8a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 946 time: 0.0784724 Feb 11 04:24:33.176959 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c75383a-490c-458e-aebc-9f3118a766d6 req-6edfb430-054f-46ff-b3f4-54991523d0bf tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976493 Feb 11 04:24:33.254928 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fc2f04fb-d6f7-4d70-96c1-1b54ce7b6bf1 req-00bec124-2c08-4813-9310-1d7b3b71cc4b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (2b229e91-c024-4556-bbe1-23939af4bcc2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:33.269141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2b229e91-c024-4556-bbe1-23939af4bcc2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:24:33.272836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:24:33.307144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bec124-2c08-4813-9310-1d7b3b71cc4b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Pushing event deleted for resources: {'Port': ['ID=2b229e91-c024-4556-bbe1-23939af4bcc2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:33.313697 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7dea56a0-659d-4bac-80b9-cc5632162486 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:33.363908 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2f04fb-d6f7-4d70-96c1-1b54ce7b6bf1 req-00bec124-2c08-4813-9310-1d7b3b71cc4b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] No DVR routers for this DVR port 2b229e91-c024-4556-bbe1-23939af4bcc2 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:33.367404 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fc2f04fb-d6f7-4d70-96c1-1b54ce7b6bf1 req-00bec124-2c08-4813-9310-1d7b3b71cc4b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:33.370884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc2f04fb-d6f7-4d70-96c1-1b54ce7b6bf1 req-00bec124-2c08-4813-9310-1d7b3b71cc4b tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.47 "DELETE /v2.0/ports/2b229e91-c024-4556-bbe1-23939af4bcc2 HTTP/1.1" status: 204 len: 173 time: 0.8785713 Feb 11 04:24:33.371591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c048eb3-d388-4071-83c6-be193c9232b6', 'name': 'network-vif-deleted', 'tag': '2b229e91-c024-4556-bbe1-23939af4bcc2'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:33.374274 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4d0f6c-7f52-4b7b-a785-b975a1e5cda3" -d '{"events": [{"server_uuid": "7c048eb3-d388-4071-83c6-be193c9232b6", "name": "network-vif-deleted", "tag": "2b229e91-c024-4556-bbe1-23939af4bcc2"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:33.397256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9abb69-0edf-4344-97c2-7ec782e352e7 req-b518f1b1-6bbd-45e3-8b43-82b645115b58 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:33.403850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9abb69-0edf-4344-97c2-7ec782e352e7 req-b518f1b1-6bbd-45e3-8b43-82b645115b58 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:33.405489 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0f9abb69-0edf-4344-97c2-7ec782e352e7 req-b518f1b1-6bbd-45e3-8b43-82b645115b58 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 1683 time: 0.1634996 Feb 11 04:24:33.438202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7dea56a0-659d-4bac-80b9-cc5632162486 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:33.438591 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:33.478526 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a257216a-ddae-4cb0-93de-a0604230b40c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dea56a0-659d-4bac-80b9-cc5632162486'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:33.479505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acdd35-babc-49bc-8e7a-04dd25417e90 req-06a75c58-17b2-4775-ac69-8dd1df709a0e tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:33.481499 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7e1696-70cc-4ef0-99c6-16218e90cfd2" -d '{"events": [{"server_uuid": "a257216a-ddae-4cb0-93de-a0604230b40c", "name": "network-vif-unplugged", "status": "completed", "tag": "7dea56a0-659d-4bac-80b9-cc5632162486"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:33.481894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22acdd35-babc-49bc-8e7a-04dd25417e90 req-06a75c58-17b2-4775-ac69-8dd1df709a0e tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1030426 Feb 11 04:24:33.501077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0f9abb69-0edf-4344-97c2-7ec782e352e7 req-1fc925c4-dd4b-4a74-8134-2b658bf5caa6 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774944 Feb 11 04:24:33.511860 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7dea56a0-659d-4bac-80b9-cc5632162486, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7dea56a0-659d-4bac-80b9-cc5632162486,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:33.568830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22acdd35-babc-49bc-8e7a-04dd25417e90 req-8c98c92d-50de-4525-9765-45add678259f tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785100 Feb 11 04:24:33.576003 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:33.627243 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcf004b-040a-4c51-875d-1f22213d33b1 x-openstack-request-id: req-edcf004b-040a-4c51-875d-1f22213d33b1 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:33.627868 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c048eb3-d388-4071-83c6-be193c9232b6", "name": "network-vif-deleted", "tag": "2b229e91-c024-4556-bbe1-23939af4bcc2", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:33.628144 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edcf004b-040a-4c51-875d-1f22213d33b1 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:33.628573 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c048eb3-d388-4071-83c6-be193c9232b6', 'name': 'network-vif-deleted', 'tag': '2b229e91-c024-4556-bbe1-23939af4bcc2', 'status': 'completed', 'code': 200} Feb 11 04:24:33.646343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574ed1e-ce1d-4787-b753-84e3aed0f29c req-d1d6f399-2ec8-44e9-ad69-dd86135928b5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:33.653730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6574ed1e-ce1d-4787-b753-84e3aed0f29c req-d1d6f399-2ec8-44e9-ad69-dd86135928b5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 946 time: 0.0837653 Feb 11 04:24:33.661388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7dea56a0-659d-4bac-80b9-cc5632162486,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:33.673547 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f7ce6c-abac-4db6-ac3c-d3b02903f077 x-openstack-request-id: req-46f7ce6c-abac-4db6-ac3c-d3b02903f077 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:33.674955 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a257216a-ddae-4cb0-93de-a0604230b40c", "name": "network-vif-unplugged", "status": "completed", "tag": "7dea56a0-659d-4bac-80b9-cc5632162486", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:33.675439 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46f7ce6c-abac-4db6-ac3c-d3b02903f077 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:33.676082 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a257216a-ddae-4cb0-93de-a0604230b40c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dea56a0-659d-4bac-80b9-cc5632162486', 'code': 200} Feb 11 04:24:33.677256 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:33.722309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6574ed1e-ce1d-4787-b753-84e3aed0f29c req-236a40b9-f1d9-4052-a073-bac7e0440ca0 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646601 Feb 11 04:24:33.826108 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:33.844251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123f256-1fb0-42a5-af60-c109213aa897 req-bf64a010-a358-40c1-983f-2381c39cb0e4 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:33.847201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7123f256-1fb0-42a5-af60-c109213aa897 req-bf64a010-a358-40c1-983f-2381c39cb0e4 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.0651798 Feb 11 04:24:33.894098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7123f256-1fb0-42a5-af60-c109213aa897 req-05020338-9974-498b-8cf0-2d62ccca378f tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426533 Feb 11 04:24:34.155507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9010443-9418-4dab-ad6c-f8ea0fe79d6b req-3754f66f-4ada-4958-8cb3-eab189d8621f tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:34.157043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9010443-9418-4dab-ad6c-f8ea0fe79d6b req-3754f66f-4ada-4958-8cb3-eab189d8621f tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.0588140 Feb 11 04:24:34.204632 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9010443-9418-4dab-ad6c-f8ea0fe79d6b req-c90301f9-7bae-4e92-83bd-ae0f13503312 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 Feb 11 04:24:34.307230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27a53232-441c-444c-8a56-aa241fec4303 req-2eddf54b-1890-4b88-ad8b-4d3b5795064a tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c048eb3-d388-4071-83c6-be193c9232b6 HTTP/1.1" status: 200 len: 210 time: 0.0289898 Feb 11 04:24:34.382789 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8b11a-f485-42a2-b7ab-c87843782865 req-6a8d7485-c85b-4ec2-837d-19884222470f tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:34.384233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2d8b11a-f485-42a2-b7ab-c87843782865 req-6a8d7485-c85b-4ec2-837d-19884222470f tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.0761683 Feb 11 04:24:34.460080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870d021-7a59-49be-b08d-746cd88e270b req-a980805d-58cd-436f-b6e0-d11d152069a2 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:34.461585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d870d021-7a59-49be-b08d-746cd88e270b req-a980805d-58cd-436f-b6e0-d11d152069a2 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.0948420 Feb 11 04:24:34.466437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2d8b11a-f485-42a2-b7ab-c87843782865 req-104f30ea-e6c2-4bdc-b3c1-7b088133a14b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624499 Feb 11 04:24:34.511856 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d870d021-7a59-49be-b08d-746cd88e270b req-6334c094-7bfc-479c-8982-46993fc35fbf tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434945 Feb 11 04:24:34.636537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95aef8-e623-4106-a755-cc933296a625 req-73b2794f-e13e-4313-828d-087775395875 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:34.641992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95aef8-e623-4106-a755-cc933296a625 req-73b2794f-e13e-4313-828d-087775395875 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:34.643613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca95aef8-e623-4106-a755-cc933296a625 req-73b2794f-e13e-4313-828d-087775395875 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 1683 time: 0.0683565 Feb 11 04:24:34.692804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca95aef8-e623-4106-a755-cc933296a625 req-2f35156e-14d1-4b54-b6f8-94be61e00d57 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415609 Feb 11 04:24:34.803155 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13901288-ef55-4434-a826-d994a3aa235c req-7df569df-bb96-42f4-bd4e-3b1252096618 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:34.804576 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13901288-ef55-4434-a826-d994a3aa235c req-7df569df-bb96-42f4-bd4e-3b1252096618 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.0574362 Feb 11 04:24:34.863044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13901288-ef55-4434-a826-d994a3aa235c req-08de7c30-ae57-42de-a5bf-2811c16da534 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515122 Feb 11 04:24:34.942927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767715d-e910-4e09-a899-167e68406198 req-afcee0dd-8f3a-439a-9c78-9aa69b5959fb tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:34.944432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a767715d-e910-4e09-a899-167e68406198 req-afcee0dd-8f3a-439a-9c78-9aa69b5959fb tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 946 time: 0.0715723 Feb 11 04:24:35.063598 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a767715d-e910-4e09-a899-167e68406198 req-404bc643-c54c-4e73-9560-481eda75ef1c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119995 Feb 11 04:24:35.086473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354467-1ddc-4909-97b5-638dd5425075 req-8de21acc-6732-487f-acae-825354a97a9f tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:35.088072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae354467-1ddc-4909-97b5-638dd5425075 req-8de21acc-6732-487f-acae-825354a97a9f tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.1353340 Feb 11 04:24:35.096657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c28f27-85cf-44fd-925f-d819a72eafca req-2d7b2d46-ada2-4c21-95a6-2ccbc154bf0e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:35.098264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19c28f27-85cf-44fd-925f-d819a72eafca req-2d7b2d46-ada2-4c21-95a6-2ccbc154bf0e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 946 time: 0.1201913 Feb 11 04:24:35.236865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-08660407-d89c-4b5d-a6a9-b368472cdb8b req-b31a73c3-c689-4c72-98e4-e1dbcf7e32bf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:24:35.236865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08660407-d89c-4b5d-a6a9-b368472cdb8b req-b31a73c3-c689-4c72-98e4-e1dbcf7e32bf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090325 Feb 11 04:24:35.236865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae354467-1ddc-4909-97b5-638dd5425075 req-26086b42-64bf-4532-914e-ec83b1921b8f tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179047 Feb 11 04:24:35.258107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-19c28f27-85cf-44fd-925f-d819a72eafca req-ce2177d5-4e3b-4d1e-8429-9be08b99bdf5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Deleting port 5f26502a-23d2-481d-b12c-32af69b0cf12 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:35.258453 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-19c28f27-85cf-44fd-925f-d819a72eafca req-ce2177d5-4e3b-4d1e-8429-9be08b99bdf5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5f26502a-23d2-481d-b12c-32af69b0cf12), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:35.350890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-19c28f27-85cf-44fd-925f-d819a72eafca req-ce2177d5-4e3b-4d1e-8429-9be08b99bdf5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] For port 5f26502a-23d2-481d-b12c-32af69b0cf12, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5f26502a-23d2-481d-b12c-32af69b0cf12,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:35.351183 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-19c28f27-85cf-44fd-925f-d819a72eafca req-ce2177d5-4e3b-4d1e-8429-9be08b99bdf5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5f26502a-23d2-481d-b12c-32af69b0cf12), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:35.365262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-19c28f27-85cf-44fd-925f-d819a72eafca req-ce2177d5-4e3b-4d1e-8429-9be08b99bdf5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Calling delete_port for 5f26502a-23d2-481d-b12c-32af69b0cf12 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:35.549139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df8217-4a49-4bbf-8d89-11db550b77e0 req-47179067-d320-4df9-8fcc-f59928ce1e36 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:35.555234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8df8217-4a49-4bbf-8d89-11db550b77e0 req-47179067-d320-4df9-8fcc-f59928ce1e36 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.0756240 Feb 11 04:24:35.597610 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-19c28f27-85cf-44fd-925f-d819a72eafca req-ce2177d5-4e3b-4d1e-8429-9be08b99bdf5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5f26502a-23d2-481d-b12c-32af69b0cf12), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:35.602127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8df8217-4a49-4bbf-8d89-11db550b77e0 req-471dcd01-cd16-4958-bc88-4df31844627d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460997 Feb 11 04:24:35.627594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['5f26502a-23d2-481d-b12c-32af69b0cf12'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:24:35.637504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2177d5-4e3b-4d1e-8429-9be08b99bdf5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Pushing event deleted for resources: {'Port': ['ID=5f26502a-23d2-481d-b12c-32af69b0cf12,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:35.697775 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c28f27-85cf-44fd-925f-d819a72eafca req-ce2177d5-4e3b-4d1e-8429-9be08b99bdf5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] No DVR routers for this DVR port 5f26502a-23d2-481d-b12c-32af69b0cf12 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:35.710124 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-19c28f27-85cf-44fd-925f-d819a72eafca req-ce2177d5-4e3b-4d1e-8429-9be08b99bdf5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:35.713570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19c28f27-85cf-44fd-925f-d819a72eafca req-ce2177d5-4e3b-4d1e-8429-9be08b99bdf5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "DELETE /v2.0/ports/5f26502a-23d2-481d-b12c-32af69b0cf12 HTTP/1.1" status: 204 len: 173 time: 0.6082344 Feb 11 04:24:35.714016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7779b0-8795-4482-9817-b952b56b5481', 'name': 'network-vif-deleted', 'tag': '5f26502a-23d2-481d-b12c-32af69b0cf12'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:35.717067 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9241d3-07c5-4c1b-99b2-8745dfb5f394" -d '{"events": [{"server_uuid": "2c7779b0-8795-4482-9817-b952b56b5481", "name": "network-vif-deleted", "tag": "5f26502a-23d2-481d-b12c-32af69b0cf12"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:35.763831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b7266-e6ff-4afa-9bb6-614b95d6e3a1 req-f0229164-6eb7-4d45-9eaa-ab0d4877ea82 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:35.765324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e6b7266-e6ff-4afa-9bb6-614b95d6e3a1 req-f0229164-6eb7-4d45-9eaa-ab0d4877ea82 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.0691941 Feb 11 04:24:35.828321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e6b7266-e6ff-4afa-9bb6-614b95d6e3a1 req-f001b856-4739-47f5-bfde-72919aba3c03 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570412 Feb 11 04:24:35.897594 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d9f01b-ecb5-40bb-800f-af2a28f4d1a6 x-openstack-request-id: req-f9d9f01b-ecb5-40bb-800f-af2a28f4d1a6 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:35.897879 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7779b0-8795-4482-9817-b952b56b5481", "name": "network-vif-deleted", "tag": "5f26502a-23d2-481d-b12c-32af69b0cf12", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:35.898429 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9d9f01b-ecb5-40bb-800f-af2a28f4d1a6 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:35.898562 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7779b0-8795-4482-9817-b952b56b5481', 'name': 'network-vif-deleted', 'tag': '5f26502a-23d2-481d-b12c-32af69b0cf12', 'status': 'completed', 'code': 200} Feb 11 04:24:35.927497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-16ca18f7-000c-44bd-b612-f2ac026dfa88 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:35.932706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-16ca18f7-000c-44bd-b612-f2ac026dfa88 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:35.935145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-16ca18f7-000c-44bd-b612-f2ac026dfa88 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.47 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 1683 time: 0.1059513 Feb 11 04:24:35.966800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd3b07-a61f-4812-9c4d-fc3e117dbd68 req-3d924129-1c7f-4e9c-b7b6-79fb1100046c tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:35.971991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd3b07-a61f-4812-9c4d-fc3e117dbd68 req-3d924129-1c7f-4e9c-b7b6-79fb1100046c tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:35.973573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3cd3b07-a61f-4812-9c4d-fc3e117dbd68 req-3d924129-1c7f-4e9c-b7b6-79fb1100046c tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 1683 time: 0.1123009 Feb 11 04:24:36.139042 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-76ddcf1c-164c-4944-b755-c070b4026c4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2472997 Feb 11 04:24:36.147265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349638d-9289-43b5-8bf6-320e061e6cb2 req-a21fbaf1-99eb-45f9-90e0-38f7e8c8de54 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:36.148786 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a349638d-9289-43b5-8bf6-320e061e6cb2 req-a21fbaf1-99eb-45f9-90e0-38f7e8c8de54 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.2109993 Feb 11 04:24:36.152072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3cd3b07-a61f-4812-9c4d-fc3e117dbd68 req-d2a545ba-34ed-4c84-a805-1c3805f33817 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461115 Feb 11 04:24:36.212014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-cedbc160-0218-4dc3-9ec6-d0e778eec225 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Deleting port 0e62283a-1cd1-4b3a-92a5-268a35ce5521 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:36.212359 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-cedbc160-0218-4dc3-9ec6-d0e778eec225 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:36.241903 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a349638d-9289-43b5-8bf6-320e061e6cb2 req-68c648ce-1dba-490e-bbc6-d7ca06ac33d2 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840044 Feb 11 04:24:36.337851 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20666eb5-d647-4e91-9769-a7a3d552bd3d req-0cfb2f5a-a6c0-4f6a-8f16-2a4b33bbbb05 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7779b0-8795-4482-9817-b952b56b5481 HTTP/1.1" status: 200 len: 210 time: 0.0855839 Feb 11 04:24:36.389496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-1c67953d-d888-4df4-a940-68caca8eff43 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:36.390831 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-1c67953d-d888-4df4-a940-68caca8eff43 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports/7dea56a0-659d-4bac-80b9-cc5632162486 HTTP/1.1" status: 200 len: 941 time: 0.2111807 Feb 11 04:24:36.418043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-cedbc160-0218-4dc3-9ec6-d0e778eec225 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] For port 0e62283a-1cd1-4b3a-92a5-268a35ce5521, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0e62283a-1cd1-4b3a-92a5-268a35ce5521,segment=NetworkSegment(6a06618d-1071-4b46-a254-c886e9f7221b),segment_id=6a06618d-1071-4b46-a254-c886e9f7221b)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:36.418424 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-cedbc160-0218-4dc3-9ec6-d0e778eec225 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:36.437326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-cedbc160-0218-4dc3-9ec6-d0e778eec225 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Calling delete_port for 0e62283a-1cd1-4b3a-92a5-268a35ce5521 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:36.447985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0036b-bb35-4783-946c-76a8d4a2e33b req-69a35ead-adc5-451a-af55-cdc559fcdf86 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:36.449515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5e0036b-bb35-4783-946c-76a8d4a2e33b req-69a35ead-adc5-451a-af55-cdc559fcdf86 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.1084347 Feb 11 04:24:36.553540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5e0036b-bb35-4783-946c-76a8d4a2e33b req-eac57f04-d31c-4a5d-8ebc-57bddcdd3b54 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667205 Feb 11 04:24:36.710882 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-cedbc160-0218-4dc3-9ec6-d0e778eec225 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (0e62283a-1cd1-4b3a-92a5-268a35ce5521), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:36.722413 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4', '0e62283a-1cd1-4b3a-92a5-268a35ce5521'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:24:36.745742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbc160-0218-4dc3-9ec6-d0e778eec225 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Port': ['ID=0e62283a-1cd1-4b3a-92a5-268a35ce5521,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:36.790587 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-cedbc160-0218-4dc3-9ec6-d0e778eec225 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] No DVR routers for this DVR port 0e62283a-1cd1-4b3a-92a5-268a35ce5521 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:36.794976 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-cedbc160-0218-4dc3-9ec6-d0e778eec225 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:36.799092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-cedbc160-0218-4dc3-9ec6-d0e778eec225 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.47 "DELETE /v2.0/ports/0e62283a-1cd1-4b3a-92a5-268a35ce5521 HTTP/1.1" status: 204 len: 173 time: 0.8576150 Feb 11 04:24:36.809497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811022d5-bd3c-473d-bf83-8bb54cac9a31 req-d196d243-dce6-4faa-afe9-30c9acee35be tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:36.811077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-811022d5-bd3c-473d-bf83-8bb54cac9a31 req-d196d243-dce6-4faa-afe9-30c9acee35be tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.1279860 Feb 11 04:24:36.983702 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-811022d5-bd3c-473d-bf83-8bb54cac9a31 req-bb8fa879-f843-45c5-a69f-b86ea427a773 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641309 Feb 11 04:24:37.027894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3a5e5-a983-48cf-ae1f-861532b4138e req-d02791b2-cae4-4dc7-a889-c961c6109a17 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:37.029218 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29b3a5e5-a983-48cf-ae1f-861532b4138e req-d02791b2-cae4-4dc7-a889-c961c6109a17 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1097233 Feb 11 04:24:37.032533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-4c8801b5-0106-46cf-80be-a5faf21723a7 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Deleting port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:37.033983 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-4c8801b5-0106-46cf-80be-a5faf21723a7 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:37.137951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29b3a5e5-a983-48cf-ae1f-861532b4138e req-10fc9c2a-00c4-4fb5-b0f7-0bc9c8c9d904 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019638 Feb 11 04:24:37.158142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-4c8801b5-0106-46cf-80be-a5faf21723a7 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] For port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4,segment=NetworkSegment(b14b93bc-6a73-45e0-8b34-49c8e2038637),segment_id=b14b93bc-6a73-45e0-8b34-49c8e2038637)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:37.158364 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-4c8801b5-0106-46cf-80be-a5faf21723a7 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:37.171492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-4c8801b5-0106-46cf-80be-a5faf21723a7 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Calling delete_port for b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:37.303033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3265e-7103-4499-9fd3-c40cabe57390 req-38e6afa8-b44c-43dc-9676-840f99fbd4a8 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:37.304639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59f3265e-7103-4499-9fd3-c40cabe57390 req-38e6afa8-b44c-43dc-9676-840f99fbd4a8 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/ports?device_id=2558e51e-6d3c-4944-9abf-6e3b5d512cff HTTP/1.1" status: 200 len: 946 time: 0.0706053 Feb 11 04:24:37.316899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 2b229e91-c024-4556-bbe1-23939af4bcc2 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:37.342064 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 2b229e91-c024-4556-bbe1-23939af4bcc2 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:37.342421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 2b229e91-c024-4556-bbe1-23939af4bcc2 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:37.342879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5f26502a-23d2-481d-b12c-32af69b0cf12 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:37.362229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 5f26502a-23d2-481d-b12c-32af69b0cf12 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:37.362589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5f26502a-23d2-481d-b12c-32af69b0cf12 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:37.363051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7dea56a0-659d-4bac-80b9-cc5632162486 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:37.418252 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59f3265e-7103-4499-9fd3-c40cabe57390 req-9babcfbd-5ef9-4ac4-8e21-d621e64e5c8f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "GET /v2.0/security-groups?id=8410b45c-f88f-4f95-a381-f4a0aacbec30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941539 Feb 11 04:24:37.429712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7f90e-5646-4f44-b798-8e312494bb4f req-3cd975cd-60db-4c4f-8554-247fc5154eb8 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:37.431332 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbb7f90e-5646-4f44-b798-8e312494bb4f req-3cd975cd-60db-4c4f-8554-247fc5154eb8 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.1084480 Feb 11 04:24:37.460385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7dea56a0-659d-4bac-80b9-cc5632162486 is: DOWN; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:37.461925 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-4c8801b5-0106-46cf-80be-a5faf21723a7 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:37.473996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['0e62283a-1cd1-4b3a-92a5-268a35ce5521'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:24:37.500059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8801b5-0106-46cf-80be-a5faf21723a7 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Port': ['ID=b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:37.524846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbb7f90e-5646-4f44-b798-8e312494bb4f req-e3ee7f5f-34fa-480b-bdb1-b11188db0c0c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861006 Feb 11 04:24:37.559470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-4c8801b5-0106-46cf-80be-a5faf21723a7 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] No DVR routers for this DVR port b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:37.566742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-4c8801b5-0106-46cf-80be-a5faf21723a7 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:37.570736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a8857a2-5071-435a-9631-e922aaeaba1f req-4c8801b5-0106-46cf-80be-a5faf21723a7 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.47 "DELETE /v2.0/ports/b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 HTTP/1.1" status: 204 len: 173 time: 0.7586355 Feb 11 04:24:37.758812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a63904-743a-42ed-9367-823ea670582a req-544317ee-1ce9-4d8b-b3c0-2fa7dcf95cb0 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:37.760287 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2a63904-743a-42ed-9367-823ea670582a req-544317ee-1ce9-4d8b-b3c0-2fa7dcf95cb0 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.1180389 Feb 11 04:24:37.766417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-217b3ff6-a922-454f-bcd8-151e2e46fc1d tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:37.767817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-217b3ff6-a922-454f-bcd8-151e2e46fc1d tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 812 time: 0.1479340 Feb 11 04:24:37.793570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-71c941b8-7727-46bd-a72e-91d8b8c936ed tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/quotas/a70586beed2f4c668534da1f31a71292 HTTP/1.1" status: 200 len: 375 time: 0.0180557 Feb 11 04:24:37.841891 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-7ab78307-7292-4bd0-9208-1620c8ce153b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389383 Feb 11 04:24:37.846196 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2a63904-743a-42ed-9367-823ea670582a req-aac674b2-aac1-4010-8f7b-9fe67a055260 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775042 Feb 11 04:24:37.907987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'name': 'network-vif-deleted', 'tag': '0e62283a-1cd1-4b3a-92a5-268a35ce5521'}, {'server_uuid': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'name': 'network-vif-deleted', 'tag': 'b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:37.910266 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9c0456-70d9-4ff7-be7b-c92f972e46e6" -d '{"events": [{"server_uuid": "2558e51e-6d3c-4944-9abf-6e3b5d512cff", "name": "network-vif-deleted", "tag": "0e62283a-1cd1-4b3a-92a5-268a35ce5521"}, {"server_uuid": "2558e51e-6d3c-4944-9abf-6e3b5d512cff", "name": "network-vif-deleted", "tag": "b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:37.955268 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67179ab7-4a2d-4c21-95af-1dbda1f0b843 x-openstack-request-id: req-67179ab7-4a2d-4c21-95af-1dbda1f0b843 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:37.955583 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2558e51e-6d3c-4944-9abf-6e3b5d512cff", "name": "network-vif-deleted", "tag": "0e62283a-1cd1-4b3a-92a5-268a35ce5521", "status": "completed", "code": 200}, {"server_uuid": "2558e51e-6d3c-4944-9abf-6e3b5d512cff", "name": "network-vif-deleted", "tag": "b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:37.955842 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67179ab7-4a2d-4c21-95af-1dbda1f0b843 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:37.956282 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'name': 'network-vif-deleted', 'tag': '0e62283a-1cd1-4b3a-92a5-268a35ce5521', 'status': 'completed', 'code': 200} Feb 11 04:24:37.956545 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2558e51e-6d3c-4944-9abf-6e3b5d512cff', 'name': 'network-vif-deleted', 'tag': 'b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4', 'status': 'completed', 'code': 200} Feb 11 04:24:38.283502 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-a88162b1-7b06-496e-8555-9738c0de3ceb service neutron] 10.222.0.13 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347053 Feb 11 04:24:38.386522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-65378ae3-f5d7-444f-9505-a46662f46e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:38.388277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-65378ae3-f5d7-444f-9505-a46662f46e2d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c&tenant_id=a1473eb6969949e6a2109f9722d68b38 HTTP/1.1" status: 200 len: 1127 time: 0.4674625 Feb 11 04:24:38.397347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679a2fe-1143-4640-8921-939ffe3e47b4 req-2f095cda-60c1-430b-8787-5434f0673729 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:38.398792 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0679a2fe-1143-4640-8921-939ffe3e47b4 req-2f095cda-60c1-430b-8787-5434f0673729 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.1844385 Feb 11 04:24:38.409029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f1a53-c70d-45e6-a6e5-48b38ea58f7a req-53c5fbad-956d-4191-8696-eb2726901915 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:38.410476 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf1f1a53-c70d-45e6-a6e5-48b38ea58f7a req-53c5fbad-956d-4191-8696-eb2726901915 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.1973362 Feb 11 04:24:38.414200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-31454e45-909e-4a42-afd1-0cbe9fac8689 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:24:38.415199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-31454e45-909e-4a42-afd1-0cbe9fac8689 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155437 Feb 11 04:24:38.537811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-aca98faa-c419-4daf-aef9-21046853ab9a service neutron] 10.222.0.13 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409523 Feb 11 04:24:38.577658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf1f1a53-c70d-45e6-a6e5-48b38ea58f7a req-59183566-4918-4488-85e7-78fe20041ee4 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508720 Feb 11 04:24:38.608856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-034f4ccb-7f56-45fe-9ac5-2bc895098fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:38.608856 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-034f4ccb-7f56-45fe-9ac5-2bc895098fb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1473eb6969949e6a2109f9722d68b38&device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 1127 time: 0.1543221 Feb 11 04:24:38.627070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-0679a2fe-1143-4640-8921-939ffe3e47b4 req-73adb25e-333a-4e4c-9735-a6220f5ec15c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Deleting port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:38.627533 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0679a2fe-1143-4640-8921-939ffe3e47b4 req-73adb25e-333a-4e4c-9735-a6220f5ec15c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:38.760007 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47070) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:38.823597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-d559834d-837e-40f0-ae03-078e605b4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:38.825782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-d559834d-837e-40f0-ae03-078e605b4abb service neutron] 10.222.0.47 "GET /v2.0/networks?id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b HTTP/1.1" status: 200 len: 915 time: 0.2102466 Feb 11 04:24:38.827667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-0679a2fe-1143-4640-8921-939ffe3e47b4 req-73adb25e-333a-4e4c-9735-a6220f5ec15c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] For port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f,segment=NetworkSegment(0c6351ce-033a-4d07-81e8-418235c5f96d),segment_id=0c6351ce-033a-4d07-81e8-418235c5f96d)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:38.838849 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0679a2fe-1143-4640-8921-939ffe3e47b4 req-73adb25e-333a-4e4c-9735-a6220f5ec15c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:38.846221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Deleting subnet f0875fed-e95c-4088-b9eb-4de0c999da1a {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:24:38.850000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks [] for subnet (f0875fed-e95c-4088-b9eb-4de0c999da1a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:38.853921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-0679a2fe-1143-4640-8921-939ffe3e47b4 req-73adb25e-333a-4e4c-9735-a6220f5ec15c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Calling delete_port for 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:38.893141 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (f0875fed-e95c-4088-b9eb-4de0c999da1a), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:38.903342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249e48b-43b4-4503-9ebe-ce9dc407f49d req-7c848468-577a-48c5-ad0d-31cac3d092d0 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:38.904882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6249e48b-43b4-4503-9ebe-ce9dc407f49d req-7c848468-577a-48c5-ad0d-31cac3d092d0 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.2425365 Feb 11 04:24:38.923042 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-2525435f-17f2-48c4-9d48-f1d7c438e098 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dea56a0-659d-4bac-80b9-cc5632162486 HTTP/1.1" status: 200 len: 217 time: 0.0860858 Feb 11 04:24:38.984205 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (f0875fed-e95c-4088-b9eb-4de0c999da1a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:39.071564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-ef247538-b383-4d3b-99a3-8c80d3627e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:39.073224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-ef247538-b383-4d3b-99a3-8c80d3627e94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5af16ed-8836-49c2-8b93-adb678c52442 HTTP/1.1" status: 200 len: 854 time: 0.1413796 Feb 11 04:24:39.093798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729982e-c5a5-4632-a704-96dd88d6009c req-a8981142-0690-437a-9ae6-2e2a64988a96 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:39.095385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c729982e-c5a5-4632-a704-96dd88d6009c req-a8981142-0690-437a-9ae6-2e2a64988a96 tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 945 time: 0.2449138 Feb 11 04:24:39.132491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6249e48b-43b4-4503-9ebe-ce9dc407f49d req-44d4bdbb-0b13-4ef6-ace0-14ee96024a74 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066653 Feb 11 04:24:39.135867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-bc49ed4e-017e-466a-822f-2d529384afb1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492761 Feb 11 04:24:39.209583 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (f0875fed-e95c-4088-b9eb-4de0c999da1a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:39.237083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Subnet': ['ID=f0875fed-e95c-4088-b9eb-4de0c999da1a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:39.247809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:39.248167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:39.248516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:39.248918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:39.249215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:39.249541 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:39.249874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:39.250418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:39.250788 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:39.251121 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:39.253044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:39.253044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:39.253044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:39.255015 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:39.259009 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-935523ea-a6ff-4597-b65a-1dc1ff5b8f90 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "DELETE /v2.0/subnets/f0875fed-e95c-4088-b9eb-4de0c999da1a HTTP/1.1" status: 204 len: 168 time: 0.4951913 Feb 11 04:24:39.259220 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b71fb2c-7f15-4eb3-bb59-c13e6fc9a6da None None] Network 8661798c-0c29-4d1d-8231-c2bd188ff0a0 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:24:39.259675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07329ac5-95cb-4454-8fd9-8206a86062a2 req-dd783f96-670d-408d-b936-7e54e19945ff tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 210 time: 0.0601034 Feb 11 04:24:39.266315 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47078) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:39.305602 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c729982e-c5a5-4632-a704-96dd88d6009c req-60fa894b-6a33-4112-a911-c33402155bdd tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/security-groups?id=12825c9c-6c79-4c38-b9ad-f0d82e260b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983864 Feb 11 04:24:39.352027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-f016ee13-411b-4605-9166-9b02d5238980 service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062161 Feb 11 04:24:39.387405 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (8661798c-0c29-4d1d-8231-c2bd188ff0a0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:39.397879 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0679a2fe-1143-4640-8921-939ffe3e47b4 req-73adb25e-333a-4e4c-9735-a6220f5ec15c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:39.497413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adb25e-333a-4e4c-9735-a6220f5ec15c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Pushing event deleted for resources: {'Port': ['ID=33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:39.509772 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4b0fc-1f49-4950-9be7-30318754c3ba None None] DHCP port deletion for 8661798c-0c29-4d1d-8231-c2bd188ff0a0 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:24:39.569464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-0679a2fe-1143-4640-8921-939ffe3e47b4 req-73adb25e-333a-4e4c-9735-a6220f5ec15c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] No DVR routers for this DVR port 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:39.575345 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-0679a2fe-1143-4640-8921-939ffe3e47b4 req-73adb25e-333a-4e4c-9735-a6220f5ec15c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:39.578276 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-38b4b0fc-1f49-4950-9be7-30318754c3ba None None] Deleting port 4aaa36d2-c551-46cb-bfcc-913485e74ca6 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:39.578588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0679a2fe-1143-4640-8921-939ffe3e47b4 req-73adb25e-333a-4e4c-9735-a6220f5ec15c tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.32 "DELETE /v2.0/ports/33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f HTTP/1.1" status: 204 len: 173 time: 1.1625085 Feb 11 04:24:39.579268 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-38b4b0fc-1f49-4950-9be7-30318754c3ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:39.593305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae533-2570-4fb5-a98e-6ced32d5c481 req-3dee44b5-b9e9-4c68-b0d2-3bdf236de19c tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:39.594183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-100ae533-2570-4fb5-a98e-6ced32d5c481 req-3dee44b5-b9e9-4c68-b0d2-3bdf236de19c tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.1989141 Feb 11 04:24:39.596224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd01f2-c124-4bff-a880-6d8c728ea8d6 req-5dff342f-ab53-4d34-b372-1262055100a1 service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376812 Feb 11 04:24:39.671073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-38b4b0fc-1f49-4950-9be7-30318754c3ba None None] For port 4aaa36d2-c551-46cb-bfcc-913485e74ca6, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4aaa36d2-c551-46cb-bfcc-913485e74ca6,segment=NetworkSegment(b14b93bc-6a73-45e0-8b34-49c8e2038637),segment_id=b14b93bc-6a73-45e0-8b34-49c8e2038637)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:39.671321 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-38b4b0fc-1f49-4950-9be7-30318754c3ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:39.685855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-38b4b0fc-1f49-4950-9be7-30318754c3ba None None] Calling delete_port for 4aaa36d2-c551-46cb-bfcc-913485e74ca6 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:39.725034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-100ae533-2570-4fb5-a98e-6ced32d5c481 req-6012e619-7f3c-4c00-9826-ae25a163be86 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201627 Feb 11 04:24:39.758442 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Deleting port 4aaa36d2-c551-46cb-bfcc-913485e74ca6 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:39.759120 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:39.787185 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abd635-24e0-4904-8158-3d987fbe1171 req-3d3f00a2-1b3f-42b5-8efc-2de9a146228b tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:39.794939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0abd635-24e0-4904-8158-3d987fbe1171 req-3d3f00a2-1b3f-42b5-8efc-2de9a146228b tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.0839713 Feb 11 04:24:39.847518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0abd635-24e0-4904-8158-3d987fbe1171 req-e4dae1fd-718c-4828-8759-6956cb3fa131 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515568 Feb 11 04:24:39.853782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] For port 4aaa36d2-c551-46cb-bfcc-913485e74ca6, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4aaa36d2-c551-46cb-bfcc-913485e74ca6,segment=NetworkSegment(b14b93bc-6a73-45e0-8b34-49c8e2038637),segment_id=b14b93bc-6a73-45e0-8b34-49c8e2038637)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:39.854296 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:39.875738 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Calling delete_port for 4aaa36d2-c551-46cb-bfcc-913485e74ca6 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:39.894862 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-38b4b0fc-1f49-4950-9be7-30318754c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:39.921534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4b0fc-1f49-4950-9be7-30318754c3ba None None] Pushing event deleted for resources: {'Port': ['ID=4aaa36d2-c551-46cb-bfcc-913485e74ca6,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:39.925323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4b0fc-1f49-4950-9be7-30318754c3ba None None] No DVR routers for this DVR port 4aaa36d2-c551-46cb-bfcc-913485e74ca6 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:39.957618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c8b272-de29-4213-97f7-660a4c663979', 'name': 'network-vif-deleted', 'tag': '33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:39.965059 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786d78ea-f6a3-4343-987c-d3140f91d755" -d '{"events": [{"server_uuid": "f5c8b272-de29-4213-97f7-660a4c663979", "name": "network-vif-deleted", "tag": "33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:39.979218 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (4aaa36d2-c551-46cb-bfcc-913485e74ca6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:40.005147 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413006c3-f0f6-4baa-a668-9c1c3a67c92b x-openstack-request-id: req-413006c3-f0f6-4baa-a668-9c1c3a67c92b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:40.005447 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c8b272-de29-4213-97f7-660a4c663979", "name": "network-vif-deleted", "tag": "33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:40.005707 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-413006c3-f0f6-4baa-a668-9c1c3a67c92b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:40.006299 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c8b272-de29-4213-97f7-660a4c663979', 'name': 'network-vif-deleted', 'tag': '33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f', 'status': 'completed', 'code': 200} Feb 11 04:24:40.007840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Port': ['ID=4aaa36d2-c551-46cb-bfcc-913485e74ca6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:40.014704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] No DVR routers for this DVR port 4aaa36d2-c551-46cb-bfcc-913485e74ca6 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:40.106465 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (8661798c-0c29-4d1d-8231-c2bd188ff0a0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:40.128697 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8661798c-0c29-4d1d-8231-c2bd188ff0a0']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:40.140487 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b14b93bc-6a73-45e0-8b34-49c8e2038637') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:40.140923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b14b93bc-6a73-45e0-8b34-49c8e2038637') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:40.152532 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (b14b93bc-6a73-45e0-8b34-49c8e2038637), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:40.169092 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b14b93bc-6a73-45e0-8b34-49c8e2038637), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:40.178887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:24:40.178887 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (b14b93bc-6a73-45e0-8b34-49c8e2038637), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:24:40.180421 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:24:40.366175 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db927e5-d934-4014-b193-4d1bf157a2b4 req-41b54ebf-7b7f-46e6-8983-870cb2144792 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:40.373117 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0db927e5-d934-4014-b193-4d1bf157a2b4 req-41b54ebf-7b7f-46e6-8983-870cb2144792 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1165555 Feb 11 04:24:40.376457 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (8661798c-0c29-4d1d-8231-c2bd188ff0a0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:40.418863 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:40.422594 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "DELETE /v2.0/networks/8661798c-0c29-4d1d-8231-c2bd188ff0a0 HTTP/1.1" status: 204 len: 168 time: 1.1552186 Feb 11 04:24:40.423814 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898a43e-57f3-4928-b769-a8030b542ca0 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Network': ['ID=8661798c-0c29-4d1d-8231-c2bd188ff0a0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:40.425513 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47114) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:40.471624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0db927e5-d934-4014-b193-4d1bf157a2b4 req-dd644285-7493-4cd9-b10e-de42e3f307bc tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971870 Feb 11 04:24:40.493961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-310f87e8-5523-45fa-8c14-8f993fe6612f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Deleting subnet e14cbc57-f07e-4b6b-94f1-758e10738232 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:24:40.498553 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-310f87e8-5523-45fa-8c14-8f993fe6612f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks [] for subnet (e14cbc57-f07e-4b6b-94f1-758e10738232), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:40.555311 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-310f87e8-5523-45fa-8c14-8f993fe6612f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (e14cbc57-f07e-4b6b-94f1-758e10738232), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:40.618602 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fed7851b-190f-481a-9361-54c91e640760 req-95b8564c-43b1-4f6d-82bb-a6fb5306fe8d tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 210 time: 0.0389698 Feb 11 04:24:40.737021 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d79c2cac-507d-4512-8a25-b5c8f25bff3b req-95bf6d96-ca41-41d2-b781-75b758634fcb tempest-ServerRescueTestJSON-133027155 tempest-ServerRescueTestJSON-133027155-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5c8b272-de29-4213-97f7-660a4c663979 HTTP/1.1" status: 200 len: 210 time: 0.0434210 Feb 11 04:24:40.743040 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-310f87e8-5523-45fa-8c14-8f993fe6612f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (e14cbc57-f07e-4b6b-94f1-758e10738232), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:40.786218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4aaa36d2-c551-46cb-bfcc-913485e74ca6 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:40.834901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 4aaa36d2-c551-46cb-bfcc-913485e74ca6 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:40.835401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4aaa36d2-c551-46cb-bfcc-913485e74ca6 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:40.918867 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-310f87e8-5523-45fa-8c14-8f993fe6612f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (e14cbc57-f07e-4b6b-94f1-758e10738232), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:40.951347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552570e-503b-4ea7-b945-9b65c2a9d107 req-22fe046d-1ab4-4cdb-a69b-4d477dc53ada tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:40.953482 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5552570e-503b-4ea7-b945-9b65c2a9d107 req-22fe046d-1ab4-4cdb-a69b-4d477dc53ada tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.0867791 Feb 11 04:24:40.955351 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-310f87e8-5523-45fa-8c14-8f993fe6612f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:40.961810 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f2b6f2-be4f-4abd-95ed-21cd9f31791c None None] Network c037af77-3962-4d16-bf65-279136ac8e4b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:24:40.962806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47128) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:40.963243 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-310f87e8-5523-45fa-8c14-8f993fe6612f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "DELETE /v2.0/subnets/e14cbc57-f07e-4b6b-94f1-758e10738232 HTTP/1.1" status: 204 len: 168 time: 0.5365016 Feb 11 04:24:40.964349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f87e8-5523-45fa-8c14-8f993fe6612f tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Subnet': ['ID=e14cbc57-f07e-4b6b-94f1-758e10738232,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:41.184980 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (c037af77-3962-4d16-bf65-279136ac8e4b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:41.258991 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15032ba1-016f-4daa-9e2d-21aa4eea9ed6 None None] DHCP port deletion for c037af77-3962-4d16-bf65-279136ac8e4b request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:24:41.296715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5552570e-503b-4ea7-b945-9b65c2a9d107 req-86af0e9c-82a8-411c-8497-90b2a97d2472 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317280 Feb 11 04:24:41.359796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:41.504712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-f93427b7-0aa5-4f9d-862e-afa63d5854e7 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:41.512070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-f93427b7-0aa5-4f9d-862e-afa63d5854e7 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 812 time: 0.3756511 Feb 11 04:24:41.567439 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a91dc-ad9e-4a62-99d7-baef1699318f req-445cecc6-be47-40ff-9a6e-0d84998f29ab tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:41.575549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e27a91dc-ad9e-4a62-99d7-baef1699318f req-445cecc6-be47-40ff-9a6e-0d84998f29ab tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.4018226 Feb 11 04:24:41.605093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d87bb533-2568-49c5-9d0d-79c40d86fa58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Request body: {'port': {'device_id': '9105d182-fb0c-44a9-95d9-aba49208d4db', 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e', 'admin_state_up': True, 'tenant_id': 'a70586beed2f4c668534da1f31a71292'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:41.609667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:41.632809 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:41.635406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device b1e6ca24-f5d8-44b5-9abb-b08b43c4baa4 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:41.635406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0e62283a-1cd1-4b3a-92a5-268a35ce5521 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:41.682020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:41.682401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 33227cc2-f0f9-47e1-9dbf-f0a8dab1f30f not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:41.685480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 0e62283a-1cd1-4b3a-92a5-268a35ce5521 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:41.685865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0e62283a-1cd1-4b3a-92a5-268a35ce5521 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:41.689519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-15032ba1-016f-4daa-9e2d-21aa4eea9ed6 None None] Deleting port f6611aca-f920-4f2e-9a63-bb8581195acc {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:41.689936 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-15032ba1-016f-4daa-9e2d-21aa4eea9ed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:41.794728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff8d1a-3237-4465-9391-c3072945d135 req-51a7f1cc-3a69-4982-9b35-3fcb540df3f5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:41.797988 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10ff8d1a-3237-4465-9391-c3072945d135 req-51a7f1cc-3a69-4982-9b35-3fcb540df3f5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.3922920 Feb 11 04:24:41.827328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-15032ba1-016f-4daa-9e2d-21aa4eea9ed6 None None] For port f6611aca-f920-4f2e-9a63-bb8581195acc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f6611aca-f920-4f2e-9a63-bb8581195acc,segment=NetworkSegment(6a06618d-1071-4b46-a254-c886e9f7221b),segment_id=6a06618d-1071-4b46-a254-c886e9f7221b)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:41.827949 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-15032ba1-016f-4daa-9e2d-21aa4eea9ed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:41.867715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-15032ba1-016f-4daa-9e2d-21aa4eea9ed6 None None] Calling delete_port for f6611aca-f920-4f2e-9a63-bb8581195acc owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:42.079742 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-15032ba1-016f-4daa-9e2d-21aa4eea9ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:42.113564 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15032ba1-016f-4daa-9e2d-21aa4eea9ed6 None None] Pushing event deleted for resources: {'Port': ['ID=f6611aca-f920-4f2e-9a63-bb8581195acc,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:42.120432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Deleting port f6611aca-f920-4f2e-9a63-bb8581195acc {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:42.120992 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:42.132368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15032ba1-016f-4daa-9e2d-21aa4eea9ed6 None None] No DVR routers for this DVR port f6611aca-f920-4f2e-9a63-bb8581195acc on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:42.231403 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e27a91dc-ad9e-4a62-99d7-baef1699318f req-ee523d7b-6064-46db-8d02-97c96c1c7962 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054037 Feb 11 04:24:42.301095 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] For port f6611aca-f920-4f2e-9a63-bb8581195acc, host n-d-712142-35, got binding levels [] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:42.301533 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:42.317222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Calling delete_port for f6611aca-f920-4f2e-9a63-bb8581195acc owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:42.320293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.ipam_backend_mixin [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Port f6611aca-f920-4f2e-9a63-bb8581195acc was not found and therefore no delete operation was performed {{(pid=103809) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:24:42.326021 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f6611aca-f920-4f2e-9a63-bb8581195acc), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:42.399953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Port': ['ID=f6611aca-f920-4f2e-9a63-bb8581195acc,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:42.408090 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] No DVR routers for this DVR port f6611aca-f920-4f2e-9a63-bb8581195acc on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:42.456793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10ff8d1a-3237-4465-9391-c3072945d135 req-16522264-111a-4235-b073-55443e276515 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3322258 Feb 11 04:24:42.523745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e534d-dfbb-4803-a7d9-29b4158872e0 req-67f653a7-5c8d-46e8-978e-41fe032667d2 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:42.525596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-149e534d-dfbb-4803-a7d9-29b4158872e0 req-67f653a7-5c8d-46e8-978e-41fe032667d2 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1933932 Feb 11 04:24:42.557133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d87bb533-2568-49c5-9d0d-79c40d86fa58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Made reservation on behalf of a70586beed2f4c668534da1f31a71292 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:24:42.564709 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d87bb533-2568-49c5-9d0d-79c40d86fa58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:42.567716 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (c037af77-3962-4d16-bf65-279136ac8e4b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:42.661647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c037af77-3962-4d16-bf65-279136ac8e4b']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:42.671319 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2befd463-09f5-44bc-a5a9-159e82c4f0bd req-a736be6c-c0bc-4cdd-85aa-910bca0db15e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 210 time: 0.0986130 Feb 11 04:24:42.686303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f6611aca-f920-4f2e-9a63-bb8581195acc no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:42.720965 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a06618d-1071-4b46-a254-c886e9f7221b') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:42.721298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a06618d-1071-4b46-a254-c886e9f7221b') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:42.743852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: f6611aca-f920-4f2e-9a63-bb8581195acc {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:42.744251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f6611aca-f920-4f2e-9a63-bb8581195acc not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:42.751614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47142) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:42.804270 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (6a06618d-1071-4b46-a254-c886e9f7221b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:42.818897 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6a06618d-1071-4b46-a254-c886e9f7221b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:42.849094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:24:42.849527 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (6a06618d-1071-4b46-a254-c886e9f7221b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:24:42.856700 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:24:42.913033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-149e534d-dfbb-4803-a7d9-29b4158872e0 req-17399701-bf2a-4a2b-8c6b-1e851b4a2346 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475380 Feb 11 04:24:43.061692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd501fd1-c795-40e4-8588-7dace293a7c7 req-2dc9f7dc-2fe0-4217-a217-21494ae0edad tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:43.063275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd501fd1-c795-40e4-8588-7dace293a7c7 req-2dc9f7dc-2fe0-4217-a217-21494ae0edad tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.1745348 Feb 11 04:24:43.067532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d87bb533-2568-49c5-9d0d-79c40d86fa58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Allocated IP 172.20.0.8 (6cd12236-2b63-4f55-9764-b0d854f3a97e/7de27eb8-a8a3-47a4-8b0d-bfc468039fee/7f01043b-8941-410a-9c8d-71ac2af674ca) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:24:43.081311 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (c037af77-3962-4d16-bf65-279136ac8e4b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:43.100924 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:43.104979 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] 10.222.0.13 "DELETE /v2.0/networks/c037af77-3962-4d16-bf65-279136ac8e4b HTTP/1.1" status: 204 len: 168 time: 2.1409855 Feb 11 04:24:43.135355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db3f4a-610d-4efe-a2cd-8209725957c5 tempest-ServersTestMultiNic-652387892 tempest-ServersTestMultiNic-652387892-project] Pushing event deleted for resources: {'Network': ['ID=c037af77-3962-4d16-bf65-279136ac8e4b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:43.204583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd501fd1-c795-40e4-8588-7dace293a7c7 req-94ffd464-07c3-46c1-8997-606aa11a9219 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345813 Feb 11 04:24:43.346718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56234c75-1aff-4110-acbf-3df4fbf185d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:43.394816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47156) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:43.600379 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d87bb533-2568-49c5-9d0d-79c40d86fa58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks [] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:43.650196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f368fc-96cd-46e0-b3b3-e56e63382c94 req-6e6f095a-a6d1-4b96-9018-2b7c319f8f97 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:43.669893 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57f368fc-96cd-46e0-b3b3-e56e63382c94 req-6e6f095a-a6d1-4b96-9018-2b7c319f8f97 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.2775259 Feb 11 04:24:43.824865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57f368fc-96cd-46e0-b3b3-e56e63382c94 req-301e7c8f-9071-47ec-a394-18d9b27aa0cb tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522961 Feb 11 04:24:43.874395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e308a30-f501-427b-b3c5-ac5800800950 req-000108f7-ae29-4940-8f00-a49f9de024a6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:43.883019 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e308a30-f501-427b-b3c5-ac5800800950 req-000108f7-ae29-4940-8f00-a49f9de024a6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.1734951 Feb 11 04:24:43.922868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-56234c75-1aff-4110-acbf-3df4fbf185d8 admin admin] Deleting port c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:43.923671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56234c75-1aff-4110-acbf-3df4fbf185d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:43.999570 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d87bb533-2568-49c5-9d0d-79c40d86fa58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:44.050918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-56234c75-1aff-4110-acbf-3df4fbf185d8 admin admin] For port c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3,segment=NetworkSegment(0c6351ce-033a-4d07-81e8-418235c5f96d),segment_id=0c6351ce-033a-4d07-81e8-418235c5f96d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:44.051437 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56234c75-1aff-4110-acbf-3df4fbf185d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:44.068303 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-56234c75-1aff-4110-acbf-3df4fbf185d8 admin admin] Calling delete_port for c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:44.083680 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a83d4b62-4215-40d4-ae64-7675393e9023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (3f62d46a-bd80-4af0-85de-d7759509d6b9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:44.138759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6166a925-add2-4130-a72a-833ec588cd5c req-f6ce8a09-9855-4686-96a8-1493e6eee8e3 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 210 time: 0.2071095 Feb 11 04:24:44.148657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bb533-2568-49c5-9d0d-79c40d86fa58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Pushing event updated for resources: {'Port': ['ID=7f01043b-8941-410a-9c8d-71ac2af674ca,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:44.179271 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e308a30-f501-427b-b3c5-ac5800800950 req-71e7416e-8a3a-4e69-ae10-a3d6a4c92898 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2948399 Feb 11 04:24:44.209481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d87bb533-2568-49c5-9d0d-79c40d86fa58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Network 6cd12236-2b63-4f55-9764-b0d854f3a97e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:24:44.212818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d87bb533-2568-49c5-9d0d-79c40d86fa58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:24:44.228167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d87bb533-2568-49c5-9d0d-79c40d86fa58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:24:44.483066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d87bb533-2568-49c5-9d0d-79c40d86fa58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:44.483807 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d87bb533-2568-49c5-9d0d-79c40d86fa58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:44.521894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101db14b-6b1b-45c8-855a-f915964bf70c req-947b7c03-1890-4a22-8471-bfc9bb8f1551 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:44.524592 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-101db14b-6b1b-45c8-855a-f915964bf70c req-947b7c03-1890-4a22-8471-bfc9bb8f1551 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.1622579 Feb 11 04:24:44.534530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037b452-c208-4f0c-a4fb-bfb271d38f66 req-6d73828f-6dce-4a5d-accd-e8b5547b97fd tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:44.537414 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9037b452-c208-4f0c-a4fb-bfb271d38f66 req-6d73828f-6dce-4a5d-accd-e8b5547b97fd tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.2433338 Feb 11 04:24:44.585725 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d87bb533-2568-49c5-9d0d-79c40d86fa58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0272310 Feb 11 04:24:44.628451 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a83d4b62-4215-40d4-ae64-7675393e9023 admin admin] Deleting port 1210e525-2b93-469f-9f85-ac637a87c110 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:44.628834 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a83d4b62-4215-40d4-ae64-7675393e9023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1210e525-2b93-469f-9f85-ac637a87c110), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:44.639597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-101db14b-6b1b-45c8-855a-f915964bf70c req-e14d4706-6079-4125-bdc0-66a107a195a9 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009724 Feb 11 04:24:44.663183 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56234c75-1aff-4110-acbf-3df4fbf185d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:44.680139 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9037b452-c208-4f0c-a4fb-bfb271d38f66 req-61e36dcf-5b65-4cbf-ba00-29fb047461ef tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160972 Feb 11 04:24:44.723539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Request body: {'port': {'device_id': '9105d182-fb0c-44a9-95d9-aba49208d4db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:44.742905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56234c75-1aff-4110-acbf-3df4fbf185d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:44.819882 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:44.881219 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-a83d4b62-4215-40d4-ae64-7675393e9023 admin admin] For port 1210e525-2b93-469f-9f85-ac637a87c110, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1210e525-2b93-469f-9f85-ac637a87c110,segment=NetworkSegment(99cdd6df-65e1-4c94-b033-2e8be2f9ad5d),segment_id=99cdd6df-65e1-4c94-b033-2e8be2f9ad5d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:44.881859 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a83d4b62-4215-40d4-ae64-7675393e9023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1210e525-2b93-469f-9f85-ac637a87c110), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:44.931678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a83d4b62-4215-40d4-ae64-7675393e9023 admin admin] Calling delete_port for 1210e525-2b93-469f-9f85-ac637a87c110 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:45.118099 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56234c75-1aff-4110-acbf-3df4fbf185d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:45.402522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25664914-4daf-49ff-bb65-1563b4b953e9 req-db4b88ac-8d4c-4b60-a65f-5fa2e359e2cb tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:45.404239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25664914-4daf-49ff-bb65-1563b4b953e9 req-db4b88ac-8d4c-4b60-a65f-5fa2e359e2cb tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.4214380 Feb 11 04:24:45.506956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6795e53-2ae6-415c-b73f-51ad5210128a req-ba8fd7ce-3545-41be-a36c-44a6c488b964 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:45.509211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6795e53-2ae6-415c-b73f-51ad5210128a req-ba8fd7ce-3545-41be-a36c-44a6c488b964 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 931 time: 0.2434597 Feb 11 04:24:45.531654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f01043b-8941-410a-9c8d-71ac2af674ca {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:24:45.600448 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25664914-4daf-49ff-bb65-1563b4b953e9 req-b92729ce-c359-4829-87c5-21471eda460f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503260 Feb 11 04:24:45.624533 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Publish callbacks [] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:45.665128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Transition to ACTIVE for port object 7f01043b-8941-410a-9c8d-71ac2af674ca will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:24:45.690093 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6795e53-2ae6-415c-b73f-51ad5210128a req-b66f131a-6738-4780-b88d-08afe5b60b30 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613879 Feb 11 04:24:45.736855 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:45.820149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757be1ce-0278-47a2-add3-0b99e1b75edc req-c40cebab-3079-4133-b1ef-a282db4f6e04 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:45.822355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-757be1ce-0278-47a2-add3-0b99e1b75edc req-c40cebab-3079-4133-b1ef-a282db4f6e04 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.1310637 Feb 11 04:24:45.832398 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a83d4b62-4215-40d4-ae64-7675393e9023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (1210e525-2b93-469f-9f85-ac637a87c110), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:45.921814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Pushing event updated for resources: {'Port': ['ID=7f01043b-8941-410a-9c8d-71ac2af674ca,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:45.938557 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d4b62-4215-40d4-ae64-7675393e9023 admin admin] Pushing event deleted for resources: {'Port': ['ID=1210e525-2b93-469f-9f85-ac637a87c110,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:46.124624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-757be1ce-0278-47a2-add3-0b99e1b75edc req-6cc5bb07-29bb-4756-b4d4-8ed5e263b6b7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2337191 Feb 11 04:24:46.124624 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18471e-c065-4c74-8fe7-e56e1b90e5da req-82d85be8-d5ab-4241-8d72-eecbcc78513f tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:46.124624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0f18471e-c065-4c74-8fe7-e56e1b90e5da req-82d85be8-d5ab-4241-8d72-eecbcc78513f tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.2343998 Feb 11 04:24:46.124624 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Attempting to bind port 7f01043b-8941-410a-9c8d-71ac2af674ca on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:24:46.124624 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Attempting to bind port 7f01043b-8941-410a-9c8d-71ac2af674ca by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:24:46.124624 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Attempting to bind port 7f01043b-8941-410a-9c8d-71ac2af674ca on network 6cd12236-2b63-4f55-9764-b0d854f3a97e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:24:46.135247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Port 7f01043b-8941-410a-9c8d-71ac2af674ca on network 6cd12236-2b63-4f55-9764-b0d854f3a97e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:24:46.135628 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Attempting to bind port 7f01043b-8941-410a-9c8d-71ac2af674ca on network 6cd12236-2b63-4f55-9764-b0d854f3a97e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:24:46.170596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:24:46.170987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Checking segment: {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:24:46.171432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Bound using segment: {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:24:46.171956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Bound port: 7f01043b-8941-410a-9c8d-71ac2af674ca, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:24:46.172263 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:46.191374 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a83d4b62-4215-40d4-ae64-7675393e9023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (3f62d46a-bd80-4af0-85de-d7759509d6b9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:46.272072 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56234c75-1aff-4110-acbf-3df4fbf185d8 admin admin] Router 39f66ab0-9ffd-4251-8c53-bb58cdc78c65 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:24:46.289585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0f18471e-c065-4c74-8fe7-e56e1b90e5da req-7b312ed4-20c8-4f4f-9a06-ec76cad13b2f tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662016 Feb 11 04:24:46.346811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] For port 7f01043b-8941-410a-9c8d-71ac2af674ca, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:24:46.359597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] For port 7f01043b-8941-410a-9c8d-71ac2af674ca, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f01043b-8941-410a-9c8d-71ac2af674ca,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:24:46.369153 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf889f-ea29-4097-9d8a-f0c33c341939 req-72ecdfaa-3a6f-4143-9980-48cdd76c71f6 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:46.371604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06cf889f-ea29-4097-9d8a-f0c33c341939 req-72ecdfaa-3a6f-4143-9980-48cdd76c71f6 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1285231 Feb 11 04:24:46.461159 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06cf889f-ea29-4097-9d8a-f0c33c341939 req-92b87380-7805-4575-910e-10cd0390c9a6 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817180 Feb 11 04:24:46.468729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56234c75-1aff-4110-acbf-3df4fbf185d8 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:24:46.478585 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced8afb-d744-4d63-b2e3-fc29773ca95f None None] Sync routers for ids ['39f66ab0-9ffd-4251-8c53-bb58cdc78c65'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:24:46.492868 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced8afb-d744-4d63-b2e3-fc29773ca95f None None] Routers {'39f66ab0-9ffd-4251-8c53-bb58cdc78c65'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:24:46.494100 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4ced8afb-d744-4d63-b2e3-fc29773ca95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:24:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['39f66ab0-9ffd-4251-8c53-bb58cdc78c65'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:46.532647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47180) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:46.533449 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-56234c75-1aff-4110-acbf-3df4fbf185d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/39f66ab0-9ffd-4251-8c53-bb58cdc78c65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7798069 Feb 11 04:24:46.589076 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:46.611679 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-4ced8afb-d744-4d63-b2e3-fc29773ca95f None None] Set router 39f66ab0-9ffd-4251-8c53-bb58cdc78c65 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:24:46.728772 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:46.730309 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:46.732285 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] 10.222.0.47 "PUT /v2.0/ports/7f01043b-8941-410a-9c8d-71ac2af674ca HTTP/1.1" status: 200 len: 1092 time: 2.1093287 Feb 11 04:24:46.735108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9105d182-fb0c-44a9-95d9-aba49208d4db', 'tag': '7f01043b-8941-410a-9c8d-71ac2af674ca'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:46.737865 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352b3752-b029-4fde-8233-e0daafd8dde0" -d '{"events": [{"name": "network-changed", "server_uuid": "9105d182-fb0c-44a9-95d9-aba49208d4db", "tag": "7f01043b-8941-410a-9c8d-71ac2af674ca"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:46.767478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83d4b62-4215-40d4-ae64-7675393e9023 admin admin] Router 3f62d46a-bd80-4af0-85de-d7759509d6b9 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:24:46.802807 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fadbc4-1656-49b6-9585-33dffface182 service neutron] Pushing event updated for resources: {'Port': ['ID=7f01043b-8941-410a-9c8d-71ac2af674ca,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:46.845993 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4ced8afb-d744-4d63-b2e3-fc29773ca95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'name': 'tempest-ServerRescueTestJSON-1459792983-router', 'tenant_id': '5c5ab24820404cabad08d88b221522bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:25Z', 'updated_at': '2022-02-11T04:24:44Z', 'revision_number': 5, 'project_id': '5c5ab24820404cabad08d88b221522bc', 'gw_port': {'id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:27Z', 'updated_at': '2022-02-11T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:46.885301 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced8afb-d744-4d63-b2e3-fc29773ca95f None None] Checking router: 39f66ab0-9ffd-4251-8c53-bb58cdc78c65 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:24:46.896606 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ced8afb-d744-4d63-b2e3-fc29773ca95f None None] Routers {'39f66ab0-9ffd-4251-8c53-bb58cdc78c65'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:24:46.897395 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4ced8afb-d744-4d63-b2e3-fc29773ca95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:24:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['39f66ab0-9ffd-4251-8c53-bb58cdc78c65'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:46.930434 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Publish callbacks [] for router (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:47.051103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef53396-e1b7-49db-9dd4-7c97c8181590 req-28f87946-7d2a-4dbc-9c59-370279b424df tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:47.053070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eef53396-e1b7-49db-9dd4-7c97c8181590 req-28f87946-7d2a-4dbc-9c59-370279b424df tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.2258403 Feb 11 04:24:47.100220 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83d4b62-4215-40d4-ae64-7675393e9023 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:24:47.111640 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-4ced8afb-d744-4d63-b2e3-fc29773ca95f None None] Set router 39f66ab0-9ffd-4251-8c53-bb58cdc78c65 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:24:47.112629 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ae479-7e2b-4aaa-a89f-11850c928e89 None None] Sync routers for ids ['3f62d46a-bd80-4af0-85de-d7759509d6b9'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:24:47.122172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-ac7d3c76-8f45-4823-902f-74df63fc8096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:47.124908 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-ac7d3c76-8f45-4823-902f-74df63fc8096 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 1126 time: 0.2461097 Feb 11 04:24:47.129745 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a83d4b62-4215-40d4-ae64-7675393e9023 admin admin] 10.222.0.13 "PUT /v2.0/routers/3f62d46a-bd80-4af0-85de-d7759509d6b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7340038 Feb 11 04:24:47.131339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47188) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:47.136180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ae479-7e2b-4aaa-a89f-11850c928e89 None None] Routers {'3f62d46a-bd80-4af0-85de-d7759509d6b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:24:47.137270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-041ae479-7e2b-4aaa-a89f-11850c928e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:24:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['3f62d46a-bd80-4af0-85de-d7759509d6b9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:47.161566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b312-0d50-4e47-8700-29135732a9c5 req-64d6c9c8-c14e-401c-9b5b-a2bc076fdcbc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:47.162583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a10b312-0d50-4e47-8700-29135732a9c5 req-64d6c9c8-c14e-401c-9b5b-a2bc076fdcbc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 943 time: 0.2391369 Feb 11 04:24:47.250885 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-c051b612-6e31-4bec-9c7f-1f4cfb8d3c6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f01043b-8941-410a-9c8d-71ac2af674ca HTTP/1.1" status: 200 len: 217 time: 0.0714674 Feb 11 04:24:47.340524 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Publish callbacks [] for router_gateway (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:47.358075 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-041ae479-7e2b-4aaa-a89f-11850c928e89 None None] Set router 3f62d46a-bd80-4af0-85de-d7759509d6b9 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:24:47.379508 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eef53396-e1b7-49db-9dd4-7c97c8181590 req-8f6ed2ca-061a-42dd-8c43-25fdd7f56eec tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183498 Feb 11 04:24:47.451023 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-0c0a6b6b-7aa9-4e1f-b2b7-d4050dc27e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:47.456279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-0c0a6b6b-7aa9-4e1f-b2b7-d4050dc27e5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7de27eb8-a8a3-47a4-8b0d-bfc468039fee HTTP/1.1" status: 200 len: 852 time: 0.1903226 Feb 11 04:24:47.463989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a10b312-0d50-4e47-8700-29135732a9c5 req-d245dba0-cdbd-4cd3-a730-c4194f0fd303 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922373 Feb 11 04:24:47.470292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] Publish callbacks [] for router (3f62d46a-bd80-4af0-85de-d7759509d6b9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:47.570346 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9704af06-b846-426a-a998-8e8ee34365da x-openstack-request-id: req-9704af06-b846-426a-a998-8e8ee34365da {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:47.571489 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9105d182-fb0c-44a9-95d9-aba49208d4db", "tag": "7f01043b-8941-410a-9c8d-71ac2af674ca", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:47.572058 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9704af06-b846-426a-a998-8e8ee34365da {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:47.574754 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9105d182-fb0c-44a9-95d9-aba49208d4db', 'tag': '7f01043b-8941-410a-9c8d-71ac2af674ca', 'status': 'completed', 'code': 200} Feb 11 04:24:47.600482 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-da8b69c2-4153-492e-83a6-e6d25897b56f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6cd12236-2b63-4f55-9764-b0d854f3a97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323197 Feb 11 04:24:47.622049 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4ced8afb-d744-4d63-b2e3-fc29773ca95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'name': 'tempest-ServerRescueTestJSON-1459792983-router', 'tenant_id': '5c5ab24820404cabad08d88b221522bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:25Z', 'updated_at': '2022-02-11T04:24:44Z', 'revision_number': 5, 'project_id': '5c5ab24820404cabad08d88b221522bc', 'gw_port': {'id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:27Z', 'updated_at': '2022-02-11T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:47.705491 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ced8afb-d744-4d63-b2e3-fc29773ca95f None None] The sync data for ids ['39f66ab0-9ffd-4251-8c53-bb58cdc78c65'] in n-d-712142-35 is: [{'id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'name': 'tempest-ServerRescueTestJSON-1459792983-router', 'tenant_id': '5c5ab24820404cabad08d88b221522bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:25Z', 'updated_at': '2022-02-11T04:24:44Z', 'revision_number': 5, 'project_id': '5c5ab24820404cabad08d88b221522bc', 'gw_port': {'id': 'c63796bf-7a8c-4739-a0cd-3dbbe34c2e33', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f66ab0-9ffd-4251-8c53-bb58cdc78c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:27Z', 'updated_at': '2022-02-11T04:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:24:47.769537 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] Publish callbacks [] for router_gateway (3f62d46a-bd80-4af0-85de-d7759509d6b9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:47.804432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-041ae479-7e2b-4aaa-a89f-11850c928e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'name': 'tempest-ServersTestMultiNic-2078442593-router', 'tenant_id': '6ef504e8f1324006acdf369bff207666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'b9a940b5-63f7-49bd-b0b6-c64861fd3ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:40Z', 'updated_at': '2022-02-11T04:24:45Z', 'revision_number': 5, 'project_id': '6ef504e8f1324006acdf369bff207666', 'gw_port': {'id': 'b9a940b5-63f7-49bd-b0b6-c64861fd3ee3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:22:42Z', 'updated_at': '2022-02-11T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:47.900795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ae479-7e2b-4aaa-a89f-11850c928e89 None None] Checking router: 3f62d46a-bd80-4af0-85de-d7759509d6b9 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:24:47.915173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ae479-7e2b-4aaa-a89f-11850c928e89 None None] Routers {'3f62d46a-bd80-4af0-85de-d7759509d6b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:24:47.916330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-041ae479-7e2b-4aaa-a89f-11850c928e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:24:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['3f62d46a-bd80-4af0-85de-d7759509d6b9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:47.964739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] Deleting port b9a940b5-63f7-49bd-b0b6-c64861fd3ee3 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:47.968371 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b9a940b5-63f7-49bd-b0b6-c64861fd3ee3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:48.044986 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-041ae479-7e2b-4aaa-a89f-11850c928e89 None None] Set router 3f62d46a-bd80-4af0-85de-d7759509d6b9 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:24:48.143047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-041ae479-7e2b-4aaa-a89f-11850c928e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'name': 'tempest-ServersTestMultiNic-2078442593-router', 'tenant_id': '6ef504e8f1324006acdf369bff207666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:40Z', 'updated_at': '2022-02-11T04:24:47Z', 'revision_number': 6, 'project_id': '6ef504e8f1324006acdf369bff207666', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:48.188820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ae479-7e2b-4aaa-a89f-11850c928e89 None None] The sync data for ids ['3f62d46a-bd80-4af0-85de-d7759509d6b9'] in n-d-712142-35 is: [{'id': '3f62d46a-bd80-4af0-85de-d7759509d6b9', 'name': 'tempest-ServersTestMultiNic-2078442593-router', 'tenant_id': '6ef504e8f1324006acdf369bff207666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:22:40Z', 'updated_at': '2022-02-11T04:24:47Z', 'revision_number': 6, 'project_id': '6ef504e8f1324006acdf369bff207666', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:24:48.191733 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] For port b9a940b5-63f7-49bd-b0b6-c64861fd3ee3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b9a940b5-63f7-49bd-b0b6-c64861fd3ee3,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:48.192284 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b9a940b5-63f7-49bd-b0b6-c64861fd3ee3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:48.225159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] Calling delete_port for b9a940b5-63f7-49bd-b0b6-c64861fd3ee3 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:48.289106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Deleting port c63796bf-7a8c-4739-a0cd-3dbbe34c2e33 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:48.289730 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c63796bf-7a8c-4739-a0cd-3dbbe34c2e33), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:48.306945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d9efe-f5a4-4e54-9ba4-f0037d42ff9e req-216cd937-02f5-41b8-a7ae-f3cd102a5dd4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:48.309938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-835d9efe-f5a4-4e54-9ba4-f0037d42ff9e req-216cd937-02f5-41b8-a7ae-f3cd102a5dd4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.7053812 Feb 11 04:24:48.336616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9814826-673b-4f30-96a9-56a657d43181 req-da712edf-da09-43f2-b97e-434989977d58 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:48.338471 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9814826-673b-4f30-96a9-56a657d43181 req-da712edf-da09-43f2-b97e-434989977d58 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.7146549 Feb 11 04:24:48.382821 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-11d98df2-6e78-4840-b176-07c3bdc96167 service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7562082 Feb 11 04:24:48.576241 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b9a940b5-63f7-49bd-b0b6-c64861fd3ee3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:48.660545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:48.670377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-835d9efe-f5a4-4e54-9ba4-f0037d42ff9e req-4adeee77-49a0-42f8-af45-62800e942681 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3224301 Feb 11 04:24:48.680155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9814826-673b-4f30-96a9-56a657d43181 req-0607915d-37a1-40c6-8d27-8601658b691e tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240261 Feb 11 04:24:48.684076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] For port c63796bf-7a8c-4739-a0cd-3dbbe34c2e33, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c63796bf-7a8c-4739-a0cd-3dbbe34c2e33,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:48.684448 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c63796bf-7a8c-4739-a0cd-3dbbe34c2e33), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:48.685934 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a940b5-63f7-49bd-b0b6-c64861fd3ee3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:48.733065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Calling delete_port for c63796bf-7a8c-4739-a0cd-3dbbe34c2e33 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:48.740013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a672f9aa-649b-4a53-aadd-2b7a02d3b82e req-d1d2a270-422f-49be-b51c-69d8de3ef380 service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201864 Feb 11 04:24:48.780232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:48.781517 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c2ce6a7c-2cc4-4745-a33c-c91d4228a1c3 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:48.782161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1210e525-2b93-469f-9f85-ac637a87c110 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:48.795994 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (3f62d46a-bd80-4af0-85de-d7759509d6b9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:48.890611 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 1210e525-2b93-469f-9f85-ac637a87c110 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:48.892601 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1210e525-2b93-469f-9f85-ac637a87c110 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:49.002520 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (3f62d46a-bd80-4af0-85de-d7759509d6b9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:49.005882 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] Publish callbacks [] for router_controller (3f62d46a-bd80-4af0-85de-d7759509d6b9), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:49.083415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b3752-b029-4fde-8233-e0daafd8dde0 req-989d8b8d-52f9-4136-918a-d93aab30f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:49.085349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-352b3752-b029-4fde-8233-e0daafd8dde0 req-989d8b8d-52f9-4136-918a-d93aab30f6c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 1126 time: 0.1926630 Feb 11 04:24:49.094120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edcd4a-110a-4d1e-a438-412e33d57ab1 req-cbb912b3-debd-45a4-b752-10aa300ac935 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:49.095961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2edcd4a-110a-4d1e-a438-412e33d57ab1 req-cbb912b3-debd-45a4-b752-10aa300ac935 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.2346866 Feb 11 04:24:49.108978 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bf9a0-fa75-43f5-9723-2f899dca39d9 req-8212182b-e7b3-4e7a-b89c-f8f68adcda89 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:49.110766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a2bf9a0-fa75-43f5-9723-2f899dca39d9 req-8212182b-e7b3-4e7a-b89c-f8f68adcda89 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.2516065 Feb 11 04:24:49.153038 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (3f62d46a-bd80-4af0-85de-d7759509d6b9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:49.153635 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f62d46a-bd80-4af0-85de-d7759509d6b9 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:24:49.161044 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:49.164841 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-90d93955-4939-460c-bd0d-399b041123a1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3f62d46a-bd80-4af0-85de-d7759509d6b9 HTTP/1.1" status: 204 len: 168 time: 2.0287361 Feb 11 04:24:49.170587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47204) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:49.238343 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d1e2e4-11b2-4524-93c4-2065ff324dda admin admin] Deleting subnet c6a70176-0116-434f-89e5-c70cfff5721a {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:24:49.242702 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03d1e2e4-11b2-4524-93c4-2065ff324dda admin admin] Publish callbacks [] for subnet (c6a70176-0116-434f-89e5-c70cfff5721a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:49.320728 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03d1e2e4-11b2-4524-93c4-2065ff324dda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (c6a70176-0116-434f-89e5-c70cfff5721a), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:49.415127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2edcd4a-110a-4d1e-a438-412e33d57ab1 req-cdc5d381-d460-43c1-81d1-ade8c2b88b64 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032508 Feb 11 04:24:49.422803 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a2bf9a0-fa75-43f5-9723-2f899dca39d9 req-5b3f0516-c4d7-4499-9d3f-0433958f0f6a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974722 Feb 11 04:24:49.496131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b3752-b029-4fde-8233-e0daafd8dde0 req-84912a7f-80ee-48c0-8ca0-9f9236cb71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:49.498836 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-352b3752-b029-4fde-8233-e0daafd8dde0 req-84912a7f-80ee-48c0-8ca0-9f9236cb71a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 913 time: 0.2937157 Feb 11 04:24:49.596166 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03d1e2e4-11b2-4524-93c4-2065ff324dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (c6a70176-0116-434f-89e5-c70cfff5721a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:49.637597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-352b3752-b029-4fde-8233-e0daafd8dde0 req-721cee36-c4c2-435d-9a7a-f290c58dc498 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f01043b-8941-410a-9c8d-71ac2af674ca HTTP/1.1" status: 200 len: 217 time: 0.0525494 Feb 11 04:24:49.681221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6435f-117a-4886-8fa9-09bdf665403b req-af76db8b-d273-4ea7-a7ef-91ea080fa428 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:49.683075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eed6435f-117a-4886-8fa9-09bdf665403b req-af76db8b-d273-4ea7-a7ef-91ea080fa428 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 943 time: 0.1534951 Feb 11 04:24:49.756066 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c63796bf-7a8c-4739-a0cd-3dbbe34c2e33), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:49.786184 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03d1e2e4-11b2-4524-93c4-2065ff324dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (c6a70176-0116-434f-89e5-c70cfff5721a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:49.802843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63796bf-7a8c-4739-a0cd-3dbbe34c2e33,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:49.813902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b3752-b029-4fde-8233-e0daafd8dde0 req-f38ae30e-3f9e-4c80-8898-0ab8adc0c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:49.815767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-352b3752-b029-4fde-8233-e0daafd8dde0 req-f38ae30e-3f9e-4c80-8898-0ab8adc0c7e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7de27eb8-a8a3-47a4-8b0d-bfc468039fee HTTP/1.1" status: 200 len: 852 time: 0.1542535 Feb 11 04:24:49.837589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35358870-25e2-48c8-a7d3-580d67e6de35 None None] Network 1d06efa6-966e-429b-860f-4e9bed31ea67 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:24:49.845015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:49.845426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:49.845890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:49.846235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:49.846699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:49.847158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:49.847701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:49.848117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:49.848521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:49.848894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:49.849266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:49.849669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:49.850029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:49.907669 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eed6435f-117a-4886-8fa9-09bdf665403b req-12c05031-9264-4996-8b87-63ecd23758ec tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839638 Feb 11 04:24:49.914957 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03d1e2e4-11b2-4524-93c4-2065ff324dda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:49.915519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-352b3752-b029-4fde-8233-e0daafd8dde0 req-4f529fbd-1b8c-4677-8138-cdef4d02f7a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6cd12236-2b63-4f55-9764-b0d854f3a97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764165 Feb 11 04:24:49.945380 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-03d1e2e4-11b2-4524-93c4-2065ff324dda admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c6a70176-0116-434f-89e5-c70cfff5721a HTTP/1.1" status: 204 len: 168 time: 0.7791245 Feb 11 04:24:49.948126 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1e2e4-11b2-4524-93c4-2065ff324dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a70176-0116-434f-89e5-c70cfff5721a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:49.961629 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47212) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:50.119049 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.182460 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (1d06efa6-966e-429b-860f-4e9bed31ea67), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.205536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e4a29e-f97b-4c7d-9bcf-db7f8af79ba2 None None] DHCP port deletion for 1d06efa6-966e-429b-860f-4e9bed31ea67 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:24:50.269062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-47e4a29e-f97b-4c7d-9bcf-db7f8af79ba2 None None] Deleting port 3da64f94-1280-485e-91c7-702860490347 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:50.270266 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-47e4a29e-f97b-4c7d-9bcf-db7f8af79ba2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3da64f94-1280-485e-91c7-702860490347), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.297107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] Deleting port 3da64f94-1280-485e-91c7-702860490347 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:50.297661 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3da64f94-1280-485e-91c7-702860490347), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.328965 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.334019 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Publish callbacks [] for router_controller (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.342242 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-47e4a29e-f97b-4c7d-9bcf-db7f8af79ba2 None None] For port 3da64f94-1280-485e-91c7-702860490347, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3da64f94-1280-485e-91c7-702860490347,segment=NetworkSegment(99cdd6df-65e1-4c94-b033-2e8be2f9ad5d),segment_id=99cdd6df-65e1-4c94-b033-2e8be2f9ad5d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:50.342675 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-47e4a29e-f97b-4c7d-9bcf-db7f8af79ba2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3da64f94-1280-485e-91c7-702860490347), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.344049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7d455-bcb3-405c-8b19-8451f5f99795 req-c8d823e4-6eac-4250-ba89-05bfefbc901e tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:50.349915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9d7d455-bcb3-405c-8b19-8451f5f99795 req-c8d823e4-6eac-4250-ba89-05bfefbc901e tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.3247552 Feb 11 04:24:50.356718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-47e4a29e-f97b-4c7d-9bcf-db7f8af79ba2 None None] Calling delete_port for 3da64f94-1280-485e-91c7-702860490347 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:50.358187 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-352b3752-b029-4fde-8233-e0daafd8dde0 req-1e218879-d0ae-4293-b615-a38767be4a91 service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943067 Feb 11 04:24:50.393427 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] For port 3da64f94-1280-485e-91c7-702860490347, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3da64f94-1280-485e-91c7-702860490347,segment=NetworkSegment(99cdd6df-65e1-4c94-b033-2e8be2f9ad5d),segment_id=99cdd6df-65e1-4c94-b033-2e8be2f9ad5d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:50.393972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3da64f94-1280-485e-91c7-702860490347), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.414121 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] Calling delete_port for 3da64f94-1280-485e-91c7-702860490347 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:50.449931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b160874-a722-4565-8ad0-abd43dd8706f req-67d481db-95cb-49a3-b644-65915ddb1dd4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:50.451426 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b160874-a722-4565-8ad0-abd43dd8706f req-67d481db-95cb-49a3-b644-65915ddb1dd4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.2484884 Feb 11 04:24:50.492339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9d7d455-bcb3-405c-8b19-8451f5f99795 req-70799975-76fe-4338-8c79-6bcea7e3fbf2 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408153 Feb 11 04:24:50.529811 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-47e4a29e-f97b-4c7d-9bcf-db7f8af79ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (3da64f94-1280-485e-91c7-702860490347), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.547869 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3da64f94-1280-485e-91c7-702860490347), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.550487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b160874-a722-4565-8ad0-abd43dd8706f req-845a850b-7f0e-499b-a6c8-d12651efec55 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908153 Feb 11 04:24:50.556354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4a29e-f97b-4c7d-9bcf-db7f8af79ba2 None None] Pushing event deleted for resources: {'Port': ['ID=3da64f94-1280-485e-91c7-702860490347,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:50.578664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] No DVR routers for this DVR port 3da64f94-1280-485e-91c7-702860490347 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:50.578951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e4a29e-f97b-4c7d-9bcf-db7f8af79ba2 None None] No DVR routers for this DVR port 3da64f94-1280-485e-91c7-702860490347 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:50.609871 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (39f66ab0-9ffd-4251-8c53-bb58cdc78c65), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.610802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39f66ab0-9ffd-4251-8c53-bb58cdc78c65 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:24:50.639623 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da64f94-1280-485e-91c7-702860490347,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:50.676225 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (1d06efa6-966e-429b-860f-4e9bed31ea67), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.691505 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.695313 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a91e6995-2c85-4cb8-a6f2-38b11cb45072 admin admin] 10.222.0.13 "DELETE /v2.0/routers/39f66ab0-9ffd-4251-8c53-bb58cdc78c65 HTTP/1.1" status: 204 len: 168 time: 4.1589687 Feb 11 04:24:50.700425 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47220) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:50.710898 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d06efa6-966e-429b-860f-4e9bed31ea67']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:50.741837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cdd6df-65e1-4c94-b033-2e8be2f9ad5d') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:50.742164 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cdd6df-65e1-4c94-b033-2e8be2f9ad5d') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:50.758517 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (99cdd6df-65e1-4c94-b033-2e8be2f9ad5d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.783262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b9a940b5-63f7-49bd-b0b6-c64861fd3ee3 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:50.795152 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (99cdd6df-65e1-4c94-b033-2e8be2f9ad5d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.800348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca07f066-57f0-45b5-bfb1-bd6805db40c8 admin admin] Deleting subnet 0575d29c-44f0-42cf-9a3b-e3b065542552 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:24:50.801490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174990d5-509c-4de3-aac8-6efee806b3a3 req-16893705-c3a2-44a9-90b0-d4021dc2924d tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:50.803154 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-174990d5-509c-4de3-aac8-6efee806b3a3 req-16893705-c3a2-44a9-90b0-d4021dc2924d tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 946 time: 0.1948879 Feb 11 04:24:50.804175 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca07f066-57f0-45b5-bfb1-bd6805db40c8 admin admin] Publish callbacks [] for subnet (0575d29c-44f0-42cf-9a3b-e3b065542552), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.810567 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-352b3752-b029-4fde-8233-e0daafd8dde0 req-1940b031-2195-481d-842f-fb3edadb7e79 service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110192 Feb 11 04:24:50.820023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: b9a940b5-63f7-49bd-b0b6-c64861fd3ee3 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:50.820527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b9a940b5-63f7-49bd-b0b6-c64861fd3ee3 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:50.821123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3da64f94-1280-485e-91c7-702860490347 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:50.834768 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:24:50.835076 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (99cdd6df-65e1-4c94-b033-2e8be2f9ad5d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:24:50.836925 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:24:50.839602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d7c17-977f-4086-92e3-069403b8f31a req-7984deac-c4c5-4fdd-88cd-b6299930689f tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:50.839602 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-560d7c17-977f-4086-92e3-069403b8f31a req-7984deac-c4c5-4fdd-88cd-b6299930689f tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1751080 Feb 11 04:24:50.855485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 3da64f94-1280-485e-91c7-702860490347 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:50.859739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3da64f94-1280-485e-91c7-702860490347 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:50.905956 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca07f066-57f0-45b5-bfb1-bd6805db40c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (0575d29c-44f0-42cf-9a3b-e3b065542552), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.928773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-560d7c17-977f-4086-92e3-069403b8f31a req-4b397863-119b-4b36-bc3e-99d36678f170 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827963 Feb 11 04:24:50.943255 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-174990d5-509c-4de3-aac8-6efee806b3a3 req-d364c386-886f-45e0-ac1f-76d7f676a178 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/security-groups?id=59d14182-0a15-4f56-b7fd-195c387d8ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308153 Feb 11 04:24:50.952327 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca07f066-57f0-45b5-bfb1-bd6805db40c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (0575d29c-44f0-42cf-9a3b-e3b065542552), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:50.999501 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (1d06efa6-966e-429b-860f-4e9bed31ea67), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:51.011035 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:51.016013 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1d06efa6-966e-429b-860f-4e9bed31ea67 HTTP/1.1" status: 204 len: 168 time: 1.0500839 Feb 11 04:24:51.045760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd5125-8ccc-4e9b-821c-994c2d770042 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d06efa6-966e-429b-860f-4e9bed31ea67,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:51.113042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1852bb-57da-4844-963f-356d111fd596 req-3b56c2fc-0073-49de-9c46-af5347f0b7f1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:51.114527 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c1852bb-57da-4844-963f-356d111fd596 req-3b56c2fc-0073-49de-9c46-af5347f0b7f1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.1024523 Feb 11 04:24:51.134756 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca07f066-57f0-45b5-bfb1-bd6805db40c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (0575d29c-44f0-42cf-9a3b-e3b065542552), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:51.139787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565380a-4f06-41b6-9f1a-a28b89c41870 req-89aed841-8666-4ac3-b7d0-57eb6b780c5f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:51.141231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a565380a-4f06-41b6-9f1a-a28b89c41870 req-89aed841-8666-4ac3-b7d0-57eb6b780c5f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 943 time: 0.0905221 Feb 11 04:24:51.161409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07f066-57f0-45b5-bfb1-bd6805db40c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0575d29c-44f0-42cf-9a3b-e3b065542552,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:51.165766 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca07f066-57f0-45b5-bfb1-bd6805db40c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:51.170089 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ca07f066-57f0-45b5-bfb1-bd6805db40c8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0575d29c-44f0-42cf-9a3b-e3b065542552 HTTP/1.1" status: 204 len: 168 time: 0.4687476 Feb 11 04:24:51.174228 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47226) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:51.227620 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c1852bb-57da-4844-963f-356d111fd596 req-af9af809-10bc-43ea-97a1-9c3d1d14573c tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051817 Feb 11 04:24:51.264256 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a565380a-4f06-41b6-9f1a-a28b89c41870 req-56583c31-c682-4964-b4c6-8370fe094ac1 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137433 Feb 11 04:24:51.268076 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8529331-b899-4940-bed6-d5a93a2e13b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (0a20f827-c8f6-43af-bd9b-9fddc1589aea), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:51.352471 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8529331-b899-4940-bed6-d5a93a2e13b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (0a20f827-c8f6-43af-bd9b-9fddc1589aea), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:51.377497 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b8529331-b899-4940-bed6-d5a93a2e13b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a20f827-c8f6-43af-bd9b-9fddc1589aea']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:51.387654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b8529331-b899-4940-bed6-d5a93a2e13b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6351ce-033a-4d07-81e8-418235c5f96d') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:51.387954 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b8529331-b899-4940-bed6-d5a93a2e13b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6351ce-033a-4d07-81e8-418235c5f96d') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:51.413638 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8529331-b899-4940-bed6-d5a93a2e13b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (0c6351ce-033a-4d07-81e8-418235c5f96d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:51.413638 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8529331-b899-4940-bed6-d5a93a2e13b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0c6351ce-033a-4d07-81e8-418235c5f96d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:51.422492 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8529331-b899-4940-bed6-d5a93a2e13b8 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:24:51.423186 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8529331-b899-4940-bed6-d5a93a2e13b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (0c6351ce-033a-4d07-81e8-418235c5f96d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:24:51.425934 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:24:51.439955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47228) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:51.514234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-41e80cea-33e5-46f3-9090-1f6d42709263 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ef504e8f1324006acdf369bff207666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0728214 Feb 11 04:24:51.517032 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47230) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:51.539521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-cbbb322a-1345-4b93-9a23-5281a9cb3727 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:51.541138 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-cbbb322a-1345-4b93-9a23-5281a9cb3727 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 946 time: 0.0620642 Feb 11 04:24:51.580892 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8529331-b899-4940-bed6-d5a93a2e13b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (0a20f827-c8f6-43af-bd9b-9fddc1589aea), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:51.584953 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152dcfe6-1950-4b74-81a1-ce89764cb201 admin admin] Publish callbacks [] for security_group (8410b45c-f88f-4f95-a381-f4a0aacbec30), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:51.594498 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8529331-b899-4940-bed6-d5a93a2e13b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:51.602606 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b8529331-b899-4940-bed6-d5a93a2e13b8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0a20f827-c8f6-43af-bd9b-9fddc1589aea HTTP/1.1" status: 204 len: 168 time: 0.4249923 Feb 11 04:24:51.635761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8529331-b899-4940-bed6-d5a93a2e13b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a20f827-c8f6-43af-bd9b-9fddc1589aea,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:51.664863 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152dcfe6-1950-4b74-81a1-ce89764cb201 admin admin] Publish callbacks [] for security_group (8410b45c-f88f-4f95-a381-f4a0aacbec30), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:51.706652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4f81c-15fe-4ea4-af7b-5cb833b566bb req-f68a85d5-aa47-4d1a-9895-59040cfafab2 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:51.713472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5e4f81c-15fe-4ea4-af7b-5cb833b566bb req-f68a85d5-aa47-4d1a-9895-59040cfafab2 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.1289785 Feb 11 04:24:51.837553 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152dcfe6-1950-4b74-81a1-ce89764cb201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8410b45c-f88f-4f95-a381-f4a0aacbec30), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:51.841209 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152dcfe6-1950-4b74-81a1-ce89764cb201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:51.846490 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-152dcfe6-1950-4b74-81a1-ce89764cb201 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8410b45c-f88f-4f95-a381-f4a0aacbec30 HTTP/1.1" status: 204 len: 168 time: 0.3243663 Feb 11 04:24:51.851337 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dcfe6-1950-4b74-81a1-ce89764cb201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8410b45c-f88f-4f95-a381-f4a0aacbec30,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:52.045810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-bc3bdb06-d5be-49ab-a152-5c64b84aeccb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Deleting port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:52.046322 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-bc3bdb06-d5be-49ab-a152-5c64b84aeccb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:52.090984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5e4f81c-15fe-4ea4-af7b-5cb833b566bb req-71ae1cbc-b643-46ae-a0d0-5c52177d684d tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766313 Feb 11 04:24:52.145611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c2ad-3f5a-43c2-853c-67761f001641 req-169e5db9-acbf-49c4-b58c-bf9dc0348180 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:52.147260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cff9c2ad-3f5a-43c2-853c-67761f001641 req-169e5db9-acbf-49c4-b58c-bf9dc0348180 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.4308505 Feb 11 04:24:52.221522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-bc3bdb06-d5be-49ab-a152-5c64b84aeccb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] For port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=b8b89b57-c9a7-4914-b541-8f5a8b3a7eed,segment=NetworkSegment(7fa07085-217f-434d-845f-aeb8df0902ec),segment_id=7fa07085-217f-434d-845f-aeb8df0902ec)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:52.221900 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-bc3bdb06-d5be-49ab-a152-5c64b84aeccb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:52.316948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47250) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:52.353509 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cff9c2ad-3f5a-43c2-853c-67761f001641 req-744a4203-5b78-4079-a9e5-63f5249e59b2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1915240 Feb 11 04:24:52.366807 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a408508-7c0a-497e-96ce-b7567f17322d req-37620ad1-153b-431d-9edc-d097abe4bc7d tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:52.368343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a408508-7c0a-497e-96ce-b7567f17322d req-37620ad1-153b-431d-9edc-d097abe4bc7d tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.2183206 Feb 11 04:24:52.380560 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c49a8018-cb20-43c6-a10e-5af9d40cdb9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c5ab24820404cabad08d88b221522bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528033 Feb 11 04:24:52.380560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47252) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:52.440541 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40b3a0e5-8a93-4917-a86f-a75213e319a7 admin admin] Publish callbacks [] for security_group (12825c9c-6c79-4c38-b9ad-f0d82e260b9a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:52.466553 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40b3a0e5-8a93-4917-a86f-a75213e319a7 admin admin] Publish callbacks [] for security_group (12825c9c-6c79-4c38-b9ad-f0d82e260b9a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:52.551446 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a408508-7c0a-497e-96ce-b7567f17322d req-115fed7e-55fb-486c-859f-1fbc4ed8191c tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693742 Feb 11 04:24:52.595154 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-bc3bdb06-d5be-49ab-a152-5c64b84aeccb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:52.595604 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-bc3bdb06-d5be-49ab-a152-5c64b84aeccb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (89e5ff2d-13d3-4053-bd07-07c9ac002a44), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:52.595997 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-bc3bdb06-d5be-49ab-a152-5c64b84aeccb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Floating IP 89e5ff2d-13d3-4053-bd07-07c9ac002a44 disassociated. External IP: 172.25.3.202, port: b8b89b57-c9a7-4914-b541-8f5a8b3a7eed. Feb 11 04:24:52.596435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-bc3bdb06-d5be-49ab-a152-5c64b84aeccb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Calling delete_port for b8b89b57-c9a7-4914-b541-8f5a8b3a7eed owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:52.603028 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40b3a0e5-8a93-4917-a86f-a75213e319a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (12825c9c-6c79-4c38-b9ad-f0d82e260b9a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:52.606767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edee07f-4455-42de-a0b2-7a4bcac743e9 req-c1af2ec6-38c8-46bc-9660-185fa05d8f28 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:52.607282 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8edee07f-4455-42de-a0b2-7a4bcac743e9 req-c1af2ec6-38c8-46bc-9660-185fa05d8f28 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 946 time: 0.1496816 Feb 11 04:24:52.611191 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40b3a0e5-8a93-4917-a86f-a75213e319a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:52.613054 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-40b3a0e5-8a93-4917-a86f-a75213e319a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12825c9c-6c79-4c38-b9ad-f0d82e260b9a HTTP/1.1" status: 204 len: 168 time: 0.2379699 Feb 11 04:24:52.630529 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3a0e5-8a93-4917-a86f-a75213e319a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12825c9c-6c79-4c38-b9ad-f0d82e260b9a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:52.640872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c63796bf-7a8c-4739-a0cd-3dbbe34c2e33 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:52.671175 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: c63796bf-7a8c-4739-a0cd-3dbbe34c2e33 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:52.671971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c63796bf-7a8c-4739-a0cd-3dbbe34c2e33 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:52.764048 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8edee07f-4455-42de-a0b2-7a4bcac743e9 req-dad32915-8edb-48f8-9b02-7b747e4b891f tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/security-groups?id=59d14182-0a15-4f56-b7fd-195c387d8ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402404 Feb 11 04:24:52.771158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e6b3d-c0ba-4870-b9ce-fc18c8c99755 req-6f6282d2-9849-421e-820c-f25b1ff134a9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:52.772697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb3e6b3d-c0ba-4870-b9ce-fc18c8c99755 req-6f6282d2-9849-421e-820c-f25b1ff134a9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.1442096 Feb 11 04:24:52.909756 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb3e6b3d-c0ba-4870-b9ce-fc18c8c99755 req-b9d6786f-ec80-4663-9543-0dacf5b17c92 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189363 Feb 11 04:24:52.929151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf33c3-518a-45e4-8a00-3cbfaa6850bf req-6a784a06-6900-437c-b3c0-d4ac805600aa tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:52.930728 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0fcf33c3-518a-45e4-8a00-3cbfaa6850bf req-6a784a06-6900-437c-b3c0-d4ac805600aa tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 943 time: 0.0996995 Feb 11 04:24:52.969078 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-bc3bdb06-d5be-49ab-a152-5c64b84aeccb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b8b89b57-c9a7-4914-b541-8f5a8b3a7eed), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:53.009972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bdb06-d5be-49ab-a152-5c64b84aeccb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Pushing event deleted for resources: {'Port': ['ID=b8b89b57-c9a7-4914-b541-8f5a8b3a7eed,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:53.027723 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0fcf33c3-518a-45e4-8a00-3cbfaa6850bf req-6fa6a250-b89f-45fb-9975-e556fac7c8c0 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885496 Feb 11 04:24:53.054376 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5200a4b0-74a4-484c-bb40-fc88b6636d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:53.149075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-bc3bdb06-d5be-49ab-a152-5c64b84aeccb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Router 5bd02402-10ad-4159-b882-09e6bd41834c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:24:53.278524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47284) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:53.298585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed0db8-afa5-42c1-907c-510d9672248b req-77282e4b-766e-4b22-9a4a-4edc946e90ae tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:53.300112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51ed0db8-afa5-42c1-907c-510d9672248b req-77282e4b-766e-4b22-9a4a-4edc946e90ae tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.1034925 Feb 11 04:24:53.321843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-bc3bdb06-d5be-49ab-a152-5c64b84aeccb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:24:53.332460 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb064cab-120e-4199-a25a-c88837cd975e None None] Sync routers for ids ['5bd02402-10ad-4159-b882-09e6bd41834c'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:24:53.344905 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb064cab-120e-4199-a25a-c88837cd975e None None] Routers {'5bd02402-10ad-4159-b882-09e6bd41834c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:24:53.346815 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fb064cab-120e-4199-a25a-c88837cd975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:24:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5bd02402-10ad-4159-b882-09e6bd41834c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:53.372477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-bc3bdb06-d5be-49ab-a152-5c64b84aeccb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] No DVR routers for this DVR port b8b89b57-c9a7-4914-b541-8f5a8b3a7eed on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:24:53.379917 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-bc3bdb06-d5be-49ab-a152-5c64b84aeccb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:53.384641 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8a19d00-c184-424d-af9f-b49f2f5cc9ba req-bc3bdb06-d5be-49ab-a152-5c64b84aeccb tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.32 "DELETE /v2.0/ports/b8b89b57-c9a7-4914-b541-8f5a8b3a7eed HTTP/1.1" status: 204 len: 173 time: 1.8374472 Feb 11 04:24:53.385122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b35c189-4601-423e-a7ac-0fb8fd034913', 'name': 'network-vif-deleted', 'tag': 'b8b89b57-c9a7-4914-b541-8f5a8b3a7eed'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:53.388100 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5410d14b-3a35-41bc-b32c-146f2ec117fc" -d '{"events": [{"server_uuid": "9b35c189-4601-423e-a7ac-0fb8fd034913", "name": "network-vif-deleted", "tag": "b8b89b57-c9a7-4914-b541-8f5a8b3a7eed"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:53.390892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7f01043b-8941-410a-9c8d-71ac2af674ca details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:24:53.417952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1822086335-network', 'tenant_id': '7e1e62cf9f2d4ca9ac856b7b661478c8'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:53.438575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51ed0db8-afa5-42c1-907c-510d9672248b req-eb3f3f86-9a30-4a17-aa23-f6a0511959d1 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329744 Feb 11 04:24:53.512163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] Made reservation on behalf of 7e1e62cf9f2d4ca9ac856b7b661478c8 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:24:53.515032 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:53.524138 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a659d54d-9740-4513-a223-1d20eada7922 x-openstack-request-id: req-a659d54d-9740-4513-a223-1d20eada7922 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:53.524710 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b35c189-4601-423e-a7ac-0fb8fd034913", "name": "network-vif-deleted", "tag": "b8b89b57-c9a7-4914-b541-8f5a8b3a7eed", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:53.525252 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:53.525418 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a659d54d-9740-4513-a223-1d20eada7922 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:53.525684 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b35c189-4601-423e-a7ac-0fb8fd034913', 'name': 'network-vif-deleted', 'tag': 'b8b89b57-c9a7-4914-b541-8f5a8b3a7eed', 'status': 'completed', 'code': 200} Feb 11 04:24:53.553131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75571907-4399-4ed3-8cf3-add468a4aee0 req-a97f5489-e18b-4f9c-8182-1d1a29a8be1a tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:53.555101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75571907-4399-4ed3-8cf3-add468a4aee0 req-a97f5489-e18b-4f9c-8182-1d1a29a8be1a tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.0815752 Feb 11 04:24:53.664705 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] Publish callbacks [] for security_group (a464dad1-16a1-48d2-afa9-a35ba0c55d81), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:53.671681 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75571907-4399-4ed3-8cf3-add468a4aee0 req-cd12be1d-5fc7-4d11-bb07-06f119f90766 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1097109 Feb 11 04:24:53.674848 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-fb064cab-120e-4199-a25a-c88837cd975e None None] Set router 5bd02402-10ad-4159-b882-09e6bd41834c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:24:53.676366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7f01043b-8941-410a-9c8d-71ac2af674ca, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f01043b-8941-410a-9c8d-71ac2af674ca,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:53.703639 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '7f01043b-8941-410a-9c8d-71ac2af674ca', 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e', 'port_id': '7f01043b-8941-410a-9c8d-71ac2af674ca', 'mac_address': 'fa:16:3e:57:dc:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de27eb8-a8a3-47a4-8b0d-bfc468039fee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:24:53.740106 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a464dad1-16a1-48d2-afa9-a35ba0c55d81), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:53.756625 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7f01043b-8941-410a-9c8d-71ac2af674ca is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:53.757116 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:53.758950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7440c09-7084-4b54-a1ed-48c2b4c3c16b req-d0ce070f-3c27-4f98-bac5-b36198b3a3f0 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:53.761697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7440c09-7084-4b54-a1ed-48c2b4c3c16b req-d0ce070f-3c27-4f98-bac5-b36198b3a3f0 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.0840178 Feb 11 04:24:53.771664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f01043b-8941-410a-9c8d-71ac2af674ca {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:24:53.799112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7f01043b-8941-410a-9c8d-71ac2af674ca, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f01043b-8941-410a-9c8d-71ac2af674ca,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:53.805505 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:24:53.816189 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a464dad1-16a1-48d2-afa9-a35ba0c55d81,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:53.821340 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d4ce46d6-e20b-46a3-86c2-442c27763008), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:53.821949 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] Added segment d4ce46d6-e20b-46a3-86c2-442c27763008 of type vlan for network b15a68d0-0ec2-438e-a66e-2b7bf4b31858 Feb 11 04:24:53.880742 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (b15a68d0-0ec2-438e-a66e-2b7bf4b31858), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:53.883220 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:53.884946 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7dea56a0-659d-4bac-80b9-cc5632162486 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:24:53.931028 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7440c09-7084-4b54-a1ed-48c2b4c3c16b req-7b7cb73b-e9a4-4eac-98dd-c28047bfed87 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590874 Feb 11 04:24:53.975847 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (b15a68d0-0ec2-438e-a66e-2b7bf4b31858), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:53.980669 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:53.980669 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:53.994245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26ec0bd5-3a3f-4d45-a5cc-491c45852c2e req-925bb996-8dc1-4d57-bf8e-92e9b1903c48 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b35c189-4601-423e-a7ac-0fb8fd034913 HTTP/1.1" status: 200 len: 210 time: 0.0889285 Feb 11 04:24:54.038220 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fb064cab-120e-4199-a25a-c88837cd975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 4, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'gw_port': {'id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:20Z', 'updated_at': '2022-02-11T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1bcbe707-c361-447c-9816-238824d261e5', 'name': '', 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'mac_address': 'fa:16:3e:69:fd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:29Z', 'updated_at': '2022-02-11T04:23:37Z', 'revision_number': 5, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'subnets': [{'id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:54.112534 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] Pushing event updated for resources: {'Network': ['ID=b15a68d0-0ec2-438e-a66e-2b7bf4b31858,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:54.113688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7f01043b-8941-410a-9c8d-71ac2af674ca,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:54.126293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf59661-c759-4530-a98e-59cc91cf73c0 req-94b04e18-0a16-48e2-8198-a2d01672b765 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:54.135283 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bf59661-c759-4530-a98e-59cc91cf73c0 req-94b04e18-0a16-48e2-8198-a2d01672b765 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 944 time: 0.1155281 Feb 11 04:24:54.136825 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.resource_extend [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:24:54.139870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network b15a68d0-0ec2-438e-a66e-2b7bf4b31858 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:24:54.145547 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c8c35bb9-34d1-468d-8fdd-ce080f2c68fc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8629341 Feb 11 04:24:54.146481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47312) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:54.147092 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb064cab-120e-4199-a25a-c88837cd975e None None] Checking router: 5bd02402-10ad-4159-b882-09e6bd41834c for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:24:54.153517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b6b43617-4ac2-40ab-8b3e-a318b40d45df admin admin] Request body: {'subnet': {'network_id': 'b15a68d0-0ec2-438e-a66e-2b7bf4b31858', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1822086335-subnet', 'tenant_id': '7e1e62cf9f2d4ca9ac856b7b661478c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:24:54.163239 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb064cab-120e-4199-a25a-c88837cd975e None None] Routers {'5bd02402-10ad-4159-b882-09e6bd41834c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:24:54.164005 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fb064cab-120e-4199-a25a-c88837cd975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:24:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5bd02402-10ad-4159-b882-09e6bd41834c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:54.234871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c6161-e03c-4123-a386-2a167dbfbb76 req-8313be01-43e4-4828-ab0d-ee3754ffcc34 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:54.237534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-085c6161-e03c-4123-a386-2a167dbfbb76 req-8313be01-43e4-4828-ab0d-ee3754ffcc34 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 944 time: 0.0840297 Feb 11 04:24:54.257801 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bf59661-c759-4530-a98e-59cc91cf73c0 req-3d488694-9789-49f2-a5f0-2a9c58dac3ca tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164851 Feb 11 04:24:54.259898 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b43617-4ac2-40ab-8b3e-a318b40d45df admin admin] Made reservation on behalf of 7e1e62cf9f2d4ca9ac856b7b661478c8 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:24:54.266799 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6b43617-4ac2-40ab-8b3e-a318b40d45df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:54.317444 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-fb064cab-120e-4199-a25a-c88837cd975e None None] Set router 5bd02402-10ad-4159-b882-09e6bd41834c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:24:54.317706 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7dea56a0-659d-4bac-80b9-cc5632162486, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7dea56a0-659d-4bac-80b9-cc5632162486,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:54.320389 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:24:54.333093 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-085c6161-e03c-4123-a386-2a167dbfbb76 req-d2cc7195-5e26-4080-b487-5e976969ce5c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729923 Feb 11 04:24:54.346618 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '7dea56a0-659d-4bac-80b9-cc5632162486', 'network_id': '944a3a5b-b293-47a1-899e-5e7fbbc3e19b', 'port_id': '7dea56a0-659d-4bac-80b9-cc5632162486', 'mac_address': 'fa:16:3e:df:cc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5af16ed-8836-49c2-8b93-adb678c52442', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:24:54.389754 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7dea56a0-659d-4bac-80b9-cc5632162486 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:54.390358 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:54.405847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dea56a0-659d-4bac-80b9-cc5632162486 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:24:54.430146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7dea56a0-659d-4bac-80b9-cc5632162486, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7dea56a0-659d-4bac-80b9-cc5632162486,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:54.523329 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:54.557598 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6b43617-4ac2-40ab-8b3e-a318b40d45df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (7a4474cc-8d75-4c02-a6c1-0b2615291475), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:54.591157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47318) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:54.591715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7dea56a0-659d-4bac-80b9-cc5632162486,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:54.600938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:54.601492 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:54.602018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:54.602749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:54.603280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:54.603786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:54.604334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:54.605042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:54.605577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:54.606171 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:54.606725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:54.607227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:54.607742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:24:54.631608 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b43617-4ac2-40ab-8b3e-a318b40d45df admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4474cc-8d75-4c02-a6c1-0b2615291475,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:54.648038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc697155-f088-49d4-8ec9-cb1da6c1ec3b req-18d0650c-4746-42ea-87e6-59e9021abf6b tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:54.654057 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc697155-f088-49d4-8ec9-cb1da6c1ec3b req-18d0650c-4746-42ea-87e6-59e9021abf6b tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.1349850 Feb 11 04:24:54.669185 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b43617-4ac2-40ab-8b3e-a318b40d45df admin admin] Checking segment: {'id': 'd4ce46d6-e20b-46a3-86c2-442c27763008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b15a68d0-0ec2-438e-a66e-2b7bf4b31858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:24:54.669977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b43617-4ac2-40ab-8b3e-a318b40d45df admin admin] Network hostable DHCP agents. Network: b15a68d0-0ec2-438e-a66e-2b7bf4b31858, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:24:54.741793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc697155-f088-49d4-8ec9-cb1da6c1ec3b req-2767b913-62af-4651-bd3e-45ee85d169d2 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536220 Feb 11 04:24:54.743485 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fb064cab-120e-4199-a25a-c88837cd975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 4, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'gw_port': {'id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:20Z', 'updated_at': '2022-02-11T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1bcbe707-c361-447c-9816-238824d261e5', 'name': '', 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'mac_address': 'fa:16:3e:69:fd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:29Z', 'updated_at': '2022-02-11T04:23:37Z', 'revision_number': 5, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'subnets': [{'id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:54.744590 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cd4e159f-484b-4aef-80bb-11c56ba6bf45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:54.767162 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7f01043b-8941-410a-9c8d-71ac2af674ca'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:24:54.785301 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb064cab-120e-4199-a25a-c88837cd975e None None] The sync data for ids ['5bd02402-10ad-4159-b882-09e6bd41834c'] in n-d-712142-35 is: [{'id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 4, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'gw_port': {'id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:20Z', 'updated_at': '2022-02-11T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1bcbe707-c361-447c-9816-238824d261e5', 'name': '', 'network_id': '52d5dacd-cae5-4009-8c6b-8097afa11880', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'mac_address': 'fa:16:3e:69:fd:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:29Z', 'updated_at': '2022-02-11T04:23:37Z', 'revision_number': 5, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'subnets': [{'id': '1a7a95f4-f8f6-481f-a092-ee0707ccef92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:24:54.823992 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7dea56a0-659d-4bac-80b9-cc5632162486'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:24:54.867834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bd220-8d6b-407a-8d6f-d15de8f26dbc req-2ac59260-a24b-4f5a-8f40-fb5fc6e9f115 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:54.875732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e5bd220-8d6b-407a-8d6f-d15de8f26dbc req-2ac59260-a24b-4f5a-8f40-fb5fc6e9f115 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.0954099 Feb 11 04:24:54.913802 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cd4e159f-484b-4aef-80bb-11c56ba6bf45 admin admin] Publish callbacks [] for security_group (8a4cda39-437a-4d4e-b4d3-f8ef91b82493), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:54.953060 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e5bd220-8d6b-407a-8d6f-d15de8f26dbc req-5deb8435-bc13-4610-95d4-831b719d8905 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763979 Feb 11 04:24:55.088597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7dc55a-1fc0-4289-989a-97df638e100f req-7d687803-bc00-41c4-9628-f163528c06bb tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:55.095258 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf7dc55a-1fc0-4289-989a-97df638e100f req-7d687803-bc00-41c4-9628-f163528c06bb tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.0826921 Feb 11 04:24:55.136801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e2f3df-11dc-4c85-9a14-11112feb44b3 None None] New status for floating IP 89e5ff2d-13d3-4053-bd07-07c9ac002a44: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:24:55.146156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf7dc55a-1fc0-4289-989a-97df638e100f req-b60df168-b3f8-4e30-9625-1503e207ec4c tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486975 Feb 11 04:24:55.371998 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a955e3-0b7d-414f-901e-60bf867b9e16 req-28286194-cf8c-451f-970d-3d94a7c93b14 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:55.373480 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40a955e3-0b7d-414f-901e-60bf867b9e16 req-28286194-cf8c-451f-970d-3d94a7c93b14 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 945 time: 0.0571468 Feb 11 04:24:55.402401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device b8b89b57-c9a7-4914-b541-8f5a8b3a7eed no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:24:55.422674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40a955e3-0b7d-414f-901e-60bf867b9e16 req-0b69ae69-308c-4e5c-8f1d-0d54eb9970a3 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434134 Feb 11 04:24:55.428983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: b8b89b57-c9a7-4914-b541-8f5a8b3a7eed {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:24:55.429336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device b8b89b57-c9a7-4914-b541-8f5a8b3a7eed not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:24:55.517006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b43617-4ac2-40ab-8b3e-a318b40d45df admin admin] Network b15a68d0-0ec2-438e-a66e-2b7bf4b31858 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:24:55.535268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c87bfa-cd3f-40b2-b590-944191952566 req-9923a5df-6b30-4f08-9c0f-c1becd06ac2c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:55.536681 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-77c87bfa-cd3f-40b2-b590-944191952566 req-9923a5df-6b30-4f08-9c0f-c1becd06ac2c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 944 time: 0.0585382 Feb 11 04:24:55.539970 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cd4e159f-484b-4aef-80bb-11c56ba6bf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8a4cda39-437a-4d4e-b4d3-f8ef91b82493), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:55.541676 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0057332c-1801-420a-ab9f-be2926680632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:55.548249 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47334) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:55.580240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b6b43617-4ac2-40ab-8b3e-a318b40d45df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, b15a68d0-0ec2-438e-a66e-2b7bf4b31858) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:24:55.585831 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b43617-4ac2-40ab-8b3e-a318b40d45df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:55.586977 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6b43617-4ac2-40ab-8b3e-a318b40d45df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:55.597805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31832ce3-e8b1-49fd-b198-9a98cefad2a1 None None] Network b15a68d0-0ec2-438e-a66e-2b7bf4b31858 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:24:55.639235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cd4e159f-484b-4aef-80bb-11c56ba6bf45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=085b7e435ba94b9bb0e5cda9806e146a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0467591 Feb 11 04:24:55.642137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47336) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:55.649520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e159f-484b-4aef-80bb-11c56ba6bf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4cda39-437a-4d4e-b4d3-f8ef91b82493,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:55.662979 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-77c87bfa-cd3f-40b2-b590-944191952566 req-2de47a94-16de-4d74-b7d2-c5eb4c7ad8ad tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198959 Feb 11 04:24:55.685404 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b6b43617-4ac2-40ab-8b3e-a318b40d45df admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5374455 Feb 11 04:24:55.701699 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-826562a4-48c9-4b8b-8e21-f71c5013ef83 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for security_group (59d14182-0a15-4f56-b7fd-195c387d8ff4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:55.730730 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f4650e-2af1-4e8e-9227-a316c65e5195 None None] Network b15a68d0-0ec2-438e-a66e-2b7bf4b31858 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:24:55.731705 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-826562a4-48c9-4b8b-8e21-f71c5013ef83 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for security_group (59d14182-0a15-4f56-b7fd-195c387d8ff4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:55.739093 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7eee02f5-fd6c-42e8-9d30-fa02bb5d66d1 admin admin] Publish callbacks [] for security_group (8a4cda39-437a-4d4e-b4d3-f8ef91b82493), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:55.765354 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7eee02f5-fd6c-42e8-9d30-fa02bb5d66d1 admin admin] Publish callbacks [] for security_group (8a4cda39-437a-4d4e-b4d3-f8ef91b82493), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:55.882191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05a33b-d242-4293-9fc2-bfaf4fed233a req-b473acfe-e6d8-4c91-b33a-c96ef339c247 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:55.886737 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7eee02f5-fd6c-42e8-9d30-fa02bb5d66d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8a4cda39-437a-4d4e-b4d3-f8ef91b82493), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:55.886885 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f05a33b-d242-4293-9fc2-bfaf4fed233a req-b473acfe-e6d8-4c91-b33a-c96ef339c247 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.0614126 Feb 11 04:24:55.886885 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-826562a4-48c9-4b8b-8e21-f71c5013ef83 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (59d14182-0a15-4f56-b7fd-195c387d8ff4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:55.887105 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7eee02f5-fd6c-42e8-9d30-fa02bb5d66d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:55.887707 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7eee02f5-fd6c-42e8-9d30-fa02bb5d66d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a4cda39-437a-4d4e-b4d3-f8ef91b82493 HTTP/1.1" status: 204 len: 168 time: 0.2443779 Feb 11 04:24:55.889490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-826562a4-48c9-4b8b-8e21-f71c5013ef83 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:55.890874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-826562a4-48c9-4b8b-8e21-f71c5013ef83 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "DELETE /v2.0/security-groups/59d14182-0a15-4f56-b7fd-195c387d8ff4 HTTP/1.1" status: 204 len: 168 time: 0.3388097 Feb 11 04:24:55.894873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47346) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:55.903287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee02f5-fd6c-42e8-9d30-fa02bb5d66d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4cda39-437a-4d4e-b4d3-f8ef91b82493,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:55.933886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826562a4-48c9-4b8b-8e21-f71c5013ef83 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d14182-0a15-4f56-b7fd-195c387d8ff4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:55.939049 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-9cbed5bf-4216-4ca8-9e2e-62d8992b5078 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] show failed (client error): The resource could not be found. Feb 11 04:24:55.940405 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9cbed5bf-4216-4ca8-9e2e-62d8992b5078 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "GET /v2.0/security-groups/59d14182-0a15-4f56-b7fd-195c387d8ff4 HTTP/1.1" status: 404 len: 347 time: 0.0432484 Feb 11 04:24:55.942982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47352) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:56.053641 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f05a33b-d242-4293-9fc2-bfaf4fed233a req-efd88f76-ebfd-43e2-9f39-a5ae12795788 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497097 Feb 11 04:24:56.182115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-5da626b9-c096-4416-a04a-1ab148943dd9 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Deleting port 2423a26a-bb10-4b7b-bcf3-ea4a157d924c {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:56.182465 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5da626b9-c096-4416-a04a-1ab148943dd9 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2423a26a-bb10-4b7b-bcf3-ea4a157d924c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:56.296989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87419c-1cd5-442a-9a64-13dbe9adfddc req-c9226195-1ccb-4991-b422-40e6b0dc14c4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:56.298594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a87419c-1cd5-442a-9a64-13dbe9adfddc req-c9226195-1ccb-4991-b422-40e6b0dc14c4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.1740990 Feb 11 04:24:56.335832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-a3253337-f99a-49b9-9b53-1b6ebd3dd8ac tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:56.337511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-a3253337-f99a-49b9-9b53-1b6ebd3dd8ac tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/networks?id=b15a68d0-0ec2-438e-a66e-2b7bf4b31858 HTTP/1.1" status: 200 len: 818 time: 0.2273479 Feb 11 04:24:56.374829 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5da626b9-c096-4416-a04a-1ab148943dd9 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2423a26a-bb10-4b7b-bcf3-ea4a157d924c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:56.375160 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5da626b9-c096-4416-a04a-1ab148943dd9 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for floatingip (2423a26a-bb10-4b7b-bcf3-ea4a157d924c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:56.389783 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-2b26fac5-5f48-4663-aa26-89dbaf7c9e03 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/quotas/7e1e62cf9f2d4ca9ac856b7b661478c8 HTTP/1.1" status: 200 len: 375 time: 0.0442276 Feb 11 04:24:56.401920 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a87419c-1cd5-442a-9a64-13dbe9adfddc req-6a537203-5662-4998-bcbe-86fdd04858e6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937703 Feb 11 04:24:56.403467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-5da626b9-c096-4416-a04a-1ab148943dd9 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Calling delete_port for 2423a26a-bb10-4b7b-bcf3-ea4a157d924c owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:56.439505 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-269ab9df-86e9-4825-b08e-a06e205c8c17 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e1e62cf9f2d4ca9ac856b7b661478c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413127 Feb 11 04:24:56.522895 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:56.889581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975ae11-a866-45fe-80aa-f70986d97654 req-5747b164-7426-461b-af14-e140bee45980 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:56.891159 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1975ae11-a866-45fe-80aa-f70986d97654 req-5747b164-7426-461b-af14-e140bee45980 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.4124856 Feb 11 04:24:56.922533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-92caf5d8-6dfb-411c-9f48-dd767112b516 service neutron] 10.222.0.13 "GET /v2.0/networks/b15a68d0-0ec2-438e-a66e-2b7bf4b31858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426880 Feb 11 04:24:57.051875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1975ae11-a866-45fe-80aa-f70986d97654 req-d7debcc1-3308-46b1-81e6-4098c6562394 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508851 Feb 11 04:24:57.080866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-e95e4c4a-7c5f-4498-ba30-ead2e3a3cc8d service neutron] 10.222.0.13 "GET /v2.0/networks/b15a68d0-0ec2-438e-a66e-2b7bf4b31858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391518 Feb 11 04:24:57.105898 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5da626b9-c096-4416-a04a-1ab148943dd9 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (2423a26a-bb10-4b7b-bcf3-ea4a157d924c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:57.145446 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da626b9-c096-4416-a04a-1ab148943dd9 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Pushing event deleted for resources: {'Port': ['ID=2423a26a-bb10-4b7b-bcf3-ea4a157d924c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:57.228665 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5da626b9-c096-4416-a04a-1ab148943dd9 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks [] for floatingip (89e5ff2d-13d3-4053-bd07-07c9ac002a44), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:57.231441 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5da626b9-c096-4416-a04a-1ab148943dd9 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:57.232589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5da626b9-c096-4416-a04a-1ab148943dd9 tempest-ServersTestFqdnHostnames-1758565947 tempest-ServersTestFqdnHostnames-1758565947-project] 10.222.0.13 "DELETE /v2.0/floatingips/89e5ff2d-13d3-4053-bd07-07c9ac002a44 HTTP/1.1" status: 204 len: 168 time: 1.2887132 Feb 11 04:24:57.235687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47392) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:57.239714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64807-46e5-45fc-98e3-81ce10265e58 req-fdc31ac7-3db8-4f28-833d-8fc082e51055 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:57.241154 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2de64807-46e5-45fc-98e3-81ce10265e58 req-fdc31ac7-3db8-4f28-833d-8fc082e51055 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 945 time: 0.1261919 Feb 11 04:24:57.309843 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2de64807-46e5-45fc-98e3-81ce10265e58 req-5046a359-a684-4478-af9b-5621ef12e053 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627258 Feb 11 04:24:57.391664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7dea56a0-659d-4bac-80b9-cc5632162486 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:24:57.408173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371551b-301d-49e9-a07e-fdeb47dc43d6 req-9f0630f0-5b32-4d81-b035-1e1ab37a542a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:57.419983 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b371551b-301d-49e9-a07e-fdeb47dc43d6 req-9f0630f0-5b32-4d81-b035-1e1ab37a542a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 944 time: 0.0804038 Feb 11 04:24:57.466981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 7dea56a0-659d-4bac-80b9-cc5632162486 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:57.467484 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:57.507490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b371551b-301d-49e9-a07e-fdeb47dc43d6 req-e851e8b1-f553-4da7-ad1c-914b9b82fdc7 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862927 Feb 11 04:24:57.590718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7dea56a0-659d-4bac-80b9-cc5632162486 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:57.591883 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:57.593631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee751535-38b7-4d97-a0d6-2a25bdd49246 req-0ac5e4e7-9e08-48ca-9cf6-9ca27a926603 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 210 time: 0.0335891 Feb 11 04:24:57.638292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a257216a-ddae-4cb0-93de-a0604230b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dea56a0-659d-4bac-80b9-cc5632162486'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:57.642934 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8c83bf-ba41-4ae4-958c-1ab205035c4a" -d '{"events": [{"server_uuid": "a257216a-ddae-4cb0-93de-a0604230b40c", "name": "network-vif-plugged", "status": "completed", "tag": "7dea56a0-659d-4bac-80b9-cc5632162486"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:57.647503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7dea56a0-659d-4bac-80b9-cc5632162486, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7dea56a0-659d-4bac-80b9-cc5632162486,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:57.664505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879e518-0b18-4608-8d76-abd18c7cc016 req-223d747a-75ec-4de3-b990-afacc4f0b042 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:57.666115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1879e518-0b18-4608-8d76-abd18c7cc016 req-223d747a-75ec-4de3-b990-afacc4f0b042 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.0751870 Feb 11 04:24:57.748246 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1879e518-0b18-4608-8d76-abd18c7cc016 req-7843c650-4ca9-4018-b60e-21c37f6ab46d tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749822 Feb 11 04:24:57.757705 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:57.759568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7f01043b-8941-410a-9c8d-71ac2af674ca up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:24:57.769311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afea54-e3e1-428a-8de7-64bbb4b43033 req-6b88b1d8-6300-4c91-935c-bdb45a49d079 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:57.770872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13afea54-e3e1-428a-8de7-64bbb4b43033 req-6b88b1d8-6300-4c91-935c-bdb45a49d079 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.0889466 Feb 11 04:24:57.833098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13afea54-e3e1-428a-8de7-64bbb4b43033 req-7879267a-cf8f-4401-9de8-37cf646b4355 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493724 Feb 11 04:24:57.868447 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e463de4-89f1-4bde-a7a3-6014f499c851 x-openstack-request-id: req-9e463de4-89f1-4bde-a7a3-6014f499c851 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:57.868765 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a257216a-ddae-4cb0-93de-a0604230b40c", "name": "network-vif-plugged", "status": "completed", "tag": "7dea56a0-659d-4bac-80b9-cc5632162486", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:57.869017 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e463de4-89f1-4bde-a7a3-6014f499c851 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:24:57.869348 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a257216a-ddae-4cb0-93de-a0604230b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dea56a0-659d-4bac-80b9-cc5632162486', 'code': 200} Feb 11 04:24:57.887864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7dea56a0-659d-4bac-80b9-cc5632162486,revision_number=10']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:57.969107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 7f01043b-8941-410a-9c8d-71ac2af674ca completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:24:57.975527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 7f01043b-8941-410a-9c8d-71ac2af674ca triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:24:57.978302 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:58.072345 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c503ee9c-383a-44c8-85c9-5c978aef5a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (5bd02402-10ad-4159-b882-09e6bd41834c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:58.087187 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7f01043b-8941-410a-9c8d-71ac2af674ca is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:24:58.087818 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:58.141113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7f01043b-8941-410a-9c8d-71ac2af674ca, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f01043b-8941-410a-9c8d-71ac2af674ca,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:58.151292 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:58.172093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b76cd-53ff-4829-bb23-0cf8b50877a3 req-0fab3a0a-0d9e-4937-b454-e68cd3edd8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:58.173736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-923b76cd-53ff-4829-bb23-0cf8b50877a3 req-0fab3a0a-0d9e-4937-b454-e68cd3edd8c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 1130 time: 0.0564280 Feb 11 04:24:58.243244 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:58.272091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d4fcb-d1a4-48f5-8f59-7c115a1b92b6 req-c8dab4e9-d868-4898-8b2d-14baa37f34c5 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:58.273739 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-995d4fcb-d1a4-48f5-8f59-7c115a1b92b6 req-c8dab4e9-d868-4898-8b2d-14baa37f34c5 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1126580 Feb 11 04:24:58.275993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-923b76cd-53ff-4829-bb23-0cf8b50877a3 req-6e97555c-28c0-4bea-8a0c-177d62450d4b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698240 Feb 11 04:24:58.297660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7f01043b-8941-410a-9c8d-71ac2af674ca,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:58.328932 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-995d4fcb-d1a4-48f5-8f59-7c115a1b92b6 req-7211b6b0-76d4-40de-9d40-cf4290ab0cea tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483339 Feb 11 04:24:58.405659 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c503ee9c-383a-44c8-85c9-5c978aef5a13 admin admin] Deleting port 1bcbe707-c361-447c-9816-238824d261e5 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:24:58.406222 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c503ee9c-383a-44c8-85c9-5c978aef5a13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1bcbe707-c361-447c-9816-238824d261e5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:58.438308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9ae8-cded-4da0-b0de-4bb8fcf8408a req-7c906cbc-e7f2-4848-a3e4-6b348be7b1ee tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:58.439898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e01e9ae8-cded-4da0-b0de-4bb8fcf8408a req-7c906cbc-e7f2-4848-a3e4-6b348be7b1ee tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.0553303 Feb 11 04:24:58.491721 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-c503ee9c-383a-44c8-85c9-5c978aef5a13 admin admin] For port 1bcbe707-c361-447c-9816-238824d261e5, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1bcbe707-c361-447c-9816-238824d261e5,segment=NetworkSegment(7fa07085-217f-434d-845f-aeb8df0902ec),segment_id=7fa07085-217f-434d-845f-aeb8df0902ec)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:24:58.492279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c503ee9c-383a-44c8-85c9-5c978aef5a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1bcbe707-c361-447c-9816-238824d261e5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:58.498110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e01e9ae8-cded-4da0-b0de-4bb8fcf8408a req-016f11e6-9a55-40fc-ad35-d710f48079f1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512569 Feb 11 04:24:58.507818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c503ee9c-383a-44c8-85c9-5c978aef5a13 admin admin] Calling delete_port for 1bcbe707-c361-447c-9816-238824d261e5 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:24:58.623949 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f114d-c2a2-45c8-b1ae-413710e68255 req-b48b3a53-a765-473b-9b64-ccf3a4521a09 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:58.625540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-576f114d-c2a2-45c8-b1ae-413710e68255 req-b48b3a53-a765-473b-9b64-ccf3a4521a09 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.0596850 Feb 11 04:24:58.681843 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-576f114d-c2a2-45c8-b1ae-413710e68255 req-6fe4037c-4551-42a5-9144-f821f94a8a6e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465534 Feb 11 04:24:58.712165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84eb27f9-b107-4653-b4da-38193397ab1d req-99fe1698-df11-413c-9a34-6c9179faddcd tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 210 time: 0.0344663 Feb 11 04:24:58.754380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47442) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:58.814513 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c503ee9c-383a-44c8-85c9-5c978aef5a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (1bcbe707-c361-447c-9816-238824d261e5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:58.846543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503ee9c-383a-44c8-85c9-5c978aef5a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bcbe707-c361-447c-9816-238824d261e5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:58.923513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaa3a3-4a43-4987-b6a4-9339c54bf43e req-aa3db1c2-711d-4645-9bc1-8b11527c925a tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:58.931707 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8eeaa3a3-4a43-4987-b6a4-9339c54bf43e req-aa3db1c2-711d-4645-9bc1-8b11527c925a tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.0721831 Feb 11 04:24:58.943374 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb38059d-b310-4a93-864b-7807f184b614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:59.010318 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8eeaa3a3-4a43-4987-b6a4-9339c54bf43e req-731574cb-53bd-4f5a-ae7a-ac050f94a94b tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774431 Feb 11 04:24:59.053834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d018d-d3d2-4020-bb3a-a1fec5991907 req-403250c0-5fa9-49df-a9f1-b0f62457d4aa tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:59.056144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-331d018d-d3d2-4020-bb3a-a1fec5991907 req-403250c0-5fa9-49df-a9f1-b0f62457d4aa tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.0987520 Feb 11 04:24:59.104780 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c503ee9c-383a-44c8-85c9-5c978aef5a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (5bd02402-10ad-4159-b882-09e6bd41834c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:59.119377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-331d018d-d3d2-4020-bb3a-a1fec5991907 req-3cf10c33-6ee0-4ab7-8efc-d363f97f7609 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512159 Feb 11 04:24:59.189934 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb38059d-b310-4a93-864b-7807f184b614 admin admin] Publish callbacks [] for security_group (658f553a-5a16-41cd-ae93-a5522e6b9b62), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:59.263311 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb38059d-b310-4a93-864b-7807f184b614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (658f553a-5a16-41cd-ae93-a5522e6b9b62), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:59.361601 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fb38059d-b310-4a93-864b-7807f184b614 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48e2b8c607c64947918e746c8f9671ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6059628 Feb 11 04:24:59.364628 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47460) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:59.427694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38059d-b310-4a93-864b-7807f184b614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658f553a-5a16-41cd-ae93-a5522e6b9b62,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:59.447762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c503ee9c-383a-44c8-85c9-5c978aef5a13 admin admin] Router 5bd02402-10ad-4159-b882-09e6bd41834c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:24:59.479594 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-503c2737-f121-4288-bd2a-78df77f18abc admin admin] Publish callbacks [] for security_group (658f553a-5a16-41cd-ae93-a5522e6b9b62), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:59.491802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f3acb-f5d4-4ab0-834c-05df4b5c657d req-ddf33685-b0b0-4734-9f11-c14cd5685587 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:59.493306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b6f3acb-f5d4-4ab0-834c-05df4b5c657d req-ddf33685-b0b0-4734-9f11-c14cd5685587 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.0743964 Feb 11 04:24:59.529312 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-503c2737-f121-4288-bd2a-78df77f18abc admin admin] Publish callbacks [] for security_group (658f553a-5a16-41cd-ae93-a5522e6b9b62), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:59.591109 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:59.594408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b6f3acb-f5d4-4ab0-834c-05df4b5c657d req-b25708bb-a0ed-4d9b-a47f-d2e33cd02f54 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953946 Feb 11 04:24:59.604450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c503ee9c-383a-44c8-85c9-5c978aef5a13 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:24:59.612485 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c503ee9c-383a-44c8-85c9-5c978aef5a13 admin admin] 10.222.0.13 "PUT /v2.0/routers/5bd02402-10ad-4159-b882-09e6bd41834c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3756506 Feb 11 04:24:59.613227 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47472) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:24:59.633302 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b0d396-4ad7-480a-b23a-c84d2e084fc6 None None] Sync routers for ids ['5bd02402-10ad-4159-b882-09e6bd41834c'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:24:59.646786 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b0d396-4ad7-480a-b23a-c84d2e084fc6 None None] Routers {'5bd02402-10ad-4159-b882-09e6bd41834c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:24:59.646996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16069011-5485-4003-82d1-a642f84c66f9 req-4a62da37-a007-42e9-9339-421095872066 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:24:59.647923 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-79b0d396-4ad7-480a-b23a-c84d2e084fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:24:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5bd02402-10ad-4159-b882-09e6bd41834c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:24:59.648368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16069011-5485-4003-82d1-a642f84c66f9 req-4a62da37-a007-42e9-9339-421095872066 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.0667105 Feb 11 04:24:59.731201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16069011-5485-4003-82d1-a642f84c66f9 req-961ccaba-9d67-4e2e-942d-fa518c23f14e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709200 Feb 11 04:24:59.751185 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-503c2737-f121-4288-bd2a-78df77f18abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (658f553a-5a16-41cd-ae93-a5522e6b9b62), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:59.751185 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-503c2737-f121-4288-bd2a-78df77f18abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:59.752200 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-503c2737-f121-4288-bd2a-78df77f18abc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/658f553a-5a16-41cd-ae93-a5522e6b9b62 HTTP/1.1" status: 204 len: 168 time: 0.3858256 Feb 11 04:24:59.757857 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] Publish callbacks [] for router (5bd02402-10ad-4159-b882-09e6bd41834c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:59.789034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c2737-f121-4288-bd2a-78df77f18abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658f553a-5a16-41cd-ae93-a5522e6b9b62,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:24:59.801371 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-79b0d396-4ad7-480a-b23a-c84d2e084fc6 None None] Set router 5bd02402-10ad-4159-b882-09e6bd41834c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:24:59.870609 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9105d182-fb0c-44a9-95d9-aba49208d4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f01043b-8941-410a-9c8d-71ac2af674ca'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:24:59.873011 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d240d93e-b241-4aa5-abb2-077f691301b0" -d '{"events": [{"server_uuid": "9105d182-fb0c-44a9-95d9-aba49208d4db", "name": "network-vif-plugged", "status": "completed", "tag": "7f01043b-8941-410a-9c8d-71ac2af674ca"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:24:59.922285 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] Publish callbacks [] for router_gateway (5bd02402-10ad-4159-b882-09e6bd41834c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:24:59.950800 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-688f40a1-0941-4e78-85a3-8bd368c6a5a2 req-e5897f0c-31d6-4797-b076-1f80c5906f86 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 210 time: 0.0666347 Feb 11 04:24:59.996699 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b378864d-ce83-4a7b-a93e-0887822335ee x-openstack-request-id: req-b378864d-ce83-4a7b-a93e-0887822335ee {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:24:59.997000 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9105d182-fb0c-44a9-95d9-aba49208d4db", "name": "network-vif-plugged", "status": "completed", "tag": "7f01043b-8941-410a-9c8d-71ac2af674ca", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:24:59.997419 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b378864d-ce83-4a7b-a93e-0887822335ee {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:00.000723 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9105d182-fb0c-44a9-95d9-aba49208d4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f01043b-8941-410a-9c8d-71ac2af674ca', 'code': 200} Feb 11 04:25:00.005679 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9daddd-1b93-4238-9160-e79251048732 req-4a3b59d6-d2ed-42fb-a6f9-660f711f8bd6 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:00.007244 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f9daddd-1b93-4238-9160-e79251048732 req-4a3b59d6-d2ed-42fb-a6f9-660f711f8bd6 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1813629 Feb 11 04:25:00.076337 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-79b0d396-4ad7-480a-b23a-c84d2e084fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:24:58Z', 'revision_number': 5, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'gw_port': {'id': 'e5de7b99-3edb-4f9b-985f-4a5f72048a4a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:20Z', 'updated_at': '2022-02-11T04:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:25:00.107900 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b0d396-4ad7-480a-b23a-c84d2e084fc6 None None] Checking router: 5bd02402-10ad-4159-b882-09e6bd41834c for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:25:00.116433 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b0d396-4ad7-480a-b23a-c84d2e084fc6 None None] Routers {'5bd02402-10ad-4159-b882-09e6bd41834c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:25:00.117024 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-79b0d396-4ad7-480a-b23a-c84d2e084fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:24:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5bd02402-10ad-4159-b882-09e6bd41834c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:25:00.163182 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f9daddd-1b93-4238-9160-e79251048732 req-6e3e3bad-ba11-4a88-9ff5-3515dcd55b41 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464233 Feb 11 04:25:00.170548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] Deleting port e5de7b99-3edb-4f9b-985f-4a5f72048a4a {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:25:00.171084 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e5de7b99-3edb-4f9b-985f-4a5f72048a4a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:00.216624 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-bc33a029-fd76-4642-86cc-bfb92faf8a33 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:00.218134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-bc33a029-fd76-4642-86cc-bfb92faf8a33 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.47 "GET /v2.0/networks?id=b15a68d0-0ec2-438e-a66e-2b7bf4b31858 HTTP/1.1" status: 200 len: 818 time: 0.2640977 Feb 11 04:25:00.273580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0b64a14e-abbf-402f-aa41-cd5e5d0daadc tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Request body: {'port': {'device_id': 'b716ba9e-7dee-4c7e-8a9c-95935eed2793', 'network_id': 'b15a68d0-0ec2-438e-a66e-2b7bf4b31858', 'admin_state_up': True, 'tenant_id': '7e1e62cf9f2d4ca9ac856b7b661478c8'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:00.277584 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-79b0d396-4ad7-480a-b23a-c84d2e084fc6 None None] Set router 5bd02402-10ad-4159-b882-09e6bd41834c gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:25:00.295021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] For port e5de7b99-3edb-4f9b-985f-4a5f72048a4a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e5de7b99-3edb-4f9b-985f-4a5f72048a4a,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:00.295387 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e5de7b99-3edb-4f9b-985f-4a5f72048a4a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:00.309161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] Calling delete_port for e5de7b99-3edb-4f9b-985f-4a5f72048a4a owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:25:00.380927 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-79b0d396-4ad7-480a-b23a-c84d2e084fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:24:59Z', 'revision_number': 6, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:25:00.415890 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b0d396-4ad7-480a-b23a-c84d2e084fc6 None None] The sync data for ids ['5bd02402-10ad-4159-b882-09e6bd41834c'] in n-d-712142-35 is: [{'id': '5bd02402-10ad-4159-b882-09e6bd41834c', 'name': 'tempest-ServersTestFqdnHostnames-210749480-router', 'tenant_id': '18a9d9364c8b4e16bab20af731a39d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:24:59Z', 'revision_number': 6, 'project_id': '18a9d9364c8b4e16bab20af731a39d5a', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:25:00.424139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da78ab-7bdf-4897-9049-e30daf81fe61 req-98110b8a-36ff-4831-a011-be1a8df7a7d7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:00.424139 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83da78ab-7bdf-4897-9049-e30daf81fe61 req-98110b8a-36ff-4831-a011-be1a8df7a7d7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.2674553 Feb 11 04:25:00.458678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fa47e-6ca2-4595-966c-bbc4c2c370c1 req-578c4c6d-b40e-408d-8194-2e3df7b5e14a tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:00.459181 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f779566-0aa9-41ad-b571-a30503a1fb94 req-47a40b80-8ff9-4d3b-9de0-15692482a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:00.460680 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2f779566-0aa9-41ad-b571-a30503a1fb94 req-47a40b80-8ff9-4d3b-9de0-15692482a791 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 1128 time: 0.3676794 Feb 11 04:25:00.465700 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf9fa47e-6ca2-4595-966c-bbc4c2c370c1 req-578c4c6d-b40e-408d-8194-2e3df7b5e14a tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.1309566 Feb 11 04:25:00.541720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf9fa47e-6ca2-4595-966c-bbc4c2c370c1 req-238670d7-5dcc-410f-be55-f7633fb8db84 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749722 Feb 11 04:25:00.571911 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2f779566-0aa9-41ad-b571-a30503a1fb94 req-12a00ae9-2a7a-468b-ac42-2ec9a2437404 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832295 Feb 11 04:25:00.594065 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83da78ab-7bdf-4897-9049-e30daf81fe61 req-da214635-0b76-449b-bdbd-a4a31792685a tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211019 Feb 11 04:25:00.597266 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e5de7b99-3edb-4f9b-985f-4a5f72048a4a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:00.623218 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] Pushing event deleted for resources: {'Port': ['ID=e5de7b99-3edb-4f9b-985f-4a5f72048a4a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:00.654234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0b64a14e-abbf-402f-aa41-cd5e5d0daadc tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Made reservation on behalf of 7e1e62cf9f2d4ca9ac856b7b661478c8 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:25:00.657806 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0b64a14e-abbf-402f-aa41-cd5e5d0daadc tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:00.697322 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (5bd02402-10ad-4159-b882-09e6bd41834c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:00.848619 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (5bd02402-10ad-4159-b882-09e6bd41834c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:00.853678 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] Publish callbacks [] for router_controller (5bd02402-10ad-4159-b882-09e6bd41834c), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:00.859776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e924d-e31b-4aa7-baf5-6664b890008e req-0b3cc0b8-f05c-42ef-abea-2087d0f4bc29 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:00.867376 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-703e924d-e31b-4aa7-baf5-6664b890008e req-0b3cc0b8-f05c-42ef-abea-2087d0f4bc29 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1439857 Feb 11 04:25:00.899653 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0b64a14e-abbf-402f-aa41-cd5e5d0daadc tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Allocated IP 172.20.0.6 (b15a68d0-0ec2-438e-a66e-2b7bf4b31858/7a4474cc-8d75-4c02-a6c1-0b2615291475/694ceaf2-df8d-4a38-ade1-5b63bd0e4155) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:25:00.974998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1bcbe707-c361-447c-9816-238824d261e5 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:25:00.988517 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (5bd02402-10ad-4159-b882-09e6bd41834c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:00.989225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bd02402-10ad-4159-b882-09e6bd41834c {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:25:00.997994 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:01.002818 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0dfbf7b2-0c4f-457e-9d83-51dca93294cc admin admin] 10.222.0.13 "DELETE /v2.0/routers/5bd02402-10ad-4159-b882-09e6bd41834c HTTP/1.1" status: 204 len: 168 time: 1.3884118 Feb 11 04:25:01.003380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d783e-ef72-4b93-ae5c-6a64f41a5a7d req-42c81322-9834-4581-a057-bf6f475b8aff tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:01.003535 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47522) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:01.005118 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-066d783e-ef72-4b93-ae5c-6a64f41a5a7d req-42c81322-9834-4581-a057-bf6f475b8aff tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1666248 Feb 11 04:25:01.016154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 1bcbe707-c361-447c-9816-238824d261e5 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:25:01.021444 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-703e924d-e31b-4aa7-baf5-6664b890008e req-a37cf287-4cfd-489c-85f4-e4326e899d3e tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531062 Feb 11 04:25:01.041514 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1bcbe707-c361-447c-9816-238824d261e5 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:25:01.068139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7436ade-3e47-4a04-b824-facc17d471d8 admin admin] Deleting subnet 1a7a95f4-f8f6-481f-a092-ee0707ccef92 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:25:01.072776 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c7436ade-3e47-4a04-b824-facc17d471d8 admin admin] Publish callbacks [] for subnet (1a7a95f4-f8f6-481f-a092-ee0707ccef92), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:01.133611 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c7436ade-3e47-4a04-b824-facc17d471d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (1a7a95f4-f8f6-481f-a092-ee0707ccef92), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:01.152365 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ddb6ab1-beb0-4996-a73f-941c5101d032 req-36bb54a2-89e5-4f4b-afd8-8fd22932a329 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 210 time: 0.0458226 Feb 11 04:25:01.203010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-066d783e-ef72-4b93-ae5c-6a64f41a5a7d req-d57e4ad2-f029-4687-802a-e4ee1d1ecad4 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772046 Feb 11 04:25:01.233140 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c7436ade-3e47-4a04-b824-facc17d471d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (1a7a95f4-f8f6-481f-a092-ee0707ccef92), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:01.247724 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0b64a14e-abbf-402f-aa41-cd5e5d0daadc tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Publish callbacks [] for port (694ceaf2-df8d-4a38-ade1-5b63bd0e4155), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:01.350160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae922bed-7a04-4d39-817f-6d239bd902f8 req-a6e5d06a-d02d-4ad1-a580-12a208aa784f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:01.351879 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae922bed-7a04-4d39-817f-6d239bd902f8 req-a6e5d06a-d02d-4ad1-a580-12a208aa784f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.0715477 Feb 11 04:25:01.357537 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c7436ade-3e47-4a04-b824-facc17d471d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (1a7a95f4-f8f6-481f-a092-ee0707ccef92), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:01.385958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7436ade-3e47-4a04-b824-facc17d471d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a7a95f4-f8f6-481f-a092-ee0707ccef92,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:01.388141 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c7436ade-3e47-4a04-b824-facc17d471d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:01.388411 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0b64a14e-abbf-402f-aa41-cd5e5d0daadc tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (694ceaf2-df8d-4a38-ade1-5b63bd0e4155), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:01.392440 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c7436ade-3e47-4a04-b824-facc17d471d8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1a7a95f4-f8f6-481f-a092-ee0707ccef92 HTTP/1.1" status: 204 len: 168 time: 0.3867338 Feb 11 04:25:01.398221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523d653d-19f4-4353-bbe2-19e59241abba None None] Network 52d5dacd-cae5-4009-8c6b-8097afa11880 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:25:01.404212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47534) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:01.494828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0b64a14e-abbf-402f-aa41-cd5e5d0daadc tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Network b15a68d0-0ec2-438e-a66e-2b7bf4b31858 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:25:01.499081 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae922bed-7a04-4d39-817f-6d239bd902f8 req-d8680b66-0b15-421a-980a-3067825da14d tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395013 Feb 11 04:25:01.502740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0b64a14e-abbf-402f-aa41-cd5e5d0daadc tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:25:01.505358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0b64a14e-abbf-402f-aa41-cd5e5d0daadc tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:25:01.522325 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (52d5dacd-cae5-4009-8c6b-8097afa11880), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:01.561930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64a14e-abbf-402f-aa41-cd5e5d0daadc tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Pushing event updated for resources: {'Port': ['ID=694ceaf2-df8d-4a38-ade1-5b63bd0e4155,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:01.576337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0b64a14e-abbf-402f-aa41-cd5e5d0daadc tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:01.577212 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0b64a14e-abbf-402f-aa41-cd5e5d0daadc tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:01.590947 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] Deleting port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:25:01.591379 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:01.704499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72733967-d190-4297-aa83-33f345f727cb None None] DHCP port deletion for 52d5dacd-cae5-4009-8c6b-8097afa11880 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:25:01.718358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0b64a14e-abbf-402f-aa41-cd5e5d0daadc tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4691529 Feb 11 04:25:01.742408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Request body: {'port': {'device_id': 'b716ba9e-7dee-4c7e-8a9c-95935eed2793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:01.772016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] For port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd,segment=NetworkSegment(7fa07085-217f-434d-845f-aeb8df0902ec),segment_id=7fa07085-217f-434d-845f-aeb8df0902ec)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:01.772618 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:01.796069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] Calling delete_port for 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:25:01.858720 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-72733967-d190-4297-aa83-33f345f727cb None None] Deleting port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:25:01.863037 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-72733967-d190-4297-aa83-33f345f727cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:01.961715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-72733967-d190-4297-aa83-33f345f727cb None None] For port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd,segment=NetworkSegment(7fa07085-217f-434d-845f-aeb8df0902ec),segment_id=7fa07085-217f-434d-845f-aeb8df0902ec)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:01.962120 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-72733967-d190-4297-aa83-33f345f727cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:01.977336 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (694ceaf2-df8d-4a38-ade1-5b63bd0e4155), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:01.984020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-72733967-d190-4297-aa83-33f345f727cb None None] Calling delete_port for 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:25:01.996948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287222ae-5314-4e5e-bbd6-c1d6fedc80ff req-9f49bed3-15cc-41fd-b76b-d6c617bb28ee tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:01.999094 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-287222ae-5314-4e5e-bbd6-c1d6fedc80ff req-9f49bed3-15cc-41fd-b76b-d6c617bb28ee tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.2386584 Feb 11 04:25:02.063712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed29dc-0ee8-49e7-a27a-f2860b1d2cf9 req-c1473126-0c00-493f-a78c-8698bd203581 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:02.065207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7ed29dc-0ee8-49e7-a27a-f2860b1d2cf9 req-c1473126-0c00-493f-a78c-8698bd203581 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.3087394 Feb 11 04:25:02.078822 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:02.109617 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-72733967-d190-4297-aa83-33f345f727cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:02.126248 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:02.133890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] No DVR routers for this DVR port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:25:02.145498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72733967-d190-4297-aa83-33f345f727cb None None] Pushing event deleted for resources: {'Port': ['ID=10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:02.150108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72733967-d190-4297-aa83-33f345f727cb None None] No DVR routers for this DVR port 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:25:02.191223 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-287222ae-5314-4e5e-bbd6-c1d6fedc80ff req-4bf80428-0183-4857-be34-a3ae7f7bbbb7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1824365 Feb 11 04:25:02.263328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7ed29dc-0ee8-49e7-a27a-f2860b1d2cf9 req-be9aa00f-837a-4a0e-a428-68c53c31a995 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771121 Feb 11 04:25:02.271557 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (52d5dacd-cae5-4009-8c6b-8097afa11880), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:02.301258 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d5dacd-cae5-4009-8c6b-8097afa11880']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:25:02.318591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa07085-217f-434d-845f-aeb8df0902ec') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:25:02.318934 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa07085-217f-434d-845f-aeb8df0902ec') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:25:02.331358 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (7fa07085-217f-434d-845f-aeb8df0902ec), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:02.349699 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (7fa07085-217f-434d-845f-aeb8df0902ec), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:02.358351 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:25:02.359226 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (7fa07085-217f-434d-845f-aeb8df0902ec), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:25:02.362732 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:25:02.522305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7108599-c3ea-4afe-9a10-f2970682930f req-62239d11-6ffb-4ea9-935d-7165d2c452c4 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:02.522950 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (52d5dacd-cae5-4009-8c6b-8097afa11880), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:02.523853 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7108599-c3ea-4afe-9a10-f2970682930f req-62239d11-6ffb-4ea9-935d-7165d2c452c4 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 931 time: 0.1432211 Feb 11 04:25:02.536982 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:02.540985 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/52d5dacd-cae5-4009-8c6b-8097afa11880 HTTP/1.1" status: 204 len: 168 time: 1.1351275 Feb 11 04:25:02.541456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696de210-7c13-43b8-985c-6e54c654b870 req-630ecd2f-9476-4696-ab99-30be58305f66 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:02.550575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-696de210-7c13-43b8-985c-6e54c654b870 req-630ecd2f-9476-4696-ab99-30be58305f66 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1710041 Feb 11 04:25:02.569336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7bf36-2e61-4375-821b-5efe32adf8f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=52d5dacd-cae5-4009-8c6b-8097afa11880,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:02.684044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:02.695409 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7108599-c3ea-4afe-9a10-f2970682930f req-f65695c9-4882-45f3-8989-6b14631110aa tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a464dad1-16a1-48d2-afa9-a35ba0c55d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398065 Feb 11 04:25:02.698732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-696de210-7c13-43b8-985c-6e54c654b870 req-291aa9d2-0d15-4b38-8aac-f36281b8dbae tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469307 Feb 11 04:25:02.700810 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Publish callbacks [] for port (694ceaf2-df8d-4a38-ade1-5b63bd0e4155), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:02.709915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:25:02.736364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:25:02.736795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 10d0de51-d8f8-4dd8-8652-2b9a5ef61cdd not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:25:02.737568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e5de7b99-3edb-4f9b-985f-4a5f72048a4a no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:25:02.740006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Transition to ACTIVE for port object 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:25:02.763918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: e5de7b99-3edb-4f9b-985f-4a5f72048a4a {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:25:02.764267 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e5de7b99-3edb-4f9b-985f-4a5f72048a4a not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:25:02.841528 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (694ceaf2-df8d-4a38-ade1-5b63bd0e4155), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:02.941947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=694ceaf2-df8d-4a38-ade1-5b63bd0e4155,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:02.957058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1035dc-3876-4536-9d08-1dc37f124420 req-cdf53e90-55dd-4831-b626-42c2922dee27 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:02.958655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d1035dc-3876-4536-9d08-1dc37f124420 req-cdf53e90-55dd-4831-b626-42c2922dee27 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1645079 Feb 11 04:25:02.990389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f395dc-0494-4cfb-99d8-7c12d0345d42 req-50d6e3a5-0215-4f8f-949a-af9e0981acd1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:02.991981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9f395dc-0494-4cfb-99d8-7c12d0345d42 req-50d6e3a5-0215-4f8f-949a-af9e0981acd1 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1866925 Feb 11 04:25:03.024709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47576) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:03.083571 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b712b32d-0ccb-403b-849f-d871a62f5639 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18a9d9364c8b4e16bab20af731a39d5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550215 Feb 11 04:25:03.086250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47580) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:03.121178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d1035dc-3876-4536-9d08-1dc37f124420 req-58523ad2-872d-4f9b-afe8-034e9762ba46 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449363 Feb 11 04:25:03.136276 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9f395dc-0494-4cfb-99d8-7c12d0345d42 req-8bf4ef90-6484-42e9-9557-1bcfebfa0c04 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091585 Feb 11 04:25:03.137359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Attempting to bind port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:25:03.137727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Attempting to bind port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'd4ce46d6-e20b-46a3-86c2-442c27763008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b15a68d0-0ec2-438e-a66e-2b7bf4b31858'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:25:03.138061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Attempting to bind port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 on network b15a68d0-0ec2-438e-a66e-2b7bf4b31858 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:25:03.142757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 on network b15a68d0-0ec2-438e-a66e-2b7bf4b31858 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:25:03.143097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Attempting to bind port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 on network b15a68d0-0ec2-438e-a66e-2b7bf4b31858 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:25:03.167730 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:25:03.167730 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Checking segment: {'id': 'd4ce46d6-e20b-46a3-86c2-442c27763008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b15a68d0-0ec2-438e-a66e-2b7bf4b31858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:25:03.167730 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Bound using segment: {'id': 'd4ce46d6-e20b-46a3-86c2-442c27763008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b15a68d0-0ec2-438e-a66e-2b7bf4b31858'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:25:03.167730 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Bound port: 694ceaf2-df8d-4a38-ade1-5b63bd0e4155, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4ce46d6-e20b-46a3-86c2-442c27763008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b15a68d0-0ec2-438e-a66e-2b7bf4b31858'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:25:03.167730 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (694ceaf2-df8d-4a38-ade1-5b63bd0e4155), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:03.172568 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0cab947c-b4f0-4ddd-bcd5-bcf727ab4250 admin admin] Publish callbacks [] for security_group (1a707166-e095-4846-a1bd-e113001eb2ce), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:03.224330 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0cab947c-b4f0-4ddd-bcd5-bcf727ab4250 admin admin] Publish callbacks [] for security_group (1a707166-e095-4846-a1bd-e113001eb2ce), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:03.228329 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] For port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:25:03.233057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] For port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=694ceaf2-df8d-4a38-ade1-5b63bd0e4155,segment=NetworkSegment(d4ce46d6-e20b-46a3-86c2-442c27763008),segment_id=d4ce46d6-e20b-46a3-86c2-442c27763008)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:25:03.305223 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304f29b-0f06-41b8-b7ba-c6bfea8d9d09 req-5b788c3c-d990-45b6-863b-8f73ac6d74db tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:03.307301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d304f29b-0f06-41b8-b7ba-c6bfea8d9d09 req-5b788c3c-d990-45b6-863b-8f73ac6d74db tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.0696592 Feb 11 04:25:03.334993 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (694ceaf2-df8d-4a38-ade1-5b63bd0e4155), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:03.391147 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0cab947c-b4f0-4ddd-bcd5-bcf727ab4250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1a707166-e095-4846-a1bd-e113001eb2ce), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:03.394787 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0cab947c-b4f0-4ddd-bcd5-bcf727ab4250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:03.397059 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0cab947c-b4f0-4ddd-bcd5-bcf727ab4250 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a707166-e095-4846-a1bd-e113001eb2ce HTTP/1.1" status: 204 len: 168 time: 0.3083193 Feb 11 04:25:03.406199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab947c-b4f0-4ddd-bcd5-bcf727ab4250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a707166-e095-4846-a1bd-e113001eb2ce,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:03.409020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:03.409720 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:03.411287 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] 10.222.0.47 "PUT /v2.0/ports/694ceaf2-df8d-4a38-ade1-5b63bd0e4155 HTTP/1.1" status: 200 len: 1092 time: 1.6857765 Feb 11 04:25:03.422176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b716ba9e-7dee-4c7e-8a9c-95935eed2793', 'tag': '694ceaf2-df8d-4a38-ade1-5b63bd0e4155'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:03.424749 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85be50c5-1961-4bf4-9495-352755e16833" -d '{"events": [{"name": "network-changed", "server_uuid": "b716ba9e-7dee-4c7e-8a9c-95935eed2793", "tag": "694ceaf2-df8d-4a38-ade1-5b63bd0e4155"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:03.487065 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d304f29b-0f06-41b8-b7ba-c6bfea8d9d09 req-e57d4fe0-146e-452c-a617-6e5b402b5cdf tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663702 Feb 11 04:25:03.488638 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f5488-0f85-4700-8e2c-f74d58d57cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=694ceaf2-df8d-4a38-ade1-5b63bd0e4155,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:03.616183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-432e8972-e6b5-4562-bc2a-8a9b61c77fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:03.617668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-432e8972-e6b5-4562-bc2a-8a9b61c77fbb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e1e62cf9f2d4ca9ac856b7b661478c8&device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 1126 time: 0.0656354 Feb 11 04:25:03.682148 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-48c1ee06-a233-4b89-86e6-b769a0e3c931 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=694ceaf2-df8d-4a38-ade1-5b63bd0e4155 HTTP/1.1" status: 200 len: 217 time: 0.0396762 Feb 11 04:25:03.694563 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:03.736105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b545d5-cf40-4c47-a964-2585b5255de1 req-7dc09f45-11ff-48f8-971f-e3ce3f92a39f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:03.737659 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7b545d5-cf40-4c47-a964-2585b5255de1 req-7dc09f45-11ff-48f8-971f-e3ce3f92a39f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.1328917 Feb 11 04:25:03.748101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-7be5bcb1-c30f-4698-84dc-f6f532e11057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:03.749662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-7be5bcb1-c30f-4698-84dc-f6f532e11057 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a4474cc-8d75-4c02-a6c1-0b2615291475 HTTP/1.1" status: 200 len: 858 time: 0.0613041 Feb 11 04:25:03.791795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-8d66e7c8-b86b-46de-b8b7-4a4e854619bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b15a68d0-0ec2-438e-a66e-2b7bf4b31858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361149 Feb 11 04:25:03.848392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7b545d5-cf40-4c47-a964-2585b5255de1 req-b3506a3d-62cf-47f4-aa05-466fca855e25 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034265 Feb 11 04:25:03.848925 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:03.952095 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d25f04-9f04-4c04-8589-2b219d95e2b2 x-openstack-request-id: req-c7d25f04-9f04-4c04-8589-2b219d95e2b2 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:03.952386 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b716ba9e-7dee-4c7e-8a9c-95935eed2793", "tag": "694ceaf2-df8d-4a38-ade1-5b63bd0e4155", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:03.952643 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7d25f04-9f04-4c04-8589-2b219d95e2b2 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:03.953046 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b716ba9e-7dee-4c7e-8a9c-95935eed2793', 'tag': '694ceaf2-df8d-4a38-ade1-5b63bd0e4155', 'status': 'completed', 'code': 200} Feb 11 04:25:03.985192 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-fa4fd24a-97c7-4d65-88c3-dd86841f0704 service neutron] 10.222.0.47 "GET /v2.0/networks/b15a68d0-0ec2-438e-a66e-2b7bf4b31858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875415 Feb 11 04:25:04.167458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4937b-cc74-4509-b97a-ffcc4b067ca9 req-e3e778d4-ab16-4bef-a7d7-8df80df6a0ce tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:04.169330 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ce4937b-cc74-4509-b97a-ffcc4b067ca9 req-e3e778d4-ab16-4bef-a7d7-8df80df6a0ce tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.2078819 Feb 11 04:25:04.185922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30124273-0205-40be-befa-1a714be4844f req-2b956faa-60d1-47d6-8fa7-20865c6a735f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:04.188534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30124273-0205-40be-befa-1a714be4844f req-2b956faa-60d1-47d6-8fa7-20865c6a735f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1542356 Feb 11 04:25:04.239367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3978493-e059-44c9-8a21-ffcf32153b77 req-beaf0851-516a-4538-bee6-5517711eeab6 service neutron] 10.222.0.47 "GET /v2.0/networks/b15a68d0-0ec2-438e-a66e-2b7bf4b31858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487736 Feb 11 04:25:04.287714 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ce4937b-cc74-4509-b97a-ffcc4b067ca9 req-5c54c1e9-b042-41b8-9805-6842d2302c5a tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961516 Feb 11 04:25:04.290682 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30124273-0205-40be-befa-1a714be4844f req-44d95e08-2131-4c31-9ef2-a137badda2f7 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878110 Feb 11 04:25:04.495646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c9280-ec78-48cd-9f7c-94eb288f24bf req-4e9b9bb8-02f9-48ce-a2f9-2da763532c31 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:04.497336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c77c9280-ec78-48cd-9f7c-94eb288f24bf req-4e9b9bb8-02f9-48ce-a2f9-2da763532c31 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1327727 Feb 11 04:25:04.513129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ec927-e547-4921-9320-0c7df0bfa24e req-29a0da61-c68c-42ca-9f25-4858636b2855 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:04.514845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-087ec927-e547-4921-9320-0c7df0bfa24e req-29a0da61-c68c-42ca-9f25-4858636b2855 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 943 time: 0.1223092 Feb 11 04:25:04.519564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be50c5-1961-4bf4-9495-352755e16833 req-dcfe45e8-14bc-4ef0-a903-691549d6c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:04.521536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85be50c5-1961-4bf4-9495-352755e16833 req-dcfe45e8-14bc-4ef0-a903-691549d6c198 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e1e62cf9f2d4ca9ac856b7b661478c8&device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 1126 time: 0.1235576 Feb 11 04:25:04.603493 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47654) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:04.786199 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3879c3b-4c56-4f17-9870-e16d90c4358a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:04.908190 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3879c3b-4c56-4f17-9870-e16d90c4358a admin admin] Publish callbacks [] for security_group (80d6410b-2449-4f33-bab8-a1275ab7be59), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:04.974934 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3879c3b-4c56-4f17-9870-e16d90c4358a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (80d6410b-2449-4f33-bab8-a1275ab7be59), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:04.990741 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-087ec927-e547-4921-9320-0c7df0bfa24e req-5f1e0c36-9530-4df4-ac48-c8189697f717 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a464dad1-16a1-48d2-afa9-a35ba0c55d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686725 Feb 11 04:25:05.024019 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c77c9280-ec78-48cd-9f7c-94eb288f24bf req-19d431e1-b1e7-4f74-8863-73f45534afa9 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881318 Feb 11 04:25:05.059982 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c3879c3b-4c56-4f17-9870-e16d90c4358a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c71f2053028d4e5689fe9b13d4077fdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4532654 Feb 11 04:25:05.061405 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3879c3b-4c56-4f17-9870-e16d90c4358a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d6410b-2449-4f33-bab8-a1275ab7be59,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:05.064068 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47674) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:05.071029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be50c5-1961-4bf4-9495-352755e16833 req-24d8cfcb-acff-4460-86dd-563f5023a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:05.091570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85be50c5-1961-4bf4-9495-352755e16833 req-24d8cfcb-acff-4460-86dd-563f5023a52c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b15a68d0-0ec2-438e-a66e-2b7bf4b31858 HTTP/1.1" status: 200 len: 919 time: 0.5627043 Feb 11 04:25:05.171935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71d3f1c7-196d-4208-82f6-318fe19547cc admin admin] Publish callbacks [] for security_group (80d6410b-2449-4f33-bab8-a1275ab7be59), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:05.179876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85be50c5-1961-4bf4-9495-352755e16833 req-ec5922f3-67d4-4a0c-96b4-08d9f6e7b997 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=694ceaf2-df8d-4a38-ade1-5b63bd0e4155 HTTP/1.1" status: 200 len: 217 time: 0.0762656 Feb 11 04:25:05.203364 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71d3f1c7-196d-4208-82f6-318fe19547cc admin admin] Publish callbacks [] for security_group (80d6410b-2449-4f33-bab8-a1275ab7be59), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:05.276941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1737eae-f489-4a9d-89e7-f06ecde8d05b req-37f936ed-a90b-47b7-9832-3f612e961de6 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:05.283851 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f1737eae-f489-4a9d-89e7-f06ecde8d05b req-37f936ed-a90b-47b7-9832-3f612e961de6 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1910291 Feb 11 04:25:05.306712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be50c5-1961-4bf4-9495-352755e16833 req-939f1860-c349-48aa-9de0-acbba740daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:05.309013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85be50c5-1961-4bf4-9495-352755e16833 req-939f1860-c349-48aa-9de0-acbba740daf4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a4474cc-8d75-4c02-a6c1-0b2615291475 HTTP/1.1" status: 200 len: 858 time: 0.1173875 Feb 11 04:25:05.334855 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71d3f1c7-196d-4208-82f6-318fe19547cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (80d6410b-2449-4f33-bab8-a1275ab7be59), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:05.337508 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71d3f1c7-196d-4208-82f6-318fe19547cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:05.338807 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-71d3f1c7-196d-4208-82f6-318fe19547cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80d6410b-2449-4f33-bab8-a1275ab7be59 HTTP/1.1" status: 204 len: 168 time: 0.2585280 Feb 11 04:25:05.347159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df62008-e9e2-4452-ace5-998f643a06b3 req-1cf3049a-db7f-4826-afc7-d582c8bec2cf tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:05.348720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6df62008-e9e2-4452-ace5-998f643a06b3 req-1cf3049a-db7f-4826-afc7-d582c8bec2cf tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.1730280 Feb 11 04:25:05.356781 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3f1c7-196d-4208-82f6-318fe19547cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d6410b-2449-4f33-bab8-a1275ab7be59,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:05.395764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85be50c5-1961-4bf4-9495-352755e16833 req-66c211e8-3fbd-47f3-8620-9cec9c862d41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b15a68d0-0ec2-438e-a66e-2b7bf4b31858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797148 Feb 11 04:25:05.420772 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 55bb307f-cd66-4035-9acb-1bfb8dc9c681 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:25:05.559219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f1737eae-f489-4a9d-89e7-f06ecde8d05b req-ceb0b2c0-5d02-48fb-8cff-f3fc4e921fd3 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743034 Feb 11 04:25:05.607865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6df62008-e9e2-4452-ace5-998f643a06b3 req-962661c6-9c70-4fba-914e-2b73253cf461 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2151129 Feb 11 04:25:05.644427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 55bb307f-cd66-4035-9acb-1bfb8dc9c681, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:05.658567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'port_id': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'mac_address': 'fa:16:3e:da:b6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:25:05.659462 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85be50c5-1961-4bf4-9495-352755e16833 req-6334c157-1229-493b-a992-9f82f7b0b117 service neutron] 10.222.0.47 "GET /v2.0/networks/b15a68d0-0ec2-438e-a66e-2b7bf4b31858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482939 Feb 11 04:25:05.707251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:05.708326 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:05.727157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55bb307f-cd66-4035-9acb-1bfb8dc9c681 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:05.752335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 55bb307f-cd66-4035-9acb-1bfb8dc9c681, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:05.841529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34204d51-9703-4291-990c-d3ddfd55572a req-8f3eb2ab-0255-4abf-bc7f-2570b6610b2c tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:05.843120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34204d51-9703-4291-990c-d3ddfd55572a req-8f3eb2ab-0255-4abf-bc7f-2570b6610b2c tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1414268 Feb 11 04:25:05.849311 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:05.925935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34204d51-9703-4291-990c-d3ddfd55572a req-d23e2130-4d80-4314-82fb-ef8d9ab01ed0 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770688 Feb 11 04:25:05.941391 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85be50c5-1961-4bf4-9495-352755e16833 req-1099194b-87a4-4bb6-b904-8f0a4e714524 service neutron] 10.222.0.47 "GET /v2.0/networks/b15a68d0-0ec2-438e-a66e-2b7bf4b31858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751508 Feb 11 04:25:05.978672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=55bb307f-cd66-4035-9acb-1bfb8dc9c681,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:05.985450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['55bb307f-cd66-4035-9acb-1bfb8dc9c681'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:25:06.221954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7366324-0a8b-4966-abff-425b7906bd96 req-81818f4e-3a7b-4a55-a060-a382b0d34ca6 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:06.229358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7366324-0a8b-4966-abff-425b7906bd96 req-81818f4e-3a7b-4a55-a060-a382b0d34ca6 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.1355996 Feb 11 04:25:06.281679 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002cc17-4764-401d-bc5f-612944e82a65 req-00a80c6e-0089-4af0-8cd3-7745943562f6 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:06.287164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8002cc17-4764-401d-bc5f-612944e82a65 req-00a80c6e-0089-4af0-8cd3-7745943562f6 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1431024 Feb 11 04:25:06.345184 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7366324-0a8b-4966-abff-425b7906bd96 req-ce89c211-e67c-4015-b275-1c5510ff1473 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145935 Feb 11 04:25:06.362303 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8002cc17-4764-401d-bc5f-612944e82a65 req-24e2b2b6-fbb2-48c9-a4cf-7c67283d1f95 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710108 Feb 11 04:25:06.431023 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47698) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:06.446468 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2a4deab6-7a8a-42f0-a128-883b61a8132a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:06.619285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026b565-c6a4-48f1-bfde-e821371a368a req-c7a46fb3-73f8-43a3-8db9-5fea3e55c13b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:06.620875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2026b565-c6a4-48f1-bfde-e821371a368a req-c7a46fb3-73f8-43a3-8db9-5fea3e55c13b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1300836 Feb 11 04:25:06.634299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335eb20-6876-4fc2-80ee-0fa642c118ab req-e60ac106-0636-4c19-a0aa-602a7d769572 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:06.641476 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f335eb20-6876-4fc2-80ee-0fa642c118ab req-e60ac106-0636-4c19-a0aa-602a7d769572 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 943 time: 0.1624861 Feb 11 04:25:06.661052 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2a4deab6-7a8a-42f0-a128-883b61a8132a admin admin] Publish callbacks [] for security_group (dd7129ba-bbfc-439f-bd89-dc34de0e7a8f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:06.728727 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2a4deab6-7a8a-42f0-a128-883b61a8132a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dd7129ba-bbfc-439f-bd89-dc34de0e7a8f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:06.743244 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2026b565-c6a4-48f1-bfde-e821371a368a req-686b75bb-795e-4e2e-8788-2555f26a1f50 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938489 Feb 11 04:25:06.747566 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f335eb20-6876-4fc2-80ee-0fa642c118ab req-b5a14deb-2c22-4584-902c-8e48b0f3ade5 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a464dad1-16a1-48d2-afa9-a35ba0c55d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051447 Feb 11 04:25:06.838481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4deab6-7a8a-42f0-a128-883b61a8132a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7129ba-bbfc-439f-bd89-dc34de0e7a8f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:06.868363 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2a4deab6-7a8a-42f0-a128-883b61a8132a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95b0b69edf254af6abf1daf7828c8c60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4362149 Feb 11 04:25:06.871966 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47708) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:06.978908 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32e4cc-127d-43e6-aca3-b12bcf19bac4 req-83bc09a7-3e76-4fc3-b342-6b16f4261fb3 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:06.981104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f32e4cc-127d-43e6-aca3-b12bcf19bac4 req-83bc09a7-3e76-4fc3-b342-6b16f4261fb3 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 945 time: 0.1222749 Feb 11 04:25:06.986841 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb27e75b-23d5-40ca-bcfe-c5027e25dd6c admin admin] Publish callbacks [] for security_group (dd7129ba-bbfc-439f-bd89-dc34de0e7a8f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:06.994647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b24f8e-16f9-4e47-98d0-83e9af8df6d7 req-7990e381-2cb2-4d85-9f8e-bfa8da1ca198 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:06.997262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1b24f8e-16f9-4e47-98d0-83e9af8df6d7 req-7990e381-2cb2-4d85-9f8e-bfa8da1ca198 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1201022 Feb 11 04:25:07.032900 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb27e75b-23d5-40ca-bcfe-c5027e25dd6c admin admin] Publish callbacks [] for security_group (dd7129ba-bbfc-439f-bd89-dc34de0e7a8f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:07.098691 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1b24f8e-16f9-4e47-98d0-83e9af8df6d7 req-b94fdda5-a142-40e2-9ceb-22a2c58eb60d tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852978 Feb 11 04:25:07.098691 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f32e4cc-127d-43e6-aca3-b12bcf19bac4 req-237541b8-a893-478d-9e32-12fbb320dd8b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946858 Feb 11 04:25:07.219896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d46d8-4154-4164-b3db-2baa89210449 req-fb6d56b3-7b97-46cb-844f-ae54d4df9caa tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:07.221421 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-195d46d8-4154-4164-b3db-2baa89210449 req-fb6d56b3-7b97-46cb-844f-ae54d4df9caa tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.0562446 Feb 11 04:25:07.265308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb27e75b-23d5-40ca-bcfe-c5027e25dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dd7129ba-bbfc-439f-bd89-dc34de0e7a8f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:07.271536 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb27e75b-23d5-40ca-bcfe-c5027e25dd6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:07.276476 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cb27e75b-23d5-40ca-bcfe-c5027e25dd6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd7129ba-bbfc-439f-bd89-dc34de0e7a8f HTTP/1.1" status: 204 len: 168 time: 0.4007034 Feb 11 04:25:07.290815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-195d46d8-4154-4164-b3db-2baa89210449 req-7464ab1b-12d4-4a3b-9402-09aff62a7217 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571952 Feb 11 04:25:07.298106 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27e75b-23d5-40ca-bcfe-c5027e25dd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7129ba-bbfc-439f-bd89-dc34de0e7a8f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:07.439853 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:25:07.476995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 55bb307f-cd66-4035-9acb-1bfb8dc9c681 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:25:07.494098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e8949-44ab-4a07-a13c-1ab687669ccb req-e56ce828-b973-4859-bc46-ff75ff6fd568 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:07.499895 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb4e8949-44ab-4a07-a13c-1ab687669ccb req-e56ce828-b973-4859-bc46-ff75ff6fd568 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1053193 Feb 11 04:25:07.593227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f770ff-02a7-40a7-be09-3db9387f2620 req-f269be43-6362-4c69-a949-9dca8cd97005 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:07.595304 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21f770ff-02a7-40a7-be09-3db9387f2620 req-f269be43-6362-4c69-a949-9dca8cd97005 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.0975010 Feb 11 04:25:07.609235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb4e8949-44ab-4a07-a13c-1ab687669ccb req-5631c22e-79d8-4458-a1d3-4ded398661fa tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743330 Feb 11 04:25:07.694003 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=694ceaf2-df8d-4a38-ade1-5b63bd0e4155,segment=NetworkSegment(d4ce46d6-e20b-46a3-86c2-442c27763008),segment_id=d4ce46d6-e20b-46a3-86c2-442c27763008)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:07.701904 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:25:07.701904 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:07.715621 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21f770ff-02a7-40a7-be09-3db9387f2620 req-65bf9acf-d645-4456-80b1-941cb2de169e tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970433 Feb 11 04:25:07.743170 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '694ceaf2-df8d-4a38-ade1-5b63bd0e4155', 'network_id': 'b15a68d0-0ec2-438e-a66e-2b7bf4b31858', 'port_id': '694ceaf2-df8d-4a38-ade1-5b63bd0e4155', 'mac_address': 'fa:16:3e:12:43:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4474cc-8d75-4c02-a6c1-0b2615291475', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:25:07.842190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:07.842190 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (694ceaf2-df8d-4a38-ade1-5b63bd0e4155), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:07.886316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:07.956381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5394f1-916b-4877-a4fb-6896ca404c9a req-f906b726-a643-454d-acfe-5df7bb11b2b1 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:07.977425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac5394f1-916b-4877-a4fb-6896ca404c9a req-f906b726-a643-454d-acfe-5df7bb11b2b1 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1145282 Feb 11 04:25:08.021698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=694ceaf2-df8d-4a38-ade1-5b63bd0e4155,segment=NetworkSegment(d4ce46d6-e20b-46a3-86c2-442c27763008),segment_id=d4ce46d6-e20b-46a3-86c2-442c27763008)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:08.029272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:08.029272 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:08.029525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47742) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:08.104979 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac5394f1-916b-4877-a4fb-6896ca404c9a req-7347ec9f-0647-4bc5-b4ee-93ec48417bef tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259534 Feb 11 04:25:08.115841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fd630b-6973-4d06-88d6-1af645704cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bb307f-cd66-4035-9acb-1bfb8dc9c681'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:08.118164 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cd275b-7dbb-43d7-a816-9a431d1edf91" -d '{"events": [{"server_uuid": "36fd630b-6973-4d06-88d6-1af645704cc4", "name": "network-vif-plugged", "status": "completed", "tag": "55bb307f-cd66-4035-9acb-1bfb8dc9c681"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:08.130303 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (694ceaf2-df8d-4a38-ade1-5b63bd0e4155), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:08.155328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 55bb307f-cd66-4035-9acb-1bfb8dc9c681, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:08.237235 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=694ceaf2-df8d-4a38-ade1-5b63bd0e4155,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:08.237235 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:08.289244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=55bb307f-cd66-4035-9acb-1bfb8dc9c681,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:08.320021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6272216-f5c7-4d5a-9657-8daa69726777 req-6d7c4da1-778f-47af-9617-939f948bb3f2 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:08.332946 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6272216-f5c7-4d5a-9657-8daa69726777 req-6d7c4da1-778f-47af-9617-939f948bb3f2 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 944 time: 0.1866624 Feb 11 04:25:08.381815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fc2c2-4cb7-4f79-9c94-613ce497732c req-205b037c-c2c9-434c-930d-f19ecfbbe607 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:08.389358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a62fc2c2-4cb7-4f79-9c94-613ce497732c req-205b037c-c2c9-434c-930d-f19ecfbbe607 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1486499 Feb 11 04:25:08.425526 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb14c307-e2d0-4325-8262-ab7051896b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:08.427769 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6272216-f5c7-4d5a-9657-8daa69726777 req-0aae1a57-da91-47c4-9191-d9154f9f2e32 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a464dad1-16a1-48d2-afa9-a35ba0c55d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939369 Feb 11 04:25:08.461782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['694ceaf2-df8d-4a38-ade1-5b63bd0e4155'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:25:08.498437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a62fc2c2-4cb7-4f79-9c94-613ce497732c req-4a1c21d4-7545-4394-aee9-00405af91a95 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078522 Feb 11 04:25:08.623293 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb14c307-e2d0-4325-8262-ab7051896b26 admin admin] Publish callbacks [] for security_group (c4ffdaf9-0056-4441-8798-963e1c5f7d2c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:08.665102 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb14c307-e2d0-4325-8262-ab7051896b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c4ffdaf9-0056-4441-8798-963e1c5f7d2c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:08.717449 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a4af6-c9d7-4f0c-8587-57c07479aeef req-88c28635-16fc-489d-a684-3f86988324c1 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:08.719706 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ed3a4af6-c9d7-4f0c-8587-57c07479aeef req-88c28635-16fc-489d-a684-3f86988324c1 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1338890 Feb 11 04:25:08.781721 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bb14c307-e2d0-4325-8262-ab7051896b26 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24a74cdc49734cc2a6a388017e56f0b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7513800 Feb 11 04:25:08.783388 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47768) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:08.811274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ed3a4af6-c9d7-4f0c-8587-57c07479aeef req-2ae04315-a908-414d-9325-b143971f7ede tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734782 Feb 11 04:25:08.833521 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14c307-e2d0-4325-8262-ab7051896b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ffdaf9-0056-4441-8798-963e1c5f7d2c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:08.919300 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-41dc1e64-e325-4e2a-8d9d-295c87bf55d1 admin admin] Publish callbacks [] for security_group (c4ffdaf9-0056-4441-8798-963e1c5f7d2c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:08.971875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5a983-4de5-4436-8230-e1e2a68dbe13 req-ecd33c8e-fdd3-4ec8-95bc-f62004980667 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:08.975444 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ccc5a983-4de5-4436-8230-e1e2a68dbe13 req-ecd33c8e-fdd3-4ec8-95bc-f62004980667 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.0960579 Feb 11 04:25:08.988898 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-41dc1e64-e325-4e2a-8d9d-295c87bf55d1 admin admin] Publish callbacks [] for security_group (c4ffdaf9-0056-4441-8798-963e1c5f7d2c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:09.017391 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b27568-2b36-464d-9068-31bc878a89e4 x-openstack-request-id: req-a9b27568-2b36-464d-9068-31bc878a89e4 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:09.017693 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fd630b-6973-4d06-88d6-1af645704cc4", "name": "network-vif-plugged", "status": "completed", "tag": "55bb307f-cd66-4035-9acb-1bfb8dc9c681", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:09.017952 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9b27568-2b36-464d-9068-31bc878a89e4 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:09.018359 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fd630b-6973-4d06-88d6-1af645704cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'code': 200} Feb 11 04:25:09.077275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ccc5a983-4de5-4436-8230-e1e2a68dbe13 req-d2c9ccea-b679-4c8f-a74d-6680ddf90196 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0961390 Feb 11 04:25:09.100138 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-41dc1e64-e325-4e2a-8d9d-295c87bf55d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c4ffdaf9-0056-4441-8798-963e1c5f7d2c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:09.103644 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-41dc1e64-e325-4e2a-8d9d-295c87bf55d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:09.105214 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-41dc1e64-e325-4e2a-8d9d-295c87bf55d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4ffdaf9-0056-4441-8798-963e1c5f7d2c HTTP/1.1" status: 204 len: 168 time: 0.3083005 Feb 11 04:25:09.116698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc1e64-e325-4e2a-8d9d-295c87bf55d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ffdaf9-0056-4441-8798-963e1c5f7d2c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:09.236572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2262ae-fea2-4093-8dc4-86b54e7cf07b req-56b96a0b-96c7-4581-a0da-fc5fc3a9bb7c tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:09.238211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c2262ae-fea2-4093-8dc4-86b54e7cf07b req-56b96a0b-96c7-4581-a0da-fc5fc3a9bb7c tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.1287568 Feb 11 04:25:09.311040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ddb4d-af82-4778-bd18-631ab4c51592 req-feab1e62-4f9f-4115-9979-4f0c45f207e4 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:09.312711 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-531ddb4d-af82-4778-bd18-631ab4c51592 req-feab1e62-4f9f-4115-9979-4f0c45f207e4 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1208076 Feb 11 04:25:09.355531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c2262ae-fea2-4093-8dc4-86b54e7cf07b req-8bb481a8-fc7e-420c-b26f-f0c92e74ba30 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022203 Feb 11 04:25:09.390004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-531ddb4d-af82-4778-bd18-631ab4c51592 req-b106fd94-b0f5-491f-934e-3a38f34da35d tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688922 Feb 11 04:25:09.421990 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 50f008ed-425c-4cfc-81e7-aadd7b60fde5 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:25:09.424638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 50f008ed-425c-4cfc-81e7-aadd7b60fde5 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:25:09.456577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:25:09.687960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077b550-c82f-4f81-93dd-e2ae4fb974ac req-3659f3c9-760f-45b4-b479-e1cce8e5c3e8 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:09.689528 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a077b550-c82f-4f81-93dd-e2ae4fb974ac req-3659f3c9-760f-45b4-b479-e1cce8e5c3e8 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 944 time: 0.1242774 Feb 11 04:25:09.697066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafedeb0-b649-4fdc-bf52-4b31786d696b req-cf45620c-24bd-484f-8245-d1a1359783d8 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:09.704387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fafedeb0-b649-4fdc-bf52-4b31786d696b req-cf45620c-24bd-484f-8245-d1a1359783d8 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.0887620 Feb 11 04:25:09.784691 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.resource_extend [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:25:09.804962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fafedeb0-b649-4fdc-bf52-4b31786d696b req-c3b2a909-1c43-4cec-ac57-5300b99acbd0 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992329 Feb 11 04:25:09.831034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a077b550-c82f-4f81-93dd-e2ae4fb974ac req-2aa50d7b-071b-4023-b579-9e771e4fd698 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a464dad1-16a1-48d2-afa9-a35ba0c55d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170192 Feb 11 04:25:09.945923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:09.946901 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:09.954400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:25:09.977434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:25:09.978127 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (694ceaf2-df8d-4a38-ade1-5b63bd0e4155), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:10.058684 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:10.068586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37457bf9-7352-43e5-8747-07644d1bd6f4 req-b53ebf9c-4e57-4a17-a977-044e4fa3a199 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:10.073858 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37457bf9-7352-43e5-8747-07644d1bd6f4 req-b53ebf9c-4e57-4a17-a977-044e4fa3a199 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1208763 Feb 11 04:25:10.083953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:10.099326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '50f008ed-425c-4cfc-81e7-aadd7b60fde5', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '50f008ed-425c-4cfc-81e7-aadd7b60fde5', 'mac_address': 'fa:16:3e:df:5e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:25:10.154662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:10.155083 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:10.160575 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:10.175846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37457bf9-7352-43e5-8747-07644d1bd6f4 req-9b2e1d7b-4c66-4bfc-86a1-ab3507b5b4d1 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842528 Feb 11 04:25:10.200973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50f008ed-425c-4cfc-81e7-aadd7b60fde5 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:10.313940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=50f008ed-425c-4cfc-81e7-aadd7b60fde5,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:10.319840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:10.320349 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (694ceaf2-df8d-4a38-ade1-5b63bd0e4155), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:10.334015 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:25:10.334606 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:25:10.369487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=694ceaf2-df8d-4a38-ade1-5b63bd0e4155,segment=NetworkSegment(d4ce46d6-e20b-46a3-86c2-442c27763008),segment_id=d4ce46d6-e20b-46a3-86c2-442c27763008)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:10.422898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1de59-5505-4398-81b0-342c0e569265 req-9400dd75-13fe-4c26-975d-83d8ca0bcd85 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:10.431397 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ba1de59-5505-4398-81b0-342c0e569265 req-9400dd75-13fe-4c26-975d-83d8ca0bcd85 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.0958881 Feb 11 04:25:10.449017 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (694ceaf2-df8d-4a38-ade1-5b63bd0e4155), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:10.564531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=694ceaf2-df8d-4a38-ade1-5b63bd0e4155,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:10.622855 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ba1de59-5505-4398-81b0-342c0e569265 req-d3f14a3f-644c-4da3-8f1a-67bf345c8c8b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1789672 Feb 11 04:25:10.631540 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94f35f-3d62-4f7b-ab31-c315e0f0e28c req-8a4b9b39-c95e-4f32-8c11-4cdcc07c8896 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:10.639513 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a94f35f-3d62-4f7b-ab31-c315e0f0e28c req-8a4b9b39-c95e-4f32-8c11-4cdcc07c8896 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1674531 Feb 11 04:25:10.669414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023f7e1-95cf-40ee-a3bb-ab9e6767de66 req-8fe6a0bc-6292-44e3-bead-d4feadd7f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:10.671511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6023f7e1-95cf-40ee-a3bb-ab9e6767de66 req-8fe6a0bc-6292-44e3-bead-d4feadd7f03c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1473eb6969949e6a2109f9722d68b38&device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 1130 time: 0.1178038 Feb 11 04:25:10.742948 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a94f35f-3d62-4f7b-ab31-c315e0f0e28c req-10a267d8-411e-4db8-b757-0e69b8abc301 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989430 Feb 11 04:25:10.866171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47836) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:10.927472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:10.928938 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:10.959006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023f7e1-95cf-40ee-a3bb-ab9e6767de66 req-149a9d58-51dc-4cd6-b9d4-0531e89c270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:10.960524 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6023f7e1-95cf-40ee-a3bb-ab9e6767de66 req-149a9d58-51dc-4cd6-b9d4-0531e89c270b service neutron] 10.222.0.47 "GET /v2.0/networks?id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b HTTP/1.1" status: 200 len: 915 time: 0.2828758 Feb 11 04:25:10.969872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f008ed-425c-4cfc-81e7-aadd7b60fde5 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:11.012875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:11.015136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6023f7e1-95cf-40ee-a3bb-ab9e6767de66 req-58f323ab-0b2c-4f79-bbe6-ce2970e6fbac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dea56a0-659d-4bac-80b9-cc5632162486 HTTP/1.1" status: 200 len: 217 time: 0.0471227 Feb 11 04:25:11.020759 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5'}, {'server_uuid': 'b716ba9e-7dee-4c7e-8a9c-95935eed2793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694ceaf2-df8d-4a38-ade1-5b63bd0e4155'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:11.024577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b274b5-4323-4688-aac2-602852b255db req-e85478df-9e4c-4a7a-a3e9-101679fd81d2 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:11.026655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8b274b5-4323-4688-aac2-602852b255db req-e85478df-9e4c-4a7a-a3e9-101679fd81d2 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.2347236 Feb 11 04:25:11.036475 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaa618f-4990-4c3e-9103-9684b7a8526c" -d '{"events": [{"server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "name": "network-vif-unplugged", "status": "completed", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5"}, {"server_uuid": "b716ba9e-7dee-4c7e-8a9c-95935eed2793", "name": "network-vif-plugged", "status": "completed", "tag": "694ceaf2-df8d-4a38-ade1-5b63bd0e4155"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:11.042403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fed49-fd17-4d11-9713-1fdd3a498cdd req-dea7bf16-20d7-4ae4-b615-03abf5e674f1 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:11.049292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-811fed49-fd17-4d11-9713-1fdd3a498cdd req-dea7bf16-20d7-4ae4-b615-03abf5e674f1 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 948 time: 0.1813340 Feb 11 04:25:11.050742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1964050818-network', 'tenant_id': '53517d294ea74f0d87f1ffa99a267b01'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:11.094444 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:11.136145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023f7e1-95cf-40ee-a3bb-ab9e6767de66 req-4bc2e567-02c2-4ee0-892b-ef09cc3d51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:11.137629 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6023f7e1-95cf-40ee-a3bb-ab9e6767de66 req-4bc2e567-02c2-4ee0-892b-ef09cc3d51ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5af16ed-8836-49c2-8b93-adb678c52442 HTTP/1.1" status: 200 len: 854 time: 0.1100738 Feb 11 04:25:11.151939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] Made reservation on behalf of 53517d294ea74f0d87f1ffa99a267b01 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:25:11.154299 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:11.182019 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:11.212074 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6023f7e1-95cf-40ee-a3bb-ab9e6767de66 req-0d537116-16e3-4492-9185-dbedad785a98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=944a3a5b-b293-47a1-899e-5e7fbbc3e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647585 Feb 11 04:25:11.221755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=50f008ed-425c-4cfc-81e7-aadd7b60fde5,revision_number=10']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:11.246161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-811fed49-fd17-4d11-9713-1fdd3a498cdd req-4158cebc-c742-40bb-81ef-fce44ec71885 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959174 Feb 11 04:25:11.269992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8b274b5-4323-4688-aac2-602852b255db req-6e432142-2247-4af0-bd5f-3a2f0ab53634 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186458 Feb 11 04:25:11.317960 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['50f008ed-425c-4cfc-81e7-aadd7b60fde5'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:25:11.319977 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] Publish callbacks [] for security_group (079d4f7f-ca44-4137-a64e-e2f1451ddcc1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:11.380300 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (079d4f7f-ca44-4137-a64e-e2f1451ddcc1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:11.403590 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7544067-6e28-4a4e-bcfb-7e2b86295960 x-openstack-request-id: req-a7544067-6e28-4a4e-bcfb-7e2b86295960 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:11.403921 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "name": "network-vif-unplugged", "status": "completed", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5", "code": 200}, {"server_uuid": "b716ba9e-7dee-4c7e-8a9c-95935eed2793", "name": "network-vif-plugged", "status": "completed", "tag": "694ceaf2-df8d-4a38-ade1-5b63bd0e4155", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:11.404326 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7544067-6e28-4a4e-bcfb-7e2b86295960 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:11.404569 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5', 'code': 200} Feb 11 04:25:11.404834 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b716ba9e-7dee-4c7e-8a9c-95935eed2793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694ceaf2-df8d-4a38-ade1-5b63bd0e4155', 'code': 200} Feb 11 04:25:11.436043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:25:11.471848 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079d4f7f-ca44-4137-a64e-e2f1451ddcc1,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:11.597097 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:25:11.611713 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:11.614951 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8f25dd09-724d-473a-888a-1cb6f8f86c53), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:11.616892 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] Added segment 8f25dd09-724d-473a-888a-1cb6f8f86c53 of type vlan for network 7bd03c06-b640-4a58-a281-997084ed2bc1 Feb 11 04:25:11.626415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702a09f-3717-45ff-bfca-06698df3ab84 req-98ca9c40-91be-4e43-9ac1-c8fb9132d5b9 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:11.633568 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d702a09f-3717-45ff-bfca-06698df3ab84 req-98ca9c40-91be-4e43-9ac1-c8fb9132d5b9 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 945 time: 0.3012514 Feb 11 04:25:11.641621 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:25:11.656832 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95', 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee', 'port_id': '1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95', 'mac_address': 'fa:16:3e:90:a1:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eba31f7-1207-4443-a78f-e7f3b3f7b7c9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:25:11.680826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a49ce-0d37-4fc4-b19e-90bf05a94f11 req-aaf7f126-3be3-4557-9d10-48feb7fb09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:11.683656 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e7a49ce-0d37-4fc4-b19e-90bf05a94f11 req-aaf7f126-3be3-4557-9d10-48feb7fb09b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 1128 time: 0.1888261 Feb 11 04:25:11.685701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5d18e-12b2-45e8-97a6-58d79e471ef9 req-fb21b9f6-e098-4964-bd7a-97aa7b5bc80e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:11.695250 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1cc5d18e-12b2-45e8-97a6-58d79e471ef9 req-fb21b9f6-e098-4964-bd7a-97aa7b5bc80e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1896491 Feb 11 04:25:11.699660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6023f7e1-95cf-40ee-a3bb-ab9e6767de66 req-9a35164b-6d61-43fd-bef7-b4acf1fc850c service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767833 Feb 11 04:25:11.717643 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (7bd03c06-b640-4a58-a281-997084ed2bc1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:11.790475 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e7a49ce-0d37-4fc4-b19e-90bf05a94f11 req-5dd31282-50f9-4ccc-bb36-e0c0ef70322b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a464dad1-16a1-48d2-afa9-a35ba0c55d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844219 Feb 11 04:25:11.839626 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6023f7e1-95cf-40ee-a3bb-ab9e6767de66 req-e693b377-1603-4351-a362-4ade9ad8eec3 service neutron] 10.222.0.47 "GET /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312466 Feb 11 04:25:11.842569 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (7bd03c06-b640-4a58-a281-997084ed2bc1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:11.847717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:11.851972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:11.897502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:11.898425 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:11.912380 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d702a09f-3717-45ff-bfca-06698df3ab84 req-01392d0d-5bbb-4f0a-811b-2da8334d676f tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a464dad1-16a1-48d2-afa9-a35ba0c55d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713184 Feb 11 04:25:11.931003 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0634983 Feb 11 04:25:11.934003 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47858) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:11.941019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:11.945954 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5d858f97-1628-42ff-85cf-125b5a629ea5 admin admin] Request body: {'subnet': {'network_id': '7bd03c06-b640-4a58-a281-997084ed2bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1964050818-subnet', 'tenant_id': '53517d294ea74f0d87f1ffa99a267b01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:11.951608 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1cc5d18e-12b2-45e8-97a6-58d79e471ef9 req-614d5765-fa34-435b-9eac-b5d86e19b7f3 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505469 Feb 11 04:25:11.975292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:12.030875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:12.031291 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:12.065524 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:12.070667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da29fd-a0d5-4c7e-b866-e776171735b2 admin admin] Pushing event updated for resources: {'Network': ['ID=7bd03c06-b640-4a58-a281-997084ed2bc1,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:12.136756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 7bd03c06-b640-4a58-a281-997084ed2bc1 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:25:12.202479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d858f97-1628-42ff-85cf-125b5a629ea5 admin admin] Made reservation on behalf of 53517d294ea74f0d87f1ffa99a267b01 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:25:12.204900 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d858f97-1628-42ff-85cf-125b5a629ea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:12.206582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18230659-5153-497f-8000-894e5f68d373 req-96ddd020-d3fc-44ca-9bdc-a3d83c23be4a tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:12.215014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18230659-5153-497f-8000-894e5f68d373 req-96ddd020-d3fc-44ca-9bdc-a3d83c23be4a tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.1445150 Feb 11 04:25:12.283607 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32a663-ff6b-41b3-8bbf-4ea7913fe725 req-aaa28198-4528-4ba1-a84a-4b47d4f7a09e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:12.285112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d32a663-ff6b-41b3-8bbf-4ea7913fe725 req-aaa28198-4528-4ba1-a84a-4b47d4f7a09e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1686451 Feb 11 04:25:12.300950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:12.301630 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18230659-5153-497f-8000-894e5f68d373 req-74f5d555-d4bf-424d-b809-8ad3a7ebe6ff tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844870 Feb 11 04:25:12.315318 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:25:12.380244 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:25:12.380244 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:25:12.427088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d32a663-ff6b-41b3-8bbf-4ea7913fe725 req-a3689931-873d-4e1d-9161-77a937c4a799 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224508 Feb 11 04:25:12.613935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487861d4-3dd7-4de7-afe6-3e03339d14d7 req-bdb7eb5d-47bc-4bcd-8c50-3de4d2e3ad64 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:12.622919 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-487861d4-3dd7-4de7-afe6-3e03339d14d7 req-bdb7eb5d-47bc-4bcd-8c50-3de4d2e3ad64 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.1813905 Feb 11 04:25:12.678692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e8143-bbf4-4d07-899d-22355717f660 req-a0088c71-4114-4d02-b024-e4619a505af4 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:12.680490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c55e8143-bbf4-4d07-899d-22355717f660 req-a0088c71-4114-4d02-b024-e4619a505af4 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 945 time: 0.1583726 Feb 11 04:25:12.707238 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d858f97-1628-42ff-85cf-125b5a629ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (77d11027-47bc-4a13-8661-c24e393f51ab), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:12.727862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-487861d4-3dd7-4de7-afe6-3e03339d14d7 req-e798e715-a237-43e3-9c06-3eea0f1e4c43 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037688 Feb 11 04:25:12.799735 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d858f97-1628-42ff-85cf-125b5a629ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d11027-47bc-4a13-8661-c24e393f51ab,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:12.813108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c55e8143-bbf4-4d07-899d-22355717f660 req-27297c48-9807-4871-872f-9938e03d20ae tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062648 Feb 11 04:25:12.823807 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d858f97-1628-42ff-85cf-125b5a629ea5 admin admin] Checking segment: {'id': '8f25dd09-724d-473a-888a-1cb6f8f86c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7bd03c06-b640-4a58-a281-997084ed2bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:25:12.824242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d858f97-1628-42ff-85cf-125b5a629ea5 admin admin] Network hostable DHCP agents. Network: 7bd03c06-b640-4a58-a281-997084ed2bc1, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:25:12.925337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 is: BUILD; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:12.925894 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:12.928305 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d858f97-1628-42ff-85cf-125b5a629ea5 admin admin] Network 7bd03c06-b640-4a58-a281-997084ed2bc1 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:25:12.985369 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5d858f97-1628-42ff-85cf-125b5a629ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 7bd03c06-b640-4a58-a281-997084ed2bc1) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:25:12.991344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:12.997975 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d858f97-1628-42ff-85cf-125b5a629ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:12.998583 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d858f97-1628-42ff-85cf-125b5a629ea5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:13.050985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:13.054528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f442f1e2-b168-431e-a3b1-a69807a4524f None None] Network 7bd03c06-b640-4a58-a281-997084ed2bc1 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:25:13.101339 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5d858f97-1628-42ff-85cf-125b5a629ea5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1562002 Feb 11 04:25:13.165656 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:13.296045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e02fc86-2e34-4ee2-84c8-67c2393efacd None None] Network 7bd03c06-b640-4a58-a281-997084ed2bc1 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:25:13.344956 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:13.349530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30943a09-999c-4224-92e2-35fda5ead2a8 req-16100977-69ac-4bc1-95b1-2a1d72098965 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:13.351161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30943a09-999c-4224-92e2-35fda5ead2a8 req-16100977-69ac-4bc1-95b1-2a1d72098965 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 945 time: 0.2344553 Feb 11 04:25:13.359244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490a403-ccb4-402e-b5fe-f75a9ff33a00 req-6c327c57-4faa-4351-8038-f92c4de17c12 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:13.366307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47884) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:13.369388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0490a403-ccb4-402e-b5fe-f75a9ff33a00 req-6c327c57-4faa-4351-8038-f92c4de17c12 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.2639446 Feb 11 04:25:13.459606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:25:13.529235 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4381485-a89f-4624-a32c-e35329e245a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:13.559311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:25:13.559696 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:13.671879 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4381485-a89f-4624-a32c-e35329e245a5 admin admin] Publish callbacks [] for security_group (7587a34e-b3f7-4612-a3b9-638896b61387), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:13.704278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:13.705528 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:13.733700 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4381485-a89f-4624-a32c-e35329e245a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7587a34e-b3f7-4612-a3b9-638896b61387), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:13.747797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ec5df9-f680-41a3-8e26-c12652616959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:13.751570 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63a5d6c-e6da-4f41-a4cc-3a0582b3d842" -d '{"events": [{"server_uuid": "71ec5df9-f680-41a3-8e26-c12652616959", "name": "network-vif-plugged", "status": "completed", "tag": "1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:13.760312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0490a403-ccb4-402e-b5fe-f75a9ff33a00 req-6311de90-6184-4b8c-9180-3e59de911a20 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875134 Feb 11 04:25:13.767788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:13.774290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30943a09-999c-4224-92e2-35fda5ead2a8 req-1d4dc467-c53c-40df-bf72-450c71a5d3bc tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a464dad1-16a1-48d2-afa9-a35ba0c55d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007695 Feb 11 04:25:13.868089 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d4381485-a89f-4624-a32c-e35329e245a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce6fbce2f4c2480d9a7dcc009b447ae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5001645 Feb 11 04:25:13.871152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4381485-a89f-4624-a32c-e35329e245a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7587a34e-b3f7-4612-a3b9-638896b61387,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:13.871640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47898) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:13.882881 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:13.883577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 50f008ed-425c-4cfc-81e7-aadd7b60fde5 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:25:13.994490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58248afa-acd7-4eb6-968f-cf28a040c018 admin admin] Publish callbacks [] for security_group (7587a34e-b3f7-4612-a3b9-638896b61387), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:14.060495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2852835-b7c2-47d1-a95d-80f5bf0f2304 req-deab3c62-d300-4652-aacb-52bb453978dd tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:14.063331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:14.065517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a2852835-b7c2-47d1-a95d-80f5bf0f2304 req-deab3c62-d300-4652-aacb-52bb453978dd tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.1307783 Feb 11 04:25:14.089384 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58248afa-acd7-4eb6-968f-cf28a040c018 admin admin] Publish callbacks [] for security_group (7587a34e-b3f7-4612-a3b9-638896b61387), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:14.148707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:25:14.149782 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:14.210826 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a2852835-b7c2-47d1-a95d-80f5bf0f2304 req-f191a1ac-9e69-4a58-8f53-a92a61520eab tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1293945 Feb 11 04:25:14.252889 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58248afa-acd7-4eb6-968f-cf28a040c018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7587a34e-b3f7-4612-a3b9-638896b61387), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:14.252889 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58248afa-acd7-4eb6-968f-cf28a040c018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:14.252889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-58248afa-acd7-4eb6-968f-cf28a040c018 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7587a34e-b3f7-4612-a3b9-638896b61387 HTTP/1.1" status: 204 len: 168 time: 0.3750708 Feb 11 04:25:14.292595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58248afa-acd7-4eb6-968f-cf28a040c018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7587a34e-b3f7-4612-a3b9-638896b61387,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:14.417788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:14.418301 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:14.456983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:14.576110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e6027-d822-4e7b-b66a-361510051829 req-d1359f5c-0faf-486e-a276-869d225f388f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:14.580145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-861e6027-d822-4e7b-b66a-361510051829 req-d1359f5c-0faf-486e-a276-869d225f388f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.2029147 Feb 11 04:25:14.586101 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:14.716631 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808105a-db79-45b7-a158-2ecf7487cedb req-3dea8fb4-2e71-4cfd-a21f-1d408ecc155a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:14.718185 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c808105a-db79-45b7-a158-2ecf7487cedb req-3dea8fb4-2e71-4cfd-a21f-1d408ecc155a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 950 time: 0.2304873 Feb 11 04:25:14.721525 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=50f008ed-425c-4cfc-81e7-aadd7b60fde5,revision_number=11']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:14.731717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-861e6027-d822-4e7b-b66a-361510051829 req-33bc66d2-e08d-4deb-8fc6-4e88000d7d67 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316524 Feb 11 04:25:14.799349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c808105a-db79-45b7-a158-2ecf7487cedb req-e8c8e200-4956-4772-b84f-24645732431a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636954 Feb 11 04:25:14.859483 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30de670d-b101-489b-9653-a9098f2a2aab x-openstack-request-id: req-30de670d-b101-489b-9653-a9098f2a2aab {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:14.859802 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ec5df9-f680-41a3-8e26-c12652616959", "name": "network-vif-plugged", "status": "completed", "tag": "1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:14.860061 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30de670d-b101-489b-9653-a9098f2a2aab {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:14.860462 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ec5df9-f680-41a3-8e26-c12652616959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95', 'code': 200} Feb 11 04:25:15.187410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20815b-b82d-478a-9e7f-7743e7363a9b req-2300fae5-844c-4d48-af75-6a4528e63fe7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:15.190062 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af20815b-b82d-478a-9e7f-7743e7363a9b req-2300fae5-844c-4d48-af75-6a4528e63fe7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.1768248 Feb 11 04:25:15.340144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af20815b-b82d-478a-9e7f-7743e7363a9b req-c8409e0f-a1c5-42ec-9b18-031d2e4f4abb tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424379 Feb 11 04:25:15.522310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aa102-379c-4e9c-953a-4a824791d094 req-3e7a92fd-9d68-4b38-b6c5-0fea10ca365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:15.523872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f2aa102-379c-4e9c-953a-4a824791d094 req-3e7a92fd-9d68-4b38-b6c5-0fea10ca365a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 1129 time: 0.4486284 Feb 11 04:25:15.532613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8cbe3-8356-49cc-8dee-e6d1ac8ca631 req-597cd2a0-1bb5-4340-9b63-2ea4f6c2dc6c tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:15.534099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1dd8cbe3-8356-49cc-8dee-e6d1ac8ca631 req-597cd2a0-1bb5-4340-9b63-2ea4f6c2dc6c tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1799245 Feb 11 04:25:15.567383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f1432-450c-4a50-9d33-cd39f9eca511 req-52482686-25f4-4e5a-9489-57d3588b1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:15.568886 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd3f1432-450c-4a50-9d33-cd39f9eca511 req-52482686-25f4-4e5a-9489-57d3588b1c0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=058b960c8e424dc0ad4592597eb4325a&device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 1134 time: 0.4685853 Feb 11 04:25:15.595678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69074d0-f753-47f2-b358-61bc2610271b req-52ddc86c-c9dd-46c7-82a7-ad2d82b658be tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:15.597229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d69074d0-f753-47f2-b358-61bc2610271b req-52ddc86c-c9dd-46c7-82a7-ad2d82b658be tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1758621 Feb 11 04:25:15.685638 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f2aa102-379c-4e9c-953a-4a824791d094 req-3f39fd55-761b-447c-9035-6c49f8cbefa0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491823 Feb 11 04:25:15.690996 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1dd8cbe3-8356-49cc-8dee-e6d1ac8ca631 req-f896223d-f7de-4ae6-b086-0a4798f04008 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421216 Feb 11 04:25:15.750769 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47924) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:15.795690 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb6d8fb5-d857-47bf-97fb-4202d19c52f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:15.800426 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d69074d0-f753-47f2-b358-61bc2610271b req-cc8f6437-564f-44ac-a92a-a79473843f58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925979 Feb 11 04:25:15.952358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f1432-450c-4a50-9d33-cd39f9eca511 req-12ba68eb-eb35-4318-a56d-a0e8581d804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:15.955289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd3f1432-450c-4a50-9d33-cd39f9eca511 req-12ba68eb-eb35-4318-a56d-a0e8581d804b service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.3569770 Feb 11 04:25:15.968359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ad88-c5d2-480d-a68c-3fd369e28de7 req-e13cb572-b812-4aa7-ae6c-445ab1396464 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:15.970388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-46c7ad88-c5d2-480d-a68c-3fd369e28de7 req-e13cb572-b812-4aa7-ae6c-445ab1396464 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 945 time: 0.1856277 Feb 11 04:25:15.994114 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb6d8fb5-d857-47bf-97fb-4202d19c52f3 admin admin] Publish callbacks [] for security_group (d45d1253-ee32-4460-b531-d4f00233b211), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:16.023887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd3f1432-450c-4a50-9d33-cd39f9eca511 req-e4e30a5d-cdb3-434c-8ef5-31ca5daf369e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5 HTTP/1.1" status: 200 len: 217 time: 0.0522344 Feb 11 04:25:16.054574 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb6d8fb5-d857-47bf-97fb-4202d19c52f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d45d1253-ee32-4460-b531-d4f00233b211), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:16.107278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f1432-450c-4a50-9d33-cd39f9eca511 req-7c2fbd28-b3a0-4553-ad5f-071be9db0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:16.108628 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd3f1432-450c-4a50-9d33-cd39f9eca511 req-7c2fbd28-b3a0-4553-ad5f-071be9db0df6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0663953 Feb 11 04:25:16.116767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733af02-67ec-4a87-b820-80bdac6d279a req-dcd7b474-b086-4814-a544-c9606051ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:16.118473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0733af02-67ec-4a87-b820-80bdac6d279a req-dcd7b474-b086-4814-a544-c9606051ec9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 1129 time: 0.2021420 Feb 11 04:25:16.146203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d8fb5-d857-47bf-97fb-4202d19c52f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45d1253-ee32-4460-b531-d4f00233b211,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:16.171408 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fb6d8fb5-d857-47bf-97fb-4202d19c52f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c3cb4aee879427f94cb63309459292b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4189770 Feb 11 04:25:16.174220 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47934) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:16.246261 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b292b65-6958-4ff2-b725-d9d5172f5763 admin admin] Publish callbacks [] for security_group (d45d1253-ee32-4460-b531-d4f00233b211), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:16.251565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-46c7ad88-c5d2-480d-a68c-3fd369e28de7 req-f74130f7-01b9-4019-8173-f9b23cdea974 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a464dad1-16a1-48d2-afa9-a35ba0c55d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729445 Feb 11 04:25:16.283326 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b292b65-6958-4ff2-b725-d9d5172f5763 admin admin] Publish callbacks [] for security_group (d45d1253-ee32-4460-b531-d4f00233b211), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:16.402093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f1432-450c-4a50-9d33-cd39f9eca511 req-44648685-d1bb-4a6d-b78c-96de1a0dcc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:16.403722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd3f1432-450c-4a50-9d33-cd39f9eca511 req-44648685-d1bb-4a6d-b78c-96de1a0dcc78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2656331 Feb 11 04:25:16.435530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-bd3f1432-450c-4a50-9d33-cd39f9eca511 req-76d20206-e550-47fe-a0e0-d4ca02daf39c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:25:16.436534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd3f1432-450c-4a50-9d33-cd39f9eca511 req-76d20206-e550-47fe-a0e0-d4ca02daf39c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112424 Feb 11 04:25:16.458729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733af02-67ec-4a87-b820-80bdac6d279a req-3bc4610c-d18a-49f4-bd38-f1c3d33c6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:16.460206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0733af02-67ec-4a87-b820-80bdac6d279a req-3bc4610c-d18a-49f4-bd38-f1c3d33c6545 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 917 time: 0.3025401 Feb 11 04:25:16.467904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb6768-6bcf-404a-827b-708bc6b63d71 req-db1cd75f-a167-40fc-8259-5b9856e7434b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:16.469371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a2fb6768-6bcf-404a-827b-708bc6b63d71 req-db1cd75f-a167-40fc-8259-5b9856e7434b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.2836001 Feb 11 04:25:16.494134 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b292b65-6958-4ff2-b725-d9d5172f5763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d45d1253-ee32-4460-b531-d4f00233b211), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:16.497043 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b292b65-6958-4ff2-b725-d9d5172f5763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:16.498197 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5b292b65-6958-4ff2-b725-d9d5172f5763 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d45d1253-ee32-4460-b531-d4f00233b211 HTTP/1.1" status: 204 len: 168 time: 0.3228002 Feb 11 04:25:16.516751 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b292b65-6958-4ff2-b725-d9d5172f5763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45d1253-ee32-4460-b531-d4f00233b211,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:16.707261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0733af02-67ec-4a87-b820-80bdac6d279a req-b2b3668c-f6b4-4379-adca-4421e8c85b79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681 HTTP/1.1" status: 200 len: 1002 time: 0.2365417 Feb 11 04:25:16.733090 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa91cc0-a9f2-4b95-98d1-badbe0d80d62 req-f1bd1fb7-9006-4569-8559-3517b0fffe48 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:16.734600 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5aa91cc0-a9f2-4b95-98d1-badbe0d80d62 req-f1bd1fb7-9006-4569-8559-3517b0fffe48 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 951 time: 0.3672543 Feb 11 04:25:16.790919 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a2fb6768-6bcf-404a-827b-708bc6b63d71 req-322fb9f8-23d1-441c-a29f-26df0d053722 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2877252 Feb 11 04:25:16.795955 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd3f1432-450c-4a50-9d33-cd39f9eca511 req-2eb09f69-88b7-481f-9115-162a1bbe37a1 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475165 Feb 11 04:25:16.861469 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:16.864645 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5342589c-d661-4cc8-aa78-1d86c015ccf2" -d '{"events": [{"server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "name": "network-vif-plugged", "status": "completed", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:16.890038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733af02-67ec-4a87-b820-80bdac6d279a req-1be9b399-a645-4da1-8fe6-d26a924ff8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:16.891547 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0733af02-67ec-4a87-b820-80bdac6d279a req-1be9b399-a645-4da1-8fe6-d26a924ff8ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aff91b0d-1298-40b8-9cf7-8b139d7ddd16 HTTP/1.1" status: 200 len: 855 time: 0.1554761 Feb 11 04:25:16.955549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5aa91cc0-a9f2-4b95-98d1-badbe0d80d62 req-881c5663-31c4-4afd-bf54-5130032fecf4 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101734 Feb 11 04:25:17.096500 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd3f1432-450c-4a50-9d33-cd39f9eca511 req-ac86ffe2-3f3c-461c-81e9-574a943e4fe5 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915857 Feb 11 04:25:17.141756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733af02-67ec-4a87-b820-80bdac6d279a req-a25b7eb8-7e05-499c-8614-e352b33613eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:17.150356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0733af02-67ec-4a87-b820-80bdac6d279a req-a25b7eb8-7e05-499c-8614-e352b33613eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aea3f5db-90d4-484d-a1e1-ef38ac456aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2123244 Feb 11 04:25:17.248763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d79185-c8f0-4d4b-8a35-f6e26cfa06c6 req-f3d55f9f-96a0-428c-8bb0-5d43d9b0bb80 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:17.252468 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9d79185-c8f0-4d4b-8a35-f6e26cfa06c6 req-f3d55f9f-96a0-428c-8bb0-5d43d9b0bb80 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1755543 Feb 11 04:25:17.390788 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0733af02-67ec-4a87-b820-80bdac6d279a req-dd595430-b9e1-4c0d-8d3b-3e66f223e1e4 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337132 Feb 11 04:25:17.396566 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9d79185-c8f0-4d4b-8a35-f6e26cfa06c6 req-85448352-ee6c-49e7-9e4c-a94b4c5bb243 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866647 Feb 11 04:25:17.614663 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0733af02-67ec-4a87-b820-80bdac6d279a req-0da35d47-1a6e-4f88-ad7f-03feca099173 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138548 Feb 11 04:25:17.623581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b763090-0303-4509-8b2f-8de02b71bddb req-128b81e1-da49-4919-be25-3f65d64e3c99 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:17.625057 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b763090-0303-4509-8b2f-8de02b71bddb req-128b81e1-da49-4919-be25-3f65d64e3c99 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.1560998 Feb 11 04:25:17.656338 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da642bf8-7395-4279-9948-f2bef86adde3 req-4001c520-9c19-41f8-ad86-525e362d2fd5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:17.657936 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-da642bf8-7395-4279-9948-f2bef86adde3 req-4001c520-9c19-41f8-ad86-525e362d2fd5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1035774 Feb 11 04:25:17.736149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b763090-0303-4509-8b2f-8de02b71bddb req-c69ed303-9c60-4f7e-8bfc-d43b3c0f4154 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046398 Feb 11 04:25:17.773869 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-da642bf8-7395-4279-9948-f2bef86adde3 req-5f9b4fdf-3f14-4b20-bbd8-5b147c0919bb tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028552 Feb 11 04:25:17.814815 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8344168f-8167-48f5-9643-2a787629a52d x-openstack-request-id: req-8344168f-8167-48f5-9643-2a787629a52d {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:17.815118 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "name": "network-vif-plugged", "status": "completed", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:17.815381 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8344168f-8167-48f5-9643-2a787629a52d {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:17.815802 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5', 'code': 200} Feb 11 04:25:18.018955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477894e-df2b-4d95-95c2-424c27e30c2a req-1aebccbe-83a3-4226-8e71-3159efa55623 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:18.021109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6477894e-df2b-4d95-95c2-424c27e30c2a req-1aebccbe-83a3-4226-8e71-3159efa55623 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1443114 Feb 11 04:25:18.058428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0d7d5-6057-40a6-bdb5-6e1b8fa87d81 req-e2249b3a-1b7c-44c1-9bf1-e7f55c77c9a4 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:18.060265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-46c0d7d5-6057-40a6-bdb5-6e1b8fa87d81 req-e2249b3a-1b7c-44c1-9bf1-e7f55c77c9a4 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 945 time: 0.1450455 Feb 11 04:25:18.083044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebbdc1-1654-4b2d-bd3c-32b438d009fb req-0e704fc7-f2c3-4922-9b0d-d3c6d165954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:18.084571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9ebbdc1-1654-4b2d-bd3c-32b438d009fb req-0e704fc7-f2c3-4922-9b0d-d3c6d165954e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 1134 time: 0.1232264 Feb 11 04:25:18.145087 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6477894e-df2b-4d95-95c2-424c27e30c2a req-88669d7b-1279-4618-9b63-d2102b1fcefe tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149344 Feb 11 04:25:18.192272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9ebbdc1-1654-4b2d-bd3c-32b438d009fb req-84bc14c5-6216-4cbc-a7c4-799abc9233cf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909681 Feb 11 04:25:18.202805 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-46c0d7d5-6057-40a6-bdb5-6e1b8fa87d81 req-8c361dd2-8eca-420a-a260-6dceda1a183f tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a464dad1-16a1-48d2-afa9-a35ba0c55d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345956 Feb 11 04:25:18.280356 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7c2d5-7038-4e2a-9c6b-b86878201579 req-03f5a3f2-eb1b-496a-8287-311b2740ee20 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:18.281943 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39c7c2d5-7038-4e2a-9c6b-b86878201579 req-03f5a3f2-eb1b-496a-8287-311b2740ee20 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.0711749 Feb 11 04:25:18.337190 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39c7c2d5-7038-4e2a-9c6b-b86878201579 req-044afddb-503f-4f54-b67b-23a0fb5a8ce7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489364 Feb 11 04:25:18.500345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935bcb2-0932-402a-8887-9009ac9771c3 req-9a869fdb-50dd-48c6-8de5-83db5932d5c4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:18.501819 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8935bcb2-0932-402a-8887-9009ac9771c3 req-9a869fdb-50dd-48c6-8de5-83db5932d5c4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.0914230 Feb 11 04:25:18.561959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59126ee2-8fa4-4279-957e-021ff7dffd33 req-1bbf9bf2-f34a-4c8d-b117-f0bc24261dfb tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:18.563696 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59126ee2-8fa4-4279-957e-021ff7dffd33 req-1bbf9bf2-f34a-4c8d-b117-f0bc24261dfb tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 951 time: 0.1055348 Feb 11 04:25:18.608777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8935bcb2-0932-402a-8887-9009ac9771c3 req-2765233c-17ae-4692-b768-0216029181a7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901849 Feb 11 04:25:18.642599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59126ee2-8fa4-4279-957e-021ff7dffd33 req-5c3338d5-95cb-4f43-b0d4-54baef26f562 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689318 Feb 11 04:25:18.910296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b7bf5-a3f6-4f43-80bf-268e603e60c6 req-3acd0875-82df-4b04-b255-0565fc63ca2e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:18.911540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-297b7bf5-a3f6-4f43-80bf-268e603e60c6 req-3acd0875-82df-4b04-b255-0565fc63ca2e tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.0766118 Feb 11 04:25:18.971143 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-297b7bf5-a3f6-4f43-80bf-268e603e60c6 req-dd77c873-0c24-43e0-a6ec-f12ddc4f9e50 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535278 Feb 11 04:25:19.068876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0622c3c-5f20-4d68-8a99-88f4dbab3038 req-46d590ec-7398-4ac7-89b2-a327451dbb11 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:19.070385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e0622c3c-5f20-4d68-8a99-88f4dbab3038 req-46d590ec-7398-4ac7-89b2-a327451dbb11 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.47 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 945 time: 0.0980601 Feb 11 04:25:19.359768 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-e0622c3c-5f20-4d68-8a99-88f4dbab3038 req-c5fa1c00-0792-4541-86ee-50d93da4eb3a tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Deleting port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:25:19.360497 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e0622c3c-5f20-4d68-8a99-88f4dbab3038 req-c5fa1c00-0792-4541-86ee-50d93da4eb3a tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (694ceaf2-df8d-4a38-ade1-5b63bd0e4155), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:19.370042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed4d77-8a78-4d3f-8ddd-ebd094908daf req-94f059d2-9819-4693-aefc-527450598729 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:19.382655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69ed4d77-8a78-4d3f-8ddd-ebd094908daf req-94f059d2-9819-4693-aefc-527450598729 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1239789 Feb 11 04:25:19.569830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69ed4d77-8a78-4d3f-8ddd-ebd094908daf req-81074790-9dcf-4679-8006-f0ec5a747715 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838784 Feb 11 04:25:19.600238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939e44a-6aac-4ec0-af33-0ed4860818b2 req-2a2bc553-ef2f-4df0-b4d0-c35422194c04 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:19.601892 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0939e44a-6aac-4ec0-af33-0ed4860818b2 req-2a2bc553-ef2f-4df0-b4d0-c35422194c04 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1952939 Feb 11 04:25:19.660108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e0622c3c-5f20-4d68-8a99-88f4dbab3038 req-c5fa1c00-0792-4541-86ee-50d93da4eb3a tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] For port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=694ceaf2-df8d-4a38-ade1-5b63bd0e4155,segment=NetworkSegment(d4ce46d6-e20b-46a3-86c2-442c27763008),segment_id=d4ce46d6-e20b-46a3-86c2-442c27763008)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:19.661492 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e0622c3c-5f20-4d68-8a99-88f4dbab3038 req-c5fa1c00-0792-4541-86ee-50d93da4eb3a tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (694ceaf2-df8d-4a38-ade1-5b63bd0e4155), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:19.707267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-e0622c3c-5f20-4d68-8a99-88f4dbab3038 req-c5fa1c00-0792-4541-86ee-50d93da4eb3a tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Calling delete_port for 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:25:19.740378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0939e44a-6aac-4ec0-af33-0ed4860818b2 req-914b8ebf-97b5-4c5c-a220-1ab9be5c0ac4 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237137 Feb 11 04:25:19.803762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff92802-1e20-4214-b91d-d6093b8bc34c req-66504805-6592-40ee-97e3-b388612d0847 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:19.805164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3ff92802-1e20-4214-b91d-d6093b8bc34c req-66504805-6592-40ee-97e3-b388612d0847 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 945 time: 0.1394248 Feb 11 04:25:19.898943 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3ff92802-1e20-4214-b91d-d6093b8bc34c req-93d32028-21fe-473a-819e-33628d8769e3 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/security-groups?id=a464dad1-16a1-48d2-afa9-a35ba0c55d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847950 Feb 11 04:25:20.054205 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e0622c3c-5f20-4d68-8a99-88f4dbab3038 req-c5fa1c00-0792-4541-86ee-50d93da4eb3a tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (694ceaf2-df8d-4a38-ade1-5b63bd0e4155), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:20.066583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['694ceaf2-df8d-4a38-ade1-5b63bd0e4155'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:25:20.382713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa1c00-0792-4541-86ee-50d93da4eb3a tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Pushing event deleted for resources: {'Port': ['ID=694ceaf2-df8d-4a38-ade1-5b63bd0e4155,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:20.484447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-af435881-9292-4329-b7e1-378e6e21e158 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:20.485960 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-af435881-9292-4329-b7e1-378e6e21e158 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/networks?id=10aa80bb-93b9-4f30-8204-8c23a28b3aee HTTP/1.1" status: 200 len: 814 time: 0.5100946 Feb 11 04:25:20.520062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0622c3c-5f20-4d68-8a99-88f4dbab3038 req-c5fa1c00-0792-4541-86ee-50d93da4eb3a tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] No DVR routers for this DVR port 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:25:20.530951 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e0622c3c-5f20-4d68-8a99-88f4dbab3038 req-c5fa1c00-0792-4541-86ee-50d93da4eb3a tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:20.534156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e0622c3c-5f20-4d68-8a99-88f4dbab3038 req-c5fa1c00-0792-4541-86ee-50d93da4eb3a tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.47 "DELETE /v2.0/ports/694ceaf2-df8d-4a38-ade1-5b63bd0e4155 HTTP/1.1" status: 204 len: 173 time: 1.4499254 Feb 11 04:25:20.537395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b716ba9e-7dee-4c7e-8a9c-95935eed2793', 'name': 'network-vif-deleted', 'tag': '694ceaf2-df8d-4a38-ade1-5b63bd0e4155'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:20.539704 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba902e78-1740-4333-8468-156e203771c6" -d '{"events": [{"server_uuid": "b716ba9e-7dee-4c7e-8a9c-95935eed2793", "name": "network-vif-deleted", "tag": "694ceaf2-df8d-4a38-ade1-5b63bd0e4155"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:20.558877 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-ac4c3aa4-d5da-40fc-99c6-dddc1c20f541 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/quotas/6a2e964cc91a403d9b6aa3dea7445ed3 HTTP/1.1" status: 200 len: 375 time: 0.0635870 Feb 11 04:25:20.570896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde9e62-446d-4751-9a72-35af271d1e02 req-ea93cded-2398-4216-85a6-a034ca1cdf7e tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:20.572689 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fde9e62-446d-4751-9a72-35af271d1e02 req-ea93cded-2398-4216-85a6-a034ca1cdf7e tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.1962852 Feb 11 04:25:20.583303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe26de-8bf2-43e1-a6e3-59755836c5b2 req-eccb4bef-0508-4f65-9c77-71db377afbe8 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:20.584817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbbe26de-8bf2-43e1-a6e3-59755836c5b2 req-eccb4bef-0508-4f65-9c77-71db377afbe8 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.32 "GET /v2.0/ports?device_id=71ec5df9-f680-41a3-8e26-c12652616959 HTTP/1.1" status: 200 len: 946 time: 0.1900022 Feb 11 04:25:20.748873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fde9e62-446d-4751-9a72-35af271d1e02 req-8684473f-2831-49e1-bf57-6c48e59b050b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1619759 Feb 11 04:25:20.753231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-338e574f-47cc-4933-ad0f-2c8b5b32bd52 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a2e964cc91a403d9b6aa3dea7445ed3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1674776 Feb 11 04:25:20.788717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48058) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:20.811136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-dbbe26de-8bf2-43e1-a6e3-59755836c5b2 req-ccf7778e-b4df-4eee-80d5-eefd75146d01 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Deleting port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:25:20.811488 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dbbe26de-8bf2-43e1-a6e3-59755836c5b2 req-ccf7778e-b4df-4eee-80d5-eefd75146d01 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:21.006393 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37d13ce7-b2a4-4618-8cb8-4b6d04e14b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:21.006707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-98f3cfce-298e-4e35-9162-5a363380f912 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:25:21.006707 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-98f3cfce-298e-4e35-9162-5a363380f912 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2361014 Feb 11 04:25:21.008589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dbbe26de-8bf2-43e1-a6e3-59755836c5b2 req-ccf7778e-b4df-4eee-80d5-eefd75146d01 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] For port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:21.009000 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dbbe26de-8bf2-43e1-a6e3-59755836c5b2 req-ccf7778e-b4df-4eee-80d5-eefd75146d01 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:21.053505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-dbbe26de-8bf2-43e1-a6e3-59755836c5b2 req-ccf7778e-b4df-4eee-80d5-eefd75146d01 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Calling delete_port for 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:25:21.066119 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37d13ce7-b2a4-4618-8cb8-4b6d04e14b64 admin admin] Publish callbacks [] for security_group (67e408de-2fcd-4b40-b34b-e71e3647c648), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:21.102941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112001c8-375a-4f08-910a-ff35c34f2732 req-2d85d4bd-9eed-4610-85c7-f4d86af4df94 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:21.104978 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-112001c8-375a-4f08-910a-ff35c34f2732 req-2d85d4bd-9eed-4610-85c7-f4d86af4df94 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 951 time: 0.1991498 Feb 11 04:25:21.174194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37d13ce7-b2a4-4618-8cb8-4b6d04e14b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (67e408de-2fcd-4b40-b34b-e71e3647c648), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:21.219946 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-4eae43dd-2bfa-49b4-b8f6-50088d016e0f service neutron] 10.222.0.13 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066863 Feb 11 04:25:21.224674 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-37d13ce7-b2a4-4618-8cb8-4b6d04e14b64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0e24661f5bb4c74898c87972e908e43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4324946 Feb 11 04:25:21.225309 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48068) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:21.232080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d13ce7-b2a4-4618-8cb8-4b6d04e14b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e408de-2fcd-4b40-b34b-e71e3647c648,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:21.241338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-112001c8-375a-4f08-910a-ff35c34f2732 req-030c454b-6601-487e-9416-0688438320eb tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270730 Feb 11 04:25:21.302105 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-169fe5b6-aac4-430b-bb8c-0bca9310dca8 admin admin] Publish callbacks [] for security_group (67e408de-2fcd-4b40-b34b-e71e3647c648), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:21.341258 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-169fe5b6-aac4-430b-bb8c-0bca9310dca8 admin admin] Publish callbacks [] for security_group (67e408de-2fcd-4b40-b34b-e71e3647c648), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:21.391790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-9a325053-6f20-4066-b6b6-60338aa6fbbe service neutron] 10.222.0.13 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649892 Feb 11 04:25:21.491302 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e182fb-6168-4e9d-8677-77ac11dc4847 x-openstack-request-id: req-c2e182fb-6168-4e9d-8677-77ac11dc4847 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:21.491719 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b716ba9e-7dee-4c7e-8a9c-95935eed2793", "name": "network-vif-deleted", "tag": "694ceaf2-df8d-4a38-ade1-5b63bd0e4155", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:21.492070 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2e182fb-6168-4e9d-8677-77ac11dc4847 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:21.492621 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b716ba9e-7dee-4c7e-8a9c-95935eed2793', 'name': 'network-vif-deleted', 'tag': '694ceaf2-df8d-4a38-ade1-5b63bd0e4155', 'status': 'completed', 'code': 200} Feb 11 04:25:21.589309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be47985-f3ad-414e-9179-70a0ada780da req-4c953e56-6bbd-4359-b3b5-0fc40441adae tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:21.590871 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3be47985-f3ad-414e-9179-70a0ada780da req-4c953e56-6bbd-4359-b3b5-0fc40441adae tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.0559595 Feb 11 04:25:21.596762 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dbbe26de-8bf2-43e1-a6e3-59755836c5b2 req-ccf7778e-b4df-4eee-80d5-eefd75146d01 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:21.596945 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-169fe5b6-aac4-430b-bb8c-0bca9310dca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (67e408de-2fcd-4b40-b34b-e71e3647c648), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:21.600291 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-169fe5b6-aac4-430b-bb8c-0bca9310dca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:21.605020 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-169fe5b6-aac4-430b-bb8c-0bca9310dca8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67e408de-2fcd-4b40-b34b-e71e3647c648 HTTP/1.1" status: 204 len: 168 time: 0.3757563 Feb 11 04:25:21.612083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169fe5b6-aac4-430b-bb8c-0bca9310dca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e408de-2fcd-4b40-b34b-e71e3647c648,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:21.640912 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7778e-b4df-4eee-80d5-eefd75146d01 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Pushing event deleted for resources: {'Port': ['ID=1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:21.709724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3be47985-f3ad-414e-9179-70a0ada780da req-0c867522-7d2f-47a9-b9e8-091012f1943d tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084220 Feb 11 04:25:21.735431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbe26de-8bf2-43e1-a6e3-59755836c5b2 req-ccf7778e-b4df-4eee-80d5-eefd75146d01 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] No DVR routers for this DVR port 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:25:21.740132 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dbbe26de-8bf2-43e1-a6e3-59755836c5b2 req-ccf7778e-b4df-4eee-80d5-eefd75146d01 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:21.745784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbbe26de-8bf2-43e1-a6e3-59755836c5b2 req-ccf7778e-b4df-4eee-80d5-eefd75146d01 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.32 "DELETE /v2.0/ports/1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 HTTP/1.1" status: 204 len: 173 time: 1.1428938 Feb 11 04:25:21.829529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-956ab781-d118-4c50-934e-195249c81b30 req-6d90d871-ccc9-43ef-bd30-ace4c539f784 tempest-InstanceActionsV221TestJSON-1301470148 tempest-InstanceActionsV221TestJSON-1301470148-project] 10.222.0.13 "GET /v2.0/ports?device_id=b716ba9e-7dee-4c7e-8a9c-95935eed2793 HTTP/1.1" status: 200 len: 210 time: 0.0377350 Feb 11 04:25:21.950070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5aa24e-4de2-4b2e-a855-0d474b2468e1 req-ad5d81b7-27fd-4bf4-99ec-ce17cfbb5fe9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:21.951633 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af5aa24e-4de2-4b2e-a855-0d474b2468e1 req-ad5d81b7-27fd-4bf4-99ec-ce17cfbb5fe9 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.0583205 Feb 11 04:25:22.010029 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af5aa24e-4de2-4b2e-a855-0d474b2468e1 req-d8338e6c-80bb-42a3-acb4-6927bfb8134f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513837 Feb 11 04:25:22.205205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eef459-4535-4827-8d8c-209d5dbd8c54 req-89104897-b07c-4459-b083-7411d3b0efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:22.208396 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9eef459-4535-4827-8d8c-209d5dbd8c54 req-89104897-b07c-4459-b083-7411d3b0efab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 1129 time: 0.0693316 Feb 11 04:25:22.367238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45686184-9fd0-4461-8160-3827183ecab2 req-21bf24a3-7fc5-4b2c-b0a2-4f24735d4f74 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 210 time: 0.0545917 Feb 11 04:25:22.407313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620c023-61b3-42dd-972a-8634f40b7a41 req-4168eec1-f2d3-4f4f-9b40-6446938705be tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:22.408809 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7620c023-61b3-42dd-972a-8634f40b7a41 req-4168eec1-f2d3-4f4f-9b40-6446938705be tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.0951600 Feb 11 04:25:22.411754 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eef459-4535-4827-8d8c-209d5dbd8c54 req-1f1042ff-5fbd-4616-b6b7-00d86500053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:22.415544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9eef459-4535-4827-8d8c-209d5dbd8c54 req-1f1042ff-5fbd-4616-b6b7-00d86500053e service neutron] 10.222.0.47 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 917 time: 0.2024980 Feb 11 04:25:22.554891 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9eef459-4535-4827-8d8c-209d5dbd8c54 req-c4c56562-6da8-485d-92c3-a3e61d186386 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681 HTTP/1.1" status: 200 len: 1002 time: 0.1319571 Feb 11 04:25:22.560445 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7620c023-61b3-42dd-972a-8634f40b7a41 req-1252296b-ea74-4d4e-9158-38fad523d37b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1439984 Feb 11 04:25:22.608208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299889a7-c6b4-4984-95f2-3accf74609bc req-5b2584ec-b306-4594-9a7a-f83e9f85b6f4 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:22.609710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-299889a7-c6b4-4984-95f2-3accf74609bc req-5b2584ec-b306-4594-9a7a-f83e9f85b6f4 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1724117 Feb 11 04:25:22.646827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eef459-4535-4827-8d8c-209d5dbd8c54 req-2c38b4dd-088e-4c30-a6db-9845e1d23fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:22.647956 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9eef459-4535-4827-8d8c-209d5dbd8c54 req-2c38b4dd-088e-4c30-a6db-9845e1d23fdd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aff91b0d-1298-40b8-9cf7-8b139d7ddd16 HTTP/1.1" status: 200 len: 855 time: 0.0837593 Feb 11 04:25:22.721536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-299889a7-c6b4-4984-95f2-3accf74609bc req-aa38a212-c266-434a-9ca4-475e96456514 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055241 Feb 11 04:25:22.738271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05dff3-7146-40b3-9a35-0be91f1c3cd5 req-41e14877-56ec-4204-a3d6-e9f75b52111c tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:22.739875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f05dff3-7146-40b3-9a35-0be91f1c3cd5 req-41e14877-56ec-4204-a3d6-e9f75b52111c tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 1134 time: 0.1029351 Feb 11 04:25:22.746474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eef459-4535-4827-8d8c-209d5dbd8c54 req-8b27be1b-aca6-40c5-b994-f14920db7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:22.748102 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9eef459-4535-4827-8d8c-209d5dbd8c54 req-8b27be1b-aca6-40c5-b994-f14920db7883 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aea3f5db-90d4-484d-a1e1-ef38ac456aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0804372 Feb 11 04:25:22.858294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f05dff3-7146-40b3-9a35-0be91f1c3cd5 req-ba6d8d77-070d-4c7f-bc98-2326c02f2ce1 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960455 Feb 11 04:25:22.879214 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9eef459-4535-4827-8d8c-209d5dbd8c54 req-93909922-9940-40ef-b4ee-ff302213c260 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243968 Feb 11 04:25:22.972430 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-9da89a49-accb-46aa-a6a1-425cccbd47b3 req-8ce5b8f2-98b2-45be-8d3d-bfb09bf41d87 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:25:22.973473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9da89a49-accb-46aa-a6a1-425cccbd47b3 req-8ce5b8f2-98b2-45be-8d3d-bfb09bf41d87 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0309246 Feb 11 04:25:23.056901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaa37d-6a01-43be-9e20-17dad2d8ec4c req-cd12409b-dd7b-4100-80a6-ce6c24e6448f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:23.060014 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0fba4224-a32c-4949-842e-a25c5b411aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:23.063167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddeaa37d-6a01-43be-9e20-17dad2d8ec4c req-cd12409b-dd7b-4100-80a6-ce6c24e6448f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1423860 Feb 11 04:25:23.073026 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9eef459-4535-4827-8d8c-209d5dbd8c54 req-3f4afcc7-1596-4ecf-ad27-3e9b810ed866 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784296 Feb 11 04:25:23.155283 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddeaa37d-6a01-43be-9e20-17dad2d8ec4c req-cbefd683-7329-4dec-a16f-600f3a55ae74 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810440 Feb 11 04:25:23.278238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c8808-1c71-47ed-a439-51f82be3459b req-f645b6f7-08b8-4f11-b7de-1492383e3d00 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:23.279803 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-083c8808-1c71-47ed-a439-51f82be3459b req-f645b6f7-08b8-4f11-b7de-1492383e3d00 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.0610213 Feb 11 04:25:23.341619 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-083c8808-1c71-47ed-a439-51f82be3459b req-3c7349bc-0750-43fe-b938-a48c8ed30568 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560651 Feb 11 04:25:23.492953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:25:23.495541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ec5df9-f680-41a3-8e26-c12652616959', 'name': 'network-vif-deleted', 'tag': '1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:23.498763 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891c6302-7305-46d3-85a9-34839b10ea76" -d '{"events": [{"server_uuid": "71ec5df9-f680-41a3-8e26-c12652616959", "name": "network-vif-deleted", "tag": "1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:23.539195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:25:23.539547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:25:23.541004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:25:23.562325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:25:23.562699 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 694ceaf2-df8d-4a38-ade1-5b63bd0e4155 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:25:23.647759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd552406-7090-4d21-adf7-45485546d962 req-2d497daf-d0b2-4d35-8f8a-ef04d05ca60f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:23.649228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd552406-7090-4d21-adf7-45485546d962 req-2d497daf-d0b2-4d35-8f8a-ef04d05ca60f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1274621 Feb 11 04:25:23.680268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daae22-a746-4936-ac56-c81b597aee66 req-8b214b4e-1e2c-4b7b-99ad-d5e1afcd8358 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:23.681680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9daae22-a746-4936-ac56-c81b597aee66 req-8b214b4e-1e2c-4b7b-99ad-d5e1afcd8358 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/networks?id=7bd03c06-b640-4a58-a281-997084ed2bc1 HTTP/1.1" status: 200 len: 810 time: 0.1802578 Feb 11 04:25:23.710177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9daae22-a746-4936-ac56-c81b597aee66 req-3afa08fe-fdbd-43d5-88e4-dd78f5da212d tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/quotas/53517d294ea74f0d87f1ffa99a267b01 HTTP/1.1" status: 200 len: 375 time: 0.0207891 Feb 11 04:25:23.722994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd552406-7090-4d21-adf7-45485546d962 req-09c4eed0-e7ea-43a8-ac66-3e8b6fed14d5 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639787 Feb 11 04:25:23.765261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9daae22-a746-4936-ac56-c81b597aee66 req-0b937c2f-7736-4f2c-9e28-59cf5e07ef5a tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=53517d294ea74f0d87f1ffa99a267b01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351231 Feb 11 04:25:23.827507 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-823c2392-fe7d-4cb5-ad9f-a11eccf8acc7 req-7844aec3-9081-474e-a1be-f97fca5c6a16 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 210 time: 0.0332563 Feb 11 04:25:23.898842 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9daae22-a746-4936-ac56-c81b597aee66 req-81aeab81-b087-4fb8-9aa5-2f4eb524a84c service neutron] 10.222.0.13 "GET /v2.0/networks/7bd03c06-b640-4a58-a281-997084ed2bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222777 Feb 11 04:25:24.089487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd4748-8c1b-46e2-9776-cd8dc1bd10cc req-64445d5c-2e17-4195-a1ee-8b4d7f439f70 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:24.091207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0fbd4748-8c1b-46e2-9776-cd8dc1bd10cc req-64445d5c-2e17-4195-a1ee-8b4d7f439f70 tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 1134 time: 0.1905107 Feb 11 04:25:24.118424 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9daae22-a746-4936-ac56-c81b597aee66 req-91ea9890-7792-4393-b815-9f186d92f67f service neutron] 10.222.0.13 "GET /v2.0/networks/7bd03c06-b640-4a58-a281-997084ed2bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083495 Feb 11 04:25:24.130552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-9b4cec78-8f8c-4871-b285-354e661538ef tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:24.132106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-9b4cec78-8f8c-4871-b285-354e661538ef tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.47 "GET /v2.0/networks?id=10aa80bb-93b9-4f30-8204-8c23a28b3aee HTTP/1.1" status: 200 len: 814 time: 0.2141116 Feb 11 04:25:24.155124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-8a455a92-9174-4dc9-a7cd-45f50a4fdd64 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Request body: {'port': {'device_id': '51136a77-e70a-4013-b861-6d5561925280', 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee', 'admin_state_up': True, 'tenant_id': '6a2e964cc91a403d9b6aa3dea7445ed3'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:24.237682 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0fbd4748-8c1b-46e2-9776-cd8dc1bd10cc req-35e67f88-4066-4f7c-b408-b80a4382519f tempest-ServersAdminTestJSON-1313718157 tempest-ServersAdminTestJSON-1313718157-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363909 Feb 11 04:25:24.316925 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9651424-e0ff-44ff-b6b8-822833dae93c x-openstack-request-id: req-e9651424-e0ff-44ff-b6b8-822833dae93c {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:24.317225 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ec5df9-f680-41a3-8e26-c12652616959", "name": "network-vif-deleted", "tag": "1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:24.317486 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9651424-e0ff-44ff-b6b8-822833dae93c {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:24.317897 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71ec5df9-f680-41a3-8e26-c12652616959', 'name': 'network-vif-deleted', 'tag': '1d0cfcce-6d3f-432d-ab67-0a9e7bf08f95', 'status': 'completed', 'code': 200} Feb 11 04:25:24.413132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376761b1-faf3-4a22-a8f8-bcc05d4e00b7 req-9a729569-5056-4444-8bd7-a83e95e84b6e tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:24.414639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-376761b1-faf3-4a22-a8f8-bcc05d4e00b7 req-9a729569-5056-4444-8bd7-a83e95e84b6e tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 946 time: 0.0542295 Feb 11 04:25:24.418991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-8a455a92-9174-4dc9-a7cd-45f50a4fdd64 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Made reservation on behalf of 6a2e964cc91a403d9b6aa3dea7445ed3 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:25:24.422133 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-8a455a92-9174-4dc9-a7cd-45f50a4fdd64 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:24.525529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-376761b1-faf3-4a22-a8f8-bcc05d4e00b7 req-7fb71163-db3c-4aae-8a97-077d5484e2dc tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001682 Feb 11 04:25:24.587545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-8a455a92-9174-4dc9-a7cd-45f50a4fdd64 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Allocated IP 172.20.0.5 (10aa80bb-93b9-4f30-8204-8c23a28b3aee/3eba31f7-1207-4443-a78f-e7f3b3f7b7c9/fa8bf087-7879-4f84-a5b7-da15877e608b) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:25:24.726176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48196) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:24.735869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93cd71-c30f-47f0-a92f-19a44ae3cf0d req-eea3950c-6171-4681-9900-e3473c92d49f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:24.742677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d93cd71-c30f-47f0-a92f-19a44ae3cf0d req-eea3950c-6171-4681-9900-e3473c92d49f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1290896 Feb 11 04:25:24.838503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d93cd71-c30f-47f0-a92f-19a44ae3cf0d req-21f9eefb-9f1e-4f85-80a8-0dbf1ef94abe tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948143 Feb 11 04:25:24.851752 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-8a455a92-9174-4dc9-a7cd-45f50a4fdd64 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks [] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:24.868759 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01835cfe-c62d-4f4c-8673-4a486f5b5102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:24.906366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48206) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:24.964372 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c01147-f659-49e3-945d-0fddd09d0194 admin admin] Deleting subnet 7a4474cc-8d75-4c02-a6c1-0b2615291475 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:25:24.969318 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1c01147-f659-49e3-945d-0fddd09d0194 admin admin] Publish callbacks [] for subnet (7a4474cc-8d75-4c02-a6c1-0b2615291475), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.022279 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-8a455a92-9174-4dc9-a7cd-45f50a4fdd64 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.077748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-8a455a92-9174-4dc9-a7cd-45f50a4fdd64 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Network 10aa80bb-93b9-4f30-8204-8c23a28b3aee is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:25:25.100501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-8a455a92-9174-4dc9-a7cd-45f50a4fdd64 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:25:25.102794 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-8a455a92-9174-4dc9-a7cd-45f50a4fdd64 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:25:25.301973 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01835cfe-c62d-4f4c-8673-4a486f5b5102 admin admin] Publish callbacks [] for security_group (340a2bef-1151-4781-b48f-a9799a9b7723), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.402805 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01835cfe-c62d-4f4c-8673-4a486f5b5102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (340a2bef-1151-4781-b48f-a9799a9b7723), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.428525 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d98c116-c0b2-4859-b497-b15808463367 req-0ae5e2ed-eabd-4add-b242-7c6cd7f6de2d tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 210 time: 0.3719838 Feb 11 04:25:25.430583 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1c01147-f659-49e3-945d-0fddd09d0194 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (7a4474cc-8d75-4c02-a6c1-0b2615291475), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.443315 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-01835cfe-c62d-4f4c-8673-4a486f5b5102 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c1cf004481542e28dfddbfc9a946292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7158396 Feb 11 04:25:25.445171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01835cfe-c62d-4f4c-8673-4a486f5b5102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340a2bef-1151-4781-b48f-a9799a9b7723,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:25.448285 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a301e5a2-4ca9-420c-a9c3-077742c11bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.450053 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48210) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:25.484007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a455a92-9174-4dc9-a7cd-45f50a4fdd64 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Pushing event updated for resources: {'Port': ['ID=fa8bf087-7879-4f84-a5b7-da15877e608b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:25.502044 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97c69936-f299-467c-90d1-079795b4bcba admin admin] Publish callbacks [] for security_group (340a2bef-1151-4781-b48f-a9799a9b7723), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.504765 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-8a455a92-9174-4dc9-a7cd-45f50a4fdd64 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:25.505385 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-8a455a92-9174-4dc9-a7cd-45f50a4fdd64 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.517234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a208b-8bc3-4061-b759-d40359cb9940 req-12450379-4fd9-4706-aa99-a2785082e00b tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:25.524322 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa0a208b-8bc3-4061-b759-d40359cb9940 req-12450379-4fd9-4706-aa99-a2785082e00b tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.5573301 Feb 11 04:25:25.527247 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97c69936-f299-467c-90d1-079795b4bcba admin admin] Publish callbacks [] for security_group (340a2bef-1151-4781-b48f-a9799a9b7723), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.533646 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 55bb307f-cd66-4035-9acb-1bfb8dc9c681 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:25:25.549397 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1c01147-f659-49e3-945d-0fddd09d0194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (7a4474cc-8d75-4c02-a6c1-0b2615291475), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.621072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:25.621385 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.642200 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97c69936-f299-467c-90d1-079795b4bcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (340a2bef-1151-4781-b48f-a9799a9b7723), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.645365 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97c69936-f299-467c-90d1-079795b4bcba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.645870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fd630b-6973-4d06-88d6-1af645704cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bb307f-cd66-4035-9acb-1bfb8dc9c681'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:25.646936 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-97c69936-f299-467c-90d1-079795b4bcba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/340a2bef-1151-4781-b48f-a9799a9b7723 HTTP/1.1" status: 204 len: 168 time: 0.1956716 Feb 11 04:25:25.648162 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3f4879-8e2e-4da6-8028-6a9128fd77fa" -d '{"events": [{"server_uuid": "36fd630b-6973-4d06-88d6-1af645704cc4", "name": "network-vif-unplugged", "status": "completed", "tag": "55bb307f-cd66-4035-9acb-1bfb8dc9c681"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:25.657798 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c69936-f299-467c-90d1-079795b4bcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340a2bef-1151-4781-b48f-a9799a9b7723,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:25.681574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 55bb307f-cd66-4035-9acb-1bfb8dc9c681, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:25.684087 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa0a208b-8bc3-4061-b759-d40359cb9940 req-70b9b058-c6dc-40d2-b70f-89a255e8a8bf tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588619 Feb 11 04:25:25.691472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-8a455a92-9174-4dc9-a7cd-45f50a4fdd64 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5414898 Feb 11 04:25:25.701103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bdd9e-3ef3-4636-8045-120c7d593f6e req-b3bf94d9-e8b6-4345-9a45-9dd6d55156b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:25.715501 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f30bdd9e-3ef3-4636-8045-120c7d593f6e req-b3bf94d9-e8b6-4345-9a45-9dd6d55156b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 931 time: 0.1305387 Feb 11 04:25:25.715501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Request body: {'port': {'device_id': '51136a77-e70a-4013-b861-6d5561925280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:25.796855 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.801552 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1c01147-f659-49e3-945d-0fddd09d0194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (7a4474cc-8d75-4c02-a6c1-0b2615291475), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.850231 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=55bb307f-cd66-4035-9acb-1bfb8dc9c681,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:25.871855 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c01147-f659-49e3-945d-0fddd09d0194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a4474cc-8d75-4c02-a6c1-0b2615291475,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:25.874123 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1c01147-f659-49e3-945d-0fddd09d0194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.877318 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e1c01147-f659-49e3-945d-0fddd09d0194 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7a4474cc-8d75-4c02-a6c1-0b2615291475 HTTP/1.1" status: 204 len: 168 time: 0.9697835 Feb 11 04:25:25.879092 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:25.879911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48224) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:25.883577 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f30bdd9e-3ef3-4636-8045-120c7d593f6e req-dc772abe-360f-418b-9354-b12a90629f0b tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658618 Feb 11 04:25:25.985447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b90648-10be-4adc-8a5f-6d099de9ac38 req-e81ded80-723a-4fd1-b8f9-2b34702b4c80 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:25.987119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6b90648-10be-4adc-8a5f-6d099de9ac38 req-e81ded80-723a-4fd1-b8f9-2b34702b4c80 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 950 time: 0.1869640 Feb 11 04:25:25.996466 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07fb7732-7ba9-443d-9b1e-3355f2b5970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (b15a68d0-0ec2-438e-a66e-2b7bf4b31858), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:26.089607 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07fb7732-7ba9-443d-9b1e-3355f2b5970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (b15a68d0-0ec2-438e-a66e-2b7bf4b31858), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:26.114060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-07fb7732-7ba9-443d-9b1e-3355f2b5970b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15a68d0-0ec2-438e-a66e-2b7bf4b31858']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:25:26.125209 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-07fb7732-7ba9-443d-9b1e-3355f2b5970b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ce46d6-e20b-46a3-86c2-442c27763008') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:25:26.125830 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-07fb7732-7ba9-443d-9b1e-3355f2b5970b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ce46d6-e20b-46a3-86c2-442c27763008') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:25:26.138847 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07fb7732-7ba9-443d-9b1e-3355f2b5970b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (d4ce46d6-e20b-46a3-86c2-442c27763008), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:26.153726 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07fb7732-7ba9-443d-9b1e-3355f2b5970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d4ce46d6-e20b-46a3-86c2-442c27763008), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:26.155898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6b90648-10be-4adc-8a5f-6d099de9ac38 req-4e1976d7-e25d-418b-ba34-65174b339300 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438560 Feb 11 04:25:26.162343 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fb7732-7ba9-443d-9b1e-3355f2b5970b admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:25:26.162916 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07fb7732-7ba9-443d-9b1e-3355f2b5970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (d4ce46d6-e20b-46a3-86c2-442c27763008), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:26.163182 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46df51-57fc-41e5-b947-8a7e6e980d98 req-4321c410-d1e6-482b-9ad2-36047f26cc00 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:26.164764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf46df51-57fc-41e5-b947-8a7e6e980d98 req-4321c410-d1e6-482b-9ad2-36047f26cc00 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.2015226 Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:25:26.164907 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:25:26.206678 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b395d9-3d50-4578-a372-cb8e808ce752 x-openstack-request-id: req-b7b395d9-3d50-4578-a372-cb8e808ce752 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:26.207215 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fd630b-6973-4d06-88d6-1af645704cc4", "name": "network-vif-unplugged", "status": "failed", "tag": "55bb307f-cd66-4035-9acb-1bfb8dc9c681", "code": 422}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:26.207678 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7b395d9-3d50-4578-a372-cb8e808ce752 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:26.208262 n-d-712142-35 neutron-server[103810]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36fd630b-6973-4d06-88d6-1af645704cc4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'code': 422} returned with failed status Feb 11 04:25:26.283035 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf46df51-57fc-41e5-b947-8a7e6e980d98 req-7dc848b3-00f2-42ff-a097-5949294aa2d6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116207 Feb 11 04:25:26.368449 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07fb7732-7ba9-443d-9b1e-3355f2b5970b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (b15a68d0-0ec2-438e-a66e-2b7bf4b31858), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:26.374896 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07fb7732-7ba9-443d-9b1e-3355f2b5970b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:26.394247 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-07fb7732-7ba9-443d-9b1e-3355f2b5970b admin admin] 10.222.0.13 "DELETE /v2.0/networks/b15a68d0-0ec2-438e-a66e-2b7bf4b31858 HTTP/1.1" status: 204 len: 168 time: 0.5111573 Feb 11 04:25:26.411536 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb7732-7ba9-443d-9b1e-3355f2b5970b admin admin] Pushing event deleted for resources: {'Network': ['ID=b15a68d0-0ec2-438e-a66e-2b7bf4b31858,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:26.434922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c7e25-3bc2-4bef-818a-5db314398da5 req-cea4d408-a71b-4a8d-b699-00a2361c32a5 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:26.436467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d1c7e25-3bc2-4bef-818a-5db314398da5 req-cea4d408-a71b-4a8d-b699-00a2361c32a5 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1510930 Feb 11 04:25:26.464116 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48234) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:26.478255 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bd6993e-5f32-459b-b228-ec796b8e311b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:26.527312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1914db-ba66-457e-a66d-10826bfa06d6 req-755c84f4-0af1-4cff-bdb5-0749281e453e tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:26.528772 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f1914db-ba66-457e-a66d-10826bfa06d6 req-755c84f4-0af1-4cff-bdb5-0749281e453e tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.32 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 950 time: 0.1912379 Feb 11 04:25:26.540577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8bf087-7879-4f84-a5b7-da15877e608b {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:26.553735 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bd6993e-5f32-459b-b228-ec796b8e311b admin admin] Publish callbacks [] for security_group (698e860e-e76f-43eb-9724-91f7dfc2329a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:26.559508 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Publish callbacks [] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:26.574199 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:26.591271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a3649-6e75-4704-8d58-b7c40280dd26 req-c1de9f70-00ee-4102-916b-c9f53f4605da tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:26.592661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-270a3649-6e75-4704-8d58-b7c40280dd26 req-c1de9f70-00ee-4102-916b-c9f53f4605da tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.2380824 Feb 11 04:25:26.619363 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bd6993e-5f32-459b-b228-ec796b8e311b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (698e860e-e76f-43eb-9724-91f7dfc2329a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:26.622597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d1c7e25-3bc2-4bef-818a-5db314398da5 req-4e9e0efd-1c23-408f-826f-cdb2b9f9ba8c tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733990 Feb 11 04:25:26.632901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Transition to ACTIVE for port object fa8bf087-7879-4f84-a5b7-da15877e608b will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:25:26.677289 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8bd6993e-5f32-459b-b228-ec796b8e311b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28a9eca32fc7477797907123cf97e17c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2120969 Feb 11 04:25:26.678312 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6993e-5f32-459b-b228-ec796b8e311b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698e860e-e76f-43eb-9724-91f7dfc2329a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:26.680133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48238) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:26.713107 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:26.728245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-270a3649-6e75-4704-8d58-b7c40280dd26 req-7fc07413-c4ea-4cef-a3d6-faa68d30bc93 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288829 Feb 11 04:25:26.778287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48242) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:26.801825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8bf087-7879-4f84-a5b7-da15877e608b,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:27.038905 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-582deff7-1731-4760-831f-526ce8d827b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e1e62cf9f2d4ca9ac856b7b661478c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0536332 Feb 11 04:25:27.038905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48244) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:27.039799 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-1f1914db-ba66-457e-a66d-10826bfa06d6 req-567d3427-551e-4c96-badb-db7063c4862a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Deleting port 016bfca6-840d-49db-ab1e-d5754232d1db {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:25:27.039799 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1f1914db-ba66-457e-a66d-10826bfa06d6 req-567d3427-551e-4c96-badb-db7063c4862a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (016bfca6-840d-49db-ab1e-d5754232d1db), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:27.039943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d18d3bc8-8cd9-430e-8f19-5a3bd149f5a5 admin admin] Publish callbacks [] for security_group (a464dad1-16a1-48d2-afa9-a35ba0c55d81), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:27.040014 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f957e3d-e78e-4158-a03c-2d309ac821c6 admin admin] Publish callbacks [] for security_group (698e860e-e76f-43eb-9724-91f7dfc2329a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:27.040093 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d18d3bc8-8cd9-430e-8f19-5a3bd149f5a5 admin admin] Publish callbacks [] for security_group (a464dad1-16a1-48d2-afa9-a35ba0c55d81), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:27.040163 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-450452af-1985-4676-a58c-dd0c7c8a9324 req-15bea929-d481-4813-a06c-765dac90b2d5 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 210 time: 0.0940151 Feb 11 04:25:27.040163 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f957e3d-e78e-4158-a03c-2d309ac821c6 admin admin] Publish callbacks [] for security_group (698e860e-e76f-43eb-9724-91f7dfc2329a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:27.045171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Attempting to bind port fa8bf087-7879-4f84-a5b7-da15877e608b on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:25:27.045537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Attempting to bind port fa8bf087-7879-4f84-a5b7-da15877e608b by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'e21e9547-b663-45f9-8132-50283a23646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:25:27.045906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Attempting to bind port fa8bf087-7879-4f84-a5b7-da15877e608b on network 10aa80bb-93b9-4f30-8204-8c23a28b3aee {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:25:27.099875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Port fa8bf087-7879-4f84-a5b7-da15877e608b on network 10aa80bb-93b9-4f30-8204-8c23a28b3aee not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:25:27.100200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Attempting to bind port fa8bf087-7879-4f84-a5b7-da15877e608b on network 10aa80bb-93b9-4f30-8204-8c23a28b3aee {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:25:27.106737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-1f1914db-ba66-457e-a66d-10826bfa06d6 req-567d3427-551e-4c96-badb-db7063c4862a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] For port 016bfca6-840d-49db-ab1e-d5754232d1db, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=016bfca6-840d-49db-ab1e-d5754232d1db,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:27.107265 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1f1914db-ba66-457e-a66d-10826bfa06d6 req-567d3427-551e-4c96-badb-db7063c4862a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (016bfca6-840d-49db-ab1e-d5754232d1db), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:27.129380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-1f1914db-ba66-457e-a66d-10826bfa06d6 req-567d3427-551e-4c96-badb-db7063c4862a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Calling delete_port for 016bfca6-840d-49db-ab1e-d5754232d1db owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:25:27.131814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:25:27.132094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Checking segment: {'id': 'e21e9547-b663-45f9-8132-50283a23646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:25:27.132658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Bound using segment: {'id': 'e21e9547-b663-45f9-8132-50283a23646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:25:27.133354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Bound port: fa8bf087-7879-4f84-a5b7-da15877e608b, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21e9547-b663-45f9-8132-50283a23646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:25:27.133880 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:27.176886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b23c3c-f698-4f29-8c76-4126369bc6cb req-9e3868f0-6700-4c3d-b4a3-fb83a5fa5695 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:27.178415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84b23c3c-f698-4f29-8c76-4126369bc6cb req-9e3868f0-6700-4c3d-b4a3-fb83a5fa5695 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 943 time: 0.1631608 Feb 11 04:25:27.272355 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d18d3bc8-8cd9-430e-8f19-5a3bd149f5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a464dad1-16a1-48d2-afa9-a35ba0c55d81), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:27.275204 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d18d3bc8-8cd9-430e-8f19-5a3bd149f5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:27.277207 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d18d3bc8-8cd9-430e-8f19-5a3bd149f5a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a464dad1-16a1-48d2-afa9-a35ba0c55d81 HTTP/1.1" status: 204 len: 168 time: 0.4403062 Feb 11 04:25:27.285444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d3bc8-8cd9-430e-8f19-5a3bd149f5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a464dad1-16a1-48d2-afa9-a35ba0c55d81,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:27.308857 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f957e3d-e78e-4158-a03c-2d309ac821c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (698e860e-e76f-43eb-9724-91f7dfc2329a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:27.311755 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f957e3d-e78e-4158-a03c-2d309ac821c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:27.312662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0f957e3d-e78e-4158-a03c-2d309ac821c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/698e860e-e76f-43eb-9724-91f7dfc2329a HTTP/1.1" status: 204 len: 168 time: 0.6315849 Feb 11 04:25:27.320540 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] For port fa8bf087-7879-4f84-a5b7-da15877e608b, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:25:27.340377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84b23c3c-f698-4f29-8c76-4126369bc6cb req-6dff4a77-a33d-48ec-907a-91ad55eb88b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080952 Feb 11 04:25:27.351858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f957e3d-e78e-4158-a03c-2d309ac821c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698e860e-e76f-43eb-9724-91f7dfc2329a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:27.355413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] For port fa8bf087-7879-4f84-a5b7-da15877e608b, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=fa8bf087-7879-4f84-a5b7-da15877e608b,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:25:27.456565 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:27.512822 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1f1914db-ba66-457e-a66d-10826bfa06d6 req-567d3427-551e-4c96-badb-db7063c4862a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (016bfca6-840d-49db-ab1e-d5754232d1db), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:27.524419 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['7d3979d9-efd3-4b1b-861a-cf646d6d7536', '016bfca6-840d-49db-ab1e-d5754232d1db', '50f008ed-425c-4cfc-81e7-aadd7b60fde5'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:25:27.526998 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:27.527842 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:27.530980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] 10.222.0.47 "PUT /v2.0/ports/fa8bf087-7879-4f84-a5b7-da15877e608b HTTP/1.1" status: 200 len: 1092 time: 1.8208354 Feb 11 04:25:27.530980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51136a77-e70a-4013-b861-6d5561925280', 'tag': 'fa8bf087-7879-4f84-a5b7-da15877e608b'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:27.532917 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170046fd-35d2-42e3-b229-c77654454131" -d '{"events": [{"name": "network-changed", "server_uuid": "51136a77-e70a-4013-b861-6d5561925280", "tag": "fa8bf087-7879-4f84-a5b7-da15877e608b"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:27.568878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04ef18-7197-4fd2-a1ae-3615ed948b03 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8bf087-7879-4f84-a5b7-da15877e608b,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:27.692200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad01a0-4a26-4c50-9418-ab7b2d2c73eb req-8cb64ce9-dd97-4df7-951e-05424a052d00 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:27.695428 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7ad01a0-4a26-4c50-9418-ab7b2d2c73eb req-8cb64ce9-dd97-4df7-951e-05424a052d00 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.2505693 Feb 11 04:25:27.696558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1914db-ba66-457e-a66d-10826bfa06d6 req-567d3427-551e-4c96-badb-db7063c4862a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] No DVR routers for this DVR port 016bfca6-840d-49db-ab1e-d5754232d1db on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:25:27.698958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d3427-551e-4c96-badb-db7063c4862a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Pushing event deleted for resources: {'Port': ['ID=016bfca6-840d-49db-ab1e-d5754232d1db,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:27.708807 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1f1914db-ba66-457e-a66d-10826bfa06d6 req-567d3427-551e-4c96-badb-db7063c4862a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:27.712170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f1914db-ba66-457e-a66d-10826bfa06d6 req-567d3427-551e-4c96-badb-db7063c4862a tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.32 "DELETE /v2.0/ports/016bfca6-840d-49db-ab1e-d5754232d1db HTTP/1.1" status: 204 len: 173 time: 1.1737478 Feb 11 04:25:27.866349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5f35eca7-923e-481f-b6cd-da5f13a8ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:27.868813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5f35eca7-923e-481f-b6cd-da5f13a8ed53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a2e964cc91a403d9b6aa3dea7445ed3&device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 1126 time: 0.1949720 Feb 11 04:25:27.872912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7ad01a0-4a26-4c50-9418-ab7b2d2c73eb req-da9bce46-39ed-4aea-98f6-38f13ba6f547 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238308 Feb 11 04:25:27.878935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daae22-a746-4936-ac56-c81b597aee66 req-8615f953-bcd5-4f05-8412-ae48d74b8d05 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:27.880364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9daae22-a746-4936-ac56-c81b597aee66 req-8615f953-bcd5-4f05-8412-ae48d74b8d05 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.32 "GET /v2.0/networks?id=7bd03c06-b640-4a58-a281-997084ed2bc1 HTTP/1.1" status: 200 len: 810 time: 0.2986209 Feb 11 04:25:27.936846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f9daae22-a746-4936-ac56-c81b597aee66 req-46e4f13e-4725-41fb-a607-2760726934a3 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Request body: {'port': {'device_id': 'fa0cf577-aa34-4ecf-ba1d-dd151505f896', 'network_id': '7bd03c06-b640-4a58-a281-997084ed2bc1', 'admin_state_up': True, 'tenant_id': '53517d294ea74f0d87f1ffa99a267b01'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:27.959131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-375a0e00-d37e-4be3-8b63-6a69d227158e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa8bf087-7879-4f84-a5b7-da15877e608b HTTP/1.1" status: 200 len: 217 time: 0.0739532 Feb 11 04:25:28.145903 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:28.176477 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29b90ec-e5cb-48a0-a40e-520b5859b7b0 x-openstack-request-id: req-e29b90ec-e5cb-48a0-a40e-520b5859b7b0 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:28.176784 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51136a77-e70a-4013-b861-6d5561925280", "tag": "fa8bf087-7879-4f84-a5b7-da15877e608b", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:28.177046 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e29b90ec-e5cb-48a0-a40e-520b5859b7b0 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:28.177467 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51136a77-e70a-4013-b861-6d5561925280', 'tag': 'fa8bf087-7879-4f84-a5b7-da15877e608b', 'status': 'completed', 'code': 200} Feb 11 04:25:28.222563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7c9aa8f-3a94-41da-8d86-e39a4fd94b18 req-5ee66b11-dcd3-4b58-8930-5d6e9fd4f8d7 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=d239bf8b-285c-4330-9113-9fc77fcec682 HTTP/1.1" status: 200 len: 210 time: 0.1433980 Feb 11 04:25:28.296651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5fc60bd0-2b7e-4960-97b3-008d75ce8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:28.298197 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-5fc60bd0-2b7e-4960-97b3-008d75ce8c41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3eba31f7-1207-4443-a78f-e7f3b3f7b7c9 HTTP/1.1" status: 200 len: 854 time: 0.3184223 Feb 11 04:25:28.328161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88677ce9-357e-47f8-bf3f-1d6a599c03a7 req-23d3f3de-479b-480c-af21-373e65535ea0 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:28.329708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88677ce9-357e-47f8-bf3f-1d6a599c03a7 req-23d3f3de-479b-480c-af21-373e65535ea0 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1124043 Feb 11 04:25:28.358861 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-9a895316-a49d-4af8-9fe6-98006d1365eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10aa80bb-93b9-4f30-8204-8c23a28b3aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528007 Feb 11 04:25:28.399331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9daae22-a746-4936-ac56-c81b597aee66 req-46e4f13e-4725-41fb-a607-2760726934a3 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Made reservation on behalf of 53517d294ea74f0d87f1ffa99a267b01 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:25:28.402801 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f9daae22-a746-4936-ac56-c81b597aee66 req-46e4f13e-4725-41fb-a607-2760726934a3 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:28.540587 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88677ce9-357e-47f8-bf3f-1d6a599c03a7 req-3440dc8c-dbd6-444a-86a4-81278689166d tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848304 Feb 11 04:25:28.566924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083626a-32bf-4469-8bc9-9052a04d2150 req-c68067f6-985e-4f13-84c9-efdcfc65865a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:28.567524 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5083626a-32bf-4469-8bc9-9052a04d2150 req-c68067f6-985e-4f13-84c9-efdcfc65865a tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.2504818 Feb 11 04:25:28.677339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-25c2dd26-e613-4cb3-8090-0d30f2c54946 service neutron] 10.222.0.47 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052223 Feb 11 04:25:28.679246 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35d3a816-a215-42a8-b87b-3710cf621d0f req-20c70ed8-9506-4e12-8822-367f1d78a2a2 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 210 time: 0.0458164 Feb 11 04:25:28.774410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5083626a-32bf-4469-8bc9-9052a04d2150 req-532e4f84-4467-4a14-a316-8df40b914bcb tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914291 Feb 11 04:25:28.809842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-f9daae22-a746-4936-ac56-c81b597aee66 req-46e4f13e-4725-41fb-a607-2760726934a3 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Allocated IP 172.20.0.8 (7bd03c06-b640-4a58-a281-997084ed2bc1/77d11027-47bc-4a13-8661-c24e393f51ab/e5a92ab3-351a-4bcd-aaaf-7451d7a77542) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:25:28.871645 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eaa760a-9f07-4638-b0d5-54c6e687832f req-ba3c6d74-f7ac-4144-9437-208733206980 service neutron] 10.222.0.47 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651313 Feb 11 04:25:28.905973 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48316) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:28.998166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6bc41-c1e6-4497-9257-8b005567ffbe req-330c01f3-0781-476c-84d4-8fff16bdb3ea tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:28.999730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-62d6bc41-c1e6-4497-9257-8b005567ffbe req-330c01f3-0781-476c-84d4-8fff16bdb3ea tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 943 time: 0.1388822 Feb 11 04:25:29.033113 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-256137288-network', 'tenant_id': '20fad53979f8446b84f1899120edf4ef'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:29.109221 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f9daae22-a746-4936-ac56-c81b597aee66 req-46e4f13e-4725-41fb-a607-2760726934a3 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Publish callbacks [] for port (e5a92ab3-351a-4bcd-aaaf-7451d7a77542), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:29.121405 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-62d6bc41-c1e6-4497-9257-8b005567ffbe req-e03ee939-44f5-4a5d-81c4-f677e17bfcac tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143751 Feb 11 04:25:29.136390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170046fd-35d2-42e3-b229-c77654454131 req-5180989f-f59f-44da-a828-80fdf06d10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:29.137902 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-170046fd-35d2-42e3-b229-c77654454131 req-5180989f-f59f-44da-a828-80fdf06d10c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a2e964cc91a403d9b6aa3dea7445ed3&device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 1126 time: 0.1082201 Feb 11 04:25:29.179227 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] Made reservation on behalf of 20fad53979f8446b84f1899120edf4ef for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:25:29.181630 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:29.191687 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:29.291875 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] Publish callbacks [] for security_group (4bb4600a-3c76-4f35-bab3-f427b00224c4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:29.356270 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4bb4600a-3c76-4f35-bab3-f427b00224c4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:29.382881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:25:29.393553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb4600a-3c76-4f35-bab3-f427b00224c4,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:29.398398 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ce26791e-835d-478c-97ae-1242b971a42d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:29.398774 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] Added segment ce26791e-835d-478c-97ae-1242b971a42d of type vlan for network 0ab1851c-3ee0-4a51-8197-32585533eb23 Feb 11 04:25:29.468908 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (0ab1851c-3ee0-4a51-8197-32585533eb23), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:29.505535 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-bb70d074-882b-43cd-b2e2-737b8cc72440 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746880 Feb 11 04:25:29.536923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 016bfca6-840d-49db-ab1e-d5754232d1db no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:25:29.567792 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (0ab1851c-3ee0-4a51-8197-32585533eb23), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:29.569009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:29.569271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 55bb307f-cd66-4035-9acb-1bfb8dc9c681 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:25:29.570279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:29.571999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 016bfca6-840d-49db-ab1e-d5754232d1db {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:25:29.573122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 016bfca6-840d-49db-ab1e-d5754232d1db not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:25:29.609758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e3bea-72a3-435d-aee7-fd0c492d62bd req-9230e07d-93d1-464e-bc0a-7892a09873f7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:29.615143 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:29.620277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-380e3bea-72a3-435d-aee7-fd0c492d62bd req-9230e07d-93d1-464e-bc0a-7892a09873f7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.1612141 Feb 11 04:25:29.652922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361a82e-141e-489f-944e-6adcd3a80849 req-7d3b68d1-a99b-474a-8c43-f73e6bf55274 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:29.659648 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5361a82e-141e-489f-944e-6adcd3a80849 req-7d3b68d1-a99b-474a-8c43-f73e6bf55274 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.2056160 Feb 11 04:25:29.671952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0ab1851c-3ee0-4a51-8197-32585533eb23,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:29.686060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 0ab1851c-3ee0-4a51-8197-32585533eb23 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:25:29.701679 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170046fd-35d2-42e3-b229-c77654454131 req-e031317e-0f5c-49e2-9936-ad87e3e91c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:29.702113 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-170046fd-35d2-42e3-b229-c77654454131 req-e031317e-0f5c-49e2-9936-ad87e3e91c2b service neutron] 10.222.0.47 "GET /v2.0/networks?id=10aa80bb-93b9-4f30-8204-8c23a28b3aee HTTP/1.1" status: 200 len: 915 time: 0.5452671 Feb 11 04:25:29.709533 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f9daae22-a746-4936-ac56-c81b597aee66 req-46e4f13e-4725-41fb-a607-2760726934a3 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e5a92ab3-351a-4bcd-aaaf-7451d7a77542), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:29.782510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-170046fd-35d2-42e3-b229-c77654454131 req-335cc7de-27e6-4028-a07e-7751c9b70066 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa8bf087-7879-4f84-a5b7-da15877e608b HTTP/1.1" status: 200 len: 217 time: 0.0607123 Feb 11 04:25:29.804875 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a7fc53a1-72db-472a-a06d-fad7ff6d87b1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8968987 Feb 11 04:25:29.808075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48358) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:29.813182 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-525f5f32-4c5e-41a6-8a0d-cf5e9c0b27d6 admin admin] Request body: {'subnet': {'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-256137288-subnet', 'tenant_id': '20fad53979f8446b84f1899120edf4ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:29.898861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 is: DOWN; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:29.911699 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-7845bc1d-f564-466f-8665-3c8674ee3545 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:29.922464 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-7845bc1d-f564-466f-8665-3c8674ee3545 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports/55bb307f-cd66-4035-9acb-1bfb8dc9c681 HTTP/1.1" status: 200 len: 941 time: 0.3807557 Feb 11 04:25:29.934307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525f5f32-4c5e-41a6-8a0d-cf5e9c0b27d6 admin admin] Made reservation on behalf of 20fad53979f8446b84f1899120edf4ef for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:25:29.937140 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-525f5f32-4c5e-41a6-8a0d-cf5e9c0b27d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:29.939014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4f13e-4725-41fb-a607-2760726934a3 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Pushing event updated for resources: {'Port': ['ID=e5a92ab3-351a-4bcd-aaaf-7451d7a77542,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:29.957631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-380e3bea-72a3-435d-aee7-fd0c492d62bd req-48b31557-6387-44b4-b024-21255103c36c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3394458 Feb 11 04:25:29.994024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9daae22-a746-4936-ac56-c81b597aee66 req-46e4f13e-4725-41fb-a607-2760726934a3 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Network 7bd03c06-b640-4a58-a281-997084ed2bc1 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:25:30.001039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-f9daae22-a746-4936-ac56-c81b597aee66 req-46e4f13e-4725-41fb-a607-2760726934a3 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:25:30.003974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9daae22-a746-4936-ac56-c81b597aee66 req-46e4f13e-4725-41fb-a607-2760726934a3 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:25:30.016289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5361a82e-141e-489f-944e-6adcd3a80849 req-00a4ed15-8490-4103-bcab-61caae9340a4 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556573 Feb 11 04:25:30.111816 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170046fd-35d2-42e3-b229-c77654454131 req-a6bb1c43-09fa-4124-b84a-4784cbb490ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:30.113609 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-170046fd-35d2-42e3-b229-c77654454131 req-a6bb1c43-09fa-4124-b84a-4784cbb490ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3eba31f7-1207-4443-a78f-e7f3b3f7b7c9 HTTP/1.1" status: 200 len: 854 time: 0.2671092 Feb 11 04:25:30.184402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd239bf8b-285c-4330-9113-9fc77fcec682', 'name': 'network-vif-deleted', 'tag': '016bfca6-840d-49db-ab1e-d5754232d1db'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:30.188158 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe05399b-879c-4931-9e5c-526c7401b308" -d '{"events": [{"server_uuid": "d239bf8b-285c-4330-9113-9fc77fcec682", "name": "network-vif-deleted", "tag": "016bfca6-840d-49db-ab1e-d5754232d1db"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:30.218814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daae22-a746-4936-ac56-c81b597aee66 req-46e4f13e-4725-41fb-a607-2760726934a3 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:30.219460 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f9daae22-a746-4936-ac56-c81b597aee66 req-46e4f13e-4725-41fb-a607-2760726934a3 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:30.258273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-170046fd-35d2-42e3-b229-c77654454131 req-f3922f6e-38f5-4d40-9a33-ab5c35052054 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10aa80bb-93b9-4f30-8204-8c23a28b3aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793362 Feb 11 04:25:30.357094 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-525f5f32-4c5e-41a6-8a0d-cf5e9c0b27d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (57415fb0-9c61-46bf-afec-5998514efed1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:30.363046 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e7eff-6199-4b6b-9921-465e8f552c49 req-a8cbbf9c-3372-4a9e-b964-a0692e460b2b tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:30.365077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-168e7eff-6199-4b6b-9921-465e8f552c49 req-a8cbbf9c-3372-4a9e-b964-a0692e460b2b tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 931 time: 0.2469459 Feb 11 04:25:30.379878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d71b47-8c1f-463b-962c-72fbdb06f2c7 req-e8eadb9c-b4fa-4b57-8a3b-8601ee270022 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:30.388095 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3d71b47-8c1f-463b-962c-72fbdb06f2c7 req-e8eadb9c-b4fa-4b57-8a3b-8601ee270022 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.2735674 Feb 11 04:25:30.405706 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9daae22-a746-4936-ac56-c81b597aee66 req-46e4f13e-4725-41fb-a607-2760726934a3 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5158482 Feb 11 04:25:30.449699 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f5f32-4c5e-41a6-8a0d-cf5e9c0b27d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57415fb0-9c61-46bf-afec-5998514efed1,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:30.455951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525f5f32-4c5e-41a6-8a0d-cf5e9c0b27d6 admin admin] Checking segment: {'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:25:30.456349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525f5f32-4c5e-41a6-8a0d-cf5e9c0b27d6 admin admin] Network hostable DHCP agents. Network: 0ab1851c-3ee0-4a51-8197-32585533eb23, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:25:30.460716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Request body: {'port': {'device_id': 'fa0cf577-aa34-4ecf-ba1d-dd151505f896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:30.544920 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525f5f32-4c5e-41a6-8a0d-cf5e9c0b27d6 admin admin] Network 0ab1851c-3ee0-4a51-8197-32585533eb23 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:25:30.545046 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-170046fd-35d2-42e3-b229-c77654454131 req-b5d19fa3-321e-4c7e-956d-96601b90482b service neutron] 10.222.0.47 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775674 Feb 11 04:25:30.612437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-168e7eff-6199-4b6b-9921-465e8f552c49 req-99315e94-13be-452a-8427-51d89fdc636b tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/security-groups?id=079d4f7f-ca44-4137-a64e-e2f1451ddcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188993 Feb 11 04:25:30.637581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3d71b47-8c1f-463b-962c-72fbdb06f2c7 req-4e55f600-e349-404d-a98f-23b24fa2b242 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485564 Feb 11 04:25:30.660037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-525f5f32-4c5e-41a6-8a0d-cf5e9c0b27d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 0ab1851c-3ee0-4a51-8197-32585533eb23) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:25:30.660037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525f5f32-4c5e-41a6-8a0d-cf5e9c0b27d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:30.660037 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-525f5f32-4c5e-41a6-8a0d-cf5e9c0b27d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:30.660857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f3b297-de56-41e2-8a48-a88d7e9b563d None None] Network 0ab1851c-3ee0-4a51-8197-32585533eb23 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:25:30.698212 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e5a92ab3-351a-4bcd-aaaf-7451d7a77542), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:30.823979 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-525f5f32-4c5e-41a6-8a0d-cf5e9c0b27d6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0099680 Feb 11 04:25:30.831406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6443e3-908e-4f27-9b51-dc32d6e451a1 None None] Network 0ab1851c-3ee0-4a51-8197-32585533eb23 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:25:30.854522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-170046fd-35d2-42e3-b229-c77654454131 req-4d7993c5-75d8-4d3a-84c6-b8fe03103c96 service neutron] 10.222.0.47 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953689 Feb 11 04:25:30.953078 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99488ed8-9ac3-4b5f-8374-7c8c495c187d req-080f3edf-4156-4970-af0f-6f00d649201c tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:30.961663 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99488ed8-9ac3-4b5f-8374-7c8c495c187d req-080f3edf-4156-4970-af0f-6f00d649201c tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 943 time: 0.2080996 Feb 11 04:25:31.044398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99488ed8-9ac3-4b5f-8374-7c8c495c187d req-5df137c5-2682-4352-bc03-e1ef5cb12ef2 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760593 Feb 11 04:25:31.146261 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef96580a-b0ed-4311-a703-6cfad2ee95d3 x-openstack-request-id: req-ef96580a-b0ed-4311-a703-6cfad2ee95d3 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:31.146562 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d239bf8b-285c-4330-9113-9fc77fcec682", "name": "network-vif-deleted", "tag": "016bfca6-840d-49db-ab1e-d5754232d1db", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:31.146873 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef96580a-b0ed-4311-a703-6cfad2ee95d3 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:31.147427 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd239bf8b-285c-4330-9113-9fc77fcec682', 'name': 'network-vif-deleted', 'tag': '016bfca6-840d-49db-ab1e-d5754232d1db', 'status': 'completed', 'code': 200} Feb 11 04:25:31.325781 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:25:31.345330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbde5dc-aab1-415b-8490-a759952b63bc req-4d1cb6c4-3519-4e42-9597-f82727b19eb1 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:31.352610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bbde5dc-aab1-415b-8490-a759952b63bc req-4d1cb6c4-3519-4e42-9597-f82727b19eb1 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.1536183 Feb 11 04:25:31.395183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a92ab3-351a-4bcd-aaaf-7451d7a77542 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:31.420727 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Publish callbacks [] for port (e5a92ab3-351a-4bcd-aaaf-7451d7a77542), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:31.519819 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bbde5dc-aab1-415b-8490-a759952b63bc req-e1daef88-46e5-440c-9a01-39f14c920d67 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1657531 Feb 11 04:25:31.523937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Transition to ACTIVE for port object e5a92ab3-351a-4bcd-aaaf-7451d7a77542 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:25:31.592723 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-e27880d9-8aaa-4299-87e3-4dae62c4d665 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:31.600605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-e27880d9-8aaa-4299-87e3-4dae62c4d665 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/networks?id=0ab1851c-3ee0-4a51-8197-32585533eb23 HTTP/1.1" status: 200 len: 812 time: 0.2228405 Feb 11 04:25:31.619535 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e5a92ab3-351a-4bcd-aaaf-7451d7a77542), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:31.636639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d3b7270e-058a-4661-86d0-45286ac73e45 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/quotas/20fad53979f8446b84f1899120edf4ef HTTP/1.1" status: 200 len: 375 time: 0.0347078 Feb 11 04:25:31.739362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-c369c9dc-0751-4797-b89a-2d145da81b25 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=20fad53979f8446b84f1899120edf4ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637312 Feb 11 04:25:31.853409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Pushing event updated for resources: {'Port': ['ID=e5a92ab3-351a-4bcd-aaaf-7451d7a77542,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:31.863114 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-e5043dda-7171-4279-8c82-7e3fa30e7d63 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:25:31.864173 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-e5043dda-7171-4279-8c82-7e3fa30e7d63 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1104257 Feb 11 04:25:31.879421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Attempting to bind port e5a92ab3-351a-4bcd-aaaf-7451d7a77542 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:25:31.881828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Attempting to bind port e5a92ab3-351a-4bcd-aaaf-7451d7a77542 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '8f25dd09-724d-473a-888a-1cb6f8f86c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7bd03c06-b640-4a58-a281-997084ed2bc1'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:25:31.881828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Attempting to bind port e5a92ab3-351a-4bcd-aaaf-7451d7a77542 on network 7bd03c06-b640-4a58-a281-997084ed2bc1 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:25:31.918262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef8248-0811-4aa8-8659-952eb8f016ca req-ca52f582-66b7-4227-9076-88f620ab2c34 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:31.925096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9ef8248-0811-4aa8-8659-952eb8f016ca req-ca52f582-66b7-4227-9076-88f620ab2c34 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 950 time: 0.3092864 Feb 11 04:25:31.950530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Port e5a92ab3-351a-4bcd-aaaf-7451d7a77542 on network 7bd03c06-b640-4a58-a281-997084ed2bc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:25:31.950894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Attempting to bind port e5a92ab3-351a-4bcd-aaaf-7451d7a77542 on network 7bd03c06-b640-4a58-a281-997084ed2bc1 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:25:32.017178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9ef8248-0811-4aa8-8659-952eb8f016ca req-22a05f90-c42f-406d-884d-bcde002e5f04 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911477 Feb 11 04:25:32.018009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:25:32.018358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Checking segment: {'id': '8f25dd09-724d-473a-888a-1cb6f8f86c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7bd03c06-b640-4a58-a281-997084ed2bc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:25:32.018775 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Bound using segment: {'id': '8f25dd09-724d-473a-888a-1cb6f8f86c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7bd03c06-b640-4a58-a281-997084ed2bc1'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:25:32.019238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Bound port: e5a92ab3-351a-4bcd-aaaf-7451d7a77542, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f25dd09-724d-473a-888a-1cb6f8f86c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7bd03c06-b640-4a58-a281-997084ed2bc1'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:25:32.019615 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e5a92ab3-351a-4bcd-aaaf-7451d7a77542), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:32.164278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] For port e5a92ab3-351a-4bcd-aaaf-7451d7a77542, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:25:32.175764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-6486d66c-f6e3-4b8e-894a-ab9a1650d2c3 service neutron] 10.222.0.13 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905326 Feb 11 04:25:32.184391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] For port e5a92ab3-351a-4bcd-aaaf-7451d7a77542, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e5a92ab3-351a-4bcd-aaaf-7451d7a77542,segment=NetworkSegment(8f25dd09-724d-473a-888a-1cb6f8f86c53),segment_id=8f25dd09-724d-473a-888a-1cb6f8f86c53)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:25:32.235106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7b8d2-a5e1-452d-a7b9-d040212577d5 req-cf285421-e1e2-4fee-9a70-e9a42796f7ed tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:32.236882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98a7b8d2-a5e1-452d-a7b9-d040212577d5 req-cf285421-e1e2-4fee-9a70-e9a42796f7ed tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 943 time: 0.1347113 Feb 11 04:25:32.308584 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e5a92ab3-351a-4bcd-aaaf-7451d7a77542), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:32.370211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-700d8ab2-4ce3-4548-8670-4a47184b732d service neutron] 10.222.0.13 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778941 Feb 11 04:25:32.380603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:32.381236 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:32.382669 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9daae22-a746-4936-ac56-c81b597aee66 req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] 10.222.0.32 "PUT /v2.0/ports/e5a92ab3-351a-4bcd-aaaf-7451d7a77542 HTTP/1.1" status: 200 len: 1092 time: 1.9325604 Feb 11 04:25:32.400064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98a7b8d2-a5e1-452d-a7b9-d040212577d5 req-2fb014d0-c5b5-493b-8a92-2f2aff2371a6 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/security-groups?id=079d4f7f-ca44-4137-a64e-e2f1451ddcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297071 Feb 11 04:25:32.438774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5769c-09b5-480d-87aa-7afcd4fee44d service neutron] Pushing event updated for resources: {'Port': ['ID=e5a92ab3-351a-4bcd-aaaf-7451d7a77542,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:32.647394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22219151-12f8-4cf2-a5fa-a0d2f0cdb973 req-dcb822b5-239c-455d-a83e-2f4e26d3cd88 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:32.648944 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22219151-12f8-4cf2-a5fa-a0d2f0cdb973 req-dcb822b5-239c-455d-a83e-2f4e26d3cd88 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 950 time: 0.1709003 Feb 11 04:25:32.652809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daae22-a746-4936-ac56-c81b597aee66 req-5e0147d5-a261-4d65-b808-0b9e48185f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:32.654013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9daae22-a746-4936-ac56-c81b597aee66 req-5e0147d5-a261-4d65-b808-0b9e48185f4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53517d294ea74f0d87f1ffa99a267b01&device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 1126 time: 0.1485608 Feb 11 04:25:32.700237 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48462) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:32.816846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9daae22-a746-4936-ac56-c81b597aee66 req-5fc40b25-e508-4443-8cdf-22608e23c0bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5a92ab3-351a-4bcd-aaaf-7451d7a77542 HTTP/1.1" status: 200 len: 217 time: 0.1124601 Feb 11 04:25:32.837942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bac92-b9aa-40f1-95fe-ad4250213cc3 req-feefaa80-7dd3-4c9b-8762-30740be10cc1 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:32.839773 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-89006119-aa2e-423d-8e7d-e1575394494e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:32.840123 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf3bac92-b9aa-40f1-95fe-ad4250213cc3 req-feefaa80-7dd3-4c9b-8762-30740be10cc1 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.3386691 Feb 11 04:25:32.949648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-89006119-aa2e-423d-8e7d-e1575394494e admin admin] Publish callbacks [] for security_group (d01400db-38c8-495e-98d5-e6eeeba8ffef), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:33.012848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daae22-a746-4936-ac56-c81b597aee66 req-3438191b-ffd0-4165-adab-6b09c8947e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:33.014467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9daae22-a746-4936-ac56-c81b597aee66 req-3438191b-ffd0-4165-adab-6b09c8947e33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77d11027-47bc-4a13-8661-c24e393f51ab HTTP/1.1" status: 200 len: 850 time: 0.1733756 Feb 11 04:25:33.020264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-89006119-aa2e-423d-8e7d-e1575394494e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d01400db-38c8-495e-98d5-e6eeeba8ffef), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:33.088778 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-89006119-aa2e-423d-8e7d-e1575394494e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fed8ff31923d4ff5be9ad6e39ffa8da3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3868301 Feb 11 04:25:33.093441 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9daae22-a746-4936-ac56-c81b597aee66 req-5e8ce95c-1b53-4498-810e-d01e606d23c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bd03c06-b640-4a58-a281-997084ed2bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406406 Feb 11 04:25:33.094189 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48476) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:33.122370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89006119-aa2e-423d-8e7d-e1575394494e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01400db-38c8-495e-98d5-e6eeeba8ffef,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:33.153592 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ca2ba2d-0342-4e2c-b339-002c0f181dc6 admin admin] Publish callbacks [] for security_group (d01400db-38c8-495e-98d5-e6eeeba8ffef), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:33.175676 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ca2ba2d-0342-4e2c-b339-002c0f181dc6 admin admin] Publish callbacks [] for security_group (d01400db-38c8-495e-98d5-e6eeeba8ffef), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:33.235408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0cf577-aa34-4ecf-ba1d-dd151505f896', 'tag': 'e5a92ab3-351a-4bcd-aaaf-7451d7a77542'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:33.238074 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0d0ccc-90f7-489f-b5ae-52db88d867f6" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0cf577-aa34-4ecf-ba1d-dd151505f896", "tag": "e5a92ab3-351a-4bcd-aaaf-7451d7a77542"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:33.242084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9daae22-a746-4936-ac56-c81b597aee66 req-1301eb54-b3e8-48e7-a0c5-4bf1f1ea7e9e service neutron] 10.222.0.32 "GET /v2.0/networks/7bd03c06-b640-4a58-a281-997084ed2bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316857 Feb 11 04:25:33.250018 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf3bac92-b9aa-40f1-95fe-ad4250213cc3 req-9464cc8f-437f-4775-a454-e864046a4a3a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724806 Feb 11 04:25:33.314501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-22219151-12f8-4cf2-a5fa-a0d2f0cdb973 req-1d73a26a-86c2-45a1-9a46-d54af7b6891b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Deleting port 7d3979d9-efd3-4b1b-861a-cf646d6d7536 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:25:33.314846 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-22219151-12f8-4cf2-a5fa-a0d2f0cdb973 req-1d73a26a-86c2-45a1-9a46-d54af7b6891b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:33.324712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f53a3-a5c2-4d38-a199-58a1d9fa7256 req-70f2e1c4-508d-44fb-a68a-cbb1a65236f9 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:33.326214 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-895f53a3-a5c2-4d38-a199-58a1d9fa7256 req-70f2e1c4-508d-44fb-a68a-cbb1a65236f9 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 943 time: 0.3914990 Feb 11 04:25:33.327913 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ca2ba2d-0342-4e2c-b339-002c0f181dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d01400db-38c8-495e-98d5-e6eeeba8ffef), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:33.330971 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ca2ba2d-0342-4e2c-b339-002c0f181dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:33.332073 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2ca2ba2d-0342-4e2c-b339-002c0f181dc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d01400db-38c8-495e-98d5-e6eeeba8ffef HTTP/1.1" status: 204 len: 168 time: 0.2358751 Feb 11 04:25:33.345239 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2ba2d-0342-4e2c-b339-002c0f181dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01400db-38c8-495e-98d5-e6eeeba8ffef,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:33.548100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device fa8bf087-7879-4f84-a5b7-da15877e608b details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:25:33.715898 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:33.750487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port fa8bf087-7879-4f84-a5b7-da15877e608b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=fa8bf087-7879-4f84-a5b7-da15877e608b,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:33.791794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'fa8bf087-7879-4f84-a5b7-da15877e608b', 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee', 'port_id': 'fa8bf087-7879-4f84-a5b7-da15877e608b', 'mac_address': 'fa:16:3e:82:2f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eba31f7-1207-4443-a78f-e7f3b3f7b7c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:25:33.842351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port fa8bf087-7879-4f84-a5b7-da15877e608b is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:33.843369 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:33.859562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8bf087-7879-4f84-a5b7-da15877e608b {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:33.883487 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:33.887134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port fa8bf087-7879-4f84-a5b7-da15877e608b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=fa8bf087-7879-4f84-a5b7-da15877e608b,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:33.904329 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9daae22-a746-4936-ac56-c81b597aee66 req-6144ae3c-280c-49ac-9b4a-46529ecfa7ff service neutron] 10.222.0.32 "GET /v2.0/networks/7bd03c06-b640-4a58-a281-997084ed2bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522076 Feb 11 04:25:33.913205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda7a4a-32d9-44dd-bdce-e64971def473 req-e4b1cb93-c0b5-4048-9d2a-fd36ff99ff3f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:33.915268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fda7a4a-32d9-44dd-bdce-e64971def473 req-e4b1cb93-c0b5-4048-9d2a-fd36ff99ff3f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.5617359 Feb 11 04:25:33.934335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-895f53a3-a5c2-4d38-a199-58a1d9fa7256 req-9e87f60e-220d-4151-9376-adebea9cb1a0 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5905249 Feb 11 04:25:33.966304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-22219151-12f8-4cf2-a5fa-a0d2f0cdb973 req-1d73a26a-86c2-45a1-9a46-d54af7b6891b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] For port 7d3979d9-efd3-4b1b-861a-cf646d6d7536, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7d3979d9-efd3-4b1b-861a-cf646d6d7536,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:33.979260 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-22219151-12f8-4cf2-a5fa-a0d2f0cdb973 req-1d73a26a-86c2-45a1-9a46-d54af7b6891b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:34.003066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-22219151-12f8-4cf2-a5fa-a0d2f0cdb973 req-1d73a26a-86c2-45a1-9a46-d54af7b6891b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Calling delete_port for 7d3979d9-efd3-4b1b-861a-cf646d6d7536 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:25:34.005800 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:34.083319 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fda7a4a-32d9-44dd-bdce-e64971def473 req-e3da62c7-e56a-4ce9-b02c-a61c8d050d19 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1588311 Feb 11 04:25:34.109861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=fa8bf087-7879-4f84-a5b7-da15877e608b,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:34.152874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48496) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:34.178579 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c823225-d4fc-4699-b8b3-80ae9b371676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:34.202575 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee100ad-cad6-4e0b-ac6f-e0a3f330d3d5 x-openstack-request-id: req-fee100ad-cad6-4e0b-ac6f-e0a3f330d3d5 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:34.202901 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0cf577-aa34-4ecf-ba1d-dd151505f896", "tag": "e5a92ab3-351a-4bcd-aaaf-7451d7a77542", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:34.203152 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fee100ad-cad6-4e0b-ac6f-e0a3f330d3d5 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:34.203600 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0cf577-aa34-4ecf-ba1d-dd151505f896', 'tag': 'e5a92ab3-351a-4bcd-aaaf-7451d7a77542', 'status': 'completed', 'code': 200} Feb 11 04:25:34.228446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['fa8bf087-7879-4f84-a5b7-da15877e608b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:25:34.363846 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c823225-d4fc-4699-b8b3-80ae9b371676 admin admin] Publish callbacks [] for security_group (feeb4116-1db9-483c-a7de-37082f28535c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:34.470596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d0ccc-90f7-489f-b5ae-52db88d867f6 req-14e8ea03-2a1d-4788-8d75-31bf91016d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:34.472166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac0d0ccc-90f7-489f-b5ae-52db88d867f6 req-14e8ea03-2a1d-4788-8d75-31bf91016d7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=53517d294ea74f0d87f1ffa99a267b01&device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 1126 time: 0.2461863 Feb 11 04:25:34.488323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a490c3-c8e5-46b9-b278-82385dc6ac73 req-9a80738b-f1da-424a-bbf6-d16a4abeb628 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:34.489852 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1a490c3-c8e5-46b9-b278-82385dc6ac73 req-9a80738b-f1da-424a-bbf6-d16a4abeb628 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 950 time: 0.2892015 Feb 11 04:25:34.504508 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c823225-d4fc-4699-b8b3-80ae9b371676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (feeb4116-1db9-483c-a7de-37082f28535c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:34.516831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc29681-5549-4020-ab3a-b9c3fc02d5ed req-6666dee5-5962-4a13-9761-134139d172bc tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:34.518465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfc29681-5549-4020-ab3a-b9c3fc02d5ed req-6666dee5-5962-4a13-9761-134139d172bc tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 943 time: 0.2209024 Feb 11 04:25:34.550016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c823225-d4fc-4699-b8b3-80ae9b371676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeb4116-1db9-483c-a7de-37082f28535c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:34.554914 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1c823225-d4fc-4699-b8b3-80ae9b371676 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9f4b63e0e8a41cfa37d82784b5888b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4009783 Feb 11 04:25:34.558134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48500) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:34.617132 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b31d94ec-9bd3-4ecb-be3a-ea39e7bdcb77 admin admin] Publish callbacks [] for security_group (feeb4116-1db9-483c-a7de-37082f28535c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:34.643568 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b31d94ec-9bd3-4ecb-be3a-ea39e7bdcb77 admin admin] Publish callbacks [] for security_group (feeb4116-1db9-483c-a7de-37082f28535c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:34.670583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1a490c3-c8e5-46b9-b278-82385dc6ac73 req-e4eb7e1a-29bd-4879-9c04-3dc806a96716 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311879 Feb 11 04:25:34.671256 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-22219151-12f8-4cf2-a5fa-a0d2f0cdb973 req-1d73a26a-86c2-45a1-9a46-d54af7b6891b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7d3979d9-efd3-4b1b-861a-cf646d6d7536), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:34.684340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['50f008ed-425c-4cfc-81e7-aadd7b60fde5'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:25:34.806101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-22219151-12f8-4cf2-a5fa-a0d2f0cdb973 req-1d73a26a-86c2-45a1-9a46-d54af7b6891b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] No DVR routers for this DVR port 7d3979d9-efd3-4b1b-861a-cf646d6d7536 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:25:34.810777 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-22219151-12f8-4cf2-a5fa-a0d2f0cdb973 req-1d73a26a-86c2-45a1-9a46-d54af7b6891b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:34.814863 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22219151-12f8-4cf2-a5fa-a0d2f0cdb973 req-1d73a26a-86c2-45a1-9a46-d54af7b6891b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.32 "DELETE /v2.0/ports/7d3979d9-efd3-4b1b-861a-cf646d6d7536 HTTP/1.1" status: 204 len: 173 time: 2.1597710 Feb 11 04:25:34.815752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73a26a-86c2-45a1-9a46-d54af7b6891b tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Pushing event deleted for resources: {'Port': ['ID=7d3979d9-efd3-4b1b-861a-cf646d6d7536,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:34.842191 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b31d94ec-9bd3-4ecb-be3a-ea39e7bdcb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (feeb4116-1db9-483c-a7de-37082f28535c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:34.845730 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b31d94ec-9bd3-4ecb-be3a-ea39e7bdcb77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:34.849483 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b31d94ec-9bd3-4ecb-be3a-ea39e7bdcb77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/feeb4116-1db9-483c-a7de-37082f28535c HTTP/1.1" status: 204 len: 168 time: 0.2881484 Feb 11 04:25:34.866330 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d94ec-9bd3-4ecb-be3a-ea39e7bdcb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeb4116-1db9-483c-a7de-37082f28535c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:34.874243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d11ee75-f0a5-4965-8245-f66ea96fada0 req-10ca1a48-8532-452d-a4ee-cc4a61f3c7a3 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 210 time: 0.0538795 Feb 11 04:25:34.896215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfc29681-5549-4020-ab3a-b9c3fc02d5ed req-2b8bc6c0-37c3-44d9-9826-f8b946b0bd41 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/security-groups?id=079d4f7f-ca44-4137-a64e-e2f1451ddcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542104 Feb 11 04:25:34.913279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d0ccc-90f7-489f-b5ae-52db88d867f6 req-14a13d45-fd73-4a77-9f2d-5a2ee0b855ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:34.921636 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac0d0ccc-90f7-489f-b5ae-52db88d867f6 req-14a13d45-fd73-4a77-9f2d-5a2ee0b855ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=7bd03c06-b640-4a58-a281-997084ed2bc1 HTTP/1.1" status: 200 len: 911 time: 0.4297774 Feb 11 04:25:35.079469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac0d0ccc-90f7-489f-b5ae-52db88d867f6 req-bacfdb9b-fcbd-4eb4-aabd-23d2468f506c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5a92ab3-351a-4bcd-aaaf-7451d7a77542 HTTP/1.1" status: 200 len: 217 time: 0.1528652 Feb 11 04:25:35.254891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fd619-23d5-41b8-9c32-19cf06b0d16f req-4a4ea311-dae2-486c-a2a9-62c65e7770d9 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:35.267186 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a43fd619-23d5-41b8-9c32-19cf06b0d16f req-4a4ea311-dae2-486c-a2a9-62c65e7770d9 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 944 time: 0.1790845 Feb 11 04:25:35.277115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d0ccc-90f7-489f-b5ae-52db88d867f6 req-adc7f6b4-217f-4900-a9ac-947db51aa5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:35.278590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac0d0ccc-90f7-489f-b5ae-52db88d867f6 req-adc7f6b4-217f-4900-a9ac-947db51aa5b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77d11027-47bc-4a13-8661-c24e393f51ab HTTP/1.1" status: 200 len: 850 time: 0.1891661 Feb 11 04:25:35.294505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2424e6a-c66d-431e-ab16-5a11e908215a req-12d5d0ee-ac75-4f72-8912-5d5c162c36fc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:35.296939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2424e6a-c66d-431e-ab16-5a11e908215a req-12d5d0ee-ac75-4f72-8912-5d5c162c36fc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.2211254 Feb 11 04:25:35.345028 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac0d0ccc-90f7-489f-b5ae-52db88d867f6 req-5edfbc56-1194-4a8c-916d-21083f41dcc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7bd03c06-b640-4a58-a281-997084ed2bc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466547 Feb 11 04:25:35.487110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a43fd619-23d5-41b8-9c32-19cf06b0d16f req-8aade4ac-ef23-4d8b-bc7a-99367e9f1645 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187722 Feb 11 04:25:35.533785 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2424e6a-c66d-431e-ab16-5a11e908215a req-5badf18a-ce90-4d1b-8e95-8b36b8f17541 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235386 Feb 11 04:25:35.556078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac0d0ccc-90f7-489f-b5ae-52db88d867f6 req-477227ad-dddb-4c04-9116-ff8a9afa2624 service neutron] 10.222.0.32 "GET /v2.0/networks/7bd03c06-b640-4a58-a281-997084ed2bc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006330 Feb 11 04:25:35.580292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device fa8bf087-7879-4f84-a5b7-da15877e608b up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:25:35.659064 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7d3979d9-efd3-4b1b-861a-cf646d6d7536 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:25:35.717351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 7d3979d9-efd3-4b1b-861a-cf646d6d7536 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:25:35.718008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7d3979d9-efd3-4b1b-861a-cf646d6d7536 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:25:35.756718 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac0d0ccc-90f7-489f-b5ae-52db88d867f6 req-e8e7ec6a-d65a-4473-8a39-62bac52eb067 service neutron] 10.222.0.32 "GET /v2.0/networks/7bd03c06-b640-4a58-a281-997084ed2bc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849844 Feb 11 04:25:35.812655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bccabe-249c-4d34-94a2-ccbb7dc573bf req-b76fca40-297b-4420-8ae6-ab334fa14df6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:35.814996 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10bccabe-249c-4d34-94a2-ccbb7dc573bf req-b76fca40-297b-4420-8ae6-ab334fa14df6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.1217053 Feb 11 04:25:35.819054 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port fa8bf087-7879-4f84-a5b7-da15877e608b completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:25:35.824282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port fa8bf087-7879-4f84-a5b7-da15877e608b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:25:35.824668 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:35.954926 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b556136-ade2-485b-b454-980aefd968b1 req-3ef5c697-bc54-405f-8b3a-9751457c87f5 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a28f435-78ff-4c8d-89f2-0d479da5ea0f HTTP/1.1" status: 200 len: 210 time: 0.0699058 Feb 11 04:25:35.997043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10bccabe-249c-4d34-94a2-ccbb7dc573bf req-730bbeca-7247-4694-8fb1-36fe80414858 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1715097 Feb 11 04:25:36.044637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port fa8bf087-7879-4f84-a5b7-da15877e608b is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:36.045223 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:36.133380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51136a77-e70a-4013-b861-6d5561925280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8bf087-7879-4f84-a5b7-da15877e608b'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:36.139971 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0ceab2-ba7d-47cf-8e8e-2d86a860aca2" -d '{"events": [{"server_uuid": "51136a77-e70a-4013-b861-6d5561925280", "name": "network-vif-plugged", "status": "completed", "tag": "fa8bf087-7879-4f84-a5b7-da15877e608b"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:36.180388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port fa8bf087-7879-4f84-a5b7-da15877e608b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=fa8bf087-7879-4f84-a5b7-da15877e608b,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:36.227998 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a28f435-78ff-4c8d-89f2-0d479da5ea0f', 'name': 'network-vif-deleted', 'tag': '7d3979d9-efd3-4b1b-861a-cf646d6d7536'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:36.231555 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d5dc85-d546-4e30-84f0-a41b4d39a8ad" -d '{"events": [{"server_uuid": "1a28f435-78ff-4c8d-89f2-0d479da5ea0f", "name": "network-vif-deleted", "tag": "7d3979d9-efd3-4b1b-861a-cf646d6d7536"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:36.235897 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd2fed57-bb63-401d-9882-30c624fd8143 req-c6bbc4b3-cb98-40f4-9f53-28a6eff89137 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 210 time: 0.0484471 Feb 11 04:25:36.281983 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:36.302711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3467334-2b59-43b0-90f3-8dc63cc4ed88 req-13e71a2a-1527-46ac-8992-3cb49e6cc872 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:36.326642 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3467334-2b59-43b0-90f3-8dc63cc4ed88 req-13e71a2a-1527-46ac-8992-3cb49e6cc872 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 943 time: 0.2325871 Feb 11 04:25:36.391479 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3876cffc-fce1-494c-bff4-848c4c1d55a5 x-openstack-request-id: req-3876cffc-fce1-494c-bff4-848c4c1d55a5 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:36.392043 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51136a77-e70a-4013-b861-6d5561925280", "name": "network-vif-plugged", "status": "completed", "tag": "fa8bf087-7879-4f84-a5b7-da15877e608b", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:36.392750 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3876cffc-fce1-494c-bff4-848c4c1d55a5 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:36.393327 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51136a77-e70a-4013-b861-6d5561925280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8bf087-7879-4f84-a5b7-da15877e608b', 'code': 200} Feb 11 04:25:36.419621 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3467334-2b59-43b0-90f3-8dc63cc4ed88 req-544d73c7-0516-4c51-aca5-61f6f22c5a46 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/security-groups?id=079d4f7f-ca44-4137-a64e-e2f1451ddcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917895 Feb 11 04:25:36.440578 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4d2515-8be3-47fd-953c-3e0f70eb9f10 x-openstack-request-id: req-9b4d2515-8be3-47fd-953c-3e0f70eb9f10 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:36.448331 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a28f435-78ff-4c8d-89f2-0d479da5ea0f", "name": "network-vif-deleted", "tag": "7d3979d9-efd3-4b1b-861a-cf646d6d7536", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:36.448331 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b4d2515-8be3-47fd-953c-3e0f70eb9f10 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:36.448331 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a28f435-78ff-4c8d-89f2-0d479da5ea0f', 'name': 'network-vif-deleted', 'tag': '7d3979d9-efd3-4b1b-861a-cf646d6d7536', 'status': 'completed', 'code': 200} Feb 11 04:25:36.452480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=fa8bf087-7879-4f84-a5b7-da15877e608b,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:36.613508 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bfcf7-ab14-4101-87f9-4e4e30845de1 req-6253b462-9737-4067-a71a-e03ee0cc0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:36.615456 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a46bfcf7-ab14-4101-87f9-4e4e30845de1 req-6253b462-9737-4067-a71a-e03ee0cc0a2e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 1128 time: 0.1216660 Feb 11 04:25:36.737939 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a46bfcf7-ab14-4101-87f9-4e4e30845de1 req-2537834d-c152-4e5f-8254-84b72f90425f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030438 Feb 11 04:25:37.035282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-f6699dec-3052-40bf-9271-7c25748cfe4a tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:37.037679 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-f6699dec-3052-40bf-9271-7c25748cfe4a tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.32 "GET /v2.0/networks?id=0ab1851c-3ee0-4a51-8197-32585533eb23 HTTP/1.1" status: 200 len: 812 time: 0.3671443 Feb 11 04:25:37.060268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-3102f333-5827-48cd-981c-b1bd49d6a404 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Request body: {'port': {'device_id': '1a070e6c-b671-4d95-91a8-724375bba6d3', 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23', 'admin_state_up': True, 'tenant_id': '20fad53979f8446b84f1899120edf4ef'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:37.094068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-9a061600-74be-4b30-a679-ec12d524ac53 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:37.095811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-9a061600-74be-4b30-a679-ec12d524ac53 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.47 "GET /v2.0/networks?id=0ab1851c-3ee0-4a51-8197-32585533eb23 HTTP/1.1" status: 200 len: 812 time: 0.6108642 Feb 11 04:25:37.233703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-daadabb6-ca53-4f42-ba73-5f0019c4ea80 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Request body: {'port': {'device_id': '572283c1-ccc9-49b0-bdb9-96370f0340da', 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23', 'admin_state_up': True, 'tenant_id': '20fad53979f8446b84f1899120edf4ef'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:37.475244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cfd9c-4ba5-4cc9-8e9a-8408ddd507c1 req-48a794e3-3d61-4f4e-83ab-c2931a9a7969 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:37.483792 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c4cfd9c-4ba5-4cc9-8e9a-8408ddd507c1 req-48a794e3-3d61-4f4e-83ab-c2931a9a7969 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.8422565 Feb 11 04:25:37.492620 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314a72a-08ba-44b4-b14b-e811e1447419 req-4b1aadb9-31eb-4676-ab00-0a58a9a0c602 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:37.500900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b314a72a-08ba-44b4-b14b-e811e1447419 req-4b1aadb9-31eb-4676-ab00-0a58a9a0c602 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.7950187 Feb 11 04:25:37.579586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b314a72a-08ba-44b4-b14b-e811e1447419 req-87135781-10c2-40e8-9b90-22780f829612 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774212 Feb 11 04:25:37.598293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e5a92ab3-351a-4bcd-aaaf-7451d7a77542 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:25:37.644408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-daadabb6-ca53-4f42-ba73-5f0019c4ea80 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Made reservation on behalf of 20fad53979f8446b84f1899120edf4ef for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:25:37.660452 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-daadabb6-ca53-4f42-ba73-5f0019c4ea80 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:37.812572 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c4cfd9c-4ba5-4cc9-8e9a-8408ddd507c1 req-4ed51b1f-8a2d-4264-bdc8-4733fd4dee46 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275840 Feb 11 04:25:37.856601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-3102f333-5827-48cd-981c-b1bd49d6a404 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Made reservation on behalf of 20fad53979f8446b84f1899120edf4ef for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:25:37.860276 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-3102f333-5827-48cd-981c-b1bd49d6a404 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:37.970326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7f01043b-8941-410a-9c8d-71ac2af674ca details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:25:37.973485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e5a92ab3-351a-4bcd-aaaf-7451d7a77542, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e5a92ab3-351a-4bcd-aaaf-7451d7a77542,segment=NetworkSegment(8f25dd09-724d-473a-888a-1cb6f8f86c53),segment_id=8f25dd09-724d-473a-888a-1cb6f8f86c53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:38.025107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'e5a92ab3-351a-4bcd-aaaf-7451d7a77542', 'network_id': '7bd03c06-b640-4a58-a281-997084ed2bc1', 'port_id': 'e5a92ab3-351a-4bcd-aaaf-7451d7a77542', 'mac_address': 'fa:16:3e:2a:77:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d11027-47bc-4a13-8661-c24e393f51ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:25:38.064923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-daadabb6-ca53-4f42-ba73-5f0019c4ea80 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Allocated IP 172.20.0.13 (0ab1851c-3ee0-4a51-8197-32585533eb23/57415fb0-9c61-46bf-afec-5998514efed1/103efbc8-c5e6-433b-a65b-37d4822e2bc8) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:25:38.167663 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.resource_extend [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:25:38.243172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e5a92ab3-351a-4bcd-aaaf-7451d7a77542 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:38.243570 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e5a92ab3-351a-4bcd-aaaf-7451d7a77542), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:38.261207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39caf124-368c-448d-8c7f-cd1293252e56 req-e28b579b-cc4b-40e9-bd91-c83b985b0076 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 210 time: 0.2231252 Feb 11 04:25:38.313806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a92ab3-351a-4bcd-aaaf-7451d7a77542 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:38.350496 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e5a92ab3-351a-4bcd-aaaf-7451d7a77542, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e5a92ab3-351a-4bcd-aaaf-7451d7a77542,segment=NetworkSegment(8f25dd09-724d-473a-888a-1cb6f8f86c53),segment_id=8f25dd09-724d-473a-888a-1cb6f8f86c53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:38.387393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7f01043b-8941-410a-9c8d-71ac2af674ca, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f01043b-8941-410a-9c8d-71ac2af674ca,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:38.427058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d448ba-7d23-489d-a2f6-db5b323447b4 req-092a4e00-c86a-401b-b436-5cbfb5787ec7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:38.428638 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-43d448ba-7d23-489d-a2f6-db5b323447b4 req-092a4e00-c86a-401b-b436-5cbfb5787ec7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.5421395 Feb 11 04:25:38.433446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '7f01043b-8941-410a-9c8d-71ac2af674ca', 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e', 'port_id': '7f01043b-8941-410a-9c8d-71ac2af674ca', 'mac_address': 'fa:16:3e:57:dc:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de27eb8-a8a3-47a4-8b0d-bfc468039fee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:25:38.440886 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e5a92ab3-351a-4bcd-aaaf-7451d7a77542), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:38.609205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e5a92ab3-351a-4bcd-aaaf-7451d7a77542,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:38.705671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7f01043b-8941-410a-9c8d-71ac2af674ca is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:38.706066 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:38.733892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f01043b-8941-410a-9c8d-71ac2af674ca {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:38.780031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7f01043b-8941-410a-9c8d-71ac2af674ca, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f01043b-8941-410a-9c8d-71ac2af674ca,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:38.788421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['e5a92ab3-351a-4bcd-aaaf-7451d7a77542'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:25:38.839980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-43d448ba-7d23-489d-a2f6-db5b323447b4 req-e686d109-019b-49e3-ba2d-0884fde21ea2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4014452 Feb 11 04:25:38.883692 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:38.980875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf99c1a-1175-4cb6-a806-b6f9671930a8 req-cec08a36-75e4-4a97-9100-14bae9dccb79 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:38.995126 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8bf99c1a-1175-4cb6-a806-b6f9671930a8 req-cec08a36-75e4-4a97-9100-14bae9dccb79 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 944 time: 0.5207696 Feb 11 04:25:39.019148 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-daadabb6-ca53-4f42-ba73-5f0019c4ea80 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks [] for port (103efbc8-c5e6-433b-a65b-37d4822e2bc8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:39.086692 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7f01043b-8941-410a-9c8d-71ac2af674ca'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:25:39.161272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8bf99c1a-1175-4cb6-a806-b6f9671930a8 req-6818e2c9-3cb0-4efe-a46c-2f7b3cb60c3f tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/security-groups?id=079d4f7f-ca44-4137-a64e-e2f1451ddcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650648 Feb 11 04:25:39.268739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7f01043b-8941-410a-9c8d-71ac2af674ca,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:39.327577 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-daadabb6-ca53-4f42-ba73-5f0019c4ea80 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (103efbc8-c5e6-433b-a65b-37d4822e2bc8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:39.656323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-daadabb6-ca53-4f42-ba73-5f0019c4ea80 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Network 0ab1851c-3ee0-4a51-8197-32585533eb23 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:25:39.741298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-daadabb6-ca53-4f42-ba73-5f0019c4ea80 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:25:39.761088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-daadabb6-ca53-4f42-ba73-5f0019c4ea80 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:25:39.802452 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadabb6-ca53-4f42-ba73-5f0019c4ea80 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Pushing event updated for resources: {'Port': ['ID=103efbc8-c5e6-433b-a65b-37d4822e2bc8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:39.886595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-daadabb6-ca53-4f42-ba73-5f0019c4ea80 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:39.887334 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-daadabb6-ca53-4f42-ba73-5f0019c4ea80 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:39.893515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-3102f333-5827-48cd-981c-b1bd49d6a404 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Allocated IP 172.20.0.7 (0ab1851c-3ee0-4a51-8197-32585533eb23/57415fb0-9c61-46bf-afec-5998514efed1/f775d73d-8c10-4f47-9e69-e42b3ea05d61) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:25:40.176807 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-3102f333-5827-48cd-981c-b1bd49d6a404 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks [] for port (f775d73d-8c10-4f47-9e69-e42b3ea05d61), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:40.288189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503fc70-41dd-4227-a154-388b9aa89df4 req-e775f13f-b12e-4abe-bdbe-f49b026e7eb7 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:40.296121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e503fc70-41dd-4227-a154-388b9aa89df4 req-e775f13f-b12e-4abe-bdbe-f49b026e7eb7 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 944 time: 0.8674300 Feb 11 04:25:40.336483 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-3102f333-5827-48cd-981c-b1bd49d6a404 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f775d73d-8c10-4f47-9e69-e42b3ea05d61), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:40.484111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7c935-1caf-4335-86c9-bcdfce2f4836 req-574e59aa-af96-40dc-9fb5-1e2c40288e41 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:40.503859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58b7c935-1caf-4335-86c9-bcdfce2f4836 req-574e59aa-af96-40dc-9fb5-1e2c40288e41 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.8797708 Feb 11 04:25:40.505861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102f333-5827-48cd-981c-b1bd49d6a404 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Pushing event updated for resources: {'Port': ['ID=f775d73d-8c10-4f47-9e69-e42b3ea05d61,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:40.514270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-daadabb6-ca53-4f42-ba73-5f0019c4ea80 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3879194 Feb 11 04:25:40.522866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e503fc70-41dd-4227-a154-388b9aa89df4 req-e3a6826b-3740-4fe6-b0ce-1ef0ace42807 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258236 Feb 11 04:25:40.531006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Request body: {'port': {'device_id': '572283c1-ccc9-49b0-bdb9-96370f0340da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:40.587684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-3102f333-5827-48cd-981c-b1bd49d6a404 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Network 0ab1851c-3ee0-4a51-8197-32585533eb23 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:25:40.599387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-3102f333-5827-48cd-981c-b1bd49d6a404 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:25:40.602946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-3102f333-5827-48cd-981c-b1bd49d6a404 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:25:40.655404 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58b7c935-1caf-4335-86c9-bcdfce2f4836 req-62f2ae56-8861-4231-b5d2-50d34b7ce513 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502750 Feb 11 04:25:41.218520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-3102f333-5827-48cd-981c-b1bd49d6a404 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:41.219223 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-3102f333-5827-48cd-981c-b1bd49d6a404 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:41.246816 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (103efbc8-c5e6-433b-a65b-37d4822e2bc8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:41.287371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea64516-0c82-4297-ac53-c46cfd8323f6 req-cb697db8-48a7-41fa-8363-23309cb657ab tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:41.289089 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ea64516-0c82-4297-ac53-c46cfd8323f6 req-cb697db8-48a7-41fa-8363-23309cb657ab tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.32 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 951 time: 0.4945321 Feb 11 04:25:41.303915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67534ec-0891-4a83-a666-eba224056ff9 req-6003d82e-7e83-4079-b6ab-ae96de4056ac tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:41.311622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c67534ec-0891-4a83-a666-eba224056ff9 req-6003d82e-7e83-4079-b6ab-ae96de4056ac tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 931 time: 0.5570264 Feb 11 04:25:41.389767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-3102f333-5827-48cd-981c-b1bd49d6a404 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3402982 Feb 11 04:25:41.427714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Request body: {'port': {'device_id': '1a070e6c-b671-4d95-91a8-724375bba6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:41.441159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03b389-6300-4a3d-87e8-fd3462009904 req-95d9388e-e483-4b6d-a5bf-056b288627fb tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:41.442804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c03b389-6300-4a3d-87e8-fd3462009904 req-95d9388e-e483-4b6d-a5bf-056b288627fb tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 951 time: 0.6093378 Feb 11 04:25:41.602515 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e5a92ab3-351a-4bcd-aaaf-7451d7a77542 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:25:41.663391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7f01043b-8941-410a-9c8d-71ac2af674ca up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:25:41.666565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c67534ec-0891-4a83-a666-eba224056ff9 req-d8e36873-80cd-4d1c-9353-ef917dcb0d13 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519633 Feb 11 04:25:41.818232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 7f01043b-8941-410a-9c8d-71ac2af674ca triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:25:41.818677 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:41.911099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c03b389-6300-4a3d-87e8-fd3462009904 req-ec52218a-0ea3-4b7c-9463-f868c2bf905c tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502833 Feb 11 04:25:41.912321 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f775d73d-8c10-4f47-9e69-e42b3ea05d61), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:41.940425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port e5a92ab3-351a-4bcd-aaaf-7451d7a77542 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:25:41.980317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port e5a92ab3-351a-4bcd-aaaf-7451d7a77542 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:25:41.981082 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e5a92ab3-351a-4bcd-aaaf-7451d7a77542), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:42.182513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-6ea64516-0c82-4297-ac53-c46cfd8323f6 req-48dfdbda-9947-458f-bfcb-52662d458966 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Deleting port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:25:42.183148 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6ea64516-0c82-4297-ac53-c46cfd8323f6 req-48dfdbda-9947-458f-bfcb-52662d458966 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:42.313399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609340ce-f21d-4a23-9fa5-d556803259cb req-81127d18-93f6-4879-9456-d971f6ebbe61 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:42.315445 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-609340ce-f21d-4a23-9fa5-d556803259cb req-81127d18-93f6-4879-9456-d971f6ebbe61 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.5323682 Feb 11 04:25:42.356901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7f01043b-8941-410a-9c8d-71ac2af674ca is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:42.357355 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:42.404718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e5a92ab3-351a-4bcd-aaaf-7451d7a77542 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:42.405043 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e5a92ab3-351a-4bcd-aaaf-7451d7a77542), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:42.455392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7f01043b-8941-410a-9c8d-71ac2af674ca, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f01043b-8941-410a-9c8d-71ac2af674ca,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:42.485086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e5a92ab3-351a-4bcd-aaaf-7451d7a77542, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e5a92ab3-351a-4bcd-aaaf-7451d7a77542,segment=NetworkSegment(8f25dd09-724d-473a-888a-1cb6f8f86c53),segment_id=8f25dd09-724d-473a-888a-1cb6f8f86c53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:42.485979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9105d182-fb0c-44a9-95d9-aba49208d4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f01043b-8941-410a-9c8d-71ac2af674ca'}, {'server_uuid': 'fa0cf577-aa34-4ecf-ba1d-dd151505f896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a92ab3-351a-4bcd-aaaf-7451d7a77542'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:42.490049 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ce743a-4721-4200-a848-b985db5cc68a" -d '{"events": [{"server_uuid": "9105d182-fb0c-44a9-95d9-aba49208d4db", "name": "network-vif-plugged", "status": "completed", "tag": "7f01043b-8941-410a-9c8d-71ac2af674ca"}, {"server_uuid": "fa0cf577-aa34-4ecf-ba1d-dd151505f896", "name": "network-vif-plugged", "status": "completed", "tag": "e5a92ab3-351a-4bcd-aaaf-7451d7a77542"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:42.568272 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:42.576388 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e5a92ab3-351a-4bcd-aaaf-7451d7a77542), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:42.578918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 50f008ed-425c-4cfc-81e7-aadd7b60fde5 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:25:42.618991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f056b2-8855-402d-9ae9-650a0fd19d51 req-191c673e-7cf4-4d38-99e0-ffadac195a43 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:42.621015 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39f056b2-8855-402d-9ae9-650a0fd19d51 req-191c673e-7cf4-4d38-99e0-ffadac195a43 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 944 time: 0.4562943 Feb 11 04:25:42.662274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6ea64516-0c82-4297-ac53-c46cfd8323f6 req-48dfdbda-9947-458f-bfcb-52662d458966 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] For port 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:42.662677 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6ea64516-0c82-4297-ac53-c46cfd8323f6 req-48dfdbda-9947-458f-bfcb-52662d458966 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:42.727589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103efbc8-c5e6-433b-a65b-37d4822e2bc8 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:42.735194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-609340ce-f21d-4a23-9fa5-d556803259cb req-d3edd16e-0511-443d-a599-b50e524dcae9 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3328829 Feb 11 04:25:42.736166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-6ea64516-0c82-4297-ac53-c46cfd8323f6 req-48dfdbda-9947-458f-bfcb-52662d458966 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Calling delete_port for 50f008ed-425c-4cfc-81e7-aadd7b60fde5 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:25:42.758160 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Publish callbacks [] for port (103efbc8-c5e6-433b-a65b-37d4822e2bc8), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:42.758494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7f01043b-8941-410a-9c8d-71ac2af674ca,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:42.904180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e5a92ab3-351a-4bcd-aaaf-7451d7a77542,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:42.976503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:42.977060 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:43.032245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Transition to ACTIVE for port object 103efbc8-c5e6-433b-a65b-37d4822e2bc8 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:25:43.048170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39f056b2-8855-402d-9ae9-650a0fd19d51 req-a274a164-d534-4cca-96ba-db3b29db2bff tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/security-groups?id=079d4f7f-ca44-4137-a64e-e2f1451ddcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965747 Feb 11 04:25:43.053793 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 50f008ed-425c-4cfc-81e7-aadd7b60fde5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=50f008ed-425c-4cfc-81e7-aadd7b60fde5,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:43.136247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e83eb2-5b32-4c1a-8f03-a11e1f5b946c req-d38031ca-3995-4a08-902c-16595f4d1515 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:43.146689 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73e83eb2-5b32-4c1a-8f03-a11e1f5b946c req-d38031ca-3995-4a08-902c-16595f4d1515 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.2581923 Feb 11 04:25:43.201812 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:43.283983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=50f008ed-425c-4cfc-81e7-aadd7b60fde5,revision_number=12']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:43.388245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f775d73d-8c10-4f47-9e69-e42b3ea05d61 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:43.397536 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Publish callbacks [] for port (f775d73d-8c10-4f47-9e69-e42b3ea05d61), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:43.411430 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Transition to ACTIVE for port object f775d73d-8c10-4f47-9e69-e42b3ea05d61 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:25:43.459973 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73e83eb2-5b32-4c1a-8f03-a11e1f5b946c req-e7b1872f-65fa-44ba-aa47-983a73db6100 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124342 Feb 11 04:25:43.485878 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (103efbc8-c5e6-433b-a65b-37d4822e2bc8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:43.574755 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ad09ff-1ece-4461-a113-85714cbceca6 x-openstack-request-id: req-c7ad09ff-1ece-4461-a113-85714cbceca6 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:43.575127 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9105d182-fb0c-44a9-95d9-aba49208d4db", "name": "network-vif-plugged", "status": "completed", "tag": "7f01043b-8941-410a-9c8d-71ac2af674ca", "code": 200}, {"server_uuid": "fa0cf577-aa34-4ecf-ba1d-dd151505f896", "name": "network-vif-plugged", "status": "completed", "tag": "e5a92ab3-351a-4bcd-aaaf-7451d7a77542", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:43.575390 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7ad09ff-1ece-4461-a113-85714cbceca6 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:43.576458 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9105d182-fb0c-44a9-95d9-aba49208d4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f01043b-8941-410a-9c8d-71ac2af674ca', 'code': 200} Feb 11 04:25:43.576889 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0cf577-aa34-4ecf-ba1d-dd151505f896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a92ab3-351a-4bcd-aaaf-7451d7a77542', 'code': 200} Feb 11 04:25:43.609164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=103efbc8-c5e6-433b-a65b-37d4822e2bc8,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:43.620630 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f775d73d-8c10-4f47-9e69-e42b3ea05d61), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:43.689041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Pushing event updated for resources: {'Port': ['ID=f775d73d-8c10-4f47-9e69-e42b3ea05d61,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:43.730604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baae17-01a3-4ebf-b933-e1c8d7e9e1cd req-bf078e4e-7260-4e59-ae81-989b8a019e32 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:43.732421 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-56baae17-01a3-4ebf-b933-e1c8d7e9e1cd req-bf078e4e-7260-4e59-ae81-989b8a019e32 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.3176806 Feb 11 04:25:43.762140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48762) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:43.941824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-56baae17-01a3-4ebf-b933-e1c8d7e9e1cd req-12b2cfe7-1914-4cfc-9ea0-39236024253f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855996 Feb 11 04:25:43.950240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Attempting to bind port 103efbc8-c5e6-433b-a65b-37d4822e2bc8 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:25:43.950846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Attempting to bind port 103efbc8-c5e6-433b-a65b-37d4822e2bc8 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:25:43.951409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Attempting to bind port 103efbc8-c5e6-433b-a65b-37d4822e2bc8 on network 0ab1851c-3ee0-4a51-8197-32585533eb23 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:25:43.974637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Port 103efbc8-c5e6-433b-a65b-37d4822e2bc8 on network 0ab1851c-3ee0-4a51-8197-32585533eb23 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:25:43.974986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Attempting to bind port 103efbc8-c5e6-433b-a65b-37d4822e2bc8 on network 0ab1851c-3ee0-4a51-8197-32585533eb23 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:25:43.978265 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:43.994799 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:25:43.995189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Checking segment: {'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:25:43.995594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Bound using segment: {'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:25:43.996349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Bound port: 103efbc8-c5e6-433b-a65b-37d4822e2bc8, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:25:43.996820 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (103efbc8-c5e6-433b-a65b-37d4822e2bc8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:44.107840 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] For port 103efbc8-c5e6-433b-a65b-37d4822e2bc8, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:25:44.111747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] For port 103efbc8-c5e6-433b-a65b-37d4822e2bc8, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=103efbc8-c5e6-433b-a65b-37d4822e2bc8,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:25:44.170639 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Publish callbacks [] for security_group (3c8ac935-e41e-476e-8636-0d3cee1d1666), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:44.221072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Attempting to bind port f775d73d-8c10-4f47-9e69-e42b3ea05d61 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:25:44.221464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Attempting to bind port f775d73d-8c10-4f47-9e69-e42b3ea05d61 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:25:44.221800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Attempting to bind port f775d73d-8c10-4f47-9e69-e42b3ea05d61 on network 0ab1851c-3ee0-4a51-8197-32585533eb23 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:25:44.263637 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (103efbc8-c5e6-433b-a65b-37d4822e2bc8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:44.271222 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3c8ac935-e41e-476e-8636-0d3cee1d1666), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:44.271978 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4b86e-00a2-4b76-a9a2-9af63218bc84 req-372fce6b-c7f1-45aa-b5fc-cdae51bd6b64 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:44.279348 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2de4b86e-00a2-4b76-a9a2-9af63218bc84 req-372fce6b-c7f1-45aa-b5fc-cdae51bd6b64 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 943 time: 0.4989796 Feb 11 04:25:44.342593 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Port f775d73d-8c10-4f47-9e69-e42b3ea05d61 on network 0ab1851c-3ee0-4a51-8197-32585533eb23 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:25:44.342951 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Attempting to bind port f775d73d-8c10-4f47-9e69-e42b3ea05d61 on network 0ab1851c-3ee0-4a51-8197-32585533eb23 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:25:44.383258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aeb3b-379b-4ab4-a785-bda36b849c62 req-7c8a463a-c17c-410e-8aba-c759e7b2c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:44.385071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a39aeb3b-379b-4ab4-a785-bda36b849c62 req-7c8a463a-c17c-410e-8aba-c759e7b2c9b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 1128 time: 0.6768508 Feb 11 04:25:44.392656 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd7dd56c89ad443d884b0d54f1b4fe05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6280546 Feb 11 04:25:44.394863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48772) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:44.418723 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:44.419351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:44.420728 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] 10.222.0.47 "PUT /v2.0/ports/103efbc8-c5e6-433b-a65b-37d4822e2bc8 HTTP/1.1" status: 200 len: 1093 time: 3.8956835 Feb 11 04:25:44.422703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572283c1-ccc9-49b0-bdb9-96370f0340da', 'tag': '103efbc8-c5e6-433b-a65b-37d4822e2bc8'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:44.427550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8ac935-e41e-476e-8636-0d3cee1d1666,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:44.431144 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5244f63c-3788-45a2-8121-57a620a0f6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "572283c1-ccc9-49b0-bdb9-96370f0340da", "tag": "103efbc8-c5e6-433b-a65b-37d4822e2bc8"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:44.435115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:25:44.435469 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Checking segment: {'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:25:44.436245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Bound using segment: {'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:25:44.436356 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Bound port: f775d73d-8c10-4f47-9e69-e42b3ea05d61, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:25:44.436650 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f775d73d-8c10-4f47-9e69-e42b3ea05d61), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:44.462561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:44.464233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:44.466200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:44.466776 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:44.467336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:44.468936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:44.469470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:44.471815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:44.472381 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:44.474122 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:44.474698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:44.475211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:44.477225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade28f49-9e9c-4be0-b74e-1dc84afa076c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:44.537212 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2de4b86e-00a2-4b76-a9a2-9af63218bc84 req-6728b30e-b8e5-4bd4-b386-923df3a70011 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560244 Feb 11 04:25:44.577814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8519527-47ef-4a29-9acb-37d7c962d9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=103efbc8-c5e6-433b-a65b-37d4822e2bc8,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:44.590159 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1b4d26a1-5a06-45e4-825f-fc57506dec5c admin admin] Publish callbacks [] for security_group (3c8ac935-e41e-476e-8636-0d3cee1d1666), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:44.647998 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1b4d26a1-5a06-45e4-825f-fc57506dec5c admin admin] Publish callbacks [] for security_group (3c8ac935-e41e-476e-8636-0d3cee1d1666), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:44.689262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1e559-90ab-4a3b-9e0a-7b08bba5f559 req-7c9a7b35-214c-417a-992d-68c602e6f6a6 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:44.692631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60b1e559-90ab-4a3b-9e0a-7b08bba5f559 req-7c9a7b35-214c-417a-992d-68c602e6f6a6 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/ports?device_id=26ea435b-259d-4039-8bf2-e4f13a32b06c HTTP/1.1" status: 200 len: 949 time: 0.5191379 Feb 11 04:25:44.703077 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6ea64516-0c82-4297-ac53-c46cfd8323f6 req-48dfdbda-9947-458f-bfcb-52662d458966 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (50f008ed-425c-4cfc-81e7-aadd7b60fde5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:44.755379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a39aeb3b-379b-4ab4-a785-bda36b849c62 req-36c311c0-821a-4da5-ba5d-ba46f35c4b80 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=079d4f7f-ca44-4137-a64e-e2f1451ddcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531597 Feb 11 04:25:44.787210 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1b4d26a1-5a06-45e4-825f-fc57506dec5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3c8ac935-e41e-476e-8636-0d3cee1d1666), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:44.797183 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1b4d26a1-5a06-45e4-825f-fc57506dec5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:44.797183 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1b4d26a1-5a06-45e4-825f-fc57506dec5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c8ac935-e41e-476e-8636-0d3cee1d1666 HTTP/1.1" status: 204 len: 168 time: 0.3885157 Feb 11 04:25:44.808832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d26a1-5a06-45e4-825f-fc57506dec5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8ac935-e41e-476e-8636-0d3cee1d1666,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:45.242743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfdbda-9947-458f-bfcb-52662d458966 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Pushing event deleted for resources: {'Port': ['ID=50f008ed-425c-4cfc-81e7-aadd7b60fde5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:45.375014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] For port f775d73d-8c10-4f47-9e69-e42b3ea05d61, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:25:45.462017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea64516-0c82-4297-ac53-c46cfd8323f6 req-48dfdbda-9947-458f-bfcb-52662d458966 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] No DVR routers for this DVR port 50f008ed-425c-4cfc-81e7-aadd7b60fde5 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:25:45.469001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-4d540c2c-f4cb-49be-8bdd-acb82b5a60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:45.471333 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-4d540c2c-f4cb-49be-8bdd-acb82b5a60f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20fad53979f8446b84f1899120edf4ef&device_id=572283c1-ccc9-49b0-bdb9-96370f0340da HTTP/1.1" status: 200 len: 1127 time: 0.9306884 Feb 11 04:25:45.473963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] For port f775d73d-8c10-4f47-9e69-e42b3ea05d61, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f775d73d-8c10-4f47-9e69-e42b3ea05d61,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:25:45.476247 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6ea64516-0c82-4297-ac53-c46cfd8323f6 req-48dfdbda-9947-458f-bfcb-52662d458966 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:45.482826 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ea64516-0c82-4297-ac53-c46cfd8323f6 req-48dfdbda-9947-458f-bfcb-52662d458966 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.32 "DELETE /v2.0/ports/50f008ed-425c-4cfc-81e7-aadd7b60fde5 HTTP/1.1" status: 204 len: 173 time: 4.1516500 Feb 11 04:25:45.504165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60b1e559-90ab-4a3b-9e0a-7b08bba5f559 req-f6c87946-bc4d-4be8-af20-8b79a825b0d7 tempest-ServersAdminTestJSON-1548633402 tempest-ServersAdminTestJSON-1548633402-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7961400 Feb 11 04:25:45.577918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:45.581040 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0476589d-583e-41b5-9030-55a1a35f559d" -d '{"events": [{"server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "name": "network-vif-unplugged", "status": "completed", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:45.685531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-8f796b64-8009-4865-992c-a4dba1b7b80a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=103efbc8-c5e6-433b-a65b-37d4822e2bc8 HTTP/1.1" status: 200 len: 217 time: 0.1764417 Feb 11 04:25:45.707614 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e72816-27a5-42b8-aec0-7d4c103c17b4 req-d4b419d1-3b61-4f50-b847-846e8365d1d2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:45.717417 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8e72816-27a5-42b8-aec0-7d4c103c17b4 req-d4b419d1-3b61-4f50-b847-846e8365d1d2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.5001657 Feb 11 04:25:45.724084 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f775d73d-8c10-4f47-9e69-e42b3ea05d61), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:45.747819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48790) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:45.772754 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dbecdb10-ebc7-4ffe-b156-6887a1628e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:45.796045 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-3d7667d6-aadd-4652-82fc-c7161245e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:45.797681 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-3d7667d6-aadd-4652-82fc-c7161245e8bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57415fb0-9c61-46bf-afec-5998514efed1 HTTP/1.1" status: 200 len: 852 time: 0.0710673 Feb 11 04:25:45.873357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-0b578b9b-a083-4543-b02d-4ec1ebfb74d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ab1851c-3ee0-4a51-8197-32585533eb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293436 Feb 11 04:25:45.988389 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dbecdb10-ebc7-4ffe-b156-6887a1628e32 admin admin] Publish callbacks [] for security_group (7cf9f689-c84b-401b-9fd9-9b0f255b2a3b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:46.060474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:46.061117 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:46.062556 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fa603bac-d126-430f-b410-75501834bd5a service neutron] 10.222.0.32 "PUT /v2.0/ports/f775d73d-8c10-4f47-9e69-e42b3ea05d61 HTTP/1.1" status: 200 len: 1092 time: 4.6574154 Feb 11 04:25:46.139529 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dbecdb10-ebc7-4ffe-b156-6887a1628e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7cf9f689-c84b-401b-9fd9-9b0f255b2a3b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:46.142278 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8e72816-27a5-42b8-aec0-7d4c103c17b4 req-566bdee3-6f14-4e5e-9880-15a92f30c003 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4238882 Feb 11 04:25:46.249808 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109774dd-453b-4d1c-9cab-fef657d6ae66 req-56b37be8-1719-4dd0-8d6c-1a95b4271567 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:46.251625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-109774dd-453b-4d1c-9cab-fef657d6ae66 req-56b37be8-1719-4dd0-8d6c-1a95b4271567 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 945 time: 0.4428697 Feb 11 04:25:46.253732 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa3d64f-9390-4e5d-a6b3-0a3fd82308be x-openstack-request-id: req-4fa3d64f-9390-4e5d-a6b3-0a3fd82308be {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:46.253958 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572283c1-ccc9-49b0-bdb9-96370f0340da", "tag": "103efbc8-c5e6-433b-a65b-37d4822e2bc8", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:46.254300 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4fa3d64f-9390-4e5d-a6b3-0a3fd82308be {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:46.254813 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572283c1-ccc9-49b0-bdb9-96370f0340da', 'tag': '103efbc8-c5e6-433b-a65b-37d4822e2bc8', 'status': 'completed', 'code': 200} Feb 11 04:25:46.286001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa603bac-d126-430f-b410-75501834bd5a service neutron] Pushing event updated for resources: {'Port': ['ID=f775d73d-8c10-4f47-9e69-e42b3ea05d61,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:46.299604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-6953ee57-292a-40ce-a5e5-9ee98a3a42fc service neutron] 10.222.0.47 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889916 Feb 11 04:25:46.315942 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dbecdb10-ebc7-4ffe-b156-6887a1628e32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b6b3160724e458eb1b1ab1cf3a3147e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5664093 Feb 11 04:25:46.319637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48792) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:46.340973 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecdb10-ebc7-4ffe-b156-6887a1628e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf9f689-c84b-401b-9fd9-9b0f255b2a3b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:46.410805 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b516455a-1cde-4a12-aa97-4be384455ca4 admin admin] Publish callbacks [] for security_group (7cf9f689-c84b-401b-9fd9-9b0f255b2a3b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:46.442466 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b516455a-1cde-4a12-aa97-4be384455ca4 admin admin] Publish callbacks [] for security_group (7cf9f689-c84b-401b-9fd9-9b0f255b2a3b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:46.615296 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-109774dd-453b-4d1c-9cab-fef657d6ae66 req-b755b8f5-9949-41cb-a4e8-d3b122453264 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/security-groups?id=079d4f7f-ca44-4137-a64e-e2f1451ddcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225224 Feb 11 04:25:46.773549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-6578c945-8556-4112-92e7-4e00a8af48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:46.773549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-6578c945-8556-4112-92e7-4e00a8af48b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20fad53979f8446b84f1899120edf4ef&device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 1126 time: 0.4193501 Feb 11 04:25:46.773549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-4e600aa2-123f-4fb6-947d-70a7a375f61b service neutron] 10.222.0.47 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011250 Feb 11 04:25:46.773549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-6122b358-4cc0-4fab-bbd8-96b01bb1505e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f775d73d-8c10-4f47-9e69-e42b3ea05d61 HTTP/1.1" status: 200 len: 217 time: 0.0612352 Feb 11 04:25:46.773549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683585c-4842-41a2-a6a8-7712037e9bb4 req-9c5bef85-f5ef-453f-a310-499601846393 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:46.773549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7683585c-4842-41a2-a6a8-7712037e9bb4 req-9c5bef85-f5ef-453f-a310-499601846393 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.2824821 Feb 11 04:25:46.844374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-94b03657-9252-46d1-a500-51f0fce8b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:46.847056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-94b03657-9252-46d1-a500-51f0fce8b70a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57415fb0-9c61-46bf-afec-5998514efed1 HTTP/1.1" status: 200 len: 852 time: 0.1207650 Feb 11 04:25:46.880333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14733100-54f7-42d9-a0a2-cb78f3dcaa0d req-722b74a5-174f-4583-91d8-5f6d7d6f2486 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:46.882233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14733100-54f7-42d9-a0a2-cb78f3dcaa0d req-722b74a5-174f-4583-91d8-5f6d7d6f2486 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1735389 Feb 11 04:25:46.912190 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-20a190a4-aae6-4c3e-9129-52dfc3fc9a12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ab1851c-3ee0-4a51-8197-32585533eb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561638 Feb 11 04:25:46.920503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7683585c-4842-41a2-a6a8-7712037e9bb4 req-aa271627-edab-4489-a462-ec42c092b2f6 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358840 Feb 11 04:25:46.962658 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b516455a-1cde-4a12-aa97-4be384455ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7cf9f689-c84b-401b-9fd9-9b0f255b2a3b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:46.966353 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b516455a-1cde-4a12-aa97-4be384455ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:46.968376 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b516455a-1cde-4a12-aa97-4be384455ca4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cf9f689-c84b-401b-9fd9-9b0f255b2a3b HTTP/1.1" status: 204 len: 168 time: 0.6467943 Feb 11 04:25:46.978675 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516455a-1cde-4a12-aa97-4be384455ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf9f689-c84b-401b-9fd9-9b0f255b2a3b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:47.074347 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14733100-54f7-42d9-a0a2-cb78f3dcaa0d req-a118667b-4675-4be8-b76f-235d99d83537 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654887 Feb 11 04:25:47.184206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-fcbe6aee-a92f-409c-aae4-ca4a4c010bd1 service neutron] 10.222.0.32 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617507 Feb 11 04:25:47.193328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad9ce3-5e09-4639-9247-9cede7798602 req-e8681c74-06d2-439c-806e-669e33fa3c2c tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:47.194912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdad9ce3-5e09-4639-9247-9cede7798602 req-e8681c74-06d2-439c-806e-669e33fa3c2c tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 943 time: 0.1654441 Feb 11 04:25:47.211797 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244f63c-3788-45a2-8121-57a620a0f6b0 req-6535d68b-3b36-4f6e-8349-7b070a57287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:47.213691 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5244f63c-3788-45a2-8121-57a620a0f6b0 req-6535d68b-3b36-4f6e-8349-7b070a57287b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20fad53979f8446b84f1899120edf4ef&device_id=572283c1-ccc9-49b0-bdb9-96370f0340da HTTP/1.1" status: 200 len: 1127 time: 0.1384525 Feb 11 04:25:47.215548 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a23df10-8522-42d8-955b-dbfacf93e0ff x-openstack-request-id: req-1a23df10-8522-42d8-955b-dbfacf93e0ff {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:47.216024 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "name": "network-vif-unplugged", "status": "completed", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:47.216097 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a23df10-8522-42d8-955b-dbfacf93e0ff {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:47.216464 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5', 'code': 200} Feb 11 04:25:47.418897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244f63c-3788-45a2-8121-57a620a0f6b0 req-ed8628af-0203-484e-b2e2-243fd4b5eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:47.420296 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5244f63c-3788-45a2-8121-57a620a0f6b0 req-ed8628af-0203-484e-b2e2-243fd4b5eb93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ab1851c-3ee0-4a51-8197-32585533eb23 HTTP/1.1" status: 200 len: 913 time: 0.1766381 Feb 11 04:25:47.457596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdad9ce3-5e09-4639-9247-9cede7798602 req-6ac5f9c1-0c3f-4e91-b01e-6e0281746213 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500124 Feb 11 04:25:47.488573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d4d43a-8e68-456a-94b9-488f81d1dfc1 req-c8ddeaea-e05d-4e9c-b4ec-5169f270b183 service neutron] 10.222.0.32 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903140 Feb 11 04:25:47.532656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5244f63c-3788-45a2-8121-57a620a0f6b0 req-a095c03a-2db1-4900-9377-4a140e2fbcc9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=103efbc8-c5e6-433b-a65b-37d4822e2bc8 HTTP/1.1" status: 200 len: 217 time: 0.0788066 Feb 11 04:25:47.631033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244f63c-3788-45a2-8121-57a620a0f6b0 req-2da07d8f-3900-4de2-b7d4-31079eed162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:47.639709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5244f63c-3788-45a2-8121-57a620a0f6b0 req-2da07d8f-3900-4de2-b7d4-31079eed162b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57415fb0-9c61-46bf-afec-5998514efed1 HTTP/1.1" status: 200 len: 852 time: 0.1010859 Feb 11 04:25:47.765915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5244f63c-3788-45a2-8121-57a620a0f6b0 req-7110183e-b48a-444c-9135-9eba7bae4887 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ab1851c-3ee0-4a51-8197-32585533eb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067615 Feb 11 04:25:47.933210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a4ffb-fbf2-48b0-88bc-05578fceb32c req-1de25eca-72dc-4bf4-becc-04bb47f3656a tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:47.934786 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-359a4ffb-fbf2-48b0-88bc-05578fceb32c req-1de25eca-72dc-4bf4-becc-04bb47f3656a tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.2883852 Feb 11 04:25:47.995441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77887b-0359-4fbb-a681-d48adeee6b09 req-774d52cb-efe1-4579-aadd-c96a77915334 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:48.003989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b77887b-0359-4fbb-a681-d48adeee6b09 req-774d52cb-efe1-4579-aadd-c96a77915334 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.1836848 Feb 11 04:25:48.024775 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5244f63c-3788-45a2-8121-57a620a0f6b0 req-45b03328-c7d4-4e46-904c-6d2418675cea service neutron] 10.222.0.47 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515819 Feb 11 04:25:48.092319 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-359a4ffb-fbf2-48b0-88bc-05578fceb32c req-a6d49105-6ff9-4ea4-b749-37e28b3d553a tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507862 Feb 11 04:25:48.233747 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b77887b-0359-4fbb-a681-d48adeee6b09 req-26300596-a0c0-42ac-89f9-f29abe8c3df5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2294641 Feb 11 04:25:48.262159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'name': 'network-vif-deleted', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5'}, {'name': 'network-changed', 'server_uuid': '1a070e6c-b671-4d95-91a8-724375bba6d3', 'tag': 'f775d73d-8c10-4f47-9e69-e42b3ea05d61'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:48.262564 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b863d369-e9f5-4949-b6bb-00a41c46921f" -d '{"events": [{"server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "name": "network-vif-deleted", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5"}, {"name": "network-changed", "server_uuid": "1a070e6c-b671-4d95-91a8-724375bba6d3", "tag": "f775d73d-8c10-4f47-9e69-e42b3ea05d61"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:48.329791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5244f63c-3788-45a2-8121-57a620a0f6b0 req-0ce3af78-3474-41de-933a-c713336751ee service neutron] 10.222.0.47 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881114 Feb 11 04:25:48.367711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0509f40-5a83-4505-8b33-3a738e3eed34 req-ac51f714-8eb5-40be-865a-1acc68e80145 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:48.371751 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0509f40-5a83-4505-8b33-3a738e3eed34 req-ac51f714-8eb5-40be-865a-1acc68e80145 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 945 time: 0.1416857 Feb 11 04:25:48.399464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48834) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:48.506560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef8445-5dc8-43cc-bdc8-953f76eb52f6 req-c4152b00-4e80-475c-b8b9-2c62c88374d0 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:48.514317 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84ef8445-5dc8-43cc-bdc8-953f76eb52f6 req-c4152b00-4e80-475c-b8b9-2c62c88374d0 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1413403 Feb 11 04:25:48.519577 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0509f40-5a83-4505-8b33-3a738e3eed34 req-59e4d706-d034-4181-9f20-33cae4639455 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/security-groups?id=079d4f7f-ca44-4137-a64e-e2f1451ddcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127787 Feb 11 04:25:48.586953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84ef8445-5dc8-43cc-bdc8-953f76eb52f6 req-d2f13f32-b0e9-4884-84dc-7fb45e50f233 tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/security-groups?id=a5b17f09-9f70-44b5-9262-3835ef42d78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679626 Feb 11 04:25:48.605515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48846) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:48.612368 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a93ad232-4fad-4d96-a28b-922222f73ec1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=058b960c8e424dc0ad4592597eb4325a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020330 Feb 11 04:25:48.700389 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b74038fc-c773-4d7d-b708-47eb32f5f609 admin admin] Publish callbacks [] for security_group (2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:48.726604 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b74038fc-c773-4d7d-b708-47eb32f5f609 admin admin] Publish callbacks [] for security_group (2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:48.904077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bed877-b462-493f-a48b-81138f380b66 req-a98d2d8b-c660-43fe-9b83-e5043393c0a2 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:48.911260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6bed877-b462-493f-a48b-81138f380b66 req-a98d2d8b-c660-43fe-9b83-e5043393c0a2 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1379538 Feb 11 04:25:48.969422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-4e4053a2-1e77-4577-8e51-6535850801b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:48.969422 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-4e4053a2-1e77-4577-8e51-6535850801b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4&tenant_id=1a213f7e5ecd454da27b635be4fbd761 HTTP/1.1" status: 200 len: 1127 time: 0.1302288 Feb 11 04:25:48.989038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b74038fc-c773-4d7d-b708-47eb32f5f609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:48.992822 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b74038fc-c773-4d7d-b708-47eb32f5f609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:48.995770 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b74038fc-c773-4d7d-b708-47eb32f5f609 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7 HTTP/1.1" status: 204 len: 168 time: 0.3883734 Feb 11 04:25:49.042033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6bed877-b462-493f-a48b-81138f380b66 req-66a9c8d4-5337-4dc0-a629-a7e8ca429917 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182458 Feb 11 04:25:49.043703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74038fc-c773-4d7d-b708-47eb32f5f609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f557dd5-8ebc-4dde-8d3f-ce0e302e48b7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:49.120808 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-9605c83d-0188-45d7-babe-9ed8e8ab2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:49.125913 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-9605c83d-0188-45d7-babe-9ed8e8ab2e72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 1127 time: 0.1220376 Feb 11 04:25:49.258347 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f84332-7f65-452e-9794-8d2ea930e5b3 x-openstack-request-id: req-e7f84332-7f65-452e-9794-8d2ea930e5b3 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:49.258671 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ea435b-259d-4039-8bf2-e4f13a32b06c", "name": "network-vif-deleted", "tag": "50f008ed-425c-4cfc-81e7-aadd7b60fde5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1a070e6c-b671-4d95-91a8-724375bba6d3", "tag": "f775d73d-8c10-4f47-9e69-e42b3ea05d61", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:49.258929 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7f84332-7f65-452e-9794-8d2ea930e5b3 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:49.260109 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ea435b-259d-4039-8bf2-e4f13a32b06c', 'name': 'network-vif-deleted', 'tag': '50f008ed-425c-4cfc-81e7-aadd7b60fde5', 'status': 'completed', 'code': 200} Feb 11 04:25:49.260382 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a070e6c-b671-4d95-91a8-724375bba6d3', 'tag': 'f775d73d-8c10-4f47-9e69-e42b3ea05d61', 'status': 'completed', 'code': 200} Feb 11 04:25:49.403496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-e9448808-6ddf-4fb7-9764-dafc85347fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:49.404977 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-e9448808-6ddf-4fb7-9764-dafc85347fd7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 917 time: 0.2728422 Feb 11 04:25:49.413591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c021f53-514b-4eba-9f1e-78278b24e04f req-6b0d0451-9752-4d14-9b60-f27e27357f8c tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:49.420255 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c021f53-514b-4eba-9f1e-78278b24e04f req-6b0d0451-9752-4d14-9b60-f27e27357f8c tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 943 time: 0.1590359 Feb 11 04:25:49.493213 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863d369-e9f5-4949-b6bb-00a41c46921f req-4261fc01-99cb-444f-b47e-790c6317c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:49.495651 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b863d369-e9f5-4949-b6bb-00a41c46921f req-4261fc01-99cb-444f-b47e-790c6317c46d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20fad53979f8446b84f1899120edf4ef&device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 1126 time: 0.2247915 Feb 11 04:25:49.625364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516e052-10f1-479e-bf2a-c6299988d845 req-2e4c7e79-203b-4e99-975d-ab3c4b189f0d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:49.627313 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4516e052-10f1-479e-bf2a-c6299988d845 req-2e4c7e79-203b-4e99-975d-ab3c4b189f0d tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.47 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 947 time: 0.1307530 Feb 11 04:25:49.643024 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 103efbc8-c5e6-433b-a65b-37d4822e2bc8 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:25:49.799445 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-4516e052-10f1-479e-bf2a-c6299988d845 req-c5748fff-0abe-47fa-9909-ceb04522738f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Deleting port 7dea56a0-659d-4bac-80b9-cc5632162486 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:25:49.799799 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4516e052-10f1-479e-bf2a-c6299988d845 req-c5748fff-0abe-47fa-9909-ceb04522738f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:49.879157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 103efbc8-c5e6-433b-a65b-37d4822e2bc8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=103efbc8-c5e6-433b-a65b-37d4822e2bc8,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:49.932251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '103efbc8-c5e6-433b-a65b-37d4822e2bc8', 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23', 'port_id': '103efbc8-c5e6-433b-a65b-37d4822e2bc8', 'mac_address': 'fa:16:3e:e4:a6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57415fb0-9c61-46bf-afec-5998514efed1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:25:49.981450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48918) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:49.995219 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 103efbc8-c5e6-433b-a65b-37d4822e2bc8 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:49.995864 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (103efbc8-c5e6-433b-a65b-37d4822e2bc8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:50.015355 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103efbc8-c5e6-433b-a65b-37d4822e2bc8 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:50.069848 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-4516e052-10f1-479e-bf2a-c6299988d845 req-c5748fff-0abe-47fa-9909-ceb04522738f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] For port 7dea56a0-659d-4bac-80b9-cc5632162486, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7dea56a0-659d-4bac-80b9-cc5632162486,segment=NetworkSegment(06ad25a9-4856-4017-8b91-906c2b318702),segment_id=06ad25a9-4856-4017-8b91-906c2b318702)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:50.070229 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4516e052-10f1-479e-bf2a-c6299988d845 req-c5748fff-0abe-47fa-9909-ceb04522738f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:50.082164 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 103efbc8-c5e6-433b-a65b-37d4822e2bc8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=103efbc8-c5e6-433b-a65b-37d4822e2bc8,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:50.097646 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48924) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:50.121500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-4516e052-10f1-479e-bf2a-c6299988d845 req-c5748fff-0abe-47fa-9909-ceb04522738f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Calling delete_port for 7dea56a0-659d-4bac-80b9-cc5632162486 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:25:50.122400 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-34bd32f5-ade0-4f2e-a059-43a660c13d0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681 HTTP/1.1" status: 200 len: 1000 time: 0.6921759 Feb 11 04:25:50.131460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c021f53-514b-4eba-9f1e-78278b24e04f req-ee6db6bf-8b18-4b81-a7f3-2d9d47cd4187 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7103319 Feb 11 04:25:50.153963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca457d4-c26d-4592-b117-9c41b1af4550 req-83313a02-9887-446c-aceb-e1a31d507ecd tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:50.161762 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (103efbc8-c5e6-433b-a65b-37d4822e2bc8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:50.162182 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ca457d4-c26d-4592-b117-9c41b1af4550 req-83313a02-9887-446c-aceb-e1a31d507ecd tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.7639263 Feb 11 04:25:50.274479 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=103efbc8-c5e6-433b-a65b-37d4822e2bc8,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:50.280793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863d369-e9f5-4949-b6bb-00a41c46921f req-74e16e50-97c1-4657-a951-86e33b267421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:50.282562 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b863d369-e9f5-4949-b6bb-00a41c46921f req-74e16e50-97c1-4657-a951-86e33b267421 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ab1851c-3ee0-4a51-8197-32585533eb23 HTTP/1.1" status: 200 len: 913 time: 0.7759573 Feb 11 04:25:50.294516 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-64b13a49-45a0-4ed1-a299-e754fa141da5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f4dba42114548b7a867f7a831b18158&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1955442 Feb 11 04:25:50.297152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48926) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:50.347143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-27e0c8cf-1517-4062-82af-96ab9e630b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:50.348646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-27e0c8cf-1517-4062-82af-96ab9e630b62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aff91b0d-1298-40b8-9cf7-8b139d7ddd16 HTTP/1.1" status: 200 len: 855 time: 0.2151549 Feb 11 04:25:50.352313 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b863d369-e9f5-4949-b6bb-00a41c46921f req-7f6de29b-3505-48af-9894-7ccb58a1dd72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f775d73d-8c10-4f47-9e69-e42b3ea05d61 HTTP/1.1" status: 200 len: 217 time: 0.0583611 Feb 11 04:25:50.369512 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ca457d4-c26d-4592-b117-9c41b1af4550 req-7a2a5542-c85a-4443-9f4f-392cead261f0 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006454 Feb 11 04:25:50.397013 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e46bfb-4db3-44e9-943d-2dfdb4a72cd9 admin admin] Publish callbacks [] for security_group (97b744b6-d867-4665-993c-73bffc6522ec), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:50.406662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['103efbc8-c5e6-433b-a65b-37d4822e2bc8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:25:50.494834 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e46bfb-4db3-44e9-943d-2dfdb4a72cd9 admin admin] Publish callbacks [] for security_group (97b744b6-d867-4665-993c-73bffc6522ec), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:50.568630 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:50.601184 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4516e052-10f1-479e-bf2a-c6299988d845 req-c5748fff-0abe-47fa-9909-ceb04522738f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7dea56a0-659d-4bac-80b9-cc5632162486), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:50.609115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db3749-2a41-4522-a9ee-7e1a38cee795 req-9bf684e6-f243-4a32-996c-c701e5b1758b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:50.611015 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-61db3749-2a41-4522-a9ee-7e1a38cee795 req-9bf684e6-f243-4a32-996c-c701e5b1758b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.3727565 Feb 11 04:25:50.633874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863d369-e9f5-4949-b6bb-00a41c46921f req-bd29d6e1-10cb-42b9-a2ba-23b054ce5604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:50.636618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b863d369-e9f5-4949-b6bb-00a41c46921f req-bd29d6e1-10cb-42b9-a2ba-23b054ce5604 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57415fb0-9c61-46bf-afec-5998514efed1 HTTP/1.1" status: 200 len: 852 time: 0.2647312 Feb 11 04:25:50.638819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-e266e069-3787-4cc6-a88b-f51422423dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:50.640616 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-e266e069-3787-4cc6-a88b-f51422423dc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aea3f5db-90d4-484d-a1e1-ef38ac456aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2698243 Feb 11 04:25:50.700751 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e46bfb-4db3-44e9-943d-2dfdb4a72cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (97b744b6-d867-4665-993c-73bffc6522ec), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:50.705370 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e46bfb-4db3-44e9-943d-2dfdb4a72cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:50.709988 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-54e46bfb-4db3-44e9-943d-2dfdb4a72cd9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97b744b6-d867-4665-993c-73bffc6522ec HTTP/1.1" status: 204 len: 168 time: 0.4115529 Feb 11 04:25:50.726110 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5748fff-0abe-47fa-9909-ceb04522738f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Pushing event deleted for resources: {'Port': ['ID=7dea56a0-659d-4bac-80b9-cc5632162486,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:50.758495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e46bfb-4db3-44e9-943d-2dfdb4a72cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b744b6-d867-4665-993c-73bffc6522ec,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:50.811831 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-5b2fa9ba-07fe-4a90-96f4-6ec5985d0fb4 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620610 Feb 11 04:25:50.816677 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-4516e052-10f1-479e-bf2a-c6299988d845 req-c5748fff-0abe-47fa-9909-ceb04522738f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] No DVR routers for this DVR port 7dea56a0-659d-4bac-80b9-cc5632162486 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:25:50.821141 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4516e052-10f1-479e-bf2a-c6299988d845 req-c5748fff-0abe-47fa-9909-ceb04522738f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:50.834823 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4516e052-10f1-479e-bf2a-c6299988d845 req-c5748fff-0abe-47fa-9909-ceb04522738f tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.47 "DELETE /v2.0/ports/7dea56a0-659d-4bac-80b9-cc5632162486 HTTP/1.1" status: 204 len: 173 time: 1.2010331 Feb 11 04:25:50.836146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a257216a-ddae-4cb0-93de-a0604230b40c', 'name': 'network-vif-deleted', 'tag': '7dea56a0-659d-4bac-80b9-cc5632162486'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:50.853780 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed984983-c885-43ee-ac3b-97a86672a1fc" -d '{"events": [{"server_uuid": "a257216a-ddae-4cb0-93de-a0604230b40c", "name": "network-vif-deleted", "tag": "7dea56a0-659d-4bac-80b9-cc5632162486"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:50.864268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b863d369-e9f5-4949-b6bb-00a41c46921f req-ef64dd47-8b2f-4cb2-8c8e-0f142912ca0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ab1851c-3ee0-4a51-8197-32585533eb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1940811 Feb 11 04:25:51.095833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-61db3749-2a41-4522-a9ee-7e1a38cee795 req-65eb8507-2de6-4b78-8b61-31368b2fb17a tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4667273 Feb 11 04:25:51.154278 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b863d369-e9f5-4949-b6bb-00a41c46921f req-b6becc70-e779-4741-be94-6f107d12957d service neutron] 10.222.0.32 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704690 Feb 11 04:25:51.184791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84bc4d6-e103-423b-af42-ca5d47627871 req-aa584bf0-3354-4150-8368-e8650698cece tempest-ServersNegativeTestJSON-468991045 tempest-ServersNegativeTestJSON-468991045-project] 10.222.0.13 "GET /v2.0/ports?device_id=a257216a-ddae-4cb0-93de-a0604230b40c HTTP/1.1" status: 200 len: 210 time: 0.1520796 Feb 11 04:25:51.417324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-ea6934c0-3240-4982-8c2e-1b70c69801b6 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879273 Feb 11 04:25:51.480708 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Publish callbacks [] for security_group (b4087781-69b4-4c2d-8211-115f0d524a58), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:51.485220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b863d369-e9f5-4949-b6bb-00a41c46921f req-0a2368c7-802e-4dc8-bce1-cd2be2adb8aa service neutron] 10.222.0.32 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036375 Feb 11 04:25:51.522000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45c2ce-e477-4874-86b9-91511fa1896b req-c9504a6e-5e4b-47c4-9301-a97205268cb8 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:51.524662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa45c2ce-e477-4874-86b9-91511fa1896b req-c9504a6e-5e4b-47c4-9301-a97205268cb8 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.2185025 Feb 11 04:25:51.540119 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b4087781-69b4-4c2d-8211-115f0d524a58), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:51.564767 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a27069-e1f0-4243-8563-f09815d70b80 x-openstack-request-id: req-e5a27069-e1f0-4243-8563-f09815d70b80 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:51.565775 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a257216a-ddae-4cb0-93de-a0604230b40c", "name": "network-vif-deleted", "tag": "7dea56a0-659d-4bac-80b9-cc5632162486", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:51.566229 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5a27069-e1f0-4243-8563-f09815d70b80 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:51.566814 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a257216a-ddae-4cb0-93de-a0604230b40c', 'name': 'network-vif-deleted', 'tag': '7dea56a0-659d-4bac-80b9-cc5632162486', 'status': 'completed', 'code': 200} Feb 11 04:25:51.646928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=245d2f14885c42c0993cd81511bdb26e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6557071 Feb 11 04:25:51.650847 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48956) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:51.656234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 103efbc8-c5e6-433b-a65b-37d4822e2bc8 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:25:51.674781 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4087781-69b4-4c2d-8211-115f0d524a58,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:51.740018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:51.740552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:51.741005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:51.741620 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:51.741869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:51.742259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:51.742683 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:51.743122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:51.743567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:51.744535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:51.745233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:51.746026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:51.746657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b924e7c5-51f3-4939-9ed2-418bee72a835 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:51.752035 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-653cbb72-07f1-4270-895c-d70d29607f41 admin admin] Publish callbacks [] for security_group (b4087781-69b4-4c2d-8211-115f0d524a58), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:51.761794 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa45c2ce-e477-4874-86b9-91511fa1896b req-a9ffc929-a950-4615-9088-d8371e4838ac tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297208 Feb 11 04:25:51.783944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df8ab7-d56d-4477-82b5-cbc64c755725 req-10aca9cd-79b3-467b-b665-a047dfaa1b59 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:51.786111 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-65df8ab7-d56d-4477-82b5-cbc64c755725 req-10aca9cd-79b3-467b-b665-a047dfaa1b59 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 945 time: 0.1378260 Feb 11 04:25:51.840598 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-653cbb72-07f1-4270-895c-d70d29607f41 admin admin] Publish callbacks [] for security_group (b4087781-69b4-4c2d-8211-115f0d524a58), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:51.854581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-65df8ab7-d56d-4477-82b5-cbc64c755725 req-4961baef-6215-42f4-9c5a-a82e5571f82c tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/security-groups?id=079d4f7f-ca44-4137-a64e-e2f1451ddcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554831 Feb 11 04:25:51.909034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device f775d73d-8c10-4f47-9e69-e42b3ea05d61 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:25:51.946096 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 103efbc8-c5e6-433b-a65b-37d4822e2bc8 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:25:51.955916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 103efbc8-c5e6-433b-a65b-37d4822e2bc8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:25:51.956532 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (103efbc8-c5e6-433b-a65b-37d4822e2bc8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:52.046749 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9624dbc-8929-49ce-820a-34cd3fdb43fb req-1c9a44f1-4a1e-467a-8617-a203bd2ddd3c tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:52.053994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9624dbc-8929-49ce-820a-34cd3fdb43fb req-1c9a44f1-4a1e-467a-8617-a203bd2ddd3c tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 943 time: 0.1511796 Feb 11 04:25:52.116024 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-653cbb72-07f1-4270-895c-d70d29607f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b4087781-69b4-4c2d-8211-115f0d524a58), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:52.119321 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-653cbb72-07f1-4270-895c-d70d29607f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:52.131771 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-653cbb72-07f1-4270-895c-d70d29607f41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4087781-69b4-4c2d-8211-115f0d524a58 HTTP/1.1" status: 204 len: 168 time: 0.4780128 Feb 11 04:25:52.162050 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cbb72-07f1-4270-895c-d70d29607f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4087781-69b4-4c2d-8211-115f0d524a58,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:52.279594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 103efbc8-c5e6-433b-a65b-37d4822e2bc8 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:52.279976 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (103efbc8-c5e6-433b-a65b-37d4822e2bc8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:52.290462 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9624dbc-8929-49ce-820a-34cd3fdb43fb req-d7d3f110-53f1-4fe9-ac79-4688507101c7 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173116 Feb 11 04:25:52.291072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port f775d73d-8c10-4f47-9e69-e42b3ea05d61, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f775d73d-8c10-4f47-9e69-e42b3ea05d61,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:52.321305 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'f775d73d-8c10-4f47-9e69-e42b3ea05d61', 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23', 'port_id': 'f775d73d-8c10-4f47-9e69-e42b3ea05d61', 'mac_address': 'fa:16:3e:40:13:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57415fb0-9c61-46bf-afec-5998514efed1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:25:52.325811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0cddc0-56b8-48f6-964f-f87757c315f5 req-74822694-0908-44be-8abf-c12f017a441b tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:52.326879 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e0cddc0-56b8-48f6-964f-f87757c315f5 req-74822694-0908-44be-8abf-c12f017a441b tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.3158231 Feb 11 04:25:52.339531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572283c1-ccc9-49b0-bdb9-96370f0340da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103efbc8-c5e6-433b-a65b-37d4822e2bc8'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:52.342240 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9b17cf-4c59-41b3-829a-183949653bc3" -d '{"events": [{"server_uuid": "572283c1-ccc9-49b0-bdb9-96370f0340da", "name": "network-vif-plugged", "status": "completed", "tag": "103efbc8-c5e6-433b-a65b-37d4822e2bc8"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:52.368595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eec78-a8a3-4a53-b579-a19f23759ea5 req-f2ae8572-d77c-4bb0-9fa1-96d6f3be4884 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:52.370791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f86eec78-a8a3-4a53-b579-a19f23759ea5 req-f2ae8572-d77c-4bb0-9fa1-96d6f3be4884 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 945 time: 0.0989413 Feb 11 04:25:52.375621 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 103efbc8-c5e6-433b-a65b-37d4822e2bc8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=103efbc8-c5e6-433b-a65b-37d4822e2bc8,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:52.393219 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port f775d73d-8c10-4f47-9e69-e42b3ea05d61 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:52.393688 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f775d73d-8c10-4f47-9e69-e42b3ea05d61), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:52.407484 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f775d73d-8c10-4f47-9e69-e42b3ea05d61 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:25:52.427333 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port f775d73d-8c10-4f47-9e69-e42b3ea05d61, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f775d73d-8c10-4f47-9e69-e42b3ea05d61,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:52.461906 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e0cddc0-56b8-48f6-964f-f87757c315f5 req-d6a8693b-bc19-4bfa-be50-cfbc3674f36e tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237535 Feb 11 04:25:52.520472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02d418-da29-4384-87c7-eb36b0d94ba8 req-a1f34658-0c8a-4216-8070-cb5d3d1d4519 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:52.522163 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bc02d418-da29-4384-87c7-eb36b0d94ba8 req-a1f34658-0c8a-4216-8070-cb5d3d1d4519 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.1325412 Feb 11 04:25:52.527619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48980) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:52.565245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-f86eec78-a8a3-4a53-b579-a19f23759ea5 req-8c2f447e-69e3-4217-96e6-615186bdeacc tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Deleting port e5a92ab3-351a-4bcd-aaaf-7451d7a77542 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:25:52.566685 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f86eec78-a8a3-4a53-b579-a19f23759ea5 req-8c2f447e-69e3-4217-96e6-615186bdeacc tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e5a92ab3-351a-4bcd-aaaf-7451d7a77542), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:52.568941 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8aecce2-f72f-4f46-9fbb-8caecaea4bbf x-openstack-request-id: req-a8aecce2-f72f-4f46-9fbb-8caecaea4bbf {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:52.569238 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572283c1-ccc9-49b0-bdb9-96370f0340da", "name": "network-vif-plugged", "status": "completed", "tag": "103efbc8-c5e6-433b-a65b-37d4822e2bc8", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:52.569508 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8aecce2-f72f-4f46-9fbb-8caecaea4bbf {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:52.569901 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572283c1-ccc9-49b0-bdb9-96370f0340da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103efbc8-c5e6-433b-a65b-37d4822e2bc8', 'code': 200} Feb 11 04:25:52.585071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68fea33-2342-4028-a024-64988be6382c admin admin] Deleting subnet a5af16ed-8836-49c2-8b93-adb678c52442 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:25:52.588806 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a68fea33-2342-4028-a024-64988be6382c admin admin] Publish callbacks [] for subnet (a5af16ed-8836-49c2-8b93-adb678c52442), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:52.629382 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a68fea33-2342-4028-a024-64988be6382c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (a5af16ed-8836-49c2-8b93-adb678c52442), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:52.632929 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bc02d418-da29-4384-87c7-eb36b0d94ba8 req-adef617f-f8ac-4db3-838f-68a43dd7f0fa tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999563 Feb 11 04:25:52.671760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a68fea33-2342-4028-a024-64988be6382c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (a5af16ed-8836-49c2-8b93-adb678c52442), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:52.736473 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (103efbc8-c5e6-433b-a65b-37d4822e2bc8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:52.739136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7dea56a0-659d-4bac-80b9-cc5632162486 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:25:52.740780 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f86eec78-a8a3-4a53-b579-a19f23759ea5 req-8c2f447e-69e3-4217-96e6-615186bdeacc tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] For port e5a92ab3-351a-4bcd-aaaf-7451d7a77542, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e5a92ab3-351a-4bcd-aaaf-7451d7a77542,segment=NetworkSegment(8f25dd09-724d-473a-888a-1cb6f8f86c53),segment_id=8f25dd09-724d-473a-888a-1cb6f8f86c53)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:52.741197 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f86eec78-a8a3-4a53-b579-a19f23759ea5 req-8c2f447e-69e3-4217-96e6-615186bdeacc tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e5a92ab3-351a-4bcd-aaaf-7451d7a77542), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:52.742974 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f775d73d-8c10-4f47-9e69-e42b3ea05d61), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:52.762030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948b7ef-c82c-4735-9c4f-5a12a79b3526 req-98b48968-fb4d-4651-8a72-2a72a436f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:52.763675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5948b7ef-c82c-4735-9c4f-5a12a79b3526 req-98b48968-fb4d-4651-8a72-2a72a436f2d1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=572283c1-ccc9-49b0-bdb9-96370f0340da HTTP/1.1" status: 200 len: 1128 time: 0.0930803 Feb 11 04:25:52.764822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-f86eec78-a8a3-4a53-b579-a19f23759ea5 req-8c2f447e-69e3-4217-96e6-615186bdeacc tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Calling delete_port for e5a92ab3-351a-4bcd-aaaf-7451d7a77542 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:25:52.788156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 7dea56a0-659d-4bac-80b9-cc5632162486 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:25:52.789475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7dea56a0-659d-4bac-80b9-cc5632162486 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:25:52.813573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a68fea33-2342-4028-a024-64988be6382c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (a5af16ed-8836-49c2-8b93-adb678c52442), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:52.883527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=103efbc8-c5e6-433b-a65b-37d4822e2bc8,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:52.923560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a68fea33-2342-4028-a024-64988be6382c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:52.944243 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a68fea33-2342-4028-a024-64988be6382c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a5af16ed-8836-49c2-8b93-adb678c52442 HTTP/1.1" status: 204 len: 168 time: 0.4152048 Feb 11 04:25:52.953325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['f775d73d-8c10-4f47-9e69-e42b3ea05d61'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:25:52.959686 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48990) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:52.962840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fea33-2342-4028-a024-64988be6382c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5af16ed-8836-49c2-8b93-adb678c52442,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:53.060155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5948b7ef-c82c-4735-9c4f-5a12a79b3526 req-49e686b7-832d-48d6-9ad2-414a478ef4f4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898774 Feb 11 04:25:53.084881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=f775d73d-8c10-4f47-9e69-e42b3ea05d61,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:53.197720 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4d219364-9214-476d-b74a-f0f1cb059d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:53.209371 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c000a4b3-2e12-4bcc-8952-5ef160b3d63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (944a3a5b-b293-47a1-899e-5e7fbbc3e19b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:53.214049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d0822-888d-4af6-bbbd-9df160b14b82 req-61d626c3-d71f-4f82-a6f0-21b13a9367c8 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:53.221380 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d32d0822-888d-4af6-bbbd-9df160b14b82 req-61d626c3-d71f-4f82-a6f0-21b13a9367c8 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.3159122 Feb 11 04:25:53.294931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c76f0-c749-4bf7-b367-83c26872f1f3 req-16288c7d-48b1-4746-a62e-ccf689cdb880 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:53.302216 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb8c76f0-c749-4bf7-b367-83c26872f1f3 req-16288c7d-48b1-4746-a62e-ccf689cdb880 tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 945 time: 0.2604520 Feb 11 04:25:53.403001 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb8c76f0-c749-4bf7-b367-83c26872f1f3 req-5129426a-6557-4502-8091-daf0d1d6ae2d tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/security-groups?id=079d4f7f-ca44-4137-a64e-e2f1451ddcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952640 Feb 11 04:25:53.451185 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d32d0822-888d-4af6-bbbd-9df160b14b82 req-203e9e18-6d42-4bb4-a82b-ad0dafd91e37 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270255 Feb 11 04:25:53.498804 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c000a4b3-2e12-4bcc-8952-5ef160b3d63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (944a3a5b-b293-47a1-899e-5e7fbbc3e19b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:53.499480 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f86eec78-a8a3-4a53-b579-a19f23759ea5 req-8c2f447e-69e3-4217-96e6-615186bdeacc tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e5a92ab3-351a-4bcd-aaaf-7451d7a77542), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:53.572625 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-c000a4b3-2e12-4bcc-8952-5ef160b3d63a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944a3a5b-b293-47a1-899e-5e7fbbc3e19b']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:25:53.587331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f447e-69e3-4217-96e6-615186bdeacc tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Pushing event deleted for resources: {'Port': ['ID=e5a92ab3-351a-4bcd-aaaf-7451d7a77542,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:53.606615 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-c000a4b3-2e12-4bcc-8952-5ef160b3d63a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ad25a9-4856-4017-8b91-906c2b318702') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:25:53.607118 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-c000a4b3-2e12-4bcc-8952-5ef160b3d63a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ad25a9-4856-4017-8b91-906c2b318702') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:25:53.618034 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c000a4b3-2e12-4bcc-8952-5ef160b3d63a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (06ad25a9-4856-4017-8b91-906c2b318702), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:53.638530 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c000a4b3-2e12-4bcc-8952-5ef160b3d63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (06ad25a9-4856-4017-8b91-906c2b318702), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c000a4b3-2e12-4bcc-8952-5ef160b3d63a admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c000a4b3-2e12-4bcc-8952-5ef160b3d63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (06ad25a9-4856-4017-8b91-906c2b318702), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:25:53.655761 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:25:53.658253 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86eec78-a8a3-4a53-b579-a19f23759ea5 req-8c2f447e-69e3-4217-96e6-615186bdeacc tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] No DVR routers for this DVR port e5a92ab3-351a-4bcd-aaaf-7451d7a77542 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:25:53.663830 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f86eec78-a8a3-4a53-b579-a19f23759ea5 req-8c2f447e-69e3-4217-96e6-615186bdeacc tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:53.672461 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f86eec78-a8a3-4a53-b579-a19f23759ea5 req-8c2f447e-69e3-4217-96e6-615186bdeacc tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.32 "DELETE /v2.0/ports/e5a92ab3-351a-4bcd-aaaf-7451d7a77542 HTTP/1.1" status: 204 len: 173 time: 1.2963421 Feb 11 04:25:53.673160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0cf577-aa34-4ecf-ba1d-dd151505f896', 'name': 'network-vif-deleted', 'tag': 'e5a92ab3-351a-4bcd-aaaf-7451d7a77542'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:53.680026 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cd3a97-2f04-4684-8029-07a76585a0aa" -d '{"events": [{"server_uuid": "fa0cf577-aa34-4ecf-ba1d-dd151505f896", "name": "network-vif-deleted", "tag": "e5a92ab3-351a-4bcd-aaaf-7451d7a77542"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:53.718914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ee844-a109-414d-8f5b-850ab939044d req-4a5d3afb-2752-4140-aeda-c5c2edd905af tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:53.726594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c61ee844-a109-414d-8f5b-850ab939044d req-4a5d3afb-2752-4140-aeda-c5c2edd905af tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 944 time: 0.2090256 Feb 11 04:25:53.893056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c61ee844-a109-414d-8f5b-850ab939044d req-ee6bfa70-c5f4-4e39-9fed-7ee7e69759be tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637399 Feb 11 04:25:53.913099 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device f775d73d-8c10-4f47-9e69-e42b3ea05d61 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:25:53.925846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4637c0-4e69-4507-a563-d1cb13cc7c3c req-eed7390d-ad66-43a9-9879-b28aaf886ffb tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:53.933768 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c000a4b3-2e12-4bcc-8952-5ef160b3d63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (944a3a5b-b293-47a1-899e-5e7fbbc3e19b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:53.937325 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f4637c0-4e69-4507-a563-d1cb13cc7c3c req-eed7390d-ad66-43a9-9879-b28aaf886ffb tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.2350760 Feb 11 04:25:53.951204 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c000a4b3-2e12-4bcc-8952-5ef160b3d63a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:53.961186 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c000a4b3-2e12-4bcc-8952-5ef160b3d63a admin admin] 10.222.0.13 "DELETE /v2.0/networks/944a3a5b-b293-47a1-899e-5e7fbbc3e19b HTTP/1.1" status: 204 len: 168 time: 0.9855254 Feb 11 04:25:54.008958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000a4b3-2e12-4bcc-8952-5ef160b3d63a admin admin] Pushing event deleted for resources: {'Network': ['ID=944a3a5b-b293-47a1-899e-5e7fbbc3e19b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:54.111157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f4637c0-4e69-4507-a563-d1cb13cc7c3c req-c056acb6-75eb-4d9b-a0e9-57c380fe47ab tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702776 Feb 11 04:25:54.213839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port f775d73d-8c10-4f47-9e69-e42b3ea05d61 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:25:54.219969 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe1c33d-a2af-4618-8d50-de99eac05659 x-openstack-request-id: req-2fe1c33d-a2af-4618-8d50-de99eac05659 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:54.220317 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0cf577-aa34-4ecf-ba1d-dd151505f896", "name": "network-vif-deleted", "tag": "e5a92ab3-351a-4bcd-aaaf-7451d7a77542", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:54.220535 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fe1c33d-a2af-4618-8d50-de99eac05659 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:54.221240 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0cf577-aa34-4ecf-ba1d-dd151505f896', 'name': 'network-vif-deleted', 'tag': 'e5a92ab3-351a-4bcd-aaaf-7451d7a77542', 'status': 'completed', 'code': 200} Feb 11 04:25:54.222444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port f775d73d-8c10-4f47-9e69-e42b3ea05d61 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:25:54.228230 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f775d73d-8c10-4f47-9e69-e42b3ea05d61), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:54.279385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2d106-18cc-4c59-97dd-c794547209a7 req-04244686-e52c-4478-97d4-a3fc5110b6e0 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:54.305146 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ab2d106-18cc-4c59-97dd-c794547209a7 req-04244686-e52c-4478-97d4-a3fc5110b6e0 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.2181132 Feb 11 04:25:54.378054 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port f775d73d-8c10-4f47-9e69-e42b3ea05d61 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:25:54.378456 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f775d73d-8c10-4f47-9e69-e42b3ea05d61), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:54.463394 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ab2d106-18cc-4c59-97dd-c794547209a7 req-ec45f5ce-ca10-4160-b5c6-51e4e48a8231 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1528981 Feb 11 04:25:54.475088 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49032) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:54.579758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port f775d73d-8c10-4f47-9e69-e42b3ea05d61, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f775d73d-8c10-4f47-9e69-e42b3ea05d61,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:25:54.581927 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a070e6c-b671-4d95-91a8-724375bba6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f775d73d-8c10-4f47-9e69-e42b3ea05d61'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:25:54.597087 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6d6e7d-e094-478a-b9e3-58e4cce6c87e" -d '{"events": [{"server_uuid": "1a070e6c-b671-4d95-91a8-724375bba6d3", "name": "network-vif-plugged", "status": "completed", "tag": "f775d73d-8c10-4f47-9e69-e42b3ea05d61"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:25:54.612288 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d91d92e1-20fe-4286-b65b-fdd9f4097a12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1473eb6969949e6a2109f9722d68b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360054 Feb 11 04:25:54.616451 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49038) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:54.653196 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f775d73d-8c10-4f47-9e69-e42b3ea05d61), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:54.654297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e5a92ab3-351a-4bcd-aaaf-7451d7a77542 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:25:54.690586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecd14f-91dc-4954-a88c-5e5fe5a5bc46 req-46268bdf-95b6-4cce-9222-7175a2c6932a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:54.701034 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4a0e61c2-619c-4106-b283-34b32d0f2d66 admin admin] Publish callbacks [] for security_group (a5b17f09-9f70-44b5-9262-3835ef42d78a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:54.708705 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78ecd14f-91dc-4954-a88c-5e5fe5a5bc46 req-46268bdf-95b6-4cce-9222-7175a2c6932a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1061392 Feb 11 04:25:54.735068 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4a0e61c2-619c-4106-b283-34b32d0f2d66 admin admin] Publish callbacks [] for security_group (a5b17f09-9f70-44b5-9262-3835ef42d78a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:54.783000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: e5a92ab3-351a-4bcd-aaaf-7451d7a77542 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:25:54.783964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e5a92ab3-351a-4bcd-aaaf-7451d7a77542 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:25:54.825616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=f775d73d-8c10-4f47-9e69-e42b3ea05d61,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:54.836108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:54.836822 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:54.837398 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:54.838076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:54.839216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:54.855843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:54.855843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:54.855843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:54.855843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:54.855843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:54.855843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:54.855843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:54.855843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:25:54.876207 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4a0e61c2-619c-4106-b283-34b32d0f2d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a5b17f09-9f70-44b5-9262-3835ef42d78a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:54.884554 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4a0e61c2-619c-4106-b283-34b32d0f2d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:54.884554 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4a0e61c2-619c-4106-b283-34b32d0f2d66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5b17f09-9f70-44b5-9262-3835ef42d78a HTTP/1.1" status: 204 len: 168 time: 0.2641704 Feb 11 04:25:54.902434 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e61c2-619c-4106-b283-34b32d0f2d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b17f09-9f70-44b5-9262-3835ef42d78a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:54.933361 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6140c6a-7966-4c1e-8790-89c1d5215b84 req-934cc38d-44e6-465c-9782-029b6c9d6d6c tempest-ServerGroupTestJSON-791381879 tempest-ServerGroupTestJSON-791381879-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa0cf577-aa34-4ecf-ba1d-dd151505f896 HTTP/1.1" status: 200 len: 210 time: 0.1527779 Feb 11 04:25:54.946406 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78ecd14f-91dc-4954-a88c-5e5fe5a5bc46 req-8af48d56-ef27-4278-b13c-0132402718a7 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301826 Feb 11 04:25:55.018150 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ce4be4-9d2d-42ec-81c3-06349a72b798 x-openstack-request-id: req-82ce4be4-9d2d-42ec-81c3-06349a72b798 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:25:55.018693 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a070e6c-b671-4d95-91a8-724375bba6d3", "name": "network-vif-plugged", "status": "completed", "tag": "f775d73d-8c10-4f47-9e69-e42b3ea05d61", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:25:55.019451 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82ce4be4-9d2d-42ec-81c3-06349a72b798 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:25:55.019870 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a070e6c-b671-4d95-91a8-724375bba6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f775d73d-8c10-4f47-9e69-e42b3ea05d61', 'code': 200} Feb 11 04:25:55.448011 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd3fb4d8-0b19-46a7-80b7-91b8508e0e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:55.548042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205ab0b-ae74-4d33-8205-b193d67a95f4 req-0f012578-b0af-446b-9b46-ac85f32a6fe6 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:55.552679 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d205ab0b-ae74-4d33-8205-b193d67a95f4 req-0f012578-b0af-446b-9b46-ac85f32a6fe6 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 945 time: 0.4174900 Feb 11 04:25:55.591474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcee12-2400-4c97-8fc7-8d67606556a8 req-0497946c-d631-4698-8c90-e5af3f0c7b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:55.592954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4edcee12-2400-4c97-8fc7-8d67606556a8 req-0497946c-d631-4698-8c90-e5af3f0c7b09 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 1128 time: 0.3709533 Feb 11 04:25:55.636598 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d0318-5019-4ac3-9c3e-94b24d7c26a4 req-edba6dd1-42e9-46fa-9c29-2c3a97fd1ed6 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:55.638189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-386d0318-5019-4ac3-9c3e-94b24d7c26a4 req-edba6dd1-42e9-46fa-9c29-2c3a97fd1ed6 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.3488662 Feb 11 04:25:55.868509 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d205ab0b-ae74-4d33-8205-b193d67a95f4 req-36022424-8580-4b7b-9c38-60e92cfe93e0 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053706 Feb 11 04:25:55.896186 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-386d0318-5019-4ac3-9c3e-94b24d7c26a4 req-498ea5d3-e41e-4f62-9c6f-f98036ad9ba0 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353470 Feb 11 04:25:55.899905 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4edcee12-2400-4c97-8fc7-8d67606556a8 req-70962100-62f8-43ce-9485-847f0600f15a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558057 Feb 11 04:25:56.051174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2a144-719c-4358-ad54-8a281f871ba2 req-4e8571d4-d9ea-40e9-a475-5f31dfb67aeb tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:56.065285 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78a2a144-719c-4358-ad54-8a281f871ba2 req-4e8571d4-d9ea-40e9-a475-5f31dfb67aeb tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.0989871 Feb 11 04:25:56.204327 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78a2a144-719c-4358-ad54-8a281f871ba2 req-c045c13c-e913-4a67-9afb-d60086a38652 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337857 Feb 11 04:25:56.510600 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:56.522008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82526b63-f8fa-4aac-80d4-7ba52ed88a4a req-eb3210db-533b-45d4-bbf0-e8781a739901 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:56.530707 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82526b63-f8fa-4aac-80d4-7ba52ed88a4a req-eb3210db-533b-45d4-bbf0-e8781a739901 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1074219 Feb 11 04:25:56.638667 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82526b63-f8fa-4aac-80d4-7ba52ed88a4a req-8714ba57-ffbb-43ec-82af-681a2d921ec3 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065366 Feb 11 04:25:56.983139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49106) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:57.151423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b12b7-8d6a-4d48-ad0e-174ed0f7aace req-b0f95417-c5fc-4128-9691-a049deb3dcca tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:57.168893 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-655b12b7-8d6a-4d48-ad0e-174ed0f7aace req-b0f95417-c5fc-4128-9691-a049deb3dcca tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 945 time: 0.1119068 Feb 11 04:25:57.254114 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1419800498-network', 'tenant_id': '975de6253abf41a1ad70df0c8807b009'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:57.313279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-655b12b7-8d6a-4d48-ad0e-174ed0f7aace req-3e168892-097e-4f69-87ba-38b4e8ee6a4d tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257160 Feb 11 04:25:57.384772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] Made reservation on behalf of 975de6253abf41a1ad70df0c8807b009 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:25:57.387557 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:57.404401 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:57.489362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bc0be-cec0-475c-9660-3d1df4ac38dd req-42987e19-db49-488a-a076-8c74d29e3540 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:57.502330 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e81bc0be-cec0-475c-9660-3d1df4ac38dd req-42987e19-db49-488a-a076-8c74d29e3540 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.1242690 Feb 11 04:25:57.586851 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] Publish callbacks [] for security_group (838b4b8d-acf3-448d-a30f-89d679e92a98), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:57.611510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e81bc0be-cec0-475c-9660-3d1df4ac38dd req-d5228cb9-a5be-4ca1-a708-e2a3672338e3 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080129 Feb 11 04:25:57.647188 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (838b4b8d-acf3-448d-a30f-89d679e92a98), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:57.693609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838b4b8d-acf3-448d-a30f-89d679e92a98,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:57.728984 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:25:57.746164 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8da725db-02ac-4fb7-8fa8-56bb9a1f29a9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:57.747527 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] Added segment 8da725db-02ac-4fb7-8fa8-56bb9a1f29a9 of type vlan for network 07422f52-c226-48d0-9c09-574517343fe3 Feb 11 04:25:57.836724 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (07422f52-c226-48d0-9c09-574517343fe3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:57.875148 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779b836-25c2-4ded-8624-32f575dc30a9 req-c22e491b-b746-4ea0-96a1-1f33df1a9491 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:57.877657 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6779b836-25c2-4ded-8624-32f575dc30a9 req-c22e491b-b746-4ea0-96a1-1f33df1a9491 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.1148570 Feb 11 04:25:57.965173 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6779b836-25c2-4ded-8624-32f575dc30a9 req-f6b161a9-8028-4de9-9ea7-9c26cc11d24f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805092 Feb 11 04:25:57.967251 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (07422f52-c226-48d0-9c09-574517343fe3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:57.968360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:57.969054 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:58.124785 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] Pushing event updated for resources: {'Network': ['ID=07422f52-c226-48d0-9c09-574517343fe3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:58.137993 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 07422f52-c226-48d0-9c09-574517343fe3 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:25:58.156248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc801b7-a8e1-4d5d-a08e-36c710430cc9 req-9ebb3fec-b9ae-4942-97bf-77d99244877f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:58.159189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bc801b7-a8e1-4d5d-a08e-36c710430cc9 req-9ebb3fec-b9ae-4942-97bf-77d99244877f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.0973659 Feb 11 04:25:58.173223 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:58.252382 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a8f899f5-59f7-4a78-afce-ab380f559459 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2669578 Feb 11 04:25:58.253448 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bc801b7-a8e1-4d5d-a08e-36c710430cc9 req-7b58817b-6014-4aef-81d6-4dd1977ca881 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852492 Feb 11 04:25:58.262991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49120) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:58.278412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-580d87ee-6bb7-4c0b-96f8-1a404d0ae2b6 admin admin] Request body: {'subnet': {'network_id': '07422f52-c226-48d0-9c09-574517343fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1419800498-subnet', 'tenant_id': '975de6253abf41a1ad70df0c8807b009', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:25:58.445216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea221b1-c538-4403-b163-b68a177884f3 req-184e349a-fcd6-4424-9f28-e85f0c40cb94 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:58.447839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ea221b1-c538-4403-b163-b68a177884f3 req-184e349a-fcd6-4424-9f28-e85f0c40cb94 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 945 time: 0.0628619 Feb 11 04:25:58.503007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ea221b1-c538-4403-b163-b68a177884f3 req-f9fe9d6a-9a71-4604-b252-b41f6c968ba8 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490530 Feb 11 04:25:58.632220 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f4299-3dd9-4122-b50e-7c642c0742e3 req-03c231f8-8829-4aea-8c29-b257131da39e tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:58.641072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad4f4299-3dd9-4122-b50e-7c642c0742e3 req-03c231f8-8829-4aea-8c29-b257131da39e tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=572283c1-ccc9-49b0-bdb9-96370f0340da HTTP/1.1" status: 200 len: 946 time: 0.0621345 Feb 11 04:25:58.686248 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad4f4299-3dd9-4122-b50e-7c642c0742e3 req-d19dbf3e-b694-4efa-b56d-d21d6647d25c tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466025 Feb 11 04:25:58.704300 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580d87ee-6bb7-4c0b-96f8-1a404d0ae2b6 admin admin] Made reservation on behalf of 975de6253abf41a1ad70df0c8807b009 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:25:58.711694 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-580d87ee-6bb7-4c0b-96f8-1a404d0ae2b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:58.787571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49134) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:58.906118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-070dcd54-e878-41eb-8217-1e85b3b2d13e admin admin] Deleting subnet 77d11027-47bc-4a13-8661-c24e393f51ab {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:25:58.911582 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-070dcd54-e878-41eb-8217-1e85b3b2d13e admin admin] Publish callbacks [] for subnet (77d11027-47bc-4a13-8661-c24e393f51ab), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:58.956725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79877a-98be-47f1-b857-5b408c964757 req-766b4557-ac41-4087-9f03-87abb6193510 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:58.964573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a79877a-98be-47f1-b857-5b408c964757 req-766b4557-ac41-4087-9f03-87abb6193510 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.1078973 Feb 11 04:25:59.011559 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-070dcd54-e878-41eb-8217-1e85b3b2d13e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (77d11027-47bc-4a13-8661-c24e393f51ab), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:59.047660 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-580d87ee-6bb7-4c0b-96f8-1a404d0ae2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (6f30d55b-d39d-4b9c-8b54-53eced517751), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:59.072616 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a79877a-98be-47f1-b857-5b408c964757 req-103c8254-2751-4d98-93e6-4116a37992f9 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907681 Feb 11 04:25:59.103702 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-070dcd54-e878-41eb-8217-1e85b3b2d13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (77d11027-47bc-4a13-8661-c24e393f51ab), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:59.166658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d87ee-6bb7-4c0b-96f8-1a404d0ae2b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f30d55b-d39d-4b9c-8b54-53eced517751,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:59.184814 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d87ee-6bb7-4c0b-96f8-1a404d0ae2b6 admin admin] Checking segment: {'id': '8da725db-02ac-4fb7-8fa8-56bb9a1f29a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '07422f52-c226-48d0-9c09-574517343fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:25:59.185546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d87ee-6bb7-4c0b-96f8-1a404d0ae2b6 admin admin] Network hostable DHCP agents. Network: 07422f52-c226-48d0-9c09-574517343fe3, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:25:59.287214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d87ee-6bb7-4c0b-96f8-1a404d0ae2b6 admin admin] Network 07422f52-c226-48d0-9c09-574517343fe3 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:25:59.317771 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-070dcd54-e878-41eb-8217-1e85b3b2d13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (77d11027-47bc-4a13-8661-c24e393f51ab), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:59.356993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dcd54-e878-41eb-8217-1e85b3b2d13e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d11027-47bc-4a13-8661-c24e393f51ab,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:59.363114 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-070dcd54-e878-41eb-8217-1e85b3b2d13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:59.367227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-070dcd54-e878-41eb-8217-1e85b3b2d13e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/77d11027-47bc-4a13-8661-c24e393f51ab HTTP/1.1" status: 204 len: 168 time: 0.5780909 Feb 11 04:25:59.370986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49144) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:25:59.396096 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-580d87ee-6bb7-4c0b-96f8-1a404d0ae2b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 07422f52-c226-48d0-9c09-574517343fe3) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:25:59.401063 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d87ee-6bb7-4c0b-96f8-1a404d0ae2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:59.401690 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-580d87ee-6bb7-4c0b-96f8-1a404d0ae2b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:59.410614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63009dcd-cccf-4d63-9095-5b3799a87382 None None] Network 07422f52-c226-48d0-9c09-574517343fe3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:25:59.496767 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-26e12ba5-c982-4ce3-943e-5b9bded0aeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (7bd03c06-b640-4a58-a281-997084ed2bc1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:59.504196 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-580d87ee-6bb7-4c0b-96f8-1a404d0ae2b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2379897 Feb 11 04:25:59.637343 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-26e12ba5-c982-4ce3-943e-5b9bded0aeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (7bd03c06-b640-4a58-a281-997084ed2bc1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:59.674570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-26e12ba5-c982-4ce3-943e-5b9bded0aeef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd03c06-b640-4a58-a281-997084ed2bc1']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:25:59.681903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8f03d5-850c-406f-8a4d-2cc5caf15582 None None] Network 07422f52-c226-48d0-9c09-574517343fe3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:25:59.688114 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-26e12ba5-c982-4ce3-943e-5b9bded0aeef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f25dd09-724d-473a-888a-1cb6f8f86c53') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:25:59.688557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-26e12ba5-c982-4ce3-943e-5b9bded0aeef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f25dd09-724d-473a-888a-1cb6f8f86c53') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:25:59.701422 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-26e12ba5-c982-4ce3-943e-5b9bded0aeef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (8f25dd09-724d-473a-888a-1cb6f8f86c53), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:59.719659 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-26e12ba5-c982-4ce3-943e-5b9bded0aeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8f25dd09-724d-473a-888a-1cb6f8f86c53), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:59.731453 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e12ba5-c982-4ce3-943e-5b9bded0aeef admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:25:59.732270 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-26e12ba5-c982-4ce3-943e-5b9bded0aeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (8f25dd09-724d-473a-888a-1cb6f8f86c53), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:59.737133 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:25:59.751355 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:25:59.855252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fece1-0925-42a7-87e4-83da10804495 req-538cead4-a84a-4841-bdae-37ab347f6cfd tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:25:59.856748 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-668fece1-0925-42a7-87e4-83da10804495 req-538cead4-a84a-4841-bdae-37ab347f6cfd tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.1067610 Feb 11 04:25:59.889816 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-26e12ba5-c982-4ce3-943e-5b9bded0aeef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (7bd03c06-b640-4a58-a281-997084ed2bc1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:59.902301 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-26e12ba5-c982-4ce3-943e-5b9bded0aeef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:25:59.908342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-26e12ba5-c982-4ce3-943e-5b9bded0aeef admin admin] 10.222.0.13 "DELETE /v2.0/networks/7bd03c06-b640-4a58-a281-997084ed2bc1 HTTP/1.1" status: 204 len: 168 time: 0.5328085 Feb 11 04:25:59.926740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e12ba5-c982-4ce3-943e-5b9bded0aeef admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd03c06-b640-4a58-a281-997084ed2bc1,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:25:59.940806 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-668fece1-0925-42a7-87e4-83da10804495 req-6a04afab-619b-43ab-89a2-e40dcc168347 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783653 Feb 11 04:26:00.048901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533b7d9-50b1-4479-a81a-457717e80ee1 req-27de0548-6ef0-490c-a1d6-ab3d5da756ed tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:00.050431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9533b7d9-50b1-4479-a81a-457717e80ee1 req-27de0548-6ef0-490c-a1d6-ab3d5da756ed tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.0548337 Feb 11 04:26:00.116570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9533b7d9-50b1-4479-a81a-457717e80ee1 req-5788ddee-21c0-4277-8d31-a808b3e1477c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548356 Feb 11 04:26:00.449140 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f73944ab-6115-43ae-8a46-09557630207b req-67ef9d98-3410-4dde-be37-9f7f6df096cf tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=01c7ac7397254a4b85200275fb6b06b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353520 Feb 11 04:26:00.513636 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49172) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:00.514163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49170) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:00.644869 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6738f362-bf80-41bd-bbda-37c8fa0fe27e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53517d294ea74f0d87f1ffa99a267b01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284654 Feb 11 04:26:00.647614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49176) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:00.674373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-240b43e5-52e6-4fa3-894f-07e5254e7b18 admin admin] Deleting subnet 6f30d55b-d39d-4b9c-8b54-53eced517751 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:26:00.684989 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-240b43e5-52e6-4fa3-894f-07e5254e7b18 admin admin] Publish callbacks [] for subnet (6f30d55b-d39d-4b9c-8b54-53eced517751), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:00.715821 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73944ab-6115-43ae-8a46-09557630207b req-e544dfdc-0423-4b93-8488-ade3635c59e5 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:00.717664 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f73944ab-6115-43ae-8a46-09557630207b req-e544dfdc-0423-4b93-8488-ade3635c59e5 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630186 Feb 11 04:26:00.729626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03946a39-529d-4036-a857-d76ab8999c69 req-0131eb98-447a-4dd9-9b09-b15fb96e5dc4 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:00.731165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03946a39-529d-4036-a857-d76ab8999c69 req-0131eb98-447a-4dd9-9b09-b15fb96e5dc4 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.0938499 Feb 11 04:26:00.750220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f73944ab-6115-43ae-8a46-09557630207b req-5835e27a-5183-49f1-9b99-d1a6190d4134 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/quotas/01c7ac7397254a4b85200275fb6b06b6 HTTP/1.1" status: 200 len: 375 time: 0.0179739 Feb 11 04:26:00.800786 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-240b43e5-52e6-4fa3-894f-07e5254e7b18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (6f30d55b-d39d-4b9c-8b54-53eced517751), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:00.813795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03946a39-529d-4036-a857-d76ab8999c69 req-535faeea-a405-4239-bfd0-8e7e2d01d1a9 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748084 Feb 11 04:26:00.817165 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f223d47-7349-489f-b89b-6b4117c451d9 admin admin] Publish callbacks [] for security_group (079d4f7f-ca44-4137-a64e-e2f1451ddcc1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:00.879267 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f223d47-7349-489f-b89b-6b4117c451d9 admin admin] Publish callbacks [] for security_group (079d4f7f-ca44-4137-a64e-e2f1451ddcc1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:00.890330 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f73944ab-6115-43ae-8a46-09557630207b req-b105fa60-c5e3-4f40-ad74-67f4108eda9f tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01c7ac7397254a4b85200275fb6b06b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966687 Feb 11 04:26:00.984961 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-240b43e5-52e6-4fa3-894f-07e5254e7b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (6f30d55b-d39d-4b9c-8b54-53eced517751), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:01.011718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49196) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:01.071070 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f223d47-7349-489f-b89b-6b4117c451d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (079d4f7f-ca44-4137-a64e-e2f1451ddcc1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:01.074538 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f223d47-7349-489f-b89b-6b4117c451d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:01.078460 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8f223d47-7349-489f-b89b-6b4117c451d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/079d4f7f-ca44-4137-a64e-e2f1451ddcc1 HTTP/1.1" status: 204 len: 168 time: 0.4232316 Feb 11 04:26:01.112638 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f223d47-7349-489f-b89b-6b4117c451d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079d4f7f-ca44-4137-a64e-e2f1451ddcc1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:01.243309 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-240b43e5-52e6-4fa3-894f-07e5254e7b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (6f30d55b-d39d-4b9c-8b54-53eced517751), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:01.376766 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-240b43e5-52e6-4fa3-894f-07e5254e7b18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:01.380998 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-240b43e5-52e6-4fa3-894f-07e5254e7b18 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6f30d55b-d39d-4b9c-8b54-53eced517751 HTTP/1.1" status: 204 len: 168 time: 0.8660457 Feb 11 04:26:01.381928 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b43e5-52e6-4fa3-894f-07e5254e7b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f30d55b-d39d-4b9c-8b54-53eced517751,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:01.391458 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49210) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:01.484412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-4c74d2e4-9d55-434a-ae21-371f693beab3 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:01.499323 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-4c74d2e4-9d55-434a-ae21-371f693beab3 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/networks?id=0ab1851c-3ee0-4a51-8197-32585533eb23 HTTP/1.1" status: 200 len: 812 time: 0.5815663 Feb 11 04:26:01.531294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dc5d5-ecab-443c-b599-89c2c8d74041 req-5c072e6f-e634-4908-9727-3067c41466e3 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:01.533121 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fbf03e9-a1f9-49da-b6ea-ae0b2104e03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (07422f52-c226-48d0-9c09-574517343fe3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:01.536544 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c96ebff-3d98-42fe-bd6d-14397e041625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:01.544169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af4dc5d5-ecab-443c-b599-89c2c8d74041 req-5c072e6f-e634-4908-9727-3067c41466e3 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.1410468 Feb 11 04:26:01.567677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c5f35a5-72fe-4885-9add-a28b6bfdf1a5 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/quotas/20fad53979f8446b84f1899120edf4ef HTTP/1.1" status: 200 len: 375 time: 0.0664704 Feb 11 04:26:01.735422 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af4dc5d5-ecab-443c-b599-89c2c8d74041 req-36a0a806-e3bc-4712-9d3c-7d3ba985b84c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1619279 Feb 11 04:26:01.810219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fbf03e9-a1f9-49da-b6ea-ae0b2104e03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (07422f52-c226-48d0-9c09-574517343fe3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:01.867233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7fbf03e9-a1f9-49da-b6ea-ae0b2104e03c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07422f52-c226-48d0-9c09-574517343fe3']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:01.886652 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7fbf03e9-a1f9-49da-b6ea-ae0b2104e03c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da725db-02ac-4fb7-8fa8-56bb9a1f29a9') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:01.886991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7fbf03e9-a1f9-49da-b6ea-ae0b2104e03c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da725db-02ac-4fb7-8fa8-56bb9a1f29a9') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:01.923173 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fbf03e9-a1f9-49da-b6ea-ae0b2104e03c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (8da725db-02ac-4fb7-8fa8-56bb9a1f29a9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:01.940213 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c96ebff-3d98-42fe-bd6d-14397e041625 admin admin] Publish callbacks [] for security_group (149e3e9d-2cff-41b1-8440-59f42a127e87), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:01.948384 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fbf03e9-a1f9-49da-b6ea-ae0b2104e03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8da725db-02ac-4fb7-8fa8-56bb9a1f29a9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:01.967469 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbf03e9-a1f9-49da-b6ea-ae0b2104e03c admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:26:01.967975 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fbf03e9-a1f9-49da-b6ea-ae0b2104e03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (8da725db-02ac-4fb7-8fa8-56bb9a1f29a9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:26:01.971194 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:26:01.981589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-b03f8c0b-ed05-4287-8625-ad05967329f1 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=20fad53979f8446b84f1899120edf4ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2797465 Feb 11 04:26:02.029998 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d6b39-db98-4c16-b2ef-1452d1d91e3f req-7bc050e8-ba12-41c9-9fbc-fd2e4f759f99 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:02.031536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa6d6b39-db98-4c16-b2ef-1452d1d91e3f req-7bc050e8-ba12-41c9-9fbc-fd2e4f759f99 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a070e6c-b671-4d95-91a8-724375bba6d3 HTTP/1.1" status: 200 len: 945 time: 0.2471826 Feb 11 04:26:02.052030 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c96ebff-3d98-42fe-bd6d-14397e041625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (149e3e9d-2cff-41b1-8440-59f42a127e87), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:02.052808 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240fcbd-ee8f-4001-a48d-1d0ff194c959 req-0bf48d98-c161-4a8e-975b-347590794d28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:02.054423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3240fcbd-ee8f-4001-a48d-1d0ff194c959 req-0bf48d98-c161-4a8e-975b-347590794d28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.2196498 Feb 11 04:26:02.106856 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8c96ebff-3d98-42fe-bd6d-14397e041625 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06329e18b4a64c148e9a6453146d1dd0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0937216 Feb 11 04:26:02.129138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49228) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:02.148104 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96ebff-3d98-42fe-bd6d-14397e041625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149e3e9d-2cff-41b1-8440-59f42a127e87,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:02.190182 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fbf03e9-a1f9-49da-b6ea-ae0b2104e03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (07422f52-c226-48d0-9c09-574517343fe3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:02.199639 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fbf03e9-a1f9-49da-b6ea-ae0b2104e03c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:02.208399 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7fbf03e9-a1f9-49da-b6ea-ae0b2104e03c admin admin] 10.222.0.13 "DELETE /v2.0/networks/07422f52-c226-48d0-9c09-574517343fe3 HTTP/1.1" status: 204 len: 168 time: 0.8123267 Feb 11 04:26:02.223404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf03e9-a1f9-49da-b6ea-ae0b2104e03c admin admin] Pushing event deleted for resources: {'Network': ['ID=07422f52-c226-48d0-9c09-574517343fe3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:02.240879 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8644f0-1134-4ead-bbf0-1eb978f8adae req-6ff531ce-688c-4c12-98c9-b32e23e94bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:02.242365 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c8644f0-1134-4ead-bbf0-1eb978f8adae req-6ff531ce-688c-4c12-98c9-b32e23e94bc8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 1128 time: 0.3019798 Feb 11 04:26:02.360104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3240fcbd-ee8f-4001-a48d-1d0ff194c959 req-e4c8b60e-e91e-498a-aa37-1d0f50440331 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838125 Feb 11 04:26:02.406286 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-3b99fc7a-67ff-44e2-b79d-5a6ee01fec14 service neutron] 10.222.0.13 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953302 Feb 11 04:26:02.640200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8644f0-1134-4ead-bbf0-1eb978f8adae req-3dc24ff2-ac7e-40d9-80a5-2f7740c40378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:02.642274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c8644f0-1134-4ead-bbf0-1eb978f8adae req-3dc24ff2-ac7e-40d9-80a5-2f7740c40378 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 913 time: 0.2346284 Feb 11 04:26:02.730048 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbd5d76c-b310-4012-9703-3589f2e55cca admin admin] Publish callbacks [] for security_group (149e3e9d-2cff-41b1-8440-59f42a127e87), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:02.797475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39fece0f-5e3e-4e33-8596-ffaa77478cfe req-d6086637-f911-4dc6-ad67-fd5c3c3503f5 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/ports?device_id=048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd HTTP/1.1" status: 200 len: 210 time: 0.1527703 Feb 11 04:26:02.869126 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-5071a668-3509-4542-9b9d-179da8b054ca service neutron] 10.222.0.13 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644358 Feb 11 04:26:02.882302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-aa6d6b39-db98-4c16-b2ef-1452d1d91e3f req-328e0447-003b-4c6a-99db-743dd7acac20 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Deleting port f775d73d-8c10-4f47-9e69-e42b3ea05d61 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:26:02.882722 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-aa6d6b39-db98-4c16-b2ef-1452d1d91e3f req-328e0447-003b-4c6a-99db-743dd7acac20 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f775d73d-8c10-4f47-9e69-e42b3ea05d61), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:02.966998 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbd5d76c-b310-4012-9703-3589f2e55cca admin admin] Publish callbacks [] for security_group (149e3e9d-2cff-41b1-8440-59f42a127e87), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:03.053310 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c8644f0-1134-4ead-bbf0-1eb978f8adae req-d40d0c61-7887-41f7-a61e-d2c6621ac618 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f01043b-8941-410a-9c8d-71ac2af674ca HTTP/1.1" status: 200 len: 217 time: 0.1735351 Feb 11 04:26:03.106910 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65146d5e-bc9f-4e69-9a7f-3fe00c12298d req-676c0edf-7317-45a2-a7bc-f61098ebe810 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:03.108509 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-65146d5e-bc9f-4e69-9a7f-3fe00c12298d req-676c0edf-7317-45a2-a7bc-f61098ebe810 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.47 "GET /v2.0/ports?device_id=572283c1-ccc9-49b0-bdb9-96370f0340da HTTP/1.1" status: 200 len: 946 time: 0.1899059 Feb 11 04:26:03.150822 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49246) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:03.197353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-aa6d6b39-db98-4c16-b2ef-1452d1d91e3f req-328e0447-003b-4c6a-99db-743dd7acac20 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] For port f775d73d-8c10-4f47-9e69-e42b3ea05d61, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f775d73d-8c10-4f47-9e69-e42b3ea05d61,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:03.198610 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-aa6d6b39-db98-4c16-b2ef-1452d1d91e3f req-328e0447-003b-4c6a-99db-743dd7acac20 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f775d73d-8c10-4f47-9e69-e42b3ea05d61), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:03.232933 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ce20c669-b17d-41db-80e2-5b740e5252ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=975de6253abf41a1ad70df0c8807b009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0846353 Feb 11 04:26:03.233556 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49248) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:03.242801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369d7de-351a-4239-9af2-3bd151fd485f req-fdf3b3f5-b18e-40a0-a705-4750364085c6 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:03.253677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e369d7de-351a-4239-9af2-3bd151fd485f req-fdf3b3f5-b18e-40a0-a705-4750364085c6 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.2945142 Feb 11 04:26:03.267844 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-aa6d6b39-db98-4c16-b2ef-1452d1d91e3f req-328e0447-003b-4c6a-99db-743dd7acac20 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Calling delete_port for f775d73d-8c10-4f47-9e69-e42b3ea05d61 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:26:03.271745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8644f0-1134-4ead-bbf0-1eb978f8adae req-ec467ebf-7ee4-4ad5-8400-99e2fff573e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:03.273215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c8644f0-1134-4ead-bbf0-1eb978f8adae req-ec467ebf-7ee4-4ad5-8400-99e2fff573e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7de27eb8-a8a3-47a4-8b0d-bfc468039fee HTTP/1.1" status: 200 len: 852 time: 0.1988869 Feb 11 04:26:03.333793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c8644f0-1134-4ead-bbf0-1eb978f8adae req-9baf66d1-6ad9-4dfb-b669-ac1249be66b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6cd12236-2b63-4f55-9764-b0d854f3a97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516503 Feb 11 04:26:03.387890 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbd5d76c-b310-4012-9703-3589f2e55cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (149e3e9d-2cff-41b1-8440-59f42a127e87), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:03.390947 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbd5d76c-b310-4012-9703-3589f2e55cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:03.394468 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dbd5d76c-b310-4012-9703-3589f2e55cca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/149e3e9d-2cff-41b1-8440-59f42a127e87 HTTP/1.1" status: 204 len: 168 time: 1.2682576 Feb 11 04:26:03.394680 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b19c22db-ff2c-4f9e-99f2-e36801850945 admin admin] Publish callbacks [] for security_group (838b4b8d-acf3-448d-a30f-89d679e92a98), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:03.428234 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-65146d5e-bc9f-4e69-9a7f-3fe00c12298d req-86202d42-67cc-4d62-9c34-3bf82d0ab0e8 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Deleting port 103efbc8-c5e6-433b-a65b-37d4822e2bc8 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:26:03.428980 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-65146d5e-bc9f-4e69-9a7f-3fe00c12298d req-86202d42-67cc-4d62-9c34-3bf82d0ab0e8 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (103efbc8-c5e6-433b-a65b-37d4822e2bc8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:03.554853 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b19c22db-ff2c-4f9e-99f2-e36801850945 admin admin] Publish callbacks [] for security_group (838b4b8d-acf3-448d-a30f-89d679e92a98), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:03.660499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-65146d5e-bc9f-4e69-9a7f-3fe00c12298d req-86202d42-67cc-4d62-9c34-3bf82d0ab0e8 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] For port 103efbc8-c5e6-433b-a65b-37d4822e2bc8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=103efbc8-c5e6-433b-a65b-37d4822e2bc8,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:03.661159 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-65146d5e-bc9f-4e69-9a7f-3fe00c12298d req-86202d42-67cc-4d62-9c34-3bf82d0ab0e8 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (103efbc8-c5e6-433b-a65b-37d4822e2bc8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:03.694734 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-65146d5e-bc9f-4e69-9a7f-3fe00c12298d req-86202d42-67cc-4d62-9c34-3bf82d0ab0e8 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Calling delete_port for 103efbc8-c5e6-433b-a65b-37d4822e2bc8 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:26:03.698969 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:03.785326 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b19c22db-ff2c-4f9e-99f2-e36801850945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (838b4b8d-acf3-448d-a30f-89d679e92a98), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:03.788112 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b19c22db-ff2c-4f9e-99f2-e36801850945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:03.795560 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b19c22db-ff2c-4f9e-99f2-e36801850945 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/838b4b8d-acf3-448d-a30f-89d679e92a98 HTTP/1.1" status: 204 len: 168 time: 0.5557270 Feb 11 04:26:03.795676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5d76c-b310-4012-9703-3589f2e55cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149e3e9d-2cff-41b1-8440-59f42a127e87,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:03.818561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c22db-ff2c-4f9e-99f2-e36801850945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838b4b8d-acf3-448d-a30f-89d679e92a98,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:03.829994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e369d7de-351a-4239-9af2-3bd151fd485f req-4ee3eaeb-ccc7-4ea3-b157-fc3cef8789b9 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758293 Feb 11 04:26:03.857352 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:03.972325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee14c51-067e-440b-b125-f2febc161b88 req-1c74a7ee-a671-4e8a-877d-be8af718710e tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:03.980722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cee14c51-067e-440b-b125-f2febc161b88 req-1c74a7ee-a671-4e8a-877d-be8af718710e tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.3022072 Feb 11 04:26:03.992890 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-aa6d6b39-db98-4c16-b2ef-1452d1d91e3f req-328e0447-003b-4c6a-99db-743dd7acac20 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f775d73d-8c10-4f47-9e69-e42b3ea05d61), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:04.007841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['103efbc8-c5e6-433b-a65b-37d4822e2bc8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:26:04.054041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e0447-003b-4c6a-99db-743dd7acac20 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Pushing event deleted for resources: {'Port': ['ID=f775d73d-8c10-4f47-9e69-e42b3ea05d61,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:04.064535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c8644f0-1134-4ead-bbf0-1eb978f8adae req-b466cb66-e5e7-4d01-94d7-3063ff4861f8 service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6937661 Feb 11 04:26:04.072711 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-65146d5e-bc9f-4e69-9a7f-3fe00c12298d req-86202d42-67cc-4d62-9c34-3bf82d0ab0e8 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (103efbc8-c5e6-433b-a65b-37d4822e2bc8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:04.095440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['103efbc8-c5e6-433b-a65b-37d4822e2bc8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:26:04.200722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6d6b39-db98-4c16-b2ef-1452d1d91e3f req-328e0447-003b-4c6a-99db-743dd7acac20 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] No DVR routers for this DVR port f775d73d-8c10-4f47-9e69-e42b3ea05d61 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:26:04.221598 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cee14c51-067e-440b-b125-f2febc161b88 req-1b8ac62c-2b2b-4991-a850-191434bde578 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2306855 Feb 11 04:26:04.231461 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-aa6d6b39-db98-4c16-b2ef-1452d1d91e3f req-328e0447-003b-4c6a-99db-743dd7acac20 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:04.240482 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa6d6b39-db98-4c16-b2ef-1452d1d91e3f req-328e0447-003b-4c6a-99db-743dd7acac20 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.32 "DELETE /v2.0/ports/f775d73d-8c10-4f47-9e69-e42b3ea05d61 HTTP/1.1" status: 204 len: 173 time: 2.1820548 Feb 11 04:26:04.243392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a070e6c-b671-4d95-91a8-724375bba6d3', 'name': 'network-vif-deleted', 'tag': 'f775d73d-8c10-4f47-9e69-e42b3ea05d61'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:04.246531 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dfe984-1cbe-497b-a774-08d8e95bf08c" -d '{"events": [{"server_uuid": "1a070e6c-b671-4d95-91a8-724375bba6d3", "name": "network-vif-deleted", "tag": "f775d73d-8c10-4f47-9e69-e42b3ea05d61"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:04.246924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86202d42-67cc-4d62-9c34-3bf82d0ab0e8 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Pushing event deleted for resources: {'Port': ['ID=103efbc8-c5e6-433b-a65b-37d4822e2bc8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:04.377302 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-65146d5e-bc9f-4e69-9a7f-3fe00c12298d req-86202d42-67cc-4d62-9c34-3bf82d0ab0e8 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] No DVR routers for this DVR port 103efbc8-c5e6-433b-a65b-37d4822e2bc8 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:26:04.390504 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-65146d5e-bc9f-4e69-9a7f-3fe00c12298d req-86202d42-67cc-4d62-9c34-3bf82d0ab0e8 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:04.396235 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-65146d5e-bc9f-4e69-9a7f-3fe00c12298d req-86202d42-67cc-4d62-9c34-3bf82d0ab0e8 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.47 "DELETE /v2.0/ports/103efbc8-c5e6-433b-a65b-37d4822e2bc8 HTTP/1.1" status: 204 len: 173 time: 1.2778561 Feb 11 04:26:04.396861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572283c1-ccc9-49b0-bdb9-96370f0340da', 'name': 'network-vif-deleted', 'tag': '103efbc8-c5e6-433b-a65b-37d4822e2bc8'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:04.406411 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dd0fd9-6eef-43bb-bb18-05046be61a76" -d '{"events": [{"server_uuid": "572283c1-ccc9-49b0-bdb9-96370f0340da", "name": "network-vif-deleted", "tag": "103efbc8-c5e6-433b-a65b-37d4822e2bc8"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:04.436033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c8644f0-1134-4ead-bbf0-1eb978f8adae req-b0fdd90e-1872-4c93-a805-821769741a7f service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583462 Feb 11 04:26:04.437834 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f73944ab-6115-43ae-8a46-09557630207b req-74711d41-9615-49a4-b8a0-d4b43d1a4a96 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=01c7ac7397254a4b85200275fb6b06b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482516 Feb 11 04:26:04.497089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c4686-1b30-4f2a-9e36-f8b2b74f9460 req-32a924c4-a22d-4093-bf21-23511bb3d465 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:04.504712 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-738c4686-1b30-4f2a-9e36-f8b2b74f9460 req-32a924c4-a22d-4093-bf21-23511bb3d465 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 945 time: 0.1766040 Feb 11 04:26:04.635838 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-738c4686-1b30-4f2a-9e36-f8b2b74f9460 req-25f07d3e-8aa8-4646-86e7-7facea8d18e6 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301556 Feb 11 04:26:04.696896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73944ab-6115-43ae-8a46-09557630207b req-9996638b-8247-4259-9fb4-a9d0a843d8f6 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:04.703820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f73944ab-6115-43ae-8a46-09557630207b req-9996638b-8247-4259-9fb4-a9d0a843d8f6 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532609 Feb 11 04:26:04.715484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f73944ab-6115-43ae-8a46-09557630207b req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Request body: {'port': {'device_id': '048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '01c7ac7397254a4b85200275fb6b06b6'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:05.113149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69472bc9-984b-4f64-bf52-1df5dda24a46 req-990a0b86-fb3b-44b1-abe3-94cdedea08fd tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/ports?device_id=048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd HTTP/1.1" status: 200 len: 210 time: 0.1109605 Feb 11 04:26:05.168096 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266176d9-d4da-4521-8d92-bda8d0dd4f05 x-openstack-request-id: req-266176d9-d4da-4521-8d92-bda8d0dd4f05 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:05.168778 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a070e6c-b671-4d95-91a8-724375bba6d3", "name": "network-vif-deleted", "tag": "f775d73d-8c10-4f47-9e69-e42b3ea05d61", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:05.169186 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-266176d9-d4da-4521-8d92-bda8d0dd4f05 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:05.169822 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a070e6c-b671-4d95-91a8-724375bba6d3', 'name': 'network-vif-deleted', 'tag': 'f775d73d-8c10-4f47-9e69-e42b3ea05d61', 'status': 'completed', 'code': 200} Feb 11 04:26:05.211913 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f311604b-20b1-4706-8700-6ce943c4d9e1 x-openstack-request-id: req-f311604b-20b1-4706-8700-6ce943c4d9e1 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:05.213560 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572283c1-ccc9-49b0-bdb9-96370f0340da", "name": "network-vif-deleted", "tag": "103efbc8-c5e6-433b-a65b-37d4822e2bc8", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:05.213993 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f311604b-20b1-4706-8700-6ce943c4d9e1 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:05.214607 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572283c1-ccc9-49b0-bdb9-96370f0340da', 'name': 'network-vif-deleted', 'tag': '103efbc8-c5e6-433b-a65b-37d4822e2bc8', 'status': 'completed', 'code': 200} Feb 11 04:26:05.231628 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73944ab-6115-43ae-8a46-09557630207b req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Made reservation on behalf of 01c7ac7397254a4b85200275fb6b06b6 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:05.239862 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f73944ab-6115-43ae-8a46-09557630207b req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:05.268780 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f73944ab-6115-43ae-8a46-09557630207b req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:05.604222 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5d9c365-05d1-4f46-acee-6d1c85fb61e2 req-1b0fa924-2946-461d-9182-ba210768a80e tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 210 time: 0.2107110 Feb 11 04:26:05.720191 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7f01043b-8941-410a-9c8d-71ac2af674ca no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:26:05.731616 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f73944ab-6115-43ae-8a46-09557630207b req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Publish callbacks [] for security_group (3a17cd2f-6ee6-4276-b258-0859a922c116), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:05.768585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a85845-050b-4b44-a61b-b16270fd7efd req-86333f00-4ff7-4495-b64c-931a0fb35915 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:05.775926 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59a85845-050b-4b44-a61b-b16270fd7efd req-86333f00-4ff7-4495-b64c-931a0fb35915 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.3466394 Feb 11 04:26:05.863766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f73944ab-6115-43ae-8a46-09557630207b req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3a17cd2f-6ee6-4276-b258-0859a922c116), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:05.920600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7f01043b-8941-410a-9c8d-71ac2af674ca is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:05.921470 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:06.029583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-f73944ab-6115-43ae-8a46-09557630207b req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Allocated IP 192.168.233.54 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/5ca1f29a-b90f-4884-bf57-ce5cfcb57a58) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:06.042535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device f775d73d-8c10-4f47-9e69-e42b3ea05d61 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:26:06.169038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: f775d73d-8c10-4f47-9e69-e42b3ea05d61 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:26:06.169038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device f775d73d-8c10-4f47-9e69-e42b3ea05d61 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:26:06.192516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9105d182-fb0c-44a9-95d9-aba49208d4db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f01043b-8941-410a-9c8d-71ac2af674ca'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:06.197601 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74934cac-c0e5-4eeb-81d3-3acad2b7e04a" -d '{"events": [{"server_uuid": "9105d182-fb0c-44a9-95d9-aba49208d4db", "name": "network-vif-unplugged", "status": "completed", "tag": "7f01043b-8941-410a-9c8d-71ac2af674ca"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:06.231375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7f01043b-8941-410a-9c8d-71ac2af674ca, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f01043b-8941-410a-9c8d-71ac2af674ca,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:06.244995 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f73944ab-6115-43ae-8a46-09557630207b req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Publish callbacks [] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:06.360696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a17cd2f-6ee6-4276-b258-0859a922c116,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:06.379682 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:06.409646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59a85845-050b-4b44-a61b-b16270fd7efd req-1fe740f6-29ba-4f13-8b49-3fa0e69f89b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307261 Feb 11 04:26:06.434479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7b02e-9f27-4093-a5c4-a3e2e92ac426 req-e042d392-8ce4-41bf-8322-4e0c285871e2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:06.439075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbd7b02e-9f27-4093-a5c4-a3e2e92ac426 req-e042d392-8ce4-41bf-8322-4e0c285871e2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.6989086 Feb 11 04:26:06.441432 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f73944ab-6115-43ae-8a46-09557630207b req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:06.487036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7f01043b-8941-410a-9c8d-71ac2af674ca,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:06.527704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73944ab-6115-43ae-8a46-09557630207b req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:06.546951 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-f73944ab-6115-43ae-8a46-09557630207b req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:06.566476 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73944ab-6115-43ae-8a46-09557630207b req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:06.577917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92193236-8015-4f7d-a603-b6df1955b88b req-d3986950-b3e0-492c-b3f0-18531dbc963a tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1be672b-191e-44bf-9bc1-628b54979c66 HTTP/1.1" status: 200 len: 210 time: 0.0870576 Feb 11 04:26:06.649313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Pushing event updated for resources: {'Port': ['ID=5ca1f29a-b90f-4884-bf57-ce5cfcb57a58,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:06.693573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbd7b02e-9f27-4093-a5c4-a3e2e92ac426 req-454f62f4-5d0d-4d1f-ad55-683676d912ea tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2255180 Feb 11 04:26:06.743729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73944ab-6115-43ae-8a46-09557630207b req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:06.744386 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f73944ab-6115-43ae-8a46-09557630207b req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:06.930644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b682f58-9915-403e-ba82-e5a66d863575 req-05af8857-de06-4e21-96d5-a1e60755e9bb tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:06.933142 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b682f58-9915-403e-ba82-e5a66d863575 req-05af8857-de06-4e21-96d5-a1e60755e9bb tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 943 time: 0.1769605 Feb 11 04:26:06.936463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f73944ab-6115-43ae-8a46-09557630207b req-3c8a2435-3beb-4c7b-93f3-0e2834600e4b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2256670 Feb 11 04:26:06.953571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Request body: {'port': {'device_id': '048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:06.987336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d497a3-71ee-465b-91f7-82b1d054fa8e req-211d0590-ccd7-4a7b-addc-16e78c6bcafa tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:06.988889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96d497a3-71ee-465b-91f7-82b1d054fa8e req-211d0590-ccd7-4a7b-addc-16e78c6bcafa tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/ports?device_id=048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd HTTP/1.1" status: 200 len: 935 time: 0.1565304 Feb 11 04:26:07.049559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b682f58-9915-403e-ba82-e5a66d863575 req-df78d3cc-5bce-4306-b4d4-9588c5341245 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080639 Feb 11 04:26:07.092829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-59e96dea-67f9-4e05-b694-6e6be730a64a None None] Provisioning complete for port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:07.093793 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-59e96dea-67f9-4e05-b694-6e6be730a64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:07.100406 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:07.135792 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96d497a3-71ee-465b-91f7-82b1d054fa8e req-56824011-3f04-438b-a01b-3d3b6b3e633e tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a17cd2f-6ee6-4276-b258-0859a922c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151958 Feb 11 04:26:07.192579 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64ea899-691c-4ccf-bbf9-3feaa0646923 x-openstack-request-id: req-a64ea899-691c-4ccf-bbf9-3feaa0646923 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:07.192973 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9105d182-fb0c-44a9-95d9-aba49208d4db", "name": "network-vif-unplugged", "status": "completed", "tag": "7f01043b-8941-410a-9c8d-71ac2af674ca", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:07.193309 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a64ea899-691c-4ccf-bbf9-3feaa0646923 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:07.193766 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9105d182-fb0c-44a9-95d9-aba49208d4db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f01043b-8941-410a-9c8d-71ac2af674ca', 'code': 200} Feb 11 04:26:07.224882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-59e96dea-67f9-4e05-b694-6e6be730a64a None None] Port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:26:07.273200 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa23679f-d4d0-4f16-a879-d248d4f5737f req-9f9451a6-1406-4495-b092-060659d3c083 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 210 time: 0.0485651 Feb 11 04:26:07.745199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-4b0c0da4-bdfe-4de7-88da-2ef9fa8bf1d2 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:07.745199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-4b0c0da4-bdfe-4de7-88da-2ef9fa8bf1d2 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.32 "GET /v2.0/networks?id=0ab1851c-3ee0-4a51-8197-32585533eb23 HTTP/1.1" status: 200 len: 812 time: 0.5284081 Feb 11 04:26:07.745199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-221236b2-c6ac-4f9f-ab05-2560b615f885 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Request body: {'port': {'device_id': '790f0b08-49e2-4c8a-b5a7-7119870a0a2a', 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23', 'admin_state_up': True, 'tenant_id': '20fad53979f8446b84f1899120edf4ef'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:07.746546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49386) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:07.765509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 103efbc8-c5e6-433b-a65b-37d4822e2bc8 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:26:07.799688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 103efbc8-c5e6-433b-a65b-37d4822e2bc8 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:26:07.800426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 103efbc8-c5e6-433b-a65b-37d4822e2bc8 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:26:07.966652 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-71218433'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:07.985526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:26:07.996003 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Publish callbacks [] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:08.010404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Transition to ACTIVE for port object 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:26:08.325995 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:26:08.595320 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Made reservation on behalf of a0b8eea793884fbfb0daf3337a364348 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:08.600324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-221236b2-c6ac-4f9f-ab05-2560b615f885 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Made reservation on behalf of 20fad53979f8446b84f1899120edf4ef for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:08.612347 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:08.615308 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-221236b2-c6ac-4f9f-ab05-2560b615f885 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:08.624450 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:08.662798 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:08.737077 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks [] for security_group (03e0d2fa-7130-421c-87a3-8bfe44e35b04), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:08.899075 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (03e0d2fa-7130-421c-87a3-8bfe44e35b04), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:08.927389 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:26:08.952629 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (25955f36-39e1-4035-9987-3b73a7398e96), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:08.955178 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Added segment 25955f36-39e1-4035-9987-3b73a7398e96 of type vlan for network a3adc9a3-8548-4999-8bd5-95a169cd8a99 Feb 11 04:26:08.957255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e0d2fa-7130-421c-87a3-8bfe44e35b04,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:08.961238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Pushing event updated for resources: {'Port': ['ID=5ca1f29a-b90f-4884-bf57-ce5cfcb57a58,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:08.978586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-e36b30f9-e5ca-4130-bd7b-8960415aef19 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:08.980229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-e36b30f9-e5ca-4130-bd7b-8960415aef19 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.32 "GET /v2.0/networks?id=0ab1851c-3ee0-4a51-8197-32585533eb23 HTTP/1.1" status: 200 len: 812 time: 0.3008065 Feb 11 04:26:09.009666 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (a3adc9a3-8548-4999-8bd5-95a169cd8a99), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:09.043107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-92d05570-6a20-4866-8b44-713bcbb48e41 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Request body: {'port': {'device_id': 'f1f702c6-51d7-44bf-8002-a9b098effe10', 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23', 'admin_state_up': True, 'tenant_id': '20fad53979f8446b84f1899120edf4ef'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:09.052877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff0c29-57de-41eb-a666-2b466c310212 req-9cf42eea-7ab2-4c73-9eb8-93191d890740 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:09.059232 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92ff0c29-57de-41eb-a666-2b466c310212 req-9cf42eea-7ab2-4c73-9eb8-93191d890740 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.2779746 Feb 11 04:26:09.150546 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (a3adc9a3-8548-4999-8bd5-95a169cd8a99), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:09.158051 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:09.158051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:09.238700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Pushing event updated for resources: {'Network': ['ID=a3adc9a3-8548-4999-8bd5-95a169cd8a99,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:09.241184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-221236b2-c6ac-4f9f-ab05-2560b615f885 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Allocated IP 172.20.0.6 (0ab1851c-3ee0-4a51-8197-32585533eb23/57415fb0-9c61-46bf-afec-5998514efed1/38698545-04ae-4928-8745-d91a41315582) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:09.253876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network a3adc9a3-8548-4999-8bd5-95a169cd8a99 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:26:09.296727 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3b6a5323-1f0d-4b97-a158-3aa4a30f99b9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5604556 Feb 11 04:26:09.299520 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49406) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:09.318923 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92ff0c29-57de-41eb-a666-2b466c310212 req-f94d132f-d099-4bd6-aab8-7cb180bb2a02 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277265 Feb 11 04:26:09.329388 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-470ddbb8-349a-40bb-a3cd-fe659eec462c tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Request body: {'subnet': {'network_id': 'a3adc9a3-8548-4999-8bd5-95a169cd8a99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:09.332195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Attempting to bind port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:09.332758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Attempting to bind port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:09.333195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Attempting to bind port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:09.377120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:09.377944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Attempting to bind port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:09.441295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-92d05570-6a20-4866-8b44-713bcbb48e41 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Made reservation on behalf of 20fad53979f8446b84f1899120edf4ef for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:09.446187 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-92d05570-6a20-4866-8b44-713bcbb48e41 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:09.476799 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:26:09.477242 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:09.477792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:26:09.478983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Bound port: 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:26:09.479630 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:09.556075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470ddbb8-349a-40bb-a3cd-fe659eec462c tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Made reservation on behalf of a0b8eea793884fbfb0daf3337a364348 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:09.560738 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-470ddbb8-349a-40bb-a3cd-fe659eec462c tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:09.685195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa842d8-7cf0-4388-a21b-3f4151fa04b0 req-3b5f4522-d720-4d5f-8366-3062b1d33475 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:09.686861 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fa842d8-7cf0-4388-a21b-3f4151fa04b0 req-3b5f4522-d720-4d5f-8366-3062b1d33475 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 943 time: 0.3041525 Feb 11 04:26:09.735321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d4471-28c2-49a6-8b86-288fcc91449e req-c729568c-bde1-45bf-babd-35ef254f375a tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:09.736903 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e4d4471-28c2-49a6-8b86-288fcc91449e req-c729568c-bde1-45bf-babd-35ef254f375a tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.2856674 Feb 11 04:26:09.784561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] For port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:26:09.825373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] For port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5ca1f29a-b90f-4884-bf57-ce5cfcb57a58,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:26:09.847250 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-470ddbb8-349a-40bb-a3cd-fe659eec462c tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (44b14d65-f2c3-4e2a-94a7-9125904b275e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:09.852066 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-221236b2-c6ac-4f9f-ab05-2560b615f885 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks [] for port (38698545-04ae-4928-8745-d91a41315582), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:09.871892 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fa842d8-7cf0-4388-a21b-3f4151fa04b0 req-504e4ba7-a0fe-4888-a6b1-0c2bc2b5f13b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623795 Feb 11 04:26:09.910493 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e4d4471-28c2-49a6-8b86-288fcc91449e req-62d0b64c-caba-4247-8e36-d6891e5e69e2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1592162 Feb 11 04:26:09.914487 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:09.930529 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470ddbb8-349a-40bb-a3cd-fe659eec462c tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Checking segment: {'id': '25955f36-39e1-4035-9987-3b73a7398e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3adc9a3-8548-4999-8bd5-95a169cd8a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:09.931770 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470ddbb8-349a-40bb-a3cd-fe659eec462c tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Network hostable DHCP agents. Network: a3adc9a3-8548-4999-8bd5-95a169cd8a99, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:26:09.949075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ddbb8-349a-40bb-a3cd-fe659eec462c tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Pushing event updated for resources: {'Subnet': ['ID=44b14d65-f2c3-4e2a-94a7-9125904b275e,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:10.036677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:10.048129 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:10.048129 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f73944ab-6115-43ae-8a46-09557630207b req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] 10.222.0.32 "PUT /v2.0/ports/5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 HTTP/1.1" status: 200 len: 1096 time: 3.0946436 Feb 11 04:26:10.048129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd', 'tag': '5ca1f29a-b90f-4884-bf57-ce5cfcb57a58'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:10.048129 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358fb2d4-06d3-42b5-b123-8beb963091cc" -d '{"events": [{"name": "network-changed", "server_uuid": "048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd", "tag": "5ca1f29a-b90f-4884-bf57-ce5cfcb57a58"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:10.071055 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470ddbb8-349a-40bb-a3cd-fe659eec462c tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Network a3adc9a3-8548-4999-8bd5-95a169cd8a99 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:26:10.101827 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1940eb45-9f59-45ac-b260-dce5a1af6c5c req-982af8a1-f8c5-49fd-8928-fabfa2b70ef8 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 210 time: 0.0668590 Feb 11 04:26:10.105780 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e603ad3-8a2e-44be-89ba-1a34daaf78ed service neutron] Pushing event updated for resources: {'Port': ['ID=5ca1f29a-b90f-4884-bf57-ce5cfcb57a58,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:10.145582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063cc1b-4d64-4a89-8c88-dc907f1a8b3f req-7165420f-ad29-466d-b959-062e2c628106 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:10.147232 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2063cc1b-4d64-4a89-8c88-dc907f1a8b3f req-7165420f-ad29-466d-b959-062e2c628106 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/ports?device_id=048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd HTTP/1.1" status: 200 len: 947 time: 0.1597872 Feb 11 04:26:10.201942 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-470ddbb8-349a-40bb-a3cd-fe659eec462c tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, a3adc9a3-8548-4999-8bd5-95a169cd8a99) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:10.206059 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470ddbb8-349a-40bb-a3cd-fe659eec462c tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:10.206746 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-470ddbb8-349a-40bb-a3cd-fe659eec462c tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:10.217174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573911ca-1cba-4a0a-bedc-3b9869a1831e None None] Network a3adc9a3-8548-4999-8bd5-95a169cd8a99 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:26:10.242144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2063cc1b-4d64-4a89-8c88-dc907f1a8b3f req-f84ff45a-8213-491d-bfee-890ba9bc94eb tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a17cd2f-6ee6-4276-b258-0859a922c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832357 Feb 11 04:26:10.253343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73944ab-6115-43ae-8a46-09557630207b req-ec0c8a9e-be90-463b-b024-8b069468f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:10.254890 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f73944ab-6115-43ae-8a46-09557630207b req-ec0c8a9e-be90-463b-b024-8b069468f2cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=01c7ac7397254a4b85200275fb6b06b6&device_id=048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd HTTP/1.1" status: 200 len: 1130 time: 0.0877397 Feb 11 04:26:10.329863 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-470ddbb8-349a-40bb-a3cd-fe659eec462c tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0288830 Feb 11 04:26:10.332503 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49426) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:10.338382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-29710b99-0a00-4559-b244-0b917ba935ee tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Request body: {'port': {'network_id': 'a3adc9a3-8548-4999-8bd5-95a169cd8a99', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1940080796'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:10.387114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f73944ab-6115-43ae-8a46-09557630207b req-2b9e823e-73df-4f75-a1be-10a079a1fc13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 HTTP/1.1" status: 200 len: 217 time: 0.1239150 Feb 11 04:26:10.388087 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-221236b2-c6ac-4f9f-ab05-2560b615f885 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (38698545-04ae-4928-8745-d91a41315582), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:10.476287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221236b2-c6ac-4f9f-ab05-2560b615f885 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Pushing event updated for resources: {'Port': ['ID=38698545-04ae-4928-8745-d91a41315582,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:10.500168 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-a3adc9a3-8548-4999-8bd5-95a169cd8a99', 'network_id': 'a3adc9a3-8548-4999-8bd5-95a169cd8a99', 'project_id': 'a0b8eea793884fbfb0daf3337a364348', 'fixed_ips': [{'subnet_id': '44b14d65-f2c3-4e2a-94a7-9125904b275e'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:26:10.504472 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:10.533746 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba725350-8742-4965-bd70-6c85ed2a6276 x-openstack-request-id: req-ba725350-8742-4965-bd70-6c85ed2a6276 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:10.534054 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd", "tag": "5ca1f29a-b90f-4884-bf57-ce5cfcb57a58", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:10.534318 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba725350-8742-4965-bd70-6c85ed2a6276 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:10.534753 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd', 'tag': '5ca1f29a-b90f-4884-bf57-ce5cfcb57a58', 'status': 'completed', 'code': 200} Feb 11 04:26:10.582408 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-11038375-e127-4447-ac20-7918b27b8d53 req-487f8cba-2796-4703-9d47-ae1634c742de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c1be672b-191e-44bf-9bc1-628b54979c66 HTTP/1.1" status: 200 len: 210 time: 0.1316204 Feb 11 04:26:10.599226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-221236b2-c6ac-4f9f-ab05-2560b615f885 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Network 0ab1851c-3ee0-4a51-8197-32585533eb23 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:10.607457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-92d05570-6a20-4866-8b44-713bcbb48e41 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Allocated IP 172.20.0.14 (0ab1851c-3ee0-4a51-8197-32585533eb23/57415fb0-9c61-46bf-afec-5998514efed1/c3a5660b-a1a3-408b-b99a-5260dcd6bef2) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:10.639102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73944ab-6115-43ae-8a46-09557630207b req-f218dc87-a6ac-4f8d-8593-e4ef622d0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:10.641574 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f73944ab-6115-43ae-8a46-09557630207b req-f218dc87-a6ac-4f8d-8593-e4ef622d0103 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.2471349 Feb 11 04:26:10.643907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-221236b2-c6ac-4f9f-ab05-2560b615f885 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:10.650151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-221236b2-c6ac-4f9f-ab05-2560b615f885 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:10.725087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-221236b2-c6ac-4f9f-ab05-2560b615f885 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:10.725799 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-221236b2-c6ac-4f9f-ab05-2560b615f885 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:10.773037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Allocated IP 172.20.0.2 (a3adc9a3-8548-4999-8bd5-95a169cd8a99/44b14d65-f2c3-4e2a-94a7-9125904b275e/9c389f74-b657-46f5-ac39-4a2303c8c46a) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:10.787678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75d814f7-17e0-4e5f-8c92-56cce1a21796 req-4c80206a-948e-4551-9e30-d1aa1af21c94 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0578344 Feb 11 04:26:10.791242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29710b99-0a00-4559-b244-0b917ba935ee tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Made reservation on behalf of a0b8eea793884fbfb0daf3337a364348 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:10.795377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29710b99-0a00-4559-b244-0b917ba935ee tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:10.847143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-29710b99-0a00-4559-b244-0b917ba935ee tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] device_id is not set on port 94e629fb-5b0c-4c68-9d59-d4499ad87b19 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:26:10.902767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-221236b2-c6ac-4f9f-ab05-2560b615f885 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1824296 Feb 11 04:26:10.956613 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Publish callbacks [] for port (9c389f74-b657-46f5-ac39-4a2303c8c46a), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:10.960498 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Request body: {'port': {'device_id': '790f0b08-49e2-4c8a-b5a7-7119870a0a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:11.014387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73944ab-6115-43ae-8a46-09557630207b req-488769c3-068c-4f7c-8c6c-dd55b35596d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:11.018528 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f73944ab-6115-43ae-8a46-09557630207b req-488769c3-068c-4f7c-8c6c-dd55b35596d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2348251 Feb 11 04:26:11.042439 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (9c389f74-b657-46f5-ac39-4a2303c8c46a), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:11.105275 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Pushing event updated for resources: {'Port': ['ID=9c389f74-b657-46f5-ac39-4a2303c8c46a,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:11.118218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Network a3adc9a3-8548-4999-8bd5-95a169cd8a99 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:11.121952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:11.123387 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-92d05570-6a20-4866-8b44-713bcbb48e41 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks [] for port (c3a5660b-a1a3-408b-b99a-5260dcd6bef2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:11.145703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-29710b99-0a00-4559-b244-0b917ba935ee tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Allocated IP 172.20.0.13 (a3adc9a3-8548-4999-8bd5-95a169cd8a99/44b14d65-f2c3-4e2a-94a7-9125904b275e/94e629fb-5b0c-4c68-9d59-d4499ad87b19) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:11.154003 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:11.179234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d9615-16e0-4a10-9855-e8262b2ab882 req-9dd7e3c0-1db5-44ab-90c4-2c027e066c56 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:11.187346 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb5d9615-16e0-4a10-9855-e8262b2ab882 req-9dd7e3c0-1db5-44ab-90c4-2c027e066c56 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.2724826 Feb 11 04:26:11.221543 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (38698545-04ae-4928-8745-d91a41315582), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:11.269835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Attempting to bind port 9c389f74-b657-46f5-ac39-4a2303c8c46a on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:11.270442 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Attempting to bind port 9c389f74-b657-46f5-ac39-4a2303c8c46a by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '25955f36-39e1-4035-9987-3b73a7398e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3adc9a3-8548-4999-8bd5-95a169cd8a99'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:11.271000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Attempting to bind port 9c389f74-b657-46f5-ac39-4a2303c8c46a on network a3adc9a3-8548-4999-8bd5-95a169cd8a99 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:11.278286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:26:11.279229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Checking segment: {'id': '25955f36-39e1-4035-9987-3b73a7398e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3adc9a3-8548-4999-8bd5-95a169cd8a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:11.279887 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:11.280451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Bound using segment: {'id': '25955f36-39e1-4035-9987-3b73a7398e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3adc9a3-8548-4999-8bd5-95a169cd8a99'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:26:11.281112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Bound port: 9c389f74-b657-46f5-ac39-4a2303c8c46a, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25955f36-39e1-4035-9987-3b73a7398e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a3adc9a3-8548-4999-8bd5-95a169cd8a99'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:26:11.281717 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9c389f74-b657-46f5-ac39-4a2303c8c46a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:11.347373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f73944ab-6115-43ae-8a46-09557630207b req-6f1fed86-d9a6-4827-90c5-19dc38bd12a6 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176072 Feb 11 04:26:11.367558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb5d9615-16e0-4a10-9855-e8262b2ab882 req-d67e4772-76a4-4db0-83f8-eea7cacfac21 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792724 Feb 11 04:26:11.369658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] For port 9c389f74-b657-46f5-ac39-4a2303c8c46a, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:26:11.379926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] For port 9c389f74-b657-46f5-ac39-4a2303c8c46a, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9c389f74-b657-46f5-ac39-4a2303c8c46a,segment=NetworkSegment(25955f36-39e1-4035-9987-3b73a7398e96),segment_id=25955f36-39e1-4035-9987-3b73a7398e96)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:26:11.393088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29710b99-0a00-4559-b244-0b917ba935ee tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks [] for port (94e629fb-5b0c-4c68-9d59-d4499ad87b19), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:11.494443 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9c389f74-b657-46f5-ac39-4a2303c8c46a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:11.550936 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29710b99-0a00-4559-b244-0b917ba935ee tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (94e629fb-5b0c-4c68-9d59-d4499ad87b19), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:11.585596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29710b99-0a00-4559-b244-0b917ba935ee tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Network a3adc9a3-8548-4999-8bd5-95a169cd8a99 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:11.592863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-92d05570-6a20-4866-8b44-713bcbb48e41 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c3a5660b-a1a3-408b-b99a-5260dcd6bef2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:11.625420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8af519-c714-42b3-b55f-6132947646c5 None None] Pushing event updated for resources: {'Port': ['ID=9c389f74-b657-46f5-ac39-4a2303c8c46a,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:11.642135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-29710b99-0a00-4559-b244-0b917ba935ee tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:11.649472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29710b99-0a00-4559-b244-0b917ba935ee tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:11.738493 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29710b99-0a00-4559-b244-0b917ba935ee tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Pushing event updated for resources: {'Port': ['ID=94e629fb-5b0c-4c68-9d59-d4499ad87b19,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:11.753064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29710b99-0a00-4559-b244-0b917ba935ee tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:11.753651 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29710b99-0a00-4559-b244-0b917ba935ee tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:11.762604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7f01043b-8941-410a-9c8d-71ac2af674ca no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:26:11.782105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-92d05570-6a20-4866-8b44-713bcbb48e41 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Network 0ab1851c-3ee0-4a51-8197-32585533eb23 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:11.790855 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f73944ab-6115-43ae-8a46-09557630207b req-6ff17299-2874-4b0a-9a77-ea1887cc330e service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101202 Feb 11 04:26:11.816255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-92d05570-6a20-4866-8b44-713bcbb48e41 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:11.820425 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-92d05570-6a20-4866-8b44-713bcbb48e41 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:11.847251 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-29710b99-0a00-4559-b244-0b917ba935ee tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.5107543 Feb 11 04:26:11.849474 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49476) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:11.863447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d05570-6a20-4866-8b44-713bcbb48e41 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Pushing event updated for resources: {'Port': ['ID=c3a5660b-a1a3-408b-b99a-5260dcd6bef2,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:11.920545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7f01043b-8941-410a-9c8d-71ac2af674ca is: DOWN; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:12.005142 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-81a14361-8e9b-42e0-b779-1093f2b2ff71 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Deleting port 94e629fb-5b0c-4c68-9d59-d4499ad87b19 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:26:12.005490 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-81a14361-8e9b-42e0-b779-1093f2b2ff71 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (94e629fb-5b0c-4c68-9d59-d4499ad87b19), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:12.130038 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-81a14361-8e9b-42e0-b779-1093f2b2ff71 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (94e629fb-5b0c-4c68-9d59-d4499ad87b19), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:12.151172 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-81a14361-8e9b-42e0-b779-1093f2b2ff71 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Calling delete_port for 94e629fb-5b0c-4c68-9d59-d4499ad87b19 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:26:12.293465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87466d43-8363-4924-9dfd-353b1080ffb8 req-08a0d246-9dbc-42b8-8fd0-3d68a9f1a9bb tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:12.295122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87466d43-8363-4924-9dfd-353b1080ffb8 req-08a0d246-9dbc-42b8-8fd0-3d68a9f1a9bb tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.8361878 Feb 11 04:26:12.323726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-92d05570-6a20-4866-8b44-713bcbb48e41 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:12.324341 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-92d05570-6a20-4866-8b44-713bcbb48e41 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:12.366707 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-81a14361-8e9b-42e0-b779-1093f2b2ff71 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (94e629fb-5b0c-4c68-9d59-d4499ad87b19), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:12.397495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a14361-8e9b-42e0-b779-1093f2b2ff71 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Pushing event deleted for resources: {'Port': ['ID=94e629fb-5b0c-4c68-9d59-d4499ad87b19,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:12.428104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-92d05570-6a20-4866-8b44-713bcbb48e41 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4157455 Feb 11 04:26:12.443527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3beb3-3619-4631-971b-f9e6f7c8629d req-ca6811c2-b314-4227-b0e7-963981b5db31 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:12.445115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3c3beb3-3619-4631-971b-f9e6f7c8629d req-ca6811c2-b314-4227-b0e7-963981b5db31 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=9105d182-fb0c-44a9-95d9-aba49208d4db HTTP/1.1" status: 200 len: 943 time: 0.1950927 Feb 11 04:26:12.461036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Request body: {'port': {'device_id': 'f1f702c6-51d7-44bf-8002-a9b098effe10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:12.468206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fb2d4-06d3-42b5-b123-8beb963091cc req-b5ed5c23-dca9-49ac-a643-358934aa88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:12.469709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-358fb2d4-06d3-42b5-b123-8beb963091cc req-b5ed5c23-dca9-49ac-a643-358934aa88c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=01c7ac7397254a4b85200275fb6b06b6&device_id=048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd HTTP/1.1" status: 200 len: 1130 time: 0.2419982 Feb 11 04:26:12.472897 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-81a14361-8e9b-42e0-b779-1093f2b2ff71 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:12.476284 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-81a14361-8e9b-42e0-b779-1093f2b2ff71 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] 10.222.0.13 "DELETE /v2.0/ports/94e629fb-5b0c-4c68-9d59-d4499ad87b19 HTTP/1.1" status: 204 len: 168 time: 0.6256745 Feb 11 04:26:12.484741 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-87466d43-8363-4924-9dfd-353b1080ffb8 req-82f8d0fa-78d3-4c2b-8faa-ac0e9e300295 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1621385 Feb 11 04:26:12.485624 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49480) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:12.562055 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dd4230d4-2b04-4dfb-879c-8a01b24ddc9c tempest-DHCPAgentSchedulersTestJSON-1095516213 tempest-DHCPAgentSchedulersTestJSON-1095516213-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4934 time: 0.0807092 Feb 11 04:26:12.564369 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49484) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:12.570829 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6f493b56-3043-4385-8aa5-4b6498de37b1 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-623678340'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:12.636912 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38698545-04ae-4928-8745-d91a41315582 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:26:12.675820 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f493b56-3043-4385-8aa5-4b6498de37b1 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Made reservation on behalf of a0b8eea793884fbfb0daf3337a364348 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:12.679418 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6f493b56-3043-4385-8aa5-4b6498de37b1 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:12.683418 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Publish callbacks [] for port (38698545-04ae-4928-8745-d91a41315582), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:12.735976 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f493b56-3043-4385-8aa5-4b6498de37b1 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:26:12.758329 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6f493b56-3043-4385-8aa5-4b6498de37b1 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (2ae5b3e5-fe24-4ae9-96a3-ad3ba1efcc8f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:12.758587 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-6f493b56-3043-4385-8aa5-4b6498de37b1 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Added segment 2ae5b3e5-fe24-4ae9-96a3-ad3ba1efcc8f of type vlan for network 434adf78-db6a-41af-a691-a2d17136dd44 Feb 11 04:26:12.773105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Transition to ACTIVE for port object 38698545-04ae-4928-8745-d91a41315582 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:26:12.822578 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c3a5660b-a1a3-408b-b99a-5260dcd6bef2), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:12.827784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9c389f74-b657-46f5-ac39-4a2303c8c46a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:12.828305 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6f493b56-3043-4385-8aa5-4b6498de37b1 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (434adf78-db6a-41af-a691-a2d17136dd44), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:12.834950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d00a42dd-07ec-4b57-9d35-b7dc2404d0a5 req-ed96376b-96fe-492b-b699-0765b421d6d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0645816 Feb 11 04:26:12.853782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fb2d4-06d3-42b5-b123-8beb963091cc req-4169f4aa-8e5d-465d-81e2-2a04b20ac1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:12.855315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-358fb2d4-06d3-42b5-b123-8beb963091cc req-4169f4aa-8e5d-465d-81e2-2a04b20ac1a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.3510735 Feb 11 04:26:12.866365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20b5c0-12e4-42b2-9625-ca82650caf35 req-d055fdbe-1944-49c9-96bc-a06233ce1b69 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:12.871175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d20b5c0-12e4-42b2-9625-ca82650caf35 req-d055fdbe-1944-49c9-96bc-a06233ce1b69 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 932 time: 0.2928081 Feb 11 04:26:12.893164 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9c389f74-b657-46f5-ac39-4a2303c8c46a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:12.893540 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9c389f74-b657-46f5-ac39-4a2303c8c46a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:12.910046 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (38698545-04ae-4928-8745-d91a41315582), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:12.921738 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6f493b56-3043-4385-8aa5-4b6498de37b1 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (434adf78-db6a-41af-a691-a2d17136dd44), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:12.927150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f493b56-3043-4385-8aa5-4b6498de37b1 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:12.931602 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6f493b56-3043-4385-8aa5-4b6498de37b1 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:12.996356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-358fb2d4-06d3-42b5-b123-8beb963091cc req-e99f7683-2339-4964-a02d-7d000fa19264 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 HTTP/1.1" status: 200 len: 217 time: 0.1192207 Feb 11 04:26:12.997343 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9c389f74-b657-46f5-ac39-4a2303c8c46a is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:12.997910 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9c389f74-b657-46f5-ac39-4a2303c8c46a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:13.017779 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f493b56-3043-4385-8aa5-4b6498de37b1 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Pushing event updated for resources: {'Network': ['ID=434adf78-db6a-41af-a691-a2d17136dd44,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:13.041374 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 434adf78-db6a-41af-a691-a2d17136dd44 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:26:13.049592 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5eed5c-36a7-4a0d-bd2d-848588b5f5c5 None None] Network a3adc9a3-8548-4999-8bd5-95a169cd8a99 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:26:13.075781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 9c389f74-b657-46f5-ac39-4a2303c8c46a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9c389f74-b657-46f5-ac39-4a2303c8c46a,segment=NetworkSegment(25955f36-39e1-4035-9987-3b73a7398e96),segment_id=25955f36-39e1-4035-9987-3b73a7398e96)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:13.083718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-a3c3beb3-3619-4631-971b-f9e6f7c8629d req-912ba274-5578-41b1-b9c0-302a76c272fe tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Deleting port 7f01043b-8941-410a-9c8d-71ac2af674ca {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:26:13.085729 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a3c3beb3-3619-4631-971b-f9e6f7c8629d req-912ba274-5578-41b1-b9c0-302a76c272fe tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:13.109361 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6f493b56-3043-4385-8aa5-4b6498de37b1 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5419786 Feb 11 04:26:13.110527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49486) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:13.194516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Pushing event updated for resources: {'Port': ['ID=38698545-04ae-4928-8745-d91a41315582,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:13.244279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d20b5c0-12e4-42b2-9625-ca82650caf35 req-4242ad4a-0314-49ea-9c09-d5511a926e00 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655031 Feb 11 04:26:13.283045 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fb2d4-06d3-42b5-b123-8beb963091cc req-77a875e9-2946-4c23-98ff-1804b12db562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:13.284548 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-358fb2d4-06d3-42b5-b123-8beb963091cc req-77a875e9-2946-4c23-98ff-1804b12db562 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.2696466 Feb 11 04:26:13.347430 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9c389f74-b657-46f5-ac39-4a2303c8c46a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:13.404036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-485db184-7348-4193-8c27-291b3457fc69 None None] Provisioning complete for port 9c389f74-b657-46f5-ac39-4a2303c8c46a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:13.404419 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-485db184-7348-4193-8c27-291b3457fc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9c389f74-b657-46f5-ac39-4a2303c8c46a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:13.494139 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=9c389f74-b657-46f5-ac39-4a2303c8c46a,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:13.512800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a3c3beb3-3619-4631-971b-f9e6f7c8629d req-912ba274-5578-41b1-b9c0-302a76c272fe tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] For port 7f01043b-8941-410a-9c8d-71ac2af674ca, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f01043b-8941-410a-9c8d-71ac2af674ca,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:13.513170 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a3c3beb3-3619-4631-971b-f9e6f7c8629d req-912ba274-5578-41b1-b9c0-302a76c272fe tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:13.543030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-485db184-7348-4193-8c27-291b3457fc69 None None] Current status of the port 9c389f74-b657-46f5-ac39-4a2303c8c46a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:13.550428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Attempting to bind port 38698545-04ae-4928-8745-d91a41315582 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:13.550828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Attempting to bind port 38698545-04ae-4928-8745-d91a41315582 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:13.551157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Attempting to bind port 38698545-04ae-4928-8745-d91a41315582 on network 0ab1851c-3ee0-4a51-8197-32585533eb23 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:13.579526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-a3c3beb3-3619-4631-971b-f9e6f7c8629d req-912ba274-5578-41b1-b9c0-302a76c272fe tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Calling delete_port for 7f01043b-8941-410a-9c8d-71ac2af674ca owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:26:13.585983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fb2d4-06d3-42b5-b123-8beb963091cc req-6dd8b958-de08-46b4-a24d-c251a41302e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:13.588268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-358fb2d4-06d3-42b5-b123-8beb963091cc req-6dd8b958-de08-46b4-a24d-c251a41302e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2932818 Feb 11 04:26:13.601912 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Port 38698545-04ae-4928-8745-d91a41315582 on network 0ab1851c-3ee0-4a51-8197-32585533eb23 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:13.602195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Attempting to bind port 38698545-04ae-4928-8745-d91a41315582 on network 0ab1851c-3ee0-4a51-8197-32585533eb23 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:13.619878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45f72f-5ec8-4194-98b2-3fd3fabff85e req-ce683344-dd09-4159-85bc-eebebd67893e tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:13.621210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a45f72f-5ec8-4194-98b2-3fd3fabff85e req-ce683344-dd09-4159-85bc-eebebd67893e tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/ports?device_id=048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd HTTP/1.1" status: 200 len: 947 time: 0.2650855 Feb 11 04:26:13.622198 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:26:13.622548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Checking segment: {'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:13.623055 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Bound using segment: {'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:26:13.623511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Bound port: 38698545-04ae-4928-8745-d91a41315582, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:26:13.624921 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (38698545-04ae-4928-8745-d91a41315582), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:13.656492 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-013d9bde-4dd0-46f1-95af-d4d7c8ed1b65 tempest-DHCPAgentSchedulersTestJSON-1095516213 tempest-DHCPAgentSchedulersTestJSON-1095516213-project-admin] 10.222.0.13 "GET /v2.0/agents/9cbe4e44-b114-403a-9b15-410ca228295e/dhcp-networks HTTP/1.1" status: 200 len: 6493 time: 0.5446701 Feb 11 04:26:13.659331 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49490) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:13.766542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c95e85b-1605-42c2-aa1e-38aea56bd816 tempest-DHCPAgentSchedulersTestJSON-1095516213 tempest-DHCPAgentSchedulersTestJSON-1095516213-project-admin] Network 434adf78-db6a-41af-a691-a2d17136dd44 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:26:13.846195 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8c95e85b-1605-42c2-aa1e-38aea56bd816 tempest-DHCPAgentSchedulersTestJSON-1095516213 tempest-DHCPAgentSchedulersTestJSON-1095516213-project-admin] 10.222.0.13 "POST /v2.0/agents/9cbe4e44-b114-403a-9b15-410ca228295e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1857882 Feb 11 04:26:13.848614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49492) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:13.852766 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d774f014-13dc-4d4e-af42-6009a823991c None None] Network 434adf78-db6a-41af-a691-a2d17136dd44 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:26:13.906404 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a45f72f-5ec8-4194-98b2-3fd3fabff85e req-f8d1219c-6441-4b05-8d1d-133d0a40c4d1 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a17cd2f-6ee6-4276-b258-0859a922c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569647 Feb 11 04:26:13.940460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6236c12e-62a4-4f80-bd91-a57c3ab9532c None None] Provisioning complete for port 9c389f74-b657-46f5-ac39-4a2303c8c46a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:13.940851 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6236c12e-62a4-4f80-bd91-a57c3ab9532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9c389f74-b657-46f5-ac39-4a2303c8c46a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:14.137121 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b847bfbe-069d-4ea4-913f-15582fc86bdb tempest-DHCPAgentSchedulersTestJSON-1095516213 tempest-DHCPAgentSchedulersTestJSON-1095516213-project-admin] 10.222.0.13 "GET /v2.0/agents/9cbe4e44-b114-403a-9b15-410ca228295e/dhcp-networks HTTP/1.1" status: 200 len: 7263 time: 0.2864084 Feb 11 04:26:14.139489 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49498) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:14.168697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] For port 38698545-04ae-4928-8745-d91a41315582, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:26:14.204250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6236c12e-62a4-4f80-bd91-a57c3ab9532c None None] Current status of the port 9c389f74-b657-46f5-ac39-4a2303c8c46a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:14.208689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a5660b-a1a3-408b-b99a-5260dcd6bef2 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:26:14.221105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40a6808a-7b52-4f8d-8432-7079249e1127 req-d625f51a-c2ac-4a7d-a020-0db48f0909c4 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0558681 Feb 11 04:26:14.243152 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Publish callbacks [] for port (c3a5660b-a1a3-408b-b99a-5260dcd6bef2), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:14.247344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] For port 38698545-04ae-4928-8745-d91a41315582, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=38698545-04ae-4928-8745-d91a41315582,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:26:14.257339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-358fb2d4-06d3-42b5-b123-8beb963091cc req-00025c51-319d-46f1-ac4c-b321d97f6512 service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485887 Feb 11 04:26:14.301364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Transition to ACTIVE for port object c3a5660b-a1a3-408b-b99a-5260dcd6bef2 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:26:14.302321 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a3c3beb3-3619-4631-971b-f9e6f7c8629d req-912ba274-5578-41b1-b9c0-302a76c272fe tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7f01043b-8941-410a-9c8d-71ac2af674ca), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:14.324038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b89a57de-239d-49cd-86e1-7c10ca20005c None None] Could not find standard attr ID for object 94e629fb-5b0c-4c68-9d59-d4499ad87b19. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:26:14.393179 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2eee55d0-fa77-428a-8469-e680365f5114 tempest-DHCPAgentSchedulersTestJSON-1095516213 tempest-DHCPAgentSchedulersTestJSON-1095516213-project-admin] 10.222.0.13 "DELETE /v2.0/agents/9cbe4e44-b114-403a-9b15-410ca228295e/dhcp-networks/434adf78-db6a-41af-a691-a2d17136dd44 HTTP/1.1" status: 204 len: 168 time: 0.2514362 Feb 11 04:26:14.395570 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49502) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:14.399374 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (38698545-04ae-4928-8745-d91a41315582), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:14.408521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ba274-5578-41b1-b9c0-302a76c272fe tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Pushing event deleted for resources: {'Port': ['ID=7f01043b-8941-410a-9c8d-71ac2af674ca,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:14.423579 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (c3a5660b-a1a3-408b-b99a-5260dcd6bef2), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:14.454741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:14.455419 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:14.456876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] 10.222.0.32 "PUT /v2.0/ports/38698545-04ae-4928-8745-d91a41315582 HTTP/1.1" status: 200 len: 1092 time: 3.5289869 Feb 11 04:26:14.460411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790f0b08-49e2-4c8a-b5a7-7119870a0a2a', 'tag': '38698545-04ae-4928-8745-d91a41315582'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:14.460956 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe4809e-7b76-4c17-890e-0a7e19e71e53" -d '{"events": [{"name": "network-changed", "server_uuid": "790f0b08-49e2-4c8a-b5a7-7119870a0a2a", "tag": "38698545-04ae-4928-8745-d91a41315582"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:14.575085 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fec1ba80-b82f-4640-b1b3-3ffc7a69d3c5 tempest-DHCPAgentSchedulersTestJSON-1095516213 tempest-DHCPAgentSchedulersTestJSON-1095516213-project-admin] 10.222.0.13 "GET /v2.0/agents/9cbe4e44-b114-403a-9b15-410ca228295e/dhcp-networks HTTP/1.1" status: 200 len: 6493 time: 0.1781931 Feb 11 04:26:14.579187 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49506) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:14.605926 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cde8c980-357f-47e6-b57a-7b3a4a34a24d tempest-DHCPAgentSchedulersTestJSON-1095516213 tempest-DHCPAgentSchedulersTestJSON-1095516213-project-admin] 10.222.0.13 "GET /v2.0/networks/a3adc9a3-8548-4999-8bd5-95a169cd8a99/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0254893 Feb 11 04:26:14.609530 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49508) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:14.629294 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d6bcbf7e-da61-484c-b517-e0c0b24d7119 tempest-DHCPAgentSchedulersTestJSON-1095516213 tempest-DHCPAgentSchedulersTestJSON-1095516213-project-admin] 10.222.0.13 "GET /v2.0/networks/a3adc9a3-8548-4999-8bd5-95a169cd8a99/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0185351 Feb 11 04:26:14.631884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49510) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:14.782931 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1cbb1e40-90a2-42bb-a6ba-3107aff4c3d7 tempest-DHCPAgentSchedulersTestJSON-1095516213 tempest-DHCPAgentSchedulersTestJSON-1095516213-project-admin] 10.222.0.13 "GET /v2.0/agents/9cbe4e44-b114-403a-9b15-410ca228295e/dhcp-networks HTTP/1.1" status: 200 len: 6493 time: 0.1496458 Feb 11 04:26:14.786119 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49512) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:14.793502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9c389f74-b657-46f5-ac39-4a2303c8c46a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:14.851284 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9c389f74-b657-46f5-ac39-4a2303c8c46a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:14.851668 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9c389f74-b657-46f5-ac39-4a2303c8c46a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:14.885810 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19496492-222f-401a-9282-69ce93a79c08 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (434adf78-db6a-41af-a691-a2d17136dd44), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:14.919950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c3beb3-3619-4631-971b-f9e6f7c8629d req-912ba274-5578-41b1-b9c0-302a76c272fe tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] No DVR routers for this DVR port 7f01043b-8941-410a-9c8d-71ac2af674ca on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:26:14.930272 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a3c3beb3-3619-4631-971b-f9e6f7c8629d req-912ba274-5578-41b1-b9c0-302a76c272fe tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:14.946407 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9c389f74-b657-46f5-ac39-4a2303c8c46a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:14.948449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3c3beb3-3619-4631-971b-f9e6f7c8629d req-912ba274-5578-41b1-b9c0-302a76c272fe tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "DELETE /v2.0/ports/7f01043b-8941-410a-9c8d-71ac2af674ca HTTP/1.1" status: 204 len: 173 time: 2.4826100 Feb 11 04:26:14.989820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-358fb2d4-06d3-42b5-b123-8beb963091cc req-61d99a12-d97e-4a42-9f85-16219482871d service neutron] 10.222.0.32 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7252226 Feb 11 04:26:15.001284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418f874-4faf-466f-9497-c6c870074732 req-a98486d0-42b9-4f6f-a121-c35e1ba25419 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:15.009777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a418f874-4faf-466f-9497-c6c870074732 req-a98486d0-42b9-4f6f-a121-c35e1ba25419 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.6220238 Feb 11 04:26:15.014523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c748595-d47e-4cb6-82c7-780dfc6340f8 service neutron] Pushing event updated for resources: {'Port': ['ID=38698545-04ae-4928-8745-d91a41315582,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:15.058111 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19496492-222f-401a-9282-69ce93a79c08 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (434adf78-db6a-41af-a691-a2d17136dd44), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:15.083454 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-19496492-222f-401a-9282-69ce93a79c08 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434adf78-db6a-41af-a691-a2d17136dd44']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:15.096207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-19496492-222f-401a-9282-69ce93a79c08 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae5b3e5-fe24-4ae9-96a3-ad3ba1efcc8f') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:15.096423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-19496492-222f-401a-9282-69ce93a79c08 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae5b3e5-fe24-4ae9-96a3-ad3ba1efcc8f') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:15.108893 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19496492-222f-401a-9282-69ce93a79c08 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (2ae5b3e5-fe24-4ae9-96a3-ad3ba1efcc8f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:15.109341 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-2e4226d5-ae05-42f0-b40f-91d0edf6710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:15.111011 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-2e4226d5-ae05-42f0-b40f-91d0edf6710c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20fad53979f8446b84f1899120edf4ef&device_id=790f0b08-49e2-4c8a-b5a7-7119870a0a2a HTTP/1.1" status: 200 len: 1126 time: 0.2971554 Feb 11 04:26:15.123356 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19496492-222f-401a-9282-69ce93a79c08 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (2ae5b3e5-fe24-4ae9-96a3-ad3ba1efcc8f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:15.129980 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19496492-222f-401a-9282-69ce93a79c08 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:26:15.130385 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19496492-222f-401a-9282-69ce93a79c08 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (2ae5b3e5-fe24-4ae9-96a3-ad3ba1efcc8f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:26:15.144067 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:26:15.180484 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-02c0ca3c-e2fe-45e0-81dc-39307999c6cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38698545-04ae-4928-8745-d91a41315582 HTTP/1.1" status: 200 len: 217 time: 0.0595140 Feb 11 04:26:15.189106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a5660b-a1a3-408b-b99a-5260dcd6bef2,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:15.217035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Attempting to bind port c3a5660b-a1a3-408b-b99a-5260dcd6bef2 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:15.217375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Attempting to bind port c3a5660b-a1a3-408b-b99a-5260dcd6bef2 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:15.217700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Attempting to bind port c3a5660b-a1a3-408b-b99a-5260dcd6bef2 on network 0ab1851c-3ee0-4a51-8197-32585533eb23 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:15.241296 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a418f874-4faf-466f-9497-c6c870074732 req-8b5d3de6-2b49-4874-b9bc-e3a735fe09b8 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306325 Feb 11 04:26:15.247904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Port c3a5660b-a1a3-408b-b99a-5260dcd6bef2 on network 0ab1851c-3ee0-4a51-8197-32585533eb23 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:15.248231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Attempting to bind port c3a5660b-a1a3-408b-b99a-5260dcd6bef2 on network 0ab1851c-3ee0-4a51-8197-32585533eb23 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:15.266523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:26:15.266523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Checking segment: {'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:15.266523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Bound using segment: {'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:26:15.266523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Bound port: c3a5660b-a1a3-408b-b99a-5260dcd6bef2, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce26791e-835d-478c-97ae-1242b971a42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:26:15.266915 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c3a5660b-a1a3-408b-b99a-5260dcd6bef2), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:15.268405 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19496492-222f-401a-9282-69ce93a79c08 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (434adf78-db6a-41af-a691-a2d17136dd44), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:15.282652 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19496492-222f-401a-9282-69ce93a79c08 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:15.285991 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-19496492-222f-401a-9282-69ce93a79c08 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] 10.222.0.13 "DELETE /v2.0/networks/434adf78-db6a-41af-a691-a2d17136dd44 HTTP/1.1" status: 204 len: 168 time: 0.4986331 Feb 11 04:26:15.297768 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-a7064035-71b1-43a2-9696-a78b896a07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:15.301012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-a7064035-71b1-43a2-9696-a78b896a07d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57415fb0-9c61-46bf-afec-5998514efed1 HTTP/1.1" status: 200 len: 852 time: 0.1023746 Feb 11 04:26:15.305901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49522) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:15.314671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19496492-222f-401a-9282-69ce93a79c08 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Pushing event deleted for resources: {'Network': ['ID=434adf78-db6a-41af-a691-a2d17136dd44,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:15.428204 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-3751a1de-454d-4d80-9122-9f31e94cf4c9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] DELETE failed (client error): The resource could not be found. Feb 11 04:26:15.428800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3751a1de-454d-4d80-9122-9f31e94cf4c9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:26:15.432793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3751a1de-454d-4d80-9122-9f31e94cf4c9 tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] 10.222.0.13 "DELETE /v2.0/ports/94e629fb-5b0c-4c68-9d59-d4499ad87b19 HTTP/1.1" status: 404 len: 333 time: 0.0556104 Feb 11 04:26:15.438821 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49530) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:15.480524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] For port c3a5660b-a1a3-408b-b99a-5260dcd6bef2, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:26:15.495051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-dcf503aa-2010-4a2a-b0e7-e2c2d6983c6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ab1851c-3ee0-4a51-8197-32585533eb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882907 Feb 11 04:26:15.497447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] For port c3a5660b-a1a3-408b-b99a-5260dcd6bef2, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c3a5660b-a1a3-408b-b99a-5260dcd6bef2,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:26:15.505717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da3d208-5e0b-4529-a0c8-b365d0c18bfa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Deleting subnet 44b14d65-f2c3-4e2a-94a7-9125904b275e {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:26:15.510429 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4da3d208-5e0b-4529-a0c8-b365d0c18bfa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks [] for subnet (44b14d65-f2c3-4e2a-94a7-9125904b275e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:15.570457 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4da3d208-5e0b-4529-a0c8-b365d0c18bfa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (44b14d65-f2c3-4e2a-94a7-9125904b275e), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:15.582719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a588904-12bc-441f-b3ef-4fd6c8e26a80 req-a8bfdd68-a915-4725-9ed6-139437d94eeb tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:15.584336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a588904-12bc-441f-b3ef-4fd6c8e26a80 req-a8bfdd68-a915-4725-9ed6-139437d94eeb tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.1661291 Feb 11 04:26:15.592590 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (c3a5660b-a1a3-408b-b99a-5260dcd6bef2), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:15.671989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:15.672886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:15.674402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] 10.222.0.32 "PUT /v2.0/ports/c3a5660b-a1a3-408b-b99a-5260dcd6bef2 HTTP/1.1" status: 200 len: 1093 time: 3.2280517 Feb 11 04:26:15.676337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4da3d208-5e0b-4529-a0c8-b365d0c18bfa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (44b14d65-f2c3-4e2a-94a7-9125904b275e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:15.683872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-613f2230-f8b5-44e4-b072-26a3c2757ef5 service neutron] 10.222.0.32 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815591 Feb 11 04:26:15.755113 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989709e3-32f3-40ef-9167-29b05e645f82 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a5660b-a1a3-408b-b99a-5260dcd6bef2,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:15.770298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a588904-12bc-441f-b3ef-4fd6c8e26a80 req-099ec345-f9b1-4f0c-82b5-48c047ac807b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1747420 Feb 11 04:26:15.786691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device fa8bf087-7879-4f84-a5b7-da15877e608b details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:26:15.793720 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device fa8bf087-7879-4f84-a5b7-da15877e608b no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:26:15.808592 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4da3d208-5e0b-4529-a0c8-b365d0c18bfa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (44b14d65-f2c3-4e2a-94a7-9125904b275e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:15.829253 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4da3d208-5e0b-4529-a0c8-b365d0c18bfa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:15.838688 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4da3d208-5e0b-4529-a0c8-b365d0c18bfa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] 10.222.0.13 "DELETE /v2.0/subnets/44b14d65-f2c3-4e2a-94a7-9125904b275e HTTP/1.1" status: 204 len: 168 time: 0.3949234 Feb 11 04:26:15.870159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49534) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:15.880328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44749bb2-9f52-4e91-a83a-33e5f222cedd None None] Network a3adc9a3-8548-4999-8bd5-95a169cd8a99 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:26:15.929907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d208-5e0b-4529-a0c8-b365d0c18bfa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Pushing event deleted for resources: {'Subnet': ['ID=44b14d65-f2c3-4e2a-94a7-9125904b275e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:15.940771 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-4055c610-a3bb-46cb-b75d-967a22fce75d service neutron] 10.222.0.32 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499011 Feb 11 04:26:15.942691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-f6cc3ee8-beeb-4dec-b18b-22679001f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:15.955516 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-f6cc3ee8-beeb-4dec-b18b-22679001f5bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20fad53979f8446b84f1899120edf4ef&device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 1127 time: 0.1154752 Feb 11 04:26:16.020954 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f916924-9dce-45c2-9af2-4e55077d9a7c x-openstack-request-id: req-2f916924-9dce-45c2-9af2-4e55077d9a7c {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:16.027130 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790f0b08-49e2-4c8a-b5a7-7119870a0a2a", "tag": "38698545-04ae-4928-8745-d91a41315582", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:16.027409 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f916924-9dce-45c2-9af2-4e55077d9a7c {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:16.027923 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790f0b08-49e2-4c8a-b5a7-7119870a0a2a', 'tag': '38698545-04ae-4928-8745-d91a41315582', 'status': 'completed', 'code': 200} Feb 11 04:26:16.031175 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (a3adc9a3-8548-4999-8bd5-95a169cd8a99), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:16.032001 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-a989803c-203f-47c2-8813-d974aafa4276 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3a5660b-a1a3-408b-b99a-5260dcd6bef2 HTTP/1.1" status: 200 len: 217 time: 0.0677638 Feb 11 04:26:16.073912 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:26:16.114493 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Deleting port 9c389f74-b657-46f5-ac39-4a2303c8c46a {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:26:16.115130 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9c389f74-b657-46f5-ac39-4a2303c8c46a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:16.193075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] For port 9c389f74-b657-46f5-ac39-4a2303c8c46a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9c389f74-b657-46f5-ac39-4a2303c8c46a,segment=NetworkSegment(25955f36-39e1-4035-9987-3b73a7398e96),segment_id=25955f36-39e1-4035-9987-3b73a7398e96)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:16.193491 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9c389f74-b657-46f5-ac39-4a2303c8c46a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:16.206271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-c1e78801-c4ad-4365-b81a-d75f5a3ebf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:16.207878 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-c1e78801-c4ad-4365-b81a-d75f5a3ebf92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57415fb0-9c61-46bf-afec-5998514efed1 HTTP/1.1" status: 200 len: 852 time: 0.1337826 Feb 11 04:26:16.209401 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Calling delete_port for 9c389f74-b657-46f5-ac39-4a2303c8c46a owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:26:16.262688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e821115-be33-4d5e-9856-f0830cdadcc7 req-7b7537fb-c64d-40a9-8018-a73a3f25e8e3 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:16.264326 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e821115-be33-4d5e-9856-f0830cdadcc7 req-7b7537fb-c64d-40a9-8018-a73a3f25e8e3 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 944 time: 0.2355645 Feb 11 04:26:16.268886 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-33fa4b5a-dfa4-44ab-9d54-e183e9876a35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ab1851c-3ee0-4a51-8197-32585533eb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536506 Feb 11 04:26:16.272999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4809e-7b76-4c17-890e-0a7e19e71e53 req-74f71ba1-bcab-4d4c-8620-c4f75e0c1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:16.273298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port fa8bf087-7879-4f84-a5b7-da15877e608b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=fa8bf087-7879-4f84-a5b7-da15877e608b,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:16.275286 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbe4809e-7b76-4c17-890e-0a7e19e71e53 req-74f71ba1-bcab-4d4c-8620-c4f75e0c1f28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20fad53979f8446b84f1899120edf4ef&device_id=790f0b08-49e2-4c8a-b5a7-7119870a0a2a HTTP/1.1" status: 200 len: 1126 time: 0.1790187 Feb 11 04:26:16.297351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port fa8bf087-7879-4f84-a5b7-da15877e608b is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:16.297973 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:16.299783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'fa8bf087-7879-4f84-a5b7-da15877e608b', 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee', 'port_id': 'fa8bf087-7879-4f84-a5b7-da15877e608b', 'mac_address': 'fa:16:3e:82:2f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eba31f7-1207-4443-a78f-e7f3b3f7b7c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:26:16.332160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378add9-7af8-4fdb-ba89-44b8aec5f59c req-b95ec7f3-b83d-47fe-8da4-091813997e4d tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:16.333727 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7378add9-7af8-4fdb-ba89-44b8aec5f59c req-b95ec7f3-b83d-47fe-8da4-091813997e4d tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/ports?device_id=048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd HTTP/1.1" status: 200 len: 947 time: 0.2491672 Feb 11 04:26:16.367269 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9c389f74-b657-46f5-ac39-4a2303c8c46a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:16.370998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5ca1f29a-b90f-4884-bf57-ce5cfcb57a58,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:16.386319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51136a77-e70a-4013-b861-6d5561925280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa8bf087-7879-4f84-a5b7-da15877e608b'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:16.388737 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94adfb8a-cf24-43d5-9a6d-33ce95b39e94" -d '{"events": [{"server_uuid": "51136a77-e70a-4013-b861-6d5561925280", "name": "network-vif-unplugged", "status": "completed", "tag": "fa8bf087-7879-4f84-a5b7-da15877e608b"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:16.401942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8fbc8-5eb4-4a54-9219-1aac5b180d91 None None] DHCP port deletion for a3adc9a3-8548-4999-8bd5-95a169cd8a99 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:26:16.404257 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Pushing event deleted for resources: {'Port': ['ID=9c389f74-b657-46f5-ac39-4a2303c8c46a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:16.410174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] No DVR routers for this DVR port 9c389f74-b657-46f5-ac39-4a2303c8c46a on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:26:16.420205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port fa8bf087-7879-4f84-a5b7-da15877e608b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=fa8bf087-7879-4f84-a5b7-da15877e608b,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:16.423427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '5ca1f29a-b90f-4884-bf57-ce5cfcb57a58', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '5ca1f29a-b90f-4884-bf57-ce5cfcb57a58', 'mac_address': 'fa:16:3e:2a:0d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:26:16.438037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port fa8bf087-7879-4f84-a5b7-da15877e608b is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:16.438037 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:16.476087 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa8bf087-7879-4f84-a5b7-da15877e608b {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:26:16.485766 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:16.503470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (a3adc9a3-8548-4999-8bd5-95a169cd8a99), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:16.523840 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e821115-be33-4d5e-9856-f0830cdadcc7 req-8e5db85b-e4a1-4aa3-9eed-de3d4e2325a2 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373636 Feb 11 04:26:16.527758 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7378add9-7af8-4fdb-ba89-44b8aec5f59c req-936bfeac-fce6-42c2-84bb-ac473f9e8e2b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a17cd2f-6ee6-4276-b258-0859a922c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774445 Feb 11 04:26:16.533369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:16.533768 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:16.537943 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3adc9a3-8548-4999-8bd5-95a169cd8a99']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:16.553234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-09304136-c949-4738-8eba-2f820e3d3580 service neutron] 10.222.0.32 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765584 Feb 11 04:26:16.559361 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4809e-7b76-4c17-890e-0a7e19e71e53 req-82c26a1f-638b-49a6-9be0-b4745399c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:16.560131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25955f36-39e1-4035-9987-3b73a7398e96') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:16.560708 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25955f36-39e1-4035-9987-3b73a7398e96') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:16.560947 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbe4809e-7b76-4c17-890e-0a7e19e71e53 req-82c26a1f-638b-49a6-9be0-b4745399c039 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ab1851c-3ee0-4a51-8197-32585533eb23 HTTP/1.1" status: 200 len: 913 time: 0.2675164 Feb 11 04:26:16.582554 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (25955f36-39e1-4035-9987-3b73a7398e96), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:16.591255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:26:16.602788 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (25955f36-39e1-4035-9987-3b73a7398e96), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:16.610068 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:26:16.610068 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:26:16.611124 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:26:16.611535 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (25955f36-39e1-4035-9987-3b73a7398e96), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:16.612710 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=fa8bf087-7879-4f84-a5b7-da15877e608b,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:16.624790 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5ca1f29a-b90f-4884-bf57-ce5cfcb57a58,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:26:16.626944 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:26:16.646477 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbe4809e-7b76-4c17-890e-0a7e19e71e53 req-43484074-1737-4c4c-9599-b49acc71cc8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38698545-04ae-4928-8745-d91a41315582 HTTP/1.1" status: 200 len: 217 time: 0.0652413 Feb 11 04:26:16.710442 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:16.767076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9c389f74-b657-46f5-ac39-4a2303c8c46a no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:26:16.795717 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (a3adc9a3-8548-4999-8bd5-95a169cd8a99), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:16.798266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=5ca1f29a-b90f-4884-bf57-ce5cfcb57a58,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:16.803205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 9c389f74-b657-46f5-ac39-4a2303c8c46a {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:26:16.803917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9c389f74-b657-46f5-ac39-4a2303c8c46a not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:26:16.807337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:16.809233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eabffb3c-a75f-40b7-b106-a0ec584a5abd req-002a0c96-91d6-4417-8e9a-f45cc82371e6 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0768459 Feb 11 04:26:16.811515 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] 10.222.0.13 "DELETE /v2.0/networks/a3adc9a3-8548-4999-8bd5-95a169cd8a99 HTTP/1.1" status: 204 len: 168 time: 0.9389393 Feb 11 04:26:16.823439 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13547265-021b-42ec-bb1c-2a9538ca6baa tempest-DHCPAgentSchedulersTestJSON-1277518695 tempest-DHCPAgentSchedulersTestJSON-1277518695-project] Pushing event deleted for resources: {'Network': ['ID=a3adc9a3-8548-4999-8bd5-95a169cd8a99,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:16.850044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4809e-7b76-4c17-890e-0a7e19e71e53 req-4baaae41-bfce-442a-97af-3ed5130a9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:16.851611 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbe4809e-7b76-4c17-890e-0a7e19e71e53 req-4baaae41-bfce-442a-97af-3ed5130a9c04 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57415fb0-9c61-46bf-afec-5998514efed1 HTTP/1.1" status: 200 len: 852 time: 0.1960616 Feb 11 04:26:16.869390 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47ccd1d-f7aa-49e6-a60a-5ad5e7f00ee9 req-af4e9752-423b-4c38-a405-8cde1156110b service neutron] 10.222.0.32 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069897 Feb 11 04:26:16.908198 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbe4809e-7b76-4c17-890e-0a7e19e71e53 req-ba19fc2c-b2c1-4952-b892-8127404fe233 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ab1851c-3ee0-4a51-8197-32585533eb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487685 Feb 11 04:26:16.925038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['5ca1f29a-b90f-4884-bf57-ce5cfcb57a58'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:26:17.001144 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa61427-b69b-4042-9b9a-ba143d212660 x-openstack-request-id: req-1aa61427-b69b-4042-9b9a-ba143d212660 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:17.001457 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51136a77-e70a-4013-b861-6d5561925280", "name": "network-vif-unplugged", "status": "completed", "tag": "fa8bf087-7879-4f84-a5b7-da15877e608b", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:17.001962 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1aa61427-b69b-4042-9b9a-ba143d212660 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:17.002539 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51136a77-e70a-4013-b861-6d5561925280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa8bf087-7879-4f84-a5b7-da15877e608b', 'code': 200} Feb 11 04:26:17.174743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port fa8bf087-7879-4f84-a5b7-da15877e608b is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:17.175413 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:17.187948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7abf-e187-46af-b334-9ac8f76f7027 req-48f61829-9418-4d49-8e69-351db6430372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:17.189722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edcb7abf-e187-46af-b334-9ac8f76f7027 req-48f61829-9418-4d49-8e69-351db6430372 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 1127 time: 0.2065742 Feb 11 04:26:17.190700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8bf087-7879-4f84-a5b7-da15877e608b {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:26:17.222193 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92affa6-3bb3-4d93-8295-1cbe4e045e31 req-cdc05595-d254-4ffb-8591-656a2e67899d tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:17.227981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port fa8bf087-7879-4f84-a5b7-da15877e608b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=fa8bf087-7879-4f84-a5b7-da15877e608b,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:17.229425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b92affa6-3bb3-4d93-8295-1cbe4e045e31 req-cdc05595-d254-4ffb-8591-656a2e67899d tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 943 time: 0.3196893 Feb 11 04:26:17.250686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbe4809e-7b76-4c17-890e-0a7e19e71e53 req-bbb9b25d-75f0-45f2-a059-87e843dbc0b2 service neutron] 10.222.0.32 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286400 Feb 11 04:26:17.304744 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:17.305474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 55bb307f-cd66-4035-9acb-1bfb8dc9c681 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:26:17.336147 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-c13d75d1-eb79-4f43-88bf-c699ebc057e0 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:17.343229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-c13d75d1-eb79-4f43-88bf-c699ebc057e0 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 812 time: 0.3106709 Feb 11 04:26:17.430246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=fa8bf087-7879-4f84-a5b7-da15877e608b,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:17.459519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-7acb97bb-58e5-444d-ae60-c0b8d912b301 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/quotas/a70586beed2f4c668534da1f31a71292 HTTP/1.1" status: 200 len: 375 time: 0.1155963 Feb 11 04:26:17.468975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 55bb307f-cd66-4035-9acb-1bfb8dc9c681, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:17.476362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b92affa6-3bb3-4d93-8295-1cbe4e045e31 req-8cf5af24-cb6d-4170-b0ce-1cdbd409bc0a tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400172 Feb 11 04:26:17.488141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'port_id': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'mac_address': 'fa:16:3e:da:b6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:26:17.522389 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-a8beeb85-4e53-4746-885c-5b38ead58608 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408258 Feb 11 04:26:17.547627 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49568) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:17.569504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:17.570386 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:17.587240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bb307f-cd66-4035-9acb-1bfb8dc9c681 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:26:17.611786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 55bb307f-cd66-4035-9acb-1bfb8dc9c681, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:17.681999 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:17.711326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7abf-e187-46af-b334-9ac8f76f7027 req-683e8110-dbe8-43d1-ab46-70b19b268575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:17.713321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edcb7abf-e187-46af-b334-9ac8f76f7027 req-683e8110-dbe8-43d1-ab46-70b19b268575 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 917 time: 0.4986029 Feb 11 04:26:17.718642 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbe4809e-7b76-4c17-890e-0a7e19e71e53 req-9004ace8-fe15-48ae-9000-8f2ec7b307d5 service neutron] 10.222.0.32 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518466 Feb 11 04:26:17.733481 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-01b2fe38-1f76-42fb-a33a-24883d2bffe5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0b8eea793884fbfb0daf3337a364348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1844823 Feb 11 04:26:17.736234 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49576) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:17.752089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=55bb307f-cd66-4035-9acb-1bfb8dc9c681,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:17.792671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be4f3fed-b2c0-4448-94d8-05f42cbc095e admin admin] Publish callbacks [] for security_group (03e0d2fa-7130-421c-87a3-8bfe44e35b04), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:17.820590 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be4f3fed-b2c0-4448-94d8-05f42cbc095e admin admin] Publish callbacks [] for security_group (03e0d2fa-7130-421c-87a3-8bfe44e35b04), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:17.909594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['fa8bf087-7879-4f84-a5b7-da15877e608b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:26:17.917154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['55bb307f-cd66-4035-9acb-1bfb8dc9c681'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:26:17.973714 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be4f3fed-b2c0-4448-94d8-05f42cbc095e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (03e0d2fa-7130-421c-87a3-8bfe44e35b04), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:17.979608 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be4f3fed-b2c0-4448-94d8-05f42cbc095e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:17.983825 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-be4f3fed-b2c0-4448-94d8-05f42cbc095e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03e0d2fa-7130-421c-87a3-8bfe44e35b04 HTTP/1.1" status: 204 len: 168 time: 0.2442315 Feb 11 04:26:18.000740 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f3fed-b2c0-4448-94d8-05f42cbc095e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e0d2fa-7130-421c-87a3-8bfe44e35b04,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:18.094537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9105d182-fb0c-44a9-95d9-aba49208d4db', 'name': 'network-vif-deleted', 'tag': '7f01043b-8941-410a-9c8d-71ac2af674ca'}, {'name': 'network-changed', 'server_uuid': 'f1f702c6-51d7-44bf-8002-a9b098effe10', 'tag': 'c3a5660b-a1a3-408b-b99a-5260dcd6bef2'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:18.094834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:18.094970 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee380f7d-a897-448e-8b7b-69a6d28aa41f" -d '{"events": [{"server_uuid": "9105d182-fb0c-44a9-95d9-aba49208d4db", "name": "network-vif-deleted", "tag": "7f01043b-8941-410a-9c8d-71ac2af674ca"}, {"name": "network-changed", "server_uuid": "f1f702c6-51d7-44bf-8002-a9b098effe10", "tag": "c3a5660b-a1a3-408b-b99a-5260dcd6bef2"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:18.098311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-68f06c2f-8ce2-4278-971d-8351c2028832 service neutron] 10.222.0.13 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632858 Feb 11 04:26:18.137552 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edcb7abf-e187-46af-b334-9ac8f76f7027 req-1528e5a0-4bd1-4e9d-8c00-a4052e440145 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681 HTTP/1.1" status: 200 len: 1001 time: 0.4178884 Feb 11 04:26:18.208774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7abf-e187-46af-b334-9ac8f76f7027 req-67aa6a09-3ca2-40ae-8005-c9735c05cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:18.210639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edcb7abf-e187-46af-b334-9ac8f76f7027 req-67aa6a09-3ca2-40ae-8005-c9735c05cea6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aff91b0d-1298-40b8-9cf7-8b139d7ddd16 HTTP/1.1" status: 200 len: 855 time: 0.0574849 Feb 11 04:26:18.236150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b443a-cff6-4bbf-848b-c68d17c69525 req-6b1c363f-fdc9-451e-a3fd-98484130e434 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:18.237756 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae4b443a-cff6-4bbf-848b-c68d17c69525 req-6b1c363f-fdc9-451e-a3fd-98484130e434 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 944 time: 0.6022935 Feb 11 04:26:18.373083 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae4b443a-cff6-4bbf-848b-c68d17c69525 req-148e969e-16f2-4449-8c64-cc8ce4ed2f32 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871344 Feb 11 04:26:18.389778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-773aa2be-8b4f-4d14-804f-4eecb5ebf688 service neutron] 10.222.0.13 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815328 Feb 11 04:26:18.396549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb7abf-e187-46af-b334-9ac8f76f7027 req-b84bc41c-89eb-4f0d-867b-76c14e37397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:18.399508 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edcb7abf-e187-46af-b334-9ac8f76f7027 req-b84bc41c-89eb-4f0d-867b-76c14e37397f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aea3f5db-90d4-484d-a1e1-ef38ac456aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1819220 Feb 11 04:26:18.462291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:26:18.483924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:18.484675 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:18.537961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edcb7abf-e187-46af-b334-9ac8f76f7027 req-c6409831-0533-4c28-8396-571841b715c5 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295369 Feb 11 04:26:18.616660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:18.617320 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:18.652451 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edcb7abf-e187-46af-b334-9ac8f76f7027 req-ab53199f-7069-49fa-96e6-35d3013eec44 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077929 Feb 11 04:26:18.669714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5ca1f29a-b90f-4884-bf57-ce5cfcb57a58,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:18.745043 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:18.859094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=5ca1f29a-b90f-4884-bf57-ce5cfcb57a58,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:18.866420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49600) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:18.882832 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-823117ac-745e-45ac-b312-520e2007a083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:18.925690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840185f-faea-4719-9cc4-99b37337d140 req-e8d35181-4b28-4c56-aebb-96c3e50e800b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:18.927459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1840185f-faea-4719-9cc4-99b37337d140 req-e8d35181-4b28-4c56-aebb-96c3e50e800b tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/ports?device_id=048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd HTTP/1.1" status: 200 len: 949 time: 0.0926101 Feb 11 04:26:19.004972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca1f29a-b90f-4884-bf57-ce5cfcb57a58'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:19.012253 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d3d2db-ec84-4704-83df-7aaa2cffd0ea" -d '{"events": [{"server_uuid": "048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd", "name": "network-vif-plugged", "status": "completed", "tag": "5ca1f29a-b90f-4884-bf57-ce5cfcb57a58"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:19.039104 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-823117ac-745e-45ac-b312-520e2007a083 admin admin] Publish callbacks [] for security_group (8a1c4e3e-e068-4b74-94ea-215b9c745e5f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:19.044950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1840185f-faea-4719-9cc4-99b37337d140 req-bedd567d-cfe7-4ff6-83ea-5bf6fae499bf tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a17cd2f-6ee6-4276-b258-0859a922c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960562 Feb 11 04:26:19.064997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc18d1c-934b-4753-a245-6dcabd76190e req-dcbe6073-d010-4afd-b136-7d090dee726a tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:19.066826 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcc18d1c-934b-4753-a245-6dcabd76190e req-dcbe6073-d010-4afd-b136-7d090dee726a tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 944 time: 0.0832119 Feb 11 04:26:19.106284 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e21712-34f2-4698-9b02-af0b4bb71ff8 x-openstack-request-id: req-81e21712-34f2-4698-9b02-af0b4bb71ff8 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:19.106597 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9105d182-fb0c-44a9-95d9-aba49208d4db", "name": "network-vif-deleted", "tag": "7f01043b-8941-410a-9c8d-71ac2af674ca", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "f1f702c6-51d7-44bf-8002-a9b098effe10", "tag": "c3a5660b-a1a3-408b-b99a-5260dcd6bef2", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:19.106881 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81e21712-34f2-4698-9b02-af0b4bb71ff8 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:19.107513 n-d-712142-35 neutron-server[103809]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9105d182-fb0c-44a9-95d9-aba49208d4db', 'name': 'network-vif-deleted', 'tag': '7f01043b-8941-410a-9c8d-71ac2af674ca', 'status': 'failed', 'code': 422} returned with failed status Feb 11 04:26:19.108312 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f702c6-51d7-44bf-8002-a9b098effe10', 'tag': 'c3a5660b-a1a3-408b-b99a-5260dcd6bef2', 'status': 'completed', 'code': 200} Feb 11 04:26:19.150639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcc18d1c-934b-4753-a245-6dcabd76190e req-c3326839-1e64-471b-a3dd-fb073bbeeeb9 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727022 Feb 11 04:26:19.156765 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-823117ac-745e-45ac-b312-520e2007a083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8a1c4e3e-e068-4b74-94ea-215b9c745e5f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:19.244601 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-823117ac-745e-45ac-b312-520e2007a083 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33aacaddc76c4dd5a00bc8a998835080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3764727 Feb 11 04:26:19.246936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823117ac-745e-45ac-b312-520e2007a083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1c4e3e-e068-4b74-94ea-215b9c745e5f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:19.251356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49614) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:19.284845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3ba71e69-919e-4d9e-a152-37c9369b2d05 req-ac612bbb-c6a7-4878-8c54-097fc26cba29 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 210 time: 0.0496726 Feb 11 04:26:19.322399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccf8e4-73ce-4de7-a006-7e2736d189c4 req-3cb9896d-cadd-4864-b296-57c4c0849ab9 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:19.322399 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72ccf8e4-73ce-4de7-a006-7e2736d189c4 req-3cb9896d-cadd-4864-b296-57c4c0849ab9 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 944 time: 0.1346745 Feb 11 04:26:19.322716 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-663693db-17c8-4dfa-b0ad-d41ec21e3c4b admin admin] Publish callbacks [] for security_group (8a1c4e3e-e068-4b74-94ea-215b9c745e5f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:19.322876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee380f7d-a897-448e-8b7b-69a6d28aa41f req-254d97cc-f778-4f80-8edc-a0ae87a68ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:19.322876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee380f7d-a897-448e-8b7b-69a6d28aa41f req-254d97cc-f778-4f80-8edc-a0ae87a68ea2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=20fad53979f8446b84f1899120edf4ef&device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 1127 time: 0.1457763 Feb 11 04:26:19.349367 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-663693db-17c8-4dfa-b0ad-d41ec21e3c4b admin admin] Publish callbacks [] for security_group (8a1c4e3e-e068-4b74-94ea-215b9c745e5f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:19.480447 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d53aae64-db75-4f26-a6e8-c6b560243dc8 req-9c156852-9b14-4aa3-8f55-c2a9a2272eb0 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0535419 Feb 11 04:26:19.486221 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72ccf8e4-73ce-4de7-a006-7e2736d189c4 req-dd438dae-8d1c-4cea-96a5-4751706a8ac9 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634495 Feb 11 04:26:19.521122 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-663693db-17c8-4dfa-b0ad-d41ec21e3c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8a1c4e3e-e068-4b74-94ea-215b9c745e5f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:19.523943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-663693db-17c8-4dfa-b0ad-d41ec21e3c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:19.525170 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-663693db-17c8-4dfa-b0ad-d41ec21e3c4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a1c4e3e-e068-4b74-94ea-215b9c745e5f HTTP/1.1" status: 204 len: 168 time: 0.2728415 Feb 11 04:26:19.538601 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663693db-17c8-4dfa-b0ad-d41ec21e3c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1c4e3e-e068-4b74-94ea-215b9c745e5f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:19.543267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee380f7d-a897-448e-8b7b-69a6d28aa41f req-62b51a96-c081-45e0-ab9f-14dbad73bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:19.546192 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee380f7d-a897-448e-8b7b-69a6d28aa41f req-62b51a96-c081-45e0-ab9f-14dbad73bc8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ab1851c-3ee0-4a51-8197-32585533eb23 HTTP/1.1" status: 200 len: 913 time: 0.2171359 Feb 11 04:26:19.565102 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06707337-1bfa-4803-ad5e-08a3187ba170 x-openstack-request-id: req-06707337-1bfa-4803-ad5e-08a3187ba170 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:19.565572 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd", "name": "network-vif-plugged", "status": "completed", "tag": "5ca1f29a-b90f-4884-bf57-ce5cfcb57a58", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:19.568068 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06707337-1bfa-4803-ad5e-08a3187ba170 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:19.569765 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca1f29a-b90f-4884-bf57-ce5cfcb57a58', 'code': 200} Feb 11 04:26:19.621937 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee380f7d-a897-448e-8b7b-69a6d28aa41f req-636b14e3-9a9b-4e92-bb7d-5f5061354250 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3a5660b-a1a3-408b-b99a-5260dcd6bef2 HTTP/1.1" status: 200 len: 217 time: 0.0696764 Feb 11 04:26:19.736133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee380f7d-a897-448e-8b7b-69a6d28aa41f req-1ae6e8b6-6178-423b-ad41-a7031fa22ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:19.737542 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee380f7d-a897-448e-8b7b-69a6d28aa41f req-1ae6e8b6-6178-423b-ad41-a7031fa22ad2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57415fb0-9c61-46bf-afec-5998514efed1 HTTP/1.1" status: 200 len: 852 time: 0.1068950 Feb 11 04:26:19.744768 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300e069-ccd1-451d-bb46-ca5883a757fc req-f32696d3-b66a-473f-8fb0-0fdd95242705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:19.746215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6300e069-ccd1-451d-bb46-ca5883a757fc req-f32696d3-b66a-473f-8fb0-0fdd95242705 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd HTTP/1.1" status: 200 len: 1132 time: 0.1234190 Feb 11 04:26:19.795883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device fa8bf087-7879-4f84-a5b7-da15877e608b up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:19.798858 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee380f7d-a897-448e-8b7b-69a6d28aa41f req-3b27e9f4-f0f1-467e-8b17-50b5a76745a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ab1851c-3ee0-4a51-8197-32585533eb23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515499 Feb 11 04:26:19.835287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eec49d-fbdf-4e0a-a814-4ac47cfb9aa5 req-63e4f9eb-741f-4212-842b-7ae9c62004e5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:19.843262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1eec49d-fbdf-4e0a-a814-4ac47cfb9aa5 req-63e4f9eb-741f-4212-842b-7ae9c62004e5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 945 time: 0.1884906 Feb 11 04:26:19.846692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6300e069-ccd1-451d-bb46-ca5883a757fc req-28158277-04a9-4fef-80dd-1a2c825a1352 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3a17cd2f-6ee6-4276-b258-0859a922c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884790 Feb 11 04:26:19.898244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port fa8bf087-7879-4f84-a5b7-da15877e608b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:19.898677 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:19.957410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1eec49d-fbdf-4e0a-a814-4ac47cfb9aa5 req-3fb74e56-0ba7-4c70-8c11-acf62f941774 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922544 Feb 11 04:26:19.972765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee380f7d-a897-448e-8b7b-69a6d28aa41f req-155945f7-aa23-4f7b-8821-7cbf66975a89 service neutron] 10.222.0.32 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453357 Feb 11 04:26:20.022714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port fa8bf087-7879-4f84-a5b7-da15877e608b is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:20.023077 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:20.074234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port fa8bf087-7879-4f84-a5b7-da15877e608b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=fa8bf087-7879-4f84-a5b7-da15877e608b,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:20.100698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c3a5660b-a1a3-408b-b99a-5260dcd6bef2 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:26:20.134414 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:20.134414 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 55bb307f-cd66-4035-9acb-1bfb8dc9c681 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:20.283466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee380f7d-a897-448e-8b7b-69a6d28aa41f req-2201896a-a886-4aa7-9b18-7b9b4b269766 service neutron] 10.222.0.32 "GET /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524586 Feb 11 04:26:20.316098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7113bb-622b-4b4b-bf03-a32b73c24730 req-d2d5c588-4745-494c-91d2-fdad49c7c148 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:20.318293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb7113bb-622b-4b4b-bf03-a32b73c24730 req-d2d5c588-4745-494c-91d2-fdad49c7c148 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/ports?device_id=048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd HTTP/1.1" status: 200 len: 949 time: 0.1562412 Feb 11 04:26:20.338590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:20.339130 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:20.342153 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=fa8bf087-7879-4f84-a5b7-da15877e608b,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:20.406436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c3a5660b-a1a3-408b-b99a-5260dcd6bef2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c3a5660b-a1a3-408b-b99a-5260dcd6bef2,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:20.425517 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'c3a5660b-a1a3-408b-b99a-5260dcd6bef2', 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23', 'port_id': 'c3a5660b-a1a3-408b-b99a-5260dcd6bef2', 'mac_address': 'fa:16:3e:62:d9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57415fb0-9c61-46bf-afec-5998514efed1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:26:20.429071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd627e4-7e79-416c-abd9-163f5d6db88d req-923e424e-302d-4703-bf69-4e5e4564887f tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:20.429968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-afd627e4-7e79-416c-abd9-163f5d6db88d req-923e424e-302d-4703-bf69-4e5e4564887f tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 944 time: 0.2070372 Feb 11 04:26:20.445332 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb7113bb-622b-4b4b-bf03-a32b73c24730 req-ec30ae62-9d7b-4d8b-8e60-29fa9c9a1873 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a17cd2f-6ee6-4276-b258-0859a922c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201789 Feb 11 04:26:20.517879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port c3a5660b-a1a3-408b-b99a-5260dcd6bef2 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:20.518184 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c3a5660b-a1a3-408b-b99a-5260dcd6bef2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:20.520087 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:20.520446 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:20.545445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a5660b-a1a3-408b-b99a-5260dcd6bef2 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:26:20.575523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-afd627e4-7e79-416c-abd9-163f5d6db88d req-c50be84e-892c-41e4-a29d-cdca21556b15 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222272 Feb 11 04:26:20.592638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c3a5660b-a1a3-408b-b99a-5260dcd6bef2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c3a5660b-a1a3-408b-b99a-5260dcd6bef2,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:20.592638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 55bb307f-cd66-4035-9acb-1bfb8dc9c681, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:20.610997 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cab4bca-6a83-4127-b5eb-417501ea8308 req-90bfc3f1-aa1d-47c5-a7cb-e5fe66be5556 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 210 time: 0.0607619 Feb 11 04:26:20.711635 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf1e2565-afb4-4e1f-8efb-196fc3742b9d req-ad1d1b7e-efb6-4308-b7e5-34d31f0c3b30 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0353508 Feb 11 04:26:20.721819 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c3a5660b-a1a3-408b-b99a-5260dcd6bef2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:20.722498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 38698545-04ae-4928-8745-d91a41315582 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:26:20.724425 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:20.739302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae86f9-4eda-4c59-b96a-60ed28102675 req-b5664aaa-61d6-49a5-b003-3d9f53e3782a tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:20.741782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37ae86f9-4eda-4c59-b96a-60ed28102675 req-b5664aaa-61d6-49a5-b003-3d9f53e3782a tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.0974984 Feb 11 04:26:20.809073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 38698545-04ae-4928-8745-d91a41315582, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=38698545-04ae-4928-8745-d91a41315582,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:20.812288 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=c3a5660b-a1a3-408b-b99a-5260dcd6bef2,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:20.849735 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37ae86f9-4eda-4c59-b96a-60ed28102675 req-3bec66b8-6947-412e-90f5-fd3a42b0cd54 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905890 Feb 11 04:26:20.865007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '38698545-04ae-4928-8745-d91a41315582', 'network_id': '0ab1851c-3ee0-4a51-8197-32585533eb23', 'port_id': '38698545-04ae-4928-8745-d91a41315582', 'mac_address': 'fa:16:3e:c2:46:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57415fb0-9c61-46bf-afec-5998514efed1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:26:20.947549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=55bb307f-cd66-4035-9acb-1bfb8dc9c681,revision_number=10']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:20.956093 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 38698545-04ae-4928-8745-d91a41315582 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:20.956529 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (38698545-04ae-4928-8745-d91a41315582), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:20.975291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38698545-04ae-4928-8745-d91a41315582 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:26:20.998352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 38698545-04ae-4928-8745-d91a41315582, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=38698545-04ae-4928-8745-d91a41315582,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:21.115350 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (38698545-04ae-4928-8745-d91a41315582), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:21.179256 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=38698545-04ae-4928-8745-d91a41315582,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:21.201308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74175ba1-bca9-4b49-9752-8f11e86158f8 req-32e15b91-f478-4a83-af96-aa1f3c5a1471 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:21.203634 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74175ba1-bca9-4b49-9752-8f11e86158f8 req-32e15b91-f478-4a83-af96-aa1f3c5a1471 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 947 time: 0.1395090 Feb 11 04:26:21.254870 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-c93f948b-09be-4462-86e9-abd70379a5df tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:21.256356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-c93f948b-09be-4462-86e9-abd70379a5df tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 812 time: 0.1791437 Feb 11 04:26:21.272521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-7c1d1c8c-8a29-4a1b-b6eb-1d14e7837ecc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Request body: {'port': {'device_id': 'b4c1d878-b14e-4850-9a98-46cdc0b89b10', 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e', 'admin_state_up': True, 'tenant_id': 'a70586beed2f4c668534da1f31a71292'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:21.317582 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74175ba1-bca9-4b49-9752-8f11e86158f8 req-253f188b-2c9e-47a8-8a1b-fec8343aab5f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041083 Feb 11 04:26:21.516592 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['38698545-04ae-4928-8745-d91a41315582'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:26:21.521285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-7c1d1c8c-8a29-4a1b-b6eb-1d14e7837ecc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Made reservation on behalf of a70586beed2f4c668534da1f31a71292 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:21.522989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['c3a5660b-a1a3-408b-b99a-5260dcd6bef2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:26:21.524788 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-7c1d1c8c-8a29-4a1b-b6eb-1d14e7837ecc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:21.581740 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51136a77-e70a-4013-b861-6d5561925280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8bf087-7879-4f84-a5b7-da15877e608b'}, {'server_uuid': '36fd630b-6973-4d06-88d6-1af645704cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bb307f-cd66-4035-9acb-1bfb8dc9c681'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:21.584569 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf54fc5-981e-459c-b998-5abbd693ce30" -d '{"events": [{"server_uuid": "51136a77-e70a-4013-b861-6d5561925280", "name": "network-vif-plugged", "status": "completed", "tag": "fa8bf087-7879-4f84-a5b7-da15877e608b"}, {"server_uuid": "36fd630b-6973-4d06-88d6-1af645704cc4", "name": "network-vif-plugged", "status": "completed", "tag": "55bb307f-cd66-4035-9acb-1bfb8dc9c681"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:21.675277 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63139570-62e0-4743-bb60-eceb93382606 x-openstack-request-id: req-63139570-62e0-4743-bb60-eceb93382606 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:21.675906 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51136a77-e70a-4013-b861-6d5561925280", "name": "network-vif-plugged", "status": "completed", "tag": "fa8bf087-7879-4f84-a5b7-da15877e608b", "code": 200}, {"server_uuid": "36fd630b-6973-4d06-88d6-1af645704cc4", "name": "network-vif-plugged", "status": "completed", "tag": "55bb307f-cd66-4035-9acb-1bfb8dc9c681", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:21.675906 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63139570-62e0-4743-bb60-eceb93382606 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:21.676214 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51136a77-e70a-4013-b861-6d5561925280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8bf087-7879-4f84-a5b7-da15877e608b', 'code': 200} Feb 11 04:26:21.676937 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fd630b-6973-4d06-88d6-1af645704cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'code': 200} Feb 11 04:26:21.730562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247f37a-1158-4506-8d67-2e65571903bf req-0632515e-afa6-4305-a9b2-7e3964d9523c tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:21.743894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6247f37a-1158-4506-8d67-2e65571903bf req-0632515e-afa6-4305-a9b2-7e3964d9523c tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/ports?device_id=048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd HTTP/1.1" status: 200 len: 949 time: 0.2129397 Feb 11 04:26:21.912239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6247f37a-1158-4506-8d67-2e65571903bf req-5b7d49e7-0b6b-4481-81d7-893e76d75670 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a17cd2f-6ee6-4276-b258-0859a922c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656780 Feb 11 04:26:21.948336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-7c1d1c8c-8a29-4a1b-b6eb-1d14e7837ecc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Allocated IP 172.20.0.13 (6cd12236-2b63-4f55-9764-b0d854f3a97e/7de27eb8-a8a3-47a4-8b0d-bfc468039fee/3235a947-6153-44e2-8115-0da483b72970) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:21.978420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb7fa9-5a31-47c5-b4af-d3dd497e5a5e req-7c735e70-f439-43c1-8893-99245794f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:21.981442 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cbdb7fa9-5a31-47c5-b4af-d3dd497e5a5e req-7c735e70-f439-43c1-8893-99245794f482 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 1128 time: 0.1159437 Feb 11 04:26:21.983619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82363cc6-c60c-49a2-a6e5-6946ddfd83ce req-694a570a-19d5-4e8d-91d6-6255232bb243 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:21.990952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82363cc6-c60c-49a2-a6e5-6946ddfd83ce req-694a570a-19d5-4e8d-91d6-6255232bb243 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 945 time: 0.1977692 Feb 11 04:26:22.080927 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cbdb7fa9-5a31-47c5-b4af-d3dd497e5a5e req-a3a032e5-9065-457a-a89e-d26bb7168458 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899739 Feb 11 04:26:22.085627 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82363cc6-c60c-49a2-a6e5-6946ddfd83ce req-5a89c5a4-0127-4dd0-8d93-a112860f9f81 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936773 Feb 11 04:26:22.099133 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41264e93-dc78-428c-b256-b82490ddeff7 req-98f0211a-5a36-47af-bdef-75f8c574a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:22.101399 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-41264e93-dc78-428c-b256-b82490ddeff7 req-98f0211a-5a36-47af-bdef-75f8c574a36f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 1130 time: 0.1116340 Feb 11 04:26:22.144471 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ed1d4ac-3616-4dd5-bd2a-971f14cf0a2e req-3e537dfa-67ba-4f9f-9250-599226b0f905 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 210 time: 0.0852880 Feb 11 04:26:22.178390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49690) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:22.224474 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c517a53e-bd9e-4c66-aab0-b8cd6670ab3a req-867f4727-0072-4757-b0a2-2f0b76013a16 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0684714 Feb 11 04:26:22.326661 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-7c1d1c8c-8a29-4a1b-b6eb-1d14e7837ecc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks [] for port (3235a947-6153-44e2-8115-0da483b72970), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:22.345001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfdf54-101d-4728-b097-bfecfc78acc0 req-3bd79fce-1bcd-40bc-9e04-bf25c0f2254a tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:22.352177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dabfdf54-101d-4728-b097-bfecfc78acc0 req-3bd79fce-1bcd-40bc-9e04-bf25c0f2254a tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.1104550 Feb 11 04:26:22.353738 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-41264e93-dc78-428c-b256-b82490ddeff7 req-4f7a02ff-7963-4044-a403-94d845d39b11 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838900 Feb 11 04:26:22.429281 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dabfdf54-101d-4728-b097-bfecfc78acc0 req-7cc68a60-eb53-498d-b9ad-2315d5443df7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698905 Feb 11 04:26:22.444393 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-99686341'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:22.494405 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-7c1d1c8c-8a29-4a1b-b6eb-1d14e7837ecc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (3235a947-6153-44e2-8115-0da483b72970), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:22.510576 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Made reservation on behalf of 4fca618b76fd42a28dcc96b37d32419c for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:22.514886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:22.539501 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:22.648292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Publish callbacks [] for security_group (48eb4fd9-21f4-49b5-8f6a-31eb665b6a64), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:22.677186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-7c1d1c8c-8a29-4a1b-b6eb-1d14e7837ecc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Network 6cd12236-2b63-4f55-9764-b0d854f3a97e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:22.683082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-7c1d1c8c-8a29-4a1b-b6eb-1d14e7837ecc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:22.686745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-7c1d1c8c-8a29-4a1b-b6eb-1d14e7837ecc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:22.704610 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (48eb4fd9-21f4-49b5-8f6a-31eb665b6a64), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:22.741615 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:26:22.751968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d1c8c-8a29-4a1b-b6eb-1d14e7837ecc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Pushing event updated for resources: {'Port': ['ID=3235a947-6153-44e2-8115-0da483b72970,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:22.767705 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6d1092ff-60fc-4fd3-860b-2ec57b886cfa), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:22.768337 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Added segment 6d1092ff-60fc-4fd3-860b-2ec57b886cfa of type vlan for network 022bdec5-cb2c-403b-b983-be5abd3c1722 Feb 11 04:26:22.769765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48eb4fd9-21f4-49b5-8f6a-31eb665b6a64,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:22.772944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9d9fe-9180-4a41-953e-a32afbd7f543 req-cb515f5d-37d4-4a0b-ac71-8eee3eadc6bb tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:22.778662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bee9d9fe-9180-4a41-953e-a32afbd7f543 req-cb515f5d-37d4-4a0b-ac71-8eee3eadc6bb tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 947 time: 0.1942053 Feb 11 04:26:22.788649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-7c1d1c8c-8a29-4a1b-b6eb-1d14e7837ecc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:22.789287 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-7c1d1c8c-8a29-4a1b-b6eb-1d14e7837ecc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:22.816914 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (022bdec5-cb2c-403b-b983-be5abd3c1722), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:22.867878 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bee9d9fe-9180-4a41-953e-a32afbd7f543 req-c2287347-53fb-4050-97bd-fc661e77a632 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750389 Feb 11 04:26:22.895452 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-7c1d1c8c-8a29-4a1b-b6eb-1d14e7837ecc tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6279254 Feb 11 04:26:22.907704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Request body: {'port': {'device_id': 'b4c1d878-b14e-4850-9a98-46cdc0b89b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:22.921130 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (022bdec5-cb2c-403b-b983-be5abd3c1722), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:22.927770 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:22.928621 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:22.981459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3235a947-6153-44e2-8115-0da483b72970), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:23.027378 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8451223 Feb 11 04:26:23.058678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49710) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:23.068921 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe59044-4c68-41b7-a0fa-fafa8f142c6c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Pushing event updated for resources: {'Network': ['ID=022bdec5-cb2c-403b-b983-be5abd3c1722,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:23.080514 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d2f15793-018b-487e-94c7-ac6f19b9d468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:23.097046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 022bdec5-cb2c-403b-b983-be5abd3c1722 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:26:23.155036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49716) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:23.345998 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d67f1f33-761d-49df-87bf-a9625bb467bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:23.377194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d545d-348f-424a-889e-da0b4d372bdb req-d74d2a6b-6809-4907-aa89-a6344fe7e6be tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:23.379488 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e23d545d-348f-424a-889e-da0b4d372bdb req-d74d2a6b-6809-4907-aa89-a6344fe7e6be tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 945 time: 0.1690869 Feb 11 04:26:23.420088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Request body: {'network': {'name': 'tempest-network--310295423', 'router:external': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:23.562601 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d67f1f33-761d-49df-87bf-a9625bb467bc admin admin] Publish callbacks [] for security_group (b2ad68eb-a244-4ded-a4a6-ef1dff508c96), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:23.563479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e23d545d-348f-424a-889e-da0b4d372bdb req-c471593e-4a68-424b-aea1-451e67b1eb45 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492400 Feb 11 04:26:23.601475 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Made reservation on behalf of df70b58091664c3a80358be33af67ba2 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:23.604554 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:23.621530 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:23.660292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d67f1f33-761d-49df-87bf-a9625bb467bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b2ad68eb-a244-4ded-a4a6-ef1dff508c96), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:23.711671 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d67f1f33-761d-49df-87bf-a9625bb467bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ad703010266472aa118a900f2341ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5554183 Feb 11 04:26:23.713152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f1f33-761d-49df-87bf-a9625bb467bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ad68eb-a244-4ded-a4a6-ef1dff508c96,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:23.717836 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49732) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:23.755641 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34e30c0e-08d0-4a10-85d3-f057222f42e5 req-9cd34485-84f0-44fa-bb87-5d4c802891be tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0843279 Feb 11 04:26:23.775767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3235a947-6153-44e2-8115-0da483b72970 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:26:23.803547 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Publish callbacks [] for port (3235a947-6153-44e2-8115-0da483b72970), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:23.833111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdacb13-de7c-42b7-834f-0c4a10f13723 req-06687de8-1127-4247-b915-b979f8eee829 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:23.841152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fdacb13-de7c-42b7-834f-0c4a10f13723 req-06687de8-1127-4247-b915-b979f8eee829 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 932 time: 0.2160792 Feb 11 04:26:23.853321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Transition to ACTIVE for port object 3235a947-6153-44e2-8115-0da483b72970 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:26:23.904419 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b971d415-69f4-4d26-850b-4a745c4e2955 admin admin] Publish callbacks [] for security_group (b2ad68eb-a244-4ded-a4a6-ef1dff508c96), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:23.931278 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b971d415-69f4-4d26-850b-4a745c4e2955 admin admin] Publish callbacks [] for security_group (b2ad68eb-a244-4ded-a4a6-ef1dff508c96), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:23.953613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fdacb13-de7c-42b7-834f-0c4a10f13723 req-c787e01a-a75f-472f-bfaa-bb2c55bf2cd9 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115606 Feb 11 04:26:23.955698 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks [] for security_group (77c097d1-7132-4d4c-851e-b3485a1a2b71), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:23.957664 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (3235a947-6153-44e2-8115-0da483b72970), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:24.016324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Pushing event updated for resources: {'Port': ['ID=3235a947-6153-44e2-8115-0da483b72970,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:24.081209 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b971d415-69f4-4d26-850b-4a745c4e2955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b2ad68eb-a244-4ded-a4a6-ef1dff508c96), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:24.084049 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b971d415-69f4-4d26-850b-4a745c4e2955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:24.085379 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b971d415-69f4-4d26-850b-4a745c4e2955 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2ad68eb-a244-4ded-a4a6-ef1dff508c96 HTTP/1.1" status: 204 len: 168 time: 0.3665738 Feb 11 04:26:24.094713 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971d415-69f4-4d26-850b-4a745c4e2955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ad68eb-a244-4ded-a4a6-ef1dff508c96,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:24.119186 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c3a5660b-a1a3-408b-b99a-5260dcd6bef2 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:24.292725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port c3a5660b-a1a3-408b-b99a-5260dcd6bef2 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:26:24.298307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port c3a5660b-a1a3-408b-b99a-5260dcd6bef2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:24.298416 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c3a5660b-a1a3-408b-b99a-5260dcd6bef2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:24.334373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf646642-efa4-4961-8fda-e02ab0b01646 req-5ada5f56-7496-4df2-acfe-cadefb240a63 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:24.335967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf646642-efa4-4961-8fda-e02ab0b01646 req-5ada5f56-7496-4df2-acfe-cadefb240a63 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.4338210 Feb 11 04:26:24.336642 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (77c097d1-7132-4d4c-851e-b3485a1a2b71), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:24.395289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port c3a5660b-a1a3-408b-b99a-5260dcd6bef2 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:24.395766 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c3a5660b-a1a3-408b-b99a-5260dcd6bef2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:24.424176 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f702c6-51d7-44bf-8002-a9b098effe10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a5660b-a1a3-408b-b99a-5260dcd6bef2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:24.427167 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28db35c-bee7-448f-9b6f-ee657eb4e8a1" -d '{"events": [{"server_uuid": "f1f702c6-51d7-44bf-8002-a9b098effe10", "name": "network-vif-plugged", "status": "completed", "tag": "c3a5660b-a1a3-408b-b99a-5260dcd6bef2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:24.438282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:26:24.441992 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c3a5660b-a1a3-408b-b99a-5260dcd6bef2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c3a5660b-a1a3-408b-b99a-5260dcd6bef2,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:24.475603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c097d1-7132-4d4c-851e-b3485a1a2b71,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:24.475603 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4e462d95-98de-4fd4-8a68-add9632a9a17), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:24.475996 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Added segment 4e462d95-98de-4fd4-8a68-add9632a9a17 of type vlan for network 92d97834-dfaa-4244-95cf-f8e450971953 Feb 11 04:26:24.526989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Attempting to bind port 3235a947-6153-44e2-8115-0da483b72970 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:24.527324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Attempting to bind port 3235a947-6153-44e2-8115-0da483b72970 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:24.533069 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c3a5660b-a1a3-408b-b99a-5260dcd6bef2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:24.533209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Attempting to bind port 3235a947-6153-44e2-8115-0da483b72970 on network 6cd12236-2b63-4f55-9764-b0d854f3a97e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:24.533340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 38698545-04ae-4928-8745-d91a41315582 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:24.546960 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf646642-efa4-4961-8fda-e02ab0b01646 req-6e262a67-5e02-4a41-b3bc-6464edfa1fb4 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799500 Feb 11 04:26:24.550838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Port 3235a947-6153-44e2-8115-0da483b72970 on network 6cd12236-2b63-4f55-9764-b0d854f3a97e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:24.551168 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Attempting to bind port 3235a947-6153-44e2-8115-0da483b72970 on network 6cd12236-2b63-4f55-9764-b0d854f3a97e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:24.569898 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (92d97834-dfaa-4244-95cf-f8e450971953), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:24.609122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c4770-6f8e-4c00-9dae-289fdf19aac4 req-9e662696-c4ce-441d-9c5b-8bfc214e786e tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:24.617355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-774c4770-6f8e-4c00-9dae-289fdf19aac4 req-9e662696-c4ce-441d-9c5b-8bfc214e786e tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/ports?device_id=048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd HTTP/1.1" status: 200 len: 949 time: 0.2896070 Feb 11 04:26:24.617355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:26:24.617355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Checking segment: {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:24.617355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Bound using segment: {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:26:24.617355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Bound port: 3235a947-6153-44e2-8115-0da483b72970, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:26:24.617355 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3235a947-6153-44e2-8115-0da483b72970), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:24.658338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=c3a5660b-a1a3-408b-b99a-5260dcd6bef2,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:24.706864 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (92d97834-dfaa-4244-95cf-f8e450971953), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:24.706864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:24.706864 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:24.755327 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 38698545-04ae-4928-8745-d91a41315582 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:26:24.759963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 38698545-04ae-4928-8745-d91a41315582 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:24.760318 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (38698545-04ae-4928-8745-d91a41315582), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:24.851119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-774c4770-6f8e-4c00-9dae-289fdf19aac4 req-b6e52ea4-4ed7-40ce-8b6a-b86a4f057edd tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a17cd2f-6ee6-4276-b258-0859a922c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247524 Feb 11 04:26:24.861148 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea61b0c-7f06-4cbe-87c4-e8ef003ac6d1 req-aa06b6a8-cb62-464d-947d-a8a25d45b615 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:24.862330 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3ea61b0c-7f06-4cbe-87c4-e8ef003ac6d1 req-aa06b6a8-cb62-464d-947d-a8a25d45b615 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 947 time: 0.2348845 Feb 11 04:26:24.863666 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 38698545-04ae-4928-8745-d91a41315582 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:24.865709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8059952 Feb 11 04:26:24.866074 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (38698545-04ae-4928-8745-d91a41315582), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:24.867207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] For port 3235a947-6153-44e2-8115-0da483b72970, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:26:24.869087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49788) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:24.869412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e78bf-93fc-4293-8f88-5c2f230f8113 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event updated for resources: {'Network': ['ID=92d97834-dfaa-4244-95cf-f8e450971953,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:24.881861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] For port 3235a947-6153-44e2-8115-0da483b72970, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3235a947-6153-44e2-8115-0da483b72970,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:26:24.893345 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 92d97834-dfaa-4244-95cf-f8e450971953 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:26:24.953593 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aa7935-74da-4ea1-a8f2-eb8667d56c76 x-openstack-request-id: req-68aa7935-74da-4ea1-a8f2-eb8667d56c76 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:24.954057 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f702c6-51d7-44bf-8002-a9b098effe10", "name": "network-vif-plugged", "status": "completed", "tag": "c3a5660b-a1a3-408b-b99a-5260dcd6bef2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:24.954316 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68aa7935-74da-4ea1-a8f2-eb8667d56c76 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:24.954769 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f702c6-51d7-44bf-8002-a9b098effe10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a5660b-a1a3-408b-b99a-5260dcd6bef2', 'code': 200} Feb 11 04:26:24.966177 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (3235a947-6153-44e2-8115-0da483b72970), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:24.996232 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3ea61b0c-7f06-4cbe-87c4-e8ef003ac6d1 req-6b1a2683-b3b1-45b7-81ae-0a6c38d2d25f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093664 Feb 11 04:26:25.040552 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b10f269f-4be1-4675-9ab9-e9d49c9951b5 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (92d97834-dfaa-4244-95cf-f8e450971953), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:25.079298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 38698545-04ae-4928-8745-d91a41315582, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=38698545-04ae-4928-8745-d91a41315582,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:25.111786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:25.112672 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:25.114215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] 10.222.0.47 "PUT /v2.0/ports/3235a947-6153-44e2-8115-0da483b72970 HTTP/1.1" status: 200 len: 1093 time: 2.2108054 Feb 11 04:26:25.126326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c1d878-b14e-4850-9a98-46cdc0b89b10', 'tag': '3235a947-6153-44e2-8115-0da483b72970'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:25.129581 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89996e1c-f751-4090-9150-37f942823f65" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c1d878-b14e-4850-9a98-46cdc0b89b10", "tag": "3235a947-6153-44e2-8115-0da483b72970"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:25.189945 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b10f269f-4be1-4675-9ab9-e9d49c9951b5 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (92d97834-dfaa-4244-95cf-f8e450971953), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:25.195925 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (38698545-04ae-4928-8745-d91a41315582), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:25.202945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fbeb3-8ab4-4f5a-933c-28335c5bc779 req-14cc7922-a48e-42fa-a2f4-5000a5c0e94f tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:25.204510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de2fbeb3-8ab4-4f5a-933c-28335c5bc779 req-14cc7922-a48e-42fa-a2f4-5000a5c0e94f tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.32 "GET /v2.0/ports?device_id=048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd HTTP/1.1" status: 200 len: 949 time: 0.2923357 Feb 11 04:26:25.216958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02d0c0-461c-4052-b42e-ffe8f73a8dcf service neutron] Pushing event updated for resources: {'Port': ['ID=3235a947-6153-44e2-8115-0da483b72970,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:25.237625 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b10f269f-4be1-4675-9ab9-e9d49c9951b5 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d97834-dfaa-4244-95cf-f8e450971953']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:25.252236 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b10f269f-4be1-4675-9ab9-e9d49c9951b5 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e462d95-98de-4fd4-8a68-add9632a9a17') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:25.252545 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b10f269f-4be1-4675-9ab9-e9d49c9951b5 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e462d95-98de-4fd4-8a68-add9632a9a17') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:25.268109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b10f269f-4be1-4675-9ab9-e9d49c9951b5 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (4e462d95-98de-4fd4-8a68-add9632a9a17), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:25.286002 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b10f269f-4be1-4675-9ab9-e9d49c9951b5 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4e462d95-98de-4fd4-8a68-add9632a9a17), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:25.290518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a2e85-c877-4b88-85ff-5bf8c0ceebb5 req-cd7d4520-0db9-4cf5-a379-4257d33db9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:25.292288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-880a2e85-c877-4b88-85ff-5bf8c0ceebb5 req-cd7d4520-0db9-4cf5-a379-4257d33db9b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 1129 time: 0.2479756 Feb 11 04:26:25.294432 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10f269f-4be1-4675-9ab9-e9d49c9951b5 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:26:25.295036 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b10f269f-4be1-4675-9ab9-e9d49c9951b5 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (4e462d95-98de-4fd4-8a68-add9632a9a17), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:26:25.299807 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:26:25.304735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=38698545-04ae-4928-8745-d91a41315582,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:25.358439 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf30b9-df1e-4b82-aae8-0eaef3a53bd2 req-b70f1e62-9674-45ff-880f-3c09bc51b902 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:25.367721 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eccf30b9-df1e-4b82-aae8-0eaef3a53bd2 req-b70f1e62-9674-45ff-880f-3c09bc51b902 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.2648964 Feb 11 04:26:25.389513 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-50cedc16-632d-4d05-a2ca-8271b0d65dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:25.425899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfde68-9575-4fdf-a86d-250b1a397168 req-c2ac272c-dbb8-405d-ae44-fbf772e9629e tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:25.428434 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9bfde68-9575-4fdf-a86d-250b1a397168 req-c2ac272c-dbb8-405d-ae44-fbf772e9629e tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 946 time: 0.3182719 Feb 11 04:26:25.487402 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b10f269f-4be1-4675-9ab9-e9d49c9951b5 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (92d97834-dfaa-4244-95cf-f8e450971953), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:25.493860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10f269f-4be1-4675-9ab9-e9d49c9951b5 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92d97834-dfaa-4244-95cf-f8e450971953 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 04:26:25.497300 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b10f269f-4be1-4675-9ab9-e9d49c9951b5 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:25.501816 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b10f269f-4be1-4675-9ab9-e9d49c9951b5 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "DELETE /v2.0/networks/92d97834-dfaa-4244-95cf-f8e450971953 HTTP/1.1" status: 204 len: 168 time: 0.6312766 Feb 11 04:26:25.501903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-9f5173d0-2ebb-4d0f-9ad2-c10f5fc09dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:25.503403 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-9f5173d0-2ebb-4d0f-9ad2-c10f5fc09dc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 1127 time: 0.2335658 Feb 11 04:26:25.512897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49804) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:25.514353 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f269f-4be1-4675-9ab9-e9d49c9951b5 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event deleted for resources: {'Network': ['ID=92d97834-dfaa-4244-95cf-f8e450971953,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:25.521586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-880a2e85-c877-4b88-85ff-5bf8c0ceebb5 req-3e2ff0d4-bd96-4d38-ba5a-a7216cf7e8fe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063463 Feb 11 04:26:25.525129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a94c0dde-0f5d-4cdd-833d-ffcd56242c43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:25.559218 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eccf30b9-df1e-4b82-aae8-0eaef3a53bd2 req-eaa4705f-1904-4dc8-b767-eaf30cdc251e tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900406 Feb 11 04:26:25.619492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-ba9871fc-11a9-408c-afe3-ae68d9b2775a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3235a947-6153-44e2-8115-0da483b72970 HTTP/1.1" status: 200 len: 217 time: 0.0827837 Feb 11 04:26:25.663553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9bfde68-9575-4fdf-a86d-250b1a397168 req-c5bfcaa2-afb1-4623-a638-3011aa7143df tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274904 Feb 11 04:26:25.672419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-de2fbeb3-8ab4-4f5a-933c-28335c5bc779 req-f26f59e6-9633-4d7a-98e0-a0723c634351 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Deleting port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:26:25.672770 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-de2fbeb3-8ab4-4f5a-933c-28335c5bc779 req-f26f59e6-9633-4d7a-98e0-a0723c634351 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:25.724685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94c0dde-0f5d-4cdd-833d-ffcd56242c43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Made reservation on behalf of df70b58091664c3a80358be33af67ba2 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:25.727041 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a94c0dde-0f5d-4cdd-833d-ffcd56242c43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:25.739210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-756b5ddc-bdad-4ea2-ac4c-8e5df9b26ad5 req-4fa66674-d7e9-4d46-b97a-e94a179c0936 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0711715 Feb 11 04:26:25.823570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-691b83a6-f4ff-4292-9320-d02ce52f6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:25.825237 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-691b83a6-f4ff-4292-9320-d02ce52f6e1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7de27eb8-a8a3-47a4-8b0d-bfc468039fee HTTP/1.1" status: 200 len: 852 time: 0.1990373 Feb 11 04:26:25.827635 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d14d89b-e780-45e3-afea-0f2ecca8a290 x-openstack-request-id: req-2d14d89b-e780-45e3-afea-0f2ecca8a290 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:25.827994 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c1d878-b14e-4850-9a98-46cdc0b89b10", "tag": "3235a947-6153-44e2-8115-0da483b72970", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:25.828323 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d14d89b-e780-45e3-afea-0f2ecca8a290 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:25.828823 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c1d878-b14e-4850-9a98-46cdc0b89b10', 'tag': '3235a947-6153-44e2-8115-0da483b72970', 'status': 'completed', 'code': 200} Feb 11 04:26:25.911488 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-7de9a29b-ae56-4655-b397-a68b3076aeed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6cd12236-2b63-4f55-9764-b0d854f3a97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634046 Feb 11 04:26:25.924463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94c0dde-0f5d-4cdd-833d-ffcd56242c43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:26:25.938728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-de2fbeb3-8ab4-4f5a-933c-28335c5bc779 req-f26f59e6-9633-4d7a-98e0-a0723c634351 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] For port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5ca1f29a-b90f-4884-bf57-ce5cfcb57a58,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:25.939102 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-de2fbeb3-8ab4-4f5a-933c-28335c5bc779 req-f26f59e6-9633-4d7a-98e0-a0723c634351 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:25.971534 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3c961-1cb6-4ae3-8b3f-b4b3f704486f req-307128f8-2fd7-4d42-a628-a3e4b2b19b54 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:25.978433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fb3c961-1cb6-4ae3-8b3f-b4b3f704486f req-307128f8-2fd7-4d42-a628-a3e4b2b19b54 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 944 time: 0.2356071 Feb 11 04:26:26.006287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-de2fbeb3-8ab4-4f5a-933c-28335c5bc779 req-f26f59e6-9633-4d7a-98e0-a0723c634351 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Calling delete_port for 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:26:26.019466 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a94c0dde-0f5d-4cdd-833d-ffcd56242c43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (c73db451-c3cd-4a17-ba93-245b97e47fc5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:26.019828 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-a94c0dde-0f5d-4cdd-833d-ffcd56242c43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Added segment c73db451-c3cd-4a17-ba93-245b97e47fc5 of type vlan for network 23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d Feb 11 04:26:26.152503 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a94c0dde-0f5d-4cdd-833d-ffcd56242c43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:26.269602 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.resource_extend [None req-a94c0dde-0f5d-4cdd-833d-ffcd56242c43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:26:26.299245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fb3c961-1cb6-4ae3-8b3f-b4b3f704486f req-72c4c23d-b8c3-492b-86e1-38a945a813fb tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199248 Feb 11 04:26:26.335565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-532e3677-eac7-4ece-87fc-b6d07765a72e service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120839 Feb 11 04:26:26.429196 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a94c0dde-0f5d-4cdd-833d-ffcd56242c43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:26.429196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94c0dde-0f5d-4cdd-833d-ffcd56242c43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:26.429389 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a94c0dde-0f5d-4cdd-833d-ffcd56242c43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:26.438358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82270c28-1e7a-411b-b370-436db9699dd1 req-7f6c4294-f217-491f-8116-83b4da19e446 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:26.439920 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82270c28-1e7a-411b-b370-436db9699dd1 req-7f6c4294-f217-491f-8116-83b4da19e446 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/ports?device_id=048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd HTTP/1.1" status: 200 len: 949 time: 0.2058311 Feb 11 04:26:26.551433 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:26.600862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c0dde-0f5d-4cdd-833d-ffcd56242c43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event updated for resources: {'Network': ['ID=23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:26.616499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:26:26.629980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a94c0dde-0f5d-4cdd-833d-ffcd56242c43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1109567 Feb 11 04:26:26.633207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49832) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:26.638993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a286aac2-7b35-4258-bb35-b713887acca1 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Request body: {'subnet': {'network_id': '23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:26.641758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b56e4a-32c9-4a11-b2ee-bcb6014c6735 req-ebe80360-d17d-400a-aafa-f9a3f50a6028 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:26.643368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37b56e4a-32c9-4a11-b2ee-bcb6014c6735 req-ebe80360-d17d-400a-aafa-f9a3f50a6028 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 947 time: 0.2772796 Feb 11 04:26:26.645510 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-de2fbeb3-8ab4-4f5a-933c-28335c5bc779 req-f26f59e6-9633-4d7a-98e0-a0723c634351 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5ca1f29a-b90f-4884-bf57-ce5cfcb57a58), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:26.648949 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e408a08f-a55f-421c-b2ee-500fdfeb47f9 req-ab44c21c-0b04-4514-bbea-3c672d10ece8 service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860796 Feb 11 04:26:26.657127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82270c28-1e7a-411b-b370-436db9699dd1 req-7bdf46c0-4501-4aeb-ad36-66d61461bb79 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a17cd2f-6ee6-4276-b258-0859a922c116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931753 Feb 11 04:26:26.702425 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f59e6-9633-4d7a-98e0-a0723c634351 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Pushing event deleted for resources: {'Port': ['ID=5ca1f29a-b90f-4884-bf57-ce5cfcb57a58,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:26.749796 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a286aac2-7b35-4258-bb35-b713887acca1 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Made reservation on behalf of df70b58091664c3a80358be33af67ba2 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:26.753277 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a286aac2-7b35-4258-bb35-b713887acca1 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:26.765168 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2fbeb3-8ab4-4f5a-933c-28335c5bc779 req-f26f59e6-9633-4d7a-98e0-a0723c634351 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] No DVR routers for this DVR port 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:26:26.770700 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-de2fbeb3-8ab4-4f5a-933c-28335c5bc779 req-f26f59e6-9633-4d7a-98e0-a0723c634351 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:26.774182 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de2fbeb3-8ab4-4f5a-933c-28335c5bc779 req-f26f59e6-9633-4d7a-98e0-a0723c634351 tempest-TenantUsagesTestJSON-726761812 tempest-TenantUsagesTestJSON-726761812-project] 10.222.0.32 "DELETE /v2.0/ports/5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 HTTP/1.1" status: 204 len: 173 time: 1.5598958 Feb 11 04:26:26.787474 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37b56e4a-32c9-4a11-b2ee-bcb6014c6735 req-6a2baf3d-19a5-40ec-bcec-a10ef2a04393 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1293268 Feb 11 04:26:26.956036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790f0b08-49e2-4c8a-b5a7-7119870a0a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38698545-04ae-4928-8745-d91a41315582'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:26.958409 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c154896-ed29-43a1-9178-d64f1afbf13d" -d '{"events": [{"server_uuid": "790f0b08-49e2-4c8a-b5a7-7119870a0a2a", "name": "network-vif-plugged", "status": "completed", "tag": "38698545-04ae-4928-8745-d91a41315582"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:27.255243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.objects.ports [None req-a286aac2-7b35-4258-bb35-b713887acca1 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103808) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 04:26:27.255706 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a286aac2-7b35-4258-bb35-b713887acca1 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (41f80578-a9e7-4654-984f-fc49dc8aa6b8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:27.319036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286aac2-7b35-4258-bb35-b713887acca1 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event updated for resources: {'Subnet': ['ID=41f80578-a9e7-4654-984f-fc49dc8aa6b8,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:27.324515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-aca62130-0e2c-49f1-8f07-13c5f2774fb9 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:27.328215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a286aac2-7b35-4258-bb35-b713887acca1 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Checking segment: {'id': 'c73db451-c3cd-4a17-ba93-245b97e47fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:27.328584 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a286aac2-7b35-4258-bb35-b713887acca1 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Network hostable DHCP agents. Network: 23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:26:27.331358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-aca62130-0e2c-49f1-8f07-13c5f2774fb9 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/networks?id=10aa80bb-93b9-4f30-8204-8c23a28b3aee HTTP/1.1" status: 200 len: 814 time: 0.5158346 Feb 11 04:26:27.343064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996e1c-f751-4090-9150-37f942823f65 req-5c5fe4f1-2f24-452c-9b06-e10a4b7d1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:27.344549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89996e1c-f751-4090-9150-37f942823f65 req-5c5fe4f1-2f24-452c-9b06-e10a4b7d1f0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 1127 time: 0.4938617 Feb 11 04:26:27.353079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e0aa9-c1f1-4c3b-8d01-ba3b85e4408d req-42c69172-bf11-4e10-af41-45f084fb7951 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:27.354589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee7e0aa9-c1f1-4c3b-8d01-ba3b85e4408d req-42c69172-bf11-4e10-af41-45f084fb7951 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 946 time: 0.1355357 Feb 11 04:26:27.372756 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-95955400-e3a5-4363-a05c-7515c19bd5dd tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/quotas/6a2e964cc91a403d9b6aa3dea7445ed3 HTTP/1.1" status: 200 len: 375 time: 0.0406983 Feb 11 04:26:27.407645 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a286aac2-7b35-4258-bb35-b713887acca1 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Network 23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:26:27.498648 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-a286aac2-7b35-4258-bb35-b713887acca1 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:27.504060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a286aac2-7b35-4258-bb35-b713887acca1 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:27.504976 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a286aac2-7b35-4258-bb35-b713887acca1 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:27.518275 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec122fb-a3fc-4f48-bb2d-cb8638b2d159 None None] Network 23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:26:27.523907 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee7e0aa9-c1f1-4c3b-8d01-ba3b85e4408d req-e8c53d67-c856-4f4a-8b6c-641643879d3f tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567888 Feb 11 04:26:27.550726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996e1c-f751-4090-9150-37f942823f65 req-102e9f8a-0b1d-46bc-87ce-4557ed0aaeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:27.563714 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89996e1c-f751-4090-9150-37f942823f65 req-102e9f8a-0b1d-46bc-87ce-4557ed0aaeac service neutron] 10.222.0.47 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 913 time: 0.2028327 Feb 11 04:26:27.579892 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-07e906e3-c5ae-4d6a-ae15-0530ef9664e3 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a2e964cc91a403d9b6aa3dea7445ed3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1882977 Feb 11 04:26:27.610676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ef011-4ba2-44b9-ab6e-cf7283405377 req-1ca97217-5ddf-4f6a-8bd7-5132242ea833 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:27.613065 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-352ef011-4ba2-44b9-ab6e-cf7283405377 req-1ca97217-5ddf-4f6a-8bd7-5132242ea833 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.47 "GET /v2.0/ports?device_id=51136a77-e70a-4013-b861-6d5561925280 HTTP/1.1" status: 200 len: 945 time: 0.0814774 Feb 11 04:26:27.621517 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a286aac2-7b35-4258-bb35-b713887acca1 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9865832 Feb 11 04:26:27.622182 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49866) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:27.633269 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Request body: {'floatingip': {'floating_network_id': '23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:27.636836 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89996e1c-f751-4090-9150-37f942823f65 req-bdc40345-0a89-4fbc-af0a-3e23682124fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3235a947-6153-44e2-8115-0da483b72970 HTTP/1.1" status: 200 len: 217 time: 0.0616291 Feb 11 04:26:27.663316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346809c5-a426-4322-b0ed-581f2d5b2efd None None] Network 23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:26:27.706833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08c2e509-d980-4574-8261-da08a208cd03 req-ee8f43ca-5c31-4df6-8f51-2072a2f28fdd tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0803137 Feb 11 04:26:27.756499 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:27.778199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89996e1c-f751-4090-9150-37f942823f65 req-c947e584-0201-45ed-a479-974b9f73b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:27.779709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89996e1c-f751-4090-9150-37f942823f65 req-c947e584-0201-45ed-a479-974b9f73b318 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7de27eb8-a8a3-47a4-8b0d-bfc468039fee HTTP/1.1" status: 200 len: 852 time: 0.1224897 Feb 11 04:26:27.794767 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e65c62b-dbe9-49d8-ae97-ba883bfb6261 x-openstack-request-id: req-0e65c62b-dbe9-49d8-ae97-ba883bfb6261 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:27.795310 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790f0b08-49e2-4c8a-b5a7-7119870a0a2a", "name": "network-vif-plugged", "status": "completed", "tag": "38698545-04ae-4928-8745-d91a41315582", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:27.796515 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e65c62b-dbe9-49d8-ae97-ba883bfb6261 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:27.797077 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790f0b08-49e2-4c8a-b5a7-7119870a0a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38698545-04ae-4928-8745-d91a41315582', 'code': 200} Feb 11 04:26:27.822397 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89996e1c-f751-4090-9150-37f942823f65 req-3547d28d-108e-4132-ac40-c7b4767eed45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6cd12236-2b63-4f55-9764-b0d854f3a97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344491 Feb 11 04:26:27.824777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-76c14e3d-d123-4590-a99a-1b5593782c6f service neutron] 10.222.0.13 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335968 Feb 11 04:26:27.832022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd', 'name': 'network-vif-deleted', 'tag': '5ca1f29a-b90f-4884-bf57-ce5cfcb57a58'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:27.835421 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95869dd-c95b-4e25-b7c1-746cc4f54779" -d '{"events": [{"server_uuid": "048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd", "name": "network-vif-deleted", "tag": "5ca1f29a-b90f-4884-bf57-ce5cfcb57a58"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:27.908907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-352ef011-4ba2-44b9-ab6e-cf7283405377 req-fd3ea9d7-d757-4c31-a224-0db4316a4393 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Deleting port fa8bf087-7879-4f84-a5b7-da15877e608b {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:26:27.909813 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-352ef011-4ba2-44b9-ab6e-cf7283405377 req-fd3ea9d7-d757-4c31-a224-0db4316a4393 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:28.027324 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-352ef011-4ba2-44b9-ab6e-cf7283405377 req-fd3ea9d7-d757-4c31-a224-0db4316a4393 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] For port fa8bf087-7879-4f84-a5b7-da15877e608b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=fa8bf087-7879-4f84-a5b7-da15877e608b,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:28.027805 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-352ef011-4ba2-44b9-ab6e-cf7283405377 req-fd3ea9d7-d757-4c31-a224-0db4316a4393 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:28.036549 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:28.049838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-352ef011-4ba2-44b9-ab6e-cf7283405377 req-fd3ea9d7-d757-4c31-a224-0db4316a4393 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Calling delete_port for fa8bf087-7879-4f84-a5b7-da15877e608b owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:26:28.092778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89996e1c-f751-4090-9150-37f942823f65 req-10ed68fc-41e4-4925-bc28-3159bf61d5c1 service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627575 Feb 11 04:26:28.094802 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-f59e2c64-24a6-4f43-a0f0-637139a610db service neutron] 10.222.0.13 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538459 Feb 11 04:26:28.116021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40691366-d878-47de-91cd-5d292e69bbfb req-65def0fd-7e9a-4d48-89c4-e3bd28e9c2de tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:28.118814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40691366-d878-47de-91cd-5d292e69bbfb req-65def0fd-7e9a-4d48-89c4-e3bd28e9c2de tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 944 time: 0.2185841 Feb 11 04:26:28.121831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48739a-63e8-4472-8c14-118d50899c87 req-3cf014e2-b998-4124-9f64-ce8d336cbfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:28.123402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd48739a-63e8-4472-8c14-118d50899c87 req-3cf014e2-b998-4124-9f64-ce8d336cbfeb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=790f0b08-49e2-4c8a-b5a7-7119870a0a2a HTTP/1.1" status: 200 len: 1128 time: 0.2172012 Feb 11 04:26:28.136040 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:26:28.178368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:26:28.179026 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5ca1f29a-b90f-4884-bf57-ce5cfcb57a58 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:26:28.225138 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:28.239376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Allocated IP 172.20.0.2 (23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d/41f80578-a9e7-4654-984f-fc49dc8aa6b8/822ae50f-eb7d-4558-a90f-2226c1edb884) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:28.270270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd48739a-63e8-4472-8c14-118d50899c87 req-6dd9dd33-960f-4bb7-80e4-9376f3b3a0a0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352344 Feb 11 04:26:28.273261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40691366-d878-47de-91cd-5d292e69bbfb req-a45c9424-10cb-4f53-aa6d-e1ca68e2227c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370997 Feb 11 04:26:28.279169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89996e1c-f751-4090-9150-37f942823f65 req-456ea9f6-d572-4f5c-bdef-0d22c7d5141b service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792724 Feb 11 04:26:28.439176 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks [] for port (822ae50f-eb7d-4558-a90f-2226c1edb884), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:28.448733 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85a659f-b33f-4540-99ab-76964164c72f x-openstack-request-id: req-f85a659f-b33f-4540-99ab-76964164c72f {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:28.449059 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd", "name": "network-vif-deleted", "tag": "5ca1f29a-b90f-4884-bf57-ce5cfcb57a58", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:28.449325 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f85a659f-b33f-4540-99ab-76964164c72f {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:28.449757 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048e0e8d-33d7-40e8-9e6b-92b5fbbbe7bd', 'name': 'network-vif-deleted', 'tag': '5ca1f29a-b90f-4884-bf57-ce5cfcb57a58', 'status': 'completed', 'code': 200} Feb 11 04:26:28.468261 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-352ef011-4ba2-44b9-ab6e-cf7283405377 req-fd3ea9d7-d757-4c31-a224-0db4316a4393 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (fa8bf087-7879-4f84-a5b7-da15877e608b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:28.469522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a27260a9-a949-48b9-949f-8082384c951f req-eab21c50-658f-4d12-ba2e-ac6229de5fcc tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 210 time: 0.0675755 Feb 11 04:26:28.490501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['fa8bf087-7879-4f84-a5b7-da15877e608b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:26:28.521786 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ea9d7-d757-4c31-a224-0db4316a4393 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Pushing event deleted for resources: {'Port': ['ID=fa8bf087-7879-4f84-a5b7-da15877e608b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:28.576178 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-352ef011-4ba2-44b9-ab6e-cf7283405377 req-fd3ea9d7-d757-4c31-a224-0db4316a4393 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] No DVR routers for this DVR port fa8bf087-7879-4f84-a5b7-da15877e608b on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:26:28.578894 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-352ef011-4ba2-44b9-ab6e-cf7283405377 req-fd3ea9d7-d757-4c31-a224-0db4316a4393 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:28.582498 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-352ef011-4ba2-44b9-ab6e-cf7283405377 req-fd3ea9d7-d757-4c31-a224-0db4316a4393 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.47 "DELETE /v2.0/ports/fa8bf087-7879-4f84-a5b7-da15877e608b HTTP/1.1" status: 204 len: 173 time: 0.9592927 Feb 11 04:26:28.583004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51136a77-e70a-4013-b861-6d5561925280', 'name': 'network-vif-deleted', 'tag': 'fa8bf087-7879-4f84-a5b7-da15877e608b'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:28.587475 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f8b3b7-2395-4f20-8323-d528a63bde19" -d '{"events": [{"server_uuid": "51136a77-e70a-4013-b861-6d5561925280", "name": "network-vif-deleted", "tag": "fa8bf087-7879-4f84-a5b7-da15877e608b"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:28.626872 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38330dc4-9d0f-4567-972c-f10f6742d68c x-openstack-request-id: req-38330dc4-9d0f-4567-972c-f10f6742d68c {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:28.627177 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51136a77-e70a-4013-b861-6d5561925280", "name": "network-vif-deleted", "tag": "fa8bf087-7879-4f84-a5b7-da15877e608b", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:28.627441 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38330dc4-9d0f-4567-972c-f10f6742d68c {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:28.627849 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51136a77-e70a-4013-b861-6d5561925280', 'name': 'network-vif-deleted', 'tag': 'fa8bf087-7879-4f84-a5b7-da15877e608b', 'status': 'completed', 'code': 200} Feb 11 04:26:28.629986 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (822ae50f-eb7d-4558-a90f-2226c1edb884), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:28.674478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Network 23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:28.679722 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:28.683891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d31d54-6262-4d56-a132-84b97253b549 req-d009c76e-f5ab-4238-8607-e5ef06af9f88 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:28.684810 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:28.685787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8d31d54-6262-4d56-a132-84b97253b549 req-d009c76e-f5ab-4238-8607-e5ef06af9f88 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 946 time: 0.0745151 Feb 11 04:26:28.693009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event updated for resources: {'Port': ['ID=822ae50f-eb7d-4558-a90f-2226c1edb884,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:28.792193 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8d31d54-6262-4d56-a132-84b97253b549 req-6f1d9db8-5a41-4922-bd14-cb1fac75a479 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009293 Feb 11 04:26:28.838050 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks [] for floatingip (71b1df6e-244d-4007-98fc-e400ae1697bf), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:28.901128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5caa703b-a457-4bf2-92bc-b9fab5fd969d req-416680dc-5bc0-436f-8691-c509805a107d tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0494881 Feb 11 04:26:28.954745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f2f97-5e74-4a10-9572-acd95ca96e69 req-6d08e1f1-d1e1-4f86-8abe-20b520d97baa tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:28.956317 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-513f2f97-5e74-4a10-9572-acd95ca96e69 req-6d08e1f1-d1e1-4f86-8abe-20b520d97baa tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=790f0b08-49e2-4c8a-b5a7-7119870a0a2a HTTP/1.1" status: 200 len: 945 time: 0.0588093 Feb 11 04:26:29.013568 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (822ae50f-eb7d-4558-a90f-2226c1edb884), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:29.032478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-513f2f97-5e74-4a10-9572-acd95ca96e69 req-2987e66c-115f-404e-adb6-f734d2e3264a tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700867 Feb 11 04:26:29.116160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49900) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:29.220974 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks [] for port (822ae50f-eb7d-4558-a90f-2226c1edb884), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:29.283355 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49906) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:29.285757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6508b505-c176-42f0-954d-12fef3cfbeea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01c7ac7397254a4b85200275fb6b06b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680222 Feb 11 04:26:29.323190 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (822ae50f-eb7d-4558-a90f-2226c1edb884), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:29.393482 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2688f623-2426-41e2-8cb9-f21e35ea433c admin admin] Publish callbacks [] for security_group (3a17cd2f-6ee6-4276-b258-0859a922c116), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:29.416613 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event updated for resources: {'Port': ['ID=822ae50f-eb7d-4558-a90f-2226c1edb884,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:29.433051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2688f623-2426-41e2-8cb9-f21e35ea433c admin admin] Publish callbacks [] for security_group (3a17cd2f-6ee6-4276-b258-0859a922c116), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:29.438887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644ddcd-934f-46b3-8d00-1883409a3c9c req-bca505b4-6876-4602-85fb-10317d316ea8 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:29.440536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d644ddcd-934f-46b3-8d00-1883409a3c9c req-bca505b4-6876-4602-85fb-10317d316ea8 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 944 time: 0.0665555 Feb 11 04:26:29.444504 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (71b1df6e-244d-4007-98fc-e400ae1697bf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:29.527455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d644ddcd-934f-46b3-8d00-1883409a3c9c req-dd3649e5-67ad-47e0-afc8-cee0f5925d5b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799291 Feb 11 04:26:29.567329 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c61c083-50f3-4e99-9b49-a0fab9cf636d req-e0e5b548-ddda-40e2-b586-b960a06fb72b tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 210 time: 0.0382569 Feb 11 04:26:29.591952 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:29.595819 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fe11b084-8de5-4b74-90d0-54bd5a0e7da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9688330 Feb 11 04:26:29.595819 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2688f623-2426-41e2-8cb9-f21e35ea433c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3a17cd2f-6ee6-4276-b258-0859a922c116), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:29.596420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49912) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:29.596800 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2688f623-2426-41e2-8cb9-f21e35ea433c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:29.597868 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2688f623-2426-41e2-8cb9-f21e35ea433c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a17cd2f-6ee6-4276-b258-0859a922c116 HTTP/1.1" status: 204 len: 168 time: 0.3133881 Feb 11 04:26:29.612069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688f623-2426-41e2-8cb9-f21e35ea433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a17cd2f-6ee6-4276-b258-0859a922c116,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:29.649524 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:29.698517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-79bbb19c-4813-49b5-a500-42122ccb6b88 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d HTTP/1.1" status: 200 len: 689 time: 0.0983078 Feb 11 04:26:29.699107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49918) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:29.769191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49920) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:29.799626 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:29.875063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3235a947-6153-44e2-8115-0da483b72970 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:26:29.935254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Deleting port 822ae50f-eb7d-4558-a90f-2226c1edb884 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:26:29.935840 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (822ae50f-eb7d-4558-a90f-2226c1edb884), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.043287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3235a947-6153-44e2-8115-0da483b72970, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3235a947-6153-44e2-8115-0da483b72970,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:30.050949 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (822ae50f-eb7d-4558-a90f-2226c1edb884), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.051286 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks [] for floatingip (822ae50f-eb7d-4558-a90f-2226c1edb884), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.062516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '3235a947-6153-44e2-8115-0da483b72970', 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e', 'port_id': '3235a947-6153-44e2-8115-0da483b72970', 'mac_address': 'fa:16:3e:ed:53:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de27eb8-a8a3-47a4-8b0d-bfc468039fee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:26:30.094511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Calling delete_port for 822ae50f-eb7d-4558-a90f-2226c1edb884 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:26:30.107324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 3235a947-6153-44e2-8115-0da483b72970 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:30.107727 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3235a947-6153-44e2-8115-0da483b72970), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.116699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1aff5f4e-13ff-4857-8275-2dff83322b98 req-a90f42ca-1132-4eb3-b156-ee69e4c7f4a5 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0513363 Feb 11 04:26:30.117435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-96bd98bc-7041-47d0-ae99-9d46d6c02101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.131861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3235a947-6153-44e2-8115-0da483b72970 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:26:30.157691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3235a947-6153-44e2-8115-0da483b72970, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3235a947-6153-44e2-8115-0da483b72970,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:30.257801 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3235a947-6153-44e2-8115-0da483b72970), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.295677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae84de0-67b2-492c-ad0e-063e0e4ba290 req-4cdacf9a-3817-497c-892d-33f44c4f033e tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:30.297321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3ae84de0-67b2-492c-ad0e-063e0e4ba290 req-4cdacf9a-3817-497c-892d-33f44c4f033e tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=790f0b08-49e2-4c8a-b5a7-7119870a0a2a HTTP/1.1" status: 200 len: 945 time: 0.1687136 Feb 11 04:26:30.310759 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=3235a947-6153-44e2-8115-0da483b72970,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:30.410600 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-96bd98bc-7041-47d0-ae99-9d46d6c02101 admin admin] Publish callbacks [] for security_group (89652846-2db1-4204-8583-8d8d8e3d2bed), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.416432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3ae84de0-67b2-492c-ad0e-063e0e4ba290 req-49922969-32ad-4b52-bffc-1fe01758e32b tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096256 Feb 11 04:26:30.431541 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49930) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:30.446728 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b61fd7e0-fafe-42fe-b8a1-74757f44c56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.469568 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-96bd98bc-7041-47d0-ae99-9d46d6c02101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (89652846-2db1-4204-8583-8d8d8e3d2bed), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.503228 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (822ae50f-eb7d-4558-a90f-2226c1edb884), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.512360 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['3235a947-6153-44e2-8115-0da483b72970'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:26:30.539029 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b61fd7e0-fafe-42fe-b8a1-74757f44c56c admin admin] Publish callbacks [] for security_group (29ac9e47-a6e3-441e-b4b6-b96b6a2943ee), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.547190 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-96bd98bc-7041-47d0-ae99-9d46d6c02101 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a494f9ce80c4f6ba8151773f22af988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7763226 Feb 11 04:26:30.550243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49936) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:30.552759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event deleted for resources: {'Port': ['ID=822ae50f-eb7d-4558-a90f-2226c1edb884,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:30.555896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd98bc-7041-47d0-ae99-9d46d6c02101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89652846-2db1-4204-8583-8d8d8e3d2bed,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:30.606362 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b61fd7e0-fafe-42fe-b8a1-74757f44c56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (29ac9e47-a6e3-441e-b4b6-b96b6a2943ee), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.648258 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b61fd7e0-fafe-42fe-b8a1-74757f44c56c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33697940e56d46a39ed49e7a6967b6a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2155652 Feb 11 04:26:30.652447 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49940) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:30.653125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fd7e0-fafe-42fe-b8a1-74757f44c56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ac9e47-a6e3-441e-b4b6-b96b6a2943ee,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:30.736801 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks [] for floatingip (71b1df6e-244d-4007-98fc-e400ae1697bf), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.740937 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f955d995-abb1-478c-9cb0-fc4e0422f53d admin admin] Publish callbacks [] for security_group (89652846-2db1-4204-8583-8d8d8e3d2bed), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.741531 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04058606-ef93-42f0-b195-6127001d24e9 admin admin] Publish callbacks [] for security_group (29ac9e47-a6e3-441e-b4b6-b96b6a2943ee), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.767245 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04058606-ef93-42f0-b195-6127001d24e9 admin admin] Publish callbacks [] for security_group (29ac9e47-a6e3-441e-b4b6-b96b6a2943ee), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.778503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10549dc3-c667-418f-913c-b85bb0916fa7 req-5a4a3118-b674-4476-b31f-095bb9ae353f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:30.780017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10549dc3-c667-418f-913c-b85bb0916fa7 req-5a4a3118-b674-4476-b31f-095bb9ae353f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 945 time: 0.1549430 Feb 11 04:26:30.784265 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f955d995-abb1-478c-9cb0-fc4e0422f53d admin admin] Publish callbacks [] for security_group (89652846-2db1-4204-8583-8d8d8e3d2bed), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.881003 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (41f80578-a9e7-4654-984f-fc49dc8aa6b8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.882267 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04058606-ef93-42f0-b195-6127001d24e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (29ac9e47-a6e3-441e-b4b6-b96b6a2943ee), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.885114 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04058606-ef93-42f0-b195-6127001d24e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:30.888692 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-04058606-ef93-42f0-b195-6127001d24e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29ac9e47-a6e3-441e-b4b6-b96b6a2943ee HTTP/1.1" status: 204 len: 168 time: 0.2299922 Feb 11 04:26:30.924670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04058606-ef93-42f0-b195-6127001d24e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ac9e47-a6e3-441e-b4b6-b96b6a2943ee,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:30.934360 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10549dc3-c667-418f-913c-b85bb0916fa7 req-2f511991-568f-42f3-a3fb-9df35bf74963 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282480 Feb 11 04:26:30.961939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55417553-5ae6-4478-9e0a-5f314fbed5bc req-98c7b52e-d5c5-408d-b07a-ad3ac3df0e4f tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 210 time: 0.0752711 Feb 11 04:26:31.001129 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f955d995-abb1-478c-9cb0-fc4e0422f53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (89652846-2db1-4204-8583-8d8d8e3d2bed), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:31.004507 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f955d995-abb1-478c-9cb0-fc4e0422f53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:31.009940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f955d995-abb1-478c-9cb0-fc4e0422f53d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89652846-2db1-4204-8583-8d8d8e3d2bed HTTP/1.1" status: 204 len: 168 time: 0.4547930 Feb 11 04:26:31.033683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-07875d18-630a-4ca2-a7ab-ec289259b5c1 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:31.035192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955d995-abb1-478c-9cb0-fc4e0422f53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89652846-2db1-4204-8583-8d8d8e3d2bed,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:31.035686 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-07875d18-630a-4ca2-a7ab-ec289259b5c1 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.47 "GET /v2.0/networks?id=10aa80bb-93b9-4f30-8204-8c23a28b3aee HTTP/1.1" status: 200 len: 814 time: 0.1969976 Feb 11 04:26:31.064409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-113ce4d3-9ca7-4e7e-8ab8-710bb6a6cd70 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Request body: {'port': {'device_id': 'd0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2', 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee', 'admin_state_up': True, 'tenant_id': '6a2e964cc91a403d9b6aa3dea7445ed3'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:31.121780 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (41f80578-a9e7-4654-984f-fc49dc8aa6b8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:31.164336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=41f80578-a9e7-4654-984f-fc49dc8aa6b8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:31.255798 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:31.286173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-113ce4d3-9ca7-4e7e-8ab8-710bb6a6cd70 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Made reservation on behalf of 6a2e964cc91a403d9b6aa3dea7445ed3 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:31.289810 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-113ce4d3-9ca7-4e7e-8ab8-710bb6a6cd70 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:31.299461 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c68450d-92f8-43f1-9dd4-26221c45e0f1 req-ee69b365-a765-496d-9847-11b5dabc4816 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0463066 Feb 11 04:26:31.303685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:31.313689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73db451-c3cd-4a17-ba93-245b97e47fc5') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:31.313996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73db451-c3cd-4a17-ba93-245b97e47fc5') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:31.325708 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (c73db451-c3cd-4a17-ba93-245b97e47fc5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:31.348338 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (c73db451-c3cd-4a17-ba93-245b97e47fc5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:31.356421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:26:31.356812 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (c73db451-c3cd-4a17-ba93-245b97e47fc5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:26:31.358671 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:26:31.491295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-113ce4d3-9ca7-4e7e-8ab8-710bb6a6cd70 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Allocated IP 172.20.0.10 (10aa80bb-93b9-4f30-8204-8c23a28b3aee/3eba31f7-1207-4443-a78f-e7f3b3f7b7c9/138af887-d2b9-4afd-b1a8-d1079ea604ba) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:31.512038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:31.519458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 04:26:31.527350 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:31.534582 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "DELETE /v2.0/networks/23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d HTTP/1.1" status: 204 len: 168 time: 1.8335798 Feb 11 04:26:31.535670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49958) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:31.552134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d35778-9f33-4e3e-a2df-1eeb24979d24 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event deleted for resources: {'Network': ['ID=23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:31.567374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac28407-21a6-4bdb-91dc-013bf0e07d2d req-727dc1f1-8599-49be-9da5-2511a000ca23 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:31.570251 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cac28407-21a6-4bdb-91dc-013bf0e07d2d req-727dc1f1-8599-49be-9da5-2511a000ca23 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=790f0b08-49e2-4c8a-b5a7-7119870a0a2a HTTP/1.1" status: 200 len: 945 time: 0.0877552 Feb 11 04:26:31.649766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cac28407-21a6-4bdb-91dc-013bf0e07d2d req-4b6beca9-af1e-4f4e-ad06-6dceebab7b97 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699017 Feb 11 04:26:31.734411 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3ac469f3-5bc4-41e5-9c15-4320eb3ecba7 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.1971891 Feb 11 04:26:31.736997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49966) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:31.849645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49968) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:31.873770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fdd1dc-9b82-4e80-b6ab-624949a6bd43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:31.874336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fdd1dc-9b82-4e80-b6ab-624949a6bd43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:31.874836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fdd1dc-9b82-4e80-b6ab-624949a6bd43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:31.875333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fdd1dc-9b82-4e80-b6ab-624949a6bd43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:31.875749 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fdd1dc-9b82-4e80-b6ab-624949a6bd43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:31.876282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fdd1dc-9b82-4e80-b6ab-624949a6bd43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:31.876736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fdd1dc-9b82-4e80-b6ab-624949a6bd43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:31.879290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3235a947-6153-44e2-8115-0da483b72970 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:31.880889 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-113ce4d3-9ca7-4e7e-8ab8-710bb6a6cd70 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks [] for port (138af887-d2b9-4afd-b1a8-d1079ea604ba), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:31.882013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-04fdd1dc-9b82-4e80-b6ab-624949a6bd43 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4670 time: 0.1437626 Feb 11 04:26:31.882283 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49970) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:31.884155 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fbe44672-2133-4866-ad15-3d13bce5ef39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:31.978126 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fbe44672-2133-4866-ad15-3d13bce5ef39 admin admin] Publish callbacks [] for security_group (654faa5d-b6b3-45ff-9a69-93ee6844a15e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:32.021332 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-add39dec-7615-43ed-aa5f-d6559f2aaa37 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] delete failed (client error): The resource could not be found. Feb 11 04:26:32.022711 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-add39dec-7615-43ed-aa5f-d6559f2aaa37 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/71b1df6e-244d-4007-98fc-e400ae1697bf HTTP/1.1" status: 404 len: 345 time: 0.1387939 Feb 11 04:26:32.026403 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49978) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:32.029735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 3235a947-6153-44e2-8115-0da483b72970 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:26:32.035351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 3235a947-6153-44e2-8115-0da483b72970 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:32.036675 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3235a947-6153-44e2-8115-0da483b72970), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:32.052429 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fbe44672-2133-4866-ad15-3d13bce5ef39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (654faa5d-b6b3-45ff-9a69-93ee6844a15e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:32.186242 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe44672-2133-4866-ad15-3d13bce5ef39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654faa5d-b6b3-45ff-9a69-93ee6844a15e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:32.191030 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fbe44672-2133-4866-ad15-3d13bce5ef39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83d85f173640470ea08171aa91870fa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3402200 Feb 11 04:26:32.202577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49984) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:32.208112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 3235a947-6153-44e2-8115-0da483b72970 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:32.210437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e669d9e-6afe-4501-9eba-19e8ac2b9bfa req-83ef093b-ffbd-4a82-95cb-811d362c5c99 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:32.211563 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3235a947-6153-44e2-8115-0da483b72970), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:32.218484 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e669d9e-6afe-4501-9eba-19e8ac2b9bfa req-83ef093b-ffbd-4a82-95cb-811d362c5c99 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 945 time: 0.1415536 Feb 11 04:26:32.241391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c1d878-b14e-4850-9a98-46cdc0b89b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3235a947-6153-44e2-8115-0da483b72970'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:32.244189 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d2d374-ae39-4cf1-b12f-d07dc48ca1e2" -d '{"events": [{"server_uuid": "b4c1d878-b14e-4850-9a98-46cdc0b89b10", "name": "network-vif-plugged", "status": "completed", "tag": "3235a947-6153-44e2-8115-0da483b72970"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:32.258387 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3235a947-6153-44e2-8115-0da483b72970, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3235a947-6153-44e2-8115-0da483b72970,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:32.338337 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3235a947-6153-44e2-8115-0da483b72970), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:32.339810 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device fa8bf087-7879-4f84-a5b7-da15877e608b no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:26:32.348292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383a5d3-8a81-44ec-bd5b-9c75e80dd68d req-e1bd4f87-6dcf-4547-85b3-59c84242638d tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:32.349903 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5383a5d3-8a81-44ec-bd5b-9c75e80dd68d req-e1bd4f87-6dcf-4547-85b3-59c84242638d tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 932 time: 0.2221630 Feb 11 04:26:32.374078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e669d9e-6afe-4501-9eba-19e8ac2b9bfa req-1e2f18ec-52fd-477a-8d20-c3ea4e6ea749 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545520 Feb 11 04:26:32.418478 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-33f52f43-07ac-4314-bc9c-7d4cba63b761 admin admin] Publish callbacks [] for security_group (654faa5d-b6b3-45ff-9a69-93ee6844a15e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:32.439380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c2960-df87-4f55-b9b0-c0fbcb174c2f req-946d06a0-28e5-484b-a1e9-b230f63048a1 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:32.441443 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e82c2960-df87-4f55-b9b0-c0fbcb174c2f req-946d06a0-28e5-484b-a1e9-b230f63048a1 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.32 "GET /v2.0/ports?device_id=790f0b08-49e2-4c8a-b5a7-7119870a0a2a HTTP/1.1" status: 200 len: 945 time: 0.1771088 Feb 11 04:26:32.442050 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=3235a947-6153-44e2-8115-0da483b72970,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:32.457649 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: fa8bf087-7879-4f84-a5b7-da15877e608b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:26:32.457993 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device fa8bf087-7879-4f84-a5b7-da15877e608b not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:26:32.472190 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559f0013-4bd5-44e7-835f-c56a0d8a9898 x-openstack-request-id: req-559f0013-4bd5-44e7-835f-c56a0d8a9898 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:32.475427 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-33f52f43-07ac-4314-bc9c-7d4cba63b761 admin admin] Publish callbacks [] for security_group (654faa5d-b6b3-45ff-9a69-93ee6844a15e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:32.488653 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c1d878-b14e-4850-9a98-46cdc0b89b10", "name": "network-vif-plugged", "status": "completed", "tag": "3235a947-6153-44e2-8115-0da483b72970", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:32.489000 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-559f0013-4bd5-44e7-835f-c56a0d8a9898 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:32.489434 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c1d878-b14e-4850-9a98-46cdc0b89b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3235a947-6153-44e2-8115-0da483b72970', 'code': 200} Feb 11 04:26:32.492773 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6bfc5b-d610-448c-8584-4cd8a607fd88 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] DELETE failed (client error): The resource could not be found. Feb 11 04:26:32.494092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6bfc5b-d610-448c-8584-4cd8a607fd88 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:26:32.500900 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dc6bfc5b-d610-448c-8584-4cd8a607fd88 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "DELETE /v2.0/networks/23f8bfd0-555e-4707-9e90-f7d1cbe0bb5d HTTP/1.1" status: 404 len: 339 time: 0.4702275 Feb 11 04:26:32.500900 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-113ce4d3-9ca7-4e7e-8ab8-710bb6a6cd70 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (138af887-d2b9-4afd-b1a8-d1079ea604ba), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:32.501874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49992) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:32.515734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49994) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:32.517147 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-cbc96005-60b2-4e7a-b7be-8199740b2da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Request body: {'network': {'name': 'tempest-network--933401927', 'router:external': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:32.577256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-113ce4d3-9ca7-4e7e-8ab8-710bb6a6cd70 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Network 10aa80bb-93b9-4f30-8204-8c23a28b3aee is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:32.583492 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-113ce4d3-9ca7-4e7e-8ab8-710bb6a6cd70 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:32.586187 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-113ce4d3-9ca7-4e7e-8ab8-710bb6a6cd70 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:32.592958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ce4d3-9ca7-4e7e-8ab8-710bb6a6cd70 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Pushing event updated for resources: {'Port': ['ID=138af887-d2b9-4afd-b1a8-d1079ea604ba,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:32.645086 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-113ce4d3-9ca7-4e7e-8ab8-710bb6a6cd70 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:32.645877 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-113ce4d3-9ca7-4e7e-8ab8-710bb6a6cd70 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:32.674978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc96005-60b2-4e7a-b7be-8199740b2da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Made reservation on behalf of df70b58091664c3a80358be33af67ba2 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:32.677835 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbc96005-60b2-4e7a-b7be-8199740b2da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:32.710866 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-113ce4d3-9ca7-4e7e-8ab8-710bb6a6cd70 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6641977 Feb 11 04:26:32.711602 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc96005-60b2-4e7a-b7be-8199740b2da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:26:32.722526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Request body: {'port': {'device_id': 'd0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:32.750718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbc96005-60b2-4e7a-b7be-8199740b2da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6dd4a17d-d54b-4250-bd82-70099e2e37ae), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:32.751045 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-cbc96005-60b2-4e7a-b7be-8199740b2da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Added segment 6dd4a17d-d54b-4250-bd82-70099e2e37ae of type vlan for network cf041a3c-63ea-4f34-8390-f3bd106de296 Feb 11 04:26:32.824611 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5383a5d3-8a81-44ec-bd5b-9c75e80dd68d req-59067f08-bfc6-427e-a7ca-a627c64a25dd tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639266 Feb 11 04:26:32.826227 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbc96005-60b2-4e7a-b7be-8199740b2da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (cf041a3c-63ea-4f34-8390-f3bd106de296), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:32.827900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1068022602-network', 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:32.835891 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (138af887-d2b9-4afd-b1a8-d1079ea604ba), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:32.925527 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79cf9ef8-ec11-4739-b4e2-dd6843160fcc req-1cafc99c-db38-40e2-b143-4855415559d4 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.1108141 Feb 11 04:26:32.984452 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbc96005-60b2-4e7a-b7be-8199740b2da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (cf041a3c-63ea-4f34-8390-f3bd106de296), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:32.984870 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc96005-60b2-4e7a-b7be-8199740b2da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:32.985464 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbc96005-60b2-4e7a-b7be-8199740b2da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.044497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa901e-ca56-4ee4-be28-ffe9c273f311 req-ffe24d6e-c7d4-48b8-9e4d-71b0ac51ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:33.045942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6afa901e-ca56-4ee4-be28-ffe9c273f311 req-ffe24d6e-c7d4-48b8-9e4d-71b0ac51ea1e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 1129 time: 0.2263894 Feb 11 04:26:33.074783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5aa4a-8975-4cab-bd15-a7f18b9f77be req-fe8d808d-246c-4072-bb2f-fbf57fca4831 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:33.078664 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13c5aa4a-8975-4cab-bd15-a7f18b9f77be req-fe8d808d-246c-4072-bb2f-fbf57fca4831 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=790f0b08-49e2-4c8a-b5a7-7119870a0a2a HTTP/1.1" status: 200 len: 945 time: 0.1709483 Feb 11 04:26:33.080469 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] Made reservation on behalf of ec19c3b19ab44f71ad80c341fe163d36 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:33.082854 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.099834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6738c-7cfa-4572-95f4-9f6eebb5a4cf req-a41e238c-2e5f-42ea-8e0f-e3dbd5ed584f tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:33.101389 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fd6738c-7cfa-4572-95f4-9f6eebb5a4cf req-a41e238c-2e5f-42ea-8e0f-e3dbd5ed584f tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 946 time: 0.1700053 Feb 11 04:26:33.110662 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc96005-60b2-4e7a-b7be-8199740b2da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event updated for resources: {'Network': ['ID=cf041a3c-63ea-4f34-8390-f3bd106de296,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:33.116647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-e82c2960-df87-4f55-b9b0-c0fbcb174c2f req-f30ce294-7817-470f-87cf-bf1ccf152c56 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Deleting port 38698545-04ae-4928-8745-d91a41315582 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:26:33.117013 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e82c2960-df87-4f55-b9b0-c0fbcb174c2f req-f30ce294-7817-470f-87cf-bf1ccf152c56 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (38698545-04ae-4928-8745-d91a41315582), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.137931 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cbc96005-60b2-4e7a-b7be-8199740b2da9 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6317456 Feb 11 04:26:33.140883 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50002) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:33.150006 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.198768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network cf041a3c-63ea-4f34-8390-f3bd106de296 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:26:33.273023 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-33f52f43-07ac-4314-bc9c-7d4cba63b761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (654faa5d-b6b3-45ff-9a69-93ee6844a15e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.275797 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-33f52f43-07ac-4314-bc9c-7d4cba63b761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.283128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-33f52f43-07ac-4314-bc9c-7d4cba63b761 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/654faa5d-b6b3-45ff-9a69-93ee6844a15e HTTP/1.1" status: 204 len: 168 time: 1.0594316 Feb 11 04:26:33.323830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6afa901e-ca56-4ee4-be28-ffe9c273f311 req-5aef7b83-fddf-46b6-9a69-3657e5e18703 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703030 Feb 11 04:26:33.344553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f52f43-07ac-4314-bc9c-7d4cba63b761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654faa5d-b6b3-45ff-9a69-93ee6844a15e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:33.418544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e82c2960-df87-4f55-b9b0-c0fbcb174c2f req-f30ce294-7817-470f-87cf-bf1ccf152c56 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] For port 38698545-04ae-4928-8745-d91a41315582, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=38698545-04ae-4928-8745-d91a41315582,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:33.418958 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e82c2960-df87-4f55-b9b0-c0fbcb174c2f req-f30ce294-7817-470f-87cf-bf1ccf152c56 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (38698545-04ae-4928-8745-d91a41315582), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.426321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138af887-d2b9-4afd-b1a8-d1079ea604ba {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:26:33.432915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13c5aa4a-8975-4cab-bd15-a7f18b9f77be req-2b4ee56f-5f5a-443c-879c-c9c1ca553469 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/security-groups?id=4bb4600a-3c76-4f35-bab3-f427b00224c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238506 Feb 11 04:26:33.443314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54945768-1d2b-4b44-be4a-4418024b757f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:33.449919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54945768-1d2b-4b44-be4a-4418024b757f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:33.456019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54945768-1d2b-4b44-be4a-4418024b757f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:33.456190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-e82c2960-df87-4f55-b9b0-c0fbcb174c2f req-f30ce294-7817-470f-87cf-bf1ccf152c56 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Calling delete_port for 38698545-04ae-4928-8745-d91a41315582 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:26:33.461889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54945768-1d2b-4b44-be4a-4418024b757f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:33.466312 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-54945768-1d2b-4b44-be4a-4418024b757f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.3219612 Feb 11 04:26:33.466312 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Publish callbacks [] for port (138af887-d2b9-4afd-b1a8-d1079ea604ba), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.467058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50008) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:33.480663 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Transition to ACTIVE for port object 138af887-d2b9-4afd-b1a8-d1079ea604ba will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:26:33.555006 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (138af887-d2b9-4afd-b1a8-d1079ea604ba), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.628554 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=138af887-d2b9-4afd-b1a8-d1079ea604ba,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:33.669795 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83797e99-183f-4b8a-a67d-a57a421390a4 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (cf041a3c-63ea-4f34-8390-f3bd106de296), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.682453 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] Publish callbacks [] for security_group (32074a36-7b67-4542-8327-f0da852c588c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.684881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Attempting to bind port 138af887-d2b9-4afd-b1a8-d1079ea604ba on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:33.685505 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Attempting to bind port 138af887-d2b9-4afd-b1a8-d1079ea604ba by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'e21e9547-b663-45f9-8132-50283a23646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:33.685949 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Attempting to bind port 138af887-d2b9-4afd-b1a8-d1079ea604ba on network 10aa80bb-93b9-4f30-8204-8c23a28b3aee {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:33.691279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Port 138af887-d2b9-4afd-b1a8-d1079ea604ba on network 10aa80bb-93b9-4f30-8204-8c23a28b3aee not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:33.691770 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Attempting to bind port 138af887-d2b9-4afd-b1a8-d1079ea604ba on network 10aa80bb-93b9-4f30-8204-8c23a28b3aee {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:33.693520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-4fd6738c-7cfa-4572-95f4-9f6eebb5a4cf req-61dfa4cf-13f3-43ed-8439-efd44791d859 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Deleting port c3a5660b-a1a3-408b-b99a-5260dcd6bef2 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:26:33.693866 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fd6738c-7cfa-4572-95f4-9f6eebb5a4cf req-61dfa4cf-13f3-43ed-8439-efd44791d859 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c3a5660b-a1a3-408b-b99a-5260dcd6bef2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.698339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:26:33.699681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Checking segment: {'id': 'e21e9547-b663-45f9-8132-50283a23646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:33.699681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Bound using segment: {'id': 'e21e9547-b663-45f9-8132-50283a23646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:26:33.699681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Bound port: 138af887-d2b9-4afd-b1a8-d1079ea604ba, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21e9547-b663-45f9-8132-50283a23646c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:26:33.700337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (138af887-d2b9-4afd-b1a8-d1079ea604ba), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.740463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe19f3f-9ff3-453d-a326-52c68d4cf874 req-3206691c-bb9a-4171-865e-86a95edb96d1 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:33.742236 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfe19f3f-9ff3-453d-a326-52c68d4cf874 req-3206691c-bb9a-4171-865e-86a95edb96d1 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.2633479 Feb 11 04:26:33.761064 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.798885 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] For port 138af887-d2b9-4afd-b1a8-d1079ea604ba, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:26:33.803374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] For port 138af887-d2b9-4afd-b1a8-d1079ea604ba, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=138af887-d2b9-4afd-b1a8-d1079ea604ba,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:26:33.827229 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (32074a36-7b67-4542-8327-f0da852c588c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.853892 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.887493 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (138af887-d2b9-4afd-b1a8-d1079ea604ba), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.918244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:26:33.943509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:33.944082 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:33.945688 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] 10.222.0.47 "PUT /v2.0/ports/138af887-d2b9-4afd-b1a8-d1079ea604ba HTTP/1.1" status: 200 len: 1093 time: 1.2276397 Feb 11 04:26:33.946292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2', 'tag': '138af887-d2b9-4afd-b1a8-d1079ea604ba'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:33.948624 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9d9139-3d34-45d6-b515-17f0f2a9cff9" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2", "tag": "138af887-d2b9-4afd-b1a8-d1079ea604ba"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:33.964317 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca49f1-5aa5-40af-bdc8-1c0a0170d4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=138af887-d2b9-4afd-b1a8-d1079ea604ba,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:33.982489 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83797e99-183f-4b8a-a67d-a57a421390a4 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (cf041a3c-63ea-4f34-8390-f3bd106de296), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:34.016241 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (c2af0800-6354-4b6c-b9a6-1576b0b03e2c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:34.016601 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] Added segment c2af0800-6354-4b6c-b9a6-1576b0b03e2c of type vlan for network 614f328c-fbb9-40fc-92f4-67436d77cc24 Feb 11 04:26:34.068541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32074a36-7b67-4542-8327-f0da852c588c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:34.095250 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfe19f3f-9ff3-453d-a326-52c68d4cf874 req-d6afece7-8584-48fc-9692-1a4eb2ed53be tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419335 Feb 11 04:26:34.142382 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-83797e99-183f-4b8a-a67d-a57a421390a4 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf041a3c-63ea-4f34-8390-f3bd106de296']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:34.151410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-4fd6738c-7cfa-4572-95f4-9f6eebb5a4cf req-61dfa4cf-13f3-43ed-8439-efd44791d859 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] For port c3a5660b-a1a3-408b-b99a-5260dcd6bef2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c3a5660b-a1a3-408b-b99a-5260dcd6bef2,segment=NetworkSegment(ce26791e-835d-478c-97ae-1242b971a42d),segment_id=ce26791e-835d-478c-97ae-1242b971a42d)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:34.151410 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fd6738c-7cfa-4572-95f4-9f6eebb5a4cf req-61dfa4cf-13f3-43ed-8439-efd44791d859 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c3a5660b-a1a3-408b-b99a-5260dcd6bef2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:34.154139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-ead2c2b8-7019-46c3-88a8-494d908e0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:34.155760 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-ead2c2b8-7019-46c3-88a8-494d908e0911 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a2e964cc91a403d9b6aa3dea7445ed3&device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 1127 time: 0.0858860 Feb 11 04:26:34.163784 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea0870f-1a56-4e38-9962-751d361b1807 x-openstack-request-id: req-eea0870f-1a56-4e38-9962-751d361b1807 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:34.164076 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2", "tag": "138af887-d2b9-4afd-b1a8-d1079ea604ba", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:34.164405 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eea0870f-1a56-4e38-9962-751d361b1807 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:34.164924 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2', 'tag': '138af887-d2b9-4afd-b1a8-d1079ea604ba', 'status': 'completed', 'code': 200} Feb 11 04:26:34.192049 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e82c2960-df87-4f55-b9b0-c0fbcb174c2f req-f30ce294-7817-470f-87cf-bf1ccf152c56 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (38698545-04ae-4928-8745-d91a41315582), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:34.199412 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (614f328c-fbb9-40fc-92f4-67436d77cc24), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:34.203987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-83797e99-183f-4b8a-a67d-a57a421390a4 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd4a17d-d54b-4250-bd82-70099e2e37ae') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:34.204454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-83797e99-183f-4b8a-a67d-a57a421390a4 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd4a17d-d54b-4250-bd82-70099e2e37ae') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:34.206375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-4fd6738c-7cfa-4572-95f4-9f6eebb5a4cf req-61dfa4cf-13f3-43ed-8439-efd44791d859 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Calling delete_port for c3a5660b-a1a3-408b-b99a-5260dcd6bef2 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:26:34.217208 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-8d1d66ee-bcdf-44c1-9c1e-4cf224c01041 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=138af887-d2b9-4afd-b1a8-d1079ea604ba HTTP/1.1" status: 200 len: 217 time: 0.0512860 Feb 11 04:26:34.255244 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83797e99-183f-4b8a-a67d-a57a421390a4 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (6dd4a17d-d54b-4250-bd82-70099e2e37ae), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:34.273497 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-9ecd92fe-696a-45d3-b537-844d9abfffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:34.275368 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-9ecd92fe-696a-45d3-b537-844d9abfffdd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3eba31f7-1207-4443-a78f-e7f3b3f7b7c9 HTTP/1.1" status: 200 len: 854 time: 0.0462313 Feb 11 04:26:34.279401 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ce294-7817-470f-87cf-bf1ccf152c56 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Pushing event deleted for resources: {'Port': ['ID=38698545-04ae-4928-8745-d91a41315582,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:34.311472 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-48c81364-a739-4bda-a636-671ead06d1fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10aa80bb-93b9-4f30-8204-8c23a28b3aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278006 Feb 11 04:26:34.375187 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-544061f7-b946-456e-ac45-0e1820a54522 req-6af85fbf-b349-4b19-9f3d-b000d5362dee tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.1269393 Feb 11 04:26:34.404409 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83797e99-183f-4b8a-a67d-a57a421390a4 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6dd4a17d-d54b-4250-bd82-70099e2e37ae), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:34.422015 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-43fab84d-8b82-45bf-ab3d-1af0e4d567f6 service neutron] 10.222.0.47 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993445 Feb 11 04:26:34.448379 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83797e99-183f-4b8a-a67d-a57a421390a4 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:26:34.448798 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83797e99-183f-4b8a-a67d-a57a421390a4 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (6dd4a17d-d54b-4250-bd82-70099e2e37ae), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:26:34.465502 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:26:34.477285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82c2960-df87-4f55-b9b0-c0fbcb174c2f req-f30ce294-7817-470f-87cf-bf1ccf152c56 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] No DVR routers for this DVR port 38698545-04ae-4928-8745-d91a41315582 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:26:34.481296 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e82c2960-df87-4f55-b9b0-c0fbcb174c2f req-f30ce294-7817-470f-87cf-bf1ccf152c56 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:34.484928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e82c2960-df87-4f55-b9b0-c0fbcb174c2f req-f30ce294-7817-470f-87cf-bf1ccf152c56 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.32 "DELETE /v2.0/ports/38698545-04ae-4928-8745-d91a41315582 HTTP/1.1" status: 204 len: 173 time: 2.0313148 Feb 11 04:26:34.490465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790f0b08-49e2-4c8a-b5a7-7119870a0a2a', 'name': 'network-vif-deleted', 'tag': '38698545-04ae-4928-8745-d91a41315582'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:34.493641 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5065f7-37d8-429e-b10d-7e4e4dc3721e" -d '{"events": [{"server_uuid": "790f0b08-49e2-4c8a-b5a7-7119870a0a2a", "name": "network-vif-deleted", "tag": "38698545-04ae-4928-8745-d91a41315582"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:34.503570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d5ab4-9aec-402d-a78f-bb925db96645 req-4b65faba-62f3-49bd-aa16-8e0bbae46cb8 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:34.512057 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-400d5ab4-9aec-402d-a78f-bb925db96645 req-4b65faba-62f3-49bd-aa16-8e0bbae46cb8 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 944 time: 0.5723851 Feb 11 04:26:34.530285 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-64dcbd15-3032-4509-bf07-fba76994b8bd req-2e994557-ff69-425b-8ea1-0213e0fea955 service neutron] 10.222.0.47 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022968 Feb 11 04:26:34.598745 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (614f328c-fbb9-40fc-92f4-67436d77cc24), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:34.598745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:34.598745 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:34.624335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e10c6ec8-c372-43ef-84ad-51cdf964502c req-972931c5-ab55-41d6-8d80-967bbe4726ab tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=790f0b08-49e2-4c8a-b5a7-7119870a0a2a HTTP/1.1" status: 200 len: 210 time: 0.1012239 Feb 11 04:26:34.712949 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-400d5ab4-9aec-402d-a78f-bb925db96645 req-d402a523-e485-4bf4-bfe8-7b4dcd410648 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998591 Feb 11 04:26:34.720199 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42206713-9ddd-4972-991f-cf308042f463 x-openstack-request-id: req-42206713-9ddd-4972-991f-cf308042f463 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:34.720512 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790f0b08-49e2-4c8a-b5a7-7119870a0a2a", "name": "network-vif-deleted", "tag": "38698545-04ae-4928-8745-d91a41315582", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:34.720775 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42206713-9ddd-4972-991f-cf308042f463 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:34.722875 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790f0b08-49e2-4c8a-b5a7-7119870a0a2a', 'name': 'network-vif-deleted', 'tag': '38698545-04ae-4928-8745-d91a41315582', 'status': 'completed', 'code': 200} Feb 11 04:26:34.780378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d9139-3d34-45d6-b515-17f0f2a9cff9 req-8c874db9-9b24-4af1-857e-3f87b4f4714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:34.781933 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d9d9139-3d34-45d6-b515-17f0f2a9cff9 req-8c874db9-9b24-4af1-857e-3f87b4f4714d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6a2e964cc91a403d9b6aa3dea7445ed3&device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 1127 time: 0.0777364 Feb 11 04:26:34.782203 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83797e99-183f-4b8a-a67d-a57a421390a4 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (cf041a3c-63ea-4f34-8390-f3bd106de296), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:34.786888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2681212 Feb 11 04:26:34.795580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50040) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:34.796324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83797e99-183f-4b8a-a67d-a57a421390a4 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf041a3c-63ea-4f34-8390-f3bd106de296 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 04:26:34.804737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a2b1552a-67c7-49b6-b6ea-76ed0a952c33 admin admin] Request body: {'subnet': {'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1068022602-subnet', 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:34.809689 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83797e99-183f-4b8a-a67d-a57a421390a4 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:34.816460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-83797e99-183f-4b8a-a67d-a57a421390a4 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "DELETE /v2.0/networks/cf041a3c-63ea-4f34-8390-f3bd106de296 HTTP/1.1" status: 204 len: 168 time: 1.3416197 Feb 11 04:26:34.816460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3acdf8-a25f-4280-b71f-60a3131d5e16 admin admin] Pushing event updated for resources: {'Network': ['ID=614f328c-fbb9-40fc-92f4-67436d77cc24,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:34.819069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50042) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:34.832197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-e032a4b7-a973-429c-9059-b06ac62ae2bc tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Request body: {'network': {'name': 'tempest-network--1998452069', 'router:external': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:34.835813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 614f328c-fbb9-40fc-92f4-67436d77cc24 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:26:34.871792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83797e99-183f-4b8a-a67d-a57a421390a4 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf041a3c-63ea-4f34-8390-f3bd106de296,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:34.912203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d9139-3d34-45d6-b515-17f0f2a9cff9 req-52cee815-2434-4238-bd32-08225efbf227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:34.913807 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d9d9139-3d34-45d6-b515-17f0f2a9cff9 req-52cee815-2434-4238-bd32-08225efbf227 service neutron] 10.222.0.47 "GET /v2.0/networks?id=10aa80bb-93b9-4f30-8204-8c23a28b3aee HTTP/1.1" status: 200 len: 915 time: 0.1178980 Feb 11 04:26:34.933182 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fd6738c-7cfa-4572-95f4-9f6eebb5a4cf req-61dfa4cf-13f3-43ed-8439-efd44791d859 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c3a5660b-a1a3-408b-b99a-5260dcd6bef2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:34.984127 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d9d9139-3d34-45d6-b515-17f0f2a9cff9 req-db93ae26-b66d-4eb2-ab65-796eb929e807 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=138af887-d2b9-4afd-b1a8-d1079ea604ba HTTP/1.1" status: 200 len: 217 time: 0.0633745 Feb 11 04:26:35.007149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dfa4cf-13f3-43ed-8439-efd44791d859 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Pushing event deleted for resources: {'Port': ['ID=c3a5660b-a1a3-408b-b99a-5260dcd6bef2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:35.010223 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e032a4b7-a973-429c-9059-b06ac62ae2bc tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Made reservation on behalf of df70b58091664c3a80358be33af67ba2 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:35.013037 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e032a4b7-a973-429c-9059-b06ac62ae2bc tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:35.019773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b1552a-67c7-49b6-b6ea-76ed0a952c33 admin admin] Made reservation on behalf of ec19c3b19ab44f71ad80c341fe163d36 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:35.022188 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a2b1552a-67c7-49b6-b6ea-76ed0a952c33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:35.049961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd6738c-7cfa-4572-95f4-9f6eebb5a4cf req-61dfa4cf-13f3-43ed-8439-efd44791d859 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] No DVR routers for this DVR port c3a5660b-a1a3-408b-b99a-5260dcd6bef2 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:26:35.053247 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fd6738c-7cfa-4572-95f4-9f6eebb5a4cf req-61dfa4cf-13f3-43ed-8439-efd44791d859 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:35.058047 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fd6738c-7cfa-4572-95f4-9f6eebb5a4cf req-61dfa4cf-13f3-43ed-8439-efd44791d859 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.32 "DELETE /v2.0/ports/c3a5660b-a1a3-408b-b99a-5260dcd6bef2 HTTP/1.1" status: 204 len: 173 time: 1.9437530 Feb 11 04:26:35.061196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d9139-3d34-45d6-b515-17f0f2a9cff9 req-c51e350c-ebda-44ff-9ea6-8cc954e35e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:35.064014 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d9d9139-3d34-45d6-b515-17f0f2a9cff9 req-c51e350c-ebda-44ff-9ea6-8cc954e35e44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3eba31f7-1207-4443-a78f-e7f3b3f7b7c9 HTTP/1.1" status: 200 len: 854 time: 0.0697753 Feb 11 04:26:35.113089 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d9d9139-3d34-45d6-b515-17f0f2a9cff9 req-674c2062-8abc-4649-aa80-c51ec4486bd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=10aa80bb-93b9-4f30-8204-8c23a28b3aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351617 Feb 11 04:26:35.127635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e032a4b7-a973-429c-9059-b06ac62ae2bc tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:26:35.148934 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e032a4b7-a973-429c-9059-b06ac62ae2bc tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6f5536ab-deae-478b-8c7e-dc8abc57cc3d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:35.149821 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-e032a4b7-a973-429c-9059-b06ac62ae2bc tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Added segment 6f5536ab-deae-478b-8c7e-dc8abc57cc3d of type vlan for network 3fa127e2-798a-4cba-adcb-ce54b6b4c085 Feb 11 04:26:35.292656 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d9d9139-3d34-45d6-b515-17f0f2a9cff9 req-4e7e1ce4-95b7-4882-a2a4-cb3eaf50fa66 service neutron] 10.222.0.47 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710961 Feb 11 04:26:35.294725 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e032a4b7-a973-429c-9059-b06ac62ae2bc tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (3fa127e2-798a-4cba-adcb-ce54b6b4c085), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:35.359766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1876a24-8bcc-4aee-943d-f30e163fa20c req-b926c9aa-52ea-49f3-aaa4-80e9c845a870 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:35.361342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1876a24-8bcc-4aee-943d-f30e163fa20c req-b926c9aa-52ea-49f3-aaa4-80e9c845a870 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.1737106 Feb 11 04:26:35.416401 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d9d9139-3d34-45d6-b515-17f0f2a9cff9 req-447b7f63-cd50-42dc-a156-debc9714d120 service neutron] 10.222.0.47 "GET /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150711 Feb 11 04:26:35.464595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1876a24-8bcc-4aee-943d-f30e163fa20c req-03537c6d-8f14-4569-ba7e-27d57f6f1b60 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922403 Feb 11 04:26:35.516891 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-efb2e9a9-2df2-446e-8934-e560b9c100ff req-359db730-4127-4905-a390-94e2e73f5df4 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0515521 Feb 11 04:26:35.519621 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e032a4b7-a973-429c-9059-b06ac62ae2bc tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (3fa127e2-798a-4cba-adcb-ce54b6b4c085), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:35.521336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e032a4b7-a973-429c-9059-b06ac62ae2bc tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:35.521927 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e032a4b7-a973-429c-9059-b06ac62ae2bc tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:35.546364 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a2b1552a-67c7-49b6-b6ea-76ed0a952c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (2e44a196-1d3b-4bb5-96a0-8fa55ff75945), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:35.635398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e032a4b7-a973-429c-9059-b06ac62ae2bc tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8105505 Feb 11 04:26:35.638976 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50062) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:35.643934 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032a4b7-a973-429c-9059-b06ac62ae2bc tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event updated for resources: {'Network': ['ID=3fa127e2-798a-4cba-adcb-ce54b6b4c085,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:35.658214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 3fa127e2-798a-4cba-adcb-ce54b6b4c085 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:26:35.705379 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1552a-67c7-49b6-b6ea-76ed0a952c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e44a196-1d3b-4bb5-96a0-8fa55ff75945,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:35.737969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b1552a-67c7-49b6-b6ea-76ed0a952c33 admin admin] Checking segment: {'id': 'c2af0800-6354-4b6c-b9a6-1576b0b03e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:35.738348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b1552a-67c7-49b6-b6ea-76ed0a952c33 admin admin] Network hostable DHCP agents. Network: 614f328c-fbb9-40fc-92f4-67436d77cc24, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:26:35.789475 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503f5fc8-3963-4080-ae36-b5c36185129c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:35.794731 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-503f5fc8-3963-4080-ae36-b5c36185129c tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] 10.222.0.13 "GET /v2.0/networks/3fa127e2-798a-4cba-adcb-ce54b6b4c085 HTTP/1.1" status: 200 len: 757 time: 0.1520939 Feb 11 04:26:35.795219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50072) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:35.822372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e5a4851-dda5-4566-9b19-d2c5700e1641 req-22c59ecf-7681-4789-b6d1-cfe6889b34c5 tempest-MultipleCreateTestJSON-964444599 tempest-MultipleCreateTestJSON-964444599-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f702c6-51d7-44bf-8002-a9b098effe10 HTTP/1.1" status: 200 len: 210 time: 0.0405042 Feb 11 04:26:35.893681 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b1552a-67c7-49b6-b6ea-76ed0a952c33 admin admin] Network 614f328c-fbb9-40fc-92f4-67436d77cc24 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:26:35.949558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d467c4bf-4e3c-4d55-b0c6-439a1e201c7a tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:35.951052 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d467c4bf-4e3c-4d55-b0c6-439a1e201c7a tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] 10.222.0.13 "GET /v2.0/networks/022bdec5-cb2c-403b-b983-be5abd3c1722 HTTP/1.1" status: 200 len: 766 time: 0.1547740 Feb 11 04:26:35.954211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50078) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:36.006377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117e0a2-e568-4f6f-9044-4db470ba24a3 req-7129348e-46e1-4acc-9af1-bd719903305b tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:36.007914 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7117e0a2-e568-4f6f-9044-4db470ba24a3 req-7129348e-46e1-4acc-9af1-bd719903305b tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 944 time: 0.1192904 Feb 11 04:26:36.016233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0be39-f3b9-4b57-8b1b-abdac07df85c req-a3e66c49-c1c0-47a5-a816-ce0dc487af37 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:36.017743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-afb0be39-f3b9-4b57-8b1b-abdac07df85c req-a3e66c49-c1c0-47a5-a816-ce0dc487af37 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.1050994 Feb 11 04:26:36.049894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-a2b1552a-67c7-49b6-b6ea-76ed0a952c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 614f328c-fbb9-40fc-92f4-67436d77cc24) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:36.058364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b1552a-67c7-49b6-b6ea-76ed0a952c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:36.059133 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a2b1552a-67c7-49b6-b6ea-76ed0a952c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.064331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f36ea6-2d05-43fc-8a2e-671fc06e4c8f None None] Network 614f328c-fbb9-40fc-92f4-67436d77cc24 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:26:36.087799 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c19650c-ec36-43bb-9480-b19e5af3ec2c tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (3fa127e2-798a-4cba-adcb-ce54b6b4c085), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.120509 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-afb0be39-f3b9-4b57-8b1b-abdac07df85c req-9017dff5-8faa-427f-bcb3-142b81d90d13 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947616 Feb 11 04:26:36.139282 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7117e0a2-e568-4f6f-9044-4db470ba24a3 req-3ac4e740-ba09-447d-94a7-0be4e52b0d4d tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203668 Feb 11 04:26:36.161207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c3a5660b-a1a3-408b-b99a-5260dcd6bef2 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:26:36.188614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: c3a5660b-a1a3-408b-b99a-5260dcd6bef2 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:26:36.189024 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c3a5660b-a1a3-408b-b99a-5260dcd6bef2 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:26:36.194052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 38698545-04ae-4928-8745-d91a41315582 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:26:36.196869 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c19650c-ec36-43bb-9480-b19e5af3ec2c tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (3fa127e2-798a-4cba-adcb-ce54b6b4c085), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.216440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 38698545-04ae-4928-8745-d91a41315582 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:26:36.217228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 38698545-04ae-4928-8745-d91a41315582 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:26:36.220098 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8c19650c-ec36-43bb-9480-b19e5af3ec2c tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa127e2-798a-4cba-adcb-ce54b6b4c085']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:36.231196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8c19650c-ec36-43bb-9480-b19e5af3ec2c tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5536ab-deae-478b-8c7e-dc8abc57cc3d') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:36.231499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8c19650c-ec36-43bb-9480-b19e5af3ec2c tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5536ab-deae-478b-8c7e-dc8abc57cc3d') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:36.240790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a2b1552a-67c7-49b6-b6ea-76ed0a952c33 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4425390 Feb 11 04:26:36.241453 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50082) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:36.248085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1068022602-router', 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:36.259331 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c19650c-ec36-43bb-9480-b19e5af3ec2c tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (6f5536ab-deae-478b-8c7e-dc8abc57cc3d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.280970 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c19650c-ec36-43bb-9480-b19e5af3ec2c tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6f5536ab-deae-478b-8c7e-dc8abc57cc3d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.284948 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-614f328c-fbb9-40fc-92f4-67436d77cc24', 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24', 'project_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'fixed_ips': [{'subnet_id': '2e44a196-1d3b-4bb5-96a0-8fa55ff75945'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:26:36.286076 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.292274 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c19650c-ec36-43bb-9480-b19e5af3ec2c tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:26:36.292760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c19650c-ec36-43bb-9480-b19e5af3ec2c tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (6f5536ab-deae-478b-8c7e-dc8abc57cc3d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:26:36.294590 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:26:36.354762 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.355846 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.441645 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c19650c-ec36-43bb-9480-b19e5af3ec2c tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (3fa127e2-798a-4cba-adcb-ce54b6b4c085), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.449054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c19650c-ec36-43bb-9480-b19e5af3ec2c tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3fa127e2-798a-4cba-adcb-ce54b6b4c085 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 04:26:36.452461 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c19650c-ec36-43bb-9480-b19e5af3ec2c tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.456149 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8c19650c-ec36-43bb-9480-b19e5af3ec2c tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "DELETE /v2.0/networks/3fa127e2-798a-4cba-adcb-ce54b6b4c085 HTTP/1.1" status: 204 len: 168 time: 0.5006015 Feb 11 04:26:36.462488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50088) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:36.468994 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b32ff7be-ee40-4438-bc9f-1107224f04a8 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Request body: {'network': {'name': 'tempest-network--1720644102'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:36.488215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19650c-ec36-43bb-9480-b19e5af3ec2c tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event deleted for resources: {'Network': ['ID=3fa127e2-798a-4cba-adcb-ce54b6b4c085,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:36.536320 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Publish callbacks [] for router_controller (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.579060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Allocated IP 172.20.0.2 (614f328c-fbb9-40fc-92f4-67436d77cc24/2e44a196-1d3b-4bb5-96a0-8fa55ff75945/52fd6862-29fb-4ae7-80bc-224380f16616) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:36.594924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32ff7be-ee40-4438-bc9f-1107224f04a8 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Made reservation on behalf of df70b58091664c3a80358be33af67ba2 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:36.597409 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b32ff7be-ee40-4438-bc9f-1107224f04a8 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.628714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32ff7be-ee40-4438-bc9f-1107224f04a8 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:26:36.644758 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b32ff7be-ee40-4438-bc9f-1107224f04a8 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0d37a800-6306-4f3c-83ca-cfb691e6369e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.645371 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-b32ff7be-ee40-4438-bc9f-1107224f04a8 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Added segment 0d37a800-6306-4f3c-83ca-cfb691e6369e of type vlan for network 9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce Feb 11 04:26:36.703681 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b32ff7be-ee40-4438-bc9f-1107224f04a8 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.713265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d082773f-9f45-457c-b081-61f329e43d75 req-744ce599-2f45-4234-9766-8087195dd55f tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0730867 Feb 11 04:26:36.754523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f702c6-51d7-44bf-8002-a9b098effe10', 'name': 'network-vif-deleted', 'tag': 'c3a5660b-a1a3-408b-b99a-5260dcd6bef2'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:36.757403 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08aa50e-0387-4f2e-8b68-d5605d778187" -d '{"events": [{"server_uuid": "f1f702c6-51d7-44bf-8002-a9b098effe10", "name": "network-vif-deleted", "tag": "c3a5660b-a1a3-408b-b99a-5260dcd6bef2"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:36.795520 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b32ff7be-ee40-4438-bc9f-1107224f04a8 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.801098 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32ff7be-ee40-4438-bc9f-1107224f04a8 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:36.802376 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b32ff7be-ee40-4438-bc9f-1107224f04a8 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.880049 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Publish callbacks [] for port (52fd6862-29fb-4ae7-80bc-224380f16616), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.910654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50100) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:36.953729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ff7be-ee40-4438-bc9f-1107224f04a8 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event updated for resources: {'Network': ['ID=9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:36.970708 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:26:36.977806 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef92e28f-5968-4b5d-9ad8-854d6e2228db admin admin] Deleting subnet 57415fb0-9c61-46bf-afec-5998514efed1 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:26:36.981813 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ef92e28f-5968-4b5d-9ad8-854d6e2228db admin admin] Publish callbacks [] for subnet (57415fb0-9c61-46bf-afec-5998514efed1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:36.986271 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b32ff7be-ee40-4438-bc9f-1107224f04a8 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5221624 Feb 11 04:26:37.004750 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50102) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:37.011538 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-aadf9c2f-7b9e-4268-ba77-d0fd243d949b tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:37.092558 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.137546 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb395f0-5679-4595-bbd0-201fe67194b6 x-openstack-request-id: req-5fb395f0-5679-4595-bbd0-201fe67194b6 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:37.138099 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f702c6-51d7-44bf-8002-a9b098effe10", "name": "network-vif-deleted", "tag": "c3a5660b-a1a3-408b-b99a-5260dcd6bef2", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:37.138195 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fb395f0-5679-4595-bbd0-201fe67194b6 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:37.139415 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f702c6-51d7-44bf-8002-a9b098effe10', 'name': 'network-vif-deleted', 'tag': 'c3a5660b-a1a3-408b-b99a-5260dcd6bef2', 'status': 'completed', 'code': 200} Feb 11 04:26:37.175752 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Network 614f328c-fbb9-40fc-92f4-67436d77cc24 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:37.177330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Pushing event updated for resources: {'Port': ['ID=52fd6862-29fb-4ae7-80bc-224380f16616,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:37.186045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:37.190345 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:37.209372 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Publish callbacks [] for router_gateway (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.223796 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ef92e28f-5968-4b5d-9ad8-854d6e2228db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (57415fb0-9c61-46bf-afec-5998514efed1), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.273010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Attempting to bind port 52fd6862-29fb-4ae7-80bc-224380f16616 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:37.274723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Attempting to bind port 52fd6862-29fb-4ae7-80bc-224380f16616 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'c2af0800-6354-4b6c-b9a6-1576b0b03e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:37.275266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Attempting to bind port 52fd6862-29fb-4ae7-80bc-224380f16616 on network 614f328c-fbb9-40fc-92f4-67436d77cc24 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:37.283314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:26:37.283915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Checking segment: {'id': 'c2af0800-6354-4b6c-b9a6-1576b0b03e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:37.284471 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.285502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Bound using segment: {'id': 'c2af0800-6354-4b6c-b9a6-1576b0b03e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:26:37.285990 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Bound port: 52fd6862-29fb-4ae7-80bc-224380f16616, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2af0800-6354-4b6c-b9a6-1576b0b03e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:26:37.286394 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.328086 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ef92e28f-5968-4b5d-9ad8-854d6e2228db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (57415fb0-9c61-46bf-afec-5998514efed1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.347526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9c71e-756c-4dce-8ccf-f45476eb08eb req-ce6fe2f6-29e0-48c8-a8c0-ad63808627cd tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:37.349088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39c9c71e-756c-4dce-8ccf-f45476eb08eb req-ce6fe2f6-29e0-48c8-a8c0-ad63808627cd tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 944 time: 0.1085203 Feb 11 04:26:37.355511 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aadf9c2f-7b9e-4268-ba77-d0fd243d949b tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.363682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] For port 52fd6862-29fb-4ae7-80bc-224380f16616, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:26:37.367501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] For port 52fd6862-29fb-4ae7-80bc-224380f16616, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=52fd6862-29fb-4ae7-80bc-224380f16616,segment=NetworkSegment(c2af0800-6354-4b6c-b9a6-1576b0b03e2c),segment_id=c2af0800-6354-4b6c-b9a6-1576b0b03e2c)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:26:37.407760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756df0a2-9f48-41fa-9e69-ebf232bd216e req-6418a8e3-1877-460c-8e78-e47ec40587e4 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:37.408328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-756df0a2-9f48-41fa-9e69-ebf232bd216e req-6418a8e3-1877-460c-8e78-e47ec40587e4 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.1147864 Feb 11 04:26:37.464510 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.481237 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39c9c71e-756c-4dce-8ccf-f45476eb08eb req-8e31d93b-55de-410e-a8e2-a9328da80fa8 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161389 Feb 11 04:26:37.487579 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aadf9c2f-7b9e-4268-ba77-d0fd243d949b tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.499276 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aadf9c2f-7b9e-4268-ba77-d0fd243d949b tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Network 9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce is not hosted by any dhcp agent {{(pid=103808) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 04:26:37.500176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadf9c2f-7b9e-4268-ba77-d0fd243d949b tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:37.500778 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aadf9c2f-7b9e-4268-ba77-d0fd243d949b tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.505284 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aadf9c2f-7b9e-4268-ba77-d0fd243d949b tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "PUT /v2.0/networks/9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce HTTP/1.1" status: 200 len: 858 time: 0.4968557 Feb 11 04:26:37.505284 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ef92e28f-5968-4b5d-9ad8-854d6e2228db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (57415fb0-9c61-46bf-afec-5998514efed1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.516570 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50120) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:37.530175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-756df0a2-9f48-41fa-9e69-ebf232bd216e req-acd1696c-e9bb-4c15-b573-91e9cc9e5176 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126049 Feb 11 04:26:37.567591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92e28f-5968-4b5d-9ad8-854d6e2228db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57415fb0-9c61-46bf-afec-5998514efed1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:37.569592 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420114f5-0769-4676-b93a-20a1a334ab3a None None] Pushing event updated for resources: {'Port': ['ID=52fd6862-29fb-4ae7-80bc-224380f16616,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:37.608256 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ef92e28f-5968-4b5d-9ad8-854d6e2228db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.613999 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ef92e28f-5968-4b5d-9ad8-854d6e2228db admin admin] 10.222.0.13 "DELETE /v2.0/subnets/57415fb0-9c61-46bf-afec-5998514efed1 HTTP/1.1" status: 204 len: 168 time: 0.7023501 Feb 11 04:26:37.614636 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50124) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:37.672053 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Publish callbacks [] for router_gateway (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.679733 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf9c2f-7b9e-4268-ba77-d0fd243d949b tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event updated for resources: {'Network': ['ID=9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:37.703879 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.800675 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06be0269-1259-43e6-b0a0-5c2e2e49c170 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.809605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a6cf1b3f-49c8-43e1-80df-c57491643607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (0ab1851c-3ee0-4a51-8197-32585533eb23), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:37.850159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Allocated IP 172.25.3.218 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/58cfb677-d3e9-4c29-bfc4-52f6354b2902) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:37.922812 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 138af887-d2b9-4afd-b1a8-d1079ea604ba details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:26:37.936150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5eb66762-5c57-4451-932f-65ec13c17c6a req-a8202bca-083b-4e04-a6b2-526214510d17 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0567749 Feb 11 04:26:37.982933 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a6cf1b3f-49c8-43e1-80df-c57491643607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (0ab1851c-3ee0-4a51-8197-32585533eb23), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.026255 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06be0269-1259-43e6-b0a0-5c2e2e49c170 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.054303 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-a6cf1b3f-49c8-43e1-80df-c57491643607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab1851c-3ee0-4a51-8197-32585533eb23']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:38.064093 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-06be0269-1259-43e6-b0a0-5c2e2e49c170 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:38.074141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-a6cf1b3f-49c8-43e1-80df-c57491643607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce26791e-835d-478c-97ae-1242b971a42d') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:38.074444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-a6cf1b3f-49c8-43e1-80df-c57491643607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce26791e-835d-478c-97ae-1242b971a42d') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:38.083767 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-06be0269-1259-43e6-b0a0-5c2e2e49c170 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d37a800-6306-4f3c-83ca-cfb691e6369e') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:38.084069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-06be0269-1259-43e6-b0a0-5c2e2e49c170 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d37a800-6306-4f3c-83ca-cfb691e6369e') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:38.093949 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a6cf1b3f-49c8-43e1-80df-c57491643607 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (ce26791e-835d-478c-97ae-1242b971a42d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.098148 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Publish callbacks [] for port (58cfb677-d3e9-4c29-bfc4-52f6354b2902), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.103507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06be0269-1259-43e6-b0a0-5c2e2e49c170 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (0d37a800-6306-4f3c-83ca-cfb691e6369e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.104286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 138af887-d2b9-4afd-b1a8-d1079ea604ba, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=138af887-d2b9-4afd-b1a8-d1079ea604ba,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:38.122489 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a6cf1b3f-49c8-43e1-80df-c57491643607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ce26791e-835d-478c-97ae-1242b971a42d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.125801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '138af887-d2b9-4afd-b1a8-d1079ea604ba', 'network_id': '10aa80bb-93b9-4f30-8204-8c23a28b3aee', 'port_id': '138af887-d2b9-4afd-b1a8-d1079ea604ba', 'mac_address': 'fa:16:3e:a7:4b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eba31f7-1207-4443-a78f-e7f3b3f7b7c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:26:38.128706 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06be0269-1259-43e6-b0a0-5c2e2e49c170 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0d37a800-6306-4f3c-83ca-cfb691e6369e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.139273 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cf1b3f-49c8-43e1-80df-c57491643607 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:26:38.139667 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a6cf1b3f-49c8-43e1-80df-c57491643607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (ce26791e-835d-478c-97ae-1242b971a42d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:26:38.141970 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:26:38.154073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06be0269-1259-43e6-b0a0-5c2e2e49c170 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:26:38.154073 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06be0269-1259-43e6-b0a0-5c2e2e49c170 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (0d37a800-6306-4f3c-83ca-cfb691e6369e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:26:38.155337 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:26:38.177792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 138af887-d2b9-4afd-b1a8-d1079ea604ba is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:38.178256 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (138af887-d2b9-4afd-b1a8-d1079ea604ba), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.198763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138af887-d2b9-4afd-b1a8-d1079ea604ba {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:26:38.220910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 138af887-d2b9-4afd-b1a8-d1079ea604ba, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=138af887-d2b9-4afd-b1a8-d1079ea604ba,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:38.237807 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (58cfb677-d3e9-4c29-bfc4-52f6354b2902), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.287357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:38.292395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:38.292562 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (138af887-d2b9-4afd-b1a8-d1079ea604ba), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.297973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:38.328142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Pushing event updated for resources: {'Port': ['ID=58cfb677-d3e9-4c29-bfc4-52f6354b2902,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:38.340021 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a6cf1b3f-49c8-43e1-80df-c57491643607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (0ab1851c-3ee0-4a51-8197-32585533eb23), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.341754 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06be0269-1259-43e6-b0a0-5c2e2e49c170 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.346911 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a6cf1b3f-49c8-43e1-80df-c57491643607 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.348426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=138af887-d2b9-4afd-b1a8-d1079ea604ba,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:38.350920 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a6cf1b3f-49c8-43e1-80df-c57491643607 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0ab1851c-3ee0-4a51-8197-32585533eb23 HTTP/1.1" status: 204 len: 168 time: 0.7318068 Feb 11 04:26:38.363952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06be0269-1259-43e6-b0a0-5c2e2e49c170 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 04:26:38.378813 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06be0269-1259-43e6-b0a0-5c2e2e49c170 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.385682 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-06be0269-1259-43e6-b0a0-5c2e2e49c170 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] 10.222.0.13 "DELETE /v2.0/networks/9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce HTTP/1.1" status: 204 len: 168 time: 0.8328137 Feb 11 04:26:38.385682 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf1b3f-49c8-43e1-80df-c57491643607 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab1851c-3ee0-4a51-8197-32585533eb23,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:38.387072 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50144) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:38.503728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be0269-1259-43e6-b0a0-5c2e2e49c170 tempest-ExternalNetworksTestJSON-1373614065 tempest-ExternalNetworksTestJSON-1373614065-project-admin] Pushing event deleted for resources: {'Network': ['ID=9803adb1-3aa2-4d27-b2e2-4cd8cc2e96ce,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:38.507045 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-1393c2d4-471d-4027-be3c-597f7866ebbd tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] DELETE failed (client error): The resource could not be found. Feb 11 04:26:38.507512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1393c2d4-471d-4027-be3c-597f7866ebbd tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:26:38.511575 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1393c2d4-471d-4027-be3c-597f7866ebbd tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] 10.222.0.13 "DELETE /v2.0/subnets/41f80578-a9e7-4654-984f-fc49dc8aa6b8 HTTP/1.1" status: 404 len: 337 time: 0.1193779 Feb 11 04:26:38.515146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50150) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:38.547353 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['138af887-d2b9-4afd-b1a8-d1079ea604ba'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:26:38.766529 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ef4864b-e53d-4230-856d-972e65f3396f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (022bdec5-cb2c-403b-b983-be5abd3c1722), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:38.873439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 52fd6862-29fb-4ae7-80bc-224380f16616 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:38.925684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee23563-c369-43e2-90fd-2bb2410f0beb req-a28ca823-33fb-4747-bcf0-0e3265f8fa69 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:38.925684 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ee23563-c369-43e2-90fd-2bb2410f0beb req-a28ca823-33fb-4747-bcf0-0e3265f8fa69 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.2130213 Feb 11 04:26:38.926930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd383278-d52f-415f-9589-bf2953a34cff req-f45a0449-d3c8-470b-8a66-4be8da691552 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:38.928592 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd383278-d52f-415f-9589-bf2953a34cff req-f45a0449-d3c8-470b-8a66-4be8da691552 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 945 time: 0.1935031 Feb 11 04:26:38.963304 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ef4864b-e53d-4230-856d-972e65f3396f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (022bdec5-cb2c-403b-b983-be5abd3c1722), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.026249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1ef4864b-e53d-4230-856d-972e65f3396f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022bdec5-cb2c-403b-b983-be5abd3c1722']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:39.030257 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1ef4864b-e53d-4230-856d-972e65f3396f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1092ff-60fc-4fd3-860b-2ec57b886cfa') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:39.030791 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1ef4864b-e53d-4230-856d-972e65f3396f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1092ff-60fc-4fd3-860b-2ec57b886cfa') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:39.037511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 52fd6862-29fb-4ae7-80bc-224380f16616 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:39.038139 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.071191 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ef4864b-e53d-4230-856d-972e65f3396f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (6d1092ff-60fc-4fd3-860b-2ec57b886cfa), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.094208 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ef4864b-e53d-4230-856d-972e65f3396f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6d1092ff-60fc-4fd3-860b-2ec57b886cfa), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.101949 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef4864b-e53d-4230-856d-972e65f3396f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:26:39.103754 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ef4864b-e53d-4230-856d-972e65f3396f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (6d1092ff-60fc-4fd3-860b-2ec57b886cfa), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:26:39.108736 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:26:39.123518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a6158-c0d8-4423-b8c2-43c369bf93cc None None] Network 614f328c-fbb9-40fc-92f4-67436d77cc24 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:26:39.169178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ee23563-c369-43e2-90fd-2bb2410f0beb req-43ba33e9-22fe-4732-9dc0-35b62d93899c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345459 Feb 11 04:26:39.187724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd383278-d52f-415f-9589-bf2953a34cff req-cc81b190-10fb-48e3-8a18-12908b229087 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452281 Feb 11 04:26:39.202115 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Publish callbacks [] for router_gateway (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.265549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 52fd6862-29fb-4ae7-80bc-224380f16616 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:39.265944 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.282744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9d181415-2436-4190-b36f-c8ddf442ea8a None None] Provisioning complete for port 52fd6862-29fb-4ae7-80bc-224380f16616 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:39.283050 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d181415-2436-4190-b36f-c8ddf442ea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.291822 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8634e3e-720a-4eb3-9796-82142b5d33a9 req-fd965e94-60e2-4a82-a816-34026975d8e8 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0403492 Feb 11 04:26:39.309440 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ef4864b-e53d-4230-856d-972e65f3396f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (022bdec5-cb2c-403b-b983-be5abd3c1722), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.327485 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ef4864b-e53d-4230-856d-972e65f3396f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.333548 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1ef4864b-e53d-4230-856d-972e65f3396f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] 10.222.0.13 "DELETE /v2.0/networks/022bdec5-cb2c-403b-b983-be5abd3c1722 HTTP/1.1" status: 204 len: 168 time: 0.8172760 Feb 11 04:26:39.334900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4864b-e53d-4230-856d-972e65f3396f tempest-ExternalNetworksTestJSON-865511466 tempest-ExternalNetworksTestJSON-865511466-project] Pushing event deleted for resources: {'Network': ['ID=022bdec5-cb2c-403b-b983-be5abd3c1722,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:39.392686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 52fd6862-29fb-4ae7-80bc-224380f16616, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=52fd6862-29fb-4ae7-80bc-224380f16616,segment=NetworkSegment(c2af0800-6354-4b6c-b9a6-1576b0b03e2c),segment_id=c2af0800-6354-4b6c-b9a6-1576b0b03e2c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:39.444365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50168) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:39.460554 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.499967 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-654e1e1b-91e6-46b9-8652-f533a8aea5a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20fad53979f8446b84f1899120edf4ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0541041 Feb 11 04:26:39.502825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50170) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:39.507604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9d181415-2436-4190-b36f-c8ddf442ea8a None None] Current status of the port 52fd6862-29fb-4ae7-80bc-224380f16616 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:39.507996 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d181415-2436-4190-b36f-c8ddf442ea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.513494 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.560246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=52fd6862-29fb-4ae7-80bc-224380f16616,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:39.584250 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-896dcdfb-b42d-4608-b74b-182903045b55 admin admin] Publish callbacks [] for security_group (4bb4600a-3c76-4f35-bab3-f427b00224c4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.605469 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-9d181415-2436-4190-b36f-c8ddf442ea8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:26:39.606146 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-9d181415-2436-4190-b36f-c8ddf442ea8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:26:39.631214 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-896dcdfb-b42d-4608-b74b-182903045b55 admin admin] Publish callbacks [] for security_group (4bb4600a-3c76-4f35-bab3-f427b00224c4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.794907 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-896dcdfb-b42d-4608-b74b-182903045b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4bb4600a-3c76-4f35-bab3-f427b00224c4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.797500 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-896dcdfb-b42d-4608-b74b-182903045b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:39.799097 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-896dcdfb-b42d-4608-b74b-182903045b55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4bb4600a-3c76-4f35-bab3-f427b00224c4 HTTP/1.1" status: 204 len: 168 time: 0.2952843 Feb 11 04:26:39.807652 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896dcdfb-b42d-4608-b74b-182903045b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb4600a-3c76-4f35-bab3-f427b00224c4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:39.820265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Router d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:26:39.934245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 138af887-d2b9-4afd-b1a8-d1079ea604ba up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:39.953396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:26:39.967444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Sync routers for ids ['d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:26:39.987855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Routers {'d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:26:39.988578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:26:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:40.065862 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:40.066814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1441a897-c848-4f86-a8c8-7384e22f2e68 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8235645 Feb 11 04:26:40.069160 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50180) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:40.284419 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9d181415-2436-4190-b36f-c8ddf442ea8a None None] Current status of the port 52fd6862-29fb-4ae7-80bc-224380f16616 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:40.316759 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Set router d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:26:40.351926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 138af887-d2b9-4afd-b1a8-d1079ea604ba completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:26:40.366870 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed2f90-c2b3-40db-93c9-f21228c6ed9e req-fd324268-e5e6-4afa-a138-af056e8a94f7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:40.374787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66ed2f90-c2b3-40db-93c9-f21228c6ed9e req-fd324268-e5e6-4afa-a138-af056e8a94f7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 945 time: 0.1099348 Feb 11 04:26:40.395561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d150b-532c-4cdc-860d-96dd508ab54b req-929059ea-8bbb-4f4c-8497-7f82a67b1834 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:40.395753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50194) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:40.397379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d4d150b-532c-4cdc-860d-96dd508ab54b req-929059ea-8bbb-4f4c-8497-7f82a67b1834 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.1210468 Feb 11 04:26:40.401695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 138af887-d2b9-4afd-b1a8-d1079ea604ba triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:40.402080 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (138af887-d2b9-4afd-b1a8-d1079ea604ba), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:40.463419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d4d150b-532c-4cdc-860d-96dd508ab54b req-884724a1-4a54-4556-b4d6-b8fd053cbecf tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555458 Feb 11 04:26:40.502840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a65b7e15-e8b0-42bb-8a9e-83652fb7e8cc None None] Provisioning complete for port 52fd6862-29fb-4ae7-80bc-224380f16616 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:40.503236 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a65b7e15-e8b0-42bb-8a9e-83652fb7e8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:40.506031 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66ed2f90-c2b3-40db-93c9-f21228c6ed9e req-2d664b82-7215-4504-a9f1-37514fc510a5 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261117 Feb 11 04:26:40.642577 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e395909-95ad-47df-bb65-c04db8578241 req-1c585e4c-b0e1-4267-b021-fb623e7723e7 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0580654 Feb 11 04:26:40.735728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 138af887-d2b9-4afd-b1a8-d1079ea604ba is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:40.736136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (138af887-d2b9-4afd-b1a8-d1079ea604ba), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:40.772134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a65b7e15-e8b0-42bb-8a9e-83652fb7e8cc None None] Current status of the port 52fd6862-29fb-4ae7-80bc-224380f16616 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:40.795761 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138af887-d2b9-4afd-b1a8-d1079ea604ba'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:40.798728 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42874849-a8a8-4b55-9269-a7936c8d8dac" -d '{"events": [{"server_uuid": "d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2", "name": "network-vif-plugged", "status": "completed", "tag": "138af887-d2b9-4afd-b1a8-d1079ea604ba"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:40.807130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 52fd6862-29fb-4ae7-80bc-224380f16616 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:40.855429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 138af887-d2b9-4afd-b1a8-d1079ea604ba, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=138af887-d2b9-4afd-b1a8-d1079ea604ba,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:40.862600 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efda751-b420-436c-90d0-79dd6e9ae7b5 x-openstack-request-id: req-4efda751-b420-436c-90d0-79dd6e9ae7b5 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:40.862906 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2", "name": "network-vif-plugged", "status": "completed", "tag": "138af887-d2b9-4afd-b1a8-d1079ea604ba", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:40.863229 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4efda751-b420-436c-90d0-79dd6e9ae7b5 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:40.864047 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138af887-d2b9-4afd-b1a8-d1079ea604ba', 'code': 200} Feb 11 04:26:40.889546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1068022602-router', 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '58cfb677-d3e9-4c29-bfc4-52f6354b2902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:36Z', 'updated_at': '2022-02-11T04:26:38Z', 'revision_number': 3, 'project_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'gw_port': {'id': '58cfb677-d3e9-4c29-bfc4-52f6354b2902', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:af:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:37Z', 'updated_at': '2022-02-11T04:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:40.927807 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (138af887-d2b9-4afd-b1a8-d1079ea604ba), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:40.927807 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Checking router: d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:26:40.928065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Updating router d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 port 58cfb677-d3e9-4c29-bfc4-52f6354b2902 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:26:41.003867 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (58cfb677-d3e9-4c29-bfc4-52f6354b2902), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.030716 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 52fd6862-29fb-4ae7-80bc-224380f16616 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:41.031485 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.081972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=138af887-d2b9-4afd-b1a8-d1079ea604ba,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:41.084550 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-517ffe63-3914-4e37-b821-96e52f57239b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fca618b76fd42a28dcc96b37d32419c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6879864 Feb 11 04:26:41.089135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50214) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:41.141597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e94180-9d63-4117-995a-1dc031c804df req-ff954e38-4e32-4ae0-9cc6-ff3f4ac70249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:41.143361 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-57e94180-9d63-4117-995a-1dc031c804df req-ff954e38-4e32-4ae0-9cc6-ff3f4ac70249 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 1129 time: 0.1661048 Feb 11 04:26:41.267469 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca1eec18-90e8-4c42-97b5-2d5d32f0735c admin admin] Publish callbacks [] for security_group (48eb4fd9-21f4-49b5-8f6a-31eb665b6a64), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.274984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 52fd6862-29fb-4ae7-80bc-224380f16616 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:41.282979 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-57e94180-9d63-4117-995a-1dc031c804df req-e9321769-bb04-4a46-bafe-a465f66fa300 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092758 Feb 11 04:26:41.304785 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.311856 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca1eec18-90e8-4c42-97b5-2d5d32f0735c admin admin] Publish callbacks [] for security_group (48eb4fd9-21f4-49b5-8f6a-31eb665b6a64), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.386979 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Publish callbacks [] for port (58cfb677-d3e9-4c29-bfc4-52f6354b2902), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.447084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50226) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:41.469312 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (58cfb677-d3e9-4c29-bfc4-52f6354b2902), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.503473 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca1eec18-90e8-4c42-97b5-2d5d32f0735c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (48eb4fd9-21f4-49b5-8f6a-31eb665b6a64), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.506257 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca1eec18-90e8-4c42-97b5-2d5d32f0735c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.507737 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ca1eec18-90e8-4c42-97b5-2d5d32f0735c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48eb4fd9-21f4-49b5-8f6a-31eb665b6a64 HTTP/1.1" status: 204 len: 168 time: 0.4162312 Feb 11 04:26:41.535934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Attempting to bind port 58cfb677-d3e9-4c29-bfc4-52f6354b2902 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:41.542515 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Attempting to bind port 58cfb677-d3e9-4c29-bfc4-52f6354b2902 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:41.543104 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1eec18-90e8-4c42-97b5-2d5d32f0735c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48eb4fd9-21f4-49b5-8f6a-31eb665b6a64,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:41.543183 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Attempting to bind port 58cfb677-d3e9-4c29-bfc4-52f6354b2902 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:41.543183 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd875d3-a18a-46da-8cd3-22ce06dd56ed None None] Pushing event updated for resources: {'Port': ['ID=58cfb677-d3e9-4c29-bfc4-52f6354b2902,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:41.546031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:26:41.546420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:41.546877 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.547351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:26:41.547837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Bound port: 58cfb677-d3e9-4c29-bfc4-52f6354b2902, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:26:41.548212 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (58cfb677-d3e9-4c29-bfc4-52f6354b2902), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.565006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Allocated IP 172.20.0.1 (614f328c-fbb9-40fc-92f4-67436d77cc24/2e44a196-1d3b-4bb5-96a0-8fa55ff75945/7a001ebe-3216-419f-b7a0-0779d49765bb) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:41.586189 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2075411730-network', 'tenant_id': '3a9d7a746585447790d6e4234fa1b06a'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:41.609939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] For port 58cfb677-d3e9-4c29-bfc4-52f6354b2902, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:26:41.613196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] For port 58cfb677-d3e9-4c29-bfc4-52f6354b2902, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=58cfb677-d3e9-4c29-bfc4-52f6354b2902,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:26:41.683158 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (58cfb677-d3e9-4c29-bfc4-52f6354b2902), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.698546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7aae6-c74f-4a51-a852-a82c3fdefaf3 req-6613c5d0-37f0-42b4-bd0a-75ade12fa982 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:41.704922 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecf7aae6-c74f-4a51-a852-a82c3fdefaf3 req-6613c5d0-37f0-42b4-bd0a-75ade12fa982 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.1196618 Feb 11 04:26:41.719968 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Publish callbacks [] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.736205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c49a38-c5bb-4df7-b028-1d285e005c54 req-5ff49d39-e254-42cd-b8f3-8681e34160e2 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:41.738018 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6c49a38-c5bb-4df7-b028-1d285e005c54 req-5ff49d39-e254-42cd-b8f3-8681e34160e2 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 946 time: 0.1088300 Feb 11 04:26:41.747915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Routers {'d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:26:41.748644 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:26:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:41.752380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] Made reservation on behalf of 3a9d7a746585447790d6e4234fa1b06a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:41.754721 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.771372 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.792127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecf7aae6-c74f-4a51-a852-a82c3fdefaf3 req-fdf27e05-71f8-4b5b-adb1-c51c3e96da76 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859728 Feb 11 04:26:41.806468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd875d3-a18a-46da-8cd3-22ce06dd56ed None None] Pushing event updated for resources: {'Port': ['ID=58cfb677-d3e9-4c29-bfc4-52f6354b2902,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:41.820671 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6c49a38-c5bb-4df7-b028-1d285e005c54 req-02cd3d0d-e2e5-4d23-b90f-27129b903f88 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727146 Feb 11 04:26:41.854758 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:41.902694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] Set router d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:26:41.910936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Network 614f328c-fbb9-40fc-92f4-67436d77cc24 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:41.920466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:41.928159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:41.947221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7a001ebe-3216-419f-b7a0-0779d49765bb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:41.967615 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d25499a2-1b5f-420b-8a29-544ce28a50ab req-95cc250a-a121-475d-b3a0-bd0d70ade130 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0353277 Feb 11 04:26:41.992221 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] Publish callbacks [] for security_group (6b79fcce-6b03-4054-ad41-c5ce4b4640dc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:42.029224 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:42.045637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50242) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:42.095755 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6b79fcce-6b03-4054-ad41-c5ce4b4640dc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:42.160037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:26:42.195883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1068022602-router', 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '58cfb677-d3e9-4c29-bfc4-52f6354b2902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:36Z', 'updated_at': '2022-02-11T04:26:38Z', 'revision_number': 3, 'project_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'gw_port': {'id': '58cfb677-d3e9-4c29-bfc4-52f6354b2902', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:af:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:37Z', 'updated_at': '2022-02-11T04:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:42.202460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b79fcce-6b03-4054-ad41-c5ce4b4640dc,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:42.222740 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (acca35fa-417b-48b8-8109-12df6738cb9c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:42.223102 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] Added segment acca35fa-417b-48b8-8109-12df6738cb9c of type vlan for network c7b0aed2-c8b0-4a4c-a247-1e6da13d5220 Feb 11 04:26:42.226239 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6446ddc6-86e5-4de6-8b02-3fcfb7ff0702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:42.236622 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb1fbf8-b9ce-4475-8933-0ba8f8bcf7ba None None] The sync data for ids ['d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'] in n-d-712142-35 is: [{'id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1068022602-router', 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '58cfb677-d3e9-4c29-bfc4-52f6354b2902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:36Z', 'updated_at': '2022-02-11T04:26:38Z', 'revision_number': 3, 'project_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'gw_port': {'id': '58cfb677-d3e9-4c29-bfc4-52f6354b2902', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:af:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:37Z', 'updated_at': '2022-02-11T04:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:26:42.287613 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (c7b0aed2-c8b0-4a4c-a247-1e6da13d5220), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:42.306541 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-62bbc8bb-5f7d-4c1a-81a5-f11a2a240d9c None None] Provisioning complete for port 7a001ebe-3216-419f-b7a0-0779d49765bb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:42.307261 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-62bbc8bb-5f7d-4c1a-81a5-f11a2a240d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:42.336236 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6446ddc6-86e5-4de6-8b02-3fcfb7ff0702 admin admin] Publish callbacks [] for security_group (c2c96eb8-f918-4659-9eec-3b6658185ae0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:42.347884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-62bbc8bb-5f7d-4c1a-81a5-f11a2a240d9c None None] Port 7a001ebe-3216-419f-b7a0-0779d49765bb cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:26:42.406469 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6446ddc6-86e5-4de6-8b02-3fcfb7ff0702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c2c96eb8-f918-4659-9eec-3b6658185ae0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:42.411626 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (c7b0aed2-c8b0-4a4c-a247-1e6da13d5220), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:42.414129 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:42.414129 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:42.442922 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:42.465787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6446ddc6-86e5-4de6-8b02-3fcfb7ff0702 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4c06bdcbf5b4e27a12f5a7327044a69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4188590 Feb 11 04:26:42.467239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446ddc6-86e5-4de6-8b02-3fcfb7ff0702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c96eb8-f918-4659-9eec-3b6658185ae0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:42.467389 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50246) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:42.533453 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0826707 Feb 11 04:26:42.533453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f5f91-b58a-40ab-995d-a64d974be520 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b0aed2-c8b0-4a4c-a247-1e6da13d5220,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:42.534216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50248) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:42.542368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-11be43e5-ca0e-4f0e-9178-9821403ee413 admin admin] Request body: {'subnet': {'network_id': 'c7b0aed2-c8b0-4a4c-a247-1e6da13d5220', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2075411730-subnet', 'tenant_id': '3a9d7a746585447790d6e4234fa1b06a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:42.547951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network c7b0aed2-c8b0-4a4c-a247-1e6da13d5220 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:26:42.560419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50250) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:42.710434 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1f36822c-9684-401d-b027-73eb2cee7aba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df70b58091664c3a80358be33af67ba2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474495 Feb 11 04:26:42.718417 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50252) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:42.757924 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2d9d-3671-456c-9e0b-dfdbe47d9c4c admin admin] Publish callbacks [] for security_group (c2c96eb8-f918-4659-9eec-3b6658185ae0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:42.790286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11be43e5-ca0e-4f0e-9178-9821403ee413 admin admin] Made reservation on behalf of 3a9d7a746585447790d6e4234fa1b06a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:42.792470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2d9d-3671-456c-9e0b-dfdbe47d9c4c admin admin] Publish callbacks [] for security_group (c2c96eb8-f918-4659-9eec-3b6658185ae0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:42.793384 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11be43e5-ca0e-4f0e-9178-9821403ee413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:42.893497 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 58cfb677-d3e9-4c29-bfc4-52f6354b2902 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:42.971139 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 58cfb677-d3e9-4c29-bfc4-52f6354b2902 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:42.971556 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (58cfb677-d3e9-4c29-bfc4-52f6354b2902), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:43.011264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ed1f-a507-44fd-b52e-0c24f92e8841 admin admin] Publish callbacks [] for security_group (77c097d1-7132-4d4c-851e-b3485a1a2b71), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:43.053429 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Publish callbacks [] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:43.057370 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ed1f-a507-44fd-b52e-0c24f92e8841 admin admin] Publish callbacks [] for security_group (77c097d1-7132-4d4c-851e-b3485a1a2b71), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:43.108200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 58cfb677-d3e9-4c29-bfc4-52f6354b2902 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:43.108761 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (58cfb677-d3e9-4c29-bfc4-52f6354b2902), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:43.121479 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2d9d-3671-456c-9e0b-dfdbe47d9c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c2c96eb8-f918-4659-9eec-3b6658185ae0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:43.125925 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f8d2d9d-3671-456c-9e0b-dfdbe47d9c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:43.133233 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4f8d2d9d-3671-456c-9e0b-dfdbe47d9c4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2c96eb8-f918-4659-9eec-3b6658185ae0 HTTP/1.1" status: 204 len: 168 time: 0.6647227 Feb 11 04:26:43.149596 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:43.154390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 58cfb677-d3e9-4c29-bfc4-52f6354b2902, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=58cfb677-d3e9-4c29-bfc4-52f6354b2902,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:43.157212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c87105-21bb-4804-bc07-6ddb9abef30b req-bcda4273-2583-46b3-9188-9dc3f58bfde6 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:43.159938 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d2d9d-3671-456c-9e0b-dfdbe47d9c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c96eb8-f918-4659-9eec-3b6658185ae0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:43.160837 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3c87105-21bb-4804-bc07-6ddb9abef30b req-bcda4273-2583-46b3-9188-9dc3f58bfde6 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.1936569 Feb 11 04:26:43.177825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bb629-2304-4b8d-88cf-47d98c1f3731 req-53e67e25-382b-4877-869c-a4ab7adc530e tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:43.186481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b02bb629-2304-4b8d-88cf-47d98c1f3731 req-53e67e25-382b-4877-869c-a4ab7adc530e tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 946 time: 0.2095006 Feb 11 04:26:43.256511 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ed1f-a507-44fd-b52e-0c24f92e8841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (77c097d1-7132-4d4c-851e-b3485a1a2b71), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:43.260297 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0a9ed1f-a507-44fd-b52e-0c24f92e8841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:43.261737 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a0a9ed1f-a507-44fd-b52e-0c24f92e8841 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77c097d1-7132-4d4c-851e-b3485a1a2b71 HTTP/1.1" status: 204 len: 168 time: 0.5423231 Feb 11 04:26:43.276613 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (58cfb677-d3e9-4c29-bfc4-52f6354b2902), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:43.293068 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b02bb629-2304-4b8d-88cf-47d98c1f3731 req-7903e1f0-86c3-4851-bbfd-838bf20d7349 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055338 Feb 11 04:26:43.308469 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11be43e5-ca0e-4f0e-9178-9821403ee413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (8cfe3839-57e0-4b48-a6d3-c35c7e5ad389), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:43.320239 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7a001ebe-3216-419f-b7a0-0779d49765bb,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:43.330719 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:43.343862 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9ed1f-a507-44fd-b52e-0c24f92e8841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c097d1-7132-4d4c-851e-b3485a1a2b71,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:43.471341 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3c87105-21bb-4804-bc07-6ddb9abef30b req-3b647b5c-2975-4f76-aa59-c9d98a1c758f tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654452 Feb 11 04:26:43.475202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=58cfb677-d3e9-4c29-bfc4-52f6354b2902,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:43.499124 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Network 614f328c-fbb9-40fc-92f4-67436d77cc24 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:43.502311 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:43.503157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c200299-43a2-4473-b834-937462d06741 req-a4eb2fa9-b491-49ac-9fc5-d3f2717a92c9 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0769238 Feb 11 04:26:43.605736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be43e5-ca0e-4f0e-9178-9821403ee413 admin admin] Checking segment: {'id': 'acca35fa-417b-48b8-8109-12df6738cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c7b0aed2-c8b0-4a4c-a247-1e6da13d5220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:43.606105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be43e5-ca0e-4f0e-9178-9821403ee413 admin admin] Network hostable DHCP agents. Network: c7b0aed2-c8b0-4a4c-a247-1e6da13d5220, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:26:43.616010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be43e5-ca0e-4f0e-9178-9821403ee413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cfe3839-57e0-4b48-a6d3-c35c7e5ad389,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:43.700499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Router d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:26:43.718092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020444d0-c5a2-410e-95bf-943c43e5a8c5 req-b1e8997a-c081-4444-9dd2-a6139d27b679 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:43.725586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-020444d0-c5a2-410e-95bf-943c43e5a8c5 req-b1e8997a-c081-4444-9dd2-a6139d27b679 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 946 time: 0.0872200 Feb 11 04:26:43.740970 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be43e5-ca0e-4f0e-9178-9821403ee413 admin admin] Network c7b0aed2-c8b0-4a4c-a247-1e6da13d5220 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:26:43.801220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-020444d0-c5a2-410e-95bf-943c43e5a8c5 req-bc7ccc76-55da-445a-a05e-18b934f26e14 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684767 Feb 11 04:26:43.821658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-11be43e5-ca0e-4f0e-9178-9821403ee413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, c7b0aed2-c8b0-4a4c-a247-1e6da13d5220) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:43.833776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6aba7f-9d48-4827-862d-817352d2b7e5 None None] Network c7b0aed2-c8b0-4a4c-a247-1e6da13d5220 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:26:43.838176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11be43e5-ca0e-4f0e-9178-9821403ee413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:43.838869 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11be43e5-ca0e-4f0e-9178-9821403ee413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:43.849313 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:26:43.857368 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9eadd391-b2ee-496c-a20e-3de6b9c494a7 admin admin] 10.222.0.13 "PUT /v2.0/routers/d032aa6f-835b-4d03-9d6c-fb9d4b2adb63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7867799 Feb 11 04:26:43.937330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-173c2313-5a87-4bcf-8a7c-118bff107950 None None] Provisioning complete for port 7a001ebe-3216-419f-b7a0-0779d49765bb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:43.937623 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-173c2313-5a87-4bcf-8a7c-118bff107950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:43.943959 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-11be43e5-ca0e-4f0e-9178-9821403ee413 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4077814 Feb 11 04:26:43.996405 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-173c2313-5a87-4bcf-8a7c-118bff107950 None None] Port 7a001ebe-3216-419f-b7a0-0779d49765bb cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:26:44.003583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be829037-1954-458c-bd1a-0f754ed53131 None None] Network c7b0aed2-c8b0-4a4c-a247-1e6da13d5220 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:26:44.126085 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50282) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:44.154115 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:44.198135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e707ac8-f78a-4038-adf5-4a0366053483 req-56f8018f-97f0-461c-bfc1-672a405e5d9e tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:44.205513 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e707ac8-f78a-4038-adf5-4a0366053483 req-56f8018f-97f0-461c-bfc1-672a405e5d9e tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 946 time: 0.0855939 Feb 11 04:26:44.274503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e707ac8-f78a-4038-adf5-4a0366053483 req-1f7b7e62-bd18-493a-b56d-3742f1ecca5f tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670919 Feb 11 04:26:44.301021 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Publish callbacks [] for security_group (2e40a269-c96f-4cbe-b375-2cf5ad3077ba), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:44.420133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b9bb1-b357-4f55-8ffe-b370eeb2d141 req-6a2c4ddc-31f6-466c-9560-6bb4b11912e6 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:44.427272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-982b9bb1-b357-4f55-8ffe-b370eeb2d141 req-6a2c4ddc-31f6-466c-9560-6bb4b11912e6 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 946 time: 0.0653169 Feb 11 04:26:44.434936 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2e40a269-c96f-4cbe-b375-2cf5ad3077ba), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:44.480035 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-982b9bb1-b357-4f55-8ffe-b370eeb2d141 req-e4d68b7c-e948-4d8a-9898-0c1b9d00bb40 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518618 Feb 11 04:26:44.505752 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67c5bf06dd334fab8dc7f70f81210f41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3785174 Feb 11 04:26:44.509973 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50302) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:44.518760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e40a269-c96f-4cbe-b375-2cf5ad3077ba,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:44.538189 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:44.538550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:44.543370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:44.543370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:44.543370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:44.543370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:44.543370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:44.543370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:44.543370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:44.543370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:44.543370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:44.543370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:44.543370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccda1782-b4fe-4e0e-a0ae-3e1dc8b59261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:44.581683 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b07590da-18a6-41af-9ab9-23e1537a47aa admin admin] Publish callbacks [] for security_group (2e40a269-c96f-4cbe-b375-2cf5ad3077ba), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:44.613966 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b07590da-18a6-41af-9ab9-23e1537a47aa admin admin] Publish callbacks [] for security_group (2e40a269-c96f-4cbe-b375-2cf5ad3077ba), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:44.640966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2d481-5968-4b96-809e-f6771c9c2876 req-60ad2a86-ee9d-4dde-a59b-d1a106bb2bb6 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:44.643866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0cd2d481-5968-4b96-809e-f6771c9c2876 req-60ad2a86-ee9d-4dde-a59b-d1a106bb2bb6 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.0717955 Feb 11 04:26:44.672874 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Sync routers for ids ['d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:26:44.684201 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Routers {'d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:26:44.684921 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:26:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:44.715266 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0cd2d481-5968-4b96-809e-f6771c9c2876 req-94f2ab03-7ea9-4391-8c5e-5b6a9d4d2da9 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614438 Feb 11 04:26:44.734918 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b07590da-18a6-41af-9ab9-23e1537a47aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2e40a269-c96f-4cbe-b375-2cf5ad3077ba), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:44.737569 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b07590da-18a6-41af-9ab9-23e1537a47aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:44.746177 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b07590da-18a6-41af-9ab9-23e1537a47aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e40a269-c96f-4cbe-b375-2cf5ad3077ba HTTP/1.1" status: 204 len: 168 time: 0.2350981 Feb 11 04:26:44.775905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07590da-18a6-41af-9ab9-23e1537a47aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e40a269-c96f-4cbe-b375-2cf5ad3077ba,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:44.822027 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Set router d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:26:44.894048 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 58cfb677-d3e9-4c29-bfc4-52f6354b2902 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:44.965702 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 58cfb677-d3e9-4c29-bfc4-52f6354b2902 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:44.966474 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (58cfb677-d3e9-4c29-bfc4-52f6354b2902), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:44.980303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-6e19ff8c-3f6b-42b5-8b08-94fc29b4a25b tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:44.991070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-6e19ff8c-3f6b-42b5-8b08-94fc29b4a25b tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/networks?id=c7b0aed2-c8b0-4a4c-a247-1e6da13d5220 HTTP/1.1" status: 200 len: 809 time: 0.1807117 Feb 11 04:26:45.038139 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-30330932-1444-44a9-9387-3f66b2a40173 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/quotas/3a9d7a746585447790d6e4234fa1b06a HTTP/1.1" status: 200 len: 375 time: 0.0399821 Feb 11 04:26:45.094841 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1068022602-router', 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '58cfb677-d3e9-4c29-bfc4-52f6354b2902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:36Z', 'updated_at': '2022-02-11T04:26:42Z', 'revision_number': 4, 'project_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'gw_port': {'id': '58cfb677-d3e9-4c29-bfc4-52f6354b2902', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:37Z', 'updated_at': '2022-02-11T04:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7a001ebe-3216-419f-b7a0-0779d49765bb', 'name': '', 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24', 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'mac_address': 'fa:16:3e:56:92:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2e44a196-1d3b-4bb5-96a0-8fa55ff75945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:41Z', 'updated_at': '2022-02-11T04:26:42Z', 'revision_number': 2, 'project_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'subnets': [{'id': '2e44a196-1d3b-4bb5-96a0-8fa55ff75945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:45.114844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-c5670f6b-ae77-4c42-9566-bce3fb984d8c tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a9d7a746585447790d6e4234fa1b06a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740886 Feb 11 04:26:45.137101 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Checking router: d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:26:45.137473 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Updating router d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 port 7a001ebe-3216-419f-b7a0-0779d49765bb binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:26:45.177763 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:45.231267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-676cf558-f8a4-4183-9b2d-56550a79340b req-02911765-6382-4662-8065-9b0d8f5d6a00 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.1324153 Feb 11 04:26:45.262503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 58cfb677-d3e9-4c29-bfc4-52f6354b2902 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:45.262728 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-5b18d322-96b8-4cb3-990f-d58d0817a500 service neutron] 10.222.0.13 "GET /v2.0/networks/c7b0aed2-c8b0-4a4c-a247-1e6da13d5220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435256 Feb 11 04:26:45.353705 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:26:45.431807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-9a01cf38-054a-46db-a74a-09b288a62837 service neutron] 10.222.0.13 "GET /v2.0/networks/c7b0aed2-c8b0-4a4c-a247-1e6da13d5220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560392 Feb 11 04:26:45.447513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8673b6-49bf-44a9-b764-393c689f091c req-05109bd4-b904-4696-9a63-445ef2453e32 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:45.465932 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec8673b6-49bf-44a9-b764-393c689f091c req-05109bd4-b904-4696-9a63-445ef2453e32 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 946 time: 0.1127899 Feb 11 04:26:45.532903 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec8673b6-49bf-44a9-b764-393c689f091c req-4d3fb20a-9e20-48a9-951e-e0d1392ffa18 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584073 Feb 11 04:26:45.591564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50340) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:45.596797 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-927834911-network', 'tenant_id': '0aad56bb08f745ffa7bed354a713cbf7'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:45.639122 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Publish callbacks [] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:45.689126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a532ee4-b71c-4c7a-8309-b6409bd21b6d req-5fa36eaa-bd5d-48c2-9bbd-60ddf8b1d7fc tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:45.692341 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a532ee4-b71c-4c7a-8309-b6409bd21b6d req-5fa36eaa-bd5d-48c2-9bbd-60ddf8b1d7fc tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 946 time: 0.0822642 Feb 11 04:26:45.737792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] Made reservation on behalf of 0aad56bb08f745ffa7bed354a713cbf7 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:45.740282 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:45.745410 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:45.831552 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17009aaf-95ba-4fbd-83dc-8f00f66332f5 None None] Pushing event updated for resources: {'Port': ['ID=7a001ebe-3216-419f-b7a0-0779d49765bb,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:45.846706 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17009aaf-95ba-4fbd-83dc-8f00f66332f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:45.852852 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17009aaf-95ba-4fbd-83dc-8f00f66332f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:45.852852 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17009aaf-95ba-4fbd-83dc-8f00f66332f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:45.852852 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17009aaf-95ba-4fbd-83dc-8f00f66332f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:45.852852 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17009aaf-95ba-4fbd-83dc-8f00f66332f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:45.852852 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17009aaf-95ba-4fbd-83dc-8f00f66332f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:45.852852 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17009aaf-95ba-4fbd-83dc-8f00f66332f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:45.852852 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17009aaf-95ba-4fbd-83dc-8f00f66332f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:45.852852 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17009aaf-95ba-4fbd-83dc-8f00f66332f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:45.852852 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17009aaf-95ba-4fbd-83dc-8f00f66332f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:45.852852 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17009aaf-95ba-4fbd-83dc-8f00f66332f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:45.852852 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17009aaf-95ba-4fbd-83dc-8f00f66332f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:45.852852 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17009aaf-95ba-4fbd-83dc-8f00f66332f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:45.984334 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Attempting to bind port 7a001ebe-3216-419f-b7a0-0779d49765bb on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:45.985331 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Attempting to bind port 7a001ebe-3216-419f-b7a0-0779d49765bb by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'c2af0800-6354-4b6c-b9a6-1576b0b03e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:45.985849 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Attempting to bind port 7a001ebe-3216-419f-b7a0-0779d49765bb on network 614f328c-fbb9-40fc-92f4-67436d77cc24 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:45.995196 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:26:45.997030 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Checking segment: {'id': 'c2af0800-6354-4b6c-b9a6-1576b0b03e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:45.997933 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:45.998519 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Bound using segment: {'id': 'c2af0800-6354-4b6c-b9a6-1576b0b03e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:26:45.999329 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Bound port: 7a001ebe-3216-419f-b7a0-0779d49765bb, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2af0800-6354-4b6c-b9a6-1576b0b03e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:26:46.004914 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:46.082390 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:46.105945 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] For port 7a001ebe-3216-419f-b7a0-0779d49765bb, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:26:46.119606 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] For port 7a001ebe-3216-419f-b7a0-0779d49765bb, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7a001ebe-3216-419f-b7a0-0779d49765bb,segment=NetworkSegment(c2af0800-6354-4b6c-b9a6-1576b0b03e2c),segment_id=c2af0800-6354-4b6c-b9a6-1576b0b03e2c)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:26:46.128775 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c5ce498-1552-434c-bea6-d35cc5461974 req-27d2e800-c2fe-4483-8e78-9ea999b8484e tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 210 time: 0.4100304 Feb 11 04:26:46.176479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a532ee4-b71c-4c7a-8309-b6409bd21b6d req-cffa62ac-494a-4817-8ed2-a9a18953cf26 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747305 Feb 11 04:26:46.205297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-691eeea9-afb1-487c-a261-159e4cae2949 None None] Provisioning complete for port 7a001ebe-3216-419f-b7a0-0779d49765bb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:46.205949 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-691eeea9-afb1-487c-a261-159e4cae2949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:46.281578 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:46.309197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-691eeea9-afb1-487c-a261-159e4cae2949 None None] Port 7a001ebe-3216-419f-b7a0-0779d49765bb cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:26:46.349357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64a3d2-b278-47d9-b521-21f365ed545b req-b041d55b-b8e3-43b8-b8f0-893d410e12f2 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:46.357518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d64a3d2-b278-47d9-b521-21f365ed545b req-b041d55b-b8e3-43b8-b8f0-893d410e12f2 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.1119270 Feb 11 04:26:46.371053 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Routers {'d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:26:46.373065 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:26:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:46.376415 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] Publish callbacks [] for security_group (81e7c270-4511-4286-bf40-22167322a9f9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:46.430885 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d64a3d2-b278-47d9-b521-21f365ed545b req-9855721b-56f0-4a2d-9cdc-3fc0529bd605 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708079 Feb 11 04:26:46.435465 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (81e7c270-4511-4286-bf40-22167322a9f9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:46.477819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:26:46.488052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e7c270-4511-4286-bf40-22167322a9f9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:46.498530 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (db5106e2-7ea0-47e2-9337-8695b3bf7cdd), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:46.506361 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] Added segment db5106e2-7ea0-47e2-9337-8695b3bf7cdd of type vlan for network c6e62a07-61cb-4b83-9d67-8546ad76c2d7 Feb 11 04:26:46.520166 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17009aaf-95ba-4fbd-83dc-8f00f66332f5 None None] Pushing event updated for resources: {'Port': ['ID=7a001ebe-3216-419f-b7a0-0779d49765bb,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:46.618998 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (c6e62a07-61cb-4b83-9d67-8546ad76c2d7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:46.623313 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3092a38-f9bf-40ca-aecf-38a021b4340f req-2c66dd73-d2b2-4032-9637-e77d03cac053 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0448165 Feb 11 04:26:46.674107 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] Set router d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:26:46.726516 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (c6e62a07-61cb-4b83-9d67-8546ad76c2d7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:46.728029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:46.728823 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:46.751254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3d7b7610-b6a3-42a9-b7d1-b7ebb12958a5 None None] Provisioning complete for port 7a001ebe-3216-419f-b7a0-0779d49765bb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:46.751890 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7610-b6a3-42a9-b7d1-b7ebb12958a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:46.868376 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2729847 Feb 11 04:26:46.870301 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b7610-b6a3-42a9-b7d1-b7ebb12958a5 None None] Current status of the port 7a001ebe-3216-419f-b7a0-0779d49765bb is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:46.870412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50386) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:46.870884 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7610-b6a3-42a9-b7d1-b7ebb12958a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:46.871000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a472a-a8b2-4ed5-a878-dcc92d86e4a8 admin admin] Pushing event updated for resources: {'Network': ['ID=c6e62a07-61cb-4b83-9d67-8546ad76c2d7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:46.874197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9350351d-09ab-4ebc-9d59-c38cd262bdd2 admin admin] Request body: {'subnet': {'network_id': 'c6e62a07-61cb-4b83-9d67-8546ad76c2d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-927834911-subnet', 'tenant_id': '0aad56bb08f745ffa7bed354a713cbf7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:46.886283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network c6e62a07-61cb-4b83-9d67-8546ad76c2d7 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:26:46.989609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9350351d-09ab-4ebc-9d59-c38cd262bdd2 admin admin] Made reservation on behalf of 0aad56bb08f745ffa7bed354a713cbf7 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:46.993380 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9350351d-09ab-4ebc-9d59-c38cd262bdd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:47.007388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3d7b7610-b6a3-42a9-b7d1-b7ebb12958a5 None None] For port 7a001ebe-3216-419f-b7a0-0779d49765bb, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7a001ebe-3216-419f-b7a0-0779d49765bb,segment=NetworkSegment(c2af0800-6354-4b6c-b9a6-1576b0b03e2c),segment_id=c2af0800-6354-4b6c-b9a6-1576b0b03e2c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:47.021098 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1068022602-router', 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '58cfb677-d3e9-4c29-bfc4-52f6354b2902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:36Z', 'updated_at': '2022-02-11T04:26:42Z', 'revision_number': 4, 'project_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'gw_port': {'id': '58cfb677-d3e9-4c29-bfc4-52f6354b2902', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:37Z', 'updated_at': '2022-02-11T04:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7a001ebe-3216-419f-b7a0-0779d49765bb', 'name': '', 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24', 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'mac_address': 'fa:16:3e:56:92:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2e44a196-1d3b-4bb5-96a0-8fa55ff75945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:41Z', 'updated_at': '2022-02-11T04:26:46Z', 'revision_number': 4, 'project_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'subnets': [{'id': '2e44a196-1d3b-4bb5-96a0-8fa55ff75945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:47.086897 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d7b7610-b6a3-42a9-b7d1-b7ebb12958a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:47.097142 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db31c14-a94c-44a5-bc10-9e9fe3e5f02a None None] The sync data for ids ['d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'] in n-d-712142-35 is: [{'id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1068022602-router', 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '58cfb677-d3e9-4c29-bfc4-52f6354b2902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:36Z', 'updated_at': '2022-02-11T04:26:42Z', 'revision_number': 4, 'project_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'gw_port': {'id': '58cfb677-d3e9-4c29-bfc4-52f6354b2902', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:37Z', 'updated_at': '2022-02-11T04:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7a001ebe-3216-419f-b7a0-0779d49765bb', 'name': '', 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24', 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'mac_address': 'fa:16:3e:56:92:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': '2e44a196-1d3b-4bb5-96a0-8fa55ff75945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:41Z', 'updated_at': '2022-02-11T04:26:46Z', 'revision_number': 4, 'project_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'subnets': [{'id': '2e44a196-1d3b-4bb5-96a0-8fa55ff75945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:26:47.153939 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd578ff-5734-4c3b-8e4a-e2a628e02625 req-ec078e27-85ae-450a-90e6-61081efc222b tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:47.155673 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfd578ff-5734-4c3b-8e4a-e2a628e02625 req-ec078e27-85ae-450a-90e6-61081efc222b tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 946 time: 0.1049273 Feb 11 04:26:47.210616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b7610-b6a3-42a9-b7d1-b7ebb12958a5 None None] Pushing event updated for resources: {'Port': ['ID=7a001ebe-3216-419f-b7a0-0779d49765bb,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:47.318847 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfd578ff-5734-4c3b-8e4a-e2a628e02625 req-882ebbf8-8346-4bcf-aef5-69dd8b04753c tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324732 Feb 11 04:26:47.395861 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd4a88a2-399b-4f5e-90bd-818d833ceac4 req-dc36f5e3-84c3-4863-981e-e5e89be0ad1c tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 210 time: 0.0673018 Feb 11 04:26:47.435463 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9350351d-09ab-4ebc-9d59-c38cd262bdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (d769c8f6-7cc4-4e17-acd8-cf74888366db), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:47.459786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50398) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:47.505925 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350351d-09ab-4ebc-9d59-c38cd262bdd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d769c8f6-7cc4-4e17-acd8-cf74888366db,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:47.530306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9350351d-09ab-4ebc-9d59-c38cd262bdd2 admin admin] Checking segment: {'id': 'db5106e2-7ea0-47e2-9337-8695b3bf7cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6e62a07-61cb-4b83-9d67-8546ad76c2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:47.530877 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9350351d-09ab-4ebc-9d59-c38cd262bdd2 admin admin] Network hostable DHCP agents. Network: c6e62a07-61cb-4b83-9d67-8546ad76c2d7, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:26:47.617715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29e97e-95f9-4e2c-830e-ae53b048356c req-7eb440c8-2993-4947-a7fb-648d2eff8840 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:47.637459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb29e97e-95f9-4e2c-830e-ae53b048356c req-7eb440c8-2993-4947-a7fb-648d2eff8840 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.0984814 Feb 11 04:26:47.663368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9350351d-09ab-4ebc-9d59-c38cd262bdd2 admin admin] Network c6e62a07-61cb-4b83-9d67-8546ad76c2d7 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:26:47.702940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb29e97e-95f9-4e2c-830e-ae53b048356c req-4b1622ed-174f-4822-a1b2-2e39e5b9da5c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645232 Feb 11 04:26:47.739477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9350351d-09ab-4ebc-9d59-c38cd262bdd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, c6e62a07-61cb-4b83-9d67-8546ad76c2d7) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:47.745755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9350351d-09ab-4ebc-9d59-c38cd262bdd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:47.749859 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9350351d-09ab-4ebc-9d59-c38cd262bdd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:47.752596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd4b7ae-871d-478c-9df3-9deff831b92d None None] Network c6e62a07-61cb-4b83-9d67-8546ad76c2d7 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:26:47.774833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1246072711'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:47.829525 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f1e599a-f5fb-43c5-a18e-bb90bddf6ce3 req-ebf804e1-3d72-47fd-8100-a896b7691b85 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0978391 Feb 11 04:26:47.904929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-c6e62a07-61cb-4b83-9d67-8546ad76c2d7', 'network_id': 'c6e62a07-61cb-4b83-9d67-8546ad76c2d7', 'project_id': '0aad56bb08f745ffa7bed354a713cbf7', 'fixed_ips': [{'subnet_id': 'd769c8f6-7cc4-4e17-acd8-cf74888366db'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:26:47.906125 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:47.912550 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9350351d-09ab-4ebc-9d59-c38cd262bdd2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0425208 Feb 11 04:26:47.916515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50414) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:47.921546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-927834911-router', 'tenant_id': '0aad56bb08f745ffa7bed354a713cbf7', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:47.972185 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Made reservation on behalf of 140b603b7c9d4c0d95899eed32cd3784 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:47.977319 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:47.987278 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.054876 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.057003 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.066079 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Allocated IP 172.20.0.2 (c6e62a07-61cb-4b83-9d67-8546ad76c2d7/d769c8f6-7cc4-4e17-acd8-cf74888366db/baee307c-e701-4717-be24-1d7ea57b84d1) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:48.115104 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Publish callbacks [] for security_group (b7d65732-dae3-435b-905c-5bc9d3df0707), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.169651 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Publish callbacks [] for router_controller (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.200931 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b7d65732-dae3-435b-905c-5bc9d3df0707), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.221177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04a2c9-66f4-4269-9076-7ffbeef5c186 req-e818aac0-2187-48c9-b506-c95837b386b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:48.224037 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8b04a2c9-66f4-4269-9076-7ffbeef5c186 req-e818aac0-2187-48c9-b506-c95837b386b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.47 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 946 time: 0.0914831 Feb 11 04:26:48.230280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:26:48.318599 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Publish callbacks [] for port (baee307c-e701-4717-be24-1d7ea57b84d1), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.352371 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (2cd3bd3c-29e4-41ab-877f-5159272b4b0d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.353108 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Added segment 2cd3bd3c-29e4-41ab-877f-5159272b4b0d of type vlan for network 0d218528-8889-46ab-80f2-e74213ab1e32 Feb 11 04:26:48.355347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d65732-dae3-435b-905c-5bc9d3df0707,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:48.386721 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (baee307c-e701-4717-be24-1d7ea57b84d1), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.408069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-8b04a2c9-66f4-4269-9076-7ffbeef5c186 req-ddf82f8d-9688-4416-9149-36649bb570b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Deleting port 138af887-d2b9-4afd-b1a8-d1079ea604ba {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:26:48.409367 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8b04a2c9-66f4-4269-9076-7ffbeef5c186 req-ddf82f8d-9688-4416-9149-36649bb570b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (138af887-d2b9-4afd-b1a8-d1079ea604ba), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.514165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Network c6e62a07-61cb-4b83-9d67-8546ad76c2d7 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:48.517410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:48.521042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:48.546086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Pushing event updated for resources: {'Port': ['ID=baee307c-e701-4717-be24-1d7ea57b84d1,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:48.552167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-8b04a2c9-66f4-4269-9076-7ffbeef5c186 req-ddf82f8d-9688-4416-9149-36649bb570b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] For port 138af887-d2b9-4afd-b1a8-d1079ea604ba, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=138af887-d2b9-4afd-b1a8-d1079ea604ba,segment=NetworkSegment(e21e9547-b663-45f9-8132-50283a23646c),segment_id=e21e9547-b663-45f9-8132-50283a23646c)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:48.552707 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8b04a2c9-66f4-4269-9076-7ffbeef5c186 req-ddf82f8d-9688-4416-9149-36649bb570b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (138af887-d2b9-4afd-b1a8-d1079ea604ba), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.571459 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-8b04a2c9-66f4-4269-9076-7ffbeef5c186 req-ddf82f8d-9688-4416-9149-36649bb570b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Calling delete_port for 138af887-d2b9-4afd-b1a8-d1079ea604ba owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:26:48.643672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Attempting to bind port baee307c-e701-4717-be24-1d7ea57b84d1 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:48.644351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Attempting to bind port baee307c-e701-4717-be24-1d7ea57b84d1 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'db5106e2-7ea0-47e2-9337-8695b3bf7cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6e62a07-61cb-4b83-9d67-8546ad76c2d7'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:48.644936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Attempting to bind port baee307c-e701-4717-be24-1d7ea57b84d1 on network c6e62a07-61cb-4b83-9d67-8546ad76c2d7 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:48.651712 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (0d218528-8889-46ab-80f2-e74213ab1e32), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.667705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:26:48.668220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8afd8a11-b6e8-4f58-9b12-275a0a9d90f4 req-85e3f765-15f0-4211-a93c-52a49b95d342 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 210 time: 0.1076045 Feb 11 04:26:48.675061 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Checking segment: {'id': 'db5106e2-7ea0-47e2-9337-8695b3bf7cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6e62a07-61cb-4b83-9d67-8546ad76c2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:48.675749 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.676327 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Bound using segment: {'id': 'db5106e2-7ea0-47e2-9337-8695b3bf7cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6e62a07-61cb-4b83-9d67-8546ad76c2d7'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:26:48.677034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Bound port: baee307c-e701-4717-be24-1d7ea57b84d1, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5106e2-7ea0-47e2-9337-8695b3bf7cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6e62a07-61cb-4b83-9d67-8546ad76c2d7'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:26:48.677619 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (baee307c-e701-4717-be24-1d7ea57b84d1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.831711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] For port baee307c-e701-4717-be24-1d7ea57b84d1, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:26:48.835948 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] For port baee307c-e701-4717-be24-1d7ea57b84d1, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=baee307c-e701-4717-be24-1d7ea57b84d1,segment=NetworkSegment(db5106e2-7ea0-47e2-9337-8695b3bf7cdd),segment_id=db5106e2-7ea0-47e2-9337-8695b3bf7cdd)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:26:48.847929 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Publish callbacks [] for router_gateway (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.884917 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d816d-e7cd-42a1-96c6-640045d28c7d req-ae8013cd-3b0b-4a6b-baf6-4a47bd6135ef tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:48.886498 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-345d816d-e7cd-42a1-96c6-640045d28c7d req-ae8013cd-3b0b-4a6b-baf6-4a47bd6135ef tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 946 time: 0.4106150 Feb 11 04:26:48.929486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7a001ebe-3216-419f-b7a0-0779d49765bb up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:48.967282 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (baee307c-e701-4717-be24-1d7ea57b84d1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.967884 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-da1ddf8d-df39-46dc-b2bd-0ec3e3ba9b36 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:48.969676 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-da1ddf8d-df39-46dc-b2bd-0ec3e3ba9b36 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.32 "GET /v2.0/networks?id=c7b0aed2-c8b0-4a4c-a247-1e6da13d5220 HTTP/1.1" status: 200 len: 809 time: 0.4515970 Feb 11 04:26:48.979400 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (0d218528-8889-46ab-80f2-e74213ab1e32), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.984361 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8b04a2c9-66f4-4269-9076-7ffbeef5c186 req-ddf82f8d-9688-4416-9149-36649bb570b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (138af887-d2b9-4afd-b1a8-d1079ea604ba), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:48.984918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:48.985024 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:49.009383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fc47e757-b547-4a8a-ac31-e347cb86e7b2 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Request body: {'port': {'device_id': '25214582-cafd-4c79-83c6-f335aac67ae9', 'network_id': 'c7b0aed2-c8b0-4a4c-a247-1e6da13d5220', 'admin_state_up': True, 'tenant_id': '3a9d7a746585447790d6e4234fa1b06a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:49.011882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['138af887-d2b9-4afd-b1a8-d1079ea604ba'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:26:49.044594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf82f8d-9688-4416-9149-36649bb570b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Pushing event deleted for resources: {'Port': ['ID=138af887-d2b9-4afd-b1a8-d1079ea604ba,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:49.100950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d3cd4-ffcd-465a-9163-a40060483dcf None None] Pushing event updated for resources: {'Port': ['ID=baee307c-e701-4717-be24-1d7ea57b84d1,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:49.110216 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b04a2c9-66f4-4269-9076-7ffbeef5c186 req-ddf82f8d-9688-4416-9149-36649bb570b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] No DVR routers for this DVR port 138af887-d2b9-4afd-b1a8-d1079ea604ba on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:26:49.115230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-345d816d-e7cd-42a1-96c6-640045d28c7d req-254c37b3-9cc2-4b49-964d-4a54f672935d tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/security-groups?id=99e0f44f-6d7b-4d49-906c-64417ece7538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148769 Feb 11 04:26:49.116746 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8b04a2c9-66f4-4269-9076-7ffbeef5c186 req-ddf82f8d-9688-4416-9149-36649bb570b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:49.123373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f837-c86c-466f-993e-0e29ac4cdb72 req-9600e114-bfe9-4d04-8320-0f0ad3571b73 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:49.126918 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8b04a2c9-66f4-4269-9076-7ffbeef5c186 req-ddf82f8d-9688-4416-9149-36649bb570b7 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.47 "DELETE /v2.0/ports/138af887-d2b9-4afd-b1a8-d1079ea604ba HTTP/1.1" status: 204 len: 173 time: 0.8979826 Feb 11 04:26:49.127980 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2', 'name': 'network-vif-deleted', 'tag': '138af887-d2b9-4afd-b1a8-d1079ea604ba'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:49.128535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7a001ebe-3216-419f-b7a0-0779d49765bb triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:49.129315 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:49.142875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a13f837-c86c-466f-993e-0e29ac4cdb72 req-9600e114-bfe9-4d04-8320-0f0ad3571b73 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.2803471 Feb 11 04:26:49.143598 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89788bf-b496-4acf-a51e-733dda7576a0" -d '{"events": [{"server_uuid": "d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2", "name": "network-vif-deleted", "tag": "138af887-d2b9-4afd-b1a8-d1079ea604ba"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:49.180939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7166569 Feb 11 04:26:49.283510 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7a001ebe-3216-419f-b7a0-0779d49765bb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:49.314068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672577a-6fee-44d3-8938-741f0a1d021c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Pushing event updated for resources: {'Network': ['ID=0d218528-8889-46ab-80f2-e74213ab1e32,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:49.358306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 0d218528-8889-46ab-80f2-e74213ab1e32 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:26:49.371412 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47d93ed-3967-44ec-850c-914bdfe980b3 req-793de3f1-7a06-48be-af7d-1bb894d5806b tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0959213 Feb 11 04:26:49.462926 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7b8c0d-322e-4d92-8dac-966c95c5b535 x-openstack-request-id: req-5f7b8c0d-322e-4d92-8dac-966c95c5b535 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:49.463586 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2", "name": "network-vif-deleted", "tag": "138af887-d2b9-4afd-b1a8-d1079ea604ba", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:49.464073 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f7b8c0d-322e-4d92-8dac-966c95c5b535 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:49.464706 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2', 'name': 'network-vif-deleted', 'tag': '138af887-d2b9-4afd-b1a8-d1079ea604ba', 'status': 'completed', 'code': 200} Feb 11 04:26:49.543281 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a13f837-c86c-466f-993e-0e29ac4cdb72 req-5aebfc73-6fc6-44fc-8cbc-4e18b31201cd tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013076 Feb 11 04:26:49.652240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fc47e757-b547-4a8a-ac31-e347cb86e7b2 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Made reservation on behalf of 3a9d7a746585447790d6e4234fa1b06a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:49.659286 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fc47e757-b547-4a8a-ac31-e347cb86e7b2 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:49.770574 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50456) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:49.776296 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Request body: {'port': {'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32', 'binding:host_id': 'n-h2-712142-35', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1331178241'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:49.821777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-003f9393-42e0-4e02-89df-a51d4b223d65 req-98c6c84a-0474-453f-966b-045e2d2e7042 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 210 time: 0.0484385 Feb 11 04:26:49.842309 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Publish callbacks [] for router_gateway (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:49.846521 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Made reservation on behalf of 85a8b58b19fd4da1b8c2f4c00f765874 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:49.849559 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:49.860369 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:49.899538 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:49.967917 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks [] for security_group (419aac2e-7a57-4cf1-8447-dcf328e0839c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:49.977032 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fc47e757-b547-4a8a-ac31-e347cb86e7b2 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Allocated IP 172.20.0.6 (c7b0aed2-c8b0-4a4c-a247-1e6da13d5220/8cfe3839-57e0-4b48-a6d3-c35c7e5ad389/fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:50.035282 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (419aac2e-7a57-4cf1-8447-dcf328e0839c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:50.047229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] device_id is not set on port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:26:50.073799 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Allocated IP 172.25.3.208 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/58d23ed7-63cf-42ac-ad9e-06df7c0e3c50) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:50.152786 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419aac2e-7a57-4cf1-8447-dcf328e0839c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:50.292477 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fc47e757-b547-4a8a-ac31-e347cb86e7b2 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Publish callbacks [] for port (fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:50.337748 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ea6901f-3886-4966-966d-d915a0d670eb req-32e0cc98-7ca0-4dd9-979c-9f7a9359f4a9 tempest-ServerDiskConfigTestJSON-1073690137 tempest-ServerDiskConfigTestJSON-1073690137-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0d2cb25-6ac2-4e4c-a7bb-8b8f19b568d2 HTTP/1.1" status: 200 len: 210 time: 0.0417542 Feb 11 04:26:50.350373 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Publish callbacks [] for port (58d23ed7-63cf-42ac-ad9e-06df7c0e3c50), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:50.412785 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] device_id is not set on port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:26:50.424913 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks [] for port (3c1978d9-a4a3-4fb1-ac61-04d5cd296904), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:50.492182 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28920282-a4b3-4dc8-ad99-60f3792e41c9 req-a35fcf5b-a0e4-4cdc-9628-7e762d5868bc tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0310361 Feb 11 04:26:50.515470 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fc47e757-b547-4a8a-ac31-e347cb86e7b2 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:50.543430 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b396ff7f-28e6-499a-b9d3-88bef2fbe522 None None] Network c6e62a07-61cb-4b83-9d67-8546ad76c2d7 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:26:50.550103 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3c1978d9-a4a3-4fb1-ac61-04d5cd296904), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:50.552253 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (58d23ed7-63cf-42ac-ad9e-06df7c0e3c50), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:50.576272 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fc47e757-b547-4a8a-ac31-e347cb86e7b2 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Network c7b0aed2-c8b0-4a4c-a247-1e6da13d5220 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:50.591362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:50.593161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:50.595821 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:50.598702 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fc47e757-b547-4a8a-ac31-e347cb86e7b2 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:50.600928 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fc47e757-b547-4a8a-ac31-e347cb86e7b2 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:50.603622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47e757-b547-4a8a-ac31-e347cb86e7b2 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Pushing event updated for resources: {'Port': ['ID=fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:50.623503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c16a7d9c-6613-492c-be60-a022841786f4 None None] Provisioning complete for port baee307c-e701-4717-be24-1d7ea57b84d1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:50.623503 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c16a7d9c-6613-492c-be60-a022841786f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (baee307c-e701-4717-be24-1d7ea57b84d1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:50.678396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Checking segment: {'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:50.679327 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Network hostable DHCP agents. Network: 0d218528-8889-46ab-80f2-e74213ab1e32, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:26:50.692033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Pushing event updated for resources: {'Port': ['ID=3c1978d9-a4a3-4fb1-ac61-04d5cd296904,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:50.733778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Pushing event updated for resources: {'Port': ['ID=58d23ed7-63cf-42ac-ad9e-06df7c0e3c50,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:50.751899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fc47e757-b547-4a8a-ac31-e347cb86e7b2 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:50.752547 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fc47e757-b547-4a8a-ac31-e347cb86e7b2 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:50.760486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c16a7d9c-6613-492c-be60-a022841786f4 None None] Current status of the port baee307c-e701-4717-be24-1d7ea57b84d1 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:50.761113 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c16a7d9c-6613-492c-be60-a022841786f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (baee307c-e701-4717-be24-1d7ea57b84d1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:50.782424 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Network 0d218528-8889-46ab-80f2-e74213ab1e32 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:26:50.825995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c16a7d9c-6613-492c-be60-a022841786f4 None None] For port baee307c-e701-4717-be24-1d7ea57b84d1, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=baee307c-e701-4717-be24-1d7ea57b84d1,segment=NetworkSegment(db5106e2-7ea0-47e2-9337-8695b3bf7cdd),segment_id=db5106e2-7ea0-47e2-9337-8695b3bf7cdd)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:50.875151 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 0d218528-8889-46ab-80f2-e74213ab1e32) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:50.881301 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:50.887448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device baee307c-e701-4717-be24-1d7ea57b84d1 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:50.908567 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:50.908919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:50.909461 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:50.917732 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:50.918084 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:50.918536 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 2 to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 Feb 11 04:26:50.929487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fc47e757-b547-4a8a-ac31-e347cb86e7b2 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9415197 Feb 11 04:26:50.935361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:50.935751 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:50.936437 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:50.942191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:50.942533 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:50.943028 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 3 to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 Feb 11 04:26:50.948382 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a49960-9cba-46a7-a37d-1efbc855e5b9 None None] Network 0d218528-8889-46ab-80f2-e74213ab1e32 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:26:50.961387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:50.961599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696b482-a74c-4aff-a59e-5020c1aa66cc req-bf97989a-be9d-4a1a-b9f8-ebe38eaf96d9 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:50.961736 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:50.962081 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:50.964374 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f696b482-a74c-4aff-a59e-5020c1aa66cc req-bf97989a-be9d-4a1a-b9f8-ebe38eaf96d9 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.2598956 Feb 11 04:26:50.967548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:50.967879 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:50.968404 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 4 to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 Feb 11 04:26:50.969073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Request body: {'port': {'device_id': '25214582-cafd-4c79-83c6-f335aac67ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:50.983982 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:50.984224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:50.984575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:50.986239 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c16a7d9c-6613-492c-be60-a022841786f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (baee307c-e701-4717-be24-1d7ea57b84d1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:50.990336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:50.990755 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:50.991412 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 5 to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 Feb 11 04:26:51.018732 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:51.019449 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:51.019910 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:51.025116 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:51.025449 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:51.025846 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 6 to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 Feb 11 04:26:51.045756 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:51.047035 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:51.047704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:51.055613 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:51.056578 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:51.057514 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 7 to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 Feb 11 04:26:51.098782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:51.099117 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:51.101130 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:51.111382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:51.111925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a7d9c-6613-492c-be60-a022841786f4 None None] Pushing event updated for resources: {'Port': ['ID=baee307c-e701-4717-be24-1d7ea57b84d1,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:51.112122 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:51.112662 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 8 to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 Feb 11 04:26:51.143171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:51.143585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:51.144223 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:51.145418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79309f2a-1e97-4208-830e-b2d2b478d41a req-51f55745-745b-4b84-9972-cae0b33a9359 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:51.147734 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79309f2a-1e97-4208-830e-b2d2b478d41a req-51f55745-745b-4b84-9972-cae0b33a9359 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 931 time: 0.2116220 Feb 11 04:26:51.150705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:51.151113 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:51.151633 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 9 to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 Feb 11 04:26:51.171619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:51.172115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:51.172659 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:51.178041 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:51.178443 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:51.178878 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 10 to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 Feb 11 04:26:51.198456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:51.198456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:51.198881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:51.207668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-654977d8-e672-4d9d-97b8-3dbe532031cc None None] Provisioning complete for port baee307c-e701-4717-be24-1d7ea57b84d1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:51.208325 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-654977d8-e672-4d9d-97b8-3dbe532031cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (baee307c-e701-4717-be24-1d7ea57b84d1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:51.226131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:51.227903 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:51.228346 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3c1978d9-a4a3-4fb1-ac61-04d5cd296904), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:51.254385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port baee307c-e701-4717-be24-1d7ea57b84d1 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:51.254988 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (baee307c-e701-4717-be24-1d7ea57b84d1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:51.362901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] For port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:26:51.363707 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempted to set empty binding levels {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 04:26:51.393763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port baee307c-e701-4717-be24-1d7ea57b84d1 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:51.411850 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-654977d8-e672-4d9d-97b8-3dbe532031cc None None] Current status of the port baee307c-e701-4717-be24-1d7ea57b84d1 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:51.440935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (3c1978d9-a4a3-4fb1-ac61-04d5cd296904), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:51.480215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:51.480533 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:51.502703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Pushing event updated for resources: {'Port': ['ID=3c1978d9-a4a3-4fb1-ac61-04d5cd296904,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:51.517132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f696b482-a74c-4aff-a59e-5020c1aa66cc req-a2480d2b-0e37-4339-a27b-1f34bc287964 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065150 Feb 11 04:26:51.526474 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:51.643380 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79309f2a-1e97-4208-830e-b2d2b478d41a req-12b6017f-7063-45bb-b549-2046fe31442c tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b79fcce-6b03-4054-ad41-c5ce4b4640dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851494 Feb 11 04:26:51.654780 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-612d61f1-b646-4cf9-b203-3d13b2be7858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.8829908 Feb 11 04:26:51.658005 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50480) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:51.703778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-573a0322-f737-4f45-9d94-37f7fe4ccd2c req-fdce434f-41a6-448f-842f-b4dca2e414ee tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0675640 Feb 11 04:26:51.704425 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Publish callbacks [] for router_gateway (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:51.771949 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5d319fe9-16e8-442f-ae08-ad3323278a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Deleting port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:26:51.771949 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d319fe9-16e8-442f-ae08-ad3323278a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3c1978d9-a4a3-4fb1-ac61-04d5cd296904), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:51.875038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-5d319fe9-16e8-442f-ae08-ad3323278a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] For port 3c1978d9-a4a3-4fb1-ac61-04d5cd296904, host n-h2-712142-35, got binding levels [] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:51.875038 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d319fe9-16e8-442f-ae08-ad3323278a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3c1978d9-a4a3-4fb1-ac61-04d5cd296904), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:51.875243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50490) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:51.882137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5d319fe9-16e8-442f-ae08-ad3323278a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Calling delete_port for 3c1978d9-a4a3-4fb1-ac61-04d5cd296904 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:26:51.927781 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50492) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:51.982101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 138af887-d2b9-4afd-b1a8-d1079ea604ba no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:26:51.992065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Deleting subnet 3eba31f7-1207-4443-a78f-e7f3b3f7b7c9 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:26:52.003941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 138af887-d2b9-4afd-b1a8-d1079ea604ba {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:26:52.004341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 138af887-d2b9-4afd-b1a8-d1079ea604ba not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:26:52.037582 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Publish callbacks [] for subnet (3eba31f7-1207-4443-a78f-e7f3b3f7b7c9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.050038 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-095ede13-76ba-4671-852a-81058f65b6b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.081594 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d319fe9-16e8-442f-ae08-ad3323278a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3c1978d9-a4a3-4fb1-ac61-04d5cd296904), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.110772 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (3eba31f7-1207-4443-a78f-e7f3b3f7b7c9), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.125196 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d319fe9-16e8-442f-ae08-ad3323278a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.130655 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5d319fe9-16e8-442f-ae08-ad3323278a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3c1978d9-a4a3-4fb1-ac61-04d5cd296904 HTTP/1.1" status: 204 len: 168 time: 0.4693396 Feb 11 04:26:52.130655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d319fe9-16e8-442f-ae08-ad3323278a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c1978d9-a4a3-4fb1-ac61-04d5cd296904,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:52.133734 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50496) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:52.166770 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6266a2-f3dd-4e35-bad7-24e90331f5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] GET failed (client error): The resource could not be found. Feb 11 04:26:52.168219 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ae6266a2-f3dd-4e35-bad7-24e90331f5e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "GET /v2.0/ports/3c1978d9-a4a3-4fb1-ac61-04d5cd296904 HTTP/1.1" status: 404 len: 333 time: 0.0320990 Feb 11 04:26:52.173410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50498) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:52.189666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a8b275f5-bf3a-4440-8615-9d3234dc49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Request body: {'port': {'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096069861'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:52.203497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-095ede13-76ba-4671-852a-81058f65b6b4 admin admin] Publish callbacks [] for security_group (3e1f90cc-4df7-4cab-a4b0-3fdae4683d98), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.245033 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (3eba31f7-1207-4443-a78f-e7f3b3f7b7c9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.280456 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-095ede13-76ba-4671-852a-81058f65b6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3e1f90cc-4df7-4cab-a4b0-3fdae4683d98), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.290209 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.298042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:26:52.309503 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Publish callbacks [] for port (fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.323677 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ede13-76ba-4671-852a-81058f65b6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1f90cc-4df7-4cab-a4b0-3fdae4683d98,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:52.329935 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-095ede13-76ba-4671-852a-81058f65b6b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5cb3adcc467461297998755fd7f4c29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962491 Feb 11 04:26:52.332633 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50500) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:52.353310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b275f5-bf3a-4440-8615-9d3234dc49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Made reservation on behalf of 85a8b58b19fd4da1b8c2f4c00f765874 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:52.355777 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8b275f5-bf3a-4440-8615-9d3234dc49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.386304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Transition to ACTIVE for port object fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:26:52.393075 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73d5ad12-46a8-4a45-9e4b-326030b8a024 admin admin] Publish callbacks [] for security_group (3e1f90cc-4df7-4cab-a4b0-3fdae4683d98), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.404093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-a8b275f5-bf3a-4440-8615-9d3234dc49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] device_id is not set on port f571ae9d-cf92-4a9b-afba-d63e5620c187 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:26:52.420515 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73d5ad12-46a8-4a45-9e4b-326030b8a024 admin admin] Publish callbacks [] for security_group (3e1f90cc-4df7-4cab-a4b0-3fdae4683d98), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.446566 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.479988 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5695403b-827a-44ec-9b2e-c08711e439fb req-2f5c206a-820c-40ba-864d-597fad29a729 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0330663 Feb 11 04:26:52.517129 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (3eba31f7-1207-4443-a78f-e7f3b3f7b7c9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.555004 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73d5ad12-46a8-4a45-9e4b-326030b8a024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3e1f90cc-4df7-4cab-a4b0-3fdae4683d98), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.557638 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73d5ad12-46a8-4a45-9e4b-326030b8a024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.561403 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-73d5ad12-46a8-4a45-9e4b-326030b8a024 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e1f90cc-4df7-4cab-a4b0-3fdae4683d98 HTTP/1.1" status: 204 len: 168 time: 0.2252247 Feb 11 04:26:52.568174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5ad12-46a8-4a45-9e4b-326030b8a024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1f90cc-4df7-4cab-a4b0-3fdae4683d98,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:52.581395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eba31f7-1207-4443-a78f-e7f3b3f7b7c9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:52.602472 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.608402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3eba31f7-1207-4443-a78f-e7f3b3f7b7c9 HTTP/1.1" status: 204 len: 168 time: 0.7366600 Feb 11 04:26:52.609249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50506) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:52.632936 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:52.633525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:52.633883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:52.634298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:52.634665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:52.635027 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:52.635481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:52.635817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:52.636148 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:52.636478 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:52.636810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:52.637147 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:52.637475 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16406ec8-94a8-4581-922b-1aa2fbb96ef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:52.654503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:52.699043 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97639217-4a0d-420c-95c8-b0be71d4ed3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (10aa80bb-93b9-4f30-8204-8c23a28b3aee), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.796818 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97639217-4a0d-420c-95c8-b0be71d4ed3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (10aa80bb-93b9-4f30-8204-8c23a28b3aee), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.818870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device baee307c-e701-4717-be24-1d7ea57b84d1 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:52.823161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-97639217-4a0d-420c-95c8-b0be71d4ed3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10aa80bb-93b9-4f30-8204-8c23a28b3aee']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:52.833630 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-97639217-4a0d-420c-95c8-b0be71d4ed3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21e9547-b663-45f9-8132-50283a23646c') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:52.833870 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-97639217-4a0d-420c-95c8-b0be71d4ed3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21e9547-b663-45f9-8132-50283a23646c') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:52.853124 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97639217-4a0d-420c-95c8-b0be71d4ed3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (e21e9547-b663-45f9-8132-50283a23646c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.869747 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97639217-4a0d-420c-95c8-b0be71d4ed3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e21e9547-b663-45f9-8132-50283a23646c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.877506 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97639217-4a0d-420c-95c8-b0be71d4ed3b admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:26:52.878005 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97639217-4a0d-420c-95c8-b0be71d4ed3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (e21e9547-b663-45f9-8132-50283a23646c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:26:52.879888 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:26:52.882033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e7de8-a58d-40a5-9a69-361ec14cf40c req-d839fcd0-0201-430b-a043-2eb44e81a728 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:52.882465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06e7de8-a58d-40a5-9a69-361ec14cf40c req-d839fcd0-0201-430b-a043-2eb44e81a728 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.2598360 Feb 11 04:26:52.896408 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8b275f5-bf3a-4440-8615-9d3234dc49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks [] for port (f571ae9d-cf92-4a9b-afba-d63e5620c187), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.910688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Attempting to bind port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:52.911041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Attempting to bind port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'acca35fa-417b-48b8-8109-12df6738cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c7b0aed2-c8b0-4a4c-a247-1e6da13d5220'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:52.922752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Attempting to bind port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca on network c7b0aed2-c8b0-4a4c-a247-1e6da13d5220 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:52.939353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca on network c7b0aed2-c8b0-4a4c-a247-1e6da13d5220 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:52.939690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Attempting to bind port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca on network c7b0aed2-c8b0-4a4c-a247-1e6da13d5220 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:52.943500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port baee307c-e701-4717-be24-1d7ea57b84d1 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:52.944211 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (baee307c-e701-4717-be24-1d7ea57b84d1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:52.953034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cd75f-bf95-45ad-8fd6-25687d5f85b9 req-34c31955-ff86-4541-9018-03e4c638e312 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:52.954610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-044cd75f-bf95-45ad-8fd6-25687d5f85b9 req-34c31955-ff86-4541-9018-03e4c638e312 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 943 time: 0.1945789 Feb 11 04:26:52.968197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Router a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:26:52.984268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:26:52.984618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Checking segment: {'id': 'acca35fa-417b-48b8-8109-12df6738cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c7b0aed2-c8b0-4a4c-a247-1e6da13d5220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:52.985014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Bound using segment: {'id': 'acca35fa-417b-48b8-8109-12df6738cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c7b0aed2-c8b0-4a4c-a247-1e6da13d5220'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:26:52.985470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Bound port: fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acca35fa-417b-48b8-8109-12df6738cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c7b0aed2-c8b0-4a4c-a247-1e6da13d5220'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:26:52.985835 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:53.011790 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97639217-4a0d-420c-95c8-b0be71d4ed3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (10aa80bb-93b9-4f30-8204-8c23a28b3aee), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:53.018959 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97639217-4a0d-420c-95c8-b0be71d4ed3b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:53.022520 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-97639217-4a0d-420c-95c8-b0be71d4ed3b admin admin] 10.222.0.13 "DELETE /v2.0/networks/10aa80bb-93b9-4f30-8204-8c23a28b3aee HTTP/1.1" status: 204 len: 168 time: 0.4121554 Feb 11 04:26:53.037131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97639217-4a0d-420c-95c8-b0be71d4ed3b admin admin] Pushing event deleted for resources: {'Network': ['ID=10aa80bb-93b9-4f30-8204-8c23a28b3aee,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:53.058134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e06e7de8-a58d-40a5-9a69-361ec14cf40c req-081b66a5-ee91-44fd-84e7-2de19bf18897 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571052 Feb 11 04:26:53.068331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port baee307c-e701-4717-be24-1d7ea57b84d1 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:53.095764 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9a4afd42-fb1c-4fff-83ba-e1e8d304cf21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:53.159559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-044cd75f-bf95-45ad-8fd6-25687d5f85b9 req-63c145d5-bf09-4540-befb-0e526598ea33 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b79fcce-6b03-4054-ad41-c5ce4b4640dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971478 Feb 11 04:26:53.190349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a3d4e52-6723-4192-a680-c98dd8fbac54 req-7b7facbb-45ae-4424-aa24-49574bd90f1c tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0497146 Feb 11 04:26:53.235535 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8b275f5-bf3a-4440-8615-9d3234dc49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f571ae9d-cf92-4a9b-afba-d63e5620c187), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:53.249065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] For port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:26:53.287850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] For port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca,segment=NetworkSegment(acca35fa-417b-48b8-8109-12df6738cb9c),segment_id=acca35fa-417b-48b8-8109-12df6738cb9c)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:26:53.309566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b275f5-bf3a-4440-8615-9d3234dc49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Network 0d218528-8889-46ab-80f2-e74213ab1e32 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:53.312836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:26:53.317862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-a8b275f5-bf3a-4440-8615-9d3234dc49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:53.321391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b275f5-bf3a-4440-8615-9d3234dc49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:53.322395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b275f5-bf3a-4440-8615-9d3234dc49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:53.323037 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8b275f5-bf3a-4440-8615-9d3234dc49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:53.323483 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Sync routers for ids ['a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:26:53.326075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b275f5-bf3a-4440-8615-9d3234dc49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Pushing event updated for resources: {'Port': ['ID=f571ae9d-cf92-4a9b-afba-d63e5620c187,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:53.342180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Routers {'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:26:53.342876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:26:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:53.375215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50516) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:53.390971 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-935b1524-9159-4abb-88f6-5a26df1bf840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:53.400453 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:53.443230 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:53.444738 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f8a75ce2-1abd-4b12-a76d-5ba478c7c096 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5268238 Feb 11 04:26:53.448195 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a8b275f5-bf3a-4440-8615-9d3234dc49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2650242 Feb 11 04:26:53.449713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50518) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:53.451208 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50520) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:53.463948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:53.467098 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50522) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:53.470583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:53.471239 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:53.472635 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] 10.222.0.32 "PUT /v2.0/ports/fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca HTTP/1.1" status: 200 len: 1092 time: 2.5203259 Feb 11 04:26:53.483583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Set router a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:26:53.506440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25214582-cafd-4c79-83c6-f335aac67ae9', 'tag': 'fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:26:53.509530 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0406748b-a066-4dde-b4c4-aef02d113111" -d '{"events": [{"name": "network-changed", "server_uuid": "25214582-cafd-4c79-83c6-f335aac67ae9", "tag": "fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:26:53.548078 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f8c2e-6238-4d82-9c80-9dcb246deca7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:53.574479 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-07655890-4b1b-49f6-970e-9f430d26d2f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a2e964cc91a403d9b6aa3dea7445ed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1047993 Feb 11 04:26:53.577985 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50526) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:53.601469 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776cd72e-ec1d-476f-adbd-1f038599b68a x-openstack-request-id: req-776cd72e-ec1d-476f-adbd-1f038599b68a {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:26:53.602841 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25214582-cafd-4c79-83c6-f335aac67ae9", "tag": "fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:26:53.602841 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-776cd72e-ec1d-476f-adbd-1f038599b68a {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:26:53.603679 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25214582-cafd-4c79-83c6-f335aac67ae9', 'tag': 'fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca', 'status': 'completed', 'code': 200} Feb 11 04:26:53.671919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f571ae9d-cf92-4a9b-afba-d63e5620c187), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:53.688054 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-935b1524-9159-4abb-88f6-5a26df1bf840 admin admin] Publish callbacks [] for security_group (cd14ae08-774b-4d15-8eec-6c1aff6cdfe9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:53.712364 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95c0cc08-e728-445d-8c4a-688dcc4f6d1c admin admin] Publish callbacks [] for security_group (99e0f44f-6d7b-4d49-906c-64417ece7538), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:53.722790 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927834911-router', 'tenant_id': '0aad56bb08f745ffa7bed354a713cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:48Z', 'updated_at': '2022-02-11T04:26:51Z', 'revision_number': 3, 'project_id': '0aad56bb08f745ffa7bed354a713cbf7', 'gw_port': {'id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:49Z', 'updated_at': '2022-02-11T04:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:53.751520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Checking router: a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:26:53.751878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Updating router a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad port 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:26:53.781888 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95c0cc08-e728-445d-8c4a-688dcc4f6d1c admin admin] Publish callbacks [] for security_group (99e0f44f-6d7b-4d49-906c-64417ece7538), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:53.797322 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (58d23ed7-63cf-42ac-ad9e-06df7c0e3c50), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:53.983484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] device_id is not set on port f571ae9d-cf92-4a9b-afba-d63e5620c187 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:26:53.993614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks [] for port (f571ae9d-cf92-4a9b-afba-d63e5620c187), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.000136 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95c0cc08-e728-445d-8c4a-688dcc4f6d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (99e0f44f-6d7b-4d49-906c-64417ece7538), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.002957 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95c0cc08-e728-445d-8c4a-688dcc4f6d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.007293 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-95c0cc08-e728-445d-8c4a-688dcc4f6d1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99e0f44f-6d7b-4d49-906c-64417ece7538 HTTP/1.1" status: 204 len: 168 time: 0.4281662 Feb 11 04:26:54.016509 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-935b1524-9159-4abb-88f6-5a26df1bf840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cd14ae08-774b-4d15-8eec-6c1aff6cdfe9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.019049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0cc08-e728-445d-8c4a-688dcc4f6d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e0f44f-6d7b-4d49-906c-64417ece7538,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:54.075324 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (f571ae9d-cf92-4a9b-afba-d63e5620c187), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.083354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406748b-a066-4dde-b4c4-aef02d113111 req-2ef0c559-e4b7-477a-b8cf-ea52dc6f6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.085370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0406748b-a066-4dde-b4c4-aef02d113111 req-2ef0c559-e4b7-477a-b8cf-ea52dc6f6cdd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a9d7a746585447790d6e4234fa1b06a&device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 1126 time: 0.4787116 Feb 11 04:26:54.088645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b1524-9159-4abb-88f6-5a26df1bf840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd14ae08-774b-4d15-8eec-6c1aff6cdfe9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:54.120815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-935b1524-9159-4abb-88f6-5a26df1bf840 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33c2fd39078b46ee94fb1d48307c9f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7471740 Feb 11 04:26:54.130596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50532) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:54.187203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Pushing event updated for resources: {'Port': ['ID=f571ae9d-cf92-4a9b-afba-d63e5620c187,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:54.190477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:54.191615 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:54.192120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:54.199013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:54.199350 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:54.199734 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 2 to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 Feb 11 04:26:54.215415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:54.215760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:54.216098 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:54.222803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:54.223137 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:54.223630 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 3 to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 Feb 11 04:26:54.239075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:54.240144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:54.240499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:54.246346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:54.246638 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:54.247235 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 4 to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 Feb 11 04:26:54.267069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:54.267421 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:54.267760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:54.275479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:54.275912 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:54.276319 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 5 to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 Feb 11 04:26:54.295062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:54.295404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:54.295741 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:54.300566 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:54.301216 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:54.301648 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 6 to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 Feb 11 04:26:54.316063 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:54.316409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:54.316748 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:54.322364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:54.323523 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:54.323930 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 7 to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 Feb 11 04:26:54.337578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:54.337823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:54.338132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:54.342984 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:54.343321 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:54.344960 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 8 to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 Feb 11 04:26:54.358156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:54.358659 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:54.358873 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:54.364145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:54.364427 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:54.364966 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 9 to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 Feb 11 04:26:54.377127 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Publish callbacks [] for port (58d23ed7-63cf-42ac-ad9e-06df7c0e3c50), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.383715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:54.383715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:54.383715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:54.386428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:54.386840 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:54.387229 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 10 to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 Feb 11 04:26:54.401013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:54.401351 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:54.401688 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:54.406118 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:54.406447 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port f571ae9d-cf92-4a9b-afba-d63e5620c187 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:54.406851 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f571ae9d-cf92-4a9b-afba-d63e5620c187), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.409101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406748b-a066-4dde-b4c4-aef02d113111 req-4fe28b3b-c13a-4783-b569-beb50ca718fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.410601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0406748b-a066-4dde-b4c4-aef02d113111 req-4fe28b3b-c13a-4783-b569-beb50ca718fb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3a9d7a746585447790d6e4234fa1b06a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2927918 Feb 11 04:26:54.415561 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a61289b8-41a3-48ed-b0a1-2e77c5c1ca44 admin admin] Publish callbacks [] for security_group (cd14ae08-774b-4d15-8eec-6c1aff6cdfe9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.476193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] For port f571ae9d-cf92-4a9b-afba-d63e5620c187, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:26:54.477415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempted to set empty binding levels {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 04:26:54.499594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b74c62-5a69-4e3f-bfa6-27475030ec30 req-e11e1754-19a7-4f52-93b6-a6e46f4de6cf tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.501083 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1b74c62-5a69-4e3f-bfa6-27475030ec30 req-e11e1754-19a7-4f52-93b6-a6e46f4de6cf tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.2783058 Feb 11 04:26:54.514791 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (58d23ed7-63cf-42ac-ad9e-06df7c0e3c50), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.525773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a61289b8-41a3-48ed-b0a1-2e77c5c1ca44 admin admin] Publish callbacks [] for security_group (cd14ae08-774b-4d15-8eec-6c1aff6cdfe9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.552137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (f571ae9d-cf92-4a9b-afba-d63e5620c187), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.569085 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Attempting to bind port 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:54.569456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Attempting to bind port 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:54.570152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Attempting to bind port 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:54.577351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da1c93-c98f-4da0-b429-272ddec962d0 None None] Pushing event updated for resources: {'Port': ['ID=58d23ed7-63cf-42ac-ad9e-06df7c0e3c50,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:54.582817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a1ed0-6d24-4bdb-ac0c-c375a34b9f8e req-f118776f-884b-4933-ac21-81f346bb0783 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.584639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-669a1ed0-6d24-4bdb-ac0c-c375a34b9f8e req-f118776f-884b-4933-ac21-81f346bb0783 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 943 time: 0.3032837 Feb 11 04:26:54.587337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:26:54.587337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:54.596802 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.596802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:26:54.596802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Bound port: 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:26:54.596802 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (58d23ed7-63cf-42ac-ad9e-06df7c0e3c50), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.605972 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] In _notify_port_updated(), no bound segment for port f571ae9d-cf92-4a9b-afba-d63e5620c187 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:26:54.608018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.608175 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.610216 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "PUT /v2.0/ports/f571ae9d-cf92-4a9b-afba-d63e5620c187 HTTP/1.1" status: 200 len: 980 time: 1.1569710 Feb 11 04:26:54.615682 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50540) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:54.668346 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] For port 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:26:54.672086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] For port 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=58d23ed7-63cf-42ac-ad9e-06df7c0e3c50,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:26:54.701377 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971030d-65fa-4a38-a881-dc64942b75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Pushing event updated for resources: {'Port': ['ID=f571ae9d-cf92-4a9b-afba-d63e5620c187,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:54.735353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406748b-a066-4dde-b4c4-aef02d113111 req-d1a871b3-a1b8-4909-9bfc-b13daa96e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.736856 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0406748b-a066-4dde-b4c4-aef02d113111 req-d1a871b3-a1b8-4909-9bfc-b13daa96e7b4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3177528 Feb 11 04:26:54.738297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.739498 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.739498 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.739752 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.740337 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.741186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.741953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.746684 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.746684 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.746684 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.746684 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.746684 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.746684 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.746684 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.747357 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.747638 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.748109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.754673 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-95c66706-087d-4418-83b1-b774d1e4dff5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15754 time: 0.1379046 Feb 11 04:26:54.755299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50546) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:54.763520 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1b74c62-5a69-4e3f-bfa6-27475030ec30 req-8248d806-2aed-4588-bf1b-bd241aa614bf tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442260 Feb 11 04:26:54.767691 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-669a1ed0-6d24-4bdb-ac0c-c375a34b9f8e req-3f7b4bee-5275-46eb-a3c1-33cd2e921de4 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b79fcce-6b03-4054-ad41-c5ce4b4640dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685705 Feb 11 04:26:54.784235 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (58d23ed7-63cf-42ac-ad9e-06df7c0e3c50), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.866030 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a61289b8-41a3-48ed-b0a1-2e77c5c1ca44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cd14ae08-774b-4d15-8eec-6c1aff6cdfe9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.869729 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a61289b8-41a3-48ed-b0a1-2e77c5c1ca44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.873212 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a61289b8-41a3-48ed-b0a1-2e77c5c1ca44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd14ae08-774b-4d15-8eec-6c1aff6cdfe9 HTTP/1.1" status: 204 len: 168 time: 0.7382123 Feb 11 04:26:54.901297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dfc54c69-0f71-43a5-82d1-6809d422295c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Deleting port f571ae9d-cf92-4a9b-afba-d63e5620c187 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:26:54.902131 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfc54c69-0f71-43a5-82d1-6809d422295c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f571ae9d-cf92-4a9b-afba-d63e5620c187), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.917152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61289b8-41a3-48ed-b0a1-2e77c5c1ca44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd14ae08-774b-4d15-8eec-6c1aff6cdfe9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:54.941177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-198d6211-6f59-4dd2-bcac-f682037cbb78 req-1a68bde5-8e9d-4949-a97a-2b53988454c3 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0689712 Feb 11 04:26:54.948803 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:54.971724 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-14f0b07b-6141-486d-bd0b-368ee0e132b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:54.973267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-14f0b07b-6141-486d-bd0b-368ee0e132b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a9d7a746585447790d6e4234fa1b06a&device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 1126 time: 0.1491420 Feb 11 04:26:54.982432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da1c93-c98f-4da0-b429-272ddec962d0 None None] Pushing event updated for resources: {'Port': ['ID=58d23ed7-63cf-42ac-ad9e-06df7c0e3c50,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:54.987582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Routers {'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:26:54.988975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:26:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:55.035465 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da1c93-c98f-4da0-b429-272ddec962d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:55.039970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da1c93-c98f-4da0-b429-272ddec962d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:55.039970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da1c93-c98f-4da0-b429-272ddec962d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:55.039970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da1c93-c98f-4da0-b429-272ddec962d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:55.039970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da1c93-c98f-4da0-b429-272ddec962d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:55.039970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da1c93-c98f-4da0-b429-272ddec962d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:55.039970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da1c93-c98f-4da0-b429-272ddec962d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:55.039970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da1c93-c98f-4da0-b429-272ddec962d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:55.039970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da1c93-c98f-4da0-b429-272ddec962d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:55.039970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da1c93-c98f-4da0-b429-272ddec962d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:55.039970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da1c93-c98f-4da0-b429-272ddec962d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:55.039970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da1c93-c98f-4da0-b429-272ddec962d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:55.040989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84da1c93-c98f-4da0-b429-272ddec962d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:26:55.041527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-dfc54c69-0f71-43a5-82d1-6809d422295c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] For port f571ae9d-cf92-4a9b-afba-d63e5620c187, host n-h2-712142-35, got binding levels [] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:55.041900 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfc54c69-0f71-43a5-82d1-6809d422295c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f571ae9d-cf92-4a9b-afba-d63e5620c187), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:55.076534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-a797bccf-66a1-4c1a-84e5-bc1c66482abb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca HTTP/1.1" status: 200 len: 217 time: 0.0880718 Feb 11 04:26:55.076753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dfc54c69-0f71-43a5-82d1-6809d422295c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Calling delete_port for f571ae9d-cf92-4a9b-afba-d63e5620c187 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:26:55.154200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] Set router a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:26:55.226589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-280ab08b-94ad-48d0-9fc7-c87df0135d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:55.229998 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-280ab08b-94ad-48d0-9fc7-c87df0135d55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cfe3839-57e0-4b48-a6d3-c35c7e5ad389 HTTP/1.1" status: 200 len: 849 time: 0.1222434 Feb 11 04:26:55.265575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-06ab9b89-3456-4df0-a762-9829df50ddb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7b0aed2-c8b0-4a4c-a247-1e6da13d5220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313272 Feb 11 04:26:55.314973 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfc54c69-0f71-43a5-82d1-6809d422295c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f571ae9d-cf92-4a9b-afba-d63e5620c187), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:55.380284 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc54c69-0f71-43a5-82d1-6809d422295c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Pushing event deleted for resources: {'Port': ['ID=f571ae9d-cf92-4a9b-afba-d63e5620c187,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:55.393652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Allocated IP 172.20.0.1 (c6e62a07-61cb-4b83-9d67-8546ad76c2d7/d769c8f6-7cc4-4e17-acd8-cf74888366db/dd3552f9-add5-4d89-8b66-1b61412e2be3) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:55.398363 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfc54c69-0f71-43a5-82d1-6809d422295c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:55.410877 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dfc54c69-0f71-43a5-82d1-6809d422295c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f571ae9d-cf92-4a9b-afba-d63e5620c187 HTTP/1.1" status: 204 len: 168 time: 0.6539204 Feb 11 04:26:55.414123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50564) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:55.446430 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-65806b5b-d93f-48b0-9df2-5694fe47f404 service neutron] 10.222.0.32 "GET /v2.0/networks/c7b0aed2-c8b0-4a4c-a247-1e6da13d5220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745820 Feb 11 04:26:55.447351 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d507a172-2ce8-4d5a-98f2-9eda14910720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:55.479432 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aefc126-c1ab-4bdc-9d9b-4351c2152a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] GET failed (client error): The resource could not be found. Feb 11 04:26:55.487154 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3aefc126-c1ab-4bdc-9d9b-4351c2152a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "GET /v2.0/ports/f571ae9d-cf92-4a9b-afba-d63e5620c187 HTTP/1.1" status: 404 len: 333 time: 0.0656428 Feb 11 04:26:55.487154 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50568) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:55.494965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8f52c3a5-bd7b-4125-a54b-f328d8cd33a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1026393175', 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:55.522782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927834911-router', 'tenant_id': '0aad56bb08f745ffa7bed354a713cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:48Z', 'updated_at': '2022-02-11T04:26:51Z', 'revision_number': 3, 'project_id': '0aad56bb08f745ffa7bed354a713cbf7', 'gw_port': {'id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:49Z', 'updated_at': '2022-02-11T04:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:55.560658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a178b-0e98-4e39-981a-aa300ee7752a None None] The sync data for ids ['a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'] in n-d-712142-35 is: [{'id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927834911-router', 'tenant_id': '0aad56bb08f745ffa7bed354a713cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:48Z', 'updated_at': '2022-02-11T04:26:51Z', 'revision_number': 3, 'project_id': '0aad56bb08f745ffa7bed354a713cbf7', 'gw_port': {'id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:49Z', 'updated_at': '2022-02-11T04:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:26:55.600321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f52c3a5-bd7b-4125-a54b-f328d8cd33a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Made reservation on behalf of 85a8b58b19fd4da1b8c2f4c00f765874 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:55.604285 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f52c3a5-bd7b-4125-a54b-f328d8cd33a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:55.614530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c203625d-8a2b-4d89-a0d1-3f2b6a90d134 req-2297e0a0-3672-4bfc-9e96-f4151bd2e58d service neutron] 10.222.0.32 "GET /v2.0/networks/c7b0aed2-c8b0-4a4c-a247-1e6da13d5220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569505 Feb 11 04:26:55.631580 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-8f52c3a5-bd7b-4125-a54b-f328d8cd33a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] device_id is not set on port a37304c9-caa9-4157-83dc-d8a65eb9a791 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:26:55.656102 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Publish callbacks [] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:55.762238 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:55.845349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Network c6e62a07-61cb-4b83-9d67-8546ad76c2d7 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:55.861262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:55.877243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:55.938484 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.002362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dad47d9f-dff8-4b18-a6d5-4e8b83656e52 req-44c9fb3c-6fed-47c3-828e-3d9e9ccb7a7b tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59&device_id=c1be672b-191e-44bf-9bc1-628b54979c66 HTTP/1.1" status: 200 len: 210 time: 0.0699151 Feb 11 04:26:56.038605 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50586) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:56.063023 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f52c3a5-bd7b-4125-a54b-f328d8cd33a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks [] for port (a37304c9-caa9-4157-83dc-d8a65eb9a791), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.104877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Pushing event updated for resources: {'Port': ['ID=dd3552f9-add5-4d89-8b66-1b61412e2be3,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:56.252128 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f52c3a5-bd7b-4125-a54b-f328d8cd33a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (a37304c9-caa9-4157-83dc-d8a65eb9a791), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.282197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3c909-9eed-459e-abcb-e4ebd57631fb req-bc4722a6-4379-4b8d-ae75-41241d87cc26 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:56.291565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7df3c909-9eed-459e-abcb-e4ebd57631fb req-bc4722a6-4379-4b8d-ae75-41241d87cc26 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.3610175 Feb 11 04:26:56.311704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1311323959-network', 'tenant_id': '6268488dcc16480299bbf71fec91126d'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:56.347299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f52c3a5-bd7b-4125-a54b-f328d8cd33a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Network 0d218528-8889-46ab-80f2-e74213ab1e32 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:56.353912 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-8f52c3a5-bd7b-4125-a54b-f328d8cd33a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:56.360126 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f52c3a5-bd7b-4125-a54b-f328d8cd33a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:56.364171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f52c3a5-bd7b-4125-a54b-f328d8cd33a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:56.364855 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f52c3a5-bd7b-4125-a54b-f328d8cd33a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.382764 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e8281538-eca3-450d-990d-a794732044b7 None None] Provisioning complete for port dd3552f9-add5-4d89-8b66-1b61412e2be3 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:56.385822 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52c3a5-bd7b-4125-a54b-f328d8cd33a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Pushing event updated for resources: {'Port': ['ID=a37304c9-caa9-4157-83dc-d8a65eb9a791,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:56.386289 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8281538-eca3-450d-990d-a794732044b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.418256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef47d4-4c4e-4664-8f18-7a71f7229198 req-56b4b163-b702-484e-ab16-662826ff5683 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:56.425471 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbef47d4-4c4e-4664-8f18-7a71f7229198 req-56b4b163-b702-484e-ab16-662826ff5683 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 943 time: 0.2679217 Feb 11 04:26:56.426775 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] Made reservation on behalf of 6268488dcc16480299bbf71fec91126d for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:56.429412 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.444981 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.461647 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8f52c3a5-bd7b-4125-a54b-f328d8cd33a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9730618 Feb 11 04:26:56.466276 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50598) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:56.472233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e8281538-eca3-450d-990d-a794732044b7 None None] Port dd3552f9-add5-4d89-8b66-1b61412e2be3 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:26:56.521817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7df3c909-9eed-459e-abcb-e4ebd57631fb req-70f084a7-0a85-442d-ba87-1159c49f14db tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308898 Feb 11 04:26:56.549365 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.568258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a047658f-3dd2-4a26-b4bc-c50f7472cb33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:56.572950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a047658f-3dd2-4a26-b4bc-c50f7472cb33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "GET /v2.0/ports/a37304c9-caa9-4157-83dc-d8a65eb9a791 HTTP/1.1" status: 200 len: 959 time: 0.1016004 Feb 11 04:26:56.573132 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] Publish callbacks [] for security_group (ce854f55-a658-44ae-9ce7-ba019b8b193c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.573574 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50602) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:56.591995 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbef47d4-4c4e-4664-8f18-7a71f7229198 req-b926ed9b-2594-4fcb-884e-fd650655fe44 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b79fcce-6b03-4054-ad41-c5ce4b4640dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652253 Feb 11 04:26:56.595047 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.655400 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ce854f55-a658-44ae-9ce7-ba019b8b193c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.730214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:26:56.737691 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce854f55-a658-44ae-9ce7-ba019b8b193c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:56.748706 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (c09b8860-55bd-4150-a77c-764444e68844), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.749177 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] Added segment c09b8860-55bd-4150-a77c-764444e68844 of type vlan for network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb Feb 11 04:26:56.764952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-22d89b9f-80fc-462f-939f-b46ba5c43447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Deleting port a37304c9-caa9-4157-83dc-d8a65eb9a791 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:26:56.765583 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-22d89b9f-80fc-462f-939f-b46ba5c43447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a37304c9-caa9-4157-83dc-d8a65eb9a791), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.799902 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Publish callbacks [] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.823035 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (391e7d33-1ae3-479b-a5dd-2762c0a99dfb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.881819 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.896987 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-22d89b9f-80fc-462f-939f-b46ba5c43447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a37304c9-caa9-4157-83dc-d8a65eb9a791), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.922218 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-22d89b9f-80fc-462f-939f-b46ba5c43447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Calling delete_port for a37304c9-caa9-4157-83dc-d8a65eb9a791 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:26:56.943258 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:56.994820 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:56.996788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Pushing event updated for resources: {'Port': ['ID=dd3552f9-add5-4d89-8b66-1b61412e2be3,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:57.051174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:57.052410 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (58d23ed7-63cf-42ac-ad9e-06df7c0e3c50), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:57.071791 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (391e7d33-1ae3-479b-a5dd-2762c0a99dfb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:57.072861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:57.073455 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:57.147164 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bd382974-6010-4b3d-899e-d8c500f67f59 req-718841b2-bbf5-409f-839e-9d8678610b67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0ce3666e6e449739ff472fd36c47b99&device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0931833 Feb 11 04:26:57.185655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6d15102-d52b-4dad-bb70-dcbb5a2a4338 req-b215e54d-a4c1-4275-9295-0e7669ea603c tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0374198 Feb 11 04:26:57.223457 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bd382974-6010-4b3d-899e-d8c500f67f59 req-6f55715d-9913-4ba0-b197-c8786717c82b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e0ce3666e6e449739ff472fd36c47b99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616088 Feb 11 04:26:57.227683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] Pushing event updated for resources: {'Network': ['ID=391e7d33-1ae3-479b-a5dd-2762c0a99dfb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:57.229411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Network c6e62a07-61cb-4b83-9d67-8546ad76c2d7 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:57.231621 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:57.252298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:26:57.254888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:57.255300 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (58d23ed7-63cf-42ac-ad9e-06df7c0e3c50), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:57.260925 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-32402c88-ddfc-4726-95de-0d982594d248 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2247186 Feb 11 04:26:57.278596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50612) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:57.289153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-db6e08cd-c0e6-4043-89ab-7a87bbcc1c0d admin admin] Request body: {'subnet': {'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1311323959-subnet', 'tenant_id': '6268488dcc16480299bbf71fec91126d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:57.301163 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-22d89b9f-80fc-462f-939f-b46ba5c43447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (a37304c9-caa9-4157-83dc-d8a65eb9a791), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:57.352877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=58d23ed7-63cf-42ac-ad9e-06df7c0e3c50,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:57.394833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Router a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:26:57.410068 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-22d89b9f-80fc-462f-939f-b46ba5c43447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:57.415367 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-22d89b9f-80fc-462f-939f-b46ba5c43447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a37304c9-caa9-4157-83dc-d8a65eb9a791 HTTP/1.1" status: 204 len: 168 time: 0.8405702 Feb 11 04:26:57.418313 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d89b9f-80fc-462f-939f-b46ba5c43447 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Pushing event deleted for resources: {'Port': ['ID=a37304c9-caa9-4157-83dc-d8a65eb9a791,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:57.421135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50616) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:57.427738 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (58d23ed7-63cf-42ac-ad9e-06df7c0e3c50), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:57.471941 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-d503cd98-b419-406f-975d-7be36cf3aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] GET failed (client error): The resource could not be found. Feb 11 04:26:57.473536 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d503cd98-b419-406f-975d-7be36cf3aee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "GET /v2.0/ports/a37304c9-caa9-4157-83dc-d8a65eb9a791 HTTP/1.1" status: 404 len: 333 time: 0.0471311 Feb 11 04:26:57.484890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50620) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:57.496389 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-054a10b0-e181-477c-b6db-caeead955bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Request body: {'port': {'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-100425341'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:57.527448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=58d23ed7-63cf-42ac-ad9e-06df7c0e3c50,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:57.538990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6e08cd-c0e6-4043-89ab-7a87bbcc1c0d admin admin] Made reservation on behalf of 6268488dcc16480299bbf71fec91126d for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:57.542011 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db6e08cd-c0e6-4043-89ab-7a87bbcc1c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:57.545188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd382974-6010-4b3d-899e-d8c500f67f59 req-2a24c0de-115c-4722-9626-5af0b9c97cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:57.547278 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bd382974-6010-4b3d-899e-d8c500f67f59 req-2a24c0de-115c-4722-9626-5af0b9c97cdc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3145967 Feb 11 04:26:57.647188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054a10b0-e181-477c-b6db-caeead955bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Made reservation on behalf of 85a8b58b19fd4da1b8c2f4c00f765874 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:26:57.651251 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-054a10b0-e181-477c-b6db-caeead955bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:57.682300 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-054a10b0-e181-477c-b6db-caeead955bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] device_id is not set on port ab91752c-e157-4923-92fd-a99b02dbfdb1 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:26:57.719060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b42e9e07-d112-45a8-b822-020cf3332b8c None None] Provisioning complete for port dd3552f9-add5-4d89-8b66-1b61412e2be3 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:57.719060 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b42e9e07-d112-45a8-b822-020cf3332b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:57.800453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b42e9e07-d112-45a8-b822-020cf3332b8c None None] Port dd3552f9-add5-4d89-8b66-1b61412e2be3 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:26:57.949676 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-054a10b0-e181-477c-b6db-caeead955bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks [] for port (ab91752c-e157-4923-92fd-a99b02dbfdb1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:57.953096 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db6e08cd-c0e6-4043-89ab-7a87bbcc1c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (e5a242a6-9219-4743-9ec2-230115f1cc1b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:58.000408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:26:58.007206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fd7005e5-2681-497f-bbe0-1de86c04a79b admin admin] 10.222.0.13 "PUT /v2.0/routers/a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5513206 Feb 11 04:26:58.029709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597c10a-f7ba-4ceb-8a0d-92f51cf1ef35 req-eeeb89b5-632f-432d-8ea0-4f030e75bcbe tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:58.037081 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3597c10a-f7ba-4ceb-8a0d-92f51cf1ef35 req-eeeb89b5-632f-432d-8ea0-4f030e75bcbe tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 943 time: 0.1214483 Feb 11 04:26:58.056152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04144b7a-6676-4183-8231-48d12bd5ff8f req-04a1bc2c-cc23-4a11-bbae-cce3409a4b9b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:58.056523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e08cd-c0e6-4043-89ab-7a87bbcc1c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a242a6-9219-4743-9ec2-230115f1cc1b,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:58.056611 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04144b7a-6676-4183-8231-48d12bd5ff8f req-04a1bc2c-cc23-4a11-bbae-cce3409a4b9b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.1399591 Feb 11 04:26:58.101446 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6e08cd-c0e6-4043-89ab-7a87bbcc1c0d admin admin] Checking segment: {'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:26:58.105565 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6e08cd-c0e6-4043-89ab-7a87bbcc1c0d admin admin] Network hostable DHCP agents. Network: 391e7d33-1ae3-479b-a5dd-2762c0a99dfb, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:26:58.153448 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3597c10a-f7ba-4ceb-8a0d-92f51cf1ef35 req-0c8d3680-773c-4923-bcaa-852a6b41476b tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b79fcce-6b03-4054-ad41-c5ce4b4640dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085582 Feb 11 04:26:58.155469 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-054a10b0-e181-477c-b6db-caeead955bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ab91752c-e157-4923-92fd-a99b02dbfdb1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:58.173888 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Sync routers for ids ['a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:26:58.177596 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:58.182752 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04144b7a-6676-4183-8231-48d12bd5ff8f req-c602e072-2b13-4368-b7c2-0124330bec62 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118722 Feb 11 04:26:58.187918 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Routers {'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:26:58.188623 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:26:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:58.207520 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a10b0-e181-477c-b6db-caeead955bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Network 0d218528-8889-46ab-80f2-e74213ab1e32 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:26:58.210573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-054a10b0-e181-477c-b6db-caeead955bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:58.214986 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a10b0-e181-477c-b6db-caeead955bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:26:58.215936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054a10b0-e181-477c-b6db-caeead955bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:58.216532 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-054a10b0-e181-477c-b6db-caeead955bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:58.222658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a10b0-e181-477c-b6db-caeead955bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Pushing event updated for resources: {'Port': ['ID=ab91752c-e157-4923-92fd-a99b02dbfdb1,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:58.234885 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6e08cd-c0e6-4043-89ab-7a87bbcc1c0d admin admin] Network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:26:58.265638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:26:58.322680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-db6e08cd-c0e6-4043-89ab-7a87bbcc1c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 391e7d33-1ae3-479b-a5dd-2762c0a99dfb) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:26:58.331891 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-054a10b0-e181-477c-b6db-caeead955bd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8456280 Feb 11 04:26:58.335250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6e08cd-c0e6-4043-89ab-7a87bbcc1c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:58.338393 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db6e08cd-c0e6-4043-89ab-7a87bbcc1c0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:58.341481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50648) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:26:58.342173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6822eddc-7ce7-4202-a75a-a5bb8d017e38 None None] Network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:26:58.356587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:26:58.380517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-009d1480-f06a-4af4-91db-1bcf54e6809c req-2f9c90df-f584-4437-aab4-e14c47858f11 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0733104 Feb 11 04:26:58.400945 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Set router a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:26:58.477279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ab91752c-e157-4923-92fd-a99b02dbfdb1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:58.490483 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca,segment=NetworkSegment(acca35fa-417b-48b8-8109-12df6738cb9c),segment_id=acca35fa-417b-48b8-8109-12df6738cb9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:58.507392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca', 'network_id': 'c7b0aed2-c8b0-4a4c-a247-1e6da13d5220', 'port_id': 'fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca', 'mac_address': 'fa:16:3e:fc:06:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cfe3839-57e0-4b48-a6d3-c35c7e5ad389', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:26:58.522692 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-db6e08cd-c0e6-4043-89ab-7a87bbcc1c0d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2407856 Feb 11 04:26:58.577366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-391e7d33-1ae3-479b-a5dd-2762c0a99dfb', 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb', 'project_id': '6268488dcc16480299bbf71fec91126d', 'fixed_ips': [{'subnet_id': 'e5a242a6-9219-4743-9ec2-230115f1cc1b'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:26:58.579285 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:58.620560 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:26:58.621269 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:58.724323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:26:58.749834 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927834911-router', 'tenant_id': '0aad56bb08f745ffa7bed354a713cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:48Z', 'updated_at': '2022-02-11T04:26:56Z', 'revision_number': 4, 'project_id': '0aad56bb08f745ffa7bed354a713cbf7', 'gw_port': {'id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:49Z', 'updated_at': '2022-02-11T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'dd3552f9-add5-4d89-8b66-1b61412e2be3', 'name': '', 'network_id': 'c6e62a07-61cb-4b83-9d67-8546ad76c2d7', 'tenant_id': '0aad56bb08f745ffa7bed354a713cbf7', 'mac_address': 'fa:16:3e:13:e9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd769c8f6-7cc4-4e17-acd8-cf74888366db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:55Z', 'updated_at': '2022-02-11T04:26:56Z', 'revision_number': 2, 'project_id': '0aad56bb08f745ffa7bed354a713cbf7', 'subnets': [{'id': 'd769c8f6-7cc4-4e17-acd8-cf74888366db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:26:58.760339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca,segment=NetworkSegment(acca35fa-417b-48b8-8109-12df6738cb9c),segment_id=acca35fa-417b-48b8-8109-12df6738cb9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:26:58.835443 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:58.863192 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Checking router: a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:26:58.863569 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Updating router a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad port dd3552f9-add5-4d89-8b66-1b61412e2be3 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:26:58.866246 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] device_id is not set on port ab91752c-e157-4923-92fd-a99b02dbfdb1 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:26:58.885350 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks [] for port (ab91752c-e157-4923-92fd-a99b02dbfdb1), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:58.931582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:26:58.942199 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bd382974-6010-4b3d-899e-d8c500f67f59 req-3b1033dd-9bc5-402f-bce8-223677561220 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ecb618c-711b-4293-b13d-15b531092f59 HTTP/1.1" status: 200 len: 210 time: 0.0546062 Feb 11 04:26:58.953972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (ab91752c-e157-4923-92fd-a99b02dbfdb1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:58.958160 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:59.039740 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Pushing event updated for resources: {'Port': ['ID=ab91752c-e157-4923-92fd-a99b02dbfdb1,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:59.056758 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:59.057429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:59.057855 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:59.064772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:59.065893 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:59.065893 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 2 to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 Feb 11 04:26:59.094986 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Allocated IP 172.20.0.2 (391e7d33-1ae3-479b-a5dd-2762c0a99dfb/e5a242a6-9219-4743-9ec2-230115f1cc1b/eeaf119e-588c-4563-8524-0efe2fb08794) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:26:59.096911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:59.098513 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:59.098870 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:59.109040 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:59.112156 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:59.112156 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 3 to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 Feb 11 04:26:59.150341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:59.150586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:59.159422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:59.179386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:59.182021 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:59.183401 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 4 to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 Feb 11 04:26:59.209093 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:26:59.218741 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:59.219198 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:59.219640 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:59.226016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:59.227100 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:59.227845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:59.231365 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 5 to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 Feb 11 04:26:59.280862 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:59.281560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:59.282368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:59.298605 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:59.299155 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:59.299642 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 6 to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 Feb 11 04:26:59.348048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:59.351453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:59.353203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:59.368528 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:59.369318 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:59.369886 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 7 to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 Feb 11 04:26:59.373351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:26:59.374372 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (58d23ed7-63cf-42ac-ad9e-06df7c0e3c50), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:59.432329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:59.437961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:59.438723 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:59.444647 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:59.445417 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:59.446324 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 8 to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 Feb 11 04:26:59.462364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:59.463116 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:59.463670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:59.470139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:59.470908 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:59.471705 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 9 to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 Feb 11 04:26:59.504248 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:59.504595 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:59.504936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:59.516146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:59.516481 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:59.517020 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempt 10 to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 Feb 11 04:26:59.537553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:26:59.537886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:26:59.538384 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempting to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:26:59.545588 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:26:59.549589 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Failed to bind port ab91752c-e157-4923-92fd-a99b02dbfdb1 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '2cd3bd3c-29e4-41ab-877f-5159272b4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0d218528-8889-46ab-80f2-e74213ab1e32'}] Feb 11 04:26:59.551757 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ab91752c-e157-4923-92fd-a99b02dbfdb1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:59.592752 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Publish callbacks [] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:59.707229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] For port ab91752c-e157-4923-92fd-a99b02dbfdb1, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:26:59.707642 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attempted to set empty binding levels {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 04:26:59.724664 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a55f2-1e39-41cb-a50b-4f3b7c1f82d8 req-cc692218-3b24-44dc-ac6e-940cb0944364 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:59.733086 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e37a55f2-1e39-41cb-a50b-4f3b7c1f82d8 req-cc692218-3b24-44dc-ac6e-940cb0944364 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 944 time: 0.3400168 Feb 11 04:26:59.744831 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:59.751642 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-c1d39d31-1298-4cdf-aa8c-257b94da3396 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:59.759787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-c1d39d31-1298-4cdf-aa8c-257b94da3396 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/networks?id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb HTTP/1.1" status: 200 len: 816 time: 0.4276984 Feb 11 04:26:59.787816 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-b11349a3-cfda-4252-bb81-3f023c21162d tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/quotas/6268488dcc16480299bbf71fec91126d HTTP/1.1" status: 200 len: 375 time: 0.0269382 Feb 11 04:26:59.837380 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (ab91752c-e157-4923-92fd-a99b02dbfdb1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:59.847637 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-a59df16c-bebf-4a5a-98e2-c1d3f278fcd7 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6268488dcc16480299bbf71fec91126d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588810 Feb 11 04:26:59.869619 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ac2e9-27d1-44e7-bb20-493a76644561 None None] Pushing event updated for resources: {'Port': ['ID=dd3552f9-add5-4d89-8b66-1b61412e2be3,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:26:59.948942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e37a55f2-1e39-41cb-a50b-4f3b7c1f82d8 req-b19a2741-9a1a-4550-a101-ed864eb764d7 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b79fcce-6b03-4054-ad41-c5ce4b4640dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146266 Feb 11 04:26:59.965852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] In _notify_port_updated(), no bound segment for port ab91752c-e157-4923-92fd-a99b02dbfdb1 on network 0d218528-8889-46ab-80f2-e74213ab1e32 {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:26:59.968931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:26:59.973181 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:26:59.979319 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "PUT /v2.0/ports/ab91752c-e157-4923-92fd-a99b02dbfdb1 HTTP/1.1" status: 200 len: 979 time: 1.6341360 Feb 11 04:26:59.989373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50694) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:00.077941 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Attempting to bind port dd3552f9-add5-4d89-8b66-1b61412e2be3 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:00.078572 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Attempting to bind port dd3552f9-add5-4d89-8b66-1b61412e2be3 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'db5106e2-7ea0-47e2-9337-8695b3bf7cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6e62a07-61cb-4b83-9d67-8546ad76c2d7'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:00.086301 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Attempting to bind port dd3552f9-add5-4d89-8b66-1b61412e2be3 on network c6e62a07-61cb-4b83-9d67-8546ad76c2d7 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:00.091928 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:27:00.092476 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Checking segment: {'id': 'db5106e2-7ea0-47e2-9337-8695b3bf7cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6e62a07-61cb-4b83-9d67-8546ad76c2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:00.092985 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:00.093481 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Bound using segment: {'id': 'db5106e2-7ea0-47e2-9337-8695b3bf7cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6e62a07-61cb-4b83-9d67-8546ad76c2d7'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:27:00.096689 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Bound port: dd3552f9-add5-4d89-8b66-1b61412e2be3, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5106e2-7ea0-47e2-9337-8695b3bf7cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c6e62a07-61cb-4b83-9d67-8546ad76c2d7'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:27:00.097370 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:00.170103 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Publish callbacks [] for port (eeaf119e-588c-4563-8524-0efe2fb08794), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:00.192947 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:00.260783 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] For port dd3552f9-add5-4d89-8b66-1b61412e2be3, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:27:00.272044 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] For port dd3552f9-add5-4d89-8b66-1b61412e2be3, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dd3552f9-add5-4d89-8b66-1b61412e2be3,segment=NetworkSegment(db5106e2-7ea0-47e2-9337-8695b3bf7cdd),segment_id=db5106e2-7ea0-47e2-9337-8695b3bf7cdd)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:27:00.297718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c5e90-7028-4da1-82a1-625de2f4a462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Pushing event updated for resources: {'Port': ['ID=ab91752c-e157-4923-92fd-a99b02dbfdb1,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:00.320725 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:00.340116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-87e28c07-43a8-4969-8d74-a6848c07ef1e service neutron] 10.222.0.13 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915822 Feb 11 04:27:00.341655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6c35914c-48e8-4019-98d8-76b6728355d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Deleting port ab91752c-e157-4923-92fd-a99b02dbfdb1 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:27:00.342551 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c35914c-48e8-4019-98d8-76b6728355d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ab91752c-e157-4923-92fd-a99b02dbfdb1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:00.356223 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d00d37-f5fd-450a-962f-9ed8111257b9 req-3cb37820-d83a-4832-8e1b-f9a5f640beaf tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:00.358164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7d00d37-f5fd-450a-962f-9ed8111257b9 req-3cb37820-d83a-4832-8e1b-f9a5f640beaf tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.1820309 Feb 11 04:27:00.395488 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:00.480455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d6988969-417d-4bd2-a377-ebe62dc69b4e None None] Provisioning complete for port dd3552f9-add5-4d89-8b66-1b61412e2be3 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:00.481100 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d6988969-417d-4bd2-a377-ebe62dc69b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:00.486645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:00.492958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:00.513961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-eb752aff-5192-4133-a720-3436b92799cb service neutron] 10.222.0.13 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652012 Feb 11 04:27:00.542981 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Routers {'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:27:00.546700 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:26:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:00.598548 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:00.627402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Pushing event updated for resources: {'Port': ['ID=eeaf119e-588c-4563-8524-0efe2fb08794,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:00.643906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:00.711839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7d00d37-f5fd-450a-962f-9ed8111257b9 req-920c6652-d907-4ef1-a2b0-80bba2bd0b0c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735313 Feb 11 04:27:00.881176 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Attempting to bind port eeaf119e-588c-4563-8524-0efe2fb08794 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:00.881876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Attempting to bind port eeaf119e-588c-4563-8524-0efe2fb08794 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:00.882396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Attempting to bind port eeaf119e-588c-4563-8524-0efe2fb08794 on network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:00.896259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50702) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:00.921819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:27:00.924501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Checking segment: {'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:00.927576 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:00.928436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Bound using segment: {'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:27:00.935495 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Bound port: eeaf119e-588c-4563-8524-0efe2fb08794, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:27:00.936209 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:01.198334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] For port eeaf119e-588c-4563-8524-0efe2fb08794, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:27:01.207996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] For port eeaf119e-588c-4563-8524-0efe2fb08794, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=eeaf119e-588c-4563-8524-0efe2fb08794,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:27:01.310996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d6988969-417d-4bd2-a377-ebe62dc69b4e None None] Current status of the port dd3552f9-add5-4d89-8b66-1b61412e2be3 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:01.311823 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d6988969-417d-4bd2-a377-ebe62dc69b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:01.312145 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-585bf1a5-1223-424e-ab5c-136116d4368e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:01.357780 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:01.397919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca0f61-53a1-466a-99ac-c352814947f4 req-6e2a1ab9-a215-4b3f-bfc6-df8d824b7f02 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:01.417437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6ca0f61-53a1-466a-99ac-c352814947f4 req-6e2a1ab9-a215-4b3f-bfc6-df8d824b7f02 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 944 time: 0.2135165 Feb 11 04:27:01.487149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92143308-c111-4168-bcf7-b2c1d4d12467 None None] Pushing event updated for resources: {'Port': ['ID=eeaf119e-588c-4563-8524-0efe2fb08794,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:01.500583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-6c35914c-48e8-4019-98d8-76b6728355d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] For port ab91752c-e157-4923-92fd-a99b02dbfdb1, host n-h2-712142-35, got binding levels [] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:01.502249 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c35914c-48e8-4019-98d8-76b6728355d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ab91752c-e157-4923-92fd-a99b02dbfdb1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:01.515997 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ac2e9-27d1-44e7-bb20-493a76644561 None None] Pushing event updated for resources: {'Port': ['ID=dd3552f9-add5-4d89-8b66-1b61412e2be3,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:01.528863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6c35914c-48e8-4019-98d8-76b6728355d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Calling delete_port for ab91752c-e157-4923-92fd-a99b02dbfdb1 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:27:01.533455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6ca0f61-53a1-466a-99ac-c352814947f4 req-b449da57-8b3c-4f3c-813c-a54b8f6cdb86 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b79fcce-6b03-4054-ad41-c5ce4b4640dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143534 Feb 11 04:27:01.550972 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] Set router a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:27:01.563651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d6988969-417d-4bd2-a377-ebe62dc69b4e None None] For port dd3552f9-add5-4d89-8b66-1b61412e2be3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dd3552f9-add5-4d89-8b66-1b61412e2be3,segment=NetworkSegment(db5106e2-7ea0-47e2-9337-8695b3bf7cdd),segment_id=db5106e2-7ea0-47e2-9337-8695b3bf7cdd)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:01.637759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7821dcbf-4da4-41aa-842b-ca584e54ae42 req-6e922276-8215-4373-affd-a24b1e8e9579 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0ce3666e6e449739ff472fd36c47b99&device_id=c1be672b-191e-44bf-9bc1-628b54979c66 HTTP/1.1" status: 200 len: 210 time: 0.0638978 Feb 11 04:27:01.647656 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-585bf1a5-1223-424e-ab5c-136116d4368e admin admin] Publish callbacks [] for security_group (3e049921-745f-4728-be95-74b57d84a774), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:01.692262 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d6988969-417d-4bd2-a377-ebe62dc69b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:01.693115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7821dcbf-4da4-41aa-842b-ca584e54ae42 req-fa6806e1-4254-44a7-bd60-121c9475c999 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e0ce3666e6e449739ff472fd36c47b99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388288 Feb 11 04:27:01.726014 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c35914c-48e8-4019-98d8-76b6728355d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ab91752c-e157-4923-92fd-a99b02dbfdb1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:01.826409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35914c-48e8-4019-98d8-76b6728355d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab91752c-e157-4923-92fd-a99b02dbfdb1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:01.834677 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6988969-417d-4bd2-a377-ebe62dc69b4e None None] Pushing event updated for resources: {'Port': ['ID=dd3552f9-add5-4d89-8b66-1b61412e2be3,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:01.861851 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ee6d1a70-dd85-4825-b999-88dc2cef6580 None None] Provisioning complete for port dd3552f9-add5-4d89-8b66-1b61412e2be3 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:01.862618 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1a70-dd85-4825-b999-88dc2cef6580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:01.882345 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c35914c-48e8-4019-98d8-76b6728355d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:01.893307 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821dcbf-4da4-41aa-842b-ca584e54ae42 req-acc907ca-e373-4ca4-823d-2987d21c1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:01.896115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7821dcbf-4da4-41aa-842b-ca584e54ae42 req-acc907ca-e373-4ca4-823d-2987d21c1b1e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1916704 Feb 11 04:27:01.897443 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6c35914c-48e8-4019-98d8-76b6728355d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "DELETE /v2.0/ports/ab91752c-e157-4923-92fd-a99b02dbfdb1 HTTP/1.1" status: 204 len: 168 time: 1.9047687 Feb 11 04:27:01.899275 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-585bf1a5-1223-424e-ab5c-136116d4368e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3e049921-745f-4728-be95-74b57d84a774), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:01.900637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50736) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:02.000084 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-988d1632-3e40-4b15-928e-c178a4c9cbb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] GET failed (client error): The resource could not be found. Feb 11 04:27:02.004104 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-988d1632-3e40-4b15-928e-c178a4c9cbb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1996014951-project-admin] 10.222.0.13 "GET /v2.0/ports/ab91752c-e157-4923-92fd-a99b02dbfdb1 HTTP/1.1" status: 404 len: 333 time: 0.0905292 Feb 11 04:27:02.004778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bf1a5-1223-424e-ab5c-136116d4368e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e049921-745f-4728-be95-74b57d84a774,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:02.007375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50740) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:02.087211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-585bf1a5-1223-424e-ab5c-136116d4368e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa67e14821f749c69a105bd38dc60d0a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1890821 Feb 11 04:27:02.096339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50742) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:02.116992 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927834911-router', 'tenant_id': '0aad56bb08f745ffa7bed354a713cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:48Z', 'updated_at': '2022-02-11T04:26:56Z', 'revision_number': 4, 'project_id': '0aad56bb08f745ffa7bed354a713cbf7', 'gw_port': {'id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:49Z', 'updated_at': '2022-02-11T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'dd3552f9-add5-4d89-8b66-1b61412e2be3', 'name': '', 'network_id': 'c6e62a07-61cb-4b83-9d67-8546ad76c2d7', 'tenant_id': '0aad56bb08f745ffa7bed354a713cbf7', 'mac_address': 'fa:16:3e:13:e9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd769c8f6-7cc4-4e17-acd8-cf74888366db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:55Z', 'updated_at': '2022-02-11T04:27:00Z', 'revision_number': 4, 'project_id': '0aad56bb08f745ffa7bed354a713cbf7', 'subnets': [{'id': 'd769c8f6-7cc4-4e17-acd8-cf74888366db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:02.207496 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cfa9-560f-4e80-bd9f-84399916a705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (0d218528-8889-46ab-80f2-e74213ab1e32), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:02.245981 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e24de77-a700-49c8-bfb1-473ef5e6e253 None None] The sync data for ids ['a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'] in n-d-712142-35 is: [{'id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927834911-router', 'tenant_id': '0aad56bb08f745ffa7bed354a713cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:48Z', 'updated_at': '2022-02-11T04:26:56Z', 'revision_number': 4, 'project_id': '0aad56bb08f745ffa7bed354a713cbf7', 'gw_port': {'id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:49Z', 'updated_at': '2022-02-11T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'dd3552f9-add5-4d89-8b66-1b61412e2be3', 'name': '', 'network_id': 'c6e62a07-61cb-4b83-9d67-8546ad76c2d7', 'tenant_id': '0aad56bb08f745ffa7bed354a713cbf7', 'mac_address': 'fa:16:3e:13:e9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'd769c8f6-7cc4-4e17-acd8-cf74888366db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:55Z', 'updated_at': '2022-02-11T04:27:00Z', 'revision_number': 4, 'project_id': '0aad56bb08f745ffa7bed354a713cbf7', 'subnets': [{'id': 'd769c8f6-7cc4-4e17-acd8-cf74888366db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:27:02.297287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:27:02.313991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-2aca307c-b9b2-4037-852e-eca2fbb7f2b8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:02.315374 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-2aca307c-b9b2-4037-852e-eca2fbb7f2b8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/networks?id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb HTTP/1.1" status: 200 len: 816 time: 0.4191942 Feb 11 04:27:02.362538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ee6d1a70-dd85-4825-b999-88dc2cef6580 None None] Current status of the port dd3552f9-add5-4d89-8b66-1b61412e2be3 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:02.363285 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-7a65d570-4e93-4db0-bf70-113b0a6a27ec tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/quotas/6268488dcc16480299bbf71fec91126d HTTP/1.1" status: 200 len: 375 time: 0.0261419 Feb 11 04:27:02.406483 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61081bf7-21ed-45ab-b071-1c34dc0280a6 admin admin] Publish callbacks [] for security_group (3e049921-745f-4728-be95-74b57d84a774), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:02.588350 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:27:02.596071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:02.596624 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:02.635795 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61081bf7-21ed-45ab-b071-1c34dc0280a6 admin admin] Publish callbacks [] for security_group (3e049921-745f-4728-be95-74b57d84a774), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:02.640974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30585960-480a-4c5d-b04a-027ae4365766 req-b7e4e94a-a923-4100-abde-512c5084b816 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1be672b-191e-44bf-9bc1-628b54979c66 HTTP/1.1" status: 200 len: 210 time: 0.1550727 Feb 11 04:27:02.650613 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cfa9-560f-4e80-bd9f-84399916a705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (0d218528-8889-46ab-80f2-e74213ab1e32), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:02.693962 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7ca0cfa9-560f-4e80-bd9f-84399916a705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d218528-8889-46ab-80f2-e74213ab1e32']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:02.707458 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7ca0cfa9-560f-4e80-bd9f-84399916a705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd3bd3c-29e4-41ab-877f-5159272b4b0d') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:02.707681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7ca0cfa9-560f-4e80-bd9f-84399916a705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd3bd3c-29e4-41ab-877f-5159272b4b0d') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:02.730294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cfa9-560f-4e80-bd9f-84399916a705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (2cd3bd3c-29e4-41ab-877f-5159272b4b0d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:02.757837 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-11ffb6d0-f3df-4268-a918-18835103eeeb tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6268488dcc16480299bbf71fec91126d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3859570 Feb 11 04:27:02.766006 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cfa9-560f-4e80-bd9f-84399916a705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (2cd3bd3c-29e4-41ab-877f-5159272b4b0d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:02.795799 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca0cfa9-560f-4e80-bd9f-84399916a705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:27:02.802856 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cfa9-560f-4e80-bd9f-84399916a705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (2cd3bd3c-29e4-41ab-877f-5159272b4b0d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:27:02.809947 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:27:02.937350 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61081bf7-21ed-45ab-b071-1c34dc0280a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3e049921-745f-4728-be95-74b57d84a774), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:02.938832 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:02.940286 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61081bf7-21ed-45ab-b071-1c34dc0280a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:02.944266 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-61081bf7-21ed-45ab-b071-1c34dc0280a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e049921-745f-4728-be95-74b57d84a774 HTTP/1.1" status: 204 len: 168 time: 0.8439412 Feb 11 04:27:02.952985 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:03.007427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25214582-cafd-4c79-83c6-f335aac67ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:03.011205 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b205478-5e32-485c-8f2a-08a50cb40a18" -d '{"events": [{"server_uuid": "25214582-cafd-4c79-83c6-f335aac67ae9", "name": "network-vif-plugged", "status": "completed", "tag": "fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:03.073492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61081bf7-21ed-45ab-b071-1c34dc0280a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e049921-745f-4728-be95-74b57d84a774,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:03.093627 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca,segment=NetworkSegment(acca35fa-417b-48b8-8109-12df6738cb9c),segment_id=acca35fa-417b-48b8-8109-12df6738cb9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:03.100461 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-e2a54b16-739b-43f5-bf7a-cfae4c79aed5 service neutron] 10.222.0.13 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335278 Feb 11 04:27:03.178677 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:03.246601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad3663-fed6-4c49-9fac-7c05d50778a6 req-6881a785-4bc1-487a-ada2-414bf8a24e90 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:03.248267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90ad3663-fed6-4c49-9fac-7c05d50778a6 req-6881a785-4bc1-487a-ada2-414bf8a24e90 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.3497458 Feb 11 04:27:03.263847 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cfa9-560f-4e80-bd9f-84399916a705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (0d218528-8889-46ab-80f2-e74213ab1e32), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:03.283910 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cfa9-560f-4e80-bd9f-84399916a705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:03.293313 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7ca0cfa9-560f-4e80-bd9f-84399916a705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] 10.222.0.13 "DELETE /v2.0/networks/0d218528-8889-46ab-80f2-e74213ab1e32 HTTP/1.1" status: 204 len: 168 time: 1.2811778 Feb 11 04:27:03.317383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:03.331389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dd3552f9-add5-4d89-8b66-1b61412e2be3 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:27:03.358102 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0cfa9-560f-4e80-bd9f-84399916a705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1028879361-project] Pushing event deleted for resources: {'Network': ['ID=0d218528-8889-46ab-80f2-e74213ab1e32,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:03.402002 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7821dcbf-4da4-41aa-842b-ca584e54ae42 req-b4bfbcc3-8d1e-4e6a-a2ea-eadd6f052c63 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1be672b-191e-44bf-9bc1-628b54979c66 HTTP/1.1" status: 200 len: 210 time: 0.2632673 Feb 11 04:27:03.489218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port dd3552f9-add5-4d89-8b66-1b61412e2be3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:03.489985 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:03.840355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90ad3663-fed6-4c49-9fac-7c05d50778a6 req-59700543-8b77-4008-99da-be95db8f75eb tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556860 Feb 11 04:27:03.920074 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:03.924527 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:03.964818 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-6d473d29-428e-49fa-80d7-92bb50b7bfab service neutron] 10.222.0.13 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8237436 Feb 11 04:27:04.002325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port dd3552f9-add5-4d89-8b66-1b61412e2be3 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:04.006245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device eeaf119e-588c-4563-8524-0efe2fb08794 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:27:04.227139 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f23d77-614c-4e6d-8e9f-65575229c4ab None None] Network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:27:04.316717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50762) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:04.356912 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d282fb1-daef-447a-8015-8a4f2410a424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:04.554678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbcecf-ff1c-4155-bb96-5158221e888e req-9ae6ecda-cdc6-43aa-925c-f99b6332dbb4 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:04.571159 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bbbcecf-ff1c-4155-bb96-5158221e888e req-9ae6ecda-cdc6-43aa-925c-f99b6332dbb4 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 945 time: 0.1849663 Feb 11 04:27:04.575976 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port eeaf119e-588c-4563-8524-0efe2fb08794 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:04.576836 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:04.656772 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4060c41a-4a51-45e3-83cd-95fef29169db None None] Provisioning complete for port eeaf119e-588c-4563-8524-0efe2fb08794 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:04.657348 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4060c41a-4a51-45e3-83cd-95fef29169db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:04.668791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bbbcecf-ff1c-4155-bb96-5158221e888e req-883b8a21-65ca-4351-90b8-910c86c53fdc tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b79fcce-6b03-4054-ad41-c5ce4b4640dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963449 Feb 11 04:27:04.689041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50764) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:04.722218 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d282fb1-daef-447a-8015-8a4f2410a424 admin admin] Publish callbacks [] for security_group (3e2ef638-b982-4b6b-b80f-c399656efb79), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:04.797873 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cd9633-7fe0-4c23-8fd0-e89ddc3f72a2 x-openstack-request-id: req-90cd9633-7fe0-4c23-8fd0-e89ddc3f72a2 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:04.798185 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25214582-cafd-4c79-83c6-f335aac67ae9", "name": "network-vif-plugged", "status": "completed", "tag": "fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:04.798447 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90cd9633-7fe0-4c23-8fd0-e89ddc3f72a2 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:04.798881 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25214582-cafd-4c79-83c6-f335aac67ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca', 'code': 200} Feb 11 04:27:04.949757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0ae9b1b-5539-4918-aeaa-5faf63c4ddd9 req-f4667d62-ceeb-47fa-88e8-bb506d858aa2 tempest-ServerShowV247Test-457804593 tempest-ServerShowV247Test-457804593-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1be672b-191e-44bf-9bc1-628b54979c66 HTTP/1.1" status: 200 len: 210 time: 0.0929019 Feb 11 04:27:05.018149 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d282fb1-daef-447a-8015-8a4f2410a424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3e2ef638-b982-4b6b-b80f-c399656efb79), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:05.138678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port eeaf119e-588c-4563-8524-0efe2fb08794 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:05.138678 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:05.141363 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d282fb1-daef-447a-8015-8a4f2410a424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2ef638-b982-4b6b-b80f-c399656efb79,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:05.318102 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0d282fb1-daef-447a-8015-8a4f2410a424 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59ed899e44fb4c0387d154362022fb34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9955728 Feb 11 04:27:05.409637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50776) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:05.518104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port eeaf119e-588c-4563-8524-0efe2fb08794, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=eeaf119e-588c-4563-8524-0efe2fb08794,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:05.521488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4060c41a-4a51-45e3-83cd-95fef29169db None None] Current status of the port eeaf119e-588c-4563-8524-0efe2fb08794 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:05.522061 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4060c41a-4a51-45e3-83cd-95fef29169db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:05.609205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64425eba-a89b-4cb8-b5d8-dee42ab1b4b4 req-bbeef998-1f12-4efd-8030-9a6b802ffa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:05.615393 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:05.626268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64425eba-a89b-4cb8-b5d8-dee42ab1b4b4 req-bbeef998-1f12-4efd-8030-9a6b802ffa83 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 1128 time: 0.6495719 Feb 11 04:27:05.650801 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6c966739-5b49-48ff-966d-560912db9aa1 admin admin] Publish callbacks [] for security_group (3e2ef638-b982-4b6b-b80f-c399656efb79), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:05.685614 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924eb1b-939a-4829-9ce2-9d60e2eaeba4 req-0415c3c4-0273-4db5-98bb-0993eba0bde0 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:05.705172 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9924eb1b-939a-4829-9ce2-9d60e2eaeba4 req-0415c3c4-0273-4db5-98bb-0993eba0bde0 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.4580162 Feb 11 04:27:05.709241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7193a7c1-3e43-4a14-8732-b8aea709ceaa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=140b603b7c9d4c0d95899eed32cd3784&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0190866 Feb 11 04:27:05.715737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50788) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:05.817805 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-07dce2e6-8a01-428e-9380-b1fb476d981f tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:05.823210 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-07dce2e6-8a01-428e-9380-b1fb476d981f tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.47 "GET /v2.0/networks?id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb HTTP/1.1" status: 200 len: 816 time: 0.6861639 Feb 11 04:27:05.839824 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-8226cf12-3b5d-4b5b-8860-f63d5897d4c8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Request body: {'port': {'device_id': '9d45d645-78c1-489c-8d8c-1ee03bba57da', 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb', 'admin_state_up': True, 'tenant_id': '6268488dcc16480299bbf71fec91126d'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:05.867891 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-4060c41a-4a51-45e3-83cd-95fef29169db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:27:05.868573 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-4060c41a-4a51-45e3-83cd-95fef29169db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:27:05.918167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=eeaf119e-588c-4563-8524-0efe2fb08794,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:05.949430 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5db59744-46cd-4b66-bd13-367e99f00614 admin admin] Publish callbacks [] for security_group (b7d65732-dae3-435b-905c-5bc9d3df0707), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:05.959379 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6c966739-5b49-48ff-966d-560912db9aa1 admin admin] Publish callbacks [] for security_group (3e2ef638-b982-4b6b-b80f-c399656efb79), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:06.013798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64425eba-a89b-4cb8-b5d8-dee42ab1b4b4 req-65b9dc87-4986-471c-b6f6-9061b7f6fdc0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6b79fcce-6b03-4054-ad41-c5ce4b4640dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650193 Feb 11 04:27:06.075159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-8226cf12-3b5d-4b5b-8860-f63d5897d4c8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Made reservation on behalf of 6268488dcc16480299bbf71fec91126d for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:06.081675 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-8226cf12-3b5d-4b5b-8860-f63d5897d4c8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:06.113217 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5db59744-46cd-4b66-bd13-367e99f00614 admin admin] Publish callbacks [] for security_group (b7d65732-dae3-435b-905c-5bc9d3df0707), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:06.154694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9924eb1b-939a-4829-9ce2-9d60e2eaeba4 req-cfbba396-d77b-44dc-b23c-1301c44bafd5 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408450 Feb 11 04:27:06.281569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-9d730f29-7dbb-48f6-b2ef-baf87dd7099c tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:06.290133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-9d730f29-7dbb-48f6-b2ef-baf87dd7099c tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/networks?id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb HTTP/1.1" status: 200 len: 816 time: 0.5792513 Feb 11 04:27:06.313007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-ed974940-8d60-4b31-a3e1-5314c79e68ad tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/quotas/6268488dcc16480299bbf71fec91126d HTTP/1.1" status: 200 len: 375 time: 0.0212810 Feb 11 04:27:06.368841 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6c966739-5b49-48ff-966d-560912db9aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3e2ef638-b982-4b6b-b80f-c399656efb79), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:06.387439 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6c966739-5b49-48ff-966d-560912db9aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:06.388821 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6c966739-5b49-48ff-966d-560912db9aa1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e2ef638-b982-4b6b-b80f-c399656efb79 HTTP/1.1" status: 204 len: 168 time: 0.9688103 Feb 11 04:27:06.431573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-8226cf12-3b5d-4b5b-8860-f63d5897d4c8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Allocated IP 172.20.0.4 (391e7d33-1ae3-479b-a5dd-2762c0a99dfb/e5a242a6-9219-4743-9ec2-230115f1cc1b/433df2c0-c69a-4501-8e82-59b165d5ca72) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:06.446304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c966739-5b49-48ff-966d-560912db9aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2ef638-b982-4b6b-b80f-c399656efb79,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:06.499850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dfb7d-4811-4007-967f-002e097e100b req-314976ac-690b-49cc-8c88-59a6798f3bac tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:06.514055 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f3dfb7d-4811-4007-967f-002e097e100b req-314976ac-690b-49cc-8c88-59a6798f3bac tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 945 time: 0.2908063 Feb 11 04:27:06.524613 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5db59744-46cd-4b66-bd13-367e99f00614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b7d65732-dae3-435b-905c-5bc9d3df0707), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:06.529158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4060c41a-4a51-45e3-83cd-95fef29169db None None] Current status of the port eeaf119e-588c-4563-8524-0efe2fb08794 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:06.534874 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5db59744-46cd-4b66-bd13-367e99f00614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:06.537686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5db59744-46cd-4b66-bd13-367e99f00614 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7d65732-dae3-435b-905c-5bc9d3df0707 HTTP/1.1" status: 204 len: 168 time: 0.7840605 Feb 11 04:27:06.625296 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f3dfb7d-4811-4007-967f-002e097e100b req-bfaaf554-18cb-4deb-96e4-de7f77c50c52 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b79fcce-6b03-4054-ad41-c5ce4b4640dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078842 Feb 11 04:27:06.635892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db59744-46cd-4b66-bd13-367e99f00614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d65732-dae3-435b-905c-5bc9d3df0707,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:06.686148 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-ffcfd56b-1a46-44c5-984f-d6926be29567 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6268488dcc16480299bbf71fec91126d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3692732 Feb 11 04:27:06.750352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7582417d-dbbb-4103-93c0-f6524f1dc656 None None] Provisioning complete for port eeaf119e-588c-4563-8524-0efe2fb08794 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:06.754685 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7582417d-dbbb-4103-93c0-f6524f1dc656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:06.870183 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-8226cf12-3b5d-4b5b-8860-f63d5897d4c8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks [] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:06.932136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-82f28b03-34ac-4241-bbbf-5e936be58e23 service neutron] 10.222.0.13 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449203 Feb 11 04:27:06.987736 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7582417d-dbbb-4103-93c0-f6524f1dc656 None None] Current status of the port eeaf119e-588c-4563-8524-0efe2fb08794 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:07.105426 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-9ca412ee-e844-4ef6-9042-3f77eab48116 service neutron] 10.222.0.13 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664381 Feb 11 04:27:07.156259 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-8226cf12-3b5d-4b5b-8860-f63d5897d4c8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:07.270140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-8226cf12-3b5d-4b5b-8860-f63d5897d4c8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:07.279537 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-8226cf12-3b5d-4b5b-8860-f63d5897d4c8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:07.302084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-8226cf12-3b5d-4b5b-8860-f63d5897d4c8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:07.453939 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15734c4-c6ad-4e6a-a85c-168baf1520a9 req-b56a55fa-2171-4c84-8706-9bfcad03c90e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:07.463626 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a15734c4-c6ad-4e6a-a85c-168baf1520a9 req-b56a55fa-2171-4c84-8706-9bfcad03c90e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.1337843 Feb 11 04:27:07.511614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-8226cf12-3b5d-4b5b-8860-f63d5897d4c8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:07.512912 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-8226cf12-3b5d-4b5b-8860-f63d5897d4c8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:07.534332 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226cf12-3b5d-4b5b-8860-f63d5897d4c8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Pushing event updated for resources: {'Port': ['ID=433df2c0-c69a-4501-8e82-59b165d5ca72,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:07.625869 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-8226cf12-3b5d-4b5b-8860-f63d5897d4c8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7937908 Feb 11 04:27:07.639528 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Request body: {'port': {'device_id': '9d45d645-78c1-489c-8d8c-1ee03bba57da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:07.806652 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a15734c4-c6ad-4e6a-a85c-168baf1520a9 req-4fb47651-efd5-4be2-8567-53bdb1960ee9 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305237 Feb 11 04:27:07.844883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2eb73c1-dd37-4753-bade-01df82bdd84c req-28fdfb3c-40a6-4654-aad9-a0a60abc9373 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 210 time: 0.1684401 Feb 11 04:27:07.900424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device eeaf119e-588c-4563-8524-0efe2fb08794 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:27:07.917692 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a8d24c46-3b2b-4ca5-a30e-13915988636e None None] Provisioning complete for port 433df2c0-c69a-4501-8e82-59b165d5ca72 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:07.935679 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a8d24c46-3b2b-4ca5-a30e-13915988636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:07.941822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50828) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:07.973038 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:08.168823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50834) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:08.180204 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7597cc12-3875-4c0a-b49e-a33b6776501b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85a8b58b19fd4da1b8c2f4c00f765874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2366648 Feb 11 04:27:08.185516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50838) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:08.200733 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a8d24c46-3b2b-4ca5-a30e-13915988636e None None] Port 433df2c0-c69a-4501-8e82-59b165d5ca72 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:27:08.393408 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port eeaf119e-588c-4563-8524-0efe2fb08794 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:08.401341 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:08.704248 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port eeaf119e-588c-4563-8524-0efe2fb08794 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:08.782220 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433df2c0-c69a-4501-8e82-59b165d5ca72 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:27:08.807839 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Publish callbacks [] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:08.831189 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Transition to ACTIVE for port object 433df2c0-c69a-4501-8e82-59b165d5ca72 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:27:08.876201 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc20dcef-7c8d-44f2-9537-2bf9236c8a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:08.894376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f72fa8-4e74-4a8e-80cf-bc0f9550d114 req-25144c3f-8739-4032-a9f0-d4efc505b6f6 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:08.895834 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3f72fa8-4e74-4a8e-80cf-bc0f9550d114 req-25144c3f-8739-4032-a9f0-d4efc505b6f6 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 945 time: 0.7281537 Feb 11 04:27:08.932594 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:08.968692 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a16d3e18-f7bf-4b2e-9e26-3c5e0442bb27 admin admin] Publish callbacks [] for security_group (419aac2e-7a57-4cf1-8447-dcf328e0839c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:09.004308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-9bc190e2-1b4c-4474-8a11-98fc90487409 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:09.016984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-9bc190e2-1b4c-4474-8a11-98fc90487409 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.32 "GET /v2.0/networks?id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb HTTP/1.1" status: 200 len: 816 time: 0.4034486 Feb 11 04:27:09.043480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-234337f8-7f32-4ade-80f3-8be8cb6edeae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Request body: {'port': {'device_id': '0348b761-4ca4-4f07-8a40-d0fcaca59c60', 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb', 'admin_state_up': True, 'tenant_id': '6268488dcc16480299bbf71fec91126d'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:09.083422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Pushing event updated for resources: {'Port': ['ID=433df2c0-c69a-4501-8e82-59b165d5ca72,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:09.307710 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Attempting to bind port 433df2c0-c69a-4501-8e82-59b165d5ca72 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:09.308529 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Attempting to bind port 433df2c0-c69a-4501-8e82-59b165d5ca72 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:09.309184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Attempting to bind port 433df2c0-c69a-4501-8e82-59b165d5ca72 on network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:09.334889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Port 433df2c0-c69a-4501-8e82-59b165d5ca72 on network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:09.334889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Attempting to bind port 433df2c0-c69a-4501-8e82-59b165d5ca72 on network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:09.334889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:27:09.334889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Checking segment: {'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:09.334889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Bound using segment: {'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:27:09.336166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Bound port: 433df2c0-c69a-4501-8e82-59b165d5ca72, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:27:09.337457 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:09.429197 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a16d3e18-f7bf-4b2e-9e26-3c5e0442bb27 admin admin] Publish callbacks [] for security_group (419aac2e-7a57-4cf1-8447-dcf328e0839c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:09.482452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] For port 433df2c0-c69a-4501-8e82-59b165d5ca72, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:27:09.497852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] For port 433df2c0-c69a-4501-8e82-59b165d5ca72, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=433df2c0-c69a-4501-8e82-59b165d5ca72,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:27:09.509473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fed93ec-06bf-40cd-b028-60655afa24c1 req-3985b8e2-5468-40e2-b3e7-479ae917fe67 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 210 time: 0.1519866 Feb 11 04:27:09.529864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3f72fa8-4e74-4a8e-80cf-bc0f9550d114 req-9a1ff18b-996c-43fc-9981-b3e709bf1e1b tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b79fcce-6b03-4054-ad41-c5ce4b4640dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6213877 Feb 11 04:27:09.596924 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:09.698657 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:09.701018 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:09.713374 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] 10.222.0.47 "PUT /v2.0/ports/433df2c0-c69a-4501-8e82-59b165d5ca72 HTTP/1.1" status: 200 len: 1092 time: 2.0716951 Feb 11 04:27:09.716915 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d45d645-78c1-489c-8d8c-1ee03bba57da', 'tag': '433df2c0-c69a-4501-8e82-59b165d5ca72'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:09.730158 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189a9a82-6984-4f4c-9c72-efa3718402f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d45d645-78c1-489c-8d8c-1ee03bba57da", "tag": "433df2c0-c69a-4501-8e82-59b165d5ca72"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:09.786433 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a16d3e18-f7bf-4b2e-9e26-3c5e0442bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (419aac2e-7a57-4cf1-8447-dcf328e0839c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:09.791739 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a16d3e18-f7bf-4b2e-9e26-3c5e0442bb27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:09.803670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae565188-17fd-4052-b3dc-171d660a3df9 service neutron] Pushing event updated for resources: {'Port': ['ID=433df2c0-c69a-4501-8e82-59b165d5ca72,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:09.805824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a16d3e18-f7bf-4b2e-9e26-3c5e0442bb27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/419aac2e-7a57-4cf1-8447-dcf328e0839c HTTP/1.1" status: 204 len: 168 time: 1.6186955 Feb 11 04:27:09.885832 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc20dcef-7c8d-44f2-9537-2bf9236c8a1c admin admin] Publish callbacks [] for security_group (ac53c381-b285-4b77-a3ba-55877a862b42), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:10.034465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-c235e740-bc0c-437d-8541-1ca54ed7bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:10.036430 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-c235e740-bc0c-437d-8541-1ca54ed7bca2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6268488dcc16480299bbf71fec91126d&device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 1126 time: 0.2008021 Feb 11 04:27:10.051651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d3e18-f7bf-4b2e-9e26-3c5e0442bb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419aac2e-7a57-4cf1-8447-dcf328e0839c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:10.163692 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc20dcef-7c8d-44f2-9537-2bf9236c8a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ac53c381-b285-4b77-a3ba-55877a862b42), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:10.235850 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-60a8db1e-a024-4ef7-805d-13e384a08d86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=433df2c0-c69a-4501-8e82-59b165d5ca72 HTTP/1.1" status: 200 len: 217 time: 0.1832352 Feb 11 04:27:10.276704 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2e2337-7967-4d7e-b937-d3a7d729bace x-openstack-request-id: req-9a2e2337-7967-4d7e-b937-d3a7d729bace {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:10.277668 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d45d645-78c1-489c-8d8c-1ee03bba57da", "tag": "433df2c0-c69a-4501-8e82-59b165d5ca72", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:10.321745 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a2e2337-7967-4d7e-b937-d3a7d729bace {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:10.326775 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d45d645-78c1-489c-8d8c-1ee03bba57da', 'tag': '433df2c0-c69a-4501-8e82-59b165d5ca72', 'status': 'completed', 'code': 200} Feb 11 04:27:10.388332 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cc20dcef-7c8d-44f2-9537-2bf9236c8a1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0ce3666e6e449739ff472fd36c47b99&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2165036 Feb 11 04:27:10.400703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-234337f8-7f32-4ade-80f3-8be8cb6edeae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Made reservation on behalf of 6268488dcc16480299bbf71fec91126d for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:10.412033 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-234337f8-7f32-4ade-80f3-8be8cb6edeae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:10.415055 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50874) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:10.486808 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20dcef-7c8d-44f2-9537-2bf9236c8a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac53c381-b285-4b77-a3ba-55877a862b42,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:10.540823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de58c4-d75b-42d0-8e32-1dbc1ee6edfa req-c347b2ad-1b66-44cd-9433-2978e62abdce tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:10.552596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44de58c4-d75b-42d0-8e32-1dbc1ee6edfa req-c347b2ad-1b66-44cd-9433-2978e62abdce tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.7806730 Feb 11 04:27:10.605419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-3e845e49-bc23-427b-9c22-b96ab90d6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:10.607315 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-3e845e49-bc23-427b-9c22-b96ab90d6124 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5a242a6-9219-4743-9ec2-230115f1cc1b HTTP/1.1" status: 200 len: 855 time: 0.3618824 Feb 11 04:27:10.727259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-234337f8-7f32-4ade-80f3-8be8cb6edeae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Allocated IP 172.20.0.10 (391e7d33-1ae3-479b-a5dd-2762c0a99dfb/e5a242a6-9219-4743-9ec2-230115f1cc1b/b0be2217-29f3-437a-b0f3-12a2872e8595) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:10.739291 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-a9d62dab-904d-4614-ba24-ab278db49f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:10.746460 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-a9d62dab-904d-4614-ba24-ab278db49f3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1314380 Feb 11 04:27:10.969633 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-0110d51f-64f5-4085-807b-e5ce5b91a297 service neutron] 10.222.0.47 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165523 Feb 11 04:27:11.000832 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-234337f8-7f32-4ade-80f3-8be8cb6edeae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks [] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:11.068565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c97a48-89ba-4cdf-8f42-490574acfffd req-c8d7b34b-cec2-4d14-8510-7b730e19ba48 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:11.072750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80c97a48-89ba-4cdf-8f42-490574acfffd req-c8d7b34b-cec2-4d14-8510-7b730e19ba48 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 1.0148346 Feb 11 04:27:11.125122 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-519a7dbd-9f39-4bbb-8419-b5eff4d39b07 req-466dc9a1-ecf9-4d2a-b63b-4e04d21a805c service neutron] 10.222.0.47 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473715 Feb 11 04:27:11.126034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a43148f-dadd-4723-b566-9dd18d944ba7 req-b50dc5f3-a155-4cba-aa06-a4f2b65b8834 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 210 time: 0.2345419 Feb 11 04:27:11.169792 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-234337f8-7f32-4ade-80f3-8be8cb6edeae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:11.205479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44de58c4-d75b-42d0-8e32-1dbc1ee6edfa req-65ad06bb-60c8-48e4-847b-a2b52c0aef28 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6517549 Feb 11 04:27:11.268577 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2dcdbd9-7fee-40a9-85e5-ca4c96e1991a admin admin] Publish callbacks [] for security_group (ac53c381-b285-4b77-a3ba-55877a862b42), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:11.315142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-234337f8-7f32-4ade-80f3-8be8cb6edeae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:11.340381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-234337f8-7f32-4ade-80f3-8be8cb6edeae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:11.374766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-234337f8-7f32-4ade-80f3-8be8cb6edeae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:11.392508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234337f8-7f32-4ade-80f3-8be8cb6edeae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Pushing event updated for resources: {'Port': ['ID=b0be2217-29f3-437a-b0f3-12a2872e8595,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:11.549460 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2dcdbd9-7fee-40a9-85e5-ca4c96e1991a admin admin] Publish callbacks [] for security_group (ac53c381-b285-4b77-a3ba-55877a862b42), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:11.569153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a9a82-6984-4f4c-9c72-efa3718402f6 req-3de28e49-7a29-4e6c-8c4e-fd098209f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:11.582017 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-189a9a82-6984-4f4c-9c72-efa3718402f6 req-3de28e49-7a29-4e6c-8c4e-fd098209f57d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6268488dcc16480299bbf71fec91126d&device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 1126 time: 0.2389276 Feb 11 04:27:11.777165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-234337f8-7f32-4ade-80f3-8be8cb6edeae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:11.779247 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-234337f8-7f32-4ade-80f3-8be8cb6edeae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:11.887454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-80c97a48-89ba-4cdf-8f42-490574acfffd req-1342c242-7ce1-40b2-aa94-527e135179ee tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Deleting port 3235a947-6153-44e2-8115-0da483b72970 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:27:11.890677 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-80c97a48-89ba-4cdf-8f42-490574acfffd req-1342c242-7ce1-40b2-aa94-527e135179ee tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3235a947-6153-44e2-8115-0da483b72970), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:11.932382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a9a82-6984-4f4c-9c72-efa3718402f6 req-8e9f626f-71e6-40d7-b3cf-6a2583bef8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:11.971506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-29a26d96-0954-462c-baad-249f69a3fc02 None None] Provisioning complete for port b0be2217-29f3-437a-b0f3-12a2872e8595 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:11.972166 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-29a26d96-0954-462c-baad-249f69a3fc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:11.982447 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-189a9a82-6984-4f4c-9c72-efa3718402f6 req-8e9f626f-71e6-40d7-b3cf-6a2583bef8ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb HTTP/1.1" status: 200 len: 917 time: 0.3828101 Feb 11 04:27:12.051446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-29a26d96-0954-462c-baad-249f69a3fc02 None None] Port b0be2217-29f3-437a-b0f3-12a2872e8595 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:27:12.127422 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-189a9a82-6984-4f4c-9c72-efa3718402f6 req-a9dc2e33-6e73-424a-8d99-54aba539fbff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=433df2c0-c69a-4501-8e82-59b165d5ca72 HTTP/1.1" status: 200 len: 217 time: 0.1268063 Feb 11 04:27:12.186763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-80c97a48-89ba-4cdf-8f42-490574acfffd req-1342c242-7ce1-40b2-aa94-527e135179ee tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] For port 3235a947-6153-44e2-8115-0da483b72970, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3235a947-6153-44e2-8115-0da483b72970,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:12.186763 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-80c97a48-89ba-4cdf-8f42-490574acfffd req-1342c242-7ce1-40b2-aa94-527e135179ee tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3235a947-6153-44e2-8115-0da483b72970), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:12.202426 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-234337f8-7f32-4ade-80f3-8be8cb6edeae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1755250 Feb 11 04:27:12.224209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-80c97a48-89ba-4cdf-8f42-490574acfffd req-1342c242-7ce1-40b2-aa94-527e135179ee tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Calling delete_port for 3235a947-6153-44e2-8115-0da483b72970 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:27:12.272558 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2dcdbd9-7fee-40a9-85e5-ca4c96e1991a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ac53c381-b285-4b77-a3ba-55877a862b42), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:12.297256 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2dcdbd9-7fee-40a9-85e5-ca4c96e1991a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:12.300728 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b2dcdbd9-7fee-40a9-85e5-ca4c96e1991a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac53c381-b285-4b77-a3ba-55877a862b42 HTTP/1.1" status: 204 len: 168 time: 1.8792830 Feb 11 04:27:12.380319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Request body: {'port': {'device_id': '0348b761-4ca4-4f07-8a40-d0fcaca59c60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:12.385824 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a9a82-6984-4f4c-9c72-efa3718402f6 req-e719c991-bcb3-487c-bc5e-34b9a93364eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:12.387394 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-189a9a82-6984-4f4c-9c72-efa3718402f6 req-e719c991-bcb3-487c-bc5e-34b9a93364eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5a242a6-9219-4743-9ec2-230115f1cc1b HTTP/1.1" status: 200 len: 855 time: 0.2199092 Feb 11 04:27:12.590039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a9a82-6984-4f4c-9c72-efa3718402f6 req-5e97c2f4-c0b9-4a0f-a90d-a0c265bc3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:12.592680 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-189a9a82-6984-4f4c-9c72-efa3718402f6 req-5e97c2f4-c0b9-4a0f-a90d-a0c265bc3bde service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1993639 Feb 11 04:27:12.852920 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-189a9a82-6984-4f4c-9c72-efa3718402f6 req-3e7e5126-b301-4376-a090-77109eea14ac service neutron] 10.222.0.47 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530582 Feb 11 04:27:13.045002 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-189a9a82-6984-4f4c-9c72-efa3718402f6 req-927075e9-15df-416f-b181-d19acce7c721 service neutron] 10.222.0.47 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859045 Feb 11 04:27:13.086728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-ecec9ac5-361b-4bba-9013-f9f0ebaf5700 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:13.090430 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-ecec9ac5-361b-4bba-9013-f9f0ebaf5700 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.32 "GET /v2.0/networks?id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb HTTP/1.1" status: 200 len: 816 time: 0.9142108 Feb 11 04:27:13.109101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12fccf46-ff4f-40a8-9563-639e1647fbb2 req-4b7b5b82-703e-47f8-b5d8-42ee8201f212 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 210 time: 0.1817186 Feb 11 04:27:13.197652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcdbd9-7fee-40a9-85e5-ca4c96e1991a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac53c381-b285-4b77-a3ba-55877a862b42,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:13.207682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-563ae665-4276-466f-89af-f996746ea0ab tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Request body: {'port': {'device_id': 'ac5a12b4-b0c7-415b-968a-df4e266aeec9', 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb', 'admin_state_up': True, 'tenant_id': '6268488dcc16480299bbf71fec91126d'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:13.479907 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:13.514417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bdd5d-291f-443f-afb1-161ba8f1d669 req-55dbb7b2-9f40-49ba-8042-94fca6db6e72 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:13.522160 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-455bdd5d-291f-443f-afb1-161ba8f1d669 req-55dbb7b2-9f40-49ba-8042-94fca6db6e72 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 946 time: 0.5533078 Feb 11 04:27:13.998850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-455bdd5d-291f-443f-afb1-161ba8f1d669 req-77866301-c4d9-401e-a760-3136783656d9 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721317 Feb 11 04:27:14.080326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 433df2c0-c69a-4501-8e82-59b165d5ca72 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:27:14.170474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-563ae665-4276-466f-89af-f996746ea0ab tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Made reservation on behalf of 6268488dcc16480299bbf71fec91126d for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:14.190105 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-563ae665-4276-466f-89af-f996746ea0ab tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:14.408508 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50998) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:14.488807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-357aeab6-ec5b-40dd-aac0-a70ce2c76440 req-8811475a-21f7-4abb-b658-cbf0672d2b7a tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 210 time: 0.1078403 Feb 11 04:27:14.494429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 433df2c0-c69a-4501-8e82-59b165d5ca72, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=433df2c0-c69a-4501-8e82-59b165d5ca72,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:14.548040 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3235a947-6153-44e2-8115-0da483b72970 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:27:14.569043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '433df2c0-c69a-4501-8e82-59b165d5ca72', 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb', 'port_id': '433df2c0-c69a-4501-8e82-59b165d5ca72', 'mac_address': 'fa:16:3e:c9:60:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a242a6-9219-4743-9ec2-230115f1cc1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:27:14.619334 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-80c97a48-89ba-4cdf-8f42-490574acfffd req-1342c242-7ce1-40b2-aa94-527e135179ee tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (3235a947-6153-44e2-8115-0da483b72970), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:14.660797 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342c242-7ce1-40b2-aa94-527e135179ee tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Pushing event deleted for resources: {'Port': ['ID=3235a947-6153-44e2-8115-0da483b72970,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:14.680039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0be2217-29f3-437a-b0f3-12a2872e8595 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:27:14.718803 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Publish callbacks [] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:14.813998 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c97a48-89ba-4cdf-8f42-490574acfffd req-1342c242-7ce1-40b2-aa94-527e135179ee tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] No DVR routers for this DVR port 3235a947-6153-44e2-8115-0da483b72970 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:27:14.818704 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-80c97a48-89ba-4cdf-8f42-490574acfffd req-1342c242-7ce1-40b2-aa94-527e135179ee tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:14.823779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80c97a48-89ba-4cdf-8f42-490574acfffd req-1342c242-7ce1-40b2-aa94-527e135179ee tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "DELETE /v2.0/ports/3235a947-6153-44e2-8115-0da483b72970 HTTP/1.1" status: 204 len: 173 time: 3.7382901 Feb 11 04:27:14.824281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c1d878-b14e-4850-9a98-46cdc0b89b10', 'name': 'network-vif-deleted', 'tag': '3235a947-6153-44e2-8115-0da483b72970'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:14.826703 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf247d9-923a-4ed0-b811-951f248803e6" -d '{"events": [{"server_uuid": "b4c1d878-b14e-4850-9a98-46cdc0b89b10", "name": "network-vif-deleted", "tag": "3235a947-6153-44e2-8115-0da483b72970"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:14.842758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Transition to ACTIVE for port object b0be2217-29f3-437a-b0f3-12a2872e8595 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:27:14.904526 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9250176e-7ac8-494b-8444-652d7c4058a8 x-openstack-request-id: req-9250176e-7ac8-494b-8444-652d7c4058a8 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:14.904830 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c1d878-b14e-4850-9a98-46cdc0b89b10", "name": "network-vif-deleted", "tag": "3235a947-6153-44e2-8115-0da483b72970", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:14.905117 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9250176e-7ac8-494b-8444-652d7c4058a8 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:14.905576 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c1d878-b14e-4850-9a98-46cdc0b89b10', 'name': 'network-vif-deleted', 'tag': '3235a947-6153-44e2-8115-0da483b72970', 'status': 'completed', 'code': 200} Feb 11 04:27:15.094716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-563ae665-4276-466f-89af-f996746ea0ab tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Allocated IP 172.20.0.13 (391e7d33-1ae3-479b-a5dd-2762c0a99dfb/e5a242a6-9219-4743-9ec2-230115f1cc1b/f26187a1-e351-4b0f-9236-dbaaecf79a12) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:15.131356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1372873729'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:15.253737 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:15.300732 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Made reservation on behalf of 3af908893114411888368aec5fea27bd for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:15.307594 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:15.330879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 433df2c0-c69a-4501-8e82-59b165d5ca72 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:15.331466 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:15.337385 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:15.366001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433df2c0-c69a-4501-8e82-59b165d5ca72 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:27:15.392446 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0be2217-29f3-437a-b0f3-12a2872e8595,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:15.433411 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edf867ba-1b10-44f0-b4f9-4fbb9ac31b56 req-6f60518b-0812-40b5-80c3-07e64c8e3040 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4c1d878-b14e-4850-9a98-46cdc0b89b10 HTTP/1.1" status: 200 len: 210 time: 0.1883006 Feb 11 04:27:15.448163 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 433df2c0-c69a-4501-8e82-59b165d5ca72, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=433df2c0-c69a-4501-8e82-59b165d5ca72,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:15.458321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No active binding found for port 3235a947-6153-44e2-8115-0da483b72970 {{(pid=103810) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 04:27:15.458744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] The host n-h2-712142-35 is not matching for port 3235a947-6153-44e2-8115-0da483b72970 host None! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:27:15.459153 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3235a947-6153-44e2-8115-0da483b72970 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:27:15.531478 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:15.718192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=433df2c0-c69a-4501-8e82-59b165d5ca72,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:15.742368 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Publish callbacks [] for security_group (27ba7a94-e440-4f69-b908-b6973e08d645), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:15.761020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['433df2c0-c69a-4501-8e82-59b165d5ca72'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:27:15.839956 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (27ba7a94-e440-4f69-b908-b6973e08d645), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:15.912034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e0a9f19-4a94-4e09-9a2c-dfb82b5e9840 req-4c718854-f34f-4ef9-aca6-dfd5a4651b11 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 210 time: 0.2811031 Feb 11 04:27:15.994235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:27:16.034017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ba7a94-e440-4f69-b908-b6973e08d645,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:16.090849 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4b48dd5d-6234-4680-a6c4-fd913e4c4aa1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:16.091508 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Added segment 4b48dd5d-6234-4680-a6c4-fd913e4c4aa1 of type vlan for network 28ba2213-4ea4-4209-8e21-96708630074e Feb 11 04:27:16.213979 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-563ae665-4276-466f-89af-f996746ea0ab tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks [] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:16.291280 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (28ba2213-4ea4-4209-8e21-96708630074e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:16.318390 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8ebb58b-8dd1-4f3c-a5cd-9e004b95384a req-dc7371bb-04d6-4d58-900c-eb6e11bc5ac1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2662179 Feb 11 04:27:16.324405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Attempting to bind port b0be2217-29f3-437a-b0f3-12a2872e8595 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:16.324675 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Attempting to bind port b0be2217-29f3-437a-b0f3-12a2872e8595 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:16.325021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Attempting to bind port b0be2217-29f3-437a-b0f3-12a2872e8595 on network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:16.364543 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Port b0be2217-29f3-437a-b0f3-12a2872e8595 on network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:16.364882 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Attempting to bind port b0be2217-29f3-437a-b0f3-12a2872e8595 on network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:16.403320 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:27:16.403673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Checking segment: {'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:16.404111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Bound using segment: {'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:27:16.404771 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Bound port: b0be2217-29f3-437a-b0f3-12a2872e8595, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:27:16.405405 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:16.469315 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (28ba2213-4ea4-4209-8e21-96708630074e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:16.475550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:16.477322 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:16.612683 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-563ae665-4276-466f-89af-f996746ea0ab tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:16.624545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['433df2c0-c69a-4501-8e82-59b165d5ca72'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:27:16.646157 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Pushing event updated for resources: {'Network': ['ID=28ba2213-4ea4-4209-8e21-96708630074e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:16.704624 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1a43939a-d8e1-4191-b18f-5fb67d224be9 tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2974167 Feb 11 04:27:16.748351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 28ba2213-4ea4-4209-8e21-96708630074e details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:27:16.764186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] For port b0be2217-29f3-437a-b0f3-12a2872e8595, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:27:16.768131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] For port b0be2217-29f3-437a-b0f3-12a2872e8595, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=b0be2217-29f3-437a-b0f3-12a2872e8595,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:27:16.933492 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:17.072577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-563ae665-4276-466f-89af-f996746ea0ab tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:17.147923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebb58b-8dd1-4f3c-a5cd-9e004b95384a req-11c9ab4c-51f0-4b2b-856f-847118a06e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:17.181709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8ebb58b-8dd1-4f3c-a5cd-9e004b95384a req-11c9ab4c-51f0-4b2b-856f-847118a06e9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a9d7a746585447790d6e4234fa1b06a&device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 1128 time: 0.7508204 Feb 11 04:27:17.188195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-563ae665-4276-466f-89af-f996746ea0ab tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:17.194459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:17.198247 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:17.204209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] 10.222.0.32 "PUT /v2.0/ports/b0be2217-29f3-437a-b0f3-12a2872e8595 HTTP/1.1" status: 200 len: 1093 time: 4.8443975 Feb 11 04:27:17.204865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0348b761-4ca4-4f07-8a40-d0fcaca59c60', 'tag': 'b0be2217-29f3-437a-b0f3-12a2872e8595'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:17.208714 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f908dc6-a10c-4094-8b95-f765314bfefc" -d '{"events": [{"name": "network-changed", "server_uuid": "0348b761-4ca4-4f07-8a40-d0fcaca59c60", "tag": "b0be2217-29f3-437a-b0f3-12a2872e8595"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:17.225715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-563ae665-4276-466f-89af-f996746ea0ab tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:17.239934 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ae665-4276-466f-89af-f996746ea0ab tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Pushing event updated for resources: {'Port': ['ID=f26187a1-e351-4b0f-9236-dbaaecf79a12,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:17.278525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51064) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:17.287992 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Request body: {'port': {'network_id': '28ba2213-4ea4-4209-8e21-96708630074e', 'binding:host_id': 'n-h2-712142-35', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1941062968'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:17.512890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349cf3a-e707-4d46-964a-1924c6b586d5 req-df4e9017-218c-4b62-9797-31aea7e20499 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:17.524594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5349cf3a-e707-4d46-964a-1924c6b586d5 req-df4e9017-218c-4b62-9797-31aea7e20499 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 945 time: 0.7343049 Feb 11 04:27:17.619638 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Made reservation on behalf of 0fd5aea441df481f9a45a48f5b8d0ed4 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:17.622916 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:17.642809 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:17.839259 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5349cf3a-e707-4d46-964a-1924c6b586d5 req-7bccb1c4-2989-4d8c-9451-27dce49fcb3c tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/security-groups?id=6b79fcce-6b03-4054-ad41-c5ce4b4640dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161814 Feb 11 04:27:17.954054 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036a7b3-1a03-4e00-8fd8-340a98d443b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0be2217-29f3-437a-b0f3-12a2872e8595,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:17.966382 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks [] for security_group (cde2842a-f6ff-4709-a9ee-a31328c7b370), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:17.977590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-563ae665-4276-466f-89af-f996746ea0ab tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:17.991282 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-563ae665-4276-466f-89af-f996746ea0ab tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:18.060725 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cde2842a-f6ff-4709-a9ee-a31328c7b370), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:18.089928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 433df2c0-c69a-4501-8e82-59b165d5ca72 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:27:18.157919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] device_id is not set on port c3514b3e-4ff4-4eb0-9c84-55522778f18d yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:27:18.163477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde2842a-f6ff-4709-a9ee-a31328c7b370,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:18.193318 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56511ac4-b268-43f7-b43e-96767abec720 req-a63c4563-c18e-4240-ac88-db66484e546c tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:18.195777 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-56511ac4-b268-43f7-b43e-96767abec720 req-a63c4563-c18e-4240-ac88-db66484e546c tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.32 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 945 time: 0.3528299 Feb 11 04:27:18.206460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebb58b-8dd1-4f3c-a5cd-9e004b95384a req-f3e55274-9829-4346-bb48-1df8a828d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:18.207998 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8ebb58b-8dd1-4f3c-a5cd-9e004b95384a req-f3e55274-9829-4346-bb48-1df8a828d496 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c7b0aed2-c8b0-4a4c-a247-1e6da13d5220 HTTP/1.1" status: 200 len: 910 time: 0.9745390 Feb 11 04:27:18.256455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-563ae665-4276-466f-89af-f996746ea0ab tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0467157 Feb 11 04:27:18.260845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-df36783f-f092-409e-b860-a8850d762e7d None None] Provisioning complete for port f26187a1-e351-4b0f-9236-dbaaecf79a12 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:18.263307 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-df36783f-f092-409e-b860-a8850d762e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:18.285163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Request body: {'port': {'device_id': 'ac5a12b4-b0c7-415b-968a-df4e266aeec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:18.367604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-df36783f-f092-409e-b860-a8850d762e7d None None] Port f26187a1-e351-4b0f-9236-dbaaecf79a12 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:27:18.397778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:18.435382 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-4e6fecb7-73bd-4b9b-a42d-0077076f39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:18.437116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-4e6fecb7-73bd-4b9b-a42d-0077076f39fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6268488dcc16480299bbf71fec91126d&device_id=0348b761-4ca4-4f07-8a40-d0fcaca59c60 HTTP/1.1" status: 200 len: 1127 time: 0.7576661 Feb 11 04:27:18.454424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-7c9d0d79-5cea-430b-b766-4b3a82b9adff tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:18.469748 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-7c9d0d79-5cea-430b-b766-4b3a82b9adff tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 812 time: 1.0618887 Feb 11 04:27:18.490995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 433df2c0-c69a-4501-8e82-59b165d5ca72 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:27:18.495757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 433df2c0-c69a-4501-8e82-59b165d5ca72 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:18.496163 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:18.545289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-2f52cb30-2efd-4fef-8433-f6f351c43959 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/quotas/a70586beed2f4c668534da1f31a71292 HTTP/1.1" status: 200 len: 375 time: 0.0745378 Feb 11 04:27:18.547951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-e822db3f-918b-4913-a5cf-68ee912e9a11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0be2217-29f3-437a-b0f3-12a2872e8595 HTTP/1.1" status: 200 len: 217 time: 0.0693269 Feb 11 04:27:18.549197 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8ebb58b-8dd1-4f3c-a5cd-9e004b95384a req-32e3a0d3-9844-490a-a1ab-a00afd48d25c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca HTTP/1.1" status: 200 len: 217 time: 0.3118129 Feb 11 04:27:18.679042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 433df2c0-c69a-4501-8e82-59b165d5ca72 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:18.680363 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:18.690741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-9be2ef96-fdf8-4224-9a3a-ba02ea4e73b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:18.692269 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-9be2ef96-fdf8-4224-9a3a-ba02ea4e73b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5a242a6-9219-4743-9ec2-230115f1cc1b HTTP/1.1" status: 200 len: 855 time: 0.1305583 Feb 11 04:27:18.693750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebb58b-8dd1-4f3c-a5cd-9e004b95384a req-b0677dea-0a59-4a6c-be52-ab8e0b42d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:18.696285 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8ebb58b-8dd1-4f3c-a5cd-9e004b95384a req-b0677dea-0a59-4a6c-be52-ab8e0b42d4e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8cfe3839-57e0-4b48-a6d3-c35c7e5ad389 HTTP/1.1" status: 200 len: 849 time: 0.1297653 Feb 11 04:27:18.707228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-f8ba9e43-e432-490e-b4fb-05027f864005 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1609557 Feb 11 04:27:18.741617 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d45d645-78c1-489c-8d8c-1ee03bba57da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433df2c0-c69a-4501-8e82-59b165d5ca72'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:18.745654 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff5a1ee-d3d9-4efb-b66d-ee3d318d1c61" -d '{"events": [{"server_uuid": "9d45d645-78c1-489c-8d8c-1ee03bba57da", "name": "network-vif-plugged", "status": "completed", "tag": "433df2c0-c69a-4501-8e82-59b165d5ca72"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:18.762792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 433df2c0-c69a-4501-8e82-59b165d5ca72, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=433df2c0-c69a-4501-8e82-59b165d5ca72,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:18.821060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] device_id is not set on port c3514b3e-4ff4-4eb0-9c84-55522778f18d yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:27:18.834113 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks [] for port (c3514b3e-4ff4-4eb0-9c84-55522778f18d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:18.854598 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea22672-6ced-4350-a941-31ad7d48c718 req-375e29fb-e87f-4480-8237-4b61a4b69543 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:18.856183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bea22672-6ced-4350-a941-31ad7d48c718 req-375e29fb-e87f-4480-8237-4b61a4b69543 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 932 time: 0.7657733 Feb 11 04:27:18.858028 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8ebb58b-8dd1-4f3c-a5cd-9e004b95384a req-71639d55-83c8-46be-bab8-8c218c5ef95b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c7b0aed2-c8b0-4a4c-a247-1e6da13d5220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243491 Feb 11 04:27:18.880840 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:18.900145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-56511ac4-b268-43f7-b43e-96767abec720 req-34e4f2ed-8924-429d-aab0-f80741ff719f tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Deleting port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:27:18.902946 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-56511ac4-b268-43f7-b43e-96767abec720 req-34e4f2ed-8924-429d-aab0-f80741ff719f tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:19.005658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=433df2c0-c69a-4501-8e82-59b165d5ca72,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:19.044366 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c3514b3e-4ff4-4eb0-9c84-55522778f18d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:19.109794 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-56511ac4-b268-43f7-b43e-96767abec720 req-34e4f2ed-8924-429d-aab0-f80741ff719f tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] For port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca,segment=NetworkSegment(acca35fa-417b-48b8-8109-12df6738cb9c),segment_id=acca35fa-417b-48b8-8109-12df6738cb9c)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:19.110181 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-56511ac4-b268-43f7-b43e-96767abec720 req-34e4f2ed-8924-429d-aab0-f80741ff719f tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:19.165847 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-56511ac4-b268-43f7-b43e-96767abec720 req-34e4f2ed-8924-429d-aab0-f80741ff719f tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Calling delete_port for fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:27:19.170497 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Pushing event updated for resources: {'Port': ['ID=c3514b3e-4ff4-4eb0-9c84-55522778f18d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:19.183415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Checking segment: {'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:19.183795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Network hostable DHCP agents. Network: 28ba2213-4ea4-4209-8e21-96708630074e, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:27:19.396160 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Network 28ba2213-4ea4-4209-8e21-96708630074e is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:27:19.465750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-de64d083-f7b5-485a-b987-358ef993d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:19.467158 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-de64d083-f7b5-485a-b987-358ef993d76d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7341914 Feb 11 04:27:19.514614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 28ba2213-4ea4-4209-8e21-96708630074e) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:19.518432 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:19.525619 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb26d3df-c7a5-4583-a14e-bbc346c5b3e6 None None] Network 28ba2213-4ea4-4209-8e21-96708630074e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:27:19.562126 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-56511ac4-b268-43f7-b43e-96767abec720 req-34e4f2ed-8924-429d-aab0-f80741ff719f tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:19.571422 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bea22672-6ced-4350-a941-31ad7d48c718 req-bbf67941-db64-4e9a-8298-74a9038179a8 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6986656 Feb 11 04:27:19.578924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:19.582235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:19.582235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:19.707660 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:19.708014 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:19.714781 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 2 to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d Feb 11 04:27:19.745412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4f2ed-8924-429d-aab0-f80741ff719f tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Pushing event deleted for resources: {'Port': ['ID=fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:19.762819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:27:19.819477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:19.819959 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:19.820193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:19.862943 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7cf4be-170f-4abb-8713-3cb72b9320d7 x-openstack-request-id: req-ad7cf4be-170f-4abb-8713-3cb72b9320d7 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:19.863280 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d45d645-78c1-489c-8d8c-1ee03bba57da", "name": "network-vif-plugged", "status": "completed", "tag": "433df2c0-c69a-4501-8e82-59b165d5ca72", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:19.863500 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad7cf4be-170f-4abb-8713-3cb72b9320d7 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:19.863930 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d45d645-78c1-489c-8d8c-1ee03bba57da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433df2c0-c69a-4501-8e82-59b165d5ca72', 'code': 200} Feb 11 04:27:19.896899 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-f2296c5d-7179-4cb0-a7a8-cf09511da00b service neutron] 10.222.0.32 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890045 Feb 11 04:27:19.945151 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5fef04-e49c-4993-b231-42248cd055b8 x-openstack-request-id: req-1d5fef04-e49c-4993-b231-42248cd055b8 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:19.945575 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0348b761-4ca4-4f07-8a40-d0fcaca59c60", "tag": "b0be2217-29f3-437a-b0f3-12a2872e8595", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:19.946043 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d5fef04-e49c-4993-b231-42248cd055b8 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:19.946476 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0348b761-4ca4-4f07-8a40-d0fcaca59c60', 'tag': 'b0be2217-29f3-437a-b0f3-12a2872e8595', 'status': 'completed', 'code': 200} Feb 11 04:27:19.959270 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:19.959825 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:19.960213 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 3 to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d Feb 11 04:27:19.964048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-56511ac4-b268-43f7-b43e-96767abec720 req-34e4f2ed-8924-429d-aab0-f80741ff719f tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] No DVR routers for this DVR port fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca on host n-h1-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:27:19.967971 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-56511ac4-b268-43f7-b43e-96767abec720 req-34e4f2ed-8924-429d-aab0-f80741ff719f tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:19.968086 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-4c563b53-4f7a-41e5-b9d5-53cc2cc432e8 service neutron] 10.222.0.13 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2596850 Feb 11 04:27:19.971223 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-56511ac4-b268-43f7-b43e-96767abec720 req-34e4f2ed-8924-429d-aab0-f80741ff719f tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.32 "DELETE /v2.0/ports/fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca HTTP/1.1" status: 204 len: 173 time: 1.7272604 Feb 11 04:27:19.971731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25214582-cafd-4c79-83c6-f335aac67ae9', 'name': 'network-vif-deleted', 'tag': 'fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:19.974609 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f075f96f-44c4-456f-a9bb-93a5ea208582" -d '{"events": [{"server_uuid": "25214582-cafd-4c79-83c6-f335aac67ae9", "name": "network-vif-deleted", "tag": "fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:19.987215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:19.987556 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:19.987933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:19.994013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:19.994013 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:19.994246 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 4 to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d Feb 11 04:27:20.010173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:20.010526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:20.010918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:20.034240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:20.034780 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:20.035244 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 5 to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d Feb 11 04:27:20.051274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8ebb58b-8dd1-4f3c-a5cd-9e004b95384a req-50a62a16-0efc-418c-946b-52b0cd29beba service neutron] 10.222.0.32 "GET /v2.0/networks/c7b0aed2-c8b0-4a4c-a247-1e6da13d5220?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1796093 Feb 11 04:27:20.076479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:20.076849 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:20.077159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:20.084870 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:20.188522 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:20.188522 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 6 to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d Feb 11 04:27:20.188522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:20.188522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:20.188522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:20.188522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:20.188522 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:20.188522 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 7 to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d Feb 11 04:27:20.188522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:20.188522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:20.188522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:20.188522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:20.189926 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:20.189926 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 8 to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d Feb 11 04:27:20.189926 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:20.189926 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:20.189926 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:20.189926 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:20.189926 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:20.189926 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 9 to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d Feb 11 04:27:20.219630 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:20.222225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:20.222603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:20.238267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:20.238613 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:20.239173 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 10 to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d Feb 11 04:27:20.270014 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:20.270372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:20.270744 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:20.282804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port c3514b3e-4ff4-4eb0-9c84-55522778f18d on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:20.283147 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port c3514b3e-4ff4-4eb0-9c84-55522778f18d on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:20.283459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f46bbbc1-dd9a-41df-96b3-397329589433 req-5cc78ead-eb65-45ae-9275-f165f0df4ecf tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 210 time: 0.3304377 Feb 11 04:27:20.283594 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c3514b3e-4ff4-4eb0-9c84-55522778f18d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:20.446272 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] For port c3514b3e-4ff4-4eb0-9c84-55522778f18d, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:27:20.446590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempted to set empty binding levels {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 04:27:20.502096 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7028856d-b9c0-4b0c-829d-7b6d3694524b x-openstack-request-id: req-7028856d-b9c0-4b0c-829d-7b6d3694524b {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:20.502542 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25214582-cafd-4c79-83c6-f335aac67ae9", "name": "network-vif-deleted", "tag": "fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:20.502938 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7028856d-b9c0-4b0c-829d-7b6d3694524b {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:20.503454 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25214582-cafd-4c79-83c6-f335aac67ae9', 'name': 'network-vif-deleted', 'tag': 'fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca', 'status': 'completed', 'code': 200} Feb 11 04:27:20.550879 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (c3514b3e-4ff4-4eb0-9c84-55522778f18d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:20.651165 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Pushing event updated for resources: {'Port': ['ID=c3514b3e-4ff4-4eb0-9c84-55522778f18d,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:20.654518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:20.655220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:20.693572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51114) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:20.787125 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-56627bd0-affb-4b18-a7b4-dcbc6b7c1653 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.5041161 Feb 11 04:27:20.790909 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51118) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:20.833573 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe15af-5711-419f-9f3b-432316f0596b req-52e356de-bfe1-480f-98ef-3a9650d09051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:20.836165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bcbe15af-5711-419f-9f3b-432316f0596b req-52e356de-bfe1-480f-98ef-3a9650d09051 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 1128 time: 0.9382601 Feb 11 04:27:20.881380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26187a1-e351-4b0f-9236-dbaaecf79a12 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:27:20.942599 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-70ccf5eb-af43-4e36-bbdb-25f3037acb76 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Deleting port c3514b3e-4ff4-4eb0-9c84-55522778f18d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:27:20.943998 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-70ccf5eb-af43-4e36-bbdb-25f3037acb76 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c3514b3e-4ff4-4eb0-9c84-55522778f18d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:20.992414 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Publish callbacks [] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:21.043451 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-70ccf5eb-af43-4e36-bbdb-25f3037acb76 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] For port c3514b3e-4ff4-4eb0-9c84-55522778f18d, host n-h2-712142-35, got binding levels [] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:21.043922 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-70ccf5eb-af43-4e36-bbdb-25f3037acb76 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c3514b3e-4ff4-4eb0-9c84-55522778f18d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:21.062073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-70ccf5eb-af43-4e36-bbdb-25f3037acb76 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Calling delete_port for c3514b3e-4ff4-4eb0-9c84-55522778f18d owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:27:21.105216 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e54ba818-4bdc-488d-b33a-4d6b67311344 req-3182a4dc-e0ac-428b-a7c6-374bc0462107 service neutron] 10.222.0.32 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1350298 Feb 11 04:27:21.139233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Transition to ACTIVE for port object f26187a1-e351-4b0f-9236-dbaaecf79a12 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:27:21.147329 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-1a8a1cba-d59f-466e-b2ff-d95cb304810b service neutron] 10.222.0.13 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1781871 Feb 11 04:27:21.167576 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8ebb58b-8dd1-4f3c-a5cd-9e004b95384a req-ed1785c5-200a-4935-a082-8b4618ef6f7d service neutron] 10.222.0.32 "GET /v2.0/networks/c7b0aed2-c8b0-4a4c-a247-1e6da13d5220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0946577 Feb 11 04:27:21.192703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3425372-7209-4b7f-bd93-69b8d67fa7eb req-0c2e7b12-80b4-42da-8399-d7a7cd124f10 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:21.201119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3425372-7209-4b7f-bd93-69b8d67fa7eb req-0c2e7b12-80b4-42da-8399-d7a7cd124f10 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 932 time: 0.3876209 Feb 11 04:27:21.205608 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bcbe15af-5711-419f-9f3b-432316f0596b req-a67e5a57-c24b-484a-9457-ae6f6d6072f0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777846 Feb 11 04:27:21.253276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a189040d-1f74-407c-85e0-99b5f0b8248f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:21.275215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3425372-7209-4b7f-bd93-69b8d67fa7eb req-57911fec-afd7-4a60-be2f-9869c6b625e3 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730698 Feb 11 04:27:21.333402 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:21.412720 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a189040d-1f74-407c-85e0-99b5f0b8248f admin admin] Publish callbacks [] for security_group (07c4e3af-7e2a-4cda-b3d0-7d59eef2ec16), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:21.480168 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a189040d-1f74-407c-85e0-99b5f0b8248f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (07c4e3af-7e2a-4cda-b3d0-7d59eef2ec16), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:21.529929 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c22d70d6-7101-46aa-b439-a3914518efde req-ec54b2fb-815e-4fb3-a32c-a397ed0d699e tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 210 time: 0.0644522 Feb 11 04:27:21.559160 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-70ccf5eb-af43-4e36-bbdb-25f3037acb76 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c3514b3e-4ff4-4eb0-9c84-55522778f18d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:21.617264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03bdec3b-b30b-470d-8bd1-316798459ccc req-7f528abe-01d1-49d7-9f90-96c32213cb59 tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] 10.222.0.13 "GET /v2.0/ports?device_id=25214582-cafd-4c79-83c6-f335aac67ae9 HTTP/1.1" status: 200 len: 210 time: 0.1490757 Feb 11 04:27:21.634933 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Pushing event updated for resources: {'Port': ['ID=f26187a1-e351-4b0f-9236-dbaaecf79a12,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:21.697019 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f908dc6-a10c-4094-8b95-f765314bfefc req-72eddd48-d2e9-4573-8a9f-587f8cdb54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:21.699163 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f908dc6-a10c-4094-8b95-f765314bfefc req-72eddd48-d2e9-4573-8a9f-587f8cdb54f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6268488dcc16480299bbf71fec91126d&device_id=0348b761-4ca4-4f07-8a40-d0fcaca59c60 HTTP/1.1" status: 200 len: 1127 time: 0.4040818 Feb 11 04:27:21.764210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Attempting to bind port f26187a1-e351-4b0f-9236-dbaaecf79a12 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:21.764649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Attempting to bind port f26187a1-e351-4b0f-9236-dbaaecf79a12 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:21.765121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Attempting to bind port f26187a1-e351-4b0f-9236-dbaaecf79a12 on network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:21.772182 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Port f26187a1-e351-4b0f-9236-dbaaecf79a12 on network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:21.772608 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Attempting to bind port f26187a1-e351-4b0f-9236-dbaaecf79a12 on network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:21.824090 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:27:21.824643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Checking segment: {'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:21.825154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Bound using segment: {'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:27:21.825753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Bound port: f26187a1-e351-4b0f-9236-dbaaecf79a12, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09b8860-55bd-4150-a77c-764444e68844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:27:21.826399 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:21.846079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccf5eb-af43-4e36-bbdb-25f3037acb76 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3514b3e-4ff4-4eb0-9c84-55522778f18d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:21.885821 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a189040d-1f74-407c-85e0-99b5f0b8248f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6703acce16b4b35b23d9639f68c44eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1908636 Feb 11 04:27:21.895907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51132) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:21.913022 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-70ccf5eb-af43-4e36-bbdb-25f3037acb76 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:21.917073 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-70ccf5eb-af43-4e36-bbdb-25f3037acb76 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c3514b3e-4ff4-4eb0-9c84-55522778f18d HTTP/1.1" status: 204 len: 168 time: 1.1244605 Feb 11 04:27:21.919804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51134) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:21.943502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] For port f26187a1-e351-4b0f-9236-dbaaecf79a12, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:27:21.952741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] For port f26187a1-e351-4b0f-9236-dbaaecf79a12, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f26187a1-e351-4b0f-9236-dbaaecf79a12,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:27:21.973689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f908dc6-a10c-4094-8b95-f765314bfefc req-52a2a0c0-c036-4d59-ad1f-4c724f8ab1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:21.973689 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f908dc6-a10c-4094-8b95-f765314bfefc req-52a2a0c0-c036-4d59-ad1f-4c724f8ab1e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb HTTP/1.1" status: 200 len: 917 time: 0.2558322 Feb 11 04:27:21.977899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189040d-1f74-407c-85e0-99b5f0b8248f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c4e3af-7e2a-4cda-b3d0-7d59eef2ec16,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:22.030863 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c2178c-57e7-4956-b580-23a77a4acf2e tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] GET failed (client error): The resource could not be found. Feb 11 04:27:22.032695 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-60c2178c-57e7-4956-b580-23a77a4acf2e tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "GET /v2.0/ports/c3514b3e-4ff4-4eb0-9c84-55522778f18d HTTP/1.1" status: 404 len: 333 time: 0.0967858 Feb 11 04:27:22.036800 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51140) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:22.043008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-33661d91-97f7-41d5-8780-e98fd62746fd tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Request body: {'port': {'network_id': '28ba2213-4ea4-4209-8e21-96708630074e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1895195192'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:22.062117 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f908dc6-a10c-4094-8b95-f765314bfefc req-227a72c3-383a-4da1-9757-ad191b612b95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0be2217-29f3-437a-b0f3-12a2872e8595 HTTP/1.1" status: 200 len: 217 time: 0.0811834 Feb 11 04:27:22.063782 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:22.133091 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d62f17de-c692-4f1e-88df-62afbb108b68 admin admin] Publish callbacks [] for security_group (07c4e3af-7e2a-4cda-b3d0-7d59eef2ec16), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:22.228823 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d62f17de-c692-4f1e-88df-62afbb108b68 admin admin] Publish callbacks [] for security_group (07c4e3af-7e2a-4cda-b3d0-7d59eef2ec16), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:22.313881 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:22.313881 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:22.324978 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] 10.222.0.32 "PUT /v2.0/ports/f26187a1-e351-4b0f-9236-dbaaecf79a12 HTTP/1.1" status: 200 len: 1093 time: 4.0567749 Feb 11 04:27:22.339965 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5a12b4-b0c7-415b-968a-df4e266aeec9', 'tag': 'f26187a1-e351-4b0f-9236-dbaaecf79a12'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:22.342252 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:27:22.342811 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebe34c9-78aa-45ad-9181-4b68783f0890" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5a12b4-b0c7-415b-968a-df4e266aeec9", "tag": "f26187a1-e351-4b0f-9236-dbaaecf79a12"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:22.345905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33661d91-97f7-41d5-8780-e98fd62746fd tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Made reservation on behalf of 0fd5aea441df481f9a45a48f5b8d0ed4 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:22.348567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:27:22.370501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9d2fb-bd02-44e0-ab53-bb880ad63fbb service neutron] Pushing event updated for resources: {'Port': ['ID=f26187a1-e351-4b0f-9236-dbaaecf79a12,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:22.370705 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33661d91-97f7-41d5-8780-e98fd62746fd tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:22.380085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f908dc6-a10c-4094-8b95-f765314bfefc req-8ea34a8c-aa8d-41b1-82ab-6c9571c8cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:22.385835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f908dc6-a10c-4094-8b95-f765314bfefc req-8ea34a8c-aa8d-41b1-82ab-6c9571c8cdea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5a242a6-9219-4743-9ec2-230115f1cc1b HTTP/1.1" status: 200 len: 855 time: 0.2806308 Feb 11 04:27:22.446654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:27:22.447333 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device fa3c9c9f-6490-4b0c-af8b-0b5d18c3b3ca not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:27:22.464206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-33661d91-97f7-41d5-8780-e98fd62746fd tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] device_id is not set on port 37cde462-d443-486a-99e2-7fae1e06a952 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:27:22.466326 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20453817-3fdd-421e-a217-256f5821bb6e x-openstack-request-id: req-20453817-3fdd-421e-a217-256f5821bb6e {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:22.466645 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5a12b4-b0c7-415b-968a-df4e266aeec9", "tag": "f26187a1-e351-4b0f-9236-dbaaecf79a12", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:22.466905 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20453817-3fdd-421e-a217-256f5821bb6e {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:22.467312 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5a12b4-b0c7-415b-968a-df4e266aeec9', 'tag': 'f26187a1-e351-4b0f-9236-dbaaecf79a12', 'status': 'completed', 'code': 200} Feb 11 04:27:22.525047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f908dc6-a10c-4094-8b95-f765314bfefc req-9016642e-9c29-4d3d-af4b-257564593d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:22.526728 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f908dc6-a10c-4094-8b95-f765314bfefc req-9016642e-9c29-4d3d-af4b-257564593d5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1386154 Feb 11 04:27:22.690085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1650cc9-6173-4c14-bc85-aa57164052d5 req-b110498f-8442-4491-adfa-c088ff2350cb tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:22.692008 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1650cc9-6173-4c14-bc85-aa57164052d5 req-b110498f-8442-4491-adfa-c088ff2350cb tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 944 time: 0.2192664 Feb 11 04:27:22.751524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-747a265d-a1d0-405c-ba4c-38d9871e35cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:22.759032 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-747a265d-a1d0-405c-ba4c-38d9871e35cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6268488dcc16480299bbf71fec91126d&device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 1127 time: 0.2074735 Feb 11 04:27:22.804914 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33661d91-97f7-41d5-8780-e98fd62746fd tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks [] for port (37cde462-d443-486a-99e2-7fae1e06a952), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:22.836257 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-c5002a7c-7bbf-4eaf-b18d-bccbe8edc745 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f26187a1-e351-4b0f-9236-dbaaecf79a12 HTTP/1.1" status: 200 len: 217 time: 0.0675180 Feb 11 04:27:22.924998 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f908dc6-a10c-4094-8b95-f765314bfefc req-c643b7c2-f661-426a-b9ca-cc571a416c5c service neutron] 10.222.0.32 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089063 Feb 11 04:27:22.943736 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33661d91-97f7-41d5-8780-e98fd62746fd tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (37cde462-d443-486a-99e2-7fae1e06a952), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:23.017969 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d62f17de-c692-4f1e-88df-62afbb108b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (07c4e3af-7e2a-4cda-b3d0-7d59eef2ec16), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:23.021427 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d62f17de-c692-4f1e-88df-62afbb108b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:23.022592 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d62f17de-c692-4f1e-88df-62afbb108b68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07c4e3af-7e2a-4cda-b3d0-7d59eef2ec16 HTTP/1.1" status: 204 len: 168 time: 1.1191630 Feb 11 04:27:23.046271 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f17de-c692-4f1e-88df-62afbb108b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c4e3af-7e2a-4cda-b3d0-7d59eef2ec16,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:23.051232 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33661d91-97f7-41d5-8780-e98fd62746fd tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Network 28ba2213-4ea4-4209-8e21-96708630074e is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:23.059196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-33661d91-97f7-41d5-8780-e98fd62746fd tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:23.072168 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33661d91-97f7-41d5-8780-e98fd62746fd tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:23.073435 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33661d91-97f7-41d5-8780-e98fd62746fd tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:23.135139 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33661d91-97f7-41d5-8780-e98fd62746fd tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:23.135139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33661d91-97f7-41d5-8780-e98fd62746fd tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Pushing event updated for resources: {'Port': ['ID=37cde462-d443-486a-99e2-7fae1e06a952,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:23.137771 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1650cc9-6173-4c14-bc85-aa57164052d5 req-69a836dc-da7c-41ca-abc1-1ea823123c69 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026821 Feb 11 04:27:23.173162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-06323885-7ffa-4460-9b45-9225bfb566a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:23.174726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-06323885-7ffa-4460-9b45-9225bfb566a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5a242a6-9219-4743-9ec2-230115f1cc1b HTTP/1.1" status: 200 len: 855 time: 0.3311412 Feb 11 04:27:23.214773 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51158) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:23.245535 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-be6091ca-7631-463b-8f81-f9aba3b621ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:23.251657 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d2fc2a2-3260-4609-91e6-dc01e961ee19 req-38013e11-73e0-44a3-97fa-f1031e067f3b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 210 time: 0.0588732 Feb 11 04:27:23.253279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f908dc6-a10c-4094-8b95-f765314bfefc req-67a5a7ca-4279-4f3b-9a4b-22d993a00777 service neutron] 10.222.0.32 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204508 Feb 11 04:27:23.282297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-bb7a43a8-df55-4613-8ace-32af7d12171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:23.284456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-bb7a43a8-df55-4613-8ace-32af7d12171f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1022718 Feb 11 04:27:23.291677 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2abd861-385e-4a38-9ec4-902503dab0c6 admin admin] Deleting subnet 8cfe3839-57e0-4b48-a6d3-c35c7e5ad389 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:27:23.294972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2abd861-385e-4a38-9ec4-902503dab0c6 admin admin] Publish callbacks [] for subnet (8cfe3839-57e0-4b48-a6d3-c35c7e5ad389), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:23.328274 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-33661d91-97f7-41d5-8780-e98fd62746fd tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2902761 Feb 11 04:27:23.331159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51160) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:23.344650 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:23.373084 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2abd861-385e-4a38-9ec4-902503dab0c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (8cfe3839-57e0-4b48-a6d3-c35c7e5ad389), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:23.458669 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2abd861-385e-4a38-9ec4-902503dab0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (8cfe3839-57e0-4b48-a6d3-c35c7e5ad389), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:23.462006 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (37cde462-d443-486a-99e2-7fae1e06a952), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:23.526396 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-a8a1d60b-1cd1-4372-853d-8233dff420a3 service neutron] 10.222.0.32 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293634 Feb 11 04:27:23.652573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029b660d-16d7-43ca-ba5d-e6c7dfebf960 req-95c61e54-d1ff-4b30-b8eb-f970ce3b71e4 service neutron] 10.222.0.32 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185610 Feb 11 04:27:23.659432 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2abd861-385e-4a38-9ec4-902503dab0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (8cfe3839-57e0-4b48-a6d3-c35c7e5ad389), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:23.699468 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abd861-385e-4a38-9ec4-902503dab0c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cfe3839-57e0-4b48-a6d3-c35c7e5ad389,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:23.737422 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2abd861-385e-4a38-9ec4-902503dab0c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:23.743913 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b2abd861-385e-4a38-9ec4-902503dab0c6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8cfe3839-57e0-4b48-a6d3-c35c7e5ad389 HTTP/1.1" status: 204 len: 168 time: 0.5238934 Feb 11 04:27:23.744237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51170) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:23.867214 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30d90c32-882a-4d8f-a8a2-e59dd8e41ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (c7b0aed2-c8b0-4a4c-a247-1e6da13d5220), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:23.868869 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] device_id is not set on port 37cde462-d443-486a-99e2-7fae1e06a952 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:27:23.880357 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks [] for port (37cde462-d443-486a-99e2-7fae1e06a952), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:23.918435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe34c9-78aa-45ad-9181-4b68783f0890 req-bf7125df-78c8-45f3-9754-a252293fb4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:23.926029 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bebe34c9-78aa-45ad-9181-4b68783f0890 req-bf7125df-78c8-45f3-9754-a252293fb4bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6268488dcc16480299bbf71fec91126d&device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 1127 time: 0.1017594 Feb 11 04:27:23.965416 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (37cde462-d443-486a-99e2-7fae1e06a952), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:24.019033 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30d90c32-882a-4d8f-a8a2-e59dd8e41ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (c7b0aed2-c8b0-4a4c-a247-1e6da13d5220), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:24.032353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51172) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:24.071799 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:24.072466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:24.072823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:24.080252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Pushing event updated for resources: {'Port': ['ID=37cde462-d443-486a-99e2-7fae1e06a952,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:24.083143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:24.083471 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:24.084233 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 2 to bind port 37cde462-d443-486a-99e2-7fae1e06a952 Feb 11 04:27:24.107691 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:24.108045 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:24.108480 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:24.114527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:24.114909 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:24.115281 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 3 to bind port 37cde462-d443-486a-99e2-7fae1e06a952 Feb 11 04:27:24.116910 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8f739489-03e0-4769-9ca3-9932b6137469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:24.129171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-30d90c32-882a-4d8f-a8a2-e59dd8e41ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b0aed2-c8b0-4a4c-a247-1e6da13d5220']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:24.143404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:24.144008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:24.144095 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:24.153542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:24.153701 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:24.154091 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 4 to bind port 37cde462-d443-486a-99e2-7fae1e06a952 Feb 11 04:27:24.173924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:24.173924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:24.173924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:24.174236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-30d90c32-882a-4d8f-a8a2-e59dd8e41ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acca35fa-417b-48b8-8109-12df6738cb9c') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:24.174236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-30d90c32-882a-4d8f-a8a2-e59dd8e41ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acca35fa-417b-48b8-8109-12df6738cb9c') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:24.192288 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:24.196026 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30d90c32-882a-4d8f-a8a2-e59dd8e41ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (acca35fa-417b-48b8-8109-12df6738cb9c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:24.200383 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:24.201757 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 5 to bind port 37cde462-d443-486a-99e2-7fae1e06a952 Feb 11 04:27:24.228216 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:24.228815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:24.229310 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:24.234334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:24.234695 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:24.235108 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 6 to bind port 37cde462-d443-486a-99e2-7fae1e06a952 Feb 11 04:27:24.247415 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30d90c32-882a-4d8f-a8a2-e59dd8e41ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (acca35fa-417b-48b8-8109-12df6738cb9c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:24.248602 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:24.249214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:24.249472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:24.253905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:24.254445 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:24.254787 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 7 to bind port 37cde462-d443-486a-99e2-7fae1e06a952 Feb 11 04:27:24.276539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:24.276998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:24.277375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:24.282680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:24.283027 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:24.283476 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 8 to bind port 37cde462-d443-486a-99e2-7fae1e06a952 Feb 11 04:27:24.295231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d90c32-882a-4d8f-a8a2-e59dd8e41ae7 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:27:24.296642 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30d90c32-882a-4d8f-a8a2-e59dd8e41ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (acca35fa-417b-48b8-8109-12df6738cb9c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:24.306204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:24.306204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:24.306204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:27:24.315778 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:27:24.317857 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:24.317857 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:24.317857 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 9 to bind port 37cde462-d443-486a-99e2-7fae1e06a952 Feb 11 04:27:24.348996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device b0be2217-29f3-437a-b0f3-12a2872e8595 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:27:24.349612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe34c9-78aa-45ad-9181-4b68783f0890 req-852a1107-a4c7-46c9-b130-f0f326ec1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.351027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bebe34c9-78aa-45ad-9181-4b68783f0890 req-852a1107-a4c7-46c9-b130-f0f326ec1990 service neutron] 10.222.0.32 "GET /v2.0/networks?id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb HTTP/1.1" status: 200 len: 917 time: 0.4088571 Feb 11 04:27:24.352964 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:24.353467 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:24.353817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:24.361594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:24.363057 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:24.363499 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 10 to bind port 37cde462-d443-486a-99e2-7fae1e06a952 Feb 11 04:27:24.408239 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:24.408590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:24.408937 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:24.422581 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:24.422941 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 37cde462-d443-486a-99e2-7fae1e06a952 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:24.423342 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (37cde462-d443-486a-99e2-7fae1e06a952), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:24.567592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] For port 37cde462-d443-486a-99e2-7fae1e06a952, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:27:24.567970 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempted to set empty binding levels {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 04:27:24.594439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port b0be2217-29f3-437a-b0f3-12a2872e8595, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=b0be2217-29f3-437a-b0f3-12a2872e8595,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:24.615085 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'b0be2217-29f3-437a-b0f3-12a2872e8595', 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb', 'port_id': 'b0be2217-29f3-437a-b0f3-12a2872e8595', 'mac_address': 'fa:16:3e:be:c4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a242a6-9219-4743-9ec2-230115f1cc1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:27:24.666022 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (37cde462-d443-486a-99e2-7fae1e06a952), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:24.739766 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] In _notify_port_updated(), no bound segment for port 37cde462-d443-486a-99e2-7fae1e06a952 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:27:24.740355 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port b0be2217-29f3-437a-b0f3-12a2872e8595 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:24.740734 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.741231 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:24.741716 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:24.744005 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "PUT /v2.0/ports/37cde462-d443-486a-99e2-7fae1e06a952 HTTP/1.1" status: 200 len: 976 time: 1.4116051 Feb 11 04:27:24.748066 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51180) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:24.772337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0be2217-29f3-437a-b0f3-12a2872e8595 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:27:24.797056 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b0073-d081-48e0-839f-45605aa8d07f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Pushing event updated for resources: {'Port': ['ID=37cde462-d443-486a-99e2-7fae1e06a952,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:24.900919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.901842 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.903902 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf022723-2ab3-4378-adf1-fefae1b57310 req-8db97493-660b-48a2-93be-e4b79cda278c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 210 time: 0.5212584 Feb 11 04:27:24.917000 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bebe34c9-78aa-45ad-9181-4b68783f0890 req-51a8ee76-57cb-4fd8-a1f4-9329e4270dc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f26187a1-e351-4b0f-9236-dbaaecf79a12 HTTP/1.1" status: 200 len: 217 time: 0.5280731 Feb 11 04:27:24.918740 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.919437 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.919933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.920417 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.920899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.921385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.921857 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.922020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port b0be2217-29f3-437a-b0f3-12a2872e8595, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=b0be2217-29f3-437a-b0f3-12a2872e8595,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:24.922329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.935341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.936552 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.936552 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.936730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.937212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.937670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.938382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.938680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.939105 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.939631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:24.944452 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e25abc82-e375-4cd1-9164-bcd7248cf01f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18762 time: 0.1951969 Feb 11 04:27:24.952293 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51182) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:24.999878 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:25.091498 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30d90c32-882a-4d8f-a8a2-e59dd8e41ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (c7b0aed2-c8b0-4a4c-a247-1e6da13d5220), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:25.100074 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30d90c32-882a-4d8f-a8a2-e59dd8e41ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:25.106293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-30d90c32-882a-4d8f-a8a2-e59dd8e41ae7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c7b0aed2-c8b0-4a4c-a247-1e6da13d5220 HTTP/1.1" status: 204 len: 168 time: 1.3583205 Feb 11 04:27:25.138430 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=b0be2217-29f3-437a-b0f3-12a2872e8595,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:25.139514 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-0dafc15e-5fa0-426a-9733-aa86c26e94e8 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Deleting port 37cde462-d443-486a-99e2-7fae1e06a952 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:27:25.139862 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dafc15e-5fa0-426a-9733-aa86c26e94e8 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (37cde462-d443-486a-99e2-7fae1e06a952), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:25.221702 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8f739489-03e0-4769-9ca3-9932b6137469 admin admin] Publish callbacks [] for security_group (0893ad80-8798-4847-bac3-c4d54b075823), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:25.228975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['b0be2217-29f3-437a-b0f3-12a2872e8595'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:27:25.276132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d90c32-882a-4d8f-a8a2-e59dd8e41ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b0aed2-c8b0-4a4c-a247-1e6da13d5220,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:25.359441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-0dafc15e-5fa0-426a-9733-aa86c26e94e8 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] For port 37cde462-d443-486a-99e2-7fae1e06a952, host n-h2-712142-35, got binding levels [] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:25.367659 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dafc15e-5fa0-426a-9733-aa86c26e94e8 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (37cde462-d443-486a-99e2-7fae1e06a952), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:25.392360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb54299-8e99-4087-80b2-4b759e2c0ec5 req-b4288047-09be-4dab-89e3-624b34f555d7 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:25.404338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ccb54299-8e99-4087-80b2-4b759e2c0ec5 req-b4288047-09be-4dab-89e3-624b34f555d7 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 944 time: 1.1429672 Feb 11 04:27:25.408462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-0dafc15e-5fa0-426a-9733-aa86c26e94e8 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Calling delete_port for 37cde462-d443-486a-99e2-7fae1e06a952 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:27:25.415700 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8f739489-03e0-4769-9ca3-9932b6137469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0893ad80-8798-4847-bac3-c4d54b075823), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:25.489005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8f739489-03e0-4769-9ca3-9932b6137469 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4222b457afc24cf9ac3479cde4f49d54&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4555082 Feb 11 04:27:25.497705 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-d918b347-e006-4347-a7a1-ffbc13735fa6 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:25.499355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-d918b347-e006-4347-a7a1-ffbc13735fa6 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 812 time: 0.6247778 Feb 11 04:27:25.508385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe34c9-78aa-45ad-9181-4b68783f0890 req-f3f73665-b40d-48f1-b0e5-0b801089c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:25.511137 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bebe34c9-78aa-45ad-9181-4b68783f0890 req-f3f73665-b40d-48f1-b0e5-0b801089c4fe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5a242a6-9219-4743-9ec2-230115f1cc1b HTTP/1.1" status: 200 len: 855 time: 0.5615597 Feb 11 04:27:25.556462 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-237ea133-de46-4435-8f5e-fe8197954257 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Request body: {'port': {'device_id': 'fe7a73a3-6bbd-4b12-9382-1a90c35033a2', 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e', 'admin_state_up': True, 'tenant_id': 'a70586beed2f4c668534da1f31a71292'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:25.557512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51190) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:25.611033 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6fa05f54-3af6-4d54-ae03-0cc407e549b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:25.744823 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86d809d1-cbd6-4ea5-aec9-75793f667af8 admin admin] Publish callbacks [] for security_group (0893ad80-8798-4847-bac3-c4d54b075823), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:25.800834 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86d809d1-cbd6-4ea5-aec9-75793f667af8 admin admin] Publish callbacks [] for security_group (0893ad80-8798-4847-bac3-c4d54b075823), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:25.860368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51192) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:25.882097 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dafc15e-5fa0-426a-9733-aa86c26e94e8 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (37cde462-d443-486a-99e2-7fae1e06a952), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:25.896690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f739489-03e0-4769-9ca3-9932b6137469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0893ad80-8798-4847-bac3-c4d54b075823,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:25.919251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe34c9-78aa-45ad-9181-4b68783f0890 req-4f486c59-6c74-4da0-a1ea-756029ffac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:25.919397 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafc15e-5fa0-426a-9733-aa86c26e94e8 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Pushing event deleted for resources: {'Port': ['ID=37cde462-d443-486a-99e2-7fae1e06a952,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:25.921009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bebe34c9-78aa-45ad-9181-4b68783f0890 req-4f486c59-6c74-4da0-a1ea-756029ffac5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1760824 Feb 11 04:27:25.935027 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0dafc15e-5fa0-426a-9733-aa86c26e94e8 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:25.942254 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0dafc15e-5fa0-426a-9733-aa86c26e94e8 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "DELETE /v2.0/ports/37cde462-d443-486a-99e2-7fae1e06a952 HTTP/1.1" status: 204 len: 168 time: 0.9885924 Feb 11 04:27:25.946032 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51196) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:25.953733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ccb54299-8e99-4087-80b2-4b759e2c0ec5 req-63a52282-841b-455a-aa19-107febc3f91c tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483193 Feb 11 04:27:25.989989 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6f4527-bbbb-490c-8658-95db25439b7f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] GET failed (client error): The resource could not be found. Feb 11 04:27:25.996344 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4d6f4527-bbbb-490c-8658-95db25439b7f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "GET /v2.0/ports/37cde462-d443-486a-99e2-7fae1e06a952 HTTP/1.1" status: 404 len: 333 time: 0.0484293 Feb 11 04:27:25.996989 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51200) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:26.001395 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d9ae69e6-c251-440b-a6a7-395bd0b13d27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a9d7a746585447790d6e4234fa1b06a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396511 Feb 11 04:27:26.005157 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c7eccbf0-5825-4e29-8cce-f0040ee9202a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-74849213', 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:26.009128 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51202) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:26.055084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-237ea133-de46-4435-8f5e-fe8197954257 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Made reservation on behalf of a70586beed2f4c668534da1f31a71292 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:26.062791 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-237ea133-de46-4435-8f5e-fe8197954257 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:26.075694 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86d809d1-cbd6-4ea5-aec9-75793f667af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0893ad80-8798-4847-bac3-c4d54b075823), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:26.078274 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86d809d1-cbd6-4ea5-aec9-75793f667af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:26.090280 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-86d809d1-cbd6-4ea5-aec9-75793f667af8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0893ad80-8798-4847-bac3-c4d54b075823 HTTP/1.1" status: 204 len: 168 time: 0.5315747 Feb 11 04:27:26.118055 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d809d1-cbd6-4ea5-aec9-75793f667af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0893ad80-8798-4847-bac3-c4d54b075823,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:26.146109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7eccbf0-5825-4e29-8cce-f0040ee9202a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Made reservation on behalf of 0fd5aea441df481f9a45a48f5b8d0ed4 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:26.148852 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c7eccbf0-5825-4e29-8cce-f0040ee9202a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:26.168417 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d78bcd53-c8f3-4f4a-8251-fadc1631c036 admin admin] Publish callbacks [] for security_group (6b79fcce-6b03-4054-ad41-c5ce4b4640dc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:26.235132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-c7eccbf0-5825-4e29-8cce-f0040ee9202a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] device_id is not set on port 0a9737e7-b0c8-44e9-a2fe-e4c86468ad35 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:27:26.278338 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d78bcd53-c8f3-4f4a-8251-fadc1631c036 admin admin] Publish callbacks [] for security_group (6b79fcce-6b03-4054-ad41-c5ce4b4640dc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:26.295823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69e0efbb-f433-4895-8e66-8d6ad5da477c req-296b2a94-1a52-431b-afe1-1a5f92db9580 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 210 time: 0.0742276 Feb 11 04:27:26.349966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device f26187a1-e351-4b0f-9236-dbaaecf79a12 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:27:26.537158 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d78bcd53-c8f3-4f4a-8251-fadc1631c036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6b79fcce-6b03-4054-ad41-c5ce4b4640dc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:26.541194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d78bcd53-c8f3-4f4a-8251-fadc1631c036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:26.544568 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d78bcd53-c8f3-4f4a-8251-fadc1631c036 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b79fcce-6b03-4054-ad41-c5ce4b4640dc HTTP/1.1" status: 204 len: 168 time: 0.5281565 Feb 11 04:27:26.562318 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device b0be2217-29f3-437a-b0f3-12a2872e8595 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:27:26.567922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76837ba-eab7-4a99-a58c-30d8a2865735 req-1bffcbc0-f075-4b62-97ed-15cf7123825d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:26.570961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b76837ba-eab7-4a99-a58c-30d8a2865735 req-1bffcbc0-f075-4b62-97ed-15cf7123825d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 947 time: 0.4586551 Feb 11 04:27:26.583197 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bebe34c9-78aa-45ad-9181-4b68783f0890 req-33541b5d-637e-42ea-bd75-d44db2bafdef service neutron] 10.222.0.32 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180506 Feb 11 04:27:26.601686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port f26187a1-e351-4b0f-9236-dbaaecf79a12, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f26187a1-e351-4b0f-9236-dbaaecf79a12,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:26.720227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'f26187a1-e351-4b0f-9236-dbaaecf79a12', 'network_id': '391e7d33-1ae3-479b-a5dd-2762c0a99dfb', 'port_id': 'f26187a1-e351-4b0f-9236-dbaaecf79a12', 'mac_address': 'fa:16:3e:f3:af:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a242a6-9219-4743-9ec2-230115f1cc1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:27:26.769162 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c7eccbf0-5825-4e29-8cce-f0040ee9202a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks [] for port (0a9737e7-b0c8-44e9-a2fe-e4c86468ad35), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:26.809107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bcd53-c8f3-4f4a-8251-fadc1631c036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b79fcce-6b03-4054-ad41-c5ce4b4640dc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:26.836515 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:26.911009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port f26187a1-e351-4b0f-9236-dbaaecf79a12 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:26.912144 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:26.914685 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c7eccbf0-5825-4e29-8cce-f0040ee9202a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (0a9737e7-b0c8-44e9-a2fe-e4c86468ad35), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:26.953656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26187a1-e351-4b0f-9236-dbaaecf79a12 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:27:27.003074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eccbf0-5825-4e29-8cce-f0040ee9202a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Network 28ba2213-4ea4-4209-8e21-96708630074e is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:27.012881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c7eccbf0-5825-4e29-8cce-f0040ee9202a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:27.016728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eccbf0-5825-4e29-8cce-f0040ee9202a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:27.018460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eccbf0-5825-4e29-8cce-f0040ee9202a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:27.019540 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c7eccbf0-5825-4e29-8cce-f0040ee9202a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:27.044938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port f26187a1-e351-4b0f-9236-dbaaecf79a12, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f26187a1-e351-4b0f-9236-dbaaecf79a12,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:27.046451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port b0be2217-29f3-437a-b0f3-12a2872e8595 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:27:27.048619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eccbf0-5825-4e29-8cce-f0040ee9202a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Pushing event updated for resources: {'Port': ['ID=0a9737e7-b0c8-44e9-a2fe-e4c86468ad35,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:27.077105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port b0be2217-29f3-437a-b0f3-12a2872e8595 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:27.078000 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:27.138881 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-237ea133-de46-4435-8f5e-fe8197954257 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Allocated IP 172.20.0.8 (6cd12236-2b63-4f55-9764-b0d854f3a97e/7de27eb8-a8a3-47a4-8b0d-bfc468039fee/30bccd9d-d7c1-4f37-897b-bdd4d34d90c6) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:27.158659 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c7eccbf0-5825-4e29-8cce-f0040ee9202a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.1600511 Feb 11 04:27:27.162452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51218) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:27.199591 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:27.316981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bebe34c9-78aa-45ad-9181-4b68783f0890 req-4fe28799-4b52-4905-8543-d9f4d02dd138 service neutron] 10.222.0.32 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6805749 Feb 11 04:27:27.350488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce6f06-3ae8-402e-9fd1-5a55a7c35357 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:27.366154 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-87ce6f06-3ae8-402e-9fd1-5a55a7c35357 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "GET /v2.0/ports/0a9737e7-b0c8-44e9-a2fe-e4c86468ad35 HTTP/1.1" status: 200 len: 953 time: 0.2021875 Feb 11 04:27:27.370975 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51222) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:27.385918 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b76837ba-eab7-4a99-a58c-30d8a2865735 req-86d0708c-8390-4adc-81fb-409aa44a57ba tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7915704 Feb 11 04:27:27.466034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['f26187a1-e351-4b0f-9236-dbaaecf79a12'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:27:27.567685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3dda3-e61b-413e-8a8b-66edc5f940a1 req-b3d17ca2-ac7b-4b3a-99e8-87438634a7ac tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:27.583550 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40e3dda3-e61b-413e-8a8b-66edc5f940a1 req-b3d17ca2-ac7b-4b3a-99e8-87438634a7ac tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 945 time: 0.4087157 Feb 11 04:27:27.670855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=f26187a1-e351-4b0f-9236-dbaaecf79a12,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:27.795795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port b0be2217-29f3-437a-b0f3-12a2872e8595 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:27.795795 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:27.906196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port b0be2217-29f3-437a-b0f3-12a2872e8595, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=b0be2217-29f3-437a-b0f3-12a2872e8595,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:27.906808 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-beea5103-ad05-49c8-9ec9-41b875fe9457 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:27.911707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0348b761-4ca4-4f07-8a40-d0fcaca59c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0be2217-29f3-437a-b0f3-12a2872e8595'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:27.912782 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-beea5103-ad05-49c8-9ec9-41b875fe9457 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.47 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 947 time: 0.3825040 Feb 11 04:27:27.918833 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11f50db-a9eb-430b-a502-41d947e3b88c" -d '{"events": [{"server_uuid": "0348b761-4ca4-4f07-8a40-d0fcaca59c60", "name": "network-vif-plugged", "status": "completed", "tag": "b0be2217-29f3-437a-b0f3-12a2872e8595"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:28.004625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2c7fb79-9be7-4264-a9e9-92038159f6f6 req-5dcaf411-254e-4249-9fa9-5135107d0c3b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 210 time: 0.1542897 Feb 11 04:27:28.072003 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f932c-f601-42ca-ba90-e1d72097638a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Deleting port 0a9737e7-b0c8-44e9-a2fe-e4c86468ad35 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:27:28.077144 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8d0f932c-f601-42ca-ba90-e1d72097638a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0a9737e7-b0c8-44e9-a2fe-e4c86468ad35), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:28.132798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40e3dda3-e61b-413e-8a8b-66edc5f940a1 req-01057710-e7c9-46b2-a269-8d510f3487c3 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476797 Feb 11 04:27:28.180937 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:28.247344 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514b475b-8589-48ce-b881-df79f32f8b6f x-openstack-request-id: req-514b475b-8589-48ce-b881-df79f32f8b6f {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:28.248156 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0348b761-4ca4-4f07-8a40-d0fcaca59c60", "name": "network-vif-plugged", "status": "completed", "tag": "b0be2217-29f3-437a-b0f3-12a2872e8595", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:28.251929 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-514b475b-8589-48ce-b881-df79f32f8b6f {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:28.256564 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0348b761-4ca4-4f07-8a40-d0fcaca59c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0be2217-29f3-437a-b0f3-12a2872e8595', 'code': 200} Feb 11 04:27:28.272213 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-237ea133-de46-4435-8f5e-fe8197954257 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks [] for port (30bccd9d-d7c1-4f37-897b-bdd4d34d90c6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:28.425683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=b0be2217-29f3-437a-b0f3-12a2872e8595,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:28.447378 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:28.456979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb0189-832c-4d8a-b465-7e68de2feeb0 req-2de5d481-5fd5-40b0-b4b5-0e82c132b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:28.461836 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2cb0189-832c-4d8a-b465-7e68de2feeb0 req-2de5d481-5fd5-40b0-b4b5-0e82c132b036 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0348b761-4ca4-4f07-8a40-d0fcaca59c60 HTTP/1.1" status: 200 len: 1129 time: 0.1149354 Feb 11 04:27:28.528433 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8d0f932c-f601-42ca-ba90-e1d72097638a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0a9737e7-b0c8-44e9-a2fe-e4c86468ad35), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:28.542287 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-237ea133-de46-4435-8f5e-fe8197954257 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (30bccd9d-d7c1-4f37-897b-bdd4d34d90c6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:28.566585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-237ea133-de46-4435-8f5e-fe8197954257 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Network 6cd12236-2b63-4f55-9764-b0d854f3a97e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:28.572689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-237ea133-de46-4435-8f5e-fe8197954257 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:28.575611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-237ea133-de46-4435-8f5e-fe8197954257 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:28.593799 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f932c-f601-42ca-ba90-e1d72097638a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Calling delete_port for 0a9737e7-b0c8-44e9-a2fe-e4c86468ad35 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:27:28.742761 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2cb0189-832c-4d8a-b465-7e68de2feeb0 req-72facade-b5ac-4e50-87c4-b962fc3c9686 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747557 Feb 11 04:27:28.756459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ea133-de46-4435-8f5e-fe8197954257 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Pushing event updated for resources: {'Port': ['ID=30bccd9d-d7c1-4f37-897b-bdd4d34d90c6,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:28.774815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-237ea133-de46-4435-8f5e-fe8197954257 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:28.774815 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-237ea133-de46-4435-8f5e-fe8197954257 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:28.840691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715bf10-9285-48d3-9fb7-7fcd0e94d23d req-514bef37-553a-42ac-8019-b590fc96918f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:28.855415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0715bf10-9285-48d3-9fb7-7fcd0e94d23d req-514bef37-553a-42ac-8019-b590fc96918f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 947 time: 0.1747887 Feb 11 04:27:28.856661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-237ea133-de46-4435-8f5e-fe8197954257 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3229566 Feb 11 04:27:28.900829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Request body: {'port': {'device_id': 'fe7a73a3-6bbd-4b12-9382-1a90c35033a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:29.090016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0715bf10-9285-48d3-9fb7-7fcd0e94d23d req-e91d8a28-3a13-4b8e-832a-2dccf156cf04 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=5a641181-32c8-4ac6-b366-b14c968bf49b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337924 Feb 11 04:27:29.090016 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (30bccd9d-d7c1-4f37-897b-bdd4d34d90c6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:29.091282 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-cf895cfd-b31f-47f7-851d-cb651739a90c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Deleting port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:27:29.091282 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-cf895cfd-b31f-47f7-851d-cb651739a90c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:29.215392 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-cf895cfd-b31f-47f7-851d-cb651739a90c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] For port 55bb307f-cd66-4035-9acb-1bfb8dc9c681, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=55bb307f-cd66-4035-9acb-1bfb8dc9c681,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:29.215772 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-cf895cfd-b31f-47f7-851d-cb651739a90c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:29.230498 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd1eac-a0cb-4486-aa71-90f81cd40b40 req-88ea8cea-1d39-489a-b99b-c762545d3d30 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:29.233770 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6dbd1eac-a0cb-4486-aa71-90f81cd40b40 req-88ea8cea-1d39-489a-b99b-c762545d3d30 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 931 time: 0.1080205 Feb 11 04:27:29.351014 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8d0f932c-f601-42ca-ba90-e1d72097638a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (0a9737e7-b0c8-44e9-a2fe-e4c86468ad35), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:29.400282 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6dbd1eac-a0cb-4486-aa71-90f81cd40b40 req-56b6c82e-f275-4650-b71a-95803f712db9 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250856 Feb 11 04:27:29.418768 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39334f79-cbf8-4fb3-86d6-1032d9b6f3fc req-a58d40d7-447a-48ce-88ab-e1bc67621f53 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:29.420261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39334f79-cbf8-4fb3-86d6-1032d9b6f3fc req-a58d40d7-447a-48ce-88ab-e1bc67621f53 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 945 time: 0.1436017 Feb 11 04:27:29.421244 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8d0f932c-f601-42ca-ba90-e1d72097638a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:29.428895 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8d0f932c-f601-42ca-ba90-e1d72097638a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "DELETE /v2.0/ports/0a9737e7-b0c8-44e9-a2fe-e4c86468ad35 HTTP/1.1" status: 204 len: 168 time: 2.0550935 Feb 11 04:27:29.432165 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f932c-f601-42ca-ba90-e1d72097638a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a9737e7-b0c8-44e9-a2fe-e4c86468ad35,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:29.438170 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51266) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:29.505523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:27:29.521285 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Publish callbacks [] for port (30bccd9d-d7c1-4f37-897b-bdd4d34d90c6), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:29.544340 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39334f79-cbf8-4fb3-86d6-1032d9b6f3fc req-163c15e8-0e68-40ba-910c-710b754e5a83 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074834 Feb 11 04:27:29.554701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Transition to ACTIVE for port object 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:27:29.578452 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-2515eb62-22ea-4adc-b175-64a55bc9c1a6 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] GET failed (client error): The resource could not be found. Feb 11 04:27:29.583637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51274) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:29.583834 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2515eb62-22ea-4adc-b175-64a55bc9c1a6 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "GET /v2.0/ports/0a9737e7-b0c8-44e9-a2fe-e4c86468ad35 HTTP/1.1" status: 404 len: 333 time: 0.1486008 Feb 11 04:27:29.591483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-be349ead-6042-409d-ab91-3ecfd81f7a2c tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Request body: {'port': {'network_id': '28ba2213-4ea4-4209-8e21-96708630074e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1918439532'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:29.592813 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-cf895cfd-b31f-47f7-851d-cb651739a90c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:29.593194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-cf895cfd-b31f-47f7-851d-cb651739a90c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (1a16e134-eb5d-42f4-bb4b-363408a20ba0), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:29.594262 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-cf895cfd-b31f-47f7-851d-cb651739a90c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Floating IP 1a16e134-eb5d-42f4-bb4b-363408a20ba0 disassociated. External IP: 172.25.3.184, port: 55bb307f-cd66-4035-9acb-1bfb8dc9c681. Feb 11 04:27:29.594636 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-cf895cfd-b31f-47f7-851d-cb651739a90c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Calling delete_port for 55bb307f-cd66-4035-9acb-1bfb8dc9c681 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:27:29.610180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51276) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:29.626681 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (30bccd9d-d7c1-4f37-897b-bdd4d34d90c6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:29.680844 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:29.714742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be349ead-6042-409d-ab91-3ecfd81f7a2c tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Made reservation on behalf of 0fd5aea441df481f9a45a48f5b8d0ed4 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:29.717329 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be349ead-6042-409d-ab91-3ecfd81f7a2c tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:29.748052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-be349ead-6042-409d-ab91-3ecfd81f7a2c tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] device_id is not set on port 188eb78e-c0d9-4eb7-9892-95f91d582578 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:27:29.935368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Pushing event updated for resources: {'Port': ['ID=30bccd9d-d7c1-4f37-897b-bdd4d34d90c6,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:29.971634 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-cf895cfd-b31f-47f7-851d-cb651739a90c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (55bb307f-cd66-4035-9acb-1bfb8dc9c681), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:30.016839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Attempting to bind port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:30.017178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Attempting to bind port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:30.017508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Attempting to bind port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 on network 6cd12236-2b63-4f55-9764-b0d854f3a97e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:30.030542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 on network 6cd12236-2b63-4f55-9764-b0d854f3a97e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:30.033662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Attempting to bind port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 on network 6cd12236-2b63-4f55-9764-b0d854f3a97e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:30.051266 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf895cfd-b31f-47f7-851d-cb651739a90c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event deleted for resources: {'Port': ['ID=55bb307f-cd66-4035-9acb-1bfb8dc9c681,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:30.059125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:27:30.059473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Checking segment: {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:30.059865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Bound using segment: {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:27:30.060377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Bound port: 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4d1349-813f-477a-95c4-e8d054a1fe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:27:30.061013 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (30bccd9d-d7c1-4f37-897b-bdd4d34d90c6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:30.065761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-962043752-network', 'tenant_id': '92bf6f20f7e648e69382ffb3d8097710'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:30.209153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd09ba93-8c45-4cc2-9a18-780a7617773f req-a70842f7-1c14-42bb-bb56-7b39565d151c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 210 time: 0.0955362 Feb 11 04:27:30.265269 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be349ead-6042-409d-ab91-3ecfd81f7a2c tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks [] for port (188eb78e-c0d9-4eb7-9892-95f91d582578), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:30.276967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] For port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:27:30.287825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] For port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=30bccd9d-d7c1-4f37-897b-bdd4d34d90c6,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:27:30.297417 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] Made reservation on behalf of 92bf6f20f7e648e69382ffb3d8097710 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:30.300551 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:30.307742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-cf895cfd-b31f-47f7-851d-cb651739a90c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Router a54500b8-62dd-4e64-970e-51fd887f1fa9 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:27:30.324211 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:30.355975 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (30bccd9d-d7c1-4f37-897b-bdd4d34d90c6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:30.373454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device f26187a1-e351-4b0f-9236-dbaaecf79a12 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:27:30.420636 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be349ead-6042-409d-ab91-3ecfd81f7a2c tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (188eb78e-c0d9-4eb7-9892-95f91d582578), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:30.450677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be349ead-6042-409d-ab91-3ecfd81f7a2c tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Network 28ba2213-4ea4-4209-8e21-96708630074e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:30.462357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-be349ead-6042-409d-ab91-3ecfd81f7a2c tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:30.467104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:30.467731 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:30.469134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] 10.222.0.47 "PUT /v2.0/ports/30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 HTTP/1.1" status: 200 len: 1092 time: 1.5772445 Feb 11 04:27:30.469575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7a73a3-6bbd-4b12-9382-1a90c35033a2', 'tag': '30bccd9d-d7c1-4f37-897b-bdd4d34d90c6'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:30.482433 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7dd364-941c-4e4e-88e4-ee9d49da67c6" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7a73a3-6bbd-4b12-9382-1a90c35033a2", "tag": "30bccd9d-d7c1-4f37-897b-bdd4d34d90c6"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:30.499519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be349ead-6042-409d-ab91-3ecfd81f7a2c tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:30.500518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be349ead-6042-409d-ab91-3ecfd81f7a2c tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:30.503577 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be349ead-6042-409d-ab91-3ecfd81f7a2c tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:30.526152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56164cf-be0e-4df3-bc4c-c068fd454b4f service neutron] Pushing event updated for resources: {'Port': ['ID=30bccd9d-d7c1-4f37-897b-bdd4d34d90c6,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:30.607013 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d21e0f-58f9-4d41-b7bb-1da16105e96b x-openstack-request-id: req-73d21e0f-58f9-4d41-b7bb-1da16105e96b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:30.607359 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7a73a3-6bbd-4b12-9382-1a90c35033a2", "tag": "30bccd9d-d7c1-4f37-897b-bdd4d34d90c6", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:30.607555 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73d21e0f-58f9-4d41-b7bb-1da16105e96b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:30.607964 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7a73a3-6bbd-4b12-9382-1a90c35033a2', 'tag': '30bccd9d-d7c1-4f37-897b-bdd4d34d90c6', 'status': 'completed', 'code': 200} Feb 11 04:27:30.612648 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port f26187a1-e351-4b0f-9236-dbaaecf79a12 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:27:30.618254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port f26187a1-e351-4b0f-9236-dbaaecf79a12 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:30.618596 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:30.656252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-cf895cfd-b31f-47f7-851d-cb651739a90c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:27:30.741103 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] Publish callbacks [] for security_group (3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:30.742080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bfb6eb-fac5-46f7-b93c-98d79d30a2f2 None None] Sync routers for ids ['a54500b8-62dd-4e64-970e-51fd887f1fa9'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:27:30.744604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-cf895cfd-b31f-47f7-851d-cb651739a90c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] No DVR routers for this DVR port 55bb307f-cd66-4035-9acb-1bfb8dc9c681 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:27:30.746606 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-cf895cfd-b31f-47f7-851d-cb651739a90c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:30.753073 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cfa23ba5-5c05-437d-95fb-757055994bcc req-cf895cfd-b31f-47f7-851d-cb651739a90c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.47 "DELETE /v2.0/ports/55bb307f-cd66-4035-9acb-1bfb8dc9c681 HTTP/1.1" status: 204 len: 173 time: 2.8238125 Feb 11 04:27:30.753728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fd630b-6973-4d06-88d6-1af645704cc4', 'name': 'network-vif-deleted', 'tag': '55bb307f-cd66-4035-9acb-1bfb8dc9c681'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:30.758701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bfb6eb-fac5-46f7-b93c-98d79d30a2f2 None None] Routers {'a54500b8-62dd-4e64-970e-51fd887f1fa9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:27:30.759355 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-38bfb6eb-fac5-46f7-b93c-98d79d30a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:27:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a54500b8-62dd-4e64-970e-51fd887f1fa9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:30.759619 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abda548b-e71a-41b7-ba1c-38d78408817e" -d '{"events": [{"server_uuid": "36fd630b-6973-4d06-88d6-1af645704cc4", "name": "network-vif-deleted", "tag": "55bb307f-cd66-4035-9acb-1bfb8dc9c681"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:30.794363 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:30.794663 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-be349ead-6042-409d-ab91-3ecfd81f7a2c tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2092156 Feb 11 04:27:30.806109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51300) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:30.825318 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be349ead-6042-409d-ab91-3ecfd81f7a2c tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Pushing event updated for resources: {'Port': ['ID=188eb78e-c0d9-4eb7-9892-95f91d582578,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:30.826120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:30.884486 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:27:30.900186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-54ad1369-5a23-4c34-b98a-0a419621fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:30.907999 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-54ad1369-5a23-4c34-b98a-0a419621fac0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 1126 time: 0.3158517 Feb 11 04:27:30.912466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:30.922812 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (dc78eb6f-33a4-4617-b388-92d0a2f6d9df), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:30.923489 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] Added segment dc78eb6f-33a4-4617-b388-92d0a2f6d9df of type vlan for network c57170b2-2689-4e58-9ac1-bfa424d24aa2 Feb 11 04:27:30.936363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918eeb2-3389-444c-989d-d219b49e8804 req-e0c4308c-dd9e-4ed9-a5fc-3cfaba677bb3 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:30.945361 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b918eeb2-3389-444c-989d-d219b49e8804 req-e0c4308c-dd9e-4ed9-a5fc-3cfaba677bb3 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 943 time: 0.3521481 Feb 11 04:27:31.013350 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (188eb78e-c0d9-4eb7-9892-95f91d582578), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:31.021300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703c907-809b-4c67-86f4-878829d3712d req-02841943-f4f4-4a23-abc4-61762c95d8b5 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:31.024952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5703c907-809b-4c67-86f4-878829d3712d req-02841943-f4f4-4a23-abc4-61762c95d8b5 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 945 time: 0.2908707 Feb 11 04:27:31.066338 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (c57170b2-2689-4e58-9ac1-bfa424d24aa2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:31.098104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port f26187a1-e351-4b0f-9236-dbaaecf79a12 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:31.098606 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:31.153197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5a12b4-b0c7-415b-968a-df4e266aeec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26187a1-e351-4b0f-9236-dbaaecf79a12'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:31.155661 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab95f3c7-1042-4f2a-b8a8-bc4568bfb4f9" -d '{"events": [{"server_uuid": "ac5a12b4-b0c7-415b-968a-df4e266aeec9", "name": "network-vif-plugged", "status": "completed", "tag": "f26187a1-e351-4b0f-9236-dbaaecf79a12"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:31.165594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-9eb9dff1-fe0f-4bfa-a707-b7f12ef07791 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 HTTP/1.1" status: 200 len: 217 time: 0.2111137 Feb 11 04:27:31.175309 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port f26187a1-e351-4b0f-9236-dbaaecf79a12, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f26187a1-e351-4b0f-9236-dbaaecf79a12,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:31.182380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-38bfb6eb-fac5-46f7-b93c-98d79d30a2f2 None None] Set router a54500b8-62dd-4e64-970e-51fd887f1fa9 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:27:31.297132 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:31.336901 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b918eeb2-3389-444c-989d-d219b49e8804 req-ac4dfe5a-70cd-4074-bb8f-d7acf818cd73 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850858 Feb 11 04:27:31.375093 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5703c907-809b-4c67-86f4-878829d3712d req-31125e63-b113-4cb8-b041-cfe908a6d6d6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121289 Feb 11 04:27:31.406353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-7ab2b6cf-70e1-4890-b70c-ef9a2ac3f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:31.412314 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-7ab2b6cf-70e1-4890-b70c-ef9a2ac3f38b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7de27eb8-a8a3-47a4-8b0d-bfc468039fee HTTP/1.1" status: 200 len: 852 time: 0.2214878 Feb 11 04:27:31.531455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-d8b83731-dd3e-4bd5-8115-5215187e1f9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6cd12236-2b63-4f55-9764-b0d854f3a97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129346 Feb 11 04:27:31.564326 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] device_id is not set on port 188eb78e-c0d9-4eb7-9892-95f91d582578 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:27:31.589170 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks [] for port (188eb78e-c0d9-4eb7-9892-95f91d582578), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:31.597957 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015a6dcb-c101-4ca9-bfae-0af1d70bbc27 x-openstack-request-id: req-015a6dcb-c101-4ca9-bfae-0af1d70bbc27 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:31.601950 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fd630b-6973-4d06-88d6-1af645704cc4", "name": "network-vif-deleted", "tag": "55bb307f-cd66-4035-9acb-1bfb8dc9c681", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:31.601950 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-015a6dcb-c101-4ca9-bfae-0af1d70bbc27 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:31.601950 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fd630b-6973-4d06-88d6-1af645704cc4', 'name': 'network-vif-deleted', 'tag': '55bb307f-cd66-4035-9acb-1bfb8dc9c681', 'status': 'completed', 'code': 200} Feb 11 04:27:31.603244 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (c57170b2-2689-4e58-9ac1-bfa424d24aa2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:31.607000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:31.608214 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:31.639520 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ab3994-7f96-44e5-a416-0b1ff5062800 x-openstack-request-id: req-f9ab3994-7f96-44e5-a416-0b1ff5062800 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:31.639816 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5a12b4-b0c7-415b-968a-df4e266aeec9", "name": "network-vif-plugged", "status": "completed", "tag": "f26187a1-e351-4b0f-9236-dbaaecf79a12", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:31.640076 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9ab3994-7f96-44e5-a416-0b1ff5062800 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:31.640457 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5a12b4-b0c7-415b-968a-df4e266aeec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26187a1-e351-4b0f-9236-dbaaecf79a12', 'code': 200} Feb 11 04:27:31.671718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=f26187a1-e351-4b0f-9236-dbaaecf79a12,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:31.699389 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (188eb78e-c0d9-4eb7-9892-95f91d582578), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:31.701465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58b3f8bf-c6b4-425b-bfd5-797ab8a097e0 req-674c60a4-a8de-426e-87d1-304c45ff902a tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=36fd630b-6973-4d06-88d6-1af645704cc4 HTTP/1.1" status: 200 len: 210 time: 0.1288035 Feb 11 04:27:31.747950 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1320941 Feb 11 04:27:31.747950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce134b-131e-40cd-a6cf-aad9cac0091a admin admin] Pushing event updated for resources: {'Network': ['ID=c57170b2-2689-4e58-9ac1-bfa424d24aa2,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:31.770704 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network c57170b2-2689-4e58-9ac1-bfa424d24aa2 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:27:31.782099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51314) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:31.789629 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d1c40994-55fd-429d-9dae-0b6e12123674 admin admin] Request body: {'subnet': {'network_id': 'c57170b2-2689-4e58-9ac1-bfa424d24aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-962043752-subnet', 'tenant_id': '92bf6f20f7e648e69382ffb3d8097710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:31.879202 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Pushing event updated for resources: {'Port': ['ID=188eb78e-c0d9-4eb7-9892-95f91d582578,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:31.883050 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:31.883400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:31.883749 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:31.895064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-5bbd7ce4-7c5d-428b-a60b-3934df8b46e4 service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547759 Feb 11 04:27:31.897061 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:31.897411 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:31.900287 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 2 to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 Feb 11 04:27:31.919973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-38bfb6eb-fac5-46f7-b93c-98d79d30a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd352dd56-32dd-441a-b7ac-7fd155de258b', 'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'mac_address': 'fa:16:3e:3f:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:24Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 5, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'subnets': [{'id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:31.928685 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:31.929127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:31.929703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:31.935841 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:31.936177 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:31.936568 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 3 to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 Feb 11 04:27:31.939827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c25be7-2c07-45f5-b5b3-8e0eb79ad637 req-3105c31e-495b-4018-adfb-dfe8a0fcbf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:31.942273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40c25be7-2c07-45f5-b5b3-8e0eb79ad637 req-3105c31e-495b-4018-adfb-dfe8a0fcbf44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 1129 time: 0.3271101 Feb 11 04:27:31.961576 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c40994-55fd-429d-9dae-0b6e12123674 admin admin] Made reservation on behalf of 92bf6f20f7e648e69382ffb3d8097710 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:31.962207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bfb6eb-fac5-46f7-b93c-98d79d30a2f2 None None] Checking router: a54500b8-62dd-4e64-970e-51fd887f1fa9 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:27:31.966480 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1c40994-55fd-429d-9dae-0b6e12123674 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:31.980363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bfb6eb-fac5-46f7-b93c-98d79d30a2f2 None None] Routers {'a54500b8-62dd-4e64-970e-51fd887f1fa9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:27:31.984055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-38bfb6eb-fac5-46f7-b93c-98d79d30a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:27:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a54500b8-62dd-4e64-970e-51fd887f1fa9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:31.993430 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:31.994778 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:31.994778 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:32.015010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:32.015356 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:32.017921 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 4 to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 Feb 11 04:27:32.068412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:32.069156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:32.069849 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:32.076862 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:32.077221 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:32.082442 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 5 to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 Feb 11 04:27:32.100652 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40c25be7-2c07-45f5-b5b3-8e0eb79ad637 req-d8db483a-9aa4-4f9b-a64b-edb7d653e92f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482775 Feb 11 04:27:32.103967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7517779c-774e-414d-a9ca-94c2bf9aeb21 req-c451e596-b8e1-4391-a907-300c9cce6e5f service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033367 Feb 11 04:27:32.107426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:32.108552 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:32.108991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:32.129145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:32.129145 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:32.129145 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 6 to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 Feb 11 04:27:32.153494 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:32.153929 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:32.154873 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:32.166679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:32.167123 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:32.194266 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 7 to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 Feb 11 04:27:32.199863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 55bb307f-cd66-4035-9acb-1bfb8dc9c681 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:27:32.221407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:32.221914 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:32.222617 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:32.232777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 55bb307f-cd66-4035-9acb-1bfb8dc9c681 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:27:32.234966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 55bb307f-cd66-4035-9acb-1bfb8dc9c681 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:27:32.252551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:32.252903 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:32.258222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-38bfb6eb-fac5-46f7-b93c-98d79d30a2f2 None None] Set router a54500b8-62dd-4e64-970e-51fd887f1fa9 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:27:32.264017 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 8 to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 Feb 11 04:27:32.285188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:32.285549 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:32.285934 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:32.299679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:32.299679 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:32.299679 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 9 to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 Feb 11 04:27:32.368861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:32.370755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:32.370755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:32.396771 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:32.397309 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:32.400958 n-d-712142-35 neutron-server[103808]: INFO neutron.plugins.ml2.plugin [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempt 10 to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 Feb 11 04:27:32.425803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:32.426542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:32.427054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempting to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:32.432183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dd364-941c-4e4e-88e4-ee9d49da67c6 req-c6618fe8-9f04-4a3b-84fb-00865dd6d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:32.435173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:32.438328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba7dd364-941c-4e4e-88e4-ee9d49da67c6 req-c6618fe8-9f04-4a3b-84fb-00865dd6d833 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a70586beed2f4c668534da1f31a71292&device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 1126 time: 0.1584592 Feb 11 04:27:32.438963 n-d-712142-35 neutron-server[103808]: ERROR neutron.plugins.ml2.managers [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Failed to bind port 188eb78e-c0d9-4eb7-9892-95f91d582578 on host n-h2-712142-35 for vnic_type normal using segments [{'id': '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '28ba2213-4ea4-4209-8e21-96708630074e'}] Feb 11 04:27:32.439504 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (188eb78e-c0d9-4eb7-9892-95f91d582578), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:32.477608 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1c40994-55fd-429d-9dae-0b6e12123674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (4505958e-db92-418c-96aa-e9a93bf669a9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:32.694338 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c40994-55fd-429d-9dae-0b6e12123674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4505958e-db92-418c-96aa-e9a93bf669a9,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:32.718891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c40994-55fd-429d-9dae-0b6e12123674 admin admin] Checking segment: {'id': 'dc78eb6f-33a4-4617-b388-92d0a2f6d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c57170b2-2689-4e58-9ac1-bfa424d24aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:32.720594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c40994-55fd-429d-9dae-0b6e12123674 admin admin] Network hostable DHCP agents. Network: c57170b2-2689-4e58-9ac1-bfa424d24aa2, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:27:32.734415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] For port 188eb78e-c0d9-4eb7-9892-95f91d582578, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:27:32.735169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attempted to set empty binding levels {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 04:27:32.748408 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-38bfb6eb-fac5-46f7-b93c-98d79d30a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd352dd56-32dd-441a-b7ac-7fd155de258b', 'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'mac_address': 'fa:16:3e:3f:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:24Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 5, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'subnets': [{'id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:32.754894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dd364-941c-4e4e-88e4-ee9d49da67c6 req-32aafa95-4eb0-4069-b80a-2287c1e70bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:32.756324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba7dd364-941c-4e4e-88e4-ee9d49da67c6 req-32aafa95-4eb0-4069-b80a-2287c1e70bc0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 200 len: 913 time: 0.3085399 Feb 11 04:27:32.766292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb13e72-65ea-4076-be54-e2d8165623d0 req-cbc8f373-895e-4ccf-b50e-2754cffee2c0 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:32.767920 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6bb13e72-65ea-4076-be54-e2d8165623d0 req-cbc8f373-895e-4ccf-b50e-2754cffee2c0 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 943 time: 0.1408885 Feb 11 04:27:32.791865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bfb6eb-fac5-46f7-b93c-98d79d30a2f2 None None] The sync data for ids ['a54500b8-62dd-4e64-970e-51fd887f1fa9'] in n-d-712142-35 is: [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd352dd56-32dd-441a-b7ac-7fd155de258b', 'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'mac_address': 'fa:16:3e:3f:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:24Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 5, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'subnets': [{'id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:27:32.806961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c40994-55fd-429d-9dae-0b6e12123674 admin admin] Network c57170b2-2689-4e58-9ac1-bfa424d24aa2 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:27:32.812691 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (188eb78e-c0d9-4eb7-9892-95f91d582578), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:32.843807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba7dd364-941c-4e4e-88e4-ee9d49da67c6 req-82bc4632-04fc-43be-b2ab-31f15a3f5b67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 HTTP/1.1" status: 200 len: 217 time: 0.0731168 Feb 11 04:27:32.857085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af8822-62e7-4a78-bf5d-dae6d87f701b req-2651610a-f684-468b-8e76-4fa65c9fe528 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:32.869966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1af8822-62e7-4a78-bf5d-dae6d87f701b req-2651610a-f684-468b-8e76-4fa65c9fe528 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 946 time: 0.2416444 Feb 11 04:27:32.898949 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-d1c40994-55fd-429d-9dae-0b6e12123674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, c57170b2-2689-4e58-9ac1-bfa424d24aa2) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:32.903783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c40994-55fd-429d-9dae-0b6e12123674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:32.904531 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1c40994-55fd-429d-9dae-0b6e12123674 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:32.910302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93166b43-7183-4eef-bc69-b97ad0882a38 None None] Network c57170b2-2689-4e58-9ac1-bfa424d24aa2 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:27:32.918937 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] In _notify_port_updated(), no bound segment for port 188eb78e-c0d9-4eb7-9892-95f91d582578 on network 28ba2213-4ea4-4209-8e21-96708630074e {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:27:32.919829 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:32.920451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:32.924290 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "PUT /v2.0/ports/188eb78e-c0d9-4eb7-9892-95f91d582578 HTTP/1.1" status: 200 len: 976 time: 2.1112504 Feb 11 04:27:32.926236 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51346) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:32.958549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6bb13e72-65ea-4076-be54-e2d8165623d0 req-7ebefd21-7292-4783-bcbb-7f79aa86d607 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786530 Feb 11 04:27:33.011254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dd364-941c-4e4e-88e4-ee9d49da67c6 req-fa404707-90b8-4948-ab97-72b4da6a8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:33.012738 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba7dd364-941c-4e4e-88e4-ee9d49da67c6 req-fa404707-90b8-4948-ab97-72b4da6a8357 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7de27eb8-a8a3-47a4-8b0d-bfc468039fee HTTP/1.1" status: 200 len: 852 time: 0.1386907 Feb 11 04:27:33.015286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b12bf-5698-4246-a623-8271fc743092 tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Pushing event updated for resources: {'Port': ['ID=188eb78e-c0d9-4eb7-9892-95f91d582578,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:33.034807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1af8822-62e7-4a78-bf5d-dae6d87f701b req-851f6323-3c46-42b5-a8d8-e999afb9d3b4 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604836 Feb 11 04:27:33.110839 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d1c40994-55fd-429d-9dae-0b6e12123674 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3274989 Feb 11 04:27:33.168131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba7dd364-941c-4e4e-88e4-ee9d49da67c6 req-7625f363-274d-4760-ae3b-bfda4ecc689b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6cd12236-2b63-4f55-9764-b0d854f3a97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320591 Feb 11 04:27:33.205242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5645b4c8-681f-4e72-9b8b-e7691461fd0a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Deleting port 188eb78e-c0d9-4eb7-9892-95f91d582578 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:27:33.205591 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5645b4c8-681f-4e72-9b8b-e7691461fd0a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (188eb78e-c0d9-4eb7-9892-95f91d582578), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:33.240142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51354) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:33.268911 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb297ae9-08e8-4c99-a1e8-8252a997e45e None None] Network c57170b2-2689-4e58-9ac1-bfa424d24aa2 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:27:33.364720 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-5645b4c8-681f-4e72-9b8b-e7691461fd0a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] For port 188eb78e-c0d9-4eb7-9892-95f91d582578, host n-h2-712142-35, got binding levels [] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:33.365076 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5645b4c8-681f-4e72-9b8b-e7691461fd0a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (188eb78e-c0d9-4eb7-9892-95f91d582578), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:33.421505 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5645b4c8-681f-4e72-9b8b-e7691461fd0a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Calling delete_port for 188eb78e-c0d9-4eb7-9892-95f91d582578 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:27:33.437589 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78c151b-8c48-40c9-85a4-156cdcd6f9c1 None None] New status for floating IP 1a16e134-eb5d-42f4-bb4b-363408a20ba0: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:27:33.479345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba7dd364-941c-4e4e-88e4-ee9d49da67c6 req-72992a8e-8448-4978-93f3-fd48e292856d service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995286 Feb 11 04:27:33.590981 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c87e9ed-4496-43a7-9851-d808bd3f4952 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group (5a641181-32c8-4ac6-b366-b14c968bf49b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:33.709917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba7dd364-941c-4e4e-88e4-ee9d49da67c6 req-fcd71a33-872b-4930-a32a-18e986c0fe7f service neutron] 10.222.0.47 "GET /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222278 Feb 11 04:27:33.722214 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5645b4c8-681f-4e72-9b8b-e7691461fd0a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (188eb78e-c0d9-4eb7-9892-95f91d582578), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:33.760470 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:33.776804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645b4c8-681f-4e72-9b8b-e7691461fd0a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Pushing event deleted for resources: {'Port': ['ID=188eb78e-c0d9-4eb7-9892-95f91d582578,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:33.799211 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c87e9ed-4496-43a7-9851-d808bd3f4952 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group (5a641181-32c8-4ac6-b366-b14c968bf49b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:33.801537 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5645b4c8-681f-4e72-9b8b-e7691461fd0a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:33.805448 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:33.813435 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5645b4c8-681f-4e72-9b8b-e7691461fd0a tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "DELETE /v2.0/ports/188eb78e-c0d9-4eb7-9892-95f91d582578 HTTP/1.1" status: 204 len: 168 time: 0.8799856 Feb 11 04:27:33.814089 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51362) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:33.844687 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-40472600-dcad-4d77-acbd-9f9f9ff2ec7f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] GET failed (client error): The resource could not be found. Feb 11 04:27:33.851763 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-40472600-dcad-4d77-acbd-9f9f9ff2ec7f tempest-PortsAdminExtendedAttrsTestJSON-1579925084 tempest-PortsAdminExtendedAttrsTestJSON-1579925084-project-admin] 10.222.0.13 "GET /v2.0/ports/188eb78e-c0d9-4eb7-9892-95f91d582578 HTTP/1.1" status: 404 len: 333 time: 0.0358038 Feb 11 04:27:33.852540 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51366) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:33.911066 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51368) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:34.020167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d12322dc-8fb4-42da-a0f5-1c5b4e5d4a5f tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (28ba2213-4ea4-4209-8e21-96708630074e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.180279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b515ecb-cdc5-4b5e-997e-598445293ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.328999 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d12322dc-8fb4-42da-a0f5-1c5b4e5d4a5f tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (28ba2213-4ea4-4209-8e21-96708630074e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.367920 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-d12322dc-8fb4-42da-a0f5-1c5b4e5d4a5f tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28ba2213-4ea4-4209-8e21-96708630074e']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:34.371360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51386) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:34.380869 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1134196908-network', 'tenant_id': 'd7afcd339ee74020b065c743da4371a2'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:34.408999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be159099-db2f-40d1-9f47-616340868954 req-11ceb77e-ab9e-4fb8-8fcb-869e89662b93 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:34.417804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be159099-db2f-40d1-9f47-616340868954 req-11ceb77e-ab9e-4fb8-8fcb-869e89662b93 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 943 time: 0.1827922 Feb 11 04:27:34.432340 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-d12322dc-8fb4-42da-a0f5-1c5b4e5d4a5f tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:34.432712 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-d12322dc-8fb4-42da-a0f5-1c5b4e5d4a5f tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b48dd5d-6234-4680-a6c4-fd913e4c4aa1') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:27:34.437571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd2550-6bfd-49be-8beb-cdc12a425ec8 req-aedf93a7-7565-41cd-9895-b5b57b22b21c tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:34.440505 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6cfd2550-6bfd-49be-8beb-cdc12a425ec8 req-aedf93a7-7565-41cd-9895-b5b57b22b21c tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 946 time: 0.1633790 Feb 11 04:27:34.453241 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d12322dc-8fb4-42da-a0f5-1c5b4e5d4a5f tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (4b48dd5d-6234-4680-a6c4-fd913e4c4aa1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.479137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d12322dc-8fb4-42da-a0f5-1c5b4e5d4a5f tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4b48dd5d-6234-4680-a6c4-fd913e4c4aa1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.493643 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] Made reservation on behalf of d7afcd339ee74020b065c743da4371a2 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:34.496230 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.511115 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.516186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12322dc-8fb4-42da-a0f5-1c5b4e5d4a5f tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:27:34.516674 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d12322dc-8fb4-42da-a0f5-1c5b4e5d4a5f tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (4b48dd5d-6234-4680-a6c4-fd913e4c4aa1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:27:34.520772 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:27:34.533234 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c87e9ed-4496-43a7-9851-d808bd3f4952 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5a641181-32c8-4ac6-b366-b14c968bf49b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.536388 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c87e9ed-4496-43a7-9851-d808bd3f4952 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.537698 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0c87e9ed-4496-43a7-9851-d808bd3f4952 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "DELETE /v2.0/security-groups/5a641181-32c8-4ac6-b366-b14c968bf49b HTTP/1.1" status: 204 len: 168 time: 1.2965946 Feb 11 04:27:34.551273 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51390) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:34.557952 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b515ecb-cdc5-4b5e-997e-598445293ec7 admin admin] Publish callbacks [] for security_group (30e618dc-db39-4440-a472-8d259ed6612d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.585435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87e9ed-4496-43a7-9851-d808bd3f4952 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a641181-32c8-4ac6-b366-b14c968bf49b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:34.590444 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be159099-db2f-40d1-9f47-616340868954 req-c237616c-38d3-468e-a265-83be11fc405a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717255 Feb 11 04:27:34.648534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6cfd2550-6bfd-49be-8beb-cdc12a425ec8 req-ccecb49b-b30f-4254-a97f-068e5553f967 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686544 Feb 11 04:27:34.725562 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b515ecb-cdc5-4b5e-997e-598445293ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (30e618dc-db39-4440-a472-8d259ed6612d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.763655 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-2c1bc403-efab-44f7-854d-70c288b1755c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] show failed (client error): The resource could not be found. Feb 11 04:27:34.767889 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2c1bc403-efab-44f7-854d-70c288b1755c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups/5a641181-32c8-4ac6-b366-b14c968bf49b HTTP/1.1" status: 404 len: 347 time: 0.2122462 Feb 11 04:27:34.774354 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] Publish callbacks [] for security_group (09bd3b24-9b0b-4a66-a191-50e5f15c571b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.775850 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51396) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:34.826609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d3293-4cb1-4079-9d8f-b4b0aa4d57c5 req-c583939e-1094-4074-a7e4-e3f52056fc35 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:34.828049 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd1d3293-4cb1-4079-9d8f-b4b0aa4d57c5 req-c583939e-1094-4074-a7e4-e3f52056fc35 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.1147785 Feb 11 04:27:34.853242 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (09bd3b24-9b0b-4a66-a191-50e5f15c571b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.862542 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9b515ecb-cdc5-4b5e-997e-598445293ec7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52422d85d38e400d8b7a3c26aa547854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9503484 Feb 11 04:27:34.863620 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51398) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:34.865802 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b515ecb-cdc5-4b5e-997e-598445293ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e618dc-db39-4440-a472-8d259ed6612d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:34.875180 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d12322dc-8fb4-42da-a0f5-1c5b4e5d4a5f tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (28ba2213-4ea4-4209-8e21-96708630074e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.933633 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d12322dc-8fb4-42da-a0f5-1c5b4e5d4a5f tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:34.969006 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d12322dc-8fb4-42da-a0f5-1c5b4e5d4a5f tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] 10.222.0.13 "DELETE /v2.0/networks/28ba2213-4ea4-4209-8e21-96708630074e HTTP/1.1" status: 204 len: 168 time: 1.1122208 Feb 11 04:27:34.980130 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:27:34.997265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd1d3293-4cb1-4079-9d8f-b4b0aa4d57c5 req-fd8bce20-53c5-4035-ae97-3bb626a4bebe tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621573 Feb 11 04:27:35.041678 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27023158-43e8-4aac-8630-ba6a6e7f6edb admin admin] Publish callbacks [] for security_group (30e618dc-db39-4440-a472-8d259ed6612d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:35.091990 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27023158-43e8-4aac-8630-ba6a6e7f6edb admin admin] Publish callbacks [] for security_group (30e618dc-db39-4440-a472-8d259ed6612d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:35.125671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12322dc-8fb4-42da-a0f5-1c5b4e5d4a5f tempest-PortsAdminExtendedAttrsTestJSON-580573251 tempest-PortsAdminExtendedAttrsTestJSON-580573251-project] Pushing event deleted for resources: {'Network': ['ID=28ba2213-4ea4-4209-8e21-96708630074e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:35.137815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bd3b24-9b0b-4a66-a191-50e5f15c571b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:35.150889 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9a3ba8b7-6d0a-4370-a2da-7e508332460a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:35.152446 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] Added segment 9a3ba8b7-6d0a-4370-a2da-7e508332460a of type vlan for network d47f40c0-7e3e-4d01-8fac-c96d8af7881a Feb 11 04:27:35.231070 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (d47f40c0-7e3e-4d01-8fac-c96d8af7881a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:35.244680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb6ac1-d6ae-4d95-96fb-a9a928f8b7f6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Deleting port 86f922f6-4d7b-474d-86a6-ee7e82eab795 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:27:35.244680 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6ac1-d6ae-4d95-96fb-a9a928f8b7f6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (86f922f6-4d7b-474d-86a6-ee7e82eab795), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:35.275255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4c299-e2cc-4bdc-81ee-de96fcdb498e req-7ccba171-9541-4f0f-b170-383ec69b975c tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:35.276814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89e4c299-e2cc-4bdc-81ee-de96fcdb498e req-7ccba171-9541-4f0f-b170-383ec69b975c tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=0348b761-4ca4-4f07-8a40-d0fcaca59c60 HTTP/1.1" status: 200 len: 946 time: 0.1373501 Feb 11 04:27:35.333745 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89e4c299-e2cc-4bdc-81ee-de96fcdb498e req-aee08de6-c88a-484b-a0e9-23d44e8eeef3 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502241 Feb 11 04:27:35.351376 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6ac1-d6ae-4d95-96fb-a9a928f8b7f6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (86f922f6-4d7b-474d-86a6-ee7e82eab795), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:35.362879 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6ac1-d6ae-4d95-96fb-a9a928f8b7f6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for floatingip (86f922f6-4d7b-474d-86a6-ee7e82eab795), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:35.368765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb6ac1-d6ae-4d95-96fb-a9a928f8b7f6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Calling delete_port for 86f922f6-4d7b-474d-86a6-ee7e82eab795 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:27:35.394426 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27023158-43e8-4aac-8630-ba6a6e7f6edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (30e618dc-db39-4440-a472-8d259ed6612d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:35.397356 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27023158-43e8-4aac-8630-ba6a6e7f6edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:35.399578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-27023158-43e8-4aac-8630-ba6a6e7f6edb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30e618dc-db39-4440-a472-8d259ed6612d HTTP/1.1" status: 204 len: 168 time: 0.5347378 Feb 11 04:27:35.409835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27023158-43e8-4aac-8630-ba6a6e7f6edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e618dc-db39-4440-a472-8d259ed6612d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:35.540532 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (d47f40c0-7e3e-4d01-8fac-c96d8af7881a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:35.541843 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:35.542481 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:35.664324 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] Pushing event updated for resources: {'Network': ['ID=d47f40c0-7e3e-4d01-8fac-c96d8af7881a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:35.679780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network d47f40c0-7e3e-4d01-8fac-c96d8af7881a details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:27:35.733888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d0c40-faa4-428f-bc9f-25e43b1cd4a7 req-71aedfa8-962c-44d6-b69f-3c073596a97a tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:35.736067 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc4d0c40-faa4-428f-bc9f-25e43b1cd4a7 req-71aedfa8-962c-44d6-b69f-3c073596a97a tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 946 time: 0.1060882 Feb 11 04:27:35.769472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2abf3c-5563-4633-a34c-f891c25d6666 req-fc5a199c-aa34-4035-bbaf-103a3120a321 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:35.770997 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb2abf3c-5563-4633-a34c-f891c25d6666 req-fc5a199c-aa34-4035-bbaf-103a3120a321 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 943 time: 0.0951836 Feb 11 04:27:35.821564 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc4d0c40-faa4-428f-bc9f-25e43b1cd4a7 req-6b247dce-3083-46b2-a81b-84a33fee49a5 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768077 Feb 11 04:27:35.849133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb2abf3c-5563-4633-a34c-f891c25d6666 req-892fe519-ef01-481b-8e71-baa6fa2fa907 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705483 Feb 11 04:27:35.999475 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6ac1-d6ae-4d95-96fb-a9a928f8b7f6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (86f922f6-4d7b-474d-86a6-ee7e82eab795), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:36.013744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51416) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:36.016160 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d19bf24a-3a9d-40c1-8271-3ffc6d4ea052 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6363614 Feb 11 04:27:36.019158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-4f0a36eb-d8e4-4849-9264-1ac1adaa3dc0 admin admin] Request body: {'subnet': {'network_id': 'd47f40c0-7e3e-4d01-8fac-c96d8af7881a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1134196908-subnet', 'tenant_id': 'd7afcd339ee74020b065c743da4371a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:36.030887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51418) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:36.045333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb6ac1-d6ae-4d95-96fb-a9a928f8b7f6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event deleted for resources: {'Port': ['ID=86f922f6-4d7b-474d-86a6-ee7e82eab795,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:36.134737 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6ac1-d6ae-4d95-96fb-a9a928f8b7f6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for floatingip (1a16e134-eb5d-42f4-bb4b-363408a20ba0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:36.134955 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ecb6ac1-d6ae-4d95-96fb-a9a928f8b7f6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:36.136259 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2ecb6ac1-d6ae-4d95-96fb-a9a928f8b7f6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "DELETE /v2.0/floatingips/1a16e134-eb5d-42f4-bb4b-363408a20ba0 HTTP/1.1" status: 204 len: 168 time: 1.3594277 Feb 11 04:27:36.168676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f5958-1eae-4521-b907-5010e54d9dfe req-86549987-be57-45ab-8184-47d46444896f tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:36.170493 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a52f5958-1eae-4521-b907-5010e54d9dfe req-86549987-be57-45ab-8184-47d46444896f tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.0893557 Feb 11 04:27:36.171151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0a36eb-d8e4-4849-9264-1ac1adaa3dc0 admin admin] Made reservation on behalf of d7afcd339ee74020b065c743da4371a2 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:36.174126 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f0a36eb-d8e4-4849-9264-1ac1adaa3dc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:36.230051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:27:36.291463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a52f5958-1eae-4521-b907-5010e54d9dfe req-384ad9b2-bed1-4c27-bf96-ae466f2d705a tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125023 Feb 11 04:27:36.423967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=30bccd9d-d7c1-4f37-897b-bdd4d34d90c6,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:36.452907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '30bccd9d-d7c1-4f37-897b-bdd4d34d90c6', 'network_id': '6cd12236-2b63-4f55-9764-b0d854f3a97e', 'port_id': '30bccd9d-d7c1-4f37-897b-bdd4d34d90c6', 'mac_address': 'fa:16:3e:6f:28:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de27eb8-a8a3-47a4-8b0d-bfc468039fee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:27:36.551261 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:36.551976 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (30bccd9d-d7c1-4f37-897b-bdd4d34d90c6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:36.584188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:27:36.590039 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-620e4adf-fc43-46cc-a6d2-9ee01b9eea65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3af908893114411888368aec5fea27bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5567956 Feb 11 04:27:36.591573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51436) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:36.637305 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=30bccd9d-d7c1-4f37-897b-bdd4d34d90c6,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:36.708419 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (30bccd9d-d7c1-4f37-897b-bdd4d34d90c6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:36.737365 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8b94-0f9f-48d4-a4f8-a808eeab49b7 admin admin] Publish callbacks [] for security_group (27ba7a94-e440-4f69-b908-b6973e08d645), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:36.752052 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f0a36eb-d8e4-4849-9264-1ac1adaa3dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (ed8840c8-be58-449e-ab28-2a7a2370dc86), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:36.784125 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8b94-0f9f-48d4-a4f8-a808eeab49b7 admin admin] Publish callbacks [] for security_group (27ba7a94-e440-4f69-b908-b6973e08d645), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:36.794235 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=30bccd9d-d7c1-4f37-897b-bdd4d34d90c6,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:36.817306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a36eb-d8e4-4849-9264-1ac1adaa3dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed8840c8-be58-449e-ab28-2a7a2370dc86,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:36.868573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51438) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:36.892750 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-858e79a6-e7b9-44f2-b476-69595821f757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:36.898806 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51442) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:36.908673 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fe23211f-22fb-4628-a01c-4f9402c70d28 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--43203814', 'description': 'tempest-description--557885631'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:36.917285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0a36eb-d8e4-4849-9264-1ac1adaa3dc0 admin admin] Checking segment: {'id': '9a3ba8b7-6d0a-4370-a2da-7e508332460a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd47f40c0-7e3e-4d01-8fac-c96d8af7881a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:36.920382 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0a36eb-d8e4-4849-9264-1ac1adaa3dc0 admin admin] Network hostable DHCP agents. Network: d47f40c0-7e3e-4d01-8fac-c96d8af7881a, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:27:36.933049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c95fb-7002-4b49-a64b-fde3c2a70710 req-477fddb5-5b13-44df-bb7d-e315ed5c4804 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:36.938533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c95fb-7002-4b49-a64b-fde3c2a70710 req-477fddb5-5b13-44df-bb7d-e315ed5c4804 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:36.944933 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c95fb-7002-4b49-a64b-fde3c2a70710 req-477fddb5-5b13-44df-bb7d-e315ed5c4804 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:36.946946 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa3c95fb-7002-4b49-a64b-fde3c2a70710 req-477fddb5-5b13-44df-bb7d-e315ed5c4804 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9&device_id=0348b761-4ca4-4f07-8a40-d0fcaca59c60&device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 2418 time: 0.2074099 Feb 11 04:27:36.958947 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8b94-0f9f-48d4-a4f8-a808eeab49b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (27ba7a94-e440-4f69-b908-b6973e08d645), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:36.964390 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8b94-0f9f-48d4-a4f8-a808eeab49b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:36.969114 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['30bccd9d-d7c1-4f37-897b-bdd4d34d90c6'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:27:36.972127 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8b9c8b94-0f9f-48d4-a4f8-a808eeab49b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27ba7a94-e440-4f69-b908-b6973e08d645 HTTP/1.1" status: 204 len: 168 time: 0.3731399 Feb 11 04:27:37.013668 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c8b94-0f9f-48d4-a4f8-a808eeab49b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ba7a94-e440-4f69-b908-b6973e08d645,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:37.025431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0a36eb-d8e4-4849-9264-1ac1adaa3dc0 admin admin] Network d47f40c0-7e3e-4d01-8fac-c96d8af7881a is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:27:37.066827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b086f0-3e60-4e43-9521-250ca92a7f78 req-eef63c99-6902-407b-9d45-6759c5aa68e3 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:37.069279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35b086f0-3e60-4e43-9521-250ca92a7f78 req-eef63c99-6902-407b-9d45-6759c5aa68e3 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 944 time: 0.1051958 Feb 11 04:27:37.160959 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe23211f-22fb-4628-a01c-4f9402c70d28 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:37.193566 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa3c95fb-7002-4b49-a64b-fde3c2a70710 req-59a6bb08-cd4d-4b8d-a3ec-30103d73b025 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296875 Feb 11 04:27:37.199116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35b086f0-3e60-4e43-9521-250ca92a7f78 req-261b1413-4d58-4f43-9ce9-e2f29cefa80b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201046 Feb 11 04:27:37.232980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-4f0a36eb-d8e4-4849-9264-1ac1adaa3dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, d47f40c0-7e3e-4d01-8fac-c96d8af7881a) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:37.236058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0a36eb-d8e4-4849-9264-1ac1adaa3dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:37.236215 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f0a36eb-d8e4-4849-9264-1ac1adaa3dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:37.247977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33ab7ae-5529-4863-8aac-f629dfd04ec6 None None] Network d47f40c0-7e3e-4d01-8fac-c96d8af7881a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:27:37.337506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4f0a36eb-d8e4-4849-9264-1ac1adaa3dc0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3146608 Feb 11 04:27:37.381100 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe23211f-22fb-4628-a01c-4f9402c70d28 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group (14882dd4-f462-4ae8-80e4-d7c5b405f554), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:37.412476 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-858e79a6-e7b9-44f2-b476-69595821f757 admin admin] Publish callbacks [] for security_group (db0b16d7-c1b6-48ae-a05f-bc2588b67826), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:37.416389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb0fb3-27e7-42f9-b843-51ac3017af2d req-b0eacd1b-ee5d-4b88-94e5-60dbd591f73b tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:37.418014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82eb0fb3-27e7-42f9-b843-51ac3017af2d req-b0eacd1b-ee5d-4b88-94e5-60dbd591f73b tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 946 time: 0.0830665 Feb 11 04:27:37.448357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268fbe8e-9f19-4f16-8846-d2fba95c4fc3 None None] Network d47f40c0-7e3e-4d01-8fac-c96d8af7881a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:27:37.479518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82eb0fb3-27e7-42f9-b843-51ac3017af2d req-f1ace1c2-65ba-4bfe-a45e-a3b9cdd4cb35 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551662 Feb 11 04:27:37.519886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-858e79a6-e7b9-44f2-b476-69595821f757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (db0b16d7-c1b6-48ae-a05f-bc2588b67826), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:37.534592 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe23211f-22fb-4628-a01c-4f9402c70d28 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (14882dd4-f462-4ae8-80e4-d7c5b405f554), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:37.581322 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-858e79a6-e7b9-44f2-b476-69595821f757 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3820023e69b4067a62e502cb5307520&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7109704 Feb 11 04:27:37.583521 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e79a6-e7b9-44f2-b476-69595821f757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0b16d7-c1b6-48ae-a05f-bc2588b67826,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:37.584134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51462) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:37.632567 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23211f-22fb-4628-a01c-4f9402c70d28 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14882dd4-f462-4ae8-80e4-d7c5b405f554,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:37.651938 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe23211f-22fb-4628-a01c-4f9402c70d28 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:37.657454 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fe23211f-22fb-4628-a01c-4f9402c70d28 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7545614 Feb 11 04:27:37.658393 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51470) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:37.665034 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d5e09dc0-6d2c-492e-80ab-3588a3da8918 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Request body: {'security_group_rule': {'security_group_id': '14882dd4-f462-4ae8-80e4-d7c5b405f554', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:37.743989 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e68a546-711f-493d-b0f5-71edafe3114e admin admin] Publish callbacks [] for security_group (db0b16d7-c1b6-48ae-a05f-bc2588b67826), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:37.776823 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e68a546-711f-493d-b0f5-71edafe3114e admin admin] Publish callbacks [] for security_group (db0b16d7-c1b6-48ae-a05f-bc2588b67826), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:37.792907 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5e09dc0-6d2c-492e-80ab-3588a3da8918 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group_rule (856a4249-eeb2-407d-a182-ba18b6cf01ba), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:37.943305 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e68a546-711f-493d-b0f5-71edafe3114e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (db0b16d7-c1b6-48ae-a05f-bc2588b67826), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:37.954412 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e68a546-711f-493d-b0f5-71edafe3114e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:37.957082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5e68a546-711f-493d-b0f5-71edafe3114e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db0b16d7-c1b6-48ae-a05f-bc2588b67826 HTTP/1.1" status: 204 len: 168 time: 0.3718023 Feb 11 04:27:37.958727 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5e09dc0-6d2c-492e-80ab-3588a3da8918 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group_rule (856a4249-eeb2-407d-a182-ba18b6cf01ba), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:37.983424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68a546-711f-493d-b0f5-71edafe3114e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0b16d7-c1b6-48ae-a05f-bc2588b67826,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:38.027853 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5e09dc0-6d2c-492e-80ab-3588a3da8918 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (856a4249-eeb2-407d-a182-ba18b6cf01ba), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:38.053027 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e09dc0-6d2c-492e-80ab-3588a3da8918 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856a4249-eeb2-407d-a182-ba18b6cf01ba,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:38.095956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51494) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:38.113564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-9e923f15-f7ce-44ee-a2af-41446ca003e9 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:38.115594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-9e923f15-f7ce-44ee-a2af-41446ca003e9 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/networks?id=c57170b2-2689-4e58-9ac1-bfa424d24aa2 HTTP/1.1" status: 200 len: 824 time: 0.2017612 Feb 11 04:27:38.143722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-232502c2-47f3-4e5e-a1cc-bffff0dd8cd4 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/quotas/92bf6f20f7e648e69382ffb3d8097710 HTTP/1.1" status: 200 len: 375 time: 0.0208108 Feb 11 04:27:38.179569 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-de2c1586-22ee-4476-abd2-a5ab7e74cc40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fd5aea441df481f9a45a48f5b8d0ed4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0781336 Feb 11 04:27:38.180366 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51498) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:38.191684 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-30aa3a28-da26-42e4-b2be-b0bffe31202f tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=92bf6f20f7e648e69382ffb3d8097710&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461631 Feb 11 04:27:38.199857 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5e09dc0-6d2c-492e-80ab-3588a3da8918 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:38.201080 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d5e09dc0-6d2c-492e-80ab-3588a3da8918 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5410404 Feb 11 04:27:38.203970 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51500) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:38.213326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0d5d17b6-b3a3-4817-a779-c1069c93b929 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Request body: {'security_group_rule': {'security_group_id': '14882dd4-f462-4ae8-80e4-d7c5b405f554', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:38.249774 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:27:38.299352 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f57dabb-7f9a-4a33-97bb-a06c81516d95 admin admin] Publish callbacks [] for security_group (cde2842a-f6ff-4709-a9ee-a31328c7b370), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:38.325059 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f57dabb-7f9a-4a33-97bb-a06c81516d95 admin admin] Publish callbacks [] for security_group (cde2842a-f6ff-4709-a9ee-a31328c7b370), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:38.349210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0ad508ae-6fd9-43d8-ba4d-e2fd97bd91ed service neutron] 10.222.0.13 "GET /v2.0/networks/c57170b2-2689-4e58-9ac1-bfa424d24aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562216 Feb 11 04:27:38.388408 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0d5d17b6-b3a3-4817-a779-c1069c93b929 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group_rule (8dcd61e8-e24e-4d00-807f-d211acb650f2), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:38.393498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:27:38.397655 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:38.398834 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (30bccd9d-d7c1-4f37-897b-bdd4d34d90c6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:38.462423 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f57dabb-7f9a-4a33-97bb-a06c81516d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cde2842a-f6ff-4709-a9ee-a31328c7b370), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:38.466517 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f57dabb-7f9a-4a33-97bb-a06c81516d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:38.468291 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0f57dabb-7f9a-4a33-97bb-a06c81516d95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cde2842a-f6ff-4709-a9ee-a31328c7b370 HTTP/1.1" status: 204 len: 168 time: 0.2866297 Feb 11 04:27:38.480628 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:38.481271 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (30bccd9d-d7c1-4f37-897b-bdd4d34d90c6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:38.485414 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57dabb-7f9a-4a33-97bb-a06c81516d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde2842a-f6ff-4709-a9ee-a31328c7b370,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:38.492297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-198ecdc3-2817-4c44-ab1f-556672431485 service neutron] 10.222.0.13 "GET /v2.0/networks/c57170b2-2689-4e58-9ac1-bfa424d24aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359456 Feb 11 04:27:38.494071 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0d5d17b6-b3a3-4817-a779-c1069c93b929 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group_rule (8dcd61e8-e24e-4d00-807f-d211acb650f2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:38.524820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7a73a3-6bbd-4b12-9382-1a90c35033a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bccd9d-d7c1-4f37-897b-bdd4d34d90c6'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:38.527443 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1022aaf-e95a-4924-9a07-96c35c44ab72" -d '{"events": [{"server_uuid": "fe7a73a3-6bbd-4b12-9382-1a90c35033a2", "name": "network-vif-plugged", "status": "completed", "tag": "30bccd9d-d7c1-4f37-897b-bdd4d34d90c6"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:38.543621 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=30bccd9d-d7c1-4f37-897b-bdd4d34d90c6,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:38.548181 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0d5d17b6-b3a3-4817-a779-c1069c93b929 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (8dcd61e8-e24e-4d00-807f-d211acb650f2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:38.575033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d17b6-b3a3-4817-a779-c1069c93b929 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcd61e8-e24e-4d00-807f-d211acb650f2,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:38.588203 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (30bccd9d-d7c1-4f37-897b-bdd4d34d90c6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:38.639168 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0d5d17b6-b3a3-4817-a779-c1069c93b929 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:38.640622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0d5d17b6-b3a3-4817-a779-c1069c93b929 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4345472 Feb 11 04:27:38.644520 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51514) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:38.650817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:38.659805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=30bccd9d-d7c1-4f37-897b-bdd4d34d90c6,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:38.771058 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:38.924072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c950d07-a4f9-42ef-8dad-36b481c4ada1 req-6204e77e-f4c3-4688-ab22-5c6aa8922b6d tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:38.925688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c950d07-a4f9-42ef-8dad-36b481c4ada1 req-6204e77e-f4c3-4688-ab22-5c6aa8922b6d tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 945 time: 0.1357603 Feb 11 04:27:38.982111 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:39.049148 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c950d07-a4f9-42ef-8dad-36b481c4ada1 req-b066be3c-e021-4697-a67a-9c1912ad6d22 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850163 Feb 11 04:27:39.050139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-738f27b6-267e-4851-9630-476689733de9 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:39.058889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-738f27b6-267e-4851-9630-476689733de9 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/networks?id=614f328c-fbb9-40fc-92f4-67436d77cc24 HTTP/1.1" status: 200 len: 815 time: 0.1883807 Feb 11 04:27:39.078946 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-e9ca6338-e8c5-439b-bfb4-9c052d3322e7 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/quotas/ec19c3b19ab44f71ad80c341fe163d36 HTTP/1.1" status: 200 len: 375 time: 0.0193982 Feb 11 04:27:39.176736 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Allocated IP 172.25.3.63 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/979a8ece-016f-4655-b6ed-d382ab7a05ea) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:39.178488 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea285f62-6a86-40a0-905e-1c2661a9e1a5 x-openstack-request-id: req-ea285f62-6a86-40a0-905e-1c2661a9e1a5 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:39.179130 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7a73a3-6bbd-4b12-9382-1a90c35033a2", "name": "network-vif-plugged", "status": "completed", "tag": "30bccd9d-d7c1-4f37-897b-bdd4d34d90c6", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:39.180098 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea285f62-6a86-40a0-905e-1c2661a9e1a5 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:39.181475 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7a73a3-6bbd-4b12-9382-1a90c35033a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bccd9d-d7c1-4f37-897b-bdd4d34d90c6', 'code': 200} Feb 11 04:27:39.184168 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-e9f588c4-79d3-4150-b44f-3998d917914d tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec19c3b19ab44f71ad80c341fe163d36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965588 Feb 11 04:27:39.278119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbb6da09-c52c-4ae6-8b7f-62d73b2828a2 req-ef8bf8cf-c435-4e22-b5f6-f3dfc3553d86 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 210 time: 0.0451546 Feb 11 04:27:39.345099 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for port (979a8ece-016f-4655-b6ed-d382ab7a05ea), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:39.366375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab97145-f81b-4f7d-8660-43f3c1ec336f req-89a0c189-a4a9-48bf-a98d-7cfe18f18887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:39.369161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aab97145-f81b-4f7d-8660-43f3c1ec336f req-89a0c189-a4a9-48bf-a98d-7cfe18f18887 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 1128 time: 0.1231828 Feb 11 04:27:39.372604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-b8954e3f-a5ce-4cf7-a573-0a24f4d2d3b8 service neutron] 10.222.0.13 "GET /v2.0/networks/614f328c-fbb9-40fc-92f4-67436d77cc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877527 Feb 11 04:27:39.451361 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (979a8ece-016f-4655-b6ed-d382ab7a05ea), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:39.495846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aab97145-f81b-4f7d-8660-43f3c1ec336f req-58d0678c-8171-4995-bd51-c188de147cab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196921 Feb 11 04:27:39.538947 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-fce54a4b-386f-4613-9573-e35206476acb service neutron] 10.222.0.13 "GET /v2.0/networks/614f328c-fbb9-40fc-92f4-67436d77cc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508391 Feb 11 04:27:39.550886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:39.555456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:39.558107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:39.562286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event updated for resources: {'Port': ['ID=979a8ece-016f-4655-b6ed-d382ab7a05ea,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:39.674093 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for floatingip (aea95d24-6342-4439-a0f9-e03efadf6d99), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:39.796557 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (979a8ece-016f-4655-b6ed-d382ab7a05ea), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:40.044824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-91c7e100-7981-4353-b0d2-16eb52c0036c req-2edda5e0-ad5d-48c5-84bc-cd92911893b9 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 210 time: 0.0813248 Feb 11 04:27:40.113687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51582) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:40.130817 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for port (979a8ece-016f-4655-b6ed-d382ab7a05ea), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:40.194133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (979a8ece-016f-4655-b6ed-d382ab7a05ea), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:40.197617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221c1c-116f-4faf-9509-99e53573aabf req-238a960d-2c55-4b34-97fb-84238ad16f57 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:40.200131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60221c1c-116f-4faf-9509-99e53573aabf req-238a960d-2c55-4b34-97fb-84238ad16f57 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.1520171 Feb 11 04:27:40.298101 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (aea95d24-6342-4439-a0f9-e03efadf6d99), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:40.310308 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event updated for resources: {'Port': ['ID=979a8ece-016f-4655-b6ed-d382ab7a05ea,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:40.312976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c67ce-ce14-4ef5-ae26-cc2afe24cb3a req-b52a7c23-7735-441f-91d3-0ac99be8f69a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:40.314764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-da1c67ce-ce14-4ef5-ae26-cc2afe24cb3a req-b52a7c23-7735-441f-91d3-0ac99be8f69a tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 945 time: 0.1135535 Feb 11 04:27:40.316269 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-27622044'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:40.333128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60221c1c-116f-4faf-9509-99e53573aabf req-332cdcd6-0aee-4649-80ea-9e20813714e4 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999784 Feb 11 04:27:40.385736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-da1c67ce-ce14-4ef5-ae26-cc2afe24cb3a req-d98a0617-dcaa-4475-aaca-21d0d6f31997 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568671 Feb 11 04:27:40.410966 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:40.413567 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ed31d721-4d9c-4ef6-9584-245723b12ee2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7666879 Feb 11 04:27:40.435438 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ce8ad61b-47a3-444d-84ad-72bdbfb54ff7 req-b8baf60e-f220-432d-83e9-3b97f6037aed tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 210 time: 0.0422571 Feb 11 04:27:40.496714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Made reservation on behalf of 9b48bd4bea4e4a9d941302f7fa5705a2 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:40.499954 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:40.517513 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:40.611603 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks [] for security_group (7f9016a1-2234-4096-8704-5499373c2ca3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:40.669398 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7f9016a1-2234-4096-8704-5499373c2ca3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:40.689787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-dabe1e47-f1c5-44cf-8ef2-e6a5d25f87db tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--43203814&fields=id&tenant_id=1a213f7e5ecd454da27b635be4fbd761 HTTP/1.1" status: 200 len: 267 time: 0.0639980 Feb 11 04:27:40.708192 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:27:40.733146 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (97f8ebfe-98d6-496a-b2c8-e05509bcd2f9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:40.733663 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Added segment 97f8ebfe-98d6-496a-b2c8-e05509bcd2f9 of type vlan for network aa25749e-1d89-4340-94ea-0dfd79503d5a Feb 11 04:27:40.734937 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9016a1-2234-4096-8704-5499373c2ca3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:40.751733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51614) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:40.808662 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (aa25749e-1d89-4340-94ea-0dfd79503d5a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:40.866599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-389c550b-fe9a-48fc-bd0d-30285dd487b4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:40.868255 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-389c550b-fe9a-48fc-bd0d-30285dd487b4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 816 time: 0.1713948 Feb 11 04:27:40.882680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-8fac24f3-112a-4057-b22a-4f6b9707a52b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/quotas/1a213f7e5ecd454da27b635be4fbd761 HTTP/1.1" status: 200 len: 375 time: 0.0090756 Feb 11 04:27:40.919579 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (aa25749e-1d89-4340-94ea-0dfd79503d5a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:40.926049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:40.926685 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:40.950675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-4c9bd5f4-b27a-4446-bcb5-6e8e33853999 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624814 Feb 11 04:27:40.958327 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45ff56ef-7fa9-4ad8-b86e-91dcde83fb35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:41.000415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event updated for resources: {'Network': ['ID=aa25749e-1d89-4340-94ea-0dfd79503d5a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:41.021472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network aa25749e-1d89-4340-94ea-0dfd79503d5a details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:27:41.065324 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cb0a0d0c-77dc-4093-af20-7d0c8965c5d3 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9479828 Feb 11 04:27:41.068358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51622) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:41.074044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-604aeda8-6790-4cb9-9456-cd2a57b4377c tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Request body: {'subnet': {'network_id': 'aa25749e-1d89-4340-94ea-0dfd79503d5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:41.110877 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-be1c1c4a-4913-4f25-a09a-cadc2932bd8e service neutron] 10.222.0.13 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415408 Feb 11 04:27:41.184313 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-733cba7e-7226-4623-95cf-f4fa30f3213d req-e05ef932-6a91-4831-93c1-18c43d4dd2d0 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 210 time: 0.0614874 Feb 11 04:27:41.226761 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45ff56ef-7fa9-4ad8-b86e-91dcde83fb35 admin admin] Publish callbacks [] for security_group (9c797935-c7d6-48dc-826b-9440b6b9a36d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:41.258614 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-1af62eea-fe5e-4125-b7b6-d2299a9067e3 service neutron] 10.222.0.13 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468585 Feb 11 04:27:41.270092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51626) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:41.274052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604aeda8-6790-4cb9-9456-cd2a57b4377c tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Made reservation on behalf of 9b48bd4bea4e4a9d941302f7fa5705a2 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:41.278171 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-604aeda8-6790-4cb9-9456-cd2a57b4377c tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:41.302605 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45ff56ef-7fa9-4ad8-b86e-91dcde83fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9c797935-c7d6-48dc-826b-9440b6b9a36d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:41.413258 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-45ff56ef-7fa9-4ad8-b86e-91dcde83fb35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ef338ba3b4e46c8a905574b5699d389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6506979 Feb 11 04:27:41.416150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51634) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:41.420937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff56ef-7fa9-4ad8-b86e-91dcde83fb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c797935-c7d6-48dc-826b-9440b6b9a36d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:41.493641 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b011aa94-acf0-475c-b003-b14ca053965e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:41.588097 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-604aeda8-6790-4cb9-9456-cd2a57b4377c tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (d2a1f0d6-6029-4971-909d-d7f285efe539), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:41.632916 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-c7ada431-30d8-4c48-a88e-3f5b86bad45b tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:41.634452 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-c7ada431-30d8-4c48-a88e-3f5b86bad45b tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.32 "GET /v2.0/networks?id=c57170b2-2689-4e58-9ac1-bfa424d24aa2 HTTP/1.1" status: 200 len: 824 time: 0.2855382 Feb 11 04:27:41.655733 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1b9819d-a79c-404e-af6c-eed70f250767 admin admin] Publish callbacks [] for security_group (9c797935-c7d6-48dc-826b-9440b6b9a36d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:41.662400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604aeda8-6790-4cb9-9456-cd2a57b4377c tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event updated for resources: {'Subnet': ['ID=d2a1f0d6-6029-4971-909d-d7f285efe539,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:41.671898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-01724e88-0cd2-4a7d-87bc-8e4482e2232e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Request body: {'port': {'device_id': 'a9d4b58d-f65d-4906-b176-1a771d4eb3d2', 'network_id': 'c57170b2-2689-4e58-9ac1-bfa424d24aa2', 'admin_state_up': True, 'tenant_id': '92bf6f20f7e648e69382ffb3d8097710'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:41.673861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604aeda8-6790-4cb9-9456-cd2a57b4377c tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Checking segment: {'id': '97f8ebfe-98d6-496a-b2c8-e05509bcd2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa25749e-1d89-4340-94ea-0dfd79503d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:41.674288 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604aeda8-6790-4cb9-9456-cd2a57b4377c tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Network hostable DHCP agents. Network: aa25749e-1d89-4340-94ea-0dfd79503d5a, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:27:41.692849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4f93b-cff0-4ef6-8486-03a8da926f3c req-8b2c7e41-7211-4a38-93aa-af9bb973fe12 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:41.694668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9b4f93b-cff0-4ef6-8486-03a8da926f3c req-8b2c7e41-7211-4a38-93aa-af9bb973fe12 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.2086413 Feb 11 04:27:41.747970 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1b9819d-a79c-404e-af6c-eed70f250767 admin admin] Publish callbacks [] for security_group (9c797935-c7d6-48dc-826b-9440b6b9a36d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:41.782314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604aeda8-6790-4cb9-9456-cd2a57b4377c tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Network aa25749e-1d89-4340-94ea-0dfd79503d5a is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:27:41.873555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-604aeda8-6790-4cb9-9456-cd2a57b4377c tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, aa25749e-1d89-4340-94ea-0dfd79503d5a) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:41.878947 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604aeda8-6790-4cb9-9456-cd2a57b4377c tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:41.879697 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-604aeda8-6790-4cb9-9456-cd2a57b4377c tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:41.890254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3669be-12ea-42b5-9fd4-4e18a804c15a None None] Network aa25749e-1d89-4340-94ea-0dfd79503d5a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:27:41.891345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81215a7b-10f8-450d-846b-73ef7e0f2a7c req-a8d04db4-ac20-4e49-b91e-e1490ea7d56c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:41.892891 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-81215a7b-10f8-450d-846b-73ef7e0f2a7c req-a8d04db4-ac20-4e49-b91e-e1490ea7d56c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 945 time: 0.3041766 Feb 11 04:27:41.899355 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b011aa94-acf0-475c-b003-b14ca053965e admin admin] Publish callbacks [] for security_group (9346bdd1-2590-4f1b-b728-fd462c63542f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:41.936663 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9b4f93b-cff0-4ef6-8486-03a8da926f3c req-644fb110-29e2-4485-9748-81d26123f880 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233715 Feb 11 04:27:41.969527 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b011aa94-acf0-475c-b003-b14ca053965e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9346bdd1-2590-4f1b-b728-fd462c63542f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:41.969679 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-604aeda8-6790-4cb9-9456-cd2a57b4377c tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8961453 Feb 11 04:27:41.969679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51646) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:41.972983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-87c6bb99-d863-418b-8a50-159040c3698e tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Request body: {'port': {'network_id': 'aa25749e-1d89-4340-94ea-0dfd79503d5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2062185078'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:42.031973 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-81215a7b-10f8-450d-846b-73ef7e0f2a7c req-dc108ae8-19c9-43bd-aa6d-026f8795ef8b tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134868 Feb 11 04:27:42.050807 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1b9819d-a79c-404e-af6c-eed70f250767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9c797935-c7d6-48dc-826b-9440b6b9a36d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:42.057094 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1b9819d-a79c-404e-af6c-eed70f250767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:42.058612 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e1b9819d-a79c-404e-af6c-eed70f250767 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c797935-c7d6-48dc-826b-9440b6b9a36d HTTP/1.1" status: 204 len: 168 time: 0.6347706 Feb 11 04:27:42.077885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011aa94-acf0-475c-b003-b14ca053965e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9346bdd1-2590-4f1b-b728-fd462c63542f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:42.097022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-aa25749e-1d89-4340-94ea-0dfd79503d5a', 'network_id': 'aa25749e-1d89-4340-94ea-0dfd79503d5a', 'project_id': '9b48bd4bea4e4a9d941302f7fa5705a2', 'fixed_ips': [{'subnet_id': 'd2a1f0d6-6029-4971-909d-d7f285efe539'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:27:42.097022 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:42.142323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-01724e88-0cd2-4a7d-87bc-8e4482e2232e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Made reservation on behalf of 92bf6f20f7e648e69382ffb3d8097710 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:42.146158 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-01724e88-0cd2-4a7d-87bc-8e4482e2232e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:42.159436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9d668ea-28ed-4b85-b216-3d7e5650d3d7 req-e5fb41d4-eaab-4676-b047-0c9661042ad2 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 210 time: 0.0991838 Feb 11 04:27:42.165730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b011aa94-acf0-475c-b003-b14ca053965e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b52331001385492291e9cec6a1b13ab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8909669 Feb 11 04:27:42.166000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51652) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:42.212401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-933b142b-695f-4877-8a21-2c8356a35427 req-bf9d9a50-8f6d-442d-84e0-48f1d2271804 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 210 time: 0.1028290 Feb 11 04:27:42.212401 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9819d-a79c-404e-af6c-eed70f250767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c797935-c7d6-48dc-826b-9440b6b9a36d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:42.298777 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a85f43b1-ba64-4b62-b4df-250dffe6b311 admin admin] Publish callbacks [] for security_group (9346bdd1-2590-4f1b-b728-fd462c63542f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:42.321216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Allocated IP 2001:db8::2 (aa25749e-1d89-4340-94ea-0dfd79503d5a/d2a1f0d6-6029-4971-909d-d7f285efe539/da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:42.325558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c6bb99-d863-418b-8a50-159040c3698e tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Made reservation on behalf of 9b48bd4bea4e4a9d941302f7fa5705a2 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:42.331869 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87c6bb99-d863-418b-8a50-159040c3698e tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:42.333752 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a85f43b1-ba64-4b62-b4df-250dffe6b311 admin admin] Publish callbacks [] for security_group (9346bdd1-2590-4f1b-b728-fd462c63542f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:42.352324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d6f21e5-4cfc-41fe-a3c6-f927d928d9f8 req-fb680197-cf76-4bb0-b330-3d3a8935de54 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 210 time: 0.0381598 Feb 11 04:27:42.369194 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-87c6bb99-d863-418b-8a50-159040c3698e tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] device_id is not set on port 8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:27:42.419219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-01724e88-0cd2-4a7d-87bc-8e4482e2232e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Allocated IP 172.20.0.6 (c57170b2-2689-4e58-9ac1-bfa424d24aa2/4505958e-db92-418c-96aa-e9a93bf669a9/ef47940e-066e-4c29-8b9f-e3b5422040d4) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:42.588118 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a85f43b1-ba64-4b62-b4df-250dffe6b311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9346bdd1-2590-4f1b-b728-fd462c63542f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:42.590890 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a85f43b1-ba64-4b62-b4df-250dffe6b311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:42.592949 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a85f43b1-ba64-4b62-b4df-250dffe6b311 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9346bdd1-2590-4f1b-b728-fd462c63542f HTTP/1.1" status: 204 len: 168 time: 0.4251740 Feb 11 04:27:42.602457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f43b1-ba64-4b62-b4df-250dffe6b311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9346bdd1-2590-4f1b-b728-fd462c63542f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:42.756965 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-01724e88-0cd2-4a7d-87bc-8e4482e2232e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Publish callbacks [] for port (ef47940e-066e-4c29-8b9f-e3b5422040d4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:42.761328 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Publish callbacks [] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:42.830044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ca192-7a6b-4b33-b78b-58aca4a6b9a3 req-34f25a3d-466f-4515-a3c9-bc7de2dc52e4 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:42.831546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff0ca192-7a6b-4b33-b78b-58aca4a6b9a3 req-34f25a3d-466f-4515-a3c9-bc7de2dc52e4 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 945 time: 0.0872772 Feb 11 04:27:42.863384 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:42.892536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff0ca192-7a6b-4b33-b78b-58aca4a6b9a3 req-30102bb4-5736-4e68-8c96-5925980840f2 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554304 Feb 11 04:27:42.919880 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-01724e88-0cd2-4a7d-87bc-8e4482e2232e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ef47940e-066e-4c29-8b9f-e3b5422040d4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:42.943106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Network aa25749e-1d89-4340-94ea-0dfd79503d5a is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:42.946922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:42.957969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:42.957969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Pushing event updated for resources: {'Port': ['ID=da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:43.036705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Attempting to bind port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:43.037503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Attempting to bind port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '97f8ebfe-98d6-496a-b2c8-e05509bcd2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa25749e-1d89-4340-94ea-0dfd79503d5a'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:43.038128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Attempting to bind port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 on network aa25749e-1d89-4340-94ea-0dfd79503d5a {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:43.045126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:27:43.045765 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Checking segment: {'id': '97f8ebfe-98d6-496a-b2c8-e05509bcd2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa25749e-1d89-4340-94ea-0dfd79503d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:43.046357 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:43.046987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Bound using segment: {'id': '97f8ebfe-98d6-496a-b2c8-e05509bcd2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa25749e-1d89-4340-94ea-0dfd79503d5a'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:27:43.047619 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Bound port: da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f8ebfe-98d6-496a-b2c8-e05509bcd2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'aa25749e-1d89-4340-94ea-0dfd79503d5a'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:27:43.048213 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:43.059108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-87c6bb99-d863-418b-8a50-159040c3698e tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Allocated IP 2001:db8::220 (aa25749e-1d89-4340-94ea-0dfd79503d5a/d2a1f0d6-6029-4971-909d-d7f285efe539/8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:43.153391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-01724e88-0cd2-4a7d-87bc-8e4482e2232e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Network c57170b2-2689-4e58-9ac1-bfa424d24aa2 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:43.206655 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] For port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:27:43.218181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] For port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323,segment=NetworkSegment(97f8ebfe-98d6-496a-b2c8-e05509bcd2f9),segment_id=97f8ebfe-98d6-496a-b2c8-e05509bcd2f9)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:27:43.260165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-01724e88-0cd2-4a7d-87bc-8e4482e2232e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:43.266406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01724e88-0cd2-4a7d-87bc-8e4482e2232e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Pushing event updated for resources: {'Port': ['ID=ef47940e-066e-4c29-8b9f-e3b5422040d4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:43.269938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-01724e88-0cd2-4a7d-87bc-8e4482e2232e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:43.320137 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:43.416303 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87c6bb99-d863-418b-8a50-159040c3698e tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks [] for port (8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:43.515133 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3773c-cc5e-438a-9506-46509efc4a2e None None] Pushing event updated for resources: {'Port': ['ID=da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:43.526136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-40c3ce26-0ed9-4cd7-ab5a-302d2e5781cb tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:43.527692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-40c3ce26-0ed9-4cd7-ab5a-302d2e5781cb tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.32 "GET /v2.0/networks?id=614f328c-fbb9-40fc-92f4-67436d77cc24 HTTP/1.1" status: 200 len: 815 time: 0.6058772 Feb 11 04:27:43.534826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-01724e88-0cd2-4a7d-87bc-8e4482e2232e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:43.536698 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-01724e88-0cd2-4a7d-87bc-8e4482e2232e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:43.546492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-66c226fc-56fb-41d5-bf4b-cda517be2d24 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Request body: {'port': {'device_id': 'b23b0ecb-670c-4458-9e11-2548013fb8e4', 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24', 'admin_state_up': True, 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:43.554321 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87c6bb99-d863-418b-8a50-159040c3698e tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:43.558894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f7066-1c68-4d77-853a-d25e1412c123 req-818f3571-3da1-41f4-b316-09880c01a5f6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:43.566458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d87f7066-1c68-4d77-853a-d25e1412c123 req-818f3571-3da1-41f4-b316-09880c01a5f6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.4699159 Feb 11 04:27:43.689750 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c6bb99-d863-418b-8a50-159040c3698e tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Network aa25749e-1d89-4340-94ea-0dfd79503d5a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:43.693380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-87c6bb99-d863-418b-8a50-159040c3698e tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:43.699192 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c6bb99-d863-418b-8a50-159040c3698e tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:43.706959 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c6bb99-d863-418b-8a50-159040c3698e tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:43.706959 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87c6bb99-d863-418b-8a50-159040c3698e tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:43.723718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6bb99-d863-418b-8a50-159040c3698e tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event updated for resources: {'Port': ['ID=8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:43.797720 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-87c6bb99-d863-418b-8a50-159040c3698e tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8299472 Feb 11 04:27:43.800788 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51704) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:43.809257 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Request body: {'port': {'network_id': 'aa25749e-1d89-4340-94ea-0dfd79503d5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1286696740', 'allowed_address_pairs': [{'ip_address': '2001:db8::220', 'mac_address': 'fa:16:3e:3c:73:b9'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:44.017495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-01724e88-0cd2-4a7d-87bc-8e4482e2232e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3565564 Feb 11 04:27:44.032516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3066cf-2613-4510-b2be-160baa9a8699 req-9047d444-0967-44dc-b79b-2edfd344dea9 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:44.034066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f3066cf-2613-4510-b2be-160baa9a8699 req-9047d444-0967-44dc-b79b-2edfd344dea9 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 931 time: 0.6461022 Feb 11 04:27:44.047216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Request body: {'port': {'device_id': 'a9d4b58d-f65d-4906-b176-1a771d4eb3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:44.090368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Made reservation on behalf of 9b48bd4bea4e4a9d941302f7fa5705a2 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:44.105520 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d87f7066-1c68-4d77-853a-d25e1412c123 req-b713ca1b-7fbe-44cb-b2c2-9fbca8319f6b tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380673 Feb 11 04:27:44.220911 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:44.248166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] device_id is not set on port 21c9f57c-88e3-4f28-a743-fcad73b5a507 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:27:44.297694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7cb3657-70bb-445e-aeb1-b375e7377cf9 req-99c14654-4d03-4e3d-9fe9-2911c7b4a0fd tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 210 time: 0.0561616 Feb 11 04:27:44.311706 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f3066cf-2613-4510-b2be-160baa9a8699 req-a938b491-e711-47b4-905c-399a41abe7da tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555907 Feb 11 04:27:44.423765 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ef47940e-066e-4c29-8b9f-e3b5422040d4), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:44.437783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-66c226fc-56fb-41d5-bf4b-cda517be2d24 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Made reservation on behalf of ec19c3b19ab44f71ad80c341fe163d36 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:44.441458 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-66c226fc-56fb-41d5-bf4b-cda517be2d24 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:44.571010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35bc6374-7656-4f35-ae0c-01ca0813d792 req-99301f42-c2c7-4b94-a90f-ed9f817fa863 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 210 time: 0.1420124 Feb 11 04:27:44.604137 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-a4075ed0-5ddc-40a4-b7ef-b051b63394b3 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:44.609392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-a4075ed0-5ddc-40a4-b7ef-b051b63394b3 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.47 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 816 time: 0.3196363 Feb 11 04:27:44.922431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b790c-4a47-4ff7-b393-0f2a1c984bee req-aafa3b56-c671-458d-bada-4d8e3bf708ef tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:44.941367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-798b790c-4a47-4ff7-b393-0f2a1c984bee req-aafa3b56-c671-458d-bada-4d8e3bf708ef tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 945 time: 0.5106342 Feb 11 04:27:45.114562 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Allocated IP 2001:db8::1a3 (aa25749e-1d89-4340-94ea-0dfd79503d5a/d2a1f0d6-6029-4971-909d-d7f285efe539/21c9f57c-88e3-4f28-a743-fcad73b5a507) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:45.294982 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd491e-5034-440f-a287-429294a79ee6 None None] Network aa25749e-1d89-4340-94ea-0dfd79503d5a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:27:45.320674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-d500ea8f-669a-481a-a20c-d5d5edcfa4ca tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a213f7e5ecd454da27b635be4fbd761 HTTP/1.1" status: 200 len: 378 time: 0.6832588 Feb 11 04:27:45.343001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-d4b1fa2f-25a0-4cad-8ab2-33301dd881f4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Request body: {'port': {'device_id': '256a23bb-ed97-482c-9a93-703757629690', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'admin_state_up': True, 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'security_groups': ['14882dd4-f462-4ae8-80e4-d7c5b405f554']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:45.393074 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-798b790c-4a47-4ff7-b393-0f2a1c984bee req-dbb34d4f-409f-4d02-84f6-04ae4e9a9d0c tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474990 Feb 11 04:27:45.465333 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-26a2aa53-19c3-44dd-9e12-19279a59b6b1 None None] Provisioning complete for port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:45.466290 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-26a2aa53-19c3-44dd-9e12-19279a59b6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:45.486090 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks [] for port (21c9f57c-88e3-4f28-a743-fcad73b5a507), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:45.583583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-66c226fc-56fb-41d5-bf4b-cda517be2d24 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Allocated IP 172.20.0.9 (614f328c-fbb9-40fc-92f4-67436d77cc24/2e44a196-1d3b-4bb5-96a0-8fa55ff75945/c111e8c1-33cd-4306-81bd-e14530822539) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:45.626240 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (21c9f57c-88e3-4f28-a743-fcad73b5a507), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:45.731012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-26a2aa53-19c3-44dd-9e12-19279a59b6b1 None None] Current status of the port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:45.744244 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-26a2aa53-19c3-44dd-9e12-19279a59b6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:45.795592 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-26a2aa53-19c3-44dd-9e12-19279a59b6b1 None None] For port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323,segment=NetworkSegment(97f8ebfe-98d6-496a-b2c8-e05509bcd2f9),segment_id=97f8ebfe-98d6-496a-b2c8-e05509bcd2f9)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:45.801748 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f51e476a-9e8e-4c26-a9e6-d2c8d7811f27 req-b998af0b-dad2-49d7-bb44-04f81445a86c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 210 time: 0.2206562 Feb 11 04:27:45.811352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Network aa25749e-1d89-4340-94ea-0dfd79503d5a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:45.816036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event updated for resources: {'Port': ['ID=21c9f57c-88e3-4f28-a743-fcad73b5a507,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:45.852654 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-26a2aa53-19c3-44dd-9e12-19279a59b6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:45.882009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.888687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.889450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.889843 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.892722 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.893152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.893565 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.893977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.894383 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.894817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.903004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.903399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.907344 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:45.916740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac7f1a-91e4-47a2-9406-973657859ca8 req-51b9e243-1bd6-4c4b-b60e-ebce8a4c11a4 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:45.924571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:45.926675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bac7f1a-91e4-47a2-9406-973657859ca8 req-51b9e243-1bd6-4c4b-b60e-ebce8a4c11a4 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.6855969 Feb 11 04:27:45.927328 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:45.935684 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:27:45.970458 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:45.970458 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:46.020933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51784) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:46.039790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-d4b1fa2f-25a0-4cad-8ab2-33301dd881f4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Made reservation on behalf of 1a213f7e5ecd454da27b635be4fbd761 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:46.057780 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-08149806-8041-4581-aa86-e4e77c732085 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.2528696 Feb 11 04:27:46.057983 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-d4b1fa2f-25a0-4cad-8ab2-33301dd881f4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:46.058090 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51788) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:46.078167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2aa53-19c3-44dd-9e12-19279a59b6b1 None None] Pushing event updated for resources: {'Port': ['ID=da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:46.118579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:46.119300 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:46.293751 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13bde3-e194-44b3-b2d8-59576e4170f0 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:46.298827 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13bde3-e194-44b3-b2d8-59576e4170f0 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:46.305559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13bde3-e194-44b3-b2d8-59576e4170f0 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:46.307648 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ea13bde3-e194-44b3-b2d8-59576e4170f0 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.2485700 Feb 11 04:27:46.311017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51794) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:46.363606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-39f5bb2c-a3e4-4652-8259-c9e363d0fe55 None None] Provisioning complete for port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:46.364214 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-39f5bb2c-a3e4-4652-8259-c9e363d0fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:46.396466 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:46.447086 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b85943db-006c-40a6-b7b4-47e1716419a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:46.500132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a15d1a9d-0506-4bb0-bdaf-31caf710df21 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Deleting port 21c9f57c-88e3-4f28-a743-fcad73b5a507 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:27:46.500535 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a15d1a9d-0506-4bb0-bdaf-31caf710df21 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (21c9f57c-88e3-4f28-a743-fcad73b5a507), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:46.521657 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-39f5bb2c-a3e4-4652-8259-c9e363d0fe55 None None] Current status of the port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:46.539890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-39f5bb2c-a3e4-4652-8259-c9e363d0fe55 None None] Provisioning complete for port 8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:46.540980 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-39f5bb2c-a3e4-4652-8259-c9e363d0fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:46.572069 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bac7f1a-91e4-47a2-9406-973657859ca8 req-76a62f5d-2565-4ec3-a31b-59696d0a2b9c tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402316 Feb 11 04:27:46.613538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-39f5bb2c-a3e4-4652-8259-c9e363d0fe55 None None] Port 8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:27:46.660716 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b85943db-006c-40a6-b7b4-47e1716419a5 admin admin] Publish callbacks [] for security_group (0774506d-1dc2-44d1-af85-cbf18ca334de), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:46.683215 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a15d1a9d-0506-4bb0-bdaf-31caf710df21 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (21c9f57c-88e3-4f28-a743-fcad73b5a507), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:46.703852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a15d1a9d-0506-4bb0-bdaf-31caf710df21 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Calling delete_port for 21c9f57c-88e3-4f28-a743-fcad73b5a507 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:27:46.720716 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b85943db-006c-40a6-b7b4-47e1716419a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0774506d-1dc2-44d1-af85-cbf18ca334de), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:46.727538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe048920-5c3c-4302-89e9-f2a563ed26a6 req-90ec652d-a75e-472e-87a9-3bbf602a8a39 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:46.751314 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe048920-5c3c-4302-89e9-f2a563ed26a6 req-90ec652d-a75e-472e-87a9-3bbf602a8a39 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 931 time: 0.7697737 Feb 11 04:27:46.783985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-52837237-0cd8-4c91-8a0d-14bcd4c48409 None None] Provisioning complete for port 8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:46.783985 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52837237-0cd8-4c91-8a0d-14bcd4c48409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:46.784270 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef47940e-066e-4c29-8b9f-e3b5422040d4 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:27:46.871073 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b85943db-006c-40a6-b7b4-47e1716419a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a111aaaf61c42138ceb007287c2136d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8485737 Feb 11 04:27:46.872109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85943db-006c-40a6-b7b4-47e1716419a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0774506d-1dc2-44d1-af85-cbf18ca334de,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:46.877950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51806) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:46.884959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-52837237-0cd8-4c91-8a0d-14bcd4c48409 None None] Port 8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:27:46.891357 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Publish callbacks [] for port (ef47940e-066e-4c29-8b9f-e3b5422040d4), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:46.964558 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1cf462d8-813d-4594-ac73-52d9c17ac96c admin admin] Publish callbacks [] for security_group (0774506d-1dc2-44d1-af85-cbf18ca334de), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:47.026574 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-66c226fc-56fb-41d5-bf4b-cda517be2d24 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Publish callbacks [] for port (c111e8c1-33cd-4306-81bd-e14530822539), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:47.028243 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1cf462d8-813d-4594-ac73-52d9c17ac96c admin admin] Publish callbacks [] for security_group (0774506d-1dc2-44d1-af85-cbf18ca334de), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:47.088886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-d4b1fa2f-25a0-4cad-8ab2-33301dd881f4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Allocated IP 172.20.0.13 (aea3f5db-90d4-484d-a1e1-ef38ac456aad/aff91b0d-1298-40b8-9cf7-8b139d7ddd16/5e7aad66-5b0e-4338-bc23-44f0e8272db9) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:47.159780 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a15d1a9d-0506-4bb0-bdaf-31caf710df21 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (21c9f57c-88e3-4f28-a743-fcad73b5a507), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:47.235485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe048920-5c3c-4302-89e9-f2a563ed26a6 req-d1dcdc56-b382-451a-b864-a7973c8bfc00 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831686 Feb 11 04:27:47.236704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Transition to ACTIVE for port object ef47940e-066e-4c29-8b9f-e3b5422040d4 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:27:47.254106 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1cf462d8-813d-4594-ac73-52d9c17ac96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0774506d-1dc2-44d1-af85-cbf18ca334de), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:47.261863 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1cf462d8-813d-4594-ac73-52d9c17ac96c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:47.263090 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1cf462d8-813d-4594-ac73-52d9c17ac96c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0774506d-1dc2-44d1-af85-cbf18ca334de HTTP/1.1" status: 204 len: 168 time: 0.3840263 Feb 11 04:27:47.264753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d1a9d-0506-4bb0-bdaf-31caf710df21 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event deleted for resources: {'Port': ['ID=21c9f57c-88e3-4f28-a743-fcad73b5a507,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:47.296212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf462d8-813d-4594-ac73-52d9c17ac96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0774506d-1dc2-44d1-af85-cbf18ca334de,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:47.304664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9495804c-2368-4b27-8db8-fe6376154bcc None None] Could not find standard attr ID for object 21c9f57c-88e3-4f28-a743-fcad73b5a507. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:27:47.387139 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (ef47940e-066e-4c29-8b9f-e3b5422040d4), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:47.508699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-531907b9-863c-43ff-9aeb-cdedc618548b req-4b668a25-9d8a-4736-ac32-8f0f2dd74a43 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 210 time: 0.1177557 Feb 11 04:27:47.548998 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a15d1a9d-0506-4bb0-bdaf-31caf710df21 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:47.574436 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a15d1a9d-0506-4bb0-bdaf-31caf710df21 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "DELETE /v2.0/ports/21c9f57c-88e3-4f28-a743-fcad73b5a507 HTTP/1.1" status: 204 len: 168 time: 1.2584462 Feb 11 04:27:47.576484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51818) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:47.582703 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-66c226fc-56fb-41d5-bf4b-cda517be2d24 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c111e8c1-33cd-4306-81bd-e14530822539), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:47.674245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-66c226fc-56fb-41d5-bf4b-cda517be2d24 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Network 614f328c-fbb9-40fc-92f4-67436d77cc24 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:47.688215 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-9393a886-a46f-4765-bb4c-85fba3693f54 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] GET failed (client error): The resource could not be found. Feb 11 04:27:47.696245 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9393a886-a46f-4765-bb4c-85fba3693f54 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "GET /v2.0/ports/21c9f57c-88e3-4f28-a743-fcad73b5a507 HTTP/1.1" status: 404 len: 333 time: 0.1174767 Feb 11 04:27:47.703238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51828) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:47.723248 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-93093bef-786f-4e17-b645-d7d3a0477bdd tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Request body: {'port': {'network_id': 'aa25749e-1d89-4340-94ea-0dfd79503d5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1081865971'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:47.728203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-66c226fc-56fb-41d5-bf4b-cda517be2d24 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:47.756238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-66c226fc-56fb-41d5-bf4b-cda517be2d24 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:47.861450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Pushing event updated for resources: {'Port': ['ID=ef47940e-066e-4c29-8b9f-e3b5422040d4,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:47.902896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:27:47.905505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd54524-9e9c-49e7-85db-15efdd8ee6c8 req-24ddb19c-d677-48af-86c5-fc6b3e1ab70b tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:47.910662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fd54524-9e9c-49e7-85db-15efdd8ee6c8 req-24ddb19c-d677-48af-86c5-fc6b3e1ab70b tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 931 time: 0.5321605 Feb 11 04:27:47.926416 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-66c226fc-56fb-41d5-bf4b-cda517be2d24 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:47.937799 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-66c226fc-56fb-41d5-bf4b-cda517be2d24 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:48.099043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:48.099508 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:48.102730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93093bef-786f-4e17-b645-d7d3a0477bdd tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Made reservation on behalf of 9b48bd4bea4e4a9d941302f7fa5705a2 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:48.107191 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93093bef-786f-4e17-b645-d7d3a0477bdd tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:48.151124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-66c226fc-56fb-41d5-bf4b-cda517be2d24 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6100965 Feb 11 04:27:48.161463 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-93093bef-786f-4e17-b645-d7d3a0477bdd tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] device_id is not set on port 491471dd-5cd5-4468-9420-768aeba3265b yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:27:48.223241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Request body: {'port': {'device_id': 'b23b0ecb-670c-4458-9e11-2548013fb8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:48.306288 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-d4b1fa2f-25a0-4cad-8ab2-33301dd881f4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:48.313794 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fd54524-9e9c-49e7-85db-15efdd8ee6c8 req-2cb7ea38-95d4-4b55-8a51-511551274968 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/security-groups?id=32074a36-7b67-4542-8327-f0da852c588c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515232 Feb 11 04:27:48.381117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c226fc-56fb-41d5-bf4b-cda517be2d24 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Pushing event updated for resources: {'Port': ['ID=c111e8c1-33cd-4306-81bd-e14530822539,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:48.404739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:48.473112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-93093bef-786f-4e17-b645-d7d3a0477bdd tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Allocated IP 2001:db8::58 (aa25749e-1d89-4340-94ea-0dfd79503d5a/d2a1f0d6-6029-4971-909d-d7f285efe539/491471dd-5cd5-4468-9420-768aeba3265b) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:48.474923 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c111e8c1-33cd-4306-81bd-e14530822539), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:48.485172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-68cacbc5-6ddd-4998-9240-72a00523f2d0 None None] Provisioning complete for port c111e8c1-33cd-4306-81bd-e14530822539 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:48.491645 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-68cacbc5-6ddd-4998-9240-72a00523f2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c111e8c1-33cd-4306-81bd-e14530822539), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:48.537539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188a498-eb8f-44c6-b2ac-473af1301597 req-2a381d5b-1a0f-4c53-bbd7-aefc343d3706 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:48.539888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c188a498-eb8f-44c6-b2ac-473af1301597 req-2a381d5b-1a0f-4c53-bbd7-aefc343d3706 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 945 time: 0.8086410 Feb 11 04:27:48.552938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-68cacbc5-6ddd-4998-9240-72a00523f2d0 None None] Port c111e8c1-33cd-4306-81bd-e14530822539 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:27:48.620780 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Attempting to bind port ef47940e-066e-4c29-8b9f-e3b5422040d4 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:48.625448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Attempting to bind port ef47940e-066e-4c29-8b9f-e3b5422040d4 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'dc78eb6f-33a4-4617-b388-92d0a2f6d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c57170b2-2689-4e58-9ac1-bfa424d24aa2'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:48.626088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Attempting to bind port ef47940e-066e-4c29-8b9f-e3b5422040d4 on network c57170b2-2689-4e58-9ac1-bfa424d24aa2 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:48.766736 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ff32a-daa9-4e1b-9924-518e5817aea5 req-02e53659-015c-4f8d-8edf-ea9016293569 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:48.768709 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-530ff32a-daa9-4e1b-9924-518e5817aea5 req-02e53659-015c-4f8d-8edf-ea9016293569 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe7a73a3-6bbd-4b12-9382-1a90c35033a2 HTTP/1.1" status: 200 len: 945 time: 0.1340075 Feb 11 04:27:48.780206 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-d4b1fa2f-25a0-4cad-8ab2-33301dd881f4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:48.896991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Port ef47940e-066e-4c29-8b9f-e3b5422040d4 on network c57170b2-2689-4e58-9ac1-bfa424d24aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:48.897278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Attempting to bind port ef47940e-066e-4c29-8b9f-e3b5422040d4 on network c57170b2-2689-4e58-9ac1-bfa424d24aa2 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:48.919831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:27:48.920031 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Checking segment: {'id': 'dc78eb6f-33a4-4617-b388-92d0a2f6d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c57170b2-2689-4e58-9ac1-bfa424d24aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:48.920374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Bound using segment: {'id': 'dc78eb6f-33a4-4617-b388-92d0a2f6d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c57170b2-2689-4e58-9ac1-bfa424d24aa2'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:27:48.920839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Bound port: ef47940e-066e-4c29-8b9f-e3b5422040d4, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc78eb6f-33a4-4617-b388-92d0a2f6d9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c57170b2-2689-4e58-9ac1-bfa424d24aa2'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:27:48.921210 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ef47940e-066e-4c29-8b9f-e3b5422040d4), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:48.926859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c188a498-eb8f-44c6-b2ac-473af1301597 req-29ff22f1-f90b-4d44-93ec-c760f4afd536 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac904bbe-b981-4870-ac6e-1bfef77bc62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676229 Feb 11 04:27:48.931954 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93093bef-786f-4e17-b645-d7d3a0477bdd tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks [] for port (491471dd-5cd5-4468-9420-768aeba3265b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:48.944713 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-530ff32a-daa9-4e1b-9924-518e5817aea5 req-a4f33d5e-dd6a-42e4-8b29-17d93e786c58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Deleting port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:27:48.945239 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-530ff32a-daa9-4e1b-9924-518e5817aea5 req-a4f33d5e-dd6a-42e4-8b29-17d93e786c58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (30bccd9d-d7c1-4f37-897b-bdd4d34d90c6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:49.075418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-530ff32a-daa9-4e1b-9924-518e5817aea5 req-a4f33d5e-dd6a-42e4-8b29-17d93e786c58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] For port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=30bccd9d-d7c1-4f37-897b-bdd4d34d90c6,segment=NetworkSegment(9b4d1349-813f-477a-95c4-e8d054a1fe0a),segment_id=9b4d1349-813f-477a-95c4-e8d054a1fe0a)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:49.075901 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-530ff32a-daa9-4e1b-9924-518e5817aea5 req-a4f33d5e-dd6a-42e4-8b29-17d93e786c58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (30bccd9d-d7c1-4f37-897b-bdd4d34d90c6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:49.095055 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-530ff32a-daa9-4e1b-9924-518e5817aea5 req-a4f33d5e-dd6a-42e4-8b29-17d93e786c58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Calling delete_port for 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:27:49.292659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c111e8c1-33cd-4306-81bd-e14530822539 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:27:49.302065 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Publish callbacks [] for port (c111e8c1-33cd-4306-81bd-e14530822539), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:49.318989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Transition to ACTIVE for port object c111e8c1-33cd-4306-81bd-e14530822539 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:27:49.331767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-d4b1fa2f-25a0-4cad-8ab2-33301dd881f4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Network aea3f5db-90d4-484d-a1e1-ef38ac456aad is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:49.402013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-d4b1fa2f-25a0-4cad-8ab2-33301dd881f4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:49.408776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1fa2f-25a0-4cad-8ab2-33301dd881f4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event updated for resources: {'Port': ['ID=5e7aad66-5b0e-4338-bc23-44f0e8272db9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:49.414281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-d4b1fa2f-25a0-4cad-8ab2-33301dd881f4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:49.468471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51910) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:49.477203 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93093bef-786f-4e17-b645-d7d3a0477bdd tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (491471dd-5cd5-4468-9420-768aeba3265b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:49.480902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-d4b1fa2f-25a0-4cad-8ab2-33301dd881f4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:49.481706 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-d4b1fa2f-25a0-4cad-8ab2-33301dd881f4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:49.495678 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (c111e8c1-33cd-4306-81bd-e14530822539), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:49.537008 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-530ff32a-daa9-4e1b-9924-518e5817aea5 req-a4f33d5e-dd6a-42e4-8b29-17d93e786c58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (30bccd9d-d7c1-4f37-897b-bdd4d34d90c6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:49.555751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['30bccd9d-d7c1-4f37-897b-bdd4d34d90c6'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:27:49.602089 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93093bef-786f-4e17-b645-d7d3a0477bdd tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Network aa25749e-1d89-4340-94ea-0dfd79503d5a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:49.606994 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-93093bef-786f-4e17-b645-d7d3a0477bdd tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:49.610483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93093bef-786f-4e17-b645-d7d3a0477bdd tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:49.616955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93093bef-786f-4e17-b645-d7d3a0477bdd tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:49.617671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93093bef-786f-4e17-b645-d7d3a0477bdd tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:49.624924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93093bef-786f-4e17-b645-d7d3a0477bdd tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event updated for resources: {'Port': ['ID=491471dd-5cd5-4468-9420-768aeba3265b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:49.645295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c111e8c1-33cd-4306-81bd-e14530822539,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:49.685885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c42e16-1140-43d9-a33a-a4554b9a5a59 req-f6d3af3c-abb9-4377-afcf-e6d6bf7e281e tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:49.696882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22c42e16-1140-43d9-a33a-a4554b9a5a59 req-f6d3af3c-abb9-4377-afcf-e6d6bf7e281e tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 1.1737010 Feb 11 04:27:49.724730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-d4b1fa2f-25a0-4cad-8ab2-33301dd881f4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3887224 Feb 11 04:27:49.792262 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-93093bef-786f-4e17-b645-d7d3a0477bdd tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0863435 Feb 11 04:27:49.795641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f33d5e-dd6a-42e4-8b29-17d93e786c58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Pushing event deleted for resources: {'Port': ['ID=30bccd9d-d7c1-4f37-897b-bdd4d34d90c6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:49.801985 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51914) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:49.822848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] For port ef47940e-066e-4c29-8b9f-e3b5422040d4, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:27:49.827718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] For port ef47940e-066e-4c29-8b9f-e3b5422040d4, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ef47940e-066e-4c29-8b9f-e3b5422040d4,segment=NetworkSegment(dc78eb6f-33a4-4617-b388-92d0a2f6d9df),segment_id=dc78eb6f-33a4-4617-b388-92d0a2f6d9df)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:27:49.844841 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f7189083-5842-431b-b12f-dfdbeba1868f tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::220', 'mac_address': 'fa:16:3e:3c:73:b9'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:49.853888 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-530ff32a-daa9-4e1b-9924-518e5817aea5 req-a4f33d5e-dd6a-42e4-8b29-17d93e786c58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] No DVR routers for this DVR port 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:27:49.859993 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-530ff32a-daa9-4e1b-9924-518e5817aea5 req-a4f33d5e-dd6a-42e4-8b29-17d93e786c58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:49.863452 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-530ff32a-daa9-4e1b-9924-518e5817aea5 req-a4f33d5e-dd6a-42e4-8b29-17d93e786c58 tempest-DeleteServersTestJSON-477679719 tempest-DeleteServersTestJSON-477679719-project] 10.222.0.47 "DELETE /v2.0/ports/30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 HTTP/1.1" status: 204 len: 173 time: 1.0881405 Feb 11 04:27:49.865234 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7a73a3-6bbd-4b12-9382-1a90c35033a2', 'name': 'network-vif-deleted', 'tag': '30bccd9d-d7c1-4f37-897b-bdd4d34d90c6'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:49.878383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Request body: {'port': {'device_id': '256a23bb-ed97-482c-9a93-703757629690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:49.883671 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e24072-3f08-4e5e-823f-186d62c50cf7" -d '{"events": [{"server_uuid": "fe7a73a3-6bbd-4b12-9382-1a90c35033a2", "name": "network-vif-deleted", "tag": "30bccd9d-d7c1-4f37-897b-bdd4d34d90c6"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:49.959559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-378c03e0-73e6-479e-b12a-9f44f37d6054 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1342650171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:50.016079 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (ef47940e-066e-4c29-8b9f-e3b5422040d4), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:50.123347 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51922) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:50.158450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:50.159316 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:50.160246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-980faba1-4855-4078-8b0c-032f125e7b12 None None] Provisioning complete for port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:50.160641 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-980faba1-4855-4078-8b0c-032f125e7b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:50.160755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] 10.222.0.32 "PUT /v2.0/ports/ef47940e-066e-4c29-8b9f-e3b5422040d4 HTTP/1.1" status: 200 len: 1092 time: 6.1209219 Feb 11 04:27:50.186650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd7109-3618-497b-93c7-fe919f6b0c7b req-0f2c16e7-aa0a-44b4-93c2-d83385b59df0 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:50.188395 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7cdd7109-3618-497b-93c7-fe919f6b0c7b req-0f2c16e7-aa0a-44b4-93c2-d83385b59df0 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 943 time: 0.8443394 Feb 11 04:27:50.189375 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-378c03e0-73e6-479e-b12a-9f44f37d6054 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (118606d9-fb8e-400b-815b-3da1fc3e6217), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:50.197457 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-378c03e0-73e6-479e-b12a-9f44f37d6054 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (118606d9-fb8e-400b-815b-3da1fc3e6217), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:50.207127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d4b58d-f65d-4906-b176-1a771d4eb3d2', 'tag': 'ef47940e-066e-4c29-8b9f-e3b5422040d4'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:50.228090 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f15eead-00c5-4271-8f0d-d956b439cdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d4b58d-f65d-4906-b176-1a771d4eb3d2", "tag": "ef47940e-066e-4c29-8b9f-e3b5422040d4"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:50.285729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-980faba1-4855-4078-8b0c-032f125e7b12 None None] Port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:27:50.427063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-68fc0274-3ee9-4a60-bfc6-4c9eb0c79d72 None None] Provisioning complete for port 491471dd-5cd5-4468-9420-768aeba3265b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:50.427335 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-22d4f910-fe7e-4422-af18-1720f2ac75fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:50.430121 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-68fc0274-3ee9-4a60-bfc6-4c9eb0c79d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (491471dd-5cd5-4468-9420-768aeba3265b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:50.511507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7189083-5842-431b-b12f-dfdbeba1868f tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (491471dd-5cd5-4468-9420-768aeba3265b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:50.527272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-68fc0274-3ee9-4a60-bfc6-4c9eb0c79d72 None None] Port 491471dd-5cd5-4468-9420-768aeba3265b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:27:50.648169 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-22d4f910-fe7e-4422-af18-1720f2ac75fe admin admin] Publish callbacks [] for security_group (f8b93004-57cd-42cc-b9ea-6f15f03caa94), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:50.732002 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-22d4f910-fe7e-4422-af18-1720f2ac75fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f8b93004-57cd-42cc-b9ea-6f15f03caa94), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:50.804994 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-22d4f910-fe7e-4422-af18-1720f2ac75fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=116e5c56cb3f484691577cb4ad6a5080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6823018 Feb 11 04:27:50.811567 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51928) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:50.814760 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22c42e16-1140-43d9-a33a-a4554b9a5a59 req-db1b16d0-6314-476c-93a8-1e413e16471d tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1169529 Feb 11 04:27:50.854429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4f910-fe7e-4422-af18-1720f2ac75fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b93004-57cd-42cc-b9ea-6f15f03caa94,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:50.900458 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:50.953573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd6d2137-8dc3-496d-a2c2-f008fa81a446 admin admin] Publish callbacks [] for security_group (f8b93004-57cd-42cc-b9ea-6f15f03caa94), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:50.982851 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7189083-5842-431b-b12f-dfdbeba1868f tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks [] for port (491471dd-5cd5-4468-9420-768aeba3265b), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:50.997933 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd6d2137-8dc3-496d-a2c2-f008fa81a446 admin admin] Publish callbacks [] for security_group (f8b93004-57cd-42cc-b9ea-6f15f03caa94), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:51.059104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Attempting to bind port c111e8c1-33cd-4306-81bd-e14530822539 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:51.059445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Attempting to bind port c111e8c1-33cd-4306-81bd-e14530822539 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'c2af0800-6354-4b6c-b9a6-1576b0b03e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:51.059691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Attempting to bind port c111e8c1-33cd-4306-81bd-e14530822539 on network 614f328c-fbb9-40fc-92f4-67436d77cc24 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:51.080540 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7189083-5842-431b-b12f-dfdbeba1868f tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (491471dd-5cd5-4468-9420-768aeba3265b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:51.122728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f7189083-5842-431b-b12f-dfdbeba1868f tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] In _notify_port_updated(), no bound segment for port 491471dd-5cd5-4468-9420-768aeba3265b on network aa25749e-1d89-4340-94ea-0dfd79503d5a {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:27:51.127472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7189083-5842-431b-b12f-dfdbeba1868f tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:51.128497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7189083-5842-431b-b12f-dfdbeba1868f tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:51.129547 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f7189083-5842-431b-b12f-dfdbeba1868f tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "PUT /v2.0/ports/491471dd-5cd5-4468-9420-768aeba3265b HTTP/1.1" status: 200 len: 1002 time: 1.3062224 Feb 11 04:27:51.135052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51930) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:51.143162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-45e8c392-d198-46bc-bf42-f3db2aaa4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:51.144732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-45e8c392-d198-46bc-bf42-f3db2aaa4578 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92bf6f20f7e648e69382ffb3d8097710&device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 1126 time: 0.4317915 Feb 11 04:27:51.154323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc57cd-ddc3-4294-9819-35fb8324a044 service neutron] Pushing event updated for resources: {'Port': ['ID=ef47940e-066e-4c29-8b9f-e3b5422040d4,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:51.171793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7cdd7109-3618-497b-93c7-fe919f6b0c7b req-c570aaa8-c6c8-409d-80d0-3715e4d121df tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779632 Feb 11 04:27:51.176163 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-378c03e0-73e6-479e-b12a-9f44f37d6054 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for router_controller (118606d9-fb8e-400b-815b-3da1fc3e6217), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:51.178360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Port c111e8c1-33cd-4306-81bd-e14530822539 on network 614f328c-fbb9-40fc-92f4-67436d77cc24 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:51.179465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Attempting to bind port c111e8c1-33cd-4306-81bd-e14530822539 on network 614f328c-fbb9-40fc-92f4-67436d77cc24 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:51.181797 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7189083-5842-431b-b12f-dfdbeba1868f tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event updated for resources: {'Port': ['ID=491471dd-5cd5-4468-9420-768aeba3265b,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:51.224013 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd6d2137-8dc3-496d-a2c2-f008fa81a446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f8b93004-57cd-42cc-b9ea-6f15f03caa94), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:51.228854 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd6d2137-8dc3-496d-a2c2-f008fa81a446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:51.232173 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dd6d2137-8dc3-496d-a2c2-f008fa81a446 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8b93004-57cd-42cc-b9ea-6f15f03caa94 HTTP/1.1" status: 204 len: 168 time: 0.4167316 Feb 11 04:27:51.258503 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d2137-8dc3-496d-a2c2-f008fa81a446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b93004-57cd-42cc-b9ea-6f15f03caa94,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:51.314716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d9154-d584-4e43-80ed-662c13b51f26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Deleting port 491471dd-5cd5-4468-9420-768aeba3265b {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:27:51.315449 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9154-d584-4e43-80ed-662c13b51f26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (491471dd-5cd5-4468-9420-768aeba3265b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:51.354534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-20225407-c5a5-40fd-8b88-dd153535b8b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef47940e-066e-4c29-8b9f-e3b5422040d4 HTTP/1.1" status: 200 len: 217 time: 0.1735027 Feb 11 04:27:51.371112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:27:51.371832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Checking segment: {'id': 'c2af0800-6354-4b6c-b9a6-1576b0b03e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:51.372095 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Bound using segment: {'id': 'c2af0800-6354-4b6c-b9a6-1576b0b03e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:27:51.374891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Bound port: c111e8c1-33cd-4306-81bd-e14530822539, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2af0800-6354-4b6c-b9a6-1576b0b03e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:27:51.375429 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c111e8c1-33cd-4306-81bd-e14530822539), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:51.412074 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-378c03e0-73e6-479e-b12a-9f44f37d6054 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (118606d9-fb8e-400b-815b-3da1fc3e6217), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:51.498672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1f94f-6e1c-4484-a650-7fe16838e167 req-f0d24ed6-5ff1-4674-888e-4dacd5549d5b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:51.503341 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fb1f94f-6e1c-4484-a650-7fe16838e167 req-f0d24ed6-5ff1-4674-888e-4dacd5549d5b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 932 time: 0.5542448 Feb 11 04:27:51.512804 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9154-d584-4e43-80ed-662c13b51f26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (491471dd-5cd5-4468-9420-768aeba3265b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:51.573728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d9154-d584-4e43-80ed-662c13b51f26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Calling delete_port for 491471dd-5cd5-4468-9420-768aeba3265b owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:27:51.630641 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-378c03e0-73e6-479e-b12a-9f44f37d6054 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:51.633092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-378c03e0-73e6-479e-b12a-9f44f37d6054 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 2.1262574 Feb 11 04:27:51.670139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51936) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:51.700708 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-691542245'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:51.703122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a10c32cc-0b96-420c-8080-c3d34fc9291c None None] Provisioning complete for port 491471dd-5cd5-4468-9420-768aeba3265b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:51.705008 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a10c32cc-0b96-420c-8080-c3d34fc9291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (491471dd-5cd5-4468-9420-768aeba3265b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:51.784372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a10c32cc-0b96-420c-8080-c3d34fc9291c None None] Port 491471dd-5cd5-4468-9420-768aeba3265b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:27:51.832314 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-9361d278-e89e-4164-a9c8-8e791e08d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:51.833844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-9361d278-e89e-4164-a9c8-8e791e08d3f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4505958e-db92-418c-96aa-e9a93bf669a9 HTTP/1.1" status: 200 len: 864 time: 0.3289225 Feb 11 04:27:51.858409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7a526-5459-49a2-a86d-88dc88257310 req-d5e256af-3c76-4431-babd-fb2505214980 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:51.865110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fb7a526-5459-49a2-a86d-88dc88257310 req-d5e256af-3c76-4431-babd-fb2505214980 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 943 time: 0.4988074 Feb 11 04:27:51.872391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] For port c111e8c1-33cd-4306-81bd-e14530822539, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:27:51.890572 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9154-d584-4e43-80ed-662c13b51f26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (491471dd-5cd5-4468-9420-768aeba3265b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:51.907241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fb1f94f-6e1c-4484-a650-7fe16838e167 req-5574c28c-b037-4919-8ce2-51f375a68975 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3789408 Feb 11 04:27:51.947459 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d9154-d584-4e43-80ed-662c13b51f26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event deleted for resources: {'Port': ['ID=491471dd-5cd5-4468-9420-768aeba3265b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:51.955052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] For port c111e8c1-33cd-4306-81bd-e14530822539, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c111e8c1-33cd-4306-81bd-e14530822539,segment=NetworkSegment(c2af0800-6354-4b6c-b9a6-1576b0b03e2c),segment_id=c2af0800-6354-4b6c-b9a6-1576b0b03e2c)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:27:51.969530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Made reservation on behalf of a67ef8a41b1c406494a77b76035f4455 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:51.974368 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:51.979864 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3609572a-734e-4599-b6db-43182a95fba9 x-openstack-request-id: req-3609572a-734e-4599-b6db-43182a95fba9 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:51.980660 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7a73a3-6bbd-4b12-9382-1a90c35033a2", "name": "network-vif-deleted", "tag": "30bccd9d-d7c1-4f37-897b-bdd4d34d90c6", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:51.981127 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3609572a-734e-4599-b6db-43182a95fba9 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:51.981833 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7a73a3-6bbd-4b12-9382-1a90c35033a2', 'name': 'network-vif-deleted', 'tag': '30bccd9d-d7c1-4f37-897b-bdd4d34d90c6', 'status': 'completed', 'code': 200} Feb 11 04:27:52.104913 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9154-d584-4e43-80ed-662c13b51f26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.111553 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6c4d9154-d584-4e43-80ed-662c13b51f26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "DELETE /v2.0/ports/491471dd-5cd5-4468-9420-768aeba3265b HTTP/1.1" status: 204 len: 168 time: 0.9752479 Feb 11 04:27:52.113160 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51942) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:52.152026 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (c111e8c1-33cd-4306-81bd-e14530822539), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.156848 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd43f702-ece1-47cb-9745-1fb5180ab0ee x-openstack-request-id: req-bd43f702-ece1-47cb-9745-1fb5180ab0ee {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:52.157334 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d4b58d-f65d-4906-b176-1a771d4eb3d2", "tag": "ef47940e-066e-4c29-8b9f-e3b5422040d4", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:52.157678 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd43f702-ece1-47cb-9745-1fb5180ab0ee {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:52.158354 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d4b58d-f65d-4906-b176-1a771d4eb3d2', 'tag': 'ef47940e-066e-4c29-8b9f-e3b5422040d4', 'status': 'completed', 'code': 200} Feb 11 04:27:52.165751 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0b2be5-0c70-4793-a946-099eec4779cf tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] GET failed (client error): The resource could not be found. Feb 11 04:27:52.172410 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-de0b2be5-0c70-4793-a946-099eec4779cf tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "GET /v2.0/ports/491471dd-5cd5-4468-9420-768aeba3265b HTTP/1.1" status: 404 len: 333 time: 0.0588617 Feb 11 04:27:52.174401 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51944) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:52.177301 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.179521 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3a44fc14-0ee7-4eb3-90db-d41a4b42fc4a tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Request body: {'port': {'network_id': 'aa25749e-1d89-4340-94ea-0dfd79503d5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1758963927'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:52.182614 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-b5b0479d-6faa-4549-8de9-826d0f4ccd79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c57170b2-2689-4e58-9ac1-bfa424d24aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845129 Feb 11 04:27:52.219785 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51948) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:52.249493 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b8a76a5-df8f-469a-83bd-cd71d57c07c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.329150 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:27:52.378777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:27:52.379377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 30bccd9d-d7c1-4f37-897b-bdd4d34d90c6 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:27:52.432106 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b8a76a5-df8f-469a-83bd-cd71d57c07c3 admin admin] Publish callbacks [] for security_group (015efc53-a72d-4c7f-a95e-0a760e7c977f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.444501 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fb7a526-5459-49a2-a86d-88dc88257310 req-31200bb8-ed47-4baa-9fe9-3d95b31caa23 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/security-groups?id=32074a36-7b67-4542-8327-f0da852c588c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775149 Feb 11 04:27:52.456069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a44fc14-0ee7-4eb3-90db-d41a4b42fc4a tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Made reservation on behalf of 9b48bd4bea4e4a9d941302f7fa5705a2 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:52.459776 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3a44fc14-0ee7-4eb3-90db-d41a4b42fc4a tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.477299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:52.478063 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.479625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] 10.222.0.32 "PUT /v2.0/ports/c111e8c1-33cd-4306-81bd-e14530822539 HTTP/1.1" status: 200 len: 1092 time: 4.2684264 Feb 11 04:27:52.488663 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7aad66-5b0e-4338-bc23-44f0e8272db9 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:27:52.488867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-3a44fc14-0ee7-4eb3-90db-d41a4b42fc4a tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] device_id is not set on port 8e716c43-5e20-4af4-88cd-164f7641f1a4 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:27:52.503723 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Publish callbacks [] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.513367 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b8a76a5-df8f-469a-83bd-cd71d57c07c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (015efc53-a72d-4c7f-a95e-0a760e7c977f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.628778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Transition to ACTIVE for port object 5e7aad66-5b0e-4338-bc23-44f0e8272db9 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:27:52.653640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c111e8c1-33cd-4306-81bd-e14530822539,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:52.735141 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7b8a76a5-df8f-469a-83bd-cd71d57c07c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09f7d290e9e14415bf6b5f64674337f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5141680 Feb 11 04:27:52.735901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51952) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:52.737749 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.738282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.738695 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.739247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.739625 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.740092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.740543 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.741051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.742016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.742667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.743129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.743564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.744051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec397095-60ac-4e26-9a01-36e24455f2c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:52.746609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a76a5-df8f-469a-83bd-cd71d57c07c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015efc53-a72d-4c7f-a95e-0a760e7c977f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:52.755093 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.801994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24e019-d548-4606-8246-2b8af0f9dea4 req-68bf246f-55b3-43d1-b35c-34844ecc4bd5 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:52.804271 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb24e019-d548-4606-8246-2b8af0f9dea4 req-68bf246f-55b3-43d1-b35c-34844ecc4bd5 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.5769060 Feb 11 04:27:52.812806 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-73e73324-5927-4af4-a4c6-d0c8b210b762 service neutron] 10.222.0.32 "GET /v2.0/networks/c57170b2-2689-4e58-9ac1-bfa424d24aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890858 Feb 11 04:27:52.855203 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3381cfd7-c97c-487d-97e1-a5b2eead09e2 admin admin] Publish callbacks [] for security_group (015efc53-a72d-4c7f-a95e-0a760e7c977f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:52.874156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-3a44fc14-0ee7-4eb3-90db-d41a4b42fc4a tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Allocated IP 2001:db8::3e5 (aa25749e-1d89-4340-94ea-0dfd79503d5a/d2a1f0d6-6029-4971-909d-d7f285efe539/8e716c43-5e20-4af4-88cd-164f7641f1a4) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:52.905509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Pushing event updated for resources: {'Port': ['ID=5e7aad66-5b0e-4338-bc23-44f0e8272db9,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:52.907031 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3381cfd7-c97c-487d-97e1-a5b2eead09e2 admin admin] Publish callbacks [] for security_group (015efc53-a72d-4c7f-a95e-0a760e7c977f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.136752 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-40933c2c-5867-4ed2-8784-60041aca9544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.170235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-39cd06ec-3301-468b-956a-395266f3e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:53.171832 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-39cd06ec-3301-468b-956a-395266f3e2dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec19c3b19ab44f71ad80c341fe163d36&device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 1126 time: 0.5210493 Feb 11 04:27:53.182992 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3381cfd7-c97c-487d-97e1-a5b2eead09e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (015efc53-a72d-4c7f-a95e-0a760e7c977f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.185987 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3381cfd7-c97c-487d-97e1-a5b2eead09e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.187404 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3381cfd7-c97c-487d-97e1-a5b2eead09e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/015efc53-a72d-4c7f-a95e-0a760e7c977f HTTP/1.1" status: 204 len: 168 time: 0.4477274 Feb 11 04:27:53.214918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381cfd7-c97c-487d-97e1-a5b2eead09e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015efc53-a72d-4c7f-a95e-0a760e7c977f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:53.242904 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for security_group (ef4f5a27-deb8-424e-9d1a-b18e978e9573), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.243665 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3a44fc14-0ee7-4eb3-90db-d41a4b42fc4a tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks [] for port (8e716c43-5e20-4af4-88cd-164f7641f1a4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.336605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-598140a0-807e-4fcc-8512-b9b1a9ec0df2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c111e8c1-33cd-4306-81bd-e14530822539 HTTP/1.1" status: 200 len: 217 time: 0.0922039 Feb 11 04:27:53.337307 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ef4f5a27-deb8-424e-9d1a-b18e978e9573), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.350918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:27:53.361707 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (426e2ac8-12ee-4866-ab79-8f17a0ad4fd6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.362067 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Added segment 426e2ac8-12ee-4866-ab79-8f17a0ad4fd6 of type vlan for network 85c31e52-041d-4e6f-b141-86674a6079b3 Feb 11 04:27:53.371875 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3a44fc14-0ee7-4eb3-90db-d41a4b42fc4a tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8e716c43-5e20-4af4-88cd-164f7641f1a4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.377237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9fb74-cdb9-4fd0-8a18-8a685c0b533f req-a866b692-a67c-477e-8067-e7ff524a2411 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:53.379189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39f9fb74-cdb9-4fd0-8a18-8a685c0b533f req-a866b692-a67c-477e-8067-e7ff524a2411 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 943 time: 0.6507654 Feb 11 04:27:53.409872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb24e019-d548-4606-8246-2b8af0f9dea4 req-b7debdea-1006-4eac-9b89-93f486615ff1 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090570 Feb 11 04:27:53.427149 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a44fc14-0ee7-4eb3-90db-d41a4b42fc4a tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Network aa25749e-1d89-4340-94ea-0dfd79503d5a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:53.467338 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-3a44fc14-0ee7-4eb3-90db-d41a4b42fc4a tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:53.471464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a44fc14-0ee7-4eb3-90db-d41a4b42fc4a tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:53.490104 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a44fc14-0ee7-4eb3-90db-d41a4b42fc4a tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:53.495626 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3a44fc14-0ee7-4eb3-90db-d41a4b42fc4a tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.524892 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (85c31e52-041d-4e6f-b141-86674a6079b3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.565597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44fc14-0ee7-4eb3-90db-d41a4b42fc4a tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event updated for resources: {'Port': ['ID=8e716c43-5e20-4af4-88cd-164f7641f1a4,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:53.615648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Attempting to bind port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:53.616675 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Attempting to bind port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:53.617643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Attempting to bind port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 on network aea3f5db-90d4-484d-a1e1-ef38ac456aad {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:53.638974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05588d3f-0eba-43b5-bcc6-4666253a0200 req-97b1975b-7807-443d-8045-bf423efc2c71 service neutron] 10.222.0.32 "GET /v2.0/networks/c57170b2-2689-4e58-9ac1-bfa424d24aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7359359 Feb 11 04:27:53.666422 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3a44fc14-0ee7-4eb3-90db-d41a4b42fc4a tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4922056 Feb 11 04:27:53.669036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51966) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:53.674453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8d095f44-a2ca-42a9-ab56-988b0f821cd5 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3c:73:b9'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:53.689246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4f5a27-deb8-424e-9d1a-b18e978e9573,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:53.702437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 on network aea3f5db-90d4-484d-a1e1-ef38ac456aad not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:27:53.702808 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Attempting to bind port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 on network aea3f5db-90d4-484d-a1e1-ef38ac456aad {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:53.736253 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-e70ef8de-5fdd-4bea-a6bc-a7c526024ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:53.737773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-e70ef8de-5fdd-4bea-a6bc-a7c526024ae1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e44a196-1d3b-4bb5-96a0-8fa55ff75945 HTTP/1.1" status: 200 len: 854 time: 0.3271046 Feb 11 04:27:53.744351 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:27:53.744701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Checking segment: {'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:53.745101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Bound using segment: {'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:27:53.745557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Bound port: 5e7aad66-5b0e-4338-bc23-44f0e8272db9, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af01976-1eac-4686-b057-03d1bf9e0d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:27:53.745921 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.797707 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39f9fb74-cdb9-4fd0-8a18-8a685c0b533f req-5e8d155a-23ad-428d-8eac-2a1d409cdb6f tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896434 Feb 11 04:27:53.826863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (85c31e52-041d-4e6f-b141-86674a6079b3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.839852 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8d095f44-a2ca-42a9-ab56-988b0f821cd5 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8e716c43-5e20-4af4-88cd-164f7641f1a4), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.840010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:53.840621 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.953487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a3e042ec-e0b2-4583-89af-b13f4c2f0553 None None] Provisioning complete for port 8e716c43-5e20-4af4-88cd-164f7641f1a4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:53.953892 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a3e042ec-e0b2-4583-89af-b13f4c2f0553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8e716c43-5e20-4af4-88cd-164f7641f1a4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:53.995361 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01a283-7d73-4c83-a2da-a3e5451f491a req-1175287c-6c8c-4ebb-97d3-f0695bde085e tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:53.997285 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b01a283-7d73-4c83-a2da-a3e5451f491a req-1175287c-6c8c-4ebb-97d3-f0695bde085e tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.3950503 Feb 11 04:27:53.998604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a3e042ec-e0b2-4583-89af-b13f4c2f0553 None None] Port 8e716c43-5e20-4af4-88cd-164f7641f1a4 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:27:54.026850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3504429 Feb 11 04:27:54.096024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51972) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:54.115933 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0a4507de-6026-4a26-b103-b18875a136b9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Request body: {'subnet': {'network_id': '85c31e52-041d-4e6f-b141-86674a6079b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:54.137483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83148d7e-c350-4e26-bfff-759f4d896761 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event updated for resources: {'Network': ['ID=85c31e52-041d-4e6f-b141-86674a6079b3,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:54.157186 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 85c31e52-041d-4e6f-b141-86674a6079b3 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:27:54.186364 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8d095f44-a2ca-42a9-ab56-988b0f821cd5 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks [] for port (8e716c43-5e20-4af4-88cd-164f7641f1a4), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:54.192057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23b0ecb-670c-4458-9e11-2548013fb8e4', 'tag': 'c111e8c1-33cd-4306-81bd-e14530822539'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:54.196179 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1cbe69-0d10-4fbc-b94e-32ad6714e329" -d '{"events": [{"name": "network-changed", "server_uuid": "b23b0ecb-670c-4458-9e11-2548013fb8e4", "tag": "c111e8c1-33cd-4306-81bd-e14530822539"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:54.333967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] For port 5e7aad66-5b0e-4338-bc23-44f0e8272db9, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:27:54.341664 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8d095f44-a2ca-42a9-ab56-988b0f821cd5 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (8e716c43-5e20-4af4-88cd-164f7641f1a4), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:54.346404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-25cac20d-80ac-4289-937f-6f826980f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:54.349864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-25cac20d-80ac-4289-937f-6f826980f29f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=614f328c-fbb9-40fc-92f4-67436d77cc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5537953 Feb 11 04:27:54.367941 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b01a283-7d73-4c83-a2da-a3e5451f491a req-1b16a4e6-32c6-401d-a36d-f6852f0739ee tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3557265 Feb 11 04:27:54.384524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8d095f44-a2ca-42a9-ab56-988b0f821cd5 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] In _notify_port_updated(), no bound segment for port 8e716c43-5e20-4af4-88cd-164f7641f1a4 on network aa25749e-1d89-4340-94ea-0dfd79503d5a {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:27:54.394793 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d095f44-a2ca-42a9-ab56-988b0f821cd5 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:54.394793 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8d095f44-a2ca-42a9-ab56-988b0f821cd5 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:54.394793 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8d095f44-a2ca-42a9-ab56-988b0f821cd5 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "PUT /v2.0/ports/8e716c43-5e20-4af4-88cd-164f7641f1a4 HTTP/1.1" status: 200 len: 1003 time: 0.7224100 Feb 11 04:27:54.396454 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51982) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:54.417037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] For port 5e7aad66-5b0e-4338-bc23-44f0e8272db9, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:27:54.439763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15eead-00c5-4271-8f0d-d956b439cdd2 req-b160e716-a8a1-4ede-b68c-926fb4b11d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:54.443057 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f15eead-00c5-4271-8f0d-d956b439cdd2 req-b160e716-a8a1-4ede-b68c-926fb4b11d9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=92bf6f20f7e648e69382ffb3d8097710&device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 1126 time: 0.5835748 Feb 11 04:27:54.451110 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d095f44-a2ca-42a9-ab56-988b0f821cd5 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event updated for resources: {'Port': ['ID=8e716c43-5e20-4af4-88cd-164f7641f1a4,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:54.594764 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-405e0cfd-3a3f-41ca-91d7-a6feb6ceb022 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Deleting port 8e716c43-5e20-4af4-88cd-164f7641f1a4 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:27:54.595407 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-405e0cfd-3a3f-41ca-91d7-a6feb6ceb022 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8e716c43-5e20-4af4-88cd-164f7641f1a4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:54.839782 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-405e0cfd-3a3f-41ca-91d7-a6feb6ceb022 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8e716c43-5e20-4af4-88cd-164f7641f1a4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:54.862967 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-405e0cfd-3a3f-41ca-91d7-a6feb6ceb022 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Calling delete_port for 8e716c43-5e20-4af4-88cd-164f7641f1a4 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:27:54.956744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-03e2613a-78c9-45f3-9f86-7bada027f39b None None] Provisioning complete for port 8e716c43-5e20-4af4-88cd-164f7641f1a4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:54.992510 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-03e2613a-78c9-45f3-9f86-7bada027f39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8e716c43-5e20-4af4-88cd-164f7641f1a4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:55.009349 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:55.013467 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177df50c-74da-49a8-9fdc-16e48b5c06ee x-openstack-request-id: req-177df50c-74da-49a8-9fdc-16e48b5c06ee {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:55.013981 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23b0ecb-670c-4458-9e11-2548013fb8e4", "tag": "c111e8c1-33cd-4306-81bd-e14530822539", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:55.014188 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-177df50c-74da-49a8-9fdc-16e48b5c06ee {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:55.014586 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23b0ecb-670c-4458-9e11-2548013fb8e4', 'tag': 'c111e8c1-33cd-4306-81bd-e14530822539', 'status': 'completed', 'code': 200} Feb 11 04:27:55.030184 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-03e2613a-78c9-45f3-9f86-7bada027f39b None None] Port 8e716c43-5e20-4af4-88cd-164f7641f1a4 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:27:55.072364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f9a40-d11f-4fcc-89d9-ac4346985269 req-20fdc453-67a5-4595-9cd0-bfc17e433292 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:55.079814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e9f9a40-d11f-4fcc-89d9-ac4346985269 req-20fdc453-67a5-4595-9cd0-bfc17e433292 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 943 time: 1.1185040 Feb 11 04:27:55.158758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:55.159545 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:55.161200 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] 10.222.0.47 "PUT /v2.0/ports/5e7aad66-5b0e-4338-bc23-44f0e8272db9 HTTP/1.1" status: 200 len: 1093 time: 5.3025210 Feb 11 04:27:55.182454 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-405e0cfd-3a3f-41ca-91d7-a6feb6ceb022 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8e716c43-5e20-4af4-88cd-164f7641f1a4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:55.260908 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e0cfd-3a3f-41ca-91d7-a6feb6ceb022 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event deleted for resources: {'Port': ['ID=8e716c43-5e20-4af4-88cd-164f7641f1a4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:55.278513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4507de-6026-4a26-b103-b18875a136b9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Made reservation on behalf of a67ef8a41b1c406494a77b76035f4455 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:55.282411 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0a4507de-6026-4a26-b103-b18875a136b9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:55.363756 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-405e0cfd-3a3f-41ca-91d7-a6feb6ceb022 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:55.372035 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-405e0cfd-3a3f-41ca-91d7-a6feb6ceb022 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "DELETE /v2.0/ports/8e716c43-5e20-4af4-88cd-164f7641f1a4 HTTP/1.1" status: 204 len: 168 time: 0.9725471 Feb 11 04:27:55.376481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52004) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:55.410800 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79b62cc8-09da-4c5c-8ecb-cc3befd8e6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:55.587512 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b87e03-7b89-4867-8dfe-eec908d1954c tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] GET failed (client error): The resource could not be found. Feb 11 04:27:55.589026 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d6b87e03-7b89-4867-8dfe-eec908d1954c tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "GET /v2.0/ports/8e716c43-5e20-4af4-88cd-164f7641f1a4 HTTP/1.1" status: 404 len: 333 time: 0.1772871 Feb 11 04:27:55.592971 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52008) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:55.598077 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5129bc07-474e-4c52-af80-54a12743b595 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Request body: {'port': {'network_id': 'aa25749e-1d89-4340-94ea-0dfd79503d5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-715744826'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:55.646097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e521b1-082f-4920-9bad-188e001a0cdb service neutron] Pushing event updated for resources: {'Port': ['ID=5e7aad66-5b0e-4338-bc23-44f0e8272db9,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:55.684062 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e9f9a40-d11f-4fcc-89d9-ac4346985269 req-327b7d86-834c-4398-bd4b-e1ae4d646135 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/security-groups?id=32074a36-7b67-4542-8327-f0da852c588c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6033635 Feb 11 04:27:55.815343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15eead-00c5-4271-8f0d-d956b439cdd2 req-dcfe778b-8b93-4ae7-bf66-392263490063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:55.822844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f15eead-00c5-4271-8f0d-d956b439cdd2 req-dcfe778b-8b93-4ae7-bf66-392263490063 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c57170b2-2689-4e58-9ac1-bfa424d24aa2 HTTP/1.1" status: 200 len: 925 time: 1.3587322 Feb 11 04:27:55.842849 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-20dff588-78ab-4ca3-b698-1178306baaaf service neutron] 10.222.0.32 "GET /v2.0/networks/614f328c-fbb9-40fc-92f4-67436d77cc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3854952 Feb 11 04:27:55.920012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3ea70-9d0f-427d-b753-2ffa991740d3 req-335e38bb-325d-4ce4-8077-0bb9250e1f95 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:55.923597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2cc3ea70-9d0f-427d-b753-2ffa991740d3 req-335e38bb-325d-4ce4-8077-0bb9250e1f95 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.9040158 Feb 11 04:27:55.931074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5129bc07-474e-4c52-af80-54a12743b595 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Made reservation on behalf of 9b48bd4bea4e4a9d941302f7fa5705a2 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:55.935400 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5129bc07-474e-4c52-af80-54a12743b595 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:55.960863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-5129bc07-474e-4c52-af80-54a12743b595 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] device_id is not set on port 79d6d594-106a-4b00-bd17-4c456d931182 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:27:56.043361 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-1d879852-1f0b-413f-b991-a4741eca3976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:56.045010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-1d879852-1f0b-413f-b991-a4741eca3976 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 1127 time: 0.7200022 Feb 11 04:27:56.181837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-5129bc07-474e-4c52-af80-54a12743b595 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Allocated IP 2001:db8::1c9 (aa25749e-1d89-4340-94ea-0dfd79503d5a/d2a1f0d6-6029-4971-909d-d7f285efe539/79d6d594-106a-4b00-bd17-4c456d931182) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:56.221087 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-13db378f-1978-451c-95ac-02b0d689a447 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9 HTTP/1.1" status: 200 len: 217 time: 0.1569548 Feb 11 04:27:56.321372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2cc3ea70-9d0f-427d-b753-2ffa991740d3 req-e2ad701f-983b-4bb1-8c12-6e36a1a4ae93 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063362 Feb 11 04:27:56.345083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2047abf-d259-4b43-a227-e498d0a28d43 req-bbcd18c9-25a3-4fcd-a8c2-31464234362a tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:56.347378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2047abf-d259-4b43-a227-e498d0a28d43 req-bbcd18c9-25a3-4fcd-a8c2-31464234362a tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 943 time: 0.4390876 Feb 11 04:27:56.367649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-0becc942-8e73-4e3d-8109-c4ac116ac839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:56.369563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-0becc942-8e73-4e3d-8109-c4ac116ac839 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aff91b0d-1298-40b8-9cf7-8b139d7ddd16 HTTP/1.1" status: 200 len: 855 time: 0.1323504 Feb 11 04:27:56.374029 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0a4507de-6026-4a26-b103-b18875a136b9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (71ff07c4-e563-456e-b615-c67cf47b8706), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:56.541901 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5129bc07-474e-4c52-af80-54a12743b595 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks [] for port (79d6d594-106a-4b00-bd17-4c456d931182), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:56.558243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f15eead-00c5-4271-8f0d-d956b439cdd2 req-c5ff8991-9ae5-4cdb-b736-90c09f6a88fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef47940e-066e-4c29-8b9f-e3b5422040d4 HTTP/1.1" status: 200 len: 217 time: 0.2096031 Feb 11 04:27:56.772433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4507de-6026-4a26-b103-b18875a136b9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event updated for resources: {'Subnet': ['ID=71ff07c4-e563-456e-b615-c67cf47b8706,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:56.793048 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2047abf-d259-4b43-a227-e498d0a28d43 req-6eb082fc-5d54-47c7-86d7-3339224141bb tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217265 Feb 11 04:27:56.809913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-a516f3a1-7e0c-4edd-9f00-89b289a142db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:56.811399 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-a516f3a1-7e0c-4edd-9f00-89b289a142db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aea3f5db-90d4-484d-a1e1-ef38ac456aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4343705 Feb 11 04:27:56.816512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15eead-00c5-4271-8f0d-d956b439cdd2 req-f59464ad-415b-4c4a-a471-5a361f5c20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:56.820225 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f15eead-00c5-4271-8f0d-d956b439cdd2 req-f59464ad-415b-4c4a-a471-5a361f5c20a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4505958e-db92-418c-96aa-e9a93bf669a9 HTTP/1.1" status: 200 len: 864 time: 0.2216725 Feb 11 04:27:56.820225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4507de-6026-4a26-b103-b18875a136b9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Checking segment: {'id': '426e2ac8-12ee-4866-ab79-8f17a0ad4fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '85c31e52-041d-4e6f-b141-86674a6079b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:56.820225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4507de-6026-4a26-b103-b18875a136b9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Network hostable DHCP agents. Network: 85c31e52-041d-4e6f-b141-86674a6079b3, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:27:56.833593 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d17f48f8-dbb9-4976-9f29-ef8ab21cebac req-dc1edb62-d15d-4573-bc85-110dd7bc2405 service neutron] 10.222.0.32 "GET /v2.0/networks/614f328c-fbb9-40fc-92f4-67436d77cc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839449 Feb 11 04:27:56.843403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d67b43-0c99-42c1-ba01-8f5c04911313 req-669c8c3c-5691-44a6-a811-600e3a75037c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:56.847101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45d67b43-0c99-42c1-ba01-8f5c04911313 req-669c8c3c-5691-44a6-a811-600e3a75037c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.3794332 Feb 11 04:27:57.005388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f15eead-00c5-4271-8f0d-d956b439cdd2 req-b8ae9658-47c7-47b0-b41f-0075042df344 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c57170b2-2689-4e58-9ac1-bfa424d24aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743725 Feb 11 04:27:57.017171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256a23bb-ed97-482c-9a93-703757629690', 'tag': '5e7aad66-5b0e-4338-bc23-44f0e8272db9'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:27:57.019641 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdc6ef2-4284-4258-9a69-11ea0a978fff" -d '{"events": [{"name": "network-changed", "server_uuid": "256a23bb-ed97-482c-9a93-703757629690", "tag": "5e7aad66-5b0e-4338-bc23-44f0e8272db9"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:27:57.038747 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45d67b43-0c99-42c1-ba01-8f5c04911313 req-de707076-e969-4b22-9be1-7583116eb861 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1762304 Feb 11 04:27:57.065125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-27c70df8-8974-4184-97ae-95a80db8eb55 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408848 Feb 11 04:27:57.122713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1247b6-5ff1-4cec-a7a9-70c85f256543 req-36d4a16b-3e27-452d-b585-03de2aa05e2c tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:57.126763 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c1247b6-5ff1-4cec-a7a9-70c85f256543 req-36d4a16b-3e27-452d-b585-03de2aa05e2c tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 943 time: 0.2036107 Feb 11 04:27:57.177586 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aa44cb-0a8e-4abd-9bf7-2313f31bc525 x-openstack-request-id: req-d4aa44cb-0a8e-4abd-9bf7-2313f31bc525 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:27:57.177909 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256a23bb-ed97-482c-9a93-703757629690", "tag": "5e7aad66-5b0e-4338-bc23-44f0e8272db9", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:27:57.178263 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4aa44cb-0a8e-4abd-9bf7-2313f31bc525 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:27:57.178797 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256a23bb-ed97-482c-9a93-703757629690', 'tag': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'status': 'completed', 'code': 200} Feb 11 04:27:57.269724 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:57.313632 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c1247b6-5ff1-4cec-a7a9-70c85f256543 req-ca7552ef-b8df-458c-9c9d-63c0cc267e34 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/security-groups?id=32074a36-7b67-4542-8327-f0da852c588c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380262 Feb 11 04:27:57.315626 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f15eead-00c5-4271-8f0d-d956b439cdd2 req-686d97c7-f249-4340-b340-463ed7ef01e7 service neutron] 10.222.0.32 "GET /v2.0/networks/c57170b2-2689-4e58-9ac1-bfa424d24aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013198 Feb 11 04:27:57.317571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16caad23-4f12-4171-8d75-1e2d7aaa99f3 req-b293f83e-775a-48a1-a0ee-5a9713f9fb89 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418723 Feb 11 04:27:57.456860 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f15eead-00c5-4271-8f0d-d956b439cdd2 req-3d220ff1-fbb1-478d-8251-bb835d25759a service neutron] 10.222.0.32 "GET /v2.0/networks/c57170b2-2689-4e58-9ac1-bfa424d24aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338792 Feb 11 04:27:57.467956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81082b7b-563f-4682-b6a9-a34b9026b6d0 req-0a2fdfb2-fc24-487d-8155-1485e46ee861 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:57.469373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-81082b7b-563f-4682-b6a9-a34b9026b6d0 req-0a2fdfb2-fc24-487d-8155-1485e46ee861 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.0753427 Feb 11 04:27:57.519950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-81082b7b-563f-4682-b6a9-a34b9026b6d0 req-24779141-5074-4bfd-84c0-033a94fd044c tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415723 Feb 11 04:27:57.582657 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5129bc07-474e-4c52-af80-54a12743b595 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (79d6d594-106a-4b00-bd17-4c456d931182), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:57.599747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4507de-6026-4a26-b103-b18875a136b9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Network 85c31e52-041d-4e6f-b141-86674a6079b3 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:27:57.643015 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5129bc07-474e-4c52-af80-54a12743b595 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Network aa25749e-1d89-4340-94ea-0dfd79503d5a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:57.646878 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5129bc07-474e-4c52-af80-54a12743b595 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:57.649831 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129bc07-474e-4c52-af80-54a12743b595 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:57.655685 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5129bc07-474e-4c52-af80-54a12743b595 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:57.656333 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5129bc07-474e-4c52-af80-54a12743b595 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:57.668737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129bc07-474e-4c52-af80-54a12743b595 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event updated for resources: {'Port': ['ID=79d6d594-106a-4b00-bd17-4c456d931182,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:57.729286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-0a4507de-6026-4a26-b103-b18875a136b9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 85c31e52-041d-4e6f-b141-86674a6079b3) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:57.747405 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e69b33-4685-4df7-a075-5d87d60b29a4 None None] Network 85c31e52-041d-4e6f-b141-86674a6079b3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:27:57.792130 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4507de-6026-4a26-b103-b18875a136b9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:57.792624 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0a4507de-6026-4a26-b103-b18875a136b9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:57.813870 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5129bc07-474e-4c52-af80-54a12743b595 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2197390 Feb 11 04:27:57.814956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52050) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:57.820924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8f7557a3-5b9b-4250-8a0f-051cc06a7aec tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Request body: {'port': {'network_id': 'aa25749e-1d89-4340-94ea-0dfd79503d5a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-260858757'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:57.829440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc6ef2-4284-4258-9a69-11ea0a978fff req-66b0f85d-d1a8-41e1-a3b7-89e29c0b5bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:57.830890 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bdc6ef2-4284-4258-9a69-11ea0a978fff req-66b0f85d-d1a8-41e1-a3b7-89e29c0b5bb6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 1127 time: 0.1935446 Feb 11 04:27:57.837569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cbe69-0d10-4fbc-b94e-32ad6714e329 req-a46a8fe3-65f5-4470-8ad7-d9c94e62c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:57.838581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d1cbe69-0d10-4fbc-b94e-32ad6714e329 req-a46a8fe3-65f5-4470-8ad7-d9c94e62c64f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec19c3b19ab44f71ad80c341fe163d36&device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 1126 time: 0.1521680 Feb 11 04:27:57.962802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-85c31e52-041d-4e6f-b141-86674a6079b3', 'network_id': '85c31e52-041d-4e6f-b141-86674a6079b3', 'project_id': 'a67ef8a41b1c406494a77b76035f4455', 'fixed_ips': [{'subnet_id': '71ff07c4-e563-456e-b615-c67cf47b8706'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:27:57.963720 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:58.020788 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0a4507de-6026-4a26-b103-b18875a136b9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9225440 Feb 11 04:27:58.028479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52058) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:58.067422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3d396bf1-ec9b-45b3-a714-3a02b1393031 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Request body: {'network': {'name': 'tempest-router-network01--171597431'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:58.101772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7557a3-5b9b-4250-8a0f-051cc06a7aec tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Made reservation on behalf of 9b48bd4bea4e4a9d941302f7fa5705a2 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:58.109613 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f7557a3-5b9b-4250-8a0f-051cc06a7aec tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:58.143500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cbe69-0d10-4fbc-b94e-32ad6714e329 req-55006d16-75e0-4b10-9c98-eb3790e405f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:58.145574 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d1cbe69-0d10-4fbc-b94e-32ad6714e329 req-55006d16-75e0-4b10-9c98-eb3790e405f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=614f328c-fbb9-40fc-92f4-67436d77cc24 HTTP/1.1" status: 200 len: 916 time: 0.2971437 Feb 11 04:27:58.147607 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc6ef2-4284-4258-9a69-11ea0a978fff req-f8b9826f-a392-41e3-8a83-da21b3551960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:58.150033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bdc6ef2-4284-4258-9a69-11ea0a978fff req-f8b9826f-a392-41e3-8a83-da21b3551960 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 917 time: 0.3098257 Feb 11 04:27:58.150280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Allocated IP 2001:db8::2 (85c31e52-041d-4e6f-b141-86674a6079b3/71ff07c4-e563-456e-b615-c67cf47b8706/8793b541-0c90-4d51-ac50-3921dd857260) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:58.158518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1285d6-9675-4e35-a416-17661d3be77d req-ac0a6b97-5284-42c3-8b89-aae6662d0792 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:58.160454 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa1285d6-9675-4e35-a416-17661d3be77d req-ac0a6b97-5284-42c3-8b89-aae6662d0792 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 943 time: 0.2643604 Feb 11 04:27:58.166755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-8f7557a3-5b9b-4250-8a0f-051cc06a7aec tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] device_id is not set on port 111c4367-79f0-4f24-a613-2b4dba24e52c yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:27:58.311125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bdc6ef2-4284-4258-9a69-11ea0a978fff req-3f46b615-d811-4cd1-b7c4-244324f8aa53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9 HTTP/1.1" status: 200 len: 217 time: 0.1480465 Feb 11 04:27:58.312598 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d1cbe69-0d10-4fbc-b94e-32ad6714e329 req-d903371c-d855-484d-b918-e832df1b6806 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c111e8c1-33cd-4306-81bd-e14530822539 HTTP/1.1" status: 200 len: 217 time: 0.1508443 Feb 11 04:27:58.321153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-8f7557a3-5b9b-4250-8a0f-051cc06a7aec tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Allocated IP 2001:db8::54 (aa25749e-1d89-4340-94ea-0dfd79503d5a/d2a1f0d6-6029-4971-909d-d7f285efe539/111c4367-79f0-4f24-a613-2b4dba24e52c) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:27:58.329982 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Publish callbacks [] for port (8793b541-0c90-4d51-ac50-3921dd857260), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:58.361105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ac6f829f-2b74-49d3-a6b8-a0ffbf5370be None None] Provisioning complete for port 79d6d594-106a-4b00-bd17-4c456d931182 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:58.362152 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ac6f829f-2b74-49d3-a6b8-a0ffbf5370be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (79d6d594-106a-4b00-bd17-4c456d931182), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:58.404376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f829f-2b74-49d3-a6b8-a0ffbf5370be None None] Port 79d6d594-106a-4b00-bd17-4c456d931182 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:27:58.423759 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (8793b541-0c90-4d51-ac50-3921dd857260), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:58.490433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Network 85c31e52-041d-4e6f-b141-86674a6079b3 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:58.495430 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Pushing event updated for resources: {'Port': ['ID=8793b541-0c90-4d51-ac50-3921dd857260,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:58.498514 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:58.500613 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:58.501682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ef47940e-066e-4c29-8b9f-e3b5422040d4 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:27:58.505509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:58.509724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa1285d6-9675-4e35-a416-17661d3be77d req-52669c18-6d3a-45c9-9d62-ad0a1e3c5aff tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330326 Feb 11 04:27:58.519982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc6ef2-4284-4258-9a69-11ea0a978fff req-ae912758-5880-46e1-bb0e-5f0cc54c57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:58.519982 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bdc6ef2-4284-4258-9a69-11ea0a978fff req-ae912758-5880-46e1-bb0e-5f0cc54c57e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aff91b0d-1298-40b8-9cf7-8b139d7ddd16 HTTP/1.1" status: 200 len: 855 time: 0.1800084 Feb 11 04:27:58.519982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cbe69-0d10-4fbc-b94e-32ad6714e329 req-00baad35-e6c5-4f98-97bb-46053eef5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:58.519982 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d1cbe69-0d10-4fbc-b94e-32ad6714e329 req-00baad35-e6c5-4f98-97bb-46053eef5793 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e44a196-1d3b-4bb5-96a0-8fa55ff75945 HTTP/1.1" status: 200 len: 854 time: 0.1820288 Feb 11 04:27:58.535558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8202e1-7073-4035-98e2-91d237c8e008 req-966d58f2-b048-42bc-b352-37747b50fc80 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:58.535558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c8202e1-7073-4035-98e2-91d237c8e008 req-966d58f2-b048-42bc-b352-37747b50fc80 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.3478382 Feb 11 04:27:58.595585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d396bf1-ec9b-45b3-a714-3a02b1393031 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Made reservation on behalf of a67ef8a41b1c406494a77b76035f4455 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:58.604853 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d396bf1-ec9b-45b3-a714-3a02b1393031 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:58.617460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Attempting to bind port 8793b541-0c90-4d51-ac50-3921dd857260 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:27:58.620737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Attempting to bind port 8793b541-0c90-4d51-ac50-3921dd857260 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '426e2ac8-12ee-4866-ab79-8f17a0ad4fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '85c31e52-041d-4e6f-b141-86674a6079b3'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:27:58.620737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Attempting to bind port 8793b541-0c90-4d51-ac50-3921dd857260 on network 85c31e52-041d-4e6f-b141-86674a6079b3 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:27:58.625966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:58.626700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:58.627253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:58.627812 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:58.629291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:58.629869 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:58.630427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:58.630991 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:58.632237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:58.632796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:58.633344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:58.633893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:58.634434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:27:58.640648 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:27:58.641417 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Checking segment: {'id': '426e2ac8-12ee-4866-ab79-8f17a0ad4fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '85c31e52-041d-4e6f-b141-86674a6079b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:27:58.642040 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:58.642677 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Bound using segment: {'id': '426e2ac8-12ee-4866-ab79-8f17a0ad4fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '85c31e52-041d-4e6f-b141-86674a6079b3'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:27:58.643392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Bound port: 8793b541-0c90-4d51-ac50-3921dd857260, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426e2ac8-12ee-4866-ab79-8f17a0ad4fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '85c31e52-041d-4e6f-b141-86674a6079b3'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:27:58.644154 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8793b541-0c90-4d51-ac50-3921dd857260), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:58.691133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f7557a3-5b9b-4250-8a0f-051cc06a7aec tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks [] for port (111c4367-79f0-4f24-a613-2b4dba24e52c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:58.724576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] For port 8793b541-0c90-4d51-ac50-3921dd857260, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:27:58.728285 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] For port 8793b541-0c90-4d51-ac50-3921dd857260, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8793b541-0c90-4d51-ac50-3921dd857260,segment=NetworkSegment(426e2ac8-12ee-4866-ab79-8f17a0ad4fd6),segment_id=426e2ac8-12ee-4866-ab79-8f17a0ad4fd6)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:27:58.739280 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d396bf1-ec9b-45b3-a714-3a02b1393031 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:27:58.757583 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d396bf1-ec9b-45b3-a714-3a02b1393031 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a17a6dbb-e88a-4668-9da4-35d219863fa5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:58.758799 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-3d396bf1-ec9b-45b3-a714-3a02b1393031 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Added segment a17a6dbb-e88a-4668-9da4-35d219863fa5 of type vlan for network 13116baf-e011-4532-9f80-d828c36def9a Feb 11 04:27:58.830942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port ef47940e-066e-4c29-8b9f-e3b5422040d4, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ef47940e-066e-4c29-8b9f-e3b5422040d4,segment=NetworkSegment(dc78eb6f-33a4-4617-b388-92d0a2f6d9df),segment_id=dc78eb6f-33a4-4617-b388-92d0a2f6d9df)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:58.844503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'ef47940e-066e-4c29-8b9f-e3b5422040d4', 'network_id': 'c57170b2-2689-4e58-9ac1-bfa424d24aa2', 'port_id': 'ef47940e-066e-4c29-8b9f-e3b5422040d4', 'mac_address': 'fa:16:3e:a8:af:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4505958e-db92-418c-96aa-e9a93bf669a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:27:58.850110 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d396bf1-ec9b-45b3-a714-3a02b1393031 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (13116baf-e011-4532-9f80-d828c36def9a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:58.859832 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f7557a3-5b9b-4250-8a0f-051cc06a7aec tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (111c4367-79f0-4f24-a613-2b4dba24e52c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:58.894689 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port ef47940e-066e-4c29-8b9f-e3b5422040d4 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:27:58.895185 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ef47940e-066e-4c29-8b9f-e3b5422040d4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:58.911471 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8793b541-0c90-4d51-ac50-3921dd857260), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:58.916758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef47940e-066e-4c29-8b9f-e3b5422040d4 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:27:58.946927 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port ef47940e-066e-4c29-8b9f-e3b5422040d4, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ef47940e-066e-4c29-8b9f-e3b5422040d4,segment=NetworkSegment(dc78eb6f-33a4-4617-b388-92d0a2f6d9df),segment_id=dc78eb6f-33a4-4617-b388-92d0a2f6d9df)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:27:58.958710 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7557a3-5b9b-4250-8a0f-051cc06a7aec tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Network aa25749e-1d89-4340-94ea-0dfd79503d5a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:27:58.966058 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-8f7557a3-5b9b-4250-8a0f-051cc06a7aec tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:27:58.985141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7557a3-5b9b-4250-8a0f-051cc06a7aec tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:27:58.990477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7557a3-5b9b-4250-8a0f-051cc06a7aec tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:58.991883 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8f7557a3-5b9b-4250-8a0f-051cc06a7aec tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:59.014863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7557a3-5b9b-4250-8a0f-051cc06a7aec tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event updated for resources: {'Port': ['ID=111c4367-79f0-4f24-a613-2b4dba24e52c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:59.046435 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ef47940e-066e-4c29-8b9f-e3b5422040d4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:59.051940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430df90d-8d15-488e-9f01-b7f4c53fc24b None None] Pushing event updated for resources: {'Port': ['ID=8793b541-0c90-4d51-ac50-3921dd857260,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:59.068061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c8202e1-7073-4035-98e2-91d237c8e008 req-8f65ea70-7993-4b68-8e5b-1f2f34fc549f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5253105 Feb 11 04:27:59.091451 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8f7557a3-5b9b-4250-8a0f-051cc06a7aec tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2672031 Feb 11 04:27:59.091451 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52084) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:59.091658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc6ef2-4284-4258-9a69-11ea0a978fff req-de81c9b5-dc01-46cb-b945-cf869879af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:59.091658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bdc6ef2-4284-4258-9a69-11ea0a978fff req-de81c9b5-dc01-46cb-b945-cf869879af14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aea3f5db-90d4-484d-a1e1-ef38ac456aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5569246 Feb 11 04:27:59.110500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1d2672bf-2bd5-4b16-b8a2-c5ced3763604 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::220', 'mac_address': 'fa:16:3e:3c:73:b9'}, {'ip_address': '2001:db8::1c9', 'mac_address': 'fa:16:3e:6a:65:d0'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:59.111686 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cbe69-0d10-4fbc-b94e-32ad6714e329 req-6e5ee4e4-05ad-4c25-ab0e-985034b2c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:59.122233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d1cbe69-0d10-4fbc-b94e-32ad6714e329 req-6e5ee4e4-05ad-4c25-ab0e-985034b2c5da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=614f328c-fbb9-40fc-92f4-67436d77cc24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5817332 Feb 11 04:27:59.130908 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d396bf1-ec9b-45b3-a714-3a02b1393031 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (13116baf-e011-4532-9f80-d828c36def9a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:59.143356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d396bf1-ec9b-45b3-a714-3a02b1393031 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:59.148300 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d396bf1-ec9b-45b3-a714-3a02b1393031 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:59.243172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=ef47940e-066e-4c29-8b9f-e3b5422040d4,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:59.276292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d1cbe69-0d10-4fbc-b94e-32ad6714e329 req-55d97cc5-3b00-4a4d-ae19-c52064372fee service neutron] 10.222.0.32 "GET /v2.0/networks/614f328c-fbb9-40fc-92f4-67436d77cc24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399913 Feb 11 04:27:59.307671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['ef47940e-066e-4c29-8b9f-e3b5422040d4'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:27:59.341302 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:27:59.346934 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569a7cc-184e-42cb-ad91-c3f729a05410 req-987857bc-4e18-4aec-baac-bd219f649967 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:59.350473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4569a7cc-184e-42cb-ad91-c3f729a05410 req-987857bc-4e18-4aec-baac-bd219f649967 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 943 time: 0.4137049 Feb 11 04:27:59.448390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d396bf1-ec9b-45b3-a714-3a02b1393031 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event updated for resources: {'Network': ['ID=13116baf-e011-4532-9f80-d828c36def9a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:27:59.524723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 13116baf-e011-4532-9f80-d828c36def9a details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:27:59.555327 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3d396bf1-ec9b-45b3-a714-3a02b1393031 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5179858 Feb 11 04:27:59.556054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52096) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:27:59.565727 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-aaf3daa4-bf3a-44f5-abbe-e55b42513bfc tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Request body: {'network': {'name': 'tempest-router-network02--1168120666'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:27:59.620127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c899762-6828-406b-8954-7837e8e706bb req-5c87b1d5-b627-41ff-ab37-d5ceb5809544 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:27:59.621826 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c899762-6828-406b-8954-7837e8e706bb req-5c87b1d5-b627-41ff-ab37-d5ceb5809544 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.3406663 Feb 11 04:27:59.650637 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bdc6ef2-4284-4258-9a69-11ea0a978fff req-64cfc791-ca66-42c3-81c7-f16aeba66a06 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519526 Feb 11 04:27:59.698863 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d2672bf-2bd5-4b16-b8a2-c5ced3763604 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (111c4367-79f0-4f24-a613-2b4dba24e52c), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:59.702124 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf3daa4-bf3a-44f5-abbe-e55b42513bfc tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Made reservation on behalf of a67ef8a41b1c406494a77b76035f4455 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:27:59.705682 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aaf3daa4-bf3a-44f5-abbe-e55b42513bfc tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:59.728397 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d1cbe69-0d10-4fbc-b94e-32ad6714e329 req-1082930a-6b7c-4432-8829-b58bffd9b98d service neutron] 10.222.0.32 "GET /v2.0/networks/614f328c-fbb9-40fc-92f4-67436d77cc24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214067 Feb 11 04:27:59.738722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4569a7cc-184e-42cb-ad91-c3f729a05410 req-10186196-4f43-46d6-b034-8a6dcaf242c3 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/security-groups?id=32074a36-7b67-4542-8327-f0da852c588c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559642 Feb 11 04:27:59.752360 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:59.757601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c899762-6828-406b-8954-7837e8e706bb req-2b0bbbfc-0093-4f54-8e6c-3668f2e71e98 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165793 Feb 11 04:27:59.760293 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf3daa4-bf3a-44f5-abbe-e55b42513bfc tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:27:59.766518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3195db85-8307-4fb8-8dd4-36215d5c81b4 None None] Provisioning complete for port 111c4367-79f0-4f24-a613-2b4dba24e52c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:27:59.766983 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3195db85-8307-4fb8-8dd4-36215d5c81b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (111c4367-79f0-4f24-a613-2b4dba24e52c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:59.774221 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aaf3daa4-bf3a-44f5-abbe-e55b42513bfc tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (941f986e-4e34-4453-a876-5f642a82d6ef), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:59.774590 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-aaf3daa4-bf3a-44f5-abbe-e55b42513bfc tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Added segment 941f986e-4e34-4453-a876-5f642a82d6ef of type vlan for network b5946f85-ed41-4ce5-b477-207e2c7b93f6 Feb 11 04:27:59.828155 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aaf3daa4-bf3a-44f5-abbe-e55b42513bfc tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (b5946f85-ed41-4ce5-b477-207e2c7b93f6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:27:59.830720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bdc6ef2-4284-4258-9a69-11ea0a978fff req-82cc2e12-4f94-4a9d-a134-903110fd2b41 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403961 Feb 11 04:27:59.852086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3195db85-8307-4fb8-8dd4-36215d5c81b4 None None] Port 111c4367-79f0-4f24-a613-2b4dba24e52c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:00.000756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a10b70-983f-4774-8911-876d6c8138c6 req-3dd67b2a-c62b-4103-adf9-648cc6c7f4f8 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:00.009179 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08a10b70-983f-4774-8911-876d6c8138c6 req-3dd67b2a-c62b-4103-adf9-648cc6c7f4f8 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 944 time: 0.0867105 Feb 11 04:28:00.032603 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aaf3daa4-bf3a-44f5-abbe-e55b42513bfc tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (b5946f85-ed41-4ce5-b477-207e2c7b93f6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:00.043469 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8793b541-0c90-4d51-ac50-3921dd857260 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:00.044964 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf3daa4-bf3a-44f5-abbe-e55b42513bfc tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:00.045499 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aaf3daa4-bf3a-44f5-abbe-e55b42513bfc tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:00.083635 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08a10b70-983f-4774-8911-876d6c8138c6 req-cab78569-ccef-466b-81a9-f7b2e1596255 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699675 Feb 11 04:28:00.127342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 8793b541-0c90-4d51-ac50-3921dd857260 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:00.127721 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8793b541-0c90-4d51-ac50-3921dd857260), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:00.212893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3daa4-bf3a-44f5-abbe-e55b42513bfc tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event updated for resources: {'Network': ['ID=b5946f85-ed41-4ce5-b477-207e2c7b93f6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:00.246890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network b5946f85-ed41-4ce5-b477-207e2c7b93f6 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:28:00.267540 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d2672bf-2bd5-4b16-b8a2-c5ced3763604 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks [] for port (111c4367-79f0-4f24-a613-2b4dba24e52c), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:00.286089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52114) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:00.286314 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aaf3daa4-bf3a-44f5-abbe-e55b42513bfc tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7261667 Feb 11 04:28:00.292551 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7c3a4999-c05e-41e5-8d82-5a16e511214d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Request body: {'subnet': {'network_id': '13116baf-e011-4532-9f80-d828c36def9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:00.325005 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d2672bf-2bd5-4b16-b8a2-c5ced3763604 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (111c4367-79f0-4f24-a613-2b4dba24e52c), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:00.332667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 8793b541-0c90-4d51-ac50-3921dd857260 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:00.333066 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8793b541-0c90-4d51-ac50-3921dd857260), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:00.338375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed66b42-f1bc-487d-be90-fd1249df8fa1 req-7834ee20-7b4d-49a7-966e-aa4a23930615 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:00.342839 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1d2672bf-2bd5-4b16-b8a2-c5ced3763604 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] In _notify_port_updated(), no bound segment for port 111c4367-79f0-4f24-a613-2b4dba24e52c on network aa25749e-1d89-4340-94ea-0dfd79503d5a {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:28:00.346348 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ed66b42-f1bc-487d-be90-fd1249df8fa1 req-7834ee20-7b4d-49a7-966e-aa4a23930615 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.1085587 Feb 11 04:28:00.348817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2672bf-2bd5-4b16-b8a2-c5ced3763604 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:00.349483 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d2672bf-2bd5-4b16-b8a2-c5ced3763604 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:00.354323 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1d2672bf-2bd5-4b16-b8a2-c5ced3763604 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "PUT /v2.0/ports/111c4367-79f0-4f24-a613-2b4dba24e52c HTTP/1.1" status: 200 len: 1066 time: 1.2666605 Feb 11 04:28:00.354577 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52116) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:00.398226 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5e7aad66-5b0e-4338-bc23-44f0e8272db9 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:28:00.602529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ed66b42-f1bc-487d-be90-fd1249df8fa1 req-7fc2e72f-d09f-49f3-ae92-0b2e6dbe8796 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2550492 Feb 11 04:28:00.690016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3a4999-c05e-41e5-8d82-5a16e511214d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Made reservation on behalf of a67ef8a41b1c406494a77b76035f4455 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:00.693736 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4999-c05e-41e5-8d82-5a16e511214d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:00.702230 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ef47940e-066e-4c29-8b9f-e3b5422040d4 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:00.789243 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 8793b541-0c90-4d51-ac50-3921dd857260, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8793b541-0c90-4d51-ac50-3921dd857260,segment=NetworkSegment(426e2ac8-12ee-4866-ab79-8f17a0ad4fd6),segment_id=426e2ac8-12ee-4866-ab79-8f17a0ad4fd6)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:00.859238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2672bf-2bd5-4b16-b8a2-c5ced3763604 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event updated for resources: {'Port': ['ID=111c4367-79f0-4f24-a613-2b4dba24e52c,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:00.903277 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8793b541-0c90-4d51-ac50-3921dd857260), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:00.906318 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff8c718-58b0-4a93-a1b9-23539dc58d35 None None] Network 85c31e52-041d-4e6f-b141-86674a6079b3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:00.978439 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7d064d22-98eb-4c0c-a286-821e1a981eed tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Deleting port 111c4367-79f0-4f24-a613-2b4dba24e52c {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:00.978846 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d064d22-98eb-4c0c-a286-821e1a981eed tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (111c4367-79f0-4f24-a613-2b4dba24e52c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:01.108743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cc3c271f-ead4-4838-944e-8df62c60bfef None None] Provisioning complete for port 8793b541-0c90-4d51-ac50-3921dd857260 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:01.109048 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cc3c271f-ead4-4838-944e-8df62c60bfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8793b541-0c90-4d51-ac50-3921dd857260), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:01.171938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5e7aad66-5b0e-4338-bc23-44f0e8272db9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:01.174389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port ef47940e-066e-4c29-8b9f-e3b5422040d4 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:28:01.188007 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d064d22-98eb-4c0c-a286-821e1a981eed tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (111c4367-79f0-4f24-a613-2b4dba24e52c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:01.196138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=8793b541-0c90-4d51-ac50-3921dd857260,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:01.204868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port ef47940e-066e-4c29-8b9f-e3b5422040d4 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:01.205350 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ef47940e-066e-4c29-8b9f-e3b5422040d4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:01.212097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'port_id': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'mac_address': 'fa:16:3e:99:7d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:28:01.214821 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7d064d22-98eb-4c0c-a286-821e1a981eed tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Calling delete_port for 111c4367-79f0-4f24-a613-2b4dba24e52c owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:01.247880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca75049-5c93-4c35-a60c-60325e73a0c5 req-1dbe152e-21bb-409c-ad78-882491ad0897 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:01.249486 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ca75049-5c93-4c35-a60c-60325e73a0c5 req-1dbe152e-21bb-409c-ad78-882491ad0897 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 943 time: 0.2362669 Feb 11 04:28:01.305754 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c271f-ead4-4838-944e-8df62c60bfef None None] Current status of the port 8793b541-0c90-4d51-ac50-3921dd857260 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:01.309571 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4999-c05e-41e5-8d82-5a16e511214d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (dd2b6c5c-58a3-447d-abf6-abb68248e3a4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:01.361783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cc3c271f-ead4-4838-944e-8df62c60bfef None None] Provisioning complete for port 111c4367-79f0-4f24-a613-2b4dba24e52c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:01.362180 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cc3c271f-ead4-4838-944e-8df62c60bfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (111c4367-79f0-4f24-a613-2b4dba24e52c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:01.412236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c271f-ead4-4838-944e-8df62c60bfef None None] Port 111c4367-79f0-4f24-a613-2b4dba24e52c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:01.418263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:01.418676 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:01.439232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7aad66-5b0e-4338-bc23-44f0e8272db9 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:28:01.479951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ca75049-5c93-4c35-a60c-60325e73a0c5 req-ff8504a6-c402-4ada-afc3-4dff6f245260 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/security-groups?id=32074a36-7b67-4542-8327-f0da852c588c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108755 Feb 11 04:28:01.513328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5e7aad66-5b0e-4338-bc23-44f0e8272db9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:01.527152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a4999-c05e-41e5-8d82-5a16e511214d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event updated for resources: {'Subnet': ['ID=dd2b6c5c-58a3-447d-abf6-abb68248e3a4,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:01.529589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port ef47940e-066e-4c29-8b9f-e3b5422040d4 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:01.530862 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ef47940e-066e-4c29-8b9f-e3b5422040d4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:01.532819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a4999-c05e-41e5-8d82-5a16e511214d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Checking segment: {'id': 'a17a6dbb-e88a-4668-9da4-35d219863fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13116baf-e011-4532-9f80-d828c36def9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:01.533196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a4999-c05e-41e5-8d82-5a16e511214d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Network hostable DHCP agents. Network: 13116baf-e011-4532-9f80-d828c36def9a, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:28:01.562876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d4b58d-f65d-4906-b176-1a771d4eb3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef47940e-066e-4c29-8b9f-e3b5422040d4'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:28:01.563889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c572007-8908-4532-8207-4ef351d3cca5 req-a55ebb61-670f-406a-86a0-eacd774ec770 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:01.569611 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b17cc2-af40-4a48-958d-86e6c7773b57" -d '{"events": [{"server_uuid": "a9d4b58d-f65d-4906-b176-1a771d4eb3d2", "name": "network-vif-plugged", "status": "completed", "tag": "ef47940e-066e-4c29-8b9f-e3b5422040d4"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:28:01.572008 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c572007-8908-4532-8207-4ef351d3cca5 req-a55ebb61-670f-406a-86a0-eacd774ec770 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.1480546 Feb 11 04:28:01.596257 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:01.611154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port ef47940e-066e-4c29-8b9f-e3b5422040d4, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ef47940e-066e-4c29-8b9f-e3b5422040d4,segment=NetworkSegment(dc78eb6f-33a4-4617-b388-92d0a2f6d9df),segment_id=dc78eb6f-33a4-4617-b388-92d0a2f6d9df)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:01.629997 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c572007-8908-4532-8207-4ef351d3cca5 req-62665235-ae77-403c-be57-6541c8af5267 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570536 Feb 11 04:28:01.657449 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3a4999-c05e-41e5-8d82-5a16e511214d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Network 13116baf-e011-4532-9f80-d828c36def9a is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:28:01.685640 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5e7aad66-5b0e-4338-bc23-44f0e8272db9,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:01.691224 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d064d22-98eb-4c0c-a286-821e1a981eed tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (111c4367-79f0-4f24-a613-2b4dba24e52c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:01.694221 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ef47940e-066e-4c29-8b9f-e3b5422040d4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:01.700030 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608b83a7-1d31-450a-8630-ea47856bf3ce x-openstack-request-id: req-608b83a7-1d31-450a-8630-ea47856bf3ce {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:28:01.704743 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d4b58d-f65d-4906-b176-1a771d4eb3d2", "name": "network-vif-plugged", "status": "completed", "tag": "ef47940e-066e-4c29-8b9f-e3b5422040d4", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:28:01.704743 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-608b83a7-1d31-450a-8630-ea47856bf3ce {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:28:01.704743 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d4b58d-f65d-4906-b176-1a771d4eb3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef47940e-066e-4c29-8b9f-e3b5422040d4', 'code': 200} Feb 11 04:28:01.739083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d064d22-98eb-4c0c-a286-821e1a981eed tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event deleted for resources: {'Port': ['ID=111c4367-79f0-4f24-a613-2b4dba24e52c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:01.812131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7376d10-4a93-414f-bec5-450aaa8896ae req-39c0f947-cf07-435a-92f5-4526d0216a77 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:01.813542 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7376d10-4a93-414f-bec5-450aaa8896ae req-39c0f947-cf07-435a-92f5-4526d0216a77 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 944 time: 0.1819658 Feb 11 04:28:01.824876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-7c3a4999-c05e-41e5-8d82-5a16e511214d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 13116baf-e011-4532-9f80-d828c36def9a) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:01.854223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3301c5c6-a186-4ff0-9299-b0a6fa6e3c07 None None] Network 13116baf-e011-4532-9f80-d828c36def9a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:01.937357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a4999-c05e-41e5-8d82-5a16e511214d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:01.937954 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4999-c05e-41e5-8d82-5a16e511214d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:01.939816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['5e7aad66-5b0e-4338-bc23-44f0e8272db9'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:28:01.941775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8793b541-0c90-4d51-ac50-3921dd857260 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:02.029361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a81536a3-d9cd-4227-a99d-0cfb6daf87d7 None None] Provisioning complete for port 8793b541-0c90-4d51-ac50-3921dd857260 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:02.031163 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a81536a3-d9cd-4227-a99d-0cfb6daf87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8793b541-0c90-4d51-ac50-3921dd857260), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:02.073867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7c3a4999-c05e-41e5-8d82-5a16e511214d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7857125 Feb 11 04:28:02.081340 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52160) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:02.092427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-62dee9e7-b7be-411a-8251-7c6be34d0cae tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Request body: {'subnet': {'network_id': 'b5946f85-ed41-4ce5-b477-207e2c7b93f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:02.094282 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d064d22-98eb-4c0c-a286-821e1a981eed tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:02.101299 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7d064d22-98eb-4c0c-a286-821e1a981eed tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "DELETE /v2.0/ports/111c4367-79f0-4f24-a613-2b4dba24e52c HTTP/1.1" status: 204 len: 168 time: 1.7431939 Feb 11 04:28:02.103224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52162) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:02.103418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=ef47940e-066e-4c29-8b9f-e3b5422040d4,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:02.206942 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c25ef21-4d98-4b18-8682-7a677e2218da tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] GET failed (client error): The resource could not be found. Feb 11 04:28:02.218581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52168) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:02.219944 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4c25ef21-4d98-4b18-8682-7a677e2218da tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "GET /v2.0/ports/111c4367-79f0-4f24-a613-2b4dba24e52c HTTP/1.1" status: 404 len: 333 time: 0.1154590 Feb 11 04:28:02.238328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f927afd-93ee-48a8-a962-2de9ec4853f3 req-902d9fbe-2e04-458c-a208-476ffd84758b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:02.247473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f927afd-93ee-48a8-a962-2de9ec4853f3 req-902d9fbe-2e04-458c-a208-476ffd84758b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 945 time: 0.4550953 Feb 11 04:28:02.261626 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7376d10-4a93-414f-bec5-450aaa8896ae req-5d983ba0-b6f1-4693-9215-66339097c5d6 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920257 Feb 11 04:28:02.264239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21552952-3013-4f7e-a0df-b436cd38c6c8 req-f1ba6686-b2a4-4b0f-b336-108cfaa14b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:02.265960 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21552952-3013-4f7e-a0df-b436cd38c6c8 req-f1ba6686-b2a4-4b0f-b336-108cfaa14b62 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 1128 time: 0.4904487 Feb 11 04:28:02.267421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 8793b541-0c90-4d51-ac50-3921dd857260 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:02.267985 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8793b541-0c90-4d51-ac50-3921dd857260), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:02.269599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dee9e7-b7be-411a-8251-7c6be34d0cae tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Made reservation on behalf of a67ef8a41b1c406494a77b76035f4455 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:02.274279 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62dee9e7-b7be-411a-8251-7c6be34d0cae tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:02.330058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-13116baf-e011-4532-9f80-d828c36def9a', 'network_id': '13116baf-e011-4532-9f80-d828c36def9a', 'project_id': 'a67ef8a41b1c406494a77b76035f4455', 'fixed_ips': [{'subnet_id': 'dd2b6c5c-58a3-447d-abf6-abb68248e3a4'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:28:02.331338 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:02.489181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 8793b541-0c90-4d51-ac50-3921dd857260 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:02.544308 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f927afd-93ee-48a8-a962-2de9ec4853f3 req-e6b3e647-7c18-48ad-abea-a5cd0e44c678 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2958741 Feb 11 04:28:02.571821 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c111e8c1-33cd-4306-81bd-e14530822539 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:28:02.613170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21552952-3013-4f7e-a0df-b436cd38c6c8 req-532762dc-9363-43e6-815d-8a81a63a84fc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107844 Feb 11 04:28:02.707323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a81536a3-d9cd-4227-a99d-0cfb6daf87d7 None None] Current status of the port 8793b541-0c90-4d51-ac50-3921dd857260 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:02.716217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a8f183f4-b605-46ce-ad7b-c18b513eff26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Deleting port 79d6d594-106a-4b00-bd17-4c456d931182 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:02.716567 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8f183f4-b605-46ce-ad7b-c18b513eff26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (79d6d594-106a-4b00-bd17-4c456d931182), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:02.813907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c111e8c1-33cd-4306-81bd-e14530822539, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c111e8c1-33cd-4306-81bd-e14530822539,segment=NetworkSegment(c2af0800-6354-4b6c-b9a6-1576b0b03e2c),segment_id=c2af0800-6354-4b6c-b9a6-1576b0b03e2c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:02.836217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'c111e8c1-33cd-4306-81bd-e14530822539', 'network_id': '614f328c-fbb9-40fc-92f4-67436d77cc24', 'port_id': 'c111e8c1-33cd-4306-81bd-e14530822539', 'mac_address': 'fa:16:3e:1a:09:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e44a196-1d3b-4bb5-96a0-8fa55ff75945', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:28:02.845704 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Allocated IP 2001:db8::2 (13116baf-e011-4532-9f80-d828c36def9a/dd2b6c5c-58a3-447d-abf6-abb68248e3a4/201465ea-e67d-4afe-a3fe-172d1a3ed216) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:02.872121 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62dee9e7-b7be-411a-8251-7c6be34d0cae tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (f1a976ff-f7d6-439e-9ad0-d0b66397aca7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:02.895849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port c111e8c1-33cd-4306-81bd-e14530822539 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:02.896252 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c111e8c1-33cd-4306-81bd-e14530822539), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:02.924663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c111e8c1-33cd-4306-81bd-e14530822539 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:28:02.953798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b651c1-4f81-4fc3-84b4-d114b91202b9 req-376a5cf9-d27e-42d5-bac6-a2f6aa22728c tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:02.955110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97b651c1-4f81-4fc3-84b4-d114b91202b9 req-376a5cf9-d27e-42d5-bac6-a2f6aa22728c tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 943 time: 0.2964604 Feb 11 04:28:02.989774 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c111e8c1-33cd-4306-81bd-e14530822539, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c111e8c1-33cd-4306-81bd-e14530822539,segment=NetworkSegment(c2af0800-6354-4b6c-b9a6-1576b0b03e2c),segment_id=c2af0800-6354-4b6c-b9a6-1576b0b03e2c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:03.006524 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8f183f4-b605-46ce-ad7b-c18b513eff26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (79d6d594-106a-4b00-bd17-4c456d931182), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:03.051666 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c111e8c1-33cd-4306-81bd-e14530822539), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:03.054513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a8f183f4-b605-46ce-ad7b-c18b513eff26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Calling delete_port for 79d6d594-106a-4b00-bd17-4c456d931182 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:03.059517 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dee9e7-b7be-411a-8251-7c6be34d0cae tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event updated for resources: {'Subnet': ['ID=f1a976ff-f7d6-439e-9ad0-d0b66397aca7,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:03.078104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72753ad-1b06-4169-b785-18eb4d889d8f req-24aafd55-98a0-4e88-a325-613637c5c615 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:03.079622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a72753ad-1b06-4169-b785-18eb4d889d8f req-24aafd55-98a0-4e88-a325-613637c5c615 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.2563527 Feb 11 04:28:03.157535 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Publish callbacks [] for port (201465ea-e67d-4afe-a3fe-172d1a3ed216), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:03.165611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dee9e7-b7be-411a-8251-7c6be34d0cae tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Checking segment: {'id': '941f986e-4e34-4453-a876-5f642a82d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b5946f85-ed41-4ce5-b477-207e2c7b93f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:03.165991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dee9e7-b7be-411a-8251-7c6be34d0cae tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Network hostable DHCP agents. Network: b5946f85-ed41-4ce5-b477-207e2c7b93f6, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:28:03.168404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=c111e8c1-33cd-4306-81bd-e14530822539,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:03.177962 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a3210-5eac-4213-bfba-5282cb32d9c1 req-24110961-a52e-46fd-ae66-d5ae3efff6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:03.179563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-942a3210-5eac-4213-bfba-5282cb32d9c1 req-24110961-a52e-46fd-ae66-d5ae3efff6a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6268488dcc16480299bbf71fec91126d&device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 1128 time: 0.2584620 Feb 11 04:28:03.184900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97b651c1-4f81-4fc3-84b4-d114b91202b9 req-bebedfd0-a3b7-4464-a037-65a6056dc82b tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/security-groups?id=32074a36-7b67-4542-8327-f0da852c588c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033556 Feb 11 04:28:03.215985 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (201465ea-e67d-4afe-a3fe-172d1a3ed216), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:03.261864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Pushing event updated for resources: {'Port': ['ID=201465ea-e67d-4afe-a3fe-172d1a3ed216,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:03.269344 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a72753ad-1b06-4169-b785-18eb4d889d8f req-aa4b410f-57c1-42e7-b76f-33a3b15c9843 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813323 Feb 11 04:28:03.286376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Network 13116baf-e011-4532-9f80-d828c36def9a is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:03.288517 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:03.291947 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:03.330397 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dee9e7-b7be-411a-8251-7c6be34d0cae tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Network b5946f85-ed41-4ce5-b477-207e2c7b93f6 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:28:03.370853 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['c111e8c1-33cd-4306-81bd-e14530822539'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:28:03.385139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a3210-5eac-4213-bfba-5282cb32d9c1 req-5fad21bb-4e55-45e4-849a-05828d806bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:03.386818 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-942a3210-5eac-4213-bfba-5282cb32d9c1 req-5fad21bb-4e55-45e4-849a-05828d806bae service neutron] 10.222.0.47 "GET /v2.0/networks?id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb HTTP/1.1" status: 200 len: 917 time: 0.1946261 Feb 11 04:28:03.470680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-942a3210-5eac-4213-bfba-5282cb32d9c1 req-8fff64e6-9ff5-4970-b229-2c0b5d374f88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=433df2c0-c69a-4501-8e82-59b165d5ca72 HTTP/1.1" status: 200 len: 217 time: 0.0645618 Feb 11 04:28:03.474284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-62dee9e7-b7be-411a-8251-7c6be34d0cae tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, b5946f85-ed41-4ce5-b477-207e2c7b93f6) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:03.493662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dee9e7-b7be-411a-8251-7c6be34d0cae tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:03.494294 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62dee9e7-b7be-411a-8251-7c6be34d0cae tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:03.547319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be0f410-080f-41cb-af1c-9de37de2bd16 None None] Network b5946f85-ed41-4ce5-b477-207e2c7b93f6 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:03.548793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a3210-5eac-4213-bfba-5282cb32d9c1 req-87d85cc5-db72-4161-a5a1-8ec7920e2b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:03.550278 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-942a3210-5eac-4213-bfba-5282cb32d9c1 req-87d85cc5-db72-4161-a5a1-8ec7920e2b23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5a242a6-9219-4743-9ec2-230115f1cc1b HTTP/1.1" status: 200 len: 855 time: 0.0737998 Feb 11 04:28:03.558159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea955e-f1d9-43c8-8891-00c5987ba6d5 req-ea5f3cba-a2e9-42a7-89fb-c52e145bc523 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:03.559661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7ea955e-f1d9-43c8-8891-00c5987ba6d5 req-ea5f3cba-a2e9-42a7-89fb-c52e145bc523 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 945 time: 0.1686914 Feb 11 04:28:03.604507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Attempting to bind port 201465ea-e67d-4afe-a3fe-172d1a3ed216 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:28:03.604885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Attempting to bind port 201465ea-e67d-4afe-a3fe-172d1a3ed216 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'a17a6dbb-e88a-4668-9da4-35d219863fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13116baf-e011-4532-9f80-d828c36def9a'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:28:03.605253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Attempting to bind port 201465ea-e67d-4afe-a3fe-172d1a3ed216 on network 13116baf-e011-4532-9f80-d828c36def9a {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:28:03.628349 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8f183f4-b605-46ce-ad7b-c18b513eff26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (79d6d594-106a-4b00-bd17-4c456d931182), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:03.662034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:28:03.662422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Checking segment: {'id': 'a17a6dbb-e88a-4668-9da4-35d219863fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13116baf-e011-4532-9f80-d828c36def9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:03.663544 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:03.663944 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Bound using segment: {'id': 'a17a6dbb-e88a-4668-9da4-35d219863fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13116baf-e011-4532-9f80-d828c36def9a'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:28:03.664434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Bound port: 201465ea-e67d-4afe-a3fe-172d1a3ed216, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17a6dbb-e88a-4668-9da4-35d219863fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '13116baf-e011-4532-9f80-d828c36def9a'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:28:03.664821 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (201465ea-e67d-4afe-a3fe-172d1a3ed216), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:03.674782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-62dee9e7-b7be-411a-8251-7c6be34d0cae tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5884864 Feb 11 04:28:03.677587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52212) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:03.684362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f183f4-b605-46ce-ad7b-c18b513eff26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event deleted for resources: {'Port': ['ID=79d6d594-106a-4b00-bd17-4c456d931182,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:03.700243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7ea955e-f1d9-43c8-8891-00c5987ba6d5 req-2c07fe49-d5a8-4a59-a780-0d8ac42003be tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319153 Feb 11 04:28:03.705463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a3210-5eac-4213-bfba-5282cb32d9c1 req-ec3f8575-c03a-412e-b4f9-d2f6cda8509e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:03.707034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-942a3210-5eac-4213-bfba-5282cb32d9c1 req-ec3f8575-c03a-412e-b4f9-d2f6cda8509e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1464901 Feb 11 04:28:03.746238 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8f183f4-b605-46ce-ad7b-c18b513eff26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:03.751072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a8f183f4-b605-46ce-ad7b-c18b513eff26 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "DELETE /v2.0/ports/79d6d594-106a-4b00-bd17-4c456d931182 HTTP/1.1" status: 204 len: 168 time: 1.5306592 Feb 11 04:28:03.757968 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52214) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:03.804465 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:03.869440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-b5946f85-ed41-4ce5-b477-207e2c7b93f6', 'network_id': 'b5946f85-ed41-4ce5-b477-207e2c7b93f6', 'project_id': 'a67ef8a41b1c406494a77b76035f4455', 'fixed_ips': [{'subnet_id': 'f1a976ff-f7d6-439e-9ad0-d0b66397aca7'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:28:03.870939 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:03.903287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736c6d8-7f6f-4e26-82f7-c769cb716c35 req-0f311642-140b-40eb-b1c6-09babdf48d53 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:03.906464 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f736c6d8-7f6f-4e26-82f7-c769cb716c35 req-0f311642-140b-40eb-b1c6-09babdf48d53 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 945 time: 0.2303519 Feb 11 04:28:03.913471 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25af203-a649-4ea2-ae17-cfb0a42f1917 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] GET failed (client error): The resource could not be found. Feb 11 04:28:03.919498 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b25af203-a649-4ea2-ae17-cfb0a42f1917 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "GET /v2.0/ports/79d6d594-106a-4b00-bd17-4c456d931182 HTTP/1.1" status: 404 len: 333 time: 0.1603901 Feb 11 04:28:03.920294 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52232) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:03.928296 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:03.989076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] For port 201465ea-e67d-4afe-a3fe-172d1a3ed216, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:28:04.005969 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-942a3210-5eac-4213-bfba-5282cb32d9c1 req-1449f6d0-1612-4d92-982d-aa64ec99f2fb service neutron] 10.222.0.47 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692349 Feb 11 04:28:04.080125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] For port 201465ea-e67d-4afe-a3fe-172d1a3ed216, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=201465ea-e67d-4afe-a3fe-172d1a3ed216,segment=NetworkSegment(a17a6dbb-e88a-4668-9da4-35d219863fa5),segment_id=a17a6dbb-e88a-4668-9da4-35d219863fa5)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:28:04.173887 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (201465ea-e67d-4afe-a3fe-172d1a3ed216), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:04.201949 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f736c6d8-7f6f-4e26-82f7-c769cb716c35 req-f0d8e15d-8c31-490c-981b-39bdb3d6dd22 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2738574 Feb 11 04:28:04.278231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-942a3210-5eac-4213-bfba-5282cb32d9c1 req-7d9b6dd5-9a02-4fc9-aa39-6a90f66ae4e6 service neutron] 10.222.0.47 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604167 Feb 11 04:28:04.405914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5e7aad66-5b0e-4338-bc23-44f0e8272db9 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:04.413724 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Allocated IP 2001:db8::2 (b5946f85-ed41-4ce5-b477-207e2c7b93f6/f1a976ff-f7d6-439e-9ad0-d0b66397aca7/38a5309c-27d1-4bf2-9939-a2659d8fece4) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:04.464369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0acc4-ef2d-489d-bd33-adfde786e146 req-590e2ed2-5c16-40bb-834a-cb4637b97148 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:04.466087 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0acc4-ef2d-489d-bd33-adfde786e146 req-590e2ed2-5c16-40bb-834a-cb4637b97148 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 944 time: 0.1393623 Feb 11 04:28:04.536998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6f707-0787-43a4-8695-d5af12880973 None None] Pushing event updated for resources: {'Port': ['ID=201465ea-e67d-4afe-a3fe-172d1a3ed216,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:04.621409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2022b-fb92-4c64-b991-3cfdea4ab348 req-e969b190-be61-45bf-a044-abc4ad2b66af tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:04.628630 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ee2022b-fb92-4c64-b991-3cfdea4ab348 req-e969b190-be61-45bf-a044-abc4ad2b66af tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.1532223 Feb 11 04:28:04.639969 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fa0acc4-ef2d-489d-bd33-adfde786e146 req-4b65c446-fb07-49d4-8973-a5e93a157f1e tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/security-groups?id=32074a36-7b67-4542-8327-f0da852c588c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439993 Feb 11 04:28:04.676869 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-551cd8a4-9e3b-450f-9a4a-b379fa0dbe24 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Deleting port 8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:04.677362 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-551cd8a4-9e3b-450f-9a4a-b379fa0dbe24 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:04.752471 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:04.814118 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ee2022b-fb92-4c64-b991-3cfdea4ab348 req-077bcf22-2d99-449f-a8cb-e2ebf769ec02 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846073 Feb 11 04:28:04.907138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:28:04.945530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:04.946034 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:05.012945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb5090-e825-42b8-9641-03a1d607aa56 req-4e788e35-42f0-4229-a9f9-a26fe198f456 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:05.018443 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8eb5090-e825-42b8-9641-03a1d607aa56 req-4e788e35-42f0-4229-a9f9-a26fe198f456 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 945 time: 0.1312251 Feb 11 04:28:05.140431 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Publish callbacks [] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:05.146434 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8eb5090-e825-42b8-9641-03a1d607aa56 req-05f88eaa-d167-4ed2-9cc5-c0ce5f99caad tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162093 Feb 11 04:28:05.184957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:05.185734 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:05.224476 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:05.242528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256a23bb-ed97-482c-9a93-703757629690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7aad66-5b0e-4338-bc23-44f0e8272db9'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:28:05.248264 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28b5f17-b710-404b-84b5-cbd6b71cbb45" -d '{"events": [{"server_uuid": "256a23bb-ed97-482c-9a93-703757629690", "name": "network-vif-plugged", "status": "completed", "tag": "5e7aad66-5b0e-4338-bc23-44f0e8272db9"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:28:05.287703 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-551cd8a4-9e3b-450f-9a4a-b379fa0dbe24 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:05.353334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5e7aad66-5b0e-4338-bc23-44f0e8272db9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:05.361696 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Network b5946f85-ed41-4ce5-b477-207e2c7b93f6 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:05.366159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:05.369482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:05.372895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-551cd8a4-9e3b-450f-9a4a-b379fa0dbe24 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Calling delete_port for 8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:05.383347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Pushing event updated for resources: {'Port': ['ID=38a5309c-27d1-4bf2-9939-a2659d8fece4,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:05.427676 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:05.513260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153198ad-424c-4e44-b031-c0aa66267071 req-b348e652-560b-4178-b741-3ff49bc0a557 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:05.524754 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-153198ad-424c-4e44-b031-c0aa66267071 req-b348e652-560b-4178-b741-3ff49bc0a557 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 945 time: 0.2695379 Feb 11 04:28:05.540084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c8ca2-28ab-4977-be5a-4500c31249f3 req-467244f2-4a94-46ef-9c32-d85045ff6abd tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:05.545881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Allocated IP 2001:db8::1 (13116baf-e011-4532-9f80-d828c36def9a/dd2b6c5c-58a3-447d-abf6-abb68248e3a4/619ac48a-e080-4e5c-b4d8-9c81aeeefebb) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:05.547182 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-230c8ca2-28ab-4977-be5a-4500c31249f3 req-467244f2-4a94-46ef-9c32-d85045ff6abd tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 945 time: 0.1996455 Feb 11 04:28:05.599624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5e7aad66-5b0e-4338-bc23-44f0e8272db9,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:05.645040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-153198ad-424c-4e44-b031-c0aa66267071 req-7387c85a-e37e-48e0-8bd3-dbc8f36cfdc6 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195159 Feb 11 04:28:05.663670 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Attempting to bind port 38a5309c-27d1-4bf2-9939-a2659d8fece4 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:28:05.664173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Attempting to bind port 38a5309c-27d1-4bf2-9939-a2659d8fece4 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '941f986e-4e34-4453-a876-5f642a82d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b5946f85-ed41-4ce5-b477-207e2c7b93f6'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:28:05.664652 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Attempting to bind port 38a5309c-27d1-4bf2-9939-a2659d8fece4 on network b5946f85-ed41-4ce5-b477-207e2c7b93f6 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:28:05.674654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:28:05.675766 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Checking segment: {'id': '941f986e-4e34-4453-a876-5f642a82d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b5946f85-ed41-4ce5-b477-207e2c7b93f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:05.677550 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:05.678607 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Bound using segment: {'id': '941f986e-4e34-4453-a876-5f642a82d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b5946f85-ed41-4ce5-b477-207e2c7b93f6'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:28:05.685414 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Bound port: 38a5309c-27d1-4bf2-9939-a2659d8fece4, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941f986e-4e34-4453-a876-5f642a82d6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b5946f85-ed41-4ce5-b477-207e2c7b93f6'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:28:05.685414 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:05.710263 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-230c8ca2-28ab-4977-be5a-4500c31249f3 req-a672a01e-6629-452e-aebf-d7c00aa07d23 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1615264 Feb 11 04:28:05.722386 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decba4f0-0d68-41fd-9f93-050bba0dc9a3 x-openstack-request-id: req-decba4f0-0d68-41fd-9f93-050bba0dc9a3 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:28:05.722820 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256a23bb-ed97-482c-9a93-703757629690", "name": "network-vif-plugged", "status": "completed", "tag": "5e7aad66-5b0e-4338-bc23-44f0e8272db9", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:28:05.723023 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-decba4f0-0d68-41fd-9f93-050bba0dc9a3 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:28:05.723390 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256a23bb-ed97-482c-9a93-703757629690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'code': 200} Feb 11 04:28:05.853803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] For port 38a5309c-27d1-4bf2-9939-a2659d8fece4, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:28:05.857900 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] For port 38a5309c-27d1-4bf2-9939-a2659d8fece4, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=38a5309c-27d1-4bf2-9939-a2659d8fece4,segment=NetworkSegment(941f986e-4e34-4453-a876-5f642a82d6ef),segment_id=941f986e-4e34-4453-a876-5f642a82d6ef)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:28:05.942814 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:05.958679 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for port (619ac48a-e080-4e5c-b4d8-9c81aeeefebb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:06.015099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cae5d-f0aa-4c0a-9bc7-bbabfb9a153d req-70b5dd1e-8709-4836-9ef0-d11fbbc61287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:06.021385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc3cae5d-f0aa-4c0a-9bc7-bbabfb9a153d req-70b5dd1e-8709-4836-9ef0-d11fbbc61287 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 1129 time: 0.2350922 Feb 11 04:28:06.028536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 201465ea-e67d-4afe-a3fe-172d1a3ed216 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:06.038216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221cb58-1537-4267-a1eb-109862ad62d6 req-de422977-316a-49b6-962d-32b8e6d0adb1 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:06.047035 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2221cb58-1537-4267-a1eb-109862ad62d6 req-de422977-316a-49b6-962d-32b8e6d0adb1 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 944 time: 0.1742136 Feb 11 04:28:06.085550 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-551cd8a4-9e3b-450f-9a4a-b379fa0dbe24 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:06.167418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cd8a4-9e3b-450f-9a4a-b379fa0dbe24 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event deleted for resources: {'Port': ['ID=8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:06.176960 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (619ac48a-e080-4e5c-b4d8-9c81aeeefebb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:06.212713 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4630885-e6a8-48b4-8c5b-29910189e497 None None] Pushing event updated for resources: {'Port': ['ID=38a5309c-27d1-4bf2-9939-a2659d8fece4,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:06.298953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 201465ea-e67d-4afe-a3fe-172d1a3ed216 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:06.298953 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (201465ea-e67d-4afe-a3fe-172d1a3ed216), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:06.300551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f5751e-224b-4861-8d5f-fa50959d2c49 None None] Network 13116baf-e011-4532-9f80-d828c36def9a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:06.371762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Network 13116baf-e011-4532-9f80-d828c36def9a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:06.380811 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-551cd8a4-9e3b-450f-9a4a-b379fa0dbe24 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:06.387552 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-551cd8a4-9e3b-450f-9a4a-b379fa0dbe24 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "DELETE /v2.0/ports/8c9c6a1b-0c9e-4f3d-9c9d-d1eb1099f28f HTTP/1.1" status: 204 len: 168 time: 2.4450130 Feb 11 04:28:06.391183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52352) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:06.392357 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:06.416636 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:06.417573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (118606d9-fb8e-400b-815b-3da1fc3e6217), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:06.467151 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event updated for resources: {'Port': ['ID=619ac48a-e080-4e5c-b4d8-9c81aeeefebb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:06.569747 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c111e8c1-33cd-4306-81bd-e14530822539 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:06.646375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2432feb6-5cd2-46e3-af67-ac46c0d765d2 None None] Provisioning complete for port 201465ea-e67d-4afe-a3fe-172d1a3ed216 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:06.655822 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2432feb6-5cd2-46e3-af67-ac46c0d765d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (201465ea-e67d-4afe-a3fe-172d1a3ed216), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:06.719100 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f993050-78ba-48cd-818b-2b5dab18d2c0 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Deleting subnet d2a1f0d6-6029-4971-909d-d7f285efe539 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:28:06.729154 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f993050-78ba-48cd-818b-2b5dab18d2c0 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks [] for subnet (d2a1f0d6-6029-4971-909d-d7f285efe539), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:06.835879 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc3cae5d-f0aa-4c0a-9bc7-bbabfb9a153d req-ddf184f7-2ff2-4f24-b9ec-ffb3fcebd8c3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8066247 Feb 11 04:28:06.849850 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f993050-78ba-48cd-818b-2b5dab18d2c0 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (d2a1f0d6-6029-4971-909d-d7f285efe539), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:06.872478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2221cb58-1537-4267-a1eb-109862ad62d6 req-843f17e0-1356-4ea7-8318-251090e07a9f tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/security-groups?id=32074a36-7b67-4542-8327-f0da852c588c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7870770 Feb 11 04:28:06.878752 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 201465ea-e67d-4afe-a3fe-172d1a3ed216 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:06.879479 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (201465ea-e67d-4afe-a3fe-172d1a3ed216), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:06.893428 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (619ac48a-e080-4e5c-b4d8-9c81aeeefebb), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:06.899749 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87f166-7087-48b3-8e69-522cf2b857ed req-b812980a-748c-487d-8fdb-4e87d493faa6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:06.907437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9b87f166-7087-48b3-8e69-522cf2b857ed req-b812980a-748c-487d-8fdb-4e87d493faa6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.1364813 Feb 11 04:28:06.965611 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9b87f166-7087-48b3-8e69-522cf2b857ed req-ca32f5f1-50e7-4848-b411-ddef86bfcfac tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523474 Feb 11 04:28:07.000804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 201465ea-e67d-4afe-a3fe-172d1a3ed216, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=201465ea-e67d-4afe-a3fe-172d1a3ed216,segment=NetworkSegment(a17a6dbb-e88a-4668-9da4-35d219863fa5),segment_id=a17a6dbb-e88a-4668-9da4-35d219863fa5)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:07.045675 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f131064-91ff-40ba-b2e7-ecf9181e1171 req-74fbb226-410e-4115-9754-8ec866a8b45e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:07.047547 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f131064-91ff-40ba-b2e7-ecf9181e1171 req-74fbb226-410e-4115-9754-8ec866a8b45e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 945 time: 0.0657873 Feb 11 04:28:07.126870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2432feb6-5cd2-46e3-af67-ac46c0d765d2 None None] Current status of the port 201465ea-e67d-4afe-a3fe-172d1a3ed216 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:07.128033 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2432feb6-5cd2-46e3-af67-ac46c0d765d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (201465ea-e67d-4afe-a3fe-172d1a3ed216), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:07.130347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port c111e8c1-33cd-4306-81bd-e14530822539 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:28:07.138464 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port c111e8c1-33cd-4306-81bd-e14530822539 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:07.139056 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c111e8c1-33cd-4306-81bd-e14530822539), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:07.158478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f131064-91ff-40ba-b2e7-ecf9181e1171 req-7a1dd01c-5719-4522-ad62-a6eaaecb0197 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042058 Feb 11 04:28:07.177236 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (201465ea-e67d-4afe-a3fe-172d1a3ed216), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:07.249726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f98564-1207-446a-b483-4ae9e7f35051 req-5d7671d8-dba5-4524-a535-17c6c2a67ee7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:07.255791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35f98564-1207-446a-b483-4ae9e7f35051 req-5d7671d8-dba5-4524-a535-17c6c2a67ee7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.1099858 Feb 11 04:28:07.353729 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35f98564-1207-446a-b483-4ae9e7f35051 req-f5e242b3-424b-4db3-ab72-cefcad6df254 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937636 Feb 11 04:28:07.489270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=201465ea-e67d-4afe-a3fe-172d1a3ed216,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:07.517976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d58c0-922f-49ff-988d-9139ba858da6 req-a3f89d89-0630-426c-82e3-4bd32757b14e tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:07.536367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-300d58c0-922f-49ff-988d-9139ba858da6 req-a3f89d89-0630-426c-82e3-4bd32757b14e tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.1417515 Feb 11 04:28:07.598609 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-2432feb6-5cd2-46e3-af67-ac46c0d765d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:28:07.598997 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-2432feb6-5cd2-46e3-af67-ac46c0d765d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:28:07.604147 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port c111e8c1-33cd-4306-81bd-e14530822539 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:07.606244 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c111e8c1-33cd-4306-81bd-e14530822539), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:07.632565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-300d58c0-922f-49ff-988d-9139ba858da6 req-c242f24a-543a-4361-97a9-61b5f8d6352b tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951538 Feb 11 04:28:07.708575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c111e8c1-33cd-4306-81bd-e14530822539, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c111e8c1-33cd-4306-81bd-e14530822539,segment=NetworkSegment(c2af0800-6354-4b6c-b9a6-1576b0b03e2c),segment_id=c2af0800-6354-4b6c-b9a6-1576b0b03e2c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:07.724252 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23b0ecb-670c-4458-9e11-2548013fb8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c111e8c1-33cd-4306-81bd-e14530822539'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:28:07.726843 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9fbb9f-99af-4644-a719-eae1231502f3" -d '{"events": [{"server_uuid": "b23b0ecb-670c-4458-9e11-2548013fb8e4", "name": "network-vif-plugged", "status": "completed", "tag": "c111e8c1-33cd-4306-81bd-e14530822539"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:28:07.764079 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f993050-78ba-48cd-818b-2b5dab18d2c0 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (d2a1f0d6-6029-4971-909d-d7f285efe539), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:07.804724 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c111e8c1-33cd-4306-81bd-e14530822539), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:07.997665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2f042-0e16-4d01-8144-2a108b6ee49e req-98d478e2-2067-435b-a2aa-75dca0cf2ab6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:08.006394 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34f2f042-0e16-4d01-8144-2a108b6ee49e req-98d478e2-2067-435b-a2aa-75dca0cf2ab6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=0348b761-4ca4-4f07-8a40-d0fcaca59c60 HTTP/1.1" status: 200 len: 946 time: 0.2227869 Feb 11 04:28:08.019538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=c111e8c1-33cd-4306-81bd-e14530822539,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:08.146486 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34f2f042-0e16-4d01-8144-2a108b6ee49e req-02c61a8b-a7cc-4466-9da2-64da9df934cf tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395240 Feb 11 04:28:08.172880 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc0fb1e-66c2-49b0-8949-f1cfe48fda78 x-openstack-request-id: req-abc0fb1e-66c2-49b0-8949-f1cfe48fda78 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:28:08.173596 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23b0ecb-670c-4458-9e11-2548013fb8e4", "name": "network-vif-plugged", "status": "completed", "tag": "c111e8c1-33cd-4306-81bd-e14530822539", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:28:08.173853 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abc0fb1e-66c2-49b0-8949-f1cfe48fda78 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:28:08.174249 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23b0ecb-670c-4458-9e11-2548013fb8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c111e8c1-33cd-4306-81bd-e14530822539', 'code': 200} Feb 11 04:28:08.175290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a31e8ff-a3a2-43c0-9849-52167ba64af3 None None] Network b5946f85-ed41-4ce5-b477-207e2c7b93f6 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:08.206957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 201465ea-e67d-4afe-a3fe-172d1a3ed216 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:08.335764 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f993050-78ba-48cd-818b-2b5dab18d2c0 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (d2a1f0d6-6029-4971-909d-d7f285efe539), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:08.360107 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for port (619ac48a-e080-4e5c-b4d8-9c81aeeefebb), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:08.382809 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2432feb6-5cd2-46e3-af67-ac46c0d765d2 None None] Current status of the port 201465ea-e67d-4afe-a3fe-172d1a3ed216 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:08.429303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 201465ea-e67d-4afe-a3fe-172d1a3ed216 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:08.429698 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (201465ea-e67d-4afe-a3fe-172d1a3ed216), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:08.439028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f993050-78ba-48cd-818b-2b5dab18d2c0 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a1f0d6-6029-4971-909d-d7f285efe539,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:08.447026 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f993050-78ba-48cd-818b-2b5dab18d2c0 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:08.471268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52434) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:08.471794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96d3894-a4d7-4063-ba6c-13943b5f77d1 None None] Network aa25749e-1d89-4340-94ea-0dfd79503d5a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:08.472003 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7f993050-78ba-48cd-818b-2b5dab18d2c0 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "DELETE /v2.0/subnets/d2a1f0d6-6029-4971-909d-d7f285efe539 HTTP/1.1" status: 204 len: 168 time: 2.0722990 Feb 11 04:28:08.478995 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (619ac48a-e080-4e5c-b4d8-9c81aeeefebb), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:08.485162 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (118606d9-fb8e-400b-815b-3da1fc3e6217), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:08.521670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ffdad-f832-4411-bb28-3d00f8d92bee req-4136a47c-ede0-4734-9405-5625bae1e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:08.524746 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-937ffdad-f832-4411-bb28-3d00f8d92bee req-4136a47c-ede0-4734-9405-5625bae1e984 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 1128 time: 0.2964861 Feb 11 04:28:08.547288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37040de2-b8f7-463e-9f56-163c078ee1cc req-adf4d07b-2391-41ca-8151-8c853675e30e tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:08.548807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37040de2-b8f7-463e-9f56-163c078ee1cc req-adf4d07b-2391-41ca-8151-8c853675e30e tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 945 time: 0.2481289 Feb 11 04:28:08.651321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621094a-c4b2-4387-9049-330e1bf17ad1 req-80b3821f-adf5-496e-9851-67d7247a003e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:08.652877 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8621094a-c4b2-4387-9049-330e1bf17ad1 req-80b3821f-adf5-496e-9851-67d7247a003e tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 945 time: 0.3233025 Feb 11 04:28:08.657657 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8f94b740-5a99-4cdb-aad4-679691b40d43 None None] Provisioning complete for port 201465ea-e67d-4afe-a3fe-172d1a3ed216 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:08.658051 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8f94b740-5a99-4cdb-aad4-679691b40d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (201465ea-e67d-4afe-a3fe-172d1a3ed216), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:08.687445 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (aa25749e-1d89-4340-94ea-0dfd79503d5a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:08.702529 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Network 13116baf-e011-4532-9f80-d828c36def9a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:08.707233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:08.751682 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37040de2-b8f7-463e-9f56-163c078ee1cc req-89c42151-6281-454e-bfea-6edae71641e9 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/security-groups?id=32074a36-7b67-4542-8327-f0da852c588c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425905 Feb 11 04:28:08.810460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-937ffdad-f832-4411-bb28-3d00f8d92bee req-dcddad9a-b960-4302-bb57-96fc935a85c9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=32074a36-7b67-4542-8327-f0da852c588c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746990 Feb 11 04:28:08.850992 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 201465ea-e67d-4afe-a3fe-172d1a3ed216 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:08.856004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 38a5309c-27d1-4bf2-9939-a2659d8fece4 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:08.877100 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8621094a-c4b2-4387-9049-330e1bf17ad1 req-783db797-a8c5-4641-b92a-a9e630644cdf tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133284 Feb 11 04:28:08.996404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Deleting port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:08.996804 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:09.030051 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event updated for resources: {'Port': ['ID=619ac48a-e080-4e5c-b4d8-9c81aeeefebb,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:09.045838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5566b6-976e-4db0-94ac-74bec57dbb8a req-0318d449-1c48-443c-9e8f-68f17d92d00b tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:09.047521 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d5566b6-976e-4db0-94ac-74bec57dbb8a req-0318d449-1c48-443c-9e8f-68f17d92d00b tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 946 time: 0.1432915 Feb 11 04:28:09.235211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Router 118606d9-fb8e-400b-815b-3da1fc3e6217 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:28:09.246310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bb7263-2a8f-4918-8d56-c9335fb227e9 None None] DHCP port deletion for aa25749e-1d89-4340-94ea-0dfd79503d5a request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:28:09.300911 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8f94b740-5a99-4cdb-aad4-679691b40d43 None None] Current status of the port 201465ea-e67d-4afe-a3fe-172d1a3ed216 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:09.331617 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 38a5309c-27d1-4bf2-9939-a2659d8fece4 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:09.332005 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:09.335010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] For port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323,segment=NetworkSegment(97f8ebfe-98d6-496a-b2c8-e05509bcd2f9),segment_id=97f8ebfe-98d6-496a-b2c8-e05509bcd2f9)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:09.335641 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:09.336756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8f94b740-5a99-4cdb-aad4-679691b40d43 None None] Provisioning complete for port 38a5309c-27d1-4bf2-9939-a2659d8fece4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:09.337131 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8f94b740-5a99-4cdb-aad4-679691b40d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:09.342712 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d5566b6-976e-4db0-94ac-74bec57dbb8a req-19eae383-372b-4a56-8de4-1ae29aeb12cd tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889774 Feb 11 04:28:09.357117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Calling delete_port for da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:09.389581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf1a43-c1b8-4ead-b2f0-d961e3de8ad5 req-c93f1941-a03c-4137-ac25-e378f6e50bed tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:09.391456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ebf1a43-c1b8-4ead-b2f0-d961e3de8ad5 req-c93f1941-a03c-4137-ac25-e378f6e50bed tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.1872816 Feb 11 04:28:09.446603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:28:09.461905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-033ed3ea-6376-4482-9ef0-507c88dc7d15 req-f5fc77b9-8640-41ad-9ff5-9bda699b0e48 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:28:09.462961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-033ed3ea-6376-4482-9ef0-507c88dc7d15 req-f5fc77b9-8640-41ad-9ff5-9bda699b0e48 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140445 Feb 11 04:28:09.464328 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-40afb3ee-870c-4cee-a29e-c85bc02cacdf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "PUT /v2.0/routers/118606d9-fb8e-400b-815b-3da1fc3e6217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7844467 Feb 11 04:28:09.467782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52474) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:09.477961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf189a90-b459-4435-a4b1-261c4131fe35 None None] Sync routers for ids ['118606d9-fb8e-400b-815b-3da1fc3e6217'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:28:09.507061 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf189a90-b459-4435-a4b1-261c4131fe35 None None] Routers {'118606d9-fb8e-400b-815b-3da1fc3e6217'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:09.507795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cf189a90-b459-4435-a4b1-261c4131fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:27:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['118606d9-fb8e-400b-815b-3da1fc3e6217'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:09.605648 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb7263-2a8f-4918-8d56-c9335fb227e9 None None] Deleting port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:09.605648 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c5bb7263-2a8f-4918-8d56-c9335fb227e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:09.610209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ebf1a43-c1b8-4ead-b2f0-d961e3de8ad5 req-19332c2b-b3d7-46d3-bedf-b7d1753b0210 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2098646 Feb 11 04:28:09.642961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-033ed3ea-6376-4482-9ef0-507c88dc7d15 req-c9ec5346-c759-4919-8dc4-75f308227e1b tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1665800 Feb 11 04:28:09.668317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cf189a90-b459-4435-a4b1-261c4131fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:09.733887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52478) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:09.736652 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c5bb7263-2a8f-4918-8d56-c9335fb227e9 None None] For port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323,segment=NetworkSegment(97f8ebfe-98d6-496a-b2c8-e05509bcd2f9),segment_id=97f8ebfe-98d6-496a-b2c8-e05509bcd2f9)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:09.737058 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c5bb7263-2a8f-4918-8d56-c9335fb227e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:09.755539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf189a90-b459-4435-a4b1-261c4131fe35 None None] Routers {'118606d9-fb8e-400b-815b-3da1fc3e6217'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:09.756676 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cf189a90-b459-4435-a4b1-261c4131fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:27:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['118606d9-fb8e-400b-815b-3da1fc3e6217'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:09.762592 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:09.776662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 38a5309c-27d1-4bf2-9939-a2659d8fece4 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:09.777060 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:09.821000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] No DVR routers for this DVR port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:09.894271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb7263-2a8f-4918-8d56-c9335fb227e9 None None] Calling delete_port for da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:09.931533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cf189a90-b459-4435-a4b1-261c4131fe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:09.932194 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf189a90-b459-4435-a4b1-261c4131fe35 None None] The sync data for ids ['118606d9-fb8e-400b-815b-3da1fc3e6217'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:28:10.008641 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-c103ef76-90d6-4fa7-82b9-71d335111a12 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:28:10.013442 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c103ef76-90d6-4fa7-82b9-71d335111a12 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "PUT /v2.0/routers/118606d9-fb8e-400b-815b-3da1fc3e6217/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5431931 Feb 11 04:28:10.014090 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52494) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:10.045880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event deleted for resources: {'Port': ['ID=da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:10.053544 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8f94b740-5a99-4cdb-aad4-679691b40d43 None None] Current status of the port 38a5309c-27d1-4bf2-9939-a2659d8fece4 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:10.053941 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8f94b740-5a99-4cdb-aad4-679691b40d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.140031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 38a5309c-27d1-4bf2-9939-a2659d8fece4, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=38a5309c-27d1-4bf2-9939-a2659d8fece4,segment=NetworkSegment(941f986e-4e34-4453-a876-5f642a82d6ef),segment_id=941f986e-4e34-4453-a876-5f642a82d6ef)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: from cryptography.utils import int_from_bytes Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: from cryptography.utils import int_from_bytes Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.172967 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.176125 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.176125 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.176125 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.176125 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.176125 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.176125 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.176125 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.176125 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.176125 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.176125 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.176125 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.176125 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.176125 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:10.176125 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:28:10.180081 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c5bb7263-2a8f-4918-8d56-c9335fb227e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.187711 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (aa25749e-1d89-4340-94ea-0dfd79503d5a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.235987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4379b-e396-434a-8645-ae478f50a0c2 req-9e3c0de2-8da5-4555-9665-d604d4a2ca78 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:10.237695 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8d4379b-e396-434a-8645-ae478f50a0c2 req-9e3c0de2-8da5-4555-9665-d604d4a2ca78 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.32 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 945 time: 0.5528054 Feb 11 04:28:10.242484 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb7263-2a8f-4918-8d56-c9335fb227e9 None None] Pushing event deleted for resources: {'Port': ['ID=da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:10.252739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa25749e-1d89-4340-94ea-0dfd79503d5a']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:10.255598 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bb7263-2a8f-4918-8d56-c9335fb227e9 None None] No DVR routers for this DVR port da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:10.262714 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.324007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f8ebfe-98d6-496a-b2c8-e05509bcd2f9') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:10.324460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f8ebfe-98d6-496a-b2c8-e05509bcd2f9') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:10.363463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-393152b6-b9a9-4589-a2ed-b424e2aba95e admin admin] Deleting subnet 7de27eb8-a8a3-47a4-8b0d-bfc468039fee {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:28:10.376787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daba890-1eb7-4678-b6df-a7eb94e32ba8 req-33be9247-31e9-4b17-8345-6324ec453a89 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:10.379768 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-8f94b740-5a99-4cdb-aad4-679691b40d43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:28:10.380136 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-8f94b740-5a99-4cdb-aad4-679691b40d43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:28:10.399728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:28:10.399826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52496) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:10.400286 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7daba890-1eb7-4678-b6df-a7eb94e32ba8 req-33be9247-31e9-4b17-8345-6324ec453a89 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.5241404 Feb 11 04:28:10.402088 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fab81bf0-80ef-42de-9e5f-4526bb15e459 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Request body: {'floatingip': {'port_id': '5e7aad66-5b0e-4338-bc23-44f0e8272db9'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:10.405374 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=38a5309c-27d1-4bf2-9939-a2659d8fece4,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:10.405640 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (97f8ebfe-98d6-496a-b2c8-e05509bcd2f9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.438141 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-393152b6-b9a9-4589-a2ed-b424e2aba95e admin admin] Publish callbacks [] for subnet (7de27eb8-a8a3-47a4-8b0d-bfc468039fee), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.450240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:28:10.451804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device da10d5c9-efe7-44f5-a2cd-5f9bdc7c5323 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:28:10.467937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a07e64-cbe2-4a04-8eb9-10c59efd3c0e req-7c0aae21-be2b-4fe5-a669-1ae64851c693 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:10.473984 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fab81bf0-80ef-42de-9e5f-4526bb15e459 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for floatingip (aea95d24-6342-4439-a0f9-e03efadf6d99), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.476554 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4a07e64-cbe2-4a04-8eb9-10c59efd3c0e req-7c0aae21-be2b-4fe5-a669-1ae64851c693 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 945 time: 0.5030975 Feb 11 04:28:10.557361 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (97f8ebfe-98d6-496a-b2c8-e05509bcd2f9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.595682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:28:10.596095 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (97f8ebfe-98d6-496a-b2c8-e05509bcd2f9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:28:10.607053 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:28:10.635863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-393152b6-b9a9-4589-a2ed-b424e2aba95e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (7de27eb8-a8a3-47a4-8b0d-bfc468039fee), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.717269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52500) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:10.742915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4a07e64-cbe2-4a04-8eb9-10c59efd3c0e req-d513e4f1-03ba-4f6a-b8ed-6b2a64c95379 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/security-groups?id=32074a36-7b67-4542-8327-f0da852c588c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621105 Feb 11 04:28:10.797903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fd144-11ed-4c42-b7d2-9123458b2bd0 req-8f0b0ed0-24f3-47ce-bb71-0c640cc0a42e tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:10.799885 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582fd144-11ed-4c42-b7d2-9123458b2bd0 req-8f0b0ed0-24f3-47ce-bb71-0c640cc0a42e tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.2870390 Feb 11 04:28:10.804842 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-393152b6-b9a9-4589-a2ed-b424e2aba95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (7de27eb8-a8a3-47a4-8b0d-bfc468039fee), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.868986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-b8d4379b-e396-434a-8645-ae478f50a0c2 req-8d59cb79-e18d-4172-9cc6-1e04ac1bebbf tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Deleting port ef47940e-066e-4c29-8b9f-e3b5422040d4 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:10.869529 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b8d4379b-e396-434a-8645-ae478f50a0c2 req-8d59cb79-e18d-4172-9cc6-1e04ac1bebbf tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ef47940e-066e-4c29-8b9f-e3b5422040d4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.911508 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (aa25749e-1d89-4340-94ea-0dfd79503d5a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.939067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8f94b740-5a99-4cdb-aad4-679691b40d43 None None] Current status of the port 38a5309c-27d1-4bf2-9939-a2659d8fece4 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:10.947961 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.951532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8f94b740-5a99-4cdb-aad4-679691b40d43 None None] Provisioning complete for port 619ac48a-e080-4e5c-b4d8-9c81aeeefebb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:10.951908 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8f94b740-5a99-4cdb-aad4-679691b40d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (619ac48a-e080-4e5c-b4d8-9c81aeeefebb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:10.954741 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] 10.222.0.13 "DELETE /v2.0/networks/aa25749e-1d89-4340-94ea-0dfd79503d5a HTTP/1.1" status: 204 len: 168 time: 2.4775560 Feb 11 04:28:10.989957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8f94b740-5a99-4cdb-aad4-679691b40d43 None None] Port 619ac48a-e080-4e5c-b4d8-9c81aeeefebb cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:11.014338 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee07242d-7b8f-4cdb-812a-d87663a65ba1 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (118606d9-fb8e-400b-815b-3da1fc3e6217), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.018043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2176cb8-f682-4625-9aa6-448961d96e57 tempest-AllowedAddressPairIpV6TestJSON-499478365 tempest-AllowedAddressPairIpV6TestJSON-499478365-project] Pushing event deleted for resources: {'Network': ['ID=aa25749e-1d89-4340-94ea-0dfd79503d5a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:11.023953 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-99a0bef5-1d74-49c8-8429-aeedeba2f653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.080506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582fd144-11ed-4c42-b7d2-9123458b2bd0 req-279c8f48-7fcc-4389-a7a1-0eb287829972 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410700 Feb 11 04:28:11.103365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5436e5-1971-45ef-9508-15a5756a872e req-1e55b8e0-19d1-40eb-a1e0-f3eca3fa55e5 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:11.105048 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be5436e5-1971-45ef-9508-15a5756a872e req-1e55b8e0-19d1-40eb-a1e0-f3eca3fa55e5 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 945 time: 0.2625628 Feb 11 04:28:11.129303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-26fe858a-3deb-4513-bad0-835d4a38b10e None None] Provisioning complete for port 38a5309c-27d1-4bf2-9939-a2659d8fece4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:11.129303 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-26fe858a-3deb-4513-bad0-835d4a38b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.134998 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b8d4379b-e396-434a-8645-ae478f50a0c2 req-8d59cb79-e18d-4172-9cc6-1e04ac1bebbf tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] For port ef47940e-066e-4c29-8b9f-e3b5422040d4, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ef47940e-066e-4c29-8b9f-e3b5422040d4,segment=NetworkSegment(dc78eb6f-33a4-4617-b388-92d0a2f6d9df),segment_id=dc78eb6f-33a4-4617-b388-92d0a2f6d9df)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:11.135374 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b8d4379b-e396-434a-8645-ae478f50a0c2 req-8d59cb79-e18d-4172-9cc6-1e04ac1bebbf tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ef47940e-066e-4c29-8b9f-e3b5422040d4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.159479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-b8d4379b-e396-434a-8645-ae478f50a0c2 req-8d59cb79-e18d-4172-9cc6-1e04ac1bebbf tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Calling delete_port for ef47940e-066e-4c29-8b9f-e3b5422040d4 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:11.205094 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-393152b6-b9a9-4589-a2ed-b424e2aba95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (7de27eb8-a8a3-47a4-8b0d-bfc468039fee), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.249508 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-26fe858a-3deb-4513-bad0-835d4a38b10e None None] Current status of the port 38a5309c-27d1-4bf2-9939-a2659d8fece4 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:11.262159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-26fe858a-3deb-4513-bad0-835d4a38b10e None None] Provisioning complete for port 619ac48a-e080-4e5c-b4d8-9c81aeeefebb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:11.262867 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-26fe858a-3deb-4513-bad0-835d4a38b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (619ac48a-e080-4e5c-b4d8-9c81aeeefebb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.303626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-26fe858a-3deb-4513-bad0-835d4a38b10e None None] Port 619ac48a-e080-4e5c-b4d8-9c81aeeefebb cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:11.310348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393152b6-b9a9-4589-a2ed-b424e2aba95e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de27eb8-a8a3-47a4-8b0d-bfc468039fee,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:11.319876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be5436e5-1971-45ef-9508-15a5756a872e req-a43e0e7a-0160-4c14-aa59-f3b94df44032 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/security-groups?id=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077112 Feb 11 04:28:11.327365 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-393152b6-b9a9-4589-a2ed-b424e2aba95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.333074 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-393152b6-b9a9-4589-a2ed-b424e2aba95e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7de27eb8-a8a3-47a4-8b0d-bfc468039fee HTTP/1.1" status: 204 len: 168 time: 1.5855579 Feb 11 04:28:11.336918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52508) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:11.399810 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-99a0bef5-1d74-49c8-8429-aeedeba2f653 admin admin] Publish callbacks [] for security_group (d10a246b-3177-4f09-95ba-2779db88aca3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.460626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078cf96-9acf-4f2d-b1ee-fcaa4b7992bf req-a8b2a945-3936-4647-8d57-8fb84dd46fa5 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:11.461942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1078cf96-9acf-4f2d-b1ee-fcaa4b7992bf req-a8b2a945-3936-4647-8d57-8fb84dd46fa5 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=0348b761-4ca4-4f07-8a40-d0fcaca59c60 HTTP/1.1" status: 200 len: 946 time: 0.2922091 Feb 11 04:28:11.469953 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e36f0dbe-fa17-435f-82ff-9e96497d92d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (6cd12236-2b63-4f55-9764-b0d854f3a97e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.474041 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-99a0bef5-1d74-49c8-8429-aeedeba2f653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d10a246b-3177-4f09-95ba-2779db88aca3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.551885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52512) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:11.606407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-99a0bef5-1d74-49c8-8429-aeedeba2f653 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d92c15d4ff54fb5b7e5237dde4a147e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8879104 Feb 11 04:28:11.612962 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52516) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:11.614537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0bef5-1d74-49c8-8429-aeedeba2f653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10a246b-3177-4f09-95ba-2779db88aca3,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:11.659326 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1078cf96-9acf-4f2d-b1ee-fcaa4b7992bf req-a8ad1ec4-c1de-4347-a281-c79fdd992058 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811330 Feb 11 04:28:11.699344 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e36f0dbe-fa17-435f-82ff-9e96497d92d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (6cd12236-2b63-4f55-9764-b0d854f3a97e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.737762 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b8d4379b-e396-434a-8645-ae478f50a0c2 req-8d59cb79-e18d-4172-9cc6-1e04ac1bebbf tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ef47940e-066e-4c29-8b9f-e3b5422040d4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.752502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e36f0dbe-fa17-435f-82ff-9e96497d92d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd12236-2b63-4f55-9764-b0d854f3a97e']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:11.777683 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.db.resource_extend [None req-fab81bf0-80ef-42de-9e5f-4526bb15e459 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:28:11.799728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59cb79-e18d-4172-9cc6-1e04ac1bebbf tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Pushing event deleted for resources: {'Port': ['ID=ef47940e-066e-4c29-8b9f-e3b5422040d4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:11.804704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e36f0dbe-fa17-435f-82ff-9e96497d92d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4d1349-813f-477a-95c4-e8d054a1fe0a') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:11.804996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e36f0dbe-fa17-435f-82ff-9e96497d92d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4d1349-813f-477a-95c4-e8d054a1fe0a') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:11.855811 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e36f0dbe-fa17-435f-82ff-9e96497d92d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (9b4d1349-813f-477a-95c4-e8d054a1fe0a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.899248 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fab81bf0-80ef-42de-9e5f-4526bb15e459 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.906054 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-069c8b58-196e-4163-8591-b8393d4567c6 admin admin] Publish callbacks [] for security_group (d10a246b-3177-4f09-95ba-2779db88aca3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.957470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-069c8b58-196e-4163-8591-b8393d4567c6 admin admin] Publish callbacks [] for security_group (d10a246b-3177-4f09-95ba-2779db88aca3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:11.967383 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fab81bf0-80ef-42de-9e5f-4526bb15e459 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (aea95d24-6342-4439-a0f9-e03efadf6d99), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:12.157617 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-fab81bf0-80ef-42de-9e5f-4526bb15e459 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Floating IP aea95d24-6342-4439-a0f9-e03efadf6d99 associated. External IP: 172.25.3.63, port: 5e7aad66-5b0e-4338-bc23-44f0e8272db9. Feb 11 04:28:12.163054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ee07242d-7b8f-4cdb-812a-d87663a65ba1 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Deleting port 619ac48a-e080-4e5c-b4d8-9c81aeeefebb {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:12.163352 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee07242d-7b8f-4cdb-812a-d87663a65ba1 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (619ac48a-e080-4e5c-b4d8-9c81aeeefebb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:12.219032 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6e8c696a-c3f4-49ce-9415-372a5bea1c22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b48bd4bea4e4a9d941302f7fa5705a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6591744 Feb 11 04:28:12.220854 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e36f0dbe-fa17-435f-82ff-9e96497d92d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9b4d1349-813f-477a-95c4-e8d054a1fe0a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:12.224043 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52522) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:12.224843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d4379b-e396-434a-8645-ae478f50a0c2 req-8d59cb79-e18d-4172-9cc6-1e04ac1bebbf tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] No DVR routers for this DVR port ef47940e-066e-4c29-8b9f-e3b5422040d4 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:12.227592 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b8d4379b-e396-434a-8645-ae478f50a0c2 req-8d59cb79-e18d-4172-9cc6-1e04ac1bebbf tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:12.231309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8d4379b-e396-434a-8645-ae478f50a0c2 req-8d59cb79-e18d-4172-9cc6-1e04ac1bebbf tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.32 "DELETE /v2.0/ports/ef47940e-066e-4c29-8b9f-e3b5422040d4 HTTP/1.1" status: 204 len: 173 time: 1.9733593 Feb 11 04:28:12.237954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d4b58d-f65d-4906-b176-1a771d4eb3d2', 'name': 'network-vif-deleted', 'tag': 'ef47940e-066e-4c29-8b9f-e3b5422040d4'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:28:12.241303 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5723e1e9-a07d-42f5-bd6e-fe345955a96b" -d '{"events": [{"server_uuid": "a9d4b58d-f65d-4906-b176-1a771d4eb3d2", "name": "network-vif-deleted", "tag": "ef47940e-066e-4c29-8b9f-e3b5422040d4"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:28:12.248704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36f0dbe-fa17-435f-82ff-9e96497d92d7 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:28:12.249094 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e36f0dbe-fa17-435f-82ff-9e96497d92d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (9b4d1349-813f-477a-95c4-e8d054a1fe0a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:28:12.251943 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:28:12.286112 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-069c8b58-196e-4163-8591-b8393d4567c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d10a246b-3177-4f09-95ba-2779db88aca3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:12.289043 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-069c8b58-196e-4163-8591-b8393d4567c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:12.292689 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-069c8b58-196e-4163-8591-b8393d4567c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d10a246b-3177-4f09-95ba-2779db88aca3 HTTP/1.1" status: 204 len: 168 time: 0.6594100 Feb 11 04:28:12.325172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87eff8c-1c67-45c3-9c25-dbb44b04658c req-c5076073-9650-4029-8ede-fe5608b4f698 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:12.332563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d87eff8c-1c67-45c3-9c25-dbb44b04658c req-c5076073-9650-4029-8ede-fe5608b4f698 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 946 time: 0.5390737 Feb 11 04:28:12.358057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f049a0-b60a-4cc0-acac-e8978c26af6c req-7fe40710-e5d0-4540-95d7-611dc50d7b9c tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:12.358718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c8b58-196e-4163-8591-b8393d4567c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10a246b-3177-4f09-95ba-2779db88aca3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:12.367785 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34f049a0-b60a-4cc0-acac-e8978c26af6c req-7fe40710-e5d0-4540-95d7-611dc50d7b9c tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 945 time: 0.5189273 Feb 11 04:28:12.411734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 38a5309c-27d1-4bf2-9939-a2659d8fece4 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:12.415063 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee07242d-7b8f-4cdb-812a-d87663a65ba1 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (619ac48a-e080-4e5c-b4d8-9c81aeeefebb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:12.429148 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e36f0dbe-fa17-435f-82ff-9e96497d92d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (6cd12236-2b63-4f55-9764-b0d854f3a97e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:12.446947 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ee07242d-7b8f-4cdb-812a-d87663a65ba1 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Calling delete_port for 619ac48a-e080-4e5c-b4d8-9c81aeeefebb owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:12.457281 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52286f7f-995f-4b39-94bc-946a456800a8 admin admin] Publish callbacks [] for security_group (7f9016a1-2234-4096-8704-5499373c2ca3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:12.458239 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e36f0dbe-fa17-435f-82ff-9e96497d92d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:12.463441 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e36f0dbe-fa17-435f-82ff-9e96497d92d7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6cd12236-2b63-4f55-9764-b0d854f3a97e HTTP/1.1" status: 204 len: 168 time: 1.1246173 Feb 11 04:28:12.479995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f0dbe-fa17-435f-82ff-9e96497d92d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd12236-2b63-4f55-9764-b0d854f3a97e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:12.483117 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 38a5309c-27d1-4bf2-9939-a2659d8fece4 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:12.483780 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:12.501565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d87eff8c-1c67-45c3-9c25-dbb44b04658c req-84449c3c-9e8d-489f-ad2a-e3aeb588a6c5 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679406 Feb 11 04:28:12.527944 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34f049a0-b60a-4cc0-acac-e8978c26af6c req-5b582ac0-4d35-4911-9449-b2313f969a6f tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/security-groups?id=32074a36-7b67-4542-8327-f0da852c588c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590314 Feb 11 04:28:12.546206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ef47940e-066e-4c29-8b9f-e3b5422040d4 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:28:12.590971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: ef47940e-066e-4c29-8b9f-e3b5422040d4 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:28:12.594226 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ef47940e-066e-4c29-8b9f-e3b5422040d4 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:28:12.611734 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb036d40-d10c-4e00-843e-390605c59f5b x-openstack-request-id: req-bb036d40-d10c-4e00-843e-390605c59f5b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:28:12.612033 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d4b58d-f65d-4906-b176-1a771d4eb3d2", "name": "network-vif-deleted", "tag": "ef47940e-066e-4c29-8b9f-e3b5422040d4", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:28:12.612295 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb036d40-d10c-4e00-843e-390605c59f5b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:28:12.612801 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d4b58d-f65d-4906-b176-1a771d4eb3d2', 'name': 'network-vif-deleted', 'tag': 'ef47940e-066e-4c29-8b9f-e3b5422040d4', 'status': 'completed', 'code': 200} Feb 11 04:28:12.683926 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74aaf048-a90a-46de-b273-9d444218fca5 req-2cf330dd-f946-46de-8e6b-777eb7e48612 tempest-ServersNegativeTestMultiTenantJSON-1033108865 tempest-ServersNegativeTestMultiTenantJSON-1033108865-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9d4b58d-f65d-4906-b176-1a771d4eb3d2 HTTP/1.1" status: 200 len: 210 time: 0.0464520 Feb 11 04:28:12.699856 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 38a5309c-27d1-4bf2-9939-a2659d8fece4 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:12.748418 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52286f7f-995f-4b39-94bc-946a456800a8 admin admin] Publish callbacks [] for security_group (7f9016a1-2234-4096-8704-5499373c2ca3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:12.896493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d217bd2-2459-487e-a311-455cc5278fb4 req-71cbd192-6e3c-4a5a-a3b7-e0e81d0999ae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:12.902138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d217bd2-2459-487e-a311-455cc5278fb4 req-71cbd192-6e3c-4a5a-a3b7-e0e81d0999ae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:12.907705 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d217bd2-2459-487e-a311-455cc5278fb4 req-71cbd192-6e3c-4a5a-a3b7-e0e81d0999ae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:12.909437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d217bd2-2459-487e-a311-455cc5278fb4 req-71cbd192-6e3c-4a5a-a3b7-e0e81d0999ae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9&device_id=0348b761-4ca4-4f07-8a40-d0fcaca59c60&device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 2418 time: 0.0826859 Feb 11 04:28:12.914155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab81bf0-80ef-42de-9e5f-4526bb15e459 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Router a54500b8-62dd-4e64-970e-51fd887f1fa9 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:28:12.975382 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d217bd2-2459-487e-a311-455cc5278fb4 req-8d7097b7-09df-4a68-91b9-062527081e1f tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549064 Feb 11 04:28:13.012300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-0a6214b2-f815-43b0-95b8-1eab9ae9c711 req-1e8d0698-4d2c-4736-95a4-93538334bf01 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:28:13.013298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a6214b2-f815-43b0-95b8-1eab9ae9c711 req-1e8d0698-4d2c-4736-95a4-93538334bf01 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059485 Feb 11 04:28:13.082417 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52286f7f-995f-4b39-94bc-946a456800a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7f9016a1-2234-4096-8704-5499373c2ca3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:13.096570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52286f7f-995f-4b39-94bc-946a456800a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:13.097539 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a6214b2-f815-43b0-95b8-1eab9ae9c711 req-aa7b9b49-fdbc-4945-b882-aae49b79e7ca tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0733814 Feb 11 04:28:13.098975 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-52286f7f-995f-4b39-94bc-946a456800a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f9016a1-2234-4096-8704-5499373c2ca3 HTTP/1.1" status: 204 len: 168 time: 0.8717496 Feb 11 04:28:13.108552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52550) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:13.132649 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52286f7f-995f-4b39-94bc-946a456800a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9016a1-2234-4096-8704-5499373c2ca3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:13.147184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab81bf0-80ef-42de-9e5f-4526bb15e459 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:28:13.152507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fab81bf0-80ef-42de-9e5f-4526bb15e459 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:13.163454 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bedef31-7f93-4869-9234-f72f8e32fa5b None None] Sync routers for ids ['a54500b8-62dd-4e64-970e-51fd887f1fa9'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:28:13.192735 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a67681b1-8a8c-4081-a193-99ddeed81b15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a70586beed2f4c668534da1f31a71292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0827191 Feb 11 04:28:13.193716 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bedef31-7f93-4869-9234-f72f8e32fa5b None None] Routers {'a54500b8-62dd-4e64-970e-51fd887f1fa9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:13.193868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52552) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:13.194360 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1bedef31-7f93-4869-9234-f72f8e32fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:27:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a54500b8-62dd-4e64-970e-51fd887f1fa9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:13.212564 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fab81bf0-80ef-42de-9e5f-4526bb15e459 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "PUT /v2.0/floatingips/aea95d24-6342-4439-a0f9-e03efadf6d99 HTTP/1.1" status: 200 len: 991 time: 2.8139064 Feb 11 04:28:13.213354 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256a23bb-ed97-482c-9a93-703757629690', 'tag': '5e7aad66-5b0e-4338-bc23-44f0e8272db9'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:28:13.217486 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdac7cd-0f5d-44f5-a0cf-2c87fef974d6" -d '{"events": [{"name": "network-changed", "server_uuid": "256a23bb-ed97-482c-9a93-703757629690", "tag": "5e7aad66-5b0e-4338-bc23-44f0e8272db9"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:28:13.237754 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee07242d-7b8f-4cdb-812a-d87663a65ba1 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (619ac48a-e080-4e5c-b4d8-9c81aeeefebb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:13.253269 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38ba7ae3-fd2a-466d-b9db-d1e8477b9b25 admin admin] Publish callbacks [] for security_group (ac904bbe-b981-4870-ac6e-1bfef77bc62e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:13.279393 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38ba7ae3-fd2a-466d-b9db-d1e8477b9b25 admin admin] Publish callbacks [] for security_group (ac904bbe-b981-4870-ac6e-1bfef77bc62e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:13.298204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07242d-7b8f-4cdb-812a-d87663a65ba1 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event deleted for resources: {'Port': ['ID=619ac48a-e080-4e5c-b4d8-9c81aeeefebb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:13.456453 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-1bedef31-7f93-4869-9234-f72f8e32fa5b None None] Set router a54500b8-62dd-4e64-970e-51fd887f1fa9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:28:13.462794 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38ba7ae3-fd2a-466d-b9db-d1e8477b9b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ac904bbe-b981-4870-ac6e-1bfef77bc62e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:13.465899 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38ba7ae3-fd2a-466d-b9db-d1e8477b9b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:13.469784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-38ba7ae3-fd2a-466d-b9db-d1e8477b9b25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac904bbe-b981-4870-ac6e-1bfef77bc62e HTTP/1.1" status: 204 len: 168 time: 0.2723076 Feb 11 04:28:13.492089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba7ae3-fd2a-466d-b9db-d1e8477b9b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac904bbe-b981-4870-ac6e-1bfef77bc62e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:13.690976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdac7cd-0f5d-44f5-a0cf-2c87fef974d6 req-c53262cf-de28-4941-9d82-ef4b473f1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:13.692543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5cdac7cd-0f5d-44f5-a0cf-2c87fef974d6 req-c53262cf-de28-4941-9d82-ef4b473f1882 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 1129 time: 0.1675971 Feb 11 04:28:13.719784 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee07242d-7b8f-4cdb-812a-d87663a65ba1 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (118606d9-fb8e-400b-815b-3da1fc3e6217), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:13.748855 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163445f1-8b83-486e-a4a1-53490a8fac36 x-openstack-request-id: req-163445f1-8b83-486e-a4a1-53490a8fac36 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:28:13.749474 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "256a23bb-ed97-482c-9a93-703757629690", "tag": "5e7aad66-5b0e-4338-bc23-44f0e8272db9", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:28:13.750835 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-163445f1-8b83-486e-a4a1-53490a8fac36 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:28:13.751269 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256a23bb-ed97-482c-9a93-703757629690', 'tag': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'status': 'completed', 'code': 200} Feb 11 04:28:13.829029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52576) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:13.971329 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1bedef31-7f93-4869-9234-f72f8e32fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'aea95d24-6342-4439-a0f9-e03efadf6d99', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'port_id': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'mac_address': 'fa:16:3e:99:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a23bb-ed97-482c-9a93-703757629690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:27:39Z', 'updated_at': '2022-02-11T04:28:11Z', 'revision_number': 1, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd352dd56-32dd-441a-b7ac-7fd155de258b', 'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'mac_address': 'fa:16:3e:3f:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:24Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 5, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'subnets': [{'id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:13.972563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23f8636-6a9b-49d8-ae0c-0e25f8a82dd7 admin admin] Deleting subnet 4505958e-db92-418c-96aa-e9a93bf669a9 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:28:13.979633 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f23f8636-6a9b-49d8-ae0c-0e25f8a82dd7 admin admin] Publish callbacks [] for subnet (4505958e-db92-418c-96aa-e9a93bf669a9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:14.068463 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bedef31-7f93-4869-9234-f72f8e32fa5b None None] Checking router: a54500b8-62dd-4e64-970e-51fd887f1fa9 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:28:14.087465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdac7cd-0f5d-44f5-a0cf-2c87fef974d6 req-42a0b507-aed8-4735-8890-4a959ebd54ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:14.093790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5cdac7cd-0f5d-44f5-a0cf-2c87fef974d6 req-42a0b507-aed8-4735-8890-4a959ebd54ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 917 time: 0.3913066 Feb 11 04:28:14.095162 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bedef31-7f93-4869-9234-f72f8e32fa5b None None] Routers {'a54500b8-62dd-4e64-970e-51fd887f1fa9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:14.100030 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f23f8636-6a9b-49d8-ae0c-0e25f8a82dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (4505958e-db92-418c-96aa-e9a93bf669a9), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:14.100192 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1bedef31-7f93-4869-9234-f72f8e32fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:27:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a54500b8-62dd-4e64-970e-51fd887f1fa9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:14.222843 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee07242d-7b8f-4cdb-812a-d87663a65ba1 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Router 118606d9-fb8e-400b-815b-3da1fc3e6217 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:28:14.238012 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f23f8636-6a9b-49d8-ae0c-0e25f8a82dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (4505958e-db92-418c-96aa-e9a93bf669a9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:14.268767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5cdac7cd-0f5d-44f5-a0cf-2c87fef974d6 req-c8ea5a76-7ee2-428a-acc4-6eab8d427745 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9 HTTP/1.1" status: 200 len: 999 time: 0.1312549 Feb 11 04:28:14.294447 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-1bedef31-7f93-4869-9234-f72f8e32fa5b None None] Set router a54500b8-62dd-4e64-970e-51fd887f1fa9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:28:14.470466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdac7cd-0f5d-44f5-a0cf-2c87fef974d6 req-3b7d910b-f9bf-4c85-afe6-7b1b7ac36390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:14.472357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5cdac7cd-0f5d-44f5-a0cf-2c87fef974d6 req-3b7d910b-f9bf-4c85-afe6-7b1b7ac36390 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aff91b0d-1298-40b8-9cf7-8b139d7ddd16 HTTP/1.1" status: 200 len: 855 time: 0.1953506 Feb 11 04:28:14.481809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52592) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:14.523597 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f23f8636-6a9b-49d8-ae0c-0e25f8a82dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (4505958e-db92-418c-96aa-e9a93bf669a9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:14.701470 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f23f8636-6a9b-49d8-ae0c-0e25f8a82dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:14.712354 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f23f8636-6a9b-49d8-ae0c-0e25f8a82dd7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4505958e-db92-418c-96aa-e9a93bf669a9 HTTP/1.1" status: 204 len: 168 time: 0.8822169 Feb 11 04:28:14.729492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52606) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:14.730306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f8636-6a9b-49d8-ae0c-0e25f8a82dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4505958e-db92-418c-96aa-e9a93bf669a9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:14.815347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1714082001'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:15.033478 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdac7cd-0f5d-44f5-a0cf-2c87fef974d6 req-108d714d-6c00-4adb-b22c-05c0b2dba8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:15.047905 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5cdac7cd-0f5d-44f5-a0cf-2c87fef974d6 req-108d714d-6c00-4adb-b22c-05c0b2dba8df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aea3f5db-90d4-484d-a1e1-ef38ac456aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5605855 Feb 11 04:28:15.083167 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b51e84b-2eb8-44c7-8375-071b585f61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (c57170b2-2689-4e58-9ac1-bfa424d24aa2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:15.151557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Made reservation on behalf of 4da2b49c9a4a4326b5f9f53bad0397fd for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:15.159786 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1bedef31-7f93-4869-9234-f72f8e32fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'aea95d24-6342-4439-a0f9-e03efadf6d99', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'port_id': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'mac_address': 'fa:16:3e:99:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a23bb-ed97-482c-9a93-703757629690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:27:39Z', 'updated_at': '2022-02-11T04:28:11Z', 'revision_number': 1, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd352dd56-32dd-441a-b7ac-7fd155de258b', 'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'mac_address': 'fa:16:3e:3f:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:24Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 5, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'subnets': [{'id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:15.189574 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:15.222041 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bedef31-7f93-4869-9234-f72f8e32fa5b None None] The sync data for ids ['a54500b8-62dd-4e64-970e-51fd887f1fa9'] in n-d-712142-35 is: [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'aea95d24-6342-4439-a0f9-e03efadf6d99', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'port_id': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'mac_address': 'fa:16:3e:99:7d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256a23bb-ed97-482c-9a93-703757629690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:27:39Z', 'updated_at': '2022-02-11T04:28:11Z', 'revision_number': 1, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd352dd56-32dd-441a-b7ac-7fd155de258b', 'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'mac_address': 'fa:16:3e:3f:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:24Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 5, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'subnets': [{'id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:28:15.232813 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:15.321437 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee07242d-7b8f-4cdb-812a-d87663a65ba1 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:28:15.333647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a057cdb-6ab6-4d49-8cc0-328e57d00bf8 None None] Sync routers for ids ['118606d9-fb8e-400b-815b-3da1fc3e6217'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:28:15.351110 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a057cdb-6ab6-4d49-8cc0-328e57d00bf8 None None] Routers {'118606d9-fb8e-400b-815b-3da1fc3e6217'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:15.352089 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ee07242d-7b8f-4cdb-812a-d87663a65ba1 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "PUT /v2.0/routers/118606d9-fb8e-400b-815b-3da1fc3e6217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3350487 Feb 11 04:28:15.355084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52624) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:15.356693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4a057cdb-6ab6-4d49-8cc0-328e57d00bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:27:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['118606d9-fb8e-400b-815b-3da1fc3e6217'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:15.396281 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for security_group (43f03883-101a-40c6-ad49-69f6ad76cb57), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:15.436454 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-0aa321c7-9b2f-4a3d-8c3d-ff70fe3c4ccc tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] delete failed (client error): The resource could not be found. Feb 11 04:28:15.439531 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0aa321c7-9b2f-4a3d-8c3d-ff70fe3c4ccc tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-294634075 HTTP/1.1" status: 404 len: 334 time: 0.0833409 Feb 11 04:28:15.444671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52628) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:15.449490 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ec0ce2e6-1876-447d-9c03-7c69ed8f8c1d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Request body: {'router': {'external_gateway_info': {'network_id': '118606d9-fb8e-400b-815b-3da1fc3e6217'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:15.492936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4a057cdb-6ab6-4d49-8cc0-328e57d00bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:15.512557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a057cdb-6ab6-4d49-8cc0-328e57d00bf8 None None] Routers {'118606d9-fb8e-400b-815b-3da1fc3e6217'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:15.513210 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4a057cdb-6ab6-4d49-8cc0-328e57d00bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:27:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['118606d9-fb8e-400b-815b-3da1fc3e6217'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:15.573485 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (43f03883-101a-40c6-ad49-69f6ad76cb57), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:15.610473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4a057cdb-6ab6-4d49-8cc0-328e57d00bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:15.611185 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a057cdb-6ab6-4d49-8cc0-328e57d00bf8 None None] The sync data for ids ['118606d9-fb8e-400b-815b-3da1fc3e6217'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:28:15.695244 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b51e84b-2eb8-44c7-8375-071b585f61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (c57170b2-2689-4e58-9ac1-bfa424d24aa2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:15.715120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5cdac7cd-0f5d-44f5-a0cf-2c87fef974d6 req-096b8cde-a066-4382-b340-f14adca0bdf6 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270251 Feb 11 04:28:15.761930 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0283335-08b8-48f7-a1bd-735423c329ae None None] New status for floating IP aea95d24-6342-4439-a0f9-e03efadf6d99: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:28:15.794134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:28:15.854335 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f03883-101a-40c6-ad49-69f6ad76cb57,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:15.877459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-4b51e84b-2eb8-44c7-8375-071b585f61da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57170b2-2689-4e58-9ac1-bfa424d24aa2']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:15.942982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-4b51e84b-2eb8-44c7-8375-071b585f61da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc78eb6f-33a4-4617-b388-92d0a2f6d9df') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:15.943738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-4b51e84b-2eb8-44c7-8375-071b585f61da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc78eb6f-33a4-4617-b388-92d0a2f6d9df') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:15.947957 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ad657039-b95d-4524-a142-339db6e0de77), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:15.948317 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Added segment ad657039-b95d-4524-a142-339db6e0de77 of type vlan for network d69baaae-4735-468d-831b-59c22541f791 Feb 11 04:28:16.003256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52648) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:16.004677 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b51e84b-2eb8-44c7-8375-071b585f61da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (dc78eb6f-33a4-4617-b388-92d0a2f6d9df), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.116192 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec0ce2e6-1876-447d-9c03-7c69ed8f8c1d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for router_gateway (118606d9-fb8e-400b-815b-3da1fc3e6217), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.189084 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b51e84b-2eb8-44c7-8375-071b585f61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (dc78eb6f-33a4-4617-b388-92d0a2f6d9df), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.237067 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (d69baaae-4735-468d-831b-59c22541f791), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.244624 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-ec0ce2e6-1876-447d-9c03-7c69ed8f8c1d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] update failed (client error): The resource could not be found. Feb 11 04:28:16.250383 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ec0ce2e6-1876-447d-9c03-7c69ed8f8c1d tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "PUT /v2.0/routers/118606d9-fb8e-400b-815b-3da1fc3e6217 HTTP/1.1" status: 404 len: 339 time: 0.8046558 Feb 11 04:28:16.251213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52652) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:16.252902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b51e84b-2eb8-44c7-8375-071b585f61da admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:28:16.253320 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b51e84b-2eb8-44c7-8375-071b585f61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (dc78eb6f-33a4-4617-b388-92d0a2f6d9df), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:28:16.258167 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:28:16.260915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52654) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:16.297422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c0206ab1-062c-4ed4-96fb-66987ad67748 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1328691594'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:16.493234 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1022150915'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:16.507087 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5cdac7cd-0f5d-44f5-a0cf-2c87fef974d6 req-a318efdd-bcbf-4672-9867-731084a824ef service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7693067 Feb 11 04:28:16.544956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1926351444-network', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:16.547201 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (d69baaae-4735-468d-831b-59c22541f791), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.554409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:16.556686 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.594254 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b51e84b-2eb8-44c7-8375-071b585f61da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (c57170b2-2689-4e58-9ac1-bfa424d24aa2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.595728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0206ab1-062c-4ed4-96fb-66987ad67748 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Made reservation on behalf of a67ef8a41b1c406494a77b76035f4455 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:16.599492 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c0206ab1-062c-4ed4-96fb-66987ad67748 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.619772 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b51e84b-2eb8-44c7-8375-071b585f61da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.623113 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4b51e84b-2eb8-44c7-8375-071b585f61da admin admin] 10.222.0.13 "DELETE /v2.0/networks/c57170b2-2689-4e58-9ac1-bfa424d24aa2 HTTP/1.1" status: 204 len: 168 time: 1.8645179 Feb 11 04:28:16.626015 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52660) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:16.635158 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Made reservation on behalf of 4e8bdc50f1814df2ba8595769cf46292 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:16.643952 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.674068 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] Made reservation on behalf of cafc68414e2041f6b6aeddfa0a4877a3 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:16.676751 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.685700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event updated for resources: {'Network': ['ID=d69baaae-4735-468d-831b-59c22541f791,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:16.694907 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.699573 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network d69baaae-4735-468d-831b-59c22541f791 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:28:16.701657 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.703895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0206ab1-062c-4ed4-96fb-66987ad67748 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:28:16.706107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51e84b-2eb8-44c7-8375-071b585f61da admin admin] Pushing event deleted for resources: {'Network': ['ID=c57170b2-2689-4e58-9ac1-bfa424d24aa2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:16.723350 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b6564c36-0807-4859-a2ac-3cc6fd31b2f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2428699 Feb 11 04:28:16.724884 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c0206ab1-062c-4ed4-96fb-66987ad67748 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (86197a75-76f7-4102-b54f-e26190ef5f5e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.725294 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-c0206ab1-062c-4ed4-96fb-66987ad67748 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Added segment 86197a75-76f7-4102-b54f-e26190ef5f5e of type vlan for network 9946830c-c0ed-40fd-8784-3a9d4d09c787 Feb 11 04:28:16.726555 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52664) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:16.732113 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-58348893-b642-4eaa-93e7-95b4f4daedab tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Request body: {'subnet': {'network_id': 'd69baaae-4735-468d-831b-59c22541f791', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:16.815294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks [] for security_group (4419c1b0-e09e-4124-b028-0fbfa2002347), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.822247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc392d7d-b3e7-4827-bb61-f807a80a865f admin admin] Deleting subnet ed8840c8-be58-449e-ab28-2a7a2370dc86 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:28:16.832286 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc392d7d-b3e7-4827-bb61-f807a80a865f admin admin] Publish callbacks [] for subnet (ed8840c8-be58-449e-ab28-2a7a2370dc86), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.907816 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4419c1b0-e09e-4124-b028-0fbfa2002347), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.922759 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc392d7d-b3e7-4827-bb61-f807a80a865f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (ed8840c8-be58-449e-ab28-2a7a2370dc86), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:16.988691 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:28:17.017922 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4419c1b0-e09e-4124-b028-0fbfa2002347,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:17.046387 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c0206ab1-062c-4ed4-96fb-66987ad67748 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (9946830c-c0ed-40fd-8784-3a9d4d09c787), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.091381 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (bb999e5e-a4a9-4b51-8626-5866ed57604f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.092119 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Added segment bb999e5e-a4a9-4b51-8626-5866ed57604f of type vlan for network 240fe005-8534-46c7-b824-3b0c519e4045 Feb 11 04:28:17.098332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc392d7d-b3e7-4827-bb61-f807a80a865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (ed8840c8-be58-449e-ab28-2a7a2370dc86), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.183086 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] Publish callbacks [] for security_group (a16d2987-c3b6-4214-a24e-0383f6f4fb32), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.203844 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12b417-88e3-4a0e-8349-d6b4840dcf02 req-3bc4d451-0e7b-4c77-828c-3268a07a5fb6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:17.205525 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ce12b417-88e3-4a0e-8349-d6b4840dcf02 req-3bc4d451-0e7b-4c77-828c-3268a07a5fb6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 946 time: 0.1414428 Feb 11 04:28:17.233337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58348893-b642-4eaa-93e7-95b4f4daedab tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Made reservation on behalf of 4da2b49c9a4a4326b5f9f53bad0397fd for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:17.237109 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58348893-b642-4eaa-93e7-95b4f4daedab tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.238309 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (240fe005-8534-46c7-b824-3b0c519e4045), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.326002 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c0206ab1-062c-4ed4-96fb-66987ad67748 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (9946830c-c0ed-40fd-8784-3a9d4d09c787), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.331301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0206ab1-062c-4ed4-96fb-66987ad67748 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:17.331885 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c0206ab1-062c-4ed4-96fb-66987ad67748 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.352700 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a16d2987-c3b6-4214-a24e-0383f6f4fb32), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.378372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16d2987-c3b6-4214-a24e-0383f6f4fb32,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:17.408807 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:28:17.421312 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (270393d2-a1cd-4dd2-8fdf-d428d3d7abd0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.421658 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] Added segment 270393d2-a1cd-4dd2-8fdf-d428d3d7abd0 of type vlan for network 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d Feb 11 04:28:17.455446 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (240fe005-8534-46c7-b824-3b0c519e4045), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.469829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ce12b417-88e3-4a0e-8349-d6b4840dcf02 req-958515ca-0e37-465c-8083-6673e8f61387 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572548 Feb 11 04:28:17.471497 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:17.472118 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.472807 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0206ab1-062c-4ed4-96fb-66987ad67748 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event updated for resources: {'Network': ['ID=9946830c-c0ed-40fd-8784-3a9d4d09c787,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:17.475578 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc392d7d-b3e7-4827-bb61-f807a80a865f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (ed8840c8-be58-449e-ab28-2a7a2370dc86), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.485836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 9946830c-c0ed-40fd-8784-3a9d4d09c787 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:28:17.527128 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc392d7d-b3e7-4827-bb61-f807a80a865f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed8840c8-be58-449e-ab28-2a7a2370dc86,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:17.546590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c0206ab1-062c-4ed4-96fb-66987ad67748 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2580600 Feb 11 04:28:17.550118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52670) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:17.554896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6cd04880-bcc4-4b8d-8513-3f1647a3735a tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Request body: {'subnet': {'network_id': '9946830c-c0ed-40fd-8784-3a9d4d09c787', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:17.562847 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.572601 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc392d7d-b3e7-4827-bb61-f807a80a865f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.583002 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dc392d7d-b3e7-4827-bb61-f807a80a865f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ed8840c8-be58-449e-ab28-2a7a2370dc86 HTTP/1.1" status: 204 len: 168 time: 0.9486291 Feb 11 04:28:17.587560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52672) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:17.652327 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event updated for resources: {'Network': ['ID=240fe005-8534-46c7-b824-3b0c519e4045,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:17.665866 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 240fe005-8534-46c7-b824-3b0c519e4045 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:28:17.704661 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5aaa7b68-1a72-427d-882b-4446e171d335 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4521468 Feb 11 04:28:17.705985 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52674) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:17.713092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-625cdf98-aa30-47d5-8248-18f4babf9cd8 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Request body: {'subnet': {'network_id': '240fe005-8534-46c7-b824-3b0c519e4045', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:17.858235 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.859430 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:17.860251 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.953524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] Pushing event updated for resources: {'Network': ['ID=00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:17.959331 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0edf4c0f-09bd-455c-afb5-98625866556a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (d47f40c0-7e3e-4d01-8fac-c96d8af7881a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.964974 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:28:17.984847 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58348893-b642-4eaa-93e7-95b4f4daedab tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (36dd64e3-0498-4eb4-b135-267b917c36a5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:17.994484 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dda2f6bb-c24c-4760-ac8e-363112226e6b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9884353 Feb 11 04:28:17.995153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52678) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:18.001788 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5bd19ed7-bdf4-4a04-9f76-362df6dde1c3 admin admin] Request body: {'subnet': {'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1926351444-subnet', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:18.053550 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7d65776-328d-4eb8-93e3-eeca83da831d req-fac7d386-7b26-471b-b7d0-f538f25c3204 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0348b761-4ca4-4f07-8a40-d0fcaca59c60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3678713 Feb 11 04:28:18.059194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd04880-bcc4-4b8d-8513-3f1647a3735a tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Made reservation on behalf of a67ef8a41b1c406494a77b76035f4455 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:18.063033 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6cd04880-bcc4-4b8d-8513-3f1647a3735a tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:18.069632 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58348893-b642-4eaa-93e7-95b4f4daedab tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event updated for resources: {'Subnet': ['ID=36dd64e3-0498-4eb4-b135-267b917c36a5,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:18.089909 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625cdf98-aa30-47d5-8248-18f4babf9cd8 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Made reservation on behalf of 4e8bdc50f1814df2ba8595769cf46292 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:18.100207 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-625cdf98-aa30-47d5-8248-18f4babf9cd8 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:18.176993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd19ed7-bdf4-4a04-9f76-362df6dde1c3 admin admin] Made reservation on behalf of cafc68414e2041f6b6aeddfa0a4877a3 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:18.180705 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5bd19ed7-bdf4-4a04-9f76-362df6dde1c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:18.294020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58348893-b642-4eaa-93e7-95b4f4daedab tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Checking segment: {'id': 'ad657039-b95d-4524-a142-339db6e0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd69baaae-4735-468d-831b-59c22541f791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:18.299630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58348893-b642-4eaa-93e7-95b4f4daedab tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Network hostable DHCP agents. Network: d69baaae-4735-468d-831b-59c22541f791, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:28:18.334822 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0edf4c0f-09bd-455c-afb5-98625866556a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (d47f40c0-7e3e-4d01-8fac-c96d8af7881a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:18.384042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-0edf4c0f-09bd-455c-afb5-98625866556a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47f40c0-7e3e-4d01-8fac-c96d8af7881a']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:18.403235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d65776-328d-4eb8-93e3-eeca83da831d req-68c2c7f6-93e9-453b-ba00-30af6347dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:18.404744 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7d65776-328d-4eb8-93e3-eeca83da831d req-68c2c7f6-93e9-453b-ba00-30af6347dcc9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6268488dcc16480299bbf71fec91126d&device_id=0348b761-4ca4-4f07-8a40-d0fcaca59c60 HTTP/1.1" status: 200 len: 1129 time: 0.2673788 Feb 11 04:28:18.406374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-0edf4c0f-09bd-455c-afb5-98625866556a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3ba8b7-6d0a-4370-a2da-7e508332460a') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:18.406706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-0edf4c0f-09bd-455c-afb5-98625866556a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3ba8b7-6d0a-4370-a2da-7e508332460a') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:18.422191 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0edf4c0f-09bd-455c-afb5-98625866556a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (9a3ba8b7-6d0a-4370-a2da-7e508332460a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:18.439750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e6734-3a92-4be1-a139-ae7e879c0a1f req-3ae32450-b6ac-469e-9c67-9cf3357682ae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:18.441221 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a9e6734-3a92-4be1-a139-ae7e879c0a1f req-3ae32450-b6ac-469e-9c67-9cf3357682ae tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 946 time: 0.2166121 Feb 11 04:28:18.519681 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0edf4c0f-09bd-455c-afb5-98625866556a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9a3ba8b7-6d0a-4370-a2da-7e508332460a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:18.548205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58348893-b642-4eaa-93e7-95b4f4daedab tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Network d69baaae-4735-468d-831b-59c22541f791 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:28:18.552099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edf4c0f-09bd-455c-afb5-98625866556a admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:28:18.552505 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0edf4c0f-09bd-455c-afb5-98625866556a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (9a3ba8b7-6d0a-4370-a2da-7e508332460a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:18.554039 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-625cdf98-aa30-47d5-8248-18f4babf9cd8 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (157bf7d9-6f4d-445b-b12b-8caa9ec89eaf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:18.560035 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5bd19ed7-bdf4-4a04-9f76-362df6dde1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (43986a6c-ee4e-4269-823f-c72fd6c6d88e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:28:18.560507 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:28:18.639407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cdf98-aa30-47d5-8248-18f4babf9cd8 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event updated for resources: {'Subnet': ['ID=157bf7d9-6f4d-445b-b12b-8caa9ec89eaf,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:18.675468 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd19ed7-bdf4-4a04-9f76-362df6dde1c3 admin admin] Checking segment: {'id': '270393d2-a1cd-4dd2-8fdf-d428d3d7abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:18.675840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd19ed7-bdf4-4a04-9f76-362df6dde1c3 admin admin] Network hostable DHCP agents. Network: 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:28:18.682131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625cdf98-aa30-47d5-8248-18f4babf9cd8 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Checking segment: {'id': 'bb999e5e-a4a9-4b51-8626-5866ed57604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '240fe005-8534-46c7-b824-3b0c519e4045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:18.682607 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625cdf98-aa30-47d5-8248-18f4babf9cd8 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Network hostable DHCP agents. Network: 240fe005-8534-46c7-b824-3b0c519e4045, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:28:18.716667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd19ed7-bdf4-4a04-9f76-362df6dde1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43986a6c-ee4e-4269-823f-c72fd6c6d88e,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:18.844703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd19ed7-bdf4-4a04-9f76-362df6dde1c3 admin admin] Network 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:28:18.847186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625cdf98-aa30-47d5-8248-18f4babf9cd8 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Network 240fe005-8534-46c7-b824-3b0c519e4045 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:28:18.856836 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5bd19ed7-bdf4-4a04-9f76-362df6dde1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:18.858299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-625cdf98-aa30-47d5-8248-18f4babf9cd8 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 240fe005-8534-46c7-b824-3b0c519e4045) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:18.862610 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd19ed7-bdf4-4a04-9f76-362df6dde1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:18.863257 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5bd19ed7-bdf4-4a04-9f76-362df6dde1c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:18.866846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625cdf98-aa30-47d5-8248-18f4babf9cd8 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:18.867424 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-625cdf98-aa30-47d5-8248-18f4babf9cd8 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:18.876779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f55d5e9-4c8a-4064-8cee-872cd4a0b7dc None None] Network 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:18.879717 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cea88c8-668f-47e7-8e6a-812152bb3aca None None] Network 240fe005-8534-46c7-b824-3b0c519e4045 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:19.002105 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-625cdf98-aa30-47d5-8248-18f4babf9cd8 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2948234 Feb 11 04:28:19.008069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-58348893-b642-4eaa-93e7-95b4f4daedab tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, d69baaae-4735-468d-831b-59c22541f791) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:19.016511 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5bd19ed7-bdf4-4a04-9f76-362df6dde1c3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0163207 Feb 11 04:28:19.016715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52696) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:19.016955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52698) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:19.028568 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3f964db4-90db-47e0-9a0a-1ee912da04e6 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Request body: {'port': {'network_id': '240fe005-8534-46c7-b824-3b0c519e4045', 'name': 'tempest-AllowedAddressPairTestJSON-477498959'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:19.107163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58348893-b642-4eaa-93e7-95b4f4daedab tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:19.107880 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58348893-b642-4eaa-93e7-95b4f4daedab tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.143057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:19.169914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3576e0-c2e0-4494-a2c5-9a1829f25f62 None None] Network d69baaae-4735-468d-831b-59c22541f791 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:19.181063 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6cd04880-bcc4-4b8d-8513-3f1647a3735a tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (ad3fdf0a-278e-4948-9736-e2c671314bc8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.192120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d65776-328d-4eb8-93e3-eeca83da831d req-9caf6c69-8c9f-4628-86b1-4eaee95728bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:19.194750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7d65776-328d-4eb8-93e3-eeca83da831d req-9caf6c69-8c9f-4628-86b1-4eaee95728bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb HTTP/1.1" status: 200 len: 917 time: 0.7493215 Feb 11 04:28:19.230981 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357dd73-3fe2-44f7-a46f-cf521a76addf req-b61bef6a-9d85-4923-a4eb-79e5478845bb tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:19.232485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3357dd73-3fe2-44f7-a46f-cf521a76addf req-b61bef6a-9d85-4923-a4eb-79e5478845bb tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 946 time: 0.6730242 Feb 11 04:28:19.261544 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0edf4c0f-09bd-455c-afb5-98625866556a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (d47f40c0-7e3e-4d01-8fac-c96d8af7881a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.273639 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f964db4-90db-47e0-9a0a-1ee912da04e6 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Made reservation on behalf of 4e8bdc50f1814df2ba8595769cf46292 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:19.277542 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f964db4-90db-47e0-9a0a-1ee912da04e6 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.301166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-240fe005-8534-46c7-b824-3b0c519e4045', 'network_id': '240fe005-8534-46c7-b824-3b0c519e4045', 'project_id': '4e8bdc50f1814df2ba8595769cf46292', 'fixed_ips': [{'subnet_id': '157bf7d9-6f4d-445b-b12b-8caa9ec89eaf'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:28:19.302011 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.308218 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0edf4c0f-09bd-455c-afb5-98625866556a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.313767 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (b8e066d2-97cb-4fca-a373-648016a2dca2), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.313951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0edf4c0f-09bd-455c-afb5-98625866556a admin admin] 10.222.0.13 "DELETE /v2.0/networks/d47f40c0-7e3e-4d01-8fac-c96d8af7881a HTTP/1.1" status: 204 len: 168 time: 1.7141516 Feb 11 04:28:19.314047 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (b8e066d2-97cb-4fca-a373-648016a2dca2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.334520 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-3f964db4-90db-47e0-9a0a-1ee912da04e6 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] device_id is not set on port a74de33d-2251-4ca2-8012-51790569011e yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:28:19.345204 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-58348893-b642-4eaa-93e7-95b4f4daedab tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6175311 Feb 11 04:28:19.347794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'fixed_ips': [{'subnet_id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:28:19.348268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7d65776-328d-4eb8-93e3-eeca83da831d req-8629f237-2377-4916-affe-2b180049f620 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0be2217-29f3-437a-b0f3-12a2872e8595 HTTP/1.1" status: 200 len: 217 time: 0.1278183 Feb 11 04:28:19.348664 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.349960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52706) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:19.404828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-9ae5dec5-7923-41ab-9dfc-c150d6a84960 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-54686326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:19.411506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf4c0f-09bd-455c-afb5-98625866556a admin admin] Pushing event deleted for resources: {'Network': ['ID=d47f40c0-7e3e-4d01-8fac-c96d8af7881a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:19.420063 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86914931-6fba-4258-a5aa-3990b54af143 req-10347f94-9b91-413c-9e20-a50ec7d47b63 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4444811 Feb 11 04:28:19.454853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-5a9e6734-3a92-4be1-a139-ae7e879c0a1f req-92673a18-16b1-46f2-b098-dc811d703885 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Deleting port f26187a1-e351-4b0f-9236-dbaaecf79a12 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:19.455743 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5a9e6734-3a92-4be1-a139-ae7e879c0a1f req-92673a18-16b1-46f2-b098-dc811d703885 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.457848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd04880-bcc4-4b8d-8513-3f1647a3735a tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event updated for resources: {'Subnet': ['ID=ad3fdf0a-278e-4948-9736-e2c671314bc8,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:19.557445 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Publish callbacks [] for router_controller (b8e066d2-97cb-4fca-a373-648016a2dca2), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.606843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d65776-328d-4eb8-93e3-eeca83da831d req-831094cc-a0ed-45e5-97cf-d39f32fa065f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:19.608331 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7d65776-328d-4eb8-93e3-eeca83da831d req-831094cc-a0ed-45e5-97cf-d39f32fa065f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5a242a6-9219-4743-9ec2-230115f1cc1b HTTP/1.1" status: 200 len: 855 time: 0.2293677 Feb 11 04:28:19.617013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3357dd73-3fe2-44f7-a46f-cf521a76addf req-2bc81bfa-409a-4639-a34d-c7fa9c6c29ea tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694701 Feb 11 04:28:19.623404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd04880-bcc4-4b8d-8513-3f1647a3735a tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Checking segment: {'id': '86197a75-76f7-4102-b54f-e26190ef5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9946830c-c0ed-40fd-8784-3a9d4d09c787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:19.623777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd04880-bcc4-4b8d-8513-3f1647a3735a tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Network hostable DHCP agents. Network: 9946830c-c0ed-40fd-8784-3a9d4d09c787, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:28:19.634438 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-3f964db4-90db-47e0-9a0a-1ee912da04e6 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Allocated IP 172.20.0.4 (240fe005-8534-46c7-b824-3b0c519e4045/157bf7d9-6f4d-445b-b12b-8caa9ec89eaf/a74de33d-2251-4ca2-8012-51790569011e) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:19.650366 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dec5-7923-41ab-9dfc-c150d6a84960 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (9438013d-207c-40fa-a2d4-a2841836f612), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.651420 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dec5-7923-41ab-9dfc-c150d6a84960 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (9438013d-207c-40fa-a2d4-a2841836f612), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.722037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-5a9e6734-3a92-4be1-a139-ae7e879c0a1f req-92673a18-16b1-46f2-b098-dc811d703885 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] For port f26187a1-e351-4b0f-9236-dbaaecf79a12, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=f26187a1-e351-4b0f-9236-dbaaecf79a12,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:19.722394 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5a9e6734-3a92-4be1-a139-ae7e879c0a1f req-92673a18-16b1-46f2-b098-dc811d703885 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.730043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Allocated IP 172.20.0.2 (00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d/43986a6c-ee4e-4269-823f-c72fd6c6d88e/3544139e-8fdd-464a-87c3-6f2e31ef8d9e) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:19.733760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86914931-6fba-4258-a5aa-3990b54af143 req-dade41ab-6e9e-4fcd-b966-b3125d8d1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:19.735656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86914931-6fba-4258-a5aa-3990b54af143 req-dade41ab-6e9e-4fcd-b966-b3125d8d1056 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6268488dcc16480299bbf71fec91126d&device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 1128 time: 0.2368720 Feb 11 04:28:19.741892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52708) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:19.771377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-5a9e6734-3a92-4be1-a139-ae7e879c0a1f req-92673a18-16b1-46f2-b098-dc811d703885 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Calling delete_port for f26187a1-e351-4b0f-9236-dbaaecf79a12 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:19.838008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd04880-bcc4-4b8d-8513-3f1647a3735a tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Network 9946830c-c0ed-40fd-8784-3a9d4d09c787 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:28:19.851472 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dec5-7923-41ab-9dfc-c150d6a84960 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for router_controller (9438013d-207c-40fa-a2d4-a2841836f612), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.854228 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d65776-328d-4eb8-93e3-eeca83da831d req-53e66713-30bc-411a-9418-84c00a35ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:19.860145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7d65776-328d-4eb8-93e3-eeca83da831d req-53e66713-30bc-411a-9418-84c00a35ace0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2379215 Feb 11 04:28:19.890521 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Publish callbacks [] for router_gateway (b8e066d2-97cb-4fca-a373-648016a2dca2), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.911265 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Publish callbacks [] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.970361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-d69baaae-4735-468d-831b-59c22541f791', 'network_id': 'd69baaae-4735-468d-831b-59c22541f791', 'project_id': '4da2b49c9a4a4326b5f9f53bad0397fd', 'fixed_ips': [{'subnet_id': '36dd64e3-0498-4eb4-b135-267b917c36a5'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:28:19.971348 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.974361 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dec5-7923-41ab-9dfc-c150d6a84960 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (9438013d-207c-40fa-a2d4-a2841836f612), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:19.991298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-6cd04880-bcc4-4b8d-8513-3f1647a3735a tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 9946830c-c0ed-40fd-8784-3a9d4d09c787) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:20.020700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd04880-bcc4-4b8d-8513-3f1647a3735a tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:20.021393 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6cd04880-bcc4-4b8d-8513-3f1647a3735a tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:20.028324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ae69c18e-9d5d-49f3-8347-281f0d3a14fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92bf6f20f7e648e69382ffb3d8097710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2784216 Feb 11 04:28:20.045651 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52710) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:20.124094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86914931-6fba-4258-a5aa-3990b54af143 req-3035674f-ff20-469b-aea5-4116b8b230c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:20.125491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86914931-6fba-4258-a5aa-3990b54af143 req-3035674f-ff20-469b-aea5-4116b8b230c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb HTTP/1.1" status: 200 len: 917 time: 0.3512433 Feb 11 04:28:20.146141 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7d65776-328d-4eb8-93e3-eeca83da831d req-0e44da96-4537-4243-97ff-739dc0b185cc service neutron] 10.222.0.32 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783475 Feb 11 04:28:20.202443 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dec5-7923-41ab-9dfc-c150d6a84960 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:20.203637 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9ae5dec5-7923-41ab-9dfc-c150d6a84960 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.8258569 Feb 11 04:28:20.205034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86914931-6fba-4258-a5aa-3990b54af143 req-8d2b13c9-4c34-44d0-a9ba-00ac019db24c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=433df2c0-c69a-4501-8e82-59b165d5ca72 HTTP/1.1" status: 200 len: 217 time: 0.0706170 Feb 11 04:28:20.210645 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52714) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:20.215252 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Allocated IP 172.20.0.2 (d69baaae-4735-468d-831b-59c22541f791/36dd64e3-0498-4eb4-b135-267b917c36a5/c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:20.254068 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6cd04880-bcc4-4b8d-8513-3f1647a3735a tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7005749 Feb 11 04:28:20.280572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52716) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:20.293901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-21b28d77-b235-4cc2-a51b-f51f5f6dd69e tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Request body: {'router': {'external_gateway_info': {'network_id': '9946830c-c0ed-40fd-8784-3a9d4d09c787'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:20.385605 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Publish callbacks [] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:20.393934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e610154-a0d0-43ff-8e5a-1d8eb5ee95f0 None None] Network 9946830c-c0ed-40fd-8784-3a9d4d09c787 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:20.398970 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:20.424976 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Network 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:20.440981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:20.476768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:20.497250 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86914931-6fba-4258-a5aa-3990b54af143 req-bfe17215-1252-4773-81c0-5d1af1784cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:20.498813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86914931-6fba-4258-a5aa-3990b54af143 req-bfe17215-1252-4773-81c0-5d1af1784cca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5a242a6-9219-4743-9ec2-230115f1cc1b HTTP/1.1" status: 200 len: 855 time: 0.2735422 Feb 11 04:28:20.528759 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:20.583221 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5a9e6734-3a92-4be1-a139-ae7e879c0a1f req-92673a18-16b1-46f2-b098-dc811d703885 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f26187a1-e351-4b0f-9236-dbaaecf79a12), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:20.619147 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Attempting to bind port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:28:20.619971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Attempting to bind port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '270393d2-a1cd-4dd2-8fdf-d428d3d7abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:28:20.620548 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Attempting to bind port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e on network 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:28:20.624545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['b0be2217-29f3-437a-b0f3-12a2872e8595', 'f26187a1-e351-4b0f-9236-dbaaecf79a12'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:28:20.626990 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['433df2c0-c69a-4501-8e82-59b165d5ca72'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:28:20.643012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Network d69baaae-4735-468d-831b-59c22541f791 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:20.652294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7d65776-328d-4eb8-93e3-eeca83da831d req-996dce97-b58d-49d5-8444-8c0a2cd1259e service neutron] 10.222.0.32 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724383 Feb 11 04:28:20.662857 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92673a18-16b1-46f2-b098-dc811d703885 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Pushing event deleted for resources: {'Port': ['ID=f26187a1-e351-4b0f-9236-dbaaecf79a12,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:20.681749 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f964db4-90db-47e0-9a0a-1ee912da04e6 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks [] for port (a74de33d-2251-4ca2-8012-51790569011e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:20.749528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:20.754538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:20.762324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Pushing event updated for resources: {'Port': ['ID=3544139e-8fdd-464a-87c3-6f2e31ef8d9e,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:20.763312 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc44b-124c-4974-bd06-09e5fd3451c7 admin admin] Publish callbacks [] for security_group (3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:20.805087 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21b28d77-b235-4cc2-a51b-f51f5f6dd69e tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for router_gateway (118606d9-fb8e-400b-815b-3da1fc3e6217), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:20.821900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9e6734-3a92-4be1-a139-ae7e879c0a1f req-92673a18-16b1-46f2-b098-dc811d703885 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] No DVR routers for this DVR port f26187a1-e351-4b0f-9236-dbaaecf79a12 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:20.829503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Pushing event updated for resources: {'Port': ['ID=c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:20.831553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86914931-6fba-4258-a5aa-3990b54af143 req-b1c7362e-566b-4c03-89a4-27865f1e8102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:20.842439 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86914931-6fba-4258-a5aa-3990b54af143 req-b1c7362e-566b-4c03-89a4-27865f1e8102 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=391e7d33-1ae3-479b-a5dd-2762c0a99dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3340764 Feb 11 04:28:20.851599 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:28:20.851985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Checking segment: {'id': '270393d2-a1cd-4dd2-8fdf-d428d3d7abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:20.852786 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:20.852902 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Bound using segment: {'id': '270393d2-a1cd-4dd2-8fdf-d428d3d7abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:28:20.853373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Bound port: 3544139e-8fdd-464a-87c3-6f2e31ef8d9e, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270393d2-a1cd-4dd2-8fdf-d428d3d7abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:28:20.853757 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:20.886152 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5a9e6734-3a92-4be1-a139-ae7e879c0a1f req-92673a18-16b1-46f2-b098-dc811d703885 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:20.890659 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a9e6734-3a92-4be1-a139-ae7e879c0a1f req-92673a18-16b1-46f2-b098-dc811d703885 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.32 "DELETE /v2.0/ports/f26187a1-e351-4b0f-9236-dbaaecf79a12 HTTP/1.1" status: 204 len: 173 time: 2.4339454 Feb 11 04:28:20.919229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-403a6ca3-9aec-43ed-94ac-76ed8c0fac77 req-b8662773-a4d0-4190-a10e-9f1274ede8ee tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 210 time: 0.0754821 Feb 11 04:28:20.921254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5a12b4-b0c7-415b-968a-df4e266aeec9', 'name': 'network-vif-deleted', 'tag': 'f26187a1-e351-4b0f-9236-dbaaecf79a12'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:28:20.924606 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4bff8d-5342-43b3-8e04-c43c481685e8" -d '{"events": [{"server_uuid": "ac5a12b4-b0c7-415b-968a-df4e266aeec9", "name": "network-vif-deleted", "tag": "f26187a1-e351-4b0f-9236-dbaaecf79a12"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:28:20.932641 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc44b-124c-4974-bd06-09e5fd3451c7 admin admin] Publish callbacks [] for security_group (3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:20.973063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-9946830c-c0ed-40fd-8784-3a9d4d09c787', 'network_id': '9946830c-c0ed-40fd-8784-3a9d4d09c787', 'project_id': 'a67ef8a41b1c406494a77b76035f4455', 'fixed_ips': [{'subnet_id': 'ad3fdf0a-278e-4948-9736-e2c671314bc8'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:28:20.979752 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:21.060325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] For port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:28:21.069584 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] For port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3544139e-8fdd-464a-87c3-6f2e31ef8d9e,segment=NetworkSegment(270393d2-a1cd-4dd2-8fdf-d428d3d7abd0),segment_id=270393d2-a1cd-4dd2-8fdf-d428d3d7abd0)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:28:21.096231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86914931-6fba-4258-a5aa-3990b54af143 req-2aacd897-3d4e-4bd7-b8bc-3ea1856163e3 service neutron] 10.222.0.47 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631413 Feb 11 04:28:21.145644 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131e08e1-17ed-4352-87cc-0078ffeedebc x-openstack-request-id: req-131e08e1-17ed-4352-87cc-0078ffeedebc {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:28:21.145961 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5a12b4-b0c7-415b-968a-df4e266aeec9", "name": "network-vif-deleted", "tag": "f26187a1-e351-4b0f-9236-dbaaecf79a12", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:28:21.146223 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-131e08e1-17ed-4352-87cc-0078ffeedebc {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:28:21.147075 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5a12b4-b0c7-415b-968a-df4e266aeec9', 'name': 'network-vif-deleted', 'tag': 'f26187a1-e351-4b0f-9236-dbaaecf79a12', 'status': 'completed', 'code': 200} Feb 11 04:28:21.149444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Attempting to bind port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:28:21.149820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Attempting to bind port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'ad657039-b95d-4524-a142-339db6e0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd69baaae-4735-468d-831b-59c22541f791'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:28:21.150184 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Attempting to bind port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 on network d69baaae-4735-468d-831b-59c22541f791 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:28:21.181599 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:21.206482 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f964db4-90db-47e0-9a0a-1ee912da04e6 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (a74de33d-2251-4ca2-8012-51790569011e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:21.315301 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:21.317387 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:28:21.317762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Checking segment: {'id': 'ad657039-b95d-4524-a142-339db6e0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd69baaae-4735-468d-831b-59c22541f791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:21.319105 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:21.319600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Bound using segment: {'id': 'ad657039-b95d-4524-a142-339db6e0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd69baaae-4735-468d-831b-59c22541f791'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:28:21.320077 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Bound port: c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad657039-b95d-4524-a142-339db6e0de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd69baaae-4735-468d-831b-59c22541f791'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:28:21.320458 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:21.364416 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Publish callbacks [] for router_gateway (b8e066d2-97cb-4fca-a373-648016a2dca2), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:21.373363 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f964db4-90db-47e0-9a0a-1ee912da04e6 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Network 240fe005-8534-46c7-b824-3b0c519e4045 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:21.415375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c938a-14cf-49ce-984a-cc2c792c5136 None None] Pushing event updated for resources: {'Port': ['ID=3544139e-8fdd-464a-87c3-6f2e31ef8d9e,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:21.430854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86914931-6fba-4258-a5aa-3990b54af143 req-7751b48d-587c-4697-84af-015936e8e33e service neutron] 10.222.0.47 "GET /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809217 Feb 11 04:28:21.441511 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-21b28d77-b235-4cc2-a51b-f51f5f6dd69e tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:28:21.442976 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-21b28d77-b235-4cc2-a51b-f51f5f6dd69e tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "PUT /v2.0/routers/118606d9-fb8e-400b-815b-3da1fc3e6217 HTTP/1.1" status: 400 len: 364 time: 1.1578398 Feb 11 04:28:21.450839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52724) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:21.507841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Allocated IP 172.20.0.2 (240fe005-8534-46c7-b824-3b0c519e4045/157bf7d9-6f4d-445b-b12b-8caa9ec89eaf/a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:21.763221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Allocated IP 2001:db8:1::2 (9946830c-c0ed-40fd-8784-3a9d4d09c787/ad3fdf0a-278e-4948-9736-e2c671314bc8/391f48ce-5d2c-4642-9a68-e62c6da0f893) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:21.765700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Allocated IP 172.20.0.1 (d69baaae-4735-468d-831b-59c22541f791/36dd64e3-0498-4eb4-b135-267b917c36a5/fc9dd9cf-b7e6-44b2-971d-d00a21f57022) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:21.784576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] For port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:28:21.822723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] For port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5,segment=NetworkSegment(ad657039-b95d-4524-a142-339db6e0de77),segment_id=ad657039-b95d-4524-a142-339db6e0de77)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:28:21.961597 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:21.967423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-3f964db4-90db-47e0-9a0a-1ee912da04e6 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:21.986064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f964db4-90db-47e0-9a0a-1ee912da04e6 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:21.993403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.058978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f964db4-90db-47e0-9a0a-1ee912da04e6 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event updated for resources: {'Port': ['ID=a74de33d-2251-4ca2-8012-51790569011e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:22.161361 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.240931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f964db4-90db-47e0-9a0a-1ee912da04e6 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:22.241619 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f964db4-90db-47e0-9a0a-1ee912da04e6 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.248688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c19df5df-d386-4e5d-bff8-95f36b698a2b req-99f54a35-3ce6-4e6a-a1b3-1e20e1d5959b tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac5a12b4-b0c7-415b-968a-df4e266aeec9 HTTP/1.1" status: 200 len: 210 time: 0.1195276 Feb 11 04:28:22.282846 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc44b-124c-4974-bd06-09e5fd3451c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.294014 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc44b-124c-4974-bd06-09e5fd3451c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.294014 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fc1fc44b-124c-4974-bd06-09e5fd3451c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e HTTP/1.1" status: 204 len: 168 time: 2.2356341 Feb 11 04:28:22.315932 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for port (fc9dd9cf-b7e6-44b2-971d-d00a21f57022), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.400005 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fc44b-124c-4974-bd06-09e5fd3451c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd2c9a4-f41a-44f8-80e6-1c7005c91c2e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:22.436785 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d1f58-bece-4ea3-a6e0-205f38ae066b None None] Pushing event updated for resources: {'Port': ['ID=c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:22.460446 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Allocated IP 172.25.3.242 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/1b2a4f5e-2118-4bf6-a00b-f78b9acda400) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:22.471369 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Publish callbacks [] for port (a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.482755 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3f964db4-90db-47e0-9a0a-1ee912da04e6 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4647584 Feb 11 04:28:22.485823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52732) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:22.504741 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-19ab12d9-d380-49f8-8351-12d3fdcf529e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Request body: {'port': {'network_id': '240fe005-8534-46c7-b824-3b0c519e4045', 'name': 'tempest-AllowedAddressPairTestJSON-67491512', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:a0:eb:8a'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:22.579006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3544139e-8fdd-464a-87c3-6f2e31ef8d9e up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:22.602205 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (fc9dd9cf-b7e6-44b2-971d-d00a21f57022), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.719958 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Publish callbacks [] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.728353 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Network d69baaae-4735-468d-831b-59c22541f791 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:22.730225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device f26187a1-e351-4b0f-9236-dbaaecf79a12 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:28:22.733866 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event updated for resources: {'Port': ['ID=fc9dd9cf-b7e6-44b2-971d-d00a21f57022,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:22.737559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:22.740846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:22.770705 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.777919 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: f26187a1-e351-4b0f-9236-dbaaecf79a12 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:28:22.778290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device f26187a1-e351-4b0f-9236-dbaaecf79a12 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:28:22.875503 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.934354 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Publish callbacks [] for port (1b2a4f5e-2118-4bf6-a00b-f78b9acda400), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:22.975530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Network 240fe005-8534-46c7-b824-3b0c519e4045 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:23.001597 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (9438013d-207c-40fa-a2d4-a2841836f612), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.043817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Pushing event updated for resources: {'Port': ['ID=a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:23.067661 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (1b2a4f5e-2118-4bf6-a00b-f78b9acda400), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.106015 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:23.122736 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:23.168002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Network 9946830c-c0ed-40fd-8784-3a9d4d09c787 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:23.257015 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:23.257398 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.297448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:23.321665 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:23.328317 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fae1d777-73d8-4198-80dc-2275bdca30d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.334723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Attempting to bind port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:28:23.335442 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Attempting to bind port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'bb999e5e-a4a9-4b51-8626-5866ed57604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '240fe005-8534-46c7-b824-3b0c519e4045'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:28:23.336091 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Attempting to bind port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 on network 240fe005-8534-46c7-b824-3b0c519e4045 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:28:23.349117 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:23.351265 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:23.354439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:28:23.355359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Checking segment: {'id': 'bb999e5e-a4a9-4b51-8626-5866ed57604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '240fe005-8534-46c7-b824-3b0c519e4045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:23.355947 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.356551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Bound using segment: {'id': 'bb999e5e-a4a9-4b51-8626-5866ed57604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '240fe005-8534-46c7-b824-3b0c519e4045'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:28:23.357264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Bound port: a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb999e5e-a4a9-4b51-8626-5866ed57604f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '240fe005-8534-46c7-b824-3b0c519e4045'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:28:23.357815 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.362046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Pushing event updated for resources: {'Port': ['ID=391f48ce-5d2c-4642-9a68-e62c6da0f893,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:23.366247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:23.387822 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=1b2a4f5e-2118-4bf6-a00b-f78b9acda400,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:23.439229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Allocated IP 2001:db8::1 (85c31e52-041d-4e6f-b141-86674a6079b3/71ff07c4-e563-456e-b615-c67cf47b8706/f183ba3c-4dea-48a0-8e58-a5f0d4d422c0) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:23.443574 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ab12d9-d380-49f8-8351-12d3fdcf529e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Made reservation on behalf of 4e8bdc50f1814df2ba8595769cf46292 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:23.492720 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:23.493274 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.503682 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52742) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:23.615048 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d430a899-26c3-4a42-8fb3-030a6993ba1f None None] Network 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:23.625547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Attempting to bind port 391f48ce-5d2c-4642-9a68-e62c6da0f893 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:28:23.626018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Attempting to bind port 391f48ce-5d2c-4642-9a68-e62c6da0f893 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '86197a75-76f7-4102-b54f-e26190ef5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9946830c-c0ed-40fd-8784-3a9d4d09c787'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:28:23.626543 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Attempting to bind port 391f48ce-5d2c-4642-9a68-e62c6da0f893 on network 9946830c-c0ed-40fd-8784-3a9d4d09c787 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:28:23.642017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] For port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:28:23.658034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] For port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7,segment=NetworkSegment(bb999e5e-a4a9-4b51-8626-5866ed57604f),segment_id=bb999e5e-a4a9-4b51-8626-5866ed57604f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:28:23.666897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:28:23.667483 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Checking segment: {'id': '86197a75-76f7-4102-b54f-e26190ef5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9946830c-c0ed-40fd-8784-3a9d4d09c787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:23.667940 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.668434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Bound using segment: {'id': '86197a75-76f7-4102-b54f-e26190ef5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9946830c-c0ed-40fd-8784-3a9d4d09c787'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:28:23.669224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Bound port: 391f48ce-5d2c-4642-9a68-e62c6da0f893, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86197a75-76f7-4102-b54f-e26190ef5f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9946830c-c0ed-40fd-8784-3a9d4d09c787'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:28:23.669624 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.714316 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for port (f183ba3c-4dea-48a0-8e58-a5f0d4d422c0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.730419 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.745098 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3544139e-8fdd-464a-87c3-6f2e31ef8d9e,segment=NetworkSegment(270393d2-a1cd-4dd2-8fdf-d428d3d7abd0),segment_id=270393d2-a1cd-4dd2-8fdf-d428d3d7abd0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:23.752187 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-db179d28-49eb-4327-a6ff-ee1e19f058e2 None None] Provisioning complete for port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:23.752558 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-db179d28-49eb-4327-a6ff-ee1e19f058e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.796057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fc9dd9cf-b7e6-44b2-971d-d00a21f57022), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.862657 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-583ac63a-e89a-419f-8346-61dfcf240a11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7afcd339ee74020b065c743da4371a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3343749 Feb 11 04:28:23.866215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52744) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:23.903282 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f183ba3c-4dea-48a0-8e58-a5f0d4d422c0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.920358 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19ab12d9-d380-49f8-8351-12d3fdcf529e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:23.961933 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] For port 391f48ce-5d2c-4642-9a68-e62c6da0f893, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:28:23.962171 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] For port 391f48ce-5d2c-4642-9a68-e62c6da0f893, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=391f48ce-5d2c-4642-9a68-e62c6da0f893,segment=NetworkSegment(86197a75-76f7-4102-b54f-e26190ef5f5e),segment_id=86197a75-76f7-4102-b54f-e26190ef5f5e)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:28:23.972943 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:24.028092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-19ab12d9-d380-49f8-8351-12d3fdcf529e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] device_id is not set on port 0c3c6f67-b543-4bf7-985f-fc58611335fc yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:28:24.064406 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:24.107982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Network 85c31e52-041d-4e6f-b141-86674a6079b3 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:24.143058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254fafe-a060-49d0-bfcf-b0fc5671dd6f None None] Pushing event updated for resources: {'Port': ['ID=a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:24.225510 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:24.249500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:24.251264 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (118606d9-fb8e-400b-815b-3da1fc3e6217), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:24.259782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-db179d28-49eb-4327-a6ff-ee1e19f058e2 None None] Current status of the port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:24.266390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6156a70-1e8d-448d-8da8-756b6d173842 None None] Network d69baaae-4735-468d-831b-59c22541f791 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:24.414344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=3544139e-8fdd-464a-87c3-6f2e31ef8d9e,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:24.492955 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Publish callbacks [] for router_gateway (b8e066d2-97cb-4fca-a373-648016a2dca2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:24.495247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-19ab12d9-d380-49f8-8351-12d3fdcf529e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Allocated IP 172.20.0.12 (240fe005-8534-46c7-b824-3b0c519e4045/157bf7d9-6f4d-445b-b12b-8caa9ec89eaf/0c3c6f67-b543-4bf7-985f-fc58611335fc) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:24.533869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event updated for resources: {'Port': ['ID=f183ba3c-4dea-48a0-8e58-a5f0d4d422c0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:24.625045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a420ba5a-813f-4143-b90f-658f2fb2b808 None None] Provisioning complete for port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:24.625586 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a420ba5a-813f-4143-b90f-658f2fb2b808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:24.627120 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-148aa6ea-5bd9-46b1-afb9-4075cf4105a3 admin admin] Publish callbacks [] for security_group (09bd3b24-9b0b-4a66-a191-50e5f15c571b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:24.673067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e3f1e-6be2-44ab-b6b3-3f203406fde9 req-88b82e4c-c35e-4dd6-9958-afa22bbea965 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:24.675952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a8e3f1e-6be2-44ab-b6b3-3f203406fde9 req-88b82e4c-c35e-4dd6-9958-afa22bbea965 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=0348b761-4ca4-4f07-8a40-d0fcaca59c60 HTTP/1.1" status: 200 len: 946 time: 0.6191754 Feb 11 04:28:24.714902 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ca9f5-1514-4750-9d5a-acb3b809df42 None None] Pushing event updated for resources: {'Port': ['ID=391f48ce-5d2c-4642-9a68-e62c6da0f893,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:24.769075 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-148aa6ea-5bd9-46b1-afb9-4075cf4105a3 admin admin] Publish callbacks [] for security_group (09bd3b24-9b0b-4a66-a191-50e5f15c571b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:24.927899 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f183ba3c-4dea-48a0-8e58-a5f0d4d422c0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:25.010825 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a8e3f1e-6be2-44ab-b6b3-3f203406fde9 req-633c6111-c2e6-4d7a-83d2-18c075f0872d tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187690 Feb 11 04:28:25.060111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a420ba5a-813f-4143-b90f-658f2fb2b808 None None] Current status of the port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:25.061065 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a420ba5a-813f-4143-b90f-658f2fb2b808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:25.176199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a420ba5a-813f-4143-b90f-658f2fb2b808 None None] For port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5,segment=NetworkSegment(ad657039-b95d-4524-a142-339db6e0de77),segment_id=ad657039-b95d-4524-a142-339db6e0de77)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:25.216249 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-148aa6ea-5bd9-46b1-afb9-4075cf4105a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (09bd3b24-9b0b-4a66-a191-50e5f15c571b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:25.219027 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-148aa6ea-5bd9-46b1-afb9-4075cf4105a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:25.222601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-148aa6ea-5bd9-46b1-afb9-4075cf4105a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09bd3b24-9b0b-4a66-a191-50e5f15c571b HTTP/1.1" status: 204 len: 168 time: 1.3525851 Feb 11 04:28:25.264329 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a420ba5a-813f-4143-b90f-658f2fb2b808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:25.364931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148aa6ea-5bd9-46b1-afb9-4075cf4105a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bd3b24-9b0b-4a66-a191-50e5f15c571b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:25.379005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420ba5a-813f-4143-b90f-658f2fb2b808 None None] Pushing event updated for resources: {'Port': ['ID=c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:25.477743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 391f48ce-5d2c-4642-9a68-e62c6da0f893 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:25.533364 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-74ecd51b-3798-4bee-866a-50794602d0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:25.533513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44ecf4-f822-4574-b694-28bcff9d81b8 req-4368c705-3f97-42ef-9a74-9b59020df052 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:25.535202 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b44ecf4-f822-4574-b694-28bcff9d81b8 req-4368c705-3f97-42ef-9a74-9b59020df052 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.32 "GET /v2.0/ports?device_id=0348b761-4ca4-4f07-8a40-d0fcaca59c60 HTTP/1.1" status: 200 len: 946 time: 0.2080801 Feb 11 04:28:25.542415 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7494ac73-d080-43aa-b47c-37c128f1a2a0 None None] Provisioning complete for port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:25.543104 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7494ac73-d080-43aa-b47c-37c128f1a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:25.693189 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 391f48ce-5d2c-4642-9a68-e62c6da0f893 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:25.694482 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:25.911257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7494ac73-d080-43aa-b47c-37c128f1a2a0 None None] Current status of the port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:25.953704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-8b44ecf4-f822-4574-b694-28bcff9d81b8 req-11b1d508-bb32-462e-91dc-9e2e18bec9a6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Deleting port b0be2217-29f3-437a-b0f3-12a2872e8595 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:25.954615 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8b44ecf4-f822-4574-b694-28bcff9d81b8 req-11b1d508-bb32-462e-91dc-9e2e18bec9a6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:25.983752 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 391f48ce-5d2c-4642-9a68-e62c6da0f893 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:25.984663 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:26.015234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b95acb-c6c5-4a97-8792-85466789c93b None None] Network 240fe005-8534-46c7-b824-3b0c519e4045 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:26.062337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7494ac73-d080-43aa-b47c-37c128f1a2a0 None None] Provisioning complete for port f183ba3c-4dea-48a0-8e58-a5f0d4d422c0 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:26.066302 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7494ac73-d080-43aa-b47c-37c128f1a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f183ba3c-4dea-48a0-8e58-a5f0d4d422c0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:26.085994 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for port (fc9dd9cf-b7e6-44b2-971d-d00a21f57022), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:26.109448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 391f48ce-5d2c-4642-9a68-e62c6da0f893, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=391f48ce-5d2c-4642-9a68-e62c6da0f893,segment=NetworkSegment(86197a75-76f7-4102-b54f-e26190ef5f5e),segment_id=86197a75-76f7-4102-b54f-e26190ef5f5e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:26.145201 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for port (f183ba3c-4dea-48a0-8e58-a5f0d4d422c0), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:26.150138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-8b44ecf4-f822-4574-b694-28bcff9d81b8 req-11b1d508-bb32-462e-91dc-9e2e18bec9a6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] For port b0be2217-29f3-437a-b0f3-12a2872e8595, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=b0be2217-29f3-437a-b0f3-12a2872e8595,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:26.150896 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8b44ecf4-f822-4574-b694-28bcff9d81b8 req-11b1d508-bb32-462e-91dc-9e2e18bec9a6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:26.193819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-8b44ecf4-f822-4574-b694-28bcff9d81b8 req-11b1d508-bb32-462e-91dc-9e2e18bec9a6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Calling delete_port for b0be2217-29f3-437a-b0f3-12a2872e8595 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:26.210610 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:26.216435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3544139e-8fdd-464a-87c3-6f2e31ef8d9e up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:26.219128 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f183ba3c-4dea-48a0-8e58-a5f0d4d422c0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:26.222244 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (118606d9-fb8e-400b-815b-3da1fc3e6217), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:26.300535 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (b8e066d2-97cb-4fca-a373-648016a2dca2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:26.305425 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (fc9dd9cf-b7e6-44b2-971d-d00a21f57022), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:26.423663 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051851b-dad1-48ea-82bf-a43592d15ac9 req-017d1cd9-e81d-4c4f-9e03-904014405113 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:26.432220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1051851b-dad1-48ea-82bf-a43592d15ac9 req-017d1cd9-e81d-4c4f-9e03-904014405113 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=0348b761-4ca4-4f07-8a40-d0fcaca59c60 HTTP/1.1" status: 200 len: 946 time: 0.2842586 Feb 11 04:28:26.448839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Network 85c31e52-041d-4e6f-b141-86674a6079b3 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:26.475852 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:26.493455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2954b328-fd2c-46f1-ace7-45a0712c8acc None None] Network 9946830c-c0ed-40fd-8784-3a9d4d09c787 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:26.529938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7494ac73-d080-43aa-b47c-37c128f1a2a0 None None] Port f183ba3c-4dea-48a0-8e58-a5f0d4d422c0 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:26.579891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event updated for resources: {'Port': ['ID=f183ba3c-4dea-48a0-8e58-a5f0d4d422c0,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:26.640602 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1051851b-dad1-48ea-82bf-a43592d15ac9 req-8f03eb72-fadb-4429-a306-5483f21e72fc tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071586 Feb 11 04:28:26.691784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=391f48ce-5d2c-4642-9a68-e62c6da0f893,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:26.713053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Router 118606d9-fb8e-400b-815b-3da1fc3e6217 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:28:26.718194 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event updated for resources: {'Port': ['ID=fc9dd9cf-b7e6-44b2-971d-d00a21f57022,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:26.735294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] Provisioning complete for port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:26.735821 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:26.740317 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:26.855794 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8b44ecf4-f822-4574-b694-28bcff9d81b8 req-11b1d508-bb32-462e-91dc-9e2e18bec9a6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b0be2217-29f3-437a-b0f3-12a2872e8595), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:26.877894 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (9438013d-207c-40fa-a2d4-a2841836f612), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:26.908308 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['433df2c0-c69a-4501-8e82-59b165d5ca72'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:28:26.953177 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19ab12d9-d380-49f8-8351-12d3fdcf529e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks [] for port (0c3c6f67-b543-4bf7-985f-fc58611335fc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:26.954852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Router b8e066d2-97cb-4fca-a373-648016a2dca2 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:28:26.973174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:28:26.992981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cfda17e0-0423-4534-b723-f6de5d3d39de tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "PUT /v2.0/routers/118606d9-fb8e-400b-815b-3da1fc3e6217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5395424 Feb 11 04:28:26.999237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb58ce0-94a0-4642-9e99-87f6399a04d9 None None] Sync routers for ids ['118606d9-fb8e-400b-815b-3da1fc3e6217'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:28:27.005217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52776) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:27.040437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:27.041074 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:27.079941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1d508-bb32-462e-91dc-9e2e18bec9a6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Pushing event deleted for resources: {'Port': ['ID=b0be2217-29f3-437a-b0f3-12a2872e8595,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:27.143688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b44ecf4-f822-4574-b694-28bcff9d81b8 req-11b1d508-bb32-462e-91dc-9e2e18bec9a6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] No DVR routers for this DVR port b0be2217-29f3-437a-b0f3-12a2872e8595 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:27.148324 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8b44ecf4-f822-4574-b694-28bcff9d81b8 req-11b1d508-bb32-462e-91dc-9e2e18bec9a6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:27.152928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b44ecf4-f822-4574-b694-28bcff9d81b8 req-11b1d508-bb32-462e-91dc-9e2e18bec9a6 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.32 "DELETE /v2.0/ports/b0be2217-29f3-437a-b0f3-12a2872e8595 HTTP/1.1" status: 204 len: 173 time: 1.5812786 Feb 11 04:28:27.166913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0348b761-4ca4-4f07-8a40-d0fcaca59c60', 'name': 'network-vif-deleted', 'tag': 'b0be2217-29f3-437a-b0f3-12a2872e8595'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:28:27.170432 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8244e8f-a748-4b09-b68e-80309db44a50" -d '{"events": [{"server_uuid": "0348b761-4ca4-4f07-8a40-d0fcaca59c60", "name": "network-vif-deleted", "tag": "b0be2217-29f3-437a-b0f3-12a2872e8595"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:28:27.195001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb58ce0-94a0-4642-9e99-87f6399a04d9 None None] Routers {'118606d9-fb8e-400b-815b-3da1fc3e6217'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:27.200219 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cbb58ce0-94a0-4642-9e99-87f6399a04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['118606d9-fb8e-400b-815b-3da1fc3e6217'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:27.283810 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94330ede-1da8-491e-a1aa-d4ccc564f38d x-openstack-request-id: req-94330ede-1da8-491e-a1aa-d4ccc564f38d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:28:27.284777 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0348b761-4ca4-4f07-8a40-d0fcaca59c60", "name": "network-vif-deleted", "tag": "b0be2217-29f3-437a-b0f3-12a2872e8595", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:28:27.285039 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94330ede-1da8-491e-a1aa-d4ccc564f38d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:28:27.285699 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0348b761-4ca4-4f07-8a40-d0fcaca59c60', 'name': 'network-vif-deleted', 'tag': 'b0be2217-29f3-437a-b0f3-12a2872e8595', 'status': 'completed', 'code': 200} Feb 11 04:28:27.421528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] Current status of the port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:27.422214 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:27.428902 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cbb58ce0-94a0-4642-9e99-87f6399a04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:27.432602 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:28:27.441980 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Sync routers for ids ['b8e066d2-97cb-4fca-a373-648016a2dca2'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:28:27.454157 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b365c56-3f3a-45ff-bfa9-e2ab5aaaf101 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for router (118606d9-fb8e-400b-815b-3da1fc3e6217), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:27.462108 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Routers {'b8e066d2-97cb-4fca-a373-648016a2dca2'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:27.462785 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b8e066d2-97cb-4fca-a373-648016a2dca2'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:27.549701 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Network d69baaae-4735-468d-831b-59c22541f791 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:27.553821 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:27.577661 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:27.583390 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ca1cb06e-537b-4f45-a029-c78717f36ce3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5555079 Feb 11 04:28:27.591426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52786) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:27.622341 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19ab12d9-d380-49f8-8351-12d3fdcf529e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (0c3c6f67-b543-4bf7-985f-fc58611335fc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:27.701053 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-7b365c56-3f3a-45ff-bfa9-e2ab5aaaf101 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 04:28:27.707000 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7b365c56-3f3a-45ff-bfa9-e2ab5aaaf101 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "DELETE /v2.0/routers/118606d9-fb8e-400b-815b-3da1fc3e6217 HTTP/1.1" status: 409 len: 329 time: 0.6998961 Feb 11 04:28:27.707742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52790) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:27.799089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:27.800246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:27.815775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] For port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7,segment=NetworkSegment(bb999e5e-a4a9-4b51-8626-5866ed57604f),segment_id=bb999e5e-a4a9-4b51-8626-5866ed57604f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:27.994287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb58ce0-94a0-4642-9e99-87f6399a04d9 None None] Routers {'118606d9-fb8e-400b-815b-3da1fc3e6217'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:27.994287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cbb58ce0-94a0-4642-9e99-87f6399a04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['118606d9-fb8e-400b-815b-3da1fc3e6217'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:28.021109 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Set router b8e066d2-97cb-4fca-a373-648016a2dca2 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:28:28.093556 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:28.108910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cbb58ce0-94a0-4642-9e99-87f6399a04d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:28.110020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb58ce0-94a0-4642-9e99-87f6399a04d9 None None] The sync data for ids ['118606d9-fb8e-400b-815b-3da1fc3e6217'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:28:28.249086 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ab12d9-d380-49f8-8351-12d3fdcf529e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Network 240fe005-8534-46c7-b824-3b0c519e4045 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:28.252586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b9f525-28d9-4a1e-879e-91c2a6cad384 req-bf047498-8075-475a-813d-e1f706e16e95 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=0348b761-4ca4-4f07-8a40-d0fcaca59c60 HTTP/1.1" status: 200 len: 210 time: 0.3103836 Feb 11 04:28:28.296642 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-19ab12d9-d380-49f8-8351-12d3fdcf529e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:28.298359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] Provisioning complete for port 391f48ce-5d2c-4642-9a68-e62c6da0f893 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:28.304917 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab12d9-d380-49f8-8351-12d3fdcf529e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event updated for resources: {'Port': ['ID=0c3c6f67-b543-4bf7-985f-fc58611335fc,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:28.311209 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:28.318830 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ab12d9-d380-49f8-8351-12d3fdcf529e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:28.365156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] Pushing event updated for resources: {'Port': ['ID=a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:28.369840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ab12d9-d380-49f8-8351-12d3fdcf529e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:28.370956 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19ab12d9-d380-49f8-8351-12d3fdcf529e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:28.536216 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-19ab12d9-d380-49f8-8351-12d3fdcf529e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 6.0452659 Feb 11 04:28:28.541030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52798) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:28.542721 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:28.585715 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:19Z', 'updated_at': '2022-02-11T04:28:23Z', 'revision_number': 3, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'gw_port': {'id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:22Z', 'updated_at': '2022-02-11T04:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:28.598438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:28.598697 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:28.601556 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device b0be2217-29f3-437a-b0f3-12a2872e8595 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:28:28.657965 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Checking router: b8e066d2-97cb-4fca-a373-648016a2dca2 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:28:28.660825 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Updating router b8e066d2-97cb-4fca-a373-648016a2dca2 port 1b2a4f5e-2118-4bf6-a00b-f78b9acda400 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:28:28.698339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: b0be2217-29f3-437a-b0f3-12a2872e8595 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:28:28.698763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device b0be2217-29f3-437a-b0f3-12a2872e8595 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:28:28.759317 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1b2a4f5e-2118-4bf6-a00b-f78b9acda400), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:28.820409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52802) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:28.832581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:28.833868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:28.904193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] Current status of the port 391f48ce-5d2c-4642-9a68-e62c6da0f893 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:28.961904 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b7ba9f-7ed6-4cdd-930f-976019f7301b tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:28.965909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] Provisioning complete for port fc9dd9cf-b7e6-44b2-971d-d00a21f57022 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:28.967327 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b7ba9f-7ed6-4cdd-930f-976019f7301b tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:28.970251 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (fc9dd9cf-b7e6-44b2-971d-d00a21f57022), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:28.973652 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b7ba9f-7ed6-4cdd-930f-976019f7301b tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:28.975446 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-43b7ba9f-7ed6-4cdd-930f-976019f7301b tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3493254 Feb 11 04:28:28.980914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52806) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:29.001779 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Router 9438013d-207c-40fa-a2d4-a2841836f612 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:28:29.027218 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-47875bb5-9f96-4155-b6c5-cc7908f9a502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.060715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] Port fc9dd9cf-b7e6-44b2-971d-d00a21f57022 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:29.069863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:29.078275 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.169727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-57d27f42-aa5d-46fe-a312-a7ef34541a47 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Deleting port 0c3c6f67-b543-4bf7-985f-fc58611335fc {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:29.170353 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57d27f42-aa5d-46fe-a312-a7ef34541a47 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0c3c6f67-b543-4bf7-985f-fc58611335fc), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.175202 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e15b0a0-083a-4694-a3a4-f08dc6efe134 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (118606d9-fb8e-400b-815b-3da1fc3e6217), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.190161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] Provisioning complete for port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:29.190537 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.265321 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Publish callbacks [] for port (1b2a4f5e-2118-4bf6-a00b-f78b9acda400), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.280672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:29.347547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-32775267-7417-43bb-84ec-7b67f75b353c None None] Current status of the port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:29.351221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:28:29.362979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a466201-32a5-429d-8914-a2bb8ccdeda8 None None] Sync routers for ids ['9438013d-207c-40fa-a2d4-a2841836f612'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:28:29.369713 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1b2a4f5e-2118-4bf6-a00b-f78b9acda400), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.381136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a466201-32a5-429d-8914-a2bb8ccdeda8 None None] Routers {'9438013d-207c-40fa-a2d4-a2841836f612'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:29.381961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5a466201-32a5-429d-8914-a2bb8ccdeda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['9438013d-207c-40fa-a2d4-a2841836f612'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:29.441213 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57d27f42-aa5d-46fe-a312-a7ef34541a47 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0c3c6f67-b543-4bf7-985f-fc58611335fc), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.477706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-57d27f42-aa5d-46fe-a312-a7ef34541a47 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Calling delete_port for 0c3c6f67-b543-4bf7-985f-fc58611335fc owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:29.486747 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e815e09-daee-41e3-b563-04cb08c9ed2b None None] Pushing event updated for resources: {'Port': ['ID=1b2a4f5e-2118-4bf6-a00b-f78b9acda400,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:29.513748 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-64ac0108-bacf-4611-87d4-05568074067a tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "PUT /v2.0/routers/9438013d-207c-40fa-a2d4-a2841836f612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2999310 Feb 11 04:28:29.516939 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e815e09-daee-41e3-b563-04cb08c9ed2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:29.517497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e815e09-daee-41e3-b563-04cb08c9ed2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:29.517951 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e815e09-daee-41e3-b563-04cb08c9ed2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:29.518402 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e815e09-daee-41e3-b563-04cb08c9ed2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:29.518939 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e815e09-daee-41e3-b563-04cb08c9ed2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:29.519127 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5a466201-32a5-429d-8914-a2bb8ccdeda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:29.522381 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e815e09-daee-41e3-b563-04cb08c9ed2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:29.522936 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e815e09-daee-41e3-b563-04cb08c9ed2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:29.523390 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e815e09-daee-41e3-b563-04cb08c9ed2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:29.524064 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e815e09-daee-41e3-b563-04cb08c9ed2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:29.524214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52814) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:29.530181 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e815e09-daee-41e3-b563-04cb08c9ed2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:29.530914 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e815e09-daee-41e3-b563-04cb08c9ed2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:29.531498 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e815e09-daee-41e3-b563-04cb08c9ed2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:29.532110 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e815e09-daee-41e3-b563-04cb08c9ed2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:29.534563 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a8ca9eb8-40a8-43d9-b01e-b97fdefaa472 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Request body: {'port': {'network_id': 'd69baaae-4735-468d-831b-59c22541f791', 'name': 'tempest-FloatingIPNegativeTestJSON-111293929'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:29.544386 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Attempting to bind port 1b2a4f5e-2118-4bf6-a00b-f78b9acda400 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:28:29.545030 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Attempting to bind port 1b2a4f5e-2118-4bf6-a00b-f78b9acda400 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:28:29.546059 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Attempting to bind port 1b2a4f5e-2118-4bf6-a00b-f78b9acda400 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:28:29.546184 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 391f48ce-5d2c-4642-9a68-e62c6da0f893 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:29.552204 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:28:29.553111 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:29.553800 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.554302 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:28:29.554922 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Bound port: 1b2a4f5e-2118-4bf6-a00b-f78b9acda400, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:28:29.555422 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1b2a4f5e-2118-4bf6-a00b-f78b9acda400), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.617944 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a466201-32a5-429d-8914-a2bb8ccdeda8 None None] Routers {'9438013d-207c-40fa-a2d4-a2841836f612'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:29.618505 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5a466201-32a5-429d-8914-a2bb8ccdeda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['9438013d-207c-40fa-a2d4-a2841836f612'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:29.624464 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] For port 1b2a4f5e-2118-4bf6-a00b-f78b9acda400, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:28:29.627873 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] For port 1b2a4f5e-2118-4bf6-a00b-f78b9acda400, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1b2a4f5e-2118-4bf6-a00b-f78b9acda400,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:28:29.674205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5a466201-32a5-429d-8914-a2bb8ccdeda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:29.674870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a466201-32a5-429d-8914-a2bb8ccdeda8 None None] The sync data for ids ['9438013d-207c-40fa-a2d4-a2841836f612'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:28:29.677109 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Provisioning complete for port 391f48ce-5d2c-4642-9a68-e62c6da0f893 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:29.677498 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.689170 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.707646 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-47875bb5-9f96-4155-b6c5-cc7908f9a502 admin admin] Publish callbacks [] for security_group (4c159b6e-c885-4b0e-ab8f-2e4deb9423c4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.722590 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.732106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 391f48ce-5d2c-4642-9a68-e62c6da0f893 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:29.732494 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.770126 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1b2a4f5e-2118-4bf6-a00b-f78b9acda400), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.811512 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-47875bb5-9f96-4155-b6c5-cc7908f9a502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4c159b6e-c885-4b0e-ab8f-2e4deb9423c4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.813284 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Current status of the port 391f48ce-5d2c-4642-9a68-e62c6da0f893 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:29.833507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-9e15b0a0-083a-4694-a3a4-f08dc6efe134 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Deleting port f183ba3c-4dea-48a0-8e58-a5f0d4d422c0 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:29.836612 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e15b0a0-083a-4694-a3a4-f08dc6efe134 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f183ba3c-4dea-48a0-8e58-a5f0d4d422c0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.838845 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e815e09-daee-41e3-b563-04cb08c9ed2b None None] Pushing event updated for resources: {'Port': ['ID=1b2a4f5e-2118-4bf6-a00b-f78b9acda400,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:29.838999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Provisioning complete for port f183ba3c-4dea-48a0-8e58-a5f0d4d422c0 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:29.839440 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f183ba3c-4dea-48a0-8e58-a5f0d4d422c0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.872175 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Routers {'b8e066d2-97cb-4fca-a373-648016a2dca2'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:29.873143 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b8e066d2-97cb-4fca-a373-648016a2dca2'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:29.897348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ca9eb8-40a8-43d9-b01e-b97fdefaa472 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Made reservation on behalf of 4da2b49c9a4a4326b5f9f53bad0397fd for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:29.907296 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8ca9eb8-40a8-43d9-b01e-b97fdefaa472 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:29.916864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Port f183ba3c-4dea-48a0-8e58-a5f0d4d422c0 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:29.921041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 391f48ce-5d2c-4642-9a68-e62c6da0f893 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:29.922136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:29.946613 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47875bb5-9f96-4155-b6c5-cc7908f9a502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c159b6e-c885-4b0e-ab8f-2e4deb9423c4,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:29.963731 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Provisioning complete for port a74de33d-2251-4ca2-8012-51790569011e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:29.964073 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a74de33d-2251-4ca2-8012-51790569011e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.011995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Port a74de33d-2251-4ca2-8012-51790569011e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:30.018020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:30.018401 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.058934 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57d27f42-aa5d-46fe-a312-a7ef34541a47 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (0c3c6f67-b543-4bf7-985f-fc58611335fc), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.074232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Provisioning complete for port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:30.074641 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.100257 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-47875bb5-9f96-4155-b6c5-cc7908f9a502 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65a03c27455c483a8a7c887554bce150&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2757950 Feb 11 04:28:30.108259 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-a8ca9eb8-40a8-43d9-b01e-b97fdefaa472 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] device_id is not set on port 15396da3-8e88-4a04-89e3-c02539e2f26f yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:28:30.116188 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] Set router b8e066d2-97cb-4fca-a373-648016a2dca2 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:28:30.140221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52818) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:30.209888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Current status of the port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:30.218669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:30.219929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:30.228226 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Could not find standard attr ID for object 0c3c6f67-b543-4bf7-985f-fc58611335fc. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:28:30.301576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Provisioning complete for port fc9dd9cf-b7e6-44b2-971d-d00a21f57022 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:30.302238 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (fc9dd9cf-b7e6-44b2-971d-d00a21f57022), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.359343 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Allocated IP 172.20.0.1 (00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d/43986a6c-ee4e-4269-823f-c72fd6c6d88e/8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:30.367587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6ba55dc3-a5a1-4802-9b62-0112304d21c9 None None] Port fc9dd9cf-b7e6-44b2-971d-d00a21f57022 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:30.392134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:30.392737 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.394134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d27f42-aa5d-46fe-a312-a7ef34541a47 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event deleted for resources: {'Port': ['ID=0c3c6f67-b543-4bf7-985f-fc58611335fc,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:30.486280 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e15b0a0-083a-4694-a3a4-f08dc6efe134 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f183ba3c-4dea-48a0-8e58-a5f0d4d422c0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.524843 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:19Z', 'updated_at': '2022-02-11T04:28:23Z', 'revision_number': 3, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'gw_port': {'id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:22Z', 'updated_at': '2022-02-11T04:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:30.533426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fcba7-8427-44e7-a6e3-959527587b9a req-2210af48-bfe5-4b0f-a63a-8541f3163c17 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:30.535075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad9fcba7-8427-44e7-a6e3-959527587b9a req-2210af48-bfe5-4b0f-a63a-8541f3163c17 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.4408627 Feb 11 04:28:30.539354 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-a8ca9eb8-40a8-43d9-b01e-b97fdefaa472 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Allocated IP 172.20.0.10 (d69baaae-4735-468d-831b-59c22541f791/36dd64e3-0498-4eb4-b135-267b917c36a5/15396da3-8e88-4a04-89e3-c02539e2f26f) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:30.545491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-9e15b0a0-083a-4694-a3a4-f08dc6efe134 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Calling delete_port for f183ba3c-4dea-48a0-8e58-a5f0d4d422c0 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:30.552292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:30.571478 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f6eda87-849c-401c-aa1d-7a29e98100a5 admin admin] Publish callbacks [] for security_group (4c159b6e-c885-4b0e-ab8f-2e4deb9423c4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.574590 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807a2511-ed83-47b0-9c33-941f9ee25448 None None] The sync data for ids ['b8e066d2-97cb-4fca-a373-648016a2dca2'] in n-d-712142-35 is: [{'id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:19Z', 'updated_at': '2022-02-11T04:28:23Z', 'revision_number': 3, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'gw_port': {'id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:79:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:22Z', 'updated_at': '2022-02-11T04:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:28:30.630021 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Publish callbacks [] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.746933 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.749971 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f6eda87-849c-401c-aa1d-7a29e98100a5 admin admin] Publish callbacks [] for security_group (4c159b6e-c885-4b0e-ab8f-2e4deb9423c4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.764559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad9fcba7-8427-44e7-a6e3-959527587b9a req-462525e5-1a15-4a9c-90c1-92c5cf8cc113 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210224 Feb 11 04:28:30.809560 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57d27f42-aa5d-46fe-a312-a7ef34541a47 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.813418 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-57d27f42-aa5d-46fe-a312-a7ef34541a47 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "DELETE /v2.0/ports/0c3c6f67-b543-4bf7-985f-fc58611335fc HTTP/1.1" status: 204 len: 168 time: 1.8302486 Feb 11 04:28:30.818652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52822) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:30.836904 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Network 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:30.847301 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:30.853430 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:30.853993 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b1ba48-98a8-46ed-bafc-4da59d53170f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] GET failed (client error): The resource could not be found. Feb 11 04:28:30.859336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52824) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:30.861582 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-24b1ba48-98a8-46ed-bafc-4da59d53170f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "GET /v2.0/ports/0c3c6f67-b543-4bf7-985f-fc58611335fc HTTP/1.1" status: 404 len: 333 time: 0.0413694 Feb 11 04:28:30.862792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:30.880967 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-786ddca9-bdbb-435c-a466-0fe4b05f1fca tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Request body: {'port': {'network_id': '240fe005-8534-46c7-b824-3b0c519e4045', 'name': 'tempest-AllowedAddressPairTestJSON-1941274475'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:30.935085 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8ca9eb8-40a8-43d9-b01e-b97fdefaa472 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for port (15396da3-8e88-4a04-89e3-c02539e2f26f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.994834 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f6eda87-849c-401c-aa1d-7a29e98100a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4c159b6e-c885-4b0e-ab8f-2e4deb9423c4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.998011 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f6eda87-849c-401c-aa1d-7a29e98100a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:30.999395 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7f6eda87-849c-401c-aa1d-7a29e98100a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c159b6e-c885-4b0e-ab8f-2e4deb9423c4 HTTP/1.1" status: 204 len: 168 time: 0.8582027 Feb 11 04:28:31.012997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6eda87-849c-401c-aa1d-7a29e98100a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c159b6e-c885-4b0e-ab8f-2e4deb9423c4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:31.127675 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e15b0a0-083a-4694-a3a4-f08dc6efe134 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f183ba3c-4dea-48a0-8e58-a5f0d4d422c0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:31.148192 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (b8e066d2-97cb-4fca-a373-648016a2dca2), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:31.158199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15b0a0-083a-4694-a3a4-f08dc6efe134 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event deleted for resources: {'Port': ['ID=f183ba3c-4dea-48a0-8e58-a5f0d4d422c0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:31.310334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786ddca9-bdbb-435c-a466-0fe4b05f1fca tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Made reservation on behalf of 4e8bdc50f1814df2ba8595769cf46292 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:31.319189 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-786ddca9-bdbb-435c-a466-0fe4b05f1fca tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:31.328132 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-aeabe9bd-afdf-43c8-9127-a9d8a5c8e38d None None] Provisioning complete for port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:31.328878 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aeabe9bd-afdf-43c8-9127-a9d8a5c8e38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:31.389210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-786ddca9-bdbb-435c-a466-0fe4b05f1fca tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] device_id is not set on port 73cbef45-6332-457e-a3be-7cc4643a0053 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:28:31.446810 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-aeabe9bd-afdf-43c8-9127-a9d8a5c8e38d None None] Port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:31.472216 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e15b0a0-083a-4694-a3a4-f08dc6efe134 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (118606d9-fb8e-400b-815b-3da1fc3e6217), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:31.543205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1b2a4f5e-2118-4bf6-a00b-f78b9acda400 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:31.633812 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 1b2a4f5e-2118-4bf6-a00b-f78b9acda400 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:31.634262 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1b2a4f5e-2118-4bf6-a00b-f78b9acda400), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:31.831737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 1b2a4f5e-2118-4bf6-a00b-f78b9acda400 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:31.832183 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1b2a4f5e-2118-4bf6-a00b-f78b9acda400), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:31.873722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e15b0a0-083a-4694-a3a4-f08dc6efe134 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Router 118606d9-fb8e-400b-815b-3da1fc3e6217 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:28:31.883135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 1b2a4f5e-2118-4bf6-a00b-f78b9acda400, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1b2a4f5e-2118-4bf6-a00b-f78b9acda400,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:31.962902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75641e1e-02de-49b1-a8a2-9a46e3a34f43 req-cc8876ec-53dc-4491-8bab-ed3d37da8fcc tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:31.964535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75641e1e-02de-49b1-a8a2-9a46e3a34f43 req-cc8876ec-53dc-4491-8bab-ed3d37da8fcc tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.1689003 Feb 11 04:28:31.970146 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8ca9eb8-40a8-43d9-b01e-b97fdefaa472 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (15396da3-8e88-4a04-89e3-c02539e2f26f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:31.983334 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1b2a4f5e-2118-4bf6-a00b-f78b9acda400), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:32.077082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e15b0a0-083a-4694-a3a4-f08dc6efe134 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:28:32.091894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9e15b0a0-083a-4694-a3a4-f08dc6efe134 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "PUT /v2.0/routers/118606d9-fb8e-400b-815b-3da1fc3e6217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3809896 Feb 11 04:28:32.095086 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52844) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:32.097600 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762f594-dcea-49b6-8e62-7426f49bdc96 None None] Sync routers for ids ['118606d9-fb8e-400b-815b-3da1fc3e6217'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:28:32.098112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ca9eb8-40a8-43d9-b01e-b97fdefaa472 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Network d69baaae-4735-468d-831b-59c22541f791 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:32.123763 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762f594-dcea-49b6-8e62-7426f49bdc96 None None] Routers {'118606d9-fb8e-400b-815b-3da1fc3e6217'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:32.124409 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a762f594-dcea-49b6-8e62-7426f49bdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['118606d9-fb8e-400b-815b-3da1fc3e6217'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:32.158557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17289af-e54c-4380-90a2-079faaecdfe1 req-bcf9d596-02ca-4eba-bea6-a153787954d7 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:32.160201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a17289af-e54c-4380-90a2-079faaecdfe1 req-bcf9d596-02ca-4eba-bea6-a153787954d7 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 945 time: 0.2059493 Feb 11 04:28:32.228606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-75641e1e-02de-49b1-a8a2-9a46e3a34f43 req-cd3cb6c4-1b0f-4b0d-b343-7b2fd14e3d15 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Deleting port 433df2c0-c69a-4501-8e82-59b165d5ca72 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:32.228996 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-75641e1e-02de-49b1-a8a2-9a46e3a34f43 req-cd3cb6c4-1b0f-4b0d-b343-7b2fd14e3d15 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:32.240895 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a762f594-dcea-49b6-8e62-7426f49bdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:32.249072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a17289af-e54c-4380-90a2-079faaecdfe1 req-d3a6d037-e7f0-452c-9d3d-83729c3b072f tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/security-groups?id=ce854f55-a658-44ae-9ce7-ba019b8b193c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798080 Feb 11 04:28:32.253818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-a8ca9eb8-40a8-43d9-b01e-b97fdefaa472 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:32.277368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ca9eb8-40a8-43d9-b01e-b97fdefaa472 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:32.288582 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762f594-dcea-49b6-8e62-7426f49bdc96 None None] Routers {'118606d9-fb8e-400b-815b-3da1fc3e6217'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:32.288582 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a762f594-dcea-49b6-8e62-7426f49bdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['118606d9-fb8e-400b-815b-3da1fc3e6217'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:32.382935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-75641e1e-02de-49b1-a8a2-9a46e3a34f43 req-cd3cb6c4-1b0f-4b0d-b343-7b2fd14e3d15 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] For port 433df2c0-c69a-4501-8e82-59b165d5ca72, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=433df2c0-c69a-4501-8e82-59b165d5ca72,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:32.385100 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-75641e1e-02de-49b1-a8a2-9a46e3a34f43 req-cd3cb6c4-1b0f-4b0d-b343-7b2fd14e3d15 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:32.422160 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-f27198d5-d63b-441d-92bf-a79b70c3f294 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] show failed (client error): The resource could not be found. Feb 11 04:28:32.425936 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-75641e1e-02de-49b1-a8a2-9a46e3a34f43 req-cd3cb6c4-1b0f-4b0d-b343-7b2fd14e3d15 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Calling delete_port for 433df2c0-c69a-4501-8e82-59b165d5ca72 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:32.434835 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f27198d5-d63b-441d-92bf-a79b70c3f294 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-216849396 HTTP/1.1" status: 404 len: 334 time: 0.3225877 Feb 11 04:28:32.435110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52850) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:32.451050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-f7f6d1d9-7ca6-40cc-8cf9-88fcdc3c7079 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:32.497838 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=1b2a4f5e-2118-4bf6-a00b-f78b9acda400,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:32.569750 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a762f594-dcea-49b6-8e62-7426f49bdc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:32.570551 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762f594-dcea-49b6-8e62-7426f49bdc96 None None] The sync data for ids ['118606d9-fb8e-400b-815b-3da1fc3e6217'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:28:32.583551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca9eb8-40a8-43d9-b01e-b97fdefaa472 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event updated for resources: {'Port': ['ID=15396da3-8e88-4a04-89e3-c02539e2f26f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:32.653278 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-f7f6d1d9-7ca6-40cc-8cf9-88fcdc3c7079 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] update failed (client error): The resource could not be found. Feb 11 04:28:32.654492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f7f6d1d9-7ca6-40cc-8cf9-88fcdc3c7079 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1481297609 HTTP/1.1" status: 404 len: 335 time: 0.2142150 Feb 11 04:28:32.669567 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:32.674521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52856) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:32.676383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-96877288-923d-4167-ba9a-31ba0ec804e6 None None] Provisioning complete for port 15396da3-8e88-4a04-89e3-c02539e2f26f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:32.676982 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-96877288-923d-4167-ba9a-31ba0ec804e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (15396da3-8e88-4a04-89e3-c02539e2f26f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:32.698022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ca9eb8-40a8-43d9-b01e-b97fdefaa472 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:32.699117 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8ca9eb8-40a8-43d9-b01e-b97fdefaa472 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:32.735181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-96877288-923d-4167-ba9a-31ba0ec804e6 None None] Port 15396da3-8e88-4a04-89e3-c02539e2f26f cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:32.803870 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-786ddca9-bdbb-435c-a466-0fe4b05f1fca tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Allocated IP 172.20.0.5 (240fe005-8534-46c7-b824-3b0c519e4045/157bf7d9-6f4d-445b-b12b-8caa9ec89eaf/73cbef45-6332-457e-a3be-7cc4643a0053) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:32.831788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52860) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:32.832344 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a8ca9eb8-40a8-43d9-b01e-b97fdefaa472 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3065979 Feb 11 04:28:32.836956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:32.864187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1ac897-c321-4bfe-81e8-f4fdfe9851d3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Deleting subnet ad3fdf0a-278e-4948-9736-e2c671314bc8 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:28:32.866529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52862) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:32.885759 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb1ac897-c321-4bfe-81e8-f4fdfe9851d3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for subnet (ad3fdf0a-278e-4948-9736-e2c671314bc8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:32.947669 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb1ac897-c321-4bfe-81e8-f4fdfe9851d3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (ad3fdf0a-278e-4948-9736-e2c671314bc8), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.063335 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb1ac897-c321-4bfe-81e8-f4fdfe9851d3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (ad3fdf0a-278e-4948-9736-e2c671314bc8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.094667 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Publish callbacks [] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.105682 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-786ddca9-bdbb-435c-a466-0fe4b05f1fca tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks [] for port (73cbef45-6332-457e-a3be-7cc4643a0053), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.116435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-943664790-network', 'tenant_id': 'f35824acdcfc430e9d71e87fe45851ca'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:33.121154 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-75641e1e-02de-49b1-a8a2-9a46e3a34f43 req-cd3cb6c4-1b0f-4b0d-b343-7b2fd14e3d15 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (433df2c0-c69a-4501-8e82-59b165d5ca72), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.139824 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.173013 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['433df2c0-c69a-4501-8e82-59b165d5ca72'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:28:33.196853 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.244799 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cb6c4-1b0f-4b0d-b343-7b2fd14e3d15 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Pushing event deleted for resources: {'Port': ['ID=433df2c0-c69a-4501-8e82-59b165d5ca72,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:33.260448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-75641e1e-02de-49b1-a8a2-9a46e3a34f43 req-cd3cb6c4-1b0f-4b0d-b343-7b2fd14e3d15 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] No DVR routers for this DVR port 433df2c0-c69a-4501-8e82-59b165d5ca72 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:33.265404 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-75641e1e-02de-49b1-a8a2-9a46e3a34f43 req-cd3cb6c4-1b0f-4b0d-b343-7b2fd14e3d15 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.270069 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75641e1e-02de-49b1-a8a2-9a46e3a34f43 req-cd3cb6c4-1b0f-4b0d-b343-7b2fd14e3d15 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.47 "DELETE /v2.0/ports/433df2c0-c69a-4501-8e82-59b165d5ca72 HTTP/1.1" status: 204 len: 173 time: 1.2557640 Feb 11 04:28:33.281514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d45d645-78c1-489c-8d8c-1ee03bba57da', 'name': 'network-vif-deleted', 'tag': '433df2c0-c69a-4501-8e82-59b165d5ca72'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:28:33.281514 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be117041-1899-4954-a980-abf8cca49662" -d '{"events": [{"server_uuid": "9d45d645-78c1-489c-8d8c-1ee03bba57da", "name": "network-vif-deleted", "tag": "433df2c0-c69a-4501-8e82-59b165d5ca72"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:28:33.312321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:33.315084 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-786ddca9-bdbb-435c-a466-0fe4b05f1fca tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (73cbef45-6332-457e-a3be-7cc4643a0053), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.316868 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (b8e066d2-97cb-4fca-a373-648016a2dca2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.346695 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] Made reservation on behalf of f35824acdcfc430e9d71e87fe45851ca for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:33.349310 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.376632 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ddca9-bdbb-435c-a466-0fe4b05f1fca tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event updated for resources: {'Port': ['ID=73cbef45-6332-457e-a3be-7cc4643a0053,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:33.400063 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786ddca9-bdbb-435c-a466-0fe4b05f1fca tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Network 240fe005-8534-46c7-b824-3b0c519e4045 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:33.400487 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.411919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-786ddca9-bdbb-435c-a466-0fe4b05f1fca tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:33.416743 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786ddca9-bdbb-435c-a466-0fe4b05f1fca tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:33.440767 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc1a537-aeef-4624-9681-e3a6ac261f1c x-openstack-request-id: req-5fc1a537-aeef-4624-9681-e3a6ac261f1c {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:28:33.440767 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d45d645-78c1-489c-8d8c-1ee03bba57da", "name": "network-vif-deleted", "tag": "433df2c0-c69a-4501-8e82-59b165d5ca72", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:28:33.440767 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fc1a537-aeef-4624-9681-e3a6ac261f1c {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:28:33.440767 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d45d645-78c1-489c-8d8c-1ee03bba57da', 'name': 'network-vif-deleted', 'tag': '433df2c0-c69a-4501-8e82-59b165d5ca72', 'status': 'completed', 'code': 200} Feb 11 04:28:33.445638 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb1ac897-c321-4bfe-81e8-f4fdfe9851d3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (ad3fdf0a-278e-4948-9736-e2c671314bc8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.480731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786ddca9-bdbb-435c-a466-0fe4b05f1fca tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:33.483528 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-786ddca9-bdbb-435c-a466-0fe4b05f1fca tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.535534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1b2a4f5e-2118-4bf6-a00b-f78b9acda400 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:33.581874 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-786ddca9-bdbb-435c-a466-0fe4b05f1fca tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7165806 Feb 11 04:28:33.585136 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52872) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:33.602610 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6400b97a-5629-463b-b01d-a230951db143 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:a0:eb:8a'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:33.606554 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ac897-c321-4bfe-81e8-f4fdfe9851d3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3fdf0a-278e-4948-9736-e2c671314bc8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:33.635298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-104ea4e7-428f-4a5d-b730-3404c6fe518d req-7e25d922-9662-4466-a467-0e315643b9c0 tempest-ListServerFiltersTestJSON-186159180 tempest-ListServerFiltersTestJSON-186159180-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d45d645-78c1-489c-8d8c-1ee03bba57da HTTP/1.1" status: 200 len: 210 time: 0.2381239 Feb 11 04:28:33.655849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a4565-28e6-483e-84ac-fd0388888401 None None] Network 9946830c-c0ed-40fd-8784-3a9d4d09c787 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:33.657273 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb1ac897-c321-4bfe-81e8-f4fdfe9851d3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.667382 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-eb1ac897-c321-4bfe-81e8-f4fdfe9851d3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "DELETE /v2.0/subnets/ad3fdf0a-278e-4948-9736-e2c671314bc8 HTTP/1.1" status: 204 len: 168 time: 0.9934812 Feb 11 04:28:33.671355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52874) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:33.808373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Network 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:33.811605 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:33.831212 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.859702 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 1b2a4f5e-2118-4bf6-a00b-f78b9acda400 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:33.860083 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1b2a4f5e-2118-4bf6-a00b-f78b9acda400), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.908260 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (9946830c-c0ed-40fd-8784-3a9d4d09c787), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.938502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ed41c9e6-c3c4-4202-9535-5d0da3c46396 None None] Provisioning complete for port 73cbef45-6332-457e-a3be-7cc4643a0053 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:33.938934 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ed41c9e6-c3c4-4202-9535-5d0da3c46396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (73cbef45-6332-457e-a3be-7cc4643a0053), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:33.943207 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:34.011229 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] Publish callbacks [] for security_group (37c09e9b-c120-4f34-bda8-ed580c26e3a5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:34.015657 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:34.053386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1a02fe-55ed-4b98-bfe1-e35eac213bbe None None] DHCP port deletion for 9946830c-c0ed-40fd-8784-3a9d4d09c787 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:28:34.066825 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ed41c9e6-c3c4-4202-9535-5d0da3c46396 None None] Port 73cbef45-6332-457e-a3be-7cc4643a0053 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:34.104583 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (37c09e9b-c120-4f34-bda8-ed580c26e3a5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:34.158432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 1b2a4f5e-2118-4bf6-a00b-f78b9acda400 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:34.187524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Router b8e066d2-97cb-4fca-a373-648016a2dca2 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:28:34.195426 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6400b97a-5629-463b-b01d-a230951db143 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (73cbef45-6332-457e-a3be-7cc4643a0053), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:34.211488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ef1a02fe-55ed-4b98-bfe1-e35eac213bbe None None] Deleting port 391f48ce-5d2c-4642-9a68-e62c6da0f893 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:34.213085 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef1a02fe-55ed-4b98-bfe1-e35eac213bbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:34.239337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:28:34.253953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Deleting port 391f48ce-5d2c-4642-9a68-e62c6da0f893 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:34.254651 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:34.326541 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ef1a02fe-55ed-4b98-bfe1-e35eac213bbe None None] For port 391f48ce-5d2c-4642-9a68-e62c6da0f893, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=391f48ce-5d2c-4642-9a68-e62c6da0f893,segment=NetworkSegment(86197a75-76f7-4102-b54f-e26190ef5f5e),segment_id=86197a75-76f7-4102-b54f-e26190ef5f5e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:34.327331 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef1a02fe-55ed-4b98-bfe1-e35eac213bbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:34.347181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ef1a02fe-55ed-4b98-bfe1-e35eac213bbe None None] Calling delete_port for 391f48ce-5d2c-4642-9a68-e62c6da0f893 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:34.395560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6400b97a-5629-463b-b01d-a230951db143 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks [] for port (73cbef45-6332-457e-a3be-7cc4643a0053), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:34.482651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-37c714b3-066d-4372-91fa-c7ca59c50f33 None None] Provisioning complete for port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:34.483018 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-37c714b3-066d-4372-91fa-c7ca59c50f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:34.517774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:28:34.532449 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a00da7aa-7dac-446f-95bb-31f31b4c9370 admin admin] 10.222.0.13 "PUT /v2.0/routers/b8e066d2-97cb-4fca-a373-648016a2dca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9398725 Feb 11 04:28:34.534653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-37c714b3-066d-4372-91fa-c7ca59c50f33 None None] Port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:34.539080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Sync routers for ids ['b8e066d2-97cb-4fca-a373-648016a2dca2'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:28:34.544806 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6400b97a-5629-463b-b01d-a230951db143 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (73cbef45-6332-457e-a3be-7cc4643a0053), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:34.549587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Routers {'b8e066d2-97cb-4fca-a373-648016a2dca2'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:34.550217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b8e066d2-97cb-4fca-a373-648016a2dca2'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:34.555664 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef1a02fe-55ed-4b98-bfe1-e35eac213bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:34.621751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a02fe-55ed-4b98-bfe1-e35eac213bbe None None] Pushing event deleted for resources: {'Port': ['ID=391f48ce-5d2c-4642-9a68-e62c6da0f893,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:34.632842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a02fe-55ed-4b98-bfe1-e35eac213bbe None None] No DVR routers for this DVR port 391f48ce-5d2c-4642-9a68-e62c6da0f893 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:34.663254 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6400b97a-5629-463b-b01d-a230951db143 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] In _notify_port_updated(), no bound segment for port 73cbef45-6332-457e-a3be-7cc4643a0053 on network 240fe005-8534-46c7-b824-3b0c519e4045 {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:28:34.669538 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6400b97a-5629-463b-b01d-a230951db143 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:34.670227 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6400b97a-5629-463b-b01d-a230951db143 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:34.671631 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6400b97a-5629-463b-b01d-a230951db143 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "PUT /v2.0/ports/73cbef45-6332-457e-a3be-7cc4643a0053 HTTP/1.1" status: 200 len: 993 time: 1.0854824 Feb 11 04:28:34.675729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52882) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:34.716693 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400b97a-5629-463b-b01d-a230951db143 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event updated for resources: {'Port': ['ID=73cbef45-6332-457e-a3be-7cc4643a0053,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:34.764700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Set router b8e066d2-97cb-4fca-a373-648016a2dca2 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:28:34.774346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52884) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:34.775244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c09e9b-c120-4f34-bda8-ed580c26e3a5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:34.827828 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (41a21878-f316-422b-bb93-a38915b23b96), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:34.828190 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] Added segment 41a21878-f316-422b-bb93-a38915b23b96 of type vlan for network 29f041c8-bb4c-4ad7-a7c5-6a52c71f7835 Feb 11 04:28:34.863706 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b7b070aa-92d0-4196-bea4-fbb570b27766 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Deleting port 73cbef45-6332-457e-a3be-7cc4643a0053 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:34.864064 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7b070aa-92d0-4196-bea4-fbb570b27766 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (73cbef45-6332-457e-a3be-7cc4643a0053), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:35.011507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7b070aa-92d0-4196-bea4-fbb570b27766 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (73cbef45-6332-457e-a3be-7cc4643a0053), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:35.014229 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (29f041c8-bb4c-4ad7-a7c5-6a52c71f7835), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:35.031122 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b7b070aa-92d0-4196-bea4-fbb570b27766 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Calling delete_port for 73cbef45-6332-457e-a3be-7cc4643a0053 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:35.060207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] For port 391f48ce-5d2c-4642-9a68-e62c6da0f893, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=391f48ce-5d2c-4642-9a68-e62c6da0f893,segment=NetworkSegment(86197a75-76f7-4102-b54f-e26190ef5f5e),segment_id=86197a75-76f7-4102-b54f-e26190ef5f5e)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:35.060593 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:35.092650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Allocated IP 172.25.3.97 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/bc9925de-6161-425e-8475-8e6d97c08858) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:35.099222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0e049d-4893-487e-b510-90a5361d2841 admin admin] Deleting subnet e5a242a6-9219-4743-9ec2-230115f1cc1b {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:28:35.109136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Calling delete_port for 391f48ce-5d2c-4642-9a68-e62c6da0f893 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:35.134449 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f0e049d-4893-487e-b510-90a5361d2841 admin admin] Publish callbacks [] for subnet (e5a242a6-9219-4743-9ec2-230115f1cc1b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:35.145511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d607f975-9f16-4046-9377-d7a62b9efb9d None None] Provisioning complete for port 73cbef45-6332-457e-a3be-7cc4643a0053 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:35.146208 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d607f975-9f16-4046-9377-d7a62b9efb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (73cbef45-6332-457e-a3be-7cc4643a0053), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:35.228149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d607f975-9f16-4046-9377-d7a62b9efb9d None None] Port 73cbef45-6332-457e-a3be-7cc4643a0053 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:35.251125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:19Z', 'updated_at': '2022-02-11T04:28:32Z', 'revision_number': 4, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'gw_port': {'id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:22Z', 'updated_at': '2022-02-11T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5', 'name': '', 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'mac_address': 'fa:16:3e:65:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:29Z', 'updated_at': '2022-02-11T04:28:32Z', 'revision_number': 2, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'subnets': [{'id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:35.251432 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f0e049d-4893-487e-b510-90a5361d2841 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (e5a242a6-9219-4743-9ec2-230115f1cc1b), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:35.295212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Checking router: b8e066d2-97cb-4fca-a373-648016a2dca2 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:28:35.295454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Updating router b8e066d2-97cb-4fca-a373-648016a2dca2 port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:28:35.301705 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (29f041c8-bb4c-4ad7-a7c5-6a52c71f7835), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:35.303248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:35.303835 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:35.312904 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7b070aa-92d0-4196-bea4-fbb570b27766 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (73cbef45-6332-457e-a3be-7cc4643a0053), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:35.381580 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:35.404478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b070aa-92d0-4196-bea4-fbb570b27766 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event deleted for resources: {'Port': ['ID=73cbef45-6332-457e-a3be-7cc4643a0053,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:35.454302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] Pushing event updated for resources: {'Network': ['ID=29f041c8-bb4c-4ad7-a7c5-6a52c71f7835,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:35.488523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 29f041c8-bb4c-4ad7-a7c5-6a52c71f7835 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:28:35.491719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 391f48ce-5d2c-4642-9a68-e62c6da0f893 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:28:35.515675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0e7bb7d0-1a7e-4f47-9921-fabcaa48d783 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6439412 Feb 11 04:28:35.589359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 391f48ce-5d2c-4642-9a68-e62c6da0f893 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:28:35.589359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 391f48ce-5d2c-4642-9a68-e62c6da0f893 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:28:35.621226 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for port (bc9925de-6161-425e-8475-8e6d97c08858), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:35.624305 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (391f48ce-5d2c-4642-9a68-e62c6da0f893), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:35.716343 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f0e049d-4893-487e-b510-90a5361d2841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (e5a242a6-9219-4743-9ec2-230115f1cc1b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:35.782953 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7b070aa-92d0-4196-bea4-fbb570b27766 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:35.782953 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b7b070aa-92d0-4196-bea4-fbb570b27766 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "DELETE /v2.0/ports/73cbef45-6332-457e-a3be-7cc4643a0053 HTTP/1.1" status: 204 len: 168 time: 1.1055202 Feb 11 04:28:35.785474 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52902) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:35.794375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event deleted for resources: {'Port': ['ID=391f48ce-5d2c-4642-9a68-e62c6da0f893,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:35.803041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] No DVR routers for this DVR port 391f48ce-5d2c-4642-9a68-e62c6da0f893 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:35.888142 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-8530ef0b-0c87-4421-a6ab-b101f10e8419 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] GET failed (client error): The resource could not be found. Feb 11 04:28:35.890014 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8530ef0b-0c87-4421-a6ab-b101f10e8419 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "GET /v2.0/ports/73cbef45-6332-457e-a3be-7cc4643a0053 HTTP/1.1" status: 404 len: 333 time: 0.0701663 Feb 11 04:28:35.900869 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52906) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:35.901762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52908) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:35.908359 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-318006281-network', 'tenant_id': 'f57f7492a9b04ebcb783ebfe4f421c79'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:35.915351 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2f674461-1d81-4a87-b5f0-89ca246d2779 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Request body: {'port': {'network_id': '240fe005-8534-46c7-b824-3b0c519e4045', 'name': 'tempest-AllowedAddressPairTestJSON-1071775081'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:35.986874 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (9946830c-c0ed-40fd-8784-3a9d4d09c787), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.044191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9946830c-c0ed-40fd-8784-3a9d4d09c787']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:36.059073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86197a75-76f7-4102-b54f-e26190ef5f5e') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:36.059668 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86197a75-76f7-4102-b54f-e26190ef5f5e') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:36.075667 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (86197a75-76f7-4102-b54f-e26190ef5f5e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.079725 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Publish callbacks [] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.089471 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] Made reservation on behalf of f57f7492a9b04ebcb783ebfe4f421c79 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:36.091931 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.106103 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.155615 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f674461-1d81-4a87-b5f0-89ca246d2779 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Made reservation on behalf of 4e8bdc50f1814df2ba8595769cf46292 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:36.155615 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2f674461-1d81-4a87-b5f0-89ca246d2779 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.157041 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (86197a75-76f7-4102-b54f-e26190ef5f5e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.194178 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-2f674461-1d81-4a87-b5f0-89ca246d2779 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] device_id is not set on port edeaf102-ed55-488a-98d7-eb27b3798a89 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:28:36.205359 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.297383 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] Publish callbacks [] for security_group (d107302c-73be-4ec0-b45c-9f23babf7f5a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.309098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:28:36.309681 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (86197a75-76f7-4102-b54f-e26190ef5f5e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.323735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d85ac-da80-40f1-acdf-4efe59ffce98 None None] Pushing event updated for resources: {'Port': ['ID=8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:36.348944 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:28:36.373233 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d107302c-73be-4ec0-b45c-9f23babf7f5a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.415133 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:28:36.420440 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-2f674461-1d81-4a87-b5f0-89ca246d2779 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Allocated IP 172.20.0.12 (240fe005-8534-46c7-b824-3b0c519e4045/157bf7d9-6f4d-445b-b12b-8caa9ec89eaf/edeaf102-ed55-488a-98d7-eb27b3798a89) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:28:36.441830 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:28:36.464957 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d107302c-73be-4ec0-b45c-9f23babf7f5a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:36.546732 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (aaa91c93-bec7-4205-9bc3-4eb9237ba2c6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.547091 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] Added segment aaa91c93-bec7-4205-9bc3-4eb9237ba2c6 of type vlan for network 95050066-9e89-4aaf-a803-4a8004fe997e Feb 11 04:28:36.610803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 433df2c0-c69a-4501-8e82-59b165d5ca72 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:28:36.627493 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (95050066-9e89-4aaf-a803-4a8004fe997e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.634528 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (bc9925de-6161-425e-8475-8e6d97c08858), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.659416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 433df2c0-c69a-4501-8e82-59b165d5ca72 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:28:36.659746 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 433df2c0-c69a-4501-8e82-59b165d5ca72 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:28:36.665142 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Attempting to bind port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:28:36.665539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Attempting to bind port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '270393d2-a1cd-4dd2-8fdf-d428d3d7abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:28:36.665909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Attempting to bind port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 on network 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:28:36.666141 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f0e049d-4893-487e-b510-90a5361d2841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (e5a242a6-9219-4743-9ec2-230115f1cc1b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.675590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:28:36.675963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Checking segment: {'id': '270393d2-a1cd-4dd2-8fdf-d428d3d7abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:36.676363 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.676789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Bound using segment: {'id': '270393d2-a1cd-4dd2-8fdf-d428d3d7abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:28:36.678113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Bound port: 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270393d2-a1cd-4dd2-8fdf-d428d3d7abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:28:36.678671 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.691460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a33c50a4-5572-47d6-8280-9ba384815d03 None None] Provisioning complete for port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:36.691833 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a33c50a4-5572-47d6-8280-9ba384815d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.737985 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2f674461-1d81-4a87-b5f0-89ca246d2779 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks [] for port (edeaf102-ed55-488a-98d7-eb27b3798a89), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.761285 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (9946830c-c0ed-40fd-8784-3a9d4d09c787), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.796559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:36.800406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] For port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:28:36.804235 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] For port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5,segment=NetworkSegment(270393d2-a1cd-4dd2-8fdf-d428d3d7abd0),segment_id=270393d2-a1cd-4dd2-8fdf-d428d3d7abd0)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:28:36.808706 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.812840 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "DELETE /v2.0/networks/9946830c-c0ed-40fd-8784-3a9d4d09c787 HTTP/1.1" status: 204 len: 168 time: 3.1330581 Feb 11 04:28:36.814178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e049d-4893-487e-b510-90a5361d2841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a242a6-9219-4743-9ec2-230115f1cc1b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:36.821572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52914) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:36.825335 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f0e049d-4893-487e-b510-90a5361d2841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.826942 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (95050066-9e89-4aaf-a803-4a8004fe997e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.828292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:36.828954 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.830649 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6f0e049d-4893-487e-b510-90a5361d2841 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e5a242a6-9219-4743-9ec2-230115f1cc1b HTTP/1.1" status: 204 len: 168 time: 2.0523200 Feb 11 04:28:36.835485 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:36.841543 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a33c50a4-5572-47d6-8280-9ba384815d03 None None] Port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:36.841813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e16cba-0374-46bb-8570-23a14b380c72 None None] Network 391e7d33-1ae3-479b-a5dd-2762c0a99dfb requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:36.846760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52916) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:36.864753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a19e88-d9f4-45ca-9888-6662ad8d7c66 req-fbd5c846-fe52-433c-b36b-8772dcebc932 tempest-ComputeTenantNetworksTest-1148623412 tempest-ComputeTenantNetworksTest-1148623412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:36.871267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a19e88-d9f4-45ca-9888-6662ad8d7c66 req-fbd5c846-fe52-433c-b36b-8772dcebc932 tempest-ComputeTenantNetworksTest-1148623412 tempest-ComputeTenantNetworksTest-1148623412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:36.877473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a19e88-d9f4-45ca-9888-6662ad8d7c66 req-fbd5c846-fe52-433c-b36b-8772dcebc932 tempest-ComputeTenantNetworksTest-1148623412 tempest-ComputeTenantNetworksTest-1148623412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:36.879316 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8a19e88-d9f4-45ca-9888-6662ad8d7c66 req-fbd5c846-fe52-433c-b36b-8772dcebc932 tempest-ComputeTenantNetworksTest-1148623412 tempest-ComputeTenantNetworksTest-1148623412-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.6979089 Feb 11 04:28:36.885032 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:36.910729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event updated for resources: {'Port': ['ID=bc9925de-6161-425e-8475-8e6d97c08858,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:36.919566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfe05c-e3fa-4bef-889e-b81d41a66690 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event deleted for resources: {'Network': ['ID=9946830c-c0ed-40fd-8784-3a9d4d09c787,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:36.923344 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:36.968458 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2f674461-1d81-4a87-b5f0-89ca246d2779 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (edeaf102-ed55-488a-98d7-eb27b3798a89), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.019039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d85ac-da80-40f1-acdf-4efe59ffce98 None None] Pushing event updated for resources: {'Port': ['ID=8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:37.038308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2b9180-fc40-475e-9a36-66b7c7b606f3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Deleting subnet f1a976ff-f7d6-439e-9ad0-d0b66397aca7 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:28:37.068915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Routers {'b8e066d2-97cb-4fca-a373-648016a2dca2'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:37.069567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b8e066d2-97cb-4fca-a373-648016a2dca2'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:37.084494 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9180-fc40-475e-9a36-66b7c7b606f3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for subnet (f1a976ff-f7d6-439e-9ad0-d0b66397aca7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.119428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f674461-1d81-4a87-b5f0-89ca246d2779 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event updated for resources: {'Port': ['ID=edeaf102-ed55-488a-98d7-eb27b3798a89,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:37.147440 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2444324 Feb 11 04:28:37.159916 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52922) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:37.223183 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dbdb43-d783-41da-941e-f758071e03da None None] DHCP port deletion for 391e7d33-1ae3-479b-a5dd-2762c0a99dfb request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:28:37.249194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cda59-5f52-4509-823d-6d896b79d2eb req-16ca9dc7-90d4-4510-a27b-84c07e2f5788 tempest-ComputeTenantNetworksTest-1148623412 tempest-ComputeTenantNetworksTest-1148623412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:37.251199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-250cda59-5f52-4509-823d-6d896b79d2eb req-16ca9dc7-90d4-4510-a27b-84c07e2f5788 tempest-ComputeTenantNetworksTest-1148623412 tempest-ComputeTenantNetworksTest-1148623412-project] 10.222.0.13 "GET /v2.0/networks/29f041c8-bb4c-4ad7-a7c5-6a52c71f7835 HTTP/1.1" status: 200 len: 768 time: 0.2914174 Feb 11 04:28:37.263615 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52924) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:37.274876 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9180-fc40-475e-9a36-66b7c7b606f3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (f1a976ff-f7d6-439e-9ad0-d0b66397aca7), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.300002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] Set router b8e066d2-97cb-4fca-a373-648016a2dca2 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:28:37.315844 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-bae0c7d4-7d62-4f56-bd3e-86bacd62c7e8 admin admin] Request body: {'subnet': {'network_id': '95050066-9e89-4aaf-a803-4a8004fe997e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-318006281-subnet', 'tenant_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:37.336927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec13304-f619-4fde-b8ad-151ad6489dc3 admin admin] Pushing event updated for resources: {'Network': ['ID=95050066-9e89-4aaf-a803-4a8004fe997e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:37.361297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f674461-1d81-4a87-b5f0-89ca246d2779 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Network 240fe005-8534-46c7-b824-3b0c519e4045 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:37.362907 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for floatingip (f3e99907-af9c-4608-a23f-6513db8a2e86), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.363437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 95050066-9e89-4aaf-a803-4a8004fe997e details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:28:37.368091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-2f674461-1d81-4a87-b5f0-89ca246d2779 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:37.374979 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (391e7d33-1ae3-479b-a5dd-2762c0a99dfb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.376996 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f674461-1d81-4a87-b5f0-89ca246d2779 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:37.474856 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae0c7d4-7d62-4f56-bd3e-86bacd62c7e8 admin admin] Made reservation on behalf of f57f7492a9b04ebcb783ebfe4f421c79 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:37.477601 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bae0c7d4-7d62-4f56-bd3e-86bacd62c7e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.480198 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cba04c8-d049-4753-b017-e6218af633b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (29f041c8-bb4c-4ad7-a7c5-6a52c71f7835), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.501403 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-31dbdb43-d783-41da-941e-f758071e03da None None] Deleting port eeaf119e-588c-4563-8524-0efe2fb08794 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:37.501934 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-31dbdb43-d783-41da-941e-f758071e03da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.506194 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device eeaf119e-588c-4563-8524-0efe2fb08794 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:28:37.524470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f674461-1d81-4a87-b5f0-89ca246d2779 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:37.525555 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2f674461-1d81-4a87-b5f0-89ca246d2779 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.623573 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bc9925de-6161-425e-8475-8e6d97c08858), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.628083 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9180-fc40-475e-9a36-66b7c7b606f3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (f1a976ff-f7d6-439e-9ad0-d0b66397aca7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.698350 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2f674461-1d81-4a87-b5f0-89ca246d2779 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7915483 Feb 11 04:28:37.703137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52928) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:37.722709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2346656a-c9bf-4638-a30a-59b39131587d tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a0:eb:8a'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:37.757239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-31dbdb43-d783-41da-941e-f758071e03da None None] For port eeaf119e-588c-4563-8524-0efe2fb08794, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=eeaf119e-588c-4563-8524-0efe2fb08794,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:37.757744 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-31dbdb43-d783-41da-941e-f758071e03da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.765154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-63cd0f22-a338-4807-ac8c-1bb8e95da040 None None] Provisioning complete for port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:37.765518 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-63cd0f22-a338-4807-ac8c-1bb8e95da040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.779923 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cba04c8-d049-4753-b017-e6218af633b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (29f041c8-bb4c-4ad7-a7c5-6a52c71f7835), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.799804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-31dbdb43-d783-41da-941e-f758071e03da None None] Calling delete_port for eeaf119e-588c-4563-8524-0efe2fb08794 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:37.820775 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-4cba04c8-d049-4753-b017-e6218af633b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f041c8-bb4c-4ad7-a7c5-6a52c71f7835']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:37.840784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-4cba04c8-d049-4753-b017-e6218af633b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a21878-f316-422b-bb93-a38915b23b96') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:37.841157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-4cba04c8-d049-4753-b017-e6218af633b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a21878-f316-422b-bb93-a38915b23b96') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:37.855101 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cba04c8-d049-4753-b017-e6218af633b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (41a21878-f316-422b-bb93-a38915b23b96), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.876559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] Deleting port eeaf119e-588c-4563-8524-0efe2fb08794 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:37.877765 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.902123 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cba04c8-d049-4753-b017-e6218af633b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (41a21878-f316-422b-bb93-a38915b23b96), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.912345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cba04c8-d049-4753-b017-e6218af633b1 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:28:37.912787 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cba04c8-d049-4753-b017-e6218af633b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (41a21878-f316-422b-bb93-a38915b23b96), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:28:37.914492 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:28:37.941420 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9180-fc40-475e-9a36-66b7c7b606f3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (f1a976ff-f7d6-439e-9ad0-d0b66397aca7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.948655 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2346656a-c9bf-4638-a30a-59b39131587d tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (edeaf102-ed55-488a-98d7-eb27b3798a89), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:37.952624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port eeaf119e-588c-4563-8524-0efe2fb08794 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:37.952624 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.014801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b9180-fc40-475e-9a36-66b7c7b606f3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a976ff-f7d6-439e-9ad0-d0b66397aca7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:38.024035 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b2b9180-fc40-475e-9a36-66b7c7b606f3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.027467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3b2b9180-fc40-475e-9a36-66b7c7b606f3 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "DELETE /v2.0/subnets/f1a976ff-f7d6-439e-9ad0-d0b66397aca7 HTTP/1.1" status: 204 len: 168 time: 1.1937721 Feb 11 04:28:38.030346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52932) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:38.058138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ced1753-6071-4ea9-9360-95092cf6642e None None] Network b5946f85-ed41-4ce5-b477-207e2c7b93f6 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:38.062409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port eeaf119e-588c-4563-8524-0efe2fb08794, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=eeaf119e-588c-4563-8524-0efe2fb08794,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:38.082386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-63cd0f22-a338-4807-ac8c-1bb8e95da040 None None] Current status of the port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:38.082386 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-63cd0f22-a338-4807-ac8c-1bb8e95da040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.084256 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for port (bc9925de-6161-425e-8475-8e6d97c08858), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.106333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a580d75-bc5e-4717-bbc7-6e9db06933ed tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Deleting subnet dd2b6c5c-58a3-447d-abf6-abb68248e3a4 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:28:38.107525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] For port eeaf119e-588c-4563-8524-0efe2fb08794, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=eeaf119e-588c-4563-8524-0efe2fb08794,segment=NetworkSegment(c09b8860-55bd-4150-a77c-764444e68844),segment_id=c09b8860-55bd-4150-a77c-764444e68844)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:38.108150 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.109552 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a580d75-bc5e-4717-bbc7-6e9db06933ed tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for subnet (dd2b6c5c-58a3-447d-abf6-abb68248e3a4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.151241 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a580d75-bc5e-4717-bbc7-6e9db06933ed tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (dd2b6c5c-58a3-447d-abf6-abb68248e3a4), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.161440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:19Z', 'updated_at': '2022-02-11T04:28:32Z', 'revision_number': 4, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'gw_port': {'id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:22Z', 'updated_at': '2022-02-11T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5', 'name': '', 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'mac_address': 'fa:16:3e:65:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:29Z', 'updated_at': '2022-02-11T04:28:36Z', 'revision_number': 4, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'subnets': [{'id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:38.172381 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cba04c8-d049-4753-b017-e6218af633b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (29f041c8-bb4c-4ad7-a7c5-6a52c71f7835), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.179225 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cba04c8-d049-4753-b017-e6218af633b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.182419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4cba04c8-d049-4753-b017-e6218af633b1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/29f041c8-bb4c-4ad7-a7c5-6a52c71f7835 HTTP/1.1" status: 204 len: 168 time: 0.9158320 Feb 11 04:28:38.202016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] Calling delete_port for eeaf119e-588c-4563-8524-0efe2fb08794 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:38.202245 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (bc9925de-6161-425e-8475-8e6d97c08858), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.204044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba04c8-d049-4753-b017-e6218af633b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=29f041c8-bb4c-4ad7-a7c5-6a52c71f7835,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:38.272605 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959bdd3e-09e5-4757-a835-2f7e701257ff None None] The sync data for ids ['b8e066d2-97cb-4fca-a373-648016a2dca2'] in n-d-712142-35 is: [{'id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:19Z', 'updated_at': '2022-02-11T04:28:32Z', 'revision_number': 4, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'gw_port': {'id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:22Z', 'updated_at': '2022-02-11T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5', 'name': '', 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'mac_address': 'fa:16:3e:65:93:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:29Z', 'updated_at': '2022-02-11T04:28:36Z', 'revision_number': 4, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'subnets': [{'id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:28:38.285410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-63cd0f22-a338-4807-ac8c-1bb8e95da040 None None] For port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5,segment=NetworkSegment(270393d2-a1cd-4dd2-8fdf-d428d3d7abd0),segment_id=270393d2-a1cd-4dd2-8fdf-d428d3d7abd0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:38.287872 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.296945 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bae0c7d4-7d62-4f56-bd3e-86bacd62c7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (a66df8c8-3f72-4a33-85d2-7064759531b0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.357362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event updated for resources: {'Port': ['ID=bc9925de-6161-425e-8475-8e6d97c08858,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:38.389706 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a580d75-bc5e-4717-bbc7-6e9db06933ed tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (dd2b6c5c-58a3-447d-abf6-abb68248e3a4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.393531 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (f3e99907-af9c-4608-a23f-6513db8a2e86), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.415464 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-31dbdb43-d783-41da-941e-f758071e03da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.426296 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-63cd0f22-a338-4807-ac8c-1bb8e95da040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.442994 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0c7d4-7d62-4f56-bd3e-86bacd62c7e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66df8c8-3f72-4a33-85d2-7064759531b0,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:38.446168 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dbdb43-d783-41da-941e-f758071e03da None None] No DVR routers for this DVR port eeaf119e-588c-4563-8524-0efe2fb08794 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:38.487020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=eeaf119e-588c-4563-8524-0efe2fb08794,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:38.513824 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbdb43-d783-41da-941e-f758071e03da None None] Pushing event deleted for resources: {'Port': ['ID=eeaf119e-588c-4563-8524-0efe2fb08794,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:38.542030 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.543645 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c68f27f6-9ece-4dcb-92d2-3fd496c4fd89 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7105122 Feb 11 04:28:38.547103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52936) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:38.558300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-01383ac3-13be-448b-ad80-63d028117f51 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Request body: {'floatingip': {'port_id': '15396da3-8e88-4a04-89e3-c02539e2f26f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:38.587745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-223f248f-f1c1-470b-8604-7b05dddfbcd9 None None] Provisioning complete for port edeaf102-ed55-488a-98d7-eb27b3798a89 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:38.588222 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-223f248f-f1c1-470b-8604-7b05dddfbcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (edeaf102-ed55-488a-98d7-eb27b3798a89), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.605925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd0f22-a338-4807-ac8c-1bb8e95da040 None None] Pushing event updated for resources: {'Port': ['ID=8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:38.627464 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a580d75-bc5e-4717-bbc7-6e9db06933ed tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (dd2b6c5c-58a3-447d-abf6-abb68248e3a4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.631712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfe76ed-f93f-4c1f-9745-692ea8bc18f2 None None] DHCP port deletion for b5946f85-ed41-4ce5-b477-207e2c7b93f6 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:28:38.646903 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-01383ac3-13be-448b-ad80-63d028117f51 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for floatingip (f3e99907-af9c-4608-a23f-6513db8a2e86), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.689016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a580d75-bc5e-4717-bbc7-6e9db06933ed tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2b6c5c-58a3-447d-abf6-abb68248e3a4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:38.697034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-223f248f-f1c1-470b-8604-7b05dddfbcd9 None None] Port edeaf102-ed55-488a-98d7-eb27b3798a89 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:38.699939 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a580d75-bc5e-4717-bbc7-6e9db06933ed tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.704343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9a580d75-bc5e-4717-bbc7-6e9db06933ed tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "DELETE /v2.0/subnets/dd2b6c5c-58a3-447d-abf6-abb68248e3a4 HTTP/1.1" status: 204 len: 168 time: 0.6729538 Feb 11 04:28:38.711312 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8af71b8-b582-4934-9c5e-4e562a8ba899 None None] Network 13116baf-e011-4532-9f80-d828c36def9a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:38.747466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52938) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:38.844167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe76ed-f93f-4c1f-9745-692ea8bc18f2 None None] Deleting port 38a5309c-27d1-4bf2-9939-a2659d8fece4 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:38.844767 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0bfe76ed-f93f-4c1f-9745-692ea8bc18f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.959219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (eeaf119e-588c-4563-8524-0efe2fb08794), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:38.977531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52940) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:39.014143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] No DVR routers for this DVR port eeaf119e-588c-4563-8524-0efe2fb08794 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:39.017316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeaf119e-588c-4563-8524-0efe2fb08794,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:39.074236 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae0c7d4-7d62-4f56-bd3e-86bacd62c7e8 admin admin] Checking segment: {'id': 'aaa91c93-bec7-4205-9bc3-4eb9237ba2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95050066-9e89-4aaf-a803-4a8004fe997e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:39.075167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae0c7d4-7d62-4f56-bd3e-86bacd62c7e8 admin admin] Network hostable DHCP agents. Network: 95050066-9e89-4aaf-a803-4a8004fe997e, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:28:39.098299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0bfe76ed-f93f-4c1f-9745-692ea8bc18f2 None None] For port 38a5309c-27d1-4bf2-9939-a2659d8fece4, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=38a5309c-27d1-4bf2-9939-a2659d8fece4,segment=NetworkSegment(941f986e-4e34-4453-a876-5f642a82d6ef),segment_id=941f986e-4e34-4453-a876-5f642a82d6ef)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:39.098732 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0bfe76ed-f93f-4c1f-9745-692ea8bc18f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.117256 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe76ed-f93f-4c1f-9745-692ea8bc18f2 None None] Calling delete_port for 38a5309c-27d1-4bf2-9939-a2659d8fece4 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:39.229742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241866ae-02ac-4a88-b505-26c09429e3b3 None None] DHCP port deletion for 13116baf-e011-4532-9f80-d828c36def9a request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:28:39.256942 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f3e45f24-bdc9-4438-89f4-39019c03ca48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f35824acdcfc430e9d71e87fe45851ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2532866 Feb 11 04:28:39.259161 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (391e7d33-1ae3-479b-a5dd-2762c0a99dfb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.264862 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52944) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:39.311228 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (b5946f85-ed41-4ce5-b477-207e2c7b93f6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.317249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae0c7d4-7d62-4f56-bd3e-86bacd62c7e8 admin admin] Network 95050066-9e89-4aaf-a803-4a8004fe997e is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:28:39.339159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-241866ae-02ac-4a88-b505-26c09429e3b3 None None] Deleting port 201465ea-e67d-4afe-a3fe-172d1a3ed216 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:39.339159 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-241866ae-02ac-4a88-b505-26c09429e3b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (201465ea-e67d-4afe-a3fe-172d1a3ed216), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.352596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391e7d33-1ae3-479b-a5dd-2762c0a99dfb']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:39.355946 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2346656a-c9bf-4638-a30a-59b39131587d tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks [] for port (edeaf102-ed55-488a-98d7-eb27b3798a89), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.368323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09b8860-55bd-4150-a77c-764444e68844') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:39.368576 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09b8860-55bd-4150-a77c-764444e68844') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:39.370693 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-01383ac3-13be-448b-ad80-63d028117f51 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] update failed (client error): The resource could not be found. Feb 11 04:28:39.376833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-01383ac3-13be-448b-ad80-63d028117f51 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "PUT /v2.0/floatingips/f3e99907-af9c-4608-a23f-6513db8a2e86 HTTP/1.1" status: 404 len: 507 time: 0.8271248 Feb 11 04:28:39.377411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52946) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:39.388046 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0bfe76ed-f93f-4c1f-9745-692ea8bc18f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.388886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (c09b8860-55bd-4150-a77c-764444e68844), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.391325 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c76a2903-6f8e-49b4-8f19-a2a45b5e2a21 admin admin] Publish callbacks [] for security_group (37c09e9b-c120-4f34-bda8-ed580c26e3a5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.416634 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (c09b8860-55bd-4150-a77c-764444e68844), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.428098 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-bae0c7d4-7d62-4f56-bd3e-86bacd62c7e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 95050066-9e89-4aaf-a803-4a8004fe997e) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:39.432995 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c76a2903-6f8e-49b4-8f19-a2a45b5e2a21 admin admin] Publish callbacks [] for security_group (37c09e9b-c120-4f34-bda8-ed580c26e3a5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.436560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:28:39.436961 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (c09b8860-55bd-4150-a77c-764444e68844), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:28:39.438738 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:28:39.458317 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae0c7d4-7d62-4f56-bd3e-86bacd62c7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:39.459111 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bae0c7d4-7d62-4f56-bd3e-86bacd62c7e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.477514 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943d0275-5c5a-41a0-8ebc-7831b3b7a53f None None] Network 95050066-9e89-4aaf-a803-4a8004fe997e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:39.493575 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2346656a-c9bf-4638-a30a-59b39131587d tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (edeaf102-ed55-488a-98d7-eb27b3798a89), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.506922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe76ed-f93f-4c1f-9745-692ea8bc18f2 None None] Pushing event deleted for resources: {'Port': ['ID=38a5309c-27d1-4bf2-9939-a2659d8fece4,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:39.527925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-241866ae-02ac-4a88-b505-26c09429e3b3 None None] For port 201465ea-e67d-4afe-a3fe-172d1a3ed216, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=201465ea-e67d-4afe-a3fe-172d1a3ed216,segment=NetworkSegment(a17a6dbb-e88a-4668-9da4-35d219863fa5),segment_id=a17a6dbb-e88a-4668-9da4-35d219863fa5)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:39.543374 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-241866ae-02ac-4a88-b505-26c09429e3b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (201465ea-e67d-4afe-a3fe-172d1a3ed216), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.558065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe76ed-f93f-4c1f-9745-692ea8bc18f2 None None] No DVR routers for this DVR port 38a5309c-27d1-4bf2-9939-a2659d8fece4 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:39.579687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:39.594663 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bae0c7d4-7d62-4f56-bd3e-86bacd62c7e8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4274724 Feb 11 04:28:39.595631 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-241866ae-02ac-4a88-b505-26c09429e3b3 None None] Calling delete_port for 201465ea-e67d-4afe-a3fe-172d1a3ed216 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:39.596711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52948) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:39.619757 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-318006281-router', 'tenant_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:39.629519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Deleting port 38a5309c-27d1-4bf2-9939-a2659d8fece4 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:39.630103 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.713563 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.728187 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.738597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346656a-c9bf-4638-a30a-59b39131587d tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event updated for resources: {'Port': ['ID=edeaf102-ed55-488a-98d7-eb27b3798a89,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:39.740489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-97e40d8e-0a9d-4926-aaaa-4f7f09cdf12f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Deleting port bc9925de-6161-425e-8475-8e6d97c08858 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:39.740846 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97e40d8e-0a9d-4926-aaaa-4f7f09cdf12f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (bc9925de-6161-425e-8475-8e6d97c08858), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.741838 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (391e7d33-1ae3-479b-a5dd-2762c0a99dfb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.772245 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.774551 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/391e7d33-1ae3-479b-a5dd-2762c0a99dfb HTTP/1.1" status: 204 len: 168 time: 2.9229176 Feb 11 04:28:39.780856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] For port 38a5309c-27d1-4bf2-9939-a2659d8fece4, host n-d-712142-35, got binding levels [] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:39.783781 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.806163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-2346656a-c9bf-4638-a30a-59b39131587d tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] In _notify_port_updated(), no bound segment for port edeaf102-ed55-488a-98d7-eb27b3798a89 on network 240fe005-8534-46c7-b824-3b0c519e4045 {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:28:39.819091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2346656a-c9bf-4638-a30a-59b39131587d tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:39.819733 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2346656a-c9bf-4638-a30a-59b39131587d tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.823621 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2346656a-c9bf-4638-a30a-59b39131587d tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "PUT /v2.0/ports/edeaf102-ed55-488a-98d7-eb27b3798a89 HTTP/1.1" status: 200 len: 997 time: 2.1166589 Feb 11 04:28:39.823621 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef7e57-40e1-404f-87b7-9be67e6669f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=391e7d33-1ae3-479b-a5dd-2762c0a99dfb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:39.832673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-95050066-9e89-4aaf-a803-4a8004fe997e', 'network_id': '95050066-9e89-4aaf-a803-4a8004fe997e', 'project_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'fixed_ips': [{'subnet_id': 'a66df8c8-3f72-4a33-85d2-7064759531b0'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:28:39.834365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52952) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:39.841674 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.847674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Calling delete_port for 38a5309c-27d1-4bf2-9939-a2659d8fece4 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:39.854580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.ipam_backend_mixin [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Port 38a5309c-27d1-4bf2-9939-a2659d8fece4 was not found and therefore no delete operation was performed {{(pid=103809) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:28:39.873329 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c76a2903-6f8e-49b4-8f19-a2a45b5e2a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (37c09e9b-c120-4f34-bda8-ed580c26e3a5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.876687 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c76a2903-6f8e-49b4-8f19-a2a45b5e2a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.880674 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (38a5309c-27d1-4bf2-9939-a2659d8fece4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:39.885385 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c76a2903-6f8e-49b4-8f19-a2a45b5e2a21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37c09e9b-c120-4f34-bda8-ed580c26e3a5 HTTP/1.1" status: 204 len: 168 time: 0.6169944 Feb 11 04:28:39.920517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a2903-6f8e-49b4-8f19-a2a45b5e2a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c09e9b-c120-4f34-bda8-ed580c26e3a5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:39.929358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event deleted for resources: {'Port': ['ID=38a5309c-27d1-4bf2-9939-a2659d8fece4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:39.969120 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:39.969612 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.017296 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Publish callbacks [] for router_controller (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.035986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] No DVR routers for this DVR port 38a5309c-27d1-4bf2-9939-a2659d8fece4 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:40.045935 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97e40d8e-0a9d-4926-aaaa-4f7f09cdf12f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (bc9925de-6161-425e-8475-8e6d97c08858), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.046192 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97e40d8e-0a9d-4926-aaaa-4f7f09cdf12f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for floatingip (bc9925de-6161-425e-8475-8e6d97c08858), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.115914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-97e40d8e-0a9d-4926-aaaa-4f7f09cdf12f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Calling delete_port for bc9925de-6161-425e-8475-8e6d97c08858 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:40.167013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7a8538b1-ae40-4bac-bff9-86f33d884fe4 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Deleting port edeaf102-ed55-488a-98d7-eb27b3798a89 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:40.167456 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a8538b1-ae40-4bac-bff9-86f33d884fe4 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (edeaf102-ed55-488a-98d7-eb27b3798a89), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.319784 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-241866ae-02ac-4a88-b505-26c09429e3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (201465ea-e67d-4afe-a3fe-172d1a3ed216), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.321553 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (b5946f85-ed41-4ce5-b477-207e2c7b93f6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.338524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Allocated IP 172.20.0.2 (95050066-9e89-4aaf-a803-4a8004fe997e/a66df8c8-3f72-4a33-85d2-7064759531b0/0dcada14-8f29-497d-bf12-e0be1ec9de20) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:40.367032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a173b166-6bae-446b-a6fb-01c429b4a8a9 None None] Provisioning complete for port edeaf102-ed55-488a-98d7-eb27b3798a89 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:40.367407 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a173b166-6bae-446b-a6fb-01c429b4a8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (edeaf102-ed55-488a-98d7-eb27b3798a89), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.401692 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241866ae-02ac-4a88-b505-26c09429e3b3 None None] No DVR routers for this DVR port 201465ea-e67d-4afe-a3fe-172d1a3ed216 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:40.432034 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Publish callbacks [] for router_gateway (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.434969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52960) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:40.438267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5946f85-ed41-4ce5-b477-207e2c7b93f6']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:40.449016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241866ae-02ac-4a88-b505-26c09429e3b3 None None] Pushing event deleted for resources: {'Port': ['ID=201465ea-e67d-4afe-a3fe-172d1a3ed216,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:40.487866 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:40.495779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a173b166-6bae-446b-a6fb-01c429b4a8a9 None None] Port edeaf102-ed55-488a-98d7-eb27b3798a89 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:40.508602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941f986e-4e34-4453-a876-5f642a82d6ef') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:40.509033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941f986e-4e34-4453-a876-5f642a82d6ef') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:40.541058 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a8538b1-ae40-4bac-bff9-86f33d884fe4 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (edeaf102-ed55-488a-98d7-eb27b3798a89), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.560165 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (941f986e-4e34-4453-a876-5f642a82d6ef), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.574523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 201465ea-e67d-4afe-a3fe-172d1a3ed216 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:28:40.597513 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-676cc2a6-7ced-4317-8da0-4763150af9ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6268488dcc16480299bbf71fec91126d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552761 Feb 11 04:28:40.600052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7a8538b1-ae40-4bac-bff9-86f33d884fe4 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Calling delete_port for edeaf102-ed55-488a-98d7-eb27b3798a89 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:40.601504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52964) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:40.605957 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (941f986e-4e34-4453-a876-5f642a82d6ef), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.610152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 201465ea-e67d-4afe-a3fe-172d1a3ed216 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:28:40.610152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 201465ea-e67d-4afe-a3fe-172d1a3ed216 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:28:40.610440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 38a5309c-27d1-4bf2-9939-a2659d8fece4 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:28:40.620101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:28:40.621589 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (941f986e-4e34-4453-a876-5f642a82d6ef), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:28:40.624876 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:28:40.651738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 38a5309c-27d1-4bf2-9939-a2659d8fece4 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:28:40.652094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 38a5309c-27d1-4bf2-9939-a2659d8fece4 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:28:40.685506 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d35b3330-6436-4dfb-946f-a47944a6a131 admin admin] Publish callbacks [] for security_group (ce854f55-a658-44ae-9ce7-ba019b8b193c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.714680 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d35b3330-6436-4dfb-946f-a47944a6a131 admin admin] Publish callbacks [] for security_group (ce854f55-a658-44ae-9ce7-ba019b8b193c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.721103 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Publish callbacks [] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.792626 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.836398 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Network 95050066-9e89-4aaf-a803-4a8004fe997e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:40.841102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:40.846082 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (b5946f85-ed41-4ce5-b477-207e2c7b93f6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.848084 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:40.858794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Pushing event updated for resources: {'Port': ['ID=0dcada14-8f29-497d-bf12-e0be1ec9de20,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:40.865368 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.871748 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "DELETE /v2.0/networks/b5946f85-ed41-4ce5-b477-207e2c7b93f6 HTTP/1.1" status: 204 len: 168 time: 2.1196303 Feb 11 04:28:40.880206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52970) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:40.887888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c7725-dca0-4412-bceb-2e7aecfb7faf tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event deleted for resources: {'Network': ['ID=b5946f85-ed41-4ce5-b477-207e2c7b93f6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:40.889849 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97e40d8e-0a9d-4926-aaaa-4f7f09cdf12f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (bc9925de-6161-425e-8475-8e6d97c08858), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.929210 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Publish callbacks [] for router_gateway (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.931115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Attempting to bind port 0dcada14-8f29-497d-bf12-e0be1ec9de20 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:28:40.931497 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Attempting to bind port 0dcada14-8f29-497d-bf12-e0be1ec9de20 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'aaa91c93-bec7-4205-9bc3-4eb9237ba2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95050066-9e89-4aaf-a803-4a8004fe997e'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:28:40.931868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Attempting to bind port 0dcada14-8f29-497d-bf12-e0be1ec9de20 on network 95050066-9e89-4aaf-a803-4a8004fe997e {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:28:40.932745 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d35b3330-6436-4dfb-946f-a47944a6a131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ce854f55-a658-44ae-9ce7-ba019b8b193c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.936580 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d35b3330-6436-4dfb-946f-a47944a6a131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.937094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:28:40.937482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Checking segment: {'id': 'aaa91c93-bec7-4205-9bc3-4eb9237ba2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95050066-9e89-4aaf-a803-4a8004fe997e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:40.937895 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.938295 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Bound using segment: {'id': 'aaa91c93-bec7-4205-9bc3-4eb9237ba2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95050066-9e89-4aaf-a803-4a8004fe997e'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:28:40.938926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Bound port: 0dcada14-8f29-497d-bf12-e0be1ec9de20, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa91c93-bec7-4205-9bc3-4eb9237ba2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95050066-9e89-4aaf-a803-4a8004fe997e'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:28:40.939383 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d35b3330-6436-4dfb-946f-a47944a6a131 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce854f55-a658-44ae-9ce7-ba019b8b193c HTTP/1.1" status: 204 len: 168 time: 0.3364983 Feb 11 04:28:40.939586 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.973964 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:40.978548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b3330-6436-4dfb-946f-a47944a6a131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce854f55-a658-44ae-9ce7-ba019b8b193c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:41.005469 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cea932c3-cb57-4819-9881-363f0e2301e6 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (13116baf-e011-4532-9f80-d828c36def9a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.011440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e40d8e-0a9d-4926-aaaa-4f7f09cdf12f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event deleted for resources: {'Port': ['ID=bc9925de-6161-425e-8475-8e6d97c08858,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:41.071278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] For port 0dcada14-8f29-497d-bf12-e0be1ec9de20, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:28:41.082931 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] For port 0dcada14-8f29-497d-bf12-e0be1ec9de20, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0dcada14-8f29-497d-bf12-e0be1ec9de20,segment=NetworkSegment(aaa91c93-bec7-4205-9bc3-4eb9237ba2c6),segment_id=aaa91c93-bec7-4205-9bc3-4eb9237ba2c6)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:28:41.163008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Allocated IP 172.25.3.48 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:41.163884 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cea932c3-cb57-4819-9881-363f0e2301e6 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (13116baf-e011-4532-9f80-d828c36def9a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.166635 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97e40d8e-0a9d-4926-aaaa-4f7f09cdf12f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for floatingip (f3e99907-af9c-4608-a23f-6513db8a2e86), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.169205 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97e40d8e-0a9d-4926-aaaa-4f7f09cdf12f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.170355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-97e40d8e-0a9d-4926-aaaa-4f7f09cdf12f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "DELETE /v2.0/floatingips/f3e99907-af9c-4608-a23f-6513db8a2e86 HTTP/1.1" status: 204 len: 168 time: 1.7918186 Feb 11 04:28:41.175091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52978) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:41.180892 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-cd5a0f04-1c8f-407f-a08b-3910086c19db tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Request body: {'floatingip': {'floating_network_id': 'd69baaae-4735-468d-831b-59c22541f791', 'port_id': '15396da3-8e88-4a04-89e3-c02539e2f26f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:41.198555 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a8538b1-ae40-4bac-bff9-86f33d884fe4 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (edeaf102-ed55-488a-98d7-eb27b3798a89), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.208426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-cea932c3-cb57-4819-9881-363f0e2301e6 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13116baf-e011-4532-9f80-d828c36def9a']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:41.242113 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-cea932c3-cb57-4819-9881-363f0e2301e6 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17a6dbb-e88a-4668-9da4-35d219863fa5') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:41.242442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-cea932c3-cb57-4819-9881-363f0e2301e6 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17a6dbb-e88a-4668-9da4-35d219863fa5') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:41.244320 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8538b1-ae40-4bac-bff9-86f33d884fe4 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event deleted for resources: {'Port': ['ID=edeaf102-ed55-488a-98d7-eb27b3798a89,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:41.262399 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.278986 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cea932c3-cb57-4819-9881-363f0e2301e6 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (a17a6dbb-e88a-4668-9da4-35d219863fa5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.300980 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0f04-1c8f-407f-a08b-3910086c19db tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.322353 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cea932c3-cb57-4819-9881-363f0e2301e6 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a17a6dbb-e88a-4668-9da4-35d219863fa5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.341181 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea932c3-cb57-4819-9881-363f0e2301e6 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:28:41.341597 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cea932c3-cb57-4819-9881-363f0e2301e6 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (a17a6dbb-e88a-4668-9da4-35d219863fa5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:28:41.345244 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:28:41.420650 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc2294-437d-49ca-a735-574866d082eb None None] Pushing event updated for resources: {'Port': ['ID=0dcada14-8f29-497d-bf12-e0be1ec9de20,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:41.434480 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a8538b1-ae40-4bac-bff9-86f33d884fe4 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.440726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7a8538b1-ae40-4bac-bff9-86f33d884fe4 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "DELETE /v2.0/ports/edeaf102-ed55-488a-98d7-eb27b3798a89 HTTP/1.1" status: 204 len: 168 time: 1.6050730 Feb 11 04:28:41.441955 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Publish callbacks [] for port (2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.443893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52988) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:41.532017 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-0049cec5-ec42-4d1e-8ecb-89afa0d6a8d1 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] GET failed (client error): The resource could not be found. Feb 11 04:28:41.533686 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0049cec5-ec42-4d1e-8ecb-89afa0d6a8d1 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "GET /v2.0/ports/edeaf102-ed55-488a-98d7-eb27b3798a89 HTTP/1.1" status: 404 len: 333 time: 0.0875924 Feb 11 04:28:41.537745 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cea932c3-cb57-4819-9881-363f0e2301e6 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (13116baf-e011-4532-9f80-d828c36def9a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.537745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52990) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:41.551452 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5e9ea3f0-a70a-4254-9b9c-1d6cb9f02789 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Request body: {'port': {'network_id': '240fe005-8534-46c7-b824-3b0c519e4045', 'name': 'tempest-AllowedAddressPairTestJSON-1589447854'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:41.556914 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cea932c3-cb57-4819-9881-363f0e2301e6 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.560870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cea932c3-cb57-4819-9881-363f0e2301e6 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "DELETE /v2.0/networks/13116baf-e011-4532-9f80-d828c36def9a HTTP/1.1" status: 204 len: 168 time: 0.6765704 Feb 11 04:28:41.568115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52992) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:41.624930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea932c3-cb57-4819-9881-363f0e2301e6 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event deleted for resources: {'Network': ['ID=13116baf-e011-4532-9f80-d828c36def9a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:41.659283 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ce351e-4b6f-44d8-9aae-2299a15af3e9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Deleting subnet 71ff07c4-e563-456e-b615-c67cf47b8706 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:28:41.667063 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62ce351e-4b6f-44d8-9aae-2299a15af3e9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for subnet (71ff07c4-e563-456e-b615-c67cf47b8706), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.695959 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.789618 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:41.802170 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:41.808762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:41.812761 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62ce351e-4b6f-44d8-9aae-2299a15af3e9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (71ff07c4-e563-456e-b615-c67cf47b8706), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.873130 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Pushing event updated for resources: {'Port': ['ID=2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:41.879282 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-cd5a0f04-1c8f-407f-a08b-3910086c19db tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:28:41.880934 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cd5a0f04-1c8f-407f-a08b-3910086c19db tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7040448 Feb 11 04:28:41.885109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53008) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:41.890206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '15396da3-8e88-4a04-89e3-c02539e2f26f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:41.917208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9ea3f0-a70a-4254-9b9c-1d6cb9f02789 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Made reservation on behalf of 4e8bdc50f1814df2ba8595769cf46292 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:41.921349 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea3f0-a70a-4254-9b9c-1d6cb9f02789 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:41.956446 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-5e9ea3f0-a70a-4254-9b9c-1d6cb9f02789 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] device_id is not set on port 7ad357a4-18e7-4c9e-85b4-2de2c57bce6f yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:28:42.033971 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.072246 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62ce351e-4b6f-44d8-9aae-2299a15af3e9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (71ff07c4-e563-456e-b615-c67cf47b8706), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.124846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-5e9ea3f0-a70a-4254-9b9c-1d6cb9f02789 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Allocated IP 172.20.0.12 (240fe005-8534-46c7-b824-3b0c519e4045/157bf7d9-6f4d-445b-b12b-8caa9ec89eaf/7ad357a4-18e7-4c9e-85b4-2de2c57bce6f) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:42.234017 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62ce351e-4b6f-44d8-9aae-2299a15af3e9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (71ff07c4-e563-456e-b615-c67cf47b8706), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.282697 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce351e-4b6f-44d8-9aae-2299a15af3e9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event deleted for resources: {'Subnet': ['ID=71ff07c4-e563-456e-b615-c67cf47b8706,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:42.287780 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62ce351e-4b6f-44d8-9aae-2299a15af3e9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.287929 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.290740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53018) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:42.293994 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-62ce351e-4b6f-44d8-9aae-2299a15af3e9 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "DELETE /v2.0/subnets/71ff07c4-e563-456e-b615-c67cf47b8706 HTTP/1.1" status: 204 len: 168 time: 0.7216332 Feb 11 04:28:42.296959 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53020) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:42.300179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137825a7-ccea-4193-bc07-6ab216f489f6 None None] Network 85c31e52-041d-4e6f-b141-86674a6079b3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:42.406383 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea3f0-a70a-4254-9b9c-1d6cb9f02789 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks [] for port (7ad357a4-18e7-4c9e-85b4-2de2c57bce6f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.524872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (85c31e52-041d-4e6f-b141-86674a6079b3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.526870 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Publish callbacks [] for router_gateway (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.536021 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bf8821b1-8f68-4576-91b0-f0423e168968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.559135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Allocated IP 172.25.3.151 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/e38c55ab-9f25-491c-88df-9523c7dc9c87) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:42.637811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecebf79-b4d3-4560-87df-312c4d9e9457 None None] DHCP port deletion for 85c31e52-041d-4e6f-b141-86674a6079b3 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:28:42.702148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cecebf79-b4d3-4560-87df-312c4d9e9457 None None] Deleting port 8793b541-0c90-4d51-ac50-3921dd857260 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:42.702855 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cecebf79-b4d3-4560-87df-312c4d9e9457 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8793b541-0c90-4d51-ac50-3921dd857260), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.736389 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for port (e38c55ab-9f25-491c-88df-9523c7dc9c87), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.785929 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea3f0-a70a-4254-9b9c-1d6cb9f02789 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7ad357a4-18e7-4c9e-85b4-2de2c57bce6f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.799399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cecebf79-b4d3-4560-87df-312c4d9e9457 None None] For port 8793b541-0c90-4d51-ac50-3921dd857260, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8793b541-0c90-4d51-ac50-3921dd857260,segment=NetworkSegment(426e2ac8-12ee-4866-ab79-8f17a0ad4fd6),segment_id=426e2ac8-12ee-4866-ab79-8f17a0ad4fd6)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:42.807248 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cecebf79-b4d3-4560-87df-312c4d9e9457 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8793b541-0c90-4d51-ac50-3921dd857260), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.807991 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.819936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Deleting port 8793b541-0c90-4d51-ac50-3921dd857260 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:42.820284 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8793b541-0c90-4d51-ac50-3921dd857260), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.828279 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cecebf79-b4d3-4560-87df-312c4d9e9457 None None] Calling delete_port for 8793b541-0c90-4d51-ac50-3921dd857260 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:42.885260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ea3f0-a70a-4254-9b9c-1d6cb9f02789 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event updated for resources: {'Port': ['ID=7ad357a4-18e7-4c9e-85b4-2de2c57bce6f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:42.924841 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9ea3f0-a70a-4254-9b9c-1d6cb9f02789 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Network 240fe005-8534-46c7-b824-3b0c519e4045 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:42.929082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-5e9ea3f0-a70a-4254-9b9c-1d6cb9f02789 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:42.951726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9ea3f0-a70a-4254-9b9c-1d6cb9f02789 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:42.951726 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e38c55ab-9f25-491c-88df-9523c7dc9c87), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:42.952342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53034) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:43.013678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2802fb12-9ab5-4a2f-bdf3-9893efeb936e None None] Network 95050066-9e89-4aaf-a803-4a8004fe997e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:43.066756 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cecebf79-b4d3-4560-87df-312c4d9e9457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (8793b541-0c90-4d51-ac50-3921dd857260), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.071299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:43.080282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9ea3f0-a70a-4254-9b9c-1d6cb9f02789 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:43.081218 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea3f0-a70a-4254-9b9c-1d6cb9f02789 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.090025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:43.096884 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event updated for resources: {'Port': ['ID=e38c55ab-9f25-491c-88df-9523c7dc9c87,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:43.099944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:43.103782 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bf8821b1-8f68-4576-91b0-f0423e168968 admin admin] Publish callbacks [] for security_group (330dd2b5-b294-4def-bac1-ebb0aa3a4e8a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.157910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6c7dceaf-5a6b-4680-906f-6d197b44cd4b None None] Provisioning complete for port 0dcada14-8f29-497d-bf12-e0be1ec9de20 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:43.158298 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6c7dceaf-5a6b-4680-906f-6d197b44cd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.168709 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecebf79-b4d3-4560-87df-312c4d9e9457 None None] Pushing event deleted for resources: {'Port': ['ID=8793b541-0c90-4d51-ac50-3921dd857260,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:43.212901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecebf79-b4d3-4560-87df-312c4d9e9457 None None] No DVR routers for this DVR port 8793b541-0c90-4d51-ac50-3921dd857260 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:43.262902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1280770917-network', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:43.269776 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bf8821b1-8f68-4576-91b0-f0423e168968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (330dd2b5-b294-4def-bac1-ebb0aa3a4e8a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.283576 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5e9ea3f0-a70a-4254-9b9c-1d6cb9f02789 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7453752 Feb 11 04:28:43.286442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53040) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:43.303454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3d01e53b-2e8a-40db-9d76-d085abf0c88f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Request body: {'port': {'network_id': '240fe005-8534-46c7-b824-3b0c519e4045', 'name': 'tempest-AllowedAddressPairTestJSON-1480667267'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:43.353262 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] For port 8793b541-0c90-4d51-ac50-3921dd857260, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8793b541-0c90-4d51-ac50-3921dd857260,segment=NetworkSegment(426e2ac8-12ee-4866-ab79-8f17a0ad4fd6),segment_id=426e2ac8-12ee-4866-ab79-8f17a0ad4fd6)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:43.353881 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8793b541-0c90-4d51-ac50-3921dd857260), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.377446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6c7dceaf-5a6b-4680-906f-6d197b44cd4b None None] Current status of the port 0dcada14-8f29-497d-bf12-e0be1ec9de20 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:43.377977 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6c7dceaf-5a6b-4680-906f-6d197b44cd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.403354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8821b1-8f68-4576-91b0-f0423e168968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330dd2b5-b294-4def-bac1-ebb0aa3a4e8a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:43.428544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] Made reservation on behalf of a0c272147a3c4494a9c82c9c21a2e5c4 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:43.431452 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.433004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-6c7dceaf-5a6b-4680-906f-6d197b44cd4b None None] For port 0dcada14-8f29-497d-bf12-e0be1ec9de20, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0dcada14-8f29-497d-bf12-e0be1ec9de20,segment=NetworkSegment(aaa91c93-bec7-4205-9bc3-4eb9237ba2c6),segment_id=aaa91c93-bec7-4205-9bc3-4eb9237ba2c6)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:43.445268 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Calling delete_port for 8793b541-0c90-4d51-ac50-3921dd857260 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:43.493811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bf8821b1-8f68-4576-91b0-f0423e168968 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f9fc04f9556407ba210085390e8d3e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1989934 Feb 11 04:28:43.498489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0dcada14-8f29-497d-bf12-e0be1ec9de20 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:43.500385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53042) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:43.502290 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6c7dceaf-5a6b-4680-906f-6d197b44cd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.510196 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.597453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8793b541-0c90-4d51-ac50-3921dd857260), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.631652 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event deleted for resources: {'Port': ['ID=8793b541-0c90-4d51-ac50-3921dd857260,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:43.653006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] No DVR routers for this DVR port 8793b541-0c90-4d51-ac50-3921dd857260 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:43.685418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6bf3d557-ddb9-4cc1-839e-c0667d61663f None None] Provisioning complete for port 7ad357a4-18e7-4c9e-85b4-2de2c57bce6f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:43.685799 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6bf3d557-ddb9-4cc1-839e-c0667d61663f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7ad357a4-18e7-4c9e-85b4-2de2c57bce6f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.687120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Router 5138d3db-d3d7-4bfc-86f9-e0ae963324bf is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:28:43.737532 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59787c02-12a2-47e9-a09f-844d30ec07c5 admin admin] Publish callbacks [] for security_group (330dd2b5-b294-4def-bac1-ebb0aa3a4e8a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.754028 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7dceaf-5a6b-4680-906f-6d197b44cd4b None None] Pushing event updated for resources: {'Port': ['ID=0dcada14-8f29-497d-bf12-e0be1ec9de20,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:43.767621 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59787c02-12a2-47e9-a09f-844d30ec07c5 admin admin] Publish callbacks [] for security_group (330dd2b5-b294-4def-bac1-ebb0aa3a4e8a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.779605 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3d557-ddb9-4cc1-839e-c0667d61663f None None] Port 7ad357a4-18e7-4c9e-85b4-2de2c57bce6f cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:43.784629 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0dcada14-8f29-497d-bf12-e0be1ec9de20 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:43.785071 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.891885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Deleting port e38c55ab-9f25-491c-88df-9523c7dc9c87 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:43.892445 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e38c55ab-9f25-491c-88df-9523c7dc9c87), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.893244 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (85c31e52-041d-4e6f-b141-86674a6079b3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.924255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-62d2621b-5a7a-4f8c-94bd-b2174d378c45 None None] Provisioning complete for port 0dcada14-8f29-497d-bf12-e0be1ec9de20 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:43.924798 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-62d2621b-5a7a-4f8c-94bd-b2174d378c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.925498 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c31e52-041d-4e6f-b141-86674a6079b3']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:43.966296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0dcada14-8f29-497d-bf12-e0be1ec9de20 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:43.988018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e38c55ab-9f25-491c-88df-9523c7dc9c87), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:43.993700 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for floatingip (e38c55ab-9f25-491c-88df-9523c7dc9c87), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.000717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426e2ac8-12ee-4866-ab79-8f17a0ad4fd6') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:44.004310 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426e2ac8-12ee-4866-ab79-8f17a0ad4fd6') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:44.023119 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (426e2ac8-12ee-4866-ab79-8f17a0ad4fd6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.024486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Calling delete_port for e38c55ab-9f25-491c-88df-9523c7dc9c87 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:44.056459 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (426e2ac8-12ee-4866-ab79-8f17a0ad4fd6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.084786 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:28:44.085204 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (426e2ac8-12ee-4866-ab79-8f17a0ad4fd6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:28:44.174912 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:28:44.182750 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:28:44.194884 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Sync routers for ids ['5138d3db-d3d7-4bfc-86f9-e0ae963324bf'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:28:44.210573 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Routers {'5138d3db-d3d7-4bfc-86f9-e0ae963324bf'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:44.211338 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5138d3db-d3d7-4bfc-86f9-e0ae963324bf'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:44.217046 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d01e53b-2e8a-40db-9d76-d085abf0c88f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Made reservation on behalf of 4e8bdc50f1814df2ba8595769cf46292 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:44.220772 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d01e53b-2e8a-40db-9d76-d085abf0c88f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.260776 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (85c31e52-041d-4e6f-b141-86674a6079b3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.270091 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.275050 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "DELETE /v2.0/networks/85c31e52-041d-4e6f-b141-86674a6079b3 HTTP/1.1" status: 204 len: 168 time: 1.9762743 Feb 11 04:28:44.277449 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53052) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:44.290996 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] Publish callbacks [] for security_group (803445bc-7419-4d49-9be9-02ba472199d5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.297118 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e38c55ab-9f25-491c-88df-9523c7dc9c87), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.297756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-62d2621b-5a7a-4f8c-94bd-b2174d378c45 None None] Current status of the port 0dcada14-8f29-497d-bf12-e0be1ec9de20 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:44.300849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8793b541-0c90-4d51-ac50-3921dd857260 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:28:44.324624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 8793b541-0c90-4d51-ac50-3921dd857260 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:28:44.325009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8793b541-0c90-4d51-ac50-3921dd857260 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:28:44.337758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-3d01e53b-2e8a-40db-9d76-d085abf0c88f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] device_id is not set on port 4e120a15-902e-4979-b181-f12bf444e16a yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:28:44.353878 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d3b13-a851-4925-8e1a-49e4e785ace8 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Pushing event deleted for resources: {'Network': ['ID=85c31e52-041d-4e6f-b141-86674a6079b3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:44.358442 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.362579 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Set router 5138d3db-d3d7-4bfc-86f9-e0ae963324bf gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:28:44.367444 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6382b71d-9801-4492-8536-3a62b5346532 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7567561 Feb 11 04:28:44.367444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53054) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:44.371916 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-53179322-170f-4140-8919-b8febf98ba41 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "GET /v2.0/ports?device_id=118606d9-fb8e-400b-815b-3da1fc3e6217 HTTP/1.1" status: 200 len: 205 time: 0.0923028 Feb 11 04:28:44.380124 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53056) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:44.381297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event deleted for resources: {'Port': ['ID=e38c55ab-9f25-491c-88df-9523c7dc9c87,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:44.402394 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (803445bc-7419-4d49-9be9-02ba472199d5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.516317 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea029806-f019-4dd6-821b-59da4e25d482 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for router (118606d9-fb8e-400b-815b-3da1fc3e6217), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.550513 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59787c02-12a2-47e9-a09f-844d30ec07c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (330dd2b5-b294-4def-bac1-ebb0aa3a4e8a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.553211 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59787c02-12a2-47e9-a09f-844d30ec07c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.554502 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-59787c02-12a2-47e9-a09f-844d30ec07c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/330dd2b5-b294-4def-bac1-ebb0aa3a4e8a HTTP/1.1" status: 204 len: 168 time: 1.0476029 Feb 11 04:28:44.566329 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'name': 'tempest-TaggedBootDevicesTest-318006281-router', 'tenant_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:39Z', 'updated_at': '2022-02-11T04:28:42Z', 'revision_number': 3, 'project_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'gw_port': {'id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:40Z', 'updated_at': '2022-02-11T04:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:44.607463 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Checking router: 5138d3db-d3d7-4bfc-86f9-e0ae963324bf for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:28:44.607821 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Updating router 5138d3db-d3d7-4bfc-86f9-e0ae963324bf port 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:28:44.632488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803445bc-7419-4d49-9be9-02ba472199d5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:44.647193 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:28:44.654691 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.656577 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (5a9e007f-7d78-4b9d-b68a-41380b849e83), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.658091 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] Added segment 5a9e007f-7d78-4b9d-b68a-41380b849e83 of type vlan for network 52e2e255-4bcd-4033-994f-08fc2f872764 Feb 11 04:28:44.730105 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (52e2e255-4bcd-4033-994f-08fc2f872764), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.732315 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59787c02-12a2-47e9-a09f-844d30ec07c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330dd2b5-b294-4def-bac1-ebb0aa3a4e8a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:44.750655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-3d01e53b-2e8a-40db-9d76-d085abf0c88f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Allocated IP 172.20.0.10 (240fe005-8534-46c7-b824-3b0c519e4045/157bf7d9-6f4d-445b-b12b-8caa9ec89eaf/4e120a15-902e-4979-b181-f12bf444e16a) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:44.807058 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] create failed (client error): The resource could not be found. Feb 11 04:28:44.808393 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f3833a54-e793-4cda-8990-22c2244b2e67 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9222641 Feb 11 04:28:44.815595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53066) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:44.828698 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea029806-f019-4dd6-821b-59da4e25d482 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (118606d9-fb8e-400b-815b-3da1fc3e6217), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:44.844877 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea029806-f019-4dd6-821b-59da4e25d482 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for router_controller (118606d9-fb8e-400b-815b-3da1fc3e6217), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:45.068262 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea029806-f019-4dd6-821b-59da4e25d482 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (118606d9-fb8e-400b-815b-3da1fc3e6217), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:45.068262 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea029806-f019-4dd6-821b-59da4e25d482 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Fanout notify agent at l3_agent the message router_deleted on router 118606d9-fb8e-400b-815b-3da1fc3e6217 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:28:45.085785 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea029806-f019-4dd6-821b-59da4e25d482 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:45.096157 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ea029806-f019-4dd6-821b-59da4e25d482 tempest-RoutersNegativeIpV6Test-670911488 tempest-RoutersNegativeIpV6Test-670911488-project] 10.222.0.13 "DELETE /v2.0/routers/118606d9-fb8e-400b-815b-3da1fc3e6217 HTTP/1.1" status: 204 len: 168 time: 0.7110689 Feb 11 04:28:45.096290 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Publish callbacks [] for port (2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:45.214399 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (52e2e255-4bcd-4033-994f-08fc2f872764), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:45.215403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:45.216714 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:45.237764 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:45.289514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] Pushing event updated for resources: {'Network': ['ID=52e2e255-4bcd-4033-994f-08fc2f872764,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:45.308149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 52e2e255-4bcd-4033-994f-08fc2f872764 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:28:45.335554 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac6236-f2a6-486e-8b28-85d470fb2d26 None None] Pushing event updated for resources: {'Port': ['ID=2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:45.363813 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Attempting to bind port 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:28:45.364832 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Attempting to bind port 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:28:45.365437 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Attempting to bind port 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:28:45.373138 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:28:45.373955 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:45.374868 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:45.375727 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:28:45.376649 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Bound port: 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:28:45.377275 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:45.383225 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d01e53b-2e8a-40db-9d76-d085abf0c88f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks [] for port (4e120a15-902e-4979-b181-f12bf444e16a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:45.391616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-5d169f74-40e7-4c6b-943c-d1979f541748 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Deleting port 15396da3-8e88-4a04-89e3-c02539e2f26f {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:45.397885 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5d169f74-40e7-4c6b-943c-d1979f541748 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (15396da3-8e88-4a04-89e3-c02539e2f26f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:45.456633 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] For port 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:28:45.466802 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] For port 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:28:45.480203 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:45.504522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0dcada14-8f29-497d-bf12-e0be1ec9de20 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:45.561131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0dcada14-8f29-497d-bf12-e0be1ec9de20 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:45.561522 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:45.604191 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:45.672513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0dcada14-8f29-497d-bf12-e0be1ec9de20 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:45.729497 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Allocated IP 172.20.0.1 (95050066-9e89-4aaf-a803-4a8004fe997e/a66df8c8-3f72-4a33-85d2-7064759531b0/e6ea543c-0275-4371-ba56-2279bb8adbfc) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:45.731338 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Routers {'5138d3db-d3d7-4bfc-86f9-e0ae963324bf'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:45.733358 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5138d3db-d3d7-4bfc-86f9-e0ae963324bf'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:45.783547 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac6236-f2a6-486e-8b28-85d470fb2d26 None None] Pushing event updated for resources: {'Port': ['ID=2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:45.891739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53104) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:45.923013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f6ebfb78-7f8b-476c-a4c7-729015d1795e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9635787 Feb 11 04:28:45.924236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53108) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:45.941972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5ee6db36-a79b-47b2-b045-22294e3353c2 admin admin] Request body: {'subnet': {'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1280770917-subnet', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:45.946593 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] Set router 5138d3db-d3d7-4bfc-86f9-e0ae963324bf gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:28:45.953399 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Publish callbacks [] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:46.011971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398c892-934d-4ccb-b090-a22a114cf986 req-a0f1e20f-db1e-4221-be9f-cbf6f30b089d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:46.011971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e398c892-934d-4ccb-b090-a22a114cf986 req-a0f1e20f-db1e-4221-be9f-cbf6f30b089d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.7175231 Feb 11 04:28:46.051080 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d01e53b-2e8a-40db-9d76-d085abf0c88f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4e120a15-902e-4979-b181-f12bf444e16a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:46.109957 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d8baf444-1421-48ec-8c33-829eb2367528 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a67ef8a41b1c406494a77b76035f4455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2134535 Feb 11 04:28:46.110786 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53114) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:46.132621 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:46.149008 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5d169f74-40e7-4c6b-943c-d1979f541748 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (15396da3-8e88-4a04-89e3-c02539e2f26f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:46.172031 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d01e53b-2e8a-40db-9d76-d085abf0c88f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Network 240fe005-8534-46c7-b824-3b0c519e4045 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:46.184291 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e398c892-934d-4ccb-b090-a22a114cf986 req-8d9b0d59-f189-4f1f-bc8a-20955ef8f368 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1716232 Feb 11 04:28:46.189259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee6db36-a79b-47b2-b045-22294e3353c2 admin admin] Made reservation on behalf of a0c272147a3c4494a9c82c9c21a2e5c4 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:46.197324 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ee6db36-a79b-47b2-b045-22294e3353c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:46.200025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-5d169f74-40e7-4c6b-943c-d1979f541748 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Calling delete_port for 15396da3-8e88-4a04-89e3-c02539e2f26f owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:46.206156 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'name': 'tempest-TaggedBootDevicesTest-318006281-router', 'tenant_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:39Z', 'updated_at': '2022-02-11T04:28:42Z', 'revision_number': 3, 'project_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'gw_port': {'id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:40Z', 'updated_at': '2022-02-11T04:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:46.220198 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Network 95050066-9e89-4aaf-a803-4a8004fe997e is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:46.224621 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-3d01e53b-2e8a-40db-9d76-d085abf0c88f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:46.227715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:46.228407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01e53b-2e8a-40db-9d76-d085abf0c88f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:46.239939 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01e53b-2e8a-40db-9d76-d085abf0c88f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event updated for resources: {'Port': ['ID=4e120a15-902e-4979-b181-f12bf444e16a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:46.241560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:46.254723 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ff903-034d-428c-8b44-41ccdba48765 None None] The sync data for ids ['5138d3db-d3d7-4bfc-86f9-e0ae963324bf'] in n-d-712142-35 is: [{'id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'name': 'tempest-TaggedBootDevicesTest-318006281-router', 'tenant_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:39Z', 'updated_at': '2022-02-11T04:28:42Z', 'revision_number': 3, 'project_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'gw_port': {'id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:40Z', 'updated_at': '2022-02-11T04:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:28:46.291962 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-adf93b1b-2d4a-42ab-8e09-e7220de9c2fe admin admin] Publish callbacks [] for security_group (ef4f5a27-deb8-424e-9d1a-b18e978e9573), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:46.302177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ea543c-0275-4371-ba56-2279bb8adbfc,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:46.311184 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:46.461451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d01e53b-2e8a-40db-9d76-d085abf0c88f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:46.462542 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d01e53b-2e8a-40db-9d76-d085abf0c88f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:46.523895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:46.524273 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:46.524685 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:46.525020 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:46.525363 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:46.525760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:46.526099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:46.526430 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:46.526816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:46.527148 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:46.527478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:46.527899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:46.528233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:46.561467 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-adf93b1b-2d4a-42ab-8e09-e7220de9c2fe admin admin] Publish callbacks [] for security_group (ef4f5a27-deb8-424e-9d1a-b18e978e9573), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:46.685511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3d01e53b-2e8a-40db-9d76-d085abf0c88f tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3861876 Feb 11 04:28:46.688276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:46.702679 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53120) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:46.795392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b144be36-3873-44ef-a48e-bbd93e0d79a9 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:a0:eb:8a'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:b3:af:9d'}]}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:46.853405 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-82bc4235-7f8b-497d-8c7b-f4026e288ec9 None None] Provisioning complete for port 4e120a15-902e-4979-b181-f12bf444e16a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:46.861311 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-82bc4235-7f8b-497d-8c7b-f4026e288ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4e120a15-902e-4979-b181-f12bf444e16a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:46.910450 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-adf93b1b-2d4a-42ab-8e09-e7220de9c2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ef4f5a27-deb8-424e-9d1a-b18e978e9573), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:46.913743 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-adf93b1b-2d4a-42ab-8e09-e7220de9c2fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:46.914952 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-adf93b1b-2d4a-42ab-8e09-e7220de9c2fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef4f5a27-deb8-424e-9d1a-b18e978e9573 HTTP/1.1" status: 204 len: 168 time: 0.8030839 Feb 11 04:28:46.937306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf93b1b-2d4a-42ab-8e09-e7220de9c2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4f5a27-deb8-424e-9d1a-b18e978e9573,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:46.956185 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5d169f74-40e7-4c6b-943c-d1979f541748 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (15396da3-8e88-4a04-89e3-c02539e2f26f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:46.975450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-82bc4235-7f8b-497d-8c7b-f4026e288ec9 None None] Port 4e120a15-902e-4979-b181-f12bf444e16a cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:46.993924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-82bc4235-7f8b-497d-8c7b-f4026e288ec9 None None] Provisioning complete for port e6ea543c-0275-4371-ba56-2279bb8adbfc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:46.997721 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-82bc4235-7f8b-497d-8c7b-f4026e288ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:47.050681 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Publish callbacks [] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:47.053322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-82bc4235-7f8b-497d-8c7b-f4026e288ec9 None None] Port e6ea543c-0275-4371-ba56-2279bb8adbfc cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:47.087077 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ee6db36-a79b-47b2-b045-22294e3353c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (2f82346c-9264-4068-a473-ad115add59d6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:47.141388 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:47.154187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d169f74-40e7-4c6b-943c-d1979f541748 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event deleted for resources: {'Port': ['ID=15396da3-8e88-4a04-89e3-c02539e2f26f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:47.267598 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:47.286408 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5d169f74-40e7-4c6b-943c-d1979f541748 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:47.289725 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5d169f74-40e7-4c6b-943c-d1979f541748 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "DELETE /v2.0/ports/15396da3-8e88-4a04-89e3-c02539e2f26f HTTP/1.1" status: 204 len: 168 time: 2.4712050 Feb 11 04:28:47.297732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53134) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:47.358729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ea543c-0275-4371-ba56-2279bb8adbfc,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:47.403553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6db36-a79b-47b2-b045-22294e3353c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f82346c-9264-4068-a473-ad115add59d6,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:47.545720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee6db36-a79b-47b2-b045-22294e3353c2 admin admin] Checking segment: {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:47.546080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee6db36-a79b-47b2-b045-22294e3353c2 admin admin] Network hostable DHCP agents. Network: 52e2e255-4bcd-4033-994f-08fc2f872764, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:28:47.565834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:47.603000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Network 95050066-9e89-4aaf-a803-4a8004fe997e is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:47.608548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:47.628220 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b144be36-3873-44ef-a48e-bbd93e0d79a9 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4e120a15-902e-4979-b181-f12bf444e16a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:47.674763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b32e5-1331-4f84-80e8-b3afc6d314dd tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:47.680682 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3b7b32e5-1331-4f84-80e8-b3afc6d314dd tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "GET /v2.0/ports?device_id=9438013d-207c-40fa-a2d4-a2841836f612 HTTP/1.1" status: 200 len: 913 time: 0.3723574 Feb 11 04:28:47.703067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53142) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:47.734367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:47.735343 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:47.819417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee6db36-a79b-47b2-b045-22294e3353c2 admin admin] Network 52e2e255-4bcd-4033-994f-08fc2f872764 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:28:47.960040 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Router 5138d3db-d3d7-4bfc-86f9-e0ae963324bf has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:28:48.032081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:48.033155 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:48.042881 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f53a57-4083-4b08-a8d1-2dda4ae31369 req-1e92b46c-575c-4a42-8f07-0dbf5ba5694e tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:48.044502 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49f53a57-4083-4b08-a8d1-2dda4ae31369 req-1e92b46c-575c-4a42-8f07-0dbf5ba5694e tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.6444755 Feb 11 04:28:48.098109 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:48.124932 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-5ee6db36-a79b-47b2-b045-22294e3353c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 52e2e255-4bcd-4033-994f-08fc2f872764) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:48.139482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee6db36-a79b-47b2-b045-22294e3353c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:48.140093 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ee6db36-a79b-47b2-b045-22294e3353c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:48.148836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970cefb3-0376-4404-befa-19ebf8de8692 None None] Network 52e2e255-4bcd-4033-994f-08fc2f872764 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:48.276775 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49f53a57-4083-4b08-a8d1-2dda4ae31369 req-ecff8edd-8ffc-469e-b6d4-06f63eab9672 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2038381 Feb 11 04:28:48.359620 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5ee6db36-a79b-47b2-b045-22294e3353c2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4249578 Feb 11 04:28:48.363914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53158) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:48.377566 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:48.384628 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:48.494850 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-52e2e255-4bcd-4033-994f-08fc2f872764', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:28:48.496487 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:48.528691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:48.560945 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-897a9fc1-69dd-4020-982e-9c816572b3de None None] Provisioning complete for port e6ea543c-0275-4371-ba56-2279bb8adbfc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:48.561626 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-897a9fc1-69dd-4020-982e-9c816572b3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:48.625982 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b144be36-3873-44ef-a48e-bbd93e0d79a9 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks [] for port (4e120a15-902e-4979-b181-f12bf444e16a), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:48.753839 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b144be36-3873-44ef-a48e-bbd93e0d79a9 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4e120a15-902e-4979-b181-f12bf444e16a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:48.767537 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:28:48.791774 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-52e3b213-0b51-42a8-969c-c5c631eb2074 admin admin] 10.222.0.13 "PUT /v2.0/routers/5138d3db-d3d7-4bfc-86f9-e0ae963324bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4111874 Feb 11 04:28:48.815347 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (c73ad963-7758-4f25-9d3a-c0f945e09a8f), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:48.816334 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (c73ad963-7758-4f25-9d3a-c0f945e09a8f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:48.825608 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144be36-3873-44ef-a48e-bbd93e0d79a9 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event updated for resources: {'Port': ['ID=4e120a15-902e-4979-b181-f12bf444e16a,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:48.930170 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-897a9fc1-69dd-4020-982e-9c816572b3de None None] Port e6ea543c-0275-4371-ba56-2279bb8adbfc cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:48.971713 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Allocated IP 172.20.0.2 (52e2e255-4bcd-4033-994f-08fc2f872764/2f82346c-9264-4068-a473-ad115add59d6/79737a34-4009-461b-a013-e6ccc899f97c) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:49.046400 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Publish callbacks [] for router_controller (c73ad963-7758-4f25-9d3a-c0f945e09a8f), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:49.053927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b144be36-3873-44ef-a48e-bbd93e0d79a9 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] In _notify_port_updated(), no bound segment for port 4e120a15-902e-4979-b181-f12bf444e16a on network 240fe005-8534-46c7-b824-3b0c519e4045 {{(pid=103809) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:28:49.059125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b144be36-3873-44ef-a48e-bbd93e0d79a9 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:49.059795 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b144be36-3873-44ef-a48e-bbd93e0d79a9 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:49.064007 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53176) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:49.064184 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b144be36-3873-44ef-a48e-bbd93e0d79a9 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "PUT /v2.0/ports/4e120a15-902e-4979-b181-f12bf444e16a HTTP/1.1" status: 200 len: 1057 time: 2.3602393 Feb 11 04:28:49.067501 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfe95f2b-fef9-4932-be66-6b18b66a49f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (9438013d-207c-40fa-a2d4-a2841836f612), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:49.306211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Sync routers for ids ['5138d3db-d3d7-4bfc-86f9-e0ae963324bf'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:28:49.404520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53186) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:49.433820 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-29a1799f-3071-42ba-a11a-23e66c4f280e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Deleting port 4e120a15-902e-4979-b181-f12bf444e16a {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:49.435572 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29a1799f-3071-42ba-a11a-23e66c4f280e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4e120a15-902e-4979-b181-f12bf444e16a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:49.438224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Routers {'5138d3db-d3d7-4bfc-86f9-e0ae963324bf'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:49.439130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5138d3db-d3d7-4bfc-86f9-e0ae963324bf'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:49.502169 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Publish callbacks [] for router_gateway (c73ad963-7758-4f25-9d3a-c0f945e09a8f), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:49.515375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:49.562033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-647bd4c5-bc44-42f7-afad-284347cc0e2b None None] Provisioning complete for port 4e120a15-902e-4979-b181-f12bf444e16a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:49.562482 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-647bd4c5-bc44-42f7-afad-284347cc0e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4e120a15-902e-4979-b181-f12bf444e16a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:49.566103 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Publish callbacks [] for port (79737a34-4009-461b-a013-e6ccc899f97c), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:49.621647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85669a3-349e-4a85-b036-ee785cc869d4 req-9c643392-21e2-4b2b-9f2b-851dd7d4a044 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:49.623284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a85669a3-349e-4a85-b036-ee785cc869d4 req-9c643392-21e2-4b2b-9f2b-851dd7d4a044 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.1251254 Feb 11 04:28:49.673152 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (79737a34-4009-461b-a013-e6ccc899f97c), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:49.680781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-647bd4c5-bc44-42f7-afad-284347cc0e2b None None] Port 4e120a15-902e-4979-b181-f12bf444e16a cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:49.752918 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29a1799f-3071-42ba-a11a-23e66c4f280e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4e120a15-902e-4979-b181-f12bf444e16a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:49.765659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Set router 5138d3db-d3d7-4bfc-86f9-e0ae963324bf gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:28:49.772171 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Network 52e2e255-4bcd-4033-994f-08fc2f872764 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:49.782964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a85669a3-349e-4a85-b036-ee785cc869d4 req-abbb2145-d489-4a92-8859-4b16c96d6830 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491475 Feb 11 04:28:49.813165 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-29a1799f-3071-42ba-a11a-23e66c4f280e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Calling delete_port for 4e120a15-902e-4979-b181-f12bf444e16a owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:49.845630 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:49.850875 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:49.861634 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-cfe95f2b-fef9-4932-be66-6b18b66a49f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Deleting port fc9dd9cf-b7e6-44b2-971d-d00a21f57022 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:49.861879 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfe95f2b-fef9-4932-be66-6b18b66a49f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (fc9dd9cf-b7e6-44b2-971d-d00a21f57022), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:49.862115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:49.873858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:49.876509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Pushing event updated for resources: {'Port': ['ID=79737a34-4009-461b-a013-e6ccc899f97c,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:50.182597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Attempting to bind port 79737a34-4009-461b-a013-e6ccc899f97c on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:28:50.183001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Attempting to bind port 79737a34-4009-461b-a013-e6ccc899f97c by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:28:50.183366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Attempting to bind port 79737a34-4009-461b-a013-e6ccc899f97c on network 52e2e255-4bcd-4033-994f-08fc2f872764 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:28:50.196860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3db4e78a-8e49-4f07-8932-9427ea76a300 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-712715799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:50.205883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:28:50.206263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Checking segment: {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:50.206725 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:50.207129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Bound using segment: {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:28:50.207770 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Bound port: 79737a34-4009-461b-a013-e6ccc899f97c, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:28:50.208499 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (79737a34-4009-461b-a013-e6ccc899f97c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:50.285917 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29a1799f-3071-42ba-a11a-23e66c4f280e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (4e120a15-902e-4979-b181-f12bf444e16a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:50.370018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1799f-3071-42ba-a11a-23e66c4f280e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event deleted for resources: {'Port': ['ID=4e120a15-902e-4979-b181-f12bf444e16a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:50.429571 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:50.661704 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfe95f2b-fef9-4932-be66-6b18b66a49f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (fc9dd9cf-b7e6-44b2-971d-d00a21f57022), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:50.677426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-cfe95f2b-fef9-4932-be66-6b18b66a49f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Calling delete_port for fc9dd9cf-b7e6-44b2-971d-d00a21f57022 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:50.758029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] For port 79737a34-4009-461b-a013-e6ccc899f97c, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:28:50.779119 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] For port 79737a34-4009-461b-a013-e6ccc899f97c, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=79737a34-4009-461b-a013-e6ccc899f97c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:28:50.804090 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29a1799f-3071-42ba-a11a-23e66c4f280e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:50.810170 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-29a1799f-3071-42ba-a11a-23e66c4f280e tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "DELETE /v2.0/ports/4e120a15-902e-4979-b181-f12bf444e16a HTTP/1.1" status: 204 len: 168 time: 1.7416015 Feb 11 04:28:50.811401 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53230) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:50.828632 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'name': 'tempest-TaggedBootDevicesTest-318006281-router', 'tenant_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:39Z', 'updated_at': '2022-02-11T04:28:46Z', 'revision_number': 4, 'project_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'gw_port': {'id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:40Z', 'updated_at': '2022-02-11T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'e6ea543c-0275-4371-ba56-2279bb8adbfc', 'name': '', 'network_id': '95050066-9e89-4aaf-a803-4a8004fe997e', 'tenant_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'mac_address': 'fa:16:3e:f6:30:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a66df8c8-3f72-4a33-85d2-7064759531b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:45Z', 'updated_at': '2022-02-11T04:28:46Z', 'revision_number': 2, 'project_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'subnets': [{'id': 'a66df8c8-3f72-4a33-85d2-7064759531b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:50.884381 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-a910d839-1d32-4914-b3fe-6b469f5c9ae2 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] GET failed (client error): The resource could not be found. Feb 11 04:28:50.890759 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a910d839-1d32-4914-b3fe-6b469f5c9ae2 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "GET /v2.0/ports/4e120a15-902e-4979-b181-f12bf444e16a HTTP/1.1" status: 404 len: 333 time: 0.0758502 Feb 11 04:28:50.892940 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3db4e78a-8e49-4f07-8932-9427ea76a300 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (5763af64-9f34-415b-9e48-bdbb79724924), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:50.893239 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53236) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:50.894199 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3db4e78a-8e49-4f07-8932-9427ea76a300 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (5763af64-9f34-415b-9e48-bdbb79724924), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:50.897319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Checking router: 5138d3db-d3d7-4bfc-86f9-e0ae963324bf for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:28:50.897685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Updating router 5138d3db-d3d7-4bfc-86f9-e0ae963324bf port e6ea543c-0275-4371-ba56-2279bb8adbfc binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:28:50.902070 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (79737a34-4009-461b-a013-e6ccc899f97c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:50.911586 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Publish callbacks [] for router_gateway (c73ad963-7758-4f25-9d3a-c0f945e09a8f), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:50.953240 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:50.993567 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:51.136015 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379a329-d357-41cf-bc70-62474dfff6f8 None None] Pushing event updated for resources: {'Port': ['ID=79737a34-4009-461b-a013-e6ccc899f97c,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:51.148709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ec6f8a6b-8e0c-499c-88d0-3b07174687df tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Deleting port 7ad357a4-18e7-4c9e-85b4-2de2c57bce6f {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:51.149348 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8a6b-8e0c-499c-88d0-3b07174687df tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7ad357a4-18e7-4c9e-85b4-2de2c57bce6f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:51.227628 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3db4e78a-8e49-4f07-8932-9427ea76a300 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for router_controller (5763af64-9f34-415b-9e48-bdbb79724924), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:51.303819 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8a6b-8e0c-499c-88d0-3b07174687df tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7ad357a4-18e7-4c9e-85b4-2de2c57bce6f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:51.325577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b3f23-3f3c-4091-ac43-082211e241d3 req-9a21b518-28fc-410c-b026-1cd9d00308e4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:51.353950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a8b3f23-3f3c-4091-ac43-082211e241d3 req-9a21b518-28fc-410c-b026-1cd9d00308e4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.4019623 Feb 11 04:28:51.355926 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ec6f8a6b-8e0c-499c-88d0-3b07174687df tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Calling delete_port for 7ad357a4-18e7-4c9e-85b4-2de2c57bce6f owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:51.357303 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3db4e78a-8e49-4f07-8932-9427ea76a300 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (5763af64-9f34-415b-9e48-bdbb79724924), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:51.446362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Allocated IP 172.25.3.53 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/0bd859e9-fb19-477c-b39a-720208291ae1) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:51.488054 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3db4e78a-8e49-4f07-8932-9427ea76a300 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:51.492427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3db4e78a-8e49-4f07-8932-9427ea76a300 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 2.0825558 Feb 11 04:28:51.495356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53242) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:51.501541 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1022708796'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:51.526525 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfe95f2b-fef9-4932-be66-6b18b66a49f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (fc9dd9cf-b7e6-44b2-971d-d00a21f57022), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:51.566989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a8b3f23-3f3c-4091-ac43-082211e241d3 req-bb7b3ea9-96ab-4e18-b3c0-5851087ec197 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2068298 Feb 11 04:28:51.625932 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 79737a34-4009-461b-a013-e6ccc899f97c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:51.634555 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe95f2b-fef9-4932-be66-6b18b66a49f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event deleted for resources: {'Port': ['ID=fc9dd9cf-b7e6-44b2-971d-d00a21f57022,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:51.710930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Made reservation on behalf of b995d9f885214314a35cd1bbf4504b07 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:51.717710 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:51.761749 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:51.827881 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Publish callbacks [] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:51.898321 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:51.904562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 79737a34-4009-461b-a013-e6ccc899f97c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:51.904947 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (79737a34-4009-461b-a013-e6ccc899f97c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:51.968130 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Publish callbacks [] for port (0bd859e9-fb19-477c-b39a-720208291ae1), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:51.995302 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8a6b-8e0c-499c-88d0-3b07174687df tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7ad357a4-18e7-4c9e-85b4-2de2c57bce6f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.069698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81b6fc-7c5e-48e3-bde5-291d8e00ae68 None None] Pushing event updated for resources: {'Port': ['ID=e6ea543c-0275-4371-ba56-2279bb8adbfc,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:52.131231 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cfe95f2b-fef9-4932-be66-6b18b66a49f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (9438013d-207c-40fa-a2d4-a2841836f612), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.188137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f8a6b-8e0c-499c-88d0-3b07174687df tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event deleted for resources: {'Port': ['ID=7ad357a4-18e7-4c9e-85b4-2de2c57bce6f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:52.342906 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for security_group (c4cfaa96-05c5-46b9-8190-cd838f4a4304), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.368967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 79737a34-4009-461b-a013-e6ccc899f97c is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:52.372250 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (79737a34-4009-461b-a013-e6ccc899f97c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.382210 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8a6b-8e0c-499c-88d0-3b07174687df tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.393645 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ec6f8a6b-8e0c-499c-88d0-3b07174687df tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "DELETE /v2.0/ports/7ad357a4-18e7-4c9e-85b4-2de2c57bce6f HTTP/1.1" status: 204 len: 168 time: 1.4991927 Feb 11 04:28:52.396868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53282) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:52.417110 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Attempting to bind port e6ea543c-0275-4371-ba56-2279bb8adbfc on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:28:52.417485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Attempting to bind port e6ea543c-0275-4371-ba56-2279bb8adbfc by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'aaa91c93-bec7-4205-9bc3-4eb9237ba2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95050066-9e89-4aaf-a803-4a8004fe997e'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:28:52.419636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Attempting to bind port e6ea543c-0275-4371-ba56-2279bb8adbfc on network 95050066-9e89-4aaf-a803-4a8004fe997e {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:28:52.429806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:28:52.430197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Checking segment: {'id': 'aaa91c93-bec7-4205-9bc3-4eb9237ba2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95050066-9e89-4aaf-a803-4a8004fe997e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:52.430608 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.440839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Bound using segment: {'id': 'aaa91c93-bec7-4205-9bc3-4eb9237ba2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95050066-9e89-4aaf-a803-4a8004fe997e'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:28:52.441385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Bound port: e6ea543c-0275-4371-ba56-2279bb8adbfc, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa91c93-bec7-4205-9bc3-4eb9237ba2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '95050066-9e89-4aaf-a803-4a8004fe997e'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:28:52.441799 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.471407 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c4cfaa96-05c5-46b9-8190-cd838f4a4304), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.483823 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbdc83d-ebfd-4807-9258-3a4c366671fb tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] GET failed (client error): The resource could not be found. Feb 11 04:28:52.485296 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3bbdc83d-ebfd-4807-9258-3a4c366671fb tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "GET /v2.0/ports/7ad357a4-18e7-4c9e-85b4-2de2c57bce6f HTTP/1.1" status: 404 len: 333 time: 0.0874624 Feb 11 04:28:52.492493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53284) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:52.516026 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 79737a34-4009-461b-a013-e6ccc899f97c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=79737a34-4009-461b-a013-e6ccc899f97c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:52.550560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:28:52.607093 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cfaa96-05c5-46b9-8190-cd838f4a4304,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:52.624279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (40a2b251-a9c1-4a3b-a55b-8d21e2b67b84), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.624279 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Added segment 40a2b251-a9c1-4a3b-a55b-8d21e2b67b84 of type vlan for network d1fa1eb5-7515-4e2b-bca2-fd309da314ca Feb 11 04:28:52.675693 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (79737a34-4009-461b-a013-e6ccc899f97c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.698907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] For port e6ea543c-0275-4371-ba56-2279bb8adbfc, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:28:52.717165 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (d1fa1eb5-7515-4e2b-bca2-fd309da314ca), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.754492 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (0bd859e9-fb19-477c-b39a-720208291ae1), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.807028 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] For port e6ea543c-0275-4371-ba56-2279bb8adbfc, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e6ea543c-0275-4371-ba56-2279bb8adbfc,segment=NetworkSegment(aaa91c93-bec7-4205-9bc3-4eb9237ba2c6),segment_id=aaa91c93-bec7-4205-9bc3-4eb9237ba2c6)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:28:52.807028 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7e4a5869-e5d7-4dcf-93a6-9b6c4532e4cb None None] Provisioning complete for port e6ea543c-0275-4371-ba56-2279bb8adbfc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:52.807028 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e4a5869-e5d7-4dcf-93a6-9b6c4532e4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.855937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7e4a5869-e5d7-4dcf-93a6-9b6c4532e4cb None None] Port e6ea543c-0275-4371-ba56-2279bb8adbfc cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:28:52.878048 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (d1fa1eb5-7515-4e2b-bca2-fd309da314ca), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.886509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:52.888487 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.896718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=79737a34-4009-461b-a013-e6ccc899f97c,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:52.928395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:52.941467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe95f2b-fef9-4932-be66-6b18b66a49f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Router 9438013d-207c-40fa-a2d4-a2841836f612 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:28:52.949364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:52.952730 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:52.966020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:53.045153 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Pushing event updated for resources: {'Port': ['ID=0bd859e9-fb19-477c-b39a-720208291ae1,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:53.063616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea03b20-aba8-469f-9798-7f4659309dc8 None None] Network 52e2e255-4bcd-4033-994f-08fc2f872764 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:53.069791 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-61476ba8-dfd2-4149-91c7-90cfad623f69 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Deleting port a74de33d-2251-4ca2-8012-51790569011e {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:53.069791 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61476ba8-dfd2-4149-91c7-90cfad623f69 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a74de33d-2251-4ca2-8012-51790569011e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:53.118753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc793e5-a80c-4c97-9e9f-526054da470e req-481f5fa4-1007-44e5-9a0f-f94082165922 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:53.125263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Routers {'5138d3db-d3d7-4bfc-86f9-e0ae963324bf'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:53.125930 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5138d3db-d3d7-4bfc-86f9-e0ae963324bf'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:53.130907 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8fc793e5-a80c-4c97-9e9f-526054da470e req-481f5fa4-1007-44e5-9a0f-f94082165922 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.3495479 Feb 11 04:28:53.145292 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6488478 Feb 11 04:28:53.149943 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53294) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:53.153267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80824db-c139-4c48-8ec3-ebb461633bff tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event updated for resources: {'Network': ['ID=d1fa1eb5-7515-4e2b-bca2-fd309da314ca,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:53.175379 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9c042297-397f-44fd-bcc1-77ba58af8c65 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Request body: {'subnet': {'network_id': 'd1fa1eb5-7515-4e2b-bca2-fd309da314ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:53.186060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:53.186417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:53.190226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:53.190767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:53.191173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:53.191569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:53.192063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:53.192406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:53.193086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:53.193424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:53.193766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:53.194092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:53.199482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:53.327287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network d1fa1eb5-7515-4e2b-bca2-fd309da314ca details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:28:53.457680 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f2bc32cc-11fe-4133-9641-7089fb915325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:53.543667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 79737a34-4009-461b-a013-e6ccc899f97c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:53.563765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c042297-397f-44fd-bcc1-77ba58af8c65 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Made reservation on behalf of b995d9f885214314a35cd1bbf4504b07 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:53.569760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c042297-397f-44fd-bcc1-77ba58af8c65 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:53.595024 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a590f6f3-fbf8-4744-aff8-ca84d80ebca4 None None] Provisioning complete for port 79737a34-4009-461b-a013-e6ccc899f97c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:53.598413 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a590f6f3-fbf8-4744-aff8-ca84d80ebca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (79737a34-4009-461b-a013-e6ccc899f97c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:53.637595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8fc793e5-a80c-4c97-9e9f-526054da470e req-1e6028c4-42b1-46c2-8709-7b5cbdcb71f1 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5055797 Feb 11 04:28:53.638366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81b6fc-7c5e-48e3-bde5-291d8e00ae68 None None] Pushing event updated for resources: {'Port': ['ID=e6ea543c-0275-4371-ba56-2279bb8adbfc,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:53.656791 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe95f2b-fef9-4932-be66-6b18b66a49f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:28:53.670040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cfe95f2b-fef9-4932-be66-6b18b66a49f6 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "PUT /v2.0/routers/9438013d-207c-40fa-a2d4-a2841836f612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9657428 Feb 11 04:28:53.676277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53300) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:53.687641 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd52df-3eb1-4d24-a9a8-0b51d895cdce None None] Sync routers for ids ['9438013d-207c-40fa-a2d4-a2841836f612'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:28:53.705075 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd52df-3eb1-4d24-a9a8-0b51d895cdce None None] Routers {'9438013d-207c-40fa-a2d4-a2841836f612'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:53.710800 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d8dd52df-3eb1-4d24-a9a8-0b51d895cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['9438013d-207c-40fa-a2d4-a2841836f612'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:53.756925 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61476ba8-dfd2-4149-91c7-90cfad623f69 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a74de33d-2251-4ca2-8012-51790569011e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:53.792599 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] Set router 5138d3db-d3d7-4bfc-86f9-e0ae963324bf gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:28:53.804107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-61476ba8-dfd2-4149-91c7-90cfad623f69 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Calling delete_port for a74de33d-2251-4ca2-8012-51790569011e owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:53.817255 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-812e2e26-9be3-4294-9d7b-69cc36cf5968 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for router (9438013d-207c-40fa-a2d4-a2841836f612), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:53.868057 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d8dd52df-3eb1-4d24-a9a8-0b51d895cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:53.905212 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd52df-3eb1-4d24-a9a8-0b51d895cdce None None] Routers {'9438013d-207c-40fa-a2d4-a2841836f612'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:53.907592 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d8dd52df-3eb1-4d24-a9a8-0b51d895cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['9438013d-207c-40fa-a2d4-a2841836f612'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:53.998801 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d8dd52df-3eb1-4d24-a9a8-0b51d895cdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:53.999886 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd52df-3eb1-4d24-a9a8-0b51d895cdce None None] The sync data for ids ['9438013d-207c-40fa-a2d4-a2841836f612'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:28:54.042955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 79737a34-4009-461b-a013-e6ccc899f97c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:54.043481 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (79737a34-4009-461b-a013-e6ccc899f97c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:54.196541 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a590f6f3-fbf8-4744-aff8-ca84d80ebca4 None None] Current status of the port 79737a34-4009-461b-a013-e6ccc899f97c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:54.215532 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c042297-397f-44fd-bcc1-77ba58af8c65 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (446f4091-a4c2-4f66-8abf-f802b1d4ab74), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:54.280284 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 79737a34-4009-461b-a013-e6ccc899f97c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:54.313854 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-812e2e26-9be3-4294-9d7b-69cc36cf5968 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (9438013d-207c-40fa-a2d4-a2841836f612), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:54.319278 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-812e2e26-9be3-4294-9d7b-69cc36cf5968 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for router_controller (9438013d-207c-40fa-a2d4-a2841836f612), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:54.369329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c042297-397f-44fd-bcc1-77ba58af8c65 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event updated for resources: {'Subnet': ['ID=446f4091-a4c2-4f66-8abf-f802b1d4ab74,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:54.392062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c042297-397f-44fd-bcc1-77ba58af8c65 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Checking segment: {'id': '40a2b251-a9c1-4a3b-a55b-8d21e2b67b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1fa1eb5-7515-4e2b-bca2-fd309da314ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:54.392361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c042297-397f-44fd-bcc1-77ba58af8c65 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Network hostable DHCP agents. Network: d1fa1eb5-7515-4e2b-bca2-fd309da314ca, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:28:54.517336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c042297-397f-44fd-bcc1-77ba58af8c65 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Network d1fa1eb5-7515-4e2b-bca2-fd309da314ca is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:28:54.540578 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-812e2e26-9be3-4294-9d7b-69cc36cf5968 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (9438013d-207c-40fa-a2d4-a2841836f612), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:54.541126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812e2e26-9be3-4294-9d7b-69cc36cf5968 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Fanout notify agent at l3_agent the message router_deleted on router 9438013d-207c-40fa-a2d4-a2841836f612 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:28:54.550817 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-812e2e26-9be3-4294-9d7b-69cc36cf5968 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:54.552460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-812e2e26-9be3-4294-9d7b-69cc36cf5968 tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "DELETE /v2.0/routers/9438013d-207c-40fa-a2d4-a2841836f612 HTTP/1.1" status: 204 len: 168 time: 0.8743176 Feb 11 04:28:54.555587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53314) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:54.579693 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Publish callbacks [] for router_gateway (c73ad963-7758-4f25-9d3a-c0f945e09a8f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:54.651155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9c042297-397f-44fd-bcc1-77ba58af8c65 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, d1fa1eb5-7515-4e2b-bca2-fd309da314ca) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:54.662247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c042297-397f-44fd-bcc1-77ba58af8c65 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:54.666388 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c042297-397f-44fd-bcc1-77ba58af8c65 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:54.667342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0a8f0b7a-cf7d-4aec-9b38-335cdd6cbf07 None None] Provisioning complete for port e6ea543c-0275-4371-ba56-2279bb8adbfc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:54.667727 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0b7a-cf7d-4aec-9b38-335cdd6cbf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:54.669487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924cfb4e-d9ec-4a18-85ce-71eac8a014be None None] Network d1fa1eb5-7515-4e2b-bca2-fd309da314ca requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:54.709955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10075ed-c214-4d33-a5b2-1a48a71341aa tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Deleting subnet 36dd64e3-0498-4eb4-b135-267b917c36a5 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:28:54.714593 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f10075ed-c214-4d33-a5b2-1a48a71341aa tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for subnet (36dd64e3-0498-4eb4-b135-267b917c36a5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:54.807448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'name': 'tempest-TaggedBootDevicesTest-318006281-router', 'tenant_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:39Z', 'updated_at': '2022-02-11T04:28:46Z', 'revision_number': 4, 'project_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'gw_port': {'id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:40Z', 'updated_at': '2022-02-11T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'e6ea543c-0275-4371-ba56-2279bb8adbfc', 'name': '', 'network_id': '95050066-9e89-4aaf-a803-4a8004fe997e', 'tenant_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'mac_address': 'fa:16:3e:f6:30:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a66df8c8-3f72-4a33-85d2-7064759531b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:45Z', 'updated_at': '2022-02-11T04:28:52Z', 'revision_number': 4, 'project_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'subnets': [{'id': 'a66df8c8-3f72-4a33-85d2-7064759531b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:54.808066 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f10075ed-c214-4d33-a5b2-1a48a71341aa tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (36dd64e3-0498-4eb4-b135-267b917c36a5), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:54.845583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e51096-fe16-41f3-b83c-7fb443a9b294 None None] The sync data for ids ['5138d3db-d3d7-4bfc-86f9-e0ae963324bf'] in n-d-712142-35 is: [{'id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'name': 'tempest-TaggedBootDevicesTest-318006281-router', 'tenant_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:39Z', 'updated_at': '2022-02-11T04:28:46Z', 'revision_number': 4, 'project_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'gw_port': {'id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:40Z', 'updated_at': '2022-02-11T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'e6ea543c-0275-4371-ba56-2279bb8adbfc', 'name': '', 'network_id': '95050066-9e89-4aaf-a803-4a8004fe997e', 'tenant_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'mac_address': 'fa:16:3e:f6:30:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'a66df8c8-3f72-4a33-85d2-7064759531b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:45Z', 'updated_at': '2022-02-11T04:28:52Z', 'revision_number': 4, 'project_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'subnets': [{'id': 'a66df8c8-3f72-4a33-85d2-7064759531b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:28:54.890888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61476ba8-dfd2-4149-91c7-90cfad623f69 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (a74de33d-2251-4ca2-8012-51790569011e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:55.016874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-d1fa1eb5-7515-4e2b-bca2-fd309da314ca', 'network_id': 'd1fa1eb5-7515-4e2b-bca2-fd309da314ca', 'project_id': 'b995d9f885214314a35cd1bbf4504b07', 'fixed_ips': [{'subnet_id': '446f4091-a4c2-4f66-8abf-f802b1d4ab74'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:28:55.017732 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:55.061404 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f10075ed-c214-4d33-a5b2-1a48a71341aa tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (36dd64e3-0498-4eb4-b135-267b917c36a5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:55.071445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61476ba8-dfd2-4149-91c7-90cfad623f69 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event deleted for resources: {'Port': ['ID=a74de33d-2251-4ca2-8012-51790569011e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:55.125166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ef6af-64be-4a2e-87d6-0e301c576604 req-15e078aa-311f-4db7-970c-51c72ec2d645 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:55.125166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-746ef6af-64be-4a2e-87d6-0e301c576604 req-15e078aa-311f-4db7-970c-51c72ec2d645 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.3213730 Feb 11 04:28:55.204695 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9c042297-397f-44fd-bcc1-77ba58af8c65 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0386813 Feb 11 04:28:55.207797 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53322) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:55.214246 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e6adff7a-71dd-477f-a987-87b2cb092b18 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Request body: {'network': {'name': 'tempest-router-network01--1066304243'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:55.272512 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f10075ed-c214-4d33-a5b2-1a48a71341aa tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (36dd64e3-0498-4eb4-b135-267b917c36a5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:55.306505 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f10075ed-c214-4d33-a5b2-1a48a71341aa tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:55.315358 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f10075ed-c214-4d33-a5b2-1a48a71341aa tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "DELETE /v2.0/subnets/36dd64e3-0498-4eb4-b135-267b917c36a5 HTTP/1.1" status: 204 len: 168 time: 0.7568371 Feb 11 04:28:55.323184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53324) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:55.374020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0a8f0b7a-cf7d-4aec-9b38-335cdd6cbf07 None None] Current status of the port e6ea543c-0275-4371-ba56-2279bb8adbfc is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:55.377088 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0b7a-cf7d-4aec-9b38-335cdd6cbf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:55.404953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4607156a-b1c8-4a6b-a018-e2050dd61755 None None] Network d69baaae-4735-468d-831b-59c22541f791 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:55.492250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10075ed-c214-4d33-a5b2-1a48a71341aa tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event deleted for resources: {'Subnet': ['ID=36dd64e3-0498-4eb4-b135-267b917c36a5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:55.495763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6adff7a-71dd-477f-a987-87b2cb092b18 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Made reservation on behalf of b995d9f885214314a35cd1bbf4504b07 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:55.513399 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6adff7a-71dd-477f-a987-87b2cb092b18 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:55.551276 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1282a79e-653c-42ba-aec4-971df2b83e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:55.637686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0a8f0b7a-cf7d-4aec-9b38-335cdd6cbf07 None None] For port e6ea543c-0275-4371-ba56-2279bb8adbfc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e6ea543c-0275-4371-ba56-2279bb8adbfc,segment=NetworkSegment(aaa91c93-bec7-4205-9bc3-4eb9237ba2c6),segment_id=aaa91c93-bec7-4205-9bc3-4eb9237ba2c6)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:55.666845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Allocated IP 172.20.0.2 (d1fa1eb5-7515-4e2b-bca2-fd309da314ca/446f4091-a4c2-4f66-8abf-f802b1d4ab74/ce818888-b8b9-4d1b-a540-39c2142f5c27) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:28:55.690985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e6ea543c-0275-4371-ba56-2279bb8adbfc up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:55.753315 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0a8f0b7a-cf7d-4aec-9b38-335cdd6cbf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:55.782203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6adff7a-71dd-477f-a987-87b2cb092b18 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:28:55.792031 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (d69baaae-4735-468d-831b-59c22541f791), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:55.841437 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6adff7a-71dd-477f-a987-87b2cb092b18 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (15758c05-2890-4e61-bd6c-1fcc322e1ba7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:55.851358 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-e6adff7a-71dd-477f-a987-87b2cb092b18 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Added segment 15758c05-2890-4e61-bd6c-1fcc322e1ba7 of type vlan for network 3d9bd5ca-5571-47e4-8351-00c2a6b67641 Feb 11 04:28:55.869584 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] DHCP port deletion for d69baaae-4735-468d-831b-59c22541f791 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:28:55.984996 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6adff7a-71dd-477f-a987-87b2cb092b18 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (3d9bd5ca-5571-47e4-8351-00c2a6b67641), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.034993 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f0b7a-cf7d-4aec-9b38-335cdd6cbf07 None None] Pushing event updated for resources: {'Port': ['ID=e6ea543c-0275-4371-ba56-2279bb8adbfc,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:56.074470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-80e17840-0b67-403b-9dae-a1ec8cd986d5 None None] Provisioning complete for port 79737a34-4009-461b-a013-e6ccc899f97c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:56.075129 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-80e17840-0b67-403b-9dae-a1ec8cd986d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (79737a34-4009-461b-a013-e6ccc899f97c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.106001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Deleting port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:56.106349 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.197759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] For port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5,segment=NetworkSegment(ad657039-b95d-4524-a142-339db6e0de77),segment_id=ad657039-b95d-4524-a142-339db6e0de77)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:56.198429 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.242834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e6ea543c-0275-4371-ba56-2279bb8adbfc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:56.243440 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.245163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Calling delete_port for c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:56.259119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-746ef6af-64be-4a2e-87d6-0e301c576604 req-82f2e09d-7d24-4b2f-b396-12db3e48d5cc tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0971014 Feb 11 04:28:56.278979 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61476ba8-dfd2-4149-91c7-90cfad623f69 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.285540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-61476ba8-dfd2-4149-91c7-90cfad623f69 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "DELETE /v2.0/ports/a74de33d-2251-4ca2-8012-51790569011e HTTP/1.1" status: 204 len: 168 time: 3.7894020 Feb 11 04:28:56.296017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53330) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:56.309883 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6adff7a-71dd-477f-a987-87b2cb092b18 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (3d9bd5ca-5571-47e4-8351-00c2a6b67641), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.316541 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (c73ad963-7758-4f25-9d3a-c0f945e09a8f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.323634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6adff7a-71dd-477f-a987-87b2cb092b18 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:56.324408 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6adff7a-71dd-477f-a987-87b2cb092b18 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.452074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adff7a-71dd-477f-a987-87b2cb092b18 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event updated for resources: {'Network': ['ID=3d9bd5ca-5571-47e4-8351-00c2a6b67641,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:56.464240 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e6adff7a-71dd-477f-a987-87b2cb092b18 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2524881 Feb 11 04:28:56.508279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53332) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:56.515831 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-af971e54-c23f-4100-b1aa-1ce8866afdad tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Request body: {'network': {'name': 'tempest-router-network02--711608145'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:56.522784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 3d9bd5ca-5571-47e4-8351-00c2a6b67641 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:28:56.548893 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Publish callbacks [] for port (ce818888-b8b9-4d1b-a540-39c2142f5c27), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.575940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Deleting port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:56.576320 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.600100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-10aed4d8-23fc-4f60-95ae-f680110d31d5 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Deleting subnet 157bf7d9-6f4d-445b-b12b-8caa9ec89eaf {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:28:56.621435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10aed4d8-23fc-4f60-95ae-f680110d31d5 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks [] for subnet (157bf7d9-6f4d-445b-b12b-8caa9ec89eaf), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.633109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af971e54-c23f-4100-b1aa-1ce8866afdad tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Made reservation on behalf of b995d9f885214314a35cd1bbf4504b07 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:56.641343 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af971e54-c23f-4100-b1aa-1ce8866afdad tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.784406 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af971e54-c23f-4100-b1aa-1ce8866afdad tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:28:56.797959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-80e17840-0b67-403b-9dae-a1ec8cd986d5 None None] Current status of the port 79737a34-4009-461b-a013-e6ccc899f97c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:56.814562 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (ce818888-b8b9-4d1b-a540-39c2142f5c27), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.815903 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af971e54-c23f-4100-b1aa-1ce8866afdad tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b0436d57-4a8b-435d-941f-13bcbefc6c91), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.822393 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-af971e54-c23f-4100-b1aa-1ce8866afdad tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Added segment b0436d57-4a8b-435d-941f-13bcbefc6c91 of type vlan for network b71e20be-81d1-4823-89de-b36313a42735 Feb 11 04:28:56.849573 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.852390 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10aed4d8-23fc-4f60-95ae-f680110d31d5 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (157bf7d9-6f4d-445b-b12b-8caa9ec89eaf), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:56.899061 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Network d1fa1eb5-7515-4e2b-bca2-fd309da314ca is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:28:56.915454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:28:56.951861 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af971e54-c23f-4100-b1aa-1ce8866afdad tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (b71e20be-81d1-4823-89de-b36313a42735), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.045156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:28:57.054308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.071778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10aed4d8-23fc-4f60-95ae-f680110d31d5 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (157bf7d9-6f4d-445b-b12b-8caa9ec89eaf), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.108954 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] No DVR routers for this DVR port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:57.178236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Router c73ad963-7758-4f25-9d3a-c0f945e09a8f is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:28:57.200246 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event deleted for resources: {'Port': ['ID=c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:57.205029 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af971e54-c23f-4100-b1aa-1ce8866afdad tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (b71e20be-81d1-4823-89de-b36313a42735), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.212597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af971e54-c23f-4100-b1aa-1ce8866afdad tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:57.212597 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af971e54-c23f-4100-b1aa-1ce8866afdad tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.300049 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10aed4d8-23fc-4f60-95ae-f680110d31d5 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (157bf7d9-6f4d-445b-b12b-8caa9ec89eaf), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.343479 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Attempting to bind port ce818888-b8b9-4d1b-a540-39c2142f5c27 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:28:57.345202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Attempting to bind port ce818888-b8b9-4d1b-a540-39c2142f5c27 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '40a2b251-a9c1-4a3b-a55b-8d21e2b67b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1fa1eb5-7515-4e2b-bca2-fd309da314ca'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:28:57.345202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Attempting to bind port ce818888-b8b9-4d1b-a540-39c2142f5c27 on network d1fa1eb5-7515-4e2b-bca2-fd309da314ca {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:28:57.366274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] For port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5,segment=NetworkSegment(ad657039-b95d-4524-a142-339db6e0de77),segment_id=ad657039-b95d-4524-a142-339db6e0de77)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:57.367648 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.371166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Pushing event updated for resources: {'Port': ['ID=ce818888-b8b9-4d1b-a540-39c2142f5c27,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:57.373582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e6ea543c-0275-4371-ba56-2279bb8adbfc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:57.377078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:28:57.377665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Checking segment: {'id': '40a2b251-a9c1-4a3b-a55b-8d21e2b67b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1fa1eb5-7515-4e2b-bca2-fd309da314ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:57.378237 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.378822 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Bound using segment: {'id': '40a2b251-a9c1-4a3b-a55b-8d21e2b67b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1fa1eb5-7515-4e2b-bca2-fd309da314ca'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:28:57.380104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Bound port: ce818888-b8b9-4d1b-a540-39c2142f5c27, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a2b251-a9c1-4a3b-a55b-8d21e2b67b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd1fa1eb5-7515-4e2b-bca2-fd309da314ca'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:28:57.380701 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ce818888-b8b9-4d1b-a540-39c2142f5c27), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.406563 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Calling delete_port for c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:57.427059 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-af971e54-c23f-4100-b1aa-1ce8866afdad tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9174883 Feb 11 04:28:57.431279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53356) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:57.432886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af971e54-c23f-4100-b1aa-1ce8866afdad tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event updated for resources: {'Network': ['ID=b71e20be-81d1-4823-89de-b36313a42735,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:57.516974 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032ef8fa-4a8b-436c-b2fc-acbd5edab445 None None] Network 240fe005-8534-46c7-b824-3b0c519e4045 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:28:57.524678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network b71e20be-81d1-4823-89de-b36313a42735 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:28:57.529159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-de991ec7-fdb8-43d7-978b-c0f65f2115c0 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Request body: {'subnet': {'network_id': '3d9bd5ca-5571-47e4-8351-00c2a6b67641', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:28:57.535185 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (d69baaae-4735-468d-831b-59c22541f791), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.547535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] For port ce818888-b8b9-4d1b-a540-39c2142f5c27, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:28:57.616996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e6ea543c-0275-4371-ba56-2279bb8adbfc up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:57.645015 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69baaae-4735-468d-831b-59c22541f791']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:57.677912 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10aed4d8-23fc-4f60-95ae-f680110d31d5 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.681372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-10aed4d8-23fc-4f60-95ae-f680110d31d5 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "DELETE /v2.0/subnets/157bf7d9-6f4d-445b-b12b-8caa9ec89eaf HTTP/1.1" status: 204 len: 168 time: 1.3814979 Feb 11 04:28:57.693327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aed4d8-23fc-4f60-95ae-f680110d31d5 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event deleted for resources: {'Subnet': ['ID=157bf7d9-6f4d-445b-b12b-8caa9ec89eaf,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:57.700213 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53364) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:57.718293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] For port ce818888-b8b9-4d1b-a540-39c2142f5c27, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ce818888-b8b9-4d1b-a540-39c2142f5c27,segment=NetworkSegment(40a2b251-a9c1-4a3b-a55b-8d21e2b67b84),segment_id=40a2b251-a9c1-4a3b-a55b-8d21e2b67b84)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:28:57.729150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:28:57.762876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad657039-b95d-4524-a142-339db6e0de77') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:57.763181 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad657039-b95d-4524-a142-339db6e0de77') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:57.794991 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (ad657039-b95d-4524-a142-339db6e0de77), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.798440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Sync routers for ids ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:28:57.822657 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ce818888-b8b9-4d1b-a540-39c2142f5c27), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.832893 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ad657039-b95d-4524-a142-339db6e0de77), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.840987 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:28:57.841523 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (ad657039-b95d-4524-a142-339db6e0de77), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:28:57.844614 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:28:57.921089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d50d72-73ad-4ee7-b922-d29d02b1ba40 req-be7efb1f-2f92-4530-9983-6dc2acbab6b8 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:57.923215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6d50d72-73ad-4ee7-b922-d29d02b1ba40 req-be7efb1f-2f92-4530-9983-6dc2acbab6b8 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.4674277 Feb 11 04:28:57.931939 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:57.934260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0ca6a750-a959-4fc4-9261-619da14d0a02 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.5667517 Feb 11 04:28:57.940581 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53370) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:57.944429 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (240fe005-8534-46c7-b824-3b0c519e4045), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:58.036888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6d50d72-73ad-4ee7-b922-d29d02b1ba40 req-3af05bb7-1bab-4436-83b9-c157ef0ba708 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1008096 Feb 11 04:28:58.062311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Deleting port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:28:58.063047 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:58.093844 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (d69baaae-4735-468d-831b-59c22541f791), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:58.103886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:58.108521 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] 10.222.0.13 "DELETE /v2.0/networks/d69baaae-4735-468d-831b-59c22541f791 HTTP/1.1" status: 204 len: 168 time: 2.7842321 Feb 11 04:28:58.151959 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de991ec7-fdb8-43d7-978b-c0f65f2115c0 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Made reservation on behalf of b995d9f885214314a35cd1bbf4504b07 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:28:58.161077 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de991ec7-fdb8-43d7-978b-c0f65f2115c0 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:58.292139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] For port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7,segment=NetworkSegment(bb999e5e-a4a9-4b51-8626-5866ed57604f),segment_id=bb999e5e-a4a9-4b51-8626-5866ed57604f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:28:58.292477 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:58.311171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d3912-d5fa-47e8-b646-ab068558205f tempest-FloatingIPNegativeTestJSON-150271020 tempest-FloatingIPNegativeTestJSON-150271020-project] Pushing event deleted for resources: {'Network': ['ID=d69baaae-4735-468d-831b-59c22541f791,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:58.343719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Calling delete_port for a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:28:58.371833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Routers {'c73ad963-7758-4f25-9d3a-c0f945e09a8f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:28:58.373060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:58.491949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d210da-a35f-4213-bc35-484c1f83953b None None] Pushing event updated for resources: {'Port': ['ID=ce818888-b8b9-4d1b-a540-39c2142f5c27,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:58.520210 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:58.526221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e6ea543c-0275-4371-ba56-2279bb8adbfc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:28:58.526603 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:58.660763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Pushing event deleted for resources: {'Port': ['ID=c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:58.664113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Network d69baaae-4735-468d-831b-59c22541f791 is not hosted by any dhcp agent {{(pid=103810) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 04:28:58.664896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] No DVR routers for this DVR port c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:58.691511 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:58.699982 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e14225-2706-499a-9caa-0e075d9892f0 None None] DHCP port deletion for 240fe005-8534-46c7-b824-3b0c519e4045 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:28:58.724188 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:58.752606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:58.752962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:58.753401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:58.753749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:58.754105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:58.754461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:58.755334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:58.755693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:58.756024 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:58.756350 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:58.756687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:58.757018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:58.757341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dbc1a6-99f0-4414-adf8-fd2ef3b69eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:28:58.784394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] No DVR routers for this DVR port a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:28:58.796222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event deleted for resources: {'Port': ['ID=a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:58.856488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Set router c73ad963-7758-4f25-9d3a-c0f945e09a8f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:28:59.103440 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (240fe005-8534-46c7-b824-3b0c519e4045), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:59.198720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240fe005-8534-46c7-b824-3b0c519e4045']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:59.243436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb999e5e-a4a9-4b51-8626-5866ed57604f') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:59.247825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb999e5e-a4a9-4b51-8626-5866ed57604f') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:59.289586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e6ea543c-0275-4371-ba56-2279bb8adbfc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:28:59.311075 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de991ec7-fdb8-43d7-978b-c0f65f2115c0 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (344f8f96-9515-418d-9d7b-04797ce28bf9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:59.340641 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (bb999e5e-a4a9-4b51-8626-5866ed57604f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:59.429404 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (bb999e5e-a4a9-4b51-8626-5866ed57604f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:59.438839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:48Z', 'updated_at': '2022-02-11T04:28:53Z', 'revision_number': 3, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'gw_port': {'id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:50Z', 'updated_at': '2022-02-11T04:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:28:59.454363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:28:59.501876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de991ec7-fdb8-43d7-978b-c0f65f2115c0 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event updated for resources: {'Subnet': ['ID=344f8f96-9515-418d-9d7b-04797ce28bf9,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:59.521545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:28:59.521959 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (bb999e5e-a4a9-4b51-8626-5866ed57604f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:59.529662 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53388) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:28:59.534712 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:28:59.596497 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Checking router: c73ad963-7758-4f25-9d3a-c0f945e09a8f for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:28:59.598365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Updating router c73ad963-7758-4f25-9d3a-c0f945e09a8f port 0bd859e9-fb19-477c-b39a-720208291ae1 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:28:59.620927 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:28:59.621292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c2f3dfd8-80e7-43ce-94ee-93d5f5ace2c5 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:28:59.648351 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ba0c4-c9f1-4eb0-9465-2aa9d12d8d57 req-0e8348e9-f791-45ae-a8f1-ca044815a1e6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:28:59.650154 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd3ba0c4-c9f1-4eb0-9465-2aa9d12d8d57 req-0e8348e9-f791-45ae-a8f1-ca044815a1e6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.3930118 Feb 11 04:28:59.674667 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:59.732035 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0bd859e9-fb19-477c-b39a-720208291ae1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:59.794206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de991ec7-fdb8-43d7-978b-c0f65f2115c0 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Checking segment: {'id': '15758c05-2890-4e61-bd6c-1fcc322e1ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3d9bd5ca-5571-47e4-8351-00c2a6b67641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:28:59.794908 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de991ec7-fdb8-43d7-978b-c0f65f2115c0 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Network hostable DHCP agents. Network: 3d9bd5ca-5571-47e4-8351-00c2a6b67641, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:28:59.847587 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd3ba0c4-c9f1-4eb0-9465-2aa9d12d8d57 req-0b062b8b-ba8d-43b8-9fd1-58e0f7163c36 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1846485 Feb 11 04:28:59.851392 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (240fe005-8534-46c7-b824-3b0c519e4045), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:59.868195 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:28:59.874757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] 10.222.0.13 "DELETE /v2.0/networks/240fe005-8534-46c7-b824-3b0c519e4045 HTTP/1.1" status: 204 len: 168 time: 2.1723037 Feb 11 04:28:59.946244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4de81f-ef45-41ab-b223-d2f5b31c1059 tempest-AllowedAddressPairTestJSON-461546382 tempest-AllowedAddressPairTestJSON-461546382-project] Pushing event deleted for resources: {'Network': ['ID=240fe005-8534-46c7-b824-3b0c519e4045,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:28:59.992291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ce818888-b8b9-4d1b-a540-39c2142f5c27 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:28:59.998852 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:00.121201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de991ec7-fdb8-43d7-978b-c0f65f2115c0 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Network 3d9bd5ca-5571-47e4-8351-00c2a6b67641 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:29:00.263814 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ce818888-b8b9-4d1b-a540-39c2142f5c27 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:00.269440 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ce818888-b8b9-4d1b-a540-39c2142f5c27), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:00.300142 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-de991ec7-fdb8-43d7-978b-c0f65f2115c0 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 3d9bd5ca-5571-47e4-8351-00c2a6b67641) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:00.323959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a2854f-b245-4839-8d67-c9c73667a029 None None] Network 3d9bd5ca-5571-47e4-8351-00c2a6b67641 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:00.344516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de991ec7-fdb8-43d7-978b-c0f65f2115c0 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:00.345255 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de991ec7-fdb8-43d7-978b-c0f65f2115c0 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:00.445100 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Allocated IP 172.20.0.1 (52e2e255-4bcd-4033-994f-08fc2f872764/2f82346c-9264-4068-a473-ad115add59d6/f402856c-2bf2-40e8-a887-deda6994b8a4) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:29:00.486976 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-de991ec7-fdb8-43d7-978b-c0f65f2115c0 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0549760 Feb 11 04:29:00.490370 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53400) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:00.500171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-4468a9f8-711b-4760-aa6c-3b44d3a51d59 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Request body: {'subnet': {'network_id': 'b71e20be-81d1-4823-89de-b36313a42735', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:00.512888 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5ad07379-968f-4bf4-8961-2f59673353b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4da2b49c9a4a4326b5f9f53bad0397fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9801836 Feb 11 04:29:00.517822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53402) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:00.704058 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Publish callbacks [] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:00.704478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f812a41c-f5db-4186-a45d-bca6275163c2 None None] Network d1fa1eb5-7515-4e2b-bca2-fd309da314ca requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:00.813980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-3d9bd5ca-5571-47e4-8351-00c2a6b67641', 'network_id': '3d9bd5ca-5571-47e4-8351-00c2a6b67641', 'project_id': 'b995d9f885214314a35cd1bbf4504b07', 'fixed_ips': [{'subnet_id': '344f8f96-9515-418d-9d7b-04797ce28bf9'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:29:00.814905 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:00.821168 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:00.861429 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc14de75-ad72-4d06-8fc4-5b00eb1b5e57 admin admin] Publish callbacks [] for security_group (43f03883-101a-40c6-ad49-69f6ad76cb57), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:00.870186 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Publish callbacks [] for port (0bd859e9-fb19-477c-b39a-720208291ae1), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:00.928133 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ce818888-b8b9-4d1b-a540-39c2142f5c27 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:00.928133 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ce818888-b8b9-4d1b-a540-39c2142f5c27), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:00.930436 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc14de75-ad72-4d06-8fc4-5b00eb1b5e57 admin admin] Publish callbacks [] for security_group (43f03883-101a-40c6-ad49-69f6ad76cb57), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:00.951844 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Network 52e2e255-4bcd-4033-994f-08fc2f872764 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:00.961115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:00.972657 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:29:00.981909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-652daa10-acc9-4ade-9970-1c5587185afc None None] Provisioning complete for port ce818888-b8b9-4d1b-a540-39c2142f5c27 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:00.982294 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-652daa10-acc9-4ade-9970-1c5587185afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ce818888-b8b9-4d1b-a540-39c2142f5c27), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:00.991368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Pushing event updated for resources: {'Port': ['ID=f402856c-2bf2-40e8-a887-deda6994b8a4,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:01.049416 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (c73ad963-7758-4f25-9d3a-c0f945e09a8f), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:01.158618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53412) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:01.196538 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc14de75-ad72-4d06-8fc4-5b00eb1b5e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (43f03883-101a-40c6-ad49-69f6ad76cb57), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:01.209733 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc14de75-ad72-4d06-8fc4-5b00eb1b5e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:01.211039 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dc14de75-ad72-4d06-8fc4-5b00eb1b5e57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43f03883-101a-40c6-ad49-69f6ad76cb57 HTTP/1.1" status: 204 len: 168 time: 0.6882606 Feb 11 04:29:01.231887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4468a9f8-711b-4760-aa6c-3b44d3a51d59 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Made reservation on behalf of b995d9f885214314a35cd1bbf4504b07 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:01.236693 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4468a9f8-711b-4760-aa6c-3b44d3a51d59 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:01.271910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14de75-ad72-4d06-8fc4-5b00eb1b5e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f03883-101a-40c6-ad49-69f6ad76cb57,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:01.306600 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeb5a4-4043-4335-99cd-feff2db0499d req-8762c8ed-b624-4462-aadb-9c7b2b9fc3e3 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:01.307338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19aeb5a4-4043-4335-99cd-feff2db0499d req-8762c8ed-b624-4462-aadb-9c7b2b9fc3e3 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.2305229 Feb 11 04:29:01.308088 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0bd859e9-fb19-477c-b39a-720208291ae1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:01.425629 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port ce818888-b8b9-4d1b-a540-39c2142f5c27, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ce818888-b8b9-4d1b-a540-39c2142f5c27,segment=NetworkSegment(40a2b251-a9c1-4a3b-a55b-8d21e2b67b84),segment_id=40a2b251-a9c1-4a3b-a55b-8d21e2b67b84)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:01.447676 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19aeb5a4-4043-4335-99cd-feff2db0499d req-c3745970-8600-4399-bc3a-861cb4331e47 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1325293 Feb 11 04:29:01.504125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bf20f-2ef3-4000-bebb-2669593812d4 None None] Pushing event updated for resources: {'Port': ['ID=0bd859e9-fb19-477c-b39a-720208291ae1,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:01.528684 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Attempting to bind port 0bd859e9-fb19-477c-b39a-720208291ae1 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:29:01.528684 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Attempting to bind port 0bd859e9-fb19-477c-b39a-720208291ae1 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:29:01.528684 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Attempting to bind port 0bd859e9-fb19-477c-b39a-720208291ae1 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:29:01.528684 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ce818888-b8b9-4d1b-a540-39c2142f5c27), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:01.566840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:29:01.576613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:01.576613 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:01.576613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:29:01.576613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Bound port: 0bd859e9-fb19-477c-b39a-720208291ae1, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:29:01.576613 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0bd859e9-fb19-477c-b39a-720208291ae1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:01.600536 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:01.670180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:29:01.876991 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fa539d6f-5322-41b7-8be6-fb9686b716d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e8bdc50f1814df2ba8595769cf46292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7169490 Feb 11 04:29:01.879405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53422) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:01.910336 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4468a9f8-711b-4760-aa6c-3b44d3a51d59 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (4b28256f-bc7c-4f77-80d9-e5439412ccc4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:01.915825 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Allocated IP 172.20.0.2 (3d9bd5ca-5571-47e4-8351-00c2a6b67641/344f8f96-9515-418d-9d7b-04797ce28bf9/ad05c2e2-4a24-465a-8ad2-9535f96e3f87) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:29:01.929249 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Publish callbacks [] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:02.013949 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468a9f8-711b-4760-aa6c-3b44d3a51d59 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event updated for resources: {'Subnet': ['ID=4b28256f-bc7c-4f77-80d9-e5439412ccc4,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:02.039048 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:29:02.039416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a7f51cbb-94f1-42b6-96f8-b2c92fc52bd7 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:29:02.059629 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ca56386-a607-41d9-831e-2a7b0030a742 admin admin] Publish callbacks [] for security_group (4419c1b0-e09e-4124-b028-0fbfa2002347), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:02.062869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4468a9f8-711b-4760-aa6c-3b44d3a51d59 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Checking segment: {'id': 'b0436d57-4a8b-435d-941f-13bcbefc6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b71e20be-81d1-4823-89de-b36313a42735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:02.063237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4468a9f8-711b-4760-aa6c-3b44d3a51d59 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Network hostable DHCP agents. Network: b71e20be-81d1-4823-89de-b36313a42735, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:29:02.083021 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-652daa10-acc9-4ade-9970-1c5587185afc None None] Current status of the port ce818888-b8b9-4d1b-a540-39c2142f5c27 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:02.095763 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ca56386-a607-41d9-831e-2a7b0030a742 admin admin] Publish callbacks [] for security_group (4419c1b0-e09e-4124-b028-0fbfa2002347), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:02.112181 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:02.140015 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=ce818888-b8b9-4d1b-a540-39c2142f5c27,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:02.150106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] For port 0bd859e9-fb19-477c-b39a-720208291ae1, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:29:02.159221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] For port 0bd859e9-fb19-477c-b39a-720208291ae1, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0bd859e9-fb19-477c-b39a-720208291ae1,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:29:02.197385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4468a9f8-711b-4760-aa6c-3b44d3a51d59 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Network b71e20be-81d1-4823-89de-b36313a42735 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:29:02.262592 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0bd859e9-fb19-477c-b39a-720208291ae1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:02.277824 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ca56386-a607-41d9-831e-2a7b0030a742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4419c1b0-e09e-4124-b028-0fbfa2002347), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:02.281490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ca56386-a607-41d9-831e-2a7b0030a742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:02.287430 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7ca56386-a607-41d9-831e-2a7b0030a742 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4419c1b0-e09e-4124-b028-0fbfa2002347 HTTP/1.1" status: 204 len: 168 time: 0.4010675 Feb 11 04:29:02.295158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca56386-a607-41d9-831e-2a7b0030a742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4419c1b0-e09e-4124-b028-0fbfa2002347,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:02.310457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-4468a9f8-711b-4760-aa6c-3b44d3a51d59 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, b71e20be-81d1-4823-89de-b36313a42735) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:02.312503 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Pushing event updated for resources: {'Port': ['ID=f402856c-2bf2-40e8-a887-deda6994b8a4,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:02.344599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4468a9f8-711b-4760-aa6c-3b44d3a51d59 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:02.344858 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4468a9f8-711b-4760-aa6c-3b44d3a51d59 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:02.382724 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (c73ad963-7758-4f25-9d3a-c0f945e09a8f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:02.411937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c7939b-c278-4df3-af7b-4600dc70b6d7 None None] Network b71e20be-81d1-4823-89de-b36313a42735 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:02.452242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4468a9f8-711b-4760-aa6c-3b44d3a51d59 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9598963 Feb 11 04:29:02.457500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53436) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:02.543866 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Publish callbacks [] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:02.589299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6e518cc2-6415-456b-8634-530652e4b548 None None] Provisioning complete for port f402856c-2bf2-40e8-a887-deda6994b8a4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:02.589815 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6e518cc2-6415-456b-8634-530652e4b548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:02.684819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53440) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:02.736195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5e7aad66-5b0e-4338-bc23-44f0e8272db9 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:29:02.790098 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:02.821202 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Network 52e2e255-4bcd-4033-994f-08fc2f872764 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:02.827283 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:02.859928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bf20f-2ef3-4000-bebb-2669593812d4 None None] Pushing event updated for resources: {'Port': ['ID=0bd859e9-fb19-477c-b39a-720208291ae1,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:03.013825 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Routers {'c73ad963-7758-4f25-9d3a-c0f945e09a8f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:03.014400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:03.025833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Pushing event updated for resources: {'Port': ['ID=ad05c2e2-4a24-465a-8ad2-9535f96e3f87,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:03.042831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6e518cc2-6415-456b-8634-530652e4b548 None None] Port f402856c-2bf2-40e8-a887-deda6994b8a4 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:29:03.071503 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df0c907f-ecb7-44c4-bb06-56db7026f9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:03.092334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Network 3d9bd5ca-5571-47e4-8351-00c2a6b67641 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:03.243361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:03.266758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:29:03.347065 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.resource_extend [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:29:03.574519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-b71e20be-81d1-4823-89de-b36313a42735', 'network_id': 'b71e20be-81d1-4823-89de-b36313a42735', 'project_id': 'b995d9f885214314a35cd1bbf4504b07', 'fixed_ips': [{'subnet_id': '4b28256f-bc7c-4f77-80d9-e5439412ccc4'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:29:03.579086 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:03.620400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Router c73ad963-7758-4f25-9d3a-c0f945e09a8f has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:29:03.689538 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df0c907f-ecb7-44c4-bb06-56db7026f9c3 admin admin] Publish callbacks [] for security_group (c17ef85b-8be0-40de-ad35-190e673ae7d0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:03.749531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a489a04f-32e4-457d-a029-7f0471b410b3 None None] Provisioning complete for port ce818888-b8b9-4d1b-a540-39c2142f5c27 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:03.750641 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a489a04f-32e4-457d-a029-7f0471b410b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ce818888-b8b9-4d1b-a540-39c2142f5c27), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:03.772706 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df0c907f-ecb7-44c4-bb06-56db7026f9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c17ef85b-8be0-40de-ad35-190e673ae7d0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:03.799864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf55416-05db-424c-81d9-2b12242c8e6b req-4000a6d5-3af6-4944-8a3b-cc4712ad0336 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:03.803873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bdf55416-05db-424c-81d9-2b12242c8e6b req-4000a6d5-3af6-4944-8a3b-cc4712ad0336 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.9016356 Feb 11 04:29:03.815346 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-df0c907f-ecb7-44c4-bb06-56db7026f9c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=682df5d8cfc74befa770125155cd1fa0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1334507 Feb 11 04:29:03.819331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53480) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:03.852272 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c907f-ecb7-44c4-bb06-56db7026f9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17ef85b-8be0-40de-ad35-190e673ae7d0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:03.894645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Attempting to bind port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:29:03.895167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Attempting to bind port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '15758c05-2890-4e61-bd6c-1fcc322e1ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3d9bd5ca-5571-47e4-8351-00c2a6b67641'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:29:03.896175 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Attempting to bind port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 on network 3d9bd5ca-5571-47e4-8351-00c2a6b67641 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:29:03.930725 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:03.940367 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:29:03.959422 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-330bc49c-0a81-47b7-82ef-f33dca38a527 admin admin] 10.222.0.13 "PUT /v2.0/routers/c73ad963-7758-4f25-9d3a-c0f945e09a8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0171587 Feb 11 04:29:03.979682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:29:03.980166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Checking segment: {'id': '15758c05-2890-4e61-bd6c-1fcc322e1ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3d9bd5ca-5571-47e4-8351-00c2a6b67641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:03.980683 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:03.981188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Bound using segment: {'id': '15758c05-2890-4e61-bd6c-1fcc322e1ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3d9bd5ca-5571-47e4-8351-00c2a6b67641'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:29:03.981833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Bound port: ad05c2e2-4a24-465a-8ad2-9535f96e3f87, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15758c05-2890-4e61-bd6c-1fcc322e1ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3d9bd5ca-5571-47e4-8351-00c2a6b67641'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:29:03.982330 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:04.105440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5e7aad66-5b0e-4338-bc23-44f0e8272db9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:04.138160 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:04.157967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bdf55416-05db-424c-81d9-2b12242c8e6b req-fe30c0e1-fbaf-403e-89a4-08165f5e7f71 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3442409 Feb 11 04:29:04.166866 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] Set router c73ad963-7758-4f25-9d3a-c0f945e09a8f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:29:04.226341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'port_id': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'mac_address': 'fa:16:3e:99:7d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:29:04.238510 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:04.332757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:04.333349 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:04.354175 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-903a5281-73f1-4af3-a964-2b0c958182a9 admin admin] Publish callbacks [] for security_group (c17ef85b-8be0-40de-ad35-190e673ae7d0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:04.372635 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e7aad66-5b0e-4338-bc23-44f0e8272db9 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:29:04.401946 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ce818888-b8b9-4d1b-a540-39c2142f5c27 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:04.422125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5e7aad66-5b0e-4338-bc23-44f0e8272db9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:04.479801 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-903a5281-73f1-4af3-a964-2b0c958182a9 admin admin] Publish callbacks [] for security_group (c17ef85b-8be0-40de-ad35-190e673ae7d0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:04.743205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a489a04f-32e4-457d-a029-7f0471b410b3 None None] Current status of the port ce818888-b8b9-4d1b-a540-39c2142f5c27 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:04.747272 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:04.838445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Allocated IP 172.20.0.1 (3d9bd5ca-5571-47e4-8351-00c2a6b67641/344f8f96-9515-418d-9d7b-04797ce28bf9/4c3210d5-50ab-4af4-a47e-a2112381bed8) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:29:04.873446 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-903a5281-73f1-4af3-a964-2b0c958182a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c17ef85b-8be0-40de-ad35-190e673ae7d0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:04.882369 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-903a5281-73f1-4af3-a964-2b0c958182a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:04.893613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-903a5281-73f1-4af3-a964-2b0c958182a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c17ef85b-8be0-40de-ad35-190e673ae7d0 HTTP/1.1" status: 204 len: 168 time: 1.0731142 Feb 11 04:29:04.937633 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a5281-73f1-4af3-a964-2b0c958182a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17ef85b-8be0-40de-ad35-190e673ae7d0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:04.974674 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5e7aad66-5b0e-4338-bc23-44f0e8272db9,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:05.066197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['5e7aad66-5b0e-4338-bc23-44f0e8272db9'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:29:05.074219 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ce818888-b8b9-4d1b-a540-39c2142f5c27 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:05.074640 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ce818888-b8b9-4d1b-a540-39c2142f5c27), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:05.183645 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for port (4c3210d5-50ab-4af4-a47e-a2112381bed8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:05.209260 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8d548b6d-1348-4394-981c-6c8b000f91b6 None None] Provisioning complete for port f402856c-2bf2-40e8-a887-deda6994b8a4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:05.209817 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8d548b6d-1348-4394-981c-6c8b000f91b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:05.283718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] For port ad05c2e2-4a24-465a-8ad2-9535f96e3f87, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:29:05.312487 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53524) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:05.335152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Allocated IP 172.20.0.2 (b71e20be-81d1-4823-89de-b36313a42735/4b28256f-bc7c-4f77-80d9-e5439412ccc4/c44b5713-1180-478f-9d76-d60205c6af85) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:29:05.340693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ce818888-b8b9-4d1b-a540-39c2142f5c27 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:05.394994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] For port ad05c2e2-4a24-465a-8ad2-9535f96e3f87, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ad05c2e2-4a24-465a-8ad2-9535f96e3f87,segment=NetworkSegment(15758c05-2890-4e61-bd6c-1fcc322e1ba7),segment_id=15758c05-2890-4e61-bd6c-1fcc322e1ba7)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:29:05.424850 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4c3210d5-50ab-4af4-a47e-a2112381bed8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:05.487275 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8d548b6d-1348-4394-981c-6c8b000f91b6 None None] Port f402856c-2bf2-40e8-a887-deda6994b8a4 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:29:05.521033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Network 3d9bd5ca-5571-47e4-8351-00c2a6b67641 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:05.527773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:05.535186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:29:05.556737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a43be6-940b-489f-8c1c-49f30cfb215e req-b08b2d01-94f8-484c-b403-8f36075ca270 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:05.558637 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7a43be6-940b-489f-8c1c-49f30cfb215e req-b08b2d01-94f8-484c-b403-8f36075ca270 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 945 time: 0.2251246 Feb 11 04:29:05.594202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event updated for resources: {'Port': ['ID=4c3210d5-50ab-4af4-a47e-a2112381bed8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:05.667954 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (5763af64-9f34-415b-9e48-bdbb79724924), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:05.821271 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7a43be6-940b-489f-8c1c-49f30cfb215e req-efad2e28-4db1-4560-ac34-30a885412961 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2313092 Feb 11 04:29:05.976707 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4c3210d5-50ab-4af4-a47e-a2112381bed8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:06.099832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1068e48d-307b-43c9-b26c-78439e4e941d tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] Request body: {'port': {'network_id': '406adf84-0695-400e-9af1-5c49bae83759', 'name': 'tempest-NetworksNegativeTestJSON-351860249'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:06.171129 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-1068e48d-307b-43c9-b26c-78439e4e941d tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] POST failed (client error): The resource could not be found. Feb 11 04:29:06.172659 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:06.174905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1068e48d-307b-43c9-b26c-78439e4e941d tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:29:06.188126 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1068e48d-307b-43c9-b26c-78439e4e941d tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.8736706 Feb 11 04:29:06.195128 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53542) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:06.213303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53544) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:06.301377 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c3781e-9710-46f5-9912-3c4eaf0d247d tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] DELETE failed (client error): The resource could not be found. Feb 11 04:29:06.303442 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c3781e-9710-46f5-9912-3c4eaf0d247d tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:29:06.322991 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-59c3781e-9710-46f5-9912-3c4eaf0d247d tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] 10.222.0.13 "DELETE /v2.0/networks/84f3f13d-c261-4319-81c5-ae0a8b93a9d5 HTTP/1.1" status: 404 len: 339 time: 0.1255209 Feb 11 04:29:06.324289 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53548) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:06.337710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1855963710'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:06.394929 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-8158e9e2-c398-4931-9928-288904c9d591 tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] DELETE failed (client error): The resource could not be found. Feb 11 04:29:06.394929 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8158e9e2-c398-4931-9928-288904c9d591 tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:29:06.406309 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8158e9e2-c398-4931-9928-288904c9d591 tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] 10.222.0.13 "DELETE /v2.0/ports/94599ece-8f40-4519-bb77-41d49c9483e5 HTTP/1.1" status: 404 len: 333 time: 0.0790539 Feb 11 04:29:06.412514 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53552) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:06.464584 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62e8605-c49d-4eec-beee-001b9848549b tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] DELETE failed (client error): The resource could not be found. Feb 11 04:29:06.464584 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62e8605-c49d-4eec-beee-001b9848549b tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:29:06.464584 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f62e8605-c49d-4eec-beee-001b9848549b tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] 10.222.0.13 "DELETE /v2.0/subnets/1532026a-077d-4605-b946-f0ff56d98f59 HTTP/1.1" status: 404 len: 337 time: 0.0465293 Feb 11 04:29:06.469429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53556) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:06.500776 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8d29d2-5bb6-4871-8902-23c28c03b934 tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] GET failed (client error): The resource could not be found. Feb 11 04:29:06.502656 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2e8d29d2-5bb6-4871-8902-23c28c03b934 tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] 10.222.0.13 "GET /v2.0/networks/36261162-5a19-4077-a698-34237b1d839c HTTP/1.1" status: 404 len: 339 time: 0.0321119 Feb 11 04:29:06.503391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53558) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:06.507271 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53560) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:06.513305 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e90139cd-f1cb-439c-890c-5a25caf9ca64 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1404611789', 'description': 'tempest-description--574947995'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:06.553091 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-a169a5b9-6d0a-4630-8412-733924679517 tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] GET failed (client error): The resource could not be found. Feb 11 04:29:06.555154 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a169a5b9-6d0a-4630-8412-733924679517 tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] 10.222.0.13 "GET /v2.0/ports/40629139-7ff7-495a-8a20-74761b9e495f HTTP/1.1" status: 404 len: 333 time: 0.0370588 Feb 11 04:29:06.560602 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53562) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:06.578544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:06.594676 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:06.595263 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-accc6509-4818-49fa-958e-fd5424185c55 tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] GET failed (client error): The resource could not be found. Feb 11 04:29:06.605282 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-accc6509-4818-49fa-958e-fd5424185c55 tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] 10.222.0.13 "GET /v2.0/subnets/80dce85a-f30b-4edb-92ac-4c33ab33deaa HTTP/1.1" status: 404 len: 337 time: 0.0412297 Feb 11 04:29:06.622940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53564) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:06.632438 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-02817252-7ed1-4b09-a216-90ae7d0c81d4 tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:06.634232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617d502-6985-40b7-b2d6-2232cece9035 None None] Pushing event updated for resources: {'Port': ['ID=ad05c2e2-4a24-465a-8ad2-9535f96e3f87,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:06.684211 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-02817252-7ed1-4b09-a216-90ae7d0c81d4 tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] PUT failed (client error): The resource could not be found. Feb 11 04:29:06.684744 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02817252-7ed1-4b09-a216-90ae7d0c81d4 tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:29:06.685933 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-02817252-7ed1-4b09-a216-90ae7d0c81d4 tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] 10.222.0.13 "PUT /v2.0/networks/2228fbe7-035c-47dd-a8ee-8aae9e0a9911 HTTP/1.1" status: 404 len: 339 time: 0.0592406 Feb 11 04:29:06.687274 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e90139cd-f1cb-439c-890c-5a25caf9ca64 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:06.697480 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53566) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:06.709860 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:06.725357 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c8feb792-36f0-4603-8656-cbd10a364bfc tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:06.918489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:48Z', 'updated_at': '2022-02-11T04:29:01Z', 'revision_number': 4, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'gw_port': {'id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:50Z', 'updated_at': '2022-02-11T04:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'f402856c-2bf2-40e8-a887-deda6994b8a4', 'name': '', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'mac_address': 'fa:16:3e:d2:32:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:59Z', 'updated_at': '2022-02-11T04:29:01Z', 'revision_number': 2, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'subnets': [{'id': '2f82346c-9264-4068-a473-ad115add59d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:06.979313 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for security_group (9ae54f06-b823-4865-8a44-0ed1c68807bb), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:06.989199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53568) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:07.025693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3a0241-60a8-4fd3-874f-02d2627cff7f None None] The sync data for ids ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'] in n-d-712142-35 is: [{'id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:48Z', 'updated_at': '2022-02-11T04:29:01Z', 'revision_number': 4, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'gw_port': {'id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:50Z', 'updated_at': '2022-02-11T04:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'f402856c-2bf2-40e8-a887-deda6994b8a4', 'name': '', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'mac_address': 'fa:16:3e:d2:32:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:59Z', 'updated_at': '2022-02-11T04:29:01Z', 'revision_number': 2, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'subnets': [{'id': '2f82346c-9264-4068-a473-ad115add59d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:29:07.147716 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1102212-dcc3-4b6f-9d81-a036094655a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.177078 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9ae54f06-b823-4865-8a44-0ed1c68807bb), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.198674 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Publish callbacks [] for port (c44b5713-1180-478f-9d76-d60205c6af85), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.227582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:29:07.240785 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (1cbaf781-c621-4154-8cfe-e7c61a7e7115), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.241415 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Added segment 1cbaf781-c621-4154-8cfe-e7c61a7e7115 of type vlan for network 89104d0f-3e58-4bd5-b634-52c93e4b0983 Feb 11 04:29:07.301316 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (c44b5713-1180-478f-9d76-d60205c6af85), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.311100 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (89104d0f-3e58-4bd5-b634-52c93e4b0983), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.367791 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8feb792-36f0-4603-8656-cbd10a364bfc tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] PUT failed (client error): The resource could not be found. Feb 11 04:29:07.369122 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8feb792-36f0-4603-8656-cbd10a364bfc tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:29:07.375610 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c8feb792-36f0-4603-8656-cbd10a364bfc tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] 10.222.0.13 "PUT /v2.0/ports/8a13aa29-115b-47b9-953a-ef42939fcf5b HTTP/1.1" status: 404 len: 333 time: 0.6753631 Feb 11 04:29:07.378543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53576) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:07.385253 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4b44727e-0a54-4cfd-abc4-e96cd084306b tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:07.427036 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b44727e-0a54-4cfd-abc4-e96cd084306b tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] PUT failed (client error): The resource could not be found. Feb 11 04:29:07.428105 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b44727e-0a54-4cfd-abc4-e96cd084306b tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:29:07.444729 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4b44727e-0a54-4cfd-abc4-e96cd084306b tempest-NetworksNegativeTestJSON-1308411412 tempest-NetworksNegativeTestJSON-1308411412-project] 10.222.0.13 "PUT /v2.0/subnets/eeb93932-40bb-459c-9c3f-febdc9f956a6 HTTP/1.1" status: 404 len: 337 time: 0.0647299 Feb 11 04:29:07.455199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Network b71e20be-81d1-4823-89de-b36313a42735 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:07.471353 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:07.475095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:29:07.532862 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Pushing event updated for resources: {'Port': ['ID=c44b5713-1180-478f-9d76-d60205c6af85,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:07.685571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e90139cd-f1cb-439c-890c-5a25caf9ca64 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for security_group (513f1937-0495-47bc-b256-c8ac5ae80cfd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.690543 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1102212-dcc3-4b6f-9d81-a036094655a3 admin admin] Publish callbacks [] for security_group (987df619-bafa-4976-a136-5c00695e3d06), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.699847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Attempting to bind port c44b5713-1180-478f-9d76-d60205c6af85 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:29:07.704155 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Attempting to bind port c44b5713-1180-478f-9d76-d60205c6af85 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'b0436d57-4a8b-435d-941f-13bcbefc6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b71e20be-81d1-4823-89de-b36313a42735'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:29:07.704155 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Attempting to bind port c44b5713-1180-478f-9d76-d60205c6af85 on network b71e20be-81d1-4823-89de-b36313a42735 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:29:07.709462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:29:07.709737 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (89104d0f-3e58-4bd5-b634-52c93e4b0983), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.709885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Checking segment: {'id': 'b0436d57-4a8b-435d-941f-13bcbefc6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b71e20be-81d1-4823-89de-b36313a42735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:07.710427 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.712456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Bound using segment: {'id': 'b0436d57-4a8b-435d-941f-13bcbefc6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b71e20be-81d1-4823-89de-b36313a42735'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:29:07.713179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Bound port: c44b5713-1180-478f-9d76-d60205c6af85, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0436d57-4a8b-435d-941f-13bcbefc6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b71e20be-81d1-4823-89de-b36313a42735'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:29:07.713604 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c44b5713-1180-478f-9d76-d60205c6af85), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.721181 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:07.721918 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.761335 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae54f06-b823-4865-8a44-0ed1c68807bb,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:07.814530 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e90139cd-f1cb-439c-890c-5a25caf9ca64 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (513f1937-0495-47bc-b256-c8ac5ae80cfd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.864082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] For port c44b5713-1180-478f-9d76-d60205c6af85, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:29:07.869275 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] For port c44b5713-1180-478f-9d76-d60205c6af85, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c44b5713-1180-478f-9d76-d60205c6af85,segment=NetworkSegment(b0436d57-4a8b-435d-941f-13bcbefc6c91),segment_id=b0436d57-4a8b-435d-941f-13bcbefc6c91)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:29:07.934061 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for port (4c3210d5-50ab-4af4-a47e-a2112381bed8), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.936033 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1102212-dcc3-4b6f-9d81-a036094655a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (987df619-bafa-4976-a136-5c00695e3d06), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.943571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90139cd-f1cb-439c-890c-5a25caf9ca64 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513f1937-0495-47bc-b256-c8ac5ae80cfd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:07.959087 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c44b5713-1180-478f-9d76-d60205c6af85), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:07.964764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7503569 Feb 11 04:29:07.982051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a3e8b-4609-4ee4-9a65-75d69a9920f3 req-e9983838-0ae5-4b1a-9c31-7d7fbba5e6a5 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:07.994744 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-317a3e8b-4609-4ee4-9a65-75d69a9920f3 req-e9983838-0ae5-4b1a-9c31-7d7fbba5e6a5 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 945 time: 0.6486149 Feb 11 04:29:08.111812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c580449-5cb6-404e-ba8a-a76e49b65878 req-49c6c431-53c5-4354-908b-e220642b3cda tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:08.126756 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c580449-5cb6-404e-ba8a-a76e49b65878 req-49c6c431-53c5-4354-908b-e220642b3cda tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 945 time: 1.0290673 Feb 11 04:29:08.193236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1a180-dc58-42ba-a04b-4795ea9ee571 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Network': ['ID=89104d0f-3e58-4bd5-b634-52c93e4b0983,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:08.367596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c1102212-dcc3-4b6f-9d81-a036094655a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4e1cc0ab95d4cc3a8003fb3f3dc44fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3749039 Feb 11 04:29:08.370286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53584) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:08.469429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 89104d0f-3e58-4bd5-b634-52c93e4b0983 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:29:08.470194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1102212-dcc3-4b6f-9d81-a036094655a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987df619-bafa-4976-a136-5c00695e3d06,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:08.560084 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b0cec60-a247-4198-8adb-e4a1eef491f7 admin admin] Publish callbacks [] for security_group (987df619-bafa-4976-a136-5c00695e3d06), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:08.579338 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e90139cd-f1cb-439c-890c-5a25caf9ca64 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:08.597370 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e90139cd-f1cb-439c-890c-5a25caf9ca64 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.0837879 Feb 11 04:29:08.602424 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53586) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:08.603822 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4c3210d5-50ab-4af4-a47e-a2112381bed8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:08.621137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-244cdbe9-eef5-4236-a9b4-249388dd847a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Request body: {'security_group_rule': {'security_group_id': '513f1937-0495-47bc-b256-c8ac5ae80cfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:08.858471 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b0cec60-a247-4198-8adb-e4a1eef491f7 admin admin] Publish callbacks [] for security_group (987df619-bafa-4976-a136-5c00695e3d06), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:08.919001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de402a7-1f19-49c8-b26e-51b97bb4d7d1 None None] Pushing event updated for resources: {'Port': ['ID=c44b5713-1180-478f-9d76-d60205c6af85,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:08.968871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5e7aad66-5b0e-4338-bc23-44f0e8272db9 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:08.979095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ad05c2e2-4a24-465a-8ad2-9535f96e3f87 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:09.070637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53588) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:09.162739 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-244cdbe9-eef5-4236-a9b4-249388dd847a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for security_group_rule (f26f8614-3bb6-4430-bbf1-cbc131710863), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:09.265171 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:09.265557 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:09.340161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c7c641-4a3c-4554-9464-a24c3a2831b4 None None] Network 3d9bd5ca-5571-47e4-8351-00c2a6b67641 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:09.382119 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-244cdbe9-eef5-4236-a9b4-249388dd847a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for security_group_rule (f26f8614-3bb6-4430-bbf1-cbc131710863), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:09.384655 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b0cec60-a247-4198-8adb-e4a1eef491f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (987df619-bafa-4976-a136-5c00695e3d06), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:09.391423 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b0cec60-a247-4198-8adb-e4a1eef491f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:09.395414 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8b0cec60-a247-4198-8adb-e4a1eef491f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/987df619-bafa-4976-a136-5c00695e3d06 HTTP/1.1" status: 204 len: 168 time: 1.0222931 Feb 11 04:29:09.414537 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0cec60-a247-4198-8adb-e4a1eef491f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987df619-bafa-4976-a136-5c00695e3d06,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:09.454563 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-244cdbe9-eef5-4236-a9b4-249388dd847a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (f26f8614-3bb6-4430-bbf1-cbc131710863), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:09.598030 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b72b3d4b-1869-4caf-badb-f516bfdd623a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:09.626378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cdbe9-eef5-4236-a9b4-249388dd847a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26f8614-3bb6-4430-bbf1-cbc131710863,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:09.672604 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-244cdbe9-eef5-4236-a9b4-249388dd847a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:09.687971 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-244cdbe9-eef5-4236-a9b4-249388dd847a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0827622 Feb 11 04:29:09.689026 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53596) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:09.712088 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-58a92d73-6488-460a-be4c-3d0f0dbef35c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Request body: {'security_group_rule': {'security_group_id': '513f1937-0495-47bc-b256-c8ac5ae80cfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:09.832192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:09.832578 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:09.854879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-16630554-897e-472a-a656-d983f5508631 None None] Provisioning complete for port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:09.855248 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-16630554-897e-472a-a656-d983f5508631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:09.866069 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b72b3d4b-1869-4caf-badb-f516bfdd623a admin admin] Publish callbacks [] for security_group (2bcb4da0-412e-4908-aff2-f2685f744fe8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:09.900594 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58a92d73-6488-460a-be4c-3d0f0dbef35c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for security_group_rule (247eff5d-efe5-48b4-aaa0-14c438f8c306), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:10.019302 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b72b3d4b-1869-4caf-badb-f516bfdd623a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2bcb4da0-412e-4908-aff2-f2685f744fe8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:10.165999 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b3d4b-1869-4caf-badb-f516bfdd623a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcb4da0-412e-4908-aff2-f2685f744fe8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:10.261324 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58a92d73-6488-460a-be4c-3d0f0dbef35c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for security_group_rule (247eff5d-efe5-48b4-aaa0-14c438f8c306), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:10.324442 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b72b3d4b-1869-4caf-badb-f516bfdd623a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52de2717f05b426680eb972f089def27&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2500834 Feb 11 04:29:10.324760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53600) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:10.505984 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58a92d73-6488-460a-be4c-3d0f0dbef35c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (247eff5d-efe5-48b4-aaa0-14c438f8c306), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:10.605773 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a92d73-6488-460a-be4c-3d0f0dbef35c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247eff5d-efe5-48b4-aaa0-14c438f8c306,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:10.691988 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-16630554-897e-472a-a656-d983f5508631 None None] Current status of the port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:10.693012 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-16630554-897e-472a-a656-d983f5508631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:10.699837 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c580449-5cb6-404e-ba8a-a76e49b65878 req-6b23d045-8436-4160-9446-6b9f0ae8231f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 2.5779965 Feb 11 04:29:10.717888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event updated for resources: {'Port': ['ID=4c3210d5-50ab-4af4-a47e-a2112381bed8,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:10.755842 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-336f38b0-26f7-43bb-a1b3-a8e6c1a15a77 admin admin] Publish callbacks [] for security_group (2bcb4da0-412e-4908-aff2-f2685f744fe8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:10.809719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:10.810250 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-336f38b0-26f7-43bb-a1b3-a8e6c1a15a77 admin admin] Publish callbacks [] for security_group (2bcb4da0-412e-4908-aff2-f2685f744fe8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:10.811311 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:10.827693 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58a92d73-6488-460a-be4c-3d0f0dbef35c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:10.838663 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-58a92d73-6488-460a-be4c-3d0f0dbef35c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1310744 Feb 11 04:29:10.840295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53610) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:10.857412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:10.859412 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-317a3e8b-4609-4ee4-9a65-75d69a9920f3 req-8b076d9a-3556-4b92-8bc5-9ed82ce1dc67 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/security-groups?id=32074a36-7b67-4542-8327-f0da852c588c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.8630042 Feb 11 04:29:10.959845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5e7aad66-5b0e-4338-bc23-44f0e8272db9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:10.966795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256a23bb-ed97-482c-9a93-703757629690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7aad66-5b0e-4338-bc23-44f0e8272db9'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:29:10.979326 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439183a8-af28-40eb-a9cb-bcde48b3a094" -d '{"events": [{"server_uuid": "256a23bb-ed97-482c-9a93-703757629690", "name": "network-vif-plugged", "status": "completed", "tag": "5e7aad66-5b0e-4338-bc23-44f0e8272db9"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:29:10.982213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e84236-5b07-4d6c-980e-51bd4d94c8f7 None None] Network b71e20be-81d1-4823-89de-b36313a42735 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:11.045480 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:11.077594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164509aa-dcc2-4eff-b01e-abf53ec9478c req-0543d646-1062-42a0-bcfd-7e0a9f3da82e tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:11.088041 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-164509aa-dcc2-4eff-b01e-abf53ec9478c req-0543d646-1062-42a0-bcfd-7e0a9f3da82e tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.32 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 945 time: 2.6053386 Feb 11 04:29:11.097243 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:11.124593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:11.125326 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:11.148829 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042ed1a8-4b3f-495d-b15c-08b00d9502ea x-openstack-request-id: req-042ed1a8-4b3f-495d-b15c-08b00d9502ea {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:29:11.149754 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256a23bb-ed97-482c-9a93-703757629690", "name": "network-vif-plugged", "status": "completed", "tag": "5e7aad66-5b0e-4338-bc23-44f0e8272db9", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:29:11.150446 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-042ed1a8-4b3f-495d-b15c-08b00d9502ea {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:29:11.151632 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256a23bb-ed97-482c-9a93-703757629690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'code': 200} Feb 11 04:29:11.160518 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-336f38b0-26f7-43bb-a1b3-a8e6c1a15a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2bcb4da0-412e-4908-aff2-f2685f744fe8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:11.170703 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-336f38b0-26f7-43bb-a1b3-a8e6c1a15a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:11.191372 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-336f38b0-26f7-43bb-a1b3-a8e6c1a15a77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bcb4da0-412e-4908-aff2-f2685f744fe8 HTTP/1.1" status: 204 len: 168 time: 0.8461483 Feb 11 04:29:11.249749 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f38b0-26f7-43bb-a1b3-a8e6c1a15a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcb4da0-412e-4908-aff2-f2685f744fe8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:11.285719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-16630554-897e-472a-a656-d983f5508631 None None] For port ad05c2e2-4a24-465a-8ad2-9535f96e3f87, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ad05c2e2-4a24-465a-8ad2-9535f96e3f87,segment=NetworkSegment(15758c05-2890-4e61-bd6c-1fcc322e1ba7),segment_id=15758c05-2890-4e61-bd6c-1fcc322e1ba7)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:11.433741 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-16630554-897e-472a-a656-d983f5508631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:11.464641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53618) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:11.476260 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5ec9ebd7-6b71-4c7c-b442-f40378f9e8da tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'subnet': {'network_id': '89104d0f-3e58-4bd5-b634-52c93e4b0983', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:11.525248 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (5763af64-9f34-415b-9e48-bdbb79724924), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:11.640543 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:29:11.641056 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:29:11.697980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5e7aad66-5b0e-4338-bc23-44f0e8272db9,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:11.780996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-011f2ab6-5e81-4ba3-bded-ff385e7c50fb None None] Provisioning complete for port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:11.780996 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-011f2ab6-5e81-4ba3-bded-ff385e7c50fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:11.782449 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:11.821764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-164509aa-dcc2-4eff-b01e-abf53ec9478c req-1a85cb18-5a83-4a28-8046-78c2829bc49e tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Deleting port c111e8c1-33cd-4306-81bd-e14530822539 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:11.821764 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-164509aa-dcc2-4eff-b01e-abf53ec9478c req-1a85cb18-5a83-4a28-8046-78c2829bc49e tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c111e8c1-33cd-4306-81bd-e14530822539), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:11.871887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16630554-897e-472a-a656-d983f5508631 None None] Pushing event updated for resources: {'Port': ['ID=ad05c2e2-4a24-465a-8ad2-9535f96e3f87,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:11.912286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec9ebd7-6b71-4c7c-b442-f40378f9e8da tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:11.923665 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5ec9ebd7-6b71-4c7c-b442-f40378f9e8da tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:12.061653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-011f2ab6-5e81-4ba3-bded-ff385e7c50fb None None] Current status of the port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:12.118910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-011f2ab6-5e81-4ba3-bded-ff385e7c50fb None None] Provisioning complete for port c44b5713-1180-478f-9d76-d60205c6af85 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:12.119292 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-011f2ab6-5e81-4ba3-bded-ff385e7c50fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c44b5713-1180-478f-9d76-d60205c6af85), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:12.191052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-164509aa-dcc2-4eff-b01e-abf53ec9478c req-1a85cb18-5a83-4a28-8046-78c2829bc49e tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] For port c111e8c1-33cd-4306-81bd-e14530822539, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c111e8c1-33cd-4306-81bd-e14530822539,segment=NetworkSegment(c2af0800-6354-4b6c-b9a6-1576b0b03e2c),segment_id=c2af0800-6354-4b6c-b9a6-1576b0b03e2c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:12.191441 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-164509aa-dcc2-4eff-b01e-abf53ec9478c req-1a85cb18-5a83-4a28-8046-78c2829bc49e tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c111e8c1-33cd-4306-81bd-e14530822539), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:12.206413 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Sync routers for ids ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:29:12.247350 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Routers {'c73ad963-7758-4f25-9d3a-c0f945e09a8f'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:12.249903 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:12.336045 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Network 3d9bd5ca-5571-47e4-8351-00c2a6b67641 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:12.380122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-164509aa-dcc2-4eff-b01e-abf53ec9478c req-1a85cb18-5a83-4a28-8046-78c2829bc49e tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Calling delete_port for c111e8c1-33cd-4306-81bd-e14530822539 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:12.447558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:12.544272 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Set router c73ad963-7758-4f25-9d3a-c0f945e09a8f gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:29:12.565818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:12.575094 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Allocated IP 172.25.3.122 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/7b078371-5c02-4e92-b6a6-865cc2128ff9) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:29:12.776558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-011f2ab6-5e81-4ba3-bded-ff385e7c50fb None None] Current status of the port c44b5713-1180-478f-9d76-d60205c6af85 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:12.776558 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-011f2ab6-5e81-4ba3-bded-ff385e7c50fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c44b5713-1180-478f-9d76-d60205c6af85), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:12.776558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-011f2ab6-5e81-4ba3-bded-ff385e7c50fb None None] For port c44b5713-1180-478f-9d76-d60205c6af85, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c44b5713-1180-478f-9d76-d60205c6af85,segment=NetworkSegment(b0436d57-4a8b-435d-941f-13bcbefc6c91),segment_id=b0436d57-4a8b-435d-941f-13bcbefc6c91)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:12.791533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c111e8c1-33cd-4306-81bd-e14530822539 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:29:13.046972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d673f-6421-4219-8b20-ab4cb6d6360f req-b3bfd1ac-37f1-4c5e-850e-05075668b678 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:13.071558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e47d673f-6421-4219-8b20-ab4cb6d6360f req-b3bfd1ac-37f1-4c5e-850e-05075668b678 tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 945 time: 0.8646989 Feb 11 04:29:13.081589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port c111e8c1-33cd-4306-81bd-e14530822539 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:13.082345 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c111e8c1-33cd-4306-81bd-e14530822539), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:13.165246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23b0ecb-670c-4458-9e11-2548013fb8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c111e8c1-33cd-4306-81bd-e14530822539'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:29:13.168066 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b55dc4d-16d3-4ffd-b881-557daf52ffb0" -d '{"events": [{"server_uuid": "b23b0ecb-670c-4458-9e11-2548013fb8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c111e8c1-33cd-4306-81bd-e14530822539"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:29:13.242295 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for port (7b078371-5c02-4e92-b6a6-865cc2128ff9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:13.259518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80031ca1-95b5-4d67-9eda-dcc493d0e275 req-57077f2c-791c-455c-92b6-91fbcedf96cf tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:13.262974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80031ca1-95b5-4d67-9eda-dcc493d0e275 req-57077f2c-791c-455c-92b6-91fbcedf96cf tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 1.0666292 Feb 11 04:29:13.307749 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e47d673f-6421-4219-8b20-ab4cb6d6360f req-4e9b6eec-0258-4931-92da-7d61324719bf tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/security-groups?id=32074a36-7b67-4542-8327-f0da852c588c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352338 Feb 11 04:29:13.349320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0bd859e9-fb19-477c-b39a-720208291ae1 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:13.405544 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c111e8c1-33cd-4306-81bd-e14530822539, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c111e8c1-33cd-4306-81bd-e14530822539,segment=NetworkSegment(c2af0800-6354-4b6c-b9a6-1576b0b03e2c),segment_id=c2af0800-6354-4b6c-b9a6-1576b0b03e2c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:13.420924 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5ec9ebd7-6b71-4c7c-b442-f40378f9e8da tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (f4f2127e-6b3a-4452-b453-fe55b1993de7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:13.424060 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-011f2ab6-5e81-4ba3-bded-ff385e7c50fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c44b5713-1180-478f-9d76-d60205c6af85), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:13.558884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9ebd7-6b71-4c7c-b442-f40378f9e8da tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Subnet': ['ID=f4f2127e-6b3a-4452-b453-fe55b1993de7,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:13.579923 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7b078371-5c02-4e92-b6a6-865cc2128ff9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:13.581668 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:29:13.647689 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c34be1f-7a7c-42a6-a26a-1a128a9158b2 x-openstack-request-id: req-7c34be1f-7a7c-42a6-a26a-1a128a9158b2 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:29:13.647689 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23b0ecb-670c-4458-9e11-2548013fb8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c111e8c1-33cd-4306-81bd-e14530822539", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:29:13.649807 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c34be1f-7a7c-42a6-a26a-1a128a9158b2 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:29:13.650239 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23b0ecb-670c-4458-9e11-2548013fb8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c111e8c1-33cd-4306-81bd-e14530822539', 'code': 200} Feb 11 04:29:13.690899 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c111e8c1-33cd-4306-81bd-e14530822539), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:13.712193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event updated for resources: {'Port': ['ID=7b078371-5c02-4e92-b6a6-865cc2128ff9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:13.725522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80031ca1-95b5-4d67-9eda-dcc493d0e275 req-1d2723ed-cf5a-4f7f-848b-2b390e54395f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4160008 Feb 11 04:29:13.726370 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Router 5763af64-9f34-415b-9e48-bdbb79724924 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:29:13.727260 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f2ab6-5e81-4ba3-bded-ff385e7c50fb None None] Pushing event updated for resources: {'Port': ['ID=c44b5713-1180-478f-9d76-d60205c6af85,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:13.755707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-011f2ab6-5e81-4ba3-bded-ff385e7c50fb None None] Provisioning complete for port 4c3210d5-50ab-4af4-a47e-a2112381bed8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:13.756174 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-011f2ab6-5e81-4ba3-bded-ff385e7c50fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4c3210d5-50ab-4af4-a47e-a2112381bed8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:13.763252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:13.820064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:13.830226 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:29:13.987020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:29:13.988633 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-164509aa-dcc2-4eff-b01e-abf53ec9478c req-1a85cb18-5a83-4a28-8046-78c2829bc49e tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c111e8c1-33cd-4306-81bd-e14530822539), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:14.006456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-011f2ab6-5e81-4ba3-bded-ff385e7c50fb None None] Port 4c3210d5-50ab-4af4-a47e-a2112381bed8 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:29:14.019890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c6618-eefd-484e-a05d-0b02ccf2b982 None None] Sync routers for ids ['5763af64-9f34-415b-9e48-bdbb79724924'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:29:14.030782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event deleted for resources: {'Port': ['ID=c111e8c1-33cd-4306-81bd-e14530822539,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:14.034858 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a766d0c9-522b-4360-822d-7a130a3b6739 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "PUT /v2.0/routers/5763af64-9f34-415b-9e48-bdbb79724924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5752003 Feb 11 04:29:14.036781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0bd859e9-fb19-477c-b39a-720208291ae1 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:14.037343 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0bd859e9-fb19-477c-b39a-720208291ae1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:14.045843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53662) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:14.132474 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:48Z', 'updated_at': '2022-02-11T04:29:01Z', 'revision_number': 4, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'gw_port': {'id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:50Z', 'updated_at': '2022-02-11T04:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'f402856c-2bf2-40e8-a887-deda6994b8a4', 'name': '', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'mac_address': 'fa:16:3e:d2:32:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:59Z', 'updated_at': '2022-02-11T04:29:01Z', 'revision_number': 2, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'subnets': [{'id': '2f82346c-9264-4068-a473-ad115add59d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:14.205388 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for floatingip (3e547a35-eede-42a4-b3d8-d0a39e20aa82), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:14.210568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c6618-eefd-484e-a05d-0b02ccf2b982 None None] Routers {'5763af64-9f34-415b-9e48-bdbb79724924'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:14.212907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-245c6618-eefd-484e-a05d-0b02ccf2b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5763af64-9f34-415b-9e48-bdbb79724924'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:14.231074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec9ebd7-6b71-4c7c-b442-f40378f9e8da tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Checking segment: {'id': '1cbaf781-c621-4154-8cfe-e7c61a7e7115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '89104d0f-3e58-4bd5-b634-52c93e4b0983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:14.232314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9ebd7-6b71-4c7c-b442-f40378f9e8da tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network hostable DHCP agents. Network: 89104d0f-3e58-4bd5-b634-52c93e4b0983, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:29:14.251440 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Checking router: c73ad963-7758-4f25-9d3a-c0f945e09a8f for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:29:14.254246 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Updating router c73ad963-7758-4f25-9d3a-c0f945e09a8f port f402856c-2bf2-40e8-a887-deda6994b8a4 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:29:14.331640 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-64952226-5c70-4e76-9492-95b50f250086 None None] Provisioning complete for port c44b5713-1180-478f-9d76-d60205c6af85 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:14.332206 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64952226-5c70-4e76-9492-95b50f250086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c44b5713-1180-478f-9d76-d60205c6af85), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:14.433613 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:14.457686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-245c6618-eefd-484e-a05d-0b02ccf2b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:14.490859 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b078371-5c02-4e92-b6a6-865cc2128ff9), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:14.494610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c6618-eefd-484e-a05d-0b02ccf2b982 None None] Routers {'5763af64-9f34-415b-9e48-bdbb79724924'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:14.501334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-245c6618-eefd-484e-a05d-0b02ccf2b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5763af64-9f34-415b-9e48-bdbb79724924'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:14.510324 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9ebd7-6b71-4c7c-b442-f40378f9e8da tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network 89104d0f-3e58-4bd5-b634-52c93e4b0983 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:29:14.520956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85cb18-5a83-4a28-8046-78c2829bc49e tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Pushing event deleted for resources: {'Port': ['ID=c111e8c1-33cd-4306-81bd-e14530822539,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:14.659566 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5ec9ebd7-6b71-4c7c-b442-f40378f9e8da tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 89104d0f-3e58-4bd5-b634-52c93e4b0983) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:14.679210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec9ebd7-6b71-4c7c-b442-f40378f9e8da tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:14.682394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-245c6618-eefd-484e-a05d-0b02ccf2b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:14.684806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c6618-eefd-484e-a05d-0b02ccf2b982 None None] The sync data for ids ['5763af64-9f34-415b-9e48-bdbb79724924'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:29:14.686290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996428e0-28a0-47be-bde3-54e24b022096 None None] Network 89104d0f-3e58-4bd5-b634-52c93e4b0983 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:14.692898 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5ec9ebd7-6b71-4c7c-b442-f40378f9e8da tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:14.835446 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53678) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:14.854959 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5ec9ebd7-6b71-4c7c-b442-f40378f9e8da tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3822637 Feb 11 04:29:14.885658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53680) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:14.901907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1916cd8f-a02e-4cb8-af1e-df28d6e8b641 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2104574696'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:14.908437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-164509aa-dcc2-4eff-b01e-abf53ec9478c req-1a85cb18-5a83-4a28-8046-78c2829bc49e tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] No DVR routers for this DVR port c111e8c1-33cd-4306-81bd-e14530822539 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:29:14.916380 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-164509aa-dcc2-4eff-b01e-abf53ec9478c req-1a85cb18-5a83-4a28-8046-78c2829bc49e tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:14.935533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-164509aa-dcc2-4eff-b01e-abf53ec9478c req-1a85cb18-5a83-4a28-8046-78c2829bc49e tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.32 "DELETE /v2.0/ports/c111e8c1-33cd-4306-81bd-e14530822539 HTTP/1.1" status: 204 len: 173 time: 3.8223720 Feb 11 04:29:14.947478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63b1f102-e552-472f-97ab-edbadc62bf4b req-bdc3e086-4989-4d66-ae43-b4e8b35fa0bd tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 210 time: 0.2918394 Feb 11 04:29:14.996341 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23b0ecb-670c-4458-9e11-2548013fb8e4', 'name': 'network-vif-deleted', 'tag': 'c111e8c1-33cd-4306-81bd-e14530822539'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:29:15.015992 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5dfe78-2837-43ff-b817-e3396bad6c3b" -d '{"events": [{"server_uuid": "b23b0ecb-670c-4458-9e11-2548013fb8e4", "name": "network-vif-deleted", "tag": "c111e8c1-33cd-4306-81bd-e14530822539"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:29:15.242418 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ad8a1b-fa12-4a80-8665-9b3cc0779120 x-openstack-request-id: req-26ad8a1b-fa12-4a80-8665-9b3cc0779120 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:29:15.245310 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23b0ecb-670c-4458-9e11-2548013fb8e4", "name": "network-vif-deleted", "tag": "c111e8c1-33cd-4306-81bd-e14530822539", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:29:15.245709 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26ad8a1b-fa12-4a80-8665-9b3cc0779120 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:29:15.246256 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23b0ecb-670c-4458-9e11-2548013fb8e4', 'name': 'network-vif-deleted', 'tag': 'c111e8c1-33cd-4306-81bd-e14530822539', 'status': 'completed', 'code': 200} Feb 11 04:29:15.270771 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for port (7b078371-5c02-4e92-b6a6-865cc2128ff9), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.274046 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1916cd8f-a02e-4cb8-af1e-df28d6e8b641 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:15.285158 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1916cd8f-a02e-4cb8-af1e-df28d6e8b641 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.355622 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1916cd8f-a02e-4cb8-af1e-df28d6e8b641 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:29:15.366925 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7b078371-5c02-4e92-b6a6-865cc2128ff9), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.393227 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Publish callbacks [] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.477098 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.542231 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1916cd8f-a02e-4cb8-af1e-df28d6e8b641 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0d23ba75-f51c-4b20-982a-e5aa9abc5bc7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.543225 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-1916cd8f-a02e-4cb8-af1e-df28d6e8b641 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Added segment 0d23ba75-f51c-4b20-982a-e5aa9abc5bc7 of type vlan for network bb1585c2-968a-4a2d-a567-3b9d2614c08a Feb 11 04:29:15.549726 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-64952226-5c70-4e76-9492-95b50f250086 None None] Current status of the port c44b5713-1180-478f-9d76-d60205c6af85 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:15.566431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0bd859e9-fb19-477c-b39a-720208291ae1 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:15.569016 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0bd859e9-fb19-477c-b39a-720208291ae1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.601014 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f0e98-ad01-452b-91ff-eddc1576d3ab None None] Pushing event updated for resources: {'Port': ['ID=f402856c-2bf2-40e8-a887-deda6994b8a4,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:15.659958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-89104d0f-3e58-4bd5-b634-52c93e4b0983', 'network_id': '89104d0f-3e58-4bd5-b634-52c93e4b0983', 'project_id': '488dec3c6ffa42dcaf0f83851d5e8d35', 'fixed_ips': [{'subnet_id': 'f4f2127e-6b3a-4452-b453-fe55b1993de7'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:29:15.675593 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.700781 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d05bb-f784-4cb0-8f5e-5165c46ea5c5 req-783df879-365c-4b47-a859-c711216e2499 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:15.701369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-64952226-5c70-4e76-9492-95b50f250086 None None] Provisioning complete for port 4c3210d5-50ab-4af4-a47e-a2112381bed8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:15.701369 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64952226-5c70-4e76-9492-95b50f250086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4c3210d5-50ab-4af4-a47e-a2112381bed8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.704088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d73d05bb-f784-4cb0-8f5e-5165c46ea5c5 req-783df879-365c-4b47-a859-c711216e2499 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.7553093 Feb 11 04:29:15.705175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d2f52787-76ce-4619-b5db-21dba00a9aab tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:15.706233 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-d2f52787-76ce-4619-b5db-21dba00a9aab tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 04:29:15.709135 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-d2f52787-76ce-4619-b5db-21dba00a9aab tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 04:29:15.715213 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Attempting to bind port f402856c-2bf2-40e8-a887-deda6994b8a4 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:29:15.715213 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Attempting to bind port f402856c-2bf2-40e8-a887-deda6994b8a4 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:29:15.715213 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Attempting to bind port f402856c-2bf2-40e8-a887-deda6994b8a4 on network 52e2e255-4bcd-4033-994f-08fc2f872764 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:29:15.719067 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d2f52787-76ce-4619-b5db-21dba00a9aab tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.8649039 Feb 11 04:29:15.732354 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:29:15.732354 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Checking segment: {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:15.732354 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.732354 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Bound using segment: {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:29:15.732354 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Bound port: f402856c-2bf2-40e8-a887-deda6994b8a4, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:29:15.732354 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.800340 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1916cd8f-a02e-4cb8-af1e-df28d6e8b641 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (bb1585c2-968a-4a2d-a567-3b9d2614c08a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.842411 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53694) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:15.849351 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] For port f402856c-2bf2-40e8-a887-deda6994b8a4, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:29:15.856022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d74f0ea0-498e-4208-acbc-6a15e3ace6f2 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349249805'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:15.866998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event updated for resources: {'Port': ['ID=7b078371-5c02-4e92-b6a6-865cc2128ff9,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:15.874487 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] For port f402856c-2bf2-40e8-a887-deda6994b8a4, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f402856c-2bf2-40e8-a887-deda6994b8a4,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:29:15.903760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (3e547a35-eede-42a4-b3d8-d0a39e20aa82), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.921078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 0bd859e9-fb19-477c-b39a-720208291ae1, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0bd859e9-fb19-477c-b39a-720208291ae1,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:15.951234 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1916cd8f-a02e-4cb8-af1e-df28d6e8b641 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (bb1585c2-968a-4a2d-a567-3b9d2614c08a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.959146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1916cd8f-a02e-4cb8-af1e-df28d6e8b641 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:15.960270 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1916cd8f-a02e-4cb8-af1e-df28d6e8b641 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:15.977786 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:16.061114 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:16.065907 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d7e593f5-6ec2-436d-aaef-33d166fe6458 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2173541 Feb 11 04:29:16.073882 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d74f0ea0-498e-4208-acbc-6a15e3ace6f2 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:16.193709 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f0e98-ad01-452b-91ff-eddc1576d3ab None None] Pushing event updated for resources: {'Port': ['ID=f402856c-2bf2-40e8-a887-deda6994b8a4,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:16.222119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d73d05bb-f784-4cb0-8f5e-5165c46ea5c5 req-78949fb3-7ff6-44d5-b1f1-b10a3b4505b2 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2924809 Feb 11 04:29:16.297265 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Routers {'c73ad963-7758-4f25-9d3a-c0f945e09a8f'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:16.298030 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:16.341909 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1916cd8f-a02e-4cb8-af1e-df28d6e8b641 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4512522 Feb 11 04:29:16.346056 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53704) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:16.386883 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0bd859e9-fb19-477c-b39a-720208291ae1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:16.393032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ad05c2e2-4a24-465a-8ad2-9535f96e3f87 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:16.393433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916cd8f-a02e-4cb8-af1e-df28d6e8b641 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Network': ['ID=bb1585c2-968a-4a2d-a567-3b9d2614c08a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:16.429916 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-69e618ff-936e-4699-a945-ac9823992304 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'subnet': {'network_id': 'bb1585c2-968a-4a2d-a567-3b9d2614c08a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:16.568245 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d74f0ea0-498e-4208-acbc-6a15e3ace6f2 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:16.569480 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8078cbc3-62d3-4df4-819b-2451581f5d7a req-638e76ce-97ca-4dd2-ac92-703d51324a3b tempest-AttachSCSIVolumeTestJSON-1542966177 tempest-AttachSCSIVolumeTestJSON-1542966177-project] 10.222.0.13 "GET /v2.0/ports?device_id=b23b0ecb-670c-4458-9e11-2548013fb8e4 HTTP/1.1" status: 200 len: 210 time: 0.2315118 Feb 11 04:29:16.569480 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-775c4a16-02c7-4f3f-8d0e-c4c3bcab1cf7 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:16.569480 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-775c4a16-02c7-4f3f-8d0e-c4c3bcab1cf7 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "PUT /v2.0/routers/5763af64-9f34-415b-9e48-bdbb79724924/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4941096 Feb 11 04:29:16.579530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53710) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:16.675415 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] Set router c73ad963-7758-4f25-9d3a-c0f945e09a8f gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:29:16.790925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-64952226-5c70-4e76-9492-95b50f250086 None None] Port 4c3210d5-50ab-4af4-a47e-a2112381bed8 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:29:16.821454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network bb1585c2-968a-4a2d-a567-3b9d2614c08a details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:29:16.826724 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=0bd859e9-fb19-477c-b39a-720208291ae1,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:16.827134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e618ff-936e-4699-a945-ac9823992304 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:16.833185 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69e618ff-936e-4699-a945-ac9823992304 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:16.917627 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d74f0ea0-498e-4208-acbc-6a15e3ace6f2 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (15dcfac3-c43f-40aa-8e2b-f39d0d746fe4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:17.096705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Allocated IP 2001:db8:0:ffff::2 (89104d0f-3e58-4bd5-b634-52c93e4b0983/f4f2127e-6b3a-4452-b453-fe55b1993de7/aac38026-07af-4914-9998-7e8d075c1920) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:29:17.111024 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d74f0ea0-498e-4208-acbc-6a15e3ace6f2 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (15dcfac3-c43f-40aa-8e2b-f39d0d746fe4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:17.352736 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:48Z', 'updated_at': '2022-02-11T04:29:01Z', 'revision_number': 4, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'gw_port': {'id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:50Z', 'updated_at': '2022-02-11T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'f402856c-2bf2-40e8-a887-deda6994b8a4', 'name': '', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'mac_address': 'fa:16:3e:d2:32:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:59Z', 'updated_at': '2022-02-11T04:29:15Z', 'revision_number': 4, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'subnets': [{'id': '2f82346c-9264-4068-a473-ad115add59d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:17.453539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:17.453929 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:17.474542 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c50a3-8676-40a7-adc2-7d93c1e4ceeb None None] The sync data for ids ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'] in n-d-712142-35 is: [{'id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:48Z', 'updated_at': '2022-02-11T04:29:01Z', 'revision_number': 4, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'gw_port': {'id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:50Z', 'updated_at': '2022-02-11T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'f402856c-2bf2-40e8-a887-deda6994b8a4', 'name': '', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'mac_address': 'fa:16:3e:d2:32:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:59Z', 'updated_at': '2022-02-11T04:29:15Z', 'revision_number': 4, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'subnets': [{'id': '2f82346c-9264-4068-a473-ad115add59d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:29:17.511482 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f0ea0-498e-4208-acbc-6a15e3ace6f2 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15dcfac3-c43f-40aa-8e2b-f39d0d746fe4,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:17.591929 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d74f0ea0-498e-4208-acbc-6a15e3ace6f2 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (71e640d6-876e-4d64-8f4b-863d8f7e7c54), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:17.714212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f703be48-ddd8-44b6-b72e-fc1fe08fc322 None None] Provisioning complete for port f402856c-2bf2-40e8-a887-deda6994b8a4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:17.714588 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f703be48-ddd8-44b6-b72e-fc1fe08fc322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:17.730034 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d74f0ea0-498e-4208-acbc-6a15e3ace6f2 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (71e640d6-876e-4d64-8f4b-863d8f7e7c54), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:17.882693 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f0ea0-498e-4208-acbc-6a15e3ace6f2 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e640d6-876e-4d64-8f4b-863d8f7e7c54,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:17.916321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee007e64-a283-4d07-b393-bc0b4edd73b2 req-bef7628f-1e95-49c3-977f-1d52ba16fd72 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:17.920336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee007e64-a283-4d07-b393-bc0b4edd73b2 req-bef7628f-1e95-49c3-977f-1d52ba16fd72 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.4823325 Feb 11 04:29:17.961066 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d74f0ea0-498e-4208-acbc-6a15e3ace6f2 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:17.965955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53734) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:17.970982 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d74f0ea0-498e-4208-acbc-6a15e3ace6f2 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.1213493 Feb 11 04:29:17.973229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-298f49c9-8821-4495-8ead-a20a7393890b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': '71e640d6-876e-4d64-8f4b-863d8f7e7c54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:17.976358 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f703be48-ddd8-44b6-b72e-fc1fe08fc322 None None] Current status of the port f402856c-2bf2-40e8-a887-deda6994b8a4 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:17.976868 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f703be48-ddd8-44b6-b72e-fc1fe08fc322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:18.059878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:18.061006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c44b5713-1180-478f-9d76-d60205c6af85 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:18.123988 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69e618ff-936e-4699-a945-ac9823992304 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (d740102e-662d-43c9-bc61-ba95a5f35e39), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:18.250249 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3dbfab5-a040-4381-8043-2ca8cfe52686 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (5763af64-9f34-415b-9e48-bdbb79724924), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:18.281048 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee007e64-a283-4d07-b393-bc0b4edd73b2 req-e9aa13b0-20f1-437f-8751-dcab8421ae47 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3432570 Feb 11 04:29:18.341328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f703be48-ddd8-44b6-b72e-fc1fe08fc322 None None] For port f402856c-2bf2-40e8-a887-deda6994b8a4, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f402856c-2bf2-40e8-a887-deda6994b8a4,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:18.349952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e618ff-936e-4699-a945-ac9823992304 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Subnet': ['ID=d740102e-662d-43c9-bc61-ba95a5f35e39,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:18.351805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c44b5713-1180-478f-9d76-d60205c6af85 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:18.352291 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c44b5713-1180-478f-9d76-d60205c6af85), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:18.378732 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e618ff-936e-4699-a945-ac9823992304 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Checking segment: {'id': '0d23ba75-f51c-4b20-982a-e5aa9abc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bb1585c2-968a-4a2d-a567-3b9d2614c08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:18.380222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e618ff-936e-4699-a945-ac9823992304 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network hostable DHCP agents. Network: bb1585c2-968a-4a2d-a567-3b9d2614c08a, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:29:18.434452 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f703be48-ddd8-44b6-b72e-fc1fe08fc322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:18.496081 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-298f49c9-8821-4495-8ead-a20a7393890b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group_rule (e7afe2a9-313d-42c6-ad6b-df744a6195bf), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:18.500599 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e618ff-936e-4699-a945-ac9823992304 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network bb1585c2-968a-4a2d-a567-3b9d2614c08a is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:29:18.552955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c44b5713-1180-478f-9d76-d60205c6af85 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:18.558846 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Publish callbacks [] for port (aac38026-07af-4914-9998-7e8d075c1920), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:18.590446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703be48-ddd8-44b6-b72e-fc1fe08fc322 None None] Pushing event updated for resources: {'Port': ['ID=f402856c-2bf2-40e8-a887-deda6994b8a4,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:18.596956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-69e618ff-936e-4699-a945-ac9823992304 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, bb1585c2-968a-4a2d-a567-3b9d2614c08a) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:18.601754 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e618ff-936e-4699-a945-ac9823992304 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:18.608079 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69e618ff-936e-4699-a945-ac9823992304 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:18.610221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c26e6b5-3fda-4179-9001-321018b70bce None None] Network bb1585c2-968a-4a2d-a567-3b9d2614c08a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:18.728802 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-69e618ff-936e-4699-a945-ac9823992304 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3425486 Feb 11 04:29:18.731557 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53746) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:18.796887 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (aac38026-07af-4914-9998-7e8d075c1920), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:18.947054 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-298f49c9-8821-4495-8ead-a20a7393890b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group_rule (e7afe2a9-313d-42c6-ad6b-df744a6195bf), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:19.012263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0bd859e9-fb19-477c-b39a-720208291ae1 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:19.035911 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Network 89104d0f-3e58-4bd5-b634-52c93e4b0983 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:19.040382 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-298f49c9-8821-4495-8ead-a20a7393890b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (e7afe2a9-313d-42c6-ad6b-df744a6195bf), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:19.097293 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (bb1585c2-968a-4a2d-a567-3b9d2614c08a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:19.120477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f49c9-8821-4495-8ead-a20a7393890b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7afe2a9-313d-42c6-ad6b-df744a6195bf,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:19.123645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:19.127539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:29:19.184634 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Pushing event updated for resources: {'Port': ['ID=aac38026-07af-4914-9998-7e8d075c1920,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:19.251188 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-298f49c9-8821-4495-8ead-a20a7393890b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:19.255738 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-298f49c9-8821-4495-8ead-a20a7393890b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2854526 Feb 11 04:29:19.261019 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53762) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:19.278656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-61a766e8-d2df-4b3a-ab3b-2ae76e6818a6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': '71e640d6-876e-4d64-8f4b-863d8f7e7c54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:19.307885 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (d740102e-662d-43c9-bc61-ba95a5f35e39), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:19.311061 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43591199-03f4-4c56-b29f-5bc49c88e0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-bb1585c2-968a-4a2d-a567-3b9d2614c08a', 'network_id': 'bb1585c2-968a-4a2d-a567-3b9d2614c08a', 'project_id': '488dec3c6ffa42dcaf0f83851d5e8d35', 'fixed_ips': [{'subnet_id': 'd740102e-662d-43c9-bc61-ba95a5f35e39'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:29:19.314409 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-43591199-03f4-4c56-b29f-5bc49c88e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:19.623817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e7a44-bd2f-435c-9c48-3fce0905f697 req-37200556-2136-4298-91bf-ca8444337c1d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:19.635928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-833e7a44-bd2f-435c-9c48-3fce0905f697 req-37200556-2136-4298-91bf-ca8444337c1d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.1834946 Feb 11 04:29:19.677487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c3dbfab5-a040-4381-8043-2ca8cfe52686 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Deleting port 4c3210d5-50ab-4af4-a47e-a2112381bed8 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:19.677816 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3dbfab5-a040-4381-8043-2ca8cfe52686 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4c3210d5-50ab-4af4-a47e-a2112381bed8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:19.779643 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-833e7a44-bd2f-435c-9c48-3fce0905f697 req-20d3fbbf-55cc-45b2-8ad6-4084d1cce2d1 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1412501 Feb 11 04:29:19.851805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Attempting to bind port aac38026-07af-4914-9998-7e8d075c1920 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:29:19.852260 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Attempting to bind port aac38026-07af-4914-9998-7e8d075c1920 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '1cbaf781-c621-4154-8cfe-e7c61a7e7115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '89104d0f-3e58-4bd5-b634-52c93e4b0983'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:29:19.852636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Attempting to bind port aac38026-07af-4914-9998-7e8d075c1920 on network 89104d0f-3e58-4bd5-b634-52c93e4b0983 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:29:19.884828 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (d740102e-662d-43c9-bc61-ba95a5f35e39), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:19.914429 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3dbfab5-a040-4381-8043-2ca8cfe52686 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4c3210d5-50ab-4af4-a47e-a2112381bed8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:19.929332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c3dbfab5-a040-4381-8043-2ca8cfe52686 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Calling delete_port for 4c3210d5-50ab-4af4-a47e-a2112381bed8 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:19.930577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:29:19.935179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Checking segment: {'id': '1cbaf781-c621-4154-8cfe-e7c61a7e7115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '89104d0f-3e58-4bd5-b634-52c93e4b0983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:19.935404 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:19.935794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Bound using segment: {'id': '1cbaf781-c621-4154-8cfe-e7c61a7e7115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '89104d0f-3e58-4bd5-b634-52c93e4b0983'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:29:19.936742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Bound port: aac38026-07af-4914-9998-7e8d075c1920, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbaf781-c621-4154-8cfe-e7c61a7e7115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '89104d0f-3e58-4bd5-b634-52c93e4b0983'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:29:19.938907 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (aac38026-07af-4914-9998-7e8d075c1920), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:19.963947 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0bd859e9-fb19-477c-b39a-720208291ae1 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:19.964315 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0bd859e9-fb19-477c-b39a-720208291ae1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:20.033188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Subnet': ['ID=d740102e-662d-43c9-bc61-ba95a5f35e39,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:20.072309 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61a766e8-d2df-4b3a-ab3b-2ae76e6818a6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group_rule (22762a1e-6ab3-4e37-a85e-d3e641984331), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:20.170300 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (bb1585c2-968a-4a2d-a567-3b9d2614c08a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:20.213172 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1585c2-968a-4a2d-a567-3b9d2614c08a']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:20.234083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d23ba75-f51c-4b20-982a-e5aa9abc5bc7') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:20.234671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d23ba75-f51c-4b20-982a-e5aa9abc5bc7') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:20.246935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (0d23ba75-f51c-4b20-982a-e5aa9abc5bc7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:20.251512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] For port aac38026-07af-4914-9998-7e8d075c1920, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:29:20.257275 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] For port aac38026-07af-4914-9998-7e8d075c1920, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=aac38026-07af-4914-9998-7e8d075c1920,segment=NetworkSegment(1cbaf781-c621-4154-8cfe-e7c61a7e7115),segment_id=1cbaf781-c621-4154-8cfe-e7c61a7e7115)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:29:20.271129 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0d23ba75-f51c-4b20-982a-e5aa9abc5bc7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:20.288927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:29:20.289724 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (0d23ba75-f51c-4b20-982a-e5aa9abc5bc7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:29:20.293720 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:29:20.350369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cb7f1-2885-40db-bfec-319c2ffb3008 req-e1708b59-4062-433c-9775-9a0b23c5d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:20.351916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-227cb7f1-2885-40db-bfec-319c2ffb3008 req-e1708b59-4062-433c-9775-9a0b23c5d608 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 1129 time: 0.2652912 Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server [None req-43591199-03f4-4c56-b29f-5bc49c88e0cf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d740102e-662d-43c9-bc61-ba95a5f35e39: This subnet is being modified by another concurrent operation. Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:29:20.383693 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise exception Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d740102e-662d-43c9-bc61-ba95a5f35e39: This subnet is being modified by another concurrent operation. Feb 11 04:29:20.387781 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Feb 11 04:29:20.405133 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0bd859e9-fb19-477c-b39a-720208291ae1 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:20.406320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c44b5713-1180-478f-9d76-d60205c6af85 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:20.415054 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (aac38026-07af-4914-9998-7e8d075c1920), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:20.449892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6c4226-bf17-43ff-af58-d1ce1e584497 None None] Network bb1585c2-968a-4a2d-a567-3b9d2614c08a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:20.514965 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-61a766e8-d2df-4b3a-ab3b-2ae76e6818a6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 04:29:20.516522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-61a766e8-d2df-4b3a-ab3b-2ae76e6818a6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2540324 Feb 11 04:29:20.519292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53792) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:20.589926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cb7f1-2885-40db-bfec-319c2ffb3008 req-cea28def-b026-4c15-b103-7a3aff50bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:20.591440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-227cb7f1-2885-40db-bfec-319c2ffb3008 req-cea28def-b026-4c15-b103-7a3aff50bc25 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 917 time: 0.2004161 Feb 11 04:29:20.603854 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (bb1585c2-968a-4a2d-a567-3b9d2614c08a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:20.632337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:20.640980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b724df-a7f4-4c07-bc37-2c0554838ee7 None None] Pushing event updated for resources: {'Port': ['ID=aac38026-07af-4914-9998-7e8d075c1920,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:20.644442 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/bb1585c2-968a-4a2d-a567-3b9d2614c08a HTTP/1.1" status: 204 len: 168 time: 1.9078197 Feb 11 04:29:20.650945 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53798) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:20.680241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c44b5713-1180-478f-9d76-d60205c6af85 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:20.680645 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c44b5713-1180-478f-9d76-d60205c6af85), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:20.708774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-93d12454-f3f9-4a0d-8b2d-2b92f4751b7e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1750556873'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:20.721240 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3dbfab5-a040-4381-8043-2ca8cfe52686 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4c3210d5-50ab-4af4-a47e-a2112381bed8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:20.745184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5478fd2-cb9c-4a7e-a8d9-a9fd1bd4286c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Network': ['ID=bb1585c2-968a-4a2d-a567-3b9d2614c08a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:20.763582 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-227cb7f1-2885-40db-bfec-319c2ffb3008 req-7d9498fe-d93e-405f-a5ed-d35f9db19bb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9 HTTP/1.1" status: 200 len: 1001 time: 0.1659007 Feb 11 04:29:20.768265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbfab5-a040-4381-8043-2ca8cfe52686 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event deleted for resources: {'Port': ['ID=4c3210d5-50ab-4af4-a47e-a2112381bed8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:20.830356 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa6b6217-009a-42bc-b456-8690ea7f1928 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (71e640d6-876e-4d64-8f4b-863d8f7e7c54), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:20.832931 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c44b5713-1180-478f-9d76-d60205c6af85 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:20.833895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cb7f1-2885-40db-bfec-319c2ffb3008 req-7f1fe825-2f74-454b-8f75-0d027bcbbb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:20.834951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f402856c-2bf2-40e8-a887-deda6994b8a4 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:20.835822 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-227cb7f1-2885-40db-bfec-319c2ffb3008 req-7f1fe825-2f74-454b-8f75-0d027bcbbb5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aff91b0d-1298-40b8-9cf7-8b139d7ddd16 HTTP/1.1" status: 200 len: 855 time: 0.0652604 Feb 11 04:29:20.901119 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa6b6217-009a-42bc-b456-8690ea7f1928 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (71e640d6-876e-4d64-8f4b-863d8f7e7c54), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:20.975436 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d12454-f3f9-4a0d-8b2d-2b92f4751b7e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:20.982011 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93d12454-f3f9-4a0d-8b2d-2b92f4751b7e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:21.019517 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f402856c-2bf2-40e8-a887-deda6994b8a4 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:21.020753 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:21.069316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d12454-f3f9-4a0d-8b2d-2b92f4751b7e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:29:21.101491 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93d12454-f3f9-4a0d-8b2d-2b92f4751b7e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ae3e2257-b16a-41e9-af26-e8103ceb2771), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:21.103712 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-93d12454-f3f9-4a0d-8b2d-2b92f4751b7e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Added segment ae3e2257-b16a-41e9-af26-e8103ceb2771 of type vlan for network 338fab0d-5aad-4540-b7cc-aa6c270a0a6b Feb 11 04:29:21.168972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cb7f1-2885-40db-bfec-319c2ffb3008 req-a7f5e93b-a2e4-48c0-8f0b-e5172dc720d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:21.170527 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-227cb7f1-2885-40db-bfec-319c2ffb3008 req-a7f5e93b-a2e4-48c0-8f0b-e5172dc720d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aea3f5db-90d4-484d-a1e1-ef38ac456aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2529144 Feb 11 04:29:21.226998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f402856c-2bf2-40e8-a887-deda6994b8a4 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:21.310111 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93d12454-f3f9-4a0d-8b2d-2b92f4751b7e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (338fab0d-5aad-4540-b7cc-aa6c270a0a6b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:21.388545 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3dbfab5-a040-4381-8043-2ca8cfe52686 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (5763af64-9f34-415b-9e48-bdbb79724924), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:21.449241 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa6b6217-009a-42bc-b456-8690ea7f1928 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (71e640d6-876e-4d64-8f4b-863d8f7e7c54), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:21.452414 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa6b6217-009a-42bc-b456-8690ea7f1928 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:21.455612 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fa6b6217-009a-42bc-b456-8690ea7f1928 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "DELETE /v2.0/security-groups/71e640d6-876e-4d64-8f4b-863d8f7e7c54 HTTP/1.1" status: 204 len: 168 time: 0.9345284 Feb 11 04:29:21.492601 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53820) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:21.499341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b6217-009a-42bc-b456-8690ea7f1928 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e640d6-876e-4d64-8f4b-863d8f7e7c54,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:21.543926 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93d12454-f3f9-4a0d-8b2d-2b92f4751b7e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (338fab0d-5aad-4540-b7cc-aa6c270a0a6b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:21.592539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d12454-f3f9-4a0d-8b2d-2b92f4751b7e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:21.593455 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93d12454-f3f9-4a0d-8b2d-2b92f4751b7e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:21.607705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device aac38026-07af-4914-9998-7e8d075c1920 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:21.678028 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port aac38026-07af-4914-9998-7e8d075c1920 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:21.678577 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (aac38026-07af-4914-9998-7e8d075c1920), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:21.694181 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12454-f3f9-4a0d-8b2d-2b92f4751b7e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Network': ['ID=338fab0d-5aad-4540-b7cc-aa6c270a0a6b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:21.714285 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-93d12454-f3f9-4a0d-8b2d-2b92f4751b7e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0500369 Feb 11 04:29:21.724498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 338fab0d-5aad-4540-b7cc-aa6c270a0a6b details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:29:21.738221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53822) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:21.749592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d06e1de3-ecce-4c57-b8d7-c7fe8836b13b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'subnet': {'network_id': '338fab0d-5aad-4540-b7cc-aa6c270a0a6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:21.898753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port aac38026-07af-4914-9998-7e8d075c1920 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:21.899401 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (aac38026-07af-4914-9998-7e8d075c1920), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:21.977580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port aac38026-07af-4914-9998-7e8d075c1920, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=aac38026-07af-4914-9998-7e8d075c1920,segment=NetworkSegment(1cbaf781-c621-4154-8cfe-e7c61a7e7115),segment_id=1cbaf781-c621-4154-8cfe-e7c61a7e7115)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:22.031615 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-961665bf-6dbc-4c95-a58f-fa24129371d3 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5073278 Feb 11 04:29:22.032950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53828) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:22.042834 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ff8e0a90-32ba-4d19-842a-4e59bcee2e77 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group': {'name': 'tempest-secgroup--544463913'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:22.095519 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06e1de3-ecce-4c57-b8d7-c7fe8836b13b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:22.100768 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d06e1de3-ecce-4c57-b8d7-c7fe8836b13b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:22.220083 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (aac38026-07af-4914-9998-7e8d075c1920), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:22.221005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f402856c-2bf2-40e8-a887-deda6994b8a4 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:22.418045 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d420301-ff7f-4cb1-af34-6abef9380584 req-fc4ee2a6-22cf-4d15-ba3d-2b6beb59eb3c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:22.419631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d420301-ff7f-4cb1-af34-6abef9380584 req-fc4ee2a6-22cf-4d15-ba3d-2b6beb59eb3c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 1.3605912 Feb 11 04:29:22.426944 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=aac38026-07af-4914-9998-7e8d075c1920,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:22.465770 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f402856c-2bf2-40e8-a887-deda6994b8a4 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:22.466422 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:22.514840 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0a90-32ba-4d19-842a-4e59bcee2e77 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:22.518324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96355851-f804-4432-8a38-10991c07ce83 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:29:22.531559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-f0a9b6bd-7657-4a41-919b-9b825fee899d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1404611789&fields=id&tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4 HTTP/1.1" status: 200 len: 267 time: 0.3222802 Feb 11 04:29:22.598947 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-227cb7f1-2885-40db-bfec-319c2ffb3008 req-b489bb66-b4b3-4d97-bab7-f1bc00ba302f service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4131973 Feb 11 04:29:22.674989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dbfab5-a040-4381-8043-2ca8cfe52686 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Router 5763af64-9f34-415b-9e48-bdbb79724924 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:29:22.705648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d06e1de3-ecce-4c57-b8d7-c7fe8836b13b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (5768ae85-6981-4498-a2d1-77ae533b09aa), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:22.906421 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e1de3-ecce-4c57-b8d7-c7fe8836b13b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Subnet': ['ID=5768ae85-6981-4498-a2d1-77ae533b09aa,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:22.921157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-227cb7f1-2885-40db-bfec-319c2ffb3008 req-0082f20d-d704-41d7-a601-72c58757dcad service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113332 Feb 11 04:29:22.948482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-eca5657b-5c58-4071-a551-1b3121693e1a None None] Provisioning complete for port aac38026-07af-4914-9998-7e8d075c1920 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:22.949562 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eca5657b-5c58-4071-a551-1b3121693e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (aac38026-07af-4914-9998-7e8d075c1920), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:22.951868 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0a90-32ba-4d19-842a-4e59bcee2e77 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (806ae17a-fd59-4482-b5d2-7a4887b98db6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:23.028204 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f402856c-2bf2-40e8-a887-deda6994b8a4 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:23.042705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06e1de3-ecce-4c57-b8d7-c7fe8836b13b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Checking segment: {'id': 'ae3e2257-b16a-41e9-af26-e8103ceb2771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '338fab0d-5aad-4540-b7cc-aa6c270a0a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:23.053125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06e1de3-ecce-4c57-b8d7-c7fe8836b13b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network hostable DHCP agents. Network: 338fab0d-5aad-4540-b7cc-aa6c270a0a6b, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:29:23.053384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96355851-f804-4432-8a38-10991c07ce83 None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:29:23.083538 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0a90-32ba-4d19-842a-4e59bcee2e77 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (806ae17a-fd59-4482-b5d2-7a4887b98db6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:23.191504 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5f1f13b6-bf41-4ddb-86bb-7bdcd2334ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:23.201639 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e0a90-32ba-4d19-842a-4e59bcee2e77 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806ae17a-fd59-4482-b5d2-7a4887b98db6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:23.249612 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff8e0a90-32ba-4d19-842a-4e59bcee2e77 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:23.249612 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ff8e0a90-32ba-4d19-842a-4e59bcee2e77 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2125216 Feb 11 04:29:23.250683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53856) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:23.281404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-453d290f-08c8-4e74-b776-aa16a42d62f9 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': '806ae17a-fd59-4482-b5d2-7a4887b98db6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:23.281404 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-453d290f-08c8-4e74-b776-aa16a42d62f9 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 04:29:23.281404 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-453d290f-08c8-4e74-b776-aa16a42d62f9 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:23.281404 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-453d290f-08c8-4e74-b776-aa16a42d62f9 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0255699 Feb 11 04:29:23.289329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53858) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:23.343944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-f9a1ba7d-ebc4-4cec-905f-ea274994cec8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:23.359609 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-f9a1ba7d-ebc4-4cec-905f-ea274994cec8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 812 time: 0.8147838 Feb 11 04:29:23.393900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06e1de3-ecce-4c57-b8d7-c7fe8836b13b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network 338fab0d-5aad-4540-b7cc-aa6c270a0a6b is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:29:23.416947 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7e3bc142-18e8-48d7-ba7a-ae785487d743 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (806ae17a-fd59-4482-b5d2-7a4887b98db6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:23.431367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dbfab5-a040-4381-8043-2ca8cfe52686 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:29:23.440987 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa430b0b-be21-4af6-a719-0fbf324a07ee None None] Sync routers for ids ['5763af64-9f34-415b-9e48-bdbb79724924'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:29:23.462045 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa430b0b-be21-4af6-a719-0fbf324a07ee None None] Routers {'5763af64-9f34-415b-9e48-bdbb79724924'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:23.467201 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-aa430b0b-be21-4af6-a719-0fbf324a07ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5763af64-9f34-415b-9e48-bdbb79724924'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:23.471904 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7e3bc142-18e8-48d7-ba7a-ae785487d743 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (806ae17a-fd59-4482-b5d2-7a4887b98db6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:23.496701 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c3dbfab5-a040-4381-8043-2ca8cfe52686 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "PUT /v2.0/routers/5763af64-9f34-415b-9e48-bdbb79724924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9075069 Feb 11 04:29:23.496956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53860) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:23.498361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device aac38026-07af-4914-9998-7e8d075c1920 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:23.532506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-6ebcfabd-02ed-4a49-bf3f-345b56888479 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/quotas/a0c272147a3c4494a9c82c9c21a2e5c4 HTTP/1.1" status: 200 len: 375 time: 0.1695721 Feb 11 04:29:23.606955 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-aa430b0b-be21-4af6-a719-0fbf324a07ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:23.614417 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-754245b6-7e76-4a17-b91c-fd786ea72442 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] delete failed (client error): The resource could not be found. Feb 11 04:29:23.622228 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-754245b6-7e76-4a17-b91c-fd786ea72442 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-2068562628 HTTP/1.1" status: 404 len: 335 time: 0.1175184 Feb 11 04:29:23.625377 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53864) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:23.635579 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa430b0b-be21-4af6-a719-0fbf324a07ee None None] Routers {'5763af64-9f34-415b-9e48-bdbb79724924'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:23.636553 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-aa430b0b-be21-4af6-a719-0fbf324a07ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:28:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5763af64-9f34-415b-9e48-bdbb79724924'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:23.639012 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-d06e1de3-ecce-4c57-b8d7-c7fe8836b13b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 338fab0d-5aad-4540-b7cc-aa6c270a0a6b) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:23.678823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d420301-ff7f-4cb1-af34-6abef9380584 req-f7cce5b6-733c-4fa2-8c3a-650e9a50043e tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1602180 Feb 11 04:29:23.713373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-61f16bdc-23d2-4e91-9943-f49e05341895 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1658821 Feb 11 04:29:23.722612 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2f31d1b0-ef96-4f59-bb7e-3644ebea2146 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Request body: {'router': {'external_gateway_info': {'network_id': '5763af64-9f34-415b-9e48-bdbb79724924'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:23.741693 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06e1de3-ecce-4c57-b8d7-c7fe8836b13b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:23.745504 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d06e1de3-ecce-4c57-b8d7-c7fe8836b13b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:23.768438 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-aa430b0b-be21-4af6-a719-0fbf324a07ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:23.771279 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa430b0b-be21-4af6-a719-0fbf324a07ee None None] The sync data for ids ['5763af64-9f34-415b-9e48-bdbb79724924'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:29:23.812346 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7e3bc142-18e8-48d7-ba7a-ae785487d743 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (806ae17a-fd59-4482-b5d2-7a4887b98db6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:23.815963 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7e3bc142-18e8-48d7-ba7a-ae785487d743 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:23.821351 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7e3bc142-18e8-48d7-ba7a-ae785487d743 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "DELETE /v2.0/security-groups/806ae17a-fd59-4482-b5d2-7a4887b98db6 HTTP/1.1" status: 204 len: 168 time: 0.5232253 Feb 11 04:29:23.824266 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53866) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:23.844407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bc142-18e8-48d7-ba7a-ae785487d743 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=806ae17a-fd59-4482-b5d2-7a4887b98db6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:23.862513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-eca5657b-5c58-4071-a551-1b3121693e1a None None] Current status of the port aac38026-07af-4914-9998-7e8d075c1920 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:23.873850 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d06e1de3-ecce-4c57-b8d7-c7fe8836b13b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1420474 Feb 11 04:29:23.916561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53870) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:23.922341 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-5af9310a-6cda-45af-b522-207e42e6bf0a service neutron] 10.222.0.13 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926575 Feb 11 04:29:23.925543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b0398d88-f593-4740-82bd-9ede5cb560f7 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-50071535'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:24.047347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port aac38026-07af-4914-9998-7e8d075c1920 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:24.051775 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (aac38026-07af-4914-9998-7e8d075c1920), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:24.123552 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-a3926677-fee7-4456-8f00-a2414953d85b service neutron] 10.222.0.13 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937232 Feb 11 04:29:24.379031 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2f31d1b0-ef96-4f59-bb7e-3644ebea2146 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for router_gateway (5763af64-9f34-415b-9e48-bdbb79724924), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:24.415502 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-57c79e8d-01fd-466f-96d8-7a3d7f96672d tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5791612 Feb 11 04:29:24.420398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53878) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:24.425004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a1da637b-9233-4616-852c-5688c509f8bd tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group': {'name': 'tempest-secgroup--137222914'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:24.488577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734fa74a-3834-43e9-81b9-38bb3bce993a None None] Network 89104d0f-3e58-4bd5-b634-52c93e4b0983 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:24.529023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0398d88-f593-4740-82bd-9ede5cb560f7 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:24.540481 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b0398d88-f593-4740-82bd-9ede5cb560f7 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:24.636767 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a1da637b-9233-4616-852c-5688c509f8bd tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:24.652289 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-2f31d1b0-ef96-4f59-bb7e-3644ebea2146 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] update failed (client error): The resource could not be found. Feb 11 04:29:24.658101 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2f31d1b0-ef96-4f59-bb7e-3644ebea2146 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "PUT /v2.0/routers/5763af64-9f34-415b-9e48-bdbb79724924 HTTP/1.1" status: 404 len: 339 time: 1.0239124 Feb 11 04:29:24.663130 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53886) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:24.705688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f86feba-517c-484a-a75b-96bede25d8f2 None None] Network 338fab0d-5aad-4540-b7cc-aa6c270a0a6b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:24.710254 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0398d88-f593-4740-82bd-9ede5cb560f7 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:29:24.735729 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b0398d88-f593-4740-82bd-9ede5cb560f7 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8be7e380-c388-46d7-85ca-a99c93dd22e7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:24.736077 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-b0398d88-f593-4740-82bd-9ede5cb560f7 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Added segment 8be7e380-c388-46d7-85ca-a99c93dd22e7 of type vlan for network 410d8140-6c5e-4f5b-804c-b7f744667a4a Feb 11 04:29:24.896847 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b0398d88-f593-4740-82bd-9ede5cb560f7 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (410d8140-6c5e-4f5b-804c-b7f744667a4a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:24.963000 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f8971ed-6c26-4e91-8d13-d2e3d33099ce req-54ef3329-c754-4b64-ae3d-c426513aa5d9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 210 time: 0.2934198 Feb 11 04:29:25.039637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port aac38026-07af-4914-9998-7e8d075c1920 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:25.050026 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b0398d88-f593-4740-82bd-9ede5cb560f7 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (410d8140-6c5e-4f5b-804c-b7f744667a4a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:25.056339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0398d88-f593-4740-82bd-9ede5cb560f7 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:25.060953 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b0398d88-f593-4740-82bd-9ede5cb560f7 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:25.123849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-338fab0d-5aad-4540-b7cc-aa6c270a0a6b', 'network_id': '338fab0d-5aad-4540-b7cc-aa6c270a0a6b', 'project_id': '488dec3c6ffa42dcaf0f83851d5e8d35', 'fixed_ips': [{'subnet_id': '5768ae85-6981-4498-a2d1-77ae533b09aa'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:29:25.128900 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:25.273329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0398d88-f593-4740-82bd-9ede5cb560f7 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Network': ['ID=410d8140-6c5e-4f5b-804c-b7f744667a4a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:25.369614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 410d8140-6c5e-4f5b-804c-b7f744667a4a details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:29:25.542966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Allocated IP 2001:db8::1 (338fab0d-5aad-4540-b7cc-aa6c270a0a6b/5768ae85-6981-4498-a2d1-77ae533b09aa/2066153c-33cc-47e6-8cc0-4a99450f93e8) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:29:25.563503 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a1da637b-9233-4616-852c-5688c509f8bd tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (7a4c613a-bce8-4c8f-b100-f9e3a417b58e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:25.580366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53912) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:25.583283 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b0398d88-f593-4740-82bd-9ede5cb560f7 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6628492 Feb 11 04:29:25.586420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ef0a94dc-e87d-43fe-adf8-d953900749d1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'subnet': {'network_id': '410d8140-6c5e-4f5b-804c-b7f744667a4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:25.766496 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a1da637b-9233-4616-852c-5688c509f8bd tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7a4c613a-bce8-4c8f-b100-f9e3a417b58e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:25.801722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3d4e2-1fc4-45d3-966e-559c31417628 req-a5b8871b-3003-46bf-9c24-084665c12940 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:25.810194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68e3d4e2-1fc4-45d3-966e-559c31417628 req-a5b8871b-3003-46bf-9c24-084665c12940 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.8824542 Feb 11 04:29:25.845856 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-12e91ed8-5c1d-4d5c-8595-431203b9f28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:25.859092 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-55a53690-2f55-4d06-935c-5a951078a39f None None] Provisioning complete for port aac38026-07af-4914-9998-7e8d075c1920 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:25.859471 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55a53690-2f55-4d06-935c-5a951078a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (aac38026-07af-4914-9998-7e8d075c1920), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:25.948041 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a1da637b-9233-4616-852c-5688c509f8bd tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:25.952557 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53922) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:25.953314 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a1da637b-9233-4616-852c-5688c509f8bd tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5318506 Feb 11 04:29:25.957926 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:25.958523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-262aa36e-c04c-4b58-baed-e0a65daf4225 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': '7a4c613a-bce8-4c8f-b100-f9e3a417b58e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:25.959727 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-262aa36e-c04c-4b58-baed-e0a65daf4225 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 04:29:25.960611 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-262aa36e-c04c-4b58-baed-e0a65daf4225 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:25.962086 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-262aa36e-c04c-4b58-baed-e0a65daf4225 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079250 Feb 11 04:29:25.967503 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53924) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:25.976599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da637b-9233-4616-852c-5688c509f8bd tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4c613a-bce8-4c8f-b100-f9e3a417b58e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:26.092411 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfbe4f32-9f10-4a22-b487-22c0284b54d0 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (7a4c613a-bce8-4c8f-b100-f9e3a417b58e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:26.162401 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfbe4f32-9f10-4a22-b487-22c0284b54d0 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (7a4c613a-bce8-4c8f-b100-f9e3a417b58e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:26.199624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b191ae9b-d0b8-4bac-8014-5e5bbb3e9073 req-4e99a86a-9966-432d-820a-697a7ebc2735 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 210 time: 0.1252439 Feb 11 04:29:26.208741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0a94dc-e87d-43fe-adf8-d953900749d1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:26.214570 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ef0a94dc-e87d-43fe-adf8-d953900749d1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:26.289200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-55a53690-2f55-4d06-935c-5a951078a39f None None] Current status of the port aac38026-07af-4914-9998-7e8d075c1920 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:26.307917 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Publish callbacks [] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:26.355210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68e3d4e2-1fc4-45d3-966e-559c31417628 req-bd1b1862-9280-4c82-a76b-5b72e4df617b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5440981 Feb 11 04:29:26.409274 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfbe4f32-9f10-4a22-b487-22c0284b54d0 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7a4c613a-bce8-4c8f-b100-f9e3a417b58e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:26.412594 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:26.414017 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfbe4f32-9f10-4a22-b487-22c0284b54d0 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:26.417125 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cfbe4f32-9f10-4a22-b487-22c0284b54d0 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "DELETE /v2.0/security-groups/7a4c613a-bce8-4c8f-b100-f9e3a417b58e HTTP/1.1" status: 204 len: 168 time: 0.4483378 Feb 11 04:29:26.429777 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53934) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:26.527738 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe4f32-9f10-4a22-b487-22c0284b54d0 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4c613a-bce8-4c8f-b100-f9e3a417b58e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:26.655346 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-80e37f4f-aecd-485a-b3be-d195a224d0d3 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2029846 Feb 11 04:29:26.656882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53940) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:26.666035 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ea54762d-e401-4c79-a1cb-5939643cd2a6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group': {'name': 'tempest-secgroup--817410605'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:26.669714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Pushing event updated for resources: {'Port': ['ID=2066153c-33cc-47e6-8cc0-4a99450f93e8,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:26.697364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Network 338fab0d-5aad-4540-b7cc-aa6c270a0a6b is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:26.700057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:26.703013 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:29:26.769129 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:26.772787 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Attempting to bind port 2066153c-33cc-47e6-8cc0-4a99450f93e8 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:29:26.773464 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Attempting to bind port 2066153c-33cc-47e6-8cc0-4a99450f93e8 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'ae3e2257-b16a-41e9-af26-e8103ceb2771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '338fab0d-5aad-4540-b7cc-aa6c270a0a6b'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:29:26.777393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Attempting to bind port 2066153c-33cc-47e6-8cc0-4a99450f93e8 on network 338fab0d-5aad-4540-b7cc-aa6c270a0a6b {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:29:26.779856 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:29:26.780251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Checking segment: {'id': 'ae3e2257-b16a-41e9-af26-e8103ceb2771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '338fab0d-5aad-4540-b7cc-aa6c270a0a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:26.780663 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:26.781253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Bound using segment: {'id': 'ae3e2257-b16a-41e9-af26-e8103ceb2771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '338fab0d-5aad-4540-b7cc-aa6c270a0a6b'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:29:26.781798 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Bound port: 2066153c-33cc-47e6-8cc0-4a99450f93e8, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3e2257-b16a-41e9-af26-e8103ceb2771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '338fab0d-5aad-4540-b7cc-aa6c270a0a6b'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:29:26.782193 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:26.831290 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea54762d-e401-4c79-a1cb-5939643cd2a6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:26.905803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.ipam_backend_mixin [None req-ef0a94dc-e87d-43fe-adf8-d953900749d1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Performing IP validity checks on allocation pools {{(pid=103809) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 04:29:26.907440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.ipam_backend_mixin [None req-ef0a94dc-e87d-43fe-adf8-d953900749d1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103809) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 04:29:26.912631 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] For port 2066153c-33cc-47e6-8cc0-4a99450f93e8, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:29:26.918274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] For port 2066153c-33cc-47e6-8cc0-4a99450f93e8, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2066153c-33cc-47e6-8cc0-4a99450f93e8,segment=NetworkSegment(ae3e2257-b16a-41e9-af26-e8103ceb2771),segment_id=ae3e2257-b16a-41e9-af26-e8103ceb2771)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:29:26.929947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Allocated IP 172.20.0.1 (d1fa1eb5-7515-4e2b-bca2-fd309da314ca/446f4091-a4c2-4f66-8abf-f802b1d4ab74/809bf369-4cd9-4935-8131-9fc4458b3bef) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:29:27.038342 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:27.102963 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea54762d-e401-4c79-a1cb-5939643cd2a6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (c15d71ed-6581-4d91-a3a2-616636c116dc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:27.159183 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1a303-7618-4486-bc26-7031c834dca6 None None] Pushing event updated for resources: {'Port': ['ID=2066153c-33cc-47e6-8cc0-4a99450f93e8,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:27.255295 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea54762d-e401-4c79-a1cb-5939643cd2a6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c15d71ed-6581-4d91-a3a2-616636c116dc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:27.285155 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for port (809bf369-4cd9-4935-8131-9fc4458b3bef), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:27.378102 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54762d-e401-4c79-a1cb-5939643cd2a6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c15d71ed-6581-4d91-a3a2-616636c116dc,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:27.434365 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea54762d-e401-4c79-a1cb-5939643cd2a6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:27.438059 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ea54762d-e401-4c79-a1cb-5939643cd2a6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7799134 Feb 11 04:29:27.451245 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53952) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:27.456083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3ff81566-eb57-40d3-8d8c-271681d64314 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'c15d71ed-6581-4d91-a3a2-616636c116dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:27.471219 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-3ff81566-eb57-40d3-8d8c-271681d64314 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 04:29:27.471866 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-3ff81566-eb57-40d3-8d8c-271681d64314 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:27.476508 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3ff81566-eb57-40d3-8d8c-271681d64314 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0240376 Feb 11 04:29:27.477124 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53954) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:27.484990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b2089220-a556-4b83-af4e-f9a0a822e3bf tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'c15d71ed-6581-4d91-a3a2-616636c116dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:27.486020 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-b2089220-a556-4b83-af4e-f9a0a822e3bf tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 04:29:27.486266 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ef0a94dc-e87d-43fe-adf8-d953900749d1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (66ab5b87-f13f-4865-bb72-ac3297410c65), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:27.489502 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-b2089220-a556-4b83-af4e-f9a0a822e3bf tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:27.497844 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b2089220-a556-4b83-af4e-f9a0a822e3bf tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0195849 Feb 11 04:29:27.499028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53956) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:27.512993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0f4ab21b-09a9-4d19-a1dc-bc390f614451 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'c15d71ed-6581-4d91-a3a2-616636c116dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:27.516608 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-0f4ab21b-09a9-4d19-a1dc-bc390f614451 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 04:29:27.517251 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-0f4ab21b-09a9-4d19-a1dc-bc390f614451 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:27.522377 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0f4ab21b-09a9-4d19-a1dc-bc390f614451 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0204906 Feb 11 04:29:27.523363 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53958) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:27.538720 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e8fdecf9-fd2c-4025-b735-e4c94302dac5 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'c15d71ed-6581-4d91-a3a2-616636c116dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:27.539874 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-e8fdecf9-fd2c-4025-b735-e4c94302dac5 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 04:29:27.540487 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-e8fdecf9-fd2c-4025-b735-e4c94302dac5 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:27.552781 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e8fdecf9-fd2c-4025-b735-e4c94302dac5 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0275378 Feb 11 04:29:27.554653 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53960) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:27.599262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07984397-a140-4ddf-9ddf-9305c787c612 req-58091e23-1afb-4c8b-bc9d-d06729d9dfa9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 210 time: 0.1732910 Feb 11 04:29:27.679882 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (809bf369-4cd9-4935-8131-9fc4458b3bef), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:27.718235 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e4a631b-e57e-4451-9434-b79282a4aeb9 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (c15d71ed-6581-4d91-a3a2-616636c116dc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:27.780173 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e4a631b-e57e-4451-9434-b79282a4aeb9 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (c15d71ed-6581-4d91-a3a2-616636c116dc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:27.899579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event updated for resources: {'Port': ['ID=809bf369-4cd9-4935-8131-9fc4458b3bef,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:27.941790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Network d1fa1eb5-7515-4e2b-bca2-fd309da314ca is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:27.947963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:27.950504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:29:28.003098 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e4a631b-e57e-4451-9434-b79282a4aeb9 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c15d71ed-6581-4d91-a3a2-616636c116dc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:28.009694 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e4a631b-e57e-4451-9434-b79282a4aeb9 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:28.011961 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1e4a631b-e57e-4451-9434-b79282a4aeb9 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "DELETE /v2.0/security-groups/c15d71ed-6581-4d91-a3a2-616636c116dc HTTP/1.1" status: 204 len: 168 time: 0.4562571 Feb 11 04:29:28.021558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53966) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:28.026064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0a94dc-e87d-43fe-adf8-d953900749d1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Checking segment: {'id': '8be7e380-c388-46d7-85ca-a99c93dd22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '410d8140-6c5e-4f5b-804c-b7f744667a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:28.026550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0a94dc-e87d-43fe-adf8-d953900749d1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network hostable DHCP agents. Network: 410d8140-6c5e-4f5b-804c-b7f744667a4a, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:29:28.037030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a94dc-e87d-43fe-adf8-d953900749d1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Subnet': ['ID=66ab5b87-f13f-4865-bb72-ac3297410c65,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:28.047594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6be32-3d0b-4900-8f6c-431c443662a0 req-3f0ce1aa-a329-47f9-8c6b-23495ed04075 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:28.049273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7c6be32-3d0b-4900-8f6c-431c443662a0 req-3f0ce1aa-a329-47f9-8c6b-23495ed04075 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.4473591 Feb 11 04:29:28.097180 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (5763af64-9f34-415b-9e48-bdbb79724924), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:28.196683 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:28.261677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0a94dc-e87d-43fe-adf8-d953900749d1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network 410d8140-6c5e-4f5b-804c-b7f744667a4a is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:29:28.328491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7c6be32-3d0b-4900-8f6c-431c443662a0 req-d2df1a5f-8143-44d9-b50c-8c8dfe9747e1 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2568834 Feb 11 04:29:28.394031 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-ef0a94dc-e87d-43fe-adf8-d953900749d1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 410d8140-6c5e-4f5b-804c-b7f744667a4a) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:28.403007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9153d649-5a5b-4bf2-8a39-926959836571 None None] Network 410d8140-6c5e-4f5b-804c-b7f744667a4a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:28.407344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0a94dc-e87d-43fe-adf8-d953900749d1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:28.408137 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ef0a94dc-e87d-43fe-adf8-d953900749d1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:28.466915 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (809bf369-4cd9-4935-8131-9fc4458b3bef), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:28.633037 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ef0a94dc-e87d-43fe-adf8-d953900749d1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.0497205 Feb 11 04:29:28.650265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53974) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:28.700812 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-916fdd00-95cf-4697-91ad-fd9685e50209 None None] Provisioning complete for port 809bf369-4cd9-4935-8131-9fc4458b3bef triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:28.701210 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-916fdd00-95cf-4697-91ad-fd9685e50209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (809bf369-4cd9-4935-8131-9fc4458b3bef), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:28.829147 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-916fdd00-95cf-4697-91ad-fd9685e50209 None None] Port 809bf369-4cd9-4935-8131-9fc4458b3bef cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:29:28.835959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-410d8140-6c5e-4f5b-804c-b7f744667a4a', 'network_id': '410d8140-6c5e-4f5b-804c-b7f744667a4a', 'project_id': '488dec3c6ffa42dcaf0f83851d5e8d35', 'fixed_ips': [{'subnet_id': '66ab5b87-f13f-4865-bb72-ac3297410c65'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:29:28.836823 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:28.908450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a631b-e57e-4451-9434-b79282a4aeb9 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15d71ed-6581-4d91-a3a2-616636c116dc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:29.043131 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4766fb14-4f33-4ee8-99fd-581351ea4cfe tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.0189946 Feb 11 04:29:29.045183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53982) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:29.056987 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5d89eda-8024-4c44-a350-a621a14d65d1 req-96cc0d99-83b4-49a0-86ad-573660908877 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 210 time: 0.2224734 Feb 11 04:29:29.061975 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-eac40762-9b7d-4a88-ab68-eeed75a1c98c tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group': {'name': 'tempest-secgroup--80428783'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:29.318091 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eac40762-9b7d-4a88-ab68-eeed75a1c98c tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:29.356298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Allocated IP 2001:db8::3 (410d8140-6c5e-4f5b-804c-b7f744667a4a/66ab5b87-f13f-4865-bb72-ac3297410c65/cc70f3d7-1a98-49eb-82ef-51ff4ef37009) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:29:29.610753 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eac40762-9b7d-4a88-ab68-eeed75a1c98c tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (a3dacc42-4cdb-4394-9e0c-270d42dfc13e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:29.617045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7460e9c6-745c-4475-b17f-21af039b6e03 None None] Network 338fab0d-5aad-4540-b7cc-aa6c270a0a6b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:29.705700 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eac40762-9b7d-4a88-ab68-eeed75a1c98c tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a3dacc42-4cdb-4394-9e0c-270d42dfc13e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:29.772357 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac40762-9b7d-4a88-ab68-eeed75a1c98c tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dacc42-4cdb-4394-9e0c-270d42dfc13e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:29.815774 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2066153c-33cc-47e6-8cc0-4a99450f93e8 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:29.893228 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eac40762-9b7d-4a88-ab68-eeed75a1c98c tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:29.894918 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-eac40762-9b7d-4a88-ab68-eeed75a1c98c tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8455439 Feb 11 04:29:29.903464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53992) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:29.908231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a0ba4e2b-0f67-4eb1-a4bf-33de3599d2ff tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'a3dacc42-4cdb-4394-9e0c-270d42dfc13e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:29.923870 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-a0ba4e2b-0f67-4eb1-a4bf-33de3599d2ff tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 04:29:29.925101 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-a0ba4e2b-0f67-4eb1-a4bf-33de3599d2ff tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:29.930191 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a0ba4e2b-0f67-4eb1-a4bf-33de3599d2ff tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0254488 Feb 11 04:29:29.936759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53994) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:29.949142 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ade63f67-ab7a-4537-a633-51633636abdf tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'a3dacc42-4cdb-4394-9e0c-270d42dfc13e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:30.069548 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a34d4eb5-36f5-4817-ae7f-5f86668803e4 None None] Provisioning complete for port 2066153c-33cc-47e6-8cc0-4a99450f93e8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:30.070238 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a34d4eb5-36f5-4817-ae7f-5f86668803e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:30.225459 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-ade63f67-ab7a-4537-a633-51633636abdf tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:30.226825 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ade63f67-ab7a-4537-a633-51633636abdf tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2888780 Feb 11 04:29:30.230491 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54002) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:30.236417 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:30.240927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b0a78ac6-0aa3-4196-9c1b-fb0c3ee0651a tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'a3dacc42-4cdb-4394-9e0c-270d42dfc13e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:30.240927 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-b0a78ac6-0aa3-4196-9c1b-fb0c3ee0651a tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 04:29:30.240927 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-b0a78ac6-0aa3-4196-9c1b-fb0c3ee0651a tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:30.253476 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b0a78ac6-0aa3-4196-9c1b-fb0c3ee0651a tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0209765 Feb 11 04:29:30.254971 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54004) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:30.273573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b90415b5-428d-4fff-a5af-1638ab935af1 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'a3dacc42-4cdb-4394-9e0c-270d42dfc13e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:30.349099 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 2066153c-33cc-47e6-8cc0-4a99450f93e8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:30.349793 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:30.405940 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Publish callbacks [] for port (cc70f3d7-1a98-49eb-82ef-51ff4ef37009), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:30.470546 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (410d8140-6c5e-4f5b-804c-b7f744667a4a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:30.485878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a34d4eb5-36f5-4817-ae7f-5f86668803e4 None None] Current status of the port 2066153c-33cc-47e6-8cc0-4a99450f93e8 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:30.490464 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a34d4eb5-36f5-4817-ae7f-5f86668803e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:30.563184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-b5de9c96-2978-44d6-8032-a3e03393ec4e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:30.564910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-b5de9c96-2978-44d6-8032-a3e03393ec4e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 812 time: 1.9962683 Feb 11 04:29:30.574307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bbf00fc-4294-4c35-92f2-9c2c4ff1e1e9 req-6bcd1279-5fb1-4ff1-a989-21e759604d9d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 210 time: 0.3491907 Feb 11 04:29:30.593285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236abf63-843e-40e7-912d-fa06e595b636 req-8e969b33-328d-499b-8117-af16d632dc15 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:30.596264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-236abf63-843e-40e7-912d-fa06e595b636 req-8e969b33-328d-499b-8117-af16d632dc15 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.6155763 Feb 11 04:29:30.606997 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-b90415b5-428d-4fff-a5af-1638ab935af1 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:30.608307 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b90415b5-428d-4fff-a5af-1638ab935af1 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3477514 Feb 11 04:29:30.611225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54006) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:30.617243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-225e96ac-ab55-4d1e-8353-58a2cacb595f tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'a3dacc42-4cdb-4394-9e0c-270d42dfc13e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:30.618003 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-225e96ac-ab55-4d1e-8353-58a2cacb595f tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 04:29:30.618716 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-225e96ac-ab55-4d1e-8353-58a2cacb595f tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:30.623551 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-225e96ac-ab55-4d1e-8353-58a2cacb595f tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111001 Feb 11 04:29:30.627937 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54008) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:30.638965 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 2066153c-33cc-47e6-8cc0-4a99450f93e8 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:30.639375 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:30.648750 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (cc70f3d7-1a98-49eb-82ef-51ff4ef37009), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:30.664235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7d1913cd-90e2-4e64-ab41-ebf51513fdc1 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'a3dacc42-4cdb-4394-9e0c-270d42dfc13e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:30.743360 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-236abf63-843e-40e7-912d-fa06e595b636 req-93f32ef4-2fbb-4703-8b7f-b4c4fb111e06 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1334381 Feb 11 04:29:30.789957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Network 410d8140-6c5e-4f5b-804c-b7f744667a4a is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:30.826885 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-7d1913cd-90e2-4e64-ab41-ebf51513fdc1 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Project 888d3caa9401449984e78e4c914fce70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:29:30.854231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-a1abcf4d-a4ae-4e1f-a07a-f93af764797e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4 HTTP/1.1" status: 200 len: 380 time: 0.2530475 Feb 11 04:29:30.870582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-ee3bbf96-9410-4b22-b3b5-4ad57000d58d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Request body: {'port': {'device_id': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'admin_state_up': True, 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'security_groups': ['513f1937-0495-47bc-b256-c8ac5ae80cfd']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:30.894291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:30.897817 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (66ab5b87-f13f-4865-bb72-ac3297410c65), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:30.923880 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-7d1913cd-90e2-4e64-ab41-ebf51513fdc1 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:30.923880 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7d1913cd-90e2-4e64-ab41-ebf51513fdc1 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2945378 Feb 11 04:29:30.927368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54014) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:30.951000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a34d4eb5-36f5-4817-ae7f-5f86668803e4 None None] For port 2066153c-33cc-47e6-8cc0-4a99450f93e8, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2066153c-33cc-47e6-8cc0-4a99450f93e8,segment=NetworkSegment(ae3e2257-b16a-41e9-af26-e8103ceb2771),segment_id=ae3e2257-b16a-41e9-af26-e8103ceb2771)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:30.959842 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4f9a0321-cf76-4fb7-9288-198458418ad1 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'a3dacc42-4cdb-4394-9e0c-270d42dfc13e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:30.960399 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-4f9a0321-cf76-4fb7-9288-198458418ad1 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 04:29:30.960995 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-4f9a0321-cf76-4fb7-9288-198458418ad1 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:30.961983 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4f9a0321-cf76-4fb7-9288-198458418ad1 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0235169 Feb 11 04:29:30.965437 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54016) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:30.969076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:29:30.984941 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8be9f485-9613-4650-b807-195d03a6b297 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'a3dacc42-4cdb-4394-9e0c-270d42dfc13e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:31.023195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Pushing event updated for resources: {'Port': ['ID=cc70f3d7-1a98-49eb-82ef-51ff4ef37009,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:31.056901 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a34d4eb5-36f5-4817-ae7f-5f86668803e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:31.144688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d4eb5-36f5-4817-ae7f-5f86668803e4 None None] Pushing event updated for resources: {'Port': ['ID=2066153c-33cc-47e6-8cc0-4a99450f93e8,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:31.165611 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-8be9f485-9613-4650-b807-195d03a6b297 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Project 888d3caa9401449984e78e4c914fce70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:29:31.384265 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Attempting to bind port cc70f3d7-1a98-49eb-82ef-51ff4ef37009 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:29:31.384265 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Attempting to bind port cc70f3d7-1a98-49eb-82ef-51ff4ef37009 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '8be7e380-c388-46d7-85ca-a99c93dd22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '410d8140-6c5e-4f5b-804c-b7f744667a4a'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:29:31.384265 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Attempting to bind port cc70f3d7-1a98-49eb-82ef-51ff4ef37009 on network 410d8140-6c5e-4f5b-804c-b7f744667a4a {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:29:31.448022 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for port (809bf369-4cd9-4935-8131-9fc4458b3bef), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:31.448446 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:29:31.448446 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:29:31.448446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:29:31.448446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Checking segment: {'id': '8be7e380-c388-46d7-85ca-a99c93dd22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '410d8140-6c5e-4f5b-804c-b7f744667a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:31.448446 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:31.448446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Bound using segment: {'id': '8be7e380-c388-46d7-85ca-a99c93dd22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '410d8140-6c5e-4f5b-804c-b7f744667a4a'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:29:31.448446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Bound port: cc70f3d7-1a98-49eb-82ef-51ff4ef37009, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be7e380-c388-46d7-85ca-a99c93dd22e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '410d8140-6c5e-4f5b-804c-b7f744667a4a'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:29:31.448446 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cc70f3d7-1a98-49eb-82ef-51ff4ef37009), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:31.448446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-34d63d83-06e0-4db2-b1ea-fa4cf9399942 None None] Provisioning complete for port 2066153c-33cc-47e6-8cc0-4a99450f93e8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:31.448446 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34d63d83-06e0-4db2-b1ea-fa4cf9399942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:31.449931 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-8be9f485-9613-4650-b807-195d03a6b297 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:31.449931 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8be9f485-9613-4650-b807-195d03a6b297 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4376051 Feb 11 04:29:31.449931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54022) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:31.449931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-195f3fc9-003d-40ae-8c61-91200cc7198e tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'a3dacc42-4cdb-4394-9e0c-270d42dfc13e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:31.471976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-ee3bbf96-9410-4b22-b3b5-4ad57000d58d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Made reservation on behalf of a0c272147a3c4494a9c82c9c21a2e5c4 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:31.477387 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-ee3bbf96-9410-4b22-b3b5-4ad57000d58d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:31.484218 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (66ab5b87-f13f-4865-bb72-ac3297410c65), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:31.487155 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (809bf369-4cd9-4935-8131-9fc4458b3bef), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:31.527586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] For port cc70f3d7-1a98-49eb-82ef-51ff4ef37009, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:29:31.557060 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-195f3fc9-003d-40ae-8c61-91200cc7198e tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Project 888d3caa9401449984e78e4c914fce70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:29:31.565616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] For port cc70f3d7-1a98-49eb-82ef-51ff4ef37009, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cc70f3d7-1a98-49eb-82ef-51ff4ef37009,segment=NetworkSegment(8be7e380-c388-46d7-85ca-a99c93dd22e7),segment_id=8be7e380-c388-46d7-85ca-a99c93dd22e7)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:29:31.568821 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-34d63d83-06e0-4db2-b1ea-fa4cf9399942 None None] Current status of the port 2066153c-33cc-47e6-8cc0-4a99450f93e8 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:31.649018 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cc70f3d7-1a98-49eb-82ef-51ff4ef37009), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:31.671458 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-195f3fc9-003d-40ae-8c61-91200cc7198e tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:31.672569 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-195f3fc9-003d-40ae-8c61-91200cc7198e tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2639706 Feb 11 04:29:31.675595 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54030) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:31.795639 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-ee3bbf96-9410-4b22-b3b5-4ad57000d58d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Allocated IP 172.20.0.7 (52e2e255-4bcd-4033-994f-08fc2f872764/2f82346c-9264-4068-a473-ad115add59d6/e4f04cd7-d182-479d-ae4d-5fc154e9d6a2) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:29:31.846007 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57b9e42a-7245-4d8b-ab2e-d125cfc56061 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (a3dacc42-4cdb-4394-9e0c-270d42dfc13e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:31.912354 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57b9e42a-7245-4d8b-ab2e-d125cfc56061 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (a3dacc42-4cdb-4394-9e0c-270d42dfc13e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:32.100758 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-ee3bbf96-9410-4b22-b3b5-4ad57000d58d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:32.156451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57b9e42a-7245-4d8b-ab2e-d125cfc56061 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a3dacc42-4cdb-4394-9e0c-270d42dfc13e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:32.159355 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57b9e42a-7245-4d8b-ab2e-d125cfc56061 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:32.160644 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-57b9e42a-7245-4d8b-ab2e-d125cfc56061 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "DELETE /v2.0/security-groups/a3dacc42-4cdb-4394-9e0c-270d42dfc13e HTTP/1.1" status: 204 len: 168 time: 0.4816904 Feb 11 04:29:32.166010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54042) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:32.179631 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 2066153c-33cc-47e6-8cc0-4a99450f93e8 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:32.183513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd5b0e-56a2-450b-9ff6-08745e3e3eee None None] Pushing event updated for resources: {'Port': ['ID=cc70f3d7-1a98-49eb-82ef-51ff4ef37009,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:32.215725 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9e42a-7245-4d8b-ab2e-d125cfc56061 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dacc42-4cdb-4394-9e0c-270d42dfc13e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:32.253818 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-194a721a-23e2-41c2-b5d3-839f5d6bb00e tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0866454 Feb 11 04:29:32.259376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54044) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:32.260182 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-df12425b-74b9-4561-8744-9a35eb16f235 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211390765'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:32.332157 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (5763af64-9f34-415b-9e48-bdbb79724924), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:32.340086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Subnet': ['ID=66ab5b87-f13f-4865-bb72-ac3297410c65,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:32.409661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event updated for resources: {'Port': ['ID=809bf369-4cd9-4935-8131-9fc4458b3bef,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:32.448305 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df12425b-74b9-4561-8744-9a35eb16f235 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:32.451777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2066153c-33cc-47e6-8cc0-4a99450f93e8 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:32.635747 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-ee3bbf96-9410-4b22-b3b5-4ad57000d58d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:32.656506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 2066153c-33cc-47e6-8cc0-4a99450f93e8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:32.657733 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:32.674801 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df12425b-74b9-4561-8744-9a35eb16f235 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (49a5df71-2e17-4d55-9681-3582dda6cf92), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:32.682238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5305a38-7c89-4159-b9de-e58b173c9463 req-1783d97d-e4be-4a66-b0c8-db2bc53780cb tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 210 time: 0.4828448 Feb 11 04:29:32.740323 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df12425b-74b9-4561-8744-9a35eb16f235 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (49a5df71-2e17-4d55-9681-3582dda6cf92), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:32.796451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 2066153c-33cc-47e6-8cc0-4a99450f93e8 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:32.819213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12425b-74b9-4561-8744-9a35eb16f235 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a5df71-2e17-4d55-9681-3582dda6cf92,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:32.850153 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df12425b-74b9-4561-8744-9a35eb16f235 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:32.856017 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-df12425b-74b9-4561-8744-9a35eb16f235 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5997255 Feb 11 04:29:32.856711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54050) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:32.862321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-797c04b1-bcda-4482-8634-f70f527e6dbe tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': '49a5df71-2e17-4d55-9681-3582dda6cf92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:32.882293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-ee3bbf96-9410-4b22-b3b5-4ad57000d58d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Network 52e2e255-4bcd-4033-994f-08fc2f872764 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:32.887296 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (410d8140-6c5e-4f5b-804c-b7f744667a4a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:32.937490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-ee3bbf96-9410-4b22-b3b5-4ad57000d58d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:32.946182 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-ee3bbf96-9410-4b22-b3b5-4ad57000d58d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:29:32.994805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119721b1-fcf1-4f99-9684-0daf77b67e4d req-293503b6-92b0-4651-8575-d058d4ecf7a7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:32.996490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-119721b1-fcf1-4f99-9684-0daf77b67e4d req-293503b6-92b0-4651-8575-d058d4ecf7a7 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.7962673 Feb 11 04:29:33.077114 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-797c04b1-bcda-4482-8634-f70f527e6dbe tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The resource could not be found. Feb 11 04:29:33.081259 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-797c04b1-bcda-4482-8634-f70f527e6dbe tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2230287 Feb 11 04:29:33.082530 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54054) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:33.089812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ce0ca97c-567c-4a2b-9894-2ff1995dccf0 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': '49a5df71-2e17-4d55-9681-3582dda6cf92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '37eb234b-d7ba-4107-a3fe-9291be5ec363'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:33.226013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410d8140-6c5e-4f5b-804c-b7f744667a4a']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:33.228567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bbf96-9410-4b22-b3b5-4ad57000d58d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event updated for resources: {'Port': ['ID=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:33.266484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be7e380-c388-46d7-85ca-a99c93dd22e7') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:33.266984 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be7e380-c388-46d7-85ca-a99c93dd22e7') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:33.294730 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (8be7e380-c388-46d7-85ca-a99c93dd22e7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:33.316319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-ee3bbf96-9410-4b22-b3b5-4ad57000d58d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:33.317552 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-ee3bbf96-9410-4b22-b3b5-4ad57000d58d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:33.328149 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-ce0ca97c-567c-4a2b-9894-2ff1995dccf0 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The resource could not be found. Feb 11 04:29:33.334528 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ce0ca97c-567c-4a2b-9894-2ff1995dccf0 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2508390 Feb 11 04:29:33.335266 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54058) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:33.388733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Network d1fa1eb5-7515-4e2b-bca2-fd309da314ca is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:33.398117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:33.424805 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8be7e380-c388-46d7-85ca-a99c93dd22e7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:33.449427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-119721b1-fcf1-4f99-9684-0daf77b67e4d req-138d7068-b073-41f6-9992-cb7a903e49a9 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3054922 Feb 11 04:29:33.463645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:29:33.464394 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (8be7e380-c388-46d7-85ca-a99c93dd22e7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:29:33.469071 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:29:33.526575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0ab5b125-f8ca-4218-a4f9-0564603316ea None None] Provisioning complete for port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:33.528715 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ab5b125-f8ca-4218-a4f9-0564603316ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:33.538468 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-724e6df5-62d2-451e-8e66-9bf1eb6a59b6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (49a5df71-2e17-4d55-9681-3582dda6cf92), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:33.584279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-724e6df5-62d2-451e-8e66-9bf1eb6a59b6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (49a5df71-2e17-4d55-9681-3582dda6cf92), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:33.633878 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-ee3bbf96-9410-4b22-b3b5-4ad57000d58d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7717035 Feb 11 04:29:33.675632 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Request body: {'port': {'device_id': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:33.700303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5b125-f8ca-4218-a4f9-0564603316ea None None] Port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:29:33.785079 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-724e6df5-62d2-451e-8e66-9bf1eb6a59b6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (49a5df71-2e17-4d55-9681-3582dda6cf92), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:33.788384 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-724e6df5-62d2-451e-8e66-9bf1eb6a59b6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:33.792944 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-724e6df5-62d2-451e-8e66-9bf1eb6a59b6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "DELETE /v2.0/security-groups/49a5df71-2e17-4d55-9681-3582dda6cf92 HTTP/1.1" status: 204 len: 168 time: 0.4565680 Feb 11 04:29:33.793940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54064) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:33.832925 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:33.872771 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e6df5-62d2-451e-8e66-9bf1eb6a59b6 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a5df71-2e17-4d55-9681-3582dda6cf92,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:33.907296 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:33.907824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Router 5763af64-9f34-415b-9e48-bdbb79724924 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:29:33.993958 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e720d3f0-279c-41a0-815b-3f3a5eeef137 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1616340 Feb 11 04:29:34.000596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54066) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:34.006575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2ee42281-e60f-433e-871f-264c4db21c68 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'be8e372e-1146-4737-916e-b5544cc7105d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:34.040837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0bdcc668-8372-492d-b11f-aa509504b6c2 None None] Provisioning complete for port 809bf369-4cd9-4935-8131-9fc4458b3bef triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:34.043623 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0bdcc668-8372-492d-b11f-aa509504b6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (809bf369-4cd9-4935-8131-9fc4458b3bef), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:34.057825 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:34.081940 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.api [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 04:29:34.081940 n-d-712142-35 neutron-server[103809]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 04:29:34.081940 n-d-712142-35 neutron-server[103809]: [parameters: {'id': '410d8140-6c5e-4f5b-804c-b7f744667a4a'}] Feb 11 04:29:34.081940 n-d-712142-35 neutron-server[103809]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103809) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:29:34.088119 n-d-712142-35 neutron-server[103809]: DEBUG oslo_db.api [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:29:34.122478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449f4e59-7fa5-493c-930c-fa11e50ed470 None None] Network 410d8140-6c5e-4f5b-804c-b7f744667a4a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:34.188460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0bdcc668-8372-492d-b11f-aa509504b6c2 None None] Port 809bf369-4cd9-4935-8131-9fc4458b3bef cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:29:34.312497 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-2ee42281-e60f-433e-871f-264c4db21c68 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The resource could not be found. Feb 11 04:29:34.314363 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2ee42281-e60f-433e-871f-264c4db21c68 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3119378 Feb 11 04:29:34.320194 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54072) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:34.326963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d9321920-3f31-4966-9671-c670b52e7a2c tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625399822'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:34.349308 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54074) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:34.356223 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:29:34.367322 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-11fe2701-1800-42de-82eb-ad5aa25bc48b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "PUT /v2.0/routers/5763af64-9f34-415b-9e48-bdbb79724924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6646533 Feb 11 04:29:34.368217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54078) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:34.389854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c861537-db34-4835-a391-8d8b5b721ead req-2717d376-5a25-4b48-802d-d465dff49cac tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:34.391597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c861537-db34-4835-a391-8d8b5b721ead req-2717d376-5a25-4b48-802d-d465dff49cac tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 931 time: 0.5434444 Feb 11 04:29:34.403622 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb1e8a-5943-4921-a077-9f1db0f7bac6 None None] Sync routers for ids ['5763af64-9f34-415b-9e48-bdbb79724924'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:29:34.471311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-101b1fc0-90d0-4495-931a-43047ee2ebe0 None None] Provisioning complete for port cc70f3d7-1a98-49eb-82ef-51ff4ef37009 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:34.471803 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-101b1fc0-90d0-4495-931a-43047ee2ebe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cc70f3d7-1a98-49eb-82ef-51ff4ef37009), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:34.517154 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9321920-3f31-4966-9671-c670b52e7a2c tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:34.593825 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (410d8140-6c5e-4f5b-804c-b7f744667a4a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:34.620507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cc70f3d7-1a98-49eb-82ef-51ff4ef37009 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:34.678880 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8173e89c-9e4a-44b1-b2f0-66bef214d9e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:34.690156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb1e8a-5943-4921-a077-9f1db0f7bac6 None None] Routers {'5763af64-9f34-415b-9e48-bdbb79724924'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:34.690839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-06cb1e8a-5943-4921-a077-9f1db0f7bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:29:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5763af64-9f34-415b-9e48-bdbb79724924'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:34.753921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-06cb1e8a-5943-4921-a077-9f1db0f7bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:34.793196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb1e8a-5943-4921-a077-9f1db0f7bac6 None None] Routers {'5763af64-9f34-415b-9e48-bdbb79724924'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:34.793865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-06cb1e8a-5943-4921-a077-9f1db0f7bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:29:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5763af64-9f34-415b-9e48-bdbb79724924'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:34.801952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port cc70f3d7-1a98-49eb-82ef-51ff4ef37009 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:34.802352 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cc70f3d7-1a98-49eb-82ef-51ff4ef37009), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:34.871824 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8173e89c-9e4a-44b1-b2f0-66bef214d9e1 admin admin] Publish callbacks [] for security_group (1ba843ee-43bf-4965-9ee1-43495745a695), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:34.883626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-06cb1e8a-5943-4921-a077-9f1db0f7bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:34.896940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c861537-db34-4835-a391-8d8b5b721ead req-eda5c3bc-c7ff-4614-9c04-72a64ab0abb2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4363284 Feb 11 04:29:34.902446 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9321920-3f31-4966-9671-c670b52e7a2c tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (0d366e24-c472-4706-aac5-a713f786184a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:34.903215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb1e8a-5943-4921-a077-9f1db0f7bac6 None None] The sync data for ids ['5763af64-9f34-415b-9e48-bdbb79724924'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:29:34.920224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aaaec6-42f7-4c34-aa94-36db3efc3a80 None None] DHCP port deletion for 410d8140-6c5e-4f5b-804c-b7f744667a4a request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:29:34.943295 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8173e89c-9e4a-44b1-b2f0-66bef214d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1ba843ee-43bf-4965-9ee1-43495745a695), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:34.981299 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9321920-3f31-4966-9671-c670b52e7a2c tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0d366e24-c472-4706-aac5-a713f786184a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.015595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-101b1fc0-90d0-4495-931a-43047ee2ebe0 None None] Current status of the port cc70f3d7-1a98-49eb-82ef-51ff4ef37009 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:35.015901 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-101b1fc0-90d0-4495-931a-43047ee2ebe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cc70f3d7-1a98-49eb-82ef-51ff4ef37009), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.029873 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8173e89c-9e4a-44b1-b2f0-66bef214d9e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c59ec314b0fa4e5da40d27bb39acd603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6783602 Feb 11 04:29:35.032464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54084) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:35.040340 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173e89c-9e4a-44b1-b2f0-66bef214d9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba843ee-43bf-4965-9ee1-43495745a695,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:35.115094 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9321920-3f31-4966-9671-c670b52e7a2c tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d366e24-c472-4706-aac5-a713f786184a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:35.154521 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9321920-3f31-4966-9671-c670b52e7a2c tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.155816 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d9321920-3f31-4966-9671-c670b52e7a2c tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8343046 Feb 11 04:29:35.159151 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-101b1fc0-90d0-4495-931a-43047ee2ebe0 None None] For port cc70f3d7-1a98-49eb-82ef-51ff4ef37009, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cc70f3d7-1a98-49eb-82ef-51ff4ef37009,segment=NetworkSegment(8be7e380-c388-46d7-85ca-a99c93dd22e7),segment_id=8be7e380-c388-46d7-85ca-a99c93dd22e7)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:35.172473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54086) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:35.186076 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e8b97115-65a3-42e7-b0f7-0bd920f3aa4b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1473421560'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:35.196105 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3435c712-ef88-451e-a9de-fa16b8c09543 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for router (5763af64-9f34-415b-9e48-bdbb79724924), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.213051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f85c27de-6a64-460d-a861-899dcf8b1b82 admin admin] Publish callbacks [] for security_group (1ba843ee-43bf-4965-9ee1-43495745a695), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.251575 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f85c27de-6a64-460d-a861-899dcf8b1b82 admin admin] Publish callbacks [] for security_group (1ba843ee-43bf-4965-9ee1-43495745a695), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.272519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port cc70f3d7-1a98-49eb-82ef-51ff4ef37009 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:35.273431 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cc70f3d7-1a98-49eb-82ef-51ff4ef37009), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.286771 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-101b1fc0-90d0-4495-931a-43047ee2ebe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cc70f3d7-1a98-49eb-82ef-51ff4ef37009), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.290153 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a8aaaec6-42f7-4c34-aa94-36db3efc3a80 None None] Deleting port cc70f3d7-1a98-49eb-82ef-51ff4ef37009 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:35.290934 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a8aaaec6-42f7-4c34-aa94-36db3efc3a80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cc70f3d7-1a98-49eb-82ef-51ff4ef37009), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.357811 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8b97115-65a3-42e7-b0f7-0bd920f3aa4b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.560970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a8aaaec6-42f7-4c34-aa94-36db3efc3a80 None None] For port cc70f3d7-1a98-49eb-82ef-51ff4ef37009, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cc70f3d7-1a98-49eb-82ef-51ff4ef37009,segment=NetworkSegment(8be7e380-c388-46d7-85ca-a99c93dd22e7),segment_id=8be7e380-c388-46d7-85ca-a99c93dd22e7)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:35.562338 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a8aaaec6-42f7-4c34-aa94-36db3efc3a80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cc70f3d7-1a98-49eb-82ef-51ff4ef37009), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.592866 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:29:35.604043 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8b97115-65a3-42e7-b0f7-0bd920f3aa4b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (d9780363-c23c-4afa-88c9-a4ad3d731a34), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.604292 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Publish callbacks [] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.604546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b1fc0-90d0-4495-931a-43047ee2ebe0 None None] Pushing event updated for resources: {'Port': ['ID=cc70f3d7-1a98-49eb-82ef-51ff4ef37009,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:35.606088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f85c27de-6a64-460d-a861-899dcf8b1b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1ba843ee-43bf-4965-9ee1-43495745a695), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.610183 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f85c27de-6a64-460d-a861-899dcf8b1b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.610780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a8aaaec6-42f7-4c34-aa94-36db3efc3a80 None None] Calling delete_port for cc70f3d7-1a98-49eb-82ef-51ff4ef37009 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:35.611511 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f85c27de-6a64-460d-a861-899dcf8b1b82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ba843ee-43bf-4965-9ee1-43495745a695 HTTP/1.1" status: 204 len: 168 time: 0.5778503 Feb 11 04:29:35.621553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c27de-6a64-460d-a861-899dcf8b1b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba843ee-43bf-4965-9ee1-43495745a695,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:35.624575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Transition to ACTIVE for port object e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:29:35.625883 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-3435c712-ef88-451e-a9de-fa16b8c09543 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 04:29:35.627349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3435c712-ef88-451e-a9de-fa16b8c09543 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "DELETE /v2.0/routers/5763af64-9f34-415b-9e48-bdbb79724924 HTTP/1.1" status: 409 len: 329 time: 1.2578034 Feb 11 04:29:35.633050 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54092) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:35.645019 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c15506-f542-4faa-ba40-98d31fcffb75 req-4591df0f-ca0e-474b-96fe-774e3cb74dde tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:35.647094 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41c15506-f542-4faa-ba40-98d31fcffb75 req-4591df0f-ca0e-474b-96fe-774e3cb74dde tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.9335134 Feb 11 04:29:35.685101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Deleting port cc70f3d7-1a98-49eb-82ef-51ff4ef37009 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:35.685454 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cc70f3d7-1a98-49eb-82ef-51ff4ef37009), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.766993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] For port cc70f3d7-1a98-49eb-82ef-51ff4ef37009, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cc70f3d7-1a98-49eb-82ef-51ff4ef37009,segment=NetworkSegment(8be7e380-c388-46d7-85ca-a99c93dd22e7),segment_id=8be7e380-c388-46d7-85ca-a99c93dd22e7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:35.767410 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cc70f3d7-1a98-49eb-82ef-51ff4ef37009), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:35.767618 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:29:35.770744 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:29:35.784967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Calling delete_port for cc70f3d7-1a98-49eb-82ef-51ff4ef37009 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:35.882235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41c15506-f542-4faa-ba40-98d31fcffb75 req-3e4b4cfa-7697-4ded-a6b3-30460af12e27 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2193685 Feb 11 04:29:35.963530 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8b97115-65a3-42e7-b0f7-0bd920f3aa4b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d9780363-c23c-4afa-88c9-a4ad3d731a34), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:36.031388 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b97115-65a3-42e7-b0f7-0bd920f3aa4b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9780363-c23c-4afa-88c9-a4ad3d731a34,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:36.049730 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a8aaaec6-42f7-4c34-aa94-36db3efc3a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (cc70f3d7-1a98-49eb-82ef-51ff4ef37009), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:36.065307 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e49309-8422-431e-9b3c-5d7353af11ab req-43eb8511-d2f4-4afc-bf5e-53e57b5750dd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:36.067189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7e49309-8422-431e-9b3c-5d7353af11ab req-43eb8511-d2f4-4afc-bf5e-53e57b5750dd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 931 time: 0.0864372 Feb 11 04:29:36.069730 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:36.080445 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8b97115-65a3-42e7-b0f7-0bd920f3aa4b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:36.081720 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e8b97115-65a3-42e7-b0f7-0bd920f3aa4b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9007792 Feb 11 04:29:36.091900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54102) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:36.105863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-da2e1956-371e-41b6-8e74-317af3fb74c4 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': '0d366e24-c472-4706-aac5-a713f786184a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd9780363-c23c-4afa-88c9-a4ad3d731a34'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:36.117876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aaaec6-42f7-4c34-aa94-36db3efc3a80 None None] No DVR routers for this DVR port cc70f3d7-1a98-49eb-82ef-51ff4ef37009 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:29:36.119561 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aaaec6-42f7-4c34-aa94-36db3efc3a80 None None] Pushing event deleted for resources: {'Port': ['ID=cc70f3d7-1a98-49eb-82ef-51ff4ef37009,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:36.158580 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (cc70f3d7-1a98-49eb-82ef-51ff4ef37009), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:36.209796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No DVR routers for this DVR port cc70f3d7-1a98-49eb-82ef-51ff4ef37009 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:29:36.210578 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ab53a03-79a7-4cad-86ec-edf9e4d08db7 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (5763af64-9f34-415b-9e48-bdbb79724924), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:36.225451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:36.293405 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Port cc70f3d7-1a98-49eb-82ef-51ff4ef37009 update to ACTIVE by agent not found {{(pid=103810) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 04:29:36.375528 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Port': ['ID=cc70f3d7-1a98-49eb-82ef-51ff4ef37009,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:36.430813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7e49309-8422-431e-9b3c-5d7353af11ab req-e3e8b164-3c6e-4a53-9434-fadbe8e36cde tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483858 Feb 11 04:29:36.481910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cc70f3d7-1a98-49eb-82ef-51ff4ef37009 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:29:36.538897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: cc70f3d7-1a98-49eb-82ef-51ff4ef37009 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:29:36.539256 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cc70f3d7-1a98-49eb-82ef-51ff4ef37009 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:29:36.589027 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-da2e1956-371e-41b6-8e74-317af3fb74c4 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:36.590534 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-da2e1956-371e-41b6-8e74-317af3fb74c4 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4974482 Feb 11 04:29:36.599815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54112) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:36.623087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54114) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:36.635773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (410d8140-6c5e-4f5b-804c-b7f744667a4a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:36.741865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410d8140-6c5e-4f5b-804c-b7f744667a4a']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:36.748902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Attempting to bind port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:29:36.749253 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Attempting to bind port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:29:36.749784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Attempting to bind port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 on network 52e2e255-4bcd-4033-994f-08fc2f872764 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:29:36.776365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be7e380-c388-46d7-85ca-a99c93dd22e7') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:36.776733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be7e380-c388-46d7-85ca-a99c93dd22e7') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:36.778486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 on network 52e2e255-4bcd-4033-994f-08fc2f872764 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:29:36.778839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Attempting to bind port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 on network 52e2e255-4bcd-4033-994f-08fc2f872764 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:29:36.821965 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (8be7e380-c388-46d7-85ca-a99c93dd22e7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:36.830226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:29:36.830736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Checking segment: {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:36.839743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Bound using segment: {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:29:36.839743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Bound port: e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:29:36.839743 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:36.898146 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8be7e380-c388-46d7-85ca-a99c93dd22e7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:36.972072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:29:36.972495 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (8be7e380-c388-46d7-85ca-a99c93dd22e7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:29:36.984999 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:29:37.105188 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-588d4637-559e-47fb-8d52-bbe024651470 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (d9780363-c23c-4afa-88c9-a4ad3d731a34), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:37.139417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54120) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:37.225799 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e637044-987d-4a40-b8be-19111f2df424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:37.367502 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e637044-987d-4a40-b8be-19111f2df424 admin admin] Publish callbacks [] for security_group (9cbcf0d8-4d70-4337-8ac9-61c39b674718), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:37.379367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:29:37.415512 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (410d8140-6c5e-4f5b-804c-b7f744667a4a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:37.419118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:29:37.435534 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-588d4637-559e-47fb-8d52-bbe024651470 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (d9780363-c23c-4afa-88c9-a4ad3d731a34), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:37.436389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b746e-8822-4b37-87a7-e2287f487260 req-1045bf02-5a8f-4b50-ae8b-28512366b716 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:37.438259 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf4b746e-8822-4b37-87a7-e2287f487260 req-1045bf02-5a8f-4b50-ae8b-28512366b716 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.3838029 Feb 11 04:29:37.450186 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:37.460102 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/410d8140-6c5e-4f5b-804c-b7f744667a4a HTTP/1.1" status: 204 len: 168 time: 8.8047724 Feb 11 04:29:37.470524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54124) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:37.477153 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6c59c24f-e1f6-46bc-be9f-3b25628b98d6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1188774926'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:37.554869 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3ab53a03-79a7-4cad-86ec-edf9e4d08db7 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Deleting port 809bf369-4cd9-4935-8131-9fc4458b3bef {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:37.555406 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ab53a03-79a7-4cad-86ec-edf9e4d08db7 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (809bf369-4cd9-4935-8131-9fc4458b3bef), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:37.809261 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ab53a03-79a7-4cad-86ec-edf9e4d08db7 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (809bf369-4cd9-4935-8131-9fc4458b3bef), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:37.838543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3ab53a03-79a7-4cad-86ec-edf9e4d08db7 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Calling delete_port for 809bf369-4cd9-4935-8131-9fc4458b3bef owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:37.865387 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-588d4637-559e-47fb-8d52-bbe024651470 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d9780363-c23c-4afa-88c9-a4ad3d731a34), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:37.870559 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-588d4637-559e-47fb-8d52-bbe024651470 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:37.879507 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-588d4637-559e-47fb-8d52-bbe024651470 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "DELETE /v2.0/security-groups/d9780363-c23c-4afa-88c9-a4ad3d731a34 HTTP/1.1" status: 204 len: 168 time: 1.2712505 Feb 11 04:29:37.883527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54128) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:37.991291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e637044-987d-4a40-b8be-19111f2df424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9cbcf0d8-4d70-4337-8ac9-61c39b674718), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:38.002313 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:38.016233 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3d6eed87-3831-4b9c-9b8a-3256a64c7b00 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1187360 Feb 11 04:29:38.022279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54130) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:38.054753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d4637-559e-47fb-8d52-bbe024651470 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9780363-c23c-4afa-88c9-a4ad3d731a34,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:38.115343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d52585-df72-4663-9dee-f1230fdbe960 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Network': ['ID=410d8140-6c5e-4f5b-804c-b7f744667a4a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:38.137136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:38.151431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:38.153492 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:38.155192 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-22255522-3b1e-4f7b-85e3-4fca53fc58d7 service neutron] 10.222.0.32 "PUT /v2.0/ports/e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 HTTP/1.1" status: 200 len: 1092 time: 4.4846952 Feb 11 04:29:38.167295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:29:38.169918 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96e1adf-46ca-4495-9ab2-bbd5d4beafa8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:29:38.195195 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cca97b9f-a243-4b92-ac9f-220029484386 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (0d366e24-c472-4706-aac5-a713f786184a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:38.261526 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf4b746e-8822-4b37-87a7-e2287f487260 req-8317625d-2c5a-4c6e-bc89-ef70316ef98f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7999392 Feb 11 04:29:38.361289 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cca97b9f-a243-4b92-ac9f-220029484386 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (0d366e24-c472-4706-aac5-a713f786184a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:38.417082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0e637044-987d-4a40-b8be-19111f2df424 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb5593a8c0974bceb1bd2ebad53e0589&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2652328 Feb 11 04:29:38.418024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e637044-987d-4a40-b8be-19111f2df424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbcf0d8-4d70-4337-8ac9-61c39b674718,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:38.427265 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7106ff-c0d7-4acd-9407-fdda390a785e x-openstack-request-id: req-7b7106ff-c0d7-4acd-9407-fdda390a785e {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:29:38.427668 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:29:38.428109 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b7106ff-c0d7-4acd-9407-fdda390a785e {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:29:38.428701 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'status': 'completed', 'code': 200} Feb 11 04:29:38.429123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54138) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:38.478921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91d263-3302-4128-8341-03b50fd38c06 req-c6a58b5b-1d2c-4722-9b85-f98bac1b05d4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:38.480605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa91d263-3302-4128-8341-03b50fd38c06 req-c6a58b5b-1d2c-4722-9b85-f98bac1b05d4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 943 time: 0.5192909 Feb 11 04:29:38.485445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c59c24f-e1f6-46bc-be9f-3b25628b98d6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:38.494902 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6c59c24f-e1f6-46bc-be9f-3b25628b98d6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:38.595269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-5d6c232b-b9fa-4b5e-8c04-00755364a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:38.597518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-5d6c232b-b9fa-4b5e-8c04-00755364a228 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 1126 time: 0.2115579 Feb 11 04:29:38.664194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ead858e7-aabd-4bb2-8f0f-015d270942f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:38.708510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-0db4b7f6-42f0-4b01-9167-6f8d1bb19cb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 HTTP/1.1" status: 200 len: 217 time: 0.0996227 Feb 11 04:29:38.709188 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d3a70844-b023-477f-99d9-cf5e79c6c1c9 admin admin] Publish callbacks [] for security_group (9cbcf0d8-4d70-4337-8ac9-61c39b674718), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:38.753145 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d3a70844-b023-477f-99d9-cf5e79c6c1c9 admin admin] Publish callbacks [] for security_group (9cbcf0d8-4d70-4337-8ac9-61c39b674718), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:38.799469 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cca97b9f-a243-4b92-ac9f-220029484386 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0d366e24-c472-4706-aac5-a713f786184a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:38.802305 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cca97b9f-a243-4b92-ac9f-220029484386 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:38.805891 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cca97b9f-a243-4b92-ac9f-220029484386 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "DELETE /v2.0/security-groups/0d366e24-c472-4706-aac5-a713f786184a HTTP/1.1" status: 204 len: 168 time: 0.7780807 Feb 11 04:29:38.805891 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ab53a03-79a7-4cad-86ec-edf9e4d08db7 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (809bf369-4cd9-4935-8131-9fc4458b3bef), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:38.809659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c59c24f-e1f6-46bc-be9f-3b25628b98d6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:29:38.821741 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54146) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:38.822610 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca97b9f-a243-4b92-ac9f-220029484386 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d366e24-c472-4706-aac5-a713f786184a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:38.853572 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa91d263-3302-4128-8341-03b50fd38c06 req-0397e623-4604-4a00-ba83-63b6f780e442 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411920 Feb 11 04:29:38.875158 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab53a03-79a7-4cad-86ec-edf9e4d08db7 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event deleted for resources: {'Port': ['ID=809bf369-4cd9-4935-8131-9fc4458b3bef,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:38.900029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-29614cfc-4c9f-47b4-8b8f-301c96af36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:38.901644 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-29614cfc-4c9f-47b4-8b8f-301c96af36e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.0987761 Feb 11 04:29:38.905940 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6c59c24f-e1f6-46bc-be9f-3b25628b98d6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6d72f5e2-b75f-42bf-ad60-ad2963074246), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:38.909822 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-6c59c24f-e1f6-46bc-be9f-3b25628b98d6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Added segment 6d72f5e2-b75f-42bf-ad60-ad2963074246 of type vlan for network 72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae Feb 11 04:29:38.973455 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6c59c24f-e1f6-46bc-be9f-3b25628b98d6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:39.013007 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d3a70844-b023-477f-99d9-cf5e79c6c1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9cbcf0d8-4d70-4337-8ac9-61c39b674718), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:39.015994 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d3a70844-b023-477f-99d9-cf5e79c6c1c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:39.020008 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d3a70844-b023-477f-99d9-cf5e79c6c1c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cbcf0d8-4d70-4337-8ac9-61c39b674718 HTTP/1.1" status: 204 len: 168 time: 0.5664365 Feb 11 04:29:39.060834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a70844-b023-477f-99d9-cf5e79c6c1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbcf0d8-4d70-4337-8ac9-61c39b674718,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:39.082515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-c5d9e4f9-1811-435b-8e85-c0ac09c325bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:39.084449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-c5d9e4f9-1811-435b-8e85-c0ac09c325bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0659835 Feb 11 04:29:39.164901 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5f481cde-3499-4b61-84ad-e116eaeef993 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3400185 Feb 11 04:29:39.194102 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54152) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:39.217419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9d510302-a297-410b-b864-724664a54080 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1623630354'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:39.256039 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6c59c24f-e1f6-46bc-be9f-3b25628b98d6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:39.261744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c59c24f-e1f6-46bc-be9f-3b25628b98d6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:39.262600 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6c59c24f-e1f6-46bc-be9f-3b25628b98d6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:39.270786 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-13bf0e94-61ff-4454-b52a-13ebdabc96d8 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798434 Feb 11 04:29:39.345394 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ab53a03-79a7-4cad-86ec-edf9e4d08db7 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (5763af64-9f34-415b-9e48-bdbb79724924), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:39.445638 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59c24f-e1f6-46bc-be9f-3b25628b98d6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Network': ['ID=72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:39.458399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:29:39.488914 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6c59c24f-e1f6-46bc-be9f-3b25628b98d6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0163682 Feb 11 04:29:39.513086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54158) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:39.523498 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-4cb3181d-f89e-40b0-9973-321f91fdcd94 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'subnet': {'network_id': '72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:39.609133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d510302-a297-410b-b864-724664a54080 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:39.630736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f03d864-3dea-40cf-98d0-e4fdb2d52125 req-00e9ff9b-93ea-4112-a135-3b8632dfca59 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405004 Feb 11 04:29:39.674047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f0047-02d5-41d0-bcd3-e2261b0a89d0 req-f429971f-7f94-476e-978e-9c8bcae6ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:39.677021 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f3f0047-02d5-41d0-bcd3-e2261b0a89d0 req-f429971f-7f94-476e-978e-9c8bcae6ed49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 1129 time: 0.2716970 Feb 11 04:29:39.713023 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ec15-4319-4661-831d-b301dc0884a9 req-ecd248d7-a990-4ad8-bfee-1029e9c13a7b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:39.719270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a687ec15-4319-4661-831d-b301dc0884a9 req-ecd248d7-a990-4ad8-bfee-1029e9c13a7b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.2499895 Feb 11 04:29:39.768857 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d510302-a297-410b-b864-724664a54080 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (dec2fb48-8dfb-4716-8a55-911f59264614), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:39.790788 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab53a03-79a7-4cad-86ec-edf9e4d08db7 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Router 5763af64-9f34-415b-9e48-bdbb79724924 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:29:39.811835 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ead858e7-aabd-4bb2-8f0f-015d270942f3 admin admin] Deleting port 7a001ebe-3216-419f-b7a0-0779d49765bb {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:39.812268 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ead858e7-aabd-4bb2-8f0f-015d270942f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:39.935696 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a687ec15-4319-4661-831d-b301dc0884a9 req-fcf28eee-74b0-4145-85b3-59565855bb3a tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1904471 Feb 11 04:29:39.943230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f0047-02d5-41d0-bcd3-e2261b0a89d0 req-b9aba62f-3a24-4410-b209-9f7d23b9c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:39.944898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f3f0047-02d5-41d0-bcd3-e2261b0a89d0 req-b9aba62f-3a24-4410-b209-9f7d23b9c0e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 917 time: 0.2619867 Feb 11 04:29:39.950952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e1adf-46ca-4495-9ab2-bbd5d4beafa8 req-aa3ec6e6-3280-4731-87d6-ed50e0d6b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:39.952565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a96e1adf-46ca-4495-9ab2-bbd5d4beafa8 req-aa3ec6e6-3280-4731-87d6-ed50e0d6b382 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 1126 time: 0.1678271 Feb 11 04:29:40.016037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb3181d-f89e-40b0-9973-321f91fdcd94 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:40.021708 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cb3181d-f89e-40b0-9973-321f91fdcd94 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:40.157936 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f3f0047-02d5-41d0-bcd3-e2261b0a89d0 req-457e4563-9dfd-470c-9b8c-01d777a1befb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9 HTTP/1.1" status: 200 len: 1001 time: 0.2044339 Feb 11 04:29:40.187745 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d510302-a297-410b-b864-724664a54080 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dec2fb48-8dfb-4716-8a55-911f59264614), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:40.225822 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab53a03-79a7-4cad-86ec-edf9e4d08db7 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:29:40.239874 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b7005-682c-447e-97ef-fedead64dbb0 None None] Sync routers for ids ['5763af64-9f34-415b-9e48-bdbb79724924'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:29:40.250256 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3ab53a03-79a7-4cad-86ec-edf9e4d08db7 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "PUT /v2.0/routers/5763af64-9f34-415b-9e48-bdbb79724924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6160519 Feb 11 04:29:40.257190 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b7005-682c-447e-97ef-fedead64dbb0 None None] Routers {'5763af64-9f34-415b-9e48-bdbb79724924'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:40.258218 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-049b7005-682c-447e-97ef-fedead64dbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:29:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5763af64-9f34-415b-9e48-bdbb79724924'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:40.259289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54172) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:40.284143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d510302-a297-410b-b864-724664a54080 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec2fb48-8dfb-4716-8a55-911f59264614,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:40.306213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-ead858e7-aabd-4bb2-8f0f-015d270942f3 admin admin] For port 7a001ebe-3216-419f-b7a0-0779d49765bb, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7a001ebe-3216-419f-b7a0-0779d49765bb,segment=NetworkSegment(c2af0800-6354-4b6c-b9a6-1576b0b03e2c),segment_id=c2af0800-6354-4b6c-b9a6-1576b0b03e2c)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:40.306583 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ead858e7-aabd-4bb2-8f0f-015d270942f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:40.322128 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ead858e7-aabd-4bb2-8f0f-015d270942f3 admin admin] Calling delete_port for 7a001ebe-3216-419f-b7a0-0779d49765bb owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:40.335140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5dd4e-b6fb-433a-8f9b-58f285d32182 req-2516b188-0658-4fad-8e4f-327bdead5e58 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:40.335729 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-049b7005-682c-447e-97ef-fedead64dbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:40.336725 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55f5dd4e-b6fb-433a-8f9b-58f285d32182 req-2516b188-0658-4fad-8e4f-327bdead5e58 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 943 time: 0.3328211 Feb 11 04:29:40.343521 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-610ac707-77d3-4769-9974-466c22921f02 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] show failed (client error): The resource could not be found. Feb 11 04:29:40.344678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-610ac707-77d3-4769-9974-466c22921f02 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1124001549 HTTP/1.1" status: 404 len: 335 time: 0.0828946 Feb 11 04:29:40.350861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54174) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:40.353824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f0047-02d5-41d0-bcd3-e2261b0a89d0 req-086f7108-f394-49d1-834e-4c5ab6016df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:40.355369 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f3f0047-02d5-41d0-bcd3-e2261b0a89d0 req-086f7108-f394-49d1-834e-4c5ab6016df1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aff91b0d-1298-40b8-9cf7-8b139d7ddd16 HTTP/1.1" status: 200 len: 855 time: 0.1663156 Feb 11 04:29:40.363140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6464ccfb-4ea9-427f-ba02-7bd7c878754e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:40.370412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e1adf-46ca-4495-9ab2-bbd5d4beafa8 req-868c8e73-8622-4f47-aefe-162979b07e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:40.371921 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a96e1adf-46ca-4495-9ab2-bbd5d4beafa8 req-868c8e73-8622-4f47-aefe-162979b07e35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.4098301 Feb 11 04:29:40.373892 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b7005-682c-447e-97ef-fedead64dbb0 None None] Routers {'5763af64-9f34-415b-9e48-bdbb79724924'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:40.375426 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-049b7005-682c-447e-97ef-fedead64dbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:29:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5763af64-9f34-415b-9e48-bdbb79724924'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:40.407220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d510302-a297-410b-b864-724664a54080 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:40.412146 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9d510302-a297-410b-b864-724664a54080 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2196074 Feb 11 04:29:40.415349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54176) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:40.416145 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-049b7005-682c-447e-97ef-fedead64dbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:40.416814 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b7005-682c-447e-97ef-fedead64dbb0 None None] The sync data for ids ['5763af64-9f34-415b-9e48-bdbb79724924'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:29:40.421611 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-40d26f39-1f86-4b5f-a710-611624285997 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'dec2fb48-8dfb-4716-8a55-911f59264614', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:40.439902 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-6464ccfb-4ea9-427f-ba02-7bd7c878754e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] update failed (client error): The resource could not be found. Feb 11 04:29:40.441178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6464ccfb-4ea9-427f-ba02-7bd7c878754e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1479613472 HTTP/1.1" status: 404 len: 335 time: 0.0846429 Feb 11 04:29:40.446260 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54178) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:40.511036 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a96e1adf-46ca-4495-9ab2-bbd5d4beafa8 req-bbdb4b98-c078-4398-9dc8-6de7a97168df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 HTTP/1.1" status: 200 len: 217 time: 0.0905271 Feb 11 04:29:40.553757 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c3d1e6-c2f4-4a5c-b05c-b3b37a91d246 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Deleting subnet 4b28256f-bc7c-4f77-80d9-e5439412ccc4 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:29:40.560864 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-12c3d1e6-c2f4-4a5c-b05c-b3b37a91d246 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for subnet (4b28256f-bc7c-4f77-80d9-e5439412ccc4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:40.611101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55f5dd4e-b6fb-433a-8f9b-58f285d32182 req-d20eee74-945b-4502-9dfa-250d715fbfce tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531357 Feb 11 04:29:40.634793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e1adf-46ca-4495-9ab2-bbd5d4beafa8 req-4a5fad7b-41e3-4e27-9d9d-1edad2141e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:40.636277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a96e1adf-46ca-4495-9ab2-bbd5d4beafa8 req-4a5fad7b-41e3-4e27-9d9d-1edad2141e37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.1139536 Feb 11 04:29:40.638224 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-12c3d1e6-c2f4-4a5c-b05c-b3b37a91d246 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (4b28256f-bc7c-4f77-80d9-e5439412ccc4), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:40.642900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f0047-02d5-41d0-bcd3-e2261b0a89d0 req-f68f50fd-3578-4a1d-8418-d61742991528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:40.644915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f3f0047-02d5-41d0-bcd3-e2261b0a89d0 req-f68f50fd-3578-4a1d-8418-d61742991528 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aea3f5db-90d4-484d-a1e1-ef38ac456aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2770596 Feb 11 04:29:40.766039 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-12c3d1e6-c2f4-4a5c-b05c-b3b37a91d246 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (4b28256f-bc7c-4f77-80d9-e5439412ccc4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:40.796810 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-40d26f39-1f86-4b5f-a710-611624285997 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:40.796810 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-40d26f39-1f86-4b5f-a710-611624285997 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3764884 Feb 11 04:29:40.797207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e1adf-46ca-4495-9ab2-bbd5d4beafa8 req-5a15de02-775b-4c01-ad9d-a99eddd78884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:40.798641 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a96e1adf-46ca-4495-9ab2-bbd5d4beafa8 req-5a15de02-775b-4c01-ad9d-a99eddd78884 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1526842 Feb 11 04:29:40.799132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54188) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:40.805722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-19f536d4-50aa-4bab-b1d3-9cd30713102b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group_rule': {'security_group_id': 'dec2fb48-8dfb-4716-8a55-911f59264614', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:40.830894 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ead858e7-aabd-4bb2-8f0f-015d270942f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7a001ebe-3216-419f-b7a0-0779d49765bb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:40.845754 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cb3181d-f89e-40b0-9973-321f91fdcd94 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (2df76645-443c-4476-af02-bacbd243b9aa), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:40.856511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f3f0047-02d5-41d0-bcd3-e2261b0a89d0 req-12952e0f-1d76-4ad6-a3b7-a61589634be8 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888626 Feb 11 04:29:40.879663 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead858e7-aabd-4bb2-8f0f-015d270942f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a001ebe-3216-419f-b7a0-0779d49765bb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:40.973444 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-12c3d1e6-c2f4-4a5c-b05c-b3b37a91d246 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (4b28256f-bc7c-4f77-80d9-e5439412ccc4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.023678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3d1e6-c2f4-4a5c-b05c-b3b37a91d246 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event deleted for resources: {'Subnet': ['ID=4b28256f-bc7c-4f77-80d9-e5439412ccc4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:41.026800 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-12c3d1e6-c2f4-4a5c-b05c-b3b37a91d246 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.032393 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-12c3d1e6-c2f4-4a5c-b05c-b3b37a91d246 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "DELETE /v2.0/subnets/4b28256f-bc7c-4f77-80d9-e5439412ccc4 HTTP/1.1" status: 204 len: 168 time: 0.5836518 Feb 11 04:29:41.035789 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54194) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:41.041305 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da347c3a-2fa9-400c-87d7-720f08f04189 None None] Network b71e20be-81d1-4823-89de-b36313a42735 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:41.063612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3181d-f89e-40b0-9973-321f91fdcd94 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Subnet': ['ID=2df76645-443c-4476-af02-bacbd243b9aa,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:41.149864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a96e1adf-46ca-4495-9ab2-bbd5d4beafa8 req-52502eab-55e3-4f82-b769-3065583edb95 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359060 Feb 11 04:29:41.187630 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-7654e13c-8696-49ba-a6c0-e2f602f9ab82 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Deleting subnet 344f8f96-9515-418d-9d7b-04797ce28bf9 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:29:41.197994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f3f0047-02d5-41d0-bcd3-e2261b0a89d0 req-aa9676ca-0cb0-4f4b-9e0c-3389aa213711 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082228 Feb 11 04:29:41.205735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb3181d-f89e-40b0-9973-321f91fdcd94 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Checking segment: {'id': '6d72f5e2-b75f-42bf-ad60-ad2963074246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:41.205958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3181d-f89e-40b0-9973-321f91fdcd94 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network hostable DHCP agents. Network: 72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:29:41.238757 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7654e13c-8696-49ba-a6c0-e2f602f9ab82 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for subnet (344f8f96-9515-418d-9d7b-04797ce28bf9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.252946 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-19f536d4-50aa-4bab-b1d3-9cd30713102b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:29:41.254179 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-19f536d4-50aa-4bab-b1d3-9cd30713102b tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4517801 Feb 11 04:29:41.264081 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54198) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:41.302160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe770a82-21da-4708-8ceb-7becbb75aa6c req-e50048a4-5e1f-4125-92d2-6ae0543423bc tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:41.303849 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe770a82-21da-4708-8ceb-7becbb75aa6c req-e50048a4-5e1f-4125-92d2-6ae0543423bc tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.2423081 Feb 11 04:29:41.308760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7654e13c-8696-49ba-a6c0-e2f602f9ab82 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (344f8f96-9515-418d-9d7b-04797ce28bf9), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.312379 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ead858e7-aabd-4bb2-8f0f-015d270942f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.396642 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fdc41b-bf80-41f2-9020-a8dbad293a39 None None] DHCP port deletion for b71e20be-81d1-4823-89de-b36313a42735 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:29:41.419084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3181d-f89e-40b0-9973-321f91fdcd94 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network 72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:29:41.466779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-94fdc41b-bf80-41f2-9020-a8dbad293a39 None None] Deleting port c44b5713-1180-478f-9d76-d60205c6af85 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:41.468581 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-94fdc41b-bf80-41f2-9020-a8dbad293a39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c44b5713-1180-478f-9d76-d60205c6af85), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.479183 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95bc9981-e038-46db-8493-057f76010994 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (dec2fb48-8dfb-4716-8a55-911f59264614), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.498747 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe770a82-21da-4708-8ceb-7becbb75aa6c req-85dfa167-dea5-4857-aecb-03cc87237ef6 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1487033 Feb 11 04:29:41.517618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a96e1adf-46ca-4495-9ab2-bbd5d4beafa8 req-b1f89acb-eb78-4145-aa22-c0b42aa9a7dd service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047216 Feb 11 04:29:41.526998 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7654e13c-8696-49ba-a6c0-e2f602f9ab82 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (344f8f96-9515-418d-9d7b-04797ce28bf9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.543838 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95bc9981-e038-46db-8493-057f76010994 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (dec2fb48-8dfb-4716-8a55-911f59264614), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.544921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-94fdc41b-bf80-41f2-9020-a8dbad293a39 None None] For port c44b5713-1180-478f-9d76-d60205c6af85, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c44b5713-1180-478f-9d76-d60205c6af85,segment=NetworkSegment(b0436d57-4a8b-435d-941f-13bcbefc6c91),segment_id=b0436d57-4a8b-435d-941f-13bcbefc6c91)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:41.545321 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-94fdc41b-bf80-41f2-9020-a8dbad293a39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c44b5713-1180-478f-9d76-d60205c6af85), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.560534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-94fdc41b-bf80-41f2-9020-a8dbad293a39 None None] Calling delete_port for c44b5713-1180-478f-9d76-d60205c6af85 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:41.585735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-4cb3181d-f89e-40b0-9973-321f91fdcd94 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:41.600966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb3181d-f89e-40b0-9973-321f91fdcd94 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:41.601701 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cb3181d-f89e-40b0-9973-321f91fdcd94 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.622196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fe914c-47d1-4b3f-8537-d5b28bcca3d8 None None] Network 72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:41.694104 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95bc9981-e038-46db-8493-057f76010994 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dec2fb48-8dfb-4716-8a55-911f59264614), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.696883 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95bc9981-e038-46db-8493-057f76010994 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.699613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-95bc9981-e038-46db-8493-057f76010994 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "DELETE /v2.0/security-groups/dec2fb48-8dfb-4716-8a55-911f59264614 HTTP/1.1" status: 204 len: 168 time: 0.4316316 Feb 11 04:29:41.715621 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54208) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:41.722202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc9981-e038-46db-8493-057f76010994 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec2fb48-8dfb-4716-8a55-911f59264614,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:41.792610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4cb3181d-f89e-40b0-9973-321f91fdcd94 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2683654 Feb 11 04:29:41.792610 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54210) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:41.794405 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead858e7-aabd-4bb2-8f0f-015d270942f3 admin admin] Router d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:29:41.798614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae', 'network_id': '72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae', 'project_id': '488dec3c6ffa42dcaf0f83851d5e8d35', 'fixed_ips': [{'subnet_id': '2df76645-443c-4476-af02-bacbd243b9aa'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:29:41.799845 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.811081 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c1919f5b-7354-4192-8f75-936b8a6e3d26 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0905023 Feb 11 04:29:41.811867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54212) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:41.817518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a57e32f9-f5e8-4651-955d-90bc4257ec00 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024097183'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:41.825981 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95e0f0-338f-4cd3-b535-f73724584176 req-06eeeac9-de4a-4bb9-8c4d-13adfa975e7e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:41.827638 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be95e0f0-338f-4cd3-b535-f73724584176 req-06eeeac9-de4a-4bb9-8c4d-13adfa975e7e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 943 time: 0.1280475 Feb 11 04:29:41.873524 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7654e13c-8696-49ba-a6c0-e2f602f9ab82 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (344f8f96-9515-418d-9d7b-04797ce28bf9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.890263 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-94fdc41b-bf80-41f2-9020-a8dbad293a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (c44b5713-1180-478f-9d76-d60205c6af85), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.918651 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654e13c-8696-49ba-a6c0-e2f602f9ab82 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event deleted for resources: {'Subnet': ['ID=344f8f96-9515-418d-9d7b-04797ce28bf9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:41.927235 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7654e13c-8696-49ba-a6c0-e2f602f9ab82 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:41.927235 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7654e13c-8696-49ba-a6c0-e2f602f9ab82 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "DELETE /v2.0/subnets/344f8f96-9515-418d-9d7b-04797ce28bf9 HTTP/1.1" status: 204 len: 168 time: 0.8893008 Feb 11 04:29:41.930312 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54214) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:41.951665 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be95e0f0-338f-4cd3-b535-f73724584176 req-a47e55c8-bb71-4319-b268-24c172184348 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102633 Feb 11 04:29:41.970592 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f54a35-db6c-4773-9240-9cb6bcd745ca None None] Network 3d9bd5ca-5571-47e4-8351-00c2a6b67641 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:41.989658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdc41b-bf80-41f2-9020-a8dbad293a39 None None] Pushing event deleted for resources: {'Port': ['ID=c44b5713-1180-478f-9d76-d60205c6af85,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:42.007700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fdc41b-bf80-41f2-9020-a8dbad293a39 None None] No DVR routers for this DVR port c44b5713-1180-478f-9d76-d60205c6af85 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:29:42.013163 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a57e32f9-f5e8-4651-955d-90bc4257ec00 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.032485 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.085921 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64f34bfb-fcba-4db7-97f8-d1fdace6e762 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (b71e20be-81d1-4823-89de-b36313a42735), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.091100 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead858e7-aabd-4bb2-8f0f-015d270942f3 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:29:42.099502 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ead858e7-aabd-4bb2-8f0f-015d270942f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/d032aa6f-835b-4d03-9d6c-fb9d4b2adb63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4373269 Feb 11 04:29:42.106468 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54218) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:42.162644 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (2df76645-443c-4476-af02-bacbd243b9aa), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.303668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05dccae-b582-4f91-958b-8be3f3b28e84 None None] Sync routers for ids ['d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:29:42.314264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a57e32f9-f5e8-4651-955d-90bc4257ec00 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (25b432d8-df44-46eb-a8af-90ada4db6ccd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.328311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Allocated IP 2001:db8::1 (72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae/2df76645-443c-4476-af02-bacbd243b9aa/23db4a9d-9e3f-40f8-ba67-bb6bb9807065) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:29:42.361799 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05dccae-b582-4f91-958b-8be3f3b28e84 None None] Routers {'d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:42.361799 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c05dccae-b582-4f91-958b-8be3f3b28e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:29:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:42.362413 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64f34bfb-fcba-4db7-97f8-d1fdace6e762 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (b71e20be-81d1-4823-89de-b36313a42735), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.363665 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] Publish callbacks [] for router (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.414933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-64f34bfb-fcba-4db7-97f8-d1fdace6e762 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71e20be-81d1-4823-89de-b36313a42735']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:42.427986 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-64f34bfb-fcba-4db7-97f8-d1fdace6e762 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0436d57-4a8b-435d-941f-13bcbefc6c91') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:42.428777 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-64f34bfb-fcba-4db7-97f8-d1fdace6e762 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0436d57-4a8b-435d-941f-13bcbefc6c91') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:42.444789 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64f34bfb-fcba-4db7-97f8-d1fdace6e762 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (b0436d57-4a8b-435d-941f-13bcbefc6c91), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.462314 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a57e32f9-f5e8-4651-955d-90bc4257ec00 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (25b432d8-df44-46eb-a8af-90ada4db6ccd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.492846 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64f34bfb-fcba-4db7-97f8-d1fdace6e762 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b0436d57-4a8b-435d-941f-13bcbefc6c91), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.526401 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f34bfb-fcba-4db7-97f8-d1fdace6e762 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:29:42.526863 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64f34bfb-fcba-4db7-97f8-d1fdace6e762 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (b0436d57-4a8b-435d-941f-13bcbefc6c91), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:29:42.539935 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:29:42.593291 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e32f9-f5e8-4651-955d-90bc4257ec00 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b432d8-df44-46eb-a8af-90ada4db6ccd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:42.621663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c44b5713-1180-478f-9d76-d60205c6af85 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:29:42.625308 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe702527-1545-40ae-ba2d-203e8337a406 None None] DHCP port deletion for 3d9bd5ca-5571-47e4-8351-00c2a6b67641 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:29:42.632505 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] Publish callbacks [] for router_gateway (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.637594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c45ac-e6f8-423d-ab53-dc04142b7515 req-a022c4de-e11c-4601-8d40-a270665347c1 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:42.640484 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-553c45ac-e6f8-423d-ab53-dc04142b7515 req-a022c4de-e11c-4601-8d40-a270665347c1 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.0711241 Feb 11 04:29:42.674886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a57e32f9-f5e8-4651-955d-90bc4257ec00 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.676423 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a57e32f9-f5e8-4651-955d-90bc4257ec00 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8634889 Feb 11 04:29:42.677747 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: c44b5713-1180-478f-9d76-d60205c6af85 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:29:42.678111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c44b5713-1180-478f-9d76-d60205c6af85 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:29:42.692923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54232) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:42.698075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-535d4f2d-caa1-4dcb-a1ab-88e5a2895157 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:42.698394 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-535d4f2d-caa1-4dcb-a1ab-88e5a2895157 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 04:29:42.698923 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-535d4f2d-caa1-4dcb-a1ab-88e5a2895157 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 04:29:42.699956 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-535d4f2d-caa1-4dcb-a1ab-88e5a2895157 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "PUT /v2.0/security-groups/25b432d8-df44-46eb-a8af-90ada4db6ccd HTTP/1.1" status: 409 len: 330 time: 0.0059080 Feb 11 04:29:42.702941 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54234) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:42.751522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-553c45ac-e6f8-423d-ab53-dc04142b7515 req-e9ca6b46-d091-4c1b-9385-ffa519af3286 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998020 Feb 11 04:29:42.790863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c05dccae-b582-4f91-958b-8be3f3b28e84 None None] Set router d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:29:42.808737 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d0f1a85-6821-4858-91f7-cd66b874f699 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (25b432d8-df44-46eb-a8af-90ada4db6ccd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.812348 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64f34bfb-fcba-4db7-97f8-d1fdace6e762 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (b71e20be-81d1-4823-89de-b36313a42735), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.841906 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64f34bfb-fcba-4db7-97f8-d1fdace6e762 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.845314 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-64f34bfb-fcba-4db7-97f8-d1fdace6e762 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "DELETE /v2.0/networks/b71e20be-81d1-4823-89de-b36313a42735 HTTP/1.1" status: 204 len: 168 time: 0.9141178 Feb 11 04:29:42.848930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54238) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:42.864124 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f34bfb-fcba-4db7-97f8-d1fdace6e762 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event deleted for resources: {'Network': ['ID=b71e20be-81d1-4823-89de-b36313a42735,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:42.871131 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d0f1a85-6821-4858-91f7-cd66b874f699 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (25b432d8-df44-46eb-a8af-90ada4db6ccd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.909913 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] Deleting port 58cfb677-d3e9-4c29-bfc4-52f6354b2902 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:42.910856 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (58cfb677-d3e9-4c29-bfc4-52f6354b2902), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.929301 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:29:42.944717 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (3d9bd5ca-5571-47e4-8351-00c2a6b67641), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:42.971743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5e7aad66-5b0e-4338-bc23-44f0e8272db9 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:29:43.016073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] For port 58cfb677-d3e9-4c29-bfc4-52f6354b2902, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=58cfb677-d3e9-4c29-bfc4-52f6354b2902,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:43.016492 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (58cfb677-d3e9-4c29-bfc4-52f6354b2902), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.037215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fe702527-1545-40ae-ba2d-203e8337a406 None None] Deleting port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:43.037908 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fe702527-1545-40ae-ba2d-203e8337a406 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.053087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] Calling delete_port for 58cfb677-d3e9-4c29-bfc4-52f6354b2902 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:43.105566 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Publish callbacks [] for port (23db4a9d-9e3f-40f8-ba67-bb6bb9807065), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.128075 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d0f1a85-6821-4858-91f7-cd66b874f699 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (25b432d8-df44-46eb-a8af-90ada4db6ccd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.132224 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d0f1a85-6821-4858-91f7-cd66b874f699 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.137913 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0d0f1a85-6821-4858-91f7-cd66b874f699 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "DELETE /v2.0/security-groups/25b432d8-df44-46eb-a8af-90ada4db6ccd HTTP/1.1" status: 204 len: 168 time: 0.4311090 Feb 11 04:29:43.149707 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.resource_extend [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:29:43.160566 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54244) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:43.161799 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f1a85-6821-4858-91f7-cd66b874f699 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b432d8-df44-46eb-a8af-90ada4db6ccd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:43.283729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fe702527-1545-40ae-ba2d-203e8337a406 None None] For port ad05c2e2-4a24-465a-8ad2-9535f96e3f87, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ad05c2e2-4a24-465a-8ad2-9535f96e3f87,segment=NetworkSegment(15758c05-2890-4e61-bd6c-1fcc322e1ba7),segment_id=15758c05-2890-4e61-bd6c-1fcc322e1ba7)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:43.283729 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fe702527-1545-40ae-ba2d-203e8337a406 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.384938 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e9abf0cc-daee-4cd0-8eed-088f55d0acce tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2153368 Feb 11 04:29:43.388218 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54252) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:43.406469 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:43.415939 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-74433c5c-a41d-458a-8b4f-2a9bd5cb2ca9 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] delete failed (client error): The resource could not be found. Feb 11 04:29:43.421289 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-74433c5c-a41d-458a-8b4f-2a9bd5cb2ca9 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "DELETE /v2.0/security-groups/68502341-29a8-4af1-8169-8fe1d04397f5 HTTP/1.1" status: 404 len: 347 time: 0.0275927 Feb 11 04:29:43.421510 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54254) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:43.434051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Deleting port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:43.434392 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.446999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fe702527-1545-40ae-ba2d-203e8337a406 None None] Calling delete_port for ad05c2e2-4a24-465a-8ad2-9535f96e3f87 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:43.447225 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-f24b6d41-742a-4caf-bb38-0204f4220282 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] show failed (client error): The resource could not be found. Feb 11 04:29:43.454250 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f24b6d41-742a-4caf-bb38-0204f4220282 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "GET /v2.0/security-groups/f2944ed2-c835-4756-9a7e-096db54ee0a3 HTTP/1.1" status: 404 len: 347 time: 0.0258515 Feb 11 04:29:43.454250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54256) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:43.471593 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6774a-a023-4a08-bd8a-00214c8ad2c7 req-3c505952-eba3-477d-a32f-8ec7721f853a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:43.473939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5e6774a-a023-4a08-bd8a-00214c8ad2c7 req-3c505952-eba3-477d-a32f-8ec7721f853a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 943 time: 0.1136179 Feb 11 04:29:43.492776 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-ccb88463-63c8-4f22-82ea-190547f99282 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] show failed (client error): The resource could not be found. Feb 11 04:29:43.493839 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ccb88463-63c8-4f22-82ea-190547f99282 tempest-NegativeSecGroupIPv6Test-653514946 tempest-NegativeSecGroupIPv6Test-653514946-project] 10.222.0.13 "GET /v2.0/security-group-rules/ae47f78d-0767-42cd-8074-8d62257cf78e HTTP/1.1" status: 404 len: 356 time: 0.0386872 Feb 11 04:29:43.524453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'port_id': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'mac_address': 'fa:16:3e:39:ff:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:29:43.530444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] For port ad05c2e2-4a24-465a-8ad2-9535f96e3f87, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ad05c2e2-4a24-465a-8ad2-9535f96e3f87,segment=NetworkSegment(15758c05-2890-4e61-bd6c-1fcc322e1ba7),segment_id=15758c05-2890-4e61-bd6c-1fcc322e1ba7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:43.530849 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.550275 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (23db4a9d-9e3f-40f8-ba67-bb6bb9807065), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.557221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Calling delete_port for ad05c2e2-4a24-465a-8ad2-9535f96e3f87 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:43.564098 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (2df76645-443c-4476-af02-bacbd243b9aa), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.605242 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Subnet': ['ID=2df76645-443c-4476-af02-bacbd243b9aa,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:43.617569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5e6774a-a023-4a08-bd8a-00214c8ad2c7 req-342c6adf-1200-47bd-95a9-6dde08d729e4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155827 Feb 11 04:29:43.673449 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (58cfb677-d3e9-4c29-bfc4-52f6354b2902), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.714134 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.719251 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=58cfb677-d3e9-4c29-bfc4-52f6354b2902,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:43.746924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Network 72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:43.756662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:43.757021 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:43.757021 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.766006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d72f5e2-b75f-42bf-ad60-ad2963074246') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:43.766325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d72f5e2-b75f-42bf-ad60-ad2963074246') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:43.776662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:43.778014 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (6d72f5e2-b75f-42bf-ad60-ad2963074246), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.779938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:29:43.794826 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6d72f5e2-b75f-42bf-ad60-ad2963074246), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.802764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:29:43.803168 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (6d72f5e2-b75f-42bf-ad60-ad2963074246), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:29:43.806571 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:29:43.815815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Pushing event updated for resources: {'Port': ['ID=23db4a9d-9e3f-40f8-ba67-bb6bb9807065,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:43.825216 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.874547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:43.882599 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.908862 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256a23bb-ed97-482c-9a93-703757629690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7aad66-5b0e-4338-bc23-44f0e8272db9'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:29:43.912921 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4075cca4-7407-45c0-8295-64baa4e9d27d" -d '{"events": [{"server_uuid": "256a23bb-ed97-482c-9a93-703757629690", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7aad66-5b0e-4338-bc23-44f0e8272db9"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:29:43.936459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.938896 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.941982 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] Publish callbacks [] for router_controller (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:43.953180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:29:43.958993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] No DVR routers for this DVR port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:29:43.984687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event deleted for resources: {'Port': ['ID=ad05c2e2-4a24-465a-8ad2-9535f96e3f87,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:43.986786 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.api [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 04:29:43.986786 n-d-712142-35 neutron-server[103809]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 04:29:43.986786 n-d-712142-35 neutron-server[103809]: [parameters: {'id': '72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae'}] Feb 11 04:29:43.986786 n-d-712142-35 neutron-server[103809]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103809) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:29:43.993831 n-d-712142-35 neutron-server[103809]: DEBUG oslo_db.api [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:29:43.994129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5e7aad66-5b0e-4338-bc23-44f0e8272db9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:44.007010 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ca3c9c-1ac8-411e-9e26-61e044972d15 x-openstack-request-id: req-d5ca3c9c-1ac8-411e-9e26-61e044972d15 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:29:44.007314 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256a23bb-ed97-482c-9a93-703757629690", "name": "network-vif-unplugged", "status": "completed", "tag": "5e7aad66-5b0e-4338-bc23-44f0e8272db9", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:29:44.007578 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5ca3c9c-1ac8-411e-9e26-61e044972d15 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:29:44.007984 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256a23bb-ed97-482c-9a93-703757629690', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'code': 200} Feb 11 04:29:44.022537 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fe702527-1545-40ae-ba2d-203e8337a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (ad05c2e2-4a24-465a-8ad2-9535f96e3f87), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.039952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:44.053640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e113e7-d26c-470c-a1e3-24004db2bb3e req-ee52b452-13be-4529-a7c0-2f8a3de1e003 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:44.056178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-91e113e7-d26c-470c-a1e3-24004db2bb3e req-ee52b452-13be-4529-a7c0-2f8a3de1e003 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 946 time: 0.1616402 Feb 11 04:29:44.104853 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Attempting to bind port 23db4a9d-9e3f-40f8-ba67-bb6bb9807065 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:29:44.104853 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Attempting to bind port 23db4a9d-9e3f-40f8-ba67-bb6bb9807065 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '6d72f5e2-b75f-42bf-ad60-ad2963074246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:29:44.104853 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Attempting to bind port 23db4a9d-9e3f-40f8-ba67-bb6bb9807065 on network 72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:29:44.112821 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe702527-1545-40ae-ba2d-203e8337a406 None None] No DVR routers for this DVR port ad05c2e2-4a24-465a-8ad2-9535f96e3f87 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:29:44.116506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c05dccae-b582-4f91-958b-8be3f3b28e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1068022602-router', 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '58cfb677-d3e9-4c29-bfc4-52f6354b2902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:36Z', 'updated_at': '2022-02-11T04:29:40Z', 'revision_number': 5, 'project_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'gw_port': {'id': '58cfb677-d3e9-4c29-bfc4-52f6354b2902', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:af:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:37Z', 'updated_at': '2022-02-11T04:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:44.156297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:29:44.156678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Checking segment: {'id': '6d72f5e2-b75f-42bf-ad60-ad2963074246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:44.157085 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.157474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Bound using segment: {'id': '6d72f5e2-b75f-42bf-ad60-ad2963074246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:29:44.157956 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Bound port: 23db4a9d-9e3f-40f8-ba67-bb6bb9807065, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d72f5e2-b75f-42bf-ad60-ad2963074246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:29:44.158452 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (23db4a9d-9e3f-40f8-ba67-bb6bb9807065), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.160906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe702527-1545-40ae-ba2d-203e8337a406 None None] Pushing event deleted for resources: {'Port': ['ID=ad05c2e2-4a24-465a-8ad2-9535f96e3f87,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:44.170520 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.193549 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (3d9bd5ca-5571-47e4-8351-00c2a6b67641), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.233973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05dccae-b582-4f91-958b-8be3f3b28e84 None None] Checking router: d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:29:44.251476 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.259023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5e7aad66-5b0e-4338-bc23-44f0e8272db9,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:44.262807 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05dccae-b582-4f91-958b-8be3f3b28e84 None None] Routers {'d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:44.263471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c05dccae-b582-4f91-958b-8be3f3b28e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:29:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:44.281433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9bd5ca-5571-47e4-8351-00c2a6b67641']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:44.333815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15758c05-2890-4e61-bd6c-1fcc322e1ba7') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:44.333815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15758c05-2890-4e61-bd6c-1fcc322e1ba7') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:44.357363 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-91e113e7-d26c-470c-a1e3-24004db2bb3e req-cb964023-918a-4c4e-bb4a-d042bb1acccf tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2882380 Feb 11 04:29:44.373685 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (15758c05-2890-4e61-bd6c-1fcc322e1ba7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.425496 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (15758c05-2890-4e61-bd6c-1fcc322e1ba7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.444048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:29:44.444806 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (15758c05-2890-4e61-bd6c-1fcc322e1ba7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:29:44.457164 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:29:44.492807 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.566227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c05dccae-b582-4f91-958b-8be3f3b28e84 None None] Set router d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:29:44.570792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['e4f04cd7-d182-479d-ae4d-5fc154e9d6a2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:29:44.621963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54282) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:44.745642 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Deleting port 23db4a9d-9e3f-40f8-ba67-bb6bb9807065 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:44.746353 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (23db4a9d-9e3f-40f8-ba67-bb6bb9807065), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.767603 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (d032aa6f-835b-4d03-9d6c-fb9d4b2adb63), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.768168 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:29:44.777057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.783302 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e9e16625-844a-43fb-9cc0-bcb59d1a1b44 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d032aa6f-835b-4d03-9d6c-fb9d4b2adb63 HTTP/1.1" status: 204 len: 168 time: 2.6754651 Feb 11 04:29:44.783943 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54290) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:44.835097 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-17253df5-9419-4f14-aef9-1d30c7e86c70 admin admin] Deleting subnet 2e44a196-1d3b-4bb5-96a0-8fa55ff75945 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:29:44.845597 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17253df5-9419-4f14-aef9-1d30c7e86c70 admin admin] Publish callbacks [] for subnet (2e44a196-1d3b-4bb5-96a0-8fa55ff75945), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.882173 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17253df5-9419-4f14-aef9-1d30c7e86c70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (2e44a196-1d3b-4bb5-96a0-8fa55ff75945), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.884034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] For port 23db4a9d-9e3f-40f8-ba67-bb6bb9807065, host n-d-712142-35, got binding levels [] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:44.891400 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (23db4a9d-9e3f-40f8-ba67-bb6bb9807065), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.905248 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (3d9bd5ca-5571-47e4-8351-00c2a6b67641), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.924092 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ad05c2e2-4a24-465a-8ad2-9535f96e3f87 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:29:44.924901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee2fb0-8b03-48a1-95be-b7200e3ee866 req-566711db-ba4f-4024-86f7-8837da26cfaa tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:44.926589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5ee2fb0-8b03-48a1-95be-b7200e3ee866 req-566711db-ba4f-4024-86f7-8837da26cfaa tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1986458 Feb 11 04:29:44.928474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] For port 23db4a9d-9e3f-40f8-ba67-bb6bb9807065, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:29:44.933638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:44.936147 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:44.942868 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "DELETE /v2.0/networks/3d9bd5ca-5571-47e4-8351-00c2a6b67641 HTTP/1.1" status: 204 len: 168 time: 2.0900948 Feb 11 04:29:44.946114 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Calling delete_port for 23db4a9d-9e3f-40f8-ba67-bb6bb9807065 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:44.946491 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54294) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:44.975233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662604fe-a8cd-44ba-99ae-6e600a6e2165 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event deleted for resources: {'Network': ['ID=3d9bd5ca-5571-47e4-8351-00c2a6b67641,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:44.978604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c05dccae-b582-4f91-958b-8be3f3b28e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1068022602-router', 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:36Z', 'updated_at': '2022-02-11T04:29:43Z', 'revision_number': 7, 'project_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:44.985739 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1cfcd11f-59a6-4268-87f7-300839221f9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=888d3caa9401449984e78e4c914fce70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3575628 Feb 11 04:29:44.994230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54298) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:45.026672 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17253df5-9419-4f14-aef9-1d30c7e86c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (2e44a196-1d3b-4bb5-96a0-8fa55ff75945), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.027842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: ad05c2e2-4a24-465a-8ad2-9535f96e3f87 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:29:45.028624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ad05c2e2-4a24-465a-8ad2-9535f96e3f87 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:29:45.048593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05dccae-b582-4f91-958b-8be3f3b28e84 None None] The sync data for ids ['d032aa6f-835b-4d03-9d6c-fb9d4b2adb63'] in n-d-712142-35 is: [{'id': 'd032aa6f-835b-4d03-9d6c-fb9d4b2adb63', 'name': 'tempest-AttachSCSIVolumeTestJSON-1068022602-router', 'tenant_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:36Z', 'updated_at': '2022-02-11T04:29:43Z', 'revision_number': 7, 'project_id': 'ec19c3b19ab44f71ad80c341fe163d36', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:29:45.052167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] For port 23db4a9d-9e3f-40f8-ba67-bb6bb9807065, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=23db4a9d-9e3f-40f8-ba67-bb6bb9807065,segment=NetworkSegment(6d72f5e2-b75f-42bf-ad60-ad2963074246),segment_id=6d72f5e2-b75f-42bf-ad60-ad2963074246)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:29:45.062132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4717fe-7047-4aa7-8816-9a704175c6a3 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Deleting subnet 446f4091-a4c2-4f66-8abf-f802b1d4ab74 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:29:45.062132 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b4717fe-7047-4aa7-8816-9a704175c6a3 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for subnet (446f4091-a4c2-4f66-8abf-f802b1d4ab74), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.148680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5ee2fb0-8b03-48a1-95be-b7200e3ee866 req-b7e1f56c-3729-41ee-9201-9402b1cdc1da tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766264 Feb 11 04:29:45.152214 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b4717fe-7047-4aa7-8816-9a704175c6a3 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (446f4091-a4c2-4f66-8abf-f802b1d4ab74), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.197579 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10153728-88f9-4356-9750-ee534fab8018 admin admin] Publish callbacks [] for security_group (15dcfac3-c43f-40aa-8e2b-f39d0d746fe4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.229231 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10153728-88f9-4356-9750-ee534fab8018 admin admin] Publish callbacks [] for security_group (15dcfac3-c43f-40aa-8e2b-f39d0d746fe4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.265051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b4717fe-7047-4aa7-8816-9a704175c6a3 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (446f4091-a4c2-4f66-8abf-f802b1d4ab74), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.334553 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (23db4a9d-9e3f-40f8-ba67-bb6bb9807065), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.425271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3b6ee-9b84-4d46-9d5b-bd1ab8b92446 None None] Pushing event updated for resources: {'Port': ['ID=23db4a9d-9e3f-40f8-ba67-bb6bb9807065,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:45.446870 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17253df5-9419-4f14-aef9-1d30c7e86c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (2e44a196-1d3b-4bb5-96a0-8fa55ff75945), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.447047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a169eec-4e6c-4204-8dfa-c146f9aad283 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:29:45.485805 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17253df5-9419-4f14-aef9-1d30c7e86c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e44a196-1d3b-4bb5-96a0-8fa55ff75945,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:45.596513 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10153728-88f9-4356-9750-ee534fab8018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (15dcfac3-c43f-40aa-8e2b-f39d0d746fe4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.610099 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10153728-88f9-4356-9750-ee534fab8018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.610099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-10153728-88f9-4356-9750-ee534fab8018 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15dcfac3-c43f-40aa-8e2b-f39d0d746fe4 HTTP/1.1" status: 204 len: 168 time: 0.6058326 Feb 11 04:29:45.610099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10153728-88f9-4356-9750-ee534fab8018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dcfac3-c43f-40aa-8e2b-f39d0d746fe4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:45.711038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (23db4a9d-9e3f-40f8-ba67-bb6bb9807065), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.715413 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17253df5-9419-4f14-aef9-1d30c7e86c70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.721236 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-17253df5-9419-4f14-aef9-1d30c7e86c70 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2e44a196-1d3b-4bb5-96a0-8fa55ff75945 HTTP/1.1" status: 204 len: 168 time: 0.9337502 Feb 11 04:29:45.721236 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b4717fe-7047-4aa7-8816-9a704175c6a3 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (446f4091-a4c2-4f66-8abf-f802b1d4ab74), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.723752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54306) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:45.750457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Port': ['ID=23db4a9d-9e3f-40f8-ba67-bb6bb9807065,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:45.754049 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b4717fe-7047-4aa7-8816-9a704175c6a3 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.761716 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0b4717fe-7047-4aa7-8816-9a704175c6a3 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "DELETE /v2.0/subnets/446f4091-a4c2-4f66-8abf-f802b1d4ab74 HTTP/1.1" status: 204 len: 168 time: 0.8131008 Feb 11 04:29:45.761932 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No DVR routers for this DVR port 23db4a9d-9e3f-40f8-ba67-bb6bb9807065 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:29:45.762399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54308) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:45.780236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a169eec-4e6c-4204-8dfa-c146f9aad283 None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:29:45.813513 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4717fe-7047-4aa7-8816-9a704175c6a3 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event deleted for resources: {'Subnet': ['ID=446f4091-a4c2-4f66-8abf-f802b1d4ab74,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:45.902021 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.916249 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (614f328c-fbb9-40fc-92f4-67436d77cc24), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.916438 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (d1fa1eb5-7515-4e2b-bca2-fd309da314ca), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:45.943355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:45.957531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d72f5e2-b75f-42bf-ad60-ad2963074246') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:45.958015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d72f5e2-b75f-42bf-ad60-ad2963074246') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:45.986982 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (6d72f5e2-b75f-42bf-ad60-ad2963074246), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.001342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Deleting port ce818888-b8b9-4d1b-a540-39c2142f5c27 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:46.001494 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ce818888-b8b9-4d1b-a540-39c2142f5c27), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.028105 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6d72f5e2-b75f-42bf-ad60-ad2963074246), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.047398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:29:46.047803 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (6d72f5e2-b75f-42bf-ad60-ad2963074246), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:29:46.051074 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:29:46.088906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] Deleting port 52fd6862-29fb-4ae7-80bc-224380f16616 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:46.089134 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.090751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0014a412-abdc-4c14-b4e5-dd8d311cf419 None None] Network 72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:46.093281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f77676-a80d-4f2b-9a1e-12080b225340 None None] Network 614f328c-fbb9-40fc-92f4-67436d77cc24 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:46.142151 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] For port ce818888-b8b9-4d1b-a540-39c2142f5c27, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ce818888-b8b9-4d1b-a540-39c2142f5c27,segment=NetworkSegment(40a2b251-a9c1-4a3b-a55b-8d21e2b67b84),segment_id=40a2b251-a9c1-4a3b-a55b-8d21e2b67b84)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:46.147584 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ce818888-b8b9-4d1b-a540-39c2142f5c27), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.159915 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Calling delete_port for ce818888-b8b9-4d1b-a540-39c2142f5c27 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:46.171860 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3645084-49f9-4a80-994e-3ff03998e837 None None] Network d1fa1eb5-7515-4e2b-bca2-fd309da314ca requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:46.255422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] For port 52fd6862-29fb-4ae7-80bc-224380f16616, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=52fd6862-29fb-4ae7-80bc-224380f16616,segment=NetworkSegment(c2af0800-6354-4b6c-b9a6-1576b0b03e2c),segment_id=c2af0800-6354-4b6c-b9a6-1576b0b03e2c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:46.255675 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.288422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] Calling delete_port for 52fd6862-29fb-4ae7-80bc-224380f16616 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:46.430020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 58cfb677-d3e9-4c29-bfc4-52f6354b2902 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:29:46.472578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 58cfb677-d3e9-4c29-bfc4-52f6354b2902 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:29:46.494643 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 58cfb677-d3e9-4c29-bfc4-52f6354b2902 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:29:46.494643 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7a001ebe-3216-419f-b7a0-0779d49765bb no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:29:46.495630 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.501218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 7a001ebe-3216-419f-b7a0-0779d49765bb {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:29:46.501635 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7a001ebe-3216-419f-b7a0-0779d49765bb not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:29:46.501970 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.510478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae HTTP/1.1" status: 204 len: 168 time: 4.7186115 Feb 11 04:29:46.510478 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a7f3d-5de5-4807-b46e-91a74c6796b6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Network': ['ID=72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:46.510741 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54332) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:46.514992 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-377266d3-0041-4cf6-92c0-07708dca88ca tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1000973819'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:46.524640 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ce818888-b8b9-4d1b-a540-39c2142f5c27), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.565082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbaf271-9da6-4b9c-a231-42188a4e21a1 None None] DHCP port deletion for 614f328c-fbb9-40fc-92f4-67436d77cc24 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:29:46.571805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d3ddc-f5df-4fcc-84fc-e5668d43f7b3 req-d32f60f7-f367-4650-8879-04302589bbfd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:46.573522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b27d3ddc-f5df-4fcc-84fc-e5668d43f7b3 req-d32f60f7-f367-4650-8879-04302589bbfd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2055271 Feb 11 04:29:46.610214 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.619211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e692492-85c0-4aa6-a1ff-ffa5c5d557dc None None] DHCP port deletion for d1fa1eb5-7515-4e2b-bca2-fd309da314ca request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:29:46.620875 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event deleted for resources: {'Port': ['ID=ce818888-b8b9-4d1b-a540-39c2142f5c27,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:46.637202 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] No DVR routers for this DVR port ce818888-b8b9-4d1b-a540-39c2142f5c27 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:29:46.655108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=52fd6862-29fb-4ae7-80bc-224380f16616,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:46.655704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:46.656206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:46.656697 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:46.657208 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:46.657734 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:46.658232 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:46.658752 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:46.659243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:46.659751 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:46.660891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:46.661387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:46.662381 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:46.663535 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:46.668034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1bbaf271-9da6-4b9c-a231-42188a4e21a1 None None] Deleting port 52fd6862-29fb-4ae7-80bc-224380f16616 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:46.668510 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf271-9da6-4b9c-a231-42188a4e21a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.673897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] No DVR routers for this DVR port 52fd6862-29fb-4ae7-80bc-224380f16616 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:29:46.688174 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b27d3ddc-f5df-4fcc-84fc-e5668d43f7b3 req-01c2a629-1c25-4346-a580-dd3e7978538e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037855 Feb 11 04:29:46.760660 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (614f328c-fbb9-40fc-92f4-67436d77cc24), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.761339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377266d3-0041-4cf6-92c0-07708dca88ca tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:46.765212 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-377266d3-0041-4cf6-92c0-07708dca88ca tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.770966 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (d1fa1eb5-7515-4e2b-bca2-fd309da314ca), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.780810 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1bbaf271-9da6-4b9c-a231-42188a4e21a1 None None] For port 52fd6862-29fb-4ae7-80bc-224380f16616, host n-d-712142-35, got binding levels [] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:46.781442 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf271-9da6-4b9c-a231-42188a4e21a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.783860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614f328c-fbb9-40fc-92f4-67436d77cc24']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:46.794645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2af0800-6354-4b6c-b9a6-1576b0b03e2c') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:46.795053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2af0800-6354-4b6c-b9a6-1576b0b03e2c') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:46.803558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1bbaf271-9da6-4b9c-a231-42188a4e21a1 None None] Calling delete_port for 52fd6862-29fb-4ae7-80bc-224380f16616 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:46.807280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.ipam_backend_mixin [None req-1bbaf271-9da6-4b9c-a231-42188a4e21a1 None None] Port 52fd6862-29fb-4ae7-80bc-224380f16616 was not found and therefore no delete operation was performed {{(pid=103810) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:29:46.808880 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1bbaf271-9da6-4b9c-a231-42188a4e21a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (52fd6862-29fb-4ae7-80bc-224380f16616), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.812286 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (c2af0800-6354-4b6c-b9a6-1576b0b03e2c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.819348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377266d3-0041-4cf6-92c0-07708dca88ca tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:29:46.829510 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (c2af0800-6354-4b6c-b9a6-1576b0b03e2c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.834056 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fa1eb5-7515-4e2b-bca2-fd309da314ca']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:46.838007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaf271-9da6-4b9c-a231-42188a4e21a1 None None] Pushing event deleted for resources: {'Port': ['ID=52fd6862-29fb-4ae7-80bc-224380f16616,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:46.842069 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbaf271-9da6-4b9c-a231-42188a4e21a1 None None] No DVR routers for this DVR port 52fd6862-29fb-4ae7-80bc-224380f16616 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:29:46.849506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:29:46.849506 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (c2af0800-6354-4b6c-b9a6-1576b0b03e2c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.855572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a2b251-a9c1-4a3b-a55b-8d21e2b67b84') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:46.856316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a2b251-a9c1-4a3b-a55b-8d21e2b67b84') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:46.858519 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-377266d3-0041-4cf6-92c0-07708dca88ca tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e95cb366-9f15-4408-8063-f2f9e9bef8ad), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.858895 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-377266d3-0041-4cf6-92c0-07708dca88ca tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Added segment e95cb366-9f15-4408-8063-f2f9e9bef8ad of type vlan for network 38be17f0-a8ba-4502-8042-74373ce3d4d3 Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:29:46.874674 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:29:46.890361 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (40a2b251-a9c1-4a3b-a55b-8d21e2b67b84), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.932691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:46.935138 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (40a2b251-a9c1-4a3b-a55b-8d21e2b67b84), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.939735 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-377266d3-0041-4cf6-92c0-07708dca88ca tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (38be17f0-a8ba-4502-8042-74373ce3d4d3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.952788 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:29:46.953463 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (40a2b251-a9c1-4a3b-a55b-8d21e2b67b84), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:29:46.956810 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:29:46.965944 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5e7aad66-5b0e-4338-bc23-44f0e8272db9 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:29:47.092200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 is: DOWN; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:47.093883 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (614f328c-fbb9-40fc-92f4-67436d77cc24), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:47.110194 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:47.110194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] 10.222.0.13 "DELETE /v2.0/networks/614f328c-fbb9-40fc-92f4-67436d77cc24 HTTP/1.1" status: 204 len: 168 time: 1.3649793 Feb 11 04:29:47.110429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54348) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:47.118672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491e493-92da-4aff-8886-ccb7c4bf4a9b admin admin] Pushing event deleted for resources: {'Network': ['ID=614f328c-fbb9-40fc-92f4-67436d77cc24,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:47.136909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:29:47.145788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:47.145788 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:47.163021 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (d1fa1eb5-7515-4e2b-bca2-fd309da314ca), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:47.166583 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-377266d3-0041-4cf6-92c0-07708dca88ca tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (38be17f0-a8ba-4502-8042-74373ce3d4d3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:47.172110 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377266d3-0041-4cf6-92c0-07708dca88ca tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:47.172426 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-377266d3-0041-4cf6-92c0-07708dca88ca tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:47.187479 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:47.191061 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "DELETE /v2.0/networks/d1fa1eb5-7515-4e2b-bca2-fd309da314ca HTTP/1.1" status: 204 len: 168 time: 1.4265733 Feb 11 04:29:47.196117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54352) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:47.241010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7fee779d-b3ef-49b9-97a6-be02e296917b tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "GET /v2.0/ports?device_id=5763af64-9f34-415b-9e48-bdbb79724924 HTTP/1.1" status: 200 len: 205 time: 0.0435543 Feb 11 04:29:47.243661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54356) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:47.263773 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377266d3-0041-4cf6-92c0-07708dca88ca tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Network': ['ID=38be17f0-a8ba-4502-8042-74373ce3d4d3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:47.288273 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:47.288917 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:47.305759 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 38be17f0-a8ba-4502-8042-74373ce3d4d3 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:29:47.335627 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab191118-d2b5-49e6-abea-886246ff918e tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Pushing event deleted for resources: {'Network': ['ID=d1fa1eb5-7515-4e2b-bca2-fd309da314ca,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:47.347878 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e382adbe-d604-4d46-86b0-021f8aefdc58 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for router (5763af64-9f34-415b-9e48-bdbb79724924), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:47.401505 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:29:47.403882 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78066529-570b-4e70-857e-99a872d9dbf7" -d '{"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-plugged", "status": "completed", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:29:47.419254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:47.453751 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5af9757-0be1-43bd-be60-4271231c9178 x-openstack-request-id: req-c5af9757-0be1-43bd-be60-4271231c9178 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:29:47.454654 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-plugged", "status": "completed", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:29:47.455136 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5af9757-0be1-43bd-be60-4271231c9178 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:29:47.455963 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'code': 200} Feb 11 04:29:47.540098 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e382adbe-d604-4d46-86b0-021f8aefdc58 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (5763af64-9f34-415b-9e48-bdbb79724924), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:47.559473 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e382adbe-d604-4d46-86b0-021f8aefdc58 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for router_controller (5763af64-9f34-415b-9e48-bdbb79724924), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:47.626590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5bbfa-81a5-45d1-a5f2-d618c4a2c8b6 req-abbad817-66e4-455d-8b4d-5693b98a0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:47.628240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9c5bbfa-81a5-45d1-a5f2-d618c4a2c8b6 req-abbad817-66e4-455d-8b4d-5693b98a0b94 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 1127 time: 0.1007326 Feb 11 04:29:47.643486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-845e02df-9ce7-4825-88b0-88f6795e5cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:47.662972 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:47.687257 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9c5bbfa-81a5-45d1-a5f2-d618c4a2c8b6 req-3a92bbbb-4c05-44a0-868c-b5b77ba863ee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489578 Feb 11 04:29:47.698573 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-377266d3-0041-4cf6-92c0-07708dca88ca tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1877978 Feb 11 04:29:47.701964 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54366) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:47.710748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3f7e46cf-e3c8-4fa8-aec0-2f5c9609e686 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'subnet': {'network_id': '38be17f0-a8ba-4502-8042-74373ce3d4d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:47.764099 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:47.860958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54372) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:47.868859 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e382adbe-d604-4d46-86b0-021f8aefdc58 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (5763af64-9f34-415b-9e48-bdbb79724924), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:47.870335 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e382adbe-d604-4d46-86b0-021f8aefdc58 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Fanout notify agent at l3_agent the message router_deleted on router 5763af64-9f34-415b-9e48-bdbb79724924 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:29:47.885684 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e382adbe-d604-4d46-86b0-021f8aefdc58 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:47.886977 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e382adbe-d604-4d46-86b0-021f8aefdc58 tempest-RoutersNegativeTest-904779374 tempest-RoutersNegativeTest-904779374-project] 10.222.0.13 "DELETE /v2.0/routers/5763af64-9f34-415b-9e48-bdbb79724924 HTTP/1.1" status: 204 len: 168 time: 0.6396694 Feb 11 04:29:47.925092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b1d87-75c1-4f20-ba29-c74b4f4b34f4 req-0d8035ce-da68-4682-b9c3-132f95e6b9fb tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:47.927662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-841b1d87-75c1-4f20-ba29-c74b4f4b34f4 req-0d8035ce-da68-4682-b9c3-132f95e6b9fb tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 945 time: 0.0984020 Feb 11 04:29:48.016905 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-841b1d87-75c1-4f20-ba29-c74b4f4b34f4 req-e1b1dee2-2755-4737-9b09-7c8f31a836d8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823352 Feb 11 04:29:48.039666 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-845e02df-9ce7-4825-88b0-88f6795e5cdf admin admin] Deleting port dd3552f9-add5-4d89-8b66-1b61412e2be3 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:48.040218 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-845e02df-9ce7-4825-88b0-88f6795e5cdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.116422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7e46cf-e3c8-4fa8-aec0-2f5c9609e686 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:48.120044 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3f7e46cf-e3c8-4fa8-aec0-2f5c9609e686 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.129236 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-328817127'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:48.133924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-845e02df-9ce7-4825-88b0-88f6795e5cdf admin admin] For port dd3552f9-add5-4d89-8b66-1b61412e2be3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dd3552f9-add5-4d89-8b66-1b61412e2be3,segment=NetworkSegment(db5106e2-7ea0-47e2-9337-8695b3bf7cdd),segment_id=db5106e2-7ea0-47e2-9337-8695b3bf7cdd)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:48.134298 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-845e02df-9ce7-4825-88b0-88f6795e5cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.154436 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-845e02df-9ce7-4825-88b0-88f6795e5cdf admin admin] Calling delete_port for dd3552f9-add5-4d89-8b66-1b61412e2be3 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:48.162136 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54380) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:48.233902 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-96422b07-bcd3-42e9-ae6f-00b670d2c1c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.400581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 52fd6862-29fb-4ae7-80bc-224380f16616 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:29:48.406603 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-96422b07-bcd3-42e9-ae6f-00b670d2c1c5 admin admin] Publish callbacks [] for security_group (c6fc4da5-8261-4984-92cf-14a39b4ea303), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.408829 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Made reservation on behalf of 6c84528c72214040bd77595785302f4f for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:48.412022 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.423734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 52fd6862-29fb-4ae7-80bc-224380f16616 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:29:48.424086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 52fd6862-29fb-4ae7-80bc-224380f16616 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:29:48.424516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ce818888-b8b9-4d1b-a540-39c2142f5c27 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:29:48.426358 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.445089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: ce818888-b8b9-4d1b-a540-39c2142f5c27 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:29:48.445440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ce818888-b8b9-4d1b-a540-39c2142f5c27 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:29:48.518996 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks [] for security_group (02d0fd1a-613f-4831-9ddd-b145446e740c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.579825 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3f7e46cf-e3c8-4fa8-aec0-2f5c9609e686 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (0f51e553-7c3b-4d6d-9001-102fde566e8e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.636961 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-96422b07-bcd3-42e9-ae6f-00b670d2c1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c6fc4da5-8261-4984-92cf-14a39b4ea303), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.642133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-845e02df-9ce7-4825-88b0-88f6795e5cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (dd3552f9-add5-4d89-8b66-1b61412e2be3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.649160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e46cf-e3c8-4fa8-aec0-2f5c9609e686 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Subnet': ['ID=0f51e553-7c3b-4d6d-9001-102fde566e8e,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:48.657644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e46cf-e3c8-4fa8-aec0-2f5c9609e686 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Checking segment: {'id': 'e95cb366-9f15-4408-8063-f2f9e9bef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '38be17f0-a8ba-4502-8042-74373ce3d4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:48.658038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7e46cf-e3c8-4fa8-aec0-2f5c9609e686 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network hostable DHCP agents. Network: 38be17f0-a8ba-4502-8042-74373ce3d4d3, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:29:48.705927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e02df-9ce7-4825-88b0-88f6795e5cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3552f9-add5-4d89-8b66-1b61412e2be3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:48.714955 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-96422b07-bcd3-42e9-ae6f-00b670d2c1c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4dad33b3dbf4486a08e1dc0e47b4b22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5504112 Feb 11 04:29:48.722677 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96422b07-bcd3-42e9-ae6f-00b670d2c1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fc4da5-8261-4984-92cf-14a39b4ea303,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:48.723058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54388) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:48.783302 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be9e3f6f-d86c-481e-9976-dd5151735560 admin admin] Publish callbacks [] for security_group (c6fc4da5-8261-4984-92cf-14a39b4ea303), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.788958 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (02d0fd1a-613f-4831-9ddd-b145446e740c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.814066 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be9e3f6f-d86c-481e-9976-dd5151735560 admin admin] Publish callbacks [] for security_group (c6fc4da5-8261-4984-92cf-14a39b4ea303), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.823388 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:29:48.837563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7e46cf-e3c8-4fa8-aec0-2f5c9609e686 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network 38be17f0-a8ba-4502-8042-74373ce3d4d3 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:29:48.840290 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d0fd1a-613f-4831-9ddd-b145446e740c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:48.903401 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (83e51d89-a78f-4841-90ff-efee6a18f2a8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.904083 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Added segment 83e51d89-a78f-4841-90ff-efee6a18f2a8 of type vlan for network 8940e2d2-4156-40ed-8117-5e47ccfced35 Feb 11 04:29:48.963275 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (8940e2d2-4156-40ed-8117-5e47ccfced35), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:48.969748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54394) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:49.013986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-3f7e46cf-e3c8-4fa8-aec0-2f5c9609e686 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 38be17f0-a8ba-4502-8042-74373ce3d4d3) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:49.022266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7e46cf-e3c8-4fa8-aec0-2f5c9609e686 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:49.027191 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3f7e46cf-e3c8-4fa8-aec0-2f5c9609e686 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.029357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667771e2-c7a2-4af5-9e8f-ddf5bd2bcaad None None] Network 38be17f0-a8ba-4502-8042-74373ce3d4d3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:49.113690 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-845e02df-9ce7-4825-88b0-88f6795e5cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.126677 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be9e3f6f-d86c-481e-9976-dd5151735560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c6fc4da5-8261-4984-92cf-14a39b4ea303), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.129898 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be9e3f6f-d86c-481e-9976-dd5151735560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.131134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-be9e3f6f-d86c-481e-9976-dd5151735560 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6fc4da5-8261-4984-92cf-14a39b4ea303 HTTP/1.1" status: 204 len: 168 time: 0.4124074 Feb 11 04:29:49.166270 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e3f6f-d86c-481e-9976-dd5151735560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fc4da5-8261-4984-92cf-14a39b4ea303,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:49.221578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-38be17f0-a8ba-4502-8042-74373ce3d4d3', 'network_id': '38be17f0-a8ba-4502-8042-74373ce3d4d3', 'project_id': '488dec3c6ffa42dcaf0f83851d5e8d35', 'fixed_ips': [{'subnet_id': '0f51e553-7c3b-4d6d-9001-102fde566e8e'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:29:49.223505 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.288239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2984b3-9220-47ee-968a-c5e4d850eb0b req-2d814ab4-5eb8-463e-952e-eb6158db77b8 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:49.289824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc2984b3-9220-47ee-968a-c5e4d850eb0b req-2d814ab4-5eb8-463e-952e-eb6158db77b8 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.2044785 Feb 11 04:29:49.296966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-eb1709d3-ed38-444d-a86a-983856a86dbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b995d9f885214314a35cd1bbf4504b07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255343 Feb 11 04:29:49.301111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54410) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:49.306591 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (8940e2d2-4156-40ed-8117-5e47ccfced35), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.313383 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:49.313383 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.316860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3e4b8-1cc1-42ab-a74e-e7c1be00ebc1 req-641886e6-1539-44a7-9bab-22fc376b22b6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:49.317590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e0c3e4b8-1cc1-42ab-a74e-e7c1be00ebc1 req-641886e6-1539-44a7-9bab-22fc376b22b6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 945 time: 0.1851306 Feb 11 04:29:49.432213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc2984b3-9220-47ee-968a-c5e4d850eb0b req-185a23af-44d7-4019-bef5-2eeaf8747fb1 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1321805 Feb 11 04:29:49.445465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e0c3e4b8-1cc1-42ab-a74e-e7c1be00ebc1 req-2114b792-9171-4c1b-bd84-b667f0521e76 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062841 Feb 11 04:29:49.450910 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2c1fbaf1-f648-4a80-bd5d-0b96f03b8292 admin admin] Publish callbacks [] for security_group (c4cfaa96-05c5-46b9-8190-cd838f4a4304), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.467981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Allocated IP 2001:db8::1 (38be17f0-a8ba-4502-8042-74373ce3d4d3/0f51e553-7c3b-4d6d-9001-102fde566e8e/bd39d957-c2ba-4085-a0f3-6613a449d7b9) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:29:49.479854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3f7e46cf-e3c8-4fa8-aec0-2f5c9609e686 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7737515 Feb 11 04:29:49.483088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54412) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:49.484689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Pushing event updated for resources: {'Network': ['ID=8940e2d2-4156-40ed-8117-5e47ccfced35,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:49.487202 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2c1fbaf1-f648-4a80-bd5d-0b96f03b8292 admin admin] Publish callbacks [] for security_group (c4cfaa96-05c5-46b9-8190-cd838f4a4304), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.514008 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3ea07ad7-a582-4dec-b385-5d0c6e22a9c3 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6514664 Feb 11 04:29:49.521777 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54414) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:49.522284 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-420adb32-8564-4bc0-a787-75e16d67001d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Request body: {'subnet': {'network_id': '8940e2d2-4156-40ed-8117-5e47ccfced35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:49.539071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 8940e2d2-4156-40ed-8117-5e47ccfced35 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:29:49.637705 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (38be17f0-a8ba-4502-8042-74373ce3d4d3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.684745 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845e02df-9ce7-4825-88b0-88f6795e5cdf admin admin] Router a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:29:49.705063 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (0f51e553-7c3b-4d6d-9001-102fde566e8e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.794050 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2c1fbaf1-f648-4a80-bd5d-0b96f03b8292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c4cfaa96-05c5-46b9-8190-cd838f4a4304), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.799280 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2c1fbaf1-f648-4a80-bd5d-0b96f03b8292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.799521 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420adb32-8564-4bc0-a787-75e16d67001d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Made reservation on behalf of 6c84528c72214040bd77595785302f4f for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:49.802870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2c1fbaf1-f648-4a80-bd5d-0b96f03b8292 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4cfaa96-05c5-46b9-8190-cd838f4a4304 HTTP/1.1" status: 204 len: 168 time: 0.4988992 Feb 11 04:29:49.806595 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-420adb32-8564-4bc0-a787-75e16d67001d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.829397 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fbaf1-f648-4a80-bd5d-0b96f03b8292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cfaa96-05c5-46b9-8190-cd838f4a4304,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:49.859217 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Publish callbacks [] for port (bd39d957-c2ba-4085-a0f3-6613a449d7b9), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.894825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845e02df-9ce7-4825-88b0-88f6795e5cdf admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:29:49.902435 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-845e02df-9ce7-4825-88b0-88f6795e5cdf admin admin] 10.222.0.13 "PUT /v2.0/routers/a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7912152 Feb 11 04:29:49.905400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54428) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:49.928537 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (bd39d957-c2ba-4085-a0f3-6613a449d7b9), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:49.991813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Network 38be17f0-a8ba-4502-8042-74373ce3d4d3 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:49.995516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:50.000927 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:29:50.010208 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Pushing event updated for resources: {'Port': ['ID=bd39d957-c2ba-4085-a0f3-6613a449d7b9,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:50.145511 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54430) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:50.166595 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179d9fea-1baf-4c87-a8a7-ed6b36b10897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:50.185387 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cdc4fa-461c-49a2-9a3f-e0f43a28b532 None None] Sync routers for ids ['a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:29:50.197687 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cdc4fa-461c-49a2-9a3f-e0f43a28b532 None None] Routers {'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:50.198570 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-30cdc4fa-461c-49a2-9a3f-e0f43a28b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:29:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:50.212503 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (0f51e553-7c3b-4d6d-9001-102fde566e8e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:50.325256 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] Publish callbacks [] for router (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:50.331442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Subnet': ['ID=0f51e553-7c3b-4d6d-9001-102fde566e8e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:50.366881 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179d9fea-1baf-4c87-a8a7-ed6b36b10897 admin admin] Publish callbacks [] for security_group (aca6f51d-92d6-4089-a068-2ed495c040e7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:50.371134 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-420adb32-8564-4bc0-a787-75e16d67001d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (39d26878-4408-41db-a68a-9425cb51d36a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:50.382344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Attempting to bind port bd39d957-c2ba-4085-a0f3-6613a449d7b9 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:29:50.382836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Attempting to bind port bd39d957-c2ba-4085-a0f3-6613a449d7b9 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e95cb366-9f15-4408-8063-f2f9e9bef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '38be17f0-a8ba-4502-8042-74373ce3d4d3'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:29:50.383122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Attempting to bind port bd39d957-c2ba-4085-a0f3-6613a449d7b9 on network 38be17f0-a8ba-4502-8042-74373ce3d4d3 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:29:50.396843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:29:50.397096 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Checking segment: {'id': 'e95cb366-9f15-4408-8063-f2f9e9bef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '38be17f0-a8ba-4502-8042-74373ce3d4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:50.397463 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:50.397862 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Bound using segment: {'id': 'e95cb366-9f15-4408-8063-f2f9e9bef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '38be17f0-a8ba-4502-8042-74373ce3d4d3'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:29:50.398450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Bound port: bd39d957-c2ba-4085-a0f3-6613a449d7b9, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e95cb366-9f15-4408-8063-f2f9e9bef8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '38be17f0-a8ba-4502-8042-74373ce3d4d3'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:29:50.398760 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bd39d957-c2ba-4085-a0f3-6613a449d7b9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:50.405276 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:29:50.419982 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-30cdc4fa-461c-49a2-9a3f-e0f43a28b532 None None] Set router a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:29:50.484781 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179d9fea-1baf-4c87-a8a7-ed6b36b10897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (aca6f51d-92d6-4089-a068-2ed495c040e7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:50.534404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] For port bd39d957-c2ba-4085-a0f3-6613a449d7b9, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:29:50.540372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] For port bd39d957-c2ba-4085-a0f3-6613a449d7b9, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bd39d957-c2ba-4085-a0f3-6613a449d7b9,segment=NetworkSegment(e95cb366-9f15-4408-8063-f2f9e9bef8ad),segment_id=e95cb366-9f15-4408-8063-f2f9e9bef8ad)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:29:50.570896 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (38be17f0-a8ba-4502-8042-74373ce3d4d3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:50.571442 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d9fea-1baf-4c87-a8a7-ed6b36b10897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca6f51d-92d6-4089-a068-2ed495c040e7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:50.608013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-a2199276-a0c2-4975-88d9-5819df974efa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7514517 Feb 11 04:29:50.619786 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bd39d957-c2ba-4085-a0f3-6613a449d7b9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:50.647453 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-c9db3503-b2f9-4c41-88b8-d82760ea584c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:29:50.648240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-c9db3503-b2f9-4c41-88b8-d82760ea584c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142820 Feb 11 04:29:50.650688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38be17f0-a8ba-4502-8042-74373ce3d4d3']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:50.693383 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420adb32-8564-4bc0-a787-75e16d67001d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Checking segment: {'id': '83e51d89-a78f-4841-90ff-efee6a18f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8940e2d2-4156-40ed-8117-5e47ccfced35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:50.693755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420adb32-8564-4bc0-a787-75e16d67001d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Network hostable DHCP agents. Network: 8940e2d2-4156-40ed-8117-5e47ccfced35, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:29:50.701252 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-179d9fea-1baf-4c87-a8a7-ed6b36b10897 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f01f443ce7c943a3b6e955a6b2d75df9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5543933 Feb 11 04:29:50.702003 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54442) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:50.703884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420adb32-8564-4bc0-a787-75e16d67001d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Pushing event updated for resources: {'Subnet': ['ID=39d26878-4408-41db-a68a-9425cb51d36a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:50.768140 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df4bff-956d-4c8a-8797-117b3d280776 None None] Pushing event updated for resources: {'Port': ['ID=bd39d957-c2ba-4085-a0f3-6613a449d7b9,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:50.795598 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473dc791-9144-40e9-8dbd-e85a68fbfa3c None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:29:50.818730 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95cb366-9f15-4408-8063-f2f9e9bef8ad') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:50.819047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95cb366-9f15-4408-8063-f2f9e9bef8ad') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:50.834898 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] Publish callbacks [] for router_gateway (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:50.902780 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-30cdc4fa-461c-49a2-9a3f-e0f43a28b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927834911-router', 'tenant_id': '0aad56bb08f745ffa7bed354a713cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:48Z', 'updated_at': '2022-02-11T04:29:48Z', 'revision_number': 5, 'project_id': '0aad56bb08f745ffa7bed354a713cbf7', 'gw_port': {'id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:49Z', 'updated_at': '2022-02-11T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:50.944925 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cdc4fa-461c-49a2-9a3f-e0f43a28b532 None None] Checking router: a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:29:50.947751 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (e95cb366-9f15-4408-8063-f2f9e9bef8ad), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:50.961177 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cdc4fa-461c-49a2-9a3f-e0f43a28b532 None None] Routers {'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:50.962189 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-30cdc4fa-461c-49a2-9a3f-e0f43a28b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:29:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:51.048413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025a08-196a-4f56-b519-5d324d54af3e req-829e5be7-804f-45bb-a5ed-8a689c18db4f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:51.052614 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a025a08-196a-4f56-b519-5d324d54af3e req-829e5be7-804f-45bb-a5ed-8a689c18db4f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 945 time: 0.4199862 Feb 11 04:29:51.084153 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34b413ea-1b44-442b-bc00-2db7cc87dcb4 admin admin] Publish callbacks [] for security_group (aca6f51d-92d6-4089-a068-2ed495c040e7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:51.111355 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34b413ea-1b44-442b-bc00-2db7cc87dcb4 admin admin] Publish callbacks [] for security_group (aca6f51d-92d6-4089-a068-2ed495c040e7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:51.145912 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9452d77-03af-4bf2-9aa3-64166af7642b req-1e856ef1-43ae-4219-a151-4ba9d068f61f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:51.147854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9452d77-03af-4bf2-9aa3-64166af7642b req-1e856ef1-43ae-4219-a151-4ba9d068f61f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.5742695 Feb 11 04:29:51.158351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e95cb366-9f15-4408-8063-f2f9e9bef8ad), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:51.163330 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420adb32-8564-4bc0-a787-75e16d67001d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Network 8940e2d2-4156-40ed-8117-5e47ccfced35 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:29:51.168540 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:29:51.168540 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (e95cb366-9f15-4408-8063-f2f9e9bef8ad), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:51.186421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473dc791-9144-40e9-8dbd-e85a68fbfa3c None None] Unable to find a vacant binding_index for network 8940e2d2-4156-40ed-8117-5e47ccfced35 and agent 9cbe4e44-b114-403a-9b15-410ca228295e {{(pid=103810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 11 04:29:51.192485 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-30cdc4fa-461c-49a2-9a3f-e0f43a28b532 None None] Set router a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:29:51.198400 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:29:51.296977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-420adb32-8564-4bc0-a787-75e16d67001d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 8940e2d2-4156-40ed-8117-5e47ccfced35) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:51.300016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473dc791-9144-40e9-8dbd-e85a68fbfa3c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 8940e2d2-4156-40ed-8117-5e47ccfced35) {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:29:51.308823 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34b413ea-1b44-442b-bc00-2db7cc87dcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (aca6f51d-92d6-4089-a068-2ed495c040e7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:51.319010 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34b413ea-1b44-442b-bc00-2db7cc87dcb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:51.322818 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-34b413ea-1b44-442b-bc00-2db7cc87dcb4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aca6f51d-92d6-4089-a068-2ed495c040e7 HTTP/1.1" status: 204 len: 168 time: 0.6158826 Feb 11 04:29:51.332790 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420adb32-8564-4bc0-a787-75e16d67001d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:51.336202 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-420adb32-8564-4bc0-a787-75e16d67001d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:51.384002 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b413ea-1b44-442b-bc00-2db7cc87dcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca6f51d-92d6-4089-a068-2ed495c040e7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:51.434351 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-420adb32-8564-4bc0-a787-75e16d67001d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9169002 Feb 11 04:29:51.437286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54462) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:51.449555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6d8a263c-094f-4724-8434-c21fffa5fd0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Request body: {'port': {'network_id': '8940e2d2-4156-40ed-8117-5e47ccfced35', 'name': 'tempest-TagsExtTest-393838441'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:51.510961 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-30cdc4fa-461c-49a2-9a3f-e0f43a28b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927834911-router', 'tenant_id': '0aad56bb08f745ffa7bed354a713cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:48Z', 'updated_at': '2022-02-11T04:29:48Z', 'revision_number': 5, 'project_id': '0aad56bb08f745ffa7bed354a713cbf7', 'gw_port': {'id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:49Z', 'updated_at': '2022-02-11T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:51.562993 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cdc4fa-461c-49a2-9a3f-e0f43a28b532 None None] The sync data for ids ['a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad'] in n-d-712142-35 is: [{'id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-927834911-router', 'tenant_id': '0aad56bb08f745ffa7bed354a713cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:26:48Z', 'updated_at': '2022-02-11T04:29:48Z', 'revision_number': 5, 'project_id': '0aad56bb08f745ffa7bed354a713cbf7', 'gw_port': {'id': '58d23ed7-63cf-42ac-ad9e-06df7c0e3c50', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:26:49Z', 'updated_at': '2022-02-11T04:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:29:51.744488 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9452d77-03af-4bf2-9aa3-64166af7642b req-94028222-b107-4808-a04c-b5e8316e075a tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5402741 Feb 11 04:29:51.748185 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.api [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 04:29:51.748185 n-d-712142-35 neutron-server[103809]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 04:29:51.748185 n-d-712142-35 neutron-server[103809]: [parameters: {'id': '38be17f0-a8ba-4502-8042-74373ce3d4d3'}] Feb 11 04:29:51.748185 n-d-712142-35 neutron-server[103809]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103809) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:29:51.754465 n-d-712142-35 neutron-server[103809]: DEBUG oslo_db.api [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:29:51.770249 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-f14cb643-cd27-421f-9a61-284127de5265 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:51.770249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-f14cb643-cd27-421f-9a61-284127de5265 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports/5e7aad66-5b0e-4338-bc23-44f0e8272db9 HTTP/1.1" status: 200 len: 941 time: 1.0345068 Feb 11 04:29:51.776634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8a263c-094f-4724-8434-c21fffa5fd0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Made reservation on behalf of 6c84528c72214040bd77595785302f4f for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:51.780352 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d8a263c-094f-4724-8434-c21fffa5fd0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:51.810395 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-6d8a263c-094f-4724-8434-c21fffa5fd0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] device_id is not set on port 09f280c6-5bcc-4fa8-85a5-c2cc4fea257c yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:29:51.814594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a025a08-196a-4f56-b519-5d324d54af3e req-22236fb2-a84f-4add-ac26-e305bae7a419 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6654525 Feb 11 04:29:51.817644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] Deleting port 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:51.817644 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (58d23ed7-63cf-42ac-ad9e-06df7c0e3c50), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:51.859067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-8940e2d2-4156-40ed-8117-5e47ccfced35', 'network_id': '8940e2d2-4156-40ed-8117-5e47ccfced35', 'project_id': '6c84528c72214040bd77595785302f4f', 'fixed_ips': [{'subnet_id': '39d26878-4408-41db-a68a-9425cb51d36a'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:29:51.860038 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:51.871739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54474) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:52.104386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-6d8a263c-094f-4724-8434-c21fffa5fd0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Allocated IP 172.20.0.5 (8940e2d2-4156-40ed-8117-5e47ccfced35/39d26878-4408-41db-a68a-9425cb51d36a/09f280c6-5bcc-4fa8-85a5-c2cc4fea257c) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:29:52.106331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] For port 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=58d23ed7-63cf-42ac-ad9e-06df7c0e3c50,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:52.106331 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (58d23ed7-63cf-42ac-ad9e-06df7c0e3c50), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:52.196144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de863fd2-65b3-410f-9fb8-094701ec0cba req-760cc6a4-016b-4b60-8fa8-2ac574c236e0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:52.208850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de863fd2-65b3-410f-9fb8-094701ec0cba req-760cc6a4-016b-4b60-8fa8-2ac574c236e0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 945 time: 0.2468064 Feb 11 04:29:52.215785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] Calling delete_port for 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:52.219846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54484) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:52.232497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-334ab9c4-f638-495e-9bdf-78595dd119f9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Request body: {'floatingip': {'port_id': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:52.322506 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (38be17f0-a8ba-4502-8042-74373ce3d4d3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:52.322506 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-334ab9c4-f638-495e-9bdf-78595dd119f9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for floatingip (3e547a35-eede-42a4-b3d8-d0a39e20aa82), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:52.322506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a167623b-2536-476f-af15-26f0b73c4758 tempest-SubnetPoolsTestJSON-963983095 tempest-SubnetPoolsTestJSON-963983095-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-240635887', 'prefixes': ['172.20.0.0/16']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:52.362092 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dd3552f9-add5-4d89-8b66-1b61412e2be3 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:29:52.399530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: dd3552f9-add5-4d89-8b66-1b61412e2be3 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:29:52.400053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dd3552f9-add5-4d89-8b66-1b61412e2be3 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:29:52.423350 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d8a263c-094f-4724-8434-c21fffa5fd0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks [] for port (09f280c6-5bcc-4fa8-85a5-c2cc4fea257c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:52.532845 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d8a263c-094f-4724-8434-c21fffa5fd0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (09f280c6-5bcc-4fa8-85a5-c2cc4fea257c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:52.585205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Allocated IP 172.20.0.2 (8940e2d2-4156-40ed-8117-5e47ccfced35/39d26878-4408-41db-a68a-9425cb51d36a/9eab209a-3e57-4666-b4ad-fa068daf8bb7) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:29:52.597771 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8a263c-094f-4724-8434-c21fffa5fd0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Network 8940e2d2-4156-40ed-8117-5e47ccfced35 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:52.599484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6d8a263c-094f-4724-8434-c21fffa5fd0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:52.604792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a263c-094f-4724-8434-c21fffa5fd0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:29:52.654494 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a263c-094f-4724-8434-c21fffa5fd0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Pushing event updated for resources: {'Port': ['ID=09f280c6-5bcc-4fa8-85a5-c2cc4fea257c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:52.676316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8a263c-094f-4724-8434-c21fffa5fd0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:52.677007 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d8a263c-094f-4724-8434-c21fffa5fd0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:52.719868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Deleting port bd39d957-c2ba-4085-a0f3-6613a449d7b9 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:52.720259 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (bd39d957-c2ba-4085-a0f3-6613a449d7b9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:52.777052 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6d8a263c-094f-4724-8434-c21fffa5fd0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3376379 Feb 11 04:29:52.779684 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54496) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:52.784435 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ce02a1e4-d213-469b-9284-ff024d3e2c5d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-543609831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:52.833715 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Publish callbacks [] for port (9eab209a-3e57-4666-b4ad-fa068daf8bb7), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:52.893686 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce02a1e4-d213-469b-9284-ff024d3e2c5d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (95836c05-d449-4462-a72c-64714d10dace), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:52.895025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce02a1e4-d213-469b-9284-ff024d3e2c5d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (95836c05-d449-4462-a72c-64714d10dace), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:52.916778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] For port bd39d957-c2ba-4085-a0f3-6613a449d7b9, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bd39d957-c2ba-4085-a0f3-6613a449d7b9,segment=NetworkSegment(e95cb366-9f15-4408-8063-f2f9e9bef8ad),segment_id=e95cb366-9f15-4408-8063-f2f9e9bef8ad)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:52.917348 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (bd39d957-c2ba-4085-a0f3-6613a449d7b9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:52.950981 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (9eab209a-3e57-4666-b4ad-fa068daf8bb7), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:52.961326 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce02a1e4-d213-469b-9284-ff024d3e2c5d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks [] for router_controller (95836c05-d449-4462-a72c-64714d10dace), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.007808 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Calling delete_port for bd39d957-c2ba-4085-a0f3-6613a449d7b9 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:53.020360 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Network 8940e2d2-4156-40ed-8117-5e47ccfced35 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:29:53.027089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:53.029992 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:29:53.036372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Pushing event updated for resources: {'Port': ['ID=9eab209a-3e57-4666-b4ad-fa068daf8bb7,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:53.044398 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce02a1e4-d213-469b-9284-ff024d3e2c5d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (95836c05-d449-4462-a72c-64714d10dace), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.106190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Attempting to bind port 9eab209a-3e57-4666-b4ad-fa068daf8bb7 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:29:53.106525 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Attempting to bind port 9eab209a-3e57-4666-b4ad-fa068daf8bb7 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '83e51d89-a78f-4841-90ff-efee6a18f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8940e2d2-4156-40ed-8117-5e47ccfced35'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:29:53.106981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Attempting to bind port 9eab209a-3e57-4666-b4ad-fa068daf8bb7 on network 8940e2d2-4156-40ed-8117-5e47ccfced35 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:29:53.117062 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a167623b-2536-476f-af15-26f0b73c4758 tempest-SubnetPoolsTestJSON-963983095 tempest-SubnetPoolsTestJSON-963983095-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.117545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:29:53.121125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a167623b-2536-476f-af15-26f0b73c4758 tempest-SubnetPoolsTestJSON-963983095 tempest-SubnetPoolsTestJSON-963983095-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.2455518 Feb 11 04:29:53.122313 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54508) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:53.132503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Checking segment: {'id': '83e51d89-a78f-4841-90ff-efee6a18f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8940e2d2-4156-40ed-8117-5e47ccfced35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:53.133481 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.138212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Bound using segment: {'id': '83e51d89-a78f-4841-90ff-efee6a18f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8940e2d2-4156-40ed-8117-5e47ccfced35'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:29:53.139571 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Bound port: 9eab209a-3e57-4666-b4ad-fa068daf8bb7, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e51d89-a78f-4841-90ff-efee6a18f2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8940e2d2-4156-40ed-8117-5e47ccfced35'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:29:53.140429 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9eab209a-3e57-4666-b4ad-fa068daf8bb7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.140693 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (58d23ed7-63cf-42ac-ad9e-06df7c0e3c50), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.187739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b1b3c-a85a-4b05-ae59-097992075282 req-6a178d3d-d4c3-43d0-b243-e55b884b4aa4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:53.189304 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf8b1b3c-a85a-4b05-ae59-097992075282 req-6a178d3d-d4c3-43d0-b243-e55b884b4aa4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.3103993 Feb 11 04:29:53.193758 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-098bdf53-b9d0-4008-b88f-360b7ce92123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.196665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] Pushing event deleted for resources: {'Port': ['ID=58d23ed7-63cf-42ac-ad9e-06df7c0e3c50,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:53.212441 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce02a1e4-d213-469b-9284-ff024d3e2c5d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.220684 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ce02a1e4-d213-469b-9284-ff024d3e2c5d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4398377 Feb 11 04:29:53.225668 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54512) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:53.240842 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-49dafa34-5622-4d55-ac83-c675a9738b45 tempest-SubnetPoolsTestJSON-963983095 tempest-SubnetPoolsTestJSON-963983095-project] 10.222.0.13 "GET /v2.0/subnetpools/51b57cd0-5583-4e35-b791-567c674a9583 HTTP/1.1" status: 200 len: 731 time: 0.1129401 Feb 11 04:29:53.242420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54514) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:53.262341 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-715b521f-24a1-4bdf-be96-93298e37053d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1901188596', 'prefixes': ['172.20.0.0/16']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:53.262590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-89bd9155-db68-4bd7-a135-d804cf91e3b5 tempest-SubnetPoolsTestJSON-963983095 tempest-SubnetPoolsTestJSON-963983095-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1401910332'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:53.262767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] For port 9eab209a-3e57-4666-b4ad-fa068daf8bb7, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:29:53.283135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] For port 9eab209a-3e57-4666-b4ad-fa068daf8bb7, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9eab209a-3e57-4666-b4ad-fa068daf8bb7,segment=NetworkSegment(83e51d89-a78f-4841-90ff-efee6a18f2a8),segment_id=83e51d89-a78f-4841-90ff-efee6a18f2a8)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:29:53.367552 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.resource_extend [None req-334ab9c4-f638-495e-9bdf-78595dd119f9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:29:53.414301 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9eab209a-3e57-4666-b4ad-fa068daf8bb7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.415433 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.419955 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf8b1b3c-a85a-4b05-ae59-097992075282 req-c466506c-69bf-45b6-977f-0c02f1bdd526 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2199514 Feb 11 04:29:53.481728 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-89bd9155-db68-4bd7-a135-d804cf91e3b5 tempest-SubnetPoolsTestJSON-963983095 tempest-SubnetPoolsTestJSON-963983095-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.483084 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-89bd9155-db68-4bd7-a135-d804cf91e3b5 tempest-SubnetPoolsTestJSON-963983095 tempest-SubnetPoolsTestJSON-963983095-project] 10.222.0.13 "PUT /v2.0/subnetpools/51b57cd0-5583-4e35-b791-567c674a9583 HTTP/1.1" status: 200 len: 684 time: 0.2400353 Feb 11 04:29:53.491721 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54520) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:53.508187 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (bd39d957-c2ba-4085-a0f3-6613a449d7b9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.518001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d575fbf-0554-4919-87c1-423f63dca5fd None None] Pushing event updated for resources: {'Port': ['ID=9eab209a-3e57-4666-b4ad-fa068daf8bb7,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:53.589997 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-334ab9c4-f638-495e-9bdf-78595dd119f9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.594239 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.597442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Port': ['ID=bd39d957-c2ba-4085-a0f3-6613a449d7b9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:53.599722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No DVR routers for this DVR port bd39d957-c2ba-4085-a0f3-6613a449d7b9 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:29:53.601860 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] Publish callbacks [] for router_controller (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.637609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.637963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.638311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.638817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.639178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.639497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.639830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.640273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.640777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.640890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.641203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.641524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.641853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:29:53.650167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8252637d-c67b-44ab-8ed4-d038f9d2c222 tempest-SubnetPoolsTestJSON-963983095 tempest-SubnetPoolsTestJSON-963983095-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.650167 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8252637d-c67b-44ab-8ed4-d038f9d2c222 tempest-SubnetPoolsTestJSON-963983095 tempest-SubnetPoolsTestJSON-963983095-project] 10.222.0.13 "DELETE /v2.0/subnetpools/51b57cd0-5583-4e35-b791-567c674a9583 HTTP/1.1" status: 204 len: 168 time: 0.1550286 Feb 11 04:29:53.650780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54522) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:53.670269 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-05bb02d0-2ba4-4c60-befa-4f6298d298ff tempest-SubnetPoolsTestJSON-963983095 tempest-SubnetPoolsTestJSON-963983095-project] show failed (client error): The resource could not be found. Feb 11 04:29:53.673971 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-05bb02d0-2ba4-4c60-befa-4f6298d298ff tempest-SubnetPoolsTestJSON-963983095 tempest-SubnetPoolsTestJSON-963983095-project] 10.222.0.13 "GET /v2.0/subnetpools/51b57cd0-5583-4e35-b791-567c674a9583 HTTP/1.1" status: 404 len: 346 time: 0.0195582 Feb 11 04:29:53.676927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54524) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:53.693274 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-c0f42860-d436-4c04-bd94-f01610f19195 tempest-SubnetPoolsTestJSON-963983095 tempest-SubnetPoolsTestJSON-963983095-project] delete failed (client error): The resource could not be found. Feb 11 04:29:53.698651 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c0f42860-d436-4c04-bd94-f01610f19195 tempest-SubnetPoolsTestJSON-963983095 tempest-SubnetPoolsTestJSON-963983095-project] 10.222.0.13 "DELETE /v2.0/subnetpools/51b57cd0-5583-4e35-b791-567c674a9583 HTTP/1.1" status: 404 len: 346 time: 0.0164742 Feb 11 04:29:53.703464 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-334ab9c4-f638-495e-9bdf-78595dd119f9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (3e547a35-eede-42a4-b3d8-d0a39e20aa82), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.799902 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (38be17f0-a8ba-4502-8042-74373ce3d4d3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.807506 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.808124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:29:53.837739 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.842521 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54532) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:53.843247 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ca5df76c-7d33-45cb-8a12-c24a412f8743 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a5cc2b3c-8ed8-41af-b83f-79beedc0e7ad HTTP/1.1" status: 204 len: 168 time: 3.9334137 Feb 11 04:29:53.871202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38be17f0-a8ba-4502-8042-74373ce3d4d3']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:53.891557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95cb366-9f15-4408-8063-f2f9e9bef8ad') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:53.891856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95cb366-9f15-4408-8063-f2f9e9bef8ad') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:53.920400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa37f35-ad57-4655-9a9c-11b89d67f34d admin admin] Deleting subnet d769c8f6-7cc4-4e17-acd8-cf74888366db {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:29:53.925325 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6fa37f35-ad57-4655-9a9c-11b89d67f34d admin admin] Publish callbacks [] for subnet (d769c8f6-7cc4-4e17-acd8-cf74888366db), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.940750 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (e95cb366-9f15-4408-8063-f2f9e9bef8ad), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.968193 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e95cb366-9f15-4408-8063-f2f9e9bef8ad), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.982273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:29:53.982705 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (e95cb366-9f15-4408-8063-f2f9e9bef8ad), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:29:53.985883 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:29:54.005851 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6fa37f35-ad57-4655-9a9c-11b89d67f34d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (d769c8f6-7cc4-4e17-acd8-cf74888366db), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.021099 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-334ab9c4-f638-495e-9bdf-78595dd119f9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Floating IP 3e547a35-eede-42a4-b3d8-d0a39e20aa82 associated. External IP: 172.25.3.122, port: e4f04cd7-d182-479d-ae4d-5fc154e9d6a2. Feb 11 04:29:54.145672 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-715b521f-24a1-4bdf-be96-93298e37053d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.146967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-715b521f-24a1-4bdf-be96-93298e37053d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.9004474 Feb 11 04:29:54.150570 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54542) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:54.157733 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-66df5ca3-e401-4d5d-980e-522606bd59b5 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '39d26878-4408-41db-a68a-9425cb51d36a', 'tempest-TagsExtTest-Tag-1548176684') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:54.241953 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6fa37f35-ad57-4655-9a9c-11b89d67f34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (d769c8f6-7cc4-4e17-acd8-cf74888366db), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.285080 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (38be17f0-a8ba-4502-8042-74373ce3d4d3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.310360 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.310360 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/38be17f0-a8ba-4502-8042-74373ce3d4d3 HTTP/1.1" status: 204 len: 168 time: 4.8220096 Feb 11 04:29:54.353821 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54546) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:54.353821 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-80d7b27c-2d93-4923-ae3f-2a814fca5f95 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-130274425'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:54.356881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54548) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:54.383321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae1517-c74c-4235-b06b-dc6fc29fabc2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Network': ['ID=38be17f0-a8ba-4502-8042-74373ce3d4d3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:54.440039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-e2859fb5-2ebc-4f54-931b-d67a155996ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:54.446148 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-e2859fb5-2ebc-4f54-931b-d67a155996ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690&tenant_id=1a213f7e5ecd454da27b635be4fbd761 HTTP/1.1" status: 200 len: 1127 time: 0.5933411 Feb 11 04:29:54.528114 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6fa37f35-ad57-4655-9a9c-11b89d67f34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (d769c8f6-7cc4-4e17-acd8-cf74888366db), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.541097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d7b27c-2d93-4923-ae3f-2a814fca5f95 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:54.544389 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-80d7b27c-2d93-4923-ae3f-2a814fca5f95 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.577677 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9eab209a-3e57-4666-b4ad-fa068daf8bb7 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:54.584708 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6fa37f35-ad57-4655-9a9c-11b89d67f34d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.601644 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6fa37f35-ad57-4655-9a9c-11b89d67f34d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d769c8f6-7cc4-4e17-acd8-cf74888366db HTTP/1.1" status: 204 len: 168 time: 0.7567809 Feb 11 04:29:54.604480 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54560) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:54.671283 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa37f35-ad57-4655-9a9c-11b89d67f34d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d769c8f6-7cc4-4e17-acd8-cf74888366db,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:54.713864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9eab209a-3e57-4666-b4ad-fa068daf8bb7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:54.714229 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9eab209a-3e57-4666-b4ad-fa068daf8bb7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.757990 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-66df5ca3-e401-4d5d-980e-522606bd59b5 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "PUT /v2.0/subnets/39d26878-4408-41db-a68a-9425cb51d36a/tags/tempest-TagsExtTest-Tag-1548176684 HTTP/1.1" status: 201 len: 201 time: 0.6035035 Feb 11 04:29:54.761147 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54564) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:54.766191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-7774e864-0fc4-44f3-a7ec-38980c683a0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '09f280c6-5bcc-4fa8-85a5-c2cc4fea257c', 'tempest-TagsExtTest-Tag-1863024780') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:54.802171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d7b27c-2d93-4923-ae3f-2a814fca5f95 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:29:54.818119 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (c6e62a07-61cb-4b83-9d67-8546ad76c2d7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.851335 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-80d7b27c-2d93-4923-ae3f-2a814fca5f95 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.851689 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-80d7b27c-2d93-4923-ae3f-2a814fca5f95 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Added segment 85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89 of type vlan for network c91813e5-235f-41e5-95e1-0c8d4d4da76f Feb 11 04:29:54.868874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-72b92dbd-a48f-4bd6-b407-c68a6000f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:54.870487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-72b92dbd-a48f-4bd6-b407-c68a6000f678 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 1127 time: 0.3329124 Feb 11 04:29:54.877611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5035e40-9140-49bc-b678-5d7060e5d5c4 req-ac151299-3697-48d9-9011-84ef89b26bc5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:54.889980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5035e40-9140-49bc-b678-5d7060e5d5c4 req-ac151299-3697-48d9-9011-84ef89b26bc5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.3503203 Feb 11 04:29:54.908981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9eab209a-3e57-4666-b4ad-fa068daf8bb7 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:54.910331 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9eab209a-3e57-4666-b4ad-fa068daf8bb7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.924653 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-163ce283-a28a-4b05-b3d7-361fd738943b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.930148 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] Deleting port baee307c-e701-4717-be24-1d7ea57b84d1 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:29:54.930489 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (baee307c-e701-4717-be24-1d7ea57b84d1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:54.950267 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 9eab209a-3e57-4666-b4ad-fa068daf8bb7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9eab209a-3e57-4666-b4ad-fa068daf8bb7,segment=NetworkSegment(83e51d89-a78f-4841-90ff-efee6a18f2a8),segment_id=83e51d89-a78f-4841-90ff-efee6a18f2a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:55.015186 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-80d7b27c-2d93-4923-ae3f-2a814fca5f95 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (c91813e5-235f-41e5-95e1-0c8d4d4da76f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.030850 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9eab209a-3e57-4666-b4ad-fa068daf8bb7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.072022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334ab9c4-f638-495e-9bdf-78595dd119f9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Router c73ad963-7758-4f25-9d3a-c0f945e09a8f has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:29:55.119390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be43960-f967-4326-a1d6-90b5ff0cce85 None None] Network 38be17f0-a8ba-4502-8042-74373ce3d4d3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:55.121494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e0f3f-56a5-4b88-ab12-a5efd871972f None None] Network 8940e2d2-4156-40ed-8117-5e47ccfced35 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:55.134576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8197a7f8-59d5-4590-b148-93659248b0cf None None] Network c6e62a07-61cb-4b83-9d67-8546ad76c2d7 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:55.162489 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-80d7b27c-2d93-4923-ae3f-2a814fca5f95 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (c91813e5-235f-41e5-95e1-0c8d4d4da76f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.163085 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] For port baee307c-e701-4717-be24-1d7ea57b84d1, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=baee307c-e701-4717-be24-1d7ea57b84d1,segment=NetworkSegment(db5106e2-7ea0-47e2-9337-8695b3bf7cdd),segment_id=db5106e2-7ea0-47e2-9337-8695b3bf7cdd)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:29:55.163651 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (baee307c-e701-4717-be24-1d7ea57b84d1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.177814 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] Calling delete_port for baee307c-e701-4717-be24-1d7ea57b84d1 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:29:55.178600 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d7b27c-2d93-4923-ae3f-2a814fca5f95 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:55.179282 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-80d7b27c-2d93-4923-ae3f-2a814fca5f95 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.219509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:29:55.267860 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7774e864-0fc4-44f3-a7ec-38980c683a0b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "PUT /v2.0/ports/09f280c6-5bcc-4fa8-85a5-c2cc4fea257c/tags/tempest-TagsExtTest-Tag-1863024780 HTTP/1.1" status: 201 len: 201 time: 0.5054328 Feb 11 04:29:55.270590 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-163ce283-a28a-4b05-b3d7-361fd738943b admin admin] Publish callbacks [] for security_group (3aaf05cf-4942-4861-866d-8d1e3825b4f3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.271709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54570) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:55.282176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-1c6ef785-79bf-4348-8071-7cd689257d61 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '95836c05-d449-4462-a72c-64714d10dace', 'tempest-TagsExtTest-Tag-1306572748') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:55.297074 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:29:55.297434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 58d23ed7-63cf-42ac-ad9e-06df7c0e3c50 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:29:55.298967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be43960-f967-4326-a1d6-90b5ff0cce85 None None] Network 38be17f0-a8ba-4502-8042-74373ce3d4d3 could not be found, it might have been deleted concurrently. {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 04:29:55.392098 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (baee307c-e701-4717-be24-1d7ea57b84d1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.417260 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=9eab209a-3e57-4666-b4ad-fa068daf8bb7,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:55.438534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7fab84ed-12cc-4770-9b8a-01f52a84c430 None None] Provisioning complete for port 9eab209a-3e57-4666-b4ad-fa068daf8bb7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:55.438976 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7fab84ed-12cc-4770-9b8a-01f52a84c430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9eab209a-3e57-4666-b4ad-fa068daf8bb7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.482664 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-163ce283-a28a-4b05-b3d7-361fd738943b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3aaf05cf-4942-4861-866d-8d1e3825b4f3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.493622 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] No DVR routers for this DVR port baee307c-e701-4717-be24-1d7ea57b84d1 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:29:55.496203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] Pushing event deleted for resources: {'Port': ['ID=baee307c-e701-4717-be24-1d7ea57b84d1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:55.528019 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cac02c21-1ccc-4386-a7c6-8ee59a60c185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.630681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16929c73-1c7d-4b75-b6ea-632f1bcff99d None None] DHCP port deletion for c6e62a07-61cb-4b83-9d67-8546ad76c2d7 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:29:55.673465 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7fab84ed-12cc-4770-9b8a-01f52a84c430 None None] Current status of the port 9eab209a-3e57-4666-b4ad-fa068daf8bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:55.682521 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-163ce283-a28a-4b05-b3d7-361fd738943b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4249fddd30284a52bfcc03ecd50a81a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3197517 Feb 11 04:29:55.713212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ce283-a28a-4b05-b3d7-361fd738943b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaf05cf-4942-4861-866d-8d1e3825b4f3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:55.724474 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (c6e62a07-61cb-4b83-9d67-8546ad76c2d7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.740481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54580) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:55.744831 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1c6ef785-79bf-4348-8071-7cd689257d61 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "PUT /v2.0/routers/95836c05-d449-4462-a72c-64714d10dace/tags/tempest-TagsExtTest-Tag-1306572748 HTTP/1.1" status: 201 len: 201 time: 0.4697161 Feb 11 04:29:55.751080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54582) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:55.757794 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-5b9a7abd-e4ea-4251-bf5c-81d146e3654d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd90cd102-5560-44b3-9ee9-468851e65b59', 'tempest-TagsExtTest-Tag-1926044719') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:55.821466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e62a07-61cb-4b83-9d67-8546ad76c2d7']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:55.848566 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-80d7b27c-2d93-4923-ae3f-2a814fca5f95 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5251777 Feb 11 04:29:55.850068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54584) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:55.864033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5106e2-7ea0-47e2-9337-8695b3bf7cdd') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:55.864337 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5106e2-7ea0-47e2-9337-8695b3bf7cdd') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:55.880415 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (db5106e2-7ea0-47e2-9337-8695b3bf7cdd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.902660 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8b62960-3606-476b-8854-c9411ed41212 admin admin] Publish callbacks [] for security_group (3aaf05cf-4942-4861-866d-8d1e3825b4f3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.904173 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (db5106e2-7ea0-47e2-9337-8695b3bf7cdd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.926088 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:29:55.926579 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (db5106e2-7ea0-47e2-9337-8695b3bf7cdd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:29:55.928388 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:29:55.953753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334ab9c4-f638-495e-9bdf-78595dd119f9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:29:55.961628 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-334ab9c4-f638-495e-9bdf-78595dd119f9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.967179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c69829-c73f-4c2c-b00c-cad623335f0b None None] Sync routers for ids ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:29:55.975194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8b62960-3606-476b-8854-c9411ed41212 admin admin] Publish callbacks [] for security_group (3aaf05cf-4942-4861-866d-8d1e3825b4f3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:55.991662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c69829-c73f-4c2c-b00c-cad623335f0b None None] Routers {'c73ad963-7758-4f25-9d3a-c0f945e09a8f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:55.997829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-86c69829-c73f-4c2c-b00c-cad623335f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:29:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:56.002507 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5b9a7abd-e4ea-4251-bf5c-81d146e3654d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "PUT /v2.0/subnetpools/d90cd102-5560-44b3-9ee9-468851e65b59/tags/tempest-TagsExtTest-Tag-1926044719 HTTP/1.1" status: 201 len: 201 time: 0.2503083 Feb 11 04:29:56.014372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5035e40-9140-49bc-b678-5d7060e5d5c4 req-5d2e190d-6f06-4082-a14f-cfd7b920c5a8 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0725446 Feb 11 04:29:56.015246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54588) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:56.026007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d3ca811f-7628-44f8-a7f7-96dfc2e5aa7b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'subnet': {'network_id': 'c91813e5-235f-41e5-95e1-0c8d4d4da76f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:56.124216 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-334ab9c4-f638-495e-9bdf-78595dd119f9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "PUT /v2.0/floatingips/3e547a35-eede-42a4-b3d8-d0a39e20aa82 HTTP/1.1" status: 200 len: 991 time: 3.9013047 Feb 11 04:29:56.148704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-147a82b7-0f81-4a00-a65e-c3e793cd56ab tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '39d26878-4408-41db-a68a-9425cb51d36a') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:56.158344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:29:56.166653 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e854634-ad78-4194-bd59-79466c0c990e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:29:56.173608 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7b27c-2d93-4923-ae3f-2a814fca5f95 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Network': ['ID=c91813e5-235f-41e5-95e1-0c8d4d4da76f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:56.191199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network c91813e5-235f-41e5-95e1-0c8d4d4da76f details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:29:56.278507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8b62960-3606-476b-8854-c9411ed41212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3aaf05cf-4942-4861-866d-8d1e3825b4f3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:56.282374 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8b62960-3606-476b-8854-c9411ed41212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:56.284016 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c8b62960-3606-476b-8854-c9411ed41212 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3aaf05cf-4942-4861-866d-8d1e3825b4f3 HTTP/1.1" status: 204 len: 168 time: 0.5404451 Feb 11 04:29:56.303732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-4b9bfd7d-a425-4def-a489-becef961227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:56.308750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-4b9bfd7d-a425-4def-a489-becef961227f service neutron] 10.222.0.47 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 917 time: 1.4155259 Feb 11 04:29:56.320119 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09080e3c-c73e-42a6-a1a1-69e0b195d3f6 x-openstack-request-id: req-09080e3c-c73e-42a6-a1a1-69e0b195d3f6 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:29:56.320792 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:29:56.321306 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09080e3c-c73e-42a6-a1a1-69e0b195d3f6 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:29:56.322030 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'status': 'completed', 'code': 200} Feb 11 04:29:56.332484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b62960-3606-476b-8854-c9411ed41212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaf05cf-4942-4861-866d-8d1e3825b4f3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:56.333560 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-86c69829-c73f-4c2c-b00c-cad623335f0b None None] Set router c73ad963-7758-4f25-9d3a-c0f945e09a8f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:29:56.340397 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (c6e62a07-61cb-4b83-9d67-8546ad76c2d7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:56.354948 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:56.365567 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] 10.222.0.13 "DELETE /v2.0/networks/c6e62a07-61cb-4b83-9d67-8546ad76c2d7 HTTP/1.1" status: 204 len: 168 time: 1.7543612 Feb 11 04:29:56.414067 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd314603-8721-4d9d-835c-39a458ee683a admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e62a07-61cb-4b83-9d67-8546ad76c2d7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:56.700481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-49547c88-8c4f-4e77-867c-fa5d9525e2e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9 HTTP/1.1" status: 200 len: 999 time: 0.3721635 Feb 11 04:29:56.730344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ca811f-7628-44f8-a7f7-96dfc2e5aa7b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:56.734204 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d3ca811f-7628-44f8-a7f7-96dfc2e5aa7b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:56.805156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eb1b2a-ee9d-4326-b466-ae5cbdc3d77a None None] Network 8940e2d2-4156-40ed-8117-5e47ccfced35 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:56.808647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9eab209a-3e57-4666-b4ad-fa068daf8bb7 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:29:56.821915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95849cd6-7a31-4778-a128-a9cb98758e90 req-09524b6c-0494-4152-80b6-c0abf5053754 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:56.822887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95849cd6-7a31-4778-a128-a9cb98758e90 req-09524b6c-0494-4152-80b6-c0abf5053754 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 945 time: 0.5293033 Feb 11 04:29:56.829565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e854634-ad78-4194-bd59-79466c0c990e req-582bbdf7-81aa-42e6-bffb-9444bcc813cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:56.830647 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e854634-ad78-4194-bd59-79466c0c990e req-582bbdf7-81aa-42e6-bffb-9444bcc813cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 1128 time: 0.4483540 Feb 11 04:29:56.907964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-147a82b7-0f81-4a00-a65e-c3e793cd56ab tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/subnets/39d26878-4408-41db-a68a-9425cb51d36a/tags HTTP/1.1" status: 200 len: 241 time: 0.7885127 Feb 11 04:29:56.911894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54606) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:56.922524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-2fed10a1-d972-49f8-a897-46e4359999fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:56.924166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-2fed10a1-d972-49f8-a897-46e4359999fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aff91b0d-1298-40b8-9cf7-8b139d7ddd16 HTTP/1.1" status: 200 len: 855 time: 0.2138021 Feb 11 04:29:56.927597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-52911d3f-4ef9-4bd6-b68d-12254b03b79c tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '39d26878-4408-41db-a68a-9425cb51d36a', 'tempest-TagsExtTest-Tag-1548176684') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:56.929829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c2222125-7911-4371-a1fa-1a9cfda09a5f None None] Provisioning complete for port 09f280c6-5bcc-4fa8-85a5-c2cc4fea257c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:56.930217 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c2222125-7911-4371-a1fa-1a9cfda09a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (09f280c6-5bcc-4fa8-85a5-c2cc4fea257c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:56.931692 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:57.029279 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-52911d3f-4ef9-4bd6-b68d-12254b03b79c tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/subnets/39d26878-4408-41db-a68a-9425cb51d36a/tags/tempest-TagsExtTest-Tag-1548176684 HTTP/1.1" status: 204 len: 168 time: 0.1161020 Feb 11 04:29:57.032617 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54608) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:57.045202 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-e537e247-f593-4385-a835-6181c3ec30b1 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '39d26878-4408-41db-a68a-9425cb51d36a', 'tempest-TagsExtTest-Tag-1548176684') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:57.049274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54610) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:57.071607 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c2222125-7911-4371-a1fa-1a9cfda09a5f None None] Port 09f280c6-5bcc-4fa8-85a5-c2cc4fea257c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:29:57.086022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9eab209a-3e57-4666-b4ad-fa068daf8bb7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:57.086697 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9eab209a-3e57-4666-b4ad-fa068daf8bb7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:57.097402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95849cd6-7a31-4778-a128-a9cb98758e90 req-44526db4-d1df-4bc5-8fed-edce9dbeca7a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655153 Feb 11 04:29:57.195150 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c2222125-7911-4371-a1fa-1a9cfda09a5f None None] Provisioning complete for port 9eab209a-3e57-4666-b4ad-fa068daf8bb7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:57.195542 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c2222125-7911-4371-a1fa-1a9cfda09a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9eab209a-3e57-4666-b4ad-fa068daf8bb7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:57.221542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e854634-ad78-4194-bd59-79466c0c990e req-4ff1831c-fd2c-4f39-a711-ad32b57df23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:57.223815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e854634-ad78-4194-bd59-79466c0c990e req-4ff1831c-fd2c-4f39-a711-ad32b57df23a service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.3840621 Feb 11 04:29:57.263135 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-782fc287-8c67-4c32-9d9e-7feb61406cc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec19c3b19ab44f71ad80c341fe163d36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2005591 Feb 11 04:29:57.263562 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54620) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:57.280366 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e537e247-f593-4385-a835-6181c3ec30b1 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/subnets/39d26878-4408-41db-a68a-9425cb51d36a/tags/tempest-TagsExtTest-Tag-1548176684 HTTP/1.1" status: 204 len: 168 time: 0.2419205 Feb 11 04:29:57.280568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-3d82411a-2775-41d5-9d30-96499343a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:57.282248 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-3d82411a-2775-41d5-9d30-96499343a614 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aea3f5db-90d4-484d-a1e1-ef38ac456aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3489962 Feb 11 04:29:57.286007 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54622) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:57.308952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-16740bab-50cc-40de-b212-b84474be0b7f tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '39d26878-4408-41db-a68a-9425cb51d36a') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:57.372631 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9eab209a-3e57-4666-b4ad-fa068daf8bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:57.380092 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-86c69829-c73f-4c2c-b00c-cad623335f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:48Z', 'updated_at': '2022-02-11T04:29:01Z', 'revision_number': 4, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'gw_port': {'id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:50Z', 'updated_at': '2022-02-11T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '3e547a35-eede-42a4-b3d8-d0a39e20aa82', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'port_id': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'mac_address': 'fa:16:3e:39:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:29:14Z', 'updated_at': '2022-02-11T04:29:53Z', 'revision_number': 1, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f402856c-2bf2-40e8-a887-deda6994b8a4', 'name': '', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'mac_address': 'fa:16:3e:d2:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:59Z', 'updated_at': '2022-02-11T04:29:18Z', 'revision_number': 5, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'subnets': [{'id': '2f82346c-9264-4068-a473-ad115add59d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:57.421671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c69829-c73f-4c2c-b00c-cad623335f0b None None] Checking router: c73ad963-7758-4f25-9d3a-c0f945e09a8f for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:29:57.471778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e854634-ad78-4194-bd59-79466c0c990e req-aa21c6f8-39c0-47fc-b5dc-6e739cf4953d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 HTTP/1.1" status: 200 len: 999 time: 0.2239935 Feb 11 04:29:57.513660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c2222125-7911-4371-a1fa-1a9cfda09a5f None None] Current status of the port 9eab209a-3e57-4666-b4ad-fa068daf8bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:57.530878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device baee307c-e701-4717-be24-1d7ea57b84d1 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:29:57.540057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c5ebbc9-0ab5-4bb1-9986-a9b8b85eadb8 admin admin] Publish callbacks [] for security_group (32074a36-7b67-4542-8327-f0da852c588c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:57.572033 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c5ebbc9-0ab5-4bb1-9986-a9b8b85eadb8 admin admin] Publish callbacks [] for security_group (32074a36-7b67-4542-8327-f0da852c588c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:57.584153 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c69829-c73f-4c2c-b00c-cad623335f0b None None] Routers {'c73ad963-7758-4f25-9d3a-c0f945e09a8f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:29:57.584822 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-86c69829-c73f-4c2c-b00c-cad623335f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:29:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:57.598902 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-16740bab-50cc-40de-b212-b84474be0b7f tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/subnets/39d26878-4408-41db-a68a-9425cb51d36a/tags HTTP/1.1" status: 200 len: 205 time: 0.3067865 Feb 11 04:29:57.612060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54632) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:57.622040 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-9110c477-10be-45d0-8d0e-6f10eb9200c0 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '09f280c6-5bcc-4fa8-85a5-c2cc4fea257c') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:57.636549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: baee307c-e701-4717-be24-1d7ea57b84d1 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:29:57.636910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device baee307c-e701-4717-be24-1d7ea57b84d1 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:29:57.760887 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9110c477-10be-45d0-8d0e-6f10eb9200c0 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/ports/09f280c6-5bcc-4fa8-85a5-c2cc4fea257c/tags HTTP/1.1" status: 200 len: 241 time: 0.1471522 Feb 11 04:29:57.761860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54638) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:57.768835 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-ed6daa14-e2ad-46db-9f98-3180bd422435 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '09f280c6-5bcc-4fa8-85a5-c2cc4fea257c', 'tempest-TagsExtTest-Tag-1863024780') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:57.810087 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c5ebbc9-0ab5-4bb1-9986-a9b8b85eadb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (32074a36-7b67-4542-8327-f0da852c588c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:57.814872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c5ebbc9-0ab5-4bb1-9986-a9b8b85eadb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:57.820017 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6c5ebbc9-0ab5-4bb1-9986-a9b8b85eadb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32074a36-7b67-4542-8327-f0da852c588c HTTP/1.1" status: 204 len: 168 time: 0.5552146 Feb 11 04:29:57.837726 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ebbc9-0ab5-4bb1-9986-a9b8b85eadb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32074a36-7b67-4542-8327-f0da852c588c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:57.859197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-044c9469-c10b-457a-9c63-63b465f1d9f8 None None] Provisioning complete for port 09f280c6-5bcc-4fa8-85a5-c2cc4fea257c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:57.859715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c65a4-b64b-4838-9a5c-359a56a59a08 req-e434ef54-a177-41e2-90a2-3648df5700c2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:57.859819 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-044c9469-c10b-457a-9c63-63b465f1d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (09f280c6-5bcc-4fa8-85a5-c2cc4fea257c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:57.861199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b58c65a4-b64b-4838-9a5c-359a56a59a08 req-e434ef54-a177-41e2-90a2-3648df5700c2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 945 time: 0.6480649 Feb 11 04:29:57.862859 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e854634-ad78-4194-bd59-79466c0c990e req-8b6acd5e-aed8-443e-b8ab-2f21456f3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:57.864968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e854634-ad78-4194-bd59-79466c0c990e req-8b6acd5e-aed8-443e-b8ab-2f21456f3944 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.3590608 Feb 11 04:29:57.892742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d3d56-2fdc-4120-bab1-75fd0191bf1c req-4fc0cb6f-78b2-43a2-b93f-3fdd3a0908fd tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:57.894573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f0d3d56-2fdc-4120-bab1-75fd0191bf1c req-4fc0cb6f-78b2-43a2-b93f-3fdd3a0908fd tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.6741138 Feb 11 04:29:57.912332 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ed6daa14-e2ad-46db-9f98-3180bd422435 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/ports/09f280c6-5bcc-4fa8-85a5-c2cc4fea257c/tags/tempest-TagsExtTest-Tag-1863024780 HTTP/1.1" status: 204 len: 168 time: 0.1486065 Feb 11 04:29:57.913019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54642) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:57.919069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-1452f287-81e8-47b0-b97d-56ee7d7970f9 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '09f280c6-5bcc-4fa8-85a5-c2cc4fea257c', 'tempest-TagsExtTest-Tag-1863024780') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:57.982877 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d3ca811f-7628-44f8-a7f7-96dfc2e5aa7b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (8535e96c-4a99-4418-a45e-eb253d6deaad), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:58.009351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-86c69829-c73f-4c2c-b00c-cad623335f0b None None] Set router c73ad963-7758-4f25-9d3a-c0f945e09a8f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:29:58.057845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-044c9469-c10b-457a-9c63-63b465f1d9f8 None None] Port 09f280c6-5bcc-4fa8-85a5-c2cc4fea257c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:29:58.071742 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1452f287-81e8-47b0-b97d-56ee7d7970f9 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/ports/09f280c6-5bcc-4fa8-85a5-c2cc4fea257c/tags/tempest-TagsExtTest-Tag-1863024780 HTTP/1.1" status: 204 len: 168 time: 0.1576545 Feb 11 04:29:58.076731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54648) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:58.077799 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-394f838d-a0ad-4195-ab2b-05da26b3c4da tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '09f280c6-5bcc-4fa8-85a5-c2cc4fea257c') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:58.089176 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-b72cde0f-7a01-4b6a-9da6-7f6505b799b0 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156075 Feb 11 04:29:58.131035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca811f-7628-44f8-a7f7-96dfc2e5aa7b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Subnet': ['ID=8535e96c-4a99-4418-a45e-eb253d6deaad,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:58.176588 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-394f838d-a0ad-4195-ab2b-05da26b3c4da tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/ports/09f280c6-5bcc-4fa8-85a5-c2cc4fea257c/tags HTTP/1.1" status: 200 len: 205 time: 0.1026943 Feb 11 04:29:58.177475 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54654) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:58.177840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-044c9469-c10b-457a-9c63-63b465f1d9f8 None None] Provisioning complete for port 9eab209a-3e57-4666-b4ad-fa068daf8bb7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:58.178405 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-044c9469-c10b-457a-9c63-63b465f1d9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9eab209a-3e57-4666-b4ad-fa068daf8bb7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:58.183209 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-e5103a27-1840-4765-8335-3700f087a421 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '95836c05-d449-4462-a72c-64714d10dace') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:58.219804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b58c65a4-b64b-4838-9a5c-359a56a59a08 req-c78133df-d1eb-4fc4-a3e2-c326e6a79af1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3221278 Feb 11 04:29:58.281906 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e5103a27-1840-4765-8335-3700f087a421 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/routers/95836c05-d449-4462-a72c-64714d10dace/tags HTTP/1.1" status: 200 len: 241 time: 0.1027551 Feb 11 04:29:58.282520 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54656) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:58.287567 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-90a4a2c5-1591-49ac-a73f-c2c123e43cf0 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95836c05-d449-4462-a72c-64714d10dace', 'tempest-TagsExtTest-Tag-1306572748') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:58.337970 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:58.358494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-044c9469-c10b-457a-9c63-63b465f1d9f8 None None] Current status of the port 9eab209a-3e57-4666-b4ad-fa068daf8bb7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:29:58.390030 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-90a4a2c5-1591-49ac-a73f-c2c123e43cf0 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/routers/95836c05-d449-4462-a72c-64714d10dace/tags/tempest-TagsExtTest-Tag-1306572748 HTTP/1.1" status: 204 len: 168 time: 0.1063018 Feb 11 04:29:58.390923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54664) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:58.398163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-665b090f-0c60-4f49-81cc-e65c79ceb108 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '95836c05-d449-4462-a72c-64714d10dace', 'tempest-TagsExtTest-Tag-1306572748') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:58.414993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e854634-ad78-4194-bd59-79466c0c990e req-77fe6533-de5b-4af4-bc78-81a1b6702e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:58.420388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e854634-ad78-4194-bd59-79466c0c990e req-77fe6533-de5b-4af4-bc78-81a1b6702e87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5217876 Feb 11 04:29:58.470841 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f0d3d56-2fdc-4120-bab1-75fd0191bf1c req-3751d596-33d8-4fe9-a2a2-03e2fa52eced tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5598290 Feb 11 04:29:58.482935 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-86c69829-c73f-4c2c-b00c-cad623335f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:48Z', 'updated_at': '2022-02-11T04:29:01Z', 'revision_number': 4, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'gw_port': {'id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:50Z', 'updated_at': '2022-02-11T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '3e547a35-eede-42a4-b3d8-d0a39e20aa82', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'port_id': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'mac_address': 'fa:16:3e:39:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:29:14Z', 'updated_at': '2022-02-11T04:29:53Z', 'revision_number': 1, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f402856c-2bf2-40e8-a887-deda6994b8a4', 'name': '', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'mac_address': 'fa:16:3e:d2:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:59Z', 'updated_at': '2022-02-11T04:29:18Z', 'revision_number': 5, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'subnets': [{'id': '2f82346c-9264-4068-a473-ad115add59d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:58.543847 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-df0ec608-ef2d-49f4-ba77-1b198f67e4c2 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447505 Feb 11 04:29:58.551296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c69829-c73f-4c2c-b00c-cad623335f0b None None] The sync data for ids ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'] in n-d-712142-35 is: [{'id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:48Z', 'updated_at': '2022-02-11T04:29:01Z', 'revision_number': 4, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'gw_port': {'id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:50Z', 'updated_at': '2022-02-11T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '3e547a35-eede-42a4-b3d8-d0a39e20aa82', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'port_id': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'mac_address': 'fa:16:3e:39:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:29:14Z', 'updated_at': '2022-02-11T04:29:53Z', 'revision_number': 1, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f402856c-2bf2-40e8-a887-deda6994b8a4', 'name': '', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'mac_address': 'fa:16:3e:d2:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:59Z', 'updated_at': '2022-02-11T04:29:18Z', 'revision_number': 5, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'subnets': [{'id': '2f82346c-9264-4068-a473-ad115add59d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:29:58.560104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca811f-7628-44f8-a7f7-96dfc2e5aa7b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Checking segment: {'id': '85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c91813e5-235f-41e5-95e1-0c8d4d4da76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:29:58.560104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ca811f-7628-44f8-a7f7-96dfc2e5aa7b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network hostable DHCP agents. Network: c91813e5-235f-41e5-95e1-0c8d4d4da76f, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:29:58.578595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0900bc10-5de3-430b-a792-3e621ee2997c None None] Provisioning complete for port 09f280c6-5bcc-4fa8-85a5-c2cc4fea257c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:29:58.579214 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0900bc10-5de3-430b-a792-3e621ee2997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (09f280c6-5bcc-4fa8-85a5-c2cc4fea257c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:58.622613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0900bc10-5de3-430b-a792-3e621ee2997c None None] Port 09f280c6-5bcc-4fa8-85a5-c2cc4fea257c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:29:58.663345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54670) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:58.663846 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-665b090f-0c60-4f49-81cc-e65c79ceb108 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/routers/95836c05-d449-4462-a72c-64714d10dace/tags/tempest-TagsExtTest-Tag-1306572748 HTTP/1.1" status: 204 len: 168 time: 0.2717569 Feb 11 04:29:58.669784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-1b7b09fb-5387-4b33-ae54-3f7388533509 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '95836c05-d449-4462-a72c-64714d10dace') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:58.675612 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e854634-ad78-4194-bd59-79466c0c990e req-9836d61e-1fd7-474b-bb17-a38f13e8fe6c service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922705 Feb 11 04:29:58.727601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ca811f-7628-44f8-a7f7-96dfc2e5aa7b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network c91813e5-235f-41e5-95e1-0c8d4d4da76f is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:29:58.856772 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-d3ca811f-7628-44f8-a7f7-96dfc2e5aa7b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, c91813e5-235f-41e5-95e1-0c8d4d4da76f) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:29:58.868071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b438a617-34fe-4959-bf84-a5715674a757 None None] Network c91813e5-235f-41e5-95e1-0c8d4d4da76f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:29:58.880815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ca811f-7628-44f8-a7f7-96dfc2e5aa7b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:58.881861 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d3ca811f-7628-44f8-a7f7-96dfc2e5aa7b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:58.897841 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7fd78d-d8ef-4e8d-9b68-6d6d62b9d854 None None] New status for floating IP 3e547a35-eede-42a4-b3d8-d0a39e20aa82: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:29:58.908854 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54680) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:58.942436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1b7b09fb-5387-4b33-ae54-3f7388533509 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/routers/95836c05-d449-4462-a72c-64714d10dace/tags HTTP/1.1" status: 200 len: 205 time: 0.2763634 Feb 11 04:29:58.947678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54682) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:58.953317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-051c1a81-c0a8-495d-ba14-2ff965126734 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd90cd102-5560-44b3-9ee9-468851e65b59') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:58.979113 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e854634-ad78-4194-bd59-79466c0c990e req-94b82dfa-621a-4f4d-8551-008d58d20632 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619226 Feb 11 04:29:59.008159 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-753811d5-953e-4a36-8a02-cb13c88f77c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0aad56bb08f745ffa7bed354a713cbf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0975571 Feb 11 04:29:59.009706 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-051c1a81-c0a8-495d-ba14-2ff965126734 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/subnetpools/d90cd102-5560-44b3-9ee9-468851e65b59/tags HTTP/1.1" status: 200 len: 241 time: 0.0598903 Feb 11 04:29:59.010559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54684) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:59.013350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54686) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:59.033048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-907a7f3f-1e27-45fb-bfa9-0c906da16872 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd90cd102-5560-44b3-9ee9-468851e65b59', 'tempest-TagsExtTest-Tag-1926044719') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:59.087386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-c91813e5-235f-41e5-95e1-0c8d4d4da76f', 'network_id': 'c91813e5-235f-41e5-95e1-0c8d4d4da76f', 'project_id': '488dec3c6ffa42dcaf0f83851d5e8d35', 'fixed_ips': [{'subnet_id': '8535e96c-4a99-4418-a45e-eb253d6deaad'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:29:59.089033 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:59.089162 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d3ca811f-7628-44f8-a7f7-96dfc2e5aa7b tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1357555 Feb 11 04:29:59.097629 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54690) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:59.108558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b90dd594-130a-408c-bba9-5c4e5c0cc3bd tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'subnet': {'network_id': 'c91813e5-235f-41e5-95e1-0c8d4d4da76f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:29:59.113928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-907a7f3f-1e27-45fb-bfa9-0c906da16872 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/subnetpools/d90cd102-5560-44b3-9ee9-468851e65b59/tags/tempest-TagsExtTest-Tag-1926044719 HTTP/1.1" status: 204 len: 168 time: 0.0992508 Feb 11 04:29:59.125637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54692) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:59.139574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-1e2cf7b3-557d-4335-8768-e10b3a1f8f50 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd90cd102-5560-44b3-9ee9-468851e65b59', 'tempest-TagsExtTest-Tag-1926044719') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:59.169340 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-900fa2b5-a284-420b-9cbd-d57a6f3eeff6 admin admin] Publish callbacks [] for security_group (81e7c270-4511-4286-bf40-22167322a9f9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:59.293029 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-900fa2b5-a284-420b-9cbd-d57a6f3eeff6 admin admin] Publish callbacks [] for security_group (81e7c270-4511-4286-bf40-22167322a9f9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:59.436664 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1e2cf7b3-557d-4335-8768-e10b3a1f8f50 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/subnetpools/d90cd102-5560-44b3-9ee9-468851e65b59/tags/tempest-TagsExtTest-Tag-1926044719 HTTP/1.1" status: 204 len: 168 time: 0.3069127 Feb 11 04:29:59.438166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54706) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:59.443994 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-19dcbf0d-b0e2-4595-9f6d-b54f2b2e3fd6 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd90cd102-5560-44b3-9ee9-468851e65b59') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:59.452168 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Allocated IP 2001:db8::2 (c91813e5-235f-41e5-95e1-0c8d4d4da76f/8535e96c-4a99-4418-a45e-eb253d6deaad/e93b78ed-72a4-464f-8676-19d079dd2a8c) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:29:59.490335 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-19dcbf0d-b0e2-4595-9f6d-b54f2b2e3fd6 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/subnetpools/d90cd102-5560-44b3-9ee9-468851e65b59/tags HTTP/1.1" status: 200 len: 205 time: 0.0480533 Feb 11 04:29:59.490727 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54710) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:59.500645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48037c96-2a20-43ec-8336-8957eed42d49 req-ed6ad1ff-672a-471f-984c-11af4bc55939 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:59.505405 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-88c1d660-9e08-4cef-8513-c96b2103c7d6 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd90cd102-5560-44b3-9ee9-468851e65b59') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:59.511335 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90dd594-130a-408c-bba9-5c4e5c0cc3bd tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:29:59.513686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48037c96-2a20-43ec-8336-8957eed42d49 req-ed6ad1ff-672a-471f-984c-11af4bc55939 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 945 time: 0.1457663 Feb 11 04:29:59.522068 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b90dd594-130a-408c-bba9-5c4e5c0cc3bd tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:59.587088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-900fa2b5-a284-420b-9cbd-d57a6f3eeff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (81e7c270-4511-4286-bf40-22167322a9f9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:59.592955 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-900fa2b5-a284-420b-9cbd-d57a6f3eeff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:59.594842 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48037c96-2a20-43ec-8336-8957eed42d49 req-0faafe3f-4c83-4695-81df-e095117bb1a2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740407 Feb 11 04:29:59.595919 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-900fa2b5-a284-420b-9cbd-d57a6f3eeff6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81e7c270-4511-4286-bf40-22167322a9f9 HTTP/1.1" status: 204 len: 168 time: 0.5843928 Feb 11 04:29:59.727818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fa2b5-a284-420b-9cbd-d57a6f3eeff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e7c270-4511-4286-bf40-22167322a9f9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:29:59.781647 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-88c1d660-9e08-4cef-8513-c96b2103c7d6 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/subnetpools/d90cd102-5560-44b3-9ee9-468851e65b59/tags HTTP/1.1" status: 204 len: 168 time: 0.2862196 Feb 11 04:29:59.789499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54722) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:29:59.812607 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-ceaecd47-68c1-4382-be9b-5cc2517e7ab0 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '95836c05-d449-4462-a72c-64714d10dace') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:29:59.832197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b534216-d453-4939-b024-e5484b088126 req-244d718f-21e9-4efd-8040-8ddfc3dd9933 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:59.840065 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b534216-d453-4939-b024-e5484b088126 req-244d718f-21e9-4efd-8040-8ddfc3dd9933 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.1858685 Feb 11 04:29:59.842234 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Publish callbacks [] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:59.946160 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:29:59.989649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038679e-2b36-47e4-976e-2f53482844f1 req-e3356e96-a187-4265-8f9e-ff48b80e40a6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:29:59.999408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2038679e-2b36-47e4-976e-2f53482844f1 req-e3356e96-a187-4265-8f9e-ff48b80e40a6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 945 time: 0.2494745 Feb 11 04:30:00.035842 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ceaecd47-68c1-4382-be9b-5cc2517e7ab0 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/routers/95836c05-d449-4462-a72c-64714d10dace/tags HTTP/1.1" status: 204 len: 168 time: 0.2400165 Feb 11 04:30:00.039956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54726) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:00.044631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-f2b22f57-9fa9-4ac6-b069-edc67df0d705 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '09f280c6-5bcc-4fa8-85a5-c2cc4fea257c') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:00.055061 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Network c91813e5-235f-41e5-95e1-0c8d4d4da76f is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:30:00.077313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:00.080795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:00.095434 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:00.096431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2038679e-2b36-47e4-976e-2f53482844f1 req-603b9265-bae4-4cc8-9284-744a8829e8d7 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913064 Feb 11 04:30:00.246008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Pushing event updated for resources: {'Port': ['ID=e93b78ed-72a4-464f-8676-19d079dd2a8c,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:00.264221 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b534216-d453-4939-b024-e5484b088126 req-78c25baf-80a1-44d4-aab0-0b343a7b5e6b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4230430 Feb 11 04:30:00.266521 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:00.266902 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:00.267250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:00.267667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:00.268009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:00.268343 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:00.268675 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:00.269950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:00.270697 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:00.271098 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:00.271386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:00.271797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:00.272168 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:00.291135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Attempting to bind port e93b78ed-72a4-464f-8676-19d079dd2a8c on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:30:00.317113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Attempting to bind port e93b78ed-72a4-464f-8676-19d079dd2a8c by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c91813e5-235f-41e5-95e1-0c8d4d4da76f'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:30:00.320380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Attempting to bind port e93b78ed-72a4-464f-8676-19d079dd2a8c on network c91813e5-235f-41e5-95e1-0c8d4d4da76f {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:30:00.337743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:30:00.338140 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Checking segment: {'id': '85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c91813e5-235f-41e5-95e1-0c8d4d4da76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:30:00.338551 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:00.339219 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Bound using segment: {'id': '85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c91813e5-235f-41e5-95e1-0c8d4d4da76f'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:30:00.346702 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Bound port: e93b78ed-72a4-464f-8676-19d079dd2a8c, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c91813e5-235f-41e5-95e1-0c8d4d4da76f'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:30:00.346702 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:00.471337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] For port e93b78ed-72a4-464f-8676-19d079dd2a8c, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:30:00.481262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] For port e93b78ed-72a4-464f-8676-19d079dd2a8c, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e93b78ed-72a4-464f-8676-19d079dd2a8c,segment=NetworkSegment(85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89),segment_id=85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:30:00.583294 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f2b22f57-9fa9-4ac6-b069-edc67df0d705 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/ports/09f280c6-5bcc-4fa8-85a5-c2cc4fea257c/tags HTTP/1.1" status: 204 len: 168 time: 0.5417843 Feb 11 04:30:00.585677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54740) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:00.591333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-7171d8e5-a1c7-44e4-8902-ad55bf800cde tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '39d26878-4408-41db-a68a-9425cb51d36a') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:00.614974 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:00.699530 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b90dd594-130a-408c-bba9-5c4e5c0cc3bd tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (a89aab10-a3e6-41fb-980d-a732b0e41ce7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:00.878827 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90dd594-130a-408c-bba9-5c4e5c0cc3bd tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network c91813e5-235f-41e5-95e1-0c8d4d4da76f is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:30:00.886004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b90dd594-130a-408c-bba9-5c4e5c0cc3bd tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:00.897546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90dd594-130a-408c-bba9-5c4e5c0cc3bd tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:00.898534 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b90dd594-130a-408c-bba9-5c4e5c0cc3bd tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:00.900988 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7171d8e5-a1c7-44e4-8902-ad55bf800cde tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/subnets/39d26878-4408-41db-a68a-9425cb51d36a/tags HTTP/1.1" status: 204 len: 168 time: 0.3087392 Feb 11 04:30:00.901842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54750) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:00.920838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-17ef7541-5660-4029-8c31-fa0c679b4e1a tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '39d26878-4408-41db-a68a-9425cb51d36a', 'tempest-TagsExtTest-Tag-678913306') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:00.938020 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dd594-130a-408c-bba9-5c4e5c0cc3bd tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Subnet': ['ID=a89aab10-a3e6-41fb-980d-a732b0e41ce7,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:01.053510 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b90dd594-130a-408c-bba9-5c4e5c0cc3bd tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9584124 Feb 11 04:30:01.057147 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54754) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:01.173061 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab0a64-e2ce-48d1-9130-cc0773137995 None None] Pushing event updated for resources: {'Port': ['ID=e93b78ed-72a4-464f-8676-19d079dd2a8c,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:01.267218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c18094-3b43-45d3-8f28-be5fa5e953a2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:01.268685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c18094-3b43-45d3-8f28-be5fa5e953a2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:01.270567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c18094-3b43-45d3-8f28-be5fa5e953a2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:01.272306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c18094-3b43-45d3-8f28-be5fa5e953a2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:01.273189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c18094-3b43-45d3-8f28-be5fa5e953a2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:01.274988 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-03c18094-3b43-45d3-8f28-be5fa5e953a2 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2156141 Feb 11 04:30:01.279710 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54760) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:01.291980 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5e10709e-2c5a-46a1-8f09-31b0526f518d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1574149547'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:01.328383 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-17ef7541-5660-4029-8c31-fa0c679b4e1a tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "PUT /v2.0/subnets/39d26878-4408-41db-a68a-9425cb51d36a/tags/tempest-TagsExtTest-Tag-678913306 HTTP/1.1" status: 201 len: 201 time: 0.4211228 Feb 11 04:30:01.336626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54764) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:01.341390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-7bd7dca4-188e-4f49-929b-05032cd2666d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '09f280c6-5bcc-4fa8-85a5-c2cc4fea257c', 'tempest-TagsExtTest-Tag-157975732') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:01.428989 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e10709e-2c5a-46a1-8f09-31b0526f518d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:01.429709 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e10709e-2c5a-46a1-8f09-31b0526f518d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:01.474778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54774) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:01.524077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-17ab859c-eaf5-4b51-a714-e28a7b83d32b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1283100134'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:01.528803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e10709e-2c5a-46a1-8f09-31b0526f518d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:30:01.564751 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e10709e-2c5a-46a1-8f09-31b0526f518d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4033e977-cb5d-46c5-bed3-9f84b912ef63), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:01.565301 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-5e10709e-2c5a-46a1-8f09-31b0526f518d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Added segment 4033e977-cb5d-46c5-bed3-9f84b912ef63 of type vlan for network 4bd7c9b1-6848-4999-b26b-231b4735f8f8 Feb 11 04:30:01.668010 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e10709e-2c5a-46a1-8f09-31b0526f518d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (4bd7c9b1-6848-4999-b26b-231b4735f8f8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:01.727031 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e656d7a-b4df-417e-9d9c-cc5d2355d2cc req-f48bda30-dc1b-44e1-b514-7cd5b564140c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:01.733077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e656d7a-b4df-417e-9d9c-cc5d2355d2cc req-f48bda30-dc1b-44e1-b514-7cd5b564140c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.2594256 Feb 11 04:30:01.775585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ab859c-eaf5-4b51-a714-e28a7b83d32b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Made reservation on behalf of cafc68414e2041f6b6aeddfa0a4877a3 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:01.778984 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-17ab859c-eaf5-4b51-a714-e28a7b83d32b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:01.802570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e10709e-2c5a-46a1-8f09-31b0526f518d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (4bd7c9b1-6848-4999-b26b-231b4735f8f8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:01.809333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e10709e-2c5a-46a1-8f09-31b0526f518d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:01.810168 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e10709e-2c5a-46a1-8f09-31b0526f518d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:01.815242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7bd7dca4-188e-4f49-929b-05032cd2666d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "PUT /v2.0/ports/09f280c6-5bcc-4fa8-85a5-c2cc4fea257c/tags/tempest-TagsExtTest-Tag-157975732 HTTP/1.1" status: 201 len: 201 time: 0.4748092 Feb 11 04:30:01.818657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54782) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:01.821908 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-238a37de-6407-428b-a052-6e72e71432da tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '95836c05-d449-4462-a72c-64714d10dace', 'tempest-TagsExtTest-Tag-2052399876') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:01.894571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e656d7a-b4df-417e-9d9c-cc5d2355d2cc req-72a2eb9a-8882-4c66-be78-0efa05cd8eb0 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1494596 Feb 11 04:30:01.896022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ab859c-eaf5-4b51-a714-e28a7b83d32b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:30:01.909747 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-17ab859c-eaf5-4b51-a714-e28a7b83d32b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9d948694-ad4f-4671-b93a-a67cb6b557dc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:01.910746 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-17ab859c-eaf5-4b51-a714-e28a7b83d32b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Added segment 9d948694-ad4f-4671-b93a-a67cb6b557dc of type vlan for network 5298babb-4aa0-44c4-91a5-04b443d240a5 Feb 11 04:30:01.979190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10709e-2c5a-46a1-8f09-31b0526f518d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Network': ['ID=4bd7c9b1-6848-4999-b26b-231b4735f8f8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:01.993949 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-17ab859c-eaf5-4b51-a714-e28a7b83d32b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (5298babb-4aa0-44c4-91a5-04b443d240a5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:01.996904 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 4bd7c9b1-6848-4999-b26b-231b4735f8f8 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:30:02.103588 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5e10709e-2c5a-46a1-8f09-31b0526f518d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8224289 Feb 11 04:30:02.106127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54788) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:02.117777 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ecb72b0b-3dd5-4b9e-acda-d91dd0a30776 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:02.136820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-238a37de-6407-428b-a052-6e72e71432da tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "PUT /v2.0/routers/95836c05-d449-4462-a72c-64714d10dace/tags/tempest-TagsExtTest-Tag-2052399876 HTTP/1.1" status: 201 len: 201 time: 0.3162956 Feb 11 04:30:02.137084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54790) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:02.142605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-055791d6-4228-4833-9d58-8ecd3563836d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd90cd102-5560-44b3-9ee9-468851e65b59', 'tempest-TagsExtTest-Tag-1635389963') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:02.213552 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-17ab859c-eaf5-4b51-a714-e28a7b83d32b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (5298babb-4aa0-44c4-91a5-04b443d240a5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:02.220658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ab859c-eaf5-4b51-a714-e28a7b83d32b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:02.221579 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-17ab859c-eaf5-4b51-a714-e28a7b83d32b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:02.340661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-055791d6-4228-4833-9d58-8ecd3563836d tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "PUT /v2.0/subnetpools/d90cd102-5560-44b3-9ee9-468851e65b59/tags/tempest-TagsExtTest-Tag-1635389963 HTTP/1.1" status: 201 len: 201 time: 0.2024574 Feb 11 04:30:02.345797 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54796) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:02.363789 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-15c88fd8-efdb-455e-a68e-f34fa79dd389 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '39d26878-4408-41db-a68a-9425cb51d36a', {'tags': ['tempest-TagsExtTest-Tag-1803621779', 'tempest-TagsExtTest-Tag-455391719', 'tempest-TagsExtTest-Tag-1838828080']}) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:02.544667 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-17ab859c-eaf5-4b51-a714-e28a7b83d32b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0330303 Feb 11 04:30:02.551110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54804) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:02.578433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ae2ae975-f62a-4628-97c8-f2a97158d2aa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1999600264'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:02.614709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab859c-eaf5-4b51-a714-e28a7b83d32b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'Network': ['ID=5298babb-4aa0-44c4-91a5-04b443d240a5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:02.621923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e93b78ed-72a4-464f-8676-19d079dd2a8c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:30:02.681836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 5298babb-4aa0-44c4-91a5-04b443d240a5 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:30:02.836466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2ae975-f62a-4628-97c8-f2a97158d2aa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Made reservation on behalf of cafc68414e2041f6b6aeddfa0a4877a3 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:02.840136 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae2ae975-f62a-4628-97c8-f2a97158d2aa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:02.843824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-15c88fd8-efdb-455e-a68e-f34fa79dd389 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "PUT /v2.0/subnets/39d26878-4408-41db-a68a-9425cb51d36a/tags HTTP/1.1" status: 200 len: 317 time: 0.4871595 Feb 11 04:30:02.862067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54814) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:02.875702 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-5e604487-5e9e-480c-a3ce-4beaacef0cbc tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '39d26878-4408-41db-a68a-9425cb51d36a') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:03.022406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e93b78ed-72a4-464f-8676-19d079dd2a8c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:03.026058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2ae975-f62a-4628-97c8-f2a97158d2aa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:30:03.039456 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:03.148769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b733d86-5fc2-4d78-9259-199f1313504f None None] Network c91813e5-235f-41e5-95e1-0c8d4d4da76f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:03.176688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae2ae975-f62a-4628-97c8-f2a97158d2aa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f823c9f7-7ba8-4ad1-99eb-ff685d3740ca), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:03.177176 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-ae2ae975-f62a-4628-97c8-f2a97158d2aa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Added segment f823c9f7-7ba8-4ad1-99eb-ff685d3740ca of type vlan for network 783bae75-85d4-4737-a159-3dcd512c310b Feb 11 04:30:03.240671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ecb72b0b-3dd5-4b9e-acda-d91dd0a30776 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (4bd7c9b1-6848-4999-b26b-231b4735f8f8), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:03.360169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5fe7e27b-d6f2-49c2-861b-5504d3e88a38 None None] Provisioning complete for port e93b78ed-72a4-464f-8676-19d079dd2a8c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:03.360961 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e27b-d6f2-49c2-861b-5504d3e88a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:03.384450 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ecb72b0b-3dd5-4b9e-acda-d91dd0a30776 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (4bd7c9b1-6848-4999-b26b-231b4735f8f8), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:03.484460 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae2ae975-f62a-4628-97c8-f2a97158d2aa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (783bae75-85d4-4737-a159-3dcd512c310b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:03.527346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ecb72b0b-3dd5-4b9e-acda-d91dd0a30776 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network 4bd7c9b1-6848-4999-b26b-231b4735f8f8 is not hosted by any dhcp agent {{(pid=103808) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 04:30:03.551139 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e93b78ed-72a4-464f-8676-19d079dd2a8c is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:03.551792 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:03.556783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb72b0b-3dd5-4b9e-acda-d91dd0a30776 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:03.557442 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ecb72b0b-3dd5-4b9e-acda-d91dd0a30776 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:03.558958 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ecb72b0b-3dd5-4b9e-acda-d91dd0a30776 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "PUT /v2.0/networks/4bd7c9b1-6848-4999-b26b-231b4735f8f8 HTTP/1.1" status: 200 len: 723 time: 1.4509184 Feb 11 04:30:03.559347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe3e96-3c7b-4063-b6c6-7bd9aed309e6 req-a9eeb6df-f646-419a-ba96-9d33aadbcb34 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:03.568132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cebe3e96-3c7b-4063-b6c6-7bd9aed309e6 req-a9eeb6df-f646-419a-ba96-9d33aadbcb34 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.4867222 Feb 11 04:30:03.577058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54838) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:03.599218 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5e604487-5e9e-480c-a3ce-4beaacef0cbc tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/subnets/39d26878-4408-41db-a68a-9425cb51d36a/tags HTTP/1.1" status: 204 len: 168 time: 0.7305965 Feb 11 04:30:03.609300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54840) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:03.628330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-2857a31b-720b-4bfb-981e-caaf9c54d44e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'subnet': {'network_id': '4bd7c9b1-6848-4999-b26b-231b4735f8f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:03.656060 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.resource_extend [None req-ae2ae975-f62a-4628-97c8-f2a97158d2aa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:30:03.663194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-8f191773-0d47-4c63-987e-a1827557b3f2 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '39d26878-4408-41db-a68a-9425cb51d36a', 'tempest-TagsExtTest-Tag-1803621779') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:03.668478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb72b0b-3dd5-4b9e-acda-d91dd0a30776 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Network': ['ID=4bd7c9b1-6848-4999-b26b-231b4735f8f8,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:03.690030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port e93b78ed-72a4-464f-8676-19d079dd2a8c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e93b78ed-72a4-464f-8676-19d079dd2a8c,segment=NetworkSegment(85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89),segment_id=85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:03.704362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 4bd7c9b1-6848-4999-b26b-231b4735f8f8 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:30:03.774311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5fe7e27b-d6f2-49c2-861b-5504d3e88a38 None None] Current status of the port e93b78ed-72a4-464f-8676-19d079dd2a8c is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:03.775044 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e27b-d6f2-49c2-861b-5504d3e88a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:03.850851 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:03.863780 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:03.867086 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cebe3e96-3c7b-4063-b6c6-7bd9aed309e6 req-176feca4-bb3a-4b3d-b4cd-ae79af66c6b8 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2977288 Feb 11 04:30:03.876214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9877541-d2cc-4e0b-a3a4-49167b4ade45 None None] Update dhcp port {'port': {'network_id': 'c91813e5-235f-41e5-95e1-0c8d4d4da76f', 'fixed_ips': [{'subnet_id': '8535e96c-4a99-4418-a45e-eb253d6deaad', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a89aab10-a3e6-41fb-980d-a732b0e41ce7'}], 'binding:host_id': 'n-d-712142-35'}, 'id': 'e93b78ed-72a4-464f-8676-19d079dd2a8c'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 04:30:03.936830 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c9877541-d2cc-4e0b-a3a4-49167b4ade45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:03.955727 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:04.015097 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54844) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:04.033603 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae2ae975-f62a-4628-97c8-f2a97158d2aa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (783bae75-85d4-4737-a159-3dcd512c310b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:04.034753 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-5fe7e27b-d6f2-49c2-861b-5504d3e88a38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:30:04.035119 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-5fe7e27b-d6f2-49c2-861b-5504d3e88a38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:30:04.037602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=e93b78ed-72a4-464f-8676-19d079dd2a8c,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:04.042038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2ae975-f62a-4628-97c8-f2a97158d2aa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:04.042727 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae2ae975-f62a-4628-97c8-f2a97158d2aa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:04.198256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ae975-f62a-4628-97c8-f2a97158d2aa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'Network': ['ID=783bae75-85d4-4737-a159-3dcd512c310b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:04.209118 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-8f191773-0d47-4c63-987e-a1827557b3f2 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] show failed (client error): The resource could not be found. Feb 11 04:30:04.211530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8f191773-0d47-4c63-987e-a1827557b3f2 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/subnets/39d26878-4408-41db-a68a-9425cb51d36a/tags/tempest-TagsExtTest-Tag-1803621779 HTTP/1.1" status: 404 len: 329 time: 0.5580833 Feb 11 04:30:04.213260 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54850) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:04.217975 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-fc3679db-0256-4f9f-8ff3-e957d2ca412f tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '39d26878-4408-41db-a68a-9425cb51d36a', 'tempest-TagsExtTest-Tag-455391719') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:04.221966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-c9877541-d2cc-4e0b-a3a4-49167b4ade45 None None] Allocated IP 172.20.0.1 (c91813e5-235f-41e5-95e1-0c8d4d4da76f/a89aab10-a3e6-41fb-980d-a732b0e41ce7/e93b78ed-72a4-464f-8676-19d079dd2a8c) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:30:04.228523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ae2ae975-f62a-4628-97c8-f2a97158d2aa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6562572 Feb 11 04:30:04.233355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54852) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:04.239140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d6ad6182-9d9a-4561-a87f-a29e965b962a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'subnet': {'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:04.246367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 783bae75-85d4-4737-a159-3dcd512c310b details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:30:04.341752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2857a31b-720b-4bfb-981e-caaf9c54d44e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:04.345710 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2857a31b-720b-4bfb-981e-caaf9c54d44e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:04.417987 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-fc3679db-0256-4f9f-8ff3-e957d2ca412f tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] show failed (client error): The resource could not be found. Feb 11 04:30:04.422696 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fc3679db-0256-4f9f-8ff3-e957d2ca412f tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/subnets/39d26878-4408-41db-a68a-9425cb51d36a/tags/tempest-TagsExtTest-Tag-455391719 HTTP/1.1" status: 404 len: 328 time: 0.2078729 Feb 11 04:30:04.423746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54858) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:04.438974 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-ebb780f0-bee2-4ee3-8d13-c9ec92310bb2 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '39d26878-4408-41db-a68a-9425cb51d36a', 'tempest-TagsExtTest-Tag-1838828080') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:04.497959 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54860) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:04.650638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5fe7e27b-d6f2-49c2-861b-5504d3e88a38 None None] Current status of the port e93b78ed-72a4-464f-8676-19d079dd2a8c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:04.654956 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-ebb780f0-bee2-4ee3-8d13-c9ec92310bb2 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] show failed (client error): The resource could not be found. Feb 11 04:30:04.655932 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e93b78ed-72a4-464f-8676-19d079dd2a8c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:30:04.658149 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ebb780f0-bee2-4ee3-8d13-c9ec92310bb2 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/subnets/39d26878-4408-41db-a68a-9425cb51d36a/tags/tempest-TagsExtTest-Tag-1838828080 HTTP/1.1" status: 404 len: 329 time: 0.2333074 Feb 11 04:30:04.661012 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54868) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:04.667791 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-8e840421-389e-4dba-903f-32f31f29cb94 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '09f280c6-5bcc-4fa8-85a5-c2cc4fea257c', {'tags': ['tempest-TagsExtTest-Tag-60549703', 'tempest-TagsExtTest-Tag-1510319468', 'tempest-TagsExtTest-Tag-1347005038']}) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:04.726582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c9877541-d2cc-4e0b-a3a4-49167b4ade45 None None] For port e93b78ed-72a4-464f-8676-19d079dd2a8c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e93b78ed-72a4-464f-8676-19d079dd2a8c,segment=NetworkSegment(85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89),segment_id=85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:04.784595 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c9877541-d2cc-4e0b-a3a4-49167b4ade45 None None] Publish callbacks [] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:04.798122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e93b78ed-72a4-464f-8676-19d079dd2a8c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:04.798542 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:04.808460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-517867120-network', 'tenant_id': 'dad791f7a2e94982a1c7f73e36e379b9'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:04.835847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ad6182-9d9a-4561-a87f-a29e965b962a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Made reservation on behalf of cafc68414e2041f6b6aeddfa0a4877a3 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:04.839456 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6182-9d9a-4561-a87f-a29e965b962a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:04.857143 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c9877541-d2cc-4e0b-a3a4-49167b4ade45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:04.867001 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae782ac3-967a-4504-802c-89e1af633664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:04.981192 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae782ac3-967a-4504-802c-89e1af633664 admin admin] Publish callbacks [] for security_group (55e7e180-4aca-45f6-8e81-e3fcec8a2d1d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:04.986913 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] Made reservation on behalf of dad791f7a2e94982a1c7f73e36e379b9 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:04.991392 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.005379 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.082891 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae782ac3-967a-4504-802c-89e1af633664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (55e7e180-4aca-45f6-8e81-e3fcec8a2d1d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.103566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:30:05.148478 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8e840421-389e-4dba-903f-32f31f29cb94 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "PUT /v2.0/ports/09f280c6-5bcc-4fa8-85a5-c2cc4fea257c/tags HTTP/1.1" status: 200 len: 316 time: 0.4861822 Feb 11 04:30:05.153795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54882) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:05.166204 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ae782ac3-967a-4504-802c-89e1af633664 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=362f4e0fe5034779ba088db6e758cdc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6669886 Feb 11 04:30:05.170406 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54884) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:05.171254 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae782ac3-967a-4504-802c-89e1af633664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e7e180-4aca-45f6-8e81-e3fcec8a2d1d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:05.178874 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] Publish callbacks [] for security_group (59c669d4-b8e5-4e43-b3ca-7131289e9c5f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.200424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-b711a33a-c7c0-4633-b10e-658e406a3fba tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '09f280c6-5bcc-4fa8-85a5-c2cc4fea257c') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:05.241115 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be175a0a-4523-400e-b585-f45f04a17267 admin admin] Publish callbacks [] for security_group (55e7e180-4aca-45f6-8e81-e3fcec8a2d1d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.258800 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (59c669d4-b8e5-4e43-b3ca-7131289e9c5f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.269051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bc39c-705e-43bc-9843-c86fec8ef27f req-b738edd5-8c45-48e9-aea7-f40eff588dec tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:05.276366 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-196bc39c-705e-43bc-9843-c86fec8ef27f req-b738edd5-8c45-48e9-aea7-f40eff588dec tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.2678008 Feb 11 04:30:05.298044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c669d4-b8e5-4e43-b3ca-7131289e9c5f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:05.317701 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be175a0a-4523-400e-b585-f45f04a17267 admin admin] Publish callbacks [] for security_group (55e7e180-4aca-45f6-8e81-e3fcec8a2d1d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.328361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:30:05.328707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:05.353041 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4e0c5567-72be-4c84-8577-2c498d47bdbc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.358979 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] Added segment 4e0c5567-72be-4c84-8577-2c498d47bdbc of type vlan for network e84ca41d-2ea3-49fa-a2a8-d45306be69c6 Feb 11 04:30:05.393596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'port_id': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'mac_address': 'fa:16:3e:39:ff:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:30:05.394762 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2857a31b-720b-4bfb-981e-caaf9c54d44e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (cf45e45b-1263-4146-8a68-f30d7dbd0a72), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.412311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-196bc39c-705e-43bc-9843-c86fec8ef27f req-105d1f0f-e89c-4508-94d3-9d53bc95b5c8 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304443 Feb 11 04:30:05.452914 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (e84ca41d-2ea3-49fa-a2a8-d45306be69c6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.515075 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6182-9d9a-4561-a87f-a29e965b962a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (53bd9c26-1372-400a-811d-7e4a7427b6fa), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.562290 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be175a0a-4523-400e-b585-f45f04a17267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (55e7e180-4aca-45f6-8e81-e3fcec8a2d1d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.565572 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be175a0a-4523-400e-b585-f45f04a17267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.568010 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-be175a0a-4523-400e-b585-f45f04a17267 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55e7e180-4aca-45f6-8e81-e3fcec8a2d1d HTTP/1.1" status: 204 len: 168 time: 0.3917055 Feb 11 04:30:05.580893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:05.581467 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.608531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be175a0a-4523-400e-b585-f45f04a17267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e7e180-4aca-45f6-8e81-e3fcec8a2d1d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:05.611533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9877541-d2cc-4e0b-a3a4-49167b4ade45 None None] Pushing event updated for resources: {'Port': ['ID=e93b78ed-72a4-464f-8676-19d079dd2a8c,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:05.616462 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (e84ca41d-2ea3-49fa-a2a8-d45306be69c6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.620908 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:05.626734 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.629847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857a31b-720b-4bfb-981e-caaf9c54d44e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Subnet': ['ID=cf45e45b-1263-4146-8a68-f30d7dbd0a72,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:05.729077 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:30:05.757503 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54900) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:05.760870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b711a33a-c7c0-4633-b10e-658e406a3fba tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/ports/09f280c6-5bcc-4fa8-85a5-c2cc4fea257c/tags HTTP/1.1" status: 204 len: 168 time: 0.6015408 Feb 11 04:30:05.771410 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-2c155374-d99a-49f8-bbe6-e1c505bc49ff tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '09f280c6-5bcc-4fa8-85a5-c2cc4fea257c', 'tempest-TagsExtTest-Tag-60549703') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:05.790506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:05.796441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e93b78ed-72a4-464f-8676-19d079dd2a8c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:05.848270 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:05.905682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857a31b-720b-4bfb-981e-caaf9c54d44e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Checking segment: {'id': '4033e977-cb5d-46c5-bed3-9f84b912ef63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '4bd7c9b1-6848-4999-b26b-231b4735f8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:30:05.906375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2857a31b-720b-4bfb-981e-caaf9c54d44e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network hostable DHCP agents. Network: 4bd7c9b1-6848-4999-b26b-231b4735f8f8, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:30:05.925386 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9082446 Feb 11 04:30:05.926472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54904) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:05.939968 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384653ad-d3d9-47ac-b33b-6c8bb730ec27 admin admin] Pushing event updated for resources: {'Network': ['ID=e84ca41d-2ea3-49fa-a2a8-d45306be69c6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:05.946849 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4c3910c6-a139-47d6-b975-a4fd9c87d1a2 admin admin] Request body: {'subnet': {'network_id': 'e84ca41d-2ea3-49fa-a2a8-d45306be69c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-517867120-subnet', 'tenant_id': 'dad791f7a2e94982a1c7f73e36e379b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:05.960906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad6182-9d9a-4561-a87f-a29e965b962a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'Subnet': ['ID=53bd9c26-1372-400a-811d-7e4a7427b6fa,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:05.968965 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network e84ca41d-2ea3-49fa-a2a8-d45306be69c6 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:30:05.983316 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad6182-9d9a-4561-a87f-a29e965b962a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Checking segment: {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:30:05.983733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ad6182-9d9a-4561-a87f-a29e965b962a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Network hostable DHCP agents. Network: 5298babb-4aa0-44c4-91a5-04b443d240a5, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:30:05.997233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['e4f04cd7-d182-479d-ae4d-5fc154e9d6a2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:30:06.100850 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-2c155374-d99a-49f8-bbe6-e1c505bc49ff tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] show failed (client error): The resource could not be found. Feb 11 04:30:06.101952 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2c155374-d99a-49f8-bbe6-e1c505bc49ff tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/ports/09f280c6-5bcc-4fa8-85a5-c2cc4fea257c/tags/tempest-TagsExtTest-Tag-60549703 HTTP/1.1" status: 404 len: 327 time: 0.3432169 Feb 11 04:30:06.111594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54908) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:06.124591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-bc24582f-0b82-4f37-9b87-a0f42029f67a tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '09f280c6-5bcc-4fa8-85a5-c2cc4fea257c', 'tempest-TagsExtTest-Tag-1510319468') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:06.139594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2857a31b-720b-4bfb-981e-caaf9c54d44e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network 4bd7c9b1-6848-4999-b26b-231b4735f8f8 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:30:06.214845 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3910c6-a139-47d6-b975-a4fd9c87d1a2 admin admin] Made reservation on behalf of dad791f7a2e94982a1c7f73e36e379b9 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:06.238453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4c3910c6-a139-47d6-b975-a4fd9c87d1a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:06.239093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ad6182-9d9a-4561-a87f-a29e965b962a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Network 5298babb-4aa0-44c4-91a5-04b443d240a5 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:30:06.245643 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:06.364379 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-2857a31b-720b-4bfb-981e-caaf9c54d44e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 4bd7c9b1-6848-4999-b26b-231b4735f8f8) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:06.368989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-d6ad6182-9d9a-4561-a87f-a29e965b962a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 5298babb-4aa0-44c4-91a5-04b443d240a5) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:06.394929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2857a31b-720b-4bfb-981e-caaf9c54d44e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:06.412017 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2857a31b-720b-4bfb-981e-caaf9c54d44e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:06.413009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cfbb7f-95c7-4551-9a92-9dd4b1742a1c None None] Network 4bd7c9b1-6848-4999-b26b-231b4735f8f8 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:06.430154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ad6182-9d9a-4561-a87f-a29e965b962a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:06.438240 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6182-9d9a-4561-a87f-a29e965b962a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:06.438347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c325254-683c-41a3-b719-d79d130686b8 None None] Network 5298babb-4aa0-44c4-91a5-04b443d240a5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:06.587880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d6ad6182-9d9a-4561-a87f-a29e965b962a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3530278 Feb 11 04:30:06.588828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54918) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:06.597739 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-bc24582f-0b82-4f37-9b87-a0f42029f67a tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] show failed (client error): The resource could not be found. Feb 11 04:30:06.603245 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bc24582f-0b82-4f37-9b87-a0f42029f67a tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/ports/09f280c6-5bcc-4fa8-85a5-c2cc4fea257c/tags/tempest-TagsExtTest-Tag-1510319468 HTTP/1.1" status: 404 len: 329 time: 0.4869158 Feb 11 04:30:06.603245 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54920) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:06.614567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-19a38271-a087-43d6-b2df-6254c4adfc29 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'subnet': {'network_id': '783bae75-85d4-4737-a159-3dcd512c310b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:06.619154 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-8993d253-65f3-4316-9365-21554dcd3c7f tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '09f280c6-5bcc-4fa8-85a5-c2cc4fea257c', 'tempest-TagsExtTest-Tag-1347005038') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:06.730680 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e93b78ed-72a4-464f-8676-19d079dd2a8c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:30:06.745794 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2857a31b-720b-4bfb-981e-caaf9c54d44e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1385691 Feb 11 04:30:06.755200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54922) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:06.792119 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9c2d681e-852e-4414-a455-ebca36c371fc tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:07.134598 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd1815-9f4c-472a-9dad-0a77d45956f0 req-d4cc956a-74e8-49fe-9007-2fc60631c147 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:07.147613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51233b13-348d-4cc5-8381-11588b7d2bcd None None] Network c91813e5-235f-41e5-95e1-0c8d4d4da76f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:07.156374 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2bd1815-9f4c-472a-9dad-0a77d45956f0 req-d4cc956a-74e8-49fe-9007-2fc60631c147 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.3836865 Feb 11 04:30:07.205547 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-8993d253-65f3-4316-9365-21554dcd3c7f tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] show failed (client error): The resource could not be found. Feb 11 04:30:07.218198 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8993d253-65f3-4316-9365-21554dcd3c7f tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/ports/09f280c6-5bcc-4fa8-85a5-c2cc4fea257c/tags/tempest-TagsExtTest-Tag-1347005038 HTTP/1.1" status: 404 len: 329 time: 0.6101875 Feb 11 04:30:07.270103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54928) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:07.289276 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-781bdcb8-8200-4872-8887-b3c109008403 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '95836c05-d449-4462-a72c-64714d10dace', {'tags': ['tempest-TagsExtTest-Tag-1637800086', 'tempest-TagsExtTest-Tag-1528445317', 'tempest-TagsExtTest-Tag-645889529']}) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:07.370919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4c3910c6-a139-47d6-b975-a4fd9c87d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (87ee16fb-e51f-46dc-abde-f7dddf3e1102), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:07.438455 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c2d681e-852e-4414-a455-ebca36c371fc tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27015070'] for subnet (cf45e45b-1263-4146-8a68-f30d7dbd0a72), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:07.673131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a38271-a087-43d6-b2df-6254c4adfc29 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Made reservation on behalf of cafc68414e2041f6b6aeddfa0a4877a3 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:07.679222 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-19a38271-a087-43d6-b2df-6254c4adfc29 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:07.695572 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2bd1815-9f4c-472a-9dad-0a77d45956f0 req-72fac5ba-42be-46f3-b0af-498cfb9af983 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5110459 Feb 11 04:30:07.715832 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-5298babb-4aa0-44c4-91a5-04b443d240a5', 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5', 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'fixed_ips': [{'subnet_id': '53bd9c26-1372-400a-811d-7e4a7427b6fa'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:30:07.716581 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:07.745658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-781bdcb8-8200-4872-8887-b3c109008403 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "PUT /v2.0/routers/95836c05-d449-4462-a72c-64714d10dace/tags HTTP/1.1" status: 200 len: 317 time: 0.4738421 Feb 11 04:30:07.755692 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3910c6-a139-47d6-b975-a4fd9c87d1a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ee16fb-e51f-46dc-abde-f7dddf3e1102,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:07.776367 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54932) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:07.795024 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-bf0aa585-21ca-4e50-acef-311d37c7da31 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '95836c05-d449-4462-a72c-64714d10dace') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:07.844923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54934) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:07.890238 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-311b7640-1df3-42cd-a0d0-069e6faedf88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:08.038184 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e93b78ed-72a4-464f-8676-19d079dd2a8c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:08.038808 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:08.053352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3910c6-a139-47d6-b975-a4fd9c87d1a2 admin admin] Checking segment: {'id': '4e0c5567-72be-4c84-8577-2c498d47bdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e84ca41d-2ea3-49fa-a2a8-d45306be69c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:30:08.053907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3910c6-a139-47d6-b975-a4fd9c87d1a2 admin admin] Network hostable DHCP agents. Network: e84ca41d-2ea3-49fa-a2a8-d45306be69c6, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:30:08.263867 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-311b7640-1df3-42cd-a0d0-069e6faedf88 admin admin] Publish callbacks [] for security_group (8499ae87-0883-46ca-9f29-f29153d4f479), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:08.330132 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-89c47d25-61de-4e39-9c53-4389cfccef93 None None] Provisioning complete for port e93b78ed-72a4-464f-8676-19d079dd2a8c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:08.330528 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-89c47d25-61de-4e39-9c53-4389cfccef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:08.345690 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-19a38271-a087-43d6-b2df-6254c4adfc29 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (91d1fdce-bd12-463f-a026-9585e76fb2f7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:08.374067 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c2d681e-852e-4414-a455-ebca36c371fc tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777494323703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25403701'] for subnet (cf45e45b-1263-4146-8a68-f30d7dbd0a72), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:08.381645 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3910c6-a139-47d6-b975-a4fd9c87d1a2 admin admin] Network e84ca41d-2ea3-49fa-a2a8-d45306be69c6 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:30:08.401351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Allocated IP 10.1.1.2 (5298babb-4aa0-44c4-91a5-04b443d240a5/53bd9c26-1372-400a-811d-7e4a7427b6fa/15d039e3-dd70-474c-af4a-0b22783a2033) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:30:08.430153 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-311b7640-1df3-42cd-a0d0-069e6faedf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8499ae87-0883-46ca-9f29-f29153d4f479), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:08.495973 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bf0aa585-21ca-4e50-acef-311d37c7da31 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/routers/95836c05-d449-4462-a72c-64714d10dace/tags HTTP/1.1" status: 204 len: 168 time: 0.7142251 Feb 11 04:30:08.500369 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54940) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:08.516991 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-311b7640-1df3-42cd-a0d0-069e6faedf88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=826c4d0382064256bd89293099d340ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6709023 Feb 11 04:30:08.524165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54942) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:08.536009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-61b664a1-a76a-4dc0-89ac-0ed1406d70ce tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95836c05-d449-4462-a72c-64714d10dace', 'tempest-TagsExtTest-Tag-1637800086') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:08.626817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2d681e-852e-4414-a455-ebca36c371fc tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:08.634211 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c2d681e-852e-4414-a455-ebca36c371fc tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:08.637455 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9c2d681e-852e-4414-a455-ebca36c371fc tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "PUT /v2.0/subnets/cf45e45b-1263-4146-8a68-f30d7dbd0a72 HTTP/1.1" status: 200 len: 826 time: 1.8663681 Feb 11 04:30:08.645430 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54944) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:08.660091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-4c3910c6-a139-47d6-b975-a4fd9c87d1a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, e84ca41d-2ea3-49fa-a2a8-d45306be69c6) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:08.693222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a38271-a087-43d6-b2df-6254c4adfc29 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'Subnet': ['ID=91d1fdce-bd12-463f-a026-9585e76fb2f7,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:08.728503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b7640-1df3-42cd-a0d0-069e6faedf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8499ae87-0883-46ca-9f29-f29153d4f479,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:08.742499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3910c6-a139-47d6-b975-a4fd9c87d1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:08.742911 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4c3910c6-a139-47d6-b975-a4fd9c87d1a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:08.757376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54ae032-17cc-402e-b99a-134e353fdd0a None None] Network e84ca41d-2ea3-49fa-a2a8-d45306be69c6 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:08.803651 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d681e-852e-4414-a455-ebca36c371fc tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Subnet': ['ID=cf45e45b-1263-4146-8a68-f30d7dbd0a72,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:08.873279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a38271-a087-43d6-b2df-6254c4adfc29 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Checking segment: {'id': 'f823c9f7-7ba8-4ad1-99eb-ff685d3740ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:30:08.873782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a38271-a087-43d6-b2df-6254c4adfc29 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Network hostable DHCP agents. Network: 783bae75-85d4-4737-a159-3dcd512c310b, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:30:08.894726 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa146d3f-59ce-49d4-9c6b-6ebde0d0167a admin admin] Publish callbacks [] for security_group (8499ae87-0883-46ca-9f29-f29153d4f479), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:09.074752 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa146d3f-59ce-49d4-9c6b-6ebde0d0167a admin admin] Publish callbacks [] for security_group (8499ae87-0883-46ca-9f29-f29153d4f479), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:09.102011 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4c3910c6-a139-47d6-b975-a4fd9c87d1a2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1652937 Feb 11 04:30:09.106539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a38271-a087-43d6-b2df-6254c4adfc29 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Network 783bae75-85d4-4737-a159-3dcd512c310b is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:30:09.141006 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-61b664a1-a76a-4dc0-89ac-0ed1406d70ce tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] show failed (client error): The resource could not be found. Feb 11 04:30:09.151248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54952) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:09.155267 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-61b664a1-a76a-4dc0-89ac-0ed1406d70ce tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/routers/95836c05-d449-4462-a72c-64714d10dace/tags/tempest-TagsExtTest-Tag-1637800086 HTTP/1.1" status: 404 len: 329 time: 0.6475856 Feb 11 04:30:09.161900 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59a900d-f8da-464a-a911-7ffe842a4ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-4bd7c9b1-6848-4999-b26b-231b4735f8f8', 'network_id': '4bd7c9b1-6848-4999-b26b-231b4735f8f8', 'project_id': '488dec3c6ffa42dcaf0f83851d5e8d35', 'fixed_ips': [{'subnet_id': 'cf45e45b-1263-4146-8a68-f30d7dbd0a72'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:30:09.167578 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e59a900d-f8da-464a-a911-7ffe842a4ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:09.200030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-c9dc8f3b-19e1-48bd-b019-3f4b4639ad03 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95836c05-d449-4462-a72c-64714d10dace', 'tempest-TagsExtTest-Tag-1528445317') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:09.212672 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (4bd7c9b1-6848-4999-b26b-231b4735f8f8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:09.221113 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Publish callbacks [] for port (15d039e3-dd70-474c-af4a-0b22783a2033), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:09.316048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-19a38271-a087-43d6-b2df-6254c4adfc29 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 783bae75-85d4-4737-a159-3dcd512c310b) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:09.341068 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (cf45e45b-1263-4146-8a68-f30d7dbd0a72), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:09.343967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a38271-a087-43d6-b2df-6254c4adfc29 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:09.344713 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-19a38271-a087-43d6-b2df-6254c4adfc29 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:09.436713 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3795ef4c-d60a-42c9-a6f2-c896b0d440fe None None] Network 783bae75-85d4-4737-a159-3dcd512c310b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:09.477962 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250630a-7d92-4105-ae36-5ebbe8f32de3 req-f4aa7a84-72ad-44cd-83a5-9b1d43e388af tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:09.480116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8250630a-7d92-4105-ae36-5ebbe8f32de3 req-f4aa7a84-72ad-44cd-83a5-9b1d43e388af tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.4888110 Feb 11 04:30:09.558398 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e93b78ed-72a4-464f-8676-19d079dd2a8c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:09.577683 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (15d039e3-dd70-474c-af4a-0b22783a2033), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:09.582376 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-c9dc8f3b-19e1-48bd-b019-3f4b4639ad03 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] show failed (client error): The resource could not be found. Feb 11 04:30:09.587291 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54956) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:09.592314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-07f02a59-63c4-44a3-aa18-90a453565bec tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '95836c05-d449-4462-a72c-64714d10dace', 'tempest-TagsExtTest-Tag-645889529') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:09.594367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c9dc8f3b-19e1-48bd-b019-3f4b4639ad03 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/routers/95836c05-d449-4462-a72c-64714d10dace/tags/tempest-TagsExtTest-Tag-1528445317 HTTP/1.1" status: 404 len: 329 time: 0.4133224 Feb 11 04:30:09.701824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8250630a-7d92-4105-ae36-5ebbe8f32de3 req-ff4ace92-e151-416b-bd99-5ceaba7a983d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2020726 Feb 11 04:30:09.706752 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-783bae75-85d4-4737-a159-3dcd512c310b', 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b', 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'fixed_ips': [{'subnet_id': '91d1fdce-bd12-463f-a026-9585e76fb2f7'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:30:09.708268 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:09.843327 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Network 5298babb-4aa0-44c4-91a5-04b443d240a5 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:30:09.856196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-89c47d25-61de-4e39-9c53-4389cfccef93 None None] Current status of the port e93b78ed-72a4-464f-8676-19d079dd2a8c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:09.869723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:09.876631 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:09.884232 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-07f02a59-63c4-44a3-aa18-90a453565bec tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] show failed (client error): The resource could not be found. Feb 11 04:30:09.887024 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-07f02a59-63c4-44a3-aa18-90a453565bec tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/routers/95836c05-d449-4462-a72c-64714d10dace/tags/tempest-TagsExtTest-Tag-645889529 HTTP/1.1" status: 404 len: 328 time: 0.2986448 Feb 11 04:30:09.889981 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54958) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:09.897133 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-c053260a-62b2-4d95-b6bb-30b0befb6358 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd90cd102-5560-44b3-9ee9-468851e65b59', {'tags': ['tempest-TagsExtTest-Tag-1036293172', 'tempest-TagsExtTest-Tag-661382022', 'tempest-TagsExtTest-Tag-257475321']}) {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:10.075576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Pushing event updated for resources: {'Port': ['ID=15d039e3-dd70-474c-af4a-0b22783a2033,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:10.084109 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Attempting to bind port 15d039e3-dd70-474c-af4a-0b22783a2033 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:30:10.084489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Attempting to bind port 15d039e3-dd70-474c-af4a-0b22783a2033 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:30:10.084959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Attempting to bind port 15d039e3-dd70-474c-af4a-0b22783a2033 on network 5298babb-4aa0-44c4-91a5-04b443d240a5 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:30:10.107568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:30:10.107945 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Checking segment: {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:30:10.108370 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:10.108864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Bound using segment: {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:30:10.109336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Bound port: 15d039e3-dd70-474c-af4a-0b22783a2033, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:30:10.109989 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (15d039e3-dd70-474c-af4a-0b22783a2033), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:10.115724 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf948af-c2c3-4251-ab41-fbde746a9bd3 None None] Network e84ca41d-2ea3-49fa-a2a8-d45306be69c6 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:10.198711 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa146d3f-59ce-49d4-9c6b-6ebde0d0167a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8499ae87-0883-46ca-9f29-f29153d4f479), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:10.201702 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa146d3f-59ce-49d4-9c6b-6ebde0d0167a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:10.203899 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (cf45e45b-1263-4146-8a68-f30d7dbd0a72), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:10.208893 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aa146d3f-59ce-49d4-9c6b-6ebde0d0167a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8499ae87-0883-46ca-9f29-f29153d4f479 HTTP/1.1" status: 204 len: 168 time: 1.6719499 Feb 11 04:30:10.213794 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-19a38271-a087-43d6-b2df-6254c4adfc29 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6235821 Feb 11 04:30:10.217944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54964) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:10.246707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] For port 15d039e3-dd70-474c-af4a-0b22783a2033, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:30:10.247308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa146d3f-59ce-49d4-9c6b-6ebde0d0167a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8499ae87-0883-46ca-9f29-f29153d4f479,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:10.252678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] For port 15d039e3-dd70-474c-af4a-0b22783a2033, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=15d039e3-dd70-474c-af4a-0b22783a2033,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:30:10.256821 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-548b6c53-0298-4718-a39e-93c2beb068d0 None None] Provisioning complete for port e93b78ed-72a4-464f-8676-19d079dd2a8c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:10.257750 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-548b6c53-0298-4718-a39e-93c2beb068d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:10.259444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ddae2282-6ef5-4080-bb2f-48219fadfa7d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'port': {'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5', 'name': 'tempest-TaggedBootDevicesTest-1941168000', 'fixed_ips': [{'subnet_id': '53bd9c26-1372-400a-811d-7e4a7427b6fa'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:10.529195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54970) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:10.536329 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c053260a-62b2-4d95-b6bb-30b0befb6358 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "PUT /v2.0/subnetpools/d90cd102-5560-44b3-9ee9-468851e65b59/tags HTTP/1.1" status: 200 len: 316 time: 0.6345267 Feb 11 04:30:10.536490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-f82196fc-7312-4aec-911a-bc5c8eab6024 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd90cd102-5560-44b3-9ee9-468851e65b59') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:10.541608 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (15d039e3-dd70-474c-af4a-0b22783a2033), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:10.568448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Subnet': ['ID=cf45e45b-1263-4146-8a68-f30d7dbd0a72,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:10.739713 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f82196fc-7312-4aec-911a-bc5c8eab6024 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/subnetpools/d90cd102-5560-44b3-9ee9-468851e65b59/tags HTTP/1.1" status: 204 len: 168 time: 0.2061093 Feb 11 04:30:10.741169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54974) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:10.744597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-caf90205-6a19-4b30-b203-3d9684e80038 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd90cd102-5560-44b3-9ee9-468851e65b59', 'tempest-TagsExtTest-Tag-1036293172') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:10.753735 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (4bd7c9b1-6848-4999-b26b-231b4735f8f8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:10.814146 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-caf90205-6a19-4b30-b203-3d9684e80038 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] show failed (client error): The resource could not be found. Feb 11 04:30:10.815342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-caf90205-6a19-4b30-b203-3d9684e80038 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/subnetpools/d90cd102-5560-44b3-9ee9-468851e65b59/tags/tempest-TagsExtTest-Tag-1036293172 HTTP/1.1" status: 404 len: 329 time: 0.0743039 Feb 11 04:30:10.820238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54976) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:10.834378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-63283a86-9c45-49ae-86af-d27a2c6c672f tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd90cd102-5560-44b3-9ee9-468851e65b59', 'tempest-TagsExtTest-Tag-661382022') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:10.842340 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd7c9b1-6848-4999-b26b-231b4735f8f8']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:10.885372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4033e977-cb5d-46c5-bed3-9f84b912ef63') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:10.889612 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4033e977-cb5d-46c5-bed3-9f84b912ef63') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:10.921594 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-63283a86-9c45-49ae-86af-d27a2c6c672f tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] show failed (client error): The resource could not be found. Feb 11 04:30:10.921594 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-63283a86-9c45-49ae-86af-d27a2c6c672f tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/subnetpools/d90cd102-5560-44b3-9ee9-468851e65b59/tags/tempest-TagsExtTest-Tag-661382022 HTTP/1.1" status: 404 len: 328 time: 0.0988252 Feb 11 04:30:10.927222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54980) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:10.938354 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (4033e977-cb5d-46c5-bed3-9f84b912ef63), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:10.947639 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-ef6d3fee-b1ab-4902-b1cd-dfd8b844755e tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd90cd102-5560-44b3-9ee9-468851e65b59', 'tempest-TagsExtTest-Tag-257475321') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:10.953966 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddae2282-6ef5-4080-bb2f-48219fadfa7d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Made reservation on behalf of cafc68414e2041f6b6aeddfa0a4877a3 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:11.000015 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4033e977-cb5d-46c5-bed3-9f84b912ef63), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:11.016176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:30:11.017471 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (4033e977-cb5d-46c5-bed3-9f84b912ef63), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:30:11.021378 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:30:11.037520 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-ef6d3fee-b1ab-4902-b1cd-dfd8b844755e tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] show failed (client error): The resource could not be found. Feb 11 04:30:11.041130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ef6d3fee-b1ab-4902-b1cd-dfd8b844755e tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/subnetpools/d90cd102-5560-44b3-9ee9-468851e65b59/tags/tempest-TagsExtTest-Tag-257475321 HTTP/1.1" status: 404 len: 328 time: 0.1099863 Feb 11 04:30:11.060651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c640c7-50be-4049-ac2f-eb24af72f7d7 req-86ad3960-062e-4b50-848f-8795fb9806d3 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:11.069349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11c640c7-50be-4049-ac2f-eb24af72f7d7 req-86ad3960-062e-4b50-848f-8795fb9806d3 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.2103755 Feb 11 04:30:11.071036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54982) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server [None req-e59a900d-f8da-464a-a911-7ffe842a4ba1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf45e45b-1263-4146-8a68-f30d7dbd0a72: This subnet is being modified by another concurrent operation. Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:30:11.081566 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise exception Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf45e45b-1263-4146-8a68-f30d7dbd0a72: This subnet is being modified by another concurrent operation. Feb 11 04:30:11.085216 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Feb 11 04:30:11.091572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-20a7e47f-3559-4eff-95ae-9b06b2f55f69 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd90cd102-5560-44b3-9ee9-468851e65b59') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:11.143012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:30:11.157808 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87301bd-8131-4352-8f53-d58529071e18 None None] Network 4bd7c9b1-6848-4999-b26b-231b4735f8f8 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:11.214543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11c640c7-50be-4049-ac2f-eb24af72f7d7 req-55c977b3-ad77-4de6-bd52-0d4d507fa099 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1441896 Feb 11 04:30:11.223221 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-20a7e47f-3559-4eff-95ae-9b06b2f55f69 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/subnetpools/d90cd102-5560-44b3-9ee9-468851e65b59/tags HTTP/1.1" status: 204 len: 168 time: 0.1504374 Feb 11 04:30:11.228571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54984) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:11.235125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-0d53b4b8-2d6a-4a74-b7bb-d163e8d33025 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '95836c05-d449-4462-a72c-64714d10dace') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:11.487061 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddae2282-6ef5-4080-bb2f-48219fadfa7d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:11.516992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0d53b4b8-2d6a-4a74-b7bb-d163e8d33025 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/routers/95836c05-d449-4462-a72c-64714d10dace/tags HTTP/1.1" status: 204 len: 168 time: 0.2857063 Feb 11 04:30:11.518728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54990) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:11.520444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-ddae2282-6ef5-4080-bb2f-48219fadfa7d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] device_id is not set on port 5fdbb401-1694-49f8-bfbf-47d7a4041211 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:30:11.544859 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-adf24a74-6bba-462f-b8f0-3ca599b7e42c tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '09f280c6-5bcc-4fa8-85a5-c2cc4fea257c') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:11.602532 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (4bd7c9b1-6848-4999-b26b-231b4735f8f8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:11.612438 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:11.618787 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/4bd7c9b1-6848-4999-b26b-231b4735f8f8 HTTP/1.1" status: 204 len: 168 time: 2.9638896 Feb 11 04:30:11.641462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54994) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:11.650218 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c2a1d-7240-4040-b850-7d87b15cbb37 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Network': ['ID=4bd7c9b1-6848-4999-b26b-231b4735f8f8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:11.701509 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4e245f-b7e0-43de-9a91-b39432d16855 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] DELETE failed (client error): The resource could not be found. Feb 11 04:30:11.703676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4e245f-b7e0-43de-9a91-b39432d16855 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:30:11.708284 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6f4e245f-b7e0-43de-9a91-b39432d16855 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/4bd7c9b1-6848-4999-b26b-231b4735f8f8 HTTP/1.1" status: 404 len: 339 time: 0.0543208 Feb 11 04:30:11.713803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54996) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:11.719605 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b76576de-a8d7-4ddf-bcdd-410d140238be tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1164177164', 'description': 'd1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:11.776433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-adf24a74-6bba-462f-b8f0-3ca599b7e42c tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/ports/09f280c6-5bcc-4fa8-85a5-c2cc4fea257c/tags HTTP/1.1" status: 204 len: 168 time: 0.2527406 Feb 11 04:30:11.776953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55000) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:11.785074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-44c7ddbe-c4e1-4fd4-9921-33f16a66d3c6 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '39d26878-4408-41db-a68a-9425cb51d36a') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:11.928169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-44c7ddbe-c4e1-4fd4-9921-33f16a66d3c6 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/subnets/39d26878-4408-41db-a68a-9425cb51d36a/tags HTTP/1.1" status: 204 len: 168 time: 0.1498928 Feb 11 04:30:11.933204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55004) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:12.005493 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76576de-a8d7-4ddf-bcdd-410d140238be tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:12.008339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7536e9f-0296-4038-9d38-3bcc6d6c9f77 None None] Pushing event updated for resources: {'Port': ['ID=15d039e3-dd70-474c-af4a-0b22783a2033,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:12.014661 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b76576de-a8d7-4ddf-bcdd-410d140238be tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:12.073524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-ddae2282-6ef5-4080-bb2f-48219fadfa7d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Allocated IP 10.1.1.56 (5298babb-4aa0-44c4-91a5-04b443d240a5/53bd9c26-1372-400a-811d-7e4a7427b6fa/5fdbb401-1694-49f8-bfbf-47d7a4041211) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:30:12.124182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eabe194-85e1-4a44-9b08-c6b0e56bc663 None None] Network 4bd7c9b1-6848-4999-b26b-231b4735f8f8 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:12.130366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Allocated IP 10.2.2.2 (783bae75-85d4-4737-a159-3dcd512c310b/91d1fdce-bd12-463f-a026-9585e76fb2f7/adffe59a-55ee-4d81-9d70-cf38d607a001) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:30:12.184006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76576de-a8d7-4ddf-bcdd-410d140238be tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:30:12.219573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b76576de-a8d7-4ddf-bcdd-410d140238be tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0f8b4a74-0118-490f-b845-671771c7f26d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:12.220043 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-b76576de-a8d7-4ddf-bcdd-410d140238be tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Added segment 0f8b4a74-0118-490f-b845-671771c7f26d of type vlan for network 67bc8344-f4a6-47d5-9cd7-25c4b84fcf35 Feb 11 04:30:12.308131 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4d1b4aa6-b393-4648-8dd4-334b1f6174be tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:12.309882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4d1b4aa6-b393-4648-8dd4-334b1f6174be tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/subnetpools/d90cd102-5560-44b3-9ee9-468851e65b59 HTTP/1.1" status: 204 len: 168 time: 0.3755777 Feb 11 04:30:12.312361 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55012) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:12.434189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-26af0126-7142-48e2-8236-713269074745 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "GET /v2.0/ports?device_id=95836c05-d449-4462-a72c-64714d10dace HTTP/1.1" status: 200 len: 205 time: 0.1200573 Feb 11 04:30:12.444369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55016) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:12.568632 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b76576de-a8d7-4ddf-bcdd-410d140238be tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (67bc8344-f4a6-47d5-9cd7-25c4b84fcf35), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:12.702530 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c462e554-8436-4dbf-83ba-f07f1e396f7b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks [] for router (95836c05-d449-4462-a72c-64714d10dace), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:12.749816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-548b6c53-0298-4718-a39e-93c2beb068d0 None None] Current status of the port e93b78ed-72a4-464f-8676-19d079dd2a8c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:12.796917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eabe194-85e1-4a44-9b08-c6b0e56bc663 None None] Network 4bd7c9b1-6848-4999-b26b-231b4735f8f8 could not be found, it might have been deleted concurrently. {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 04:30:12.826319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55020) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:12.860020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-251934538-network', 'tenant_id': 'a7c2ac85528a4aa2bea644e28cfb0aa4'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:12.997946 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddae2282-6ef5-4080-bb2f-48219fadfa7d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.082317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:13.082949 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.119675 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c462e554-8436-4dbf-83ba-f07f1e396f7b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (95836c05-d449-4462-a72c-64714d10dace), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.131531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a99218-f5a3-46c1-b9df-4fc2c2e6d16a req-ce7b1b29-f013-45ba-adcb-980e8c829465 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:13.133075 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.db.resource_extend [None req-b76576de-a8d7-4ddf-bcdd-410d140238be tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:30:13.160588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3a99218-f5a3-46c1-b9df-4fc2c2e6d16a req-ce7b1b29-f013-45ba-adcb-980e8c829465 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.7323437 Feb 11 04:30:13.169874 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c462e554-8436-4dbf-83ba-f07f1e396f7b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks [] for router_controller (95836c05-d449-4462-a72c-64714d10dace), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.244803 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddae2282-6ef5-4080-bb2f-48219fadfa7d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.291326 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3a99218-f5a3-46c1-b9df-4fc2c2e6d16a req-7101c512-7bda-430b-8a50-10105fd17119 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1295934 Feb 11 04:30:13.303878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] Made reservation on behalf of a7c2ac85528a4aa2bea644e28cfb0aa4 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:13.304165 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.314917 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.339081 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddae2282-6ef5-4080-bb2f-48219fadfa7d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Network 5298babb-4aa0-44c4-91a5-04b443d240a5 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:30:13.351040 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b76576de-a8d7-4ddf-bcdd-410d140238be tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (67bc8344-f4a6-47d5-9cd7-25c4b84fcf35), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.361716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76576de-a8d7-4ddf-bcdd-410d140238be tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:13.363058 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b76576de-a8d7-4ddf-bcdd-410d140238be tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.396496 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b33213-229d-429b-8772-231416612868 None None] Network 5298babb-4aa0-44c4-91a5-04b443d240a5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:13.412943 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Publish callbacks [] for port (adffe59a-55ee-4d81-9d70-cf38d607a001), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.420622 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c462e554-8436-4dbf-83ba-f07f1e396f7b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (95836c05-d449-4462-a72c-64714d10dace), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.423649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c462e554-8436-4dbf-83ba-f07f1e396f7b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Fanout notify agent at l3_agent the message router_deleted on router 95836c05-d449-4462-a72c-64714d10dace {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:30:13.437424 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c462e554-8436-4dbf-83ba-f07f1e396f7b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.438511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c462e554-8436-4dbf-83ba-f07f1e396f7b tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/routers/95836c05-d449-4462-a72c-64714d10dace HTTP/1.1" status: 204 len: 168 time: 0.9912341 Feb 11 04:30:13.443347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55026) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:13.463263 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae2282-6ef5-4080-bb2f-48219fadfa7d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'Port': ['ID=5fdbb401-1694-49f8-bfbf-47d7a4041211,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:13.465861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-ddae2282-6ef5-4080-bb2f-48219fadfa7d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:13.471166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae2282-6ef5-4080-bb2f-48219fadfa7d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:13.631559 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (adffe59a-55ee-4d81-9d70-cf38d607a001), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.631816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76576de-a8d7-4ddf-bcdd-410d140238be tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Network': ['ID=67bc8344-f4a6-47d5-9cd7-25c4b84fcf35,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:13.668371 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b76576de-a8d7-4ddf-bcdd-410d140238be tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9530618 Feb 11 04:30:13.673340 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55028) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:13.756568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:13.760328 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.807418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 67bc8344-f4a6-47d5-9cd7-25c4b84fcf35 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:30:13.827312 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] Publish callbacks [] for security_group (da8d976d-d99f-4511-89cc-7be6b717d68c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.928709 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (da8d976d-d99f-4511-89cc-7be6b717d68c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:13.954476 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d7450b24-a5ec-4bcd-be65-8a7b1d53c26f None None] Provisioning complete for port 15d039e3-dd70-474c-af4a-0b22783a2033 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:13.968675 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d7450b24-a5ec-4bcd-be65-8a7b1d53c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (15d039e3-dd70-474c-af4a-0b22783a2033), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:14.024990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddae2282-6ef5-4080-bb2f-48219fadfa7d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:14.026269 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddae2282-6ef5-4080-bb2f-48219fadfa7d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:14.026613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 15d039e3-dd70-474c-af4a-0b22783a2033 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:30:14.055679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578eeba2-4f68-4ea5-9bc4-cb364643715e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:14.060304 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-578eeba2-4f68-4ea5-9bc4-cb364643715e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "GET /v2.0/networks?id=67bc8344-f4a6-47d5-9cd7-25c4b84fcf35 HTTP/1.1" status: 200 len: 765 time: 0.3857603 Feb 11 04:30:14.060861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55036) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:14.075100 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-95d43c25-8aa9-414c-b47a-85c6b85fd6c5 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'network': {'description': 'd2'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:14.081300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8d976d-d99f-4511-89cc-7be6b717d68c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:14.101003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:30:14.116831 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (27039abc-ddde-4738-8a3e-481efa34171a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:14.117420 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] Added segment 27039abc-ddde-4738-8a3e-481efa34171a of type vlan for network 383983b1-4053-48cd-897b-d773a5ea339a Feb 11 04:30:14.182967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Network 783bae75-85d4-4737-a159-3dcd512c310b is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:30:14.187454 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (383983b1-4053-48cd-897b-d773a5ea339a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:14.197887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:14.217614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:14.224369 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ddae2282-6ef5-4080-bb2f-48219fadfa7d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9926190 Feb 11 04:30:14.230232 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55040) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:14.234393 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7934b0e1-f6c3-4d53-89fa-db63da1751cf tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Deleting port 09f280c6-5bcc-4fa8-85a5-c2cc4fea257c {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:30:14.235224 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7934b0e1-f6c3-4d53-89fa-db63da1751cf tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (09f280c6-5bcc-4fa8-85a5-c2cc4fea257c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:14.242203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-53acb9a1-c0a7-4308-9764-12d8a73b6f16 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'port': {'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5', 'name': 'tempest-TaggedBootDevicesTest-1058190401', 'fixed_ips': [{'subnet_id': '53bd9c26-1372-400a-811d-7e4a7427b6fa'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:14.332498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:30:14.336267 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fafd349-6d26-4b96-a7bb-7bf270241dbf" -d '{"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-plugged", "status": "completed", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:30:14.359396 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (383983b1-4053-48cd-897b-d773a5ea339a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:14.359396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:14.359396 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:14.495178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6452196 Feb 11 04:30:14.497829 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7934b0e1-f6c3-4d53-89fa-db63da1751cf tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (09f280c6-5bcc-4fa8-85a5-c2cc4fea257c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:14.507923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55054) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:14.509404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7215449-0976-4140-b0fc-d2c48e56e740 admin admin] Pushing event updated for resources: {'Network': ['ID=383983b1-4053-48cd-897b-d773a5ea339a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:14.527144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c651e07d-a160-4ef4-81c5-fa0054eb7d72 admin admin] Request body: {'subnet': {'network_id': '383983b1-4053-48cd-897b-d773a5ea339a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-251934538-subnet', 'tenant_id': 'a7c2ac85528a4aa2bea644e28cfb0aa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:14.544847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Pushing event updated for resources: {'Port': ['ID=adffe59a-55ee-4d81-9d70-cf38d607a001,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:14.569230 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 383983b1-4053-48cd-897b-d773a5ea339a details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:30:14.578800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7934b0e1-f6c3-4d53-89fa-db63da1751cf tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Calling delete_port for 09f280c6-5bcc-4fa8-85a5-c2cc4fea257c owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:30:14.601586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:14.631433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecdbd0-5a40-4b9e-bac5-fdb3cac64690 req-b06448ae-a8aa-4d3d-b4b5-dcbc5c28c32f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:14.634264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15ecdbd0-5a40-4b9e-bac5-fdb3cac64690 req-b06448ae-a8aa-4d3d-b4b5-dcbc5c28c32f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.1508543 Feb 11 04:30:14.759111 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:14.776195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 15d039e3-dd70-474c-af4a-0b22783a2033 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:14.782754 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (15d039e3-dd70-474c-af4a-0b22783a2033), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:14.864284 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Attempting to bind port adffe59a-55ee-4d81-9d70-cf38d607a001 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:30:14.871668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Attempting to bind port adffe59a-55ee-4d81-9d70-cf38d607a001 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'f823c9f7-7ba8-4ad1-99eb-ff685d3740ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:30:14.871987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Attempting to bind port adffe59a-55ee-4d81-9d70-cf38d607a001 on network 783bae75-85d4-4737-a159-3dcd512c310b {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:30:15.303412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:15.308124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15ecdbd0-5a40-4b9e-bac5-fdb3cac64690 req-355977fc-dc1a-4061-a7c1-27a07ec68875 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6674020 Feb 11 04:30:15.317957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:30:15.324166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Checking segment: {'id': 'f823c9f7-7ba8-4ad1-99eb-ff685d3740ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:30:15.324945 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:15.325599 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Bound using segment: {'id': 'f823c9f7-7ba8-4ad1-99eb-ff685d3740ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:30:15.326493 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Bound port: adffe59a-55ee-4d81-9d70-cf38d607a001, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f823c9f7-7ba8-4ad1-99eb-ff685d3740ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:30:15.327162 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (adffe59a-55ee-4d81-9d70-cf38d607a001), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:15.407103 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023ee1ec-9226-4933-a164-f931a76e21a0 x-openstack-request-id: req-023ee1ec-9226-4933-a164-f931a76e21a0 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:30:15.407410 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-plugged", "status": "completed", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:30:15.407652 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-023ee1ec-9226-4933-a164-f931a76e21a0 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:30:15.408599 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'code': 200} Feb 11 04:30:15.695311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 15d039e3-dd70-474c-af4a-0b22783a2033 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:15.701082 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (15d039e3-dd70-474c-af4a-0b22783a2033), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:15.733270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d7450b24-a5ec-4bcd-be65-8a7b1d53c26f None None] Current status of the port 15d039e3-dd70-474c-af4a-0b22783a2033 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:15.733938 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d7450b24-a5ec-4bcd-be65-8a7b1d53c26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (15d039e3-dd70-474c-af4a-0b22783a2033), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:15.785271 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7934b0e1-f6c3-4d53-89fa-db63da1751cf tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (09f280c6-5bcc-4fa8-85a5-c2cc4fea257c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:15.920762 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95d43c25-8aa9-414c-b47a-85c6b85fd6c5 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (67bc8344-f4a6-47d5-9cd7-25c4b84fcf35), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:15.944287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934b0e1-f6c3-4d53-89fa-db63da1751cf tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Pushing event deleted for resources: {'Port': ['ID=09f280c6-5bcc-4fa8-85a5-c2cc4fea257c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:15.968678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c651e07d-a160-4ef4-81c5-fa0054eb7d72 admin admin] Made reservation on behalf of a7c2ac85528a4aa2bea644e28cfb0aa4 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:15.977534 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c651e07d-a160-4ef4-81c5-fa0054eb7d72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:16.027861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] For port adffe59a-55ee-4d81-9d70-cf38d607a001, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:30:16.041015 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95d43c25-8aa9-414c-b47a-85c6b85fd6c5 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (67bc8344-f4a6-47d5-9cd7-25c4b84fcf35), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:16.095397 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 15d039e3-dd70-474c-af4a-0b22783a2033, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=15d039e3-dd70-474c-af4a-0b22783a2033,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:16.129795 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7934b0e1-f6c3-4d53-89fa-db63da1751cf tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:16.144243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7934b0e1-f6c3-4d53-89fa-db63da1751cf tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/ports/09f280c6-5bcc-4fa8-85a5-c2cc4fea257c HTTP/1.1" status: 204 len: 168 time: 2.6929686 Feb 11 04:30:16.148023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] For port adffe59a-55ee-4d81-9d70-cf38d607a001, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=adffe59a-55ee-4d81-9d70-cf38d607a001,segment=NetworkSegment(f823c9f7-7ba8-4ad1-99eb-ff685d3740ca),segment_id=f823c9f7-7ba8-4ad1-99eb-ff685d3740ca)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:30:16.149782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55064) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:16.215377 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95d43c25-8aa9-414c-b47a-85c6b85fd6c5 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network 67bc8344-f4a6-47d5-9cd7-25c4b84fcf35 is not hosted by any dhcp agent {{(pid=103808) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 04:30:16.217415 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (15d039e3-dd70-474c-af4a-0b22783a2033), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:16.220599 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d43c25-8aa9-414c-b47a-85c6b85fd6c5 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:16.223555 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-95d43c25-8aa9-414c-b47a-85c6b85fd6c5 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:16.226933 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-95d43c25-8aa9-414c-b47a-85c6b85fd6c5 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "PUT /v2.0/networks/67bc8344-f4a6-47d5-9cd7-25c4b84fcf35 HTTP/1.1" status: 200 len: 762 time: 2.1640921 Feb 11 04:30:16.238224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53acb9a1-c0a7-4308-9764-12d8a73b6f16 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Made reservation on behalf of cafc68414e2041f6b6aeddfa0a4877a3 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:16.243916 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-53acb9a1-c0a7-4308-9764-12d8a73b6f16 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:16.247050 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55066) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:16.405421 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (adffe59a-55ee-4d81-9d70-cf38d607a001), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:16.416053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f9fd68-65e2-45fe-b39c-34c571bd38a1 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Deleting subnet 39d26878-4408-41db-a68a-9425cb51d36a {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:30:16.429351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44f9fd68-65e2-45fe-b39c-34c571bd38a1 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks [] for subnet (39d26878-4408-41db-a68a-9425cb51d36a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:16.489309 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-d7450b24-a5ec-4bcd-be65-8a7b1d53c26f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:30:16.490874 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-d7450b24-a5ec-4bcd-be65-8a7b1d53c26f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:30:16.513870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=15d039e3-dd70-474c-af4a-0b22783a2033,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:16.569193 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44f9fd68-65e2-45fe-b39c-34c571bd38a1 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (39d26878-4408-41db-a68a-9425cb51d36a), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:16.607965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d43c25-8aa9-414c-b47a-85c6b85fd6c5 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Network': ['ID=67bc8344-f4a6-47d5-9cd7-25c4b84fcf35,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:16.716532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 67bc8344-f4a6-47d5-9cd7-25c4b84fcf35 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:30:16.757552 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-53acb9a1-c0a7-4308-9764-12d8a73b6f16 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] device_id is not set on port 963b6a8b-e879-44fc-be34-943887949a52 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:30:17.026004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbd64b-95de-4a5c-a5f2-998615921c5f None None] Pushing event updated for resources: {'Port': ['ID=adffe59a-55ee-4d81-9d70-cf38d607a001,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:17.115370 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d7450b24-a5ec-4bcd-be65-8a7b1d53c26f None None] Current status of the port 15d039e3-dd70-474c-af4a-0b22783a2033 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:17.163462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0f1781-2197-4ec8-9073-87eb0e0d0900 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:17.170744 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6a0f1781-2197-4ec8-9073-87eb0e0d0900 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "GET /v2.0/networks?id=67bc8344-f4a6-47d5-9cd7-25c4b84fcf35 HTTP/1.1" status: 200 len: 765 time: 0.9167719 Feb 11 04:30:17.176267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540ef16-aaad-462f-b2c8-98f44fa54fdc req-652f6696-59a3-4044-872d-c6cce8198915 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:17.177263 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55080) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:17.194331 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3540ef16-aaad-462f-b2c8-98f44fa54fdc req-652f6696-59a3-4044-872d-c6cce8198915 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.5309668 Feb 11 04:30:17.281295 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-738fb623-ee32-4012-a396-036e89fd3bf3 None None] Provisioning complete for port 5fdbb401-1694-49f8-bfbf-47d7a4041211 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:17.281996 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-738fb623-ee32-4012-a396-036e89fd3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:17.289980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3540ef16-aaad-462f-b2c8-98f44fa54fdc req-f60a0bb3-e2eb-41c2-a84d-1e962059e4fd tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940449 Feb 11 04:30:17.396220 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44f9fd68-65e2-45fe-b39c-34c571bd38a1 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (39d26878-4408-41db-a68a-9425cb51d36a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:17.436357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-738fb623-ee32-4012-a396-036e89fd3bf3 None None] Port 5fdbb401-1694-49f8-bfbf-47d7a4041211 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:30:17.463358 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-738fb623-ee32-4012-a396-036e89fd3bf3 None None] Provisioning complete for port 15d039e3-dd70-474c-af4a-0b22783a2033 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:17.465407 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-738fb623-ee32-4012-a396-036e89fd3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (15d039e3-dd70-474c-af4a-0b22783a2033), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:17.716342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-738fb623-ee32-4012-a396-036e89fd3bf3 None None] Current status of the port 15d039e3-dd70-474c-af4a-0b22783a2033 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:17.720028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6c574-ffe6-4228-a26a-35bdcccd6462 req-e1003a2d-5edd-472e-9000-f6185be08a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:17.723324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3e6c574-ffe6-4228-a26a-35bdcccd6462 req-e1003a2d-5edd-472e-9000-f6185be08a46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 1128 time: 0.6095126 Feb 11 04:30:17.738376 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44f9fd68-65e2-45fe-b39c-34c571bd38a1 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (39d26878-4408-41db-a68a-9425cb51d36a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:17.854528 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9fd68-65e2-45fe-b39c-34c571bd38a1 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Pushing event deleted for resources: {'Subnet': ['ID=39d26878-4408-41db-a68a-9425cb51d36a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:17.885046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b687e564-9b94-47dd-b52b-187b638139fe None None] Network 8940e2d2-4156-40ed-8117-5e47ccfced35 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:17.892502 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44f9fd68-65e2-45fe-b39c-34c571bd38a1 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:17.905819 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-44f9fd68-65e2-45fe-b39c-34c571bd38a1 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/subnets/39d26878-4408-41db-a68a-9425cb51d36a HTTP/1.1" status: 204 len: 168 time: 1.7536681 Feb 11 04:30:17.967590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-53acb9a1-c0a7-4308-9764-12d8a73b6f16 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Allocated IP 10.1.1.240 (5298babb-4aa0-44c4-91a5-04b443d240a5/53bd9c26-1372-400a-811d-7e4a7427b6fa/963b6a8b-e879-44fc-be34-943887949a52) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:30:18.025896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55092) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:18.317035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc5fc71-3652-439e-8369-ae1645f07449 None None] DHCP port deletion for 8940e2d2-4156-40ed-8117-5e47ccfced35 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:30:18.342359 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c651e07d-a160-4ef4-81c5-fa0054eb7d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (f8e3ddc3-0824-466f-b036-d700bd374616), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:18.494820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fdc5fc71-3652-439e-8369-ae1645f07449 None None] Deleting port 9eab209a-3e57-4666-b4ad-fa068daf8bb7 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:30:18.497367 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fdc5fc71-3652-439e-8369-ae1645f07449 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9eab209a-3e57-4666-b4ad-fa068daf8bb7), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:18.738699 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c039fbf6-9dae-4aa9-974f-f73f497eeb65 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:18.740584 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c039fbf6-9dae-4aa9-974f-f73f497eeb65 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.5605025 Feb 11 04:30:18.775928 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55100) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:18.831584 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fdc5fc71-3652-439e-8369-ae1645f07449 None None] For port 9eab209a-3e57-4666-b4ad-fa068daf8bb7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9eab209a-3e57-4666-b4ad-fa068daf8bb7,segment=NetworkSegment(83e51d89-a78f-4841-90ff-efee6a18f2a8),segment_id=83e51d89-a78f-4841-90ff-efee6a18f2a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:18.832128 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fdc5fc71-3652-439e-8369-ae1645f07449 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9eab209a-3e57-4666-b4ad-fa068daf8bb7), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:18.891174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651e07d-a160-4ef4-81c5-fa0054eb7d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e3ddc3-0824-466f-b036-d700bd374616,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:18.896241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fdc5fc71-3652-439e-8369-ae1645f07449 None None] Calling delete_port for 9eab209a-3e57-4666-b4ad-fa068daf8bb7 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:30:19.023143 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3663cff5-0df9-4bfa-9779-c0a09ea99760 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 207 time: 0.2432032 Feb 11 04:30:19.032548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55102) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:19.112843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device adffe59a-55ee-4d81-9d70-cf38d607a001 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:30:19.157847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f18e171-c966-4607-a426-b9b1828efd8b None None] Network 783bae75-85d4-4737-a159-3dcd512c310b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:19.220122 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c651e07d-a160-4ef4-81c5-fa0054eb7d72 admin admin] Checking segment: {'id': '27039abc-ddde-4738-8a3e-481efa34171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '383983b1-4053-48cd-897b-d773a5ea339a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:30:19.220364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c651e07d-a160-4ef4-81c5-fa0054eb7d72 admin admin] Network hostable DHCP agents. Network: 383983b1-4053-48cd-897b-d773a5ea339a, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:30:19.400855 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972cf01a-6dfb-426b-9bb5-f26ece0c9f96 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:19.408836 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972cf01a-6dfb-426b-9bb5-f26ece0c9f96 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:19.420264 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972cf01a-6dfb-426b-9bb5-f26ece0c9f96 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:19.428564 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972cf01a-6dfb-426b-9bb5-f26ece0c9f96 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:19.435329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972cf01a-6dfb-426b-9bb5-f26ece0c9f96 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:19.442392 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972cf01a-6dfb-426b-9bb5-f26ece0c9f96 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:19.449305 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-972cf01a-6dfb-426b-9bb5-f26ece0c9f96 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4129298 Feb 11 04:30:19.455509 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-53acb9a1-c0a7-4308-9764-12d8a73b6f16 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for port (963b6a8b-e879-44fc-be34-943887949a52), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:19.456955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55104) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:19.789861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c651e07d-a160-4ef4-81c5-fa0054eb7d72 admin admin] Network 383983b1-4053-48cd-897b-d773a5ea339a is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:30:19.920096 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fdc5fc71-3652-439e-8369-ae1645f07449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (9eab209a-3e57-4666-b4ad-fa068daf8bb7), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:19.966174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ea55383e-89d4-461d-9874-4486ab26c8e0 None None] Provisioning complete for port adffe59a-55ee-4d81-9d70-cf38d607a001 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:19.970098 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ea55383e-89d4-461d-9874-4486ab26c8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (adffe59a-55ee-4d81-9d70-cf38d607a001), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:20.003994 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd5a0609-6d8b-49e6-8494-b6a8cab25075 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (8940e2d2-4156-40ed-8117-5e47ccfced35), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:20.036783 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c70f925d-c4ef-4046-9d4e-f272e8fc44b8 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5780241 Feb 11 04:30:20.059307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55116) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:20.094498 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c651e07d-a160-4ef4-81c5-fa0054eb7d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 383983b1-4053-48cd-897b-d773a5ea339a) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:20.151044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6c574-ffe6-4228-a26a-35bdcccd6462 req-755293a2-bb9b-42ba-9f4b-b2ba0bba0fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:20.152535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3e6c574-ffe6-4228-a26a-35bdcccd6462 req-755293a2-bb9b-42ba-9f4b-b2ba0bba0fc9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 2.4009497 Feb 11 04:30:20.190398 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb663af-9e75-4007-b91f-18e34d40f118 None None] Network 383983b1-4053-48cd-897b-d773a5ea339a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:20.397346 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5fc71-3652-439e-8369-ae1645f07449 None None] Pushing event deleted for resources: {'Port': ['ID=9eab209a-3e57-4666-b4ad-fa068daf8bb7,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:20.401507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc5fc71-3652-439e-8369-ae1645f07449 None None] No DVR routers for this DVR port 9eab209a-3e57-4666-b4ad-fa068daf8bb7 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:30:20.411154 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c651e07d-a160-4ef4-81c5-fa0054eb7d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:20.417083 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c651e07d-a160-4ef4-81c5-fa0054eb7d72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:20.450758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df5a926-26ee-4d5c-997f-6c47b4312c72 None None] Network 383983b1-4053-48cd-897b-d773a5ea339a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:20.549669 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f4f7d7-b982-4cb5-824e-2066c17d309d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:20.551308 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f4f7d7-b982-4cb5-824e-2066c17d309d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:20.552637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f4f7d7-b982-4cb5-824e-2066c17d309d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:20.553954 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f4f7d7-b982-4cb5-824e-2066c17d309d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:20.579784 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f4f7d7-b982-4cb5-824e-2066c17d309d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:20.596289 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-57f4f7d7-b982-4cb5-824e-2066c17d309d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5048814 Feb 11 04:30:20.600173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55124) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:20.666734 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c651e07d-a160-4ef4-81c5-fa0054eb7d72 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 6.1414971 Feb 11 04:30:20.708505 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port adffe59a-55ee-4d81-9d70-cf38d607a001 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:20.708505 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (adffe59a-55ee-4d81-9d70-cf38d607a001), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:20.708820 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe62a7-3890-4eb5-b7a6-89b06617b48c req-6fc4f5db-2d32-40b3-9000-7515b9dc5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:20.708820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aafe62a7-3890-4eb5-b7a6-89b06617b48c req-6fc4f5db-2d32-40b3-9000-7515b9dc5a6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a213f7e5ecd454da27b635be4fbd761&device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 1127 time: 0.5855825 Feb 11 04:30:20.731738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0cb6a-2881-4499-939f-daaeea4294ef req-961e9b7f-8d31-4586-bf24-be492f75097f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:20.733513 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ba0cb6a-2881-4499-939f-daaeea4294ef req-961e9b7f-8d31-4586-bf24-be492f75097f tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.7039318 Feb 11 04:30:20.813382 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3e6c574-ffe6-4228-a26a-35bdcccd6462 req-731a53f5-6dba-4197-8474-f19c8f0b6319 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 HTTP/1.1" status: 200 len: 1001 time: 0.6331079 Feb 11 04:30:20.837904 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-53acb9a1-c0a7-4308-9764-12d8a73b6f16 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (963b6a8b-e879-44fc-be34-943887949a52), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:20.900916 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6ed5e-ebf5-4cb4-a979-bfb4ef35a058 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['shared'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:20.902512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6ed5e-ebf5-4cb4-a979-bfb4ef35a058 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['shared'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:20.904951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6ed5e-ebf5-4cb4-a979-bfb4ef35a058 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['shared'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:20.905899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6ed5e-ebf5-4cb4-a979-bfb4ef35a058 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['shared'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:20.907286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6ed5e-ebf5-4cb4-a979-bfb4ef35a058 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['shared'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:20.915406 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-73b6ed5e-ebf5-4cb4-a979-bfb4ef35a058 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3140678 Feb 11 04:30:20.916220 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55130) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:20.947131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53acb9a1-c0a7-4308-9764-12d8a73b6f16 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Network 5298babb-4aa0-44c4-91a5-04b443d240a5 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:30:20.968017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-53acb9a1-c0a7-4308-9764-12d8a73b6f16 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:20.980791 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53acb9a1-c0a7-4308-9764-12d8a73b6f16 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:20.987881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acb9a1-c0a7-4308-9764-12d8a73b6f16 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'Port': ['ID=963b6a8b-e879-44fc-be34-943887949a52,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:21.056756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ea55383e-89d4-461d-9874-4486ab26c8e0 None None] Current status of the port adffe59a-55ee-4d81-9d70-cf38d607a001 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:21.056756 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ea55383e-89d4-461d-9874-4486ab26c8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (adffe59a-55ee-4d81-9d70-cf38d607a001), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:21.161472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53acb9a1-c0a7-4308-9764-12d8a73b6f16 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:21.161472 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-53acb9a1-c0a7-4308-9764-12d8a73b6f16 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:21.240471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ea55383e-89d4-461d-9874-4486ab26c8e0 None None] For port adffe59a-55ee-4d81-9d70-cf38d607a001, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=adffe59a-55ee-4d81-9d70-cf38d607a001,segment=NetworkSegment(f823c9f7-7ba8-4ad1-99eb-ff685d3740ca),segment_id=f823c9f7-7ba8-4ad1-99eb-ff685d3740ca)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:21.281944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda97e56-9802-412a-883b-7cb401e92b69 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:21.299689 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fda97e56-9802-412a-883b-7cb401e92b69 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "GET /v2.0/networks/89104d0f-3e58-4bd5-b634-52c93e4b0983 HTTP/1.1" status: 200 len: 804 time: 0.3764153 Feb 11 04:30:21.300373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55140) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:21.350428 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ea55383e-89d4-461d-9874-4486ab26c8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (adffe59a-55ee-4d81-9d70-cf38d607a001), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:21.418646 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-53acb9a1-c0a7-4308-9764-12d8a73b6f16 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.1872683 Feb 11 04:30:21.533699 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55383e-89d4-461d-9874-4486ab26c8e0 None None] Pushing event updated for resources: {'Port': ['ID=adffe59a-55ee-4d81-9d70-cf38d607a001,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:21.535049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6c574-ffe6-4228-a26a-35bdcccd6462 req-1d49f186-7252-4e84-8af2-7681a161c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:21.536545 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3e6c574-ffe6-4228-a26a-35bdcccd6462 req-1d49f186-7252-4e84-8af2-7681a161c66c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.3652339 Feb 11 04:30:21.548075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ba0cb6a-2881-4499-939f-daaeea4294ef req-791b5b80-0d32-4c5a-910f-db69dad53f3c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7961574 Feb 11 04:30:21.551837 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd5a0609-6d8b-49e6-8494-b6a8cab25075 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (8940e2d2-4156-40ed-8117-5e47ccfced35), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:21.629723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port adffe59a-55ee-4d81-9d70-cf38d607a001 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:21.630459 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (adffe59a-55ee-4d81-9d70-cf38d607a001), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:21.664333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe62a7-3890-4eb5-b7a6-89b06617b48c req-1e9173d9-d747-428d-95b2-b63eea45426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:21.664333 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aafe62a7-3890-4eb5-b7a6-89b06617b48c req-1e9173d9-d747-428d-95b2-b63eea45426e service neutron] 10.222.0.47 "GET /v2.0/networks?id=aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 200 len: 917 time: 0.8478193 Feb 11 04:30:21.773485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-66047974-5682-4d5b-837a-293ba5cda888 None None] Provisioning complete for port 963b6a8b-e879-44fc-be34-943887949a52 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:21.776264 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e8197250-2ad4-49f0-a2de-9ed3d48c32db tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "GET /v2.0/networks/89104d0f-3e58-4bd5-b634-52c93e4b0983?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4738333 Feb 11 04:30:21.776930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55150) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:21.779243 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-66047974-5682-4d5b-837a-293ba5cda888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (963b6a8b-e879-44fc-be34-943887949a52), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:21.862167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-dd5a0609-6d8b-49e6-8494-b6a8cab25075 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8940e2d2-4156-40ed-8117-5e47ccfced35']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:21.907928 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-dd5a0609-6d8b-49e6-8494-b6a8cab25075 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e51d89-a78f-4841-90ff-efee6a18f2a8') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:21.908512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-dd5a0609-6d8b-49e6-8494-b6a8cab25075 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e51d89-a78f-4841-90ff-efee6a18f2a8') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:21.913199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02d790f-8f98-4f8a-9bd7-fcb8f1eb053a tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:21.926108 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a02d790f-8f98-4f8a-9bd7-fcb8f1eb053a tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "GET /v2.0/subnets/f4f2127e-6b3a-4452-b453-fe55b1993de7 HTTP/1.1" status: 200 len: 843 time: 0.1431603 Feb 11 04:30:21.926887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55152) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:21.963088 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd5a0609-6d8b-49e6-8494-b6a8cab25075 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (83e51d89-a78f-4841-90ff-efee6a18f2a8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:21.991927 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:30:21.992280 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:30:21.992965 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f23b99-92ab-45d8-a549-73b516d41a06 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:30:22.049460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6c574-ffe6-4228-a26a-35bdcccd6462 req-1e28d8fa-528c-46f7-88e6-83f362e91374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:22.051853 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3e6c574-ffe6-4228-a26a-35bdcccd6462 req-1e28d8fa-528c-46f7-88e6-83f362e91374 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4944353 Feb 11 04:30:22.052787 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca0ef4e-3b63-4ddf-ad76-37b249c4f520 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['shared'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:22.059416 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3ca0ef4e-3b63-4ddf-ad76-37b249c4f520 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "GET /v2.0/subnets/f4f2127e-6b3a-4452-b453-fe55b1993de7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1313722 Feb 11 04:30:22.059990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55158) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:22.062043 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd5a0609-6d8b-49e6-8494-b6a8cab25075 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (83e51d89-a78f-4841-90ff-efee6a18f2a8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:22.064942 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-eddac846-cb1d-4174-8515-56636911bb17 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-383738549'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:22.140994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aafe62a7-3890-4eb5-b7a6-89b06617b48c req-ddb7c258-69f5-463e-b8cd-3ab2698f3275 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9 HTTP/1.1" status: 200 len: 999 time: 0.4580219 Feb 11 04:30:22.146704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5a0609-6d8b-49e6-8494-b6a8cab25075 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:30:22.152566 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd5a0609-6d8b-49e6-8494-b6a8cab25075 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (83e51d89-a78f-4841-90ff-efee6a18f2a8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:30:22.156463 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:30:22.196051 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddac846-cb1d-4174-8515-56636911bb17 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:22.199522 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eddac846-cb1d-4174-8515-56636911bb17 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:22.227148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-66047974-5682-4d5b-837a-293ba5cda888 None None] Port 963b6a8b-e879-44fc-be34-943887949a52 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:30:22.293623 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddac846-cb1d-4174-8515-56636911bb17 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:30:22.319339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe62a7-3890-4eb5-b7a6-89b06617b48c req-2b5fe0ec-7946-4099-a78f-62eb8c4f2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:22.327964 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eddac846-cb1d-4174-8515-56636911bb17 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (436ca51d-e4a3-41e9-b66b-73bc042cdd0e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:22.328553 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-eddac846-cb1d-4174-8515-56636911bb17 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Added segment 436ca51d-e4a3-41e9-b66b-73bc042cdd0e of type vlan for network 21541207-6896-426a-8ba5-c1fedabd3417 Feb 11 04:30:22.330481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aafe62a7-3890-4eb5-b7a6-89b06617b48c req-2b5fe0ec-7946-4099-a78f-62eb8c4f2cb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aff91b0d-1298-40b8-9cf7-8b139d7ddd16 HTTP/1.1" status: 200 len: 855 time: 0.1707034 Feb 11 04:30:22.492038 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eddac846-cb1d-4174-8515-56636911bb17 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (21541207-6896-426a-8ba5-c1fedabd3417), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:22.496189 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55166) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:22.526271 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-bf48283d-e58d-4d45-86f6-e1f62e3da563 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--83346841', 'description': 'tempest-description--669062702'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:22.592027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5fd92f0f-0008-40aa-a816-17b52b5e945c None None] Provisioning complete for port adffe59a-55ee-4d81-9d70-cf38d607a001 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:22.592383 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5fd92f0f-0008-40aa-a816-17b52b5e945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (adffe59a-55ee-4d81-9d70-cf38d607a001), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:22.610383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f23b99-92ab-45d8-a549-73b516d41a06 None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:30:22.715541 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eddac846-cb1d-4174-8515-56636911bb17 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (21541207-6896-426a-8ba5-c1fedabd3417), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:22.721348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddac846-cb1d-4174-8515-56636911bb17 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:22.723738 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eddac846-cb1d-4174-8515-56636911bb17 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:22.736537 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3e6c574-ffe6-4228-a26a-35bdcccd6462 req-09cb28f4-d756-4557-9090-c3d39aa5b7a9 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6755507 Feb 11 04:30:22.742112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe62a7-3890-4eb5-b7a6-89b06617b48c req-244a2f51-60bf-4180-a40e-6c14e0a82252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:22.744490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aafe62a7-3890-4eb5-b7a6-89b06617b48c req-244a2f51-60bf-4180-a40e-6c14e0a82252 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aea3f5db-90d4-484d-a1e1-ef38ac456aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3771539 Feb 11 04:30:22.775981 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf48283d-e58d-4d45-86f6-e1f62e3da563 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:22.786656 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd5a0609-6d8b-49e6-8494-b6a8cab25075 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (8940e2d2-4156-40ed-8117-5e47ccfced35), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:22.792581 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd5a0609-6d8b-49e6-8494-b6a8cab25075 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:22.801716 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dd5a0609-6d8b-49e6-8494-b6a8cab25075 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] 10.222.0.13 "DELETE /v2.0/networks/8940e2d2-4156-40ed-8117-5e47ccfced35 HTTP/1.1" status: 204 len: 168 time: 4.7701306 Feb 11 04:30:22.823619 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port adffe59a-55ee-4d81-9d70-cf38d607a001 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:22.836038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 15d039e3-dd70-474c-af4a-0b22783a2033 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:30:22.930430 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-eddac846-cb1d-4174-8515-56636911bb17 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8669269 Feb 11 04:30:22.944365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55176) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:22.967193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-eb66079e-6840-4d04-bac5-de6c29709c98 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'subnet': {'network_id': '21541207-6896-426a-8ba5-c1fedabd3417', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:23.098810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a0609-6d8b-49e6-8494-b6a8cab25075 tempest-TagsExtTest-83754615 tempest-TagsExtTest-83754615-project] Pushing event deleted for resources: {'Network': ['ID=8940e2d2-4156-40ed-8117-5e47ccfced35,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:23.180670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddac846-cb1d-4174-8515-56636911bb17 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Network': ['ID=21541207-6896-426a-8ba5-c1fedabd3417,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:23.415558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3e6c574-ffe6-4228-a26a-35bdcccd6462 req-9a5e53c6-8a16-4432-abda-c704938f0b0f service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6646247 Feb 11 04:30:23.461157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846bdd4f-098f-4300-a4ef-a0b05feb1ffc req-7927ffd7-5117-4ff2-8df0-308d4a200058 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:23.469037 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-846bdd4f-098f-4300-a4ef-a0b05feb1ffc req-7927ffd7-5117-4ff2-8df0-308d4a200058 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.6942034 Feb 11 04:30:23.481434 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-56712f33-729b-4f91-a863-12e84b04c535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:23.507030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 21541207-6896-426a-8ba5-c1fedabd3417 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:30:23.535965 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aafe62a7-3890-4eb5-b7a6-89b06617b48c req-5fddc1fc-e896-44e2-8d66-cad97d752527 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7772937 Feb 11 04:30:23.555052 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf48283d-e58d-4d45-86f6-e1f62e3da563 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for security_group (e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:23.721567 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf48283d-e58d-4d45-86f6-e1f62e3da563 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:23.728517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb66079e-6840-4d04-bac5-de6c29709c98 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Made reservation on behalf of 488dec3c6ffa42dcaf0f83851d5e8d35 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:23.732024 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eb66079e-6840-4d04-bac5-de6c29709c98 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:23.833048 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-846bdd4f-098f-4300-a4ef-a0b05feb1ffc req-2bbfd786-117e-4f06-a453-e42f8fcb3f05 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3630483 Feb 11 04:30:23.867076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55188) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:23.915286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48283d-e58d-4d45-86f6-e1f62e3da563 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:23.921474 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aafe62a7-3890-4eb5-b7a6-89b06617b48c req-11267b04-c40a-476a-8da0-b7eae422e7b7 service neutron] 10.222.0.47 "GET /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543086 Feb 11 04:30:23.969942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 15d039e3-dd70-474c-af4a-0b22783a2033 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:23.970341 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (15d039e3-dd70-474c-af4a-0b22783a2033), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:23.975527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5fd92f0f-0008-40aa-a816-17b52b5e945c None None] Current status of the port adffe59a-55ee-4d81-9d70-cf38d607a001 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:24.052375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_backend_mixin [None req-eb66079e-6840-4d04-bac5-de6c29709c98 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Performing IP validity checks on allocation pools {{(pid=103808) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 04:30:24.052906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_backend_mixin [None req-eb66079e-6840-4d04-bac5-de6c29709c98 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103808) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 04:30:24.057705 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf48283d-e58d-4d45-86f6-e1f62e3da563 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:24.069496 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bf48283d-e58d-4d45-86f6-e1f62e3da563 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5627320 Feb 11 04:30:24.074238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55194) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:24.091854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a32aabc9-ac72-40f3-9c63-61a98d272d68 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'security_group_rule': {'security_group_id': 'e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:24.146309 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 15d039e3-dd70-474c-af4a-0b22783a2033 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:24.199749 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2684e379-3ade-48d9-a660-2146a719f0df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c84528c72214040bd77595785302f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3287475 Feb 11 04:30:24.200505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55200) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:24.304357 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a32aabc9-ac72-40f3-9c63-61a98d272d68 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for security_group_rule (d3bd1d7f-fe33-4a59-bd12-152e76282ada), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:24.334448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-e6ab5c57-bba3-402a-924e-e963441dbc1c tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:24.341462 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-e6ab5c57-bba3-402a-924e-e963441dbc1c tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/networks?id=e84ca41d-2ea3-49fa-a2a8-d45306be69c6 HTTP/1.1" status: 200 len: 814 time: 0.2197187 Feb 11 04:30:24.361803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device adffe59a-55ee-4d81-9d70-cf38d607a001 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:30:24.386699 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bc40048-7ebd-4d56-abe2-d8d529f00289 admin admin] Publish callbacks [] for security_group (02d0fd1a-613f-4831-9ddd-b145446e740c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:24.404947 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-96baddbc-09e9-44ab-8265-a1cf753c9edd tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/quotas/dad791f7a2e94982a1c7f73e36e379b9 HTTP/1.1" status: 200 len: 375 time: 0.0480435 Feb 11 04:30:24.407704 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eb66079e-6840-4d04-bac5-de6c29709c98 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (5ecfbb8c-5c01-4db4-9f98-853c30cf5df9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:24.430418 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bc40048-7ebd-4d56-abe2-d8d529f00289 admin admin] Publish callbacks [] for security_group (02d0fd1a-613f-4831-9ddd-b145446e740c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:24.490128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port adffe59a-55ee-4d81-9d70-cf38d607a001 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:24.490573 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (adffe59a-55ee-4d81-9d70-cf38d607a001), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:24.567940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66079e-6840-4d04-bac5-de6c29709c98 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Subnet': ['ID=5ecfbb8c-5c01-4db4-9f98-853c30cf5df9,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:24.574536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-c8791b50-b9cc-424a-893c-98d184dd6d17 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dad791f7a2e94982a1c7f73e36e379b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0779982 Feb 11 04:30:24.588066 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a32aabc9-ac72-40f3-9c63-61a98d272d68 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for security_group_rule (d3bd1d7f-fe33-4a59-bd12-152e76282ada), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:24.600411 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bc40048-7ebd-4d56-abe2-d8d529f00289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (02d0fd1a-613f-4831-9ddd-b145446e740c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:24.603430 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bc40048-7ebd-4d56-abe2-d8d529f00289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:24.607717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1bc40048-7ebd-4d56-abe2-d8d529f00289 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02d0fd1a-613f-4831-9ddd-b145446e740c HTTP/1.1" status: 204 len: 168 time: 0.4033005 Feb 11 04:30:24.608012 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66079e-6840-4d04-bac5-de6c29709c98 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Checking segment: {'id': '436ca51d-e4a3-41e9-b66b-73bc042cdd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '21541207-6896-426a-8ba5-c1fedabd3417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:30:24.608207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb66079e-6840-4d04-bac5-de6c29709c98 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network hostable DHCP agents. Network: 21541207-6896-426a-8ba5-c1fedabd3417, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:30:24.626205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc40048-7ebd-4d56-abe2-d8d529f00289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d0fd1a-613f-4831-9ddd-b145446e740c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:24.668603 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port adffe59a-55ee-4d81-9d70-cf38d607a001 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:24.671510 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a32aabc9-ac72-40f3-9c63-61a98d272d68 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (d3bd1d7f-fe33-4a59-bd12-152e76282ada), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:24.692469 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32aabc9-ac72-40f3-9c63-61a98d272d68 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bd1d7f-fe33-4a59-bd12-152e76282ada,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:24.727867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb66079e-6840-4d04-bac5-de6c29709c98 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Network 21541207-6896-426a-8ba5-c1fedabd3417 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:30:24.760126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9eab209a-3e57-4666-b4ad-fa068daf8bb7 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:30:24.817914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 9eab209a-3e57-4666-b4ad-fa068daf8bb7 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:30:24.818770 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9eab209a-3e57-4666-b4ad-fa068daf8bb7 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:30:24.845315 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a32aabc9-ac72-40f3-9c63-61a98d272d68 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:24.845780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55214) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:24.845921 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a32aabc9-ac72-40f3-9c63-61a98d272d68 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7638173 Feb 11 04:30:24.846013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-bad0b76b-26a7-496c-bcd2-5a2eafe05aac tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'security_group_rule': {'security_group_id': 'e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:24.885024 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-eb66079e-6840-4d04-bac5-de6c29709c98 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 21541207-6896-426a-8ba5-c1fedabd3417) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:24.895500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb66079e-6840-4d04-bac5-de6c29709c98 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:24.897788 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eb66079e-6840-4d04-bac5-de6c29709c98 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:24.898943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e861ee-3d51-448f-ac16-0dad1f6f8732 None None] Network 21541207-6896-426a-8ba5-c1fedabd3417 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:24.937773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-b71a0094-f4ac-4d5b-aba8-39ec572a7a0e service neutron] 10.222.0.13 "GET /v2.0/networks/e84ca41d-2ea3-49fa-a2a8-d45306be69c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422685 Feb 11 04:30:25.009592 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-eb66079e-6840-4d04-bac5-de6c29709c98 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0641367 Feb 11 04:30:25.033999 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bad0b76b-26a7-496c-bcd2-5a2eafe05aac tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for security_group_rule (0d0091c5-1839-4652-821d-0e4991cbbd2b), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:25.062323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55220) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:25.098931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-04993314-8177-46a7-954e-49cb105de917 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:25.113568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-21541207-6896-426a-8ba5-c1fedabd3417', 'network_id': '21541207-6896-426a-8ba5-c1fedabd3417', 'project_id': '488dec3c6ffa42dcaf0f83851d5e8d35', 'fixed_ips': [{'subnet_id': '5ecfbb8c-5c01-4db4-9f98-853c30cf5df9'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:30:25.115492 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:25.201254 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bad0b76b-26a7-496c-bcd2-5a2eafe05aac tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for security_group_rule (0d0091c5-1839-4652-821d-0e4991cbbd2b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:25.316392 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bad0b76b-26a7-496c-bcd2-5a2eafe05aac tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (0d0091c5-1839-4652-821d-0e4991cbbd2b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:25.363861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0b76b-26a7-496c-bcd2-5a2eafe05aac tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0091c5-1839-4652-821d-0e4991cbbd2b,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:25.406419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-37e4327c-1634-4273-a096-2cf9c626bf76 service neutron] 10.222.0.13 "GET /v2.0/networks/e84ca41d-2ea3-49fa-a2a8-d45306be69c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663877 Feb 11 04:30:25.448433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f3613-52fb-4793-b5fb-29ad1ce82dfe req-980c4cd4-fdb3-43d8-8d75-fb82bb89ceda tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:25.450003 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd2f3613-52fb-4793-b5fb-29ad1ce82dfe req-980c4cd4-fdb3-43d8-8d75-fb82bb89ceda tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.4886913 Feb 11 04:30:25.483929 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-04993314-8177-46a7-954e-49cb105de917 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25974999'] for subnet (5ecfbb8c-5c01-4db4-9f98-853c30cf5df9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:25.506965 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bad0b76b-26a7-496c-bcd2-5a2eafe05aac tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:25.508153 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bad0b76b-26a7-496c-bcd2-5a2eafe05aac tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6696825 Feb 11 04:30:25.515400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55230) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:25.519215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Allocated IP 2001:db8::3 (21541207-6896-426a-8ba5-c1fedabd3417/5ecfbb8c-5c01-4db4-9f98-853c30cf5df9/88318b3d-4562-4fce-b2f0-b015249bb3d4) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:30:25.527058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:25.547507 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd2f3613-52fb-4793-b5fb-29ad1ce82dfe req-08243465-1314-49bc-946b-35c2f95c84b5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857139 Feb 11 04:30:25.573862 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-570ba359-5c8c-45ee-85f2-e1c2ce11c478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:25.705062 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:25.855068 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Publish callbacks [] for port (88318b3d-4562-4fce-b2f0-b015249bb3d4), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:25.941281 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec45a0eb-1413-485d-8c14-9d143887b58e req-697d9962-b497-460a-9e8f-22b17429188a tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 210 time: 0.0795107 Feb 11 04:30:25.956663 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (88318b3d-4562-4fce-b2f0-b015249bb3d4), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:26.164716 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Network 21541207-6896-426a-8ba5-c1fedabd3417 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:30:26.196959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:26.200785 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:26.209916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Pushing event updated for resources: {'Port': ['ID=88318b3d-4562-4fce-b2f0-b015249bb3d4,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:26.226052 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:26.319231 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Attempting to bind port 88318b3d-4562-4fce-b2f0-b015249bb3d4 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:30:26.320301 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Attempting to bind port 88318b3d-4562-4fce-b2f0-b015249bb3d4 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '436ca51d-e4a3-41e9-b66b-73bc042cdd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '21541207-6896-426a-8ba5-c1fedabd3417'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:30:26.323215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Attempting to bind port 88318b3d-4562-4fce-b2f0-b015249bb3d4 on network 21541207-6896-426a-8ba5-c1fedabd3417 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:30:26.332832 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:30:26.333673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Checking segment: {'id': '436ca51d-e4a3-41e9-b66b-73bc042cdd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '21541207-6896-426a-8ba5-c1fedabd3417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:30:26.334103 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:26.334579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Bound using segment: {'id': '436ca51d-e4a3-41e9-b66b-73bc042cdd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '21541207-6896-426a-8ba5-c1fedabd3417'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:30:26.335742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Bound port: 88318b3d-4562-4fce-b2f0-b015249bb3d4, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436ca51d-e4a3-41e9-b66b-73bc042cdd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '21541207-6896-426a-8ba5-c1fedabd3417'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:30:26.336149 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (88318b3d-4562-4fce-b2f0-b015249bb3d4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:26.475478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] For port 88318b3d-4562-4fce-b2f0-b015249bb3d4, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:30:26.480280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] For port 88318b3d-4562-4fce-b2f0-b015249bb3d4, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=88318b3d-4562-4fce-b2f0-b015249bb3d4,segment=NetworkSegment(436ca51d-e4a3-41e9-b66b-73bc042cdd0e),segment_id=436ca51d-e4a3-41e9-b66b-73bc042cdd0e)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:30:26.536166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Allocated IP 172.25.3.207 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/edca73cb-839c-479c-a0cb-3dd33383e2f5) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:30:26.601966 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (88318b3d-4562-4fce-b2f0-b015249bb3d4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:26.718705 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-04993314-8177-46a7-954e-49cb105de917 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777494323703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28534206'] for subnet (5ecfbb8c-5c01-4db4-9f98-853c30cf5df9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:26.785981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda32443-38ce-494f-adaa-dc7606d3350e None None] Pushing event updated for resources: {'Port': ['ID=88318b3d-4562-4fce-b2f0-b015249bb3d4,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:26.802235 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:26.833225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04993314-8177-46a7-954e-49cb105de917 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event updated for resources: {'Subnet': ['ID=5ecfbb8c-5c01-4db4-9f98-853c30cf5df9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:26.926456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04993314-8177-46a7-954e-49cb105de917 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:26.927493 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-04993314-8177-46a7-954e-49cb105de917 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:26.929860 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-04993314-8177-46a7-954e-49cb105de917 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "PUT /v2.0/subnets/5ecfbb8c-5c01-4db4-9f98-853c30cf5df9 HTTP/1.1" status: 200 len: 900 time: 1.8435261 Feb 11 04:30:26.934127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55272) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:26.966060 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for port (edca73cb-839c-479c-a0cb-3dd33383e2f5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:26.992978 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d14b5-823a-42f2-8a6c-3dda225c0ccf req-ca066aa8-12bb-4bcb-a8f2-b2660da75a0a tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:27.001377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec7d14b5-823a-42f2-8a6c-3dda225c0ccf req-ca066aa8-12bb-4bcb-a8f2-b2660da75a0a tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 944 time: 0.1745751 Feb 11 04:30:27.102434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5e7aad66-5b0e-4338-bc23-44f0e8272db9 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:30:27.149017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c6689b8-965d-4015-95f6-f122df0a80d8 req-f358a5e7-cabc-4306-a039-dcc9d998e2b2 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 210 time: 0.0585985 Feb 11 04:30:27.250015 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec7d14b5-823a-42f2-8a6c-3dda225c0ccf req-7bd9016b-4487-46d2-a796-39fd010dcf90 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2473590 Feb 11 04:30:27.340042 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (edca73cb-839c-479c-a0cb-3dd33383e2f5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:27.397797 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:30:27.448360 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (21541207-6896-426a-8ba5-c1fedabd3417), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:27.509953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:30:27.524166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:27.550959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:27.579149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5e7aad66-5b0e-4338-bc23-44f0e8272db9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:27.659291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'port_id': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'mac_address': 'fa:16:3e:99:7d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:30:27.714314 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'Port': ['ID=edca73cb-839c-479c-a0cb-3dd33383e2f5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:27.745032 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Deleting port 88318b3d-4562-4fce-b2f0-b015249bb3d4 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:30:27.745350 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (88318b3d-4562-4fce-b2f0-b015249bb3d4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:27.829801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:27.829801 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:27.862155 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for floatingip (c8f5fa48-efc4-471c-bb92-56b76d358114), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:27.867216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7aad66-5b0e-4338-bc23-44f0e8272db9 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:30:28.008803 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (edca73cb-839c-479c-a0cb-3dd33383e2f5), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:28.023884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5e7aad66-5b0e-4338-bc23-44f0e8272db9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:28.074492 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] For port 88318b3d-4562-4fce-b2f0-b015249bb3d4, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=88318b3d-4562-4fce-b2f0-b015249bb3d4,segment=NetworkSegment(436ca51d-e4a3-41e9-b66b-73bc042cdd0e),segment_id=436ca51d-e4a3-41e9-b66b-73bc042cdd0e)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:28.075753 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (88318b3d-4562-4fce-b2f0-b015249bb3d4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:28.106169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Calling delete_port for 88318b3d-4562-4fce-b2f0-b015249bb3d4 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:30:28.176856 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:28.403533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5e7aad66-5b0e-4338-bc23-44f0e8272db9,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:28.488006 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:28.536989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['5e7aad66-5b0e-4338-bc23-44f0e8272db9'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:30:28.727289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 88318b3d-4562-4fce-b2f0-b015249bb3d4 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:30:28.792718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55312) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:28.824071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36f13d97-bb90-42e8-b3d2-12cfe7d32a64 req-a2a681d6-3aab-4cc9-93cb-3f0f94451b55 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 210 time: 0.4189546 Feb 11 04:30:28.917826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1ed6d-eaaa-4178-aa22-04b5822c3267 req-748186b1-8095-4b3b-9a1a-ae5ff7729e7b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:28.927468 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1be1ed6d-eaaa-4178-aa22-04b5822c3267 req-748186b1-8095-4b3b-9a1a-ae5ff7729e7b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 945 time: 0.4396815 Feb 11 04:30:28.934300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5433d211-0ef4-4935-82c6-e8d1fe712b43 None None] Network 21541207-6896-426a-8ba5-c1fedabd3417 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:28.969353 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for port (edca73cb-839c-479c-a0cb-3dd33383e2f5), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:28.995864 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (88318b3d-4562-4fce-b2f0-b015249bb3d4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:29.027279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1be1ed6d-eaaa-4178-aa22-04b5822c3267 req-92d8a75d-22a3-4d43-a63f-152d3291afcb tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898106 Feb 11 04:30:29.052888 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Port': ['ID=88318b3d-4562-4fce-b2f0-b015249bb3d4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:29.082118 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6314eecf-3d42-4bb8-8ad2-eddb28c72678 None None] Could not find standard attr ID for object 88318b3d-4562-4fce-b2f0-b015249bb3d4. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:30:29.087311 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (edca73cb-839c-479c-a0cb-3dd33383e2f5), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:29.205337 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No DVR routers for this DVR port 88318b3d-4562-4fce-b2f0-b015249bb3d4 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:30:29.268062 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10654050-ca35-4414-ae27-4d543e9836d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:29.320566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 88318b3d-4562-4fce-b2f0-b015249bb3d4 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:29.324564 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (c8f5fa48-efc4-471c-bb92-56b76d358114), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:29.328230 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (88318b3d-4562-4fce-b2f0-b015249bb3d4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:29.338037 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (5ecfbb8c-5c01-4db4-9f98-853c30cf5df9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:29.417099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'Port': ['ID=edca73cb-839c-479c-a0cb-3dd33383e2f5,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:29.479671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Port 88318b3d-4562-4fce-b2f0-b015249bb3d4 was deleted so its status cannot be updated. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 04:30:29.495646 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10654050-ca35-4414-ae27-4d543e9836d2 admin admin] Publish callbacks [] for security_group (7140ae82-6a0c-4f5e-914d-a6775a63ab2f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:29.529633 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:29.550084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4de98910-993b-4869-953f-9add44ec1f06 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0323758 Feb 11 04:30:29.606767 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10654050-ca35-4414-ae27-4d543e9836d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7140ae82-6a0c-4f5e-914d-a6775a63ab2f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:29.693639 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:29.731148 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (5ecfbb8c-5c01-4db4-9f98-853c30cf5df9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:29.844611 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-10654050-ca35-4414-ae27-4d543e9836d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1220a4d0937841ad9b2563db82109a04&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0508132 Feb 11 04:30:29.848978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10654050-ca35-4414-ae27-4d543e9836d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7140ae82-6a0c-4f5e-914d-a6775a63ab2f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:29.863574 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55336) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:29.865146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecfbb8c-5c01-4db4-9f98-853c30cf5df9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:30.161209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abfb86b0-be9d-4c5c-b87f-a31e2cc02c9d req-8f192bd4-3f53-43b2-8155-1b74c4a0f1f8 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 210 time: 0.0703523 Feb 11 04:30:30.184620 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c93a10e-1252-4c80-9d4d-cf4bb73eb5da None None] Network 21541207-6896-426a-8ba5-c1fedabd3417 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:30.200937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-c4b25406-8562-4e0c-83a9-4e55bfe9aaac tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:30.213538 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-c4b25406-8562-4e0c-83a9-4e55bfe9aaac tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.47 "GET /v2.0/networks?id=e84ca41d-2ea3-49fa-a2a8-d45306be69c6 HTTP/1.1" status: 200 len: 814 time: 0.4011235 Feb 11 04:30:30.251306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-91f73649-3989-4329-90ba-3e3efd8fb724 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Request body: {'port': {'device_id': '3e6e9716-606b-4221-9adb-be3eda92988c', 'network_id': 'e84ca41d-2ea3-49fa-a2a8-d45306be69c6', 'admin_state_up': True, 'tenant_id': 'dad791f7a2e94982a1c7f73e36e379b9'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:30.270899 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (21541207-6896-426a-8ba5-c1fedabd3417), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:30.305253 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21541207-6896-426a-8ba5-c1fedabd3417']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:30.319702 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436ca51d-e4a3-41e9-b66b-73bc042cdd0e') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:30.320001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436ca51d-e4a3-41e9-b66b-73bc042cdd0e') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:30.335871 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (436ca51d-e4a3-41e9-b66b-73bc042cdd0e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:30.376639 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5a90510-9ceb-4f1c-8f6b-92b223e6c4f5 admin admin] Publish callbacks [] for security_group (7140ae82-6a0c-4f5e-914d-a6775a63ab2f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:30.395040 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (436ca51d-e4a3-41e9-b66b-73bc042cdd0e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:30.406330 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:30:30.406817 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (436ca51d-e4a3-41e9-b66b-73bc042cdd0e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:30.509739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c0a7bd-b371-4fb2-aa67-d067b772b1ae None None] DHCP port deletion for 21541207-6896-426a-8ba5-c1fedabd3417 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:30:30.519524 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:30:30.553782 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5a90510-9ceb-4f1c-8f6b-92b223e6c4f5 admin admin] Publish callbacks [] for security_group (7140ae82-6a0c-4f5e-914d-a6775a63ab2f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:30.640167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-effc25c4-301d-45be-afb1-c431393318ef tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--83346841&fields=id&tenant_id=cafc68414e2041f6b6aeddfa0a4877a3 HTTP/1.1" status: 200 len: 267 time: 0.3178496 Feb 11 04:30:30.655750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b344e59-c13f-4ab6-8d5a-55680c0235bc req-9999d73a-f987-4556-8e2d-d2ee897b4bff tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:30.658176 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b344e59-c13f-4ab6-8d5a-55680c0235bc req-9999d73a-f987-4556-8e2d-d2ee897b4bff tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 945 time: 0.2652249 Feb 11 04:30:30.766878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-1fa70889-92ae-4789-920c-2123ff71ba92 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:30.771476 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-1fa70889-92ae-4789-920c-2123ff71ba92 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports/5fdbb401-1694-49f8-bfbf-47d7a4041211 HTTP/1.1" status: 200 len: 931 time: 0.1100540 Feb 11 04:30:30.797688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b344e59-c13f-4ab6-8d5a-55680c0235bc req-798aadcb-2ad4-4a1f-842f-bb84e4186d67 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1287026 Feb 11 04:30:30.843809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-583df506-be9e-4bc7-ac19-a091d20c1e3d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:30.851086 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-583df506-be9e-4bc7-ac19-a091d20c1e3d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports/963b6a8b-e879-44fc-be34-943887949a52 HTTP/1.1" status: 200 len: 932 time: 0.0708935 Feb 11 04:30:30.886851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-91f73649-3989-4329-90ba-3e3efd8fb724 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Made reservation on behalf of dad791f7a2e94982a1c7f73e36e379b9 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:30.887494 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5a90510-9ceb-4f1c-8f6b-92b223e6c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7140ae82-6a0c-4f5e-914d-a6775a63ab2f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:30.890294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5a90510-9ceb-4f1c-8f6b-92b223e6c4f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:30.890534 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-91f73649-3989-4329-90ba-3e3efd8fb724 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:30.894874 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e5a90510-9ceb-4f1c-8f6b-92b223e6c4f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7140ae82-6a0c-4f5e-914d-a6775a63ab2f HTTP/1.1" status: 204 len: 168 time: 1.0266514 Feb 11 04:30:30.898504 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (21541207-6896-426a-8ba5-c1fedabd3417), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:30.923773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-e7a63e47-7b33-4ea7-8a82-fadb41397f45 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?network_id=783bae75-85d4-4737-a159-3dcd512c310b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0665913 Feb 11 04:30:30.952109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:30.957949 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/21541207-6896-426a-8ba5-c1fedabd3417 HTTP/1.1" status: 204 len: 168 time: 4.0220928 Feb 11 04:30:30.996355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55370) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:31.007216 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a90510-9ceb-4f1c-8f6b-92b223e6c4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7140ae82-6a0c-4f5e-914d-a6775a63ab2f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:31.019214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e45460-97a5-4181-8bda-738f307b2fac tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Network': ['ID=21541207-6896-426a-8ba5-c1fedabd3417,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:31.100898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-f7d050a8-202a-4335-bdb5-f0e9fa71ec5e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?network_id=783bae75-85d4-4737-a159-3dcd512c310b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1607306 Feb 11 04:30:31.107000 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d9f822-ea52-4e5a-9e61-940c965fece1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] DELETE failed (client error): The resource could not be found. Feb 11 04:30:31.108077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d9f822-ea52-4e5a-9e61-940c965fece1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:30:31.111502 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c0d9f822-ea52-4e5a-9e61-940c965fece1 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/subnets/5ecfbb8c-5c01-4db4-9f98-853c30cf5df9 HTTP/1.1" status: 404 len: 337 time: 0.0539615 Feb 11 04:30:31.114772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55372) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:31.116727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5e7aad66-5b0e-4338-bc23-44f0e8272db9 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:30:31.184708 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f728aec-f191-4f92-b9b6-4698bdff0fbc tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] DELETE failed (client error): The resource could not be found. Feb 11 04:30:31.189613 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f728aec-f191-4f92-b9b6-4698bdff0fbc tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:30:31.201773 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7f728aec-f191-4f92-b9b6-4698bdff0fbc tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/21541207-6896-426a-8ba5-c1fedabd3417 HTTP/1.1" status: 404 len: 339 time: 0.0857015 Feb 11 04:30:31.204581 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55376) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:31.384135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:31.384703 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:31.577348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55386) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:31.634945 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52366ba-c4f7-4d8f-a705-0095d2589889 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (67bc8344-f4a6-47d5-9cd7-25c4b84fcf35), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:31.719211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-91f73649-3989-4329-90ba-3e3efd8fb724 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Allocated IP 172.20.0.2 (e84ca41d-2ea3-49fa-a2a8-d45306be69c6/87ee16fb-e51f-46dc-abde-f7dddf3e1102/35c745ab-edf6-48f2-a7db-792e0e226073) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:30:31.744532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:31.746298 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:31.824088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256a23bb-ed97-482c-9a93-703757629690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7aad66-5b0e-4338-bc23-44f0e8272db9'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:30:31.834057 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6c22b4-8a3d-4f6d-9ab7-2bc91edd6be2" -d '{"events": [{"server_uuid": "256a23bb-ed97-482c-9a93-703757629690", "name": "network-vif-plugged", "status": "completed", "tag": "5e7aad66-5b0e-4338-bc23-44f0e8272db9"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:30:31.869339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5e7aad66-5b0e-4338-bc23-44f0e8272db9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:31.920449 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52366ba-c4f7-4d8f-a705-0095d2589889 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (67bc8344-f4a6-47d5-9cd7-25c4b84fcf35), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:31.945714 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:31.961530 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e52366ba-c4f7-4d8f-a705-0095d2589889 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bc8344-f4a6-47d5-9cd7-25c4b84fcf35']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:31.975578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e52366ba-c4f7-4d8f-a705-0095d2589889 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8b4a74-0118-490f-b845-671771c7f26d') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:31.975880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e52366ba-c4f7-4d8f-a705-0095d2589889 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8b4a74-0118-490f-b845-671771c7f26d') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:31.988533 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52366ba-c4f7-4d8f-a705-0095d2589889 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (0f8b4a74-0118-490f-b845-671771c7f26d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.007881 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52366ba-c4f7-4d8f-a705-0095d2589889 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0f8b4a74-0118-490f-b845-671771c7f26d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.015676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52366ba-c4f7-4d8f-a705-0095d2589889 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:30:32.019503 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52366ba-c4f7-4d8f-a705-0095d2589889 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (0f8b4a74-0118-490f-b845-671771c7f26d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:30:32.115498 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:30:32.135355 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfb96575-82b7-4383-a2ef-a2fc3600d042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.161790 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5e7aad66-5b0e-4338-bc23-44f0e8272db9,revision_number=10']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:32.199585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 88318b3d-4562-4fce-b2f0-b015249bb3d4 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:30:32.231340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 88318b3d-4562-4fce-b2f0-b015249bb3d4 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:30:32.232047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 88318b3d-4562-4fce-b2f0-b015249bb3d4 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:30:32.246391 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52366ba-c4f7-4d8f-a705-0095d2589889 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (67bc8344-f4a6-47d5-9cd7-25c4b84fcf35), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.270246 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52366ba-c4f7-4d8f-a705-0095d2589889 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.277675 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e52366ba-c4f7-4d8f-a705-0095d2589889 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/67bc8344-f4a6-47d5-9cd7-25c4b84fcf35 HTTP/1.1" status: 204 len: 168 time: 1.0616727 Feb 11 04:30:32.277675 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55396) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:32.288634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55398) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:32.328399 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-390eea18-9b9f-4708-a4ee-1ee3b1911aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.350717 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfb96575-82b7-4383-a2ef-a2fc3600d042 admin admin] Publish callbacks [] for security_group (6cd73db7-ccc6-4c4e-b8b4-52437f3a8089), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.351966 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52366ba-c4f7-4d8f-a705-0095d2589889 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Network': ['ID=67bc8344-f4a6-47d5-9cd7-25c4b84fcf35,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:32.363322 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c5e792-eaec-4019-8edc-f6c9fd46f3a5 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] DELETE failed (client error): The resource could not be found. Feb 11 04:30:32.363322 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c5e792-eaec-4019-8edc-f6c9fd46f3a5 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:30:32.365387 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-05c5e792-eaec-4019-8edc-f6c9fd46f3a5 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/subnets/cf45e45b-1263-4146-8a68-f30d7dbd0a72 HTTP/1.1" status: 404 len: 337 time: 0.0617948 Feb 11 04:30:32.424690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55400) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:32.457518 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-390eea18-9b9f-4708-a4ee-1ee3b1911aad admin admin] Publish callbacks [] for security_group (5bc9e3df-ebbe-4395-ba55-5ba032f06e09), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.482077 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cfb96575-82b7-4383-a2ef-a2fc3600d042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6cd73db7-ccc6-4c4e-b8b4-52437f3a8089), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.514424 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-84649e24-ba6e-4b39-9b04-af7b10aae9c4 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] DELETE failed (client error): The resource could not be found. Feb 11 04:30:32.514965 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84649e24-ba6e-4b39-9b04-af7b10aae9c4 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:30:32.518233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-84649e24-ba6e-4b39-9b04-af7b10aae9c4 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/4bd7c9b1-6848-4999-b26b-231b4735f8f8 HTTP/1.1" status: 404 len: 339 time: 0.0904152 Feb 11 04:30:32.523642 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55406) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:32.526414 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26b9c1b6-7337-4108-9162-588ec49572cb req-69aa9e0a-8548-48c2-bf20-8904938c1c45 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 210 time: 0.1053283 Feb 11 04:30:32.540075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb96575-82b7-4383-a2ef-a2fc3600d042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd73db7-ccc6-4c4e-b8b4-52437f3a8089,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:32.568672 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cfb96575-82b7-4383-a2ef-a2fc3600d042 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=792337c117b84c4da7d57a2f81ed7875&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9852414 Feb 11 04:30:32.574009 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-390eea18-9b9f-4708-a4ee-1ee3b1911aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5bc9e3df-ebbe-4395-ba55-5ba032f06e09), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.589694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55408) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:32.592063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-4aea5ebc-1bdf-4a64-bec1-c25eeb5af18d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:32.602989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-4aea5ebc-1bdf-4a64-bec1-c25eeb5af18d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:32.614212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-4aea5ebc-1bdf-4a64-bec1-c25eeb5af18d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:32.617890 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-4aea5ebc-1bdf-4a64-bec1-c25eeb5af18d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/networks?id=00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d&id=5298babb-4aa0-44c4-91a5-04b443d240a5&id=5298babb-4aa0-44c4-91a5-04b443d240a5&id=783bae75-85d4-4737-a159-3dcd512c310b&id=783bae75-85d4-4737-a159-3dcd512c310b HTTP/1.1" status: 200 len: 1991 time: 1.5042028 Feb 11 04:30:32.642575 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-390eea18-9b9f-4708-a4ee-1ee3b1911aad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a6976720de44506bed308b5e5853d9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3603640 Feb 11 04:30:32.655319 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-91f73649-3989-4329-90ba-3e3efd8fb724 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Publish callbacks [] for port (35c745ab-edf6-48f2-a7db-792e0e226073), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.658417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55412) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:32.675008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390eea18-9b9f-4708-a4ee-1ee3b1911aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc9e3df-ebbe-4395-ba55-5ba032f06e09,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:32.687695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b61c290-064c-4e88-a3df-95d3f9da0a85 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Deleting subnet a89aab10-a3e6-41fb-980d-a732b0e41ce7 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:30:32.691782 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b61c290-064c-4e88-a3df-95d3f9da0a85 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for subnet (a89aab10-a3e6-41fb-980d-a732b0e41ce7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.692318 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-bec68efa-c92b-40a0-af8d-c7c4fabc1e14 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/quotas/cafc68414e2041f6b6aeddfa0a4877a3 HTTP/1.1" status: 200 len: 375 time: 0.0582788 Feb 11 04:30:32.754079 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bb6adf8-6196-4d96-8de2-43c4d2d159c4 admin admin] Publish callbacks [] for security_group (6cd73db7-ccc6-4c4e-b8b4-52437f3a8089), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.757707 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b61c290-064c-4e88-a3df-95d3f9da0a85 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (a89aab10-a3e6-41fb-980d-a732b0e41ce7), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.843674 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bb6adf8-6196-4d96-8de2-43c4d2d159c4 admin admin] Publish callbacks [] for security_group (6cd73db7-ccc6-4c4e-b8b4-52437f3a8089), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.858032 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e1938-edb8-4b07-a480-b1584bf44191 req-3a54f253-cf92-4185-8465-325283d9b4fb tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:32.865417 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e64e1938-edb8-4b07-a480-b1584bf44191 req-3a54f253-cf92-4185-8465-325283d9b4fb tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 947 time: 0.2286363 Feb 11 04:30:32.895859 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-894dfbbb-ed80-4b9e-9ba3-042c63515c56 admin admin] Publish callbacks [] for security_group (5bc9e3df-ebbe-4395-ba55-5ba032f06e09), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.931203 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-367ded17-b4e4-40d8-8b63-624da017b6e5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2102823 Feb 11 04:30:32.931400 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b61c290-064c-4e88-a3df-95d3f9da0a85 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (a89aab10-a3e6-41fb-980d-a732b0e41ce7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.991793 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-894dfbbb-ed80-4b9e-9ba3-042c63515c56 admin admin] Publish callbacks [] for security_group (5bc9e3df-ebbe-4395-ba55-5ba032f06e09), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:32.994644 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-91f73649-3989-4329-90ba-3e3efd8fb724 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (35c745ab-edf6-48f2-a7db-792e0e226073), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:33.110959 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bb6adf8-6196-4d96-8de2-43c4d2d159c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6cd73db7-ccc6-4c4e-b8b4-52437f3a8089), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:33.116087 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bb6adf8-6196-4d96-8de2-43c4d2d159c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:33.120504 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7bb6adf8-6196-4d96-8de2-43c4d2d159c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cd73db7-ccc6-4c4e-b8b4-52437f3a8089 HTTP/1.1" status: 204 len: 168 time: 0.5252385 Feb 11 04:30:33.147160 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b61c290-064c-4e88-a3df-95d3f9da0a85 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (a89aab10-a3e6-41fb-980d-a732b0e41ce7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:33.163240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6adf8-6196-4d96-8de2-43c4d2d159c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd73db7-ccc6-4c4e-b8b4-52437f3a8089,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:33.175863 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-91f73649-3989-4329-90ba-3e3efd8fb724 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Network e84ca41d-2ea3-49fa-a2a8-d45306be69c6 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:30:33.183750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-91f73649-3989-4329-90ba-3e3efd8fb724 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:33.204839 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b61c290-064c-4e88-a3df-95d3f9da0a85 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:33.212553 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5b61c290-064c-4e88-a3df-95d3f9da0a85 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/subnets/a89aab10-a3e6-41fb-980d-a732b0e41ce7 HTTP/1.1" status: 204 len: 168 time: 0.6822901 Feb 11 04:30:33.212553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61c290-064c-4e88-a3df-95d3f9da0a85 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Subnet': ['ID=a89aab10-a3e6-41fb-980d-a732b0e41ce7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:33.214879 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55430) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:33.234435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4ddcfd-fa82-4e25-9170-af1dda46772c None None] Network c91813e5-235f-41e5-95e1-0c8d4d4da76f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:33.243176 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e64e1938-edb8-4b07-a480-b1584bf44191 req-f183950e-7dcf-4f35-81bb-d4292ac1991d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3767531 Feb 11 04:30:33.325189 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f39b42-bab1-4909-94fe-131856876fbf tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Deleting subnet 8535e96c-4a99-4418-a45e-eb253d6deaad {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:30:33.329486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10f39b42-bab1-4909-94fe-131856876fbf tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for subnet (8535e96c-4a99-4418-a45e-eb253d6deaad), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:33.344012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-91f73649-3989-4329-90ba-3e3efd8fb724 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:33.345075 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4a1dc5-a437-423a-97b6-b86a11265828 x-openstack-request-id: req-4e4a1dc5-a437-423a-97b6-b86a11265828 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:30:33.347473 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256a23bb-ed97-482c-9a93-703757629690", "name": "network-vif-plugged", "status": "completed", "tag": "5e7aad66-5b0e-4338-bc23-44f0e8272db9", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:30:33.349093 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e4a1dc5-a437-423a-97b6-b86a11265828 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:30:33.350013 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256a23bb-ed97-482c-9a93-703757629690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'code': 200} Feb 11 04:30:33.442570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f73649-3989-4329-90ba-3e3efd8fb724 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Pushing event updated for resources: {'Port': ['ID=35c745ab-edf6-48f2-a7db-792e0e226073,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:33.450517 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10f39b42-bab1-4909-94fe-131856876fbf tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (8535e96c-4a99-4418-a45e-eb253d6deaad), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:33.478068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-91f73649-3989-4329-90ba-3e3efd8fb724 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:33.478844 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-91f73649-3989-4329-90ba-3e3efd8fb724 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:33.515793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-a65b30cc-4f41-42b4-b1fc-8317a379811c service neutron] 10.222.0.13 "GET /v2.0/networks/00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357463 Feb 11 04:30:33.767027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-91f73649-3989-4329-90ba-3e3efd8fb724 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5461302 Feb 11 04:30:33.767972 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-894dfbbb-ed80-4b9e-9ba3-042c63515c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5bc9e3df-ebbe-4395-ba55-5ba032f06e09), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:33.772252 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:33.779705 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-894dfbbb-ed80-4b9e-9ba3-042c63515c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:33.779705 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-894dfbbb-ed80-4b9e-9ba3-042c63515c56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5bc9e3df-ebbe-4395-ba55-5ba032f06e09 HTTP/1.1" status: 204 len: 168 time: 1.1030157 Feb 11 04:30:33.801832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Request body: {'port': {'device_id': '3e6e9716-606b-4221-9adb-be3eda92988c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:33.847374 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:33.942774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-1cc1b609-6d92-4b43-8415-ff194e8ed0f2 service neutron] 10.222.0.13 "GET /v2.0/networks/00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181392 Feb 11 04:30:34.041277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dfbbb-ed80-4b9e-9ba3-042c63515c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc9e3df-ebbe-4395-ba55-5ba032f06e09,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:34.124420 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-697734e7-0d72-4569-8d91-89e5042d2bbe service neutron] 10.222.0.13 "GET /v2.0/ports/5fdbb401-1694-49f8-bfbf-47d7a4041211?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1306038 Feb 11 04:30:34.127674 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (35c745ab-edf6-48f2-a7db-792e0e226073), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:34.169946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b1e83-a510-4a25-89c3-8f1571532c42 req-03c38c09-6d5b-4ad7-a62d-642f3bf681db tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:34.174796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-611b1e83-a510-4a25-89c3-8f1571532c42 req-03c38c09-6d5b-4ad7-a62d-642f3bf681db tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 945 time: 0.4511600 Feb 11 04:30:34.209048 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10f39b42-bab1-4909-94fe-131856876fbf tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (8535e96c-4a99-4418-a45e-eb253d6deaad), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:34.267434 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bb846-9bfd-43f1-a8f9-914ea8dc56df req-821d32f3-20e5-4b91-8286-281a987a1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:34.269646 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a57bb846-9bfd-43f1-a8f9-914ea8dc56df req-821d32f3-20e5-4b91-8286-281a987a1600 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 1130 time: 0.1204593 Feb 11 04:30:34.356132 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a57bb846-9bfd-43f1-a8f9-914ea8dc56df req-0c4aa529-9794-471b-b0b7-6e1898feefcd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805595 Feb 11 04:30:34.446832 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-611b1e83-a510-4a25-89c3-8f1571532c42 req-d9ff77ed-e412-4bfb-9896-38c6e96d65e5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352183 Feb 11 04:30:34.456144 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10f39b42-bab1-4909-94fe-131856876fbf tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (8535e96c-4a99-4418-a45e-eb253d6deaad), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:34.499552 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-f2128c24-4287-461f-810c-3affc6cc3c6d service neutron] 10.222.0.13 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478158 Feb 11 04:30:34.525803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f39b42-bab1-4909-94fe-131856876fbf tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Subnet': ['ID=8535e96c-4a99-4418-a45e-eb253d6deaad,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:34.538095 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10f39b42-bab1-4909-94fe-131856876fbf tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:34.544366 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-10f39b42-bab1-4909-94fe-131856876fbf tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/subnets/8535e96c-4a99-4418-a45e-eb253d6deaad HTTP/1.1" status: 204 len: 168 time: 1.3254855 Feb 11 04:30:34.545537 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55454) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:34.548058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55456) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:34.583440 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-11044ba1-4bf0-4325-8e60-cddab1949411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:34.771000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-11044ba1-4bf0-4325-8e60-cddab1949411 admin admin] Publish callbacks [] for security_group (073116a6-4a9f-4c1a-92b2-9b5efe1dae63), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:34.791227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3689ed71-bf18-4257-875b-df4919c5c937 None None] Network c91813e5-235f-41e5-95e1-0c8d4d4da76f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:34.880978 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-11044ba1-4bf0-4325-8e60-cddab1949411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (073116a6-4a9f-4c1a-92b2-9b5efe1dae63), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:34.904161 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (c91813e5-235f-41e5-95e1-0c8d4d4da76f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:34.918742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-76807798-5d9f-41b1-9fb0-280daf8804c6 None None] Provisioning complete for port e93b78ed-72a4-464f-8676-19d079dd2a8c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:34.920329 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-76807798-5d9f-41b1-9fb0-280daf8804c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:34.956268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-dfe4107c-9d31-4d6a-b8de-5d6111843273 service neutron] 10.222.0.13 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397557 Feb 11 04:30:34.987411 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-11044ba1-4bf0-4325-8e60-cddab1949411 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1759e7a54b849a5b9f1452394a55b22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4379082 Feb 11 04:30:34.988965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55464) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:34.996328 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11044ba1-4bf0-4325-8e60-cddab1949411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073116a6-4a9f-4c1a-92b2-9b5efe1dae63,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:35.008106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d57fb8-ea16-43c9-8af5-d13381c7bd1d req-19aa275e-d1b9-456d-b2f7-a842ff7282af tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:35.017754 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8d57fb8-ea16-43c9-8af5-d13381c7bd1d req-19aa275e-d1b9-456d-b2f7-a842ff7282af tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 931 time: 0.3800490 Feb 11 04:30:35.054615 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e8090-ee52-4922-b67f-01ccec271f7a None None] DHCP port deletion for c91813e5-235f-41e5-95e1-0c8d4d4da76f request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:30:35.069125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-41395615-0f70-42d5-925f-f63ba60e92c5 service neutron] 10.222.0.13 "GET /v2.0/ports/963b6a8b-e879-44fc-be34-943887949a52?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1004808 Feb 11 04:30:35.075223 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-867d99e5-eee7-48a8-8ded-7d0f42c719b4 admin admin] Publish callbacks [] for security_group (073116a6-4a9f-4c1a-92b2-9b5efe1dae63), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.100486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-867d99e5-eee7-48a8-8ded-7d0f42c719b4 admin admin] Publish callbacks [] for security_group (073116a6-4a9f-4c1a-92b2-9b5efe1dae63), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.136020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-76807798-5d9f-41b1-9fb0-280daf8804c6 None None] Current status of the port e93b78ed-72a4-464f-8676-19d079dd2a8c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:35.182558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-870e8090-ee52-4922-b67f-01ccec271f7a None None] Deleting port e93b78ed-72a4-464f-8676-19d079dd2a8c {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:30:35.183010 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-870e8090-ee52-4922-b67f-01ccec271f7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.217373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c745ab-edf6-48f2-a7db-792e0e226073 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:30:35.259844 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-870e8090-ee52-4922-b67f-01ccec271f7a None None] For port e93b78ed-72a4-464f-8676-19d079dd2a8c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e93b78ed-72a4-464f-8676-19d079dd2a8c,segment=NetworkSegment(85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89),segment_id=85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:35.260246 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-870e8090-ee52-4922-b67f-01ccec271f7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.264495 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Publish callbacks [] for port (35c745ab-edf6-48f2-a7db-792e0e226073), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.280503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-870e8090-ee52-4922-b67f-01ccec271f7a None None] Calling delete_port for e93b78ed-72a4-464f-8676-19d079dd2a8c owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:30:35.317421 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-867d99e5-eee7-48a8-8ded-7d0f42c719b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (073116a6-4a9f-4c1a-92b2-9b5efe1dae63), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.321621 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-867d99e5-eee7-48a8-8ded-7d0f42c719b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.332755 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-867d99e5-eee7-48a8-8ded-7d0f42c719b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/073116a6-4a9f-4c1a-92b2-9b5efe1dae63 HTTP/1.1" status: 204 len: 168 time: 0.3358371 Feb 11 04:30:35.338238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8d57fb8-ea16-43c9-8af5-d13381c7bd1d req-0979fd57-a5ca-46c5-9bfa-b73ff39161b1 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/security-groups?id=59c669d4-b8e5-4e43-b3ca-7131289e9c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195350 Feb 11 04:30:35.348424 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d99e5-eee7-48a8-8ded-7d0f42c719b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073116a6-4a9f-4c1a-92b2-9b5efe1dae63,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:35.357552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Transition to ACTIVE for port object 35c745ab-edf6-48f2-a7db-792e0e226073 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:30:35.391689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55470) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:35.426482 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9c71091-77f3-4b00-aca5-435c068268de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.448010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-228e50d0-ab6e-4e6b-99af-920051b24ae5 service neutron] 10.222.0.13 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866831 Feb 11 04:30:35.455785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Deleting port e93b78ed-72a4-464f-8676-19d079dd2a8c {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:30:35.459476 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.522007 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (35c745ab-edf6-48f2-a7db-792e0e226073), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.563311 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-870e8090-ee52-4922-b67f-01ccec271f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.591288 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9c71091-77f3-4b00-aca5-435c068268de admin admin] Publish callbacks [] for security_group (47a2098a-bdd9-4094-adbe-ad57d70966b4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.616180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e8090-ee52-4922-b67f-01ccec271f7a None None] Pushing event deleted for resources: {'Port': ['ID=e93b78ed-72a4-464f-8676-19d079dd2a8c,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:35.621441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e8090-ee52-4922-b67f-01ccec271f7a None None] No DVR routers for this DVR port e93b78ed-72a4-464f-8676-19d079dd2a8c on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:30:35.672727 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9c71091-77f3-4b00-aca5-435c068268de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (47a2098a-bdd9-4094-adbe-ad57d70966b4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.721365 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c9c71091-77f3-4b00-aca5-435c068268de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=150ab6463c4e417bbfcc853e3b7131e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279707 Feb 11 04:30:35.722492 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55482) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:35.730134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] For port e93b78ed-72a4-464f-8676-19d079dd2a8c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e93b78ed-72a4-464f-8676-19d079dd2a8c,segment=NetworkSegment(85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89),segment_id=85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:35.730516 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.773221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Calling delete_port for e93b78ed-72a4-464f-8676-19d079dd2a8c owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:30:35.778188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c71091-77f3-4b00-aca5-435c068268de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a2098a-bdd9-4094-adbe-ad57d70966b4,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:35.785127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Pushing event updated for resources: {'Port': ['ID=35c745ab-edf6-48f2-a7db-792e0e226073,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:35.819283 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fac14797-d927-4ef7-90f5-eec17a083b38 admin admin] Publish callbacks [] for security_group (47a2098a-bdd9-4094-adbe-ad57d70966b4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.872444 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fac14797-d927-4ef7-90f5-eec17a083b38 admin admin] Publish callbacks [] for security_group (47a2098a-bdd9-4094-adbe-ad57d70966b4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:35.908366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69e538-35d2-40de-8f1a-1c9c36f40b5f req-2c17a180-c953-4254-ab8f-5131acfb686d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:35.911572 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb69e538-35d2-40de-8f1a-1c9c36f40b5f req-2c17a180-c953-4254-ab8f-5131acfb686d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 947 time: 0.4031112 Feb 11 04:30:35.927142 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-8bcef1ca-ed09-41fc-b80e-a180981a8a0f service neutron] 10.222.0.13 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632268 Feb 11 04:30:36.053763 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fac14797-d927-4ef7-90f5-eec17a083b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (47a2098a-bdd9-4094-adbe-ad57d70966b4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:36.066202 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fac14797-d927-4ef7-90f5-eec17a083b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:36.066202 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fac14797-d927-4ef7-90f5-eec17a083b38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47a2098a-bdd9-4094-adbe-ad57d70966b4 HTTP/1.1" status: 204 len: 168 time: 0.3363447 Feb 11 04:30:36.081564 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac14797-d927-4ef7-90f5-eec17a083b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a2098a-bdd9-4094-adbe-ad57d70966b4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:36.182733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Attempting to bind port 35c745ab-edf6-48f2-a7db-792e0e226073 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:30:36.189222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Attempting to bind port 35c745ab-edf6-48f2-a7db-792e0e226073 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '4e0c5567-72be-4c84-8577-2c498d47bdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e84ca41d-2ea3-49fa-a2a8-d45306be69c6'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:30:36.189222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Attempting to bind port 35c745ab-edf6-48f2-a7db-792e0e226073 on network e84ca41d-2ea3-49fa-a2a8-d45306be69c6 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:30:36.234810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb69e538-35d2-40de-8f1a-1c9c36f40b5f req-75bf1acf-4c6e-4a9d-a3b4-050de3410385 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3012817 Feb 11 04:30:36.238101 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e93b78ed-72a4-464f-8676-19d079dd2a8c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:36.240030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Port 35c745ab-edf6-48f2-a7db-792e0e226073 on network e84ca41d-2ea3-49fa-a2a8-d45306be69c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:30:36.240361 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Attempting to bind port 35c745ab-edf6-48f2-a7db-792e0e226073 on network e84ca41d-2ea3-49fa-a2a8-d45306be69c6 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:30:36.303693 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-eb997d1d-5478-4200-99fe-396d94c56a18 service neutron] 10.222.0.13 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755026 Feb 11 04:30:36.313037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e93b78ed-72a4-464f-8676-19d079dd2a8c no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:30:36.383033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: e93b78ed-72a4-464f-8676-19d079dd2a8c {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:30:36.383385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e93b78ed-72a4-464f-8676-19d079dd2a8c not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:30:36.388382 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:30:36.388739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Checking segment: {'id': '4e0c5567-72be-4c84-8577-2c498d47bdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e84ca41d-2ea3-49fa-a2a8-d45306be69c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:30:36.390460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Bound using segment: {'id': '4e0c5567-72be-4c84-8577-2c498d47bdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e84ca41d-2ea3-49fa-a2a8-d45306be69c6'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:30:36.391391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Bound port: 35c745ab-edf6-48f2-a7db-792e0e226073, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e0c5567-72be-4c84-8577-2c498d47bdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e84ca41d-2ea3-49fa-a2a8-d45306be69c6'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:30:36.391730 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (35c745ab-edf6-48f2-a7db-792e0e226073), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:36.428545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No DVR routers for this DVR port e93b78ed-72a4-464f-8676-19d079dd2a8c on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:30:36.437305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Port': ['ID=e93b78ed-72a4-464f-8676-19d079dd2a8c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:36.765226 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (c91813e5-235f-41e5-95e1-0c8d4d4da76f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:36.823457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91813e5-235f-41e5-95e1-0c8d4d4da76f']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:36.863017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:36.863591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:36.881259 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:36.885407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-58115823-fdd4-434b-b6f0-53bf5726e6f9 service neutron] 10.222.0.13 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782759 Feb 11 04:30:36.940068 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:36.977771 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ba14d-eaa3-4429-9129-0c400dba53ab req-8b970f72-5774-47d9-a550-7c180e146f0d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:36.984960 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-817ba14d-eaa3-4429-9129-0c400dba53ab req-8b970f72-5774-47d9-a550-7c180e146f0d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 945 time: 0.5809467 Feb 11 04:30:37.007169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] For port 35c745ab-edf6-48f2-a7db-792e0e226073, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:30:37.020633 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:30:37.020633 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (85b8a70c-f9eb-4481-9e4e-ff8bb0b8ad89), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:30:37.058564 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:30:37.091933 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] For port 35c745ab-edf6-48f2-a7db-792e0e226073, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=35c745ab-edf6-48f2-a7db-792e0e226073,segment=NetworkSegment(4e0c5567-72be-4c84-8577-2c498d47bdbc),segment_id=4e0c5567-72be-4c84-8577-2c498d47bdbc)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:30:37.130265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-906b3b47-4064-4242-b0cc-93cc7c9c1a1f service neutron] 10.222.0.13 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298224 Feb 11 04:30:37.212802 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (35c745ab-edf6-48f2-a7db-792e0e226073), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:37.216509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:30:37.294921 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-817ba14d-eaa3-4429-9129-0c400dba53ab req-8489f4c9-f11c-4a42-a049-4f73f8f304eb tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089089 Feb 11 04:30:37.319456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:37.320256 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:37.321840 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] 10.222.0.47 "PUT /v2.0/ports/35c745ab-edf6-48f2-a7db-792e0e226073 HTTP/1.1" status: 200 len: 1092 time: 3.5454443 Feb 11 04:30:37.353009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6e9716-606b-4221-9adb-be3eda92988c', 'tag': '35c745ab-edf6-48f2-a7db-792e0e226073'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:30:37.354368 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f7753b-5f6b-45c2-946a-db3b06e88544" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6e9716-606b-4221-9adb-be3eda92988c", "tag": "35c745ab-edf6-48f2-a7db-792e0e226073"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:30:37.371367 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (c91813e5-235f-41e5-95e1-0c8d4d4da76f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:37.421623 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:37.422117 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:37.433911 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:37.443549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/c91813e5-235f-41e5-95e1-0c8d4d4da76f HTTP/1.1" status: 204 len: 168 time: 2.8898559 Feb 11 04:30:37.445247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55554) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:37.449513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e6231-4910-45fc-8af2-949a41c15d9e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Network': ['ID=c91813e5-235f-41e5-95e1-0c8d4d4da76f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:37.454181 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e37e5-26ae-426a-b499-fba73f01920d service neutron] Pushing event updated for resources: {'Port': ['ID=35c745ab-edf6-48f2-a7db-792e0e226073,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:37.484957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:30:37.488700 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3784ef9-3661-4cff-a2ef-e1d1e81ef5af" -d '{"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-unplugged", "status": "completed", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:30:37.508543 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9d65a1-d137-42d7-bf2b-40991e095b74 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] DELETE failed (client error): The resource could not be found. Feb 11 04:30:37.509306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9d65a1-d137-42d7-bf2b-40991e095b74 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:30:37.511850 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:37.516443 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4c9d65a1-d137-42d7-bf2b-40991e095b74 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/subnets/0f51e553-7c3b-4d6d-9001-102fde566e8e HTTP/1.1" status: 404 len: 337 time: 0.0693047 Feb 11 04:30:37.517428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55558) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:37.542127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-7a0a4920-4941-4adf-8567-b19a1060dd2e service neutron] 10.222.0.13 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552775 Feb 11 04:30:37.552994 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2cb2ff-c542-4177-8df6-66fe434fa120 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] DELETE failed (client error): The resource could not be found. Feb 11 04:30:37.553789 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2cb2ff-c542-4177-8df6-66fe434fa120 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:30:37.557563 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ea2cb2ff-c542-4177-8df6-66fe434fa120 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/38be17f0-a8ba-4502-8042-74373ce3d4d3 HTTP/1.1" status: 404 len: 339 time: 0.0384102 Feb 11 04:30:37.560163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55560) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:37.602018 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-d848a711-b291-4274-a588-0f39fdd94722 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] DELETE failed (client error): The resource could not be found. Feb 11 04:30:37.602731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d848a711-b291-4274-a588-0f39fdd94722 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:30:37.606230 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d848a711-b291-4274-a588-0f39fdd94722 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/subnets/2df76645-443c-4476-af02-bacbd243b9aa HTTP/1.1" status: 404 len: 337 time: 0.0446830 Feb 11 04:30:37.613191 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:37.626160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55564) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:37.779806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:38.111407 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5aa3816-6180-41b3-8ea7-69325fd4f820 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] DELETE failed (client error): The resource could not be found. Feb 11 04:30:38.112460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5aa3816-6180-41b3-8ea7-69325fd4f820 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:30:38.115909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a5aa3816-6180-41b3-8ea7-69325fd4f820 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/72ddbb1d-c5c9-4746-8d30-b6f6f5f365ae HTTP/1.1" status: 404 len: 339 time: 0.4863293 Feb 11 04:30:38.131840 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b458a2c-7471-4376-af5f-fdd5b8ded959 req-a6018b1b-5d18-4ee7-8b2c-2794af9973a5 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:38.138009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b458a2c-7471-4376-af5f-fdd5b8ded959 req-a6018b1b-5d18-4ee7-8b2c-2794af9973a5 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 943 time: 0.6663580 Feb 11 04:30:38.140033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55576) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:38.188856 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a2659f-932a-4027-8daa-516d28c00a8c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] DELETE failed (client error): The resource could not be found. Feb 11 04:30:38.189340 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a2659f-932a-4027-8daa-516d28c00a8c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:30:38.195218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-78830e28-db2c-4144-9573-116cb9ffee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:38.196821 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-78830e28-db2c-4144-9573-116cb9ffee14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dad791f7a2e94982a1c7f73e36e379b9&device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 1126 time: 0.6730666 Feb 11 04:30:38.199390 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-70a2659f-932a-4027-8daa-516d28c00a8c tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/subnets/66ab5b87-f13f-4865-bb72-ac3297410c65 HTTP/1.1" status: 404 len: 337 time: 0.0523643 Feb 11 04:30:38.200296 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55578) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:38.248116 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d18875-82dd-41bf-965d-3787a75bce9d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] DELETE failed (client error): The resource could not be found. Feb 11 04:30:38.249383 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d18875-82dd-41bf-965d-3787a75bce9d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:30:38.253670 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-26d18875-82dd-41bf-965d-3787a75bce9d tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/410d8140-6c5e-4f5b-804c-b7f744667a4a HTTP/1.1" status: 404 len: 339 time: 0.0521636 Feb 11 04:30:38.256248 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55582) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:38.301800 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-c425ffb8-cfd7-4610-a9ce-88438b5beb50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35c745ab-edf6-48f2-a7db-792e0e226073 HTTP/1.1" status: 200 len: 217 time: 0.0816247 Feb 11 04:30:38.333454 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-31b6b62e-7dd5-4f7c-9033-dd951c10b8c1 service neutron] 10.222.0.13 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7730515 Feb 11 04:30:38.382247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0a1c7e-48d2-41fb-9f95-7b7b464e5ff9 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Deleting subnet 5768ae85-6981-4498-a2d1-77ae533b09aa {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:30:38.398474 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1c7e-48d2-41fb-9f95-7b7b464e5ff9 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for subnet (5768ae85-6981-4498-a2d1-77ae533b09aa), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:38.463816 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1c7e-48d2-41fb-9f95-7b7b464e5ff9 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (5768ae85-6981-4498-a2d1-77ae533b09aa), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:38.471962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b458a2c-7471-4376-af5f-fdd5b8ded959 req-057071de-702c-48c5-a53f-18d885375c42 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/security-groups?id=59c669d4-b8e5-4e43-b3ca-7131289e9c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138580 Feb 11 04:30:38.489479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-0bb8ae75-b3aa-4b30-a628-bb7fcb3a966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:38.491835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-0bb8ae75-b3aa-4b30-a628-bb7fcb3a966f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87ee16fb-e51f-46dc-abde-f7dddf3e1102 HTTP/1.1" status: 200 len: 854 time: 0.1780767 Feb 11 04:30:38.633582 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1c7e-48d2-41fb-9f95-7b7b464e5ff9 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (5768ae85-6981-4498-a2d1-77ae533b09aa), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:38.640657 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-7582672e-cc8b-4d43-9887-ca8a250e5013 service neutron] 10.222.0.13 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626462 Feb 11 04:30:38.644686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-88ac86c7-51d5-4572-b4a8-aebd8e438dc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e84ca41d-2ea3-49fa-a2a8-d45306be69c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457553 Feb 11 04:30:38.866992 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1c7e-48d2-41fb-9f95-7b7b464e5ff9 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (5768ae85-6981-4498-a2d1-77ae533b09aa), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:38.870675 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ea21a-51b8-481f-9f96-af4dce567dd1 req-62535f70-d579-45fd-adfc-b6502dd5af6d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:38.885408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f8ea21a-51b8-481f-9f96-af4dce567dd1 req-62535f70-d579-45fd-adfc-b6502dd5af6d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 947 time: 0.2436213 Feb 11 04:30:38.944464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a1c7e-48d2-41fb-9f95-7b7b464e5ff9 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Subnet': ['ID=5768ae85-6981-4498-a2d1-77ae533b09aa,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:38.955000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1c7e-48d2-41fb-9f95-7b7b464e5ff9 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:38.960526 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9a0a1c7e-48d2-41fb-9f95-7b7b464e5ff9 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/subnets/5768ae85-6981-4498-a2d1-77ae533b09aa HTTP/1.1" status: 204 len: 168 time: 0.7026017 Feb 11 04:30:38.962971 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55602) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:38.967412 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-1388c22b-98c5-4bea-a311-7d8b6b6a57e9 service neutron] 10.222.0.47 "GET /v2.0/networks/e84ca41d-2ea3-49fa-a2a8-d45306be69c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144934 Feb 11 04:30:38.967750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d57543b-1784-4dad-af9f-e0637a4ae937 None None] Network 338fab0d-5aad-4540-b7cc-aa6c270a0a6b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:38.973190 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-280cdeb9-fdca-4f75-9a4c-82a73795ec7d service neutron] 10.222.0.13 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183255 Feb 11 04:30:39.164228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f8ea21a-51b8-481f-9f96-af4dce567dd1 req-ea835d79-9c05-42f2-ab14-59c8b340a304 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2735772 Feb 11 04:30:39.168088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (338fab0d-5aad-4540-b7cc-aa6c270a0a6b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:39.272274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34124350-ad6b-488d-8e86-459be5cc3be6 None None] DHCP port deletion for 338fab0d-5aad-4540-b7cc-aa6c270a0a6b request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:30:39.302152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-19197262-127b-4611-b5a5-f1685a1ac991 service neutron] 10.222.0.13 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155558 Feb 11 04:30:39.336509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Deleting port 2066153c-33cc-47e6-8cc0-4a99450f93e8 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:30:39.336861 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:39.452068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-34124350-ad6b-488d-8e86-459be5cc3be6 None None] Deleting port 2066153c-33cc-47e6-8cc0-4a99450f93e8 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:30:39.453056 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34124350-ad6b-488d-8e86-459be5cc3be6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:39.460312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-e513f210-e758-49b0-88f0-4468062c038c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:39.463830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-e513f210-e758-49b0-88f0-4468062c038c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports/5fdbb401-1694-49f8-bfbf-47d7a4041211 HTTP/1.1" status: 200 len: 931 time: 0.1422873 Feb 11 04:30:39.470555 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78b0c4b9-5e13-4dc9-87c0-49e5293915ae req-f421c970-ded6-4316-a25f-8d33887f4099 service neutron] 10.222.0.47 "GET /v2.0/networks/e84ca41d-2ea3-49fa-a2a8-d45306be69c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960783 Feb 11 04:30:39.491760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] For port 2066153c-33cc-47e6-8cc0-4a99450f93e8, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2066153c-33cc-47e6-8cc0-4a99450f93e8,segment=NetworkSegment(ae3e2257-b16a-41e9-af26-e8103ceb2771),segment_id=ae3e2257-b16a-41e9-af26-e8103ceb2771)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:39.491760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:39.522250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Calling delete_port for 2066153c-33cc-47e6-8cc0-4a99450f93e8 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:30:39.567269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-fdd849a7-c436-41a6-be03-feb0b28ea507 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:39.568931 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-fdd849a7-c436-41a6-be03-feb0b28ea507 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports/963b6a8b-e879-44fc-be34-943887949a52 HTTP/1.1" status: 200 len: 932 time: 0.0939827 Feb 11 04:30:39.614299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-34124350-ad6b-488d-8e86-459be5cc3be6 None None] For port 2066153c-33cc-47e6-8cc0-4a99450f93e8, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2066153c-33cc-47e6-8cc0-4a99450f93e8,segment=NetworkSegment(ae3e2257-b16a-41e9-af26-e8103ceb2771),segment_id=ae3e2257-b16a-41e9-af26-e8103ceb2771)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:39.614299 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34124350-ad6b-488d-8e86-459be5cc3be6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:39.646564 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-34124350-ad6b-488d-8e86-459be5cc3be6 None None] Calling delete_port for 2066153c-33cc-47e6-8cc0-4a99450f93e8 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:30:39.812994 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:39.822839 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34124350-ad6b-488d-8e86-459be5cc3be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (2066153c-33cc-47e6-8cc0-4a99450f93e8), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:39.868827 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Port': ['ID=2066153c-33cc-47e6-8cc0-4a99450f93e8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:39.876311 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No DVR routers for this DVR port 2066153c-33cc-47e6-8cc0-4a99450f93e8 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:30:39.909728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34124350-ad6b-488d-8e86-459be5cc3be6 None None] Pushing event deleted for resources: {'Port': ['ID=2066153c-33cc-47e6-8cc0-4a99450f93e8,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:39.923165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34124350-ad6b-488d-8e86-459be5cc3be6 None None] No DVR routers for this DVR port 2066153c-33cc-47e6-8cc0-4a99450f93e8 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:30:40.079533 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (338fab0d-5aad-4540-b7cc-aa6c270a0a6b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:40.119919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338fab0d-5aad-4540-b7cc-aa6c270a0a6b']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:40.140200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3e2257-b16a-41e9-af26-e8103ceb2771') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:40.140721 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3e2257-b16a-41e9-af26-e8103ceb2771') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:40.153302 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (ae3e2257-b16a-41e9-af26-e8103ceb2771), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:40.170582 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ae3e2257-b16a-41e9-af26-e8103ceb2771), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:40.194294 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (ae3e2257-b16a-41e9-af26-e8103ceb2771), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:30:40.201428 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:30:40.309221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2066153c-33cc-47e6-8cc0-4a99450f93e8 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:30:40.356565 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 2066153c-33cc-47e6-8cc0-4a99450f93e8 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:30:40.358350 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2066153c-33cc-47e6-8cc0-4a99450f93e8 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:30:40.515311 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (338fab0d-5aad-4540-b7cc-aa6c270a0a6b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:40.522344 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:40.526734 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/338fab0d-5aad-4540-b7cc-aa6c270a0a6b HTTP/1.1" status: 204 len: 168 time: 1.5625739 Feb 11 04:30:40.530310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55664) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:40.550462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865e526-ad0f-4284-9b90-3226dfa4bae6 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Network': ['ID=338fab0d-5aad-4540-b7cc-aa6c270a0a6b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:40.606659 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-a455e918-49bb-46db-b193-d6ba06af6737 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] DELETE failed (client error): The resource could not be found. Feb 11 04:30:40.609176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a455e918-49bb-46db-b193-d6ba06af6737 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:30:40.615695 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a455e918-49bb-46db-b193-d6ba06af6737 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/subnets/d740102e-662d-43c9-bc61-ba95a5f35e39 HTTP/1.1" status: 404 len: 337 time: 0.0823176 Feb 11 04:30:40.617599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55672) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:40.668496 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60bd361-5ba3-4f0f-831a-fd1d3dca4270 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] DELETE failed (client error): The resource could not be found. Feb 11 04:30:40.669007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60bd361-5ba3-4f0f-831a-fd1d3dca4270 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:30:40.685172 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f60bd361-5ba3-4f0f-831a-fd1d3dca4270 tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/bb1585c2-968a-4a2d-a567-3b9d2614c08a HTTP/1.1" status: 404 len: 339 time: 0.0658798 Feb 11 04:30:40.687742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55674) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:40.765174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-6868dd30-3456-42a7-b286-0af8f1d8907e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Deleting subnet f4f2127e-6b3a-4452-b453-fe55b1993de7 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:30:40.769101 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6868dd30-3456-42a7-b286-0af8f1d8907e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for subnet (f4f2127e-6b3a-4452-b453-fe55b1993de7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:40.801208 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a30d7d4-2524-4c36-990a-016e46f855e2 x-openstack-request-id: req-5a30d7d4-2524-4c36-990a-016e46f855e2 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:30:40.801502 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6e9716-606b-4221-9adb-be3eda92988c", "tag": "35c745ab-edf6-48f2-a7db-792e0e226073", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:30:40.801920 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a30d7d4-2524-4c36-990a-016e46f855e2 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:30:40.802461 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6e9716-606b-4221-9adb-be3eda92988c', 'tag': '35c745ab-edf6-48f2-a7db-792e0e226073', 'status': 'completed', 'code': 200} Feb 11 04:30:40.877077 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6868dd30-3456-42a7-b286-0af8f1d8907e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (f4f2127e-6b3a-4452-b453-fe55b1993de7), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:40.914953 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c826a9-2eee-44da-80fa-0c3c7763bcec x-openstack-request-id: req-14c826a9-2eee-44da-80fa-0c3c7763bcec {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:30:40.914953 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-unplugged", "status": "completed", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:30:40.915551 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14c826a9-2eee-44da-80fa-0c3c7763bcec {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:30:40.917016 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'code': 200} Feb 11 04:30:40.962891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7753b-5f6b-45c2-946a-db3b06e88544 req-791742ce-ce55-46b9-a6a1-c4211ecaee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:40.966289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3f7753b-5f6b-45c2-946a-db3b06e88544 req-791742ce-ce55-46b9-a6a1-c4211ecaee69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dad791f7a2e94982a1c7f73e36e379b9&device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 1126 time: 0.1159108 Feb 11 04:30:41.165660 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6868dd30-3456-42a7-b286-0af8f1d8907e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (f4f2127e-6b3a-4452-b453-fe55b1993de7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:41.229524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de13000-6818-4e44-8760-ba201716e755 req-5602dab7-4ba7-4d84-a27f-1e44a64009c1 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:41.231336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9de13000-6818-4e44-8760-ba201716e755 req-5602dab7-4ba7-4d84-a27f-1e44a64009c1 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 943 time: 0.1492407 Feb 11 04:30:41.269354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7753b-5f6b-45c2-946a-db3b06e88544 req-07a8f416-cd1d-447b-b344-3e90ffa5a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:41.270973 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3f7753b-5f6b-45c2-946a-db3b06e88544 req-07a8f416-cd1d-447b-b344-3e90ffa5a982 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e84ca41d-2ea3-49fa-a2a8-d45306be69c6 HTTP/1.1" status: 200 len: 915 time: 0.2914536 Feb 11 04:30:41.335694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3f7753b-5f6b-45c2-946a-db3b06e88544 req-27dbd8dd-6498-4f24-8b10-b03abf6a3712 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35c745ab-edf6-48f2-a7db-792e0e226073 HTTP/1.1" status: 200 len: 217 time: 0.0588846 Feb 11 04:30:41.369220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6868dd30-3456-42a7-b286-0af8f1d8907e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (f4f2127e-6b3a-4452-b453-fe55b1993de7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:41.396303 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9de13000-6818-4e44-8760-ba201716e755 req-082b3ee3-97f7-46f9-b03e-1a7bba9f006f tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/security-groups?id=59c669d4-b8e5-4e43-b3ca-7131289e9c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548176 Feb 11 04:30:41.416173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd513d-fed6-4073-b0d7-459ce765c9df None None] Network 89104d0f-3e58-4bd5-b634-52c93e4b0983 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:41.418871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7753b-5f6b-45c2-946a-db3b06e88544 req-935234d7-0859-4bf2-897a-f9c96f7e13ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:41.421515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3f7753b-5f6b-45c2-946a-db3b06e88544 req-935234d7-0859-4bf2-897a-f9c96f7e13ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87ee16fb-e51f-46dc-abde-f7dddf3e1102 HTTP/1.1" status: 200 len: 854 time: 0.0796080 Feb 11 04:30:41.506047 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6868dd30-3456-42a7-b286-0af8f1d8907e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:41.523378 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6868dd30-3456-42a7-b286-0af8f1d8907e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/subnets/f4f2127e-6b3a-4452-b453-fe55b1993de7 HTTP/1.1" status: 204 len: 168 time: 0.8340912 Feb 11 04:30:41.526242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3f7753b-5f6b-45c2-946a-db3b06e88544 req-68866848-2e59-4173-b95f-dc77015075bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e84ca41d-2ea3-49fa-a2a8-d45306be69c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982201 Feb 11 04:30:41.529560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868dd30-3456-42a7-b286-0af8f1d8907e tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f2127e-6b3a-4452-b453-fe55b1993de7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:41.530252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55698) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:41.816007 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (89104d0f-3e58-4bd5-b634-52c93e4b0983), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:41.817872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138860b6-4467-4b30-b4c5-9d274dda5a5d None None] DHCP port deletion for 89104d0f-3e58-4bd5-b634-52c93e4b0983 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:30:41.892261 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-138860b6-4467-4b30-b4c5-9d274dda5a5d None None] Deleting port aac38026-07af-4914-9998-7e8d075c1920 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:30:41.892736 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-138860b6-4467-4b30-b4c5-9d274dda5a5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (aac38026-07af-4914-9998-7e8d075c1920), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:41.907602 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3f7753b-5f6b-45c2-946a-db3b06e88544 req-1017aa7f-1383-4e9d-b525-dd03e8173a4b service neutron] 10.222.0.47 "GET /v2.0/networks/e84ca41d-2ea3-49fa-a2a8-d45306be69c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261759 Feb 11 04:30:42.114229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-138860b6-4467-4b30-b4c5-9d274dda5a5d None None] For port aac38026-07af-4914-9998-7e8d075c1920, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=aac38026-07af-4914-9998-7e8d075c1920,segment=NetworkSegment(1cbaf781-c621-4154-8cfe-e7c61a7e7115),segment_id=1cbaf781-c621-4154-8cfe-e7c61a7e7115)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:42.114651 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-138860b6-4467-4b30-b4c5-9d274dda5a5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (aac38026-07af-4914-9998-7e8d075c1920), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:42.121419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-b4e17eae-3526-4952-a5e0-ac94125050c5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:42.127042 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-b4e17eae-3526-4952-a5e0-ac94125050c5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports/5fdbb401-1694-49f8-bfbf-47d7a4041211 HTTP/1.1" status: 200 len: 931 time: 0.2237861 Feb 11 04:30:42.144467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecfd4077-570e-465d-8af4-62b517970c74 req-6f11b3b7-8b16-48cf-b122-1e5c8df87b54 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.1441965 Feb 11 04:30:42.155371 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-138860b6-4467-4b30-b4c5-9d274dda5a5d None None] Calling delete_port for aac38026-07af-4914-9998-7e8d075c1920 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:30:42.219335 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Deleting port aac38026-07af-4914-9998-7e8d075c1920 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:30:42.219678 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (aac38026-07af-4914-9998-7e8d075c1920), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:42.290134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] For port aac38026-07af-4914-9998-7e8d075c1920, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=aac38026-07af-4914-9998-7e8d075c1920,segment=NetworkSegment(1cbaf781-c621-4154-8cfe-e7c61a7e7115),segment_id=1cbaf781-c621-4154-8cfe-e7c61a7e7115)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:42.290505 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (aac38026-07af-4914-9998-7e8d075c1920), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:42.305519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Calling delete_port for aac38026-07af-4914-9998-7e8d075c1920 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:30:42.371416 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-8811378f-4989-4af0-a20e-604bdccb9221 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:42.373313 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-8811378f-4989-4af0-a20e-604bdccb9221 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports/963b6a8b-e879-44fc-be34-943887949a52 HTTP/1.1" status: 200 len: 932 time: 0.2453144 Feb 11 04:30:42.375951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3f7753b-5f6b-45c2-946a-db3b06e88544 req-ab64cef4-8b5c-4c23-9a43-e18a1af11a49 service neutron] 10.222.0.47 "GET /v2.0/networks/e84ca41d-2ea3-49fa-a2a8-d45306be69c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574533 Feb 11 04:30:42.423419 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device aac38026-07af-4914-9998-7e8d075c1920 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:30:42.841273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b42ca-8949-4333-8bf0-22d2b14e048d req-e1ee4da1-2d91-46ae-b430-cc8432d1a3eb tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:42.847379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c7b42ca-8949-4333-8bf0-22d2b14e048d req-e1ee4da1-2d91-46ae-b430-cc8432d1a3eb tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 943 time: 0.2564511 Feb 11 04:30:42.878078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port aac38026-07af-4914-9998-7e8d075c1920 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:42.878944 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (aac38026-07af-4914-9998-7e8d075c1920), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:42.904709 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (aac38026-07af-4914-9998-7e8d075c1920), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:42.923256 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-138860b6-4467-4b30-b4c5-9d274dda5a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (aac38026-07af-4914-9998-7e8d075c1920), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:42.943125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Port': ['ID=aac38026-07af-4914-9998-7e8d075c1920,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:42.948112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138860b6-4467-4b30-b4c5-9d274dda5a5d None None] Pushing event deleted for resources: {'Port': ['ID=aac38026-07af-4914-9998-7e8d075c1920,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:42.949741 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c7b42ca-8949-4333-8bf0-22d2b14e048d req-cbf1aa91-d2de-434e-9136-ce1eb05d96be tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/security-groups?id=59c669d4-b8e5-4e43-b3ca-7131289e9c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993443 Feb 11 04:30:42.950420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] No DVR routers for this DVR port aac38026-07af-4914-9998-7e8d075c1920 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:30:42.959390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138860b6-4467-4b30-b4c5-9d274dda5a5d None None] No DVR routers for this DVR port aac38026-07af-4914-9998-7e8d075c1920 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:30:43.057993 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (89104d0f-3e58-4bd5-b634-52c93e4b0983), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:43.085065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89104d0f-3e58-4bd5-b634-52c93e4b0983']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:43.096776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cbaf781-c621-4154-8cfe-e7c61a7e7115') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:43.097203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cbaf781-c621-4154-8cfe-e7c61a7e7115') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:43.107933 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (1cbaf781-c621-4154-8cfe-e7c61a7e7115), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:43.122585 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (1cbaf781-c621-4154-8cfe-e7c61a7e7115), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:43.131164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:30:43.131650 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (1cbaf781-c621-4154-8cfe-e7c61a7e7115), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:30:43.134877 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:30:43.180377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 35c745ab-edf6-48f2-a7db-792e0e226073 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:30:43.272434 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-957ea674-d570-4250-933f-9655e1f0cd21 req-295a7fa2-07f5-41fc-b871-74b5b48ec78d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0440857 Feb 11 04:30:43.275206 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (89104d0f-3e58-4bd5-b634-52c93e4b0983), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:43.290430 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:43.295823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] 10.222.0.13 "DELETE /v2.0/networks/89104d0f-3e58-4bd5-b634-52c93e4b0983 HTTP/1.1" status: 204 len: 168 time: 1.7623534 Feb 11 04:30:43.319152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 35c745ab-edf6-48f2-a7db-792e0e226073, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=35c745ab-edf6-48f2-a7db-792e0e226073,segment=NetworkSegment(4e0c5567-72be-4c84-8577-2c498d47bdbc),segment_id=4e0c5567-72be-4c84-8577-2c498d47bdbc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:43.334748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '35c745ab-edf6-48f2-a7db-792e0e226073', 'network_id': 'e84ca41d-2ea3-49fa-a2a8-d45306be69c6', 'port_id': '35c745ab-edf6-48f2-a7db-792e0e226073', 'mac_address': 'fa:16:3e:b0:ee:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ee16fb-e51f-46dc-abde-f7dddf3e1102', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:30:43.339196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731ca22-fb40-4c69-9cc0-5df55980dd5f tempest-NetworksIpV6Test-1629347119 tempest-NetworksIpV6Test-1629347119-project] Pushing event deleted for resources: {'Network': ['ID=89104d0f-3e58-4bd5-b634-52c93e4b0983,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:43.385733 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 35c745ab-edf6-48f2-a7db-792e0e226073 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:43.386236 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (35c745ab-edf6-48f2-a7db-792e0e226073), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:43.391478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55742) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:43.406156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c745ab-edf6-48f2-a7db-792e0e226073 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:30:43.436501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 35c745ab-edf6-48f2-a7db-792e0e226073, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=35c745ab-edf6-48f2-a7db-792e0e226073,segment=NetworkSegment(4e0c5567-72be-4c84-8577-2c498d47bdbc),segment_id=4e0c5567-72be-4c84-8577-2c498d47bdbc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:43.521945 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (35c745ab-edf6-48f2-a7db-792e0e226073), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:43.523572 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be851e87-3149-4824-8da5-b68e3c583cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:43.589766 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=35c745ab-edf6-48f2-a7db-792e0e226073,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:43.623239 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be851e87-3149-4824-8da5-b68e3c583cd6 admin admin] Publish callbacks [] for security_group (b85a3c7f-03d8-4e52-b4ab-7b460a58d92d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:43.730840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['35c745ab-edf6-48f2-a7db-792e0e226073'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:30:43.764424 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be851e87-3149-4824-8da5-b68e3c583cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b85a3c7f-03d8-4e52-b4ab-7b460a58d92d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:43.818456 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-be851e87-3149-4824-8da5-b68e3c583cd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab3bf6e8101c4ee69c5ac30ea33271db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4257963 Feb 11 04:30:43.819874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be851e87-3149-4824-8da5-b68e3c583cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85a3c7f-03d8-4e52-b4ab-7b460a58d92d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:43.822589 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55752) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:43.897426 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4223573b-833e-4711-9e76-807720745a03 admin admin] Publish callbacks [] for security_group (b85a3c7f-03d8-4e52-b4ab-7b460a58d92d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:43.923771 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4223573b-833e-4711-9e76-807720745a03 admin admin] Publish callbacks [] for security_group (b85a3c7f-03d8-4e52-b4ab-7b460a58d92d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.044449 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55760) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:44.075303 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4223573b-833e-4711-9e76-807720745a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b85a3c7f-03d8-4e52-b4ab-7b460a58d92d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.079324 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4223573b-833e-4711-9e76-807720745a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.081575 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4223573b-833e-4711-9e76-807720745a03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b85a3c7f-03d8-4e52-b4ab-7b460a58d92d HTTP/1.1" status: 204 len: 168 time: 0.2576456 Feb 11 04:30:44.100114 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223573b-833e-4711-9e76-807720745a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85a3c7f-03d8-4e52-b4ab-7b460a58d92d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:44.224732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b98a67-cca5-41f4-b2a4-d9dba6879052 req-c54815b7-c287-468c-a0c4-7f521a04bd2e tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:44.231378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45b98a67-cca5-41f4-b2a4-d9dba6879052 req-c54815b7-c287-468c-a0c4-7f521a04bd2e tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 944 time: 0.1617863 Feb 11 04:30:44.297333 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45b98a67-cca5-41f4-b2a4-d9dba6879052 req-d9db531e-9360-409d-b2f5-7a060c8da407 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/security-groups?id=59c669d4-b8e5-4e43-b3ca-7131289e9c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597227 Feb 11 04:30:44.369796 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-201471f6-8b67-42d5-a228-a26c6b0a6df0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=488dec3c6ffa42dcaf0f83851d5e8d35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3205566 Feb 11 04:30:44.370474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55772) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:44.441176 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1dd069ea-b508-409b-a47e-52b02d77fbca req-c1f690f0-f07a-4efe-8ec1-eb00bb567a55 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0483313 Feb 11 04:30:44.471685 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a75158d8-b1c9-4316-ac72-355bcb5f3acf admin admin] Publish callbacks [] for security_group (9ae54f06-b823-4865-8a44-0ed1c68807bb), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.494330 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a75158d8-b1c9-4316-ac72-355bcb5f3acf admin admin] Publish callbacks [] for security_group (9ae54f06-b823-4865-8a44-0ed1c68807bb), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.675662 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a75158d8-b1c9-4316-ac72-355bcb5f3acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9ae54f06-b823-4865-8a44-0ed1c68807bb), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.679006 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a75158d8-b1c9-4316-ac72-355bcb5f3acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:44.679610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a75158d8-b1c9-4316-ac72-355bcb5f3acf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ae54f06-b823-4865-8a44-0ed1c68807bb HTTP/1.1" status: 204 len: 168 time: 0.3079734 Feb 11 04:30:44.689084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75158d8-b1c9-4316-ac72-355bcb5f3acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae54f06-b823-4865-8a44-0ed1c68807bb,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:45.194675 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 35c745ab-edf6-48f2-a7db-792e0e226073 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:30:45.221229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55804) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:45.246062 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a90e90bb-2fb6-4194-8108-a518f05c3b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:45.255352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:30:45.407423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:45.443726 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'port_id': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'mac_address': 'fa:16:3e:39:ff:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:30:45.499055 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a90e90bb-2fb6-4194-8108-a518f05c3b84 admin admin] Publish callbacks [] for security_group (b0ceffc9-a490-415f-9ba8-c5f2acc6d084), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:45.517587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:45.519095 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:45.552569 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 35c745ab-edf6-48f2-a7db-792e0e226073 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:30:45.556950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:30:45.594356 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab4e27-6198-4dc0-b2d4-4cf62238531c req-069e8ada-e299-4618-84bf-d517bad40a41 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:45.602580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75ab4e27-6198-4dc0-b2d4-4cf62238531c req-069e8ada-e299-4618-84bf-d517bad40a41 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 944 time: 0.1095617 Feb 11 04:30:45.603322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:45.622248 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 35c745ab-edf6-48f2-a7db-792e0e226073 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:45.622617 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (35c745ab-edf6-48f2-a7db-792e0e226073), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:45.688034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75ab4e27-6198-4dc0-b2d4-4cf62238531c req-0c6fb970-46b9-4024-a1da-79cde8c59537 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/security-groups?id=59c669d4-b8e5-4e43-b3ca-7131289e9c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769079 Feb 11 04:30:45.688925 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a90e90bb-2fb6-4194-8108-a518f05c3b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b0ceffc9-a490-415f-9ba8-c5f2acc6d084), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:45.743072 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:45.772064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a90e90bb-2fb6-4194-8108-a518f05c3b84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9088b00987b4375bc996dd564ff0dda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5496924 Feb 11 04:30:45.775509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55832) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:45.776938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ef6f962f-ab36-4797-b3a7-11cd7dc4f452 req-be7c4256-42c0-4997-9f22-e8871603d21b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.1714730 Feb 11 04:30:45.798014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e90bb-2fb6-4194-8108-a518f05c3b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ceffc9-a490-415f-9ba8-c5f2acc6d084,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:45.819082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 35c745ab-edf6-48f2-a7db-792e0e226073 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:45.819622 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (35c745ab-edf6-48f2-a7db-792e0e226073), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:45.872322 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-988914d0-9dec-43e1-b012-b90c7ae3e11f admin admin] Publish callbacks [] for security_group (b0ceffc9-a490-415f-9ba8-c5f2acc6d084), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:45.910299 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-988914d0-9dec-43e1-b012-b90c7ae3e11f admin admin] Publish callbacks [] for security_group (b0ceffc9-a490-415f-9ba8-c5f2acc6d084), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:45.934688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['e4f04cd7-d182-479d-ae4d-5fc154e9d6a2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:30:46.083656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6e9716-606b-4221-9adb-be3eda92988c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c745ab-edf6-48f2-a7db-792e0e226073'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:30:46.086121 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efe1719-73b8-4c73-ba65-8eab70f26a21" -d '{"events": [{"server_uuid": "3e6e9716-606b-4221-9adb-be3eda92988c", "name": "network-vif-plugged", "status": "completed", "tag": "35c745ab-edf6-48f2-a7db-792e0e226073"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:30:46.089116 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:46.103878 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-988914d0-9dec-43e1-b012-b90c7ae3e11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b0ceffc9-a490-415f-9ba8-c5f2acc6d084), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:46.109053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 35c745ab-edf6-48f2-a7db-792e0e226073, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=35c745ab-edf6-48f2-a7db-792e0e226073,segment=NetworkSegment(4e0c5567-72be-4c84-8577-2c498d47bdbc),segment_id=4e0c5567-72be-4c84-8577-2c498d47bdbc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:46.109204 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-988914d0-9dec-43e1-b012-b90c7ae3e11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:46.113591 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-988914d0-9dec-43e1-b012-b90c7ae3e11f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0ceffc9-a490-415f-9ba8-c5f2acc6d084 HTTP/1.1" status: 204 len: 168 time: 0.3369348 Feb 11 04:30:46.126689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988914d0-9dec-43e1-b012-b90c7ae3e11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ceffc9-a490-415f-9ba8-c5f2acc6d084,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:46.247062 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3cdfbf-f802-4fcc-b18e-b79be5be6f55 x-openstack-request-id: req-9a3cdfbf-f802-4fcc-b18e-b79be5be6f55 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:30:46.247062 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6e9716-606b-4221-9adb-be3eda92988c", "name": "network-vif-plugged", "status": "completed", "tag": "35c745ab-edf6-48f2-a7db-792e0e226073", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:30:46.247062 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a3cdfbf-f802-4fcc-b18e-b79be5be6f55 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:30:46.247062 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6e9716-606b-4221-9adb-be3eda92988c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c745ab-edf6-48f2-a7db-792e0e226073', 'code': 200} Feb 11 04:30:46.420743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a6547-7075-4e0b-806a-8cc32cfa216c req-f00ca10f-9fb5-412d-b165-e18f08d524bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:46.422342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b59a6547-7075-4e0b-806a-8cc32cfa216c req-f00ca10f-9fb5-412d-b165-e18f08d524bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 1127 time: 0.0830116 Feb 11 04:30:46.479098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b59a6547-7075-4e0b-806a-8cc32cfa216c req-35f91b87-efb1-45f1-b335-36db6fb8c514 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=59c669d4-b8e5-4e43-b3ca-7131289e9c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483441 Feb 11 04:30:46.660678 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (35c745ab-edf6-48f2-a7db-792e0e226073), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:46.810216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=35c745ab-edf6-48f2-a7db-792e0e226073,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:46.946771 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-e5778aff-5bba-42c4-8ef0-75c9bdb1c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:46.949398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-e5778aff-5bba-42c4-8ef0-75c9bdb1c971 service neutron] 10.222.0.32 "GET /v2.0/ports/5fdbb401-1694-49f8-bfbf-47d7a4041211 HTTP/1.1" status: 200 len: 1027 time: 0.1879842 Feb 11 04:30:47.031137 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b374ee81-bb45-4dec-a4a7-fe0c1e590c9e req-a9729e9d-e71f-4223-944d-0f5b621263d5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0804913 Feb 11 04:30:47.072891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-ca1e475a-a1a7-4cdb-8045-c6173291338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:47.074355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-ca1e475a-a1a7-4cdb-8045-c6173291338a service neutron] 10.222.0.32 "GET /v2.0/ports/963b6a8b-e879-44fc-be34-943887949a52 HTTP/1.1" status: 200 len: 1028 time: 0.1073921 Feb 11 04:30:47.087472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8251619-4664-43e2-a870-ef9a0e43e8fd req-657e9cd3-3d32-4cc8-abda-1c00d0e621ab tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:47.087472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8251619-4664-43e2-a870-ef9a0e43e8fd req-657e9cd3-3d32-4cc8-abda-1c00d0e621ab tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 945 time: 0.2300551 Feb 11 04:30:47.278514 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:30:47.312837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55872) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:47.425349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:47.425834 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:47.469330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2addd072-f82d-4fc7-9bbe-5bc10b8b63fb tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:47.484536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2addd072-f82d-4fc7-9bbe-5bc10b8b63fb tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:47.516654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2addd072-f82d-4fc7-9bbe-5bc10b8b63fb tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:47.519422 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2addd072-f82d-4fc7-9bbe-5bc10b8b63fb tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "GET /v2.0/networks?id=00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d&id=5298babb-4aa0-44c4-91a5-04b443d240a5&id=5298babb-4aa0-44c4-91a5-04b443d240a5&id=5298babb-4aa0-44c4-91a5-04b443d240a5&id=5298babb-4aa0-44c4-91a5-04b443d240a5&id=783bae75-85d4-4737-a159-3dcd512c310b&id=783bae75-85d4-4737-a159-3dcd512c310b HTTP/1.1" status: 200 len: 1991 time: 0.4301140 Feb 11 04:30:47.576950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2139657014'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:47.609327 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8251619-4664-43e2-a870-ef9a0e43e8fd req-daf41701-c131-4d50-a3b6-0094d908ae94 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/security-groups?id=59c669d4-b8e5-4e43-b3ca-7131289e9c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054948 Feb 11 04:30:47.720866 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:47.725457 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:47.745343 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:47.776977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:30:47.777717 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:47.793724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-714ab264-e505-4be4-a0c7-d0fa5f85006c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cafc68414e2041f6b6aeddfa0a4877a3 HTTP/1.1" status: 200 len: 378 time: 0.2631602 Feb 11 04:30:47.810378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-ccd01264-5597-4f33-bec9-3596d62ce5c6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'port': {'device_id': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'admin_state_up': True, 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'security_groups': ['e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:47.902153 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:30:47.972948 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (1b03be43-eccb-4e35-8de0-168627917f11), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:47.973151 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:48.058175 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1b03be43-eccb-4e35-8de0-168627917f11), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:48.058426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,revision_number=10']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:48.140091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-ccd01264-5597-4f33-bec9-3596d62ce5c6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Made reservation on behalf of cafc68414e2041f6b6aeddfa0a4877a3 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:48.145703 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-ccd01264-5597-4f33-bec9-3596d62ce5c6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:48.180221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:30:48.195495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b03be43-eccb-4e35-8de0-168627917f11,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:48.237270 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:48.237958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:48.238433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:48.238928 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:48.240260 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:48.240711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:48.241279 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:30:48.241746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:48.242197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:48.244299 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7128009-36d7-4c38-95ae-68f06e7dcf36" -d '{"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-plugged", "status": "completed", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:30:48.251197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:48.251714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:48.253663 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:48.254119 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:48.255769 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:48.271217 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b7375165-831c-4aeb-968d-cc20beaf8665), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:48.271724 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Added segment b7375165-831c-4aeb-968d-cc20beaf8665 of type vlan for network 76431d12-003f-433d-becc-741cb1c0aae3 Feb 11 04:30:48.363573 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b1a49b-3243-4a71-a326-c74fa46008b4 x-openstack-request-id: req-72b1a49b-3243-4a71-a326-c74fa46008b4 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:30:48.368825 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-plugged", "status": "completed", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:30:48.368825 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72b1a49b-3243-4a71-a326-c74fa46008b4 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:30:48.368825 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'code': 200} Feb 11 04:30:48.383805 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (76431d12-003f-433d-becc-741cb1c0aae3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:48.399582 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c2ff7a9-3921-4129-9f9e-d0526a6bb45c req-3973bc14-fe52-4936-914f-f14113038f68 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0607769 Feb 11 04:30:48.519962 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-ccd01264-5597-4f33-bec9-3596d62ce5c6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Allocated IP 172.20.0.3 (00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d/43986a6c-ee4e-4269-823f-c72fd6c6d88e/30aa1179-3b27-4725-948c-5544353ee93a) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:30:48.544055 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (76431d12-003f-433d-becc-741cb1c0aae3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:48.552044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:48.554192 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:48.681663 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3675473 Feb 11 04:30:48.695489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55904) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:48.704718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-150e77d6-1125-4247-9566-9d36114c72d4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'name': 'tempest-PortsIpV6TestJSON-2115865729'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:48.810591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b447ab-5143-4cc5-81cb-70d7e907f5a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Network': ['ID=76431d12-003f-433d-becc-741cb1c0aae3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:48.828647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 76431d12-003f-433d-becc-741cb1c0aae3 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:30:48.902502 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-ccd01264-5597-4f33-bec9-3596d62ce5c6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for port (30aa1179-3b27-4725-948c-5544353ee93a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:49.114427 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-ccd01264-5597-4f33-bec9-3596d62ce5c6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (30aa1179-3b27-4725-948c-5544353ee93a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:49.304466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-ccd01264-5597-4f33-bec9-3596d62ce5c6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Network 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:30:49.323276 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-ccd01264-5597-4f33-bec9-3596d62ce5c6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:49.334653 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-ccd01264-5597-4f33-bec9-3596d62ce5c6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:49.339100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd01264-5597-4f33-bec9-3596d62ce5c6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'Port': ['ID=30aa1179-3b27-4725-948c-5544353ee93a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:49.387110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371d6d2-222a-4397-b5c8-9592cb9d629a req-d87640ea-52c2-4833-b651-70889c28eb8b tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:49.402289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c371d6d2-222a-4397-b5c8-9592cb9d629a req-d87640ea-52c2-4833-b651-70889c28eb8b tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 945 time: 0.4139378 Feb 11 04:30:49.431308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150e77d6-1125-4247-9566-9d36114c72d4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:49.435332 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-150e77d6-1125-4247-9566-9d36114c72d4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:49.491470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-150e77d6-1125-4247-9566-9d36114c72d4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port 711d8f04-b53a-44f6-a87c-eefa63aec363 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:30:49.669276 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c371d6d2-222a-4397-b5c8-9592cb9d629a req-8290c273-d410-42da-b9eb-8337ca67b5b6 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/security-groups?id=59c669d4-b8e5-4e43-b3ca-7131289e9c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653425 Feb 11 04:30:49.692310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-ccd01264-5597-4f33-bec9-3596d62ce5c6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:49.694108 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-ccd01264-5597-4f33-bec9-3596d62ce5c6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:49.813357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861cf22-ea0c-404a-a96d-d0e70b7092bc req-4f67f0a7-c55f-4236-933d-1c09392cadba tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:49.816974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7861cf22-ea0c-404a-a96d-d0e70b7092bc req-4f67f0a7-c55f-4236-933d-1c09392cadba tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 931 time: 0.1821823 Feb 11 04:30:49.841052 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-ccd01264-5597-4f33-bec9-3596d62ce5c6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0412979 Feb 11 04:30:49.846203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-644ff0a0-a967-4e25-a1bc-3bde7bfd2e63 None None] Provisioning complete for port 30aa1179-3b27-4725-948c-5544353ee93a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:49.846785 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-644ff0a0-a967-4e25-a1bc-3bde7bfd2e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (30aa1179-3b27-4725-948c-5544353ee93a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:49.860391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2587d1f3-d4f2-4cf6-97ea-c14b645d5c35 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'port': {'device_id': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5', 'admin_state_up': True, 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'security_groups': ['e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:49.991838 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-644ff0a0-a967-4e25-a1bc-3bde7bfd2e63 None None] Port 30aa1179-3b27-4725-948c-5544353ee93a cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:30:49.999707 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7861cf22-ea0c-404a-a96d-d0e70b7092bc req-380925e0-acc8-4333-8192-4e370633d4f8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1678896 Feb 11 04:30:50.125495 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-150e77d6-1125-4247-9566-9d36114c72d4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (711d8f04-b53a-44f6-a87c-eefa63aec363), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:50.328803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2587d1f3-d4f2-4cf6-97ea-c14b645d5c35 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Made reservation on behalf of cafc68414e2041f6b6aeddfa0a4877a3 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:50.332473 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2587d1f3-d4f2-4cf6-97ea-c14b645d5c35 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:50.336219 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-150e77d6-1125-4247-9566-9d36114c72d4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (711d8f04-b53a-44f6-a87c-eefa63aec363), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:50.537891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e77d6-1125-4247-9566-9d36114c72d4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=711d8f04-b53a-44f6-a87c-eefa63aec363,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:50.624254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e77d6-1125-4247-9566-9d36114c72d4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Checking segment: {'id': 'b7375165-831c-4aeb-968d-cc20beaf8665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76431d12-003f-433d-becc-741cb1c0aae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:30:50.624735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e77d6-1125-4247-9566-9d36114c72d4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network hostable DHCP agents. Network: 76431d12-003f-433d-becc-741cb1c0aae3, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:30:50.740609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2587d1f3-d4f2-4cf6-97ea-c14b645d5c35 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Allocated IP 10.1.1.81 (5298babb-4aa0-44c4-91a5-04b443d240a5/53bd9c26-1372-400a-811d-7e4a7427b6fa/30cc8e96-7615-4f82-a139-50fdbc0216dd) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:30:50.768215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e77d6-1125-4247-9566-9d36114c72d4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 76431d12-003f-433d-becc-741cb1c0aae3 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:30:50.927737 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2587d1f3-d4f2-4cf6-97ea-c14b645d5c35 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:50.964071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-150e77d6-1125-4247-9566-9d36114c72d4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 76431d12-003f-433d-becc-741cb1c0aae3) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:50.981620 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676523cb-d4a4-40fa-9b38-261e40efbddc None None] Network 76431d12-003f-433d-becc-741cb1c0aae3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:50.984815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e77d6-1125-4247-9566-9d36114c72d4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:50.999647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e77d6-1125-4247-9566-9d36114c72d4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:51.000321 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-150e77d6-1125-4247-9566-9d36114c72d4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:51.140020 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2587d1f3-d4f2-4cf6-97ea-c14b645d5c35 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:51.169784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-150e77d6-1125-4247-9566-9d36114c72d4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4659696 Feb 11 04:30:51.170872 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55962) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:51.176990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-10083b04-b605-445b-abcd-0e5efb7749b8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-54096683'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:51.199941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2587d1f3-d4f2-4cf6-97ea-c14b645d5c35 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Network 5298babb-4aa0-44c4-91a5-04b443d240a5 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:30:51.266098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2587d1f3-d4f2-4cf6-97ea-c14b645d5c35 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:51.293121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2587d1f3-d4f2-4cf6-97ea-c14b645d5c35 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:51.349073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10083b04-b605-445b-abcd-0e5efb7749b8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:51.352805 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10083b04-b605-445b-abcd-0e5efb7749b8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:51.433297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10083b04-b605-445b-abcd-0e5efb7749b8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:30:51.451979 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10083b04-b605-445b-abcd-0e5efb7749b8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (688c69ea-2ecb-4a11-ab91-111fac3d1746), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:51.452623 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-10083b04-b605-445b-abcd-0e5efb7749b8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Added segment 688c69ea-2ecb-4a11-ab91-111fac3d1746 of type vlan for network 36ba7b1a-19e1-4ccf-b34f-4579dc4072cc Feb 11 04:30:51.479306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587d1f3-d4f2-4cf6-97ea-c14b645d5c35 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'Port': ['ID=30cc8e96-7615-4f82-a139-50fdbc0216dd,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:51.527026 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10083b04-b605-445b-abcd-0e5efb7749b8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (36ba7b1a-19e1-4ccf-b34f-4579dc4072cc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:51.532157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2587d1f3-d4f2-4cf6-97ea-c14b645d5c35 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:51.532985 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2587d1f3-d4f2-4cf6-97ea-c14b645d5c35 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:51.556029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fadf42-b297-4cfe-a9a1-5edd6c073ba5 req-e8492607-8cdc-4ad8-a7e6-f05229f2b8ab tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:51.562750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fadf42-b297-4cfe-a9a1-5edd6c073ba5 req-e8492607-8cdc-4ad8-a7e6-f05229f2b8ab tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:51.564547 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93fadf42-b297-4cfe-a9a1-5edd6c073ba5 req-e8492607-8cdc-4ad8-a7e6-f05229f2b8ab tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 1652 time: 0.3038692 Feb 11 04:30:51.675638 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10083b04-b605-445b-abcd-0e5efb7749b8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (36ba7b1a-19e1-4ccf-b34f-4579dc4072cc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:51.682278 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10083b04-b605-445b-abcd-0e5efb7749b8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:51.683253 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10083b04-b605-445b-abcd-0e5efb7749b8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:51.689795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2587d1f3-d4f2-4cf6-97ea-c14b645d5c35 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8331921 Feb 11 04:30:51.708597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'port': {'device_id': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5', 'admin_state_up': True, 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'security_groups': ['e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:51.728531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93fadf42-b297-4cfe-a9a1-5edd6c073ba5 req-764396e9-d073-4178-8447-55683a1c52ee tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1562316 Feb 11 04:30:51.829331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3106fdc7-da31-4c52-b990-55b778bc4b43 None None] Provisioning complete for port 30cc8e96-7615-4f82-a139-50fdbc0216dd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:51.829719 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3106fdc7-da31-4c52-b990-55b778bc4b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:51.931089 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10083b04-b605-445b-abcd-0e5efb7749b8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Network': ['ID=36ba7b1a-19e1-4ccf-b34f-4579dc4072cc,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:51.945875 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-10083b04-b605-445b-abcd-0e5efb7749b8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7731707 Feb 11 04:30:51.955164 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55974) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:51.955446 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55976) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:51.962873 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 36ba7b1a-19e1-4ccf-b34f-4579dc4072cc details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:30:51.979488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'ports': [{'network_id': '76431d12-003f-433d-becc-741cb1c0aae3'}, {'network_id': '36ba7b1a-19e1-4ccf-b34f-4579dc4072cc'}]} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:51.979946 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:51.980731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'network_id': '36ba7b1a-19e1-4ccf-b34f-4579dc4072cc'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:52.045765 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3106fdc7-da31-4c52-b990-55b778bc4b43 None None] Port 30cc8e96-7615-4f82-a139-50fdbc0216dd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:30:52.198004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Made reservation on behalf of cafc68414e2041f6b6aeddfa0a4877a3 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:52.201590 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:52.520467 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'port': 2} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:52.526044 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:52.562275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Allocated IP 10.1.1.176 (5298babb-4aa0-44c4-91a5-04b443d240a5/53bd9c26-1372-400a-811d-7e4a7427b6fa/8384eb4b-0998-438a-8422-057418ed2575) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:30:52.609471 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-494484d4-e9f5-49a6-b37f-6cf7247c9fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:52.638942 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:53.069922 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-50dc44f9-bc44-44e1-8b25-ca3ada6d5b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:53.109873 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port d0a6ec6b-1f45-483c-bc3b-acc849256a9d yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:30:53.123438 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for port (8384eb4b-0998-438a-8422-057418ed2575), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:53.217230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1d959-451c-43db-9848-0d26658cf252 req-20116a06-b08e-40bc-bc5c-42fc71f34a50 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:53.253478 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1d959-451c-43db-9848-0d26658cf252 req-20116a06-b08e-40bc-bc5c-42fc71f34a50 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:53.264781 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3a1d959-451c-43db-9848-0d26658cf252 req-20116a06-b08e-40bc-bc5c-42fc71f34a50 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 1652 time: 0.3549986 Feb 11 04:30:53.301178 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (d0a6ec6b-1f45-483c-bc3b-acc849256a9d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:53.429736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3a1d959-451c-43db-9848-0d26658cf252 req-f85468e0-ede2-4754-94bc-0fc858956181 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1573305 Feb 11 04:30:53.480489 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port 272736fa-6f8b-4a41-8d38-7ee73cf7de4a yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:30:53.498126 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8384eb4b-0998-438a-8422-057418ed2575), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:53.513096 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-494484d4-e9f5-49a6-b37f-6cf7247c9fff admin admin] Publish callbacks [] for security_group (e75f41eb-1196-4187-8e2e-d0aa66bc849a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:53.591099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Network 5298babb-4aa0-44c4-91a5-04b443d240a5 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:30:53.598486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:53.629255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:53.635794 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-494484d4-e9f5-49a6-b37f-6cf7247c9fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e75f41eb-1196-4187-8e2e-d0aa66bc849a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:53.640428 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (272736fa-6f8b-4a41-8d38-7ee73cf7de4a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:53.719411 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-494484d4-e9f5-49a6-b37f-6cf7247c9fff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fbb646c6a374d569ed09c56b47ef22e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4878411 Feb 11 04:30:53.751883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56000) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:53.751883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'Port': ['ID=8384eb4b-0998-438a-8422-057418ed2575,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:53.766758 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494484d4-e9f5-49a6-b37f-6cf7247c9fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75f41eb-1196-4187-8e2e-d0aa66bc849a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:53.827574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:53.828292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:53.828998 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:53.829578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:53.830413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:53.831113 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:53.831751 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:53.832466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:53.833037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:53.838572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:53.839388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:53.839977 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:53.840701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:30:53.858087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:53.865530 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:53.907793 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-769079ba-1579-4118-9c0a-a1121ce5726e admin admin] Publish callbacks [] for security_group (e75f41eb-1196-4187-8e2e-d0aa66bc849a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:53.943710 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-769079ba-1579-4118-9c0a-a1121ce5726e admin admin] Publish callbacks [] for security_group (e75f41eb-1196-4187-8e2e-d0aa66bc849a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:53.989599 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-afdfb5a3-ab5a-4b9a-b4db-4b97a7dc86af None None] Provisioning complete for port 8384eb4b-0998-438a-8422-057418ed2575 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:53.999135 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-afdfb5a3-ab5a-4b9a-b4db-4b97a7dc86af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8384eb4b-0998-438a-8422-057418ed2575), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:54.036902 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-afdfb5a3-ab5a-4b9a-b4db-4b97a7dc86af None None] Port 8384eb4b-0998-438a-8422-057418ed2575 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:30:54.236144 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d0a6ec6b-1f45-483c-bc3b-acc849256a9d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:54.255324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-6a13bb03-a535-421d-a0d9-8f6f40156263 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5545757 Feb 11 04:30:54.257742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-769079ba-1579-4118-9c0a-a1121ce5726e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e75f41eb-1196-4187-8e2e-d0aa66bc849a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:54.258581 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-769079ba-1579-4118-9c0a-a1121ce5726e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:54.262066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-769079ba-1579-4118-9c0a-a1121ce5726e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e75f41eb-1196-4187-8e2e-d0aa66bc849a HTTP/1.1" status: 204 len: 168 time: 0.5339804 Feb 11 04:30:54.307973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-1e81b8cb-59ef-4637-92a4-477db9e0b48a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'port': {'device_id': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b', 'admin_state_up': True, 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'security_groups': ['e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:54.438144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 76431d12-003f-433d-becc-741cb1c0aae3 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:30:54.448274 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:54.459049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:54.459942 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (272736fa-6f8b-4a41-8d38-7ee73cf7de4a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:54.463460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=d0a6ec6b-1f45-483c-bc3b-acc849256a9d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:54.571826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=272736fa-6f8b-4a41-8d38-7ee73cf7de4a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:54.586884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Checking segment: {'id': '688c69ea-2ecb-4a11-ab91-111fac3d1746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '36ba7b1a-19e1-4ccf-b34f-4579dc4072cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:30:54.587288 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network hostable DHCP agents. Network: 36ba7b1a-19e1-4ccf-b34f-4579dc4072cc, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:30:54.715665 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 36ba7b1a-19e1-4ccf-b34f-4579dc4072cc is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:30:54.735897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769079ba-1579-4118-9c0a-a1121ce5726e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75f41eb-1196-4187-8e2e-d0aa66bc849a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:54.818250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 36ba7b1a-19e1-4ccf-b34f-4579dc4072cc) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:54.832117 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f78063-d4bb-41ee-9c41-d69d4f4f8b78 None None] Network 36ba7b1a-19e1-4ccf-b34f-4579dc4072cc requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:30:54.836287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:54.870898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af554d3d-f413-4023-a139-5151981e8f79 req-2bdb1354-7940-4dde-aa8d-4aadb1da48f7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:54.878372 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af554d3d-f413-4023-a139-5151981e8f79 req-2bdb1354-7940-4dde-aa8d-4aadb1da48f7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:54.879269 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:54.886575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af554d3d-f413-4023-a139-5151981e8f79 req-2bdb1354-7940-4dde-aa8d-4aadb1da48f7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:54.887393 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af554d3d-f413-4023-a139-5151981e8f79 req-2bdb1354-7940-4dde-aa8d-4aadb1da48f7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 2373 time: 0.1745257 Feb 11 04:30:54.888946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-1e81b8cb-59ef-4637-92a4-477db9e0b48a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Made reservation on behalf of cafc68414e2041f6b6aeddfa0a4877a3 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:54.898249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:54.899000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:55.045711 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-da15cdc3-74a6-4e28-b376-8b5980ae2562 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0891013 Feb 11 04:30:55.048298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56024) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:55.263981 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b3ffa-0006-45fa-80ba-d95e929dc2da tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port 272736fa-6f8b-4a41-8d38-7ee73cf7de4a {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:30:55.264514 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e4b3ffa-0006-45fa-80ba-d95e929dc2da tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (272736fa-6f8b-4a41-8d38-7ee73cf7de4a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:55.413559 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-39f07b5e-0479-4218-8105-4ef1b7674a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:55.575477 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e4b3ffa-0006-45fa-80ba-d95e929dc2da tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (272736fa-6f8b-4a41-8d38-7ee73cf7de4a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:55.626750 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b3ffa-0006-45fa-80ba-d95e929dc2da tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for 272736fa-6f8b-4a41-8d38-7ee73cf7de4a owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:30:55.989483 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e4b3ffa-0006-45fa-80ba-d95e929dc2da tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (272736fa-6f8b-4a41-8d38-7ee73cf7de4a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:56.045689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b3ffa-0006-45fa-80ba-d95e929dc2da tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=272736fa-6f8b-4a41-8d38-7ee73cf7de4a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:56.059597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af554d3d-f413-4023-a139-5151981e8f79 req-efa19f17-6db3-440b-8697-47586f176272 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1542003 Feb 11 04:30:56.063897 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e4b3ffa-0006-45fa-80ba-d95e929dc2da tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:56.072672 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5e4b3ffa-0006-45fa-80ba-d95e929dc2da tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/272736fa-6f8b-4a41-8d38-7ee73cf7de4a HTTP/1.1" status: 204 len: 168 time: 1.0204461 Feb 11 04:30:56.073436 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56052) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:56.162316 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-1e81b8cb-59ef-4637-92a4-477db9e0b48a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:56.232607 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9469ba5-6cf8-4bc9-b964-17f4f8dfd63a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:56.244526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9469ba5-6cf8-4bc9-b964-17f4f8dfd63a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:56.246225 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b9469ba5-6cf8-4bc9-b964-17f4f8dfd63a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1591713 Feb 11 04:30:56.257980 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56060) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:56.437681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa5b1d-4482-468f-a00b-0a2af1dec63f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port d0a6ec6b-1f45-483c-bc3b-acc849256a9d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:30:56.438095 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6aaa5b1d-4482-468f-a00b-0a2af1dec63f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d0a6ec6b-1f45-483c-bc3b-acc849256a9d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:56.606670 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:56.635907 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6aaa5b1d-4482-468f-a00b-0a2af1dec63f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d0a6ec6b-1f45-483c-bc3b-acc849256a9d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:56.697709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa5b1d-4482-468f-a00b-0a2af1dec63f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for d0a6ec6b-1f45-483c-bc3b-acc849256a9d owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:30:56.740653 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-1e81b8cb-59ef-4637-92a4-477db9e0b48a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Allocated IP 10.2.2.100 (783bae75-85d4-4737-a159-3dcd512c310b/91d1fdce-bd12-463f-a026-9585e76fb2f7/e54afff1-6eda-4c29-a57d-978ae22d9236) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:30:57.012416 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6aaa5b1d-4482-468f-a00b-0a2af1dec63f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d0a6ec6b-1f45-483c-bc3b-acc849256a9d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:57.059699 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-1e81b8cb-59ef-4637-92a4-477db9e0b48a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:57.096279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6aaa5b1d-4482-468f-a00b-0a2af1dec63f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:57.102832 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6aaa5b1d-4482-468f-a00b-0a2af1dec63f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/d0a6ec6b-1f45-483c-bc3b-acc849256a9d HTTP/1.1" status: 204 len: 168 time: 0.8435955 Feb 11 04:30:57.104391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa5b1d-4482-468f-a00b-0a2af1dec63f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=d0a6ec6b-1f45-483c-bc3b-acc849256a9d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:57.107811 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56084) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:57.282317 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-1e81b8cb-59ef-4637-92a4-477db9e0b48a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:57.297370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f000e28-73d6-4971-8b9e-18eabf9e09ec tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:57.303248 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5f000e28-73d6-4971-8b9e-18eabf9e09ec tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1880491 Feb 11 04:30:57.306375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56094) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:57.372345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-1e81b8cb-59ef-4637-92a4-477db9e0b48a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Network 783bae75-85d4-4737-a159-3dcd512c310b is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:30:57.391238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56096) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:57.420095 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8d01f1-f9e2-4dfb-9cb6-f1a372b4e640 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] GET failed (client error): The resource could not be found. Feb 11 04:30:57.428744 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bf8d01f1-f9e2-4dfb-9cb6-f1a372b4e640 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/272736fa-6f8b-4a41-8d38-7ee73cf7de4a HTTP/1.1" status: 404 len: 333 time: 0.1211720 Feb 11 04:30:57.429899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56100) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:57.471845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-1e81b8cb-59ef-4637-92a4-477db9e0b48a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:30:57.474011 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81b8cb-59ef-4637-92a4-477db9e0b48a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'Port': ['ID=e54afff1-6eda-4c29-a57d-978ae22d9236,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:57.476126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-1e81b8cb-59ef-4637-92a4-477db9e0b48a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:30:57.587632 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-a807e366-04db-4d0a-9724-213b229f4707 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] GET failed (client error): The resource could not be found. Feb 11 04:30:57.591908 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a807e366-04db-4d0a-9724-213b229f4707 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/d0a6ec6b-1f45-483c-bc3b-acc849256a9d HTTP/1.1" status: 404 len: 333 time: 0.1385078 Feb 11 04:30:57.592911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56106) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:57.623888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-1e81b8cb-59ef-4637-92a4-477db9e0b48a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:57.624462 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-1e81b8cb-59ef-4637-92a4-477db9e0b48a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:57.700019 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e318649-8069-4149-915a-f67659abcb3a req-83a2525f-b9cb-4978-8c23-9319908c74fe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:57.728370 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e318649-8069-4149-915a-f67659abcb3a req-83a2525f-b9cb-4978-8c23-9319908c74fe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:57.755460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e318649-8069-4149-915a-f67659abcb3a req-83a2525f-b9cb-4978-8c23-9319908c74fe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:57.766910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e318649-8069-4149-915a-f67659abcb3a req-83a2525f-b9cb-4978-8c23-9319908c74fe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 2373 time: 0.5500662 Feb 11 04:30:57.826411 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-1e81b8cb-59ef-4637-92a4-477db9e0b48a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5382338 Feb 11 04:30:57.855175 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8420813-fdff-43b5-9b66-b6f67b90b5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:57.884036 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68af306e-f572-4100-b91d-07a70a29512d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (36ba7b1a-19e1-4ccf-b34f-4579dc4072cc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:57.939717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e318649-8069-4149-915a-f67659abcb3a req-5a47846f-20a4-413f-a970-8061c68db675 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1716638 Feb 11 04:30:57.944014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-31c8cf67-8b5c-4334-aa9c-ddb6b9839cd0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'port': {'device_id': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b', 'admin_state_up': True, 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'security_groups': ['e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:58.210649 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cb6e4f67-6299-47bd-b719-0a27b38ceb8f None None] Provisioning complete for port e54afff1-6eda-4c29-a57d-978ae22d9236 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:30:58.211125 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4f67-6299-47bd-b719-0a27b38ceb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:58.213145 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68af306e-f572-4100-b91d-07a70a29512d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (36ba7b1a-19e1-4ccf-b34f-4579dc4072cc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:58.265486 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-68af306e-f572-4100-b91d-07a70a29512d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ba7b1a-19e1-4ccf-b34f-4579dc4072cc']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:58.285465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-68af306e-f572-4100-b91d-07a70a29512d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688c69ea-2ecb-4a11-ab91-111fac3d1746') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:58.285906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-68af306e-f572-4100-b91d-07a70a29512d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688c69ea-2ecb-4a11-ab91-111fac3d1746') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:30:58.314679 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68af306e-f572-4100-b91d-07a70a29512d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (688c69ea-2ecb-4a11-ab91-111fac3d1746), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:58.336958 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:58.343374 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68af306e-f572-4100-b91d-07a70a29512d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (688c69ea-2ecb-4a11-ab91-111fac3d1746), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:58.361708 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68af306e-f572-4100-b91d-07a70a29512d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:30:58.362518 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68af306e-f572-4100-b91d-07a70a29512d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (688c69ea-2ecb-4a11-ab91-111fac3d1746), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:58.404923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e4f67-6299-47bd-b719-0a27b38ceb8f None None] Port e54afff1-6eda-4c29-a57d-978ae22d9236 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:30:58.446077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-31c8cf67-8b5c-4334-aa9c-ddb6b9839cd0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Made reservation on behalf of cafc68414e2041f6b6aeddfa0a4877a3 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:58.450606 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-31c8cf67-8b5c-4334-aa9c-ddb6b9839cd0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:30:58.474462 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:30:58.544383 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68af306e-f572-4100-b91d-07a70a29512d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (36ba7b1a-19e1-4ccf-b34f-4579dc4072cc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:58.568248 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68af306e-f572-4100-b91d-07a70a29512d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:58.576487 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-68af306e-f572-4100-b91d-07a70a29512d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/networks/36ba7b1a-19e1-4ccf-b34f-4579dc4072cc HTTP/1.1" status: 204 len: 168 time: 0.9824765 Feb 11 04:30:58.585921 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56118) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:58.623587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-bf63d9c0-6866-437a-9cde-1e9383afb654 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1825117225'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:58.680637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af306e-f572-4100-b91d-07a70a29512d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Network': ['ID=36ba7b1a-19e1-4ccf-b34f-4579dc4072cc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:58.771196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf63d9c0-6866-437a-9cde-1e9383afb654 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:30:58.779456 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf63d9c0-6866-437a-9cde-1e9383afb654 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:58.824141 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8420813-fdff-43b5-9b66-b6f67b90b5ac admin admin] Publish callbacks [] for security_group (7e3bf5e6-c9dd-4ddb-8e33-75a272a30c97), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:58.863026 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf63d9c0-6866-437a-9cde-1e9383afb654 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:30:58.888420 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf63d9c0-6866-437a-9cde-1e9383afb654 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (1677a296-ab3e-448a-a6c3-89b78162c3a1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:58.888997 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-bf63d9c0-6866-437a-9cde-1e9383afb654 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Added segment 1677a296-ab3e-448a-a6c3-89b78162c3a1 of type vlan for network a62a1bfa-7d17-41b7-9096-202d77ef4825 Feb 11 04:30:58.909403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8420813-fdff-43b5-9b66-b6f67b90b5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7e3bf5e6-c9dd-4ddb-8e33-75a272a30c97), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:58.935525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-31c8cf67-8b5c-4334-aa9c-ddb6b9839cd0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Allocated IP 10.2.2.200 (783bae75-85d4-4737-a159-3dcd512c310b/91d1fdce-bd12-463f-a026-9585e76fb2f7/0473f650-b42b-45ce-8612-42d968a92e57) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:30:59.077940 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf63d9c0-6866-437a-9cde-1e9383afb654 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (a62a1bfa-7d17-41b7-9096-202d77ef4825), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:59.132696 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b8420813-fdff-43b5-9b66-b6f67b90b5ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7e830620eb24fac9008b7c8271170eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7404003 Feb 11 04:30:59.138246 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56126) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:59.200994 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8420813-fdff-43b5-9b66-b6f67b90b5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3bf5e6-c9dd-4ddb-8e33-75a272a30c97,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:59.332434 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf63d9c0-6866-437a-9cde-1e9383afb654 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (a62a1bfa-7d17-41b7-9096-202d77ef4825), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:59.339942 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf63d9c0-6866-437a-9cde-1e9383afb654 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:59.340551 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf63d9c0-6866-437a-9cde-1e9383afb654 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:59.507224 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-31c8cf67-8b5c-4334-aa9c-ddb6b9839cd0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for port (0473f650-b42b-45ce-8612-42d968a92e57), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:59.567575 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28745106-78b5-4ebe-ab4b-64049c2cbd88 admin admin] Publish callbacks [] for security_group (7e3bf5e6-c9dd-4ddb-8e33-75a272a30c97), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:59.579483 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bf63d9c0-6866-437a-9cde-1e9383afb654 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9861085 Feb 11 04:30:59.584558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56134) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:30:59.589449 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acc95c-fc87-405f-992f-58f6c1a93138 req-f719c1a3-5405-4fd9-8e90-0a687c9aa6fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:59.591167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1854696c-4452-4ac7-bc02-56cac5d0b86d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'subnet': {'network_id': 'a62a1bfa-7d17-41b7-9096-202d77ef4825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:30:59.604804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acc95c-fc87-405f-992f-58f6c1a93138 req-f719c1a3-5405-4fd9-8e90-0a687c9aa6fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:59.606410 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:59.627068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acc95c-fc87-405f-992f-58f6c1a93138 req-f719c1a3-5405-4fd9-8e90-0a687c9aa6fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:59.633117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acc95c-fc87-405f-992f-58f6c1a93138 req-f719c1a3-5405-4fd9-8e90-0a687c9aa6fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:30:59.634922 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-46acc95c-fc87-405f-992f-58f6c1a93138 req-f719c1a3-5405-4fd9-8e90-0a687c9aa6fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 3094 time: 0.5120041 Feb 11 04:30:59.732934 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28745106-78b5-4ebe-ab4b-64049c2cbd88 admin admin] Publish callbacks [] for security_group (7e3bf5e6-c9dd-4ddb-8e33-75a272a30c97), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:59.734746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63d9c0-6866-437a-9cde-1e9383afb654 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Network': ['ID=a62a1bfa-7d17-41b7-9096-202d77ef4825,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:30:59.751473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network a62a1bfa-7d17-41b7-9096-202d77ef4825 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:30:59.822172 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-46acc95c-fc87-405f-992f-58f6c1a93138 req-d0a902b1-7e85-48e2-9b3b-ccadf46f8f83 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1728930 Feb 11 04:30:59.837025 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-31c8cf67-8b5c-4334-aa9c-ddb6b9839cd0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (0473f650-b42b-45ce-8612-42d968a92e57), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:30:59.998996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-31c8cf67-8b5c-4334-aa9c-ddb6b9839cd0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Network 783bae75-85d4-4737-a159-3dcd512c310b is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:31:00.007958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-31c8cf67-8b5c-4334-aa9c-ddb6b9839cd0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:00.013878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-31c8cf67-8b5c-4334-aa9c-ddb6b9839cd0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:31:00.029073 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28745106-78b5-4ebe-ab4b-64049c2cbd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7e3bf5e6-c9dd-4ddb-8e33-75a272a30c97), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:00.031965 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28745106-78b5-4ebe-ab4b-64049c2cbd88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:00.033783 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-28745106-78b5-4ebe-ab4b-64049c2cbd88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e3bf5e6-c9dd-4ddb-8e33-75a272a30c97 HTTP/1.1" status: 204 len: 168 time: 0.8778579 Feb 11 04:31:00.047940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28745106-78b5-4ebe-ab4b-64049c2cbd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3bf5e6-c9dd-4ddb-8e33-75a272a30c97,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:00.073048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1854696c-4452-4ac7-bc02-56cac5d0b86d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:00.088584 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1854696c-4452-4ac7-bc02-56cac5d0b86d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:00.113339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8cf67-8b5c-4334-aa9c-ddb6b9839cd0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event updated for resources: {'Port': ['ID=0473f650-b42b-45ce-8612-42d968a92e57,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:00.183603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-31c8cf67-8b5c-4334-aa9c-ddb6b9839cd0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:00.185300 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-31c8cf67-8b5c-4334-aa9c-ddb6b9839cd0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:00.325128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-31c8cf67-8b5c-4334-aa9c-ddb6b9839cd0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4019473 Feb 11 04:31:00.330114 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_backend_mixin [None req-1854696c-4452-4ac7-bc02-56cac5d0b86d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Performing IP validity checks on allocation pools {{(pid=103808) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 04:31:00.337211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Request body: {'port': {'device_id': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:00.338747 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_backend_mixin [None req-1854696c-4452-4ac7-bc02-56cac5d0b86d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103808) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 04:31:00.568940 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (30aa1179-3b27-4725-948c-5544353ee93a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:00.668650 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5149f4f5-40b5-4fa0-a0f6-fc098fde51ad None None] Provisioning complete for port 0473f650-b42b-45ce-8612-42d968a92e57 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:00.669269 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5149f4f5-40b5-4fa0-a0f6-fc098fde51ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0473f650-b42b-45ce-8612-42d968a92e57), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:00.749260 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1854696c-4452-4ac7-bc02-56cac5d0b86d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (b27b2694-88b1-4bbb-a0d6-368c8ca8b4dc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:00.759744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5149f4f5-40b5-4fa0-a0f6-fc098fde51ad None None] Port 0473f650-b42b-45ce-8612-42d968a92e57 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:31:00.996662 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854696c-4452-4ac7-bc02-56cac5d0b86d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Subnet': ['ID=b27b2694-88b1-4bbb-a0d6-368c8ca8b4dc,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:01.017353 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854696c-4452-4ac7-bc02-56cac5d0b86d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Checking segment: {'id': '1677a296-ab3e-448a-a6c3-89b78162c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a62a1bfa-7d17-41b7-9096-202d77ef4825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:31:01.018485 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854696c-4452-4ac7-bc02-56cac5d0b86d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network hostable DHCP agents. Network: a62a1bfa-7d17-41b7-9096-202d77ef4825, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:31:01.188755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854696c-4452-4ac7-bc02-56cac5d0b86d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network a62a1bfa-7d17-41b7-9096-202d77ef4825 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:31:01.297682 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-1854696c-4452-4ac7-bc02-56cac5d0b86d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, a62a1bfa-7d17-41b7-9096-202d77ef4825) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:01.309164 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a919abe-c3e7-4a09-bd02-d54a16b05558 None None] Network a62a1bfa-7d17-41b7-9096-202d77ef4825 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:31:01.311918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1854696c-4452-4ac7-bc02-56cac5d0b86d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:01.313255 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1854696c-4452-4ac7-bc02-56cac5d0b86d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:01.361712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905a6fe-dac1-4465-9324-7c68db49021f req-471c7bd3-30bb-4ddd-9b66-d5c357f0c7b5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:01.378136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905a6fe-dac1-4465-9324-7c68db49021f req-471c7bd3-30bb-4ddd-9b66-d5c357f0c7b5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:01.392037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905a6fe-dac1-4465-9324-7c68db49021f req-471c7bd3-30bb-4ddd-9b66-d5c357f0c7b5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:01.399091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905a6fe-dac1-4465-9324-7c68db49021f req-471c7bd3-30bb-4ddd-9b66-d5c357f0c7b5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:01.406186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905a6fe-dac1-4465-9324-7c68db49021f req-471c7bd3-30bb-4ddd-9b66-d5c357f0c7b5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:01.413455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f905a6fe-dac1-4465-9324-7c68db49021f req-471c7bd3-30bb-4ddd-9b66-d5c357f0c7b5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 3815 time: 0.3131700 Feb 11 04:31:01.432295 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1854696c-4452-4ac7-bc02-56cac5d0b86d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8463175 Feb 11 04:31:01.435440 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56158) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:01.444138 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-437a0781-0df6-40cb-bad4-4a58d9c3104f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'network_id': 'a62a1bfa-7d17-41b7-9096-202d77ef4825', 'name': 'tempest-PortsIpV6TestJSON-1773311745'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:01.526301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f905a6fe-dac1-4465-9324-7c68db49021f req-43a6a074-54b0-4e93-9384-363a50152a45 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1119566 Feb 11 04:31:01.555548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30aa1179-3b27-4725-948c-5544353ee93a {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:31:01.582568 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Publish callbacks [] for port (30aa1179-3b27-4725-948c-5544353ee93a), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:01.625325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Transition to ACTIVE for port object 30aa1179-3b27-4725-948c-5544353ee93a will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:31:01.694873 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-a62a1bfa-7d17-41b7-9096-202d77ef4825', 'network_id': 'a62a1bfa-7d17-41b7-9096-202d77ef4825', 'project_id': '53518ba44ed64629bca4f1cb537b8a7a', 'fixed_ips': [{'subnet_id': 'b27b2694-88b1-4bbb-a0d6-368c8ca8b4dc'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:31:01.695777 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:01.726358 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (30aa1179-3b27-4725-948c-5544353ee93a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:01.818566 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437a0781-0df6-40cb-bad4-4a58d9c3104f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:01.822521 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-437a0781-0df6-40cb-bad4-4a58d9c3104f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:01.856799 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=30aa1179-3b27-4725-948c-5544353ee93a,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:01.871173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-437a0781-0df6-40cb-bad4-4a58d9c3104f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port 361454cc-8bf6-4933-8fde-b2f7170be2ea yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:31:01.973456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Allocated IP 2001:db8::2 (a62a1bfa-7d17-41b7-9096-202d77ef4825/b27b2694-88b1-4bbb-a0d6-368c8ca8b4dc/3ef21601-9b9d-4691-a3e2-109569d0c698) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:31:02.063195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Attempting to bind port 30aa1179-3b27-4725-948c-5544353ee93a on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:31:02.063568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Attempting to bind port 30aa1179-3b27-4725-948c-5544353ee93a by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '270393d2-a1cd-4dd2-8fdf-d428d3d7abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:31:02.063873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Attempting to bind port 30aa1179-3b27-4725-948c-5544353ee93a on network 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:02.081995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Port 30aa1179-3b27-4725-948c-5544353ee93a on network 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:31:02.082358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Attempting to bind port 30aa1179-3b27-4725-948c-5544353ee93a on network 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:02.097106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:31:02.097459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Checking segment: {'id': '270393d2-a1cd-4dd2-8fdf-d428d3d7abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:31:02.098001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Bound using segment: {'id': '270393d2-a1cd-4dd2-8fdf-d428d3d7abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:31:02.098465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Bound port: 30aa1179-3b27-4725-948c-5544353ee93a, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270393d2-a1cd-4dd2-8fdf-d428d3d7abd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:31:02.098863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (30aa1179-3b27-4725-948c-5544353ee93a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:02.248707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] For port 30aa1179-3b27-4725-948c-5544353ee93a, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:31:02.252779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] For port 30aa1179-3b27-4725-948c-5544353ee93a, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=30aa1179-3b27-4725-948c-5544353ee93a,segment=NetworkSegment(270393d2-a1cd-4dd2-8fdf-d428d3d7abd0),segment_id=270393d2-a1cd-4dd2-8fdf-d428d3d7abd0)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:31:02.278889 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Publish callbacks [] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:02.386369 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (30aa1179-3b27-4725-948c-5544353ee93a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:02.427129 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:02.477661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Network a62a1bfa-7d17-41b7-9096-202d77ef4825 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:31:02.485569 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:02.553443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:31:02.599364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-437a0781-0df6-40cb-bad4-4a58d9c3104f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Allocated IP 2001:db8::202 (a62a1bfa-7d17-41b7-9096-202d77ef4825/b27b2694-88b1-4bbb-a0d6-368c8ca8b4dc/361454cc-8bf6-4933-8fde-b2f7170be2ea) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:31:02.622758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:02.623363 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:02.631307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] 10.222.0.32 "PUT /v2.0/ports/30aa1179-3b27-4725-948c-5544353ee93a HTTP/1.1" status: 200 len: 1092 time: 2.2993398 Feb 11 04:31:02.631784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': '30aa1179-3b27-4725-948c-5544353ee93a'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:31:02.634198 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d18bc20-1a78-4c18-85e6-c1a537788383" -d '{"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "30aa1179-3b27-4725-948c-5544353ee93a"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:31:02.676883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab9fc3-6134-47b7-a837-682c21638ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=30aa1179-3b27-4725-948c-5544353ee93a,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:02.783980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Attempting to bind port 3ef21601-9b9d-4691-a3e2-109569d0c698 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:31:02.784526 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Attempting to bind port 3ef21601-9b9d-4691-a3e2-109569d0c698 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '1677a296-ab3e-448a-a6c3-89b78162c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a62a1bfa-7d17-41b7-9096-202d77ef4825'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:31:02.784822 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Attempting to bind port 3ef21601-9b9d-4691-a3e2-109569d0c698 on network a62a1bfa-7d17-41b7-9096-202d77ef4825 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:02.812231 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:31:02.812612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Checking segment: {'id': '1677a296-ab3e-448a-a6c3-89b78162c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a62a1bfa-7d17-41b7-9096-202d77ef4825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:31:02.813018 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:02.813413 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Bound using segment: {'id': '1677a296-ab3e-448a-a6c3-89b78162c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a62a1bfa-7d17-41b7-9096-202d77ef4825'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:31:02.814020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Bound port: 3ef21601-9b9d-4691-a3e2-109569d0c698, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1677a296-ab3e-448a-a6c3-89b78162c3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a62a1bfa-7d17-41b7-9096-202d77ef4825'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:31:02.849835 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:02.872688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Pushing event updated for resources: {'Port': ['ID=3ef21601-9b9d-4691-a3e2-109569d0c698,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:02.873204 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d84ed8-2587-4731-b755-71f2c4baaec9 x-openstack-request-id: req-90d84ed8-2587-4731-b755-71f2c4baaec9 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:31:02.873888 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "30aa1179-3b27-4725-948c-5544353ee93a", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:31:02.875209 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90d84ed8-2587-4731-b755-71f2c4baaec9 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:31:02.875853 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': '30aa1179-3b27-4725-948c-5544353ee93a', 'status': 'completed', 'code': 200} Feb 11 04:31:02.892946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Request body: {'port': {'device_id': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:02.936841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:02.938340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:02.938725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:02.942042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:02.942435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:02.942806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:02.943268 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:02.943470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:02.943803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:02.944131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:02.952908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:02.953435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:02.953837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:03.010553 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-437a0781-0df6-40cb-bad4-4a58d9c3104f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (361454cc-8bf6-4933-8fde-b2f7170be2ea), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:03.137762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a33ec4-71b0-4e9c-bb1a-04394408c340 req-729c509b-d1b1-45d3-89a5-0498e7118e0c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:03.153322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a33ec4-71b0-4e9c-bb1a-04394408c340 req-729c509b-d1b1-45d3-89a5-0498e7118e0c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:03.165124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a33ec4-71b0-4e9c-bb1a-04394408c340 req-729c509b-d1b1-45d3-89a5-0498e7118e0c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:03.176912 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a33ec4-71b0-4e9c-bb1a-04394408c340 req-729c509b-d1b1-45d3-89a5-0498e7118e0c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:03.193015 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-437a0781-0df6-40cb-bad4-4a58d9c3104f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (361454cc-8bf6-4933-8fde-b2f7170be2ea), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:03.193826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a33ec4-71b0-4e9c-bb1a-04394408c340 req-729c509b-d1b1-45d3-89a5-0498e7118e0c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:03.195416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] For port 3ef21601-9b9d-4691-a3e2-109569d0c698, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:31:03.199455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28a33ec4-71b0-4e9c-bb1a-04394408c340 req-729c509b-d1b1-45d3-89a5-0498e7118e0c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 3827 time: 0.4459639 Feb 11 04:31:03.208879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] For port 3ef21601-9b9d-4691-a3e2-109569d0c698, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3ef21601-9b9d-4691-a3e2-109569d0c698,segment=NetworkSegment(1677a296-ab3e-448a-a6c3-89b78162c3a1),segment_id=1677a296-ab3e-448a-a6c3-89b78162c3a1)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:31:03.323267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a0781-0df6-40cb-bad4-4a58d9c3104f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=361454cc-8bf6-4933-8fde-b2f7170be2ea,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:03.328681 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:03.340223 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437a0781-0df6-40cb-bad4-4a58d9c3104f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network a62a1bfa-7d17-41b7-9096-202d77ef4825 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:31:03.342512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-437a0781-0df6-40cb-bad4-4a58d9c3104f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:03.355851 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a0781-0df6-40cb-bad4-4a58d9c3104f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:31:03.361896 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a0781-0df6-40cb-bad4-4a58d9c3104f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:03.362668 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-437a0781-0df6-40cb-bad4-4a58d9c3104f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:03.416329 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28a33ec4-71b0-4e9c-bb1a-04394408c340 req-8a1ffb35-f731-4f3d-8311-3630346f4eaa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1959536 Feb 11 04:31:03.430334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18bc20-1a78-4c18-85e6-c1a537788383 req-4a59cb60-2d68-4802-bf2d-868252735dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:03.430845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18bc20-1a78-4c18-85e6-c1a537788383 req-4a59cb60-2d68-4802-bf2d-868252735dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:03.431326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18bc20-1a78-4c18-85e6-c1a537788383 req-4a59cb60-2d68-4802-bf2d-868252735dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:03.438284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18bc20-1a78-4c18-85e6-c1a537788383 req-4a59cb60-2d68-4802-bf2d-868252735dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:03.438874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18bc20-1a78-4c18-85e6-c1a537788383 req-4a59cb60-2d68-4802-bf2d-868252735dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:03.441557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af399b26-47c1-4bcb-82c7-f14e078389c9 None None] Pushing event updated for resources: {'Port': ['ID=3ef21601-9b9d-4691-a3e2-109569d0c698,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:03.445785 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d18bc20-1a78-4c18-85e6-c1a537788383 req-4a59cb60-2d68-4802-bf2d-868252735dda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 4394 time: 0.5787919 Feb 11 04:31:03.454233 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:03.477740 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-437a0781-0df6-40cb-bad4-4a58d9c3104f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0408406 Feb 11 04:31:03.480438 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56196) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:03.718985 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-55e6c733-4da7-4a65-b54f-3b1be1c2eb0c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port 361454cc-8bf6-4933-8fde-b2f7170be2ea {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:03.720727 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55e6c733-4da7-4a65-b54f-3b1be1c2eb0c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (361454cc-8bf6-4933-8fde-b2f7170be2ea), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:03.856488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18bc20-1a78-4c18-85e6-c1a537788383 req-38b22aad-8c70-43e0-ab0d-a51aebb49111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:03.857077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18bc20-1a78-4c18-85e6-c1a537788383 req-38b22aad-8c70-43e0-ab0d-a51aebb49111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:03.857549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18bc20-1a78-4c18-85e6-c1a537788383 req-38b22aad-8c70-43e0-ab0d-a51aebb49111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:03.858982 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:03.862213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d18bc20-1a78-4c18-85e6-c1a537788383 req-38b22aad-8c70-43e0-ab0d-a51aebb49111 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4089670 Feb 11 04:31:03.880681 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:03.945659 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55e6c733-4da7-4a65-b54f-3b1be1c2eb0c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (361454cc-8bf6-4933-8fde-b2f7170be2ea), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:03.981190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-55e6c733-4da7-4a65-b54f-3b1be1c2eb0c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for 361454cc-8bf6-4933-8fde-b2f7170be2ea owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:04.261985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18bc20-1a78-4c18-85e6-c1a537788383 req-25522da0-907b-4346-b229-4545b6005023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:04.264384 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d18bc20-1a78-4c18-85e6-c1a537788383 req-25522da0-907b-4346-b229-4545b6005023 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3940337 Feb 11 04:31:04.386124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdbb401-1694-49f8-bfbf-47d7a4041211 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:31:04.397843 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Publish callbacks [] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:04.400767 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:31:04.410761 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3ef21601-9b9d-4691-a3e2-109569d0c698 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:31:04.412111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Transition to ACTIVE for port object 5fdbb401-1694-49f8-bfbf-47d7a4041211 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:31:04.469246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3ef21601-9b9d-4691-a3e2-109569d0c698 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:04.469741 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:04.587305 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3ef21601-9b9d-4691-a3e2-109569d0c698 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:04.630751 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:04.631036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571b446-597a-42e3-9b6b-6a73757af2ff req-43c5df57-ead2-4d1b-946a-39ca6fd706cc tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:04.631036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571b446-597a-42e3-9b6b-6a73757af2ff req-43c5df57-ead2-4d1b-946a-39ca6fd706cc tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:04.631036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571b446-597a-42e3-9b6b-6a73757af2ff req-43c5df57-ead2-4d1b-946a-39ca6fd706cc tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:04.631036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571b446-597a-42e3-9b6b-6a73757af2ff req-43c5df57-ead2-4d1b-946a-39ca6fd706cc tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:04.631036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571b446-597a-42e3-9b6b-6a73757af2ff req-43c5df57-ead2-4d1b-946a-39ca6fd706cc tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:04.633535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1571b446-597a-42e3-9b6b-6a73757af2ff req-43c5df57-ead2-4d1b-946a-39ca6fd706cc tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 3827 time: 0.1129324 Feb 11 04:31:04.653917 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55e6c733-4da7-4a65-b54f-3b1be1c2eb0c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (361454cc-8bf6-4933-8fde-b2f7170be2ea), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:04.661217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 3ef21601-9b9d-4691-a3e2-109569d0c698, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3ef21601-9b9d-4691-a3e2-109569d0c698,segment=NetworkSegment(1677a296-ab3e-448a-a6c3-89b78162c3a1),segment_id=1677a296-ab3e-448a-a6c3-89b78162c3a1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:04.711828 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:04.726194 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6c733-4da7-4a65-b54f-3b1be1c2eb0c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=361454cc-8bf6-4933-8fde-b2f7170be2ea,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:04.779502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdbb401-1694-49f8-bfbf-47d7a4041211,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:04.789650 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1571b446-597a-42e3-9b6b-6a73757af2ff req-0adffa21-f618-42a7-a7cf-b97a470cb4d7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1483738 Feb 11 04:31:04.813079 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55e6c733-4da7-4a65-b54f-3b1be1c2eb0c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:04.817524 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:04.822470 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-55e6c733-4da7-4a65-b54f-3b1be1c2eb0c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/361454cc-8bf6-4933-8fde-b2f7170be2ea HTTP/1.1" status: 204 len: 168 time: 1.3402059 Feb 11 04:31:04.823240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56228) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:04.855229 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe2ad20-0c36-4d10-8224-8291bacbc916 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] DELETE failed (client error): The resource could not be found. Feb 11 04:31:04.856207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe2ad20-0c36-4d10-8224-8291bacbc916 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:31:04.881405 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ebe2ad20-0c36-4d10-8224-8291bacbc916 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/361454cc-8bf6-4933-8fde-b2f7170be2ea HTTP/1.1" status: 404 len: 333 time: 0.0556765 Feb 11 04:31:04.885054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56230) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:04.966103 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-96601e8e-d603-4656-81c5-640df7a42c95 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] GET failed (client error): The resource could not be found. Feb 11 04:31:04.985092 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-96601e8e-d603-4656-81c5-640df7a42c95 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/361454cc-8bf6-4933-8fde-b2f7170be2ea HTTP/1.1" status: 404 len: 333 time: 0.0883939 Feb 11 04:31:04.987235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56234) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:05.051017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Attempting to bind port 5fdbb401-1694-49f8-bfbf-47d7a4041211 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:31:05.051582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Attempting to bind port 5fdbb401-1694-49f8-bfbf-47d7a4041211 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:31:05.051937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Attempting to bind port 5fdbb401-1694-49f8-bfbf-47d7a4041211 on network 5298babb-4aa0-44c4-91a5-04b443d240a5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:05.060409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Port 5fdbb401-1694-49f8-bfbf-47d7a4041211 on network 5298babb-4aa0-44c4-91a5-04b443d240a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:31:05.060409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Attempting to bind port 5fdbb401-1694-49f8-bfbf-47d7a4041211 on network 5298babb-4aa0-44c4-91a5-04b443d240a5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:05.079285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:31:05.090219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Checking segment: {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:31:05.092697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Bound using segment: {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:31:05.093307 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Bound port: 5fdbb401-1694-49f8-bfbf-47d7a4041211, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:31:05.093776 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:05.158932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f7f6a7-15d3-491f-9c49-c5d9018ecbe7 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting subnet b27b2694-88b1-4bbb-a0d6-368c8ca8b4dc {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:31:05.167316 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71f7f6a7-15d3-491f-9c49-c5d9018ecbe7 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (b27b2694-88b1-4bbb-a0d6-368c8ca8b4dc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:05.317586 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71f7f6a7-15d3-491f-9c49-c5d9018ecbe7 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (b27b2694-88b1-4bbb-a0d6-368c8ca8b4dc), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:05.355100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] For port 5fdbb401-1694-49f8-bfbf-47d7a4041211, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:31:05.363723 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] For port 5fdbb401-1694-49f8-bfbf-47d7a4041211, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5fdbb401-1694-49f8-bfbf-47d7a4041211,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:31:05.431482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce490afa-22e9-464d-b88a-edfd3b78599d None None] Network a62a1bfa-7d17-41b7-9096-202d77ef4825 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:31:05.446787 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:05.574003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:05.582658 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:05.584314 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/5fdbb401-1694-49f8-bfbf-47d7a4041211 HTTP/1.1" status: 200 len: 1131 time: 2.7501941 Feb 11 04:31:05.584862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': '5fdbb401-1694-49f8-bfbf-47d7a4041211'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:31:05.590946 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ba44a5-82e2-4e8e-9edd-6355bb52257e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "5fdbb401-1694-49f8-bfbf-47d7a4041211"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:31:05.603157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=3ef21601-9b9d-4691-a3e2-109569d0c698,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:05.660176 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71f7f6a7-15d3-491f-9c49-c5d9018ecbe7 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (b27b2694-88b1-4bbb-a0d6-368c8ca8b4dc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:05.675664 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Request body: {'port': {'device_id': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:05.707419 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44010adb-3fa4-41dc-89cb-d2907dc4d234 x-openstack-request-id: req-44010adb-3fa4-41dc-89cb-d2907dc4d234 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:31:05.708657 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "5fdbb401-1694-49f8-bfbf-47d7a4041211", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:31:05.711334 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44010adb-3fa4-41dc-89cb-d2907dc4d234 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:31:05.712994 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': '5fdbb401-1694-49f8-bfbf-47d7a4041211', 'status': 'completed', 'code': 200} Feb 11 04:31:05.795087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec223b-5190-4c0f-a18d-39b8f105e7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdbb401-1694-49f8-bfbf-47d7a4041211,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:05.938302 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71f7f6a7-15d3-491f-9c49-c5d9018ecbe7 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (b27b2694-88b1-4bbb-a0d6-368c8ca8b4dc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:05.963628 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-fabcdaad-e0d9-48cd-85a0-b6e880871f17 None None] Provisioning complete for port 3ef21601-9b9d-4691-a3e2-109569d0c698 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:05.964191 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fabcdaad-e0d9-48cd-85a0-b6e880871f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:05.998151 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (963b6a8b-e879-44fc-be34-943887949a52), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:06.010466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba44a5-82e2-4e8e-9edd-6355bb52257e req-4c9150a8-e748-40fb-9fae-c515165c3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:06.011354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba44a5-82e2-4e8e-9edd-6355bb52257e req-4c9150a8-e748-40fb-9fae-c515165c3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:06.012003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba44a5-82e2-4e8e-9edd-6355bb52257e req-4c9150a8-e748-40fb-9fae-c515165c3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:06.012672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba44a5-82e2-4e8e-9edd-6355bb52257e req-4c9150a8-e748-40fb-9fae-c515165c3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:06.013309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba44a5-82e2-4e8e-9edd-6355bb52257e req-4c9150a8-e748-40fb-9fae-c515165c3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:06.014224 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba44a5-82e2-4e8e-9edd-6355bb52257e req-4c9150a8-e748-40fb-9fae-c515165c3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:06.016481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3ba44a5-82e2-4e8e-9edd-6355bb52257e req-4c9150a8-e748-40fb-9fae-c515165c3091 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5349 time: 0.2268174 Feb 11 04:31:06.026859 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7f6a7-15d3-491f-9c49-c5d9018ecbe7 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Subnet': ['ID=b27b2694-88b1-4bbb-a0d6-368c8ca8b4dc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:06.044138 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71f7f6a7-15d3-491f-9c49-c5d9018ecbe7 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:06.057096 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-71f7f6a7-15d3-491f-9c49-c5d9018ecbe7 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/b27b2694-88b1-4bbb-a0d6-368c8ca8b4dc HTTP/1.1" status: 204 len: 168 time: 1.0686519 Feb 11 04:31:06.057999 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56264) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:06.271425 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (a62a1bfa-7d17-41b7-9096-202d77ef4825), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:06.309742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fabcdaad-e0d9-48cd-85a0-b6e880871f17 None None] Current status of the port 3ef21601-9b9d-4691-a3e2-109569d0c698 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:06.438339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3ef21601-9b9d-4691-a3e2-109569d0c698 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:31:06.567747 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f70f22-52bf-4a02-8d70-f98e96bd4980 None None] Network a62a1bfa-7d17-41b7-9096-202d77ef4825 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:31:06.583232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963b6a8b-e879-44fc-be34-943887949a52 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:31:06.591797 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Publish callbacks [] for port (963b6a8b-e879-44fc-be34-943887949a52), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:06.605581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Transition to ACTIVE for port object 963b6a8b-e879-44fc-be34-943887949a52 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:31:06.654507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56268) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:06.696187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80912c8d-c28d-4789-815d-7c82c0749801 req-9fd94a83-3436-4726-a679-507a941ba0d7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:06.704485 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80912c8d-c28d-4789-815d-7c82c0749801 req-9fd94a83-3436-4726-a679-507a941ba0d7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:06.711829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80912c8d-c28d-4789-815d-7c82c0749801 req-9fd94a83-3436-4726-a679-507a941ba0d7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:06.721986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80912c8d-c28d-4789-815d-7c82c0749801 req-9fd94a83-3436-4726-a679-507a941ba0d7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:06.728098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80912c8d-c28d-4789-815d-7c82c0749801 req-9fd94a83-3436-4726-a679-507a941ba0d7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:06.733339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80912c8d-c28d-4789-815d-7c82c0749801 req-9fd94a83-3436-4726-a679-507a941ba0d7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:06.734885 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80912c8d-c28d-4789-815d-7c82c0749801 req-9fd94a83-3436-4726-a679-507a941ba0d7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 4599 time: 0.7162571 Feb 11 04:31:06.738357 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (963b6a8b-e879-44fc-be34-943887949a52), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:06.871777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba44a5-82e2-4e8e-9edd-6355bb52257e req-5d1befe7-20d5-4398-9d83-f21d4189e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:06.872258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba44a5-82e2-4e8e-9edd-6355bb52257e req-5d1befe7-20d5-4398-9d83-f21d4189e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:06.872726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba44a5-82e2-4e8e-9edd-6355bb52257e req-5d1befe7-20d5-4398-9d83-f21d4189e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:06.874409 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3ba44a5-82e2-4e8e-9edd-6355bb52257e req-5d1befe7-20d5-4398-9d83-f21d4189e716 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8462598 Feb 11 04:31:06.891538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Pushing event updated for resources: {'Port': ['ID=963b6a8b-e879-44fc-be34-943887949a52,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:06.917420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3ef21601-9b9d-4691-a3e2-109569d0c698 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:06.935178 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.078583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fed9d6-bcf7-4974-af66-b0dd8ab2fbec None None] DHCP port deletion for a62a1bfa-7d17-41b7-9096-202d77ef4825 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:31:07.127467 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port 3ef21601-9b9d-4691-a3e2-109569d0c698 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:07.129511 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.161824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80912c8d-c28d-4789-815d-7c82c0749801 req-127fbc03-1eb3-46d6-b459-93ccd5452c23 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4167128 Feb 11 04:31:07.166317 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bf0891c2-d86f-4f7b-8489-b84b8b7c1f83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.177132 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-88c290ab-af2b-4ed0-9513-a6b9d0beb7dc None None] Provisioning complete for port 3ef21601-9b9d-4691-a3e2-109569d0c698 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:07.192689 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-88c290ab-af2b-4ed0-9513-a6b9d0beb7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.304023 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bf0891c2-d86f-4f7b-8489-b84b8b7c1f83 admin admin] Publish callbacks [] for security_group (85a33a0e-04b9-496c-b9f1-59f387f8c29d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.324639 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] For port 3ef21601-9b9d-4691-a3e2-109569d0c698, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3ef21601-9b9d-4691-a3e2-109569d0c698,segment=NetworkSegment(1677a296-ab3e-448a-a6c3-89b78162c3a1),segment_id=1677a296-ab3e-448a-a6c3-89b78162c3a1)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:07.325084 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.337207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Attempting to bind port 963b6a8b-e879-44fc-be34-943887949a52 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:31:07.337207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Attempting to bind port 963b6a8b-e879-44fc-be34-943887949a52 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:31:07.337542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Attempting to bind port 963b6a8b-e879-44fc-be34-943887949a52 on network 5298babb-4aa0-44c4-91a5-04b443d240a5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:07.341281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba44a5-82e2-4e8e-9edd-6355bb52257e req-ac67b739-89e3-4442-b856-91fcc1e7a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:07.342848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3ba44a5-82e2-4e8e-9edd-6355bb52257e req-ac67b739-89e3-4442-b856-91fcc1e7a1ac service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4549816 Feb 11 04:31:07.345618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Port 963b6a8b-e879-44fc-be34-943887949a52 on network 5298babb-4aa0-44c4-91a5-04b443d240a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:31:07.345946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Attempting to bind port 963b6a8b-e879-44fc-be34-943887949a52 on network 5298babb-4aa0-44c4-91a5-04b443d240a5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:07.352760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:31:07.353743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Checking segment: {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:31:07.354132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Bound using segment: {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:31:07.354578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Bound port: 963b6a8b-e879-44fc-be34-943887949a52, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:31:07.354962 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (963b6a8b-e879-44fc-be34-943887949a52), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.362880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for 3ef21601-9b9d-4691-a3e2-109569d0c698 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:07.385010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3ef21601-9b9d-4691-a3e2-109569d0c698 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:07.397840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-91fed9d6-bcf7-4974-af66-b0dd8ab2fbec None None] Deleting port 3ef21601-9b9d-4691-a3e2-109569d0c698 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:07.398612 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91fed9d6-bcf7-4974-af66-b0dd8ab2fbec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.399717 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bf0891c2-d86f-4f7b-8489-b84b8b7c1f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (85a33a0e-04b9-496c-b9f1-59f387f8c29d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.403313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-88c290ab-af2b-4ed0-9513-a6b9d0beb7dc None None] Current status of the port 3ef21601-9b9d-4691-a3e2-109569d0c698 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:07.476394 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bf0891c2-d86f-4f7b-8489-b84b8b7c1f83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea317f00499c465798d0211030b9804b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8180060 Feb 11 04:31:07.481640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0891c2-d86f-4f7b-8489-b84b8b7c1f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a33a0e-04b9-496c-b9f1-59f387f8c29d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:07.484826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56276) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:07.493465 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-91fed9d6-bcf7-4974-af66-b0dd8ab2fbec None None] For port 3ef21601-9b9d-4691-a3e2-109569d0c698, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3ef21601-9b9d-4691-a3e2-109569d0c698,segment=NetworkSegment(1677a296-ab3e-448a-a6c3-89b78162c3a1),segment_id=1677a296-ab3e-448a-a6c3-89b78162c3a1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:07.494159 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91fed9d6-bcf7-4974-af66-b0dd8ab2fbec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.512296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-91fed9d6-bcf7-4974-af66-b0dd8ab2fbec None None] Calling delete_port for 3ef21601-9b9d-4691-a3e2-109569d0c698 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:07.515657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] For port 963b6a8b-e879-44fc-be34-943887949a52, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:31:07.548906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] For port 963b6a8b-e879-44fc-be34-943887949a52, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=963b6a8b-e879-44fc-be34-943887949a52,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:31:07.570355 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f9d1a47d-3157-4a0a-9f38-493eab9a237a admin admin] Publish callbacks [] for security_group (85a33a0e-04b9-496c-b9f1-59f387f8c29d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.604637 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f9d1a47d-3157-4a0a-9f38-493eab9a237a admin admin] Publish callbacks [] for security_group (85a33a0e-04b9-496c-b9f1-59f387f8c29d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.647852 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (963b6a8b-e879-44fc-be34-943887949a52), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.740442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Pushing event updated for resources: {'Port': ['ID=963b6a8b-e879-44fc-be34-943887949a52,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:07.745038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:07.745670 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.747078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-78cc8409-d9a2-48f5-896f-924be5913d61 service neutron] 10.222.0.32 "PUT /v2.0/ports/963b6a8b-e879-44fc-be34-943887949a52 HTTP/1.1" status: 200 len: 1132 time: 2.0860126 Feb 11 04:31:07.747955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': '963b6a8b-e879-44fc-be34-943887949a52'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:31:07.750200 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a082dd-1c10-42e1-9a9f-0a1ce1f0b2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "963b6a8b-e879-44fc-be34-943887949a52"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:31:07.757989 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.769671 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91fed9d6-bcf7-4974-af66-b0dd8ab2fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (3ef21601-9b9d-4691-a3e2-109569d0c698), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.811499 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcbabd3-dd88-4571-a68d-b8ad0bea975c x-openstack-request-id: req-0bcbabd3-dd88-4571-a68d-b8ad0bea975c {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:31:07.812107 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "963b6a8b-e879-44fc-be34-943887949a52", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:31:07.812576 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bcbabd3-dd88-4571-a68d-b8ad0bea975c {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:31:07.813172 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': '963b6a8b-e879-44fc-be34-943887949a52', 'status': 'completed', 'code': 200} Feb 11 04:31:07.852358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No DVR routers for this DVR port 3ef21601-9b9d-4691-a3e2-109569d0c698 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:31:07.859382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=3ef21601-9b9d-4691-a3e2-109569d0c698,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:07.872099 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fed9d6-bcf7-4974-af66-b0dd8ab2fbec None None] Pushing event deleted for resources: {'Port': ['ID=3ef21601-9b9d-4691-a3e2-109569d0c698,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:07.888432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fed9d6-bcf7-4974-af66-b0dd8ab2fbec None None] No DVR routers for this DVR port 3ef21601-9b9d-4691-a3e2-109569d0c698 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:31:07.917310 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f9d1a47d-3157-4a0a-9f38-493eab9a237a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (85a33a0e-04b9-496c-b9f1-59f387f8c29d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.926872 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f9d1a47d-3157-4a0a-9f38-493eab9a237a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:07.928816 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f9d1a47d-3157-4a0a-9f38-493eab9a237a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85a33a0e-04b9-496c-b9f1-59f387f8c29d HTTP/1.1" status: 204 len: 168 time: 0.4401841 Feb 11 04:31:07.939726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Request body: {'port': {'device_id': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:08.001098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1a47d-3157-4a0a-9f38-493eab9a237a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a33a0e-04b9-496c-b9f1-59f387f8c29d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:08.058709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a082dd-1c10-42e1-9a9f-0a1ce1f0b2f2 req-9b2d16fc-b9b3-4095-b2eb-8d19487d0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:08.059412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a082dd-1c10-42e1-9a9f-0a1ce1f0b2f2 req-9b2d16fc-b9b3-4095-b2eb-8d19487d0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:08.060039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a082dd-1c10-42e1-9a9f-0a1ce1f0b2f2 req-9b2d16fc-b9b3-4095-b2eb-8d19487d0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:08.060660 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a082dd-1c10-42e1-9a9f-0a1ce1f0b2f2 req-9b2d16fc-b9b3-4095-b2eb-8d19487d0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:08.061369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a082dd-1c10-42e1-9a9f-0a1ce1f0b2f2 req-9b2d16fc-b9b3-4095-b2eb-8d19487d0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:08.063124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a082dd-1c10-42e1-9a9f-0a1ce1f0b2f2 req-9b2d16fc-b9b3-4095-b2eb-8d19487d0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:08.063768 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a082dd-1c10-42e1-9a9f-0a1ce1f0b2f2 req-9b2d16fc-b9b3-4095-b2eb-8d19487d0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:08.069392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50a082dd-1c10-42e1-9a9f-0a1ce1f0b2f2 req-9b2d16fc-b9b3-4095-b2eb-8d19487d0d29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 6305 time: 0.2380836 Feb 11 04:31:08.100601 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (a62a1bfa-7d17-41b7-9096-202d77ef4825), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:08.131812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62a1bfa-7d17-41b7-9096-202d77ef4825']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:08.145554 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1677a296-ab3e-448a-a6c3-89b78162c3a1') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:08.146121 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1677a296-ab3e-448a-a6c3-89b78162c3a1') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:08.161194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (1677a296-ab3e-448a-a6c3-89b78162c3a1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:08.165441 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:08.224457 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (1677a296-ab3e-448a-a6c3-89b78162c3a1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:08.240318 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:31:08.240986 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (1677a296-ab3e-448a-a6c3-89b78162c3a1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:31:08.355888 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:31:08.414497 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3ef21601-9b9d-4691-a3e2-109569d0c698 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:31:08.444004 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (a62a1bfa-7d17-41b7-9096-202d77ef4825), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:08.449528 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:08.460105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 3ef21601-9b9d-4691-a3e2-109569d0c698 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:31:08.460322 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/networks/a62a1bfa-7d17-41b7-9096-202d77ef4825 HTTP/1.1" status: 204 len: 168 time: 2.3980415 Feb 11 04:31:08.460466 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3ef21601-9b9d-4691-a3e2-109569d0c698 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:31:08.461341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56292) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:08.496548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-68d1836e-c249-4ea9-9484-6e00a8ca1187 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1484383951'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:08.517877 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca60f0-d6cc-4eb2-9608-24d16829131e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Network': ['ID=a62a1bfa-7d17-41b7-9096-202d77ef4825,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:08.542319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a082dd-1c10-42e1-9a9f-0a1ce1f0b2f2 req-e317ea54-466c-48b1-a391-6832182b7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:08.544567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a082dd-1c10-42e1-9a9f-0a1ce1f0b2f2 req-e317ea54-466c-48b1-a391-6832182b7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:08.545060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a082dd-1c10-42e1-9a9f-0a1ce1f0b2f2 req-e317ea54-466c-48b1-a391-6832182b7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:08.547036 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50a082dd-1c10-42e1-9a9f-0a1ce1f0b2f2 req-e317ea54-466c-48b1-a391-6832182b7db4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4519341 Feb 11 04:31:08.628965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d1836e-c249-4ea9-9484-6e00a8ca1187 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:08.632669 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68d1836e-c249-4ea9-9484-6e00a8ca1187 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:08.709693 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d1836e-c249-4ea9-9484-6e00a8ca1187 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:31:08.730323 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68d1836e-c249-4ea9-9484-6e00a8ca1187 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9afbf766-74ed-4276-b15b-ad8ae6533380), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:08.730971 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-68d1836e-c249-4ea9-9484-6e00a8ca1187 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Added segment 9afbf766-74ed-4276-b15b-ad8ae6533380 of type vlan for network 913266f4-dc76-4f93-a795-eb14fc1f4f38 Feb 11 04:31:08.827035 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68d1836e-c249-4ea9-9484-6e00a8ca1187 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (913266f4-dc76-4f93-a795-eb14fc1f4f38), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:08.967044 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68d1836e-c249-4ea9-9484-6e00a8ca1187 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (913266f4-dc76-4f93-a795-eb14fc1f4f38), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:08.979142 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d1836e-c249-4ea9-9484-6e00a8ca1187 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:08.979779 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68d1836e-c249-4ea9-9484-6e00a8ca1187 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:08.992645 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56294) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:09.101895 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6319f1fb-ec5d-4cb0-a5ac-d722769bbb23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:09.220344 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6319f1fb-ec5d-4cb0-a5ac-d722769bbb23 admin admin] Publish callbacks [] for security_group (5f5d469c-59c3-4bdb-a3f4-f512300b8d15), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:09.264561 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-68d1836e-c249-4ea9-9484-6e00a8ca1187 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7829697 Feb 11 04:31:09.269321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56300) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:09.270298 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6319f1fb-ec5d-4cb0-a5ac-d722769bbb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5f5d469c-59c3-4bdb-a3f4-f512300b8d15), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:09.276174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bcfa8-8298-4983-a759-af135deadee4 req-29714343-5410-4004-9e07-049d97901c51 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:09.280306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f81f759e-ad47-4103-935c-3ad716a25b91 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'subnet': {'network_id': '913266f4-dc76-4f93-a795-eb14fc1f4f38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:09.285968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bcfa8-8298-4983-a759-af135deadee4 req-29714343-5410-4004-9e07-049d97901c51 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:09.287177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1836e-c249-4ea9-9484-6e00a8ca1187 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Network': ['ID=913266f4-dc76-4f93-a795-eb14fc1f4f38,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:09.287789 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bcfa8-8298-4983-a759-af135deadee4 req-29714343-5410-4004-9e07-049d97901c51 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:09.294203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bcfa8-8298-4983-a759-af135deadee4 req-29714343-5410-4004-9e07-049d97901c51 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:09.299990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bcfa8-8298-4983-a759-af135deadee4 req-29714343-5410-4004-9e07-049d97901c51 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:09.302714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 913266f4-dc76-4f93-a795-eb14fc1f4f38 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:31:09.305354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bcfa8-8298-4983-a759-af135deadee4 req-29714343-5410-4004-9e07-049d97901c51 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:09.310703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bcfa8-8298-4983-a759-af135deadee4 req-29714343-5410-4004-9e07-049d97901c51 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:09.312604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-664bcfa8-8298-4983-a759-af135deadee4 req-29714343-5410-4004-9e07-049d97901c51 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5372 time: 0.9304469 Feb 11 04:31:09.478028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319f1fb-ec5d-4cb0-a5ac-d722769bbb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5d469c-59c3-4bdb-a3f4-f512300b8d15,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:09.483561 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6319f1fb-ec5d-4cb0-a5ac-d722769bbb23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d73e3682a68849169154927e4bf347d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4825866 Feb 11 04:31:09.486929 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56304) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:09.543013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-664bcfa8-8298-4983-a759-af135deadee4 req-a0206bf7-d52a-4d51-8786-34019ad5b863 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1626518 Feb 11 04:31:09.552272 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81f759e-ad47-4103-935c-3ad716a25b91 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:09.557115 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f81f759e-ad47-4103-935c-3ad716a25b91 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:09.584028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cc8e96-7615-4f82-a139-50fdbc0216dd {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:31:09.601895 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Publish callbacks [] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:09.618829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Transition to ACTIVE for port object 30cc8e96-7615-4f82-a139-50fdbc0216dd will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:31:09.621163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a082dd-1c10-42e1-9a9f-0a1ce1f0b2f2 req-0d9c30a1-9608-43c9-a726-b0185fbc1d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:09.623971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50a082dd-1c10-42e1-9a9f-0a1ce1f0b2f2 req-0d9c30a1-9608-43c9-a726-b0185fbc1d9f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0589268 Feb 11 04:31:09.665327 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f722b009-8f06-4111-a4e8-136d5ac966f9 admin admin] Publish callbacks [] for security_group (5f5d469c-59c3-4bdb-a3f4-f512300b8d15), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:09.686518 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:09.713796 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f722b009-8f06-4111-a4e8-136d5ac966f9 admin admin] Publish callbacks [] for security_group (5f5d469c-59c3-4bdb-a3f4-f512300b8d15), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:09.829496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Pushing event updated for resources: {'Port': ['ID=30cc8e96-7615-4f82-a139-50fdbc0216dd,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:09.934256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Attempting to bind port 30cc8e96-7615-4f82-a139-50fdbc0216dd on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:31:09.935036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Attempting to bind port 30cc8e96-7615-4f82-a139-50fdbc0216dd by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:31:09.935645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Attempting to bind port 30cc8e96-7615-4f82-a139-50fdbc0216dd on network 5298babb-4aa0-44c4-91a5-04b443d240a5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:09.937355 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f722b009-8f06-4111-a4e8-136d5ac966f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5f5d469c-59c3-4bdb-a3f4-f512300b8d15), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:09.942588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Port 30cc8e96-7615-4f82-a139-50fdbc0216dd on network 5298babb-4aa0-44c4-91a5-04b443d240a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:31:09.943042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Attempting to bind port 30cc8e96-7615-4f82-a139-50fdbc0216dd on network 5298babb-4aa0-44c4-91a5-04b443d240a5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:09.947540 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f722b009-8f06-4111-a4e8-136d5ac966f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:09.949128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:31:09.949549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Checking segment: {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:31:09.955461 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f722b009-8f06-4111-a4e8-136d5ac966f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f5d469c-59c3-4bdb-a3f4-f512300b8d15 HTTP/1.1" status: 204 len: 168 time: 0.4608684 Feb 11 04:31:09.956101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Bound using segment: {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:31:09.956101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Bound port: 30cc8e96-7615-4f82-a139-50fdbc0216dd, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:31:09.956101 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:09.964795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722b009-8f06-4111-a4e8-136d5ac966f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5d469c-59c3-4bdb-a3f4-f512300b8d15,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:09.979745 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f81f759e-ad47-4103-935c-3ad716a25b91 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (c5e91fe3-a15f-46af-a4e7-94118e289631), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:10.179421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] For port 30cc8e96-7615-4f82-a139-50fdbc0216dd, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:31:10.183130 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] For port 30cc8e96-7615-4f82-a139-50fdbc0216dd, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=30cc8e96-7615-4f82-a139-50fdbc0216dd,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:31:10.183534 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f759e-ad47-4103-935c-3ad716a25b91 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Subnet': ['ID=c5e91fe3-a15f-46af-a4e7-94118e289631,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:10.221252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f759e-ad47-4103-935c-3ad716a25b91 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Checking segment: {'id': '9afbf766-74ed-4276-b15b-ad8ae6533380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '913266f4-dc76-4f93-a795-eb14fc1f4f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:31:10.221940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81f759e-ad47-4103-935c-3ad716a25b91 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network hostable DHCP agents. Network: 913266f4-dc76-4f93-a795-eb14fc1f4f38, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:31:10.272179 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:10.349565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:10.357115 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:10.357115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] 10.222.0.32 "PUT /v2.0/ports/30cc8e96-7615-4f82-a139-50fdbc0216dd HTTP/1.1" status: 200 len: 1091 time: 2.4408896 Feb 11 04:31:10.357115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': '30cc8e96-7615-4f82-a139-50fdbc0216dd'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:31:10.358056 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4124130e-d361-44ad-8581-82456a4cb30e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "30cc8e96-7615-4f82-a139-50fdbc0216dd"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:31:10.378191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81f759e-ad47-4103-935c-3ad716a25b91 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 913266f4-dc76-4f93-a795-eb14fc1f4f38 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:31:10.448024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd1323-6750-489a-a1dc-e5baaa4c70bf service neutron] Pushing event updated for resources: {'Port': ['ID=30cc8e96-7615-4f82-a139-50fdbc0216dd,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:10.463029 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-f81f759e-ad47-4103-935c-3ad716a25b91 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 913266f4-dc76-4f93-a795-eb14fc1f4f38) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:10.472400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81f759e-ad47-4103-935c-3ad716a25b91 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:10.473467 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f81f759e-ad47-4103-935c-3ad716a25b91 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:10.480254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeae384-ba2d-44fa-97de-93183957f8d5 None None] Network 913266f4-dc76-4f93-a795-eb14fc1f4f38 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:31:10.502195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Request body: {'port': {'device_id': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:10.604523 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbc13d7-9470-4a27-bb81-1650127d569f x-openstack-request-id: req-4bbc13d7-9470-4a27-bb81-1650127d569f {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:31:10.604824 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "30cc8e96-7615-4f82-a139-50fdbc0216dd", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:31:10.605083 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bbc13d7-9470-4a27-bb81-1650127d569f {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:31:10.605497 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': '30cc8e96-7615-4f82-a139-50fdbc0216dd', 'status': 'completed', 'code': 200} Feb 11 04:31:10.623451 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f81f759e-ad47-4103-935c-3ad716a25b91 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3455808 Feb 11 04:31:10.623746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56318) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:10.632960 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-67ce9db9-c567-4fcb-ade7-d80247096a9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'network_id': '913266f4-dc76-4f93-a795-eb14fc1f4f38', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-235952940'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:10.813654 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8384eb4b-0998-438a-8422-057418ed2575), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:10.840272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-913266f4-dc76-4f93-a795-eb14fc1f4f38', 'network_id': '913266f4-dc76-4f93-a795-eb14fc1f4f38', 'project_id': '53518ba44ed64629bca4f1cb537b8a7a', 'fixed_ips': [{'subnet_id': 'c5e91fe3-a15f-46af-a4e7-94118e289631'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:31:10.841268 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:10.943006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124130e-d361-44ad-8581-82456a4cb30e req-a73a0aba-4aa6-45df-b64d-0d44fdf7c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:10.943641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124130e-d361-44ad-8581-82456a4cb30e req-a73a0aba-4aa6-45df-b64d-0d44fdf7c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:10.944231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124130e-d361-44ad-8581-82456a4cb30e req-a73a0aba-4aa6-45df-b64d-0d44fdf7c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:10.944770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124130e-d361-44ad-8581-82456a4cb30e req-a73a0aba-4aa6-45df-b64d-0d44fdf7c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:10.945347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124130e-d361-44ad-8581-82456a4cb30e req-a73a0aba-4aa6-45df-b64d-0d44fdf7c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:10.945883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124130e-d361-44ad-8581-82456a4cb30e req-a73a0aba-4aa6-45df-b64d-0d44fdf7c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:10.951200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124130e-d361-44ad-8581-82456a4cb30e req-a73a0aba-4aa6-45df-b64d-0d44fdf7c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:10.951200 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4124130e-d361-44ad-8581-82456a4cb30e req-a73a0aba-4aa6-45df-b64d-0d44fdf7c128 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 6404 time: 0.3538427 Feb 11 04:31:11.028560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c806701-6e65-4772-9543-7816f3a4be41 req-4f7542e6-bd43-41f0-b4c3-9c5068e4479d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:11.036922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c806701-6e65-4772-9543-7816f3a4be41 req-4f7542e6-bd43-41f0-b4c3-9c5068e4479d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:11.043266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c806701-6e65-4772-9543-7816f3a4be41 req-4f7542e6-bd43-41f0-b4c3-9c5068e4479d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:11.053235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c806701-6e65-4772-9543-7816f3a4be41 req-4f7542e6-bd43-41f0-b4c3-9c5068e4479d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:11.059817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c806701-6e65-4772-9543-7816f3a4be41 req-4f7542e6-bd43-41f0-b4c3-9c5068e4479d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:11.065780 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c806701-6e65-4772-9543-7816f3a4be41 req-4f7542e6-bd43-41f0-b4c3-9c5068e4479d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:11.074890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ce9db9-c567-4fcb-ade7-d80247096a9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:11.078363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c806701-6e65-4772-9543-7816f3a4be41 req-4f7542e6-bd43-41f0-b4c3-9c5068e4479d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:11.078563 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67ce9db9-c567-4fcb-ade7-d80247096a9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:11.080509 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c806701-6e65-4772-9543-7816f3a4be41 req-4f7542e6-bd43-41f0-b4c3-9c5068e4479d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5384 time: 0.3469372 Feb 11 04:31:11.113632 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Allocated IP 2001:db8::2 (913266f4-dc76-4f93-a795-eb14fc1f4f38/c5e91fe3-a15f-46af-a4e7-94118e289631/e43d0cc0-b0b6-4125-b25e-cbb3b0828efa) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:31:11.117374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-67ce9db9-c567-4fcb-ade7-d80247096a9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port cc0aafc5-e467-4310-aa89-92cc571f2b9e yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:31:11.459835 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Publish callbacks [] for port (e43d0cc0-b0b6-4125-b25e-cbb3b0828efa), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:11.464978 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124130e-d361-44ad-8581-82456a4cb30e req-32137265-4751-45b2-a06e-31782cf8cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:11.465590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124130e-d361-44ad-8581-82456a4cb30e req-32137265-4751-45b2-a06e-31782cf8cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:11.466125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124130e-d361-44ad-8581-82456a4cb30e req-32137265-4751-45b2-a06e-31782cf8cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:11.467859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4124130e-d361-44ad-8581-82456a4cb30e req-32137265-4751-45b2-a06e-31782cf8cad7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5054271 Feb 11 04:31:11.474714 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c806701-6e65-4772-9543-7816f3a4be41 req-795373fa-af66-4f93-ad03-cb03e00a2b31 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3584521 Feb 11 04:31:11.543696 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (e43d0cc0-b0b6-4125-b25e-cbb3b0828efa), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:11.583603 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Network 913266f4-dc76-4f93-a795-eb14fc1f4f38 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:31:11.603438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:11.609052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:31:11.626164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124130e-d361-44ad-8581-82456a4cb30e req-dec8c5b0-68e5-4011-a1a9-47f22bb13ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:11.628440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4124130e-d361-44ad-8581-82456a4cb30e req-dec8c5b0-68e5-4011-a1a9-47f22bb13ad5 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1509840 Feb 11 04:31:11.663589 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-67ce9db9-c567-4fcb-ade7-d80247096a9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Allocated IP 2001:db8::280 (913266f4-dc76-4f93-a795-eb14fc1f4f38/c5e91fe3-a15f-46af-a4e7-94118e289631/cc0aafc5-e467-4310-aa89-92cc571f2b9e) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:31:11.739641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8384eb4b-0998-438a-8422-057418ed2575 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:31:11.752368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Pushing event updated for resources: {'Port': ['ID=e43d0cc0-b0b6-4125-b25e-cbb3b0828efa,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:11.753238 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Publish callbacks [] for port (8384eb4b-0998-438a-8422-057418ed2575), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:11.800165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Transition to ACTIVE for port object 8384eb4b-0998-438a-8422-057418ed2575 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:31:11.844246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Attempting to bind port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:31:11.845352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Attempting to bind port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '9afbf766-74ed-4276-b15b-ad8ae6533380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '913266f4-dc76-4f93-a795-eb14fc1f4f38'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:31:11.845352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Attempting to bind port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa on network 913266f4-dc76-4f93-a795-eb14fc1f4f38 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:11.851326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:31:11.851797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Checking segment: {'id': '9afbf766-74ed-4276-b15b-ad8ae6533380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '913266f4-dc76-4f93-a795-eb14fc1f4f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:31:11.852307 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:11.852790 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Bound using segment: {'id': '9afbf766-74ed-4276-b15b-ad8ae6533380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '913266f4-dc76-4f93-a795-eb14fc1f4f38'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:31:11.853331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Bound port: e43d0cc0-b0b6-4125-b25e-cbb3b0828efa, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afbf766-74ed-4276-b15b-ad8ae6533380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '913266f4-dc76-4f93-a795-eb14fc1f4f38'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:31:11.853795 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e43d0cc0-b0b6-4125-b25e-cbb3b0828efa), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:11.863524 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8384eb4b-0998-438a-8422-057418ed2575), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:11.910756 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67ce9db9-c567-4fcb-ade7-d80247096a9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (cc0aafc5-e467-4310-aa89-92cc571f2b9e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:11.926205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] For port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:31:11.929913 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] For port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e43d0cc0-b0b6-4125-b25e-cbb3b0828efa,segment=NetworkSegment(9afbf766-74ed-4276-b15b-ad8ae6533380),segment_id=9afbf766-74ed-4276-b15b-ad8ae6533380)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:31:11.975643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Pushing event updated for resources: {'Port': ['ID=8384eb4b-0998-438a-8422-057418ed2575,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:11.989184 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e43d0cc0-b0b6-4125-b25e-cbb3b0828efa), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:12.137038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc814659-520f-4fe6-b181-3d42d9398c86 None None] Pushing event updated for resources: {'Port': ['ID=e43d0cc0-b0b6-4125-b25e-cbb3b0828efa,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:12.145556 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67ce9db9-c567-4fcb-ade7-d80247096a9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (cc0aafc5-e467-4310-aa89-92cc571f2b9e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:12.234036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Attempting to bind port 8384eb4b-0998-438a-8422-057418ed2575 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:31:12.234036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Attempting to bind port 8384eb4b-0998-438a-8422-057418ed2575 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:31:12.234036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Attempting to bind port 8384eb4b-0998-438a-8422-057418ed2575 on network 5298babb-4aa0-44c4-91a5-04b443d240a5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:12.245645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Port 8384eb4b-0998-438a-8422-057418ed2575 on network 5298babb-4aa0-44c4-91a5-04b443d240a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:31:12.248274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Attempting to bind port 8384eb4b-0998-438a-8422-057418ed2575 on network 5298babb-4aa0-44c4-91a5-04b443d240a5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:12.256245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:31:12.256772 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Checking segment: {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:31:12.257285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Bound using segment: {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:31:12.258050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Bound port: 8384eb4b-0998-438a-8422-057418ed2575, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d948694-ad4f-4671-b93a-a67cb6b557dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:31:12.258546 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8384eb4b-0998-438a-8422-057418ed2575), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:12.363942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] For port 8384eb4b-0998-438a-8422-057418ed2575, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:31:12.370044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] For port 8384eb4b-0998-438a-8422-057418ed2575, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8384eb4b-0998-438a-8422-057418ed2575,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:31:12.392855 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce9db9-c567-4fcb-ade7-d80247096a9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 913266f4-dc76-4f93-a795-eb14fc1f4f38 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:31:12.397466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-67ce9db9-c567-4fcb-ade7-d80247096a9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:12.400658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce9db9-c567-4fcb-ade7-d80247096a9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:31:12.411201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ce9db9-c567-4fcb-ade7-d80247096a9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:12.412026 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67ce9db9-c567-4fcb-ade7-d80247096a9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:12.459284 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce9db9-c567-4fcb-ade7-d80247096a9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=cc0aafc5-e467-4310-aa89-92cc571f2b9e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:12.659075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e0ca-2b7a-4c32-97ed-4bebb189e662 req-0d05b530-33d9-4dfc-a668-07f90984c3b4 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:12.664288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e0ca-2b7a-4c32-97ed-4bebb189e662 req-0d05b530-33d9-4dfc-a668-07f90984c3b4 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:12.669523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e0ca-2b7a-4c32-97ed-4bebb189e662 req-0d05b530-33d9-4dfc-a668-07f90984c3b4 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:12.675404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e0ca-2b7a-4c32-97ed-4bebb189e662 req-0d05b530-33d9-4dfc-a668-07f90984c3b4 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:12.680652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e0ca-2b7a-4c32-97ed-4bebb189e662 req-0d05b530-33d9-4dfc-a668-07f90984c3b4 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:12.685947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e0ca-2b7a-4c32-97ed-4bebb189e662 req-0d05b530-33d9-4dfc-a668-07f90984c3b4 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:12.692205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa8e0ca-2b7a-4c32-97ed-4bebb189e662 req-0d05b530-33d9-4dfc-a668-07f90984c3b4 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:12.694153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-caa8e0ca-2b7a-4c32-97ed-4bebb189e662 req-0d05b530-33d9-4dfc-a668-07f90984c3b4 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5396 time: 0.1041877 Feb 11 04:31:12.743162 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8384eb4b-0998-438a-8422-057418ed2575), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:12.790583 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-67ce9db9-c567-4fcb-ade7-d80247096a9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.1655424 Feb 11 04:31:12.791498 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56350) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:12.798172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:12.799489 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:12.801070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] 10.222.0.32 "PUT /v2.0/ports/8384eb4b-0998-438a-8422-057418ed2575 HTTP/1.1" status: 200 len: 1092 time: 2.3189960 Feb 11 04:31:12.801587 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': '8384eb4b-0998-438a-8422-057418ed2575'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:31:12.804175 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea35561-d3d2-49b8-8eeb-dcb711cdeeaf" -d '{"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "8384eb4b-0998-438a-8422-057418ed2575"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:31:12.833870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-caa8e0ca-2b7a-4c32-97ed-4bebb189e662 req-65f78e98-8fa4-43a3-b88c-0a66fe0fe86f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1336131 Feb 11 04:31:12.866516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa427894-c845-43aa-b65c-7e1cdc72ddc6 service neutron] Pushing event updated for resources: {'Port': ['ID=8384eb4b-0998-438a-8422-057418ed2575,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:12.884412 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad90b67-a45c-46cf-b5d1-2b14109261b8 x-openstack-request-id: req-aad90b67-a45c-46cf-b5d1-2b14109261b8 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:31:12.884412 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "8384eb4b-0998-438a-8422-057418ed2575", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:31:12.884412 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aad90b67-a45c-46cf-b5d1-2b14109261b8 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:31:12.884412 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': '8384eb4b-0998-438a-8422-057418ed2575', 'status': 'completed', 'code': 200} Feb 11 04:31:12.893516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Request body: {'port': {'device_id': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:13.092755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-69ba61ab-6a5c-4f38-a0f0-4514b3abcbc1 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port cc0aafc5-e467-4310-aa89-92cc571f2b9e {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:13.093266 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69ba61ab-6a5c-4f38-a0f0-4514b3abcbc1 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cc0aafc5-e467-4310-aa89-92cc571f2b9e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:13.133787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea35561-d3d2-49b8-8eeb-dcb711cdeeaf req-7043661b-db0a-4157-a4f6-142811a2b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:13.134116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea35561-d3d2-49b8-8eeb-dcb711cdeeaf req-7043661b-db0a-4157-a4f6-142811a2b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:13.135364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea35561-d3d2-49b8-8eeb-dcb711cdeeaf req-7043661b-db0a-4157-a4f6-142811a2b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:13.135543 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea35561-d3d2-49b8-8eeb-dcb711cdeeaf req-7043661b-db0a-4157-a4f6-142811a2b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:13.136012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea35561-d3d2-49b8-8eeb-dcb711cdeeaf req-7043661b-db0a-4157-a4f6-142811a2b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:13.136504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea35561-d3d2-49b8-8eeb-dcb711cdeeaf req-7043661b-db0a-4157-a4f6-142811a2b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:13.137014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea35561-d3d2-49b8-8eeb-dcb711cdeeaf req-7043661b-db0a-4157-a4f6-142811a2b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:13.140783 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ea35561-d3d2-49b8-8eeb-dcb711cdeeaf req-7043661b-db0a-4157-a4f6-142811a2b799 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 6503 time: 0.2386165 Feb 11 04:31:13.147803 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:13.372972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69ba61ab-6a5c-4f38-a0f0-4514b3abcbc1 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cc0aafc5-e467-4310-aa89-92cc571f2b9e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:13.407464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-69ba61ab-6a5c-4f38-a0f0-4514b3abcbc1 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for cc0aafc5-e467-4310-aa89-92cc571f2b9e owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:13.702682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea35561-d3d2-49b8-8eeb-dcb711cdeeaf req-f7970c0d-3692-4699-b23f-fcd99610c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:13.703232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea35561-d3d2-49b8-8eeb-dcb711cdeeaf req-f7970c0d-3692-4699-b23f-fcd99610c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:13.703636 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea35561-d3d2-49b8-8eeb-dcb711cdeeaf req-f7970c0d-3692-4699-b23f-fcd99610c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:13.707564 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ea35561-d3d2-49b8-8eeb-dcb711cdeeaf req-f7970c0d-3692-4699-b23f-fcd99610c14e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5514505 Feb 11 04:31:13.743175 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69ba61ab-6a5c-4f38-a0f0-4514b3abcbc1 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (cc0aafc5-e467-4310-aa89-92cc571f2b9e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:13.846916 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69ba61ab-6a5c-4f38-a0f0-4514b3abcbc1 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:13.855640 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-69ba61ab-6a5c-4f38-a0f0-4514b3abcbc1 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/cc0aafc5-e467-4310-aa89-92cc571f2b9e HTTP/1.1" status: 204 len: 168 time: 1.0583806 Feb 11 04:31:13.859480 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56378) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:13.860705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba61ab-6a5c-4f38-a0f0-4514b3abcbc1 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=cc0aafc5-e467-4310-aa89-92cc571f2b9e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:13.902793 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdb095b-5b68-4beb-9868-d01a3872ffa2 None None] Network 913266f4-dc76-4f93-a795-eb14fc1f4f38 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:31:13.927523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea35561-d3d2-49b8-8eeb-dcb711cdeeaf req-6dd05773-5d44-4cde-b55b-78ee30885d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:13.929027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ea35561-d3d2-49b8-8eeb-dcb711cdeeaf req-6dd05773-5d44-4cde-b55b-78ee30885d13 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2134542 Feb 11 04:31:14.037403 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1ad700-cd4c-49b7-8c59-0c712bd7a059 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] GET failed (client error): The resource could not be found. Feb 11 04:31:14.041905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56384) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:14.043467 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ba1ad700-cd4c-49b7-8c59-0c712bd7a059 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/cc0aafc5-e467-4310-aa89-92cc571f2b9e HTTP/1.1" status: 404 len: 333 time: 0.1748564 Feb 11 04:31:14.189604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a6ba1d-4ae9-46af-a28d-005c967afa9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting subnet c5e91fe3-a15f-46af-a4e7-94118e289631 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:31:14.199345 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-73a6ba1d-4ae9-46af-a28d-005c967afa9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (c5e91fe3-a15f-46af-a4e7-94118e289631), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:14.222969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-97ea419b-1874-45ef-b881-9abea79e9c77 None None] Provisioning complete for port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:14.223477 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97ea419b-1874-45ef-b881-9abea79e9c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e43d0cc0-b0b6-4125-b25e-cbb3b0828efa), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:14.334057 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-73a6ba1d-4ae9-46af-a28d-005c967afa9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (c5e91fe3-a15f-46af-a4e7-94118e289631), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:14.454047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e43d0cc0-b0b6-4125-b25e-cbb3b0828efa up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:31:14.562525 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-97ea419b-1874-45ef-b881-9abea79e9c77 None None] Current status of the port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:14.566009 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97ea419b-1874-45ef-b881-9abea79e9c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e43d0cc0-b0b6-4125-b25e-cbb3b0828efa), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:14.638586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-97ea419b-1874-45ef-b881-9abea79e9c77 None None] For port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e43d0cc0-b0b6-4125-b25e-cbb3b0828efa,segment=NetworkSegment(9afbf766-74ed-4276-b15b-ad8ae6533380),segment_id=9afbf766-74ed-4276-b15b-ad8ae6533380)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:14.656722 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:14.657321 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e43d0cc0-b0b6-4125-b25e-cbb3b0828efa), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:14.795897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e53eae-28c0-4a88-aed6-e6d096742aeb req-f837df96-6a6c-478a-a60a-5c9db711d06f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:14.796370 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:14.796575 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e43d0cc0-b0b6-4125-b25e-cbb3b0828efa), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:14.802575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e53eae-28c0-4a88-aed6-e6d096742aeb req-f837df96-6a6c-478a-a60a-5c9db711d06f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:14.818140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e53eae-28c0-4a88-aed6-e6d096742aeb req-f837df96-6a6c-478a-a60a-5c9db711d06f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:14.826041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e53eae-28c0-4a88-aed6-e6d096742aeb req-f837df96-6a6c-478a-a60a-5c9db711d06f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:14.827458 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97ea419b-1874-45ef-b881-9abea79e9c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e43d0cc0-b0b6-4125-b25e-cbb3b0828efa), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:14.832720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e53eae-28c0-4a88-aed6-e6d096742aeb req-f837df96-6a6c-478a-a60a-5c9db711d06f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:14.844471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e53eae-28c0-4a88-aed6-e6d096742aeb req-f837df96-6a6c-478a-a60a-5c9db711d06f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:14.853396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e53eae-28c0-4a88-aed6-e6d096742aeb req-f837df96-6a6c-478a-a60a-5c9db711d06f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:14.859687 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9e53eae-28c0-4a88-aed6-e6d096742aeb req-f837df96-6a6c-478a-a60a-5c9db711d06f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5396 time: 0.2263510 Feb 11 04:31:14.863749 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-73a6ba1d-4ae9-46af-a28d-005c967afa9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (c5e91fe3-a15f-46af-a4e7-94118e289631), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:14.968641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea419b-1874-45ef-b881-9abea79e9c77 None None] Pushing event updated for resources: {'Port': ['ID=e43d0cc0-b0b6-4125-b25e-cbb3b0828efa,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:15.015529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-032e8d0b-bb92-4a6f-bcd0-5d8c2577294b None None] Provisioning complete for port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:15.016049 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-032e8d0b-bb92-4a6f-bcd0-5d8c2577294b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e43d0cc0-b0b6-4125-b25e-cbb3b0828efa), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:15.044876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9e53eae-28c0-4a88-aed6-e6d096742aeb req-5157a0ea-9862-498b-a41c-3a65877e4dc3 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1011698 Feb 11 04:31:15.094740 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-73a6ba1d-4ae9-46af-a28d-005c967afa9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (c5e91fe3-a15f-46af-a4e7-94118e289631), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:15.177642 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6ba1d-4ae9-46af-a28d-005c967afa9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e91fe3-a15f-46af-a4e7-94118e289631,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:15.180372 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-73a6ba1d-4ae9-46af-a28d-005c967afa9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:15.185625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-73a6ba1d-4ae9-46af-a28d-005c967afa9a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/c5e91fe3-a15f-46af-a4e7-94118e289631 HTTP/1.1" status: 204 len: 168 time: 1.1379769 Feb 11 04:31:15.188894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56404) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:15.191657 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:31:15.191973 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:31:15.196733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54afff1-6eda-4c29-a57d-978ae22d9236 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:31:15.197773 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-032e8d0b-bb92-4a6f-bcd0-5d8c2577294b None None] Current status of the port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:15.206967 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Publish callbacks [] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:15.224446 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Transition to ACTIVE for port object e54afff1-6eda-4c29-a57d-978ae22d9236 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:31:15.311086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-798f65a9-2ac0-4748-8138-564ed27b1ab5 None None] Could not find standard attr ID for object cc0aafc5-e467-4310-aa89-92cc571f2b9e. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:31:15.337362 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:15.339542 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (913266f4-dc76-4f93-a795-eb14fc1f4f38), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:15.488714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:15.488969 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e43d0cc0-b0b6-4125-b25e-cbb3b0828efa), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:15.509236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Pushing event updated for resources: {'Port': ['ID=e54afff1-6eda-4c29-a57d-978ae22d9236,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:15.614423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b84def-ad94-4ddf-a0cb-3747c95d88b0 None None] Network 913266f4-dc76-4f93-a795-eb14fc1f4f38 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:31:15.689893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] For port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e43d0cc0-b0b6-4125-b25e-cbb3b0828efa,segment=NetworkSegment(9afbf766-74ed-4276-b15b-ad8ae6533380),segment_id=9afbf766-74ed-4276-b15b-ad8ae6533380)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:15.691049 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e43d0cc0-b0b6-4125-b25e-cbb3b0828efa), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:15.713692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Attempting to bind port e54afff1-6eda-4c29-a57d-978ae22d9236 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:31:15.714037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Attempting to bind port e54afff1-6eda-4c29-a57d-978ae22d9236 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'f823c9f7-7ba8-4ad1-99eb-ff685d3740ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:31:15.714379 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Attempting to bind port e54afff1-6eda-4c29-a57d-978ae22d9236 on network 783bae75-85d4-4737-a159-3dcd512c310b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:15.721422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Port e54afff1-6eda-4c29-a57d-978ae22d9236 on network 783bae75-85d4-4737-a159-3dcd512c310b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:31:15.721629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Attempting to bind port e54afff1-6eda-4c29-a57d-978ae22d9236 on network 783bae75-85d4-4737-a159-3dcd512c310b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:15.726343 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for e43d0cc0-b0b6-4125-b25e-cbb3b0828efa owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:15.728522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:31:15.728879 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Checking segment: {'id': 'f823c9f7-7ba8-4ad1-99eb-ff685d3740ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:31:15.729278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Bound using segment: {'id': 'f823c9f7-7ba8-4ad1-99eb-ff685d3740ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:31:15.730012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Bound port: e54afff1-6eda-4c29-a57d-978ae22d9236, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f823c9f7-7ba8-4ad1-99eb-ff685d3740ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:31:15.730468 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:15.829189 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:15.909353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] For port e54afff1-6eda-4c29-a57d-978ae22d9236, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:31:15.913785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] For port e54afff1-6eda-4c29-a57d-978ae22d9236, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e54afff1-6eda-4c29-a57d-978ae22d9236,segment=NetworkSegment(f823c9f7-7ba8-4ad1-99eb-ff685d3740ca),segment_id=f823c9f7-7ba8-4ad1-99eb-ff685d3740ca)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:31:16.005875 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e43d0cc0-b0b6-4125-b25e-cbb3b0828efa), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:16.006753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b139a9c4-497b-4c3b-bcdb-a16d8c61b2f8 None None] DHCP port deletion for 913266f4-dc76-4f93-a795-eb14fc1f4f38 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:31:16.051023 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:16.053938 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=e43d0cc0-b0b6-4125-b25e-cbb3b0828efa,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:16.066117 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No DVR routers for this DVR port e43d0cc0-b0b6-4125-b25e-cbb3b0828efa on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:31:16.096609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.098369 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:16.100106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] 10.222.0.32 "PUT /v2.0/ports/e54afff1-6eda-4c29-a57d-978ae22d9236 HTTP/1.1" status: 200 len: 1092 time: 3.2133131 Feb 11 04:31:16.141087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': 'e54afff1-6eda-4c29-a57d-978ae22d9236'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:31:16.143961 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fad31f1-e695-433f-8961-198bc004476a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "e54afff1-6eda-4c29-a57d-978ae22d9236"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:31:16.195875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1a574-b95c-4942-84c2-7976d2265201 req-d2fc0464-643e-409d-81b0-b95126e06c91 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.197766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-77f1a574-b95c-4942-84c2-7976d2265201 req-d2fc0464-643e-409d-81b0-b95126e06c91 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.2211237 Feb 11 04:31:16.203432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbba049-1c0f-4106-87f5-3afe78f4dd01 service neutron] Pushing event updated for resources: {'Port': ['ID=e54afff1-6eda-4c29-a57d-978ae22d9236,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:16.225935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (913266f4-dc76-4f93-a795-eb14fc1f4f38), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:16.246471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Request body: {'port': {'device_id': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:16.281267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913266f4-dc76-4f93-a795-eb14fc1f4f38']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:16.305421 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afbf766-74ed-4276-b15b-ad8ae6533380') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:16.306049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afbf766-74ed-4276-b15b-ad8ae6533380') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:16.330402 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (9afbf766-74ed-4276-b15b-ad8ae6533380), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:16.360295 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9afbf766-74ed-4276-b15b-ad8ae6533380), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:16.364637 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0473f650-b42b-45ce-8612-42d968a92e57), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:16.375935 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:31:16.376804 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (9afbf766-74ed-4276-b15b-ad8ae6533380), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:16.382590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e43d0cc0-b0b6-4125-b25e-cbb3b0828efa no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:31:16.383559 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:31:16.434516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: e43d0cc0-b0b6-4125-b25e-cbb3b0828efa {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:31:16.436025 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e43d0cc0-b0b6-4125-b25e-cbb3b0828efa not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:31:16.481996 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-77f1a574-b95c-4942-84c2-7976d2265201 req-4ff55967-5734-4c7e-bf60-ce098b92d3e7 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726142 Feb 11 04:31:16.575322 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8cb9d4-3046-40e3-844e-2fedb34e7eb1 x-openstack-request-id: req-6c8cb9d4-3046-40e3-844e-2fedb34e7eb1 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:31:16.577695 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "e54afff1-6eda-4c29-a57d-978ae22d9236", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:31:16.577695 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c8cb9d4-3046-40e3-844e-2fedb34e7eb1 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:31:16.577695 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': 'e54afff1-6eda-4c29-a57d-978ae22d9236', 'status': 'completed', 'code': 200} Feb 11 04:31:16.601464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c55f-df0d-4894-a18c-2c239d541f3b req-54c2d655-17d0-4cb9-bcd4-961f6f25f93c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.606904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c55f-df0d-4894-a18c-2c239d541f3b req-54c2d655-17d0-4cb9-bcd4-961f6f25f93c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.613527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c55f-df0d-4894-a18c-2c239d541f3b req-54c2d655-17d0-4cb9-bcd4-961f6f25f93c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.619522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c55f-df0d-4894-a18c-2c239d541f3b req-54c2d655-17d0-4cb9-bcd4-961f6f25f93c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.624929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c55f-df0d-4894-a18c-2c239d541f3b req-54c2d655-17d0-4cb9-bcd4-961f6f25f93c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.630234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c55f-df0d-4894-a18c-2c239d541f3b req-54c2d655-17d0-4cb9-bcd4-961f6f25f93c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.635659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8c55f-df0d-4894-a18c-2c239d541f3b req-54c2d655-17d0-4cb9-bcd4-961f6f25f93c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.637596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1fd8c55f-df0d-4894-a18c-2c239d541f3b req-54c2d655-17d0-4cb9-bcd4-961f6f25f93c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5408 time: 0.3982863 Feb 11 04:31:16.708799 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (913266f4-dc76-4f93-a795-eb14fc1f4f38), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:16.740371 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:16.747345 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/networks/913266f4-dc76-4f93-a795-eb14fc1f4f38 HTTP/1.1" status: 204 len: 168 time: 1.5571766 Feb 11 04:31:16.748220 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f3a5c-dffb-4d74-ad1c-82d2786a2d47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Network': ['ID=913266f4-dc76-4f93-a795-eb14fc1f4f38,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:16.749929 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56484) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:16.765810 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2fe801e3-1d78-48fe-bf39-eeea3fb593ad tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'name': 'tempest-PortsIpV6TestJSON-1610758994'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:16.873655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1fd8c55f-df0d-4894-a18c-2c239d541f3b req-6bb63d9e-e00a-42e2-8f74-ef9f3a8ddc66 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2194004 Feb 11 04:31:16.888039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad31f1-e695-433f-8961-198bc004476a req-58cc3642-f4e2-4bd9-8dc6-a0e0a149d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.888525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad31f1-e695-433f-8961-198bc004476a req-58cc3642-f4e2-4bd9-8dc6-a0e0a149d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.888999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad31f1-e695-433f-8961-198bc004476a req-58cc3642-f4e2-4bd9-8dc6-a0e0a149d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.889466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad31f1-e695-433f-8961-198bc004476a req-58cc3642-f4e2-4bd9-8dc6-a0e0a149d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.890008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad31f1-e695-433f-8961-198bc004476a req-58cc3642-f4e2-4bd9-8dc6-a0e0a149d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.890477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad31f1-e695-433f-8961-198bc004476a req-58cc3642-f4e2-4bd9-8dc6-a0e0a149d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.891119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad31f1-e695-433f-8961-198bc004476a req-58cc3642-f4e2-4bd9-8dc6-a0e0a149d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:16.893652 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fad31f1-e695-433f-8961-198bc004476a req-58cc3642-f4e2-4bd9-8dc6-a0e0a149d42f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 6602 time: 0.2531803 Feb 11 04:31:17.057486 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe801e3-1d78-48fe-bf39-eeea3fb593ad tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:17.062685 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2fe801e3-1d78-48fe-bf39-eeea3fb593ad tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:17.094761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-2fe801e3-1d78-48fe-bf39-eeea3fb593ad tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port b5b6a24b-2601-4b35-b599-12d5b391d89a yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:31:17.139591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad31f1-e695-433f-8961-198bc004476a req-b6b2193e-1779-4b2e-afa5-251e63cf46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:17.141050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad31f1-e695-433f-8961-198bc004476a req-b6b2193e-1779-4b2e-afa5-251e63cf46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:17.142242 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad31f1-e695-433f-8961-198bc004476a req-b6b2193e-1779-4b2e-afa5-251e63cf46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:17.144485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fad31f1-e695-433f-8961-198bc004476a req-b6b2193e-1779-4b2e-afa5-251e63cf46b0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2378528 Feb 11 04:31:17.277640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0473f650-b42b-45ce-8612-42d968a92e57 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:31:17.292299 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Publish callbacks [] for port (0473f650-b42b-45ce-8612-42d968a92e57), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:17.332552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad31f1-e695-433f-8961-198bc004476a req-0c1e59cc-e527-47c6-ac93-bfe46a05e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:17.335169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fad31f1-e695-433f-8961-198bc004476a req-0c1e59cc-e527-47c6-ac93-bfe46a05e81d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1825168 Feb 11 04:31:17.338434 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Transition to ACTIVE for port object 0473f650-b42b-45ce-8612-42d968a92e57 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:31:17.340740 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2fe801e3-1d78-48fe-bf39-eeea3fb593ad tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (b5b6a24b-2601-4b35-b599-12d5b391d89a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:17.479905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (0473f650-b42b-45ce-8612-42d968a92e57), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:17.515080 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2fe801e3-1d78-48fe-bf39-eeea3fb593ad tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b5b6a24b-2601-4b35-b599-12d5b391d89a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:17.567823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Pushing event updated for resources: {'Port': ['ID=0473f650-b42b-45ce-8612-42d968a92e57,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:17.590838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe801e3-1d78-48fe-bf39-eeea3fb593ad tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 76431d12-003f-433d-becc-741cb1c0aae3 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:31:17.594378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-2fe801e3-1d78-48fe-bf39-eeea3fb593ad tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:17.603908 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe801e3-1d78-48fe-bf39-eeea3fb593ad tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:31:17.612738 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe801e3-1d78-48fe-bf39-eeea3fb593ad tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:17.615031 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2fe801e3-1d78-48fe-bf39-eeea3fb593ad tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:17.629786 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe801e3-1d78-48fe-bf39-eeea3fb593ad tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=b5b6a24b-2601-4b35-b599-12d5b391d89a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:17.722123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc2ee3-3494-4c70-a92e-7caa16fffc8b req-01ba2e43-266f-41ef-80fc-3bf138d9ee92 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:17.723725 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecbc2ee3-3494-4c70-a92e-7caa16fffc8b req-01ba2e43-266f-41ef-80fc-3bf138d9ee92 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.1515205 Feb 11 04:31:17.725069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Attempting to bind port 0473f650-b42b-45ce-8612-42d968a92e57 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:31:17.725405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Attempting to bind port 0473f650-b42b-45ce-8612-42d968a92e57 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'f823c9f7-7ba8-4ad1-99eb-ff685d3740ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:31:17.725958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Attempting to bind port 0473f650-b42b-45ce-8612-42d968a92e57 on network 783bae75-85d4-4737-a159-3dcd512c310b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:17.737856 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2fe801e3-1d78-48fe-bf39-eeea3fb593ad tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9840693 Feb 11 04:31:17.738102 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56500) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:17.748911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Port 0473f650-b42b-45ce-8612-42d968a92e57 on network 783bae75-85d4-4737-a159-3dcd512c310b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:31:17.751941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Attempting to bind port 0473f650-b42b-45ce-8612-42d968a92e57 on network 783bae75-85d4-4737-a159-3dcd512c310b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:17.763676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:31:17.764007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Checking segment: {'id': 'f823c9f7-7ba8-4ad1-99eb-ff685d3740ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:31:17.764392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Bound using segment: {'id': 'f823c9f7-7ba8-4ad1-99eb-ff685d3740ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:31:17.764842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Bound port: 0473f650-b42b-45ce-8612-42d968a92e57, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f823c9f7-7ba8-4ad1-99eb-ff685d3740ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:31:17.765216 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0473f650-b42b-45ce-8612-42d968a92e57), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:17.812192 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecbc2ee3-3494-4c70-a92e-7caa16fffc8b req-eb53a69e-842e-4a5c-aac7-7d4082638522 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746274 Feb 11 04:31:17.827413 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56502) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:17.892546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] For port 0473f650-b42b-45ce-8612-42d968a92e57, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:31:17.895986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] For port 0473f650-b42b-45ce-8612-42d968a92e57, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0473f650-b42b-45ce-8612-42d968a92e57,segment=NetworkSegment(f823c9f7-7ba8-4ad1-99eb-ff685d3740ca),segment_id=f823c9f7-7ba8-4ad1-99eb-ff685d3740ca)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:31:17.921242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a26062fb-afd8-49b6-8a91-377ff4d2001d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port b5b6a24b-2601-4b35-b599-12d5b391d89a {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:17.921728 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a26062fb-afd8-49b6-8a91-377ff4d2001d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b5b6a24b-2601-4b35-b599-12d5b391d89a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:18.046126 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a26062fb-afd8-49b6-8a91-377ff4d2001d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b5b6a24b-2601-4b35-b599-12d5b391d89a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:18.047278 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (0473f650-b42b-45ce-8612-42d968a92e57), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:18.050711 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c52caddc-0a88-4711-a80f-0d8e7f8e8555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:18.069975 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a26062fb-afd8-49b6-8a91-377ff4d2001d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for b5b6a24b-2601-4b35-b599-12d5b391d89a owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:18.141841 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.143773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:18.146586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] 10.222.0.32 "PUT /v2.0/ports/0473f650-b42b-45ce-8612-42d968a92e57 HTTP/1.1" status: 200 len: 1092 time: 1.9052577 Feb 11 04:31:18.206162 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8add4f8-ad01-4df2-828f-4810307f55c2 req-ff31b498-733b-4d85-8483-69b87e5fefbd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2131426 Feb 11 04:31:18.230674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47ed20-59b6-4d57-9070-84eab539b4e2 req-6aa56ba2-8159-43cb-94fe-969f077e9340 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.237754 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47ed20-59b6-4d57-9070-84eab539b4e2 req-6aa56ba2-8159-43cb-94fe-969f077e9340 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.244963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47ed20-59b6-4d57-9070-84eab539b4e2 req-6aa56ba2-8159-43cb-94fe-969f077e9340 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.251861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47ed20-59b6-4d57-9070-84eab539b4e2 req-6aa56ba2-8159-43cb-94fe-969f077e9340 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.257750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47ed20-59b6-4d57-9070-84eab539b4e2 req-6aa56ba2-8159-43cb-94fe-969f077e9340 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.264497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47ed20-59b6-4d57-9070-84eab539b4e2 req-6aa56ba2-8159-43cb-94fe-969f077e9340 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.275223 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47ed20-59b6-4d57-9070-84eab539b4e2 req-6aa56ba2-8159-43cb-94fe-969f077e9340 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.276780 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e47ed20-59b6-4d57-9070-84eab539b4e2 req-6aa56ba2-8159-43cb-94fe-969f077e9340 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.2485526 Feb 11 04:31:18.281781 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f56ede-0995-44a5-8f9d-2c80bf48b22c service neutron] Pushing event updated for resources: {'Port': ['ID=0473f650-b42b-45ce-8612-42d968a92e57,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:18.303098 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c52caddc-0a88-4711-a80f-0d8e7f8e8555 admin admin] Publish callbacks [] for security_group (f714d2f9-1b1f-48e4-874d-2ee12a85db18), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:18.428734 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e47ed20-59b6-4d57-9070-84eab539b4e2 req-f61c1ffb-e6f2-483e-9eef-7f67ce6fccab tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1286519 Feb 11 04:31:18.459964 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a26062fb-afd8-49b6-8a91-377ff4d2001d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b5b6a24b-2601-4b35-b599-12d5b391d89a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:18.468349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8add4f8-ad01-4df2-828f-4810307f55c2 req-b9265e5b-a265-47e2-929e-be441b662bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.468967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8add4f8-ad01-4df2-828f-4810307f55c2 req-b9265e5b-a265-47e2-929e-be441b662bc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 1129 time: 0.1410322 Feb 11 04:31:18.499473 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a26062fb-afd8-49b6-8a91-377ff4d2001d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:18.504833 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a26062fb-afd8-49b6-8a91-377ff4d2001d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/b5b6a24b-2601-4b35-b599-12d5b391d89a HTTP/1.1" status: 204 len: 168 time: 0.7656033 Feb 11 04:31:18.510534 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56518) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:18.516169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8891a70c-7147-4e5f-b32c-bfd4b0b2fe66 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'mac_address': 'fa:16:3e:d9:01:36', 'name': 'tempest-PortsIpV6TestJSON-1108840347'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:18.520593 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26062fb-afd8-49b6-8a91-377ff4d2001d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=b5b6a24b-2601-4b35-b599-12d5b391d89a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:18.539693 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-90dba2f3-70f0-4591-9faa-4be24e3edbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.540722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-90dba2f3-70f0-4591-9faa-4be24e3edbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.541200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-90dba2f3-70f0-4591-9faa-4be24e3edbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.541677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-90dba2f3-70f0-4591-9faa-4be24e3edbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.542146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-90dba2f3-70f0-4591-9faa-4be24e3edbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.542618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-90dba2f3-70f0-4591-9faa-4be24e3edbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.543402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-90dba2f3-70f0-4591-9faa-4be24e3edbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:18.545301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-90dba2f3-70f0-4591-9faa-4be24e3edbba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 6701 time: 0.1350026 Feb 11 04:31:18.548669 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c52caddc-0a88-4711-a80f-0d8e7f8e8555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f714d2f9-1b1f-48e4-874d-2ee12a85db18), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:18.594852 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': '0473f650-b42b-45ce-8612-42d968a92e57'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:31:18.597881 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b590ea-351e-4f6e-a134-799dc88da661" -d '{"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "0473f650-b42b-45ce-8612-42d968a92e57"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:31:18.658887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52caddc-0a88-4711-a80f-0d8e7f8e8555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f714d2f9-1b1f-48e4-874d-2ee12a85db18,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:18.666513 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c52caddc-0a88-4711-a80f-0d8e7f8e8555 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33d8825816534e46b34c46a45d02fc1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8125308 Feb 11 04:31:18.666943 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56522) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:18.733092 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fda28672-b855-43ba-8fcc-b10409876b98 admin admin] Publish callbacks [] for security_group (f714d2f9-1b1f-48e4-874d-2ee12a85db18), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:18.764093 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fda28672-b855-43ba-8fcc-b10409876b98 admin admin] Publish callbacks [] for security_group (f714d2f9-1b1f-48e4-874d-2ee12a85db18), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:18.767416 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8891a70c-7147-4e5f-b32c-bfd4b0b2fe66 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:18.900729 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8891a70c-7147-4e5f-b32c-bfd4b0b2fe66 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:18.929845 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-8891a70c-7147-4e5f-b32c-bfd4b0b2fe66 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port 719cd521-95d9-450e-a329-7e2a0d4dfe78 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:31:18.990997 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4932652b-d374-4878-b342-c35877df709c x-openstack-request-id: req-4932652b-d374-4878-b342-c35877df709c {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:31:18.991278 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "0473f650-b42b-45ce-8612-42d968a92e57", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:31:18.991524 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4932652b-d374-4878-b342-c35877df709c {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:31:18.991904 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': '0473f650-b42b-45ce-8612-42d968a92e57', 'status': 'completed', 'code': 200} Feb 11 04:31:18.993276 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-ed3e7387-9a8f-4702-923b-701991a4ad11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30aa1179-3b27-4725-948c-5544353ee93a HTTP/1.1" status: 200 len: 217 time: 0.4379034 Feb 11 04:31:19.043051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fda28672-b855-43ba-8fcc-b10409876b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f714d2f9-1b1f-48e4-874d-2ee12a85db18), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:19.045822 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fda28672-b855-43ba-8fcc-b10409876b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:19.050006 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fda28672-b855-43ba-8fcc-b10409876b98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f714d2f9-1b1f-48e4-874d-2ee12a85db18 HTTP/1.1" status: 204 len: 168 time: 0.3789141 Feb 11 04:31:19.064245 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda28672-b855-43ba-8fcc-b10409876b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f714d2f9-1b1f-48e4-874d-2ee12a85db18,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:19.109829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8add4f8-ad01-4df2-828f-4810307f55c2 req-5284d749-03dd-4ba9-a4f3-3da5de2d4938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:19.109829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8add4f8-ad01-4df2-828f-4810307f55c2 req-5284d749-03dd-4ba9-a4f3-3da5de2d4938 service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.6027076 Feb 11 04:31:19.112502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-f548fb95-9365-4f86-9842-1d85b0744a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:19.114034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-f548fb95-9365-4f86-9842-1d85b0744a15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43986a6c-ee4e-4269-823f-c72fd6c6d88e HTTP/1.1" status: 200 len: 851 time: 0.1091943 Feb 11 04:31:19.141470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253964e7-db88-4bcf-870a-c886e2bf19ca req-87568d93-3fb4-4fe1-aa45-8bea29a28a7d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:19.148702 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-253964e7-db88-4bcf-870a-c886e2bf19ca req-87568d93-3fb4-4fe1-aa45-8bea29a28a7d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.1598413 Feb 11 04:31:19.255315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-253964e7-db88-4bcf-870a-c886e2bf19ca req-193a18a1-1bdb-47f2-bdc5-4ef76eb6a213 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056516 Feb 11 04:31:19.270758 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8891a70c-7147-4e5f-b32c-bfd4b0b2fe66 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (719cd521-95d9-450e-a329-7e2a0d4dfe78), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:19.275413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8add4f8-ad01-4df2-828f-4810307f55c2 req-86da42c4-50fc-4cfd-beed-ddb705d52d03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 HTTP/1.1" status: 200 len: 1001 time: 0.1604259 Feb 11 04:31:19.319310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-bc9677ba-2656-470a-99de-c88362f74137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:19.320805 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-bc9677ba-2656-470a-99de-c88362f74137 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1977034 Feb 11 04:31:19.374687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8add4f8-ad01-4df2-828f-4810307f55c2 req-c20ffa5f-44a4-49ff-953b-71d44f9671fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:19.378344 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8add4f8-ad01-4df2-828f-4810307f55c2 req-c20ffa5f-44a4-49ff-953b-71d44f9671fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.0920949 Feb 11 04:31:19.453930 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:31:19.463341 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8891a70c-7147-4e5f-b32c-bfd4b0b2fe66 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (719cd521-95d9-450e-a329-7e2a0d4dfe78), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:19.476029 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-87768e5d-6bcc-42d8-a3e1-d4914b7b0598 service neutron] 10.222.0.32 "GET /v2.0/networks/00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472855 Feb 11 04:31:19.620909 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8891a70c-7147-4e5f-b32c-bfd4b0b2fe66 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 76431d12-003f-433d-becc-741cb1c0aae3 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:31:19.624391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-8891a70c-7147-4e5f-b32c-bfd4b0b2fe66 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:19.631107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8891a70c-7147-4e5f-b32c-bfd4b0b2fe66 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:31:19.635820 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8891a70c-7147-4e5f-b32c-bfd4b0b2fe66 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:19.636484 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8891a70c-7147-4e5f-b32c-bfd4b0b2fe66 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:19.647725 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891a70c-7147-4e5f-b32c-bfd4b0b2fe66 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=719cd521-95d9-450e-a329-7e2a0d4dfe78,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:19.685451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:19.686150 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:19.735071 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8891a70c-7147-4e5f-b32c-bfd4b0b2fe66 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2226336 Feb 11 04:31:19.739823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56542) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:19.741443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:31:19.743766 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d13999a-0803-42ee-8721-7e67d16f3cfb" -d '{"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-unplugged", "status": "completed", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:31:19.759206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:19.805291 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac953374-d928-4877-99fc-b8cf944776cb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:19.806847 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9b0d64-fff0-4aa9-bae9-a03ac4a2a56c x-openstack-request-id: req-3b9b0d64-fff0-4aa9-bae9-a03ac4a2a56c {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:31:19.807408 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-unplugged", "status": "completed", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:31:19.807893 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b9b0d64-fff0-4aa9-bae9-a03ac4a2a56c {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:31:19.808320 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ac953374-d928-4877-99fc-b8cf944776cb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/719cd521-95d9-450e-a329-7e2a0d4dfe78 HTTP/1.1" status: 200 len: 845 time: 0.0671563 Feb 11 04:31:19.808771 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'code': 200} Feb 11 04:31:19.812062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56546) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:19.839442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-13ff6756-cc65-456b-ba7c-06d514b7fe27 service neutron] 10.222.0.32 "GET /v2.0/networks/00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378911 Feb 11 04:31:19.847225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8add4f8-ad01-4df2-828f-4810307f55c2 req-aa4ca7fc-20bf-4fd6-a9fe-d77c80efe77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:19.848796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8add4f8-ad01-4df2-828f-4810307f55c2 req-aa4ca7fc-20bf-4fd6-a9fe-d77c80efe77c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3718588 Feb 11 04:31:19.897400 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:19.918919 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-99c8cea8-e724-4582-80b8-e24e48dd5aa9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=5fdbb401-1694-49f8-bfbf-47d7a4041211 HTTP/1.1" status: 200 len: 217 time: 0.0671978 Feb 11 04:31:19.933587 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddd5f8-bfb2-4238-a45b-166157276eda req-432695ce-be04-4830-9880-da5d4885a78e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:19.941068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddd5f8-bfb2-4238-a45b-166157276eda req-432695ce-be04-4830-9880-da5d4885a78e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:19.943015 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b60be68c-5ba8-4560-9490-c771b3d69ffc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port 719cd521-95d9-450e-a329-7e2a0d4dfe78 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:19.943369 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b60be68c-5ba8-4560-9490-c771b3d69ffc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (719cd521-95d9-450e-a329-7e2a0d4dfe78), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:19.947727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddd5f8-bfb2-4238-a45b-166157276eda req-432695ce-be04-4830-9880-da5d4885a78e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:19.953969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddd5f8-bfb2-4238-a45b-166157276eda req-432695ce-be04-4830-9880-da5d4885a78e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:19.961176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddd5f8-bfb2-4238-a45b-166157276eda req-432695ce-be04-4830-9880-da5d4885a78e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:19.966855 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddd5f8-bfb2-4238-a45b-166157276eda req-432695ce-be04-4830-9880-da5d4885a78e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:19.973447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddd5f8-bfb2-4238-a45b-166157276eda req-432695ce-be04-4830-9880-da5d4885a78e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:19.974264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,revision_number=11']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:19.975788 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28ddd5f8-bfb2-4238-a45b-166157276eda req-432695ce-be04-4830-9880-da5d4885a78e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.2139852 Feb 11 04:31:20.030436 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b60be68c-5ba8-4560-9490-c771b3d69ffc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (719cd521-95d9-450e-a329-7e2a0d4dfe78), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:20.046182 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b60be68c-5ba8-4560-9490-c771b3d69ffc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for 719cd521-95d9-450e-a329-7e2a0d4dfe78 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:20.152782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28ddd5f8-bfb2-4238-a45b-166157276eda req-1723b299-c076-4556-bc79-132cdc5753e2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1508238 Feb 11 04:31:20.183155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56552) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:20.218277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-3c9c4475-68bd-4b1a-973f-48221e8753e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:20.223286 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-3c9c4475-68bd-4b1a-973f-48221e8753e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53bd9c26-1372-400a-811d-7e4a7427b6fa HTTP/1.1" status: 200 len: 797 time: 0.2364824 Feb 11 04:31:20.253493 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56556) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:20.254604 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ae5f32b-e4fb-4f66-9546-b5d6c24c054b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:20.261888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8add4f8-ad01-4df2-828f-4810307f55c2 req-c0f33e0d-076a-4b6d-a5d8-476bffdc2923 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999248 Feb 11 04:31:20.360140 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b60be68c-5ba8-4560-9490-c771b3d69ffc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (719cd521-95d9-450e-a329-7e2a0d4dfe78), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:20.407327 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60be68c-5ba8-4560-9490-c771b3d69ffc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=719cd521-95d9-450e-a329-7e2a0d4dfe78,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:20.421141 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b60be68c-5ba8-4560-9490-c771b3d69ffc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:20.424527 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b60be68c-5ba8-4560-9490-c771b3d69ffc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/719cd521-95d9-450e-a329-7e2a0d4dfe78 HTTP/1.1" status: 204 len: 168 time: 0.6112490 Feb 11 04:31:20.429422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56562) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:20.433860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-123985c1-c677-4a0b-b3bb-02782fe32701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:20.435459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-123985c1-c677-4a0b-b3bb-02782fe32701 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5298babb-4aa0-44c4-91a5-04b443d240a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2050555 Feb 11 04:31:20.456349 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ae5f32b-e4fb-4f66-9546-b5d6c24c054b admin admin] Publish callbacks [] for security_group (6e788bb2-4fa7-466c-bd09-56d68b551eb1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:20.462032 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8add4f8-ad01-4df2-828f-4810307f55c2 req-55c3e25a-c09b-4e25-9ddb-adb1d3081e49 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695950 Feb 11 04:31:20.500997 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-be64a39b-f18a-407e-963e-8ec42a31e36b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] GET failed (client error): The resource could not be found. Feb 11 04:31:20.503158 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-be64a39b-f18a-407e-963e-8ec42a31e36b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/719cd521-95d9-450e-a329-7e2a0d4dfe78 HTTP/1.1" status: 404 len: 333 time: 0.0728049 Feb 11 04:31:20.507205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56566) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:20.514667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-064d4d0b-f6a2-4a1f-a1bb-9621e01a01e3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'name': 'tempest-PortsIpV6TestJSON-980654766'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:20.535357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79e757-f5dc-4b34-927b-50800f26b7a2 req-e2188d42-bf64-4c00-a429-c0a6ddeb22fd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:20.536969 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d79e757-f5dc-4b34-927b-50800f26b7a2 req-e2188d42-bf64-4c00-a429-c0a6ddeb22fd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1683133 Feb 11 04:31:20.562888 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f6e5496e-3063-4bff-b81d-40b05d4560de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:20.610156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-f3f2f8db-a201-445e-819c-1271b964983e service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666009 Feb 11 04:31:20.612643 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d79e757-f5dc-4b34-927b-50800f26b7a2 req-e75c3905-fd02-4a9e-ab16-aae1bc6f3f98 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691602 Feb 11 04:31:20.655551 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ae5f32b-e4fb-4f66-9546-b5d6c24c054b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6e788bb2-4fa7-466c-bd09-56d68b551eb1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:20.729365 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6ae5f32b-e4fb-4f66-9546-b5d6c24c054b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=872500f32dde44ca8ae7dcc1dd3dd84c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5448503 Feb 11 04:31:20.734167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5f32b-e4fb-4f66-9546-b5d6c24c054b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e788bb2-4fa7-466c-bd09-56d68b551eb1,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:20.734364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56572) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:20.794917 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f6e5496e-3063-4bff-b81d-40b05d4560de admin admin] Publish callbacks [] for security_group (6cf4b4bb-b8bc-4940-a147-93360b036f28), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:20.819421 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-dfb1650f-56c7-4c22-918f-4b83748e4dd3 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033620 Feb 11 04:31:20.891363 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064d4d0b-f6a2-4a1f-a1bb-9621e01a01e3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:20.902886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-064d4d0b-f6a2-4a1f-a1bb-9621e01a01e3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:20.915176 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-63fd841f-4d13-4599-ba10-abd97119e531 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=963b6a8b-e879-44fc-be34-943887949a52 HTTP/1.1" status: 200 len: 217 time: 0.0872171 Feb 11 04:31:20.916100 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-064d4d0b-f6a2-4a1f-a1bb-9621e01a01e3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port 49d9d70c-7954-43cd-a2ed-19db47325637 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:31:20.961541 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f6e5496e-3063-4bff-b81d-40b05d4560de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6cf4b4bb-b8bc-4940-a147-93360b036f28), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:20.991146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-c5f3f136-c459-4c70-9f24-2e4ba991770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:20.991146 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-c5f3f136-c459-4c70-9f24-2e4ba991770c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53bd9c26-1372-400a-811d-7e4a7427b6fa HTTP/1.1" status: 200 len: 797 time: 0.0630805 Feb 11 04:31:21.028216 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f6e5496e-3063-4bff-b81d-40b05d4560de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f28a2b66ee94d55b8681d7550ef8ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7707684 Feb 11 04:31:21.032390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5496e-3063-4bff-b81d-40b05d4560de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf4b4bb-b8bc-4940-a147-93360b036f28,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:21.040948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56576) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:21.047972 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa90dd8f-2fea-4a8a-9d9f-1d2bed156680 admin admin] Publish callbacks [] for security_group (6e788bb2-4fa7-466c-bd09-56d68b551eb1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:21.074473 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa90dd8f-2fea-4a8a-9d9f-1d2bed156680 admin admin] Publish callbacks [] for security_group (6e788bb2-4fa7-466c-bd09-56d68b551eb1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:21.145270 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f462d88-8e55-4a9c-a36c-8fafd0b51d80 req-2a74a350-dd03-4c88-960f-6a63ba085ddc tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:21.147055 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f462d88-8e55-4a9c-a36c-8fafd0b51d80 req-2a74a350-dd03-4c88-960f-6a63ba085ddc tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 947 time: 0.2716026 Feb 11 04:31:21.181620 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-e59e9541-9501-4141-80f3-5a208872af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:21.183171 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-e59e9541-9501-4141-80f3-5a208872af4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5298babb-4aa0-44c4-91a5-04b443d240a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1860578 Feb 11 04:31:21.217041 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0a72421-0309-41f8-b385-fbb935c30dff admin admin] Publish callbacks [] for security_group (6cf4b4bb-b8bc-4940-a147-93360b036f28), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:21.243360 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0a72421-0309-41f8-b385-fbb935c30dff admin admin] Publish callbacks [] for security_group (6cf4b4bb-b8bc-4940-a147-93360b036f28), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:21.252067 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f462d88-8e55-4a9c-a36c-8fafd0b51d80 req-f86eeb82-63b4-4184-b26e-03edda3e6be4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973799 Feb 11 04:31:21.259707 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-064d4d0b-f6a2-4a1f-a1bb-9621e01a01e3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (49d9d70c-7954-43cd-a2ed-19db47325637), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:21.367486 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-76a7b959-1996-4162-a0b5-b4ee837b0829 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764591 Feb 11 04:31:21.383882 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda774b1-3bd3-4d36-aebd-74ee12897f95 req-abc29d96-8905-449b-910a-4d7afe80624d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:21.389073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda774b1-3bd3-4d36-aebd-74ee12897f95 req-abc29d96-8905-449b-910a-4d7afe80624d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:21.394525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda774b1-3bd3-4d36-aebd-74ee12897f95 req-abc29d96-8905-449b-910a-4d7afe80624d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:21.399763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda774b1-3bd3-4d36-aebd-74ee12897f95 req-abc29d96-8905-449b-910a-4d7afe80624d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:21.405030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda774b1-3bd3-4d36-aebd-74ee12897f95 req-abc29d96-8905-449b-910a-4d7afe80624d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:21.410434 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda774b1-3bd3-4d36-aebd-74ee12897f95 req-abc29d96-8905-449b-910a-4d7afe80624d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:21.416393 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda774b1-3bd3-4d36-aebd-74ee12897f95 req-abc29d96-8905-449b-910a-4d7afe80624d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:21.418330 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eda774b1-3bd3-4d36-aebd-74ee12897f95 req-abc29d96-8905-449b-910a-4d7afe80624d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.1634014 Feb 11 04:31:21.428326 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa90dd8f-2fea-4a8a-9d9f-1d2bed156680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6e788bb2-4fa7-466c-bd09-56d68b551eb1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:21.430874 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa90dd8f-2fea-4a8a-9d9f-1d2bed156680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:21.431907 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aa90dd8f-2fea-4a8a-9d9f-1d2bed156680 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e788bb2-4fa7-466c-bd09-56d68b551eb1 HTTP/1.1" status: 204 len: 168 time: 0.6935129 Feb 11 04:31:21.464621 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0a72421-0309-41f8-b385-fbb935c30dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6cf4b4bb-b8bc-4940-a147-93360b036f28), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:21.468477 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a0a72421-0309-41f8-b385-fbb935c30dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:21.471113 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a0a72421-0309-41f8-b385-fbb935c30dff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cf4b4bb-b8bc-4940-a147-93360b036f28 HTTP/1.1" status: 204 len: 168 time: 0.4288201 Feb 11 04:31:21.472149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90dd8f-2fea-4a8a-9d9f-1d2bed156680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e788bb2-4fa7-466c-bd09-56d68b551eb1,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:21.507966 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-064d4d0b-f6a2-4a1f-a1bb-9621e01a01e3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (49d9d70c-7954-43cd-a2ed-19db47325637), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:21.594597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a72421-0309-41f8-b385-fbb935c30dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf4b4bb-b8bc-4940-a147-93360b036f28,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:21.614291 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eda774b1-3bd3-4d36-aebd-74ee12897f95 req-527e2018-2acc-4927-ac5a-1608c9b16158 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1868172 Feb 11 04:31:21.627629 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-e5dd31e2-7db2-48be-98ec-7b6daf5b8ada service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081530 Feb 11 04:31:21.681258 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-24e9d84f-6f81-492e-8a91-ab03cd862970 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=30cc8e96-7615-4f82-a139-50fdbc0216dd HTTP/1.1" status: 200 len: 217 time: 0.0462534 Feb 11 04:31:21.721279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d4d0b-f6a2-4a1f-a1bb-9621e01a01e3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 76431d12-003f-433d-becc-741cb1c0aae3 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:31:21.731584 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-064d4d0b-f6a2-4a1f-a1bb-9621e01a01e3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:21.747518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d4d0b-f6a2-4a1f-a1bb-9621e01a01e3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=49d9d70c-7954-43cd-a2ed-19db47325637,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:21.749336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d4d0b-f6a2-4a1f-a1bb-9621e01a01e3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:31:21.756023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064d4d0b-f6a2-4a1f-a1bb-9621e01a01e3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:21.756605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-064d4d0b-f6a2-4a1f-a1bb-9621e01a01e3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:21.777154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:31:21.829691 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-064d4d0b-f6a2-4a1f-a1bb-9621e01a01e3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3208718 Feb 11 04:31:21.832250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56588) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:21.838569 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6db4fbcf-ea8d-4e24-9f51-f656981353ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:21.841585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2855b86-4d48-4aa5-a934-72bf7448e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:21.843116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d2855b86-4d48-4aa5-a934-72bf7448e345 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53bd9c26-1372-400a-811d-7e4a7427b6fa HTTP/1.1" status: 200 len: 797 time: 0.1507514 Feb 11 04:31:21.887052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751d58b-7cf6-42c1-9122-9e9ef557f5b9 req-46a363d2-1e08-4fa4-accf-86a6a2987d8f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:21.888639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1751d58b-7cf6-42c1-9122-9e9ef557f5b9 req-46a363d2-1e08-4fa4-accf-86a6a2987d8f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1016648 Feb 11 04:31:21.963037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:21.986774 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6db4fbcf-ea8d-4e24-9f51-f656981353ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (49d9d70c-7954-43cd-a2ed-19db47325637), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:22.013826 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'port_id': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'mac_address': 'fa:16:3e:39:ff:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:31:22.025045 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2a54f5f6-b1d8-4c0f-810e-0729e41c0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:22.026701 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-2a54f5f6-b1d8-4c0f-810e-0729e41c0923 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5298babb-4aa0-44c4-91a5-04b443d240a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1763310 Feb 11 04:31:22.094241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1751d58b-7cf6-42c1-9122-9e9ef557f5b9 req-22447d18-5f86-4b2c-846b-b1a2c27285c1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937950 Feb 11 04:31:22.111773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c4f5b82-fc5f-49b2-a01e-c3b5da1dd97d req-cff39a15-10d2-4faf-92c8-df0cfb5b04c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1867020 Feb 11 04:31:22.165022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:22.165546 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:22.185363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:31:22.211273 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:22.235294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6db4fbcf-ea8d-4e24-9f51-f656981353ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (49d9d70c-7954-43cd-a2ed-19db47325637), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:22.335730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-6c5f3f32-e965-4621-b12c-ee8e24d57c9b service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975638 Feb 11 04:31:22.338421 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f5b82-fc5f-49b2-a01e-c3b5da1dd97d req-850cdaee-997a-4e8d-a836-b6a76934ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:22.340162 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3c4f5b82-fc5f-49b2-a01e-c3b5da1dd97d req-850cdaee-997a-4e8d-a836-b6a76934ab3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dad791f7a2e94982a1c7f73e36e379b9&device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 1128 time: 0.1014714 Feb 11 04:31:22.354023 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6db4fbcf-ea8d-4e24-9f51-f656981353ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (49d9d70c-7954-43cd-a2ed-19db47325637), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:22.354780 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:22.428324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,revision_number=12']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:22.484142 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6db4fbcf-ea8d-4e24-9f51-f656981353ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] In _notify_port_updated(), no bound segment for port 49d9d70c-7954-43cd-a2ed-19db47325637 on network 76431d12-003f-433d-becc-741cb1c0aae3 {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:31:22.488536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['e4f04cd7-d182-479d-ae4d-5fc154e9d6a2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:31:22.490554 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db4fbcf-ea8d-4e24-9f51-f656981353ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:22.502261 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6db4fbcf-ea8d-4e24-9f51-f656981353ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:22.502261 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6db4fbcf-ea8d-4e24-9f51-f656981353ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "PUT /v2.0/ports/49d9d70c-7954-43cd-a2ed-19db47325637 HTTP/1.1" status: 200 len: 818 time: 0.6590858 Feb 11 04:31:22.504942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56608) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:22.521028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-9420ffe6-3d5a-4f13-b5e3-29f49a41abc8 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:22.522646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-9420ffe6-3d5a-4f13-b5e3-29f49a41abc8 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.47 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 947 time: 0.2882485 Feb 11 04:31:22.540171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4fbcf-ea8d-4e24-9f51-f656981353ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=49d9d70c-7954-43cd-a2ed-19db47325637,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:22.552499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f5b82-fc5f-49b2-a01e-c3b5da1dd97d req-28f17f55-3e59-4ece-9bb8-bc619010b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:22.554020 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3c4f5b82-fc5f-49b2-a01e-c3b5da1dd97d req-28f17f55-3e59-4ece-9bb8-bc619010b2d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e84ca41d-2ea3-49fa-a2a8-d45306be69c6 HTTP/1.1" status: 200 len: 915 time: 0.1831861 Feb 11 04:31:22.640745 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3c4f5b82-fc5f-49b2-a01e-c3b5da1dd97d req-d8c6c067-954f-4338-88df-bd0703377c0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35c745ab-edf6-48f2-a7db-792e0e226073 HTTP/1.1" status: 200 len: 217 time: 0.0804214 Feb 11 04:31:22.657933 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-fd76d728-ea11-4f7d-bef5-d5192d1284eb service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144488 Feb 11 04:31:22.692254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918d217-d8ec-4e77-b990-0d03d6daafe3 req-043db100-87cb-401d-875a-c0a329b39e84 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:22.693809 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7918d217-d8ec-4e77-b990-0d03d6daafe3 req-043db100-87cb-401d-875a-c0a329b39e84 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 947 time: 0.2484896 Feb 11 04:31:22.706290 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f5b82-fc5f-49b2-a01e-c3b5da1dd97d req-8c999cc6-ce5c-4468-9ad3-5c7619607bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:22.708634 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3c4f5b82-fc5f-49b2-a01e-c3b5da1dd97d req-8c999cc6-ce5c-4468-9ad3-5c7619607bf5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87ee16fb-e51f-46dc-abde-f7dddf3e1102 HTTP/1.1" status: 200 len: 854 time: 0.0625868 Feb 11 04:31:22.753460 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3c4f5b82-fc5f-49b2-a01e-c3b5da1dd97d req-1e0c7b84-2c37-434a-8584-c6e48c85f9ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e84ca41d-2ea3-49fa-a2a8-d45306be69c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367947 Feb 11 04:31:22.764693 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d32d5759-522e-4d5d-9ed7-146e7487cf5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=8384eb4b-0998-438a-8422-057418ed2575 HTTP/1.1" status: 200 len: 217 time: 0.0684316 Feb 11 04:31:22.784849 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56612) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:22.814659 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ebee488-a8cf-493a-ae47-1d6a65b2c4b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:22.936987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-fc92afa4-1836-4a02-bc01-d40cfce0dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:22.938490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-fc92afa4-1836-4a02-bc01-d40cfce0dba7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53bd9c26-1372-400a-811d-7e4a7427b6fa HTTP/1.1" status: 200 len: 797 time: 0.1117685 Feb 11 04:31:23.050077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7918d217-d8ec-4e77-b990-0d03d6daafe3 req-7bda3f6e-e8e2-4bf2-b20e-d7d6b43546a0 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3455663 Feb 11 04:31:23.073411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaacc0-974b-41bd-a4d2-8f0b2a739c29 req-abb8ac41-1547-42b1-8c00-df24075f4971 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:23.078681 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaacc0-974b-41bd-a4d2-8f0b2a739c29 req-abb8ac41-1547-42b1-8c00-df24075f4971 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:23.100309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaacc0-974b-41bd-a4d2-8f0b2a739c29 req-abb8ac41-1547-42b1-8c00-df24075f4971 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:23.112415 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97597c4e-a400-4464-a92f-3cea928a60e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:23.113420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaacc0-974b-41bd-a4d2-8f0b2a739c29 req-abb8ac41-1547-42b1-8c00-df24075f4971 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:23.121750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaacc0-974b-41bd-a4d2-8f0b2a739c29 req-abb8ac41-1547-42b1-8c00-df24075f4971 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:23.128597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaacc0-974b-41bd-a4d2-8f0b2a739c29 req-abb8ac41-1547-42b1-8c00-df24075f4971 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:23.134388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaacc0-974b-41bd-a4d2-8f0b2a739c29 req-abb8ac41-1547-42b1-8c00-df24075f4971 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:23.137277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8dcaacc0-974b-41bd-a4d2-8f0b2a739c29 req-abb8ac41-1547-42b1-8c00-df24075f4971 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.3664968 Feb 11 04:31:23.148758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-957b3a4b-3de5-4cca-a82e-ad082897ad07 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port 49d9d70c-7954-43cd-a2ed-19db47325637 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:23.149156 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-957b3a4b-3de5-4cca-a82e-ad082897ad07 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (49d9d70c-7954-43cd-a2ed-19db47325637), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:23.185117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-27c1265a-7ccc-416d-878c-1ec6d832382d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Deleting port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:23.187614 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-27c1265a-7ccc-416d-878c-1ec6d832382d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:23.224098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-e05c7a1c-f06f-42b5-b0a0-4868eed257a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:23.225618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-e05c7a1c-f06f-42b5-b0a0-4868eed257a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5298babb-4aa0-44c4-91a5-04b443d240a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2766354 Feb 11 04:31:23.372519 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3c4f5b82-fc5f-49b2-a01e-c3b5da1dd97d req-83845d1a-39b1-45e0-90c8-69fcf372ffeb service neutron] 10.222.0.47 "GET /v2.0/networks/e84ca41d-2ea3-49fa-a2a8-d45306be69c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130514 Feb 11 04:31:23.385121 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-957b3a4b-3de5-4cca-a82e-ad082897ad07 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (49d9d70c-7954-43cd-a2ed-19db47325637), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:23.403542 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8dcaacc0-974b-41bd-a4d2-8f0b2a739c29 req-daf1d667-5df6-48f7-95e6-e72a265a4e84 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2442973 Feb 11 04:31:23.436916 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-957b3a4b-3de5-4cca-a82e-ad082897ad07 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for 49d9d70c-7954-43cd-a2ed-19db47325637 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:23.503177 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:31:23.581475 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ebee488-a8cf-493a-ae47-1d6a65b2c4b0 admin admin] Publish callbacks [] for security_group (204e3b9c-7b3c-4794-9443-d57bab8763c8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:23.635476 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:23.638355 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3c4f5b82-fc5f-49b2-a01e-c3b5da1dd97d req-70987d79-25b8-4358-887c-1ddaa95c1fdf service neutron] 10.222.0.47 "GET /v2.0/networks/e84ca41d-2ea3-49fa-a2a8-d45306be69c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513812 Feb 11 04:31:23.638497 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:23.662358 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ebee488-a8cf-493a-ae47-1d6a65b2c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (204e3b9c-7b3c-4794-9443-d57bab8763c8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:23.698762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27830f94-9364-4160-a0e9-9b15422d5b2a req-f8a2bdaa-894b-4001-91ef-8e5c38de04ab tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:23.700261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27830f94-9364-4160-a0e9-9b15422d5b2a req-f8a2bdaa-894b-4001-91ef-8e5c38de04ab tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 945 time: 0.4288547 Feb 11 04:31:23.729105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-27c1265a-7ccc-416d-878c-1ec6d832382d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] For port 5e7aad66-5b0e-4338-bc23-44f0e8272db9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e7aad66-5b0e-4338-bc23-44f0e8272db9,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:23.729682 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-27c1265a-7ccc-416d-878c-1ec6d832382d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:23.733281 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0ebee488-a8cf-493a-ae47-1d6a65b2c4b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a563191fcc1a49729ae37d45fa3735ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9472325 Feb 11 04:31:23.733896 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56642) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:23.752307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebee488-a8cf-493a-ae47-1d6a65b2c4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204e3b9c-7b3c-4794-9443-d57bab8763c8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:23.767925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-03fe8569-55a9-428c-835a-e632a9307e00 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333164 Feb 11 04:31:23.855734 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36fdac43-59c6-4cc2-8261-1cc4c029c998 admin admin] Publish callbacks [] for security_group (204e3b9c-7b3c-4794-9443-d57bab8763c8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:23.870704 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:23.871687 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:23.877272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27830f94-9364-4160-a0e9-9b15422d5b2a req-55062ea9-31fe-4035-9357-5fc548cb3283 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443956 Feb 11 04:31:23.896678 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36fdac43-59c6-4cc2-8261-1cc4c029c998 admin admin] Publish callbacks [] for security_group (204e3b9c-7b3c-4794-9443-d57bab8763c8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:23.964044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:23.965777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:31:23.968339 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6bc9d7-ac31-441a-ad80-912d9b4be124" -d '{"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-plugged", "status": "completed", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:31:24.054223 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c986fe-afd3-4efc-bc32-431758dcbdc8 x-openstack-request-id: req-08c986fe-afd3-4efc-bc32-431758dcbdc8 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:31:24.055021 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-plugged", "status": "completed", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:31:24.055583 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08c986fe-afd3-4efc-bc32-431758dcbdc8 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:31:24.056516 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'code': 200} Feb 11 04:31:24.063154 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:24.065566 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36fdac43-59c6-4cc2-8261-1cc4c029c998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (204e3b9c-7b3c-4794-9443-d57bab8763c8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:24.069489 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36fdac43-59c6-4cc2-8261-1cc4c029c998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:24.077811 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-36fdac43-59c6-4cc2-8261-1cc4c029c998 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/204e3b9c-7b3c-4794-9443-d57bab8763c8 HTTP/1.1" status: 204 len: 168 time: 0.3409991 Feb 11 04:31:24.107394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdac43-59c6-4cc2-8261-1cc4c029c998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204e3b9c-7b3c-4794-9443-d57bab8763c8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:24.281136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,revision_number=13']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:24.383349 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-957b3a4b-3de5-4cca-a82e-ad082897ad07 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (49d9d70c-7954-43cd-a2ed-19db47325637), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:24.464865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b3a4b-3de5-4cca-a82e-ad082897ad07 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=49d9d70c-7954-43cd-a2ed-19db47325637,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:24.494116 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-957b3a4b-3de5-4cca-a82e-ad082897ad07 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:24.497416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-957b3a4b-3de5-4cca-a82e-ad082897ad07 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/49d9d70c-7954-43cd-a2ed-19db47325637 HTTP/1.1" status: 204 len: 168 time: 1.9738107 Feb 11 04:31:24.504241 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56670) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:24.534747 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-0e165b23-c4a7-4f56-80d1-5aaa1aef8217 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7291059 Feb 11 04:31:24.583519 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2944e70-b53b-49b9-a6db-562da2a86fd5 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:24.585777 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d2944e70-b53b-49b9-a6db-562da2a86fd5 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0794091 Feb 11 04:31:24.588114 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56674) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:24.621301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-d4e8e68f-6784-4e6b-8046-7d34fb692839 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e54afff1-6eda-4c29-a57d-978ae22d9236 HTTP/1.1" status: 200 len: 217 time: 0.0758617 Feb 11 04:31:24.627197 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-778099bc-0f15-457c-b491-84d774b7fd15 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] GET failed (client error): The resource could not be found. Feb 11 04:31:24.632887 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-778099bc-0f15-457c-b491-84d774b7fd15 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/49d9d70c-7954-43cd-a2ed-19db47325637 HTTP/1.1" status: 404 len: 333 time: 0.0424523 Feb 11 04:31:24.633575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56676) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:24.641518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00987067-2e6b-487c-b384-341ebeff091c req-8460c394-64e0-49b8-8fb1-030fed3f2ce1 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:24.645346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2052cfb3-e5c0-4fa1-a815-53477bb94927 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1210413005'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:24.648490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00987067-2e6b-487c-b384-341ebeff091c req-8460c394-64e0-49b8-8fb1-030fed3f2ce1 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 947 time: 0.2963295 Feb 11 04:31:24.669585 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-27c1265a-7ccc-416d-878c-1ec6d832382d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:24.669952 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-27c1265a-7ccc-416d-878c-1ec6d832382d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (aea95d24-6342-4439-a0f9-e03efadf6d99), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:24.670274 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-27c1265a-7ccc-416d-878c-1ec6d832382d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Floating IP aea95d24-6342-4439-a0f9-e03efadf6d99 disassociated. External IP: 172.25.3.63, port: 5e7aad66-5b0e-4338-bc23-44f0e8272db9. Feb 11 04:31:24.670648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-27c1265a-7ccc-416d-878c-1ec6d832382d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Calling delete_port for 5e7aad66-5b0e-4338-bc23-44f0e8272db9 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:24.794942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e376a-7ed6-4eac-8833-ef6230f0b9e7 req-baf42cbe-50b4-46c6-bf2d-99df2c5e6ba2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:24.800369 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2052cfb3-e5c0-4fa1-a815-53477bb94927 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:24.800883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e376a-7ed6-4eac-8833-ef6230f0b9e7 req-baf42cbe-50b4-46c6-bf2d-99df2c5e6ba2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:24.805683 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2052cfb3-e5c0-4fa1-a815-53477bb94927 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:24.806301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e376a-7ed6-4eac-8833-ef6230f0b9e7 req-baf42cbe-50b4-46c6-bf2d-99df2c5e6ba2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:24.811592 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e376a-7ed6-4eac-8833-ef6230f0b9e7 req-baf42cbe-50b4-46c6-bf2d-99df2c5e6ba2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:24.820511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e376a-7ed6-4eac-8833-ef6230f0b9e7 req-baf42cbe-50b4-46c6-bf2d-99df2c5e6ba2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:24.822605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e376a-7ed6-4eac-8833-ef6230f0b9e7 req-baf42cbe-50b4-46c6-bf2d-99df2c5e6ba2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:24.827994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e376a-7ed6-4eac-8833-ef6230f0b9e7 req-baf42cbe-50b4-46c6-bf2d-99df2c5e6ba2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:24.830355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d1e376a-7ed6-4eac-8833-ef6230f0b9e7 req-baf42cbe-50b4-46c6-bf2d-99df2c5e6ba2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.2868986 Feb 11 04:31:24.839184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-b19ee071-f55d-43d9-be00-74de4f51176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:24.839619 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-b19ee071-f55d-43d9-be00-74de4f51176a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d1fdce-bd12-463f-a026-9585e76fb2f7 HTTP/1.1" status: 200 len: 797 time: 0.2089770 Feb 11 04:31:24.891244 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00987067-2e6b-487c-b384-341ebeff091c req-d1a0ecfa-6235-4a95-bc36-7011a8ec6b6b tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups?id=14882dd4-f462-4ae8-80e4-d7c5b405f554&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2411110 Feb 11 04:31:24.896584 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2052cfb3-e5c0-4fa1-a815-53477bb94927 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:31:24.930745 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2052cfb3-e5c0-4fa1-a815-53477bb94927 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (016717d8-c703-479f-8e84-902987d3ea09), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:24.931717 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-2052cfb3-e5c0-4fa1-a815-53477bb94927 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Added segment 016717d8-c703-479f-8e84-902987d3ea09 of type vlan for network f5d8cdcc-c023-4493-8d75-b257f9f8d723 Feb 11 04:31:25.050090 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2052cfb3-e5c0-4fa1-a815-53477bb94927 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (f5d8cdcc-c023-4493-8d75-b257f9f8d723), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:25.124238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d1e376a-7ed6-4eac-8833-ef6230f0b9e7 req-703f4cef-e2b5-4deb-a67e-d8ec8e3fa750 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2772532 Feb 11 04:31:25.136456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-c8df3bbf-4280-4da2-b019-71b2cc6ee315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:25.138232 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-c8df3bbf-4280-4da2-b019-71b2cc6ee315 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=783bae75-85d4-4737-a159-3dcd512c310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2827942 Feb 11 04:31:25.228993 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2052cfb3-e5c0-4fa1-a815-53477bb94927 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (f5d8cdcc-c023-4493-8d75-b257f9f8d723), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:25.236697 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052cfb3-e5c0-4fa1-a815-53477bb94927 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:25.237495 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2052cfb3-e5c0-4fa1-a815-53477bb94927 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:25.271462 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f332b-4938-4e76-8b5c-3bc155be0247 req-c4e270dc-36f5-4658-b878-eb79b965d4f5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:25.278431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb9f332b-4938-4e76-8b5c-3bc155be0247 req-c4e270dc-36f5-4658-b878-eb79b965d4f5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.2595055 Feb 11 04:31:25.347449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5e7aad66-5b0e-4338-bc23-44f0e8272db9 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:31:25.366553 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-27c1265a-7ccc-416d-878c-1ec6d832382d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5e7aad66-5b0e-4338-bc23-44f0e8272db9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:25.396690 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2052cfb3-e5c0-4fa1-a815-53477bb94927 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7616942 Feb 11 04:31:25.397150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56694) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:25.423059 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-98160133-54f5-42db-b5bc-70353c85f854 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'subnet': {'network_id': 'f5d8cdcc-c023-4493-8d75-b257f9f8d723', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:25.459360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56698) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:25.461954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1265a-7ccc-416d-878c-1ec6d832382d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event deleted for resources: {'Port': ['ID=5e7aad66-5b0e-4338-bc23-44f0e8272db9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:25.479668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-3151d69f-e887-494c-ad41-7bd2f04ea525 service neutron] 10.222.0.32 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344748 Feb 11 04:31:25.496810 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-17b1f5b2-d75f-4de9-8ada-17d277af31f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:25.499034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb9f332b-4938-4e76-8b5c-3bc155be0247 req-c7bbff2c-d4be-4e76-a5f1-cd409355df37 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188337 Feb 11 04:31:25.511703 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 5e7aad66-5b0e-4338-bc23-44f0e8272db9 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:31:25.512331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5e7aad66-5b0e-4338-bc23-44f0e8272db9 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:31:25.636356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052cfb3-e5c0-4fa1-a815-53477bb94927 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Network': ['ID=f5d8cdcc-c023-4493-8d75-b257f9f8d723,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:25.649593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network f5d8cdcc-c023-4493-8d75-b257f9f8d723 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:31:25.783320 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:25.893936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98160133-54f5-42db-b5bc-70353c85f854 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:25.898897 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98160133-54f5-42db-b5bc-70353c85f854 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:25.917862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-c864904e-30c0-413b-a3a9-6f84c7b3705c service neutron] 10.222.0.32 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177880 Feb 11 04:31:25.919709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-27c1265a-7ccc-416d-878c-1ec6d832382d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Router a54500b8-62dd-4e64-970e-51fd887f1fa9 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:31:25.987010 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:26.005298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-b47cc298-6245-4e80-b5c4-5323b3bbb8b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0473f650-b42b-45ce-8612-42d968a92e57 HTTP/1.1" status: 200 len: 217 time: 0.0795159 Feb 11 04:31:26.155148 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-476b55ed-4acf-4add-96ae-c14481c6f6ba req-5d4d0730-08f1-4f56-949f-2bfcd052c3e9 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 210 time: 0.0749364 Feb 11 04:31:26.278441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-81a9354b-ffd9-47c0-9467-98924a01ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:26.280442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-81a9354b-ffd9-47c0-9467-98924a01ef49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d1fdce-bd12-463f-a026-9585e76fb2f7 HTTP/1.1" status: 200 len: 797 time: 0.2666786 Feb 11 04:31:26.383542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-27c1265a-7ccc-416d-878c-1ec6d832382d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:31:26.395568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a493151-5678-4660-835b-e3f44484252c None None] Sync routers for ids ['a54500b8-62dd-4e64-970e-51fd887f1fa9'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:31:26.419509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a493151-5678-4660-835b-e3f44484252c None None] Routers {'a54500b8-62dd-4e64-970e-51fd887f1fa9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:31:26.420521 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a493151-5678-4660-835b-e3f44484252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:31:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a54500b8-62dd-4e64-970e-51fd887f1fa9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:26.630171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-27c1265a-7ccc-416d-878c-1ec6d832382d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] No DVR routers for this DVR port 5e7aad66-5b0e-4338-bc23-44f0e8272db9 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:31:26.642181 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-27c1265a-7ccc-416d-878c-1ec6d832382d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:26.652136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f95348f1-755d-4230-9b1e-04ed454c2aaf req-27c1265a-7ccc-416d-878c-1ec6d832382d tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.47 "DELETE /v2.0/ports/5e7aad66-5b0e-4338-bc23-44f0e8272db9 HTTP/1.1" status: 204 len: 173 time: 4.1164458 Feb 11 04:31:26.655417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256a23bb-ed97-482c-9a93-703757629690', 'name': 'network-vif-deleted', 'tag': '5e7aad66-5b0e-4338-bc23-44f0e8272db9'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:31:26.662576 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18192d2c-8f33-4f7a-bb54-9a361b63e219" -d '{"events": [{"server_uuid": "256a23bb-ed97-482c-9a93-703757629690", "name": "network-vif-deleted", "tag": "5e7aad66-5b0e-4338-bc23-44f0e8272db9"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:31:26.687102 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:26.705898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-205f1d15-248f-4f1c-8814-19a579f56320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:26.707436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-205f1d15-248f-4f1c-8814-19a579f56320 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=783bae75-85d4-4737-a159-3dcd512c310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4186983 Feb 11 04:31:26.722079 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-2a493151-5678-4660-835b-e3f44484252c None None] Set router a54500b8-62dd-4e64-970e-51fd887f1fa9 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:31:26.766505 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98160133-54f5-42db-b5bc-70353c85f854 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (a54cbd84-5d51-420c-b0fb-3f015f4c1b4f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:26.820666 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:27.004085 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98160133-54f5-42db-b5bc-70353c85f854 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Subnet': ['ID=a54cbd84-5d51-420c-b0fb-3f015f4c1b4f,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:27.046149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e835a12-3ce4-4712-b944-979b975df260 req-ad9b09e8-f99c-412a-83ba-78bf0fa828a2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:27.055951 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e835a12-3ce4-4712-b944-979b975df260 req-ad9b09e8-f99c-412a-83ba-78bf0fa828a2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:27.067814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e835a12-3ce4-4712-b944-979b975df260 req-ad9b09e8-f99c-412a-83ba-78bf0fa828a2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:27.087528 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e835a12-3ce4-4712-b944-979b975df260 req-ad9b09e8-f99c-412a-83ba-78bf0fa828a2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:27.097180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160133-54f5-42db-b5bc-70353c85f854 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Checking segment: {'id': '016717d8-c703-479f-8e84-902987d3ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5d8cdcc-c023-4493-8d75-b257f9f8d723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:31:27.102317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e835a12-3ce4-4712-b944-979b975df260 req-ad9b09e8-f99c-412a-83ba-78bf0fa828a2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:27.103906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98160133-54f5-42db-b5bc-70353c85f854 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network hostable DHCP agents. Network: f5d8cdcc-c023-4493-8d75-b257f9f8d723, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:31:27.112865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e835a12-3ce4-4712-b944-979b975df260 req-ad9b09e8-f99c-412a-83ba-78bf0fa828a2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:27.121139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e835a12-3ce4-4712-b944-979b975df260 req-ad9b09e8-f99c-412a-83ba-78bf0fa828a2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:27.139900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e835a12-3ce4-4712-b944-979b975df260 req-ad9b09e8-f99c-412a-83ba-78bf0fa828a2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.8081908 Feb 11 04:31:27.201969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Allocated IP 172.25.3.240 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/9aacf909-cb70-4063-aafa-7632c45244c9) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:31:27.207233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a493151-5678-4660-835b-e3f44484252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd352dd56-32dd-441a-b7ac-7fd155de258b', 'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'mac_address': 'fa:16:3e:3f:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:24Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 5, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'subnets': [{'id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:27.238838 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a493151-5678-4660-835b-e3f44484252c None None] Checking router: a54500b8-62dd-4e64-970e-51fd887f1fa9 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:31:27.250402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a493151-5678-4660-835b-e3f44484252c None None] Routers {'a54500b8-62dd-4e64-970e-51fd887f1fa9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:31:27.251806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a493151-5678-4660-835b-e3f44484252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:31:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a54500b8-62dd-4e64-970e-51fd887f1fa9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:27.394472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98160133-54f5-42db-b5bc-70353c85f854 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network f5d8cdcc-c023-4493-8d75-b257f9f8d723 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:31:27.465698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-2a493151-5678-4660-835b-e3f44484252c None None] Set router a54500b8-62dd-4e64-970e-51fd887f1fa9 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:31:27.473078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e835a12-3ce4-4712-b944-979b975df260 req-b75dc6ba-c83f-42bf-83b0-aa94f03bb25f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3285944 Feb 11 04:31:27.530856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915b34e-973c-4508-990b-88197de16d10 req-a71b6373-7182-4a26-81e0-0c1947435f61 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:27.533018 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5915b34e-973c-4508-990b-88197de16d10 req-a71b6373-7182-4a26-81e0-0c1947435f61 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.8555138 Feb 11 04:31:27.536306 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks [] for port (9aacf909-cb70-4063-aafa-7632c45244c9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:27.606365 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5915b34e-973c-4508-990b-88197de16d10 req-0a7866f7-0031-4394-b2ef-92a94c9b5ffd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552950 Feb 11 04:31:27.611934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-86aa86bc-c0e7-46ae-b777-5c8dda8bac21 service neutron] 10.222.0.32 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8730564 Feb 11 04:31:27.622860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-98160133-54f5-42db-b5bc-70353c85f854 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, f5d8cdcc-c023-4493-8d75-b257f9f8d723) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:27.627673 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98160133-54f5-42db-b5bc-70353c85f854 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:27.628539 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98160133-54f5-42db-b5bc-70353c85f854 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:27.653462 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aac0ce8-ea6d-4c1f-8054-196341084b5b x-openstack-request-id: req-5aac0ce8-ea6d-4c1f-8054-196341084b5b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:31:27.654020 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "256a23bb-ed97-482c-9a93-703757629690", "name": "network-vif-deleted", "tag": "5e7aad66-5b0e-4338-bc23-44f0e8272db9", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:31:27.654110 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5aac0ce8-ea6d-4c1f-8054-196341084b5b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:31:27.654697 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256a23bb-ed97-482c-9a93-703757629690', 'name': 'network-vif-deleted', 'tag': '5e7aad66-5b0e-4338-bc23-44f0e8272db9', 'status': 'completed', 'code': 200} Feb 11 04:31:27.664998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1142e0bb-57d5-47e7-8734-751310a0dd55 None None] Network f5d8cdcc-c023-4493-8d75-b257f9f8d723 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:31:27.746398 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-98160133-54f5-42db-b5bc-70353c85f854 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3429585 Feb 11 04:31:27.748680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56736) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:27.757053 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-925a708b-bf20-46b9-878b-9e7ce0abbb36 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'subnet': {'network_id': 'f5d8cdcc-c023-4493-8d75-b257f9f8d723', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:27.865158 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb478c47-1a2b-4baf-968b-62f413ef69d2 req-9d1e8000-0738-4c75-8457-981992a262fd service neutron] 10.222.0.32 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482841 Feb 11 04:31:27.909393 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd0dbd54-adf3-40a9-8a8b-4b7b64ad39ec req-3cbd8bff-ae0f-4559-8326-4f0486e35fe4 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/ports?device_id=256a23bb-ed97-482c-9a93-703757629690 HTTP/1.1" status: 200 len: 210 time: 0.1002183 Feb 11 04:31:27.939399 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9aacf909-cb70-4063-aafa-7632c45244c9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:27.961495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:31:27.968622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:27.979604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:31:28.222799 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925a708b-bf20-46b9-878b-9e7ce0abbb36 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:28.228699 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-925a708b-bf20-46b9-878b-9e7ce0abbb36 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:28.286490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Pushing event updated for resources: {'Port': ['ID=9aacf909-cb70-4063-aafa-7632c45244c9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:28.299390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-f5d8cdcc-c023-4493-8d75-b257f9f8d723', 'network_id': 'f5d8cdcc-c023-4493-8d75-b257f9f8d723', 'project_id': '53518ba44ed64629bca4f1cb537b8a7a', 'fixed_ips': [{'subnet_id': 'a54cbd84-5d51-420c-b0fb-3f015f4c1b4f'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:31:28.301509 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:28.377435 n-d-712142-35 neutron-server[103808]: INFO neutron.db.ipam_backend_mixin [None req-925a708b-bf20-46b9-878b-9e7ce0abbb36 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a54cbd84-5d51-420c-b0fb-3f015f4c1b4f (CIDR: 2001:db8::/64) Feb 11 04:31:28.406033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b590ea-351e-4f6e-a134-799dc88da661 req-fc2bf9e3-7161-4e0f-9460-68915b07f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:28.406600 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b590ea-351e-4f6e-a134-799dc88da661 req-fc2bf9e3-7161-4e0f-9460-68915b07f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:28.407110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b590ea-351e-4f6e-a134-799dc88da661 req-fc2bf9e3-7161-4e0f-9460-68915b07f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:28.407634 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b590ea-351e-4f6e-a134-799dc88da661 req-fc2bf9e3-7161-4e0f-9460-68915b07f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:28.408107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b590ea-351e-4f6e-a134-799dc88da661 req-fc2bf9e3-7161-4e0f-9460-68915b07f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:28.408938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b590ea-351e-4f6e-a134-799dc88da661 req-fc2bf9e3-7161-4e0f-9460-68915b07f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:28.409153 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b590ea-351e-4f6e-a134-799dc88da661 req-fc2bf9e3-7161-4e0f-9460-68915b07f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:28.418317 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18b590ea-351e-4f6e-a134-799dc88da661 req-fc2bf9e3-7161-4e0f-9460-68915b07f8f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 6701 time: 0.3425689 Feb 11 04:31:28.439436 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:28.459208 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-925a708b-bf20-46b9-878b-9e7ce0abbb36 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:31:28.459919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925a708b-bf20-46b9-878b-9e7ce0abbb36 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:31:28.583506 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-925a708b-bf20-46b9-878b-9e7ce0abbb36 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8332927 Feb 11 04:31:28.587515 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56752) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:28.610010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-aa464622-e49d-4172-b3e6-823e415c9ba4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'subnet': {'network_id': 'f5d8cdcc-c023-4493-8d75-b257f9f8d723', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:28.659667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Allocated IP 2001:db8::2 (f5d8cdcc-c023-4493-8d75-b257f9f8d723/a54cbd84-5d51-420c-b0fb-3f015f4c1b4f/92c7e44c-fa0c-4d74-a8e2-981e736cc181) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:31:28.663063 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks [] for floatingip (30833a64-ff0f-4eff-acec-4d8ea22622ef), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:28.831650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b590ea-351e-4f6e-a134-799dc88da661 req-0e4bd3d7-b4a7-41ca-9bb1-5a35fc28af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:28.834937 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18b590ea-351e-4f6e-a134-799dc88da661 req-0e4bd3d7-b4a7-41ca-9bb1-5a35fc28af16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=783bae75-85d4-4737-a159-3dcd512c310b HTTP/1.1" status: 200 len: 903 time: 0.3566008 Feb 11 04:31:28.902023 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Publish callbacks [] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:28.937652 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9aacf909-cb70-4063-aafa-7632c45244c9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:28.952171 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a493151-5678-4660-835b-e3f44484252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd352dd56-32dd-441a-b7ac-7fd155de258b', 'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'mac_address': 'fa:16:3e:3f:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:24Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 5, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'subnets': [{'id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:29.025250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a493151-5678-4660-835b-e3f44484252c None None] The sync data for ids ['a54500b8-62dd-4e64-970e-51fd887f1fa9'] in n-d-712142-35 is: [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:23:25Z', 'revision_number': 4, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd352dd56-32dd-441a-b7ac-7fd155de258b', 'name': '', 'network_id': 'aea3f5db-90d4-484d-a1e1-ef38ac456aad', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'mac_address': 'fa:16:3e:3f:40:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:24Z', 'updated_at': '2022-02-11T04:23:32Z', 'revision_number': 5, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'subnets': [{'id': 'aff91b0d-1298-40b8-9cf7-8b139d7ddd16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:31:29.126816 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:29.284053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Network f5d8cdcc-c023-4493-8d75-b257f9f8d723 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:31:29.307069 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:29.317859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:31:29.337264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Pushing event updated for resources: {'Port': ['ID=92c7e44c-fa0c-4d74-a8e2-981e736cc181,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:29.353993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa464622-e49d-4172-b3e6-823e415c9ba4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:29.359518 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa464622-e49d-4172-b3e6-823e415c9ba4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:29.535348 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Attempting to bind port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:31:29.537113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Attempting to bind port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '016717d8-c703-479f-8e84-902987d3ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5d8cdcc-c023-4493-8d75-b257f9f8d723'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:31:29.537507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Attempting to bind port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 on network f5d8cdcc-c023-4493-8d75-b257f9f8d723 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:29.586592 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:31:29.588232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Checking segment: {'id': '016717d8-c703-479f-8e84-902987d3ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5d8cdcc-c023-4493-8d75-b257f9f8d723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:31:29.588591 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:29.590296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Bound using segment: {'id': '016717d8-c703-479f-8e84-902987d3ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5d8cdcc-c023-4493-8d75-b257f9f8d723'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:31:29.592874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Bound port: 92c7e44c-fa0c-4d74-a8e2-981e736cc181, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016717d8-c703-479f-8e84-902987d3ea09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f5d8cdcc-c023-4493-8d75-b257f9f8d723'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:31:29.593358 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:29.603545 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1720c5-2656-4ad9-88df-bb5d54880903 None None] New status for floating IP aea95d24-6342-4439-a0f9-e03efadf6d99: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:31:29.787003 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] For port 92c7e44c-fa0c-4d74-a8e2-981e736cc181, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:31:29.820242 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] For port 92c7e44c-fa0c-4d74-a8e2-981e736cc181, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=92c7e44c-fa0c-4d74-a8e2-981e736cc181,segment=NetworkSegment(016717d8-c703-479f-8e84-902987d3ea09),segment_id=016717d8-c703-479f-8e84-902987d3ea09)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:31:29.868757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18b590ea-351e-4f6e-a134-799dc88da661 req-c30b8aa5-9f44-4e20-b368-25bacbb4b692 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0473f650-b42b-45ce-8612-42d968a92e57 HTTP/1.1" status: 200 len: 217 time: 0.9319220 Feb 11 04:31:29.904010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c126c9-72e9-43d3-be93-78b10eca6eba req-924bd927-0630-436d-bcbb-2c00c0a520f7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:29.909969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c126c9-72e9-43d3-be93-78b10eca6eba req-924bd927-0630-436d-bcbb-2c00c0a520f7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:29.913224 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:29.917324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c126c9-72e9-43d3-be93-78b10eca6eba req-924bd927-0630-436d-bcbb-2c00c0a520f7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:29.924163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c126c9-72e9-43d3-be93-78b10eca6eba req-924bd927-0630-436d-bcbb-2c00c0a520f7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:29.930467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c126c9-72e9-43d3-be93-78b10eca6eba req-924bd927-0630-436d-bcbb-2c00c0a520f7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:29.937100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c126c9-72e9-43d3-be93-78b10eca6eba req-924bd927-0630-436d-bcbb-2c00c0a520f7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:29.944184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c126c9-72e9-43d3-be93-78b10eca6eba req-924bd927-0630-436d-bcbb-2c00c0a520f7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:29.946595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55c126c9-72e9-43d3-be93-78b10eca6eba req-924bd927-0630-436d-bcbb-2c00c0a520f7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 1.2495427 Feb 11 04:31:30.115434 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:30.118212 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa464622-e49d-4172-b3e6-823e415c9ba4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (a506c32a-b9b7-4f94-a2d1-f3813c51e483), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:30.140015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b590ea-351e-4f6e-a134-799dc88da661 req-6674e3f3-1642-4200-a553-2b7bbef4f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:30.142175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18b590ea-351e-4f6e-a134-799dc88da661 req-6674e3f3-1642-4200-a553-2b7bbef4f601 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d1fdce-bd12-463f-a026-9585e76fb2f7 HTTP/1.1" status: 200 len: 797 time: 0.2622287 Feb 11 04:31:30.218001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2295f3-96a7-4255-a59d-59cf6e44a3dd req-d6a40d44-053a-4378-a335-dbb43ba05f88 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:30.222924 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb2295f3-96a7-4255-a59d-59cf6e44a3dd req-d6a40d44-053a-4378-a335-dbb43ba05f88 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 1.4529085 Feb 11 04:31:30.249219 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa464622-e49d-4172-b3e6-823e415c9ba4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network f5d8cdcc-c023-4493-8d75-b257f9f8d723 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:31:30.253927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-aa464622-e49d-4172-b3e6-823e415c9ba4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:30.259135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa464622-e49d-4172-b3e6-823e415c9ba4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:30.259858 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa464622-e49d-4172-b3e6-823e415c9ba4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:30.276242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa464622-e49d-4172-b3e6-823e415c9ba4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Subnet': ['ID=a506c32a-b9b7-4f94-a2d1-f3813c51e483,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:30.382072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92500400-0474-40a0-b3eb-203c1a62b5ba None None] Pushing event updated for resources: {'Port': ['ID=92c7e44c-fa0c-4d74-a8e2-981e736cc181,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:30.449954 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aa464622-e49d-4172-b3e6-823e415c9ba4 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8609152 Feb 11 04:31:30.452419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56780) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:30.458465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f81e9e30-e930-4864-a6fc-1f17316ab0ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'network_id': 'f5d8cdcc-c023-4493-8d75-b257f9f8d723', 'fixed_ips': [{'subnet_id': 'a54cbd84-5d51-420c-b0fb-3f015f4c1b4f'}, {'subnet_id': 'a506c32a-b9b7-4f94-a2d1-f3813c51e483'}], 'name': 'tempest-PortsIpV6TestJSON-693854978'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:30.739259 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55c126c9-72e9-43d3-be93-78b10eca6eba req-56bb9e2e-d518-457e-b002-740d35f11df9 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7249329 Feb 11 04:31:30.790726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b590ea-351e-4f6e-a134-799dc88da661 req-57f64e5e-6747-4405-96ce-87ed6ec9700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:30.793985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18b590ea-351e-4f6e-a134-799dc88da661 req-57f64e5e-6747-4405-96ce-87ed6ec9700a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=783bae75-85d4-4737-a159-3dcd512c310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6115406 Feb 11 04:31:30.865051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb2295f3-96a7-4255-a59d-59cf6e44a3dd req-9ba82331-ef27-4acb-8109-7c6f13ff1f1b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5928280 Feb 11 04:31:30.931572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81e9e30-e930-4864-a6fc-1f17316ab0ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:31.023108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18b590ea-351e-4f6e-a134-799dc88da661 req-3e93dd5d-4b84-4980-bdc1-1c39ae824b94 service neutron] 10.222.0.32 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130489 Feb 11 04:31:31.023751 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56786) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:31.103530 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks [] for port (9aacf909-cb70-4063-aafa-7632c45244c9), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:31.143663 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f81e9e30-e930-4864-a6fc-1f17316ab0ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:31.190403 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-f81e9e30-e930-4864-a6fc-1f17316ab0ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port 8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:31:31.220800 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2882f7c7-d468-4b7e-9ba4-9856c89fbd41 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group (14882dd4-f462-4ae8-80e4-d7c5b405f554), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:31.234612 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (9aacf909-cb70-4063-aafa-7632c45244c9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:31.340674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18b590ea-351e-4f6e-a134-799dc88da661 req-c105a3b6-59b7-42a2-99a1-261761667c09 service neutron] 10.222.0.32 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071744 Feb 11 04:31:31.450284 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2882f7c7-d468-4b7e-9ba4-9856c89fbd41 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group (14882dd4-f462-4ae8-80e4-d7c5b405f554), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:31.491970 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Pushing event updated for resources: {'Port': ['ID=9aacf909-cb70-4063-aafa-7632c45244c9,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:31.572066 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (30833a64-ff0f-4eff-acec-4d8ea22622ef), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:31.665854 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2882f7c7-d468-4b7e-9ba4-9856c89fbd41 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (14882dd4-f462-4ae8-80e4-d7c5b405f554), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:31.674102 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2882f7c7-d468-4b7e-9ba4-9856c89fbd41 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:31.679078 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56794) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:31.684292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2882f7c7-d468-4b7e-9ba4-9856c89fbd41 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "DELETE /v2.0/security-groups/14882dd4-f462-4ae8-80e4-d7c5b405f554 HTTP/1.1" status: 204 len: 168 time: 0.6479833 Feb 11 04:31:31.694018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:31.701727 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7ceda07c-b425-41e5-96f0-51dcdfb6d332 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2344775 Feb 11 04:31:31.705177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56796) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:31.750349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6bcdb910-3276-4e2f-b089-132152f76824 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-263547273', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'fixed_ips': [{'ip_address': '172.25.3.240'}]}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:31.751975 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-6c6247d3-ecea-4bc2-80ed-2bbf9b807c3c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] show failed (client error): The resource could not be found. Feb 11 04:31:31.755443 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6c6247d3-ecea-4bc2-80ed-2bbf9b807c3c tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "GET /v2.0/security-groups/14882dd4-f462-4ae8-80e4-d7c5b405f554 HTTP/1.1" status: 404 len: 347 time: 0.0740669 Feb 11 04:31:31.778648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56798) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:31.848852 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882f7c7-d468-4b7e-9ba4-9856c89fbd41 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14882dd4-f462-4ae8-80e4-d7c5b405f554,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:31.932833 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-f81e9e30-e930-4864-a6fc-1f17316ab0ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Allocated IP 2001:db8::2cd (f5d8cdcc-c023-4493-8d75-b257f9f8d723/a54cbd84-5d51-420c-b0fb-3f015f4c1b4f/8eaf10aa-a51f-4fdd-8f97-1d97f659ea00) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:31:31.945676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-f81e9e30-e930-4864-a6fc-1f17316ab0ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Allocated IP 2001:db8:0:1::250 (f5d8cdcc-c023-4493-8d75-b257f9f8d723/a506c32a-b9b7-4f94-a2d1-f3813c51e483/8eaf10aa-a51f-4fdd-8f97-1d97f659ea00) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:31:32.268342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f7c444-0294-440d-ba6f-5f6ff23129c6 None None] Network f5d8cdcc-c023-4493-8d75-b257f9f8d723 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:31:32.392804 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f81e9e30-e930-4864-a6fc-1f17316ab0ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (8eaf10aa-a51f-4fdd-8f97-1d97f659ea00), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:32.440699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcdb910-3276-4e2f-b089-132152f76824 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Made reservation on behalf of 683fd48e66b64514b194251c12d685ff for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:32.446551 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb910-3276-4e2f-b089-132152f76824 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:32.493595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb910-3276-4e2f-b089-132152f76824 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:32.497521 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 92c7e44c-fa0c-4d74-a8e2-981e736cc181 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:31:32.543624 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c0b34-30d0-4e80-af3a-30eed555a859 req-37db9a50-d302-4771-82e4-d903b9ee93b5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:32.556459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c0b34-30d0-4e80-af3a-30eed555a859 req-37db9a50-d302-4771-82e4-d903b9ee93b5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:32.564226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c0b34-30d0-4e80-af3a-30eed555a859 req-37db9a50-d302-4771-82e4-d903b9ee93b5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:32.571157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c0b34-30d0-4e80-af3a-30eed555a859 req-37db9a50-d302-4771-82e4-d903b9ee93b5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:32.573297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e6fad01c-0b55-4afb-b40e-4fb79e445ec1 None None] Provisioning complete for port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:32.573671 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6fad01c-0b55-4afb-b40e-4fb79e445ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:32.577750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c0b34-30d0-4e80-af3a-30eed555a859 req-37db9a50-d302-4771-82e4-d903b9ee93b5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:32.582947 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f81e9e30-e930-4864-a6fc-1f17316ab0ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8eaf10aa-a51f-4fdd-8f97-1d97f659ea00), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:32.603245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c0b34-30d0-4e80-af3a-30eed555a859 req-37db9a50-d302-4771-82e4-d903b9ee93b5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:32.622655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c0b34-30d0-4e80-af3a-30eed555a859 req-37db9a50-d302-4771-82e4-d903b9ee93b5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:32.640226 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a52c0b34-30d0-4e80-af3a-30eed555a859 req-37db9a50-d302-4771-82e4-d903b9ee93b5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.6552672 Feb 11 04:31:32.670885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:32.671523 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:32.769042 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81e9e30-e930-4864-a6fc-1f17316ab0ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network f5d8cdcc-c023-4493-8d75-b257f9f8d723 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:31:32.792147 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-f81e9e30-e930-4864-a6fc-1f17316ab0ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:32.809486 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81e9e30-e930-4864-a6fc-1f17316ab0ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:31:32.828130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e6fad01c-0b55-4afb-b40e-4fb79e445ec1 None None] Current status of the port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:32.828450 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6fad01c-0b55-4afb-b40e-4fb79e445ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:32.837975 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81e9e30-e930-4864-a6fc-1f17316ab0ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:32.844176 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f81e9e30-e930-4864-a6fc-1f17316ab0ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:32.885494 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e9e30-e930-4864-a6fc-1f17316ab0ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=8eaf10aa-a51f-4fdd-8f97-1d97f659ea00,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:32.914850 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb910-3276-4e2f-b089-132152f76824 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks [] for security_group (ca66dde2-70ff-4224-bdf4-9e912ebbc734), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:32.937400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e6fad01c-0b55-4afb-b40e-4fb79e445ec1 None None] For port 92c7e44c-fa0c-4d74-a8e2-981e736cc181, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=92c7e44c-fa0c-4d74-a8e2-981e736cc181,segment=NetworkSegment(016717d8-c703-479f-8e84-902987d3ea09),segment_id=016717d8-c703-479f-8e84-902987d3ea09)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:32.948798 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:32.952062 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:32.955528 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-88c7b158-75da-41c9-9f26-1b2b6e36a4d5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Deleting port 979a8ece-016f-4655-b6ed-d382ab7a05ea {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:32.959026 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88c7b158-75da-41c9-9f26-1b2b6e36a4d5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (979a8ece-016f-4655-b6ed-d382ab7a05ea), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:32.970869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cac7f2-6093-4fd5-8a10-ccb9ecf5d9b0 req-d1212b64-7d57-4fbd-98da-06761b54971f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:32.982058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55cac7f2-6093-4fd5-8a10-ccb9ecf5d9b0 req-d1212b64-7d57-4fbd-98da-06761b54971f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.9035945 Feb 11 04:31:33.020457 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c80a48-15f5-46dd-ad5c-914b30e5467f None None] Update dhcp port {'port': {'network_id': 'f5d8cdcc-c023-4493-8d75-b257f9f8d723', 'fixed_ips': [{'subnet_id': 'a54cbd84-5d51-420c-b0fb-3f015f4c1b4f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a506c32a-b9b7-4f94-a2d1-f3813c51e483'}], 'binding:host_id': 'n-d-712142-35'}, 'id': '92c7e44c-fa0c-4d74-a8e2-981e736cc181'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 04:31:33.025711 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f81e9e30-e930-4864-a6fc-1f17316ab0ef tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5719821 Feb 11 04:31:33.028435 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56814) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:33.030451 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb910-3276-4e2f-b089-132152f76824 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ca66dde2-70ff-4224-bdf4-9e912ebbc734), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:33.038911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1782d882-80f3-4e37-a428-a7c578773389 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a54cbd84-5d51-420c-b0fb-3f015f4c1b4f'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:33.069135 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a1c80a48-15f5-46dd-ad5c-914b30e5467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:33.087012 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6fad01c-0b55-4afb-b40e-4fb79e445ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:33.087287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-6bcdb910-3276-4e2f-b089-132152f76824 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] device_id is not set on port cba36f1a-c804-41ed-85ad-33e31b7b0f64 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:31:33.105727 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a52c0b34-30d0-4e80-af3a-30eed555a859 req-cbb34608-40ad-4544-ae0f-f6a0de49050d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4336569 Feb 11 04:31:33.217258 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55cac7f2-6093-4fd5-8a10-ccb9ecf5d9b0 req-791cf406-f251-4120-9155-c1b3b4d90825 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340190 Feb 11 04:31:33.260949 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1782d882-80f3-4e37-a428-a7c578773389 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8eaf10aa-a51f-4fdd-8f97-1d97f659ea00), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:33.323360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdb910-3276-4e2f-b089-132152f76824 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca66dde2-70ff-4224-bdf4-9e912ebbc734,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:33.388201 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88c7b158-75da-41c9-9f26-1b2b6e36a4d5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (979a8ece-016f-4655-b6ed-d382ab7a05ea), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:33.388533 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88c7b158-75da-41c9-9f26-1b2b6e36a4d5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for floatingip (979a8ece-016f-4655-b6ed-d382ab7a05ea), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:33.438011 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-88c7b158-75da-41c9-9f26-1b2b6e36a4d5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Calling delete_port for 979a8ece-016f-4655-b6ed-d382ab7a05ea owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:33.769832 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcdb910-3276-4e2f-b089-132152f76824 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 04:31:33.770478 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcdb910-3276-4e2f-b089-132152f76824 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:31:33.835310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-a1c80a48-15f5-46dd-ad5c-914b30e5467f None None] Allocated IP 2001:db8:0:1::2 (f5d8cdcc-c023-4493-8d75-b257f9f8d723/a506c32a-b9b7-4f94-a2d1-f3813c51e483/92c7e44c-fa0c-4d74-a8e2-981e736cc181) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:31:33.952535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6bcdb910-3276-4e2f-b089-132152f76824 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.2300148 Feb 11 04:31:33.955786 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56824) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:34.125785 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88c7b158-75da-41c9-9f26-1b2b6e36a4d5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (979a8ece-016f-4655-b6ed-d382ab7a05ea), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:34.205554 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7b158-75da-41c9-9f26-1b2b6e36a4d5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Pushing event deleted for resources: {'Port': ['ID=979a8ece-016f-4655-b6ed-d382ab7a05ea,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:34.276603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8058b17b-fef7-4fd0-8e1b-388cc64f6b8a tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Deleting port 9aacf909-cb70-4063-aafa-7632c45244c9 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:34.277731 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8058b17b-fef7-4fd0-8e1b-388cc64f6b8a tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9aacf909-cb70-4063-aafa-7632c45244c9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:34.287272 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:34.338819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fad01c-0b55-4afb-b40e-4fb79e445ec1 None None] Pushing event updated for resources: {'Port': ['ID=92c7e44c-fa0c-4d74-a8e2-981e736cc181,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:34.350155 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:34.370738 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8058b17b-fef7-4fd0-8e1b-388cc64f6b8a tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9aacf909-cb70-4063-aafa-7632c45244c9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:34.371220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8058b17b-fef7-4fd0-8e1b-388cc64f6b8a tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks [] for floatingip (9aacf909-cb70-4063-aafa-7632c45244c9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:34.385874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8058b17b-fef7-4fd0-8e1b-388cc64f6b8a tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Calling delete_port for 9aacf909-cb70-4063-aafa-7632c45244c9 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:34.396196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a1c80a48-15f5-46dd-ad5c-914b30e5467f None None] For port 92c7e44c-fa0c-4d74-a8e2-981e736cc181, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=92c7e44c-fa0c-4d74-a8e2-981e736cc181,segment=NetworkSegment(016717d8-c703-479f-8e84-902987d3ea09),segment_id=016717d8-c703-479f-8e84-902987d3ea09)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:34.477705 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88c7b158-75da-41c9-9f26-1b2b6e36a4d5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks [] for floatingip (aea95d24-6342-4439-a0f9-e03efadf6d99), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:34.484827 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88c7b158-75da-41c9-9f26-1b2b6e36a4d5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:34.488898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-88c7b158-75da-41c9-9f26-1b2b6e36a4d5 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] 10.222.0.13 "DELETE /v2.0/floatingips/aea95d24-6342-4439-a0f9-e03efadf6d99 HTTP/1.1" status: 204 len: 168 time: 2.6970975 Feb 11 04:31:34.497483 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a1c80a48-15f5-46dd-ad5c-914b30e5467f None None] Publish callbacks [] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:34.551367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf235c-dce9-4df0-86bb-8f6aed70d30f req-09653110-7be4-45a9-99af-9e0128b453fe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:34.558463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf235c-dce9-4df0-86bb-8f6aed70d30f req-09653110-7be4-45a9-99af-9e0128b453fe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:34.566062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf235c-dce9-4df0-86bb-8f6aed70d30f req-09653110-7be4-45a9-99af-9e0128b453fe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:34.580989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf235c-dce9-4df0-86bb-8f6aed70d30f req-09653110-7be4-45a9-99af-9e0128b453fe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:34.588596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf235c-dce9-4df0-86bb-8f6aed70d30f req-09653110-7be4-45a9-99af-9e0128b453fe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:34.604095 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf235c-dce9-4df0-86bb-8f6aed70d30f req-09653110-7be4-45a9-99af-9e0128b453fe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:34.604294 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a1c80a48-15f5-46dd-ad5c-914b30e5467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:34.636624 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf235c-dce9-4df0-86bb-8f6aed70d30f req-09653110-7be4-45a9-99af-9e0128b453fe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:34.642591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83bf235c-dce9-4df0-86bb-8f6aed70d30f req-09653110-7be4-45a9-99af-9e0128b453fe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.2824118 Feb 11 04:31:34.728379 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:31:34.728934 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:31:34.820249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83bf235c-dce9-4df0-86bb-8f6aed70d30f req-9c20f874-9433-4931-8fdd-2e6cbca39658 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1700239 Feb 11 04:31:34.827948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-1782d882-80f3-4e37-a428-a7c578773389 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Delete allocated IP 2001:db8:0:1::250 (f5d8cdcc-c023-4493-8d75-b257f9f8d723/a506c32a-b9b7-4f94-a2d1-f3813c51e483) {{(pid=103808) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 04:31:34.890578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c80a48-15f5-46dd-ad5c-914b30e5467f None None] Pushing event updated for resources: {'Port': ['ID=92c7e44c-fa0c-4d74-a8e2-981e736cc181,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:35.056686 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d09b50-da25-436d-b878-4cc1f4917c2f req-98801c83-76cf-4ae8-aae4-da9d1472b5a2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:35.073775 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-56d09b50-da25-436d-b878-4cc1f4917c2f req-98801c83-76cf-4ae8-aae4-da9d1472b5a2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.1055601 Feb 11 04:31:35.139940 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8058b17b-fef7-4fd0-8e1b-388cc64f6b8a tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9aacf909-cb70-4063-aafa-7632c45244c9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:35.235878 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058b17b-fef7-4fd0-8e1b-388cc64f6b8a tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Pushing event deleted for resources: {'Port': ['ID=9aacf909-cb70-4063-aafa-7632c45244c9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:35.249278 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-56d09b50-da25-436d-b878-4cc1f4917c2f req-422b5025-2322-4484-aafb-1a7123b42c99 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501751 Feb 11 04:31:35.387465 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:35.478874 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1782d882-80f3-4e37-a428-a7c578773389 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (8eaf10aa-a51f-4fdd-8f97-1d97f659ea00), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:35.483314 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8058b17b-fef7-4fd0-8e1b-388cc64f6b8a tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks [] for floatingip (30833a64-ff0f-4eff-acec-4d8ea22622ef), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:35.486285 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8058b17b-fef7-4fd0-8e1b-388cc64f6b8a tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:35.488365 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8058b17b-fef7-4fd0-8e1b-388cc64f6b8a tempest-ExternalNetworksAdminNegativeTestJSON-1522671617 tempest-ExternalNetworksAdminNegativeTestJSON-1522671617-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/30833a64-ff0f-4eff-acec-4d8ea22622ef HTTP/1.1" status: 204 len: 168 time: 1.5314341 Feb 11 04:31:35.587067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 92c7e44c-fa0c-4d74-a8e2-981e736cc181 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:31:35.652887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:35.653543 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:35.781488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:35.869524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91bc466-e194-4571-8512-65137a2a55ce None None] Network f5d8cdcc-c023-4493-8d75-b257f9f8d723 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:31:35.971424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8a2687cd-887a-4cca-9263-6d1755e803eb None None] Provisioning complete for port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:35.972072 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8a2687cd-887a-4cca-9263-6d1755e803eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:36.023448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038b34-6bb4-4540-a9ef-a2b52d4686ea req-38260b27-80e6-4741-bd66-83a00eb19225 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:36.029169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038b34-6bb4-4540-a9ef-a2b52d4686ea req-38260b27-80e6-4741-bd66-83a00eb19225 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:36.035485 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038b34-6bb4-4540-a9ef-a2b52d4686ea req-38260b27-80e6-4741-bd66-83a00eb19225 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:36.040707 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1782d882-80f3-4e37-a428-a7c578773389 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (8eaf10aa-a51f-4fdd-8f97-1d97f659ea00), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:36.043174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038b34-6bb4-4540-a9ef-a2b52d4686ea req-38260b27-80e6-4741-bd66-83a00eb19225 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:36.053984 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038b34-6bb4-4540-a9ef-a2b52d4686ea req-38260b27-80e6-4741-bd66-83a00eb19225 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:36.060814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038b34-6bb4-4540-a9ef-a2b52d4686ea req-38260b27-80e6-4741-bd66-83a00eb19225 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:36.067120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5038b34-6bb4-4540-a9ef-a2b52d4686ea req-38260b27-80e6-4741-bd66-83a00eb19225 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:36.069204 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5038b34-6bb4-4540-a9ef-a2b52d4686ea req-38260b27-80e6-4741-bd66-83a00eb19225 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.1321549 Feb 11 04:31:36.167308 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782d882-80f3-4e37-a428-a7c578773389 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=8eaf10aa-a51f-4fdd-8f97-1d97f659ea00,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:36.295151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5038b34-6bb4-4540-a9ef-a2b52d4686ea req-76e23b88-e6d4-49ba-bbe3-17b340ee721e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2160370 Feb 11 04:31:36.307679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1782d882-80f3-4e37-a428-a7c578773389 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] In _notify_port_updated(), no bound segment for port 8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 on network f5d8cdcc-c023-4493-8d75-b257f9f8d723 {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:31:36.332681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8a2687cd-887a-4cca-9263-6d1755e803eb None None] Current status of the port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:36.335117 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1782d882-80f3-4e37-a428-a7c578773389 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:36.336161 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1782d882-80f3-4e37-a428-a7c578773389 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:36.346289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56856) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:36.353053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-073c9778-322b-44d4-ba98-fac16090801b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a54cbd84-5d51-420c-b0fb-3f015f4c1b4f'}, {'subnet_id': 'a506c32a-b9b7-4f94-a2d1-f3813c51e483'}]}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:36.362863 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1782d882-80f3-4e37-a428-a7c578773389 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "PUT /v2.0/ports/8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 HTTP/1.1" status: 200 len: 925 time: 3.3330266 Feb 11 04:31:36.687578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56862) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:36.837605 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-073c9778-322b-44d4-ba98-fac16090801b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8eaf10aa-a51f-4fdd-8f97-1d97f659ea00), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:36.908785 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7d02bd98-fab9-486c-9b40-c89e654d9706 None None] Provisioning complete for port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:36.909169 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7d02bd98-fab9-486c-9b40-c89e654d9706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:36.982083 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7956510e-1b17-4107-873c-47697470ea58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:37.255864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7d02bd98-fab9-486c-9b40-c89e654d9706 None None] Current status of the port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:37.303886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7d02bd98-fab9-486c-9b40-c89e654d9706 None None] Provisioning complete for port 8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:37.303886 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7d02bd98-fab9-486c-9b40-c89e654d9706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8eaf10aa-a51f-4fdd-8f97-1d97f659ea00), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:37.323772 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7956510e-1b17-4107-873c-47697470ea58 admin admin] Publish callbacks [] for security_group (b336bbcd-4e1f-43c2-87cc-e757523912a5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:37.416515 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7956510e-1b17-4107-873c-47697470ea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b336bbcd-4e1f-43c2-87cc-e757523912a5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:37.476034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7d02bd98-fab9-486c-9b40-c89e654d9706 None None] Port 8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:31:37.503727 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7956510e-1b17-4107-873c-47697470ea58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=695269b3b82a46f4a7b465073201f092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8132195 Feb 11 04:31:37.507494 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56886) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:37.645447 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956510e-1b17-4107-873c-47697470ea58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b336bbcd-4e1f-43c2-87cc-e757523912a5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:37.667147 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-592a36b6-938f-4e48-b612-e72a170a1a0c None None] Provisioning complete for port 8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:37.667621 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-592a36b6-938f-4e48-b612-e72a170a1a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8eaf10aa-a51f-4fdd-8f97-1d97f659ea00), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:37.697932 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d44cbb6c-9ea7-4d80-9bbd-ddae59f7eb3d admin admin] Publish callbacks [] for security_group (b336bbcd-4e1f-43c2-87cc-e757523912a5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:37.763180 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d44cbb6c-9ea7-4d80-9bbd-ddae59f7eb3d admin admin] Publish callbacks [] for security_group (b336bbcd-4e1f-43c2-87cc-e757523912a5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:37.842781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-592a36b6-938f-4e48-b612-e72a170a1a0c None None] Port 8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:31:38.009444 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d44cbb6c-9ea7-4d80-9bbd-ddae59f7eb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b336bbcd-4e1f-43c2-87cc-e757523912a5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:38.022445 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d44cbb6c-9ea7-4d80-9bbd-ddae59f7eb3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:38.028169 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d44cbb6c-9ea7-4d80-9bbd-ddae59f7eb3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b336bbcd-4e1f-43c2-87cc-e757523912a5 HTTP/1.1" status: 204 len: 168 time: 0.5157843 Feb 11 04:31:38.062806 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44cbb6c-9ea7-4d80-9bbd-ddae59f7eb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b336bbcd-4e1f-43c2-87cc-e757523912a5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:38.189882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5a2a61cc-3199-4cb7-8d05-5a116914fb48 None None] Provisioning complete for port 8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:38.198882 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5a2a61cc-3199-4cb7-8d05-5a116914fb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8eaf10aa-a51f-4fdd-8f97-1d97f659ea00), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:38.228982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b139-4c38-48a4-913e-4e89da731b15 req-706577ee-afe7-4a98-9ef1-0e94a7817628 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:38.230559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa43b139-4c38-48a4-913e-4e89da731b15 req-706577ee-afe7-4a98-9ef1-0e94a7817628 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 1.5901022 Feb 11 04:31:38.239702 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-073c9778-322b-44d4-ba98-fac16090801b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Allocated IP 2001:db8:0:1::3a5 (f5d8cdcc-c023-4493-8d75-b257f9f8d723/a506c32a-b9b7-4f94-a2d1-f3813c51e483/8eaf10aa-a51f-4fdd-8f97-1d97f659ea00) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:31:38.343319 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56898) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:38.386070 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a61cc-3199-4cb7-8d05-5a116914fb48 None None] Port 8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:31:38.435795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072814c-296f-4dde-9678-76aa81e50a8d req-4758d24d-781a-4172-ae82-85acc1195dd3 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:38.447784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072814c-296f-4dde-9678-76aa81e50a8d req-4758d24d-781a-4172-ae82-85acc1195dd3 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:38.465496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072814c-296f-4dde-9678-76aa81e50a8d req-4758d24d-781a-4172-ae82-85acc1195dd3 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:38.475728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072814c-296f-4dde-9678-76aa81e50a8d req-4758d24d-781a-4172-ae82-85acc1195dd3 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:38.501678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072814c-296f-4dde-9678-76aa81e50a8d req-4758d24d-781a-4172-ae82-85acc1195dd3 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:38.518605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072814c-296f-4dde-9678-76aa81e50a8d req-4758d24d-781a-4172-ae82-85acc1195dd3 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:38.531531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072814c-296f-4dde-9678-76aa81e50a8d req-4758d24d-781a-4172-ae82-85acc1195dd3 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:38.537794 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a072814c-296f-4dde-9678-76aa81e50a8d req-4758d24d-781a-4172-ae82-85acc1195dd3 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.5806243 Feb 11 04:31:38.551511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa43b139-4c38-48a4-913e-4e89da731b15 req-fac05fd3-281b-42f5-8c44-4cf43cd7688f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086023 Feb 11 04:31:38.719412 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a072814c-296f-4dde-9678-76aa81e50a8d req-a08828b5-a963-45e8-a01c-cd5d9560f23a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1635299 Feb 11 04:31:38.771519 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-073c9778-322b-44d4-ba98-fac16090801b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (8eaf10aa-a51f-4fdd-8f97-1d97f659ea00), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:38.845516 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-073c9778-322b-44d4-ba98-fac16090801b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8eaf10aa-a51f-4fdd-8f97-1d97f659ea00), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:38.849541 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-868e8122-870d-4137-8f71-090f3b41368a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:38.970479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c9778-322b-44d4-ba98-fac16090801b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=8eaf10aa-a51f-4fdd-8f97-1d97f659ea00,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:39.013050 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-868e8122-870d-4137-8f71-090f3b41368a admin admin] Publish callbacks [] for security_group (74b91666-cf49-445c-b52f-79d13b6ffd46), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:39.054956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-073c9778-322b-44d4-ba98-fac16090801b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] In _notify_port_updated(), no bound segment for port 8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 on network f5d8cdcc-c023-4493-8d75-b257f9f8d723 {{(pid=103809) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:31:39.061437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073c9778-322b-44d4-ba98-fac16090801b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:39.062100 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-073c9778-322b-44d4-ba98-fac16090801b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:39.069373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56906) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:39.081940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-073c9778-322b-44d4-ba98-fac16090801b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "PUT /v2.0/ports/8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 HTTP/1.1" status: 200 len: 1011 time: 2.7342761 Feb 11 04:31:39.198812 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-868e8122-870d-4137-8f71-090f3b41368a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (74b91666-cf49-445c-b52f-79d13b6ffd46), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:39.292727 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e8122-870d-4137-8f71-090f3b41368a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b91666-cf49-445c-b52f-79d13b6ffd46,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:39.338119 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-868e8122-870d-4137-8f71-090f3b41368a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9321dc42e7254c5ebbb4cf4f821c54ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9883945 Feb 11 04:31:39.338249 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56910) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:39.338710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56912) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:39.381127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3c90cdd5-5fc4-4568-b302-47f8ddab6d2c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port 8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:39.381658 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c90cdd5-5fc4-4568-b302-47f8ddab6d2c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8eaf10aa-a51f-4fdd-8f97-1d97f659ea00), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:39.475553 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6a8de6e0-8974-4a10-9e3a-19a367100099 None None] Provisioning complete for port 8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:39.476561 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a8de6e0-8974-4a10-9e3a-19a367100099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8eaf10aa-a51f-4fdd-8f97-1d97f659ea00), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:39.518053 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-51bc2b5a-8659-4ca3-9704-d35478c70201 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=683fd48e66b64514b194251c12d685ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1780941 Feb 11 04:31:39.520298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56914) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:39.571003 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6a8de6e0-8974-4a10-9e3a-19a367100099 None None] Port 8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:31:39.603491 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5b07f9f-cad1-452f-b27e-670aebabf3be admin admin] Publish callbacks [] for security_group (74b91666-cf49-445c-b52f-79d13b6ffd46), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:39.623165 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c90cdd5-5fc4-4568-b302-47f8ddab6d2c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8eaf10aa-a51f-4fdd-8f97-1d97f659ea00), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:39.662209 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3c90cdd5-5fc4-4568-b302-47f8ddab6d2c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for 8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:39.725837 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5b07f9f-cad1-452f-b27e-670aebabf3be admin admin] Publish callbacks [] for security_group (74b91666-cf49-445c-b52f-79d13b6ffd46), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:39.898874 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4fafdcc-e940-483b-beb7-bd65c836dcc2 admin admin] Publish callbacks [] for security_group (ca66dde2-70ff-4224-bdf4-9e912ebbc734), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:39.982799 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5b07f9f-cad1-452f-b27e-670aebabf3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (74b91666-cf49-445c-b52f-79d13b6ffd46), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:39.988479 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5b07f9f-cad1-452f-b27e-670aebabf3be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:39.994617 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a5b07f9f-cad1-452f-b27e-670aebabf3be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74b91666-cf49-445c-b52f-79d13b6ffd46 HTTP/1.1" status: 204 len: 168 time: 0.6551685 Feb 11 04:31:40.104700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b07f9f-cad1-452f-b27e-670aebabf3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b91666-cf49-445c-b52f-79d13b6ffd46,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:40.120470 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4fafdcc-e940-483b-beb7-bd65c836dcc2 admin admin] Publish callbacks [] for security_group (ca66dde2-70ff-4224-bdf4-9e912ebbc734), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:40.158426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60a59f-9362-46d3-aac8-ae9d6e4424e8 req-65c256c5-56bc-4be8-88ad-3cf9e08d58ff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:40.164038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60a59f-9362-46d3-aac8-ae9d6e4424e8 req-65c256c5-56bc-4be8-88ad-3cf9e08d58ff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:40.171077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60a59f-9362-46d3-aac8-ae9d6e4424e8 req-65c256c5-56bc-4be8-88ad-3cf9e08d58ff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:40.177597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60a59f-9362-46d3-aac8-ae9d6e4424e8 req-65c256c5-56bc-4be8-88ad-3cf9e08d58ff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:40.183572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60a59f-9362-46d3-aac8-ae9d6e4424e8 req-65c256c5-56bc-4be8-88ad-3cf9e08d58ff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:40.191112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60a59f-9362-46d3-aac8-ae9d6e4424e8 req-65c256c5-56bc-4be8-88ad-3cf9e08d58ff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:40.196975 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60a59f-9362-46d3-aac8-ae9d6e4424e8 req-65c256c5-56bc-4be8-88ad-3cf9e08d58ff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:40.199831 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c90cdd5-5fc4-4568-b302-47f8ddab6d2c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8eaf10aa-a51f-4fdd-8f97-1d97f659ea00), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:40.218733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f60a59f-9362-46d3-aac8-ae9d6e4424e8 req-65c256c5-56bc-4be8-88ad-3cf9e08d58ff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.3218689 Feb 11 04:31:40.250160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de016e03-9d24-4f64-9b85-72f4e32f0571 req-0ee64002-302b-48a7-98fd-f7425658814f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:40.253746 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de016e03-9d24-4f64-9b85-72f4e32f0571 req-0ee64002-302b-48a7-98fd-f7425658814f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.5592697 Feb 11 04:31:40.377595 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90cdd5-5fc4-4568-b302-47f8ddab6d2c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=8eaf10aa-a51f-4fdd-8f97-1d97f659ea00,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:40.440977 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c90cdd5-5fc4-4568-b302-47f8ddab6d2c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:40.455171 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3c90cdd5-5fc4-4568-b302-47f8ddab6d2c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 HTTP/1.1" status: 204 len: 168 time: 1.3856213 Feb 11 04:31:40.455892 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56924) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:40.521552 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ea45fb-2194-480b-a903-78ab82a79763 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] GET failed (client error): The resource could not be found. Feb 11 04:31:40.528575 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-82ea45fb-2194-480b-a903-78ab82a79763 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 HTTP/1.1" status: 404 len: 333 time: 0.0716372 Feb 11 04:31:40.531021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56926) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:40.572573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de016e03-9d24-4f64-9b85-72f4e32f0571 req-a54258b5-8adc-40bb-9108-314383b03743 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112288 Feb 11 04:31:40.594308 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f60a59f-9362-46d3-aac8-ae9d6e4424e8 req-0480f998-c6ca-49da-bd89-7445f4bc740e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3395319 Feb 11 04:31:40.659323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-329d12ec-d6e9-42f5-8a1d-c160c57af1ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting subnet a506c32a-b9b7-4f94-a2d1-f3813c51e483 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:31:40.667409 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-329d12ec-d6e9-42f5-8a1d-c160c57af1ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (a506c32a-b9b7-4f94-a2d1-f3813c51e483), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:40.719579 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4fafdcc-e940-483b-beb7-bd65c836dcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ca66dde2-70ff-4224-bdf4-9e912ebbc734), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:40.726884 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4fafdcc-e940-483b-beb7-bd65c836dcc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:40.728052 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d4fafdcc-e940-483b-beb7-bd65c836dcc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca66dde2-70ff-4224-bdf4-9e912ebbc734 HTTP/1.1" status: 204 len: 168 time: 1.2039289 Feb 11 04:31:40.750237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fafdcc-e940-483b-beb7-bd65c836dcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca66dde2-70ff-4224-bdf4-9e912ebbc734,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:40.791541 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-329d12ec-d6e9-42f5-8a1d-c160c57af1ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (a506c32a-b9b7-4f94-a2d1-f3813c51e483), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:40.962543 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-329d12ec-d6e9-42f5-8a1d-c160c57af1ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (a506c32a-b9b7-4f94-a2d1-f3813c51e483), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:41.343265 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-329d12ec-d6e9-42f5-8a1d-c160c57af1ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (a506c32a-b9b7-4f94-a2d1-f3813c51e483), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:41.363793 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-329d12ec-d6e9-42f5-8a1d-c160c57af1ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:41.370406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7556cc9a-b03a-4da0-a175-2bb1affce031 None None] Network f5d8cdcc-c023-4493-8d75-b257f9f8d723 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:31:41.371869 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-329d12ec-d6e9-42f5-8a1d-c160c57af1ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/a506c32a-b9b7-4f94-a2d1-f3813c51e483 HTTP/1.1" status: 204 len: 168 time: 0.8374500 Feb 11 04:31:41.374929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56932) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:41.401091 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:31:41.452732 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d12ec-d6e9-42f5-8a1d-c160c57af1ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Subnet': ['ID=a506c32a-b9b7-4f94-a2d1-f3813c51e483,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:41.547883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e21cc9-a832-4c89-bedd-3cbfebffe2d3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting subnet a54cbd84-5d51-420c-b0fb-3f015f4c1b4f {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:31:41.565253 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2e21cc9-a832-4c89-bedd-3cbfebffe2d3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (a54cbd84-5d51-420c-b0fb-3f015f4c1b4f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:41.724350 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56942) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:41.745701 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e042c472-bcf7-4018-8d9f-35c9dc94956e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:41.754042 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2e21cc9-a832-4c89-bedd-3cbfebffe2d3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (a54cbd84-5d51-420c-b0fb-3f015f4c1b4f), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:42.034718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e042c472-bcf7-4018-8d9f-35c9dc94956e admin admin] Publish callbacks [] for security_group (afaa4545-a950-4d8c-89a8-d1c53fa483f0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:42.148156 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e042c472-bcf7-4018-8d9f-35c9dc94956e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (afaa4545-a950-4d8c-89a8-d1c53fa483f0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:42.233809 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2e21cc9-a832-4c89-bedd-3cbfebffe2d3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (a54cbd84-5d51-420c-b0fb-3f015f4c1b4f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:42.258852 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e042c472-bcf7-4018-8d9f-35c9dc94956e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f661b23895b044a094bf114dfbf6cc15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5333014 Feb 11 04:31:42.261207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56950) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:42.351580 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042c472-bcf7-4018-8d9f-35c9dc94956e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaa4545-a950-4d8c-89a8-d1c53fa483f0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:42.389083 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-159294c0-78f2-4fc8-9ecf-cafc4604cdb8 admin admin] Publish callbacks [] for security_group (afaa4545-a950-4d8c-89a8-d1c53fa483f0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:42.432222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d2f99-390f-4dae-9f85-5daa76028f6b req-0c75b530-7626-4edb-8519-9b27d94fb52d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:42.440014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a84d2f99-390f-4dae-9f85-5daa76028f6b req-0c75b530-7626-4edb-8519-9b27d94fb52d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.5229976 Feb 11 04:31:42.460198 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-159294c0-78f2-4fc8-9ecf-cafc4604cdb8 admin admin] Publish callbacks [] for security_group (afaa4545-a950-4d8c-89a8-d1c53fa483f0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:42.463880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9079f1-0665-475b-a5a2-5abb9d1644e5 req-4aff343a-7979-4577-8080-bd13c6969458 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:42.483850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9079f1-0665-475b-a5a2-5abb9d1644e5 req-4aff343a-7979-4577-8080-bd13c6969458 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:42.496648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9079f1-0665-475b-a5a2-5abb9d1644e5 req-4aff343a-7979-4577-8080-bd13c6969458 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:42.520692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9079f1-0665-475b-a5a2-5abb9d1644e5 req-4aff343a-7979-4577-8080-bd13c6969458 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:42.536253 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9079f1-0665-475b-a5a2-5abb9d1644e5 req-4aff343a-7979-4577-8080-bd13c6969458 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:42.552947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9079f1-0665-475b-a5a2-5abb9d1644e5 req-4aff343a-7979-4577-8080-bd13c6969458 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:42.559330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9079f1-0665-475b-a5a2-5abb9d1644e5 req-4aff343a-7979-4577-8080-bd13c6969458 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:42.561759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e9079f1-0665-475b-a5a2-5abb9d1644e5 req-4aff343a-7979-4577-8080-bd13c6969458 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.6463609 Feb 11 04:31:42.571521 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2e21cc9-a832-4c89-bedd-3cbfebffe2d3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (a54cbd84-5d51-420c-b0fb-3f015f4c1b4f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:42.669404 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-159294c0-78f2-4fc8-9ecf-cafc4604cdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (afaa4545-a950-4d8c-89a8-d1c53fa483f0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:42.672113 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-159294c0-78f2-4fc8-9ecf-cafc4604cdb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:42.674943 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-159294c0-78f2-4fc8-9ecf-cafc4604cdb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afaa4545-a950-4d8c-89a8-d1c53fa483f0 HTTP/1.1" status: 204 len: 168 time: 0.4115515 Feb 11 04:31:42.699274 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159294c0-78f2-4fc8-9ecf-cafc4604cdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaa4545-a950-4d8c-89a8-d1c53fa483f0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:42.758574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e21cc9-a832-4c89-bedd-3cbfebffe2d3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Subnet': ['ID=a54cbd84-5d51-420c-b0fb-3f015f4c1b4f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:42.796068 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2e21cc9-a832-4c89-bedd-3cbfebffe2d3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:42.809592 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b2e21cc9-a832-4c89-bedd-3cbfebffe2d3 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/a54cbd84-5d51-420c-b0fb-3f015f4c1b4f HTTP/1.1" status: 204 len: 168 time: 1.4325509 Feb 11 04:31:42.812264 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56960) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:42.917763 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a84d2f99-390f-4dae-9f85-5daa76028f6b req-527d15ee-d646-4803-bc08-a9f3705a6e36 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546214 Feb 11 04:31:42.957868 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e9079f1-0665-475b-a5a2-5abb9d1644e5 req-1262dd63-c528-4fb8-89bd-44a6aaa5db3d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3732946 Feb 11 04:31:43.010426 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (f5d8cdcc-c023-4493-8d75-b257f9f8d723), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:43.035695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c52d9ab-4997-4b22-b83b-e88da4bc0e75 None None] Network f5d8cdcc-c023-4493-8d75-b257f9f8d723 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:31:43.195190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:43.198196 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:43.314759 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3ac2fde4-56c0-4c0d-8b58-c1d368f82146 None None] Provisioning complete for port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:43.315561 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ac2fde4-56c0-4c0d-8b58-c1d368f82146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:43.463211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] For port 92c7e44c-fa0c-4d74-a8e2-981e736cc181, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=92c7e44c-fa0c-4d74-a8e2-981e736cc181,segment=NetworkSegment(016717d8-c703-479f-8e84-902987d3ea09),segment_id=016717d8-c703-479f-8e84-902987d3ea09)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:43.464659 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:43.522159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for 92c7e44c-fa0c-4d74-a8e2-981e736cc181 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:43.605039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2fde4-56c0-4c0d-8b58-c1d368f82146 None None] Current status of the port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:43.616900 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e693465-2ff0-4c3d-a69d-7e4fc7dbd183 None None] DHCP port deletion for f5d8cdcc-c023-4493-8d75-b257f9f8d723 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:31:43.768761 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9e693465-2ff0-4c3d-a69d-7e4fc7dbd183 None None] Deleting port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:43.770987 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e693465-2ff0-4c3d-a69d-7e4fc7dbd183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:43.868022 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:43.924919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=92c7e44c-fa0c-4d74-a8e2-981e736cc181,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:43.947227 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No DVR routers for this DVR port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:31:43.979112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9e693465-2ff0-4c3d-a69d-7e4fc7dbd183 None None] For port 92c7e44c-fa0c-4d74-a8e2-981e736cc181, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=92c7e44c-fa0c-4d74-a8e2-981e736cc181,segment=NetworkSegment(016717d8-c703-479f-8e84-902987d3ea09),segment_id=016717d8-c703-479f-8e84-902987d3ea09)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:43.983499 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e693465-2ff0-4c3d-a69d-7e4fc7dbd183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:44.013346 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9e693465-2ff0-4c3d-a69d-7e4fc7dbd183 None None] Calling delete_port for 92c7e44c-fa0c-4d74-a8e2-981e736cc181 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:44.022883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56976) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:44.067348 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4233b766-5435-4a8e-adc3-07fbc9603f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:44.150789 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (f5d8cdcc-c023-4493-8d75-b257f9f8d723), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:44.184266 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e693465-2ff0-4c3d-a69d-7e4fc7dbd183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (92c7e44c-fa0c-4d74-a8e2-981e736cc181), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:44.207682 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d8cdcc-c023-4493-8d75-b257f9f8d723']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:44.221082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e693465-2ff0-4c3d-a69d-7e4fc7dbd183 None None] Pushing event deleted for resources: {'Port': ['ID=92c7e44c-fa0c-4d74-a8e2-981e736cc181,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:44.232693 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016717d8-c703-479f-8e84-902987d3ea09') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:44.232693 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016717d8-c703-479f-8e84-902987d3ea09') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:44.263485 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (016717d8-c703-479f-8e84-902987d3ea09), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:44.266030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e693465-2ff0-4c3d-a69d-7e4fc7dbd183 None None] No DVR routers for this DVR port 92c7e44c-fa0c-4d74-a8e2-981e736cc181 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:31:44.298569 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (016717d8-c703-479f-8e84-902987d3ea09), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:44.311277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:31:44.311694 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (016717d8-c703-479f-8e84-902987d3ea09), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:31:44.319115 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:31:44.395396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cc4d3-6178-4a4c-9c37-5cef85ed7a14 req-7f096349-1ac5-4ddc-95e1-0549a6de4570 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:44.406611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cc4d3-6178-4a4c-9c37-5cef85ed7a14 req-7f096349-1ac5-4ddc-95e1-0549a6de4570 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:44.418659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cc4d3-6178-4a4c-9c37-5cef85ed7a14 req-7f096349-1ac5-4ddc-95e1-0549a6de4570 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:44.427669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cc4d3-6178-4a4c-9c37-5cef85ed7a14 req-7f096349-1ac5-4ddc-95e1-0549a6de4570 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:44.435888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cc4d3-6178-4a4c-9c37-5cef85ed7a14 req-7f096349-1ac5-4ddc-95e1-0549a6de4570 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:44.443451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cc4d3-6178-4a4c-9c37-5cef85ed7a14 req-7f096349-1ac5-4ddc-95e1-0549a6de4570 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:44.451091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cc4d3-6178-4a4c-9c37-5cef85ed7a14 req-7f096349-1ac5-4ddc-95e1-0549a6de4570 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:44.453944 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c90cc4d3-6178-4a4c-9c37-5cef85ed7a14 req-7f096349-1ac5-4ddc-95e1-0549a6de4570 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.3391001 Feb 11 04:31:44.499398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61407275-cbb6-4ca6-a5fe-238e15726447 req-732e7870-54a2-4438-b9d8-5f6a5d4f6243 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:44.501345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-61407275-cbb6-4ca6-a5fe-238e15726447 req-732e7870-54a2-4438-b9d8-5f6a5d4f6243 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.3880527 Feb 11 04:31:44.525326 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (f5d8cdcc-c023-4493-8d75-b257f9f8d723), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:44.533097 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:44.541439 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/networks/f5d8cdcc-c023-4493-8d75-b257f9f8d723 HTTP/1.1" status: 204 len: 168 time: 1.7277403 Feb 11 04:31:44.542118 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56984) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:44.577356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277bd8a-8bdc-4add-800c-d8dfdd4b6464 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Network': ['ID=f5d8cdcc-c023-4493-8d75-b257f9f8d723,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:44.676792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a4e436-e4e7-4b6e-ba5d-9551f22720cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:44.678567 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-46a4e436-e4e7-4b6e-ba5d-9551f22720cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1102211 Feb 11 04:31:44.683605 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56988) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:44.725817 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4233b766-5435-4a8e-adc3-07fbc9603f46 admin admin] Publish callbacks [] for security_group (a1c06e39-9999-452e-896e-e6d67ec33495), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:44.788832 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c90cc4d3-6178-4a4c-9c37-5cef85ed7a14 req-85139a0c-e1e2-4719-8933-97f82633e4ff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3284328 Feb 11 04:31:44.814454 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4233b766-5435-4a8e-adc3-07fbc9603f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a1c06e39-9999-452e-896e-e6d67ec33495), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:44.853331 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-07dd237e-e57a-4416-9e27-a5433cbe2955 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1655579 Feb 11 04:31:44.853863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56990) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:44.864943 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3b4f11c6-ae95-438a-a493-867bbab003a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-587188769'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:44.906314 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-61407275-cbb6-4ca6-a5fe-238e15726447 req-845bcc6a-6b4c-4a7b-8041-ba0455c8bddb tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3972888 Feb 11 04:31:44.962958 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4233b766-5435-4a8e-adc3-07fbc9603f46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e965f2b25dcf4febabb67ab55a681020&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9384055 Feb 11 04:31:44.964623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233b766-5435-4a8e-adc3-07fbc9603f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c06e39-9999-452e-896e-e6d67ec33495,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:44.965992 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56994) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:45.083531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4f11c6-ae95-438a-a493-867bbab003a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:45.088283 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b4f11c6-ae95-438a-a493-867bbab003a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:45.130200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4f11c6-ae95-438a-a493-867bbab003a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:31:45.145907 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b4f11c6-ae95-438a-a493-867bbab003a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b0dd9ded-eae9-4546-bb5a-028952fcf2f8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:45.146549 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-3b4f11c6-ae95-438a-a493-867bbab003a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Added segment b0dd9ded-eae9-4546-bb5a-028952fcf2f8 of type vlan for network 9337650a-bffa-405d-acd8-d7e75ddd0ccf Feb 11 04:31:45.212133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b4f11c6-ae95-438a-a493-867bbab003a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (9337650a-bffa-405d-acd8-d7e75ddd0ccf), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:45.245183 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6f42260-78e3-4c2c-8fd9-f44a8d2fecc8 admin admin] Publish callbacks [] for security_group (a1c06e39-9999-452e-896e-e6d67ec33495), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:45.271485 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6f42260-78e3-4c2c-8fd9-f44a8d2fecc8 admin admin] Publish callbacks [] for security_group (a1c06e39-9999-452e-896e-e6d67ec33495), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:45.427960 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6f42260-78e3-4c2c-8fd9-f44a8d2fecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a1c06e39-9999-452e-896e-e6d67ec33495), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:45.430957 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6f42260-78e3-4c2c-8fd9-f44a8d2fecc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:45.437407 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d6f42260-78e3-4c2c-8fd9-f44a8d2fecc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1c06e39-9999-452e-896e-e6d67ec33495 HTTP/1.1" status: 204 len: 168 time: 0.4651132 Feb 11 04:31:45.452077 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f42260-78e3-4c2c-8fd9-f44a8d2fecc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c06e39-9999-452e-896e-e6d67ec33495,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:45.456886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b4f11c6-ae95-438a-a493-867bbab003a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (9337650a-bffa-405d-acd8-d7e75ddd0ccf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:45.473755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4f11c6-ae95-438a-a493-867bbab003a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:45.476940 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b4f11c6-ae95-438a-a493-867bbab003a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:45.635900 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 92c7e44c-fa0c-4d74-a8e2-981e736cc181 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:31:45.683606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 92c7e44c-fa0c-4d74-a8e2-981e736cc181 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:31:45.688167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 92c7e44c-fa0c-4d74-a8e2-981e736cc181 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:31:45.730784 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3b4f11c6-ae95-438a-a493-867bbab003a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8730397 Feb 11 04:31:45.730784 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f11c6-ae95-438a-a493-867bbab003a8 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Network': ['ID=9337650a-bffa-405d-acd8-d7e75ddd0ccf,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:45.731431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57004) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:45.738182 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6545e8cc-a31f-4e90-ae92-2c750bdb0f3d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'subnet': {'network_id': '9337650a-bffa-405d-acd8-d7e75ddd0ccf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:45.762440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 9337650a-bffa-405d-acd8-d7e75ddd0ccf details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:31:46.021669 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57014) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:46.368183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398388ab-1f14-42e0-a57b-e9ac497ff0ce req-bf717abc-eb2a-4a2b-ab40-946fe95b69e7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:46.379423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398388ab-1f14-42e0-a57b-e9ac497ff0ce req-bf717abc-eb2a-4a2b-ab40-946fe95b69e7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:46.406250 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398388ab-1f14-42e0-a57b-e9ac497ff0ce req-bf717abc-eb2a-4a2b-ab40-946fe95b69e7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:46.406250 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398388ab-1f14-42e0-a57b-e9ac497ff0ce req-bf717abc-eb2a-4a2b-ab40-946fe95b69e7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:46.406250 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398388ab-1f14-42e0-a57b-e9ac497ff0ce req-bf717abc-eb2a-4a2b-ab40-946fe95b69e7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:46.406250 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398388ab-1f14-42e0-a57b-e9ac497ff0ce req-bf717abc-eb2a-4a2b-ab40-946fe95b69e7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:46.435982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398388ab-1f14-42e0-a57b-e9ac497ff0ce req-bf717abc-eb2a-4a2b-ab40-946fe95b69e7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:46.441296 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-398388ab-1f14-42e0-a57b-e9ac497ff0ce req-bf717abc-eb2a-4a2b-ab40-946fe95b69e7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.4584391 Feb 11 04:31:46.465064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52585693-4f16-47b0-b169-2c981dc0df54 req-36325c28-71ac-4f24-bb79-205705dc04f3 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:46.468960 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-eaa7892f-c5c8-44e5-a3ec-6921bf56197d tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:46.479550 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52585693-4f16-47b0-b169-2c981dc0df54 req-36325c28-71ac-4f24-bb79-205705dc04f3 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.3035293 Feb 11 04:31:46.504209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6545e8cc-a31f-4e90-ae92-2c750bdb0f3d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:46.507645 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6545e8cc-a31f-4e90-ae92-2c750bdb0f3d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:47.120842 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52585693-4f16-47b0-b169-2c981dc0df54 req-e18d0d5d-317c-4d90-9390-f82d12428787 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5940189 Feb 11 04:31:47.224168 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-398388ab-1f14-42e0-a57b-e9ac497ff0ce req-5a91c1b7-dcec-416e-b8d1-7378c4b358a0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7432840 Feb 11 04:31:47.287095 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-eaa7892f-c5c8-44e5-a3ec-6921bf56197d tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] 10.222.0.13 "PUT /v2.0/quotas/05c34d76cab241e8a4d22bf210245bb4 HTTP/1.1" status: 200 len: 366 time: 1.2643085 Feb 11 04:31:47.289612 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57030) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:47.314961 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dbf6d898-a78d-4c7a-a602-9f68a4eb8b70 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0238194 Feb 11 04:31:47.317342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57034) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:47.344528 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-da275f8a-dd59-4818-93c5-549f4633cf9f tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] 10.222.0.13 "GET /v2.0/quotas/05c34d76cab241e8a4d22bf210245bb4 HTTP/1.1" status: 200 len: 366 time: 0.0258870 Feb 11 04:31:47.346837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57036) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:47.451854 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ac6f40f2-3a52-43fb-8f86-05a5727666e0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/05c34d76cab241e8a4d22bf210245bb4 HTTP/1.1" status: 204 len: 168 time: 0.1034684 Feb 11 04:31:47.454760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57044) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:47.466051 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e15a13a2-4518-4e57-b7ae-424393aa473d tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0101726 Feb 11 04:31:47.468579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57046) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:47.508433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c2c5da41-1155-4d08-8fac-84213b0223bc tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] 10.222.0.13 "GET /v2.0/quotas/05c34d76cab241e8a4d22bf210245bb4 HTTP/1.1" status: 200 len: 370 time: 0.0373530 Feb 11 04:31:47.509996 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57050) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:47.515164 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-97b246f3-540d-4ee7-83c9-0c3e3265a49e tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] 10.222.0.13 "GET /v2.0/quotas/05c34d76cab241e8a4d22bf210245bb4/default HTTP/1.1" status: 200 len: 370 time: 0.0038369 Feb 11 04:31:47.518193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57052) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:47.520796 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6545e8cc-a31f-4e90-ae92-2c750bdb0f3d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (7d5ba4e0-ce22-4b59-b2a2-9fb8819df84d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:47.541038 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-87fc8030-dab1-4e9a-ab99-72ceba051e49 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] delete failed (client error): The resource could not be found. Feb 11 04:31:47.542157 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-87fc8030-dab1-4e9a-ab99-72ceba051e49 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/05c34d76cab241e8a4d22bf210245bb4 HTTP/1.1" status: 404 len: 348 time: 0.0229828 Feb 11 04:31:47.617584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545e8cc-a31f-4e90-ae92-2c750bdb0f3d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Subnet': ['ID=7d5ba4e0-ce22-4b59-b2a2-9fb8819df84d,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:47.636154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6545e8cc-a31f-4e90-ae92-2c750bdb0f3d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Checking segment: {'id': 'b0dd9ded-eae9-4546-bb5a-028952fcf2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9337650a-bffa-405d-acd8-d7e75ddd0ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:31:47.636753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6545e8cc-a31f-4e90-ae92-2c750bdb0f3d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network hostable DHCP agents. Network: 9337650a-bffa-405d-acd8-d7e75ddd0ccf, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:31:47.852534 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6545e8cc-a31f-4e90-ae92-2c750bdb0f3d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 9337650a-bffa-405d-acd8-d7e75ddd0ccf is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:31:47.965267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-6545e8cc-a31f-4e90-ae92-2c750bdb0f3d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 9337650a-bffa-405d-acd8-d7e75ddd0ccf) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:47.976474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6545e8cc-a31f-4e90-ae92-2c750bdb0f3d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:47.979962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2605874c-ccbb-4caf-9579-1b621f48f6e8 None None] Network 9337650a-bffa-405d-acd8-d7e75ddd0ccf requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:31:47.980477 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6545e8cc-a31f-4e90-ae92-2c750bdb0f3d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:48.098125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57062) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:48.238047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-9337650a-bffa-405d-acd8-d7e75ddd0ccf', 'network_id': '9337650a-bffa-405d-acd8-d7e75ddd0ccf', 'project_id': '53518ba44ed64629bca4f1cb537b8a7a', 'fixed_ips': [{'subnet_id': '7d5ba4e0-ce22-4b59-b2a2-9fb8819df84d'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:31:48.239063 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:48.243364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6545e8cc-a31f-4e90-ae92-2c750bdb0f3d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5102034 Feb 11 04:31:48.245676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57068) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:48.252732 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'network_id': '9337650a-bffa-405d-acd8-d7e75ddd0ccf', 'name': 'tempest-PortsIpV6TestJSON-1535732169'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:48.430177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57074) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:48.584426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Allocated IP 2001:db8::2 (9337650a-bffa-405d-acd8-d7e75ddd0ccf/7d5ba4e0-ce22-4b59-b2a2-9fb8819df84d/85c59b66-ee30-4048-aaf2-dc749940652f) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:31:48.665549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2116c25-9026-4edd-987e-f435a6ee4862 req-e63f31c7-50ac-460d-854b-6525d0850bad tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:48.680966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2116c25-9026-4edd-987e-f435a6ee4862 req-e63f31c7-50ac-460d-854b-6525d0850bad tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.3708053 Feb 11 04:31:48.684334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Usage tracker for resource:network and project:23da38ccb5a14065a4c7af68acb84f26 is out of sync, need to count used quota {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 04:31:48.720689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 04:31:48.757169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Usage tracker for resource:subnet and project:23da38ccb5a14065a4c7af68acb84f26 is out of sync, need to count used quota {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 04:31:48.773538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aecf8-9481-427e-873c-048979f9c821 req-ded203c6-8dc9-40ae-8b01-2cc05e62d71c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:48.781414 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 04:31:48.791253 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aecf8-9481-427e-873c-048979f9c821 req-ded203c6-8dc9-40ae-8b01-2cc05e62d71c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:48.804604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aecf8-9481-427e-873c-048979f9c821 req-ded203c6-8dc9-40ae-8b01-2cc05e62d71c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:48.835056 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Usage tracker for resource:subnetpool and project:23da38ccb5a14065a4c7af68acb84f26 is out of sync, need to count used quota {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 04:31:48.845951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 04:31:48.857918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aecf8-9481-427e-873c-048979f9c821 req-ded203c6-8dc9-40ae-8b01-2cc05e62d71c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:48.859914 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Usage tracker for resource:port and project:23da38ccb5a14065a4c7af68acb84f26 is out of sync, need to count used quota {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 04:31:48.878604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 04:31:48.886009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aecf8-9481-427e-873c-048979f9c821 req-ded203c6-8dc9-40ae-8b01-2cc05e62d71c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:48.904107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Usage tracker for resource:router and project:23da38ccb5a14065a4c7af68acb84f26 is out of sync, need to count used quota {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 04:31:48.909416 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aecf8-9481-427e-873c-048979f9c821 req-ded203c6-8dc9-40ae-8b01-2cc05e62d71c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:48.916187 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 04:31:48.934579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2aecf8-9481-427e-873c-048979f9c821 req-ded203c6-8dc9-40ae-8b01-2cc05e62d71c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:48.940112 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Publish callbacks [] for port (85c59b66-ee30-4048-aaf2-dc749940652f), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:48.942363 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e2aecf8-9481-427e-873c-048979f9c821 req-ded203c6-8dc9-40ae-8b01-2cc05e62d71c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.5004196 Feb 11 04:31:48.944443 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Usage tracker for resource:floatingip and project:23da38ccb5a14065a4c7af68acb84f26 is out of sync, need to count used quota {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 04:31:48.955313 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8c17f36e-b714-4879-86b6-cba98525f1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:48.958349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 04:31:48.976203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:48.994244 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:49.056580 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:49.096188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port b99b01a5-384d-4d09-b70e-b245161fbdfb yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:31:49.148634 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Network 9337650a-bffa-405d-acd8-d7e75ddd0ccf is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:31:49.156382 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:49.161531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:31:49.189143 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2116c25-9026-4edd-987e-f435a6ee4862 req-048bf4dc-33ee-486a-8135-fe094d94a27f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5048342 Feb 11 04:31:49.269142 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e2aecf8-9481-427e-873c-048979f9c821 req-922626ae-3e0e-4858-90d2-438359ec145a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3041899 Feb 11 04:31:49.295228 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Usage tracker for resource:security_group and project:23da38ccb5a14065a4c7af68acb84f26 is out of sync, need to count used quota {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 04:31:49.320590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 04:31:49.340286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Pushing event updated for resources: {'Port': ['ID=85c59b66-ee30-4048-aaf2-dc749940652f,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:49.362087 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Attempting to bind port 85c59b66-ee30-4048-aaf2-dc749940652f on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:31:49.364053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Attempting to bind port 85c59b66-ee30-4048-aaf2-dc749940652f by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'b0dd9ded-eae9-4546-bb5a-028952fcf2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9337650a-bffa-405d-acd8-d7e75ddd0ccf'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:31:49.364641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Attempting to bind port 85c59b66-ee30-4048-aaf2-dc749940652f on network 9337650a-bffa-405d-acd8-d7e75ddd0ccf {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:31:49.371015 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8c17f36e-b714-4879-86b6-cba98525f1e1 admin admin] Publish callbacks [] for security_group (49cb5d74-b20c-4629-a5ca-fc8437938687), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:49.379323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:31:49.379323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Checking segment: {'id': 'b0dd9ded-eae9-4546-bb5a-028952fcf2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9337650a-bffa-405d-acd8-d7e75ddd0ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:31:49.379882 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:49.380409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Bound using segment: {'id': 'b0dd9ded-eae9-4546-bb5a-028952fcf2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9337650a-bffa-405d-acd8-d7e75ddd0ccf'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:31:49.380909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Bound port: 85c59b66-ee30-4048-aaf2-dc749940652f, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0dd9ded-eae9-4546-bb5a-028952fcf2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9337650a-bffa-405d-acd8-d7e75ddd0ccf'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:31:49.381303 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:49.401159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Usage tracker for resource:security_group_rule and project:23da38ccb5a14065a4c7af68acb84f26 is out of sync, need to count used quota {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 04:31:49.441801 n-d-712142-35 neutron-server[103808]: DEBUG neutron.quota.resource [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103808) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 04:31:49.464979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] For port 85c59b66-ee30-4048-aaf2-dc749940652f, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:31:49.468162 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] For port 85c59b66-ee30-4048-aaf2-dc749940652f, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=85c59b66-ee30-4048-aaf2-dc749940652f,segment=NetworkSegment(b0dd9ded-eae9-4546-bb5a-028952fcf2f8),segment_id=b0dd9ded-eae9-4546-bb5a-028952fcf2f8)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:31:49.485906 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8feca14c-c618-4c99-a2c6-7f27f5b4c3c0 tempest-QuotasTest-28257944 tempest-QuotasTest-28257944-project-admin] 10.222.0.13 "GET /v2.0/quotas/23da38ccb5a14065a4c7af68acb84f26/details.json HTTP/1.1" status: 200 len: 703 time: 1.0494902 Feb 11 04:31:49.519583 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8c17f36e-b714-4879-86b6-cba98525f1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (49cb5d74-b20c-4629-a5ca-fc8437938687), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:49.543953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Allocated IP 2001:db8::1e7 (9337650a-bffa-405d-acd8-d7e75ddd0ccf/7d5ba4e0-ce22-4b59-b2a2-9fb8819df84d/b99b01a5-384d-4d09-b70e-b245161fbdfb) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:31:49.577376 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:49.718918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17f36e-b714-4879-86b6-cba98525f1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cb5d74-b20c-4629-a5ca-fc8437938687,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:49.727865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1248a55-3333-4ef2-ac8d-068fc072c3f9 None None] Pushing event updated for resources: {'Port': ['ID=85c59b66-ee30-4048-aaf2-dc749940652f,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:49.742195 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8c17f36e-b714-4879-86b6-cba98525f1e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4590e076df44752804708caf770bcc6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6425374 Feb 11 04:31:49.744989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57086) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:49.858448 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0819110d-1be9-4095-8702-00e7ed354531 admin admin] Publish callbacks [] for security_group (49cb5d74-b20c-4629-a5ca-fc8437938687), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:49.912876 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0819110d-1be9-4095-8702-00e7ed354531 admin admin] Publish callbacks [] for security_group (49cb5d74-b20c-4629-a5ca-fc8437938687), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:49.931067 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (b99b01a5-384d-4d09-b70e-b245161fbdfb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:50.182816 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0819110d-1be9-4095-8702-00e7ed354531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (49cb5d74-b20c-4629-a5ca-fc8437938687), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:50.183311 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b99b01a5-384d-4d09-b70e-b245161fbdfb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:50.185630 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0819110d-1be9-4095-8702-00e7ed354531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:50.186874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0819110d-1be9-4095-8702-00e7ed354531 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49cb5d74-b20c-4629-a5ca-fc8437938687 HTTP/1.1" status: 204 len: 168 time: 0.4407868 Feb 11 04:31:50.214042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819110d-1be9-4095-8702-00e7ed354531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cb5d74-b20c-4629-a5ca-fc8437938687,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:50.308222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 9337650a-bffa-405d-acd8-d7e75ddd0ccf is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:31:50.312316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:50.316754 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:31:50.334441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:50.334441 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:50.503660 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=b99b01a5-384d-4d09-b70e-b245161fbdfb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:50.526362 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:50.526755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:50.527110 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:50.527453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:50.527797 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:50.528138 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:50.528499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:50.528816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:50.529155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:50.538226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d448c74-0bd6-4a57-963b-c6dfb90c61fb req-8edb92e3-7e37-45f9-ba41-b76a1c0a87f0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:50.540798 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:50.541297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:50.541659 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:50.542013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:50.554361 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d448c74-0bd6-4a57-963b-c6dfb90c61fb req-8edb92e3-7e37-45f9-ba41-b76a1c0a87f0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.1757300 Feb 11 04:31:50.576456 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-27cdca04-d50e-4a8c-93bc-4940cbf0e0aa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3270979 Feb 11 04:31:50.577392 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57098) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:50.588026 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c430abe7-cc7a-491b-bd7b-7f65353b5864 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'network_id': '9337650a-bffa-405d-acd8-d7e75ddd0ccf', 'name': 'tempest-PortsIpV6TestJSON-1952285261'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:50.605305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57100) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:50.671416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d448c74-0bd6-4a57-963b-c6dfb90c61fb req-85a498b2-c95b-40c9-bee8-99f55d44ad3f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158860 Feb 11 04:31:50.711209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dc5f5-92ca-4a26-bbef-efd7c5153a12 req-996a89f6-d7ef-413c-91f8-3147497aa686 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:50.732888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dc5f5-92ca-4a26-bbef-efd7c5153a12 req-996a89f6-d7ef-413c-91f8-3147497aa686 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:50.746029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dc5f5-92ca-4a26-bbef-efd7c5153a12 req-996a89f6-d7ef-413c-91f8-3147497aa686 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:50.758924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dc5f5-92ca-4a26-bbef-efd7c5153a12 req-996a89f6-d7ef-413c-91f8-3147497aa686 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:50.778650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dc5f5-92ca-4a26-bbef-efd7c5153a12 req-996a89f6-d7ef-413c-91f8-3147497aa686 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:50.791946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dc5f5-92ca-4a26-bbef-efd7c5153a12 req-996a89f6-d7ef-413c-91f8-3147497aa686 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:50.798574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dc5f5-92ca-4a26-bbef-efd7c5153a12 req-996a89f6-d7ef-413c-91f8-3147497aa686 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:50.801386 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-217dc5f5-92ca-4a26-bbef-efd7c5153a12 req-996a89f6-d7ef-413c-91f8-3147497aa686 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.3582244 Feb 11 04:31:50.960062 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-217dc5f5-92ca-4a26-bbef-efd7c5153a12 req-b2c163b9-005b-4163-8262-2b3a23edae8e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1523902 Feb 11 04:31:51.045138 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f39fcf2-7a6a-4fd6-8408-9d9d5b2b12b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:51.079657 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c430abe7-cc7a-491b-bd7b-7f65353b5864 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:51.085030 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c430abe7-cc7a-491b-bd7b-7f65353b5864 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:51.121476 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-c430abe7-cc7a-491b-bd7b-7f65353b5864 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port 959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:31:51.196522 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f39fcf2-7a6a-4fd6-8408-9d9d5b2b12b1 admin admin] Publish callbacks [] for security_group (f9870bc8-2603-488f-bc0d-b4ab640bfafc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:51.280114 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f39fcf2-7a6a-4fd6-8408-9d9d5b2b12b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f9870bc8-2603-488f-bc0d-b4ab640bfafc), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:51.364999 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57106) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:51.390836 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de97b2ce-35af-42ea-816a-89e03cb0d345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:51.391686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4f39fcf2-7a6a-4fd6-8408-9d9d5b2b12b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38327eeeab484f68bbcb6a600245d1a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7847717 Feb 11 04:31:51.392545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57108) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:51.394824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39fcf2-7a6a-4fd6-8408-9d9d5b2b12b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9870bc8-2603-488f-bc0d-b4ab640bfafc,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:51.493104 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61f27e0d-e197-474f-9637-180fbd5e224b admin admin] Publish callbacks [] for security_group (f9870bc8-2603-488f-bc0d-b4ab640bfafc), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:51.543734 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61f27e0d-e197-474f-9637-180fbd5e224b admin admin] Publish callbacks [] for security_group (f9870bc8-2603-488f-bc0d-b4ab640bfafc), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:51.591243 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de97b2ce-35af-42ea-816a-89e03cb0d345 admin admin] Publish callbacks [] for security_group (3157afd3-0a25-4600-9e31-e72a2208c3f9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:51.593687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-c430abe7-cc7a-491b-bd7b-7f65353b5864 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Allocated IP 2001:db8::1f6 (9337650a-bffa-405d-acd8-d7e75ddd0ccf/7d5ba4e0-ce22-4b59-b2a2-9fb8819df84d/959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:31:51.664125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 85c59b66-ee30-4048-aaf2-dc749940652f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:31:51.669650 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350cf33f-5138-4277-811e-274f4b550925 None None] Network 9337650a-bffa-405d-acd8-d7e75ddd0ccf requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:31:51.677591 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de97b2ce-35af-42ea-816a-89e03cb0d345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3157afd3-0a25-4600-9e31-e72a2208c3f9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:51.756939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97b2ce-35af-42ea-816a-89e03cb0d345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3157afd3-0a25-4600-9e31-e72a2208c3f9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:51.759917 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61f27e0d-e197-474f-9637-180fbd5e224b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f9870bc8-2603-488f-bc0d-b4ab640bfafc), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:51.763130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 85c59b66-ee30-4048-aaf2-dc749940652f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:51.763130 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:51.763356 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61f27e0d-e197-474f-9637-180fbd5e224b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:51.768012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-61f27e0d-e197-474f-9637-180fbd5e224b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9870bc8-2603-488f-bc0d-b4ab640bfafc HTTP/1.1" status: 204 len: 168 time: 0.3741057 Feb 11 04:31:51.814766 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d7937b67-3b16-4f93-bddc-5900a2418868 None None] Provisioning complete for port 85c59b66-ee30-4048-aaf2-dc749940652f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:51.815513 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d7937b67-3b16-4f93-bddc-5900a2418868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:51.816863 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f27e0d-e197-474f-9637-180fbd5e224b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9870bc8-2603-488f-bc0d-b4ab640bfafc,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:51.832360 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-de97b2ce-35af-42ea-816a-89e03cb0d345 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b03b8ff74969419e890f49773c865075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4669940 Feb 11 04:31:51.882887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57116) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:52.075431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e199674-5024-4a42-8399-61d46ecb0d5f req-5729a42a-f2e7-4a71-a696-c26a5daa6e25 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:52.083739 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e199674-5024-4a42-8399-61d46ecb0d5f req-5729a42a-f2e7-4a71-a696-c26a5daa6e25 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.2925067 Feb 11 04:31:52.112393 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c430abe7-cc7a-491b-bd7b-7f65353b5864 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:52.149133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-23cd81fd-93ce-4247-9b05-55e0a85f280f admin admin] Publish callbacks [] for security_group (3157afd3-0a25-4600-9e31-e72a2208c3f9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:52.183266 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-23cd81fd-93ce-4247-9b05-55e0a85f280f admin admin] Publish callbacks [] for security_group (3157afd3-0a25-4600-9e31-e72a2208c3f9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:52.191075 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 85c59b66-ee30-4048-aaf2-dc749940652f is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:52.191587 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:52.209777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e199674-5024-4a42-8399-61d46ecb0d5f req-83b5e937-a15a-48ee-9f25-5d0564618e7e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222031 Feb 11 04:31:52.238886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 85c59b66-ee30-4048-aaf2-dc749940652f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=85c59b66-ee30-4048-aaf2-dc749940652f,segment=NetworkSegment(b0dd9ded-eae9-4546-bb5a-028952fcf2f8),segment_id=b0dd9ded-eae9-4546-bb5a-028952fcf2f8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:52.240677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb885f13-768a-4183-a919-cc0829038989 req-b259c5f5-3fbf-4b08-b7a5-37092eb6336c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:52.250151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb885f13-768a-4183-a919-cc0829038989 req-b259c5f5-3fbf-4b08-b7a5-37092eb6336c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:52.269148 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb885f13-768a-4183-a919-cc0829038989 req-b259c5f5-3fbf-4b08-b7a5-37092eb6336c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:52.288887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb885f13-768a-4183-a919-cc0829038989 req-b259c5f5-3fbf-4b08-b7a5-37092eb6336c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:52.303508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb885f13-768a-4183-a919-cc0829038989 req-b259c5f5-3fbf-4b08-b7a5-37092eb6336c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:52.307298 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c430abe7-cc7a-491b-bd7b-7f65353b5864 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:52.317688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb885f13-768a-4183-a919-cc0829038989 req-b259c5f5-3fbf-4b08-b7a5-37092eb6336c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:52.323366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb885f13-768a-4183-a919-cc0829038989 req-b259c5f5-3fbf-4b08-b7a5-37092eb6336c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:52.325719 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb885f13-768a-4183-a919-cc0829038989 req-b259c5f5-3fbf-4b08-b7a5-37092eb6336c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.2194381 Feb 11 04:31:52.393999 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c430abe7-cc7a-491b-bd7b-7f65353b5864 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 9337650a-bffa-405d-acd8-d7e75ddd0ccf is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:31:52.407695 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:52.422071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d7937b67-3b16-4f93-bddc-5900a2418868 None None] Current status of the port 85c59b66-ee30-4048-aaf2-dc749940652f is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:52.428453 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d7937b67-3b16-4f93-bddc-5900a2418868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:52.429193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c430abe7-cc7a-491b-bd7b-7f65353b5864 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:31:52.435556 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c430abe7-cc7a-491b-bd7b-7f65353b5864 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:31:52.463500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c430abe7-cc7a-491b-bd7b-7f65353b5864 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:52.464218 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c430abe7-cc7a-491b-bd7b-7f65353b5864 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:52.492891 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb885f13-768a-4183-a919-cc0829038989 req-731e814e-a118-4c9e-8934-bdd43e98d690 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1539528 Feb 11 04:31:52.495920 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-23cd81fd-93ce-4247-9b05-55e0a85f280f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3157afd3-0a25-4600-9e31-e72a2208c3f9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:52.503794 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-23cd81fd-93ce-4247-9b05-55e0a85f280f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:52.505127 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-23cd81fd-93ce-4247-9b05-55e0a85f280f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3157afd3-0a25-4600-9e31-e72a2208c3f9 HTTP/1.1" status: 204 len: 168 time: 0.6212342 Feb 11 04:31:52.552462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd81fd-93ce-4247-9b05-55e0a85f280f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3157afd3-0a25-4600-9e31-e72a2208c3f9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:52.562048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430abe7-cc7a-491b-bd7b-7f65353b5864 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:52.634874 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-d7937b67-3b16-4f93-bddc-5900a2418868 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:31:52.635409 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-d7937b67-3b16-4f93-bddc-5900a2418868 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:31:52.658144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=85c59b66-ee30-4048-aaf2-dc749940652f,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:52.671383 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c430abe7-cc7a-491b-bd7b-7f65353b5864 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0931883 Feb 11 04:31:52.674109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57124) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:52.911779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50866e6a-ed1d-49ef-a837-a9082ff31c84 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:52.916364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57126) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:52.916543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-50866e6a-ed1d-49ef-a837-a9082ff31c84 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e7 HTTP/1.1" status: 200 len: 929 time: 0.2412372 Feb 11 04:31:53.105499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d621ef4e-2a37-4c25-9f7d-6938c2f21ab5 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port 959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:53.105852 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d621ef4e-2a37-4c25-9f7d-6938c2f21ab5 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:53.227981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d7937b67-3b16-4f93-bddc-5900a2418868 None None] Current status of the port 85c59b66-ee30-4048-aaf2-dc749940652f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:53.239102 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6dddb7ad-8d92-41a3-83bf-c9407ebbed40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:53.378860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57134) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:53.380705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-56c7a6b3-a22a-4e31-b3bb-f6c414a54800 None None] Provisioning complete for port b99b01a5-384d-4d09-b70e-b245161fbdfb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:53.383081 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-56c7a6b3-a22a-4e31-b3bb-f6c414a54800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b99b01a5-384d-4d09-b70e-b245161fbdfb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:53.404368 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:53.518433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-56c7a6b3-a22a-4e31-b3bb-f6c414a54800 None None] Port b99b01a5-384d-4d09-b70e-b245161fbdfb cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:31:53.549881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-56c7a6b3-a22a-4e31-b3bb-f6c414a54800 None None] Provisioning complete for port 85c59b66-ee30-4048-aaf2-dc749940652f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:53.550278 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-56c7a6b3-a22a-4e31-b3bb-f6c414a54800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:53.660138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 85c59b66-ee30-4048-aaf2-dc749940652f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:31:53.802352 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Publish callbacks [] for security_group (dafd5b24-282e-422c-a20c-5678374a3349), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:53.868328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb879d6b-1361-443c-8d4e-c568150f5d1c req-9c069052-a30d-4d81-a75d-4a731837ae85 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:53.870321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb879d6b-1361-443c-8d4e-c568150f5d1c req-9c069052-a30d-4d81-a75d-4a731837ae85 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.4235237 Feb 11 04:31:53.876667 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dafd5b24-282e-422c-a20c-5678374a3349), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:53.917218 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d621ef4e-2a37-4c25-9f7d-6938c2f21ab5 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:53.949490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c189d5-37b4-4fa5-8983-c97ed679ccba req-f3b97af7-42a0-490c-b1bb-0ff30b3974d8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:53.956667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-56c7a6b3-a22a-4e31-b3bb-f6c414a54800 None None] Current status of the port 85c59b66-ee30-4048-aaf2-dc749940652f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:53.959691 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d621ef4e-2a37-4c25-9f7d-6938c2f21ab5 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for 959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:53.967800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c189d5-37b4-4fa5-8983-c97ed679ccba req-f3b97af7-42a0-490c-b1bb-0ff30b3974d8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:53.974339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c189d5-37b4-4fa5-8983-c97ed679ccba req-f3b97af7-42a0-490c-b1bb-0ff30b3974d8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:53.975580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 85c59b66-ee30-4048-aaf2-dc749940652f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:53.977673 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:53.979849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c189d5-37b4-4fa5-8983-c97ed679ccba req-f3b97af7-42a0-490c-b1bb-0ff30b3974d8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:53.985854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c189d5-37b4-4fa5-8983-c97ed679ccba req-f3b97af7-42a0-490c-b1bb-0ff30b3974d8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:53.991398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c189d5-37b4-4fa5-8983-c97ed679ccba req-f3b97af7-42a0-490c-b1bb-0ff30b3974d8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:53.996753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c189d5-37b4-4fa5-8983-c97ed679ccba req-f3b97af7-42a0-490c-b1bb-0ff30b3974d8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:54.005941 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14c189d5-37b4-4fa5-8983-c97ed679ccba req-f3b97af7-42a0-490c-b1bb-0ff30b3974d8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.2522206 Feb 11 04:31:54.027698 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23da38ccb5a14065a4c7af68acb84f26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6476407 Feb 11 04:31:54.041755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57146) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:54.067653 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafd5b24-282e-422c-a20c-5678374a3349,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:54.110964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb879d6b-1361-443c-8d4e-c568150f5d1c req-5172304d-e83f-4c3c-b502-5f58a12b42a0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249880 Feb 11 04:31:54.130980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:54.134919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:54.134919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:54.134919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:54.134919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:54.134919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:54.134919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:54.134919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:54.134919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:54.134919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:54.134919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:54.143123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:54.144175 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589ce03b-6afa-4ef3-9230-710d1bc41979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:31:54.176286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0eabfc57-7d00-413f-9815-a50b62af8b71 None None] Provisioning complete for port 959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:54.176679 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0eabfc57-7d00-413f-9815-a50b62af8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:54.252960 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14c189d5-37b4-4fa5-8983-c97ed679ccba req-76e422d6-2b65-4ae0-b1d2-325b0b5cd260 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2460093 Feb 11 04:31:54.279223 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df3cceee-d9bb-4812-818f-f5586b99c896 admin admin] Publish callbacks [] for security_group (dafd5b24-282e-422c-a20c-5678374a3349), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:54.288656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0eabfc57-7d00-413f-9815-a50b62af8b71 None None] Port 959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:31:54.321882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0eabfc57-7d00-413f-9815-a50b62af8b71 None None] Provisioning complete for port b99b01a5-384d-4d09-b70e-b245161fbdfb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:31:54.322362 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0eabfc57-7d00-413f-9815-a50b62af8b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b99b01a5-384d-4d09-b70e-b245161fbdfb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:54.326119 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 85c59b66-ee30-4048-aaf2-dc749940652f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:54.335164 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df3cceee-d9bb-4812-818f-f5586b99c896 admin admin] Publish callbacks [] for security_group (dafd5b24-282e-422c-a20c-5678374a3349), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:54.385392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0eabfc57-7d00-413f-9815-a50b62af8b71 None None] Port b99b01a5-384d-4d09-b70e-b245161fbdfb cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:31:54.468156 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d621ef4e-2a37-4c25-9f7d-6938c2f21ab5 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:54.503137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621ef4e-2a37-4c25-9f7d-6938c2f21ab5 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:54.545681 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d621ef4e-2a37-4c25-9f7d-6938c2f21ab5 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:54.552161 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df3cceee-d9bb-4812-818f-f5586b99c896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dafd5b24-282e-422c-a20c-5678374a3349), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:54.554859 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df3cceee-d9bb-4812-818f-f5586b99c896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:54.557797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-df3cceee-d9bb-4812-818f-f5586b99c896 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dafd5b24-282e-422c-a20c-5678374a3349 HTTP/1.1" status: 204 len: 168 time: 0.5080779 Feb 11 04:31:54.571531 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d621ef4e-2a37-4c25-9f7d-6938c2f21ab5 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e HTTP/1.1" status: 204 len: 168 time: 1.6515064 Feb 11 04:31:54.573486 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57158) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:54.577898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cceee-d9bb-4812-818f-f5586b99c896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafd5b24-282e-422c-a20c-5678374a3349,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:54.636343 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9c3de9-8bb0-4419-9a0e-c8509fbccc7f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] GET failed (client error): The resource could not be found. Feb 11 04:31:54.640515 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5b9c3de9-8bb0-4419-9a0e-c8509fbccc7f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/959b05ac-a7e2-4daf-85f8-9a3bfcf1a97e HTTP/1.1" status: 404 len: 333 time: 0.0634861 Feb 11 04:31:54.641930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57162) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:54.909927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-35798244-0a04-41ec-ab8b-12b66415419d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port b99b01a5-384d-4d09-b70e-b245161fbdfb {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:54.910588 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-35798244-0a04-41ec-ab8b-12b66415419d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b99b01a5-384d-4d09-b70e-b245161fbdfb), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:55.111811 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-35798244-0a04-41ec-ab8b-12b66415419d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b99b01a5-384d-4d09-b70e-b245161fbdfb), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:55.140210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-35798244-0a04-41ec-ab8b-12b66415419d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for b99b01a5-384d-4d09-b70e-b245161fbdfb owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:55.341208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a5ba4-be77-4a24-ab1b-3dd89ae897c5 req-97748ba5-92f1-4aca-b66b-34c6d67f4702 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:55.343828 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d40a5ba4-be77-4a24-ab1b-3dd89ae897c5 req-97748ba5-92f1-4aca-b66b-34c6d67f4702 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.1221261 Feb 11 04:31:55.650559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d40a5ba4-be77-4a24-ab1b-3dd89ae897c5 req-b41534c2-fef4-4dfa-ac24-177c1f8a7734 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363513 Feb 11 04:31:55.650559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d405560-6217-40bc-93c3-f3d9b7e94676 req-25d8eab8-d547-4172-896e-f1c907229d7a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:55.650559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d405560-6217-40bc-93c3-f3d9b7e94676 req-25d8eab8-d547-4172-896e-f1c907229d7a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:55.650559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d405560-6217-40bc-93c3-f3d9b7e94676 req-25d8eab8-d547-4172-896e-f1c907229d7a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:55.650559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d405560-6217-40bc-93c3-f3d9b7e94676 req-25d8eab8-d547-4172-896e-f1c907229d7a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:55.650559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d405560-6217-40bc-93c3-f3d9b7e94676 req-25d8eab8-d547-4172-896e-f1c907229d7a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:55.650559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d405560-6217-40bc-93c3-f3d9b7e94676 req-25d8eab8-d547-4172-896e-f1c907229d7a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:55.650559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d405560-6217-40bc-93c3-f3d9b7e94676 req-25d8eab8-d547-4172-896e-f1c907229d7a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:55.650559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d405560-6217-40bc-93c3-f3d9b7e94676 req-25d8eab8-d547-4172-896e-f1c907229d7a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.2114582 Feb 11 04:31:55.650559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d405560-6217-40bc-93c3-f3d9b7e94676 req-c5368292-86a3-4277-ad38-ec01f0dd6e8e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0665178 Feb 11 04:31:55.828096 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-89d9f041-103a-43ef-8f9a-431c80ac531b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:55.896694 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-35798244-0a04-41ec-ab8b-12b66415419d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b99b01a5-384d-4d09-b70e-b245161fbdfb), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:55.953065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35798244-0a04-41ec-ab8b-12b66415419d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=b99b01a5-384d-4d09-b70e-b245161fbdfb,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:56.054772 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-35798244-0a04-41ec-ab8b-12b66415419d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:56.058439 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-35798244-0a04-41ec-ab8b-12b66415419d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/b99b01a5-384d-4d09-b70e-b245161fbdfb HTTP/1.1" status: 204 len: 168 time: 1.4148836 Feb 11 04:31:56.061015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57190) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:56.101557 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f9b9c5-7b64-4150-a3ba-87ebd8c1b90f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] GET failed (client error): The resource could not be found. Feb 11 04:31:56.106201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-95f9b9c5-7b64-4150-a3ba-87ebd8c1b90f tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/b99b01a5-384d-4d09-b70e-b245161fbdfb HTTP/1.1" status: 404 len: 333 time: 0.0410564 Feb 11 04:31:56.108296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57196) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:56.242092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc7a5bb-0798-4aaa-ac6c-117fd72e9749 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting subnet 7d5ba4e0-ce22-4b59-b2a2-9fb8819df84d {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:31:56.247149 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-adc7a5bb-0798-4aaa-ac6c-117fd72e9749 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (7d5ba4e0-ce22-4b59-b2a2-9fb8819df84d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:56.343298 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-adc7a5bb-0798-4aaa-ac6c-117fd72e9749 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (7d5ba4e0-ce22-4b59-b2a2-9fb8819df84d), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:56.581013 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-adc7a5bb-0798-4aaa-ac6c-117fd72e9749 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (7d5ba4e0-ce22-4b59-b2a2-9fb8819df84d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:56.621750 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:56.775431 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-adc7a5bb-0798-4aaa-ac6c-117fd72e9749 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (7d5ba4e0-ce22-4b59-b2a2-9fb8819df84d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:56.851602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9df3533-a6a6-4e02-bf70-ebcd7c3173dd None None] Network 9337650a-bffa-405d-acd8-d7e75ddd0ccf requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:31:56.855462 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7a5bb-0798-4aaa-ac6c-117fd72e9749 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5ba4e0-ce22-4b59-b2a2-9fb8819df84d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:56.870484 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-adc7a5bb-0798-4aaa-ac6c-117fd72e9749 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:56.875715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-adc7a5bb-0798-4aaa-ac6c-117fd72e9749 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/7d5ba4e0-ce22-4b59-b2a2-9fb8819df84d HTTP/1.1" status: 204 len: 168 time: 0.7660124 Feb 11 04:31:56.878164 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57218) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:56.960993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4024cd0-396b-44d2-8c7d-17e9eef3e1e6 req-4c62d943-63d6-4fc1-9604-fe01b3923821 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:56.963103 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b4024cd0-396b-44d2-8c7d-17e9eef3e1e6 req-4c62d943-63d6-4fc1-9604-fe01b3923821 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.2562411 Feb 11 04:31:57.014419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96618a-4a28-4d58-b14b-ad42707e380f req-e2e7ab4e-0533-4718-bc3e-5fac11d441bf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:57.024787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96618a-4a28-4d58-b14b-ad42707e380f req-e2e7ab4e-0533-4718-bc3e-5fac11d441bf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:57.030930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96618a-4a28-4d58-b14b-ad42707e380f req-e2e7ab4e-0533-4718-bc3e-5fac11d441bf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:57.037274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96618a-4a28-4d58-b14b-ad42707e380f req-e2e7ab4e-0533-4718-bc3e-5fac11d441bf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:57.044210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96618a-4a28-4d58-b14b-ad42707e380f req-e2e7ab4e-0533-4718-bc3e-5fac11d441bf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:57.050494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96618a-4a28-4d58-b14b-ad42707e380f req-e2e7ab4e-0533-4718-bc3e-5fac11d441bf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:57.058219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96618a-4a28-4d58-b14b-ad42707e380f req-e2e7ab4e-0533-4718-bc3e-5fac11d441bf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:57.060664 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de96618a-4a28-4d58-b14b-ad42707e380f req-e2e7ab4e-0533-4718-bc3e-5fac11d441bf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.2070229 Feb 11 04:31:57.068854 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (9337650a-bffa-405d-acd8-d7e75ddd0ccf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:57.163163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port 85c59b66-ee30-4048-aaf2-dc749940652f {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:57.164257 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:57.189178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de96618a-4a28-4d58-b14b-ad42707e380f req-d4da2d8a-1f14-4e53-b65a-c051ec8ff15c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1215918 Feb 11 04:31:57.196208 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a33913-1c0b-473e-9cf6-75919c4254c0 None None] DHCP port deletion for 9337650a-bffa-405d-acd8-d7e75ddd0ccf request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:31:57.266888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b4024cd0-396b-44d2-8c7d-17e9eef3e1e6 req-a7647e30-55a7-475a-8e25-4cb31be972c0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880065 Feb 11 04:31:57.293573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] For port 85c59b66-ee30-4048-aaf2-dc749940652f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=85c59b66-ee30-4048-aaf2-dc749940652f,segment=NetworkSegment(b0dd9ded-eae9-4546-bb5a-028952fcf2f8),segment_id=b0dd9ded-eae9-4546-bb5a-028952fcf2f8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:57.294182 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:57.310950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for 85c59b66-ee30-4048-aaf2-dc749940652f owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:57.322428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c1a33913-1c0b-473e-9cf6-75919c4254c0 None None] Deleting port 85c59b66-ee30-4048-aaf2-dc749940652f {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:31:57.323468 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c1a33913-1c0b-473e-9cf6-75919c4254c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:57.473551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c1a33913-1c0b-473e-9cf6-75919c4254c0 None None] For port 85c59b66-ee30-4048-aaf2-dc749940652f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=85c59b66-ee30-4048-aaf2-dc749940652f,segment=NetworkSegment(b0dd9ded-eae9-4546-bb5a-028952fcf2f8),segment_id=b0dd9ded-eae9-4546-bb5a-028952fcf2f8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:31:57.474334 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c1a33913-1c0b-473e-9cf6-75919c4254c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:57.495360 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c1a33913-1c0b-473e-9cf6-75919c4254c0 None None] Calling delete_port for 85c59b66-ee30-4048-aaf2-dc749940652f owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:31:57.589799 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 85c59b66-ee30-4048-aaf2-dc749940652f no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:31:57.673520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 85c59b66-ee30-4048-aaf2-dc749940652f is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:31:57.673915 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:57.690902 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:57.726008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=85c59b66-ee30-4048-aaf2-dc749940652f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:57.730385 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c1a33913-1c0b-473e-9cf6-75919c4254c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (85c59b66-ee30-4048-aaf2-dc749940652f), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:57.748975 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No DVR routers for this DVR port 85c59b66-ee30-4048-aaf2-dc749940652f on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:31:57.760453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a33913-1c0b-473e-9cf6-75919c4254c0 None None] Pushing event deleted for resources: {'Port': ['ID=85c59b66-ee30-4048-aaf2-dc749940652f,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:57.777196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a33913-1c0b-473e-9cf6-75919c4254c0 None None] No DVR routers for this DVR port 85c59b66-ee30-4048-aaf2-dc749940652f on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:31:57.864802 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (9337650a-bffa-405d-acd8-d7e75ddd0ccf), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:57.893202 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9337650a-bffa-405d-acd8-d7e75ddd0ccf']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:57.905112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0dd9ded-eae9-4546-bb5a-028952fcf2f8') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:57.907891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0dd9ded-eae9-4546-bb5a-028952fcf2f8') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:31:57.916600 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (b0dd9ded-eae9-4546-bb5a-028952fcf2f8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:57.932493 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b0dd9ded-eae9-4546-bb5a-028952fcf2f8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:57.946130 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:31:57.948440 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (b0dd9ded-eae9-4546-bb5a-028952fcf2f8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: warnings.warn('Neutron quota engine will require "--force" ' Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:31:57.994773 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:31:58.156937 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57252) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:58.216984 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (9337650a-bffa-405d-acd8-d7e75ddd0ccf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.229000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.233309 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/networks/9337650a-bffa-405d-acd8-d7e75ddd0ccf HTTP/1.1" status: 204 len: 168 time: 1.3535225 Feb 11 04:31:58.239200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57262) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:58.244462 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0ab9965e-1cc9-4260-b4a7-372c670351ac tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1625038954'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:58.261500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d18d3-d2e4-4c97-8e4a-f7e6c193955b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Network': ['ID=9337650a-bffa-405d-acd8-d7e75ddd0ccf,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:58.313976 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.430563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc910c-68eb-4a06-9164-d4254c2bb87d req-61156506-ad9a-4576-8655-e846953df104 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:58.435956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc910c-68eb-4a06-9164-d4254c2bb87d req-61156506-ad9a-4576-8655-e846953df104 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:58.441836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc910c-68eb-4a06-9164-d4254c2bb87d req-61156506-ad9a-4576-8655-e846953df104 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:58.447123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc910c-68eb-4a06-9164-d4254c2bb87d req-61156506-ad9a-4576-8655-e846953df104 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:58.452576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc910c-68eb-4a06-9164-d4254c2bb87d req-61156506-ad9a-4576-8655-e846953df104 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:58.458493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc910c-68eb-4a06-9164-d4254c2bb87d req-61156506-ad9a-4576-8655-e846953df104 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:58.464048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc910c-68eb-4a06-9164-d4254c2bb87d req-61156506-ad9a-4576-8655-e846953df104 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:58.468297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ddc910c-68eb-4a06-9164-d4254c2bb87d req-61156506-ad9a-4576-8655-e846953df104 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.1602867 Feb 11 04:31:58.470141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a38b9458-9d1c-436c-9ddc-8d3d24634a44 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-417184044'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:58.472786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab9965e-1cc9-4260-b4a7-372c670351ac tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:58.476203 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ab9965e-1cc9-4260-b4a7-372c670351ac tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.501783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e786f1d-ecd8-4ffc-84a2-8ee2f208cbb3 req-7fefb833-3649-44b1-8158-363a57765d28 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:58.503229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e786f1d-ecd8-4ffc-84a2-8ee2f208cbb3 req-7fefb833-3649-44b1-8158-363a57765d28 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.1402698 Feb 11 04:31:58.553020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab9965e-1cc9-4260-b4a7-372c670351ac tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:31:58.594082 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ab9965e-1cc9-4260-b4a7-372c670351ac tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (717e14d5-759c-476f-8f62-213b22f505ea), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.594429 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-0ab9965e-1cc9-4260-b4a7-372c670351ac tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Added segment 717e14d5-759c-476f-8f62-213b22f505ea of type vlan for network d67225ec-fd94-45a0-a165-e8b2aa06bc82 Feb 11 04:31:58.616231 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a38b9458-9d1c-436c-9ddc-8d3d24634a44 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (5dd7a255-e040-400b-bb53-46e7009f4296), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.617316 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a38b9458-9d1c-436c-9ddc-8d3d24634a44 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (5dd7a255-e040-400b-bb53-46e7009f4296), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.621262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ddc910c-68eb-4a06-9164-d4254c2bb87d req-70c530c9-f2d7-4c41-82dc-601f0a5fd0d7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1426380 Feb 11 04:31:58.645030 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e786f1d-ecd8-4ffc-84a2-8ee2f208cbb3 req-1fea4940-7d82-4c7b-a5d3-945197287c95 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339059 Feb 11 04:31:58.665475 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ab9965e-1cc9-4260-b4a7-372c670351ac tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (d67225ec-fd94-45a0-a165-e8b2aa06bc82), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.700118 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a38b9458-9d1c-436c-9ddc-8d3d24634a44 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router_controller (5dd7a255-e040-400b-bb53-46e7009f4296), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.799130 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a38b9458-9d1c-436c-9ddc-8d3d24634a44 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (5dd7a255-e040-400b-bb53-46e7009f4296), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.855683 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ab9965e-1cc9-4260-b4a7-372c670351ac tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (d67225ec-fd94-45a0-a165-e8b2aa06bc82), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.861404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab9965e-1cc9-4260-b4a7-372c670351ac tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:58.862000 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ab9965e-1cc9-4260-b4a7-372c670351ac tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.927049 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a38b9458-9d1c-436c-9ddc-8d3d24634a44 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:58.931634 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a38b9458-9d1c-436c-9ddc-8d3d24634a44 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7730813 Feb 11 04:31:58.933210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57282) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:58.973002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9965e-1cc9-4260-b4a7-372c670351ac tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Network': ['ID=d67225ec-fd94-45a0-a165-e8b2aa06bc82,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:31:58.985317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network d67225ec-fd94-45a0-a165-e8b2aa06bc82 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:31:59.031034 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acc3d8de-16c8-4fae-a8a1-e5f7cf13dac3 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router (5dd7a255-e040-400b-bb53-46e7009f4296), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:59.202264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acc3d8de-16c8-4fae-a8a1-e5f7cf13dac3 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (5dd7a255-e040-400b-bb53-46e7009f4296), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:59.204506 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acc3d8de-16c8-4fae-a8a1-e5f7cf13dac3 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router_controller (5dd7a255-e040-400b-bb53-46e7009f4296), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:59.231075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0ab9965e-1cc9-4260-b4a7-372c670351ac tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9906852 Feb 11 04:31:59.233959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57288) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:59.239877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-55db71b5-b85a-482a-8db2-f304c1cbf9fb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'subnet': {'network_id': 'd67225ec-fd94-45a0-a165-e8b2aa06bc82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:59.387684 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acc3d8de-16c8-4fae-a8a1-e5f7cf13dac3 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (5dd7a255-e040-400b-bb53-46e7009f4296), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:59.388315 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc3d8de-16c8-4fae-a8a1-e5f7cf13dac3 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5dd7a255-e040-400b-bb53-46e7009f4296 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:31:59.393289 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-acc3d8de-16c8-4fae-a8a1-e5f7cf13dac3 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:59.394560 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-acc3d8de-16c8-4fae-a8a1-e5f7cf13dac3 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] 10.222.0.13 "DELETE /v2.0/routers/5dd7a255-e040-400b-bb53-46e7009f4296 HTTP/1.1" status: 204 len: 168 time: 0.4611380 Feb 11 04:31:59.397447 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57294) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:59.401948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-98a79bc7-19e4-41ca-a316-2ff66b9dfdce tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Request body: {'router': {'name': 'tempest-router-1521154615', 'distributed': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:31:59.536419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55db71b5-b85a-482a-8db2-f304c1cbf9fb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:31:59.540260 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-55db71b5-b85a-482a-8db2-f304c1cbf9fb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:59.571007 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98a79bc7-19e4-41ca-a316-2ff66b9dfdce tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (2fbe9b14-236e-4c7c-9553-b2379a4b5ef4), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:59.572125 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98a79bc7-19e4-41ca-a316-2ff66b9dfdce tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (2fbe9b14-236e-4c7c-9553-b2379a4b5ef4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:59.631872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98a79bc7-19e4-41ca-a316-2ff66b9dfdce tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router_controller (2fbe9b14-236e-4c7c-9553-b2379a4b5ef4), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:59.662923 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:59.747915 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98a79bc7-19e4-41ca-a316-2ff66b9dfdce tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (2fbe9b14-236e-4c7c-9553-b2379a4b5ef4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:59.857753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb82de-9165-4406-aa16-b1057fe8f8d7 req-72e48c00-a58c-4e42-bc8b-b7c8b829bcb9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:59.859292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07bb82de-9165-4406-aa16-b1057fe8f8d7 req-72e48c00-a58c-4e42-bc8b-b7c8b829bcb9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.1278193 Feb 11 04:31:59.872886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98a79bc7-19e4-41ca-a316-2ff66b9dfdce tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:59.877525 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-98a79bc7-19e4-41ca-a316-2ff66b9dfdce tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4755361 Feb 11 04:31:59.877646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576319e-e939-4652-b0c3-01af9dfb2869 req-d93cd84f-399b-4664-92cd-c26a27e7ac89 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:59.877867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57314) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:31:59.881386 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576319e-e939-4652-b0c3-01af9dfb2869 req-d93cd84f-399b-4664-92cd-c26a27e7ac89 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:59.886674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576319e-e939-4652-b0c3-01af9dfb2869 req-d93cd84f-399b-4664-92cd-c26a27e7ac89 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:59.892335 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576319e-e939-4652-b0c3-01af9dfb2869 req-d93cd84f-399b-4664-92cd-c26a27e7ac89 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:59.897544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576319e-e939-4652-b0c3-01af9dfb2869 req-d93cd84f-399b-4664-92cd-c26a27e7ac89 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:59.902751 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576319e-e939-4652-b0c3-01af9dfb2869 req-d93cd84f-399b-4664-92cd-c26a27e7ac89 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:59.908397 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576319e-e939-4652-b0c3-01af9dfb2869 req-d93cd84f-399b-4664-92cd-c26a27e7ac89 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:31:59.910410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6576319e-e939-4652-b0c3-01af9dfb2869 req-d93cd84f-399b-4664-92cd-c26a27e7ac89 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.1777923 Feb 11 04:31:59.961337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de67af56-8111-49a2-94bf-9af3f9947305 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router (2fbe9b14-236e-4c7c-9553-b2379a4b5ef4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:31:59.970764 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-55db71b5-b85a-482a-8db2-f304c1cbf9fb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (b54235ee-9abf-484b-9c36-feb485931d08), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:00.017321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07bb82de-9165-4406-aa16-b1057fe8f8d7 req-f29d629c-2d6e-4e08-afdb-94cee8dcc153 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058595 Feb 11 04:32:00.049688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6576319e-e939-4652-b0c3-01af9dfb2869 req-face5f24-9b32-4e80-b159-871c167510ec tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1322832 Feb 11 04:32:00.060805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db71b5-b85a-482a-8db2-f304c1cbf9fb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Subnet': ['ID=b54235ee-9abf-484b-9c36-feb485931d08,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:00.079119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55db71b5-b85a-482a-8db2-f304c1cbf9fb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Checking segment: {'id': '717e14d5-759c-476f-8f62-213b22f505ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd67225ec-fd94-45a0-a165-e8b2aa06bc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:32:00.079417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db71b5-b85a-482a-8db2-f304c1cbf9fb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network hostable DHCP agents. Network: d67225ec-fd94-45a0-a165-e8b2aa06bc82, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:32:00.195585 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de67af56-8111-49a2-94bf-9af3f9947305 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (2fbe9b14-236e-4c7c-9553-b2379a4b5ef4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:00.198364 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de67af56-8111-49a2-94bf-9af3f9947305 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router_controller (2fbe9b14-236e-4c7c-9553-b2379a4b5ef4), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:00.256177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db71b5-b85a-482a-8db2-f304c1cbf9fb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network d67225ec-fd94-45a0-a165-e8b2aa06bc82 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:32:00.347579 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de67af56-8111-49a2-94bf-9af3f9947305 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (2fbe9b14-236e-4c7c-9553-b2379a4b5ef4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:00.348078 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de67af56-8111-49a2-94bf-9af3f9947305 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fbe9b14-236e-4c7c-9553-b2379a4b5ef4 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:32:00.352397 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de67af56-8111-49a2-94bf-9af3f9947305 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:00.357508 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-de67af56-8111-49a2-94bf-9af3f9947305 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2fbe9b14-236e-4c7c-9553-b2379a4b5ef4 HTTP/1.1" status: 204 len: 168 time: 0.4783595 Feb 11 04:32:00.358076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57326) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:00.363412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-4bb6fcc1-ad92-4090-8583-750472aafed9 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Request body: {'router': {'name': 'tempest-router-210682993', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5ab33cdc3ed64c00a7dafca3e383b36e'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:00.379067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-55db71b5-b85a-482a-8db2-f304c1cbf9fb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, d67225ec-fd94-45a0-a165-e8b2aa06bc82) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:00.385584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db71b5-b85a-482a-8db2-f304c1cbf9fb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:00.386180 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-55db71b5-b85a-482a-8db2-f304c1cbf9fb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:00.390103 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c622d2-b3a8-4bc3-b35b-dc752454efb0 None None] Network d67225ec-fd94-45a0-a165-e8b2aa06bc82 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:32:00.486685 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4bb6fcc1-ad92-4090-8583-750472aafed9 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (080e6c86-c0a3-4f41-9713-3d6fe3caa6f0), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:00.487840 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4bb6fcc1-ad92-4090-8583-750472aafed9 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (080e6c86-c0a3-4f41-9713-3d6fe3caa6f0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:00.505880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-55db71b5-b85a-482a-8db2-f304c1cbf9fb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2672572 Feb 11 04:32:00.506180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57328) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:00.511948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c5e0e96f-e0bb-403b-8a4a-491a4e6fc903 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'network_id': 'd67225ec-fd94-45a0-a165-e8b2aa06bc82', 'name': 'tempest-PortsIpV6TestJSON-956720582', 'fixed_ips': [{'subnet_id': 'b54235ee-9abf-484b-9c36-feb485931d08', 'ip_address': '2001:db8::10'}]}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:00.537229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-d67225ec-fd94-45a0-a165-e8b2aa06bc82', 'network_id': 'd67225ec-fd94-45a0-a165-e8b2aa06bc82', 'project_id': '53518ba44ed64629bca4f1cb537b8a7a', 'fixed_ips': [{'subnet_id': 'b54235ee-9abf-484b-9c36-feb485931d08'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:32:00.538106 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:00.672271 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4bb6fcc1-ad92-4090-8583-750472aafed9 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router_controller (080e6c86-c0a3-4f41-9713-3d6fe3caa6f0), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:00.741538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Allocated IP 2001:db8::2 (d67225ec-fd94-45a0-a165-e8b2aa06bc82/b54235ee-9abf-484b-9c36-feb485931d08/f80577b8-3d58-41d9-bb6c-c80a6ef21729) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:00.816819 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4bb6fcc1-ad92-4090-8583-750472aafed9 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (080e6c86-c0a3-4f41-9713-3d6fe3caa6f0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:00.821211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e0e96f-e0bb-403b-8a4a-491a4e6fc903 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:00.920214 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e96f-e0bb-403b-8a4a-491a4e6fc903 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:00.937605 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Publish callbacks [] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:00.945331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-c5e0e96f-e0bb-403b-8a4a-491a4e6fc903 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port e62f38a3-26b0-4e53-b26c-dd98c5d16a3a yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:32:00.993188 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4bb6fcc1-ad92-4090-8583-750472aafed9 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:00.994409 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4bb6fcc1-ad92-4090-8583-750472aafed9 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6352823 Feb 11 04:32:00.997259 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57340) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:01.007780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4826fa00-e8cc-4ae0-ac63-53a39ef2512f tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:01.142704 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:01.255576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-c5e0e96f-e0bb-403b-8a4a-491a4e6fc903 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Allocated IP 2001:db8::10 (d67225ec-fd94-45a0-a165-e8b2aa06bc82/b54235ee-9abf-484b-9c36-feb485931d08/e62f38a3-26b0-4e53-b26c-dd98c5d16a3a) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:01.284123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Network d67225ec-fd94-45a0-a165-e8b2aa06bc82 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:01.287920 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:01.295148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:01.305658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Pushing event updated for resources: {'Port': ['ID=f80577b8-3d58-41d9-bb6c-c80a6ef21729,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:01.338683 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-e8cc-4ae0-ac63-53a39ef2512f tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (080e6c86-c0a3-4f41-9713-3d6fe3caa6f0), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:01.339040 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-e8cc-4ae0-ac63-53a39ef2512f tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router (080e6c86-c0a3-4f41-9713-3d6fe3caa6f0), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:01.364916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Attempting to bind port f80577b8-3d58-41d9-bb6c-c80a6ef21729 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:32:01.365440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Attempting to bind port f80577b8-3d58-41d9-bb6c-c80a6ef21729 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '717e14d5-759c-476f-8f62-213b22f505ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd67225ec-fd94-45a0-a165-e8b2aa06bc82'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:32:01.366349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Attempting to bind port f80577b8-3d58-41d9-bb6c-c80a6ef21729 on network d67225ec-fd94-45a0-a165-e8b2aa06bc82 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:32:01.372241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:32:01.373304 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Checking segment: {'id': '717e14d5-759c-476f-8f62-213b22f505ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd67225ec-fd94-45a0-a165-e8b2aa06bc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:32:01.374118 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:01.374772 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Bound using segment: {'id': '717e14d5-759c-476f-8f62-213b22f505ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd67225ec-fd94-45a0-a165-e8b2aa06bc82'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:32:01.375551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Bound port: f80577b8-3d58-41d9-bb6c-c80a6ef21729, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717e14d5-759c-476f-8f62-213b22f505ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd67225ec-fd94-45a0-a165-e8b2aa06bc82'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:32:01.376265 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:01.438705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4826fa00-e8cc-4ae0-ac63-53a39ef2512f tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103808) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 11 04:32:01.438705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4826fa00-e8cc-4ae0-ac63-53a39ef2512f tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Router 080e6c86-c0a3-4f41-9713-3d6fe3caa6f0 migrating from provider to provider. {{(pid=103808) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 11 04:32:01.438705 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-e8cc-4ae0-ac63-53a39ef2512f tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router_controller (080e6c86-c0a3-4f41-9713-3d6fe3caa6f0), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:01.441080 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-e8cc-4ae0-ac63-53a39ef2512f tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router_controller (080e6c86-c0a3-4f41-9713-3d6fe3caa6f0), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:01.459913 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] For port f80577b8-3d58-41d9-bb6c-c80a6ef21729, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:32:01.464045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] For port f80577b8-3d58-41d9-bb6c-c80a6ef21729, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f80577b8-3d58-41d9-bb6c-c80a6ef21729,segment=NetworkSegment(717e14d5-759c-476f-8f62-213b22f505ea),segment_id=717e14d5-759c-476f-8f62-213b22f505ea)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:32:01.497506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b125cfe-bc22-488a-882c-7c36667de033 req-e188ff30-64fa-4fcd-980e-c4226c89cda9 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:01.504412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b125cfe-bc22-488a-882c-7c36667de033 req-e188ff30-64fa-4fcd-980e-c4226c89cda9 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:01.509635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b125cfe-bc22-488a-882c-7c36667de033 req-e188ff30-64fa-4fcd-980e-c4226c89cda9 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:01.526254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b125cfe-bc22-488a-882c-7c36667de033 req-e188ff30-64fa-4fcd-980e-c4226c89cda9 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:01.526254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b125cfe-bc22-488a-882c-7c36667de033 req-e188ff30-64fa-4fcd-980e-c4226c89cda9 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:01.526254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b125cfe-bc22-488a-882c-7c36667de033 req-e188ff30-64fa-4fcd-980e-c4226c89cda9 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:01.531314 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b125cfe-bc22-488a-882c-7c36667de033 req-e188ff30-64fa-4fcd-980e-c4226c89cda9 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:01.533854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b125cfe-bc22-488a-882c-7c36667de033 req-e188ff30-64fa-4fcd-980e-c4226c89cda9 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.3052678 Feb 11 04:32:01.629513 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-e8cc-4ae0-ac63-53a39ef2512f tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (080e6c86-c0a3-4f41-9713-3d6fe3caa6f0), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:01.652738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e2729-e083-4297-8638-8fc74bb9f606 req-9d5fcd70-f392-4a27-8d85-34905a1dafdb tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:01.654293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-759e2729-e083-4297-8638-8fc74bb9f606 req-9d5fcd70-f392-4a27-8d85-34905a1dafdb tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 946 time: 0.2559381 Feb 11 04:32:01.657992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57368) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:01.679950 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:01.747589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b125cfe-bc22-488a-882c-7c36667de033 req-f8436a44-efb8-462d-91b3-7ab62f49d45e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2059588 Feb 11 04:32:01.749163 n-d-712142-35 neutron-server[103808]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4826fa00-e8cc-4ae0-ac63-53a39ef2512f tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] No L3 agents can host the router 080e6c86-c0a3-4f41-9713-3d6fe3caa6f0 Feb 11 04:32:01.801426 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e96f-e0bb-403b-8a4a-491a4e6fc903 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (e62f38a3-26b0-4e53-b26c-dd98c5d16a3a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:01.804804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:32:01.859064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-759e2729-e083-4297-8638-8fc74bb9f606 req-7b18b3a6-5c4f-4c93-8867-c64991a20d14 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835494 Feb 11 04:32:01.882080 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1c2e-5198-4101-9507-3714c21ae906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:01.948908 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826fa00-e8cc-4ae0-ac63-53a39ef2512f tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Hosts for router 080e6c86-c0a3-4f41-9713-3d6fe3caa6f0: [] {{(pid=103808) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 11 04:32:01.976783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826fa00-e8cc-4ae0-ac63-53a39ef2512f tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Hosts for other DVR routers connected to router 080e6c86-c0a3-4f41-9713-3d6fe3caa6f0: set() {{(pid=103808) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 11 04:32:01.980665 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4826fa00-e8cc-4ae0-ac63-53a39ef2512f tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:01.984449 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4826fa00-e8cc-4ae0-ac63-53a39ef2512f tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] 10.222.0.13 "PUT /v2.0/routers/080e6c86-c0a3-4f41-9713-3d6fe3caa6f0 HTTP/1.1" status: 200 len: 716 time: 0.9822493 Feb 11 04:32:01.985766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57378) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:02.039533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109a19c-ae52-4346-86f2-ac371b02bfef None None] Pushing event updated for resources: {'Port': ['ID=f80577b8-3d58-41d9-bb6c-c80a6ef21729,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:02.053268 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:02.054049 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:02.089970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:32:02.093564 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ee9066-1e87-413d-86f1-7f39549bb660" -d '{"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-unplugged", "status": "completed", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:32:02.100546 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e96f-e0bb-403b-8a4a-491a4e6fc903 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e62f38a3-26b0-4e53-b26c-dd98c5d16a3a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:02.128403 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:02.171222 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-efa91289-e9b9-4f13-97ca-132e3b2abe2b tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] 10.222.0.13 "GET /v2.0/routers/080e6c86-c0a3-4f41-9713-3d6fe3caa6f0 HTTP/1.1" status: 200 len: 716 time: 0.1826568 Feb 11 04:32:02.173795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57384) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:02.174401 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1c2e-5198-4101-9507-3714c21ae906 admin admin] Publish callbacks [] for security_group (b9bafba4-6a59-4c5d-a7a8-8b51978a7e34), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:02.185558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e0e96f-e0bb-403b-8a4a-491a4e6fc903 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network d67225ec-fd94-45a0-a165-e8b2aa06bc82 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:02.189577 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2e0c9f-8028-40cc-83ef-1d36385dea5d x-openstack-request-id: req-ba2e0c9f-8028-40cc-83ef-1d36385dea5d {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:32:02.189740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-c5e0e96f-e0bb-403b-8a4a-491a4e6fc903 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:02.190051 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-unplugged", "status": "completed", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:32:02.193888 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba2e0c9f-8028-40cc-83ef-1d36385dea5d {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:32:02.193888 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'code': 200} Feb 11 04:32:02.194295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e0e96f-e0bb-403b-8a4a-491a4e6fc903 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:02.199296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e0e96f-e0bb-403b-8a4a-491a4e6fc903 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:02.199921 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c5e0e96f-e0bb-403b-8a4a-491a4e6fc903 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:02.216054 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0e96f-e0bb-403b-8a4a-491a4e6fc903 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=e62f38a3-26b0-4e53-b26c-dd98c5d16a3a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:02.273700 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1c2e-5198-4101-9507-3714c21ae906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b9bafba4-6a59-4c5d-a7a8-8b51978a7e34), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:02.274119 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:02.349102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,revision_number=14']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:02.349608 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c5e0e96f-e0bb-403b-8a4a-491a4e6fc903 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8419304 Feb 11 04:32:02.354069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57390) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:02.364803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a864e2a3-2c41-4ac3-a6f6-b4fddb077b30 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'network_id': 'd67225ec-fd94-45a0-a165-e8b2aa06bc82', 'name': 'tempest-PortsIpV6TestJSON-629909378', 'fixed_ips': [{'subnet_id': 'b54235ee-9abf-484b-9c36-feb485931d08', 'ip_address': '2001:db8::f'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:02.366090 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4cdd1c2e-5198-4101-9507-3714c21ae906 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a107b138da34322918a96b5e7e5398e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7054918 Feb 11 04:32:02.367604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd1c2e-5198-4101-9507-3714c21ae906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bafba4-6a59-4c5d-a7a8-8b51978a7e34,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:02.374930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57392) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:02.486677 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00d39298-bd12-4e8c-ab4b-ca776b36547d admin admin] Publish callbacks [] for security_group (b9bafba4-6a59-4c5d-a7a8-8b51978a7e34), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:02.521645 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00d39298-bd12-4e8c-ab4b-ca776b36547d admin admin] Publish callbacks [] for security_group (b9bafba4-6a59-4c5d-a7a8-8b51978a7e34), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:02.607978 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-34ebf6ee-2662-4af6-94d7-1b32b62dc4b9 tempest-RoutersTestDVR-1186756607 tempest-RoutersTestDVR-1186756607-project] 10.222.0.13 "GET /v2.0/routers/080e6c86-c0a3-4f41-9713-3d6fe3caa6f0 HTTP/1.1" status: 200 len: 682 time: 0.4326186 Feb 11 04:32:02.611367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57402) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:02.699507 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a73e00b2-9638-4b22-8264-93223e63d71a tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router (080e6c86-c0a3-4f41-9713-3d6fe3caa6f0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:02.773602 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00d39298-bd12-4e8c-ab4b-ca776b36547d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b9bafba4-6a59-4c5d-a7a8-8b51978a7e34), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:02.776202 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00d39298-bd12-4e8c-ab4b-ca776b36547d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:02.786359 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-00d39298-bd12-4e8c-ab4b-ca776b36547d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9bafba4-6a59-4c5d-a7a8-8b51978a7e34 HTTP/1.1" status: 204 len: 168 time: 0.4038031 Feb 11 04:32:02.817378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a864e2a3-2c41-4ac3-a6f6-b4fddb077b30 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:03.007181 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a864e2a3-2c41-4ac3-a6f6-b4fddb077b30 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:03.031180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-a864e2a3-2c41-4ac3-a6f6-b4fddb077b30 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port 41c47aab-93d7-44b9-9d68-7de37934209b yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:32:03.247371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d39298-bd12-4e8c-ab4b-ca776b36547d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bafba4-6a59-4c5d-a7a8-8b51978a7e34,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:03.334868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-a864e2a3-2c41-4ac3-a6f6-b4fddb077b30 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Allocated IP 2001:db8::f (d67225ec-fd94-45a0-a165-e8b2aa06bc82/b54235ee-9abf-484b-9c36-feb485931d08/41c47aab-93d7-44b9-9d68-7de37934209b) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:03.340626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613a3d61-1d81-4d6f-88ca-95f96801e200 None None] Network d67225ec-fd94-45a0-a165-e8b2aa06bc82 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:32:03.608667 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a73e00b2-9638-4b22-8264-93223e63d71a tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (080e6c86-c0a3-4f41-9713-3d6fe3caa6f0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:03.616911 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a73e00b2-9638-4b22-8264-93223e63d71a tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router_controller (080e6c86-c0a3-4f41-9713-3d6fe3caa6f0), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:03.700851 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f80577b8-3d58-41d9-bb6c-c80a6ef21729 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:03.737405 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Provisioning complete for port f80577b8-3d58-41d9-bb6c-c80a6ef21729 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:03.737847 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:03.840738 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a864e2a3-2c41-4ac3-a6f6-b4fddb077b30 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (41c47aab-93d7-44b9-9d68-7de37934209b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:03.893673 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:03.933227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f80577b8-3d58-41d9-bb6c-c80a6ef21729 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:03.935002 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:03.975796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506ad60-9888-4dc5-87b2-ea338798a810 req-2a3c6996-e613-4981-af9e-51a6444ad630 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:04.004189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506ad60-9888-4dc5-87b2-ea338798a810 req-2a3c6996-e613-4981-af9e-51a6444ad630 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:04.006126 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:04.010139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506ad60-9888-4dc5-87b2-ea338798a810 req-2a3c6996-e613-4981-af9e-51a6444ad630 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:04.021692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506ad60-9888-4dc5-87b2-ea338798a810 req-2a3c6996-e613-4981-af9e-51a6444ad630 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:04.034524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Current status of the port f80577b8-3d58-41d9-bb6c-c80a6ef21729 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:04.035196 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:04.038650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506ad60-9888-4dc5-87b2-ea338798a810 req-2a3c6996-e613-4981-af9e-51a6444ad630 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:04.046086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506ad60-9888-4dc5-87b2-ea338798a810 req-2a3c6996-e613-4981-af9e-51a6444ad630 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:04.053148 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506ad60-9888-4dc5-87b2-ea338798a810 req-2a3c6996-e613-4981-af9e-51a6444ad630 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:04.066499 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b506ad60-9888-4dc5-87b2-ea338798a810 req-2a3c6996-e613-4981-af9e-51a6444ad630 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.8200865 Feb 11 04:32:04.115449 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a864e2a3-2c41-4ac3-a6f6-b4fddb077b30 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (41c47aab-93d7-44b9-9d68-7de37934209b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:04.209436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b506ad60-9888-4dc5-87b2-ea338798a810 req-a56a1c80-7de1-4c6a-bfaf-c9817e504dc5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1416969 Feb 11 04:32:04.219984 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a73e00b2-9638-4b22-8264-93223e63d71a tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (080e6c86-c0a3-4f41-9713-3d6fe3caa6f0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:04.220544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73e00b2-9638-4b22-8264-93223e63d71a tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 080e6c86-c0a3-4f41-9713-3d6fe3caa6f0 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:32:04.244064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a864e2a3-2c41-4ac3-a6f6-b4fddb077b30 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network d67225ec-fd94-45a0-a165-e8b2aa06bc82 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:04.245683 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a73e00b2-9638-4b22-8264-93223e63d71a tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:04.247922 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a73e00b2-9638-4b22-8264-93223e63d71a tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] 10.222.0.13 "DELETE /v2.0/routers/080e6c86-c0a3-4f41-9713-3d6fe3caa6f0 HTTP/1.1" status: 204 len: 168 time: 1.6355290 Feb 11 04:32:04.252098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57446) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:04.261237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-75b9b171-cee0-482c-aa05-f1c2773e8cb9 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Request body: {'router': {'name': 'tempest-router-1559539596', 'distributed': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:04.263858 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-a864e2a3-2c41-4ac3-a6f6-b4fddb077b30 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:04.276531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864e2a3-2c41-4ac3-a6f6-b4fddb077b30 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:04.286565 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] For port f80577b8-3d58-41d9-bb6c-c80a6ef21729, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f80577b8-3d58-41d9-bb6c-c80a6ef21729,segment=NetworkSegment(717e14d5-759c-476f-8f62-213b22f505ea),segment_id=717e14d5-759c-476f-8f62-213b22f505ea)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:04.287603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a864e2a3-2c41-4ac3-a6f6-b4fddb077b30 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:04.288300 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a864e2a3-2c41-4ac3-a6f6-b4fddb077b30 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:04.294525 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f80577b8-3d58-41d9-bb6c-c80a6ef21729 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:04.296510 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:04.319926 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864e2a3-2c41-4ac3-a6f6-b4fddb077b30 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=41c47aab-93d7-44b9-9d68-7de37934209b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:04.383399 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:04.479416 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-75b9b171-cee0-482c-aa05-f1c2773e8cb9 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (fe24b80d-a3d2-41c6-8e6e-f61c02227175), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:04.481940 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-75b9b171-cee0-482c-aa05-f1c2773e8cb9 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (fe24b80d-a3d2-41c6-8e6e-f61c02227175), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:04.485684 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a864e2a3-2c41-4ac3-a6f6-b4fddb077b30 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1324410 Feb 11 04:32:04.495077 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57460) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:04.565756 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:32:04.569183 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:32:04.594275 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-69170108-446d-4eb1-8aa0-6308dd881d9a None None] Provisioning complete for port e62f38a3-26b0-4e53-b26c-dd98c5d16a3a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:04.596329 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-69170108-446d-4eb1-8aa0-6308dd881d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e62f38a3-26b0-4e53-b26c-dd98c5d16a3a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:04.602508 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Pushing event updated for resources: {'Port': ['ID=f80577b8-3d58-41d9-bb6c-c80a6ef21729,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:04.701866 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-75b9b171-cee0-482c-aa05-f1c2773e8cb9 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router_controller (fe24b80d-a3d2-41c6-8e6e-f61c02227175), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:04.705782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:04.707063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:04.711053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:04.711548 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:04.711997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:04.712592 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:04.713429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:04.715112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:04.720671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:04.720671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:04.720671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:04.720671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:04.720671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1559165-155f-4ef2-ab4f-35a86656dd88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:04.758108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-69170108-446d-4eb1-8aa0-6308dd881d9a None None] Port e62f38a3-26b0-4e53-b26c-dd98c5d16a3a cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:04.787126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-69170108-446d-4eb1-8aa0-6308dd881d9a None None] Provisioning complete for port f80577b8-3d58-41d9-bb6c-c80a6ef21729 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:04.787754 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-69170108-446d-4eb1-8aa0-6308dd881d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:04.799566 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-75b9b171-cee0-482c-aa05-f1c2773e8cb9 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (fe24b80d-a3d2-41c6-8e6e-f61c02227175), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:04.865825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8965993f-643b-45ca-a179-5849baaa3dd5 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:04.874555 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8965993f-643b-45ca-a179-5849baaa3dd5 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3778546 Feb 11 04:32:04.874693 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57476) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:05.007441 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-75b9b171-cee0-482c-aa05-f1c2773e8cb9 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:05.011684 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57482) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:05.012675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-75b9b171-cee0-482c-aa05-f1c2773e8cb9 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7592287 Feb 11 04:32:05.013543 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-69170108-446d-4eb1-8aa0-6308dd881d9a None None] Current status of the port f80577b8-3d58-41d9-bb6c-c80a6ef21729 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:05.175343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac67900-8b2f-4fb4-b62b-6af302670022 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:05.184390 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5139783d-1fde-4d85-b01d-5f87f934b3b3 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router (fe24b80d-a3d2-41c6-8e6e-f61c02227175), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:05.195638 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac67900-8b2f-4fb4-b62b-6af302670022 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:05.214419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac67900-8b2f-4fb4-b62b-6af302670022 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:05.221823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3ac67900-8b2f-4fb4-b62b-6af302670022 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3465638 Feb 11 04:32:05.227140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57496) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:05.228826 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f80577b8-3d58-41d9-bb6c-c80a6ef21729 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:05.246891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-33561850-4a45-482b-a84a-a097148f521e None None] Provisioning complete for port e62f38a3-26b0-4e53-b26c-dd98c5d16a3a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:05.247972 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33561850-4a45-482b-a84a-a097148f521e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e62f38a3-26b0-4e53-b26c-dd98c5d16a3a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:05.335953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-33561850-4a45-482b-a84a-a097148f521e None None] Port e62f38a3-26b0-4e53-b26c-dd98c5d16a3a cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:05.482709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-05dfe439-ac09-4c45-854a-192cc6b22203 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port 41c47aab-93d7-44b9-9d68-7de37934209b {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:32:05.492269 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05dfe439-ac09-4c45-854a-192cc6b22203 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (41c47aab-93d7-44b9-9d68-7de37934209b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:05.500643 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-eea62528-6353-4257-a163-5afa8025e2c4 None None] Provisioning complete for port 41c47aab-93d7-44b9-9d68-7de37934209b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:05.510757 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eea62528-6353-4257-a163-5afa8025e2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (41c47aab-93d7-44b9-9d68-7de37934209b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:05.694156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-eea62528-6353-4257-a163-5afa8025e2c4 None None] Port 41c47aab-93d7-44b9-9d68-7de37934209b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:05.780292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f80577b8-3d58-41d9-bb6c-c80a6ef21729 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:05.792944 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05dfe439-ac09-4c45-854a-192cc6b22203 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (41c47aab-93d7-44b9-9d68-7de37934209b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:05.807767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-05dfe439-ac09-4c45-854a-192cc6b22203 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for 41c47aab-93d7-44b9-9d68-7de37934209b owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:32:05.915648 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f80577b8-3d58-41d9-bb6c-c80a6ef21729 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:05.919247 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:05.973078 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b9f74-dc68-4ec5-a9b0-2a1cc8ac0fb6 req-992b0eb5-ddaf-4c8e-a61b-30235c2a0ab5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:05.983651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b9f74-dc68-4ec5-a9b0-2a1cc8ac0fb6 req-992b0eb5-ddaf-4c8e-a61b-30235c2a0ab5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:05.996069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b9f74-dc68-4ec5-a9b0-2a1cc8ac0fb6 req-992b0eb5-ddaf-4c8e-a61b-30235c2a0ab5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:06.014465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b9f74-dc68-4ec5-a9b0-2a1cc8ac0fb6 req-992b0eb5-ddaf-4c8e-a61b-30235c2a0ab5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:06.036810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b9f74-dc68-4ec5-a9b0-2a1cc8ac0fb6 req-992b0eb5-ddaf-4c8e-a61b-30235c2a0ab5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:06.045207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b9f74-dc68-4ec5-a9b0-2a1cc8ac0fb6 req-992b0eb5-ddaf-4c8e-a61b-30235c2a0ab5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:06.067516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b9f74-dc68-4ec5-a9b0-2a1cc8ac0fb6 req-992b0eb5-ddaf-4c8e-a61b-30235c2a0ab5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:06.071163 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-930b9f74-dc68-4ec5-a9b0-2a1cc8ac0fb6 req-992b0eb5-ddaf-4c8e-a61b-30235c2a0ab5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.7174113 Feb 11 04:32:06.085373 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05dfe439-ac09-4c45-854a-192cc6b22203 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (41c47aab-93d7-44b9-9d68-7de37934209b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:06.166506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f80577b8-3d58-41d9-bb6c-c80a6ef21729 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:06.227950 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5139783d-1fde-4d85-b01d-5f87f934b3b3 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (fe24b80d-a3d2-41c6-8e6e-f61c02227175), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:06.227950 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5139783d-1fde-4d85-b01d-5f87f934b3b3 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router_controller (fe24b80d-a3d2-41c6-8e6e-f61c02227175), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:06.269385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-930b9f74-dc68-4ec5-a9b0-2a1cc8ac0fb6 req-f69239dc-48e8-4c17-8f41-8f21bfcc47f5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1933463 Feb 11 04:32:06.270617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfe439-ac09-4c45-854a-192cc6b22203 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=41c47aab-93d7-44b9-9d68-7de37934209b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:06.326575 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05dfe439-ac09-4c45-854a-192cc6b22203 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:06.334288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-05dfe439-ac09-4c45-854a-192cc6b22203 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/41c47aab-93d7-44b9-9d68-7de37934209b HTTP/1.1" status: 204 len: 168 time: 1.1026354 Feb 11 04:32:06.335045 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57528) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:06.370519 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded610c0-e6a8-4070-8aca-92e394407638 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] GET failed (client error): The resource could not be found. Feb 11 04:32:06.372343 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ded610c0-e6a8-4070-8aca-92e394407638 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/41c47aab-93d7-44b9-9d68-7de37934209b HTTP/1.1" status: 404 len: 333 time: 0.0360222 Feb 11 04:32:06.375365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57530) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:06.445588 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5139783d-1fde-4d85-b01d-5f87f934b3b3 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (fe24b80d-a3d2-41c6-8e6e-f61c02227175), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:06.446413 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5139783d-1fde-4d85-b01d-5f87f934b3b3 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe24b80d-a3d2-41c6-8e6e-f61c02227175 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:32:06.465306 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5139783d-1fde-4d85-b01d-5f87f934b3b3 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:06.465306 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5139783d-1fde-4d85-b01d-5f87f934b3b3 tempest-RoutersTestDVR-96837265 tempest-RoutersTestDVR-96837265-project-admin] 10.222.0.13 "DELETE /v2.0/routers/fe24b80d-a3d2-41c6-8e6e-f61c02227175 HTTP/1.1" status: 204 len: 168 time: 1.4460223 Feb 11 04:32:06.593813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51398d53-ae81-439c-9c31-43f787d287ba req-955fc5da-a1ed-4dd9-8d7e-2a7fe39b1106 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:06.603319 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51398d53-ae81-439c-9c31-43f787d287ba req-955fc5da-a1ed-4dd9-8d7e-2a7fe39b1106 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1556230 Feb 11 04:32:06.670426 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51398d53-ae81-439c-9c31-43f787d287ba req-c6c566a6-1f61-4232-9cfb-7c6602cdf132 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657692 Feb 11 04:32:06.701259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-05fc3abd-fbab-4203-803e-781e00616fdc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port e62f38a3-26b0-4e53-b26c-dd98c5d16a3a {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:32:06.701809 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05fc3abd-fbab-4203-803e-781e00616fdc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e62f38a3-26b0-4e53-b26c-dd98c5d16a3a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:06.732881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57538) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:06.902760 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05fc3abd-fbab-4203-803e-781e00616fdc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e62f38a3-26b0-4e53-b26c-dd98c5d16a3a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:06.922958 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a38373d-5d4c-4809-8e3a-4ed45897a0f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:06.927364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-05fc3abd-fbab-4203-803e-781e00616fdc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for e62f38a3-26b0-4e53-b26c-dd98c5d16a3a owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:32:07.042981 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a38373d-5d4c-4809-8e3a-4ed45897a0f1 admin admin] Publish callbacks [] for security_group (6bb26981-a1c4-431d-ae0e-7129efa5b0d9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:07.120538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97fb0a-a620-4543-a87d-79821035b4d4 req-ada6665f-33e9-4cee-8750-a1ab3f1640ca tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:07.129407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c97fb0a-a620-4543-a87d-79821035b4d4 req-ada6665f-33e9-4cee-8750-a1ab3f1640ca tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.3351419 Feb 11 04:32:07.165062 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a38373d-5d4c-4809-8e3a-4ed45897a0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6bb26981-a1c4-431d-ae0e-7129efa5b0d9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:07.216852 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57554) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:07.236263 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38373d-5d4c-4809-8e3a-4ed45897a0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb26981-a1c4-431d-ae0e-7129efa5b0d9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:07.239561 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c97fb0a-a620-4543-a87d-79821035b4d4 req-bfdd5afe-1932-4418-b67d-31f111af3b00 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085050 Feb 11 04:32:07.283631 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8a38373d-5d4c-4809-8e3a-4ed45897a0f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28f5ca2f262a4fb1987cd88de48a5a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5372686 Feb 11 04:32:07.283631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57558) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:07.344635 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5e1cfa8-bb8f-4db3-aa25-4ff2c6b09ec0 admin admin] Publish callbacks [] for security_group (6bb26981-a1c4-431d-ae0e-7129efa5b0d9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:07.353725 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05fc3abd-fbab-4203-803e-781e00616fdc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e62f38a3-26b0-4e53-b26c-dd98c5d16a3a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:07.387444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc3abd-fbab-4203-803e-781e00616fdc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=e62f38a3-26b0-4e53-b26c-dd98c5d16a3a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:07.402465 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5e1cfa8-bb8f-4db3-aa25-4ff2c6b09ec0 admin admin] Publish callbacks [] for security_group (6bb26981-a1c4-431d-ae0e-7129efa5b0d9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:07.427028 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05fc3abd-fbab-4203-803e-781e00616fdc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:07.436368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-05fc3abd-fbab-4203-803e-781e00616fdc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/e62f38a3-26b0-4e53-b26c-dd98c5d16a3a HTTP/1.1" status: 204 len: 168 time: 1.0564351 Feb 11 04:32:07.443711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57564) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:07.495446 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-03bae78a-bcf6-4bba-b526-af43f413ddf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:07.516273 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2e404e-a892-47d5-b87b-27c28ca1d891 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] GET failed (client error): The resource could not be found. Feb 11 04:32:07.521426 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3c2e404e-a892-47d5-b87b-27c28ca1d891 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/e62f38a3-26b0-4e53-b26c-dd98c5d16a3a HTTP/1.1" status: 404 len: 333 time: 0.0765102 Feb 11 04:32:07.522935 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57568) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:07.607122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11daedf7-6eb4-4eff-ac49-dc653997e595 req-8b89aa32-e20e-45ae-bd62-34067b6f9376 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:07.615955 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11daedf7-6eb4-4eff-ac49-dc653997e595 req-8b89aa32-e20e-45ae-bd62-34067b6f9376 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1789448 Feb 11 04:32:07.644033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-530414fa-d44d-4eab-8cce-5c3b0cb70649 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting subnet b54235ee-9abf-484b-9c36-feb485931d08 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:32:07.648274 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-530414fa-d44d-4eab-8cce-5c3b0cb70649 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (b54235ee-9abf-484b-9c36-feb485931d08), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:07.653451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafe2fa-8996-4553-896d-8035d7321a73 req-98887e7a-ed74-461b-bbfc-e9ae690e3eff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:07.660160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafe2fa-8996-4553-896d-8035d7321a73 req-98887e7a-ed74-461b-bbfc-e9ae690e3eff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:07.665806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafe2fa-8996-4553-896d-8035d7321a73 req-98887e7a-ed74-461b-bbfc-e9ae690e3eff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:07.671549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafe2fa-8996-4553-896d-8035d7321a73 req-98887e7a-ed74-461b-bbfc-e9ae690e3eff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:07.677997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafe2fa-8996-4553-896d-8035d7321a73 req-98887e7a-ed74-461b-bbfc-e9ae690e3eff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:07.683373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafe2fa-8996-4553-896d-8035d7321a73 req-98887e7a-ed74-461b-bbfc-e9ae690e3eff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:07.689699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafe2fa-8996-4553-896d-8035d7321a73 req-98887e7a-ed74-461b-bbfc-e9ae690e3eff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:07.691603 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5eafe2fa-8996-4553-896d-8035d7321a73 req-98887e7a-ed74-461b-bbfc-e9ae690e3eff tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.1825900 Feb 11 04:32:07.704619 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-530414fa-d44d-4eab-8cce-5c3b0cb70649 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (b54235ee-9abf-484b-9c36-feb485931d08), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:07.728782 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5e1cfa8-bb8f-4db3-aa25-4ff2c6b09ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6bb26981-a1c4-431d-ae0e-7129efa5b0d9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:07.731644 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5e1cfa8-bb8f-4db3-aa25-4ff2c6b09ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:07.732882 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e5e1cfa8-bb8f-4db3-aa25-4ff2c6b09ec0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bb26981-a1c4-431d-ae0e-7129efa5b0d9 HTTP/1.1" status: 204 len: 168 time: 0.4595671 Feb 11 04:32:07.745782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1cfa8-bb8f-4db3-aa25-4ff2c6b09ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb26981-a1c4-431d-ae0e-7129efa5b0d9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:07.757643 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11daedf7-6eb4-4eff-ac49-dc653997e595 req-15d3e1f1-3540-44f6-a983-da3064722b75 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404443 Feb 11 04:32:07.846845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5eafe2fa-8996-4553-896d-8035d7321a73 req-a31c8458-d85e-4178-b82d-22bba3b3f8e0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1428070 Feb 11 04:32:07.891149 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-03bae78a-bcf6-4bba-b526-af43f413ddf8 admin admin] Publish callbacks [] for security_group (af06af9b-e25c-4b5c-ae8f-5fec2a280842), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:07.891357 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-530414fa-d44d-4eab-8cce-5c3b0cb70649 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (b54235ee-9abf-484b-9c36-feb485931d08), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:07.987049 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-03bae78a-bcf6-4bba-b526-af43f413ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (af06af9b-e25c-4b5c-ae8f-5fec2a280842), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:08.028748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bae78a-bcf6-4bba-b526-af43f413ddf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af06af9b-e25c-4b5c-ae8f-5fec2a280842,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:08.040417 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-03bae78a-bcf6-4bba-b526-af43f413ddf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ab33cdc3ed64c00a7dafca3e383b36e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8165305 Feb 11 04:32:08.042394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57584) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:08.103707 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a6af9ab-5b37-4c80-bc39-0551a23b8dde admin admin] Publish callbacks [] for security_group (af06af9b-e25c-4b5c-ae8f-5fec2a280842), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:08.126007 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a6af9ab-5b37-4c80-bc39-0551a23b8dde admin admin] Publish callbacks [] for security_group (af06af9b-e25c-4b5c-ae8f-5fec2a280842), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:08.176892 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-530414fa-d44d-4eab-8cce-5c3b0cb70649 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (b54235ee-9abf-484b-9c36-feb485931d08), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:08.216180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530414fa-d44d-4eab-8cce-5c3b0cb70649 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Subnet': ['ID=b54235ee-9abf-484b-9c36-feb485931d08,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:08.227439 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-530414fa-d44d-4eab-8cce-5c3b0cb70649 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:08.231574 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-530414fa-d44d-4eab-8cce-5c3b0cb70649 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/b54235ee-9abf-484b-9c36-feb485931d08 HTTP/1.1" status: 204 len: 168 time: 0.6776083 Feb 11 04:32:08.235211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f746ec-b7d8-4d10-bbe7-07a8c3509f6e None None] Network d67225ec-fd94-45a0-a165-e8b2aa06bc82 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:32:08.247119 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57592) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:08.273300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c85f6-2260-4e25-bd90-d02dec4a39d8 req-48b9ff74-1c1b-4c65-86cf-984b5bf98ea0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:08.283348 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33c85f6-2260-4e25-bd90-d02dec4a39d8 req-48b9ff74-1c1b-4c65-86cf-984b5bf98ea0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.0838766 Feb 11 04:32:08.315742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a6af9ab-5b37-4c80-bc39-0551a23b8dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (af06af9b-e25c-4b5c-ae8f-5fec2a280842), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:08.329172 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a6af9ab-5b37-4c80-bc39-0551a23b8dde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:08.329172 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5a6af9ab-5b37-4c80-bc39-0551a23b8dde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af06af9b-e25c-4b5c-ae8f-5fec2a280842 HTTP/1.1" status: 204 len: 168 time: 0.2756624 Feb 11 04:32:08.399710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6af9ab-5b37-4c80-bc39-0551a23b8dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af06af9b-e25c-4b5c-ae8f-5fec2a280842,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:08.439799 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (d67225ec-fd94-45a0-a165-e8b2aa06bc82), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:08.450164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33c85f6-2260-4e25-bd90-d02dec4a39d8 req-a2da3931-ffa5-4524-95f4-f9f265617ae7 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654768 Feb 11 04:32:08.556681 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e91ef-9acd-4e06-8234-db776314ec97 req-daaf671f-93e9-4208-92d7-ccc7c9324e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:08.558248 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-975e91ef-9acd-4e06-8234-db776314ec97 req-daaf671f-93e9-4208-92d7-ccc7c9324e8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 1127 time: 0.1615586 Feb 11 04:32:08.593588 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port f80577b8-3d58-41d9-bb6c-c80a6ef21729 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:32:08.593588 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:08.600477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4ce31f-a2db-4e95-ae17-abd231ae1f99 None None] DHCP port deletion for d67225ec-fd94-45a0-a165-e8b2aa06bc82 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:32:08.676527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] For port f80577b8-3d58-41d9-bb6c-c80a6ef21729, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f80577b8-3d58-41d9-bb6c-c80a6ef21729,segment=NetworkSegment(717e14d5-759c-476f-8f62-213b22f505ea),segment_id=717e14d5-759c-476f-8f62-213b22f505ea)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:08.677019 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:08.681112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ce31f-a2db-4e95-ae17-abd231ae1f99 None None] Deleting port f80577b8-3d58-41d9-bb6c-c80a6ef21729 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:32:08.684506 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b4ce31f-a2db-4e95-ae17-abd231ae1f99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:08.693965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for f80577b8-3d58-41d9-bb6c-c80a6ef21729 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:32:08.695654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e91ef-9acd-4e06-8234-db776314ec97 req-a78f7366-2728-4337-a105-823054170e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:08.698096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-975e91ef-9acd-4e06-8234-db776314ec97 req-a78f7366-2728-4337-a105-823054170e9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.1329911 Feb 11 04:32:08.767631 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1b4ce31f-a2db-4e95-ae17-abd231ae1f99 None None] For port f80577b8-3d58-41d9-bb6c-c80a6ef21729, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f80577b8-3d58-41d9-bb6c-c80a6ef21729,segment=NetworkSegment(717e14d5-759c-476f-8f62-213b22f505ea),segment_id=717e14d5-759c-476f-8f62-213b22f505ea)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:08.768449 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b4ce31f-a2db-4e95-ae17-abd231ae1f99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:08.786728 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-975e91ef-9acd-4e06-8234-db776314ec97 req-8223459c-561a-4962-b64d-ce0a8ba4fb69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 HTTP/1.1" status: 200 len: 999 time: 0.0818129 Feb 11 04:32:08.793969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ce31f-a2db-4e95-ae17-abd231ae1f99 None None] Calling delete_port for f80577b8-3d58-41d9-bb6c-c80a6ef21729 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:32:08.839261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e91ef-9acd-4e06-8234-db776314ec97 req-18d9a8c9-c3cd-49ce-b600-8134f23ebd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:08.840776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-975e91ef-9acd-4e06-8234-db776314ec97 req-18d9a8c9-c3cd-49ce-b600-8134f23ebd7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.0483491 Feb 11 04:32:08.909636 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e91ef-9acd-4e06-8234-db776314ec97 req-8cf09175-fdd7-4ade-bc39-17d8431f7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:08.911234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-975e91ef-9acd-4e06-8234-db776314ec97 req-8cf09175-fdd7-4ade-bc39-17d8431f7bed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0641687 Feb 11 04:32:08.999207 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:09.064960 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=f80577b8-3d58-41d9-bb6c-c80a6ef21729,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:09.088222 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-975e91ef-9acd-4e06-8234-db776314ec97 req-58c7247d-3c98-45f9-9f5d-8c9f6f06023e service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697507 Feb 11 04:32:09.090425 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No DVR routers for this DVR port f80577b8-3d58-41d9-bb6c-c80a6ef21729 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:32:09.125361 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f3a88-f772-4ab6-b42b-3722f923fcfb req-9b048311-802e-4949-87f5-cf764d4b71ba tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:09.131771 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f3a88-f772-4ab6-b42b-3722f923fcfb req-9b048311-802e-4949-87f5-cf764d4b71ba tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:09.136297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f3a88-f772-4ab6-b42b-3722f923fcfb req-9b048311-802e-4949-87f5-cf764d4b71ba tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:09.142233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f3a88-f772-4ab6-b42b-3722f923fcfb req-9b048311-802e-4949-87f5-cf764d4b71ba tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:09.147537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f3a88-f772-4ab6-b42b-3722f923fcfb req-9b048311-802e-4949-87f5-cf764d4b71ba tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:09.152865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f3a88-f772-4ab6-b42b-3722f923fcfb req-9b048311-802e-4949-87f5-cf764d4b71ba tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:09.157166 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b4ce31f-a2db-4e95-ae17-abd231ae1f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (f80577b8-3d58-41d9-bb6c-c80a6ef21729), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:09.171945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f3a88-f772-4ab6-b42b-3722f923fcfb req-9b048311-802e-4949-87f5-cf764d4b71ba tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:09.171945 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-628f3a88-f772-4ab6-b42b-3722f923fcfb req-9b048311-802e-4949-87f5-cf764d4b71ba tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.1847277 Feb 11 04:32:09.242250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ce31f-a2db-4e95-ae17-abd231ae1f99 None None] Pushing event deleted for resources: {'Port': ['ID=f80577b8-3d58-41d9-bb6c-c80a6ef21729,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:09.250062 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (d67225ec-fd94-45a0-a165-e8b2aa06bc82), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:09.255029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ce31f-a2db-4e95-ae17-abd231ae1f99 None None] No DVR routers for this DVR port f80577b8-3d58-41d9-bb6c-c80a6ef21729 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:32:09.319719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67225ec-fd94-45a0-a165-e8b2aa06bc82']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:09.336987 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717e14d5-759c-476f-8f62-213b22f505ea') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:09.340054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717e14d5-759c-476f-8f62-213b22f505ea') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:09.345244 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-975e91ef-9acd-4e06-8234-db776314ec97 req-e7f14849-e506-4864-9cbb-3c5decc7a3ba service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499955 Feb 11 04:32:09.350473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-628f3a88-f772-4ab6-b42b-3722f923fcfb req-2ff7116d-fe32-4658-b7f6-03c33edba9be tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1797071 Feb 11 04:32:09.366143 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (717e14d5-759c-476f-8f62-213b22f505ea), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:09.397800 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (717e14d5-759c-476f-8f62-213b22f505ea), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:09.411621 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:32:09.411621 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (717e14d5-759c-476f-8f62-213b22f505ea), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:32:09.421756 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:32:09.547583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f80577b8-3d58-41d9-bb6c-c80a6ef21729 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:32:09.581972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: f80577b8-3d58-41d9-bb6c-c80a6ef21729 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:32:09.582322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f80577b8-3d58-41d9-bb6c-c80a6ef21729 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:32:09.647458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1bcee-a7c7-4277-84af-8fa42d524c9c req-64203bfb-3dfb-45a4-a644-8fde887dbfac tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:09.649743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7de1bcee-a7c7-4277-84af-8fa42d524c9c req-64203bfb-3dfb-45a4-a644-8fde887dbfac tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.0940795 Feb 11 04:32:09.669193 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (d67225ec-fd94-45a0-a165-e8b2aa06bc82), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:09.741429 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:09.754045 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/networks/d67225ec-fd94-45a0-a165-e8b2aa06bc82 HTTP/1.1" status: 204 len: 168 time: 1.5049140 Feb 11 04:32:09.756700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da74dc2-df60-452a-90f1-902c7130d0f2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Network': ['ID=d67225ec-fd94-45a0-a165-e8b2aa06bc82,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:09.758411 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57636) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:09.780665 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7de1bcee-a7c7-4277-84af-8fa42d524c9c req-c049004d-c99f-4c34-b44c-25d5d4ebf286 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222093 Feb 11 04:32:09.805168 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8c1c1ccf-ccab-4ac4-bcc1-041d053beb25 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1058610950'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:09.991516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57640) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:10.022415 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-130e8fb6-82c9-417b-af8b-576414025c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:10.026028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1c1ccf-ccab-4ac4-bcc1-041d053beb25 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:10.028548 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c1c1ccf-ccab-4ac4-bcc1-041d053beb25 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:10.089418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1c1ccf-ccab-4ac4-bcc1-041d053beb25 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:32:10.100569 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c1c1ccf-ccab-4ac4-bcc1-041d053beb25 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e382df22-43e2-4ce4-abf7-a5e9e6ee1891), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:10.100927 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-8c1c1ccf-ccab-4ac4-bcc1-041d053beb25 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Added segment e382df22-43e2-4ce4-abf7-a5e9e6ee1891 of type vlan for network 756fe578-aa95-48ab-aca5-b9eae5ea1cf7 Feb 11 04:32:10.155911 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c1c1ccf-ccab-4ac4-bcc1-041d053beb25 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (756fe578-aa95-48ab-aca5-b9eae5ea1cf7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:10.249724 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-130e8fb6-82c9-417b-af8b-576414025c44 admin admin] Publish callbacks [] for security_group (b12111bb-2b94-45f2-ad6d-2073bcd90975), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:10.342354 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c1c1ccf-ccab-4ac4-bcc1-041d053beb25 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (756fe578-aa95-48ab-aca5-b9eae5ea1cf7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:10.349996 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1c1ccf-ccab-4ac4-bcc1-041d053beb25 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:10.351032 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c1c1ccf-ccab-4ac4-bcc1-041d053beb25 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:10.454897 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-130e8fb6-82c9-417b-af8b-576414025c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b12111bb-2b94-45f2-ad6d-2073bcd90975), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:10.553581 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8c1c1ccf-ccab-4ac4-bcc1-041d053beb25 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7939997 Feb 11 04:32:10.571149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57646) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:10.580587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c1ccf-ccab-4ac4-bcc1-041d053beb25 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Network': ['ID=756fe578-aa95-48ab-aca5-b9eae5ea1cf7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:10.581983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0859c792-f2b6-416e-98e0-78afb0801475 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'subnet': {'network_id': '756fe578-aa95-48ab-aca5-b9eae5ea1cf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:10.590921 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-130e8fb6-82c9-417b-af8b-576414025c44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f328f008bd624d00b0b066812e14ccf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5912609 Feb 11 04:32:10.595596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57648) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:10.607079 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 756fe578-aa95-48ab-aca5-b9eae5ea1cf7 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:32:10.648686 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e8fb6-82c9-417b-af8b-576414025c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12111bb-2b94-45f2-ad6d-2073bcd90975,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:10.741267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbecdbf-146b-426d-b826-1b06260e3bf4 req-af5e7f2d-964d-42ac-ab7b-10d1d499dfac tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:10.748588 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83bb8544-e17a-4ff1-a778-e9af82467a05 admin admin] Publish callbacks [] for security_group (b12111bb-2b94-45f2-ad6d-2073bcd90975), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:10.753837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbecdbf-146b-426d-b826-1b06260e3bf4 req-af5e7f2d-964d-42ac-ab7b-10d1d499dfac tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:10.771948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbecdbf-146b-426d-b826-1b06260e3bf4 req-af5e7f2d-964d-42ac-ab7b-10d1d499dfac tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:10.781061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbecdbf-146b-426d-b826-1b06260e3bf4 req-af5e7f2d-964d-42ac-ab7b-10d1d499dfac tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:10.781795 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83bb8544-e17a-4ff1-a778-e9af82467a05 admin admin] Publish callbacks [] for security_group (b12111bb-2b94-45f2-ad6d-2073bcd90975), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:10.789966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbecdbf-146b-426d-b826-1b06260e3bf4 req-af5e7f2d-964d-42ac-ab7b-10d1d499dfac tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:10.799281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbecdbf-146b-426d-b826-1b06260e3bf4 req-af5e7f2d-964d-42ac-ab7b-10d1d499dfac tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:10.806551 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbecdbf-146b-426d-b826-1b06260e3bf4 req-af5e7f2d-964d-42ac-ab7b-10d1d499dfac tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:10.809991 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7cbecdbf-146b-426d-b826-1b06260e3bf4 req-af5e7f2d-964d-42ac-ab7b-10d1d499dfac tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.2955005 Feb 11 04:32:11.008195 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7cbecdbf-146b-426d-b826-1b06260e3bf4 req-0a96d20a-fe38-4fc0-806d-43905c9d76f0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1199057 Feb 11 04:32:11.027665 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83bb8544-e17a-4ff1-a778-e9af82467a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b12111bb-2b94-45f2-ad6d-2073bcd90975), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:11.030711 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83bb8544-e17a-4ff1-a778-e9af82467a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:11.033978 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-83bb8544-e17a-4ff1-a778-e9af82467a05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b12111bb-2b94-45f2-ad6d-2073bcd90975 HTTP/1.1" status: 204 len: 168 time: 0.4375260 Feb 11 04:32:11.046357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fbca7-07f5-4c15-a1b0-e88295183f66 req-0dff7765-e745-4899-a712-9c757aaff132 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:11.049423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a4fbca7-07f5-4c15-a1b0-e88295183f66 req-0dff7765-e745-4899-a712-9c757aaff132 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1547410 Feb 11 04:32:11.058586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb8544-e17a-4ff1-a778-e9af82467a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12111bb-2b94-45f2-ad6d-2073bcd90975,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:11.372178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0859c792-f2b6-416e-98e0-78afb0801475 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:11.376723 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0859c792-f2b6-416e-98e0-78afb0801475 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:11.506367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a4fbca7-07f5-4c15-a1b0-e88295183f66 req-0d306eb9-a2de-4e3b-8acc-87975ac95d9f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4555113 Feb 11 04:32:11.901374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a6b5-f87a-4aea-9305-936bc2994acc req-bedf40dd-8de2-456c-a020-ed7221da8d4b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:11.903383 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fba3a6b5-f87a-4aea-9305-936bc2994acc req-bedf40dd-8de2-456c-a020-ed7221da8d4b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1388521 Feb 11 04:32:11.967893 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fba3a6b5-f87a-4aea-9305-936bc2994acc req-130d6ac4-1c1e-4a1a-954b-dd46f76eedf5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585814 Feb 11 04:32:11.989293 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0859c792-f2b6-416e-98e0-78afb0801475 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (03f30c9a-043f-4afa-8b29-ea40200814a3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:12.114797 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859c792-f2b6-416e-98e0-78afb0801475 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Subnet': ['ID=03f30c9a-043f-4afa-8b29-ea40200814a3,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:12.269829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0859c792-f2b6-416e-98e0-78afb0801475 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Checking segment: {'id': 'e382df22-43e2-4ce4-abf7-a5e9e6ee1891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '756fe578-aa95-48ab-aca5-b9eae5ea1cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:32:12.270465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0859c792-f2b6-416e-98e0-78afb0801475 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network hostable DHCP agents. Network: 756fe578-aa95-48ab-aca5-b9eae5ea1cf7, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:32:12.339564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c32d7-e2a2-45ef-b441-601e41df06a9 req-8650db32-274d-4f93-b12c-1de3c46a47bc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:12.341212 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e0c32d7-e2a2-45ef-b441-601e41df06a9 req-8650db32-274d-4f93-b12c-1de3c46a47bc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1710699 Feb 11 04:32:12.432468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614197d-942b-47a1-8490-94486d2daeaf req-1348d1de-95c1-479a-80d8-21251b162a6f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:12.439457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614197d-942b-47a1-8490-94486d2daeaf req-1348d1de-95c1-479a-80d8-21251b162a6f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:12.446613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614197d-942b-47a1-8490-94486d2daeaf req-1348d1de-95c1-479a-80d8-21251b162a6f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:12.462552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614197d-942b-47a1-8490-94486d2daeaf req-1348d1de-95c1-479a-80d8-21251b162a6f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:12.468000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614197d-942b-47a1-8490-94486d2daeaf req-1348d1de-95c1-479a-80d8-21251b162a6f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:12.486457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614197d-942b-47a1-8490-94486d2daeaf req-1348d1de-95c1-479a-80d8-21251b162a6f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:12.491892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614197d-942b-47a1-8490-94486d2daeaf req-1348d1de-95c1-479a-80d8-21251b162a6f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:12.493907 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4614197d-942b-47a1-8490-94486d2daeaf req-1348d1de-95c1-479a-80d8-21251b162a6f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.3260047 Feb 11 04:32:12.509455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0859c792-f2b6-416e-98e0-78afb0801475 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 756fe578-aa95-48ab-aca5-b9eae5ea1cf7 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:32:12.599310 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e0c32d7-e2a2-45ef-b441-601e41df06a9 req-3b152b88-d12f-452c-9cda-87f00a10d332 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511942 Feb 11 04:32:12.679210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4614197d-942b-47a1-8490-94486d2daeaf req-453024a4-a87c-4e88-ab17-a37d7fee7e23 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1730576 Feb 11 04:32:12.680437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-0859c792-f2b6-416e-98e0-78afb0801475 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 756fe578-aa95-48ab-aca5-b9eae5ea1cf7) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:12.688603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0859c792-f2b6-416e-98e0-78afb0801475 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:12.688603 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0859c792-f2b6-416e-98e0-78afb0801475 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:12.697046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96992b14-6107-4f89-a1e4-6f661d1398e1 None None] Network 756fe578-aa95-48ab-aca5-b9eae5ea1cf7 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:32:12.836585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0859c792-f2b6-416e-98e0-78afb0801475 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2641897 Feb 11 04:32:12.839310 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57694) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:12.845685 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-310631ae-bb02-4fb6-afdf-ce1f7ac6f868 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1407127298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:12.930428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5e6a0-9e22-459c-be01-27502509766e req-af9912c6-6802-443e-ba5b-9baaa98bbd2a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:12.933991 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4f5e6a0-9e22-459c-be01-27502509766e req-af9912c6-6802-443e-ba5b-9baaa98bbd2a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1682189 Feb 11 04:32:13.008344 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-310631ae-bb02-4fb6-afdf-ce1f7ac6f868 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (1858fa89-2ef1-495f-8cc7-0c21b5b04573), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:13.009442 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-310631ae-bb02-4fb6-afdf-ce1f7ac6f868 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (1858fa89-2ef1-495f-8cc7-0c21b5b04573), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:13.027217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-756fe578-aa95-48ab-aca5-b9eae5ea1cf7', 'network_id': '756fe578-aa95-48ab-aca5-b9eae5ea1cf7', 'project_id': '53518ba44ed64629bca4f1cb537b8a7a', 'fixed_ips': [{'subnet_id': '03f30c9a-043f-4afa-8b29-ea40200814a3'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:32:13.029511 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:13.127511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4f5e6a0-9e22-459c-be01-27502509766e req-f639b15d-ea87-4293-a020-57ec11e0df08 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863742 Feb 11 04:32:13.254614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-310631ae-bb02-4fb6-afdf-ce1f7ac6f868 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for router_controller (1858fa89-2ef1-495f-8cc7-0c21b5b04573), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:13.336512 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-310631ae-bb02-4fb6-afdf-ce1f7ac6f868 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (1858fa89-2ef1-495f-8cc7-0c21b5b04573), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:13.388268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf0f6-596b-406a-883c-9c8b98bb4b25 req-b03feda4-39c9-4dc0-be52-a7447b94ca0f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:13.395746 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-62fdf0f6-596b-406a-883c-9c8b98bb4b25 req-b03feda4-39c9-4dc0-be52-a7447b94ca0f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1338215 Feb 11 04:32:13.486229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-62fdf0f6-596b-406a-883c-9c8b98bb4b25 req-8caf8f0b-26c0-4e3c-a513-7d2dfd1c03a9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892212 Feb 11 04:32:13.601149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Allocated IP 2001:db8::2 (756fe578-aa95-48ab-aca5-b9eae5ea1cf7/03f30c9a-043f-4afa-8b29-ea40200814a3/72254a21-a12e-4ff9-92f2-ad4a2a65da7f) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:13.606061 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-310631ae-bb02-4fb6-afdf-ce1f7ac6f868 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:13.610518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57710) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:13.615684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-34353f1b-2384-420e-b3d1-7cbd5cdb97cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'network_id': '756fe578-aa95-48ab-aca5-b9eae5ea1cf7', 'name': 'tempest-PortsIpV6TestJSON-1126304504'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:13.616375 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-310631ae-bb02-4fb6-afdf-ce1f7ac6f868 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7754138 Feb 11 04:32:13.824115 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Publish callbacks [] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:14.057347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31da336-9e91-474d-96ec-94fb341f1204 req-d20093af-ed6c-4f79-bbad-a72d6b160c9b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:14.065379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a31da336-9e91-474d-96ec-94fb341f1204 req-d20093af-ed6c-4f79-bbad-a72d6b160c9b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 812 time: 0.1552596 Feb 11 04:32:14.153581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a31da336-9e91-474d-96ec-94fb341f1204 req-24000a84-e3c2-48d7-beac-39e7c6111dc8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/quotas/a0c272147a3c4494a9c82c9c21a2e5c4 HTTP/1.1" status: 200 len: 375 time: 0.0868702 Feb 11 04:32:14.213744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2c7a-7163-4819-b773-cb48ca773459 req-a5cffe29-db21-4308-b8cc-963dc0063301 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:14.221149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2c7a-7163-4819-b773-cb48ca773459 req-a5cffe29-db21-4308-b8cc-963dc0063301 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:14.228618 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:14.246017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2c7a-7163-4819-b773-cb48ca773459 req-a5cffe29-db21-4308-b8cc-963dc0063301 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:14.292683 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2c7a-7163-4819-b773-cb48ca773459 req-a5cffe29-db21-4308-b8cc-963dc0063301 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:14.298531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2c7a-7163-4819-b773-cb48ca773459 req-a5cffe29-db21-4308-b8cc-963dc0063301 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:14.333292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2c7a-7163-4819-b773-cb48ca773459 req-a5cffe29-db21-4308-b8cc-963dc0063301 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:14.345140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c2c7a-7163-4819-b773-cb48ca773459 req-a5cffe29-db21-4308-b8cc-963dc0063301 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:14.361938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Pushing event updated for resources: {'Port': ['ID=72254a21-a12e-4ff9-92f2-ad4a2a65da7f,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:14.363939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c43c2c7a-7163-4819-b773-cb48ca773459 req-a5cffe29-db21-4308-b8cc-963dc0063301 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.4526556 Feb 11 04:32:14.368846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34353f1b-2384-420e-b3d1-7cbd5cdb97cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:14.380680 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-34353f1b-2384-420e-b3d1-7cbd5cdb97cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:14.402519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Network 756fe578-aa95-48ab-aca5-b9eae5ea1cf7 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:14.404465 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:14.417307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:14.527301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-34353f1b-2384-420e-b3d1-7cbd5cdb97cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port 732f9c13-b287-4d80-8bad-dd5c21bf251c yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:32:14.582957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Attempting to bind port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:32:14.586086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Attempting to bind port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e382df22-43e2-4ce4-abf7-a5e9e6ee1891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '756fe578-aa95-48ab-aca5-b9eae5ea1cf7'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:32:14.586505 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Attempting to bind port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f on network 756fe578-aa95-48ab-aca5-b9eae5ea1cf7 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:32:14.601537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:32:14.602506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Checking segment: {'id': 'e382df22-43e2-4ce4-abf7-a5e9e6ee1891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '756fe578-aa95-48ab-aca5-b9eae5ea1cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:32:14.602968 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:14.605523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Bound using segment: {'id': 'e382df22-43e2-4ce4-abf7-a5e9e6ee1891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '756fe578-aa95-48ab-aca5-b9eae5ea1cf7'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:32:14.606607 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Bound port: 72254a21-a12e-4ff9-92f2-ad4a2a65da7f, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e382df22-43e2-4ce4-abf7-a5e9e6ee1891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '756fe578-aa95-48ab-aca5-b9eae5ea1cf7'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:32:14.607070 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:14.636463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a31da336-9e91-474d-96ec-94fb341f1204 req-6a4b5609-f1f4-4897-a7a9-938295d3342a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4820094 Feb 11 04:32:14.720765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c43c2c7a-7163-4819-b773-cb48ca773459 req-154043ab-efd7-4925-9a9b-836815b76042 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3198757 Feb 11 04:32:14.792952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] For port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:32:14.797343 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] For port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=72254a21-a12e-4ff9-92f2-ad4a2a65da7f,segment=NetworkSegment(e382df22-43e2-4ce4-abf7-a5e9e6ee1891),segment_id=e382df22-43e2-4ce4-abf7-a5e9e6ee1891)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:32:14.902497 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:14.932079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-34353f1b-2384-420e-b3d1-7cbd5cdb97cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Allocated IP 2001:db8::cb (756fe578-aa95-48ab-aca5-b9eae5ea1cf7/03f30c9a-043f-4afa-8b29-ea40200814a3/732f9c13-b287-4d80-8bad-dd5c21bf251c) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:15.053820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c9475-53e6-4df6-a26c-8ae3e29ebe00 None None] Pushing event updated for resources: {'Port': ['ID=72254a21-a12e-4ff9-92f2-ad4a2a65da7f,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:15.433150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57752) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:15.627184 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-34353f1b-2384-420e-b3d1-7cbd5cdb97cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (732f9c13-b287-4d80-8bad-dd5c21bf251c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:15.721443 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a31da336-9e91-474d-96ec-94fb341f1204 req-64df1ec4-bd9a-4312-b99e-0a7124b39460 service neutron] 10.222.0.13 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0647023 Feb 11 04:32:15.752701 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-519239243', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:15.924658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Made reservation on behalf of 839f1e3655174c2faa85e4e75793233f for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:15.928231 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:15.946432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a31da336-9e91-474d-96ec-94fb341f1204 req-0ab45304-57b1-498f-a185-bae49610963a service neutron] 10.222.0.13 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180102 Feb 11 04:32:15.947052 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:15.954463 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-34353f1b-2384-420e-b3d1-7cbd5cdb97cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (732f9c13-b287-4d80-8bad-dd5c21bf251c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:16.229864 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks [] for security_group (098a0ed8-d8e4-4196-a983-54943be7b881), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:16.314929 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (098a0ed8-d8e4-4196-a983-54943be7b881), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:16.318132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34353f1b-2384-420e-b3d1-7cbd5cdb97cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 756fe578-aa95-48ab-aca5-b9eae5ea1cf7 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:16.322066 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] device_id is not set on port 7b0569e7-7053-4baf-8e2c-c46a1625f382 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:32:16.333541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-34353f1b-2384-420e-b3d1-7cbd5cdb97cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:16.339090 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34353f1b-2384-420e-b3d1-7cbd5cdb97cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=732f9c13-b287-4d80-8bad-dd5c21bf251c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:16.351831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34353f1b-2384-420e-b3d1-7cbd5cdb97cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:16.358448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34353f1b-2384-420e-b3d1-7cbd5cdb97cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:16.377681 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-34353f1b-2384-420e-b3d1-7cbd5cdb97cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:16.505582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829bf7d-f2b6-4e36-ba22-e6d60d4b61f8 req-7faade42-d62b-4b38-b034-c0524a2e0dfe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:16.531893 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829bf7d-f2b6-4e36-ba22-e6d60d4b61f8 req-7faade42-d62b-4b38-b034-c0524a2e0dfe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:16.543967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829bf7d-f2b6-4e36-ba22-e6d60d4b61f8 req-7faade42-d62b-4b38-b034-c0524a2e0dfe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:16.566699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829bf7d-f2b6-4e36-ba22-e6d60d4b61f8 req-7faade42-d62b-4b38-b034-c0524a2e0dfe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:16.571369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829bf7d-f2b6-4e36-ba22-e6d60d4b61f8 req-7faade42-d62b-4b38-b034-c0524a2e0dfe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:16.577060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829bf7d-f2b6-4e36-ba22-e6d60d4b61f8 req-7faade42-d62b-4b38-b034-c0524a2e0dfe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:16.593300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829bf7d-f2b6-4e36-ba22-e6d60d4b61f8 req-7faade42-d62b-4b38-b034-c0524a2e0dfe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:16.631819 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3829bf7d-f2b6-4e36-ba22-e6d60d4b61f8 req-7faade42-d62b-4b38-b034-c0524a2e0dfe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.6793563 Feb 11 04:32:16.669833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-34353f1b-2384-420e-b3d1-7cbd5cdb97cd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0580499 Feb 11 04:32:16.687764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57772) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:16.822532 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Allocated IP 172.25.3.131 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/7b0569e7-7053-4baf-8e2c-c46a1625f382) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:16.830071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098a0ed8-d8e4-4196-a983-54943be7b881,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:17.257297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21aaf185-cf3a-47a9-bb88-4db30a9b898c req-bbc92fbe-0d95-473e-88cb-94ff81e6599c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 210 time: 0.6220088 Feb 11 04:32:17.322653 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks [] for port (7b0569e7-7053-4baf-8e2c-c46a1625f382), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:17.336570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3829bf7d-f2b6-4e36-ba22-e6d60d4b61f8 req-df4678c0-ad89-46a2-862a-3c07f419fdd3 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7037280 Feb 11 04:32:17.375688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbcf447-a749-46f0-97a0-3a588d2cb95f None None] Network 756fe578-aa95-48ab-aca5-b9eae5ea1cf7 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:32:17.536790 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7b0569e7-7053-4baf-8e2c-c46a1625f382), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:17.611846 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d4b2b706-ab85-426a-85e2-55f25a42bf22 None None] Provisioning complete for port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:17.612241 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4b2b706-ab85-426a-85e2-55f25a42bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:17.636062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:17.651761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:17.662198 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:17.710847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 72254a21-a12e-4ff9-92f2-ad4a2a65da7f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:17.805577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:17.805577 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:17.821837 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b58f4f61-bf7b-44db-a10c-ded3bc98e6ff tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (732f9c13-b287-4d80-8bad-dd5c21bf251c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:17.844447 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Pushing event updated for resources: {'Port': ['ID=7b0569e7-7053-4baf-8e2c-c46a1625f382,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:17.970843 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:17.976854 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:18.066138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:18.067604 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:18.157535 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6d22d137-15b1-4f0b-b885-cbc732fe5ccf tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.7221236 Feb 11 04:32:18.159990 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=72254a21-a12e-4ff9-92f2-ad4a2a65da7f,segment=NetworkSegment(e382df22-43e2-4ce4-abf7-a5e9e6ee1891),segment_id=e382df22-43e2-4ce4-abf7-a5e9e6ee1891)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:18.161284 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57796) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:18.167939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7220c7e5-5586-4da0-84c0-e40ba1239f3c tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.131'}]}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:18.174931 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d4b2b706-ab85-426a-85e2-55f25a42bf22 None None] Current status of the port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:18.176243 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4b2b706-ab85-426a-85e2-55f25a42bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:18.293486 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:18.403318 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:32:18.410400 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7220c7e5-5586-4da0-84c0-e40ba1239f3c tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (d42dfbc8-503d-480d-9f59-a4cd744c89c5), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:18.415276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7220c7e5-5586-4da0-84c0-e40ba1239f3c tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (d42dfbc8-503d-480d-9f59-a4cd744c89c5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:18.490454 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-d4b2b706-ab85-426a-85e2-55f25a42bf22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:32:18.491012 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-d4b2b706-ab85-426a-85e2-55f25a42bf22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:32:18.635205 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7220c7e5-5586-4da0-84c0-e40ba1239f3c tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks [] for router_controller (d42dfbc8-503d-480d-9f59-a4cd744c89c5), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:18.711875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=72254a21-a12e-4ff9-92f2-ad4a2a65da7f,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:18.879609 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b58f4f61-bf7b-44db-a10c-ded3bc98e6ff tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (732f9c13-b287-4d80-8bad-dd5c21bf251c), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:18.958341 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb97c113-a723-4716-855a-4d773dcc01b3 req-b7079270-a7f1-4384-b6d0-15fbbf6932d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8718119 Feb 11 04:32:19.067244 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c5d321e-2829-4bed-9da4-0592012f65b7 req-3ce543bd-c30e-4729-9112-f8a2112eae3b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 210 time: 0.5859458 Feb 11 04:32:19.093161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d4b2b706-ab85-426a-85e2-55f25a42bf22 None None] Current status of the port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:19.221489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f39303b5-7c34-445c-806d-11985d6c7f17 None None] Provisioning complete for port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:19.222277 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f39303b5-7c34-445c-806d-11985d6c7f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:19.258570 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b58f4f61-bf7b-44db-a10c-ded3bc98e6ff tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (732f9c13-b287-4d80-8bad-dd5c21bf251c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:19.414669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f39303b5-7c34-445c-806d-11985d6c7f17 None None] Current status of the port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:19.451972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f39303b5-7c34-445c-806d-11985d6c7f17 None None] Provisioning complete for port 732f9c13-b287-4d80-8bad-dd5c21bf251c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:19.452963 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f39303b5-7c34-445c-806d-11985d6c7f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (732f9c13-b287-4d80-8bad-dd5c21bf251c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:19.608020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f39303b5-7c34-445c-806d-11985d6c7f17 None None] Port 732f9c13-b287-4d80-8bad-dd5c21bf251c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:19.700474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 72254a21-a12e-4ff9-92f2-ad4a2a65da7f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:19.850203 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7220c7e5-5586-4da0-84c0-e40ba1239f3c tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks [] for router_gateway (d42dfbc8-503d-480d-9f59-a4cd744c89c5), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:19.895621 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:19.896331 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:20.161971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:20.185272 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b58f4f61-bf7b-44db-a10c-ded3bc98e6ff tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (1858fa89-2ef1-495f-8cc7-0c21b5b04573), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:20.211956 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e26e7ef5-a826-4a9c-9719-b07eca62e01a None None] Provisioning complete for port 732f9c13-b287-4d80-8bad-dd5c21bf251c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:20.212364 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e26e7ef5-a826-4a9c-9719-b07eca62e01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (732f9c13-b287-4d80-8bad-dd5c21bf251c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:20.366005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e26e7ef5-a826-4a9c-9719-b07eca62e01a None None] Port 732f9c13-b287-4d80-8bad-dd5c21bf251c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:20.509068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76312652-222c-4c3c-971d-36090275e894 req-ed423474-14ea-4baa-b818-a7a40b6b7dc5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:20.540431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76312652-222c-4c3c-971d-36090275e894 req-ed423474-14ea-4baa-b818-a7a40b6b7dc5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:20.558897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76312652-222c-4c3c-971d-36090275e894 req-ed423474-14ea-4baa-b818-a7a40b6b7dc5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:20.603085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76312652-222c-4c3c-971d-36090275e894 req-ed423474-14ea-4baa-b818-a7a40b6b7dc5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:20.617441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76312652-222c-4c3c-971d-36090275e894 req-ed423474-14ea-4baa-b818-a7a40b6b7dc5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:20.633010 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7220c7e5-5586-4da0-84c0-e40ba1239f3c tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks [] for router_gateway (d42dfbc8-503d-480d-9f59-a4cd744c89c5), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:20.655355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76312652-222c-4c3c-971d-36090275e894 req-ed423474-14ea-4baa-b818-a7a40b6b7dc5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:20.683523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76312652-222c-4c3c-971d-36090275e894 req-ed423474-14ea-4baa-b818-a7a40b6b7dc5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:20.685600 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76312652-222c-4c3c-971d-36090275e894 req-ed423474-14ea-4baa-b818-a7a40b6b7dc5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 1.7988482 Feb 11 04:32:20.711293 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7220c7e5-5586-4da0-84c0-e40ba1239f3c tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:20.722617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f4f61-bf7b-44db-a10c-ded3bc98e6ff tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=732f9c13-b287-4d80-8bad-dd5c21bf251c,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:20.908823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57826) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:21.227317 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b816-1492-4f98-9b4b-0556e4b66a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:21.439386 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b816-1492-4f98-9b4b-0556e4b66a4c admin admin] Publish callbacks [] for security_group (ce685554-e578-4d07-892b-0496c4891edd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:21.442066 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7220c7e5-5586-4da0-84c0-e40ba1239f3c tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks [] for router (d42dfbc8-503d-480d-9f59-a4cd744c89c5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:21.534468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31da336-9e91-474d-96ec-94fb341f1204 req-120a8162-624a-4363-a14c-2f11d99aaf18 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:21.538274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a31da336-9e91-474d-96ec-94fb341f1204 req-120a8162-624a-4363-a14c-2f11d99aaf18 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.47 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 812 time: 0.2015960 Feb 11 04:32:21.593195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97c113-a723-4716-855a-4d773dcc01b3 req-6ca12f7c-0532-4838-a5dc-c2026bdca7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:21.595211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb97c113-a723-4716-855a-4d773dcc01b3 req-6ca12f7c-0532-4838-a5dc-c2026bdca7df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 1127 time: 2.5548897 Feb 11 04:32:21.601434 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b816-1492-4f98-9b4b-0556e4b66a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ce685554-e578-4d07-892b-0496c4891edd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:21.601711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-a31da336-9e91-474d-96ec-94fb341f1204 req-4afafe19-217f-46b9-8495-ec308c75f240 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Request body: {'port': {'device_id': 'defe851d-202a-41fd-8d7a-284756d80b5d', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'admin_state_up': True, 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:21.648861 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d1f7b816-1492-4f98-9b4b-0556e4b66a4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2eba8ca9a6b44e13a8004525d2f47249&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7388015 Feb 11 04:32:21.660091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57832) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:21.797855 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c60507a-d6b9-4c1b-9dc6-e00eae0c0052 req-8171f889-f96a-4fb5-9ffd-07b9b5462e3c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 210 time: 1.0975406 Feb 11 04:32:21.923373 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43296cc5-eedd-4b66-8cb5-2786a9df7aa3 admin admin] Publish callbacks [] for security_group (ce685554-e578-4d07-892b-0496c4891edd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:21.965181 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76312652-222c-4c3c-971d-36090275e894 req-7159f6e8-5b1b-4d5b-87a1-edb5d014e1fd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.2082984 Feb 11 04:32:21.984706 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43296cc5-eedd-4b66-8cb5-2786a9df7aa3 admin admin] Publish callbacks [] for security_group (ce685554-e578-4d07-892b-0496c4891edd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:22.017874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97c113-a723-4716-855a-4d773dcc01b3 req-cf19748c-19a5-4e7b-a6a5-4f7953f4b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:22.024512 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb97c113-a723-4716-855a-4d773dcc01b3 req-cf19748c-19a5-4e7b-a6a5-4f7953f4b0a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.2253587 Feb 11 04:32:22.025032 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57842) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:22.174504 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb97c113-a723-4716-855a-4d773dcc01b3 req-fe75c6f0-5622-4d4a-b8d5-8a0cb31fa469 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 HTTP/1.1" status: 200 len: 999 time: 0.1379960 Feb 11 04:32:22.180636 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a31da336-9e91-474d-96ec-94fb341f1204 req-4afafe19-217f-46b9-8495-ec308c75f240 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Made reservation on behalf of a0c272147a3c4494a9c82c9c21a2e5c4 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:22.189730 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a31da336-9e91-474d-96ec-94fb341f1204 req-4afafe19-217f-46b9-8495-ec308c75f240 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:22.267550 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7220c7e5-5586-4da0-84c0-e40ba1239f3c tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (d42dfbc8-503d-480d-9f59-a4cd744c89c5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:22.276416 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7220c7e5-5586-4da0-84c0-e40ba1239f3c tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks [] for router_controller (d42dfbc8-503d-480d-9f59-a4cd744c89c5), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:22.408430 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43296cc5-eedd-4b66-8cb5-2786a9df7aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ce685554-e578-4d07-892b-0496c4891edd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:22.413727 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43296cc5-eedd-4b66-8cb5-2786a9df7aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:22.417274 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-43296cc5-eedd-4b66-8cb5-2786a9df7aa3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce685554-e578-4d07-892b-0496c4891edd HTTP/1.1" status: 204 len: 168 time: 0.7567556 Feb 11 04:32:22.424566 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7b816-1492-4f98-9b4b-0556e4b66a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce685554-e578-4d07-892b-0496c4891edd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:22.470388 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43296cc5-eedd-4b66-8cb5-2786a9df7aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce685554-e578-4d07-892b-0496c4891edd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:22.485730 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7220c7e5-5586-4da0-84c0-e40ba1239f3c tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (d42dfbc8-503d-480d-9f59-a4cd744c89c5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:22.486388 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7220c7e5-5586-4da0-84c0-e40ba1239f3c tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d42dfbc8-503d-480d-9f59-a4cd744c89c5 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:32:22.616646 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-7220c7e5-5586-4da0-84c0-e40ba1239f3c tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 04:32:22.619608 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7220c7e5-5586-4da0-84c0-e40ba1239f3c tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.4570203 Feb 11 04:32:22.622269 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57850) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:22.691779 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b58f4f61-bf7b-44db-a10c-ded3bc98e6ff tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (732f9c13-b287-4d80-8bad-dd5c21bf251c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:22.836033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97c113-a723-4716-855a-4d773dcc01b3 req-28587248-cf50-42a3-9f1d-4130e631503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:22.843822 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb97c113-a723-4716-855a-4d773dcc01b3 req-28587248-cf50-42a3-9f1d-4130e631503d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.6262863 Feb 11 04:32:22.985362 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-52118d3c-e23f-4848-a4c1-4bd363520614 tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Deleting port 7b0569e7-7053-4baf-8e2c-c46a1625f382 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:32:22.985921 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52118d3c-e23f-4848-a4c1-4bd363520614 tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7b0569e7-7053-4baf-8e2c-c46a1625f382), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:23.091200 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-faee81f8-e103-431d-8a84-bd13db39c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:23.229746 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52118d3c-e23f-4848-a4c1-4bd363520614 tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7b0569e7-7053-4baf-8e2c-c46a1625f382), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:23.263600 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-52118d3c-e23f-4848-a4c1-4bd363520614 tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Calling delete_port for 7b0569e7-7053-4baf-8e2c-c46a1625f382 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:32:23.343192 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-894421e6-9952-4720-b719-20c23b7605f2 req-a0f90b4b-cd81-4bef-a735-86916ca3fb92 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4546545 Feb 11 04:32:23.593771 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894421e6-9952-4720-b719-20c23b7605f2 req-ad218985-cc5c-4655-aaa0-61892583d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:23.597889 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-894421e6-9952-4720-b719-20c23b7605f2 req-ad218985-cc5c-4655-aaa0-61892583d166 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dad791f7a2e94982a1c7f73e36e379b9&device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 1128 time: 0.1882713 Feb 11 04:32:23.616928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49d814d9-1f44-4a46-9982-126442e1b497 req-31841fc2-252a-4cfd-99af-8da6befdcda5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 210 time: 0.2994258 Feb 11 04:32:23.733642 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-a31da336-9e91-474d-96ec-94fb341f1204 req-4afafe19-217f-46b9-8495-ec308c75f240 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Allocated IP 172.20.0.9 (52e2e255-4bcd-4033-994f-08fc2f872764/2f82346c-9264-4068-a473-ad115add59d6/cb8dc0ca-24b4-48a8-9d98-e3e98ba04516) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:23.805663 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57866) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:23.924723 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b100b138-b1e1-4df0-8518-20196ab7e3f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:24.025153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894421e6-9952-4720-b719-20c23b7605f2 req-2630e989-127e-4967-905a-978e2037ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:24.029767 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-894421e6-9952-4720-b719-20c23b7605f2 req-2630e989-127e-4967-905a-978e2037ee74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e84ca41d-2ea3-49fa-a2a8-d45306be69c6 HTTP/1.1" status: 200 len: 915 time: 0.4022424 Feb 11 04:32:24.081536 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b58f4f61-bf7b-44db-a10c-ded3bc98e6ff tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (732f9c13-b287-4d80-8bad-dd5c21bf251c), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:24.132628 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a31da336-9e91-474d-96ec-94fb341f1204 req-4afafe19-217f-46b9-8495-ec308c75f240 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:24.150028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d93b9d-8b64-45e7-92ad-7ef4cd7f615f req-a11a9d92-be34-4b15-8926-2799a24de8ee tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:24.155354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d93b9d-8b64-45e7-92ad-7ef4cd7f615f req-a11a9d92-be34-4b15-8926-2799a24de8ee tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:24.156902 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52118d3c-e23f-4848-a4c1-4bd363520614 tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7b0569e7-7053-4baf-8e2c-c46a1625f382), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:24.161502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d93b9d-8b64-45e7-92ad-7ef4cd7f615f req-a11a9d92-be34-4b15-8926-2799a24de8ee tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:24.167712 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-894421e6-9952-4720-b719-20c23b7605f2 req-9d7dbbbe-033d-4845-9ba7-223a142fb9d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35c745ab-edf6-48f2-a7db-792e0e226073 HTTP/1.1" status: 200 len: 217 time: 0.1325800 Feb 11 04:32:24.167862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d93b9d-8b64-45e7-92ad-7ef4cd7f615f req-a11a9d92-be34-4b15-8926-2799a24de8ee tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:24.173910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d93b9d-8b64-45e7-92ad-7ef4cd7f615f req-a11a9d92-be34-4b15-8926-2799a24de8ee tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:24.179448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d93b9d-8b64-45e7-92ad-7ef4cd7f615f req-a11a9d92-be34-4b15-8926-2799a24de8ee tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:24.184920 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d93b9d-8b64-45e7-92ad-7ef4cd7f615f req-a11a9d92-be34-4b15-8926-2799a24de8ee tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:24.186887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06d93b9d-8b64-45e7-92ad-7ef4cd7f615f req-a11a9d92-be34-4b15-8926-2799a24de8ee tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.9112117 Feb 11 04:32:24.194143 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b58f4f61-bf7b-44db-a10c-ded3bc98e6ff tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (732f9c13-b287-4d80-8bad-dd5c21bf251c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:24.194932 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b58f4f61-bf7b-44db-a10c-ded3bc98e6ff tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (1858fa89-2ef1-495f-8cc7-0c21b5b04573), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:24.213047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97c113-a723-4716-855a-4d773dcc01b3 req-865fab5f-3249-4ffe-9ec6-4ac0798571e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:24.214710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb97c113-a723-4716-855a-4d773dcc01b3 req-865fab5f-3249-4ffe-9ec6-4ac0798571e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9361160 Feb 11 04:32:24.370351 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894421e6-9952-4720-b719-20c23b7605f2 req-aa394ad3-94e5-4067-934e-08edea3500fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:24.372317 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-894421e6-9952-4720-b719-20c23b7605f2 req-aa394ad3-94e5-4067-934e-08edea3500fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=87ee16fb-e51f-46dc-abde-f7dddf3e1102 HTTP/1.1" status: 200 len: 854 time: 0.1908317 Feb 11 04:32:24.377051 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52118d3c-e23f-4848-a4c1-4bd363520614 tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b0569e7-7053-4baf-8e2c-c46a1625f382,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:24.522159 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-894421e6-9952-4720-b719-20c23b7605f2 req-cfa56c9f-9a14-4df0-b29b-e056f3db7f1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e84ca41d-2ea3-49fa-a2a8-d45306be69c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277864 Feb 11 04:32:24.525147 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52118d3c-e23f-4848-a4c1-4bd363520614 tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:24.528653 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-52118d3c-e23f-4848-a4c1-4bd363520614 tempest-RoutersAdminNegativeIpV6Test-2056303637 tempest-RoutersAdminNegativeIpV6Test-2056303637-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7b0569e7-7053-4baf-8e2c-c46a1625f382 HTTP/1.1" status: 204 len: 168 time: 1.9050512 Feb 11 04:32:24.649814 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-894421e6-9952-4720-b719-20c23b7605f2 req-67be7e45-eced-4a03-be91-8cd4c48dea43 service neutron] 10.222.0.47 "GET /v2.0/networks/e84ca41d-2ea3-49fa-a2a8-d45306be69c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194916 Feb 11 04:32:24.753252 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06d93b9d-8b64-45e7-92ad-7ef4cd7f615f req-e25ae729-5fed-4504-96c1-4394492cf967 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5432162 Feb 11 04:32:24.777420 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b100b138-b1e1-4df0-8518-20196ab7e3f2 admin admin] Publish callbacks [] for security_group (60e9d2b2-da0f-4d54-8691-6121a650b530), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:24.832648 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-894421e6-9952-4720-b719-20c23b7605f2 req-d1fd617f-a069-4837-99f9-e64f5bb79a11 service neutron] 10.222.0.47 "GET /v2.0/networks/e84ca41d-2ea3-49fa-a2a8-d45306be69c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670704 Feb 11 04:32:24.909790 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b100b138-b1e1-4df0-8518-20196ab7e3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (60e9d2b2-da0f-4d54-8691-6121a650b530), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:24.938691 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a31da336-9e91-474d-96ec-94fb341f1204 req-4afafe19-217f-46b9-8495-ec308c75f240 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:24.946094 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100b138-b1e1-4df0-8518-20196ab7e3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e9d2b2-da0f-4d54-8691-6121a650b530,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:24.955544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f4f61-bf7b-44db-a10c-ded3bc98e6ff tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=732f9c13-b287-4d80-8bad-dd5c21bf251c,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:24.989395 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b100b138-b1e1-4df0-8518-20196ab7e3f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cee1cbec42d046e7bb75111efba0db0c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1429253 Feb 11 04:32:24.991022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57880) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:25.074819 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0707af4c-5b3a-476f-87ab-17289767c1a6 admin admin] Publish callbacks [] for security_group (60e9d2b2-da0f-4d54-8691-6121a650b530), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:25.123577 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0707af4c-5b3a-476f-87ab-17289767c1a6 admin admin] Publish callbacks [] for security_group (60e9d2b2-da0f-4d54-8691-6121a650b530), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:25.254099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb97c113-a723-4716-855a-4d773dcc01b3 req-9335f8b2-3e02-49c6-8ab8-f3c1eb621da0 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0132539 Feb 11 04:32:25.257463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afafe19-217f-46b9-8495-ec308c75f240 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event updated for resources: {'Port': ['ID=cb8dc0ca-24b4-48a8-9d98-e3e98ba04516,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:25.320222 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0707af4c-5b3a-476f-87ab-17289767c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (60e9d2b2-da0f-4d54-8691-6121a650b530), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:25.325288 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0707af4c-5b3a-476f-87ab-17289767c1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:25.326601 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0707af4c-5b3a-476f-87ab-17289767c1a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60e9d2b2-da0f-4d54-8691-6121a650b530 HTTP/1.1" status: 204 len: 168 time: 0.3344879 Feb 11 04:32:25.343595 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707af4c-5b3a-476f-87ab-17289767c1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e9d2b2-da0f-4d54-8691-6121a650b530,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:25.344221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31da336-9e91-474d-96ec-94fb341f1204 req-4afafe19-217f-46b9-8495-ec308c75f240 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Network 52e2e255-4bcd-4033-994f-08fc2f872764 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:25.347959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-a31da336-9e91-474d-96ec-94fb341f1204 req-4afafe19-217f-46b9-8495-ec308c75f240 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:25.365454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31da336-9e91-474d-96ec-94fb341f1204 req-4afafe19-217f-46b9-8495-ec308c75f240 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:25.382082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58f4f61-bf7b-44db-a10c-ded3bc98e6ff tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 756fe578-aa95-48ab-aca5-b9eae5ea1cf7 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:25.392548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57886) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:25.474070 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4192adc1-8696-478e-8df8-00f8c160aa5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:25.478916 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-b58f4f61-bf7b-44db-a10c-ded3bc98e6ff tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:25.509964 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb940e36-1e89-4048-93cd-819a4d59d4a7 req-37a03c55-e32d-4216-87ed-b85ddbbbc9b9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:25.511773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb940e36-1e89-4048-93cd-819a4d59d4a7 req-37a03c55-e32d-4216-87ed-b85ddbbbc9b9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 931 time: 0.7158980 Feb 11 04:32:25.600835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb97c113-a723-4716-855a-4d773dcc01b3 req-6811d0f8-8802-4a02-9101-3c0e8ebdac9f service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281035 Feb 11 04:32:25.649662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31da336-9e91-474d-96ec-94fb341f1204 req-4afafe19-217f-46b9-8495-ec308c75f240 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:25.650343 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a31da336-9e91-474d-96ec-94fb341f1204 req-4afafe19-217f-46b9-8495-ec308c75f240 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:25.701861 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-461d5423-81c0-453f-8333-b5b3c07b369c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:25.819402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb940e36-1e89-4048-93cd-819a4d59d4a7 req-bdc56e35-f09e-458a-b51c-42be9a03d13a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371357 Feb 11 04:32:25.923567 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-461d5423-81c0-453f-8333-b5b3c07b369c admin admin] Publish callbacks [] for security_group (d0ec9703-30bf-4ebc-bfbc-3c7908f21cfd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:25.953639 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2d3893a0-769f-4b54-b981-ba5414edee4d None None] Provisioning complete for port 732f9c13-b287-4d80-8bad-dd5c21bf251c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:25.954413 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2d3893a0-769f-4b54-b981-ba5414edee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (732f9c13-b287-4d80-8bad-dd5c21bf251c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:25.967912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a31da336-9e91-474d-96ec-94fb341f1204 req-4afafe19-217f-46b9-8495-ec308c75f240 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3671713 Feb 11 04:32:25.998256 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-461d5423-81c0-453f-8333-b5b3c07b369c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d0ec9703-30bf-4ebc-bfbc-3c7908f21cfd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:26.020924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Request body: {'port': {'device_id': 'defe851d-202a-41fd-8d7a-284756d80b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:26.049138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2d3893a0-769f-4b54-b981-ba5414edee4d None None] Port 732f9c13-b287-4d80-8bad-dd5c21bf251c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:26.072611 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2d3893a0-769f-4b54-b981-ba5414edee4d None None] Provisioning complete for port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:26.075961 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2d3893a0-769f-4b54-b981-ba5414edee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:26.092870 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-461d5423-81c0-453f-8333-b5b3c07b369c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd487320939e439f89af8f1b3e377b67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6987154 Feb 11 04:32:26.097218 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57898) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:26.123718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2d3893a0-769f-4b54-b981-ba5414edee4d None None] Port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:26.143129 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d5423-81c0-453f-8333-b5b3c07b369c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ec9703-30bf-4ebc-bfbc-3c7908f21cfd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:26.195147 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24022b67-10e9-4d35-a212-3e244d5aa2f8 admin admin] Publish callbacks [] for security_group (d0ec9703-30bf-4ebc-bfbc-3c7908f21cfd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:26.224872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24022b67-10e9-4d35-a212-3e244d5aa2f8 admin admin] Publish callbacks [] for security_group (d0ec9703-30bf-4ebc-bfbc-3c7908f21cfd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:26.278354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e633bc-e2c9-4994-a656-3f1101ac333f req-0b2763af-b239-4a6d-a756-97c1b02b3efd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:26.284342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e633bc-e2c9-4994-a656-3f1101ac333f req-0b2763af-b239-4a6d-a756-97c1b02b3efd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:26.289659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e633bc-e2c9-4994-a656-3f1101ac333f req-0b2763af-b239-4a6d-a756-97c1b02b3efd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:26.295312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e633bc-e2c9-4994-a656-3f1101ac333f req-0b2763af-b239-4a6d-a756-97c1b02b3efd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:26.302374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e633bc-e2c9-4994-a656-3f1101ac333f req-0b2763af-b239-4a6d-a756-97c1b02b3efd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:26.307678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e633bc-e2c9-4994-a656-3f1101ac333f req-0b2763af-b239-4a6d-a756-97c1b02b3efd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:26.314352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e633bc-e2c9-4994-a656-3f1101ac333f req-0b2763af-b239-4a6d-a756-97c1b02b3efd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:26.316524 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5e633bc-e2c9-4994-a656-3f1101ac333f req-0b2763af-b239-4a6d-a756-97c1b02b3efd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.3565729 Feb 11 04:32:26.319830 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:26.404698 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24022b67-10e9-4d35-a212-3e244d5aa2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d0ec9703-30bf-4ebc-bfbc-3c7908f21cfd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:26.409179 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24022b67-10e9-4d35-a212-3e244d5aa2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:26.412424 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-24022b67-10e9-4d35-a212-3e244d5aa2f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0ec9703-30bf-4ebc-bfbc-3c7908f21cfd HTTP/1.1" status: 204 len: 168 time: 0.3018682 Feb 11 04:32:26.423805 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24022b67-10e9-4d35-a212-3e244d5aa2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ec9703-30bf-4ebc-bfbc-3c7908f21cfd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:26.481555 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-700a6494-bdd3-46d3-88d2-2d6e275bac4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (a54500b8-62dd-4e64-970e-51fd887f1fa9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:26.498224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57902) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:26.520198 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-abf37f3c-65c3-4390-8658-78353ddfd94c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:26.565797 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58f4f61-bf7b-44db-a10c-ded3bc98e6ff tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Router 1858fa89-2ef1-495f-8cc7-0c21b5b04573 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:32:26.603761 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:26.634497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-abf37f3c-65c3-4390-8658-78353ddfd94c admin admin] Publish callbacks [] for security_group (edeaf508-62f3-4431-ba5d-a1d8a2651c94), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:26.661161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5e633bc-e2c9-4994-a656-3f1101ac333f req-8947b300-bba6-4349-8d8c-cbe7c90524cc tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3368106 Feb 11 04:32:26.729652 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-abf37f3c-65c3-4390-8658-78353ddfd94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (edeaf508-62f3-4431-ba5d-a1d8a2651c94), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:26.801432 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-abf37f3c-65c3-4390-8658-78353ddfd94c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b856fe1ba83649d58429d8eb672b5ae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3017790 Feb 11 04:32:26.802733 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf37f3c-65c3-4390-8658-78353ddfd94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edeaf508-62f3-4431-ba5d-a1d8a2651c94,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:26.806406 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57904) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:26.911486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9a2889d6-6a3e-4245-b3a1-fe74bde60b6f admin admin] Publish callbacks [] for security_group (edeaf508-62f3-4431-ba5d-a1d8a2651c94), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:26.969748 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9a2889d6-6a3e-4245-b3a1-fe74bde60b6f admin admin] Publish callbacks [] for security_group (edeaf508-62f3-4431-ba5d-a1d8a2651c94), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:26.979947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58f4f61-bf7b-44db-a10c-ded3bc98e6ff tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:32:26.992864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b58f4f61-bf7b-44db-a10c-ded3bc98e6ff tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "PUT /v2.0/routers/1858fa89-2ef1-495f-8cc7-0c21b5b04573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3003297 Feb 11 04:32:26.993439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b4078-e50e-4782-ad8a-3e28c599d718 None None] Sync routers for ids ['1858fa89-2ef1-495f-8cc7-0c21b5b04573'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:32:27.008823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b4078-e50e-4782-ad8a-3e28c599d718 None None] Routers {'1858fa89-2ef1-495f-8cc7-0c21b5b04573'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:32:27.013276 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a09b4078-e50e-4782-ad8a-3e28c599d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1858fa89-2ef1-495f-8cc7-0c21b5b04573'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:27.020810 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57912) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:27.073214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a09b4078-e50e-4782-ad8a-3e28c599d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:27.086667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b4078-e50e-4782-ad8a-3e28c599d718 None None] Routers {'1858fa89-2ef1-495f-8cc7-0c21b5b04573'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:32:27.087641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a09b4078-e50e-4782-ad8a-3e28c599d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1858fa89-2ef1-495f-8cc7-0c21b5b04573'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:27.167274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a09b4078-e50e-4782-ad8a-3e28c599d718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:27.168080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b4078-e50e-4782-ad8a-3e28c599d718 None None] The sync data for ids ['1858fa89-2ef1-495f-8cc7-0c21b5b04573'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:32:27.210507 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c30df4-614e-4819-ba30-199c189febd9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:27.212836 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b4c30df4-614e-4819-ba30-199c189febd9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports?device_id=1858fa89-2ef1-495f-8cc7-0c21b5b04573 HTTP/1.1" status: 200 len: 988 time: 0.1834164 Feb 11 04:32:27.216297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57916) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:27.269617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64c0a2-099a-4321-b336-c9601d89640d req-b998ce50-0a28-4327-a941-12dc91b91209 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:27.271397 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a64c0a2-099a-4321-b336-c9601d89640d req-b998ce50-0a28-4327-a941-12dc91b91209 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 931 time: 0.2260051 Feb 11 04:32:27.283191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:32:27.299164 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Publish callbacks [] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:27.308751 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9a2889d6-6a3e-4245-b3a1-fe74bde60b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (edeaf508-62f3-4431-ba5d-a1d8a2651c94), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:27.314152 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9a2889d6-6a3e-4245-b3a1-fe74bde60b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:27.315362 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9a2889d6-6a3e-4245-b3a1-fe74bde60b6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edeaf508-62f3-4431-ba5d-a1d8a2651c94 HTTP/1.1" status: 204 len: 168 time: 0.5078909 Feb 11 04:32:27.365490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Transition to ACTIVE for port object cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:32:27.372037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2889d6-6a3e-4245-b3a1-fe74bde60b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeaf508-62f3-4431-ba5d-a1d8a2651c94,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:27.461081 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a64c0a2-099a-4321-b336-c9601d89640d req-ea41ef2a-d5d9-4d81-b895-f9190351395f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782167 Feb 11 04:32:27.743525 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:27.814050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8dc0ca-24b4-48a8-9d98-e3e98ba04516,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:27.826171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-700a6494-bdd3-46d3-88d2-2d6e275bac4c admin admin] Deleting port d352dd56-32dd-441a-b7ac-7fd155de258b {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:32:27.826612 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-700a6494-bdd3-46d3-88d2-2d6e275bac4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:27.858485 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57924) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:28.086517 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Attempting to bind port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:32:28.088829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Attempting to bind port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:32:28.089733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Attempting to bind port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 on network 52e2e255-4bcd-4033-994f-08fc2f872764 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:32:28.105123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 on network 52e2e255-4bcd-4033-994f-08fc2f872764 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:32:28.105688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Attempting to bind port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 on network 52e2e255-4bcd-4033-994f-08fc2f872764 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:32:28.121631 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484cc6b-4965-4a23-a721-a0cfe676289d req-a9a55741-af9c-4cef-9ae3-990bc20e7444 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:28.142315 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484cc6b-4965-4a23-a721-a0cfe676289d req-a9a55741-af9c-4cef-9ae3-990bc20e7444 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:28.175238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484cc6b-4965-4a23-a721-a0cfe676289d req-a9a55741-af9c-4cef-9ae3-990bc20e7444 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:28.181888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484cc6b-4965-4a23-a721-a0cfe676289d req-a9a55741-af9c-4cef-9ae3-990bc20e7444 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:28.195742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484cc6b-4965-4a23-a721-a0cfe676289d req-a9a55741-af9c-4cef-9ae3-990bc20e7444 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:28.201868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484cc6b-4965-4a23-a721-a0cfe676289d req-a9a55741-af9c-4cef-9ae3-990bc20e7444 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:28.210150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484cc6b-4965-4a23-a721-a0cfe676289d req-a9a55741-af9c-4cef-9ae3-990bc20e7444 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:28.212611 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9484cc6b-4965-4a23-a721-a0cfe676289d req-a9a55741-af9c-4cef-9ae3-990bc20e7444 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.3897793 Feb 11 04:32:28.238911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:32:28.240020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Checking segment: {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:32:28.240833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Bound using segment: {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:32:28.241323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Bound port: cb8dc0ca-24b4-48a8-9d98-e3e98ba04516, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:32:28.241701 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:28.252885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-700a6494-bdd3-46d3-88d2-2d6e275bac4c admin admin] For port d352dd56-32dd-441a-b7ac-7fd155de258b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d352dd56-32dd-441a-b7ac-7fd155de258b,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:28.253261 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-700a6494-bdd3-46d3-88d2-2d6e275bac4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:28.307373 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:28.323290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-700a6494-bdd3-46d3-88d2-2d6e275bac4c admin admin] Calling delete_port for d352dd56-32dd-441a-b7ac-7fd155de258b owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:32:28.567640 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b3b504f-06bb-4746-b2fa-8b7e6febe949 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (1858fa89-2ef1-495f-8cc7-0c21b5b04573), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:28.594600 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6342f67d-4165-42e5-a0bd-4c94779d9c34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=839f1e3655174c2faa85e4e75793233f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7337310 Feb 11 04:32:28.601515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9484cc6b-4965-4a23-a721-a0cfe676289d req-4b45733e-3df2-4806-8aaf-b96cfbe9d20d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3792665 Feb 11 04:32:28.613341 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57944) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:28.674022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] For port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:32:28.679159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] For port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=cb8dc0ca-24b4-48a8-9d98-e3e98ba04516,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:32:28.856885 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b504f-06bb-4746-b2fa-8b7e6febe949 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port 732f9c13-b287-4d80-8bad-dd5c21bf251c {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:32:28.857236 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b3b504f-06bb-4746-b2fa-8b7e6febe949 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (732f9c13-b287-4d80-8bad-dd5c21bf251c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:28.912803 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:28.988999 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b3b504f-06bb-4746-b2fa-8b7e6febe949 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (732f9c13-b287-4d80-8bad-dd5c21bf251c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:28.993276 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:28.993711 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:28.995239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a31da336-9e91-474d-96ec-94fb341f1204 req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] 10.222.0.47 "PUT /v2.0/ports/cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 HTTP/1.1" status: 200 len: 1092 time: 2.9864252 Feb 11 04:32:28.995840 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95066a32-d64a-497e-ae03-8f5d5ef59141 admin admin] Publish callbacks [] for security_group (098a0ed8-d8e4-4196-a983-54943be7b881), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:29.003467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defe851d-202a-41fd-8d7a-284756d80b5d', 'tag': 'cb8dc0ca-24b4-48a8-9d98-e3e98ba04516'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:32:29.005763 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa18e6aa-46f3-47f9-9b28-15a48181b32b" -d '{"events": [{"name": "network-changed", "server_uuid": "defe851d-202a-41fd-8d7a-284756d80b5d", "tag": "cb8dc0ca-24b4-48a8-9d98-e3e98ba04516"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:32:29.011073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7b3b504f-06bb-4746-b2fa-8b7e6febe949 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for 732f9c13-b287-4d80-8bad-dd5c21bf251c owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:32:29.107987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcd46c-67fe-4365-9163-879361058904 req-ec88c058-a32b-4556-be81-a49f34c1822c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:29.109790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4fcd46c-67fe-4365-9163-879361058904 req-ec88c058-a32b-4556-be81-a49f34c1822c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 943 time: 0.5071919 Feb 11 04:32:29.115241 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95066a32-d64a-497e-ae03-8f5d5ef59141 admin admin] Publish callbacks [] for security_group (098a0ed8-d8e4-4196-a983-54943be7b881), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:29.132124 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6433ed-882c-411f-b180-4bf131521a08 x-openstack-request-id: req-ce6433ed-882c-411f-b180-4bf131521a08 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:32:29.132489 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defe851d-202a-41fd-8d7a-284756d80b5d", "tag": "cb8dc0ca-24b4-48a8-9d98-e3e98ba04516", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:32:29.132703 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce6433ed-882c-411f-b180-4bf131521a08 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:32:29.135361 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'defe851d-202a-41fd-8d7a-284756d80b5d', 'tag': 'cb8dc0ca-24b4-48a8-9d98-e3e98ba04516', 'status': 'completed', 'code': 200} Feb 11 04:32:29.263845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8a547-9470-4262-8a6b-3c984e4fb949 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8dc0ca-24b4-48a8-9d98-e3e98ba04516,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:29.422297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4fcd46c-67fe-4365-9163-879361058904 req-33cc99cf-2286-4480-8f8f-c5063d154166 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799892 Feb 11 04:32:29.433905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18e6aa-46f3-47f9-9b28-15a48181b32b req-d9b356f9-ca8e-4c66-a500-2538e32d936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:29.435431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa18e6aa-46f3-47f9-9b28-15a48181b32b req-d9b356f9-ca8e-4c66-a500-2538e32d936c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 1126 time: 0.2672188 Feb 11 04:32:29.518546 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b3b504f-06bb-4746-b2fa-8b7e6febe949 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (732f9c13-b287-4d80-8bad-dd5c21bf251c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:29.566263 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-700a6494-bdd3-46d3-88d2-2d6e275bac4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d352dd56-32dd-441a-b7ac-7fd155de258b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:29.572009 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95066a32-d64a-497e-ae03-8f5d5ef59141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (098a0ed8-d8e4-4196-a983-54943be7b881), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:29.575663 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95066a32-d64a-497e-ae03-8f5d5ef59141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:29.577063 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-95066a32-d64a-497e-ae03-8f5d5ef59141 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/098a0ed8-d8e4-4196-a983-54943be7b881 HTTP/1.1" status: 204 len: 168 time: 0.9603446 Feb 11 04:32:29.578538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18e6aa-46f3-47f9-9b28-15a48181b32b req-471b58ea-3302-41a7-a70a-218cd2305f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:29.580277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa18e6aa-46f3-47f9-9b28-15a48181b32b req-471b58ea-3302-41a7-a70a-218cd2305f79 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1370497 Feb 11 04:32:29.594336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b504f-06bb-4746-b2fa-8b7e6febe949 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=732f9c13-b287-4d80-8bad-dd5c21bf251c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:29.660306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a6494-bdd3-46d3-88d2-2d6e275bac4c admin admin] Pushing event deleted for resources: {'Port': ['ID=d352dd56-32dd-441a-b7ac-7fd155de258b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:29.678438 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:29.731327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95066a32-d64a-497e-ae03-8f5d5ef59141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098a0ed8-d8e4-4196-a983-54943be7b881,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:29.888833 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b3b504f-06bb-4746-b2fa-8b7e6febe949 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (1858fa89-2ef1-495f-8cc7-0c21b5b04573), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:30.228722 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3b504f-06bb-4746-b2fa-8b7e6febe949 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Router 1858fa89-2ef1-495f-8cc7-0c21b5b04573 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:32:30.245483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c50f-2f7c-49e2-9898-80dfec7ac20e req-4f757ca6-44d3-4d51-880c-5d655fd63f3e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:30.252002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c50f-2f7c-49e2-9898-80dfec7ac20e req-4f757ca6-44d3-4d51-880c-5d655fd63f3e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:30.266712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c50f-2f7c-49e2-9898-80dfec7ac20e req-4f757ca6-44d3-4d51-880c-5d655fd63f3e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:30.272033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c50f-2f7c-49e2-9898-80dfec7ac20e req-4f757ca6-44d3-4d51-880c-5d655fd63f3e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:30.289720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c50f-2f7c-49e2-9898-80dfec7ac20e req-4f757ca6-44d3-4d51-880c-5d655fd63f3e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:30.295058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c50f-2f7c-49e2-9898-80dfec7ac20e req-4f757ca6-44d3-4d51-880c-5d655fd63f3e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:30.314204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c50f-2f7c-49e2-9898-80dfec7ac20e req-4f757ca6-44d3-4d51-880c-5d655fd63f3e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:30.316239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1695c50f-2f7c-49e2-9898-80dfec7ac20e req-4f757ca6-44d3-4d51-880c-5d655fd63f3e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.4750855 Feb 11 04:32:30.319567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18e6aa-46f3-47f9-9b28-15a48181b32b req-be61c57b-9ff7-4c66-9b1d-ed1beccdc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:30.320967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa18e6aa-46f3-47f9-9b28-15a48181b32b req-be61c57b-9ff7-4c66-9b1d-ed1beccdc5af service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6914718 Feb 11 04:32:30.393375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3b504f-06bb-4746-b2fa-8b7e6febe949 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:32:30.408543 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7b3b504f-06bb-4746-b2fa-8b7e6febe949 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "PUT /v2.0/routers/1858fa89-2ef1-495f-8cc7-0c21b5b04573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1890295 Feb 11 04:32:30.408926 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad79f7e-a6c3-4833-be12-9680d6668189 None None] Sync routers for ids ['1858fa89-2ef1-495f-8cc7-0c21b5b04573'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:32:30.409963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57984) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:30.429825 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad79f7e-a6c3-4833-be12-9680d6668189 None None] Routers {'1858fa89-2ef1-495f-8cc7-0c21b5b04573'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:32:30.430736 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cad79f7e-a6c3-4833-be12-9680d6668189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1858fa89-2ef1-495f-8cc7-0c21b5b04573'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:30.503842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c16f17-1ea6-4f31-8d68-0a8447f7dabe req-f58c2358-1bb9-4028-ad1f-b14fb2a242f2 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:30.503842 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83c16f17-1ea6-4f31-8d68-0a8447f7dabe req-f58c2358-1bb9-4028-ad1f-b14fb2a242f2 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 945 time: 0.4205518 Feb 11 04:32:30.507278 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cad79f7e-a6c3-4833-be12-9680d6668189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:30.524487 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e51455-40f2-4d16-bd3c-e4383e7f70b2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] GET failed (client error): The resource could not be found. Feb 11 04:32:30.526517 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad79f7e-a6c3-4833-be12-9680d6668189 None None] Routers {'1858fa89-2ef1-495f-8cc7-0c21b5b04573'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:32:30.527472 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cad79f7e-a6c3-4833-be12-9680d6668189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1858fa89-2ef1-495f-8cc7-0c21b5b04573'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:30.528293 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-66e51455-40f2-4d16-bd3c-e4383e7f70b2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/732f9c13-b287-4d80-8bad-dd5c21bf251c HTTP/1.1" status: 404 len: 333 time: 0.1167138 Feb 11 04:32:30.531103 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57992) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:30.586694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1695c50f-2f7c-49e2-9898-80dfec7ac20e req-639660d9-5bbb-4e55-9d1a-97d35dfa3968 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2330730 Feb 11 04:32:30.601066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31da336-9e91-474d-96ec-94fb341f1204 req-3690004c-f90e-4ef1-8026-6f826417858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:30.602376 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cad79f7e-a6c3-4833-be12-9680d6668189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:30.603054 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a31da336-9e91-474d-96ec-94fb341f1204 req-3690004c-f90e-4ef1-8026-6f826417858d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 1126 time: 0.1993167 Feb 11 04:32:30.603186 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad79f7e-a6c3-4833-be12-9680d6668189 None None] The sync data for ids ['1858fa89-2ef1-495f-8cc7-0c21b5b04573'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:32:30.698875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a31da336-9e91-474d-96ec-94fb341f1204 req-7cfffa6c-2762-4eac-9fdc-06966e3307d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 HTTP/1.1" status: 200 len: 217 time: 0.0833576 Feb 11 04:32:30.747824 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-700a6494-bdd3-46d3-88d2-2d6e275bac4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (a54500b8-62dd-4e64-970e-51fd887f1fa9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:30.764576 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ff64a97-9a85-4a57-9753-b37e998d5767 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for router (1858fa89-2ef1-495f-8cc7-0c21b5b04573), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:30.767262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83c16f17-1ea6-4f31-8d68-0a8447f7dabe req-1dddedc7-cab8-4968-859a-cfc307246853 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/security-groups?id=59c669d4-b8e5-4e43-b3ca-7131289e9c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507117 Feb 11 04:32:30.988856 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ff64a97-9a85-4a57-9753-b37e998d5767 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (1858fa89-2ef1-495f-8cc7-0c21b5b04573), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:30.991348 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ff64a97-9a85-4a57-9753-b37e998d5767 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for router_controller (1858fa89-2ef1-495f-8cc7-0c21b5b04573), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:31.066656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31da336-9e91-474d-96ec-94fb341f1204 req-e758e18c-efe9-4e00-8eac-2a9fc4973e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:31.073877 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a31da336-9e91-474d-96ec-94fb341f1204 req-e758e18c-efe9-4e00-8eac-2a9fc4973e46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.3644116 Feb 11 04:32:31.233009 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ff64a97-9a85-4a57-9753-b37e998d5767 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (1858fa89-2ef1-495f-8cc7-0c21b5b04573), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:31.236306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff64a97-9a85-4a57-9753-b37e998d5767 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Fanout notify agent at l3_agent the message router_deleted on router 1858fa89-2ef1-495f-8cc7-0c21b5b04573 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:32:31.241034 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ff64a97-9a85-4a57-9753-b37e998d5767 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:31.243078 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7ff64a97-9a85-4a57-9753-b37e998d5767 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/routers/1858fa89-2ef1-495f-8cc7-0c21b5b04573 HTTP/1.1" status: 204 len: 168 time: 0.7091186 Feb 11 04:32:31.245709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58012) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:31.316604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdce77ea-4fb6-44ee-9cee-71a989255dfa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting subnet 03f30c9a-043f-4afa-8b29-ea40200814a3 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:32:31.321919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdce77ea-4fb6-44ee-9cee-71a989255dfa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (03f30c9a-043f-4afa-8b29-ea40200814a3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:31.334487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700a6494-bdd3-46d3-88d2-2d6e275bac4c admin admin] Router a54500b8-62dd-4e64-970e-51fd887f1fa9 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:32:31.355538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e55f1e-7d88-4ce0-b6f6-ebe169f965c9 req-a65b2517-2de1-4064-9feb-9a3ad5f51f4e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:31.363260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-33e55f1e-7d88-4ce0-b6f6-ebe169f965c9 req-a65b2517-2de1-4064-9feb-9a3ad5f51f4e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 943 time: 0.5923002 Feb 11 04:32:31.382396 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdce77ea-4fb6-44ee-9cee-71a989255dfa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (03f30c9a-043f-4afa-8b29-ea40200814a3), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:31.493866 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31da336-9e91-474d-96ec-94fb341f1204 req-ee5b4916-5fca-4e6a-b486-81b7309da132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:31.495954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a31da336-9e91-474d-96ec-94fb341f1204 req-ee5b4916-5fca-4e6a-b486-81b7309da132 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4131296 Feb 11 04:32:31.571440 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdce77ea-4fb6-44ee-9cee-71a989255dfa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (03f30c9a-043f-4afa-8b29-ea40200814a3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:31.617014 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308053a3-ca13-4f2a-a402-6fe70db4008c req-f44be986-2535-43b3-83f1-3bd9df161670 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:31.618873 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-308053a3-ca13-4f2a-a402-6fe70db4008c req-f44be986-2535-43b3-83f1-3bd9df161670 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 945 time: 0.1778572 Feb 11 04:32:31.619728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58018) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:31.656954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-33e55f1e-7d88-4ce0-b6f6-ebe169f965c9 req-8818e02a-1d84-4b77-9edb-9da9558fb382 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926586 Feb 11 04:32:31.732099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700a6494-bdd3-46d3-88d2-2d6e275bac4c admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:32:31.746389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffaa478-0c2b-43dc-b621-ec8795d542d2 None None] Sync routers for ids ['a54500b8-62dd-4e64-970e-51fd887f1fa9'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:32:31.751524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58024) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:31.759686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-700a6494-bdd3-46d3-88d2-2d6e275bac4c admin admin] 10.222.0.13 "PUT /v2.0/routers/a54500b8-62dd-4e64-970e-51fd887f1fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7212310 Feb 11 04:32:31.770915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffaa478-0c2b-43dc-b621-ec8795d542d2 None None] Routers {'a54500b8-62dd-4e64-970e-51fd887f1fa9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:32:31.771427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2ffaa478-0c2b-43dc-b621-ec8795d542d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a54500b8-62dd-4e64-970e-51fd887f1fa9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:31.792234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a31da336-9e91-474d-96ec-94fb341f1204 req-2c02375b-adbc-4e52-87a8-5928c82f9bed service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887170 Feb 11 04:32:31.895646 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdce77ea-4fb6-44ee-9cee-71a989255dfa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (03f30c9a-043f-4afa-8b29-ea40200814a3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:31.988135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-556044314'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:32.029869 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de61d17-ca1b-4ba5-8994-e9a3b6d0983f None None] Network 756fe578-aa95-48ab-aca5-b9eae5ea1cf7 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:32:32.038198 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdce77ea-4fb6-44ee-9cee-71a989255dfa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:32.045488 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bdce77ea-4fb6-44ee-9cee-71a989255dfa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/03f30c9a-043f-4afa-8b29-ea40200814a3 HTTP/1.1" status: 204 len: 168 time: 0.7985222 Feb 11 04:32:32.050114 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58032) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:32.052191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce77ea-4fb6-44ee-9cee-71a989255dfa tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Subnet': ['ID=03f30c9a-043f-4afa-8b29-ea40200814a3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:32.087269 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] Publish callbacks [] for router (a54500b8-62dd-4e64-970e-51fd887f1fa9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:32.092918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Made reservation on behalf of eb4deeefd2774029b34558b800a6fed8 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:32.096605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:32.102274 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-308053a3-ca13-4f2a-a402-6fe70db4008c req-cf55a9fb-7412-4d62-88c4-90d4df5529ab tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Deleting port 35c745ab-edf6-48f2-a7db-792e0e226073 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:32:32.102905 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-308053a3-ca13-4f2a-a402-6fe70db4008c req-cf55a9fb-7412-4d62-88c4-90d4df5529ab tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (35c745ab-edf6-48f2-a7db-792e0e226073), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:32.227609 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-2ffaa478-0c2b-43dc-b621-ec8795d542d2 None None] Set router a54500b8-62dd-4e64-970e-51fd887f1fa9 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:32:32.283755 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:32.460705 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (756fe578-aa95-48ab-aca5-b9eae5ea1cf7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:32.639777 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-308053a3-ca13-4f2a-a402-6fe70db4008c req-cf55a9fb-7412-4d62-88c4-90d4df5529ab tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] For port 35c745ab-edf6-48f2-a7db-792e0e226073, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=35c745ab-edf6-48f2-a7db-792e0e226073,segment=NetworkSegment(4e0c5567-72be-4c84-8577-2c498d47bdbc),segment_id=4e0c5567-72be-4c84-8577-2c498d47bdbc)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:32.640705 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-308053a3-ca13-4f2a-a402-6fe70db4008c req-cf55a9fb-7412-4d62-88c4-90d4df5529ab tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (35c745ab-edf6-48f2-a7db-792e0e226073), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:32.671393 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] Publish callbacks [] for router_gateway (a54500b8-62dd-4e64-970e-51fd887f1fa9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:32.679256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-308053a3-ca13-4f2a-a402-6fe70db4008c req-cf55a9fb-7412-4d62-88c4-90d4df5529ab tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Calling delete_port for 35c745ab-edf6-48f2-a7db-792e0e226073 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:32:32.711255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:32:32.711623 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:32.788092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dffd47-173a-4a9e-88b4-acabbba78913 req-3a5f8fc2-1182-42bb-b397-58cc1bce51f2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:32.793683 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dffd47-173a-4a9e-88b4-acabbba78913 req-3a5f8fc2-1182-42bb-b397-58cc1bce51f2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:32.799736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dffd47-173a-4a9e-88b4-acabbba78913 req-3a5f8fc2-1182-42bb-b397-58cc1bce51f2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:32.805203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dffd47-173a-4a9e-88b4-acabbba78913 req-3a5f8fc2-1182-42bb-b397-58cc1bce51f2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:32.810741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dffd47-173a-4a9e-88b4-acabbba78913 req-3a5f8fc2-1182-42bb-b397-58cc1bce51f2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:32.815094 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for security_group (92a1afce-9b9e-4fa4-ada3-8bfb9e0023de), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:32.817052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dffd47-173a-4a9e-88b4-acabbba78913 req-3a5f8fc2-1182-42bb-b397-58cc1bce51f2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:32.822435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dffd47-173a-4a9e-88b4-acabbba78913 req-3a5f8fc2-1182-42bb-b397-58cc1bce51f2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:32.824401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-33dffd47-173a-4a9e-88b4-acabbba78913 req-3a5f8fc2-1182-42bb-b397-58cc1bce51f2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.9893670 Feb 11 04:32:32.846833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231ca51-0ef1-4348-91d0-c8aae1658e90 req-37505a8e-e994-4767-83c2-44292931257e tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:32.848658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4231ca51-0ef1-4348-91d0-c8aae1658e90 req-37505a8e-e994-4767-83c2-44292931257e tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 945 time: 0.8996911 Feb 11 04:32:32.874115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a31da336-9e91-474d-96ec-94fb341f1204 req-c2a9b60f-7488-4f93-a351-ecf1699459f9 service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0730104 Feb 11 04:32:32.934458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773a2201-2961-4ab7-bf83-e3003e999e0c None None] DHCP port deletion for 756fe578-aa95-48ab-aca5-b9eae5ea1cf7 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:32:32.943707 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4231ca51-0ef1-4348-91d0-c8aae1658e90 req-31a30fdc-98c3-438b-a6cf-76e6a1b84542 tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/security-groups?id=59c669d4-b8e5-4e43-b3ca-7131289e9c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825791 Feb 11 04:32:32.985739 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-33dffd47-173a-4a9e-88b4-acabbba78913 req-ba6f9239-8d61-4e4a-abba-78f4ed784ef9 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1470499 Feb 11 04:32:33.011661 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (92a1afce-9b9e-4fa4-ada3-8bfb9e0023de), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:33.166338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2ffaa478-0c2b-43dc-b621-ec8795d542d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:32:29Z', 'revision_number': 5, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port': {'id': 'bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:23:18Z', 'updated_at': '2022-02-11T04:23:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:33.185029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f66097-3fab-4806-9536-d3b022867a57 req-98040df0-3c92-4b5b-b683-fd37c1e09d30 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:33.186601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7f66097-3fab-4806-9536-d3b022867a57 req-98040df0-3c92-4b5b-b683-fd37c1e09d30 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 943 time: 0.1013713 Feb 11 04:32:33.227014 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] For port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=72254a21-a12e-4ff9-92f2-ad4a2a65da7f,segment=NetworkSegment(e382df22-43e2-4ce4-abf7-a5e9e6ee1891),segment_id=e382df22-43e2-4ce4-abf7-a5e9e6ee1891)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:33.227392 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:33.243206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffaa478-0c2b-43dc-b621-ec8795d542d2 None None] Checking router: a54500b8-62dd-4e64-970e-51fd887f1fa9 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:32:33.261119 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for 72254a21-a12e-4ff9-92f2-ad4a2a65da7f owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:32:33.296916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffaa478-0c2b-43dc-b621-ec8795d542d2 None None] Routers {'a54500b8-62dd-4e64-970e-51fd887f1fa9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:32:33.298670 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2ffaa478-0c2b-43dc-b621-ec8795d542d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a54500b8-62dd-4e64-970e-51fd887f1fa9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:33.315098 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-773a2201-2961-4ab7-bf83-e3003e999e0c None None] Deleting port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:32:33.317099 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-773a2201-2961-4ab7-bf83-e3003e999e0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:33.319653 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7f66097-3fab-4806-9536-d3b022867a57 req-667a030d-e344-41a7-a408-61b55c151d47 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222818 Feb 11 04:32:33.334804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a1afce-9b9e-4fa4-ada3-8bfb9e0023de,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:33.384451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-308053a3-ca13-4f2a-a402-6fe70db4008c req-cf55a9fb-7412-4d62-88c4-90d4df5529ab tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (35c745ab-edf6-48f2-a7db-792e0e226073), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:33.401334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:32:33.431050 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-773a2201-2961-4ab7-bf83-e3003e999e0c None None] For port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=72254a21-a12e-4ff9-92f2-ad4a2a65da7f,segment=NetworkSegment(e382df22-43e2-4ce4-abf7-a5e9e6ee1891),segment_id=e382df22-43e2-4ce4-abf7-a5e9e6ee1891)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:33.431450 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-773a2201-2961-4ab7-bf83-e3003e999e0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:33.443309 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55a9fb-7412-4d62-88c4-90d4df5529ab tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Pushing event deleted for resources: {'Port': ['ID=35c745ab-edf6-48f2-a7db-792e0e226073,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:33.451718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] Deleting port bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:32:33.452058 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:33.453953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-773a2201-2961-4ab7-bf83-e3003e999e0c None None] Calling delete_port for 72254a21-a12e-4ff9-92f2-ad4a2a65da7f owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:32:33.460869 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (bbc98367-6e3c-455d-a0e9-facad9f7f4e1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:33.461093 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Added segment bbc98367-6e3c-455d-a0e9-facad9f7f4e1 of type vlan for network 559587a7-f213-41df-992d-930459b71fc9 Feb 11 04:32:33.508561 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['35c745ab-edf6-48f2-a7db-792e0e226073'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:32:33.602373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 72254a21-a12e-4ff9-92f2-ad4a2a65da7f no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:32:33.615029 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-308053a3-ca13-4f2a-a402-6fe70db4008c req-cf55a9fb-7412-4d62-88c4-90d4df5529ab tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] No DVR routers for this DVR port 35c745ab-edf6-48f2-a7db-792e0e226073 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:32:33.631562 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-308053a3-ca13-4f2a-a402-6fe70db4008c req-cf55a9fb-7412-4d62-88c4-90d4df5529ab tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:33.638979 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-308053a3-ca13-4f2a-a402-6fe70db4008c req-cf55a9fb-7412-4d62-88c4-90d4df5529ab tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.47 "DELETE /v2.0/ports/35c745ab-edf6-48f2-a7db-792e0e226073 HTTP/1.1" status: 204 len: 173 time: 2.0050383 Feb 11 04:32:33.638979 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6e9716-606b-4221-9adb-be3eda92988c', 'name': 'network-vif-deleted', 'tag': '35c745ab-edf6-48f2-a7db-792e0e226073'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:32:33.650035 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fef8bdd-50f0-483b-8d5b-4d16bfab3a6e" -d '{"events": [{"server_uuid": "3e6e9716-606b-4221-9adb-be3eda92988c", "name": "network-vif-deleted", "tag": "35c745ab-edf6-48f2-a7db-792e0e226073"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:32:33.692567 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (559587a7-f213-41df-992d-930459b71fc9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:33.744989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-2ffaa478-0c2b-43dc-b621-ec8795d542d2 None None] Set router a54500b8-62dd-4e64-970e-51fd887f1fa9 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:32:33.761075 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:33.813097 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=72254a21-a12e-4ff9-92f2-ad4a2a65da7f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:33.846117 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2ffaa478-0c2b-43dc-b621-ec8795d542d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:32:32Z', 'revision_number': 6, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:33.849843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No active binding found for port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f {{(pid=103810) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 04:32:33.850007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] The host n-d-712142-35 is not matching for port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f host None! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:32:33.852491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 72254a21-a12e-4ff9-92f2-ad4a2a65da7f not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:32:33.878348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No DVR routers for this DVR port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:32:33.884450 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:33.936550 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffaa478-0c2b-43dc-b621-ec8795d542d2 None None] The sync data for ids ['a54500b8-62dd-4e64-970e-51fd887f1fa9'] in n-d-712142-35 is: [{'id': 'a54500b8-62dd-4e64-970e-51fd887f1fa9', 'name': 'tempest-AttachVolumeShelveTestJSON-729624250-router', 'tenant_id': '1a213f7e5ecd454da27b635be4fbd761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:23:17Z', 'updated_at': '2022-02-11T04:32:32Z', 'revision_number': 6, 'project_id': '1a213f7e5ecd454da27b635be4fbd761', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:32:33.951942 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-773a2201-2961-4ab7-bf83-e3003e999e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (72254a21-a12e-4ff9-92f2-ad4a2a65da7f), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:33.971422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a2201-2961-4ab7-bf83-e3003e999e0c None None] No DVR routers for this DVR port 72254a21-a12e-4ff9-92f2-ad4a2a65da7f on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:32:33.997426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] For port bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:33.998176 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:34.002869 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af280aa-fb62-4545-a3e8-7b3aeca01c48 x-openstack-request-id: req-4af280aa-fb62-4545-a3e8-7b3aeca01c48 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:32:34.003342 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6e9716-606b-4221-9adb-be3eda92988c", "name": "network-vif-deleted", "tag": "35c745ab-edf6-48f2-a7db-792e0e226073", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:32:34.003779 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4af280aa-fb62-4545-a3e8-7b3aeca01c48 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:32:34.004335 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6e9716-606b-4221-9adb-be3eda92988c', 'name': 'network-vif-deleted', 'tag': '35c745ab-edf6-48f2-a7db-792e0e226073', 'status': 'completed', 'code': 200} Feb 11 04:32:34.044394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] Calling delete_port for bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:32:34.103161 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:34.104008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a2201-2961-4ab7-bf83-e3003e999e0c None None] Pushing event deleted for resources: {'Port': ['ID=72254a21-a12e-4ff9-92f2-ad4a2a65da7f,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:34.163119 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (756fe578-aa95-48ab-aca5-b9eae5ea1cf7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:34.187994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd0c0fc0-a6ce-49c2-8362-4b04ae5e697c req-30495f9f-12d5-4a15-987d-ce3b07f7cced tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 210 time: 0.0806699 Feb 11 04:32:34.195341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756fe578-aa95-48ab-aca5-b9eae5ea1cf7']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:34.210013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e382df22-43e2-4ce4-abf7-a5e9e6ee1891') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:34.210013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e382df22-43e2-4ce4-abf7-a5e9e6ee1891') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:34.221997 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (e382df22-43e2-4ce4-abf7-a5e9e6ee1891), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:34.238247 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e382df22-43e2-4ce4-abf7-a5e9e6ee1891), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:34.244846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:32:34.245380 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (e382df22-43e2-4ce4-abf7-a5e9e6ee1891), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:34.253479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b2d51-1869-465a-bcd4-a8df2edab468 req-55f723d5-7994-40b0-90a2-59d391d6aff5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:34.258812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b2d51-1869-465a-bcd4-a8df2edab468 req-55f723d5-7994-40b0-90a2-59d391d6aff5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:34.264585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b2d51-1869-465a-bcd4-a8df2edab468 req-55f723d5-7994-40b0-90a2-59d391d6aff5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:34.271057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b2d51-1869-465a-bcd4-a8df2edab468 req-55f723d5-7994-40b0-90a2-59d391d6aff5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:34.277173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b2d51-1869-465a-bcd4-a8df2edab468 req-55f723d5-7994-40b0-90a2-59d391d6aff5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:34.284440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b2d51-1869-465a-bcd4-a8df2edab468 req-55f723d5-7994-40b0-90a2-59d391d6aff5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:34.290091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b2d51-1869-465a-bcd4-a8df2edab468 req-55f723d5-7994-40b0-90a2-59d391d6aff5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:34.303151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-264b2d51-1869-465a-bcd4-a8df2edab468 req-55f723d5-7994-40b0-90a2-59d391d6aff5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.1312127 Feb 11 04:32:34.330560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (559587a7-f213-41df-992d-930459b71fc9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:34.340992 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:34.341629 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:32:34.348983 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:32:34.435610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-264b2d51-1869-465a-bcd4-a8df2edab468 req-583d990c-a496-49d0-9529-d94c8ee33d70 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1314704 Feb 11 04:32:34.530924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32003d7b-cc9f-46fa-ab4d-92a6a72cd601 req-5ca83086-e8ed-4046-9729-a1905b439a1e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:34.532558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32003d7b-cc9f-46fa-ab4d-92a6a72cd601 req-5ca83086-e8ed-4046-9729-a1905b439a1e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 943 time: 0.0702484 Feb 11 04:32:34.560167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (756fe578-aa95-48ab-aca5-b9eae5ea1cf7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:34.570797 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Network': ['ID=559587a7-f213-41df-992d-930459b71fc9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:34.581923 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:34.583988 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 559587a7-f213-41df-992d-930459b71fc9 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:32:34.593659 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/networks/756fe578-aa95-48ab-aca5-b9eae5ea1cf7 HTTP/1.1" status: 204 len: 168 time: 2.5389988 Feb 11 04:32:34.596089 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58060) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:34.614879 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1936f-ac4e-4e42-bc56-41d2c1bfae10 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Network': ['ID=756fe578-aa95-48ab-aca5-b9eae5ea1cf7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:34.630108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32003d7b-cc9f-46fa-ab4d-92a6a72cd601 req-95a8fba4-5d3e-4efe-8104-871e65d53fab tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913336 Feb 11 04:32:34.685394 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-741515e6-9eed-4af4-8c29-780f4a239931 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.0596268 Feb 11 04:32:34.688996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58062) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:34.695235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-46a3ffc0-98b5-4cbb-8597-0d24166f6950 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'subnet': {'network_id': '559587a7-f213-41df-992d-930459b71fc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:34.702033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747ed80b-f3c9-4102-a7d1-c0ccf1762851 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:34.709996 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-747ed80b-f3c9-4102-a7d1-c0ccf1762851 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/711d8f04-b53a-44f6-a87c-eefa63aec363 HTTP/1.1" status: 200 len: 845 time: 0.0962768 Feb 11 04:32:34.710918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58064) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:34.814742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58066) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:34.815437 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-56ae9559-45ba-44cd-a924-452f6bd09f62 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/711d8f04-b53a-44f6-a87c-eefa63aec363?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1016030 Feb 11 04:32:34.820803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b008f7c2-42da-4cf7-b3ce-3280e1936989 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'subnet': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:34.992881 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a3ffc0-98b5-4cbb-8597-0d24166f6950 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Made reservation on behalf of eb4deeefd2774029b34558b800a6fed8 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:34.997499 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-46a3ffc0-98b5-4cbb-8597-0d24166f6950 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:35.159954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b008f7c2-42da-4cf7-b3ce-3280e1936989 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:35.164213 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b008f7c2-42da-4cf7-b3ce-3280e1936989 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:35.347250 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a2f1b273-bbe4-4b56-8233-3790c51f08ed req-6964214e-8e30-44b1-a234-b69ad46f3d0f tempest-VolumesAdminNegativeTest-682109539 tempest-VolumesAdminNegativeTest-682109539-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e9716-606b-4221-9adb-be3eda92988c HTTP/1.1" status: 200 len: 210 time: 0.0582027 Feb 11 04:32:35.506966 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:35.548057 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-46a3ffc0-98b5-4cbb-8597-0d24166f6950 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (a63b66cd-2b1b-4460-957d-d1221ba40f92), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:35.560653 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:35.624260 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:32:35.624260 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 35c745ab-edf6-48f2-a7db-792e0e226073 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:32:35.663752 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (a54500b8-62dd-4e64-970e-51fd887f1fa9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:35.690963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d352dd56-32dd-441a-b7ac-7fd155de258b no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:32:35.694123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 35c745ab-edf6-48f2-a7db-792e0e226073 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:32:35.694751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 35c745ab-edf6-48f2-a7db-792e0e226073 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:32:35.700603 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b008f7c2-42da-4cf7-b3ce-3280e1936989 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (ce702cc7-60a6-4b16-ab7b-8c26696624e1), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:35.713724 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3ffc0-98b5-4cbb-8597-0d24166f6950 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Subnet': ['ID=a63b66cd-2b1b-4460-957d-d1221ba40f92,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:35.737303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: d352dd56-32dd-441a-b7ac-7fd155de258b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:32:35.738152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d352dd56-32dd-441a-b7ac-7fd155de258b not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:32:35.740692 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:32:35.788698 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23d11e-3b00-4442-9e2a-a223a63cbff8 req-85c84b27-222d-4c1b-b978-6df206409716 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:35.792325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:32:35.792928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bcf0376c-7e11-4fdb-b9ac-8e02a7b1efbd not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:32:35.794805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23d11e-3b00-4442-9e2a-a223a63cbff8 req-85c84b27-222d-4c1b-b978-6df206409716 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:35.801788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23d11e-3b00-4442-9e2a-a223a63cbff8 req-85c84b27-222d-4c1b-b978-6df206409716 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:35.808504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23d11e-3b00-4442-9e2a-a223a63cbff8 req-85c84b27-222d-4c1b-b978-6df206409716 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:35.815060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23d11e-3b00-4442-9e2a-a223a63cbff8 req-85c84b27-222d-4c1b-b978-6df206409716 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:35.820474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23d11e-3b00-4442-9e2a-a223a63cbff8 req-85c84b27-222d-4c1b-b978-6df206409716 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:35.827041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23d11e-3b00-4442-9e2a-a223a63cbff8 req-85c84b27-222d-4c1b-b978-6df206409716 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:35.830098 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (a54500b8-62dd-4e64-970e-51fd887f1fa9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:35.832790 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] Publish callbacks [] for router_controller (a54500b8-62dd-4e64-970e-51fd887f1fa9), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:35.836865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f23d11e-3b00-4442-9e2a-a223a63cbff8 req-85c84b27-222d-4c1b-b978-6df206409716 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.2826295 Feb 11 04:32:35.890846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b008f7c2-42da-4cf7-b3ce-3280e1936989 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 76431d12-003f-433d-becc-741cb1c0aae3 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:35.894311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a3ffc0-98b5-4cbb-8597-0d24166f6950 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Checking segment: {'id': 'bbc98367-6e3c-455d-a0e9-facad9f7f4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '559587a7-f213-41df-992d-930459b71fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:32:35.894311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a3ffc0-98b5-4cbb-8597-0d24166f6950 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network hostable DHCP agents. Network: 559587a7-f213-41df-992d-930459b71fc9, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:32:35.900388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=cb8dc0ca-24b4-48a8-9d98-e3e98ba04516,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:35.913100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'cb8dc0ca-24b4-48a8-9d98-e3e98ba04516', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'port_id': 'cb8dc0ca-24b4-48a8-9d98-e3e98ba04516', 'mac_address': 'fa:16:3e:bc:ee:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:32:35.913742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-b008f7c2-42da-4cf7-b3ce-3280e1936989 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:35.917868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b008f7c2-42da-4cf7-b3ce-3280e1936989 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:35.918464 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b008f7c2-42da-4cf7-b3ce-3280e1936989 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:35.932164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008f7c2-42da-4cf7-b3ce-3280e1936989 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Subnet': ['ID=ce702cc7-60a6-4b16-ab7b-8c26696624e1,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:35.953394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d40903c-7361-4f0e-886d-b20cb07c7be7 None None] Network 76431d12-003f-433d-becc-741cb1c0aae3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:32:35.984804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:35.985323 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.000433 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (a54500b8-62dd-4e64-970e-51fd887f1fa9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.001810 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a54500b8-62dd-4e64-970e-51fd887f1fa9 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:32:36.010183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae6ea0-7c9d-4e86-88cc-991a6b627d78 req-bd25cbe2-962b-433f-befd-3fa917dd5f9b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:36.010794 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83ae6ea0-7c9d-4e86-88cc-991a6b627d78 req-bd25cbe2-962b-433f-befd-3fa917dd5f9b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 943 time: 0.2569830 Feb 11 04:32:36.028672 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.033298 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-40ffde50-dbe4-4553-8a5f-e1745bb8c4f6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a54500b8-62dd-4e64-970e-51fd887f1fa9 HTTP/1.1" status: 204 len: 168 time: 4.2780654 Feb 11 04:32:36.034503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f23d11e-3b00-4442-9e2a-a223a63cbff8 req-db928860-ac66-4303-926c-07be10390a8c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1938186 Feb 11 04:32:36.034927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58078) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:36.035073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:32:36.047819 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b008f7c2-42da-4cf7-b3ce-3280e1936989 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2312918 Feb 11 04:32:36.059221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58080) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:36.061279 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=cb8dc0ca-24b4-48a8-9d98-e3e98ba04516,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:36.072423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f1d4a5a7-4edc-4631-8702-80ad0d535c7c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'security_group': {'name': 'tempest-secgroup-1845608091'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:36.085099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a3ffc0-98b5-4cbb-8597-0d24166f6950 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network 559587a7-f213-41df-992d-930459b71fc9 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:32:36.154200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0c6fbe-4cd3-4a12-8134-e5c3575869db admin admin] Deleting subnet aff91b0d-1298-40b8-9cf7-8b139d7ddd16 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:32:36.159217 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da0c6fbe-4cd3-4a12-8134-e5c3575869db admin admin] Publish callbacks [] for subnet (aff91b0d-1298-40b8-9cf7-8b139d7ddd16), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.164801 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.165623 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83ae6ea0-7c9d-4e86-88cc-991a6b627d78 req-bb94e773-cfa7-4e38-a354-9cb40072332f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293387 Feb 11 04:32:36.197293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-76431d12-003f-433d-becc-741cb1c0aae3', 'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'project_id': '53518ba44ed64629bca4f1cb537b8a7a', 'fixed_ips': [{'subnet_id': 'ce702cc7-60a6-4b16-ab7b-8c26696624e1'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:32:36.198248 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.214220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da0c6fbe-4cd3-4a12-8134-e5c3575869db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (aff91b0d-1298-40b8-9cf7-8b139d7ddd16), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.284040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-46a3ffc0-98b5-4cbb-8597-0d24166f6950 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 559587a7-f213-41df-992d-930459b71fc9) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:36.288167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a3ffc0-98b5-4cbb-8597-0d24166f6950 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:36.288768 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-46a3ffc0-98b5-4cbb-8597-0d24166f6950 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.300376 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da0c6fbe-4cd3-4a12-8134-e5c3575869db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (aff91b0d-1298-40b8-9cf7-8b139d7ddd16), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.315177 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf5cf76-a7d7-4583-b78a-82d207122666 None None] Network 559587a7-f213-41df-992d-930459b71fc9 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:32:36.321904 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=cb8dc0ca-24b4-48a8-9d98-e3e98ba04516,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:36.331572 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1d4a5a7-4edc-4631-8702-80ad0d535c7c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.400631 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['cb8dc0ca-24b4-48a8-9d98-e3e98ba04516'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:32:36.454268 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1d4a5a7-4edc-4631-8702-80ad0d535c7c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (1f893cf3-b899-4bfc-aca3-e6e3c6135f07), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.456568 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58086) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:36.478251 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-46a3ffc0-98b5-4cbb-8597-0d24166f6950 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7879674 Feb 11 04:32:36.482447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58088) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:36.489669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-917991964', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:36.521364 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da0c6fbe-4cd3-4a12-8134-e5c3575869db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (aff91b0d-1298-40b8-9cf7-8b139d7ddd16), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.536860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f8d5a1-0661-4112-a1c2-33d259a84717 admin admin] Deleting subnet 87ee16fb-e51f-46dc-abde-f7dddf3e1102 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:32:36.559332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15f8d5a1-0661-4112-a1c2-33d259a84717 admin admin] Publish callbacks [] for subnet (87ee16fb-e51f-46dc-abde-f7dddf3e1102), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.561199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c6fbe-4cd3-4a12-8134-e5c3575869db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff91b0d-1298-40b8-9cf7-8b139d7ddd16,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:36.583115 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da0c6fbe-4cd3-4a12-8134-e5c3575869db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.586415 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-da0c6fbe-4cd3-4a12-8134-e5c3575869db admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aff91b0d-1298-40b8-9cf7-8b139d7ddd16 HTTP/1.1" status: 204 len: 168 time: 0.5467153 Feb 11 04:32:36.589324 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58094) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:36.628982 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1d4a5a7-4edc-4631-8702-80ad0d535c7c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1f893cf3-b899-4bfc-aca3-e6e3c6135f07), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.633749 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15f8d5a1-0661-4112-a1c2-33d259a84717 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (87ee16fb-e51f-46dc-abde-f7dddf3e1102), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.657054 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (1f766cb8-144b-4180-be11-33d2d8fae293), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.663370 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (1f766cb8-144b-4180-be11-33d2d8fae293), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.668046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3452e76-a7a4-40f4-8dc3-262ccbae1e27 None None] Network aea3f5db-90d4-484d-a1e1-ef38ac456aad requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:32:36.737626 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (aea3f5db-90d4-484d-a1e1-ef38ac456aad), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.753714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4a5a7-4edc-4631-8702-80ad0d535c7c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f893cf3-b899-4bfc-aca3-e6e3c6135f07,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:36.758462 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15f8d5a1-0661-4112-a1c2-33d259a84717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (87ee16fb-e51f-46dc-abde-f7dddf3e1102), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.793144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Allocated IP 2001:db8::2 (76431d12-003f-433d-becc-741cb1c0aae3/ce702cc7-60a6-4b16-ab7b-8c26696624e1/c9a20ea9-a253-4c89-a4b4-13aaa0016f30) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:36.797591 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router_controller (1f766cb8-144b-4180-be11-33d2d8fae293), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.840675 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d740557-7c0d-4214-85db-4c7757e1dfb7 None None] Network 559587a7-f213-41df-992d-930459b71fc9 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:32:36.856129 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1d4a5a7-4edc-4631-8702-80ad0d535c7c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.857677 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f1d4a5a7-4edc-4631-8702-80ad0d535c7c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8059280 Feb 11 04:32:36.860731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58096) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:36.866011 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-84381b7b-e314-477e-8800-102277c6c08e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'security_group': {'name': 'tempest-secgroup-1653440073'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:36.903838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] Deleting port e5ea46f6-403b-4d6e-87d4-982f523a362d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:32:36.904186 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:36.983687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] For port e5ea46f6-403b-4d6e-87d4-982f523a362d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e5ea46f6-403b-4d6e-87d4-982f523a362d,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:36.983687 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.003049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] Calling delete_port for e5ea46f6-403b-4d6e-87d4-982f523a362d owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:32:37.018234 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-84381b7b-e314-477e-8800-102277c6c08e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.020858 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15f8d5a1-0661-4112-a1c2-33d259a84717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (87ee16fb-e51f-46dc-abde-f7dddf3e1102), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.037235 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0651f323-b0aa-4217-b912-cfaafb305641 None None] DHCP port deletion for aea3f5db-90d4-484d-a1e1-ef38ac456aad request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:32:37.107546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8d5a1-0661-4112-a1c2-33d259a84717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ee16fb-e51f-46dc-abde-f7dddf3e1102,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:37.158874 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15f8d5a1-0661-4112-a1c2-33d259a84717 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.168601 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-15f8d5a1-0661-4112-a1c2-33d259a84717 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/87ee16fb-e51f-46dc-abde-f7dddf3e1102 HTTP/1.1" status: 204 len: 168 time: 0.7109766 Feb 11 04:32:37.173030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58100) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:37.218213 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Publish callbacks [] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.239948 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0651f323-b0aa-4217-b912-cfaafb305641 None None] Deleting port e5ea46f6-403b-4d6e-87d4-982f523a362d {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:32:37.240322 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0651f323-b0aa-4217-b912-cfaafb305641 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.279359 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router_gateway (1f766cb8-144b-4180-be11-33d2d8fae293), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.346306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0651f323-b0aa-4217-b912-cfaafb305641 None None] For port e5ea46f6-403b-4d6e-87d4-982f523a362d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e5ea46f6-403b-4d6e-87d4-982f523a362d,segment=NetworkSegment(0af01976-1eac-4686-b057-03d1bf9e0d64),segment_id=0af01976-1eac-4686-b057-03d1bf9e0d64)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:37.346643 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0651f323-b0aa-4217-b912-cfaafb305641 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.360017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c831-911d-41e7-bfc0-313b6acf5ccd req-0d5886e4-11cc-4d10-980f-9cfc6dfdf2e1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:37.364794 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-84381b7b-e314-477e-8800-102277c6c08e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (267ccf5f-ea0c-419c-a2ef-7eac6f41c1da), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.365581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c831-911d-41e7-bfc0-313b6acf5ccd req-0d5886e4-11cc-4d10-980f-9cfc6dfdf2e1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:37.368975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0651f323-b0aa-4217-b912-cfaafb305641 None None] Calling delete_port for e5ea46f6-403b-4d6e-87d4-982f523a362d owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:32:37.371118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c831-911d-41e7-bfc0-313b6acf5ccd req-0d5886e4-11cc-4d10-980f-9cfc6dfdf2e1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:37.378529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c831-911d-41e7-bfc0-313b6acf5ccd req-0d5886e4-11cc-4d10-980f-9cfc6dfdf2e1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:37.385262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c831-911d-41e7-bfc0-313b6acf5ccd req-0d5886e4-11cc-4d10-980f-9cfc6dfdf2e1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:37.391869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c831-911d-41e7-bfc0-313b6acf5ccd req-0d5886e4-11cc-4d10-980f-9cfc6dfdf2e1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:37.394556 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.397470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c831-911d-41e7-bfc0-313b6acf5ccd req-0d5886e4-11cc-4d10-980f-9cfc6dfdf2e1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:37.405164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f217c831-911d-41e7-bfc0-313b6acf5ccd req-0d5886e4-11cc-4d10-980f-9cfc6dfdf2e1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.1998248 Feb 11 04:32:37.435255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d509fc-255c-4850-b860-b2f157577025 req-bb62bf95-1d80-4ce5-b74d-5225c7cb39f4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:37.437651 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d509fc-255c-4850-b860-b2f157577025 req-bb62bf95-1d80-4ce5-b74d-5225c7cb39f4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 944 time: 0.1527665 Feb 11 04:32:37.491747 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87c292ee-117c-4d25-89ab-945ded7b0ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (e84ca41d-2ea3-49fa-a2a8-d45306be69c6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.497611 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Network 76431d12-003f-433d-becc-741cb1c0aae3 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:37.504292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:37.509460 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-84381b7b-e314-477e-8800-102277c6c08e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (267ccf5f-ea0c-419c-a2ef-7eac6f41c1da), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.532442 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.532994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:37.532994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Pushing event updated for resources: {'Port': ['ID=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:37.593883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f217c831-911d-41e7-bfc0-313b6acf5ccd req-8c52416b-bcb1-4a48-9de3-931a266aa1b6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1813555 Feb 11 04:32:37.609744 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ea46f6-403b-4d6e-87d4-982f523a362d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:37.620959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:37.621900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] No DVR routers for this DVR port e5ea46f6-403b-4d6e-87d4-982f523a362d on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:32:37.632591 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0651f323-b0aa-4217-b912-cfaafb305641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (e5ea46f6-403b-4d6e-87d4-982f523a362d), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.661449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Attempting to bind port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:32:37.662080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Attempting to bind port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'b7375165-831c-4aeb-968d-cc20beaf8665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76431d12-003f-433d-becc-741cb1c0aae3'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:32:37.672669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Attempting to bind port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 on network 76431d12-003f-433d-becc-741cb1c0aae3 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:32:37.673407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d509fc-255c-4850-b860-b2f157577025 req-ac291213-714d-4ca2-8cd9-aafbcd9dc8c6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132070 Feb 11 04:32:37.673528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e5ea46f6-403b-4d6e-87d4-982f523a362d no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:32:37.724846 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: e5ea46f6-403b-4d6e-87d4-982f523a362d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:32:37.725251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e5ea46f6-403b-4d6e-87d4-982f523a362d not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:32:37.737982 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651f323-b0aa-4217-b912-cfaafb305641 None None] Pushing event deleted for resources: {'Port': ['ID=e5ea46f6-403b-4d6e-87d4-982f523a362d,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:37.740218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0651f323-b0aa-4217-b912-cfaafb305641 None None] No DVR routers for this DVR port e5ea46f6-403b-4d6e-87d4-982f523a362d on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:32:37.744025 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:32:37.744409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Checking segment: {'id': 'b7375165-831c-4aeb-968d-cc20beaf8665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76431d12-003f-433d-becc-741cb1c0aae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:32:37.744922 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.745324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Bound using segment: {'id': 'b7375165-831c-4aeb-968d-cc20beaf8665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76431d12-003f-433d-becc-741cb1c0aae3'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:32:37.745936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Bound port: c9a20ea9-a253-4c89-a4b4-13aaa0016f30, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7375165-831c-4aeb-968d-cc20beaf8665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76431d12-003f-433d-becc-741cb1c0aae3'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:32:37.746183 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.777914 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (aea3f5db-90d4-484d-a1e1-ef38ac456aad), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.800132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea3f5db-90d4-484d-a1e1-ef38ac456aad']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:37.810613 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af01976-1eac-4686-b057-03d1bf9e0d64') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:37.810957 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af01976-1eac-4686-b057-03d1bf9e0d64') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:37.828145 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (0af01976-1eac-4686-b057-03d1bf9e0d64), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.830422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] For port c9a20ea9-a253-4c89-a4b4-13aaa0016f30, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:32:37.833835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] For port c9a20ea9-a253-4c89-a4b4-13aaa0016f30, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,segment=NetworkSegment(b7375165-831c-4aeb-968d-cc20beaf8665),segment_id=b7375165-831c-4aeb-968d-cc20beaf8665)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:32:37.873697 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84381b7b-e314-477e-8800-102277c6c08e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267ccf5f-ea0c-419c-a2ef-7eac6f41c1da,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:37.877676 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0af01976-1eac-4686-b057-03d1bf9e0d64), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.895812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:32:37.896473 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (0af01976-1eac-4686-b057-03d1bf9e0d64), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:32:37.898324 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:32:37.909061 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router_gateway (1f766cb8-144b-4180-be11-33d2d8fae293), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.928891 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.939909 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.945488 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87c292ee-117c-4d25-89ab-945ded7b0ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (e84ca41d-2ea3-49fa-a2a8-d45306be69c6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.992092 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-84381b7b-e314-477e-8800-102277c6c08e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:37.993727 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-84381b7b-e314-477e-8800-102277c6c08e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1318185 Feb 11 04:32:37.998500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58108) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:38.003593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:32:38.011919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-cf762492-136e-4fe8-8f79-4b5b9f2265ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1124393056', 'security_groups': ['267ccf5f-ea0c-419c-a2ef-7eac6f41c1da'], 'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ce702cc7-60a6-4b16-ab7b-8c26696624e1'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:38.027190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:38.027555 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:38.087860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Allocated IP 172.25.3.168 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/c3a98fbc-f927-4d7a-a57f-bb60af53c0cc) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:38.105484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-87c292ee-117c-4d25-89ab-945ded7b0ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84ca41d-2ea3-49fa-a2a8-d45306be69c6']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:38.116660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ed29e-dfd5-4f8e-82dd-e91a68cbb100 None None] Pushing event updated for resources: {'Port': ['ID=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:38.141873 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-87c292ee-117c-4d25-89ab-945ded7b0ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0c5567-72be-4c84-8577-2c498d47bdbc') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:38.142150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-87c292ee-117c-4d25-89ab-945ded7b0ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0c5567-72be-4c84-8577-2c498d47bdbc') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:38.160435 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87c292ee-117c-4d25-89ab-945ded7b0ffb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (4e0c5567-72be-4c84-8577-2c498d47bdbc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:38.191319 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87c292ee-117c-4d25-89ab-945ded7b0ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4e0c5567-72be-4c84-8577-2c498d47bdbc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:38.204479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c292ee-117c-4d25-89ab-945ded7b0ffb admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:32:38.204882 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87c292ee-117c-4d25-89ab-945ded7b0ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (4e0c5567-72be-4c84-8577-2c498d47bdbc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:32:38.207282 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:32:38.212074 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:38.212655 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:38.223896 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (aea3f5db-90d4-484d-a1e1-ef38ac456aad), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:38.260604 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:38.262047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=cb8dc0ca-24b4-48a8-9d98-e3e98ba04516,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:38.263174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defe851d-202a-41fd-8d7a-284756d80b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8dc0ca-24b4-48a8-9d98-e3e98ba04516'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:32:38.265122 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aea3f5db-90d4-484d-a1e1-ef38ac456aad HTTP/1.1" status: 204 len: 168 time: 1.6746600 Feb 11 04:32:38.266198 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8919dac-221e-451f-95b0-c46d11280b33" -d '{"events": [{"server_uuid": "defe851d-202a-41fd-8d7a-284756d80b5d", "name": "network-vif-plugged", "status": "completed", "tag": "cb8dc0ca-24b4-48a8-9d98-e3e98ba04516"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:32:38.332769 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfc01e-b72f-4d42-b76c-f82d72a8e959 admin admin] Pushing event deleted for resources: {'Network': ['ID=aea3f5db-90d4-484d-a1e1-ef38ac456aad,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:38.343694 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (c3a98fbc-f927-4d7a-a57f-bb60af53c0cc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:38.346146 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1407e8e1-f4f2-4d73-bd51-12e56d5c0df2 x-openstack-request-id: req-1407e8e1-f4f2-4d73-bd51-12e56d5c0df2 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:32:38.346457 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defe851d-202a-41fd-8d7a-284756d80b5d", "name": "network-vif-plugged", "status": "completed", "tag": "cb8dc0ca-24b4-48a8-9d98-e3e98ba04516", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:32:38.346750 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1407e8e1-f4f2-4d73-bd51-12e56d5c0df2 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:32:38.347193 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defe851d-202a-41fd-8d7a-284756d80b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8dc0ca-24b4-48a8-9d98-e3e98ba04516', 'code': 200} Feb 11 04:32:38.365975 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:38.417441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf762492-136e-4fe8-8f79-4b5b9f2265ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:38.506131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=cb8dc0ca-24b4-48a8-9d98-e3e98ba04516,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:38.534057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87c292ee-117c-4d25-89ab-945ded7b0ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (e84ca41d-2ea3-49fa-a2a8-d45306be69c6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:38.539175 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87c292ee-117c-4d25-89ab-945ded7b0ffb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:38.542175 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c3a98fbc-f927-4d7a-a57f-bb60af53c0cc), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:38.543368 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-87c292ee-117c-4d25-89ab-945ded7b0ffb admin admin] 10.222.0.13 "DELETE /v2.0/networks/e84ca41d-2ea3-49fa-a2a8-d45306be69c6 HTTP/1.1" status: 204 len: 168 time: 1.3664799 Feb 11 04:32:38.550863 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58116) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:38.643837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c292ee-117c-4d25-89ab-945ded7b0ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=e84ca41d-2ea3-49fa-a2a8-d45306be69c6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:38.673803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de398f-38a8-479d-832c-5f91da3dd59d req-79607431-ab33-4514-a8cc-62141aa3ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:38.675320 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:38.675771 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b2de398f-38a8-479d-832c-5f91da3dd59d req-79607431-ab33-4514-a8cc-62141aa3ed39 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 1128 time: 0.2448606 Feb 11 04:32:38.680905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:38.694544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:38.713920 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf762492-136e-4fe8-8f79-4b5b9f2265ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:38.742380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=c3a98fbc-f927-4d7a-a57f-bb60af53c0cc,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:38.747558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-cf762492-136e-4fe8-8f79-4b5b9f2265ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port 8c1d22e2-e6b5-43cc-a4e7-7df473f218dd yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:32:38.782680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b865ef3-18ba-427b-a4c8-aea9dc2eb632 admin admin] Deleting subnet f8e3ddc3-0824-466f-b036-d700bd374616 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:32:38.782680 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b865ef3-18ba-427b-a4c8-aea9dc2eb632 admin admin] Publish callbacks [] for subnet (f8e3ddc3-0824-466f-b036-d700bd374616), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:38.811026 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b2de398f-38a8-479d-832c-5f91da3dd59d req-b8aea323-f7f2-43c2-994f-a5aaa76bb5ed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239798 Feb 11 04:32:38.896508 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b865ef3-18ba-427b-a4c8-aea9dc2eb632 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (f8e3ddc3-0824-466f-b036-d700bd374616), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:38.946118 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b865ef3-18ba-427b-a4c8-aea9dc2eb632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (f8e3ddc3-0824-466f-b036-d700bd374616), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:39.029133 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-cf762492-136e-4fe8-8f79-4b5b9f2265ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Allocated IP 2001:db8::186 (76431d12-003f-433d-becc-741cb1c0aae3/ce702cc7-60a6-4b16-ab7b-8c26696624e1/8c1d22e2-e6b5-43cc-a4e7-7df473f218dd) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:39.073199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58130) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:39.179210 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-342a893a-1d18-4825-aacf-ce89687c96e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a213f7e5ecd454da27b635be4fbd761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0980625 Feb 11 04:32:39.209283 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58134) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:39.223543 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b865ef3-18ba-427b-a4c8-aea9dc2eb632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (f8e3ddc3-0824-466f-b036-d700bd374616), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:39.290704 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf762492-136e-4fe8-8f79-4b5b9f2265ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (8c1d22e2-e6b5-43cc-a4e7-7df473f218dd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:39.307848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b865ef3-18ba-427b-a4c8-aea9dc2eb632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e3ddc3-0824-466f-b036-d700bd374616,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:39.412442 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b865ef3-18ba-427b-a4c8-aea9dc2eb632 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:39.419682 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58138) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:39.429311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7b865ef3-18ba-427b-a4c8-aea9dc2eb632 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f8e3ddc3-0824-466f-b036-d700bd374616 HTTP/1.1" status: 204 len: 168 time: 0.8750892 Feb 11 04:32:39.482115 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf762492-136e-4fe8-8f79-4b5b9f2265ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8c1d22e2-e6b5-43cc-a4e7-7df473f218dd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:39.490747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605dcbc-971a-491a-996b-f234825cdd62 req-c4575fe6-8ecd-437e-b4c5-8a2b61b93f11 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:39.492738 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b605dcbc-971a-491a-996b-f234825cdd62 req-c4575fe6-8ecd-437e-b4c5-8a2b61b93f11 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.6257443 Feb 11 04:32:39.621950 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1be40366-99d7-4c4e-8efc-1a3de3aea36b admin admin] Publish callbacks [] for security_group (7b1bc3d9-a188-4383-b90e-d7e0ade3f6b3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:39.633845 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf762492-136e-4fe8-8f79-4b5b9f2265ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=8c1d22e2-e6b5-43cc-a4e7-7df473f218dd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:39.672865 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1be40366-99d7-4c4e-8efc-1a3de3aea36b admin admin] Publish callbacks [] for security_group (7b1bc3d9-a188-4383-b90e-d7e0ade3f6b3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:39.681064 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c9a20ea9-a253-4c89-a4b4-13aaa0016f30 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:39.697913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda461f-e208-4995-a217-0e63291dc431 req-637634fc-1f5e-4334-a4b4-87fb7f6e2c23 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:39.704209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda461f-e208-4995-a217-0e63291dc431 req-637634fc-1f5e-4334-a4b4-87fb7f6e2c23 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:39.709589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda461f-e208-4995-a217-0e63291dc431 req-637634fc-1f5e-4334-a4b4-87fb7f6e2c23 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:39.714800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda461f-e208-4995-a217-0e63291dc431 req-637634fc-1f5e-4334-a4b4-87fb7f6e2c23 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:39.721156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda461f-e208-4995-a217-0e63291dc431 req-637634fc-1f5e-4334-a4b4-87fb7f6e2c23 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:39.727945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda461f-e208-4995-a217-0e63291dc431 req-637634fc-1f5e-4334-a4b4-87fb7f6e2c23 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:39.733524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda461f-e208-4995-a217-0e63291dc431 req-637634fc-1f5e-4334-a4b4-87fb7f6e2c23 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:39.736436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6cda461f-e208-4995-a217-0e63291dc431 req-637634fc-1f5e-4334-a4b4-87fb7f6e2c23 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5420 time: 0.8953862 Feb 11 04:32:39.757340 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1644a3c-28c5-42e3-915a-faa215a46e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (383983b1-4053-48cd-897b-d773a5ea339a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:39.762931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf762492-136e-4fe8-8f79-4b5b9f2265ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 76431d12-003f-433d-becc-741cb1c0aae3 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:39.768054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-cf762492-136e-4fe8-8f79-4b5b9f2265ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:39.771382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf762492-136e-4fe8-8f79-4b5b9f2265ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:39.778898 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf762492-136e-4fe8-8f79-4b5b9f2265ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:39.779685 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf762492-136e-4fe8-8f79-4b5b9f2265ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:39.810843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3b62a251-b897-4de4-8ca0-22d9ffaf90fc None None] Provisioning complete for port 711d8f04-b53a-44f6-a87c-eefa63aec363 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:39.811526 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3b62a251-b897-4de4-8ca0-22d9ffaf90fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (711d8f04-b53a-44f6-a87c-eefa63aec363), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:39.855606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b605dcbc-971a-491a-996b-f234825cdd62 req-3018e8e3-24a2-41b3-b736-bcbd69628c0a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370028 Feb 11 04:32:39.907339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3b62a251-b897-4de4-8ca0-22d9ffaf90fc None None] Port 711d8f04-b53a-44f6-a87c-eefa63aec363 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:39.909338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:39.909889 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:39.944233 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1644a3c-28c5-42e3-915a-faa215a46e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (383983b1-4053-48cd-897b-d773a5ea339a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:39.968955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-f1644a3c-28c5-42e3-915a-faa215a46e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383983b1-4053-48cd-897b-d773a5ea339a']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:39.979831 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-f1644a3c-28c5-42e3-915a-faa215a46e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27039abc-ddde-4738-8a3e-481efa34171a') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:39.980311 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-f1644a3c-28c5-42e3-915a-faa215a46e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27039abc-ddde-4738-8a3e-481efa34171a') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:39.985740 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3b62a251-b897-4de4-8ca0-22d9ffaf90fc None None] Provisioning complete for port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:39.986367 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3b62a251-b897-4de4-8ca0-22d9ffaf90fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.000798 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1644a3c-28c5-42e3-915a-faa215a46e6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (27039abc-ddde-4738-8a3e-481efa34171a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.027216 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6cda461f-e208-4995-a217-0e63291dc431 req-977d9545-136f-4265-b15f-00d5712914a7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2806756 Feb 11 04:32:40.032081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 30aa1179-3b27-4725-948c-5544353ee93a details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:32:40.042708 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1644a3c-28c5-42e3-915a-faa215a46e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (27039abc-ddde-4738-8a3e-481efa34171a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.074895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1644a3c-28c5-42e3-915a-faa215a46e6c admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:32:40.075468 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1644a3c-28c5-42e3-915a-faa215a46e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (27039abc-ddde-4738-8a3e-481efa34171a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.152545 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router_gateway (1f766cb8-144b-4180-be11-33d2d8fae293), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:32:40.240321 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:32:40.250378 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cf762492-136e-4fe8-8f79-4b5b9f2265ae tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2443321 Feb 11 04:32:40.253851 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58156) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:40.279166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-12f3e394-63d6-4e3b-bf54-4d4db1db4a3e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'subnet': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:40.391731 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1644a3c-28c5-42e3-915a-faa215a46e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (383983b1-4053-48cd-897b-d773a5ea339a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.391731 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1644a3c-28c5-42e3-915a-faa215a46e6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.398328 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f1644a3c-28c5-42e3-915a-faa215a46e6c admin admin] 10.222.0.13 "DELETE /v2.0/networks/383983b1-4053-48cd-897b-d773a5ea339a HTTP/1.1" status: 204 len: 168 time: 0.9772975 Feb 11 04:32:40.426871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:40.427428 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.428821 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1644a3c-28c5-42e3-915a-faa215a46e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=383983b1-4053-48cd-897b-d773a5ea339a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:40.498461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 30aa1179-3b27-4725-948c-5544353ee93a, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=30aa1179-3b27-4725-948c-5544353ee93a,segment=NetworkSegment(270393d2-a1cd-4dd2-8fdf-d428d3d7abd0),segment_id=270393d2-a1cd-4dd2-8fdf-d428d3d7abd0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:40.504177 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3b62a251-b897-4de4-8ca0-22d9ffaf90fc None None] Current status of the port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:40.505050 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3b62a251-b897-4de4-8ca0-22d9ffaf90fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.537134 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (1f766cb8-144b-4180-be11-33d2d8fae293), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.549601 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1be40366-99d7-4c4e-8efc-1a3de3aea36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7b1bc3d9-a188-4383-b90e-d7e0ade3f6b3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.556603 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1be40366-99d7-4c4e-8efc-1a3de3aea36b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.560422 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1be40366-99d7-4c4e-8efc-1a3de3aea36b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b1bc3d9-a188-4383-b90e-d7e0ade3f6b3 HTTP/1.1" status: 204 len: 168 time: 1.3451352 Feb 11 04:32:40.578159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '30aa1179-3b27-4725-948c-5544353ee93a', 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'port_id': '30aa1179-3b27-4725-948c-5544353ee93a', 'mac_address': 'fa:16:3e:3a:da:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:32:40.592077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be40366-99d7-4c4e-8efc-1a3de3aea36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1bc3d9-a188-4383-b90e-d7e0ade3f6b3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:40.632335 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f3e394-63d6-4e3b-bf54-4d4db1db4a3e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:40.634560 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port c9a20ea9-a253-4c89-a4b4-13aaa0016f30, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,segment=NetworkSegment(b7375165-831c-4aeb-968d-cc20beaf8665),segment_id=b7375165-831c-4aeb-968d-cc20beaf8665)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:40.637130 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-12f3e394-63d6-4e3b-bf54-4d4db1db4a3e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.690512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 30aa1179-3b27-4725-948c-5544353ee93a is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:40.691101 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (30aa1179-3b27-4725-948c-5544353ee93a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.713448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30aa1179-3b27-4725-948c-5544353ee93a {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:32:40.741495 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 30aa1179-3b27-4725-948c-5544353ee93a, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=30aa1179-3b27-4725-948c-5544353ee93a,segment=NetworkSegment(270393d2-a1cd-4dd2-8fdf-d428d3d7abd0),segment_id=270393d2-a1cd-4dd2-8fdf-d428d3d7abd0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:40.772122 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.800872 n-d-712142-35 neutron-server[103808]: INFO neutron.db.ipam_backend_mixin [None req-12f3e394-63d6-4e3b-bf54-4d4db1db4a3e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce702cc7-60a6-4b16-ab7b-8c26696624e1 (CIDR: 2001:db8::/64) Feb 11 04:32:40.850381 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f3e394-63d6-4e3b-bf54-4d4db1db4a3e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:32:40.851120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f3e394-63d6-4e3b-bf54-4d4db1db4a3e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:32:40.883372 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (30aa1179-3b27-4725-948c-5544353ee93a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:40.884089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5fdbb401-1694-49f8-bfbf-47d7a4041211 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:32:40.935491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:40.952978 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-3b62a251-b897-4de4-8ca0-22d9ffaf90fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:32:40.953358 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-3b62a251-b897-4de4-8ca0-22d9ffaf90fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:32:40.996366 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-12f3e394-63d6-4e3b-bf54-4d4db1db4a3e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7411525 Feb 11 04:32:41.007536 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58176) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:41.014359 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9db3412f-b3fe-4503-935c-f62c71f90645 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'subnet': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:41.108233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=30aa1179-3b27-4725-948c-5544353ee93a,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:41.304389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 5fdbb401-1694-49f8-bfbf-47d7a4041211, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5fdbb401-1694-49f8-bfbf-47d7a4041211,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:41.310017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58188) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:41.338115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '5fdbb401-1694-49f8-bfbf-47d7a4041211', 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5', 'port_id': '5fdbb401-1694-49f8-bfbf-47d7a4041211', 'mac_address': 'fa:16:3e:26:a8:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bd9c26-1372-400a-811d-7e4a7427b6fa', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:32:41.374745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2118306-1428-4b61-a3ae-09382a41ccd4 req-40ee473e-519c-480c-b09b-f912fed81738 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:41.377571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2118306-1428-4b61-a3ae-09382a41ccd4 req-40ee473e-519c-480c-b09b-f912fed81738 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.1963055 Feb 11 04:32:41.457442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2118306-1428-4b61-a3ae-09382a41ccd4 req-6ccaa942-016c-4c5a-ae13-306f0975eb87 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689631 Feb 11 04:32:41.502992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe777-00bf-477d-9f47-05a5fb5445c6 req-2b83845c-a020-4702-9876-89fb9c9dd4a8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:41.509586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe777-00bf-477d-9f47-05a5fb5445c6 req-2b83845c-a020-4702-9876-89fb9c9dd4a8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:41.525667 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7815e87e-9734-48a1-b8cd-dd6909ba691e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dad791f7a2e94982a1c7f73e36e379b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2099879 Feb 11 04:32:41.528029 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58198) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:41.532290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe777-00bf-477d-9f47-05a5fb5445c6 req-2b83845c-a020-4702-9876-89fb9c9dd4a8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:41.551536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe777-00bf-477d-9f47-05a5fb5445c6 req-2b83845c-a020-4702-9876-89fb9c9dd4a8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:41.559393 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe777-00bf-477d-9f47-05a5fb5445c6 req-2b83845c-a020-4702-9876-89fb9c9dd4a8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:41.567597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe777-00bf-477d-9f47-05a5fb5445c6 req-2b83845c-a020-4702-9876-89fb9c9dd4a8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:41.578126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fe777-00bf-477d-9f47-05a5fb5445c6 req-2b83845c-a020-4702-9876-89fb9c9dd4a8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:41.582836 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa6fe777-00bf-477d-9f47-05a5fb5445c6 req-2b83845c-a020-4702-9876-89fb9c9dd4a8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5421 time: 0.3386505 Feb 11 04:32:41.622850 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db3412f-b3fe-4503-935c-f62c71f90645 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:41.623994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3b62a251-b897-4de4-8ca0-22d9ffaf90fc None None] Current status of the port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:41.632664 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9db3412f-b3fe-4503-935c-f62c71f90645 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:41.635956 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c9a20ea9-a253-4c89-a4b4-13aaa0016f30 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:41.640610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 5fdbb401-1694-49f8-bfbf-47d7a4041211 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:41.641562 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:41.721403 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa6fe777-00bf-477d-9f47-05a5fb5445c6 req-a52d2de1-148d-42fa-b010-51dc3ea6ea5c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1322126 Feb 11 04:32:41.729655 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdbb401-1694-49f8-bfbf-47d7a4041211 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:32:41.772448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0b0dbbc5-07fa-4695-b492-f928b7433667 None None] Provisioning complete for port 8c1d22e2-e6b5-43cc-a4e7-7df473f218dd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:41.773446 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0b0dbbc5-07fa-4695-b492-f928b7433667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8c1d22e2-e6b5-43cc-a4e7-7df473f218dd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:41.777569 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 5fdbb401-1694-49f8-bfbf-47d7a4041211, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5fdbb401-1694-49f8-bfbf-47d7a4041211,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:41.779416 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c558af2-afee-4920-870e-39fbe69ce72b admin admin] Publish callbacks [] for security_group (59c669d4-b8e5-4e43-b3ca-7131289e9c5f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:41.826536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0b0dbbc5-07fa-4695-b492-f928b7433667 None None] Port 8c1d22e2-e6b5-43cc-a4e7-7df473f218dd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:41.834963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:41.834963 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:41.837462 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c558af2-afee-4920-870e-39fbe69ce72b admin admin] Publish callbacks [] for security_group (59c669d4-b8e5-4e43-b3ca-7131289e9c5f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:41.896151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:32:41.914551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:41.948681 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:41.955062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 0473f650-b42b-45ce-8612-42d968a92e57 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:32:42.051558 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c558af2-afee-4920-870e-39fbe69ce72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (59c669d4-b8e5-4e43-b3ca-7131289e9c5f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:42.055451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c558af2-afee-4920-870e-39fbe69ce72b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:42.057105 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1c558af2-afee-4920-870e-39fbe69ce72b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59c669d4-b8e5-4e43-b3ca-7131289e9c5f HTTP/1.1" status: 204 len: 168 time: 0.5280802 Feb 11 04:32:42.058082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=5fdbb401-1694-49f8-bfbf-47d7a4041211,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:42.083162 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c558af2-afee-4920-870e-39fbe69ce72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c669d4-b8e5-4e43-b3ca-7131289e9c5f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:42.114262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:32:42.131870 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9693f2-c9ee-48ce-851d-2d030ef56963 None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:32:42.157932 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9693f2-c9ee-48ce-851d-2d030ef56963 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:32:42.159293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a5d4b-cd4f-44c0-b6ec-1936672fde14 req-bdae3ddf-6368-4c70-b8e1-9051590d2038 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:42.161282 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3d9693f2-c9ee-48ce-851d-2d030ef56963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:42.167905 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b8a5d4b-cd4f-44c0-b6ec-1936672fde14 req-bdae3ddf-6368-4c70-b8e1-9051590d2038 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.1465850 Feb 11 04:32:42.193468 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9db3412f-b3fe-4503-935c-f62c71f90645 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (a13161b9-612e-43c7-bb88-d2cd31737209), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:42.194547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 0473f650-b42b-45ce-8612-42d968a92e57, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0473f650-b42b-45ce-8612-42d968a92e57,segment=NetworkSegment(f823c9f7-7ba8-4ad1-99eb-ff685d3740ca),segment_id=f823c9f7-7ba8-4ad1-99eb-ff685d3740ca)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:42.209037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '0473f650-b42b-45ce-8612-42d968a92e57', 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b', 'port_id': '0473f650-b42b-45ce-8612-42d968a92e57', 'mac_address': 'fa:16:3e:b8:ec:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d1fdce-bd12-463f-a026-9585e76fb2f7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:32:42.227237 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3d9693f2-c9ee-48ce-851d-2d030ef56963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:42.237538 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9693f2-c9ee-48ce-851d-2d030ef56963 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:32:42.238763 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3d9693f2-c9ee-48ce-851d-2d030ef56963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:42.257387 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 0473f650-b42b-45ce-8612-42d968a92e57 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:42.258220 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0473f650-b42b-45ce-8612-42d968a92e57), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:42.268315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b8a5d4b-cd4f-44c0-b6ec-1936672fde14 req-a9d27a6a-e4a2-4485-91a3-678c0be89fc9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992482 Feb 11 04:32:42.275864 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db3412f-b3fe-4503-935c-f62c71f90645 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 76431d12-003f-433d-becc-741cb1c0aae3 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:42.280558 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3d9693f2-c9ee-48ce-851d-2d030ef56963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:42.281342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9db3412f-b3fe-4503-935c-f62c71f90645 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:42.281502 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9693f2-c9ee-48ce-851d-2d030ef56963 None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:32:42.283009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0473f650-b42b-45ce-8612-42d968a92e57 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:32:42.289897 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db3412f-b3fe-4503-935c-f62c71f90645 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:42.290572 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9db3412f-b3fe-4503-935c-f62c71f90645 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:42.309240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3412f-b3fe-4503-935c-f62c71f90645 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Subnet': ['ID=a13161b9-612e-43c7-bb88-d2cd31737209,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:42.318500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1f23c6-aa87-4ac3-b93c-671b601419d6 None None] Network 76431d12-003f-433d-becc-741cb1c0aae3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:32:42.321549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 0473f650-b42b-45ce-8612-42d968a92e57, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0473f650-b42b-45ce-8612-42d968a92e57,segment=NetworkSegment(f823c9f7-7ba8-4ad1-99eb-ff685d3740ca),segment_id=f823c9f7-7ba8-4ad1-99eb-ff685d3740ca)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:42.401180 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:42.402485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-898e32e1-897d-4c0d-9619-2d5e7dd2a529 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.9174936 Feb 11 04:32:42.405212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58226) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:42.583917 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0473f650-b42b-45ce-8612-42d968a92e57), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:42.584674 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 963b6a8b-e879-44fc-be34-943887949a52 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:32:42.618892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 963b6a8b-e879-44fc-be34-943887949a52, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=963b6a8b-e879-44fc-be34-943887949a52,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:42.639991 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9db3412f-b3fe-4503-935c-f62c71f90645 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6305211 Feb 11 04:32:42.640788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58228) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:42.657331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7407ef98-59f2-4185-800c-28fbc73d51a0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-9394777', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a13161b9-612e-43c7-bb88-d2cd31737209'}], 'security_groups': ['1f893cf3-b899-4bfc-aca3-e6e3c6135f07']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:42.753059 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '963b6a8b-e879-44fc-be34-943887949a52', 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5', 'port_id': '963b6a8b-e879-44fc-be34-943887949a52', 'mac_address': 'fa:16:3e:13:63:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bd9c26-1372-400a-811d-7e4a7427b6fa', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:32:42.815336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=0473f650-b42b-45ce-8612-42d968a92e57,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:42.947416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 963b6a8b-e879-44fc-be34-943887949a52 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:42.949097 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (963b6a8b-e879-44fc-be34-943887949a52), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:42.991859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963b6a8b-e879-44fc-be34-943887949a52 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:32:43.042816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 963b6a8b-e879-44fc-be34-943887949a52, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=963b6a8b-e879-44fc-be34-943887949a52,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:43.151200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03807c22-e1f0-4fe6-9b0e-a93618f12fce req-0cb10858-cde1-4c78-80bf-93a2ca7e11e0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:43.160817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03807c22-e1f0-4fe6-9b0e-a93618f12fce req-0cb10858-cde1-4c78-80bf-93a2ca7e11e0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:43.166084 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (963b6a8b-e879-44fc-be34-943887949a52), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:43.167075 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8384eb4b-0998-438a-8422-057418ed2575 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:32:43.168216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03807c22-e1f0-4fe6-9b0e-a93618f12fce req-0cb10858-cde1-4c78-80bf-93a2ca7e11e0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:43.176878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03807c22-e1f0-4fe6-9b0e-a93618f12fce req-0cb10858-cde1-4c78-80bf-93a2ca7e11e0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:43.183815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03807c22-e1f0-4fe6-9b0e-a93618f12fce req-0cb10858-cde1-4c78-80bf-93a2ca7e11e0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:43.190753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03807c22-e1f0-4fe6-9b0e-a93618f12fce req-0cb10858-cde1-4c78-80bf-93a2ca7e11e0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:43.199866 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03807c22-e1f0-4fe6-9b0e-a93618f12fce req-0cb10858-cde1-4c78-80bf-93a2ca7e11e0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:43.203372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03807c22-e1f0-4fe6-9b0e-a93618f12fce req-0cb10858-cde1-4c78-80bf-93a2ca7e11e0 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5423 time: 0.2764771 Feb 11 04:32:43.211928 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7407ef98-59f2-4185-800c-28fbc73d51a0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8c1d22e2-e6b5-43cc-a4e7-7df473f218dd), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:43.287949 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:43.341563 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.resource_extend [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:32:43.391810 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c128296-c411-4bf0-95eb-b0c493a9e3bc None None] Update dhcp port {'port': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'fixed_ips': [{'subnet_id': 'ce702cc7-60a6-4b16-ab7b-8c26696624e1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a13161b9-612e-43c7-bb88-d2cd31737209'}], 'binding:host_id': 'n-d-712142-35'}, 'id': 'c9a20ea9-a253-4c89-a4b4-13aaa0016f30'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 04:32:43.451454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8384eb4b-0998-438a-8422-057418ed2575, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8384eb4b-0998-438a-8422-057418ed2575,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:43.468025 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=963b6a8b-e879-44fc-be34-943887949a52,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:43.494341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '8384eb4b-0998-438a-8422-057418ed2575', 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5', 'port_id': '8384eb4b-0998-438a-8422-057418ed2575', 'mac_address': 'fa:16:3e:ce:fa:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bd9c26-1372-400a-811d-7e4a7427b6fa', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:32:43.499779 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5c128296-c411-4bf0-95eb-b0c493a9e3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:43.583856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58246) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:43.638429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 8384eb4b-0998-438a-8422-057418ed2575 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:43.638936 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8384eb4b-0998-438a-8422-057418ed2575), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:43.681850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8c7c1dda-1f3b-4177-afd7-cb8a90f24aa7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7c2ac85528a4aa2bea644e28cfb0aa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0882387 Feb 11 04:32:43.693935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58248) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:43.721902 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8384eb4b-0998-438a-8422-057418ed2575 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:32:43.767868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8384eb4b-0998-438a-8422-057418ed2575, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8384eb4b-0998-438a-8422-057418ed2575,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:43.850248 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-5c128296-c411-4bf0-95eb-b0c493a9e3bc None None] Allocated IP 2001:db8:0:1::2 (76431d12-003f-433d-becc-741cb1c0aae3/a13161b9-612e-43c7-bb88-d2cd31737209/c9a20ea9-a253-4c89-a4b4-13aaa0016f30) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:43.868878 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8384eb4b-0998-438a-8422-057418ed2575), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:43.869763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 30cc8e96-7615-4f82-a139-50fdbc0216dd details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:32:43.871606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03807c22-e1f0-4fe6-9b0e-a93618f12fce req-76a09a9b-5c56-43b0-9974-a2a58d879bfa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6616824 Feb 11 04:32:43.913499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 30cc8e96-7615-4f82-a139-50fdbc0216dd, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=30cc8e96-7615-4f82-a139-50fdbc0216dd,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:43.936257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '30cc8e96-7615-4f82-a139-50fdbc0216dd', 'network_id': '5298babb-4aa0-44c4-91a5-04b443d240a5', 'port_id': '30cc8e96-7615-4f82-a139-50fdbc0216dd', 'mac_address': 'fa:16:3e:ae:f2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bd9c26-1372-400a-811d-7e4a7427b6fa', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:32:43.976335 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b3de-3d2e-473a-96d7-f7fc623208e3 admin admin] Publish callbacks [] for security_group (da8d976d-d99f-4511-89cc-7be6b717d68c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:44.003710 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b3de-3d2e-473a-96d7-f7fc623208e3 admin admin] Publish callbacks [] for security_group (da8d976d-d99f-4511-89cc-7be6b717d68c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:44.075586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb54e4-3212-4708-9fbb-08ce9a3860b6 req-26c250e2-4d16-4fb1-b3dc-a3eeab2ae1d9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:44.078465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23cb54e4-3212-4708-9fbb-08ce9a3860b6 req-26c250e2-4d16-4fb1-b3dc-a3eeab2ae1d9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.6728802 Feb 11 04:32:44.090640 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 30cc8e96-7615-4f82-a139-50fdbc0216dd is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:44.091064 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:44.176350 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23cb54e4-3212-4708-9fbb-08ce9a3860b6 req-d5aec14c-5d27-412e-b401-1f398ced7eea tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700264 Feb 11 04:32:44.195096 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30cc8e96-7615-4f82-a139-50fdbc0216dd {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:32:44.250172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=8384eb4b-0998-438a-8422-057418ed2575,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:44.255790 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b3de-3d2e-473a-96d7-f7fc623208e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (da8d976d-d99f-4511-89cc-7be6b717d68c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:44.258541 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b3de-3d2e-473a-96d7-f7fc623208e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:44.259904 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a0d8b3de-3d2e-473a-96d7-f7fc623208e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da8d976d-d99f-4511-89cc-7be6b717d68c HTTP/1.1" status: 204 len: 168 time: 0.5583391 Feb 11 04:32:44.269602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 30cc8e96-7615-4f82-a139-50fdbc0216dd, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=30cc8e96-7615-4f82-a139-50fdbc0216dd,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:44.276473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8b3de-3d2e-473a-96d7-f7fc623208e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8d976d-d99f-4511-89cc-7be6b717d68c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:44.321704 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5c128296-c411-4bf0-95eb-b0c493a9e3bc None None] For port c9a20ea9-a253-4c89-a4b4-13aaa0016f30, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,segment=NetworkSegment(b7375165-831c-4aeb-968d-cc20beaf8665),segment_id=b7375165-831c-4aeb-968d-cc20beaf8665)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:44.332604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Allocated IP 172.20.0.1 (559587a7-f213-41df-992d-930459b71fc9/a63b66cd-2b1b-4460-957d-d1221ba40f92/2d7cebb6-4f46-4b52-b4bd-3e5badaebf9d) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:44.386108 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:44.389374 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e54afff1-6eda-4c29-a57d-978ae22d9236 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:32:44.520933 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=30cc8e96-7615-4f82-a139-50fdbc0216dd,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:44.524909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e54afff1-6eda-4c29-a57d-978ae22d9236, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e54afff1-6eda-4c29-a57d-978ae22d9236,segment=NetworkSegment(f823c9f7-7ba8-4ad1-99eb-ff685d3740ca),segment_id=f823c9f7-7ba8-4ad1-99eb-ff685d3740ca)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:44.543609 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (2d7cebb6-4f46-4b52-b4bd-3e5badaebf9d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:44.548294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'e54afff1-6eda-4c29-a57d-978ae22d9236', 'network_id': '783bae75-85d4-4737-a159-3dcd512c310b', 'port_id': 'e54afff1-6eda-4c29-a57d-978ae22d9236', 'mac_address': 'fa:16:3e:61:c1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d1fdce-bd12-463f-a026-9585e76fb2f7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:32:44.553692 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5c128296-c411-4bf0-95eb-b0c493a9e3bc None None] Publish callbacks [] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:44.599908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e54afff1-6eda-4c29-a57d-978ae22d9236 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:44.600667 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:44.618729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54afff1-6eda-4c29-a57d-978ae22d9236 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:32:44.639333 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e54afff1-6eda-4c29-a57d-978ae22d9236, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e54afff1-6eda-4c29-a57d-978ae22d9236,segment=NetworkSegment(f823c9f7-7ba8-4ad1-99eb-ff685d3740ca),segment_id=f823c9f7-7ba8-4ad1-99eb-ff685d3740ca)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:44.678085 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5c128296-c411-4bf0-95eb-b0c493a9e3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:44.679946 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2d7cebb6-4f46-4b52-b4bd-3e5badaebf9d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:44.753554 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network 559587a7-f213-41df-992d-930459b71fc9 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:44.758346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:44.787229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:44.815394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=2d7cebb6-4f46-4b52-b4bd-3e5badaebf9d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:44.816375 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:44.839435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c128296-c411-4bf0-95eb-b0c493a9e3bc None None] Pushing event updated for resources: {'Port': ['ID=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:44.883684 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (1f766cb8-144b-4180-be11-33d2d8fae293), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:44.959296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-7407ef98-59f2-4185-800c-28fbc73d51a0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Delete allocated IP 2001:db8::186 (76431d12-003f-433d-becc-741cb1c0aae3/ce702cc7-60a6-4b16-ab7b-8c26696624e1) {{(pid=103809) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 04:32:44.971246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e54afff1-6eda-4c29-a57d-978ae22d9236,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:44.988357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-7407ef98-59f2-4185-800c-28fbc73d51a0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Allocated IP 2001:db8:0:1::16f (76431d12-003f-433d-becc-741cb1c0aae3/a13161b9-612e-43c7-bb88-d2cd31737209/8c1d22e2-e6b5-43cc-a4e7-7df473f218dd) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:45.293180 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7407ef98-59f2-4185-800c-28fbc73d51a0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (8c1d22e2-e6b5-43cc-a4e7-7df473f218dd), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:45.347709 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2d7cebb6-4f46-4b52-b4bd-3e5badaebf9d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:45.441179 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7407ef98-59f2-4185-800c-28fbc73d51a0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8c1d22e2-e6b5-43cc-a4e7-7df473f218dd), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:45.498741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['8384eb4b-0998-438a-8422-057418ed2575'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:32:45.579381 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['30aa1179-3b27-4725-948c-5544353ee93a'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:32:45.581914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['5fdbb401-1694-49f8-bfbf-47d7a4041211'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:32:45.584581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['0473f650-b42b-45ce-8612-42d968a92e57'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:32:45.592303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7407ef98-59f2-4185-800c-28fbc73d51a0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] In _notify_port_updated(), no bound segment for port 8c1d22e2-e6b5-43cc-a4e7-7df473f218dd on network 76431d12-003f-433d-becc-741cb1c0aae3 {{(pid=103809) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:32:45.597911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7407ef98-59f2-4185-800c-28fbc73d51a0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:45.598931 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7407ef98-59f2-4185-800c-28fbc73d51a0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:45.600539 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7407ef98-59f2-4185-800c-28fbc73d51a0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "PUT /v2.0/ports/8c1d22e2-e6b5-43cc-a4e7-7df473f218dd HTTP/1.1" status: 200 len: 928 time: 2.9583092 Feb 11 04:32:45.606212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['30cc8e96-7615-4f82-a139-50fdbc0216dd'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:32:45.610090 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365f116-c156-4252-82d5-e624209a687e req-d55e311c-777c-4e7c-90e4-a340f23267aa tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:45.619580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a365f116-c156-4252-82d5-e624209a687e req-d55e311c-777c-4e7c-90e4-a340f23267aa tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.2863348 Feb 11 04:32:45.622965 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58300) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:45.625246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407ef98-59f2-4185-800c-28fbc73d51a0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=8c1d22e2-e6b5-43cc-a4e7-7df473f218dd,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:45.747375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692d3e6-ec3d-473f-936e-6276df4f088f req-d910080c-a18c-45c6-9bf3-44f52021210e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:45.754437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692d3e6-ec3d-473f-936e-6276df4f088f req-d910080c-a18c-45c6-9bf3-44f52021210e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:45.760654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692d3e6-ec3d-473f-936e-6276df4f088f req-d910080c-a18c-45c6-9bf3-44f52021210e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:45.768472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692d3e6-ec3d-473f-936e-6276df4f088f req-d910080c-a18c-45c6-9bf3-44f52021210e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:45.769002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c9a20ea9-a253-4c89-a4b4-13aaa0016f30 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:45.776804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692d3e6-ec3d-473f-936e-6276df4f088f req-d910080c-a18c-45c6-9bf3-44f52021210e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:45.783874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692d3e6-ec3d-473f-936e-6276df4f088f req-d910080c-a18c-45c6-9bf3-44f52021210e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:45.789523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692d3e6-ec3d-473f-936e-6276df4f088f req-d910080c-a18c-45c6-9bf3-44f52021210e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:45.791683 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2692d3e6-ec3d-473f-936e-6276df4f088f req-d910080c-a18c-45c6-9bf3-44f52021210e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5427 time: 0.4960747 Feb 11 04:32:45.943824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a365f116-c156-4252-82d5-e624209a687e req-2af95a22-bf98-49c7-9337-f527a5f22497 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228729 Feb 11 04:32:46.189227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-02e53596-0854-42cd-a0f0-eddd1df6f3be tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port 8c1d22e2-e6b5-43cc-a4e7-7df473f218dd {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:32:46.189929 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-02e53596-0854-42cd-a0f0-eddd1df6f3be tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8c1d22e2-e6b5-43cc-a4e7-7df473f218dd), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:46.262232 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2692d3e6-ec3d-473f-936e-6276df4f088f req-09cd2208-31c3-419a-a927-c17d26802010 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3290277 Feb 11 04:32:46.380784 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58314) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:46.469330 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (2d7cebb6-4f46-4b52-b4bd-3e5badaebf9d), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:46.524150 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-02e53596-0854-42cd-a0f0-eddd1df6f3be tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8c1d22e2-e6b5-43cc-a4e7-7df473f218dd), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:46.536222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['e54afff1-6eda-4c29-a57d-978ae22d9236'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:32:46.542134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-02e53596-0854-42cd-a0f0-eddd1df6f3be tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for 8c1d22e2-e6b5-43cc-a4e7-7df473f218dd owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:32:46.564464 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (2d7cebb6-4f46-4b52-b4bd-3e5badaebf9d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:46.629872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['963b6a8b-e879-44fc-be34-943887949a52'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:32:46.653782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:46.654114 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:46.720893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=2d7cebb6-4f46-4b52-b4bd-3e5badaebf9d,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:46.728067 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-network', 'tenant_id': '242791fc28704fcabf9fb59cd7497171'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:46.797700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d741f096-6f4e-43da-885f-6f9db2f7803c None None] Provisioning complete for port 8c1d22e2-e6b5-43cc-a4e7-7df473f218dd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:46.798449 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d741f096-6f4e-43da-885f-6f9db2f7803c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8c1d22e2-e6b5-43cc-a4e7-7df473f218dd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:46.873625 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (1f766cb8-144b-4180-be11-33d2d8fae293), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:46.924152 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-02e53596-0854-42cd-a0f0-eddd1df6f3be tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8c1d22e2-e6b5-43cc-a4e7-7df473f218dd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:47.029936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] Made reservation on behalf of 242791fc28704fcabf9fb59cd7497171 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:47.033049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e53596-0854-42cd-a0f0-eddd1df6f3be tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=8c1d22e2-e6b5-43cc-a4e7-7df473f218dd,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:47.036971 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:47.071634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network 559587a7-f213-41df-992d-930459b71fc9 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:47.073648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:47.081226 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:47.120542 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-02e53596-0854-42cd-a0f0-eddd1df6f3be tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:47.132458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-02e53596-0854-42cd-a0f0-eddd1df6f3be tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/8c1d22e2-e6b5-43cc-a4e7-7df473f218dd HTTP/1.1" status: 204 len: 168 time: 1.4998915 Feb 11 04:32:47.136258 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58332) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:47.216624 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350cf15-7cb1-4592-acc3-165aba788bb6 req-c9bbd069-4b46-430a-b64e-8bebecaebb37 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:47.219439 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60327a0-795c-4623-ae22-678ec951a41e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] GET failed (client error): The resource could not be found. Feb 11 04:32:47.223898 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b60327a0-795c-4623-ae22-678ec951a41e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/8c1d22e2-e6b5-43cc-a4e7-7df473f218dd HTTP/1.1" status: 404 len: 333 time: 0.0838408 Feb 11 04:32:47.225795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3350cf15-7cb1-4592-acc3-165aba788bb6 req-c9bbd069-4b46-430a-b64e-8bebecaebb37 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.1115074 Feb 11 04:32:47.228127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58336) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:47.426343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3350cf15-7cb1-4592-acc3-165aba788bb6 req-24e3352a-e7a9-4ef4-bb52-2829cf56d77a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990142 Feb 11 04:32:47.430105 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2fcd3f9d-f253-4117-8092-6f86b8ccdca9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (267ccf5f-ea0c-419c-a2ef-7eac6f41c1da), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:47.549389 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2fcd3f9d-f253-4117-8092-6f86b8ccdca9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (267ccf5f-ea0c-419c-a2ef-7eac6f41c1da), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:47.562780 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] Publish callbacks [] for security_group (77dff21a-9976-4810-a10e-4afc8355f707), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:47.594946 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:32:47.674584 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (77dff21a-9976-4810-a10e-4afc8355f707), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:47.748228 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dff21a-9976-4810-a10e-4afc8355f707,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:47.791458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b0063-4309-4d5a-9dff-79a545fd497c req-79f5ec0c-7022-4707-b42d-3134bc4ea6fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:47.793630 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d741f096-6f4e-43da-885f-6f9db2f7803c None None] Port 8c1d22e2-e6b5-43cc-a4e7-7df473f218dd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:47.797851 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:32:47.808955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b0063-4309-4d5a-9dff-79a545fd497c req-79f5ec0c-7022-4707-b42d-3134bc4ea6fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:47.816565 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:47.817454 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] Added segment bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8 of type vlan for network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 Feb 11 04:32:47.821505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b0063-4309-4d5a-9dff-79a545fd497c req-79f5ec0c-7022-4707-b42d-3134bc4ea6fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:47.831002 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:32:47.837368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b0063-4309-4d5a-9dff-79a545fd497c req-79f5ec0c-7022-4707-b42d-3134bc4ea6fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:47.852749 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-da50cd0b-e080-422d-a438-6b53a756afdf tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "PUT /v2.0/routers/1f766cb8-144b-4180-be11-33d2d8fae293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4436307 Feb 11 04:32:47.853933 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b0063-4309-4d5a-9dff-79a545fd497c req-79f5ec0c-7022-4707-b42d-3134bc4ea6fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:47.864253 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b0063-4309-4d5a-9dff-79a545fd497c req-79f5ec0c-7022-4707-b42d-3134bc4ea6fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:47.873207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e9f54-be4f-46bf-a99f-afcf7f496e28 None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:32:47.878691 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58348) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:47.879409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b0063-4309-4d5a-9dff-79a545fd497c req-79f5ec0c-7022-4707-b42d-3134bc4ea6fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:47.881779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e8b0063-4309-4d5a-9dff-79a545fd497c req-79f5ec0c-7022-4707-b42d-3134bc4ea6fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5427 time: 0.3288720 Feb 11 04:32:47.882528 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2fcd3f9d-f253-4117-8092-6f86b8ccdca9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (267ccf5f-ea0c-419c-a2ef-7eac6f41c1da), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:47.886382 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2fcd3f9d-f253-4117-8092-6f86b8ccdca9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:47.890314 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2fcd3f9d-f253-4117-8092-6f86b8ccdca9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/security-groups/267ccf5f-ea0c-419c-a2ef-7eac6f41c1da HTTP/1.1" status: 204 len: 168 time: 0.6582289 Feb 11 04:32:47.890967 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-28ae4b17-e350-4b83-a7a9-971c2b5e3d48 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'port': {'network_id': '559587a7-f213-41df-992d-930459b71fc9', 'name': 'tempest-FloatingIPTestJSON-588547235'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:47.896436 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58350) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:47.912780 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd3f9d-f253-4117-8092-6f86b8ccdca9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=267ccf5f-ea0c-419c-a2ef-7eac6f41c1da,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:47.978987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d741f096-6f4e-43da-885f-6f9db2f7803c None None] Provisioning complete for port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:47.979438 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d741f096-6f4e-43da-885f-6f9db2f7803c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:47.979571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e8b0063-4309-4d5a-9dff-79a545fd497c req-e3d84ab4-806d-443d-8325-3896eac21914 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0908983 Feb 11 04:32:47.997818 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (fe3ed698-478f-4f37-ad6e-2a649ed9dcc5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:48.052329 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e9f54-be4f-46bf-a99f-afcf7f496e28 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:32:48.052991 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9f0e9f54-be4f-46bf-a99f-afcf7f496e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:48.126881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9f0e9f54-be4f-46bf-a99f-afcf7f496e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:48.133712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:48.167886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a01803db-2b2c-45dc-bc02-22f9fad4437b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (1f893cf3-b899-4bfc-aca3-e6e3c6135f07), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:48.187590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e9f54-be4f-46bf-a99f-afcf7f496e28 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:32:48.188257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9f0e9f54-be4f-46bf-a99f-afcf7f496e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:48.220707 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a01803db-2b2c-45dc-bc02-22f9fad4437b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (1f893cf3-b899-4bfc-aca3-e6e3c6135f07), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:48.253017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9f0e9f54-be4f-46bf-a99f-afcf7f496e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:48.253961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e9f54-be4f-46bf-a99f-afcf7f496e28 None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:32:48.266330 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (fe3ed698-478f-4f37-ad6e-2a649ed9dcc5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:48.267429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:48.268100 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:48.333040 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d741f096-6f4e-43da-885f-6f9db2f7803c None None] Current status of the port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:48.341016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] Pushing event updated for resources: {'Network': ['ID=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:48.344224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d741f096-6f4e-43da-885f-6f9db2f7803c None None] Provisioning complete for port 711d8f04-b53a-44f6-a87c-eefa63aec363 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:48.344657 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d741f096-6f4e-43da-885f-6f9db2f7803c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (711d8f04-b53a-44f6-a87c-eefa63aec363), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:48.365837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:32:48.406386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d741f096-6f4e-43da-885f-6f9db2f7803c None None] Port 711d8f04-b53a-44f6-a87c-eefa63aec363 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:48.420089 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ae4b17-e350-4b83-a7a9-971c2b5e3d48 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Made reservation on behalf of eb4deeefd2774029b34558b800a6fed8 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:48.423659 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28ae4b17-e350-4b83-a7a9-971c2b5e3d48 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:48.442115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-28ae4b17-e350-4b83-a7a9-971c2b5e3d48 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] device_id is not set on port c2e6faa8-a4af-4e05-ac9b-413478870a6d yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:32:48.485453 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-83bf9def-9563-466b-8444-98ab791b725d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0997102 Feb 11 04:32:48.485453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a01803db-2b2c-45dc-bc02-22f9fad4437b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1f893cf3-b899-4bfc-aca3-e6e3c6135f07), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:48.486877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58364) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:48.487866 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a01803db-2b2c-45dc-bc02-22f9fad4437b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:48.491381 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a01803db-2b2c-45dc-bc02-22f9fad4437b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/security-groups/1f893cf3-b899-4bfc-aca3-e6e3c6135f07 HTTP/1.1" status: 204 len: 168 time: 0.5902741 Feb 11 04:32:48.499745 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58366) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:48.502559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-04562775-2aa7-4343-a54c-a2a72eaaf416 admin admin] Request body: {'subnet': {'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-subnet', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:48.539882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-801ac0dd-f2d5-45ca-bc96-405598800c6b None None] Could not find standard attr ID for object 8c1d22e2-e6b5-43cc-a4e7-7df473f218dd. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:32:48.546728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01803db-2b2c-45dc-bc02-22f9fad4437b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f893cf3-b899-4bfc-aca3-e6e3c6135f07,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:48.611367 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-c048a003-3e3b-4942-b615-719d4c2b84d2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting subnet ce702cc7-60a6-4b16-ab7b-8c26696624e1 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:32:48.619013 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c048a003-3e3b-4942-b615-719d4c2b84d2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (ce702cc7-60a6-4b16-ab7b-8c26696624e1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:48.635628 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531dd60-a2c7-4be2-9c4c-861a65c67dfd req-90a261ac-557f-4ea3-9f5b-dc4f44ae9670 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:48.647009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a531dd60-a2c7-4be2-9c4c-861a65c67dfd req-90a261ac-557f-4ea3-9f5b-dc4f44ae9670 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.1119637 Feb 11 04:32:48.697497 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-28ae4b17-e350-4b83-a7a9-971c2b5e3d48 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Allocated IP 172.20.0.5 (559587a7-f213-41df-992d-930459b71fc9/a63b66cd-2b1b-4460-957d-d1221ba40f92/c2e6faa8-a4af-4e05-ac9b-413478870a6d) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:48.699239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04562775-2aa7-4343-a54c-a2a72eaaf416 admin admin] Made reservation on behalf of 242791fc28704fcabf9fb59cd7497171 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:48.703505 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-04562775-2aa7-4343-a54c-a2a72eaaf416 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:48.705313 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c048a003-3e3b-4942-b615-719d4c2b84d2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (ce702cc7-60a6-4b16-ab7b-8c26696624e1), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:48.841191 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 30cc8e96-7615-4f82-a139-50fdbc0216dd up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:48.872980 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c048a003-3e3b-4942-b615-719d4c2b84d2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (ce702cc7-60a6-4b16-ab7b-8c26696624e1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:48.948217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a531dd60-a2c7-4be2-9c4c-861a65c67dfd req-7fa814bc-82a8-4e93-b72e-165523e5b8ce tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001640 Feb 11 04:32:49.049339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 30cc8e96-7615-4f82-a139-50fdbc0216dd completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:32:49.058682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 30cc8e96-7615-4f82-a139-50fdbc0216dd triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:49.058682 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:49.068781 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28ae4b17-e350-4b83-a7a9-971c2b5e3d48 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (c2e6faa8-a4af-4e05-ac9b-413478870a6d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:49.227225 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28ae4b17-e350-4b83-a7a9-971c2b5e3d48 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c2e6faa8-a4af-4e05-ac9b-413478870a6d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:49.295775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 30cc8e96-7615-4f82-a139-50fdbc0216dd is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:49.296499 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:49.319912 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c048a003-3e3b-4942-b615-719d4c2b84d2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (ce702cc7-60a6-4b16-ab7b-8c26696624e1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:49.326542 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cc8e96-7615-4f82-a139-50fdbc0216dd'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:32:49.330419 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ecd703-236a-4925-ba7c-a886cb2bfc85" -d '{"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-plugged", "status": "completed", "tag": "30cc8e96-7615-4f82-a139-50fdbc0216dd"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:32:49.333582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbe360-4173-426a-b80e-cad9f778837e req-37930bc0-3217-49cc-bbac-84a28c9ec2f5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:49.347923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbe360-4173-426a-b80e-cad9f778837e req-37930bc0-3217-49cc-bbac-84a28c9ec2f5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:49.349661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 30cc8e96-7615-4f82-a139-50fdbc0216dd, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=30cc8e96-7615-4f82-a139-50fdbc0216dd,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:49.359349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbe360-4173-426a-b80e-cad9f778837e req-37930bc0-3217-49cc-bbac-84a28c9ec2f5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:49.364573 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbe360-4173-426a-b80e-cad9f778837e req-37930bc0-3217-49cc-bbac-84a28c9ec2f5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:49.365019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec9cdb-bbee-4435-ac5e-80d782cb05b6 None None] Network 76431d12-003f-433d-becc-741cb1c0aae3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:32:49.376689 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c048a003-3e3b-4942-b615-719d4c2b84d2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:49.393587 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbe360-4173-426a-b80e-cad9f778837e req-37930bc0-3217-49cc-bbac-84a28c9ec2f5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:49.402317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbe360-4173-426a-b80e-cad9f778837e req-37930bc0-3217-49cc-bbac-84a28c9ec2f5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:49.408907 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c048a003-3e3b-4942-b615-719d4c2b84d2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/ce702cc7-60a6-4b16-ab7b-8c26696624e1 HTTP/1.1" status: 204 len: 168 time: 0.9080877 Feb 11 04:32:49.418279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbe360-4173-426a-b80e-cad9f778837e req-37930bc0-3217-49cc-bbac-84a28c9ec2f5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:49.426229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-65bbe360-4173-426a-b80e-cad9f778837e req-37930bc0-3217-49cc-bbac-84a28c9ec2f5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5427 time: 0.3344352 Feb 11 04:32:49.427935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58398) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:49.439083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-8119ec7f-a3af-44ae-bbae-e437cbea7ebb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'subnet': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:49.453147 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba03f595-e849-45e2-81ba-c00afa9317ac x-openstack-request-id: req-ba03f595-e849-45e2-81ba-c00afa9317ac {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:32:49.453878 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-plugged", "status": "completed", "tag": "30cc8e96-7615-4f82-a139-50fdbc0216dd", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:32:49.454566 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba03f595-e849-45e2-81ba-c00afa9317ac {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:32:49.455158 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cc8e96-7615-4f82-a139-50fdbc0216dd', 'code': 200} Feb 11 04:32:49.462973 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-04562775-2aa7-4343-a54c-a2a72eaaf416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (b41bf88a-c99f-4238-9624-eddbc961d3f8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:49.463184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae4b17-e350-4b83-a7a9-971c2b5e3d48 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=c2e6faa8-a4af-4e05-ac9b-413478870a6d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:49.465390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048a003-3e3b-4942-b615-719d4c2b84d2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Subnet': ['ID=ce702cc7-60a6-4b16-ab7b-8c26696624e1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:49.482030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae4b17-e350-4b83-a7a9-971c2b5e3d48 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network 559587a7-f213-41df-992d-930459b71fc9 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:49.485681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-28ae4b17-e350-4b83-a7a9-971c2b5e3d48 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:49.489371 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ae4b17-e350-4b83-a7a9-971c2b5e3d48 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:49.543582 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:49.551963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 30aa1179-3b27-4725-948c-5544353ee93a up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:49.564252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ae4b17-e350-4b83-a7a9-971c2b5e3d48 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:49.565286 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28ae4b17-e350-4b83-a7a9-971c2b5e3d48 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:49.655105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=30cc8e96-7615-4f82-a139-50fdbc0216dd,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:49.691222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04562775-2aa7-4343-a54c-a2a72eaaf416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41bf88a-c99f-4238-9624-eddbc961d3f8,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:49.703706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04562775-2aa7-4343-a54c-a2a72eaaf416 admin admin] Checking segment: {'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:32:49.704240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04562775-2aa7-4343-a54c-a2a72eaaf416 admin admin] Network hostable DHCP agents. Network: fe3ed698-478f-4f37-ad6e-2a649ed9dcc5, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:32:49.713537 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-65bbe360-4173-426a-b80e-cad9f778837e req-b44bfd31-ac85-41a9-8a2d-fbca57ebb3db tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2862768 Feb 11 04:32:49.878778 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-28ae4b17-e350-4b83-a7a9-971c2b5e3d48 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9963622 Feb 11 04:32:49.887492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58404) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:49.887492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-68e695cb-229c-4252-9c6a-0b87893291ac tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'port': {'network_id': '559587a7-f213-41df-992d-930459b71fc9', 'name': 'tempest-FloatingIPTestJSON-1494497371'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:49.959750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 30aa1179-3b27-4725-948c-5544353ee93a completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:32:49.972451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04562775-2aa7-4343-a54c-a2a72eaaf416 admin admin] Network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:32:49.976635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8119ec7f-a3af-44ae-bbae-e437cbea7ebb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:49.979979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 30aa1179-3b27-4725-948c-5544353ee93a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:49.980199 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8119ec7f-a3af-44ae-bbae-e437cbea7ebb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:49.980780 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (30aa1179-3b27-4725-948c-5544353ee93a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:50.080546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58412) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:50.216380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-04562775-2aa7-4343-a54c-a2a72eaaf416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, fe3ed698-478f-4f37-ad6e-2a649ed9dcc5) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:50.237637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3464a4e8-bdcb-4371-af86-bbefd4b0d76b None None] Network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:32:50.258657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04562775-2aa7-4343-a54c-a2a72eaaf416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:50.266427 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-04562775-2aa7-4343-a54c-a2a72eaaf416 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:50.304228 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:50.432911 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Publish callbacks [] for security_group (e233f323-6d64-4672-af0b-8da06f2a1fb0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:50.456915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 30aa1179-3b27-4725-948c-5544353ee93a is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:50.457303 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (30aa1179-3b27-4725-948c-5544353ee93a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:50.503712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-315fef5b-ec5d-4cf3-a7e2-3363e20b118e None None] Provisioning complete for port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:50.503712 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-315fef5b-ec5d-4cf3-a7e2-3363e20b118e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:50.538835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'project_id': '242791fc28704fcabf9fb59cd7497171', 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:32:50.539732 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:50.548283 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-04562775-2aa7-4343-a54c-a2a72eaaf416 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0541854 Feb 11 04:32:50.551129 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58424) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:50.560249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:50.565157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8caf9b-a643-4591-a5d6-2ffb3540719f req-eeb42b80-0ac5-4789-9716-980a1c11171e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:50.567121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b8caf9b-a643-4591-a5d6-2ffb3540719f req-eeb42b80-0ac5-4789-9716-980a1c11171e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.3793182 Feb 11 04:32:50.580202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 30aa1179-3b27-4725-948c-5544353ee93a, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=30aa1179-3b27-4725-948c-5544353ee93a,segment=NetworkSegment(270393d2-a1cd-4dd2-8fdf-d428d3d7abd0),segment_id=270393d2-a1cd-4dd2-8fdf-d428d3d7abd0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:50.602681 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e233f323-6d64-4672-af0b-8da06f2a1fb0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:50.662708 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e233f323-6d64-4672-af0b-8da06f2a1fb0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:50.666729 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e13f5ed4e824365bdf3303afd0f1c19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5850329 Feb 11 04:32:50.669489 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58426) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:50.674963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b8caf9b-a643-4591-a5d6-2ffb3540719f req-4c10d868-862c-49d6-8a54-5b01282b5e3c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811331 Feb 11 04:32:50.681635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e695cb-229c-4252-9c6a-0b87893291ac tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Made reservation on behalf of eb4deeefd2774029b34558b800a6fed8 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:50.683170 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:50.683846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:50.684353 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:50.684708 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:50.685052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:50.685668 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:50.686143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:50.687118 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:50.687495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:50.687890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:50.689046 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:50.689998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:50.690203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e36df2-c34b-4aa0-a02b-8eefc7a318a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:50.701783 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-68e695cb-229c-4252-9c6a-0b87893291ac tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:50.748401 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (4077c985-e11a-4eff-9e8a-9f482b816a0c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:50.748637 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (30aa1179-3b27-4725-948c-5544353ee93a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:50.750201 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (4077c985-e11a-4eff-9e8a-9f482b816a0c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:50.750443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5fdbb401-1694-49f8-bfbf-47d7a4041211 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:50.764482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-68e695cb-229c-4252-9c6a-0b87893291ac tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] device_id is not set on port f66e9525-03c8-40a8-8018-b574059c8de7 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:32:50.778603 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74d259ab-ce8a-4408-ac55-738928059456 admin admin] Publish callbacks [] for security_group (e233f323-6d64-4672-af0b-8da06f2a1fb0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:50.846597 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Publish callbacks [] for router_controller (4077c985-e11a-4eff-9e8a-9f482b816a0c), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:50.848694 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74d259ab-ce8a-4408-ac55-738928059456 admin admin] Publish callbacks [] for security_group (e233f323-6d64-4672-af0b-8da06f2a1fb0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:51.003570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74d259ab-ce8a-4408-ac55-738928059456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e233f323-6d64-4672-af0b-8da06f2a1fb0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:51.004845 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74d259ab-ce8a-4408-ac55-738928059456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:51.005911 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-74d259ab-ce8a-4408-ac55-738928059456 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e233f323-6d64-4672-af0b-8da06f2a1fb0 HTTP/1.1" status: 204 len: 168 time: 0.3354399 Feb 11 04:32:51.050303 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d259ab-ce8a-4408-ac55-738928059456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e233f323-6d64-4672-af0b-8da06f2a1fb0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:51.137040 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-315fef5b-ec5d-4cf3-a7e2-3363e20b118e None None] Current status of the port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:51.155042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=30aa1179-3b27-4725-948c-5544353ee93a,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:51.184401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Allocated IP 172.20.0.2 (fe3ed698-478f-4f37-ad6e-2a649ed9dcc5/b41bf88a-c99f-4238-9624-eddbc961d3f8/3e6023c9-3c06-43ad-b788-b091857afb9a) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:51.186884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-315fef5b-ec5d-4cf3-a7e2-3363e20b118e None None] Provisioning complete for port 711d8f04-b53a-44f6-a87c-eefa63aec363 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:51.187594 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-315fef5b-ec5d-4cf3-a7e2-3363e20b118e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (711d8f04-b53a-44f6-a87c-eefa63aec363), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:51.198237 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Publish callbacks [] for router_gateway (4077c985-e11a-4eff-9e8a-9f482b816a0c), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:51.240446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 5fdbb401-1694-49f8-bfbf-47d7a4041211 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:32:51.276130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-315fef5b-ec5d-4cf3-a7e2-3363e20b118e None None] Port 711d8f04-b53a-44f6-a87c-eefa63aec363 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:51.285480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 5fdbb401-1694-49f8-bfbf-47d7a4041211 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:51.285864 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:51.436025 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8119ec7f-a3af-44ae-bbae-e437cbea7ebb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (44310fa3-1513-4dac-a59e-ef28f6ed2423), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:51.543511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986238d8-6554-43af-815b-a4ca0c0cd084 req-cb04882f-2e6c-4ab1-92f8-34fb54d20707 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:51.549202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986238d8-6554-43af-815b-a4ca0c0cd084 req-cb04882f-2e6c-4ab1-92f8-34fb54d20707 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:51.554859 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986238d8-6554-43af-815b-a4ca0c0cd084 req-cb04882f-2e6c-4ab1-92f8-34fb54d20707 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:51.560835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986238d8-6554-43af-815b-a4ca0c0cd084 req-cb04882f-2e6c-4ab1-92f8-34fb54d20707 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:51.567044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986238d8-6554-43af-815b-a4ca0c0cd084 req-cb04882f-2e6c-4ab1-92f8-34fb54d20707 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:51.572655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986238d8-6554-43af-815b-a4ca0c0cd084 req-cb04882f-2e6c-4ab1-92f8-34fb54d20707 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:51.579258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986238d8-6554-43af-815b-a4ca0c0cd084 req-cb04882f-2e6c-4ab1-92f8-34fb54d20707 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:51.581628 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-986238d8-6554-43af-815b-a4ca0c0cd084 req-cb04882f-2e6c-4ab1-92f8-34fb54d20707 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5429 time: 0.3193252 Feb 11 04:32:51.611101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-68e695cb-229c-4252-9c6a-0b87893291ac tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Allocated IP 172.20.0.11 (559587a7-f213-41df-992d-930459b71fc9/a63b66cd-2b1b-4460-957d-d1221ba40f92/f66e9525-03c8-40a8-8018-b574059c8de7) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:51.625410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8119ec7f-a3af-44ae-bbae-e437cbea7ebb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 76431d12-003f-433d-becc-741cb1c0aae3 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:51.643267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-8119ec7f-a3af-44ae-bbae-e437cbea7ebb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:51.658612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8119ec7f-a3af-44ae-bbae-e437cbea7ebb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:51.665802 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8119ec7f-a3af-44ae-bbae-e437cbea7ebb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:51.679130 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119ec7f-a3af-44ae-bbae-e437cbea7ebb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Subnet': ['ID=44310fa3-1513-4dac-a59e-ef28f6ed2423,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:51.767873 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aa1179-3b27-4725-948c-5544353ee93a'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:32:51.772092 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92277a64-5ad2-4e2d-85dd-6d6e0ebb15c5" -d '{"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-plugged", "status": "completed", "tag": "30aa1179-3b27-4725-948c-5544353ee93a"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:32:51.786242 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5462ba0-096f-48fa-84a7-6fb1a3df2466 None None] Network 76431d12-003f-433d-becc-741cb1c0aae3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:32:51.838224 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Publish callbacks [] for router_gateway (4077c985-e11a-4eff-9e8a-9f482b816a0c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:51.870613 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-68e695cb-229c-4252-9c6a-0b87893291ac tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (f66e9525-03c8-40a8-8018-b574059c8de7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:51.886973 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8119ec7f-a3af-44ae-bbae-e437cbea7ebb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4569175 Feb 11 04:32:51.887609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58452) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:51.901848 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:51.908478 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-2b91f697-f6ed-4bb0-9981-42289ad0ae1c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'security_group': {'name': 'tempest-secgroup-1874219743'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:51.944649 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-986238d8-6554-43af-815b-a4ca0c0cd084 req-8c8733f3-782a-4c19-897f-d053e1902d40 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3532310 Feb 11 04:32:52.013333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d355d4-bd5d-41bc-bc03-49059a66a73b req-ab0fbbc0-ca6f-49e7-aae6-b5e1d8ba65b4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:52.013333 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18d355d4-bd5d-41bc-bc03-49059a66a73b req-ab0fbbc0-ca6f-49e7-aae6-b5e1d8ba65b4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.1385031 Feb 11 04:32:52.067188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 5fdbb401-1694-49f8-bfbf-47d7a4041211 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:52.067588 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.074008 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d977284c-267b-4f18-82ac-546517825263 x-openstack-request-id: req-d977284c-267b-4f18-82ac-546517825263 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:32:52.074301 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-plugged", "status": "completed", "tag": "30aa1179-3b27-4725-948c-5544353ee93a", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:32:52.074563 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d977284c-267b-4f18-82ac-546517825263 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:32:52.074959 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aa1179-3b27-4725-948c-5544353ee93a', 'code': 200} Feb 11 04:32:52.082015 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2b91f697-f6ed-4bb0-9981-42289ad0ae1c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.122005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18d355d4-bd5d-41bc-bc03-49059a66a73b req-8c3ed207-9946-4a3d-80a2-353e141d3fe4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046050 Feb 11 04:32:52.143646 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-68e695cb-229c-4252-9c6a-0b87893291ac tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f66e9525-03c8-40a8-8018-b574059c8de7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.152221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Allocated IP 172.25.3.179 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/5555a695-aa2c-4a26-a8d6-7d9b8353db4e) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:52.237795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e695cb-229c-4252-9c6a-0b87893291ac tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network 559587a7-f213-41df-992d-930459b71fc9 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:52.245688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-68e695cb-229c-4252-9c6a-0b87893291ac tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:52.253151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e695cb-229c-4252-9c6a-0b87893291ac tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:52.314266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e695cb-229c-4252-9c6a-0b87893291ac tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:52.315817 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-68e695cb-229c-4252-9c6a-0b87893291ac tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.318219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e695cb-229c-4252-9c6a-0b87893291ac tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=f66e9525-03c8-40a8-8018-b574059c8de7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:52.320641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 5fdbb401-1694-49f8-bfbf-47d7a4041211, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5fdbb401-1694-49f8-bfbf-47d7a4041211,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:52.322043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58458) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:52.327433 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Publish callbacks [] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.341313 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Publish callbacks [] for port (5555a695-aa2c-4a26-a8d6-7d9b8353db4e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.356938 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-380f559c-6eac-40e8-9882-f84fb6978e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.376439 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2b91f697-f6ed-4bb0-9981-42289ad0ae1c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (afd49a85-1227-46ca-aa9f-1f608a536b7c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.421688 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.488184 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 0473f650-b42b-45ce-8612-42d968a92e57 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:52.500049 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.524263 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-380f559c-6eac-40e8-9882-f84fb6978e7a admin admin] Publish callbacks [] for security_group (5f72ec98-2bd6-40d1-b6cc-6d94130d918c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.528768 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-68e695cb-229c-4252-9c6a-0b87893291ac tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6487043 Feb 11 04:32:52.531078 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2b91f697-f6ed-4bb0-9981-42289ad0ae1c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (afd49a85-1227-46ca-aa9f-1f608a536b7c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.533603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58464) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:52.534164 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5555a695-aa2c-4a26-a8d6-7d9b8353db4e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.547719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': 'f66e9525-03c8-40a8-8018-b574059c8de7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:52.605447 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:52.606980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:52.609528 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:52.614090 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:52.615619 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:52.620628 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91f697-f6ed-4bb0-9981-42289ad0ae1c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd49a85-1227-46ca-aa9f-1f608a536b7c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:52.624735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:52.652185 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Pushing event updated for resources: {'Port': ['ID=5555a695-aa2c-4a26-a8d6-7d9b8353db4e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:52.657051 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.678478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=5fdbb401-1694-49f8-bfbf-47d7a4041211,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:52.706316 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-380f559c-6eac-40e8-9882-f84fb6978e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5f72ec98-2bd6-40d1-b6cc-6d94130d918c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.746797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28362b4e-0654-4cb0-83d4-41bd11845a48 None None] Update dhcp port {'port': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'fixed_ips': [{'subnet_id': 'a13161b9-612e-43c7-bb88-d2cd31737209', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '44310fa3-1513-4dac-a59e-ef28f6ed2423'}], 'binding:host_id': 'n-d-712142-35'}, 'id': 'c9a20ea9-a253-4c89-a4b4-13aaa0016f30'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 04:32:52.772467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-380f559c-6eac-40e8-9882-f84fb6978e7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=344477452ed94084b26bd777244602af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4485486 Feb 11 04:32:52.777445 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2b91f697-f6ed-4bb0-9981-42289ad0ae1c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.779000 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2b91f697-f6ed-4bb0-9981-42289ad0ae1c tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8779409 Feb 11 04:32:52.779736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58468) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:52.787256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58470) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:52.793712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Attempting to bind port 3e6023c9-3c06-43ad-b788-b091857afb9a on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:32:52.797180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Attempting to bind port 3e6023c9-3c06-43ad-b788-b091857afb9a by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:32:52.797180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Attempting to bind port 3e6023c9-3c06-43ad-b788-b091857afb9a on network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:32:52.797404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f559c-6eac-40e8-9882-f84fb6978e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f72ec98-2bd6-40d1-b6cc-6d94130d918c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:52.798454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Pushing event updated for resources: {'Port': ['ID=3e6023c9-3c06-43ad-b788-b091857afb9a,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:52.804569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-daaa199e-cc25-4288-ab5c-a0040ca9a1cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'security_group': {'name': 'tempest-secgroup-2059329857'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:52.830442 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:32:52.830951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Checking segment: {'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:32:52.831367 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.831823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Bound using segment: {'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:32:52.832327 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Bound port: 3e6023c9-3c06-43ad-b788-b091857afb9a, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:32:52.832965 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.846514 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-28362b4e-0654-4cb0-83d4-41bd11845a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.928263 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d95d819-3bd8-4077-9b5e-a3f6daadd126 admin admin] Publish callbacks [] for security_group (5f72ec98-2bd6-40d1-b6cc-6d94130d918c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.946776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] For port 3e6023c9-3c06-43ad-b788-b091857afb9a, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:32:52.968738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 0473f650-b42b-45ce-8612-42d968a92e57 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:32:52.978558 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d95d819-3bd8-4077-9b5e-a3f6daadd126 admin admin] Publish callbacks [] for security_group (5f72ec98-2bd6-40d1-b6cc-6d94130d918c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:52.989418 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.016975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] For port 3e6023c9-3c06-43ad-b788-b091857afb9a, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3e6023c9-3c06-43ad-b788-b091857afb9a,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:32:53.018485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 0473f650-b42b-45ce-8612-42d968a92e57 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:53.018884 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0473f650-b42b-45ce-8612-42d968a92e57), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.049459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-daaa199e-cc25-4288-ab5c-a0040ca9a1cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.169721 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-28362b4e-0654-4cb0-83d4-41bd11845a48 None None] Allocated IP 2001:db8::2 (76431d12-003f-433d-becc-741cb1c0aae3/44310fa3-1513-4dac-a59e-ef28f6ed2423/c9a20ea9-a253-4c89-a4b4-13aaa0016f30) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:53.187738 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.233045 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-daaa199e-cc25-4288-ab5c-a0040ca9a1cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (78dde316-4871-4b52-ab4c-d41578ce0b94), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.243530 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Publish callbacks [] for router_gateway (4077c985-e11a-4eff-9e8a-9f482b816a0c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.336294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38078d-3ea3-4a12-9f84-433c9d6d5c71 None None] Pushing event updated for resources: {'Port': ['ID=3e6023c9-3c06-43ad-b788-b091857afb9a,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:53.354858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 0473f650-b42b-45ce-8612-42d968a92e57 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:53.355332 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0473f650-b42b-45ce-8612-42d968a92e57), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.362865 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1d52c9ea-31fa-45a3-9dd1-621afeb76330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.370583 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-daaa199e-cc25-4288-ab5c-a0040ca9a1cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (78dde316-4871-4b52-ab4c-d41578ce0b94), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.435454 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d95d819-3bd8-4077-9b5e-a3f6daadd126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5f72ec98-2bd6-40d1-b6cc-6d94130d918c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.452437 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d95d819-3bd8-4077-9b5e-a3f6daadd126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.455916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1d95d819-3bd8-4077-9b5e-a3f6daadd126 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f72ec98-2bd6-40d1-b6cc-6d94130d918c HTTP/1.1" status: 204 len: 168 time: 0.6714060 Feb 11 04:32:53.502441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Allocated IP 172.25.3.189 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/ab63aba9-3001-4ded-9426-e812e16b8a05) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:53.519463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cdbb9-d93e-4583-aa39-ad8ab268d585 req-8c6e6c5f-7a3d-4010-adce-f408e7277525 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:53.527048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cdbb9-d93e-4583-aa39-ad8ab268d585 req-8c6e6c5f-7a3d-4010-adce-f408e7277525 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:53.532615 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cdbb9-d93e-4583-aa39-ad8ab268d585 req-8c6e6c5f-7a3d-4010-adce-f408e7277525 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:53.538280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cdbb9-d93e-4583-aa39-ad8ab268d585 req-8c6e6c5f-7a3d-4010-adce-f408e7277525 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:53.543746 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cdbb9-d93e-4583-aa39-ad8ab268d585 req-8c6e6c5f-7a3d-4010-adce-f408e7277525 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:53.551876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cdbb9-d93e-4583-aa39-ad8ab268d585 req-8c6e6c5f-7a3d-4010-adce-f408e7277525 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:53.556903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cdbb9-d93e-4583-aa39-ad8ab268d585 req-8c6e6c5f-7a3d-4010-adce-f408e7277525 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:53.559026 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e5cdbb9-d93e-4583-aa39-ad8ab268d585 req-8c6e6c5f-7a3d-4010-adce-f408e7277525 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5430 time: 0.5072451 Feb 11 04:32:53.583364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 0473f650-b42b-45ce-8612-42d968a92e57, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0473f650-b42b-45ce-8612-42d968a92e57,segment=NetworkSegment(f823c9f7-7ba8-4ad1-99eb-ff685d3740ca),segment_id=f823c9f7-7ba8-4ad1-99eb-ff685d3740ca)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:53.596077 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-daaa199e-cc25-4288-ab5c-a0040ca9a1cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.599904 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-daaa199e-cc25-4288-ab5c-a0040ca9a1cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7987001 Feb 11 04:32:53.599904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa199e-cc25-4288-ab5c-a0040ca9a1cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78dde316-4871-4b52-ab4c-d41578ce0b94,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:53.611613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58488) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:53.614033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95d819-3bd8-4077-9b5e-a3f6daadd126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f72ec98-2bd6-40d1-b6cc-6d94130d918c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:53.622157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'security_group': {'name': 'tempest-secgroup-1354485773'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:53.667694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-28362b4e-0654-4cb0-83d4-41bd11845a48 None None] For port c9a20ea9-a253-4c89-a4b4-13aaa0016f30, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,segment=NetworkSegment(b7375165-831c-4aeb-968d-cc20beaf8665),segment_id=b7375165-831c-4aeb-968d-cc20beaf8665)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:53.699513 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0473f650-b42b-45ce-8612-42d968a92e57), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.704784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 963b6a8b-e879-44fc-be34-943887949a52 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:53.777704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8a205-740b-4663-b062-f7de8ae53c43 req-b2743056-fd39-44df-a27b-97ad07366c24 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:53.779350 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70a8a205-740b-4663-b062-f7de8ae53c43 req-b2743056-fd39-44df-a27b-97ad07366c24 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.4521353 Feb 11 04:32:53.826674 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.840549 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (4077c985-e11a-4eff-9e8a-9f482b816a0c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.854806 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-28362b4e-0654-4cb0-83d4-41bd11845a48 None None] Publish callbacks [] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.871907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=0473f650-b42b-45ce-8612-42d968a92e57,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:53.904550 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e5cdbb9-d93e-4583-aa39-ad8ab268d585 req-d8335bd1-4587-49a9-8511-2612308f78f9 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3322647 Feb 11 04:32:53.970777 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-28362b4e-0654-4cb0-83d4-41bd11845a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:53.973465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70a8a205-740b-4663-b062-f7de8ae53c43 req-2c374519-e460-461d-920e-695e6b6b0592 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747856 Feb 11 04:32:54.005358 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (ab63aba9-3001-4ded-9426-e812e16b8a05), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:54.018331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 963b6a8b-e879-44fc-be34-943887949a52 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:32:54.032432 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (1611c154-960f-44b3-bee7-54b5dbbb6afb), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:54.056529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 963b6a8b-e879-44fc-be34-943887949a52 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:54.057339 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (963b6a8b-e879-44fc-be34-943887949a52), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:54.101065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Router 4077c985-e11a-4eff-9e8a-9f482b816a0c is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:32:54.102834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdbb401-1694-49f8-bfbf-47d7a4041211'}, {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0473f650-b42b-45ce-8612-42d968a92e57'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:32:54.106040 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b304803b-0cec-46b1-91ad-41d50b24098d" -d '{"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-plugged", "status": "completed", "tag": "5fdbb401-1694-49f8-bfbf-47d7a4041211"}, {"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-plugged", "status": "completed", "tag": "0473f650-b42b-45ce-8612-42d968a92e57"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:32:54.129904 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1611c154-960f-44b3-bee7-54b5dbbb6afb), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:54.140947 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ab63aba9-3001-4ded-9426-e812e16b8a05), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:54.194038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28362b4e-0654-4cb0-83d4-41bd11845a48 None None] Pushing event updated for resources: {'Port': ['ID=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:54.244441 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6708d0-784b-4cfa-b0ab-cd870f08c1f4 x-openstack-request-id: req-6c6708d0-784b-4cfa-b0ab-cd870f08c1f4 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:32:54.244739 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-plugged", "status": "completed", "tag": "5fdbb401-1694-49f8-bfbf-47d7a4041211", "code": 200}, {"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-plugged", "status": "completed", "tag": "0473f650-b42b-45ce-8612-42d968a92e57", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:32:54.244994 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c6708d0-784b-4cfa-b0ab-cd870f08c1f4 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:32:54.245385 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdbb401-1694-49f8-bfbf-47d7a4041211', 'code': 200} Feb 11 04:32:54.245635 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0473f650-b42b-45ce-8612-42d968a92e57', 'code': 200} Feb 11 04:32:54.350706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1611c154-960f-44b3-bee7-54b5dbbb6afb,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:54.355804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 963b6a8b-e879-44fc-be34-943887949a52 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:54.356308 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (963b6a8b-e879-44fc-be34-943887949a52), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:54.371096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:54.376410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3e6023c9-3c06-43ad-b788-b091857afb9a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:54.383690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=ab63aba9-3001-4ded-9426-e812e16b8a05,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:54.387565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:54.392770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:54.401134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.401520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.401849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.402221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.402575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.402974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.403317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.403657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.403998 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.404339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.404678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.405195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.405568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.444957 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.447655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.447655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.447655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.447655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.447655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.447655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.448343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.449991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.450541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.451096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.452157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.452708 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:54.461140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:32:54.465302 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:54.466899 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0866602c-201a-4a7f-9233-bacabe1fb886 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8497417 Feb 11 04:32:54.472626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58506) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:54.480289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-8bc94d8e-d61a-415f-a48e-d01b8be73899 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1905446961', 'security_groups': ['1611c154-960f-44b3-bee7-54b5dbbb6afb'], 'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '44310fa3-1513-4dac-a59e-ef28f6ed2423'}]}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:54.485279 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61568383-c118-4691-b627-34195ca2997f None None] Sync routers for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:32:54.504276 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61568383-c118-4691-b627-34195ca2997f None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:32:54.504910 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-61568383-c118-4691-b627-34195ca2997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:54.531238 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 963b6a8b-e879-44fc-be34-943887949a52, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=963b6a8b-e879-44fc-be34-943887949a52,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:54.584317 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:54.589086 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9dece2b5-2586-4985-b6f4-194fff85a6ee admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0325427 Feb 11 04:32:54.593891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58518) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:54.598818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3e6023c9-3c06-43ad-b788-b091857afb9a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:54.599387 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:54.752277 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (963b6a8b-e879-44fc-be34-943887949a52), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:54.757667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8384eb4b-0998-438a-8422-057418ed2575 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:54.815300 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-61568383-c118-4691-b627-34195ca2997f None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:32:55.059746 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=963b6a8b-e879-44fc-be34-943887949a52,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:55.065448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3e6023c9-3c06-43ad-b788-b091857afb9a is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:55.066131 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:55.154592 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 3e6023c9-3c06-43ad-b788-b091857afb9a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3e6023c9-3c06-43ad-b788-b091857afb9a,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:55.257467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 8384eb4b-0998-438a-8422-057418ed2575 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:32:55.270426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 8384eb4b-0998-438a-8422-057418ed2575 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:55.271032 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8384eb4b-0998-438a-8422-057418ed2575), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:55.330671 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:55.340556 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-61568383-c118-4691-b627-34195ca2997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:52Z', 'revision_number': 3, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:55.342361 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc94d8e-d61a-415f-a48e-d01b8be73899 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:32:55.403694 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61568383-c118-4691-b627-34195ca2997f None None] Checking router: 4077c985-e11a-4eff-9e8a-9f482b816a0c for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:32:55.406902 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61568383-c118-4691-b627-34195ca2997f None None] Updating router 4077c985-e11a-4eff-9e8a-9f482b816a0c port 5555a695-aa2c-4a26-a8d6-7d9b8353db4e binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:32:55.463872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ec73b7-63d9-47bf-8f6e-a660d2828fd0 None None] Network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:32:55.501153 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61568383-c118-4691-b627-34195ca2997f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5555a695-aa2c-4a26-a8d6-7d9b8353db4e), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:55.583680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d236a-3998-485b-a00d-41e411e69d16 req-755e51a4-648b-445c-918b-f54983144a0f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:55.596037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d236a-3998-485b-a00d-41e411e69d16 req-755e51a4-648b-445c-918b-f54983144a0f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:55.602757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d236a-3998-485b-a00d-41e411e69d16 req-755e51a4-648b-445c-918b-f54983144a0f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:55.611471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d236a-3998-485b-a00d-41e411e69d16 req-755e51a4-648b-445c-918b-f54983144a0f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:55.616748 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cb22a081-360b-4b65-884d-79797cabb97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:55.628246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d236a-3998-485b-a00d-41e411e69d16 req-755e51a4-648b-445c-918b-f54983144a0f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:55.662579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d236a-3998-485b-a00d-41e411e69d16 req-755e51a4-648b-445c-918b-f54983144a0f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:55.669368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d236a-3998-485b-a00d-41e411e69d16 req-755e51a4-648b-445c-918b-f54983144a0f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:55.680005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f4d236a-3998-485b-a00d-41e411e69d16 req-755e51a4-648b-445c-918b-f54983144a0f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5432 time: 0.4670012 Feb 11 04:32:55.695083 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:32:55.724423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9f0c5-1b4d-4ab4-8365-925bbdce9e89 req-7521b165-8e6e-49ed-9527-3842b0177d39 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:55.732811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4e9f0c5-1b4d-4ab4-8365-925bbdce9e89 req-7521b165-8e6e-49ed-9527-3842b0177d39 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.5713518 Feb 11 04:32:55.743668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=3e6023c9-3c06-43ad-b788-b091857afb9a,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:55.759538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-aadb2508-9ef3-4e9e-bb60-b3f72070e22d None None] Provisioning complete for port 3e6023c9-3c06-43ad-b788-b091857afb9a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:55.759925 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aadb2508-9ef3-4e9e-bb60-b3f72070e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:55.935481 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 8384eb4b-0998-438a-8422-057418ed2575 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:55.935927 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8384eb4b-0998-438a-8422-057418ed2575), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:56.020019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8384eb4b-0998-438a-8422-057418ed2575, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8384eb4b-0998-438a-8422-057418ed2575,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:56.030734 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bc94d8e-d61a-415f-a48e-d01b8be73899 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:56.045075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4e9f0c5-1b4d-4ab4-8365-925bbdce9e89 req-584f4b9a-bac9-48a6-a5e0-524904301262 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099911 Feb 11 04:32:56.083194 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61568383-c118-4691-b627-34195ca2997f None None] Publish callbacks [] for port (5555a695-aa2c-4a26-a8d6-7d9b8353db4e), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:56.092614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-aadb2508-9ef3-4e9e-bb60-b3f72070e22d None None] Current status of the port 3e6023c9-3c06-43ad-b788-b091857afb9a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:56.141588 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8384eb4b-0998-438a-8422-057418ed2575), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:56.143235 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e54afff1-6eda-4c29-a57d-978ae22d9236 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:56.164099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-8bc94d8e-d61a-415f-a48e-d01b8be73899 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] device_id is not set on port cb59f601-fed1-4384-9af7-b13dd5aa21ec yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:32:56.194759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f4d236a-3998-485b-a00d-41e411e69d16 req-f959a5eb-4dbf-4b33-8a6a-5411b74873c9 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5131862 Feb 11 04:32:56.197324 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61568383-c118-4691-b627-34195ca2997f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5555a695-aa2c-4a26-a8d6-7d9b8353db4e), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:56.262225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963b6a8b-e879-44fc-be34-943887949a52'}, {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8384eb4b-0998-438a-8422-057418ed2575'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:32:56.265338 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b8bbc1-61d4-4f85-bf2e-49535b5dc401" -d '{"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-plugged", "status": "completed", "tag": "963b6a8b-e879-44fc-be34-943887949a52"}, {"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-plugged", "status": "completed", "tag": "8384eb4b-0998-438a-8422-057418ed2575"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:32:56.319828 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-61568383-c118-4691-b627-34195ca2997f None None] Attempting to bind port 5555a695-aa2c-4a26-a8d6-7d9b8353db4e on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:32:56.320563 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-61568383-c118-4691-b627-34195ca2997f None None] Attempting to bind port 5555a695-aa2c-4a26-a8d6-7d9b8353db4e by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:32:56.321177 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61568383-c118-4691-b627-34195ca2997f None None] Attempting to bind port 5555a695-aa2c-4a26-a8d6-7d9b8353db4e on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:32:56.357137 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61568383-c118-4691-b627-34195ca2997f None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:32:56.357802 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61568383-c118-4691-b627-34195ca2997f None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:32:56.358525 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61568383-c118-4691-b627-34195ca2997f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:56.359171 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61568383-c118-4691-b627-34195ca2997f None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:32:56.359884 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-61568383-c118-4691-b627-34195ca2997f None None] Bound port: 5555a695-aa2c-4a26-a8d6-7d9b8353db4e, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:32:56.360471 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61568383-c118-4691-b627-34195ca2997f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5555a695-aa2c-4a26-a8d6-7d9b8353db4e), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:56.365391 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6a656a-83d1-4c8f-94aa-53e2fdd808d6 x-openstack-request-id: req-4a6a656a-83d1-4c8f-94aa-53e2fdd808d6 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:32:56.365752 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-plugged", "status": "completed", "tag": "963b6a8b-e879-44fc-be34-943887949a52", "code": 200}, {"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-plugged", "status": "completed", "tag": "8384eb4b-0998-438a-8422-057418ed2575", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:32:56.366089 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a6a656a-83d1-4c8f-94aa-53e2fdd808d6 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:32:56.366572 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963b6a8b-e879-44fc-be34-943887949a52', 'code': 200} Feb 11 04:32:56.366915 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8384eb4b-0998-438a-8422-057418ed2575', 'code': 200} Feb 11 04:32:56.371496 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3e6023c9-3c06-43ad-b788-b091857afb9a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:56.429618 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-61568383-c118-4691-b627-34195ca2997f None None] For port 5555a695-aa2c-4a26-a8d6-7d9b8353db4e, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:32:56.434534 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-61568383-c118-4691-b627-34195ca2997f None None] For port 5555a695-aa2c-4a26-a8d6-7d9b8353db4e, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5555a695-aa2c-4a26-a8d6-7d9b8353db4e,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:32:56.443036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-19bfc15c-ab52-4793-a290-7824eac60cab None None] Provisioning complete for port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:56.443915 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-19bfc15c-ab52-4793-a290-7824eac60cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:56.462369 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca0119-47f7-43c8-bdb0-5550d208ecc5 None None] Pushing event updated for resources: {'Port': ['ID=5555a695-aa2c-4a26-a8d6-7d9b8353db4e,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:56.481470 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca0119-47f7-43c8-bdb0-5550d208ecc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:56.482066 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca0119-47f7-43c8-bdb0-5550d208ecc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:56.486090 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca0119-47f7-43c8-bdb0-5550d208ecc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:56.486767 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca0119-47f7-43c8-bdb0-5550d208ecc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:56.488821 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca0119-47f7-43c8-bdb0-5550d208ecc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:56.489363 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca0119-47f7-43c8-bdb0-5550d208ecc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:56.492927 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca0119-47f7-43c8-bdb0-5550d208ecc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:56.493592 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca0119-47f7-43c8-bdb0-5550d208ecc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:56.505610 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca0119-47f7-43c8-bdb0-5550d208ecc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:56.505610 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca0119-47f7-43c8-bdb0-5550d208ecc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:56.505610 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca0119-47f7-43c8-bdb0-5550d208ecc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:56.505610 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca0119-47f7-43c8-bdb0-5550d208ecc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:56.505610 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca0119-47f7-43c8-bdb0-5550d208ecc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:32:56.536351 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61568383-c118-4691-b627-34195ca2997f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5555a695-aa2c-4a26-a8d6-7d9b8353db4e), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:56.669425 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61568383-c118-4691-b627-34195ca2997f None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:32:56.670064 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-61568383-c118-4691-b627-34195ca2997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:56.856536 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-61568383-c118-4691-b627-34195ca2997f None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:32:56.907648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:56.924980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-8bc94d8e-d61a-415f-a48e-d01b8be73899 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Allocated IP 2001:db8::172 (76431d12-003f-433d-becc-741cb1c0aae3/44310fa3-1513-4dac-a59e-ef28f6ed2423/cb59f601-fed1-4384-9af7-b13dd5aa21ec) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:56.990552 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca0119-47f7-43c8-bdb0-5550d208ecc5 None None] Pushing event updated for resources: {'Port': ['ID=5555a695-aa2c-4a26-a8d6-7d9b8353db4e,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:57.034779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=8384eb4b-0998-438a-8422-057418ed2575,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:57.062140 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (f761f2e4-5066-4a16-b2c0-e6d9044f3497), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:57.193316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3e6023c9-3c06-43ad-b788-b091857afb9a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:57.193939 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:57.238636 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Allocated IP 172.20.0.1 (fe3ed698-478f-4f37-ad6e-2a649ed9dcc5/b41bf88a-c99f-4238-9624-eddbc961d3f8/5803f3e1-d8c9-49fd-8364-d33bfe7db1ee) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:32:57.319867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-19bfc15c-ab52-4793-a290-7824eac60cab None None] Current status of the port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:57.323823 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:57.364442 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-61568383-c118-4691-b627-34195ca2997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:52Z', 'revision_number': 3, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:32:57.380376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-19bfc15c-ab52-4793-a290-7824eac60cab None None] Provisioning complete for port 711d8f04-b53a-44f6-a87c-eefa63aec363 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:57.380754 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-19bfc15c-ab52-4793-a290-7824eac60cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (711d8f04-b53a-44f6-a87c-eefa63aec363), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:57.383031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port e54afff1-6eda-4c29-a57d-978ae22d9236 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:32:57.404652 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port e54afff1-6eda-4c29-a57d-978ae22d9236 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:57.405693 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:57.423512 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61568383-c118-4691-b627-34195ca2997f None None] The sync data for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 is: [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:52Z', 'revision_number': 3, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:32:57.500125 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Publish callbacks [] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:57.535173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-19bfc15c-ab52-4793-a290-7824eac60cab None None] Port 711d8f04-b53a-44f6-a87c-eefa63aec363 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:57.610737 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:57.622103 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3e6023c9-3c06-43ad-b788-b091857afb9a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:57.624188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c9a20ea9-a253-4c89-a4b4-13aaa0016f30 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:57.712134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:57.712538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e54afff1-6eda-4c29-a57d-978ae22d9236 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:57.712971 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:57.717223 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:57.725196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:57.741558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c3214ae7-df0a-4782-bcfe-670651c0afb1 None None] Provisioning complete for port 3e6023c9-3c06-43ad-b788-b091857afb9a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:57.741936 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c3214ae7-df0a-4782-bcfe-670651c0afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:57.814045 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (4077c985-e11a-4eff-9e8a-9f482b816a0c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:58.005683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Pushing event updated for resources: {'Port': ['ID=5803f3e1-d8c9-49fd-8364-d33bfe7db1ee,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:58.020083 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e54afff1-6eda-4c29-a57d-978ae22d9236, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e54afff1-6eda-4c29-a57d-978ae22d9236,segment=NetworkSegment(f823c9f7-7ba8-4ad1-99eb-ff685d3740ca),segment_id=f823c9f7-7ba8-4ad1-99eb-ff685d3740ca)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:58.022571 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c3214ae7-df0a-4782-bcfe-670651c0afb1 None None] Current status of the port 3e6023c9-3c06-43ad-b788-b091857afb9a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:58.027501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:58.030401 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:58.154768 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:58.202292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:58.275619 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:58.346892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e54afff1-6eda-4c29-a57d-978ae22d9236,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:58.353105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-326dbd88-8246-4f20-84a3-b6b6ec344167 None None] Provisioning complete for port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:58.353646 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-326dbd88-8246-4f20-84a3-b6b6ec344167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:58.387198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54afff1-6eda-4c29-a57d-978ae22d9236'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:32:58.392582 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1397efd-9625-4716-9f30-c68b460ab672" -d '{"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-plugged", "status": "completed", "tag": "e54afff1-6eda-4c29-a57d-978ae22d9236"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:32:58.399275 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:58.412891 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ab63aba9-3001-4ded-9426-e812e16b8a05), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:58.493563 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-326dbd88-8246-4f20-84a3-b6b6ec344167 None None] Port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:58.566522 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bc94d8e-d61a-415f-a48e-d01b8be73899 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (cb59f601-fed1-4384-9af7-b13dd5aa21ec), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:58.615730 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5555a695-aa2c-4a26-a8d6-7d9b8353db4e up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:32:58.670083 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Publish callbacks [] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:58.675812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181287-4118-45b1-952e-31321b62064f req-e62de92d-b796-4aac-846a-c9fab747915f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:58.677473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1181287-4118-45b1-952e-31321b62064f req-e62de92d-b796-4aac-846a-c9fab747915f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 1.4715095 Feb 11 04:32:58.741396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 5555a695-aa2c-4a26-a8d6-7d9b8353db4e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:58.741783 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5555a695-aa2c-4a26-a8d6-7d9b8353db4e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:58.745714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c142ac-b428-4034-b0b0-aeb0ab217f79 req-4347de0e-eaa8-41b0-b94c-01f4ec4f579c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:58.750521 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:58.753486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c142ac-b428-4034-b0b0-aeb0ab217f79 req-4347de0e-eaa8-41b0-b94c-01f4ec4f579c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:58.759686 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c142ac-b428-4034-b0b0-aeb0ab217f79 req-4347de0e-eaa8-41b0-b94c-01f4ec4f579c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:58.767914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c142ac-b428-4034-b0b0-aeb0ab217f79 req-4347de0e-eaa8-41b0-b94c-01f4ec4f579c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:58.774982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c142ac-b428-4034-b0b0-aeb0ab217f79 req-4347de0e-eaa8-41b0-b94c-01f4ec4f579c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:58.782760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c142ac-b428-4034-b0b0-aeb0ab217f79 req-4347de0e-eaa8-41b0-b94c-01f4ec4f579c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:58.790596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c142ac-b428-4034-b0b0-aeb0ab217f79 req-4347de0e-eaa8-41b0-b94c-01f4ec4f579c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:58.793774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06c142ac-b428-4034-b0b0-aeb0ab217f79 req-4347de0e-eaa8-41b0-b94c-01f4ec4f579c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5433 time: 0.7414081 Feb 11 04:32:58.804928 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bc94d8e-d61a-415f-a48e-d01b8be73899 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (cb59f601-fed1-4384-9af7-b13dd5aa21ec), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:58.841351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 5555a695-aa2c-4a26-a8d6-7d9b8353db4e is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:32:58.842476 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5555a695-aa2c-4a26-a8d6-7d9b8353db4e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:58.848205 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (4077c985-e11a-4eff-9e8a-9f482b816a0c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:58.897520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 5555a695-aa2c-4a26-a8d6-7d9b8353db4e, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5555a695-aa2c-4a26-a8d6-7d9b8353db4e,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:32:58.905192 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Pushing event updated for resources: {'Port': ['ID=5803f3e1-d8c9-49fd-8364-d33bfe7db1ee,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:58.979105 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5555a695-aa2c-4a26-a8d6-7d9b8353db4e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:59.007492 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:59.012303 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:59.254430 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=5555a695-aa2c-4a26-a8d6-7d9b8353db4e,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:59.282921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc94d8e-d61a-415f-a48e-d01b8be73899 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 76431d12-003f-433d-becc-741cb1c0aae3 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:32:59.291463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-8bc94d8e-d61a-415f-a48e-d01b8be73899 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:32:59.361250 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc94d8e-d61a-415f-a48e-d01b8be73899 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:32:59.381248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc94d8e-d61a-415f-a48e-d01b8be73899 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:59.383944 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bc94d8e-d61a-415f-a48e-d01b8be73899 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:59.419327 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Router 4077c985-e11a-4eff-9e8a-9f482b816a0c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:32:59.446145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc94d8e-d61a-415f-a48e-d01b8be73899 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=cb59f601-fed1-4384-9af7-b13dd5aa21ec,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:32:59.574259 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06c142ac-b428-4034-b0b0-aeb0ab217f79 req-2313b7db-3683-403d-bc22-03d3b3bf0db5 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7518427 Feb 11 04:32:59.588434 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1181287-4118-45b1-952e-31321b62064f req-93aca311-25bc-4d85-ba0c-6717f1f77746 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8879752 Feb 11 04:32:59.593337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-792ade76-17aa-4f0b-931c-a5a2befd045a None None] Provisioning complete for port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:59.593960 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-792ade76-17aa-4f0b-931c-a5a2befd045a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:59.601214 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8bc94d8e-d61a-415f-a48e-d01b8be73899 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1273077 Feb 11 04:32:59.605965 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58614) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:32:59.616613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3b8e4de2-cae5-4e3b-ae07-feefaa3b95d9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'subnet': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:32:59.692968 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-792ade76-17aa-4f0b-931c-a5a2befd045a None None] Port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:59.710909 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:59.730688 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:32:59.748226 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097e748a-1bc3-4a40-8cfd-13ed5afdd7e7 x-openstack-request-id: req-097e748a-1bc3-4a40-8cfd-13ed5afdd7e7 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:32:59.748522 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-plugged", "status": "completed", "tag": "e54afff1-6eda-4c29-a57d-978ae22d9236", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:32:59.752064 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-097e748a-1bc3-4a40-8cfd-13ed5afdd7e7 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:32:59.752524 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54afff1-6eda-4c29-a57d-978ae22d9236', 'code': 200} Feb 11 04:32:59.769430 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e8e12b52-fc6c-44e4-aeb4-1e9b9c1ecdb8 admin admin] 10.222.0.13 "PUT /v2.0/routers/4077c985-e11a-4eff-9e8a-9f482b816a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1728871 Feb 11 04:32:59.827980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a604c7f2-6df2-4e16-9d97-abef086f33e3 None None] Provisioning complete for port cb59f601-fed1-4384-9af7-b13dd5aa21ec triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:32:59.828793 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a604c7f2-6df2-4e16-9d97-abef086f33e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cb59f601-fed1-4384-9af7-b13dd5aa21ec), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:59.863475 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (ab63aba9-3001-4ded-9426-e812e16b8a05), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:59.880628 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a604c7f2-6df2-4e16-9d97-abef086f33e3 None None] Port cb59f601-fed1-4384-9af7-b13dd5aa21ec cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:32:59.928013 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (ab63aba9-3001-4ded-9426-e812e16b8a05), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:32:59.945692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbe4a6-86de-4a22-83dd-51cef8abd1a6 req-ddf93484-1412-4e7b-a6c0-41793735e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:59.945692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbe4a6-86de-4a22-83dd-51cef8abd1a6 req-ddf93484-1412-4e7b-a6c0-41793735e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:59.945692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbe4a6-86de-4a22-83dd-51cef8abd1a6 req-ddf93484-1412-4e7b-a6c0-41793735e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:59.945692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbe4a6-86de-4a22-83dd-51cef8abd1a6 req-ddf93484-1412-4e7b-a6c0-41793735e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:59.945692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbe4a6-86de-4a22-83dd-51cef8abd1a6 req-ddf93484-1412-4e7b-a6c0-41793735e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:59.945692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbe4a6-86de-4a22-83dd-51cef8abd1a6 req-ddf93484-1412-4e7b-a6c0-41793735e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:59.945692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbe4a6-86de-4a22-83dd-51cef8abd1a6 req-ddf93484-1412-4e7b-a6c0-41793735e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:32:59.945692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23bbe4a6-86de-4a22-83dd-51cef8abd1a6 req-ddf93484-1412-4e7b-a6c0-41793735e8ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 6715 time: 0.0959442 Feb 11 04:33:00.046776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8e4de2-cae5-4e3b-ae07-feefaa3b95d9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:00.050928 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b8e4de2-cae5-4e3b-ae07-feefaa3b95d9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:00.089902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=ab63aba9-3001-4ded-9426-e812e16b8a05,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:00.147875 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (f761f2e4-5066-4a16-b2c0-e6d9044f3497), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:00.316979 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23bbe4a6-86de-4a22-83dd-51cef8abd1a6 req-83f4e4c3-f4ce-4812-90a2-9d4b63623058 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3337336 Feb 11 04:33:00.366468 n-d-712142-35 neutron-server[103809]: INFO neutron.db.ipam_backend_mixin [None req-3b8e4de2-cae5-4e3b-ae07-feefaa3b95d9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44310fa3-1513-4dac-a59e-ef28f6ed2423 (CIDR: 2001:db8::/64) Feb 11 04:33:00.440140 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8e4de2-cae5-4e3b-ae07-feefaa3b95d9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:33:00.440675 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8e4de2-cae5-4e3b-ae07-feefaa3b95d9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:33:00.527304 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3b8e4de2-cae5-4e3b-ae07-feefaa3b95d9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9201491 Feb 11 04:33:00.535190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58652) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:00.537648 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5555a695-aa2c-4a26-a8d6-7d9b8353db4e up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:33:00.540953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e7a1cd91-7e78-4f0c-82be-e1f7ce52a9cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'subnet': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:00.546925 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Floating IP f761f2e4-5066-4a16-b2c0-e6d9044f3497 associated. External IP: 172.25.3.189, port: f66e9525-03c8-40a8-8018-b574059c8de7. Feb 11 04:33:00.632473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-ea8818b4-088f-4552-b6f5-fe5184893cfc tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:00.640070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-ea8818b4-088f-4552-b6f5-fe5184893cfc tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 820 time: 0.2797973 Feb 11 04:33:00.651075 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 5555a695-aa2c-4a26-a8d6-7d9b8353db4e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:00.651634 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5555a695-aa2c-4a26-a8d6-7d9b8353db4e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:00.664338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-592eea93-7d4d-4fb6-955d-bc44fa4e810e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/quotas/242791fc28704fcabf9fb59cd7497171 HTTP/1.1" status: 200 len: 375 time: 0.0231173 Feb 11 04:33:00.756503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Sync routers for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:00.770154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:00.771985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:00.792738 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-493bddaf-a2cd-40e9-8d5f-717802c8e922 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1272497 Feb 11 04:33:00.838149 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a1cd91-7e78-4f0c-82be-e1f7ce52a9cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:00.841527 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7a1cd91-7e78-4f0c-82be-e1f7ce52a9cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:00.926709 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 5555a695-aa2c-4a26-a8d6-7d9b8353db4e is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:00.938864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:33:00.969863 n-d-712142-35 neutron-server[103808]: INFO neutron.db.ipam_backend_mixin [None req-e7a1cd91-7e78-4f0c-82be-e1f7ce52a9cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a13161b9-612e-43c7-bb88-d2cd31737209 (CIDR: 2001:db8:0:1::/64) Feb 11 04:33:01.038681 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:01.044473 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a1cd91-7e78-4f0c-82be-e1f7ce52a9cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:33:01.046614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a1cd91-7e78-4f0c-82be-e1f7ce52a9cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:33:01.056718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe78996-544e-439e-8e82-4e5e613b285f req-8f3cb8bd-3504-480e-9d5e-71f1ef427cc2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:01.058290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ebe78996-544e-439e-8e82-4e5e613b285f req-8f3cb8bd-3504-480e-9d5e-71f1ef427cc2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.2634637 Feb 11 04:33:01.144081 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-1588a5c8-ebe7-4598-a55b-ba4106fb4fa2 service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753704 Feb 11 04:33:01.161036 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e7a1cd91-7e78-4f0c-82be-e1f7ce52a9cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6244118 Feb 11 04:33:01.166548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58670) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:01.171342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-63e0fd49-0dde-454d-bffb-48a78651d51e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'subnet': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:01.174863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 2, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:01.224777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Checking router: 4077c985-e11a-4eff-9e8a-9f482b816a0c for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:33:01.225318 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Updating router 4077c985-e11a-4eff-9e8a-9f482b816a0c port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:33:01.225833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ebe78996-544e-439e-8e82-4e5e613b285f req-cb198640-8b45-4e41-957c-76079eeb61ae tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527729 Feb 11 04:33:01.312841 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:01.375911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:01.391314 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b661a53-3e41-4c34-9036-9f3cef36c22a None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:01.398061 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e0fd49-0dde-454d-bffb-48a78651d51e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Made reservation on behalf of 53518ba44ed64629bca4f1cb537b8a7a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:01.399746 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-72f0c535-6084-4afe-8d04-fc9cd367af6b service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424982 Feb 11 04:33:01.407750 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b661a53-3e41-4c34-9036-9f3cef36c22a None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:01.408569 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1b661a53-3e41-4c34-9036-9f3cef36c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:01.412378 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63e0fd49-0dde-454d-bffb-48a78651d51e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:01.432992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0060a-5f09-4d96-bee0-139475c72648 req-cb9abc34-9499-4400-a6d2-698d754773cf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:01.448622 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1b661a53-3e41-4c34-9036-9f3cef36c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:01.452929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0060a-5f09-4d96-bee0-139475c72648 req-cb9abc34-9499-4400-a6d2-698d754773cf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:01.461558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0060a-5f09-4d96-bee0-139475c72648 req-cb9abc34-9499-4400-a6d2-698d754773cf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:01.475631 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b661a53-3e41-4c34-9036-9f3cef36c22a None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:01.476534 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1b661a53-3e41-4c34-9036-9f3cef36c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:01.478436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0060a-5f09-4d96-bee0-139475c72648 req-cb9abc34-9499-4400-a6d2-698d754773cf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:01.487199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0060a-5f09-4d96-bee0-139475c72648 req-cb9abc34-9499-4400-a6d2-698d754773cf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:01.500287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0060a-5f09-4d96-bee0-139475c72648 req-cb9abc34-9499-4400-a6d2-698d754773cf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:01.509847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0060a-5f09-4d96-bee0-139475c72648 req-cb9abc34-9499-4400-a6d2-698d754773cf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:01.520169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-afc0060a-5f09-4d96-bee0-139475c72648 req-cb9abc34-9499-4400-a6d2-698d754773cf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5434 time: 0.2183242 Feb 11 04:33:01.524740 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:01.637068 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a92f3f48-bcc4-407e-863d-a3b952b5aae3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.0988698 Feb 11 04:33:01.648895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58682) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:01.654196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d985f5b3-f8fa-4e77-ba97-0b6ab3b89ada tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:01.667380 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1b661a53-3e41-4c34-9036-9f3cef36c22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:01.668060 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b661a53-3e41-4c34-9036-9f3cef36c22a None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:01.830278 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d985f5b3-f8fa-4e77-ba97-0b6ab3b89ada tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (f761f2e4-5066-4a16-b2c0-e6d9044f3497), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:01.839755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-afc0060a-5f09-4d96-bee0-139475c72648 req-6246c7cf-b101-4940-8773-8d20f5d3f4ca tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3086438 Feb 11 04:33:01.860894 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Publish callbacks [] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:01.980552 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:02.100716 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e49fe6-3373-4d0c-92d8-f2ca3e640f94 None None] Pushing event updated for resources: {'Port': ['ID=5803f3e1-d8c9-49fd-8364-d33bfe7db1ee,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:02.156261 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d985f5b3-f8fa-4e77-ba97-0b6ab3b89ada tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:02.161224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-afdbdfce-98c5-4bfd-9706-96430bd4eb37 req-32b4311a-33db-4a6a-8c37-cb7315ac956e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 210 time: 0.1951919 Feb 11 04:33:02.181318 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63e0fd49-0dde-454d-bffb-48a78651d51e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (562873b1-2bfe-4734-8af1-cfc0ea26d924), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:02.255520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Attempting to bind port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:33:02.257283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Attempting to bind port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:33:02.257763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Attempting to bind port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee on network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:33:02.264121 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e0fd49-0dde-454d-bffb-48a78651d51e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Network 76431d12-003f-433d-becc-741cb1c0aae3 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:02.273432 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-63e0fd49-0dde-454d-bffb-48a78651d51e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:02.276796 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e0fd49-0dde-454d-bffb-48a78651d51e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:02.277432 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63e0fd49-0dde-454d-bffb-48a78651d51e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:02.280941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:33:02.281772 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Checking segment: {'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:33:02.283630 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:02.284513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Bound using segment: {'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:33:02.285135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Bound port: 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:33:02.286648 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:02.289587 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d985f5b3-f8fa-4e77-ba97-0b6ab3b89ada tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (f761f2e4-5066-4a16-b2c0-e6d9044f3497), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:02.292819 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-d985f5b3-f8fa-4e77-ba97-0b6ab3b89ada tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Floating IP f761f2e4-5066-4a16-b2c0-e6d9044f3497 disassociated. External IP: 172.25.3.189, port: f66e9525-03c8-40a8-8018-b574059c8de7. Feb 11 04:33:02.298455 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0fd49-0dde-454d-bffb-48a78651d51e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Subnet': ['ID=562873b1-2bfe-4734-8af1-cfc0ea26d924,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:02.325801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39060b97-cbd5-4447-a101-54192e92b7e3 None None] Network 76431d12-003f-433d-becc-741cb1c0aae3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:33:02.476849 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-63e0fd49-0dde-454d-bffb-48a78651d51e tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3126862 Feb 11 04:33:02.481856 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58716) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:02.492414 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-caf3a0c4-f90f-4034-87a1-a5c9d1415a7b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-530435866', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '562873b1-2bfe-4734-8af1-cfc0ea26d924'}], 'security_groups': ['afd49a85-1227-46ca-aa9f-1f608a536b7c', '78dde316-4871-4b52-ab4c-d41578ce0b94']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:02.493232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] For port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:33:02.780237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] For port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5803f3e1-d8c9-49fd-8364-d33bfe7db1ee,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:33:02.799181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f2ed7125-05a9-4a2b-b7d6-18cb27a40a41 None None] Provisioning complete for port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:02.799829 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7125-05a9-4a2b-b7d6-18cb27a40a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:02.819496 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-caf3a0c4-f90f-4034-87a1-a5c9d1415a7b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cb59f601-fed1-4384-9af7-b13dd5aa21ec), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:02.890295 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f2ed7125-05a9-4a2b-b7d6-18cb27a40a41 None None] Port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:33:02.895551 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:03.078618 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e49fe6-3373-4d0c-92d8-f2ca3e640f94 None None] Pushing event updated for resources: {'Port': ['ID=5803f3e1-d8c9-49fd-8364-d33bfe7db1ee,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:03.244015 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:03.244675 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:03.384539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e25af-e9e3-4902-bdfa-30e68de158a9 req-d1469f46-2892-4fc4-b0dc-6a380a2dc2c7 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:03.387302 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-372e25af-e9e3-4902-bdfa-30e68de158a9 req-d1469f46-2892-4fc4-b0dc-6a380a2dc2c7 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.8789089 Feb 11 04:33:03.415556 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e94de4-22ae-4ca9-baa3-4365eb3bd731 req-4b20d808-6c91-43ba-bdfe-b82de62032a6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:03.423138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e94de4-22ae-4ca9-baa3-4365eb3bd731 req-4b20d808-6c91-43ba-bdfe-b82de62032a6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:03.430299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e94de4-22ae-4ca9-baa3-4365eb3bd731 req-4b20d808-6c91-43ba-bdfe-b82de62032a6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:03.437563 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:33:03.438544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e94de4-22ae-4ca9-baa3-4365eb3bd731 req-4b20d808-6c91-43ba-bdfe-b82de62032a6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:03.444876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e94de4-22ae-4ca9-baa3-4365eb3bd731 req-4b20d808-6c91-43ba-bdfe-b82de62032a6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:03.451456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e94de4-22ae-4ca9-baa3-4365eb3bd731 req-4b20d808-6c91-43ba-bdfe-b82de62032a6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:03.458098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e94de4-22ae-4ca9-baa3-4365eb3bd731 req-4b20d808-6c91-43ba-bdfe-b82de62032a6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:03.475993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2e94de4-22ae-4ca9-baa3-4365eb3bd731 req-4b20d808-6c91-43ba-bdfe-b82de62032a6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5434 time: 0.3101313 Feb 11 04:33:03.512445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d985f5b3-f8fa-4e77-ba97-0b6ab3b89ada tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:03.570927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-caf3a0c4-f90f-4034-87a1-a5c9d1415a7b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Delete allocated IP 2001:db8::172 (76431d12-003f-433d-becc-741cb1c0aae3/44310fa3-1513-4dac-a59e-ef28f6ed2423) {{(pid=103808) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 04:33:03.591174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-caf3a0c4-f90f-4034-87a1-a5c9d1415a7b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Allocated IP 2001:db8:0:2::222 (76431d12-003f-433d-becc-741cb1c0aae3/562873b1-2bfe-4734-8af1-cfc0ea26d924/cb59f601-fed1-4384-9af7-b13dd5aa21ec) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:03.702186 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2e94de4-22ae-4ca9-baa3-4365eb3bd731 req-667ca178-d0ab-4d75-b835-7d1beb4e5a4f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2238300 Feb 11 04:33:03.784844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-372e25af-e9e3-4902-bdfa-30e68de158a9 req-e63282ae-cb27-47ca-abba-f91def56d4c3 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042209 Feb 11 04:33:03.805135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06779aa2-e2b9-4973-9b51-2fd5dd8981d5 None None] Update dhcp port {'port': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'fixed_ips': [{'subnet_id': 'a13161b9-612e-43c7-bb88-d2cd31737209', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '44310fa3-1513-4dac-a59e-ef28f6ed2423', 'ip_address': '2001:db8::2'}, {'subnet_id': '562873b1-2bfe-4734-8af1-cfc0ea26d924'}], 'binding:host_id': 'n-d-712142-35'}, 'id': 'c9a20ea9-a253-4c89-a4b4-13aaa0016f30'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 04:33:03.917177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa6ddb08-424f-4624-b90a-d6365fb93489 req-6ef09ca7-6634-4c01-a3c6-d716f45944d2 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 210 time: 0.0827320 Feb 11 04:33:03.935331 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-06779aa2-e2b9-4973-9b51-2fd5dd8981d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:03.948479 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:03.965044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d985f5b3-f8fa-4e77-ba97-0b6ab3b89ada tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:03.992522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f26627-e882-4ad0-84dd-d0e63ae9f633 None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:03.996721 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d985f5b3-f8fa-4e77-ba97-0b6ab3b89ada tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:04.013316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Provisioning complete for port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:04.014002 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:04.029057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-caf3a0c4-f90f-4034-87a1-a5c9d1415a7b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for port (cb59f601-fed1-4384-9af7-b13dd5aa21ec), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:04.101681 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-caf3a0c4-f90f-4034-87a1-a5c9d1415a7b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (cb59f601-fed1-4384-9af7-b13dd5aa21ec), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:04.113874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d985f5b3-f8fa-4e77-ba97-0b6ab3b89ada tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "PUT /v2.0/floatingips/f761f2e4-5066-4a16-b2c0-e6d9044f3497 HTTP/1.1" status: 200 len: 688 time: 2.4636023 Feb 11 04:33:04.144260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58750) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:04.247939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-caf3a0c4-f90f-4034-87a1-a5c9d1415a7b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] In _notify_port_updated(), no bound segment for port cb59f601-fed1-4384-9af7-b13dd5aa21ec on network 76431d12-003f-433d-becc-741cb1c0aae3 {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:33:04.255736 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf3a0c4-f90f-4034-87a1-a5c9d1415a7b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:04.256781 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-caf3a0c4-f90f-4034-87a1-a5c9d1415a7b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:04.258382 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-caf3a0c4-f90f-4034-87a1-a5c9d1415a7b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "PUT /v2.0/ports/cb59f601-fed1-4384-9af7-b13dd5aa21ec HTTP/1.1" status: 200 len: 969 time: 1.7749095 Feb 11 04:33:04.261604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58754) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:04.322106 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3a0c4-f90f-4034-87a1-a5c9d1415a7b tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event updated for resources: {'Port': ['ID=cb59f601-fed1-4384-9af7-b13dd5aa21ec,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:04.328769 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddaa18-a728-4661-9af0-4a7be9fd1c3b req-aa260ab2-235b-474b-9e05-3c71fbe6efb7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:04.334094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddaa18-a728-4661-9af0-4a7be9fd1c3b req-aa260ab2-235b-474b-9e05-3c71fbe6efb7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:04.339452 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddaa18-a728-4661-9af0-4a7be9fd1c3b req-aa260ab2-235b-474b-9e05-3c71fbe6efb7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:04.345325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddaa18-a728-4661-9af0-4a7be9fd1c3b req-aa260ab2-235b-474b-9e05-3c71fbe6efb7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:04.350601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddaa18-a728-4661-9af0-4a7be9fd1c3b req-aa260ab2-235b-474b-9e05-3c71fbe6efb7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:04.356375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddaa18-a728-4661-9af0-4a7be9fd1c3b req-aa260ab2-235b-474b-9e05-3c71fbe6efb7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:04.363646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddaa18-a728-4661-9af0-4a7be9fd1c3b req-aa260ab2-235b-474b-9e05-3c71fbe6efb7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:04.366228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eddaa18-a728-4661-9af0-4a7be9fd1c3b req-aa260ab2-235b-474b-9e05-3c71fbe6efb7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5434 time: 0.4061401 Feb 11 04:33:04.380693 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58758) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:04.386428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-949291b7-2489-4a58-8d8b-9ddf1028c66e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Request body: {'floatingip': {'port_id': '30aa1179-3b27-4725-948c-5544353ee93a'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:04.397189 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:04.403679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f26627-e882-4ad0-84dd-d0e63ae9f633 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:04.408457 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-99f26627-e882-4ad0-84dd-d0e63ae9f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:04.415107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-06779aa2-e2b9-4973-9b51-2fd5dd8981d5 None None] Allocated IP 2001:db8:0:2::2 (76431d12-003f-433d-becc-741cb1c0aae3/562873b1-2bfe-4734-8af1-cfc0ea26d924/c9a20ea9-a253-4c89-a4b4-13aaa0016f30) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:04.462606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-41758aa7-23ff-4749-8d28-b93749e80dff tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting port ab63aba9-3001-4ded-9426-e812e16b8a05 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:33:04.463628 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-41758aa7-23ff-4749-8d28-b93749e80dff tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ab63aba9-3001-4ded-9426-e812e16b8a05), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:04.465889 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-949291b7-2489-4a58-8d8b-9ddf1028c66e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for floatingip (c8f5fa48-efc4-471c-bb92-56b76d358114), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:04.474237 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8c237cbe-6077-4257-a288-2f0105ed0cde tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port cb59f601-fed1-4384-9af7-b13dd5aa21ec {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:33:04.474586 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c237cbe-6077-4257-a288-2f0105ed0cde tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cb59f601-fed1-4384-9af7-b13dd5aa21ec), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:04.552341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-99f26627-e882-4ad0-84dd-d0e63ae9f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:04.594162 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f26627-e882-4ad0-84dd-d0e63ae9f633 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:04.595356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-99f26627-e882-4ad0-84dd-d0e63ae9f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:04.630711 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-41758aa7-23ff-4749-8d28-b93749e80dff tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ab63aba9-3001-4ded-9426-e812e16b8a05), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:04.631063 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-41758aa7-23ff-4749-8d28-b93749e80dff tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (ab63aba9-3001-4ded-9426-e812e16b8a05), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:04.663687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-41758aa7-23ff-4749-8d28-b93749e80dff tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Calling delete_port for ab63aba9-3001-4ded-9426-e812e16b8a05 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:33:04.698361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-99f26627-e882-4ad0-84dd-d0e63ae9f633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:04.699443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f26627-e882-4ad0-84dd-d0e63ae9f633 None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:04.773723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Current status of the port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:04.776977 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:04.951060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] For port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5803f3e1-d8c9-49fd-8364-d33bfe7db1ee,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:05.029891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-06779aa2-e2b9-4973-9b51-2fd5dd8981d5 None None] For port c9a20ea9-a253-4c89-a4b4-13aaa0016f30, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,segment=NetworkSegment(b7375165-831c-4aeb-968d-cc20beaf8665),segment_id=b7375165-831c-4aeb-968d-cc20beaf8665)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:05.033877 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c237cbe-6077-4257-a288-2f0105ed0cde tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cb59f601-fed1-4384-9af7-b13dd5aa21ec), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:05.059346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8c237cbe-6077-4257-a288-2f0105ed0cde tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for cb59f601-fed1-4384-9af7-b13dd5aa21ec owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:33:05.062087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e271632-69bd-48ad-a053-b4f7585cbce1 req-2dee6d51-b152-4a16-8746-eb7127ae573f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:05.064306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e271632-69bd-48ad-a053-b4f7585cbce1 req-2dee6d51-b152-4a16-8746-eb7127ae573f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.1099479 Feb 11 04:33:05.081545 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-06779aa2-e2b9-4973-9b51-2fd5dd8981d5 None None] Publish callbacks [] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:05.086685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:02Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:05.091156 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:05.135482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f1aa5-266e-4a7a-aab8-f8b2b444d2a4 None None] The sync data for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 is: [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:02Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:05.169540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f62a0caf-eff2-4363-a561-23c07ca43464 req-e70a98a9-07d6-4621-9b28-785de32f16ae tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 210 time: 0.1038129 Feb 11 04:33:05.185816 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-41758aa7-23ff-4749-8d28-b93749e80dff tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ab63aba9-3001-4ded-9426-e812e16b8a05), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:05.260786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Pushing event updated for resources: {'Port': ['ID=5803f3e1-d8c9-49fd-8364-d33bfe7db1ee,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:05.283353 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:05.286836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:05.286836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:05.286836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:05.286836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:05.286836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:05.286836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:05.286836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:05.286836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:05.286836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:05.286836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:05.287614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:05.287917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4c2373-a3a4-4ff8-a00b-242214e986a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:05.302039 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-06779aa2-e2b9-4973-9b51-2fd5dd8981d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:05.407219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41758aa7-23ff-4749-8d28-b93749e80dff tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Port': ['ID=ab63aba9-3001-4ded-9426-e812e16b8a05,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:05.419868 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e271632-69bd-48ad-a053-b4f7585cbce1 req-625805c6-59d3-42ef-b530-4736aba273b3 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442290 Feb 11 04:33:05.564264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06779aa2-e2b9-4973-9b51-2fd5dd8981d5 None None] Pushing event updated for resources: {'Port': ['ID=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:05.579965 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-41758aa7-23ff-4749-8d28-b93749e80dff tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (f761f2e4-5066-4a16-b2c0-e6d9044f3497), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:05.583691 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-41758aa7-23ff-4749-8d28-b93749e80dff tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:05.591801 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-41758aa7-23ff-4749-8d28-b93749e80dff tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/floatingips/f761f2e4-5066-4a16-b2c0-e6d9044f3497 HTTP/1.1" status: 204 len: 168 time: 1.4423544 Feb 11 04:33:05.593310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58776) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:05.607451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': 'c2e6faa8-a4af-4e05-ac9b-413478870a6d'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:05.840235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-8db8c5a2-67e4-4820-86c1-eae689f9ea0f tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:05.842165 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-8db8c5a2-67e4-4820-86c1-eae689f9ea0f tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.47 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 820 time: 0.1967196 Feb 11 04:33:05.880950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-00fa3fbb-867e-4f52-b27d-31a206988ae6 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Request body: {'port': {'device_id': '06d23050-a714-4fff-99d2-91bca592e49f', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'admin_state_up': True, 'tenant_id': '242791fc28704fcabf9fb59cd7497171'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:05.930938 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.db.resource_extend [None req-949291b7-2489-4a58-8d8b-9ddf1028c66e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:33:05.975479 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:06.118675 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c237cbe-6077-4257-a288-2f0105ed0cde tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (cb59f601-fed1-4384-9af7-b13dd5aa21ec), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:06.261899 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-949291b7-2489-4a58-8d8b-9ddf1028c66e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:06.263011 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c237cbe-6077-4257-a288-2f0105ed0cde tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=cb59f601-fed1-4384-9af7-b13dd5aa21ec,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:06.278726 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:06.743062 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8330739c-1cb7-456b-ab5c-231625f6947e req-924de89b-1710-474b-a27a-0b497c8b9343 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 210 time: 0.1982067 Feb 11 04:33:06.829468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Allocated IP 172.25.3.123 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/9d8dfe80-4324-475d-bf2e-809809e4e3dd) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:06.835250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c9a20ea9-a253-4c89-a4b4-13aaa0016f30 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:33:06.942842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-37cf5147-c518-46e2-a5c1-7aa941143e25 None None] Could not find standard attr ID for object cb59f601-fed1-4384-9af7-b13dd5aa21ec. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:33:06.978203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-37cf5147-c518-46e2-a5c1-7aa941143e25 None None] Provisioning complete for port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:06.979112 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-37cf5147-c518-46e2-a5c1-7aa941143e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:06.993375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69232fd-2652-4253-abd5-732a7ffd0214 req-899198cd-d1c7-405f-8391-d86371026ff4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:07.021994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d69232fd-2652-4253-abd5-732a7ffd0214 req-899198cd-d1c7-405f-8391-d86371026ff4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.3679326 Feb 11 04:33:07.061586 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-949291b7-2489-4a58-8d8b-9ddf1028c66e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (c8f5fa48-efc4-471c-bb92-56b76d358114), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:07.085402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:07.086154 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:07.274695 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c237cbe-6077-4257-a288-2f0105ed0cde tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:07.280087 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8c237cbe-6077-4257-a288-2f0105ed0cde tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/cb59f601-fed1-4384-9af7-b13dd5aa21ec HTTP/1.1" status: 204 len: 168 time: 3.0169120 Feb 11 04:33:07.309505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58800) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:07.400801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:07.402008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:33:07.453589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-37cf5147-c518-46e2-a5c1-7aa941143e25 None None] Current status of the port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:07.519879 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa6601a-d102-4eab-887b-2f1c2a251c80 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] GET failed (client error): The resource could not be found. Feb 11 04:33:07.525540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-37cf5147-c518-46e2-a5c1-7aa941143e25 None None] Provisioning complete for port 711d8f04-b53a-44f6-a87c-eefa63aec363 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:07.526331 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-37cf5147-c518-46e2-a5c1-7aa941143e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (711d8f04-b53a-44f6-a87c-eefa63aec363), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:07.540432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2fa6601a-d102-4eab-887b-2f1c2a251c80 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports/cb59f601-fed1-4384-9af7-b13dd5aa21ec HTTP/1.1" status: 404 len: 333 time: 0.2279344 Feb 11 04:33:07.566534 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58806) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:07.597400 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d69232fd-2652-4253-abd5-732a7ffd0214 req-04acbdb9-9694-4396-8c1f-ab9f0b66a8e8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744438 Feb 11 04:33:07.644128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:07.644715 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:07.663078 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (9d8dfe80-4324-475d-bf2e-809809e4e3dd), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:07.730245 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-949291b7-2489-4a58-8d8b-9ddf1028c66e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Floating IP c8f5fa48-efc4-471c-bb92-56b76d358114 associated. External IP: 172.25.3.207, port: 30aa1179-3b27-4725-948c-5544353ee93a. Feb 11 04:33:07.730706 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-37cf5147-c518-46e2-a5c1-7aa941143e25 None None] Port 711d8f04-b53a-44f6-a87c-eefa63aec363 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:33:07.783129 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-00fa3fbb-867e-4f52-b27d-31a206988ae6 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Made reservation on behalf of 242791fc28704fcabf9fb59cd7497171 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:07.787866 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-00fa3fbb-867e-4f52-b27d-31a206988ae6 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:07.831584 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c60b427d-2e7e-4eeb-a16c-f8eb489541e0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (1611c154-960f-44b3-bee7-54b5dbbb6afb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:07.837831 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9d8dfe80-4324-475d-bf2e-809809e4e3dd), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:07.909897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-39d40fdd-c3dd-407a-9ba7-b2c124ee4f5d None None] Could not find standard attr ID for object cb59f601-fed1-4384-9af7-b13dd5aa21ec. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:33:07.935295 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:07.993959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:08.004408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a3ff47d-751a-405f-9854-7a6300485c02 req-b0e74796-cc3a-49e7-8821-bd994302f1dd tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 210 time: 0.0668285 Feb 11 04:33:08.009951 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:08.032021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:08.035963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=9d8dfe80-4324-475d-bf2e-809809e4e3dd,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:08.048837 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c60b427d-2e7e-4eeb-a16c-f8eb489541e0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (1611c154-960f-44b3-bee7-54b5dbbb6afb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:08.095681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-00fa3fbb-867e-4f52-b27d-31a206988ae6 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Allocated IP 172.20.0.14 (fe3ed698-478f-4f37-ad6e-2a649ed9dcc5/b41bf88a-c99f-4238-9624-eddbc961d3f8/956dfbda-4c05-4ffc-a837-57e61d385ab4) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:08.259520 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c60b427d-2e7e-4eeb-a16c-f8eb489541e0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1611c154-960f-44b3-bee7-54b5dbbb6afb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:08.262326 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c60b427d-2e7e-4eeb-a16c-f8eb489541e0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:08.263512 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c60b427d-2e7e-4eeb-a16c-f8eb489541e0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/security-groups/1611c154-960f-44b3-bee7-54b5dbbb6afb HTTP/1.1" status: 204 len: 168 time: 0.7003663 Feb 11 04:33:08.268950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58818) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:08.304981 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b427d-2e7e-4eeb-a16c-f8eb489541e0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1611c154-960f-44b3-bee7-54b5dbbb6afb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:08.364947 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949291b7-2489-4a58-8d8b-9ddf1028c66e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Router b8e066d2-97cb-4fca-a373-648016a2dca2 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:08.387189 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d815ab32-b2d6-465a-9098-62ac71c037c2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (78dde316-4871-4b52-ab4c-d41578ce0b94), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:08.408750 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-00fa3fbb-867e-4f52-b27d-31a206988ae6 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:08.443482 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d815ab32-b2d6-465a-9098-62ac71c037c2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (78dde316-4871-4b52-ab4c-d41578ce0b94), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:08.596308 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949291b7-2489-4a58-8d8b-9ddf1028c66e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:08.610223 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03892f6d-b30b-4f52-95ab-246e5d4d7dea None None] Sync routers for ids ['b8e066d2-97cb-4fca-a373-648016a2dca2'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:08.613717 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-949291b7-2489-4a58-8d8b-9ddf1028c66e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:08.622963 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03892f6d-b30b-4f52-95ab-246e5d4d7dea None None] Routers {'b8e066d2-97cb-4fca-a373-648016a2dca2'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:08.625969 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-03892f6d-b30b-4f52-95ab-246e5d4d7dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b8e066d2-97cb-4fca-a373-648016a2dca2'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:08.664419 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-949291b7-2489-4a58-8d8b-9ddf1028c66e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "PUT /v2.0/floatingips/c8f5fa48-efc4-471c-bb92-56b76d358114 HTTP/1.1" status: 200 len: 991 time: 4.2792737 Feb 11 04:33:08.664419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': '30aa1179-3b27-4725-948c-5544353ee93a'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:33:08.677109 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (ede27975-457e-43db-beed-0368e5332fe2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:08.677453 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746d8f23-251b-4859-b530-9e4e453e725a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "30aa1179-3b27-4725-948c-5544353ee93a"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:33:08.725583 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d815ab32-b2d6-465a-9098-62ac71c037c2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (78dde316-4871-4b52-ab4c-d41578ce0b94), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:08.728536 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d815ab32-b2d6-465a-9098-62ac71c037c2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:08.732177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d815ab32-b2d6-465a-9098-62ac71c037c2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/security-groups/78dde316-4871-4b52-ab4c-d41578ce0b94 HTTP/1.1" status: 204 len: 168 time: 0.4597998 Feb 11 04:33:08.733396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58834) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:08.760275 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-00fa3fbb-867e-4f52-b27d-31a206988ae6 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:08.800081 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-03892f6d-b30b-4f52-95ab-246e5d4d7dea None None] Set router b8e066d2-97cb-4fca-a373-648016a2dca2 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:33:08.819343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815ab32-b2d6-465a-9098-62ac71c037c2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dde316-4871-4b52-ab4c-d41578ce0b94,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:08.861201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-00fa3fbb-867e-4f52-b27d-31a206988ae6 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:08.863450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90033c05-9db7-4b44-9dee-98658d4cb0a9 req-b50d7374-d8b5-4c39-9aea-d16603494ac8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:08.866988 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-00fa3fbb-867e-4f52-b27d-31a206988ae6 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:08.869501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90033c05-9db7-4b44-9dee-98658d4cb0a9 req-b50d7374-d8b5-4c39-9aea-d16603494ac8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:08.876312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90033c05-9db7-4b44-9dee-98658d4cb0a9 req-b50d7374-d8b5-4c39-9aea-d16603494ac8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:08.883005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90033c05-9db7-4b44-9dee-98658d4cb0a9 req-b50d7374-d8b5-4c39-9aea-d16603494ac8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:08.889070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90033c05-9db7-4b44-9dee-98658d4cb0a9 req-b50d7374-d8b5-4c39-9aea-d16603494ac8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:08.894546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90033c05-9db7-4b44-9dee-98658d4cb0a9 req-b50d7374-d8b5-4c39-9aea-d16603494ac8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:08.900867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90033c05-9db7-4b44-9dee-98658d4cb0a9 req-b50d7374-d8b5-4c39-9aea-d16603494ac8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:08.904797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90033c05-9db7-4b44-9dee-98658d4cb0a9 req-b50d7374-d8b5-4c39-9aea-d16603494ac8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5434 time: 0.1802034 Feb 11 04:33:08.913259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6a660-f975-410f-b797-403d7f3f411c req-fa1775f6-c841-4e2e-a687-a8ff238921d8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:08.914075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7b6a660-f975-410f-b797-403d7f3f411c req-fa1775f6-c841-4e2e-a687-a8ff238921d8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.1924174 Feb 11 04:33:08.948927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-00fa3fbb-867e-4f52-b27d-31a206988ae6 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:08.948927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa3fbb-867e-4f52-b27d-31a206988ae6 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Pushing event updated for resources: {'Port': ['ID=956dfbda-4c05-4ffc-a837-57e61d385ab4,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:09.069013 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74904b7f-f335-48d4-8e2d-a1c88d6042ea tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (afd49a85-1227-46ca-aa9f-1f608a536b7c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:09.083250 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9d8dfe80-4324-475d-bf2e-809809e4e3dd), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:09.136306 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74904b7f-f335-48d4-8e2d-a1c88d6042ea tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (afd49a85-1227-46ca-aa9f-1f608a536b7c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:09.207159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-00fa3fbb-867e-4f52-b27d-31a206988ae6 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:09.207913 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-00fa3fbb-867e-4f52-b27d-31a206988ae6 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:09.284171 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74904b7f-f335-48d4-8e2d-a1c88d6042ea tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (afd49a85-1227-46ca-aa9f-1f608a536b7c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:09.287319 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74904b7f-f335-48d4-8e2d-a1c88d6042ea tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:09.288816 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-74904b7f-f335-48d4-8e2d-a1c88d6042ea tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/security-groups/afd49a85-1227-46ca-aa9f-1f608a536b7c HTTP/1.1" status: 204 len: 168 time: 0.5536830 Feb 11 04:33:09.293447 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58848) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:09.331941 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-03892f6d-b30b-4f52-95ab-246e5d4d7dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:19Z', 'updated_at': '2022-02-11T04:28:32Z', 'revision_number': 4, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'gw_port': {'id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:22Z', 'updated_at': '2022-02-11T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'c8f5fa48-efc4-471c-bb92-56b76d358114', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'port_id': '30aa1179-3b27-4725-948c-5544353ee93a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'mac_address': 'fa:16:3e:3a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:30:27Z', 'updated_at': '2022-02-11T04:33:05Z', 'revision_number': 1, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5', 'name': '', 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'mac_address': 'fa:16:3e:65:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:29Z', 'updated_at': '2022-02-11T04:28:38Z', 'revision_number': 5, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'subnets': [{'id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:09.347710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7b6a660-f975-410f-b797-403d7f3f411c req-7001cca4-19cb-4395-986d-9b99def7fb36 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785975 Feb 11 04:33:09.363402 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03892f6d-b30b-4f52-95ab-246e5d4d7dea None None] Checking router: b8e066d2-97cb-4fca-a373-648016a2dca2 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:33:09.373759 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03892f6d-b30b-4f52-95ab-246e5d4d7dea None None] Routers {'b8e066d2-97cb-4fca-a373-648016a2dca2'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:09.384970 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-03892f6d-b30b-4f52-95ab-246e5d4d7dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b8e066d2-97cb-4fca-a373-648016a2dca2'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:09.407198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b3b85cf7-f7a0-48e2-b0a6-656bafd5054f None None] Provisioning complete for port 956dfbda-4c05-4ffc-a837-57e61d385ab4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:09.407775 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b3b85cf7-f7a0-48e2-b0a6-656bafd5054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:09.451216 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-00fa3fbb-867e-4f52-b27d-31a206988ae6 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5792296 Feb 11 04:33:09.455819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74904b7f-f335-48d4-8e2d-a1c88d6042ea tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd49a85-1227-46ca-aa9f-1f608a536b7c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:09.520967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90033c05-9db7-4b44-9dee-98658d4cb0a9 req-4cba4764-b5e4-4cfe-9bf9-74488502eb71 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5994043 Feb 11 04:33:09.533754 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Request body: {'port': {'device_id': '06d23050-a714-4fff-99d2-91bca592e49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:09.537416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b3b85cf7-f7a0-48e2-b0a6-656bafd5054f None None] Port 956dfbda-4c05-4ffc-a837-57e61d385ab4 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:33:09.539623 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add916c9-898a-4d3b-b7ea-90f19b1cb0d4 x-openstack-request-id: req-add916c9-898a-4d3b-b7ea-90f19b1cb0d4 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:33:09.540067 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "tag": "30aa1179-3b27-4725-948c-5544353ee93a", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:33:09.540906 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-add916c9-898a-4d3b-b7ea-90f19b1cb0d4 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:33:09.541731 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'tag': '30aa1179-3b27-4725-948c-5544353ee93a', 'status': 'completed', 'code': 200} Feb 11 04:33:09.600479 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-03892f6d-b30b-4f52-95ab-246e5d4d7dea None None] Set router b8e066d2-97cb-4fca-a373-648016a2dca2 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:33:09.690138 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:09.751613 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-312e1833-0a1d-4e41-9da2-6e34e1d5112d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting subnet 44310fa3-1513-4dac-a59e-ef28f6ed2423 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:33:09.756171 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-312e1833-0a1d-4e41-9da2-6e34e1d5112d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (44310fa3-1513-4dac-a59e-ef28f6ed2423), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:09.790156 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (9d8dfe80-4324-475d-bf2e-809809e4e3dd), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:09.847091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d8f23-251b-4859-b530-9e4e453e725a req-aebaf45e-6b9d-4aa7-af7f-47c53abbdd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:09.848066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d8f23-251b-4859-b530-9e4e453e725a req-aebaf45e-6b9d-4aa7-af7f-47c53abbdd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:09.848511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d8f23-251b-4859-b530-9e4e453e725a req-aebaf45e-6b9d-4aa7-af7f-47c53abbdd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:09.849105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d8f23-251b-4859-b530-9e4e453e725a req-aebaf45e-6b9d-4aa7-af7f-47c53abbdd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:09.849645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d8f23-251b-4859-b530-9e4e453e725a req-aebaf45e-6b9d-4aa7-af7f-47c53abbdd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:09.850182 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d8f23-251b-4859-b530-9e4e453e725a req-aebaf45e-6b9d-4aa7-af7f-47c53abbdd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:09.850754 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d8f23-251b-4859-b530-9e4e453e725a req-aebaf45e-6b9d-4aa7-af7f-47c53abbdd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:09.853530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-746d8f23-251b-4859-b530-9e4e453e725a req-aebaf45e-6b9d-4aa7-af7f-47c53abbdd1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 6715 time: 0.2894504 Feb 11 04:33:09.867880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda4ae5-b95b-4970-a6b5-42f844b25313 req-b9c24a96-5b35-468c-9e76-c4b910ca9f6b tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:09.869721 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6dda4ae5-b95b-4970-a6b5-42f844b25313 req-b9c24a96-5b35-468c-9e76-c4b910ca9f6b tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 932 time: 0.1898685 Feb 11 04:33:09.929967 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (9d8dfe80-4324-475d-bf2e-809809e4e3dd), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:10.043255 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-312e1833-0a1d-4e41-9da2-6e34e1d5112d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (44310fa3-1513-4dac-a59e-ef28f6ed2423), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:10.075539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=9d8dfe80-4324-475d-bf2e-809809e4e3dd,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:10.134511 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-03892f6d-b30b-4f52-95ab-246e5d4d7dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:19Z', 'updated_at': '2022-02-11T04:28:32Z', 'revision_number': 4, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'gw_port': {'id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:22Z', 'updated_at': '2022-02-11T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'c8f5fa48-efc4-471c-bb92-56b76d358114', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'port_id': '30aa1179-3b27-4725-948c-5544353ee93a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'mac_address': 'fa:16:3e:3a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:30:27Z', 'updated_at': '2022-02-11T04:33:05Z', 'revision_number': 1, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5', 'name': '', 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'mac_address': 'fa:16:3e:65:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:29Z', 'updated_at': '2022-02-11T04:28:38Z', 'revision_number': 5, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'subnets': [{'id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:10.204172 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03892f6d-b30b-4f52-95ab-246e5d4d7dea None None] The sync data for ids ['b8e066d2-97cb-4fca-a373-648016a2dca2'] in n-d-712142-35 is: [{'id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:19Z', 'updated_at': '2022-02-11T04:28:32Z', 'revision_number': 4, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'gw_port': {'id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:22Z', 'updated_at': '2022-02-11T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'c8f5fa48-efc4-471c-bb92-56b76d358114', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'port_id': '30aa1179-3b27-4725-948c-5544353ee93a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'mac_address': 'fa:16:3e:3a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:30:27Z', 'updated_at': '2022-02-11T04:33:05Z', 'revision_number': 1, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5', 'name': '', 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'mac_address': 'fa:16:3e:65:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:29Z', 'updated_at': '2022-02-11T04:28:38Z', 'revision_number': 5, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'subnets': [{'id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:10.212369 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6dda4ae5-b95b-4970-a6b5-42f844b25313 req-8d24aba2-4deb-4de1-80e7-88842f561a3f tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982969 Feb 11 04:33:10.419582 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956dfbda-4c05-4ffc-a837-57e61d385ab4 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:33:10.421756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb835bc1-49be-47a6-a41f-224d09ff3015 req-9a66c9da-7707-4654-a460-3c9deffec896 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:10.433833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb835bc1-49be-47a6-a41f-224d09ff3015 req-9a66c9da-7707-4654-a460-3c9deffec896 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:10.434210 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Publish callbacks [] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:10.439613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb835bc1-49be-47a6-a41f-224d09ff3015 req-9a66c9da-7707-4654-a460-3c9deffec896 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:10.445093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb835bc1-49be-47a6-a41f-224d09ff3015 req-9a66c9da-7707-4654-a460-3c9deffec896 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:10.450545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb835bc1-49be-47a6-a41f-224d09ff3015 req-9a66c9da-7707-4654-a460-3c9deffec896 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:10.463029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb835bc1-49be-47a6-a41f-224d09ff3015 req-9a66c9da-7707-4654-a460-3c9deffec896 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:10.469323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb835bc1-49be-47a6-a41f-224d09ff3015 req-9a66c9da-7707-4654-a460-3c9deffec896 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:10.480477 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb835bc1-49be-47a6-a41f-224d09ff3015 req-9a66c9da-7707-4654-a460-3c9deffec896 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5434 time: 0.6184371 Feb 11 04:33:10.495683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Transition to ACTIVE for port object 956dfbda-4c05-4ffc-a837-57e61d385ab4 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:33:10.534017 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-312e1833-0a1d-4e41-9da2-6e34e1d5112d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (44310fa3-1513-4dac-a59e-ef28f6ed2423), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:10.535222 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (ede27975-457e-43db-beed-0368e5332fe2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:10.591278 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:10.629317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d8f23-251b-4859-b530-9e4e453e725a req-84f3de06-5404-4c71-b7df-33734d5c66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:10.631019 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-746d8f23-251b-4859-b530-9e4e453e725a req-84f3de06-5404-4c71-b7df-33734d5c66e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d HTTP/1.1" status: 200 len: 913 time: 0.7600718 Feb 11 04:33:10.672342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65885159-0c4f-486f-8c76-2118de34de18 None None] New status for floating IP c8f5fa48-efc4-471c-bb92-56b76d358114: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:33:10.745992 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Pushing event updated for resources: {'Port': ['ID=956dfbda-4c05-4ffc-a837-57e61d385ab4,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:10.868435 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Attempting to bind port 956dfbda-4c05-4ffc-a837-57e61d385ab4 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:33:10.868780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Attempting to bind port 956dfbda-4c05-4ffc-a837-57e61d385ab4 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:33:10.869163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Attempting to bind port 956dfbda-4c05-4ffc-a837-57e61d385ab4 on network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:33:10.872128 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-312e1833-0a1d-4e41-9da2-6e34e1d5112d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (44310fa3-1513-4dac-a59e-ef28f6ed2423), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:10.927519 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Port 956dfbda-4c05-4ffc-a837-57e61d385ab4 on network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:33:10.927862 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Attempting to bind port 956dfbda-4c05-4ffc-a837-57e61d385ab4 on network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:33:10.935454 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e1833-0a1d-4e41-9da2-6e34e1d5112d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Subnet': ['ID=44310fa3-1513-4dac-a59e-ef28f6ed2423,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:10.944008 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-312e1833-0a1d-4e41-9da2-6e34e1d5112d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:10.947478 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-312e1833-0a1d-4e41-9da2-6e34e1d5112d tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/44310fa3-1513-4dac-a59e-ef28f6ed2423 HTTP/1.1" status: 204 len: 168 time: 1.6524267 Feb 11 04:33:10.948547 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:33:10.951314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Checking segment: {'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:33:10.953613 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Bound using segment: {'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:33:10.953830 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Bound port: 956dfbda-4c05-4ffc-a837-57e61d385ab4, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:33:10.954213 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:10.971423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58874) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:11.147631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4a8022-6508-42b9-aace-0e21923f7bb9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting subnet 562873b1-2bfe-4734-8af1-cfc0ea26d924 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:33:11.175684 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b4a8022-6508-42b9-aace-0e21923f7bb9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (562873b1-2bfe-4734-8af1-cfc0ea26d924), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:11.243710 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] For port 956dfbda-4c05-4ffc-a837-57e61d385ab4, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:33:11.271052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] For port 956dfbda-4c05-4ffc-a837-57e61d385ab4, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:33:11.289071 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b4a8022-6508-42b9-aace-0e21923f7bb9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (562873b1-2bfe-4734-8af1-cfc0ea26d924), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:11.355804 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:11.476742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b27d1-63c1-4d7c-ba59-5988267731cb req-9fa5347c-a4d3-43f5-b76c-4bbc3c682999 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:11.477383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d51ac1-a142-4ee3-86d7-33a2d3511306 None None] Network 76431d12-003f-433d-becc-741cb1c0aae3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:33:11.479527 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-470b27d1-63c1-4d7c-ba59-5988267731cb req-9fa5347c-a4d3-43f5-b76c-4bbc3c682999 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 1.0779626 Feb 11 04:33:11.508661 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b4a8022-6508-42b9-aace-0e21923f7bb9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (562873b1-2bfe-4734-8af1-cfc0ea26d924), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:11.708115 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Floating IP ede27975-457e-43db-beed-0368e5332fe2 associated. External IP: 172.25.3.123, port: c2e6faa8-a4af-4e05-ac9b-413478870a6d. Feb 11 04:33:11.739137 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-746d8f23-251b-4859-b530-9e4e453e725a req-9db0f28d-cdb5-4054-9228-9f3d3974a542 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30aa1179-3b27-4725-948c-5544353ee93a HTTP/1.1" status: 200 len: 999 time: 1.0908010 Feb 11 04:33:11.755995 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:11.756931 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:11.760668 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] 10.222.0.47 "PUT /v2.0/ports/956dfbda-4c05-4ffc-a837-57e61d385ab4 HTTP/1.1" status: 200 len: 1093 time: 2.2816508 Feb 11 04:33:11.761936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d23050-a714-4fff-99d2-91bca592e49f', 'tag': '956dfbda-4c05-4ffc-a837-57e61d385ab4'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:33:11.781845 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4287d5f2-0f14-4086-a6c2-1aa6b100c209" -d '{"events": [{"name": "network-changed", "server_uuid": "06d23050-a714-4fff-99d2-91bca592e49f", "tag": "956dfbda-4c05-4ffc-a837-57e61d385ab4"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:33:11.800933 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b4a8022-6508-42b9-aace-0e21923f7bb9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (562873b1-2bfe-4734-8af1-cfc0ea26d924), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:11.920086 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b4a8022-6508-42b9-aace-0e21923f7bb9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:11.933457 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4b4a8022-6508-42b9-aace-0e21923f7bb9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/562873b1-2bfe-4734-8af1-cfc0ea26d924 HTTP/1.1" status: 204 len: 168 time: 0.9588854 Feb 11 04:33:11.937581 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58898) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:11.992381 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a8022-6508-42b9-aace-0e21923f7bb9 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Subnet': ['ID=562873b1-2bfe-4734-8af1-cfc0ea26d924,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:12.100571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-470b27d1-63c1-4d7c-ba59-5988267731cb req-9d8dd298-be9a-40e4-8e75-c3d8f9050e17 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5936575 Feb 11 04:33:12.122746 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a4c14-3eea-43c6-90be-070b22fc11f5 req-83610cd1-9671-4ba8-b2b3-e23732ebdf39 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:12.125753 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c6a4c14-3eea-43c6-90be-070b22fc11f5 req-83610cd1-9671-4ba8-b2b3-e23732ebdf39 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 944 time: 0.6441500 Feb 11 04:33:12.142283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfaa75e-d286-4c78-bf43-6865b696811d None None] Update dhcp port {'port': {'network_id': '76431d12-003f-433d-becc-741cb1c0aae3', 'fixed_ips': [{'subnet_id': 'a13161b9-612e-43c7-bb88-d2cd31737209', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '562873b1-2bfe-4734-8af1-cfc0ea26d924'}], 'binding:host_id': 'n-d-712142-35'}, 'id': 'c9a20ea9-a253-4c89-a4b4-13aaa0016f30'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 04:33:12.153131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510da32-f16a-4f94-bf2c-157ab221d480 service neutron] Pushing event updated for resources: {'Port': ['ID=956dfbda-4c05-4ffc-a837-57e61d385ab4,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:12.202059 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d66728-abcb-4070-bdaa-f358d74af5c6 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] DELETE failed (client error): The resource could not be found. Feb 11 04:33:12.202846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d66728-abcb-4070-bdaa-f358d74af5c6 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:33:12.220792 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-90d66728-abcb-4070-bdaa-f358d74af5c6 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/44310fa3-1513-4dac-a59e-ef28f6ed2423 HTTP/1.1" status: 404 len: 337 time: 0.2540939 Feb 11 04:33:12.222768 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58906) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:12.224168 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ebfaa75e-d286-4c78-bf43-6865b696811d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:12.231357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d8f23-251b-4859-b530-9e4e453e725a req-f09248c9-3d2d-4b7e-83bf-6a4a2063eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:12.232422 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-746d8f23-251b-4859-b530-9e4e453e725a req-f09248c9-3d2d-4b7e-83bf-6a4a2063eec4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43986a6c-ee4e-4269-823f-c72fd6c6d88e HTTP/1.1" status: 200 len: 851 time: 0.4410253 Feb 11 04:33:12.304250 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e679ff52-cd6a-42f5-bb20-1557c256f96d x-openstack-request-id: req-e679ff52-cd6a-42f5-bb20-1557c256f96d {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:33:12.304553 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d23050-a714-4fff-99d2-91bca592e49f", "tag": "956dfbda-4c05-4ffc-a837-57e61d385ab4", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:33:12.304804 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e679ff52-cd6a-42f5-bb20-1557c256f96d {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:33:12.305212 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d23050-a714-4fff-99d2-91bca592e49f', 'tag': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'status': 'completed', 'code': 200} Feb 11 04:33:12.378120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-635b5f2b-296f-40b7-a6b7-bacd23fa6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:12.385381 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-635b5f2b-296f-40b7-a6b7-bacd23fa6660 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 1127 time: 0.3875759 Feb 11 04:33:12.396442 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-d286294f-af37-4b79-a02f-151f3c1f12cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting subnet a13161b9-612e-43c7-bb88-d2cd31737209 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:33:12.401453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d286294f-af37-4b79-a02f-151f3c1f12cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (a13161b9-612e-43c7-bb88-d2cd31737209), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:12.443061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c6a4c14-3eea-43c6-90be-070b22fc11f5 req-93e4b2cc-c44b-4ba7-a47c-cec21c375fbf tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057520 Feb 11 04:33:12.457967 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-f7dde99a-89a6-4755-a9c4-1826ef3085ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4 HTTP/1.1" status: 200 len: 217 time: 0.0643837 Feb 11 04:33:12.574424 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d286294f-af37-4b79-a02f-151f3c1f12cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (a13161b9-612e-43c7-bb88-d2cd31737209), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:12.661456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-e2c1dba1-92ad-4f71-bdd0-cc2c0bd4c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:12.663087 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-e2c1dba1-92ad-4f71-bdd0-cc2c0bd4c956 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.1992629 Feb 11 04:33:12.832134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d8f23-251b-4859-b530-9e4e453e725a req-1d874dfd-c134-4ba0-9221-8126f7fb1fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:12.835250 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-746d8f23-251b-4859-b530-9e4e453e725a req-1d874dfd-c134-4ba0-9221-8126f7fb1fb9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5961492 Feb 11 04:33:12.842891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:12.958286 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-746d8f23-251b-4859-b530-9e4e453e725a req-3d869fc4-03b2-4c47-a926-8cd23943f999 service neutron] 10.222.0.32 "GET /v2.0/networks/00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135094 Feb 11 04:33:12.959391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-a74b8127-8c5d-444f-8021-d08a56bb49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:12.965156 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-a74b8127-8c5d-444f-8021-d08a56bb49bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2905803 Feb 11 04:33:13.145465 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-220a6016-b3af-4949-8ae0-458b7b4af84c service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698191 Feb 11 04:33:13.148638 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d286294f-af37-4b79-a02f-151f3c1f12cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (a13161b9-612e-43c7-bb88-d2cd31737209), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:13.393422 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c3d700af-5d56-4638-87f7-de7e26d5ac3f req-ae19bb51-b56e-4af9-a612-be1ad1e73022 service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397947 Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server [None req-ebfaa75e-d286-4c78-bf43-6865b696811d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a13161b9-612e-43c7-bb88-d2cd31737209: This subnet is being modified by another concurrent operation. Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:33:13.433752 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise exception Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a13161b9-612e-43c7-bb88-d2cd31737209: This subnet is being modified by another concurrent operation. Feb 11 04:33:13.440964 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Feb 11 04:33:13.444575 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d286294f-af37-4b79-a02f-151f3c1f12cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (a13161b9-612e-43c7-bb88-d2cd31737209), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:13.468830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-746d8f23-251b-4859-b530-9e4e453e725a req-6f12dc80-e214-4cd9-a297-ebf0198bdc14 service neutron] 10.222.0.32 "GET /v2.0/networks/00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027006 Feb 11 04:33:13.489296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:13.506449 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df839ce0-643d-4ba2-8df3-51492bb45d6b None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:13.535841 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84681676-e845-451d-8fd8-505c1a120a0f req-99fc957c-b3a9-4e4d-a5e6-404a974fa7b9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:13.537047 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d286294f-af37-4b79-a02f-151f3c1f12cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:13.545150 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df839ce0-643d-4ba2-8df3-51492bb45d6b None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:13.547780 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-df839ce0-643d-4ba2-8df3-51492bb45d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:13.549543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84681676-e845-451d-8fd8-505c1a120a0f req-99fc957c-b3a9-4e4d-a5e6-404a974fa7b9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 1.1527104 Feb 11 04:33:13.561666 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d286294f-af37-4b79-a02f-151f3c1f12cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/a13161b9-612e-43c7-bb88-d2cd31737209 HTTP/1.1" status: 204 len: 168 time: 1.3344262 Feb 11 04:33:13.582782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58926) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:13.615140 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b59c42-ce38-4871-ae8f-0fae506ba8e5 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:33:13.695802 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286294f-af37-4b79-a02f-151f3c1f12cc tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Subnet': ['ID=a13161b9-612e-43c7-bb88-d2cd31737209,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:13.711731 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc67b38-b9c8-4a5f-b95c-6919cf77a7d6 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] DELETE failed (client error): The resource could not be found. Feb 11 04:33:13.712197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc67b38-b9c8-4a5f-b95c-6919cf77a7d6 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:33:13.716583 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-df839ce0-643d-4ba2-8df3-51492bb45d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:13.739401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9bc67b38-b9c8-4a5f-b95c-6919cf77a7d6 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/ce702cc7-60a6-4b16-ab7b-8c26696624e1 HTTP/1.1" status: 404 len: 337 time: 0.1523750 Feb 11 04:33:13.751952 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df839ce0-643d-4ba2-8df3-51492bb45d6b None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:13.752612 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-df839ce0-643d-4ba2-8df3-51492bb45d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:13.758242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58928) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:13.810697 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a768b420-b2e2-453f-9bd8-f7cc88518728 None None] Provisioning complete for port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:13.814328 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a768b420-b2e2-453f-9bd8-f7cc88518728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:13.843738 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-429c3128-73fe-438d-8348-abef36a8a4e7 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "GET /v2.0/ports?device_id=1858fa89-2ef1-495f-8cc7-0c21b5b04573 HTTP/1.1" status: 200 len: 205 time: 0.0798075 Feb 11 04:33:13.856167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58930) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:13.887328 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-df839ce0-643d-4ba2-8df3-51492bb45d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:13.888026 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df839ce0-643d-4ba2-8df3-51492bb45d6b None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:13.924109 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:13.984224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cc08c6cc-c2ec-41db-a00b-dcac91bf5f8c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.3863020 Feb 11 04:33:13.990031 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58934) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:14.003955 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-ad6de13d-ba31-4b13-af9c-566c9f37bb47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] delete failed (client error): The resource could not be found. Feb 11 04:33:14.006481 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ad6de13d-ba31-4b13-af9c-566c9f37bb47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/routers/1858fa89-2ef1-495f-8cc7-0c21b5b04573 HTTP/1.1" status: 404 len: 336 time: 0.1298053 Feb 11 04:33:14.012153 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58936) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:14.022105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84681676-e845-451d-8fd8-505c1a120a0f req-5d16c5a3-9783-485c-8d05-f46d934fa4c7 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4387105 Feb 11 04:33:14.030079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287d5f2-0f14-4086-a6c2-1aa6b100c209 req-485fd960-41bf-4d3f-b746-ce655acce9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:14.064285 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4287d5f2-0f14-4086-a6c2-1aa6b100c209 req-485fd960-41bf-4d3f-b746-ce655acce9cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 1127 time: 0.4729917 Feb 11 04:33:14.071965 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825d0d5-3651-490c-a958-e2f3fb40bcd6 req-ada8527d-0530-4cab-8dd2-9938cd0b7535 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:14.074345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6825d0d5-3651-490c-a958-e2f3fb40bcd6 req-ada8527d-0530-4cab-8dd2-9938cd0b7535 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 944 time: 0.3352919 Feb 11 04:33:14.075575 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-968d63fe-d0eb-498c-ada3-001877939c47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] DELETE failed (client error): The resource could not be found. Feb 11 04:33:14.075856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968d63fe-d0eb-498c-ada3-001877939c47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:33:14.082033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-968d63fe-d0eb-498c-ada3-001877939c47 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/03f30c9a-043f-4afa-8b29-ea40200814a3 HTTP/1.1" status: 404 len: 337 time: 0.0574989 Feb 11 04:33:14.084289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58942) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:14.126847 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a90b15-d0fa-40fe-91ed-3a9785ff9114 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] DELETE failed (client error): The resource could not be found. Feb 11 04:33:14.127256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a90b15-d0fa-40fe-91ed-3a9785ff9114 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:33:14.132554 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-96a90b15-d0fa-40fe-91ed-3a9785ff9114 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/b54235ee-9abf-484b-9c36-feb485931d08 HTTP/1.1" status: 404 len: 337 time: 0.0461376 Feb 11 04:33:14.141401 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58944) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:14.159126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a768b420-b2e2-453f-9bd8-f7cc88518728 None None] Current status of the port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:14.210548 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b59c42-ce38-4871-ae8f-0fae506ba8e5 None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:33:14.216253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a768b420-b2e2-453f-9bd8-f7cc88518728 None None] Provisioning complete for port 711d8f04-b53a-44f6-a87c-eefa63aec363 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:14.217120 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a768b420-b2e2-453f-9bd8-f7cc88518728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (711d8f04-b53a-44f6-a87c-eefa63aec363), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:14.226135 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fec72bb-81cd-426f-b44e-ed2c78c3966a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] DELETE failed (client error): The resource could not be found. Feb 11 04:33:14.226894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fec72bb-81cd-426f-b44e-ed2c78c3966a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:33:14.230404 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8fec72bb-81cd-426f-b44e-ed2c78c3966a tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/7d5ba4e0-ce22-4b59-b2a2-9fb8819df84d HTTP/1.1" status: 404 len: 337 time: 0.0880134 Feb 11 04:33:14.236778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58950) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:14.274056 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287d5f2-0f14-4086-a6c2-1aa6b100c209 req-35213cac-ff7c-4c90-8d11-0c61f8e8416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:14.275643 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4287d5f2-0f14-4086-a6c2-1aa6b100c209 req-35213cac-ff7c-4c90-8d11-0c61f8e8416c service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 921 time: 0.2094336 Feb 11 04:33:14.294532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a768b420-b2e2-453f-9bd8-f7cc88518728 None None] Port 711d8f04-b53a-44f6-a87c-eefa63aec363 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:33:14.412657 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8e69466a-22d3-4359-b74b-72f01e94b695 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "GET /v2.0/floatingips/ede27975-457e-43db-beed-0368e5332fe2 HTTP/1.1" status: 200 len: 977 time: 0.4039919 Feb 11 04:33:14.415268 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58952) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:14.418880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6825d0d5-3651-490c-a958-e2f3fb40bcd6 req-6c20b25a-3f05-4c69-a703-39f0484060d7 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355684 Feb 11 04:33:14.441903 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6dd2b1-e6b8-499b-9265-4a09d81390d6 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] DELETE failed (client error): The resource could not be found. Feb 11 04:33:14.442529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6dd2b1-e6b8-499b-9265-4a09d81390d6 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:33:14.445706 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cc6dd2b1-e6b8-499b-9265-4a09d81390d6 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/8eaf10aa-a51f-4fdd-8f97-1d97f659ea00 HTTP/1.1" status: 404 len: 333 time: 0.1989574 Feb 11 04:33:14.479487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58956) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:14.495122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48987ae4-b0cc-46a3-a219-5848be57af66 req-af2e949b-9996-4467-879f-b06a03328d56 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:14.502441 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48987ae4-b0cc-46a3-a219-5848be57af66 req-af2e949b-9996-4467-879f-b06a03328d56 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2667015 Feb 11 04:33:14.674951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c9a20ea9-a253-4c89-a4b4-13aaa0016f30 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:33:14.695392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48987ae4-b0cc-46a3-a219-5848be57af66 req-31dff14f-38f5-468a-8019-4c373d215e70 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707633 Feb 11 04:33:14.696366 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6671d33-647d-46bb-8b0b-cffc68b22c57 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] DELETE failed (client error): The resource could not be found. Feb 11 04:33:14.696831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6671d33-647d-46bb-8b0b-cffc68b22c57 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:33:14.712433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c6671d33-647d-46bb-8b0b-cffc68b22c57 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/a506c32a-b9b7-4f94-a2d1-f3813c51e483 HTTP/1.1" status: 404 len: 337 time: 0.2088976 Feb 11 04:33:14.725970 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58958) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:14.737687 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4287d5f2-0f14-4086-a6c2-1aa6b100c209 req-d46987c9-ee3d-4060-bbe6-778923baa1a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4 HTTP/1.1" status: 200 len: 217 time: 0.4172077 Feb 11 04:33:14.779232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24f967c-b6f7-4028-9c94-170faf4e26dc None None] Network 76431d12-003f-433d-becc-741cb1c0aae3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:33:14.791842 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-9816f22b-8658-4cbc-a97c-cd956ba30fd2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] DELETE failed (client error): The resource could not be found. Feb 11 04:33:14.792321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9816f22b-8658-4cbc-a97c-cd956ba30fd2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:33:14.803871 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9816f22b-8658-4cbc-a97c-cd956ba30fd2 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/a54cbd84-5d51-420c-b0fb-3f015f4c1b4f HTTP/1.1" status: 404 len: 337 time: 0.0852833 Feb 11 04:33:14.813910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58964) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:14.883472 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f1e3cd-d179-42e2-82c6-2d5e5c6f1814 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] DELETE failed (client error): The resource could not be found. Feb 11 04:33:14.884058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f1e3cd-d179-42e2-82c6-2d5e5c6f1814 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:33:14.894815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d6f1e3cd-d179-42e2-82c6-2d5e5c6f1814 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/cc0aafc5-e467-4310-aa89-92cc571f2b9e HTTP/1.1" status: 404 len: 333 time: 0.0775981 Feb 11 04:33:14.896335 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58968) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:15.052206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6c3b5893-2a24-48af-b481-d8547d178b9e None None] Provisioning complete for port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:15.052795 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5893-2a24-48af-b481-d8547d178b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:15.058694 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-20cafb61-2fbb-491e-9636-b9002bd03dac tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.6409714 Feb 11 04:33:15.063204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287d5f2-0f14-4086-a6c2-1aa6b100c209 req-8f30059a-310e-40e6-b94d-4e7e34aade4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:15.084468 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4287d5f2-0f14-4086-a6c2-1aa6b100c209 req-8f30059a-310e-40e6-b94d-4e7e34aade4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.3249516 Feb 11 04:33:15.089208 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58972) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:15.094451 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2b1b3d7a-e328-4605-b070-18f0bc7308ad tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'floatingip': {'port_id': 'f66e9525-03c8-40a8-8018-b574059c8de7'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:15.120619 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b2ffca-4904-4300-a27d-b8a8642e98bb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] DELETE failed (client error): The resource could not be found. Feb 11 04:33:15.121212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b2ffca-4904-4300-a27d-b8a8642e98bb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:33:15.127133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-37b2ffca-4904-4300-a27d-b8a8642e98bb tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/c5e91fe3-a15f-46af-a4e7-94118e289631 HTTP/1.1" status: 404 len: 337 time: 0.2275600 Feb 11 04:33:15.131473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58974) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:15.136375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:15.136775 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:15.139904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821e625-0ed1-44c8-8baa-5d111df2aacd req-a261c5a4-6761-46d7-a9e9-138d3141e343 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:15.141575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c821e625-0ed1-44c8-8baa-5d111df2aacd req-a261c5a4-6761-46d7-a9e9-138d3141e343 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2478611 Feb 11 04:33:15.173491 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-87eeefcc-2815-405f-a9eb-287ee311d2e0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] DELETE failed (client error): The resource could not be found. Feb 11 04:33:15.173969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87eeefcc-2815-405f-a9eb-287ee311d2e0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:33:15.179615 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-87eeefcc-2815-405f-a9eb-287ee311d2e0 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/subnets/b27b2694-88b1-4bbb-a0d6-368c8ca8b4dc HTTP/1.1" status: 404 len: 337 time: 0.0347223 Feb 11 04:33:15.181845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 58976) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:15.367173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4d4205-e280-4d57-99b1-42c37ecb2a52 None None] DHCP port deletion for 76431d12-003f-433d-becc-741cb1c0aae3 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:33:15.388775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port c9a20ea9-a253-4c89-a4b4-13aaa0016f30, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,segment=NetworkSegment(b7375165-831c-4aeb-968d-cc20beaf8665),segment_id=b7375165-831c-4aeb-968d-cc20beaf8665)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:15.443688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c821e625-0ed1-44c8-8baa-5d111df2aacd req-4881996c-4c73-479e-856c-7cfdcee2885d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652133 Feb 11 04:33:15.472241 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:15.520401 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2b1b3d7a-e328-4605-b070-18f0bc7308ad tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (ede27975-457e-43db-beed-0368e5332fe2), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:15.645550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-36411b37-6b4a-4397-9a03-5d5aebb415fd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Deleting port 711d8f04-b53a-44f6-a87c-eefa63aec363 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:33:15.645812 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-36411b37-6b4a-4397-9a03-5d5aebb415fd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (711d8f04-b53a-44f6-a87c-eefa63aec363), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:15.650373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287d5f2-0f14-4086-a6c2-1aa6b100c209 req-3042154d-e657-4bb6-ae71-74327210c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:15.655824 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4287d5f2-0f14-4086-a6c2-1aa6b100c209 req-3042154d-e657-4bb6-ae71-74327210c1a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5434794 Feb 11 04:33:15.712793 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b5893-2a24-48af-b481-d8547d178b9e None None] Current status of the port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:15.713392 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5893-2a24-48af-b481-d8547d178b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:15.793775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 956dfbda-4c05-4ffc-a837-57e61d385ab4 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:33:15.801742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,revision_number=11']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:15.939526 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d4205-e280-4d57-99b1-42c37ecb2a52 None None] Deleting port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:33:15.940365 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4205-e280-4d57-99b1-42c37ecb2a52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:15.990455 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4287d5f2-0f14-4086-a6c2-1aa6b100c209 req-30f11b85-9416-4ae3-9bcd-eb6d95aa377d service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251541 Feb 11 04:33:16.006233 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-36411b37-6b4a-4397-9a03-5d5aebb415fd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (711d8f04-b53a-44f6-a87c-eefa63aec363), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:16.037170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-36411b37-6b4a-4397-9a03-5d5aebb415fd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Calling delete_port for 711d8f04-b53a-44f6-a87c-eefa63aec363 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:33:16.128448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-6c3b5893-2a24-48af-b481-d8547d178b9e None None] For port c9a20ea9-a253-4c89-a4b4-13aaa0016f30, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,segment=NetworkSegment(b7375165-831c-4aeb-968d-cc20beaf8665),segment_id=b7375165-831c-4aeb-968d-cc20beaf8665)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:16.174482 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.resource_extend [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:33:16.181755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2a4d4205-e280-4d57-99b1-42c37ecb2a52 None None] For port c9a20ea9-a253-4c89-a4b4-13aaa0016f30, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,segment=NetworkSegment(b7375165-831c-4aeb-968d-cc20beaf8665),segment_id=b7375165-831c-4aeb-968d-cc20beaf8665)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:16.182169 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4205-e280-4d57-99b1-42c37ecb2a52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:16.222614 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5893-2a24-48af-b481-d8547d178b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:16.377767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-b5352392-e298-4e61-bb8c-f299d1ec81b2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:16.379915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-b5352392-e298-4e61-bb8c-f299d1ec81b2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 812 time: 0.1743326 Feb 11 04:33:16.391185 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-36411b37-6b4a-4397-9a03-5d5aebb415fd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (711d8f04-b53a-44f6-a87c-eefa63aec363), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:16.398987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b5893-2a24-48af-b481-d8547d178b9e None None] Pushing event updated for resources: {'Port': ['ID=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,revision_number=12']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:16.408692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e3ae9-d81b-4612-9694-5b8a954298ca req-8232bb8e-1668-48f6-a434-22b2fde912e9 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:16.410598 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d08e3ae9-d81b-4612-9694-5b8a954298ca req-8232bb8e-1668-48f6-a434-22b2fde912e9 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 944 time: 0.7358482 Feb 11 04:33:16.436677 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d4205-e280-4d57-99b1-42c37ecb2a52 None None] Calling delete_port for c9a20ea9-a253-4c89-a4b4-13aaa0016f30 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:33:16.449357 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4287d5f2-0f14-4086-a6c2-1aa6b100c209 req-00d88a2e-b2c1-4067-92c7-45ab72cf7953 service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707016 Feb 11 04:33:16.491228 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36411b37-6b4a-4397-9a03-5d5aebb415fd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Port': ['ID=711d8f04-b53a-44f6-a87c-eefa63aec363,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:16.505142 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-8336fd32-3350-4f4f-a746-502b0a26b172 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/quotas/a0c272147a3c4494a9c82c9c21a2e5c4 HTTP/1.1" status: 200 len: 375 time: 0.1080263 Feb 11 04:33:16.520081 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-36411b37-6b4a-4397-9a03-5d5aebb415fd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:16.528870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-36411b37-6b4a-4397-9a03-5d5aebb415fd tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/ports/711d8f04-b53a-44f6-a87c-eefa63aec363 HTTP/1.1" status: 204 len: 168 time: 1.3445427 Feb 11 04:33:16.530423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59010) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:16.559014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6c3b5893-2a24-48af-b481-d8547d178b9e None None] Provisioning complete for port 711d8f04-b53a-44f6-a87c-eefa63aec363 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:16.559673 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6c3b5893-2a24-48af-b481-d8547d178b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (711d8f04-b53a-44f6-a87c-eefa63aec363), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:16.683977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b5893-2a24-48af-b481-d8547d178b9e None None] Port 711d8f04-b53a-44f6-a87c-eefa63aec363 was deleted so its status cannot be updated. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 04:33:16.696284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d08e3ae9-d81b-4612-9694-5b8a954298ca req-5cfb3835-19e0-4c24-a943-a6f9f8a664f4 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505279 Feb 11 04:33:16.758290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 956dfbda-4c05-4ffc-a837-57e61d385ab4, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:16.796716 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4205-e280-4d57-99b1-42c37ecb2a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (c9a20ea9-a253-4c89-a4b4-13aaa0016f30), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:16.834396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'port_id': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'mac_address': 'fa:16:3e:eb:fb:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:33:16.843470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d4205-e280-4d57-99b1-42c37ecb2a52 None None] Pushing event deleted for resources: {'Port': ['ID=c9a20ea9-a253-4c89-a4b4-13aaa0016f30,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:16.846503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d4205-e280-4d57-99b1-42c37ecb2a52 None None] No DVR routers for this DVR port c9a20ea9-a253-4c89-a4b4-13aaa0016f30 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:33:16.852783 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e22600df-b8ba-47c7-8548-f80b362c6d64 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (76431d12-003f-433d-becc-741cb1c0aae3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:16.902159 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-a62fc954-4e94-4d73-b733-9c67db5cf847 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3836420 Feb 11 04:33:16.930005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 956dfbda-4c05-4ffc-a837-57e61d385ab4 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:16.930005 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:16.960738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956dfbda-4c05-4ffc-a837-57e61d385ab4 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:33:16.987592 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 956dfbda-4c05-4ffc-a837-57e61d385ab4, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:17.049004 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:17.163819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=956dfbda-4c05-4ffc-a837-57e61d385ab4,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:17.259176 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['956dfbda-4c05-4ffc-a837-57e61d385ab4'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:33:17.287617 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e22600df-b8ba-47c7-8548-f80b362c6d64 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (76431d12-003f-433d-becc-741cb1c0aae3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:17.352550 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-149190c0-e145-4173-b55d-c3a63962eb8a service neutron] 10.222.0.13 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489934 Feb 11 04:33:17.382577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e22600df-b8ba-47c7-8548-f80b362c6d64 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76431d12-003f-433d-becc-741cb1c0aae3']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:17.464604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e22600df-b8ba-47c7-8548-f80b362c6d64 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7375165-831c-4aeb-968d-cc20beaf8665') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:17.464604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e22600df-b8ba-47c7-8548-f80b362c6d64 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7375165-831c-4aeb-968d-cc20beaf8665') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:17.521097 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e22600df-b8ba-47c7-8548-f80b362c6d64 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (b7375165-831c-4aeb-968d-cc20beaf8665), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:17.622666 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e22600df-b8ba-47c7-8548-f80b362c6d64 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b7375165-831c-4aeb-968d-cc20beaf8665), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:17.648008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e22600df-b8ba-47c7-8548-f80b362c6d64 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:33:17.649074 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e22600df-b8ba-47c7-8548-f80b362c6d64 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (b7375165-831c-4aeb-968d-cc20beaf8665), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:17.656421 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2b1b3d7a-e328-4605-b070-18f0bc7308ad tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:33:17.656982 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:33:17.735094 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2b1b3d7a-e328-4605-b070-18f0bc7308ad tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (ede27975-457e-43db-beed-0368e5332fe2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:17.763306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-a69ecdbb-6191-404d-9475-db84a2b199a3 service neutron] 10.222.0.13 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043274 Feb 11 04:33:17.954555 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e22600df-b8ba-47c7-8548-f80b362c6d64 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (76431d12-003f-433d-becc-741cb1c0aae3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:17.969277 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e22600df-b8ba-47c7-8548-f80b362c6d64 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:17.983482 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-2b1b3d7a-e328-4605-b070-18f0bc7308ad tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Floating IP ede27975-457e-43db-beed-0368e5332fe2 associated. External IP: 172.25.3.123, port: c2e6faa8-a4af-4e05-ac9b-413478870a6d. Feb 11 04:33:17.997932 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e22600df-b8ba-47c7-8548-f80b362c6d64 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] 10.222.0.13 "DELETE /v2.0/networks/76431d12-003f-433d-becc-741cb1c0aae3 HTTP/1.1" status: 204 len: 168 time: 1.4599147 Feb 11 04:33:18.129662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22600df-b8ba-47c7-8548-f80b362c6d64 tempest-PortsIpV6TestJSON-1830023953 tempest-PortsIpV6TestJSON-1830023953-project] Pushing event deleted for resources: {'Network': ['ID=76431d12-003f-433d-becc-741cb1c0aae3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:18.228772 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1b2a85a-13a9-44d4-8593-0c100af3e2a8 req-40d3170c-c023-464a-aef3-cb3ee9341020 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 210 time: 0.0693386 Feb 11 04:33:18.294075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8b6ad-7a45-41a5-8770-cb459bc6f6be req-1cc6f7cb-1a16-45e2-a816-a97340726ad7 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:18.302313 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3f8b6ad-7a45-41a5-8770-cb459bc6f6be req-1cc6f7cb-1a16-45e2-a816-a97340726ad7 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 945 time: 0.4573038 Feb 11 04:33:18.380453 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b47519a6-ceb6-4a3a-9f67-408fef5b95a0 req-03e0d155-3601-42de-a507-047dcfbdd55c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3701715 Feb 11 04:33:18.507707 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3f8b6ad-7a45-41a5-8770-cb459bc6f6be req-1950457f-1a78-4d1e-bf4d-8db0666ce76e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857629 Feb 11 04:33:18.611812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47519a6-ceb6-4a3a-9f67-408fef5b95a0 req-6ea5a42f-f5e0-4fe1-aaa0-082f8f00ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:18.613357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b47519a6-ceb6-4a3a-9f67-408fef5b95a0 req-6ea5a42f-f5e0-4fe1-aaa0-082f8f00ee7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 1127 time: 0.1790485 Feb 11 04:33:18.624995 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1b3d7a-e328-4605-b070-18f0bc7308ad tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:18.836797 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1b3d7a-e328-4605-b070-18f0bc7308ad tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:18.869303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59054) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:18.881605 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95069b89-dd8e-44fa-b0eb-2d64ee3af6bf None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:18.909792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47519a6-ceb6-4a3a-9f67-408fef5b95a0 req-8b98b95a-5a70-4c32-947d-c32dfd3a5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:18.911364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b47519a6-ceb6-4a3a-9f67-408fef5b95a0 req-8b98b95a-5a70-4c32-947d-c32dfd3a5eae service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.2741377 Feb 11 04:33:18.917319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95069b89-dd8e-44fa-b0eb-2d64ee3af6bf None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:18.918707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-95069b89-dd8e-44fa-b0eb-2d64ee3af6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:19.052108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-95069b89-dd8e-44fa-b0eb-2d64ee3af6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:19.065320 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b47519a6-ceb6-4a3a-9f67-408fef5b95a0 req-ee7c5f0e-b244-4c67-81ed-00a1cba1f0b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 HTTP/1.1" status: 200 len: 999 time: 0.1393802 Feb 11 04:33:19.080779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95069b89-dd8e-44fa-b0eb-2d64ee3af6bf None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:19.082095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-95069b89-dd8e-44fa-b0eb-2d64ee3af6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:19.192438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-95069b89-dd8e-44fa-b0eb-2d64ee3af6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:19.194587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95069b89-dd8e-44fa-b0eb-2d64ee3af6bf None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:19.218558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47519a6-ceb6-4a3a-9f67-408fef5b95a0 req-bccd689a-7446-425d-ad92-66b22169a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:19.220442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b47519a6-ceb6-4a3a-9f67-408fef5b95a0 req-bccd689a-7446-425d-ad92-66b22169a901 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.1494987 Feb 11 04:33:19.278901 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d472b3b0-28d3-4185-9593-af99f3a7a9cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53518ba44ed64629bca4f1cb537b8a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4061303 Feb 11 04:33:19.280611 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59064) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:19.292533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47519a6-ceb6-4a3a-9f67-408fef5b95a0 req-6a689e1d-ae34-4ae4-b8c2-1f7013f2ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:19.294759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b47519a6-ceb6-4a3a-9f67-408fef5b95a0 req-6a689e1d-ae34-4ae4-b8c2-1f7013f2ef10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0679905 Feb 11 04:33:19.350770 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1b3d7a-e328-4605-b070-18f0bc7308ad tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:19.375100 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a44ecee-35d0-4373-9eb0-c7a5517f4d5d req-7556aded-25a8-463f-bfa3-4accf027126e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 210 time: 0.0590956 Feb 11 04:33:19.376306 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29ac4c26-e109-4e38-8b5a-907517bc8d29 admin admin] Publish callbacks [] for security_group (1b03be43-eccb-4e35-8de0-168627917f11), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:19.447895 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29ac4c26-e109-4e38-8b5a-907517bc8d29 admin admin] Publish callbacks [] for security_group (1b03be43-eccb-4e35-8de0-168627917f11), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:19.474646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b47519a6-ceb6-4a3a-9f67-408fef5b95a0 req-9bc6cc96-066a-4862-9eda-871909d5e6a7 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733654 Feb 11 04:33:19.584605 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1b3d7a-e328-4605-b070-18f0bc7308ad tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:19.593838 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2b1b3d7a-e328-4605-b070-18f0bc7308ad tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:19.607298 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ff411-9636-411f-aea2-4f71363f0827 None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:19.625170 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ff411-9636-411f-aea2-4f71363f0827 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:19.628964 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6f4ff411-9636-411f-aea2-4f71363f0827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:19.714850 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6f4ff411-9636-411f-aea2-4f71363f0827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:19.728048 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ff411-9636-411f-aea2-4f71363f0827 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:19.728871 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6f4ff411-9636-411f-aea2-4f71363f0827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:19.744651 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2b1b3d7a-e328-4605-b070-18f0bc7308ad tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "PUT /v2.0/floatingips/ede27975-457e-43db-beed-0368e5332fe2 HTTP/1.1" status: 200 len: 979 time: 4.6517494 Feb 11 04:33:19.744651 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29ac4c26-e109-4e38-8b5a-907517bc8d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1b03be43-eccb-4e35-8de0-168627917f11), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:19.746682 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29ac4c26-e109-4e38-8b5a-907517bc8d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:19.748062 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-29ac4c26-e109-4e38-8b5a-907517bc8d29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b03be43-eccb-4e35-8de0-168627917f11 HTTP/1.1" status: 204 len: 168 time: 0.4663742 Feb 11 04:33:19.749279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59076) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:19.756528 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-680b19e4-42d0-45ba-baf3-21a3ace1f27b tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:19.780598 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 956dfbda-4c05-4ffc-a837-57e61d385ab4 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:33:19.841611 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac4c26-e109-4e38-8b5a-907517bc8d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b03be43-eccb-4e35-8de0-168627917f11,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:19.858596 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6f4ff411-9636-411f-aea2-4f71363f0827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:19.867952 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ff411-9636-411f-aea2-4f71363f0827 None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:19.914002 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-680b19e4-42d0-45ba-baf3-21a3ace1f27b tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (ede27975-457e-43db-beed-0368e5332fe2), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:20.015221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 956dfbda-4c05-4ffc-a837-57e61d385ab4 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:33:20.019921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 956dfbda-4c05-4ffc-a837-57e61d385ab4 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:20.020715 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:20.318651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 956dfbda-4c05-4ffc-a837-57e61d385ab4 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:20.319218 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:20.358401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b47519a6-ceb6-4a3a-9f67-408fef5b95a0 req-6d009105-5fc0-4a29-8170-87175ba23efc service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8751767 Feb 11 04:33:20.427971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d23050-a714-4fff-99d2-91bca592e49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956dfbda-4c05-4ffc-a837-57e61d385ab4'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:33:20.445277 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7efc346-72ec-4162-9c48-d400bec9ac05" -d '{"events": [{"server_uuid": "06d23050-a714-4fff-99d2-91bca592e49f", "name": "network-vif-plugged", "status": "completed", "tag": "956dfbda-4c05-4ffc-a837-57e61d385ab4"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:33:20.461880 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-680b19e4-42d0-45ba-baf3-21a3ace1f27b tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:20.485388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 956dfbda-4c05-4ffc-a837-57e61d385ab4, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:20.490907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9841b-689b-4c0a-941a-6e77f428d6dd req-33fc4ff8-fc13-4293-84bb-2b0be5435ad8 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:20.493030 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7a9841b-689b-4c0a-941a-6e77f428d6dd req-33fc4ff8-fc13-4293-84bb-2b0be5435ad8 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 945 time: 0.1994076 Feb 11 04:33:20.547766 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-680b19e4-42d0-45ba-baf3-21a3ace1f27b tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (ede27975-457e-43db-beed-0368e5332fe2), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:20.548327 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-680b19e4-42d0-45ba-baf3-21a3ace1f27b tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Floating IP ede27975-457e-43db-beed-0368e5332fe2 disassociated. External IP: 172.25.3.123, port: f66e9525-03c8-40a8-8018-b574059c8de7. Feb 11 04:33:20.564683 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ed849a12-7538-4fee-960f-1eab2ace9662 req-52da2aaa-cde6-4c1c-abed-464271bbb2c6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 210 time: 0.0701344 Feb 11 04:33:20.619978 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:20.721827 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7a9841b-689b-4c0a-941a-6e77f428d6dd req-72cb2818-0cf5-4b15-89d9-27bffeece1c3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087226 Feb 11 04:33:20.773167 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf2cdc9-3513-4f74-9b10-99ed28c81ce4 x-openstack-request-id: req-fbf2cdc9-3513-4f74-9b10-99ed28c81ce4 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:33:20.773478 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d23050-a714-4fff-99d2-91bca592e49f", "name": "network-vif-plugged", "status": "completed", "tag": "956dfbda-4c05-4ffc-a837-57e61d385ab4", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:33:20.773714 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbf2cdc9-3513-4f74-9b10-99ed28c81ce4 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:33:20.774155 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d23050-a714-4fff-99d2-91bca592e49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'code': 200} Feb 11 04:33:20.836575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=956dfbda-4c05-4ffc-a837-57e61d385ab4,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:21.137020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-e2881897-720c-49cd-aad0-d021bcfdb25f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:21.138558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-e2881897-720c-49cd-aad0-d021bcfdb25f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 812 time: 0.3565667 Feb 11 04:33:21.157200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-16ec95c2-0ea8-45b3-a0b6-d8e7b5cff6cd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Request body: {'port': {'device_id': '32645b3b-e4c3-41d3-9b60-1f2a10e04975', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'admin_state_up': True, 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:21.179406 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680b19e4-42d0-45ba-baf3-21a3ace1f27b tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:21.273573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32351378-9a9e-42b6-92f8-7be23df7c6a6 req-8b5207c8-30ba-493a-a013-6f274e3b6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:21.290005 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-32351378-9a9e-42b6-92f8-7be23df7c6a6 req-8b5207c8-30ba-493a-a013-6f274e3b6f40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 1129 time: 0.3646400 Feb 11 04:33:21.475111 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-32351378-9a9e-42b6-92f8-7be23df7c6a6 req-77194fa3-54ef-4d5e-842a-ff9836f550cf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731346 Feb 11 04:33:21.568845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-16ec95c2-0ea8-45b3-a0b6-d8e7b5cff6cd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Made reservation on behalf of a0c272147a3c4494a9c82c9c21a2e5c4 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:21.572337 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-16ec95c2-0ea8-45b3-a0b6-d8e7b5cff6cd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:21.645915 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680b19e4-42d0-45ba-baf3-21a3ace1f27b tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:21.654930 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f973a1-8123-46ba-acdb-7da5c777afb1 None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:21.658879 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-680b19e4-42d0-45ba-baf3-21a3ace1f27b tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:21.678496 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f973a1-8123-46ba-acdb-7da5c777afb1 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:21.679163 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c9f973a1-8123-46ba-acdb-7da5c777afb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:21.724899 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-680b19e4-42d0-45ba-baf3-21a3ace1f27b tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "PUT /v2.0/floatingips/ede27975-457e-43db-beed-0368e5332fe2 HTTP/1.1" status: 200 len: 688 time: 1.9698033 Feb 11 04:33:21.725523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59130) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:21.753335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c9f973a1-8123-46ba-acdb-7da5c777afb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:21.772762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f973a1-8123-46ba-acdb-7da5c777afb1 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:21.773636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c9f973a1-8123-46ba-acdb-7da5c777afb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:32:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:21.848820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c9f973a1-8123-46ba-acdb-7da5c777afb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:21.849788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f973a1-8123-46ba-acdb-7da5c777afb1 None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:21.964166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59138) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:22.001108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f13c83f-2e60-4ede-8321-78853b9729df req-384c85d8-e3af-4e2e-ac2e-98b93b3e0516 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 210 time: 0.1956928 Feb 11 04:33:22.102594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-16ec95c2-0ea8-45b3-a0b6-d8e7b5cff6cd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Allocated IP 172.20.0.11 (52e2e255-4bcd-4033-994f-08fc2f872764/2f82346c-9264-4068-a473-ad115add59d6/04377ffa-fec6-4360-a9af-82cdc4f4a57c) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:22.140459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e146a0-fdaa-49a4-bd26-ef15c1b52a98 req-ee1b77bc-9a4d-4022-925b-bf4d4f1002fa tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:22.147752 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76e146a0-fdaa-49a4-bd26-ef15c1b52a98 req-ee1b77bc-9a4d-4022-925b-bf4d4f1002fa tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 946 time: 0.1515112 Feb 11 04:33:22.150445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d38be56c-f1af-4f9e-8c86-2354ef41cd05 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting port 9d8dfe80-4324-475d-bf2e-809809e4e3dd {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:33:22.150812 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d38be56c-f1af-4f9e-8c86-2354ef41cd05 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9d8dfe80-4324-475d-bf2e-809809e4e3dd), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:22.252463 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'network': {'name': 'tempest-RoutersTest-2146385204'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:22.253111 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76e146a0-fdaa-49a4-bd26-ef15c1b52a98 req-646ffacb-3d2e-4943-a6f8-7e977531c97f tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044078 Feb 11 04:33:22.352072 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:22.357064 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:22.386507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:22.415027 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d38be56c-f1af-4f9e-8c86-2354ef41cd05 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9d8dfe80-4324-475d-bf2e-809809e4e3dd), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:22.418239 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d38be56c-f1af-4f9e-8c86-2354ef41cd05 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (9d8dfe80-4324-475d-bf2e-809809e4e3dd), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:22.483143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d38be56c-f1af-4f9e-8c86-2354ef41cd05 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Calling delete_port for 9d8dfe80-4324-475d-bf2e-809809e4e3dd owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:33:22.524416 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for security_group (51408b5f-0fc7-4884-8e1e-889ebb43ae00), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:22.649354 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (51408b5f-0fc7-4884-8e1e-889ebb43ae00), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:22.676702 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-16ec95c2-0ea8-45b3-a0b6-d8e7b5cff6cd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:22.688807 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:33:22.722814 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a9cd690e-e0b7-4456-a07c-aeba153690d0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:22.723171 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Added segment a9cd690e-e0b7-4456-a07c-aeba153690d0 of type vlan for network 34f2ce95-b0f1-4103-a1aa-c20f9d48da3a Feb 11 04:33:22.835545 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51408b5f-0fc7-4884-8e1e-889ebb43ae00,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:22.886562 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-16ec95c2-0ea8-45b3-a0b6-d8e7b5cff6cd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:22.900056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['cb8dc0ca-24b4-48a8-9d98-e3e98ba04516'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:33:22.924570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (34f2ce95-b0f1-4103-a1aa-c20f9d48da3a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:22.973667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-16ec95c2-0ea8-45b3-a0b6-d8e7b5cff6cd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Network 52e2e255-4bcd-4033-994f-08fc2f872764 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:23.008468 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d38be56c-f1af-4f9e-8c86-2354ef41cd05 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9d8dfe80-4324-475d-bf2e-809809e4e3dd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:23.031518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-16ec95c2-0ea8-45b3-a0b6-d8e7b5cff6cd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:23.037623 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (34f2ce95-b0f1-4103-a1aa-c20f9d48da3a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:23.042538 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:23.047745 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:23.064067 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-419dd220-2762-4d3a-b158-9b3178142cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:23.102334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec95c2-0ea8-45b3-a0b6-d8e7b5cff6cd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event updated for resources: {'Port': ['ID=04377ffa-fec6-4360-a9af-82cdc4f4a57c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:23.105154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-16ec95c2-0ea8-45b3-a0b6-d8e7b5cff6cd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:23.219399 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2508738 Feb 11 04:33:23.238830 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59160) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:23.247556 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a064f749-68ba-4aaa-acec-7910e41f9188 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'network': {'name': 'tempest-RoutersTest-81466918'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:23.256657 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d760d2d-98c3-4c33-b3ca-a8def8aaa827 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Network': ['ID=34f2ce95-b0f1-4103-a1aa-c20f9d48da3a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:23.266439 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38be56c-f1af-4f9e-8c86-2354ef41cd05 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Port': ['ID=9d8dfe80-4324-475d-bf2e-809809e4e3dd,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:23.287241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 34f2ce95-b0f1-4103-a1aa-c20f9d48da3a details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:33:23.396564 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a064f749-68ba-4aaa-acec-7910e41f9188 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:23.401067 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a064f749-68ba-4aaa-acec-7910e41f9188 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:23.483200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a064f749-68ba-4aaa-acec-7910e41f9188 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:33:23.516153 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a064f749-68ba-4aaa-acec-7910e41f9188 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:23.516627 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-a064f749-68ba-4aaa-acec-7910e41f9188 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Added segment 4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f of type vlan for network 92c142bb-87d7-4988-a268-f34b00e6592d Feb 11 04:33:23.520797 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-16ec95c2-0ea8-45b3-a0b6-d8e7b5cff6cd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:23.521641 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-16ec95c2-0ea8-45b3-a0b6-d8e7b5cff6cd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:23.611384 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d38be56c-f1af-4f9e-8c86-2354ef41cd05 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (ede27975-457e-43db-beed-0368e5332fe2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:23.614351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d38be56c-f1af-4f9e-8c86-2354ef41cd05 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:23.616869 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a064f749-68ba-4aaa-acec-7910e41f9188 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (92c142bb-87d7-4988-a268-f34b00e6592d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:23.621667 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d38be56c-f1af-4f9e-8c86-2354ef41cd05 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/floatingips/ede27975-457e-43db-beed-0368e5332fe2 HTTP/1.1" status: 204 len: 168 time: 1.8938062 Feb 11 04:33:23.624352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59170) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:23.653711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a737f7-6240-4d7b-9a0d-2c12c78299d0 req-5a91b519-ac37-4eec-af28-3e9547b2dd75 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:23.663874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-65a737f7-6240-4d7b-9a0d-2c12c78299d0 req-5a91b519-ac37-4eec-af28-3e9547b2dd75 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 946 time: 0.2696500 Feb 11 04:33:23.683688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c371080-a976-47f8-84cf-ed6632f245d7 req-7ba3e3df-b667-4347-878a-6b85473e3a96 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:23.703683 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c371080-a976-47f8-84cf-ed6632f245d7 req-7ba3e3df-b667-4347-878a-6b85473e3a96 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 932 time: 0.4948082 Feb 11 04:33:23.751467 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a064f749-68ba-4aaa-acec-7910e41f9188 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (92c142bb-87d7-4988-a268-f34b00e6592d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:23.762144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a064f749-68ba-4aaa-acec-7910e41f9188 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:23.763212 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a064f749-68ba-4aaa-acec-7910e41f9188 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:23.812461 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-16ec95c2-0ea8-45b3-a0b6-d8e7b5cff6cd tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6642616 Feb 11 04:33:23.838463 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-eb1dce7d-5be7-482f-90e8-e8f99853db6b tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] delete failed (client error): The resource could not be found. Feb 11 04:33:23.843516 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-eb1dce7d-5be7-482f-90e8-e8f99853db6b tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/floatingips/ede27975-457e-43db-beed-0368e5332fe2 HTTP/1.1" status: 404 len: 345 time: 0.2178345 Feb 11 04:33:23.844114 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59174) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:23.872262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Request body: {'port': {'device_id': '32645b3b-e4c3-41d3-9b60-1f2a10e04975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:23.989468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e23d2bbf-7b04-4d67-8375-f8c438a9d186 None None] Provisioning complete for port 04377ffa-fec6-4360-a9af-82cdc4f4a57c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:23.992289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-65a737f7-6240-4d7b-9a0d-2c12c78299d0 req-1d24d180-f98e-4fd4-9997-4331bda6dadb tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273144 Feb 11 04:33:23.992893 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e23d2bbf-7b04-4d67-8375-f8c438a9d186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:24.012035 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-de793bd5-f60b-4beb-9752-fcb6dfdf1a2d req-50f0974b-45d6-4904-bdbe-3d3df44dd0e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3233187 Feb 11 04:33:24.015470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064f749-68ba-4aaa-acec-7910e41f9188 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Network': ['ID=92c142bb-87d7-4988-a268-f34b00e6592d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:24.096290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 92c142bb-87d7-4988-a268-f34b00e6592d details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:33:24.096961 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a064f749-68ba-4aaa-acec-7910e41f9188 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8514709 Feb 11 04:33:24.100301 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59180) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:24.108321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d9086026-be4b-4299-acce-236bfb784ad9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'subnet': {'network_id': '34f2ce95-b0f1-4103-a1aa-c20f9d48da3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:24.223899 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c371080-a976-47f8-84cf-ed6632f245d7 req-f8fce228-772b-42e7-b47e-10cf4f69f987 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187383 Feb 11 04:33:24.305936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e23d2bbf-7b04-4d67-8375-f8c438a9d186 None None] Port 04377ffa-fec6-4360-a9af-82cdc4f4a57c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:33:24.426087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de793bd5-f60b-4beb-9752-fcb6dfdf1a2d req-19b7d28a-6784-4152-a693-2e51e5a1ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:24.428584 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-de793bd5-f60b-4beb-9752-fcb6dfdf1a2d req-19b7d28a-6784-4152-a693-2e51e5a1ed8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 1128 time: 0.2564864 Feb 11 04:33:24.499322 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-dc294748-8b0d-4afa-945e-d329d08db571 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4498968 Feb 11 04:33:24.520849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86dabd3-5606-49b6-a30f-b24e59d4345a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:24.533120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86dabd3-5606-49b6-a30f-b24e59d4345a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:24.539404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9086026-be4b-4299-acce-236bfb784ad9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:24.540145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86dabd3-5606-49b6-a30f-b24e59d4345a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:24.548293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f86dabd3-5606-49b6-a30f-b24e59d4345a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "GET /v2.0/ports?network_id=559587a7-f213-41df-992d-930459b71fc9 HTTP/1.1" status: 200 len: 2358 time: 0.6988389 Feb 11 04:33:24.549850 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9086026-be4b-4299-acce-236bfb784ad9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:24.553805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:24.573123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59188) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:24.587128 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:24.659750 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de793bd5-f60b-4beb-9752-fcb6dfdf1a2d req-348ae489-e9e0-4b9a-bd31-46b5bbd10710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:24.661479 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-de793bd5-f60b-4beb-9752-fcb6dfdf1a2d req-348ae489-e9e0-4b9a-bd31-46b5bbd10710 service neutron] 10.222.0.47 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.2100966 Feb 11 04:33:24.743023 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:24.768644 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-de793bd5-f60b-4beb-9752-fcb6dfdf1a2d req-cdfd00a3-34d2-4571-bb31-a69cc39c8663 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 HTTP/1.1" status: 200 len: 217 time: 0.0921397 Feb 11 04:33:24.941475 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e698ece4-01a8-4ddc-818b-aded393f1355 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:24.947928 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e698ece4-01a8-4ddc-818b-aded393f1355 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "GET /v2.0/subnets/a63b66cd-2b1b-4460-957d-d1221ba40f92 HTTP/1.1" status: 200 len: 797 time: 0.3717327 Feb 11 04:33:24.949902 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59196) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:24.955189 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-452685bf-614b-437a-bc0d-f2203bbf1361 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'port': {'network_id': '559587a7-f213-41df-992d-930459b71fc9', 'name': 'tempest-FloatingIPTestJSON-1563476592', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:25.244649 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:25.273962 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04377ffa-fec6-4360-a9af-82cdc4f4a57c {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:33:25.302323 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Publish callbacks [] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:25.398487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Transition to ACTIVE for port object 04377ffa-fec6-4360-a9af-82cdc4f4a57c will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:33:25.431465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de793bd5-f60b-4beb-9752-fcb6dfdf1a2d req-94ca96f9-816c-48d1-ac09-a2c220307fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:25.437313 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-de793bd5-f60b-4beb-9752-fcb6dfdf1a2d req-94ca96f9-816c-48d1-ac09-a2c220307fca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.6347833 Feb 11 04:33:25.483752 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-953bb314-f762-4f4c-8877-1e56dc75bf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:25.514957 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:25.526333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Allocated IP 172.25.3.90 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/7b723dc5-bb1e-4830-8537-e43cce7194d5) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:25.587590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17258f1-343b-4887-bc4c-8e068da67fb8 req-1cefdf06-49bc-42e9-91e0-6b2f1eee6bd4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:25.589364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f17258f1-343b-4887-bc4c-8e068da67fb8 req-1cefdf06-49bc-42e9-91e0-6b2f1eee6bd4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 932 time: 0.1795053 Feb 11 04:33:25.682825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Pushing event updated for resources: {'Port': ['ID=04377ffa-fec6-4360-a9af-82cdc4f4a57c,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:25.778092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de793bd5-f60b-4beb-9752-fcb6dfdf1a2d req-46873bdc-88dd-43e8-ab88-c3213805ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:25.786769 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-de793bd5-f60b-4beb-9752-fcb6dfdf1a2d req-46873bdc-88dd-43e8-ab88-c3213805ed9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2763038 Feb 11 04:33:25.920856 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f17258f1-343b-4887-bc4c-8e068da67fb8 req-a09e8b4a-1a07-4c91-8849-08232f19eae7 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133504 Feb 11 04:33:25.928248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Attempting to bind port 04377ffa-fec6-4360-a9af-82cdc4f4a57c on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:33:25.928759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Attempting to bind port 04377ffa-fec6-4360-a9af-82cdc4f4a57c by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:33:25.929087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Attempting to bind port 04377ffa-fec6-4360-a9af-82cdc4f4a57c on network 52e2e255-4bcd-4033-994f-08fc2f872764 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:33:25.938921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Port 04377ffa-fec6-4360-a9af-82cdc4f4a57c on network 52e2e255-4bcd-4033-994f-08fc2f872764 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:33:25.939256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Attempting to bind port 04377ffa-fec6-4360-a9af-82cdc4f4a57c on network 52e2e255-4bcd-4033-994f-08fc2f872764 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:33:25.940372 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-de793bd5-f60b-4beb-9752-fcb6dfdf1a2d req-b3033e7d-9b51-49d8-81d6-036cb27b9925 service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387517 Feb 11 04:33:25.942389 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9086026-be4b-4299-acce-236bfb784ad9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (15dde4c9-114a-440b-b828-a1e471acf9b6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:25.949205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452685bf-614b-437a-bc0d-f2203bbf1361 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Made reservation on behalf of eb4deeefd2774029b34558b800a6fed8 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:25.968741 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for port (7b723dc5-bb1e-4830-8537-e43cce7194d5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:25.970304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:33:25.970668 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Checking segment: {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:33:25.971140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Bound using segment: {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:33:25.971542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Bound port: 04377ffa-fec6-4360-a9af-82cdc4f4a57c, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:33:25.971950 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:26.071581 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9086026-be4b-4299-acce-236bfb784ad9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Subnet': ['ID=15dde4c9-114a-440b-b828-a1e471acf9b6,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:26.117043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] For port 04377ffa-fec6-4360-a9af-82cdc4f4a57c, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:33:26.126648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] For port 04377ffa-fec6-4360-a9af-82cdc4f4a57c, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=04377ffa-fec6-4360-a9af-82cdc4f4a57c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:33:26.190314 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7b723dc5-bb1e-4830-8537-e43cce7194d5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:26.242037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9086026-be4b-4299-acce-236bfb784ad9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Checking segment: {'id': 'a9cd690e-e0b7-4456-a07c-aeba153690d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '34f2ce95-b0f1-4103-a1aa-c20f9d48da3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:33:26.242878 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9086026-be4b-4299-acce-236bfb784ad9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network hostable DHCP agents. Network: 34f2ce95-b0f1-4103-a1aa-c20f9d48da3a, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:33:26.253615 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:26.264524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:26.267190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:26.302495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:26.313552 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-452685bf-614b-437a-bc0d-f2203bbf1361 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:26.375660 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-452685bf-614b-437a-bc0d-f2203bbf1361 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] device_id is not set on port 1e113efe-5f45-4358-85af-abd66cab8b98 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:33:26.448319 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-de793bd5-f60b-4beb-9752-fcb6dfdf1a2d req-34087151-342e-4d07-8f98-0215a83f8a1e service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913259 Feb 11 04:33:26.478544 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9086026-be4b-4299-acce-236bfb784ad9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 34f2ce95-b0f1-4103-a1aa-c20f9d48da3a is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:33:26.497019 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for floatingip (e86ca40f-b993-4494-b73c-aeabdaecb82c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:26.506658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Pushing event updated for resources: {'Port': ['ID=7b723dc5-bb1e-4830-8537-e43cce7194d5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:26.524420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:26.525057 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:26.527203 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] 10.222.0.32 "PUT /v2.0/ports/04377ffa-fec6-4360-a9af-82cdc4f4a57c HTTP/1.1" status: 200 len: 1093 time: 2.6787283 Feb 11 04:33:26.527873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32645b3b-e4c3-41d3-9b60-1f2a10e04975', 'tag': '04377ffa-fec6-4360-a9af-82cdc4f4a57c'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:33:26.543266 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835494ef-bc9f-404c-958e-81b811a843d5" -d '{"events": [{"name": "network-changed", "server_uuid": "32645b3b-e4c3-41d3-9b60-1f2a10e04975", "tag": "04377ffa-fec6-4360-a9af-82cdc4f4a57c"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:33:26.642601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5be45-20c5-4a59-9552-3970585d2332 service neutron] Pushing event updated for resources: {'Port': ['ID=04377ffa-fec6-4360-a9af-82cdc4f4a57c,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:26.647904 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52cad67-756f-42aa-ba4f-1da23d6dd48b x-openstack-request-id: req-d52cad67-756f-42aa-ba4f-1da23d6dd48b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:33:26.648509 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32645b3b-e4c3-41d3-9b60-1f2a10e04975", "tag": "04377ffa-fec6-4360-a9af-82cdc4f4a57c", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:33:26.648969 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d52cad67-756f-42aa-ba4f-1da23d6dd48b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:33:26.649543 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32645b3b-e4c3-41d3-9b60-1f2a10e04975', 'tag': '04377ffa-fec6-4360-a9af-82cdc4f4a57c', 'status': 'completed', 'code': 200} Feb 11 04:33:26.705651 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:26.742200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-d9086026-be4b-4299-acce-236bfb784ad9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 34f2ce95-b0f1-4103-a1aa-c20f9d48da3a) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:26.752425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab79fb6-bbfc-4fef-9036-a0a36d1685c3 None None] Network 34f2ce95-b0f1-4103-a1aa-c20f9d48da3a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:33:26.753564 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9086026-be4b-4299-acce-236bfb784ad9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:26.756703 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9086026-be4b-4299-acce-236bfb784ad9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:26.769557 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b723dc5-bb1e-4830-8537-e43cce7194d5), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:26.892455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835494ef-bc9f-404c-958e-81b811a843d5 req-0914e23d-37ce-4a58-8274-71f975b6cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:26.894012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-835494ef-bc9f-404c-958e-81b811a843d5 req-0914e23d-37ce-4a58-8274-71f975b6cf64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 1127 time: 0.2434795 Feb 11 04:33:27.031557 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d9086026-be4b-4299-acce-236bfb784ad9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9295669 Feb 11 04:33:27.035328 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59228) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:27.045482 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6154bdbd-d38b-4234-b75e-64116a5db1bc tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'subnet': {'network_id': '92c142bb-87d7-4988-a268-f34b00e6592d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:27.086792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-34f2ce95-b0f1-4103-a1aa-c20f9d48da3a', 'network_id': '34f2ce95-b0f1-4103-a1aa-c20f9d48da3a', 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'fixed_ips': [{'subnet_id': '15dde4c9-114a-440b-b828-a1e471acf9b6'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:33:27.087828 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:27.337103 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for port (7b723dc5-bb1e-4830-8537-e43cce7194d5), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:27.350977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Allocated IP 172.20.0.2 (34f2ce95-b0f1-4103-a1aa-c20f9d48da3a/15dde4c9-114a-440b-b828-a1e471acf9b6/897e52f8-94b2-4b10-af42-2413db863d04) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:27.389833 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-452685bf-614b-437a-bc0d-f2203bbf1361 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Allocated IP 172.20.0.14 (559587a7-f213-41df-992d-930459b71fc9/a63b66cd-2b1b-4460-957d-d1221ba40f92/1e113efe-5f45-4358-85af-abd66cab8b98) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:27.421592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-452685bf-614b-437a-bc0d-f2203bbf1361 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Allocated IP 172.20.0.13 (559587a7-f213-41df-992d-930459b71fc9/a63b66cd-2b1b-4460-957d-d1221ba40f92/1e113efe-5f45-4358-85af-abd66cab8b98) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:27.431433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835494ef-bc9f-404c-958e-81b811a843d5 req-d6b027db-6cd9-403c-8290-1c07933e08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:27.433117 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-835494ef-bc9f-404c-958e-81b811a843d5 req-d6b027db-6cd9-403c-8290-1c07933e08cc service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5264204 Feb 11 04:33:27.460012 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (7b723dc5-bb1e-4830-8537-e43cce7194d5), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:27.725591 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Publish callbacks [] for port (897e52f8-94b2-4b10-af42-2413db863d04), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:27.775113 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-452685bf-614b-437a-bc0d-f2203bbf1361 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (1e113efe-5f45-4358-85af-abd66cab8b98), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:27.832033 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (897e52f8-94b2-4b10-af42-2413db863d04), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:27.869499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Network 34f2ce95-b0f1-4103-a1aa-c20f9d48da3a is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:27.873513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:27.882853 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6154bdbd-d38b-4234-b75e-64116a5db1bc tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:27.886401 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6154bdbd-d38b-4234-b75e-64116a5db1bc tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:27.891258 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:27.945481 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-452685bf-614b-437a-bc0d-f2203bbf1361 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (1e113efe-5f45-4358-85af-abd66cab8b98), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:27.963229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Pushing event updated for resources: {'Port': ['ID=7b723dc5-bb1e-4830-8537-e43cce7194d5,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:27.973972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14507c1-26b0-4544-816a-8924df257775 req-8591e29d-3267-4d9a-9c1a-d1bf10058be1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:27.975889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d14507c1-26b0-4544-816a-8924df257775 req-8591e29d-3267-4d9a-9c1a-d1bf10058be1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 944 time: 0.8275604 Feb 11 04:33:27.976500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Pushing event updated for resources: {'Port': ['ID=897e52f8-94b2-4b10-af42-2413db863d04,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:28.038116 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Attempting to bind port 897e52f8-94b2-4b10-af42-2413db863d04 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:33:28.038897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Attempting to bind port 897e52f8-94b2-4b10-af42-2413db863d04 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'a9cd690e-e0b7-4456-a07c-aeba153690d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '34f2ce95-b0f1-4103-a1aa-c20f9d48da3a'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:33:28.040574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Attempting to bind port 897e52f8-94b2-4b10-af42-2413db863d04 on network 34f2ce95-b0f1-4103-a1aa-c20f9d48da3a {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:33:28.051665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:33:28.052054 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Checking segment: {'id': 'a9cd690e-e0b7-4456-a07c-aeba153690d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '34f2ce95-b0f1-4103-a1aa-c20f9d48da3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:33:28.052645 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:28.053105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Bound using segment: {'id': 'a9cd690e-e0b7-4456-a07c-aeba153690d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '34f2ce95-b0f1-4103-a1aa-c20f9d48da3a'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:33:28.053891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Bound port: 897e52f8-94b2-4b10-af42-2413db863d04, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9cd690e-e0b7-4456-a07c-aeba153690d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '34f2ce95-b0f1-4103-a1aa-c20f9d48da3a'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:33:28.054574 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (897e52f8-94b2-4b10-af42-2413db863d04), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:28.062441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452685bf-614b-437a-bc0d-f2203bbf1361 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network 559587a7-f213-41df-992d-930459b71fc9 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:28.073777 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-452685bf-614b-437a-bc0d-f2203bbf1361 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:28.081133 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452685bf-614b-437a-bc0d-f2203bbf1361 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:28.104065 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (e86ca40f-b993-4494-b73c-aeabdaecb82c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:28.134786 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d14507c1-26b0-4544-816a-8924df257775 req-27c51591-fc53-4de4-92ce-bb94a85edf0f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288774 Feb 11 04:33:28.178663 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452685bf-614b-437a-bc0d-f2203bbf1361 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:28.178663 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-452685bf-614b-437a-bc0d-f2203bbf1361 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:28.179051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835494ef-bc9f-404c-958e-81b811a843d5 req-fec565b3-fe00-4fbf-9466-622209547c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:28.186178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-835494ef-bc9f-404c-958e-81b811a843d5 req-fec565b3-fe00-4fbf-9466-622209547c73 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7420142 Feb 11 04:33:28.214738 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452685bf-614b-437a-bc0d-f2203bbf1361 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=1e113efe-5f45-4358-85af-abd66cab8b98,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:28.223023 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:28.224829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-8141bafe-059b-4e74-9d9c-6088dadfde8e tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6750743 Feb 11 04:33:28.229146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] For port 897e52f8-94b2-4b10-af42-2413db863d04, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:33:28.243908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] For port 897e52f8-94b2-4b10-af42-2413db863d04, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=897e52f8-94b2-4b10-af42-2413db863d04,segment=NetworkSegment(a9cd690e-e0b7-4456-a07c-aeba153690d0),segment_id=a9cd690e-e0b7-4456-a07c-aeba153690d0)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:33:28.282390 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:28.387893 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-452685bf-614b-437a-bc0d-f2203bbf1361 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.4343386 Feb 11 04:33:28.389297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59246) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:28.391241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-832fa6a6-bbec-4235-9156-ed669e2a5fb1 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 695 time: 0.1570394 Feb 11 04:33:28.400495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '1e113efe-5f45-4358-85af-abd66cab8b98', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:28.422182 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-1068da6d-e67c-4827-b7bb-fb6e68993d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:28.429010 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (897e52f8-94b2-4b10-af42-2413db863d04), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:28.438913 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-1068da6d-e67c-4827-b7bb-fb6e68993d73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 1127 time: 0.1666353 Feb 11 04:33:28.552138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c42186-1353-41bb-a074-2eed7b050117 None None] Pushing event updated for resources: {'Port': ['ID=897e52f8-94b2-4b10-af42-2413db863d04,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:28.568607 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-ea82d991-f685-4cdb-be2f-344264933a3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04377ffa-fec6-4360-a9af-82cdc4f4a57c HTTP/1.1" status: 200 len: 217 time: 0.0909958 Feb 11 04:33:28.569801 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6154bdbd-d38b-4234-b75e-64116a5db1bc tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (9a339319-64f7-4abd-8389-1fb6e948b314), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:28.585614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:28.707603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154bdbd-d38b-4234-b75e-64116a5db1bc tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Subnet': ['ID=9a339319-64f7-4abd-8389-1fb6e948b314,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:28.752436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-bd212484-0c96-464d-afdb-f3ecf6a67fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:28.754409 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-bd212484-0c96-464d-afdb-f3ecf6a67fa2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.1779871 Feb 11 04:33:28.833315 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-93c1e662-dfa3-4d70-b91d-1912456afed5 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:28.849773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-93c1e662-dfa3-4d70-b91d-1912456afed5 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.4493096 Feb 11 04:33:28.868657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-0ebfe725-e798-4ad7-875c-42b7ff4f913a tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:33:28.876494 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6154bdbd-d38b-4234-b75e-64116a5db1bc tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Checking segment: {'id': '4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92c142bb-87d7-4988-a268-f34b00e6592d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:33:28.880130 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6154bdbd-d38b-4234-b75e-64116a5db1bc tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network hostable DHCP agents. Network: 92c142bb-87d7-4988-a268-f34b00e6592d, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:33:28.887051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36506a50-ce2a-4fdf-aa49-a8c3d79c547a req-0ebfe725-e798-4ad7-875c-42b7ff4f913a tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0362492 Feb 11 04:33:28.992504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-c86bc08b-211a-4860-b29c-89b8431806b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:28.994201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-c86bc08b-211a-4860-b29c-89b8431806b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2212801 Feb 11 04:33:29.092957 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:29.102668 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6154bdbd-d38b-4234-b75e-64116a5db1bc tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 92c142bb-87d7-4988-a268-f34b00e6592d is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:33:29.203740 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6154bdbd-d38b-4234-b75e-64116a5db1bc tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 92c142bb-87d7-4988-a268-f34b00e6592d) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:29.217991 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5515266f-2fc0-4dc8-91fb-daa519d12dcc None None] Network 92c142bb-87d7-4988-a268-f34b00e6592d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:33:29.254065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6154bdbd-d38b-4234-b75e-64116a5db1bc tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:29.254740 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6154bdbd-d38b-4234-b75e-64116a5db1bc tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:29.363639 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Allocated IP 172.25.3.102 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/b74c9bed-5e40-4562-9a37-a7ac7ea474ce) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:29.384219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-3e41e649-52a2-4d76-a608-58c58abf97a5 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783593 Feb 11 04:33:29.514320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-92c142bb-87d7-4988-a268-f34b00e6592d', 'network_id': '92c142bb-87d7-4988-a268-f34b00e6592d', 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'fixed_ips': [{'subnet_id': '9a339319-64f7-4abd-8389-1fb6e948b314'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:33:29.516165 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:29.581180 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (b74c9bed-5e40-4562-9a37-a7ac7ea474ce), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:29.590278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-ed95471a-00eb-4b4e-a61e-71b8b77e6b96 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:29.616066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-ed95471a-00eb-4b4e-a61e-71b8b77e6b96 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 820 time: 0.3957820 Feb 11 04:33:29.677143 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-a029077d-a7fc-45ef-b110-fcfc4e2f379b tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/quotas/242791fc28704fcabf9fb59cd7497171 HTTP/1.1" status: 200 len: 375 time: 0.0622258 Feb 11 04:33:29.725142 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6154bdbd-d38b-4234-b75e-64116a5db1bc tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6873653 Feb 11 04:33:29.727977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59280) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:29.735350 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ebe1d8d6-c798-4091-aa4b-29101a724921 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1176532247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:29.813454 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:29.835106 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b74c9bed-5e40-4562-9a37-a7ac7ea474ce), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:29.912635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59282) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:29.932234 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=b74c9bed-5e40-4562-9a37-a7ac7ea474ce,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:29.966371 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ebe1d8d6-c798-4091-aa4b-29101a724921 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (af803e9a-7843-4fb9-bc1a-e436dfdf4550), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:29.968383 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ebe1d8d6-c798-4091-aa4b-29101a724921 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (af803e9a-7843-4fb9-bc1a-e436dfdf4550), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:29.978663 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d158f-9861-425e-a2f0-b378c6e4c042 req-fea40eb8-6383-47e2-80ae-2266bea4f474 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:29.994694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-919d158f-9861-425e-a2f0-b378c6e4c042 req-fea40eb8-6383-47e2-80ae-2266bea4f474 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 944 time: 0.7021654 Feb 11 04:33:30.028837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Allocated IP 172.21.0.2 (92c142bb-87d7-4988-a268-f34b00e6592d/9a339319-64f7-4abd-8389-1fb6e948b314/3c94f862-b77c-4e5e-8012-1e6f9187b82f) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:30.089302 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ebe1d8d6-c798-4091-aa4b-29101a724921 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_controller (af803e9a-7843-4fb9-bc1a-e436dfdf4550), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:30.108609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:30.110403 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:30.131352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:30.177220 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d142d113-49b4-426a-acd1-cb94d2bf904f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:30.198299 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ebe1d8d6-c798-4091-aa4b-29101a724921 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (af803e9a-7843-4fb9-bc1a-e436dfdf4550), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:30.245948 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-58ac7886-7416-4afe-aa2e-695757f03ab1 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5462148 Feb 11 04:33:30.261044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979e6e47-9ad1-423d-9383-c4e573ac57ff req-a14af9b3-bbc6-4974-ab87-9180977b6456 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975425 Feb 11 04:33:30.328714 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ebe1d8d6-c798-4091-aa4b-29101a724921 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:30.340116 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ebe1d8d6-c798-4091-aa4b-29101a724921 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6108613 Feb 11 04:33:30.345326 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59292) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:30.428168 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-8eb66c75-96f9-47d1-acaa-ae79b2336b0a service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659963 Feb 11 04:33:30.435530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-919d158f-9861-425e-a2f0-b378c6e4c042 req-69d6aa0c-ff43-4fa0-aede-cd2875394c09 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397821 Feb 11 04:33:30.491777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb5bc35-166f-423d-8639-720240297359 None None] Network 34f2ce95-b0f1-4103-a1aa-c20f9d48da3a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:33:30.548249 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d142d113-49b4-426a-acd1-cb94d2bf904f admin admin] Publish callbacks [] for security_group (eb28815e-6529-4351-898e-47ae0f512db0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:30.633690 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d142d113-49b4-426a-acd1-cb94d2bf904f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (eb28815e-6529-4351-898e-47ae0f512db0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:30.708750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 897e52f8-94b2-4b10-af42-2413db863d04 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:33:30.738845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d142d113-49b4-426a-acd1-cb94d2bf904f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eda0464213dc49d4a41b361f182c9d19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8219323 Feb 11 04:33:30.743829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142d113-49b4-426a-acd1-cb94d2bf904f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb28815e-6529-4351-898e-47ae0f512db0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:30.746744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59302) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:30.813998 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-f6734c6f-8c23-452b-b017-88bbe58c1759 service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760521 Feb 11 04:33:30.851367 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Publish callbacks [] for port (3c94f862-b77c-4e5e-8012-1e6f9187b82f), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:30.864991 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-450e6d41-b9bf-4047-bcc4-14f06e5183c6 admin admin] Publish callbacks [] for security_group (eb28815e-6529-4351-898e-47ae0f512db0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:30.918750 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-450e6d41-b9bf-4047-bcc4-14f06e5183c6 admin admin] Publish callbacks [] for security_group (eb28815e-6529-4351-898e-47ae0f512db0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:30.922452 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (3c94f862-b77c-4e5e-8012-1e6f9187b82f), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:30.929590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a2b488bf-d081-41de-b034-408dfb37cf7d None None] Provisioning complete for port 897e52f8-94b2-4b10-af42-2413db863d04 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:30.929956 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a2b488bf-d081-41de-b034-408dfb37cf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (897e52f8-94b2-4b10-af42-2413db863d04), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:31.095748 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-450e6d41-b9bf-4047-bcc4-14f06e5183c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (eb28815e-6529-4351-898e-47ae0f512db0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:31.098442 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-450e6d41-b9bf-4047-bcc4-14f06e5183c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:31.099802 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-450e6d41-b9bf-4047-bcc4-14f06e5183c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb28815e-6529-4351-898e-47ae0f512db0 HTTP/1.1" status: 204 len: 168 time: 0.3397324 Feb 11 04:33:31.112625 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e6d41-b9bf-4047-bcc4-14f06e5183c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb28815e-6529-4351-898e-47ae0f512db0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:31.179113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Network 92c142bb-87d7-4988-a268-f34b00e6592d is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:31.208539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 897e52f8-94b2-4b10-af42-2413db863d04 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:31.209976 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (897e52f8-94b2-4b10-af42-2413db863d04), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:31.301903 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:31.303391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:31.315781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:31.343567 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f1c67c91-2008-4058-8b50-79cbf5ed3377 req-b0637c30-4f7d-4465-be71-e7cc525accf5 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 210 time: 0.0699914 Feb 11 04:33:31.395321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Pushing event updated for resources: {'Port': ['ID=3c94f862-b77c-4e5e-8012-1e6f9187b82f,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:31.510955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a2b488bf-d081-41de-b034-408dfb37cf7d None None] Current status of the port 897e52f8-94b2-4b10-af42-2413db863d04 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:31.512082 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a2b488bf-d081-41de-b034-408dfb37cf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (897e52f8-94b2-4b10-af42-2413db863d04), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:31.625637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Attempting to bind port 3c94f862-b77c-4e5e-8012-1e6f9187b82f on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:33:31.626332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Attempting to bind port 3c94f862-b77c-4e5e-8012-1e6f9187b82f by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92c142bb-87d7-4988-a268-f34b00e6592d'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:33:31.626958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Attempting to bind port 3c94f862-b77c-4e5e-8012-1e6f9187b82f on network 92c142bb-87d7-4988-a268-f34b00e6592d {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:33:31.648410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:33:31.650883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Checking segment: {'id': '4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92c142bb-87d7-4988-a268-f34b00e6592d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:33:31.650883 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:31.650883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Bound using segment: {'id': '4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92c142bb-87d7-4988-a268-f34b00e6592d'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:33:31.650883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Bound port: 3c94f862-b77c-4e5e-8012-1e6f9187b82f, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '92c142bb-87d7-4988-a268-f34b00e6592d'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:33:31.650883 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3c94f862-b77c-4e5e-8012-1e6f9187b82f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:31.653733 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (d0baa3b7-79db-4f85-86ba-ad80457af27e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:31.655723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 897e52f8-94b2-4b10-af42-2413db863d04 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:31.656353 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (897e52f8-94b2-4b10-af42-2413db863d04), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:31.686453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a2b488bf-d081-41de-b034-408dfb37cf7d None None] For port 897e52f8-94b2-4b10-af42-2413db863d04, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=897e52f8-94b2-4b10-af42-2413db863d04,segment=NetworkSegment(a9cd690e-e0b7-4456-a07c-aeba153690d0),segment_id=a9cd690e-e0b7-4456-a07c-aeba153690d0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:31.761526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5f1c4-069e-4a6f-bab7-ec5ad5ea0673 req-5ac1876b-9cdb-4644-b188-b2106690176a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:31.769296 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aae5f1c4-069e-4a6f-bab7-ec5ad5ea0673 req-5ac1876b-9cdb-4644-b188-b2106690176a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 944 time: 0.1794286 Feb 11 04:33:31.786969 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a2b488bf-d081-41de-b034-408dfb37cf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (897e52f8-94b2-4b10-af42-2413db863d04), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:31.936700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] For port 3c94f862-b77c-4e5e-8012-1e6f9187b82f, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:33:31.950041 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aae5f1c4-069e-4a6f-bab7-ec5ad5ea0673 req-2bf268ed-fb17-4e97-ad4f-6842c27736ac tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797731 Feb 11 04:33:32.233971 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b74c9bed-5e40-4562-9a37-a7ac7ea474ce), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:32.236969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b488bf-d081-41de-b034-408dfb37cf7d None None] Pushing event updated for resources: {'Port': ['ID=897e52f8-94b2-4b10-af42-2413db863d04,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:32.241052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] For port 3c94f862-b77c-4e5e-8012-1e6f9187b82f, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3c94f862-b77c-4e5e-8012-1e6f9187b82f,segment=NetworkSegment(4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f),segment_id=4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:33:32.242419 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:33:32.242826 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:33:32.253958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-96eeb2df-badc-42fe-8e0f-c3617d08b533 None None] Provisioning complete for port 897e52f8-94b2-4b10-af42-2413db863d04 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:32.254410 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-96eeb2df-badc-42fe-8e0f-c3617d08b533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (897e52f8-94b2-4b10-af42-2413db863d04), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:32.333171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Allocated IP 172.20.0.1 (34f2ce95-b0f1-4103-a1aa-c20f9d48da3a/15dde4c9-114a-440b-b828-a1e471acf9b6/f5cb88d8-f588-43c1-b68a-feb4a07377ae) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:32.360982 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3c94f862-b77c-4e5e-8012-1e6f9187b82f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:32.429219 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:33:32.473754 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d3f4c86-12fd-49ff-a32d-0684166e6698 req-c53de46a-13f9-4bb0-8cfb-69808e8723d0 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 210 time: 0.0551925 Feb 11 04:33:32.486647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-96eeb2df-badc-42fe-8e0f-c3617d08b533 None None] Current status of the port 897e52f8-94b2-4b10-af42-2413db863d04 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:32.529920 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4427d4-3561-4a8a-b288-bad5bcf34acd None None] Pushing event updated for resources: {'Port': ['ID=3c94f862-b77c-4e5e-8012-1e6f9187b82f,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:32.927048 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 897e52f8-94b2-4b10-af42-2413db863d04 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:32.991114 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 04377ffa-fec6-4360-a9af-82cdc4f4a57c details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:33:33.229452 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (b74c9bed-5e40-4562-9a37-a7ac7ea474ce), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:33.234384 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (f5cb88d8-f588-43c1-b68a-feb4a07377ae), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:33.272623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891c1f0-84ef-4730-b575-f96bb704a2bd req-0fec8238-e42f-4de8-9a37-3a2a4c469f32 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:33.293427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6891c1f0-84ef-4730-b575-f96bb704a2bd req-0fec8238-e42f-4de8-9a37-3a2a4c469f32 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 944 time: 0.1301875 Feb 11 04:33:33.293538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 04377ffa-fec6-4360-a9af-82cdc4f4a57c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=04377ffa-fec6-4360-a9af-82cdc4f4a57c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:33.316528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '04377ffa-fec6-4360-a9af-82cdc4f4a57c', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'port_id': '04377ffa-fec6-4360-a9af-82cdc4f4a57c', 'mac_address': 'fa:16:3e:da:b7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:33:33.396025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6891c1f0-84ef-4730-b575-f96bb704a2bd req-3b5afe11-99ab-4e65-a2a4-161b184a131b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007166 Feb 11 04:33:33.403921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3c94f862-b77c-4e5e-8012-1e6f9187b82f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:33:33.413655 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (b74c9bed-5e40-4562-9a37-a7ac7ea474ce), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:33.449989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 04377ffa-fec6-4360-a9af-82cdc4f4a57c is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:33.450372 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f5cb88d8-f588-43c1-b68a-feb4a07377ae), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:33.450509 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:33.473918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04377ffa-fec6-4360-a9af-82cdc4f4a57c {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:33:33.510967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 04377ffa-fec6-4360-a9af-82cdc4f4a57c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=04377ffa-fec6-4360-a9af-82cdc4f4a57c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:33.512244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3c94f862-b77c-4e5e-8012-1e6f9187b82f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:33.512622 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3c94f862-b77c-4e5e-8012-1e6f9187b82f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:33.529659 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=b74c9bed-5e40-4562-9a37-a7ac7ea474ce,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:33.534298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 34f2ce95-b0f1-4103-a1aa-c20f9d48da3a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:33.545392 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:33.591582 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:33.598228 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (d0baa3b7-79db-4f85-86ba-ad80457af27e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:33.693123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3c94f862-b77c-4e5e-8012-1e6f9187b82f is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:33.711794 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3c94f862-b77c-4e5e-8012-1e6f9187b82f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:33.728476 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a9451a9-809d-4e61-b4e7-bd70c75dc5b1 req-1e4b2459-3004-44a6-9398-6ca875d01007 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 210 time: 0.1180291 Feb 11 04:33:33.773251 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=f5cb88d8-f588-43c1-b68a-feb4a07377ae,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:33.788343 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:33.795505 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (af803e9a-7843-4fb9-bc1a-e436dfdf4550), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:33.903223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 3c94f862-b77c-4e5e-8012-1e6f9187b82f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3c94f862-b77c-4e5e-8012-1e6f9187b82f,segment=NetworkSegment(4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f),segment_id=4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:33.940336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=04377ffa-fec6-4360-a9af-82cdc4f4a57c,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:34.003067 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3c94f862-b77c-4e5e-8012-1e6f9187b82f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:34.004747 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 897e52f8-94b2-4b10-af42-2413db863d04 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:33:34.049143 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Floating IP d0baa3b7-79db-4f85-86ba-ad80457af27e associated. External IP: 172.25.3.102, port: 1e113efe-5f45-4358-85af-abd66cab8b98. Feb 11 04:33:34.096354 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:34.097383 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:34.109967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['04377ffa-fec6-4360-a9af-82cdc4f4a57c'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:33:34.199210 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b223bb56-b763-4c87-a507-03515a03f076 None None] Provisioning complete for port f5cb88d8-f588-43c1-b68a-feb4a07377ae triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:34.199696 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b223bb56-b763-4c87-a507-03515a03f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f5cb88d8-f588-43c1-b68a-feb4a07377ae), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:34.238757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=3c94f862-b77c-4e5e-8012-1e6f9187b82f,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:34.286075 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b223bb56-b763-4c87-a507-03515a03f076 None None] Port f5cb88d8-f588-43c1-b68a-feb4a07377ae cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:33:34.293956 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 897e52f8-94b2-4b10-af42-2413db863d04 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:34.294343 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (897e52f8-94b2-4b10-af42-2413db863d04), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:34.308743 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f5cb88d8-f588-43c1-b68a-feb4a07377ae), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:34.470131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3dcc6a-3c0e-4ce0-9323-ddecb3abb6f8 None None] Network 92c142bb-87d7-4988-a268-f34b00e6592d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:33:34.639387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dbde3-4b70-46a8-8cba-9623f7dd0f17 req-3f4380cf-5413-4552-8029-58788082bd21 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:34.641605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-018dbde3-4b70-46a8-8cba-9623f7dd0f17 req-3f4380cf-5413-4552-8029-58788082bd21 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 945 time: 0.1385801 Feb 11 04:33:34.682272 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:34.754110 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-bc9f7e19-9210-47dd-ab0e-85542cdd9f88 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:34.755994 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-bc9f7e19-9210-47dd-ab0e-85542cdd9f88 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.47 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 820 time: 0.3129578 Feb 11 04:33:34.758974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-018dbde3-4b70-46a8-8cba-9623f7dd0f17 req-2c8ef1f3-860a-42ca-b0df-f7ecf454b7a7 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119001 Feb 11 04:33:34.772456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 897e52f8-94b2-4b10-af42-2413db863d04 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:34.774616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0fa47a92-c499-4b2b-b20c-f93ca648afc8 None None] Provisioning complete for port 3c94f862-b77c-4e5e-8012-1e6f9187b82f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:34.775020 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0fa47a92-c499-4b2b-b20c-f93ca648afc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3c94f862-b77c-4e5e-8012-1e6f9187b82f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:34.792143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-4a44e1ee-b0a4-46ce-9577-97b282026044 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Request body: {'port': {'device_id': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'admin_state_up': True, 'tenant_id': '242791fc28704fcabf9fb59cd7497171'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:34.921109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b0c6f75-0600-4ef6-967e-5bba5184a041 req-d41a4209-7d41-47b8-bf83-a0857d758617 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 210 time: 0.0726254 Feb 11 04:33:35.038711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0fa47a92-c499-4b2b-b20c-f93ca648afc8 None None] Current status of the port 3c94f862-b77c-4e5e-8012-1e6f9187b82f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:35.148034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3c94f862-b77c-4e5e-8012-1e6f9187b82f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:33:35.274540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3c94f862-b77c-4e5e-8012-1e6f9187b82f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:35.274947 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3c94f862-b77c-4e5e-8012-1e6f9187b82f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:35.348885 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:35.371336 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd0896-90db-40d1-afd6-b2ffdb27ef79 None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:35.377680 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d62c0f30-97cc-41e1-9c40-03789f029d15 None None] Provisioning complete for port 3c94f862-b77c-4e5e-8012-1e6f9187b82f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:35.378424 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d62c0f30-97cc-41e1-9c40-03789f029d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3c94f862-b77c-4e5e-8012-1e6f9187b82f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:35.390671 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd0896-90db-40d1-afd6-b2ffdb27ef79 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:35.392284 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-12cd0896-90db-40d1-afd6-b2ffdb27ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:35.444351 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (f5cb88d8-f588-43c1-b68a-feb4a07377ae), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:35.454817 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-12cd0896-90db-40d1-afd6-b2ffdb27ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:35.471406 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd0896-90db-40d1-afd6-b2ffdb27ef79 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:35.472120 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-12cd0896-90db-40d1-afd6-b2ffdb27ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:35.473836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3c94f862-b77c-4e5e-8012-1e6f9187b82f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:35.512667 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:35.536081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d62c0f30-97cc-41e1-9c40-03789f029d15 None None] Current status of the port 3c94f862-b77c-4e5e-8012-1e6f9187b82f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:35.539845 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-12cd0896-90db-40d1-afd6-b2ffdb27ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:35.540510 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cd0896-90db-40d1-afd6-b2ffdb27ef79 None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:35.578392 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d34aebf4-5269-4510-983d-aeb6bfb01f54 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.1826591 Feb 11 04:33:35.578767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59420) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:35.582707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-591b4005-a7b9-42d1-b9ec-51ccc74ac310 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'floatingip': {'port_id': '1e113efe-5f45-4358-85af-abd66cab8b98', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:35.588498 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (f5cb88d8-f588-43c1-b68a-feb4a07377ae), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:35.671174 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-591b4005-a7b9-42d1-b9ec-51ccc74ac310 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (d0baa3b7-79db-4f85-86ba-ad80457af27e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:35.683090 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (af803e9a-7843-4fb9-bc1a-e436dfdf4550), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:35.725593 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-4a44e1ee-b0a4-46ce-9577-97b282026044 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Made reservation on behalf of 242791fc28704fcabf9fb59cd7497171 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:35.729595 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-4a44e1ee-b0a4-46ce-9577-97b282026044 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:35.913515 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=f5cb88d8-f588-43c1-b68a-feb4a07377ae,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:36.022014 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 34f2ce95-b0f1-4103-a1aa-c20f9d48da3a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:36.022449 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:36.152258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a823683-45ee-4658-8170-909b3aad894d req-d4431948-9b74-4e8d-92a3-f49159223e73 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:36.160294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a823683-45ee-4658-8170-909b3aad894d req-d4431948-9b74-4e8d-92a3-f49159223e73 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 945 time: 0.2985847 Feb 11 04:33:36.164279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd57f772-5ba8-42ae-957b-d86ff1020d0e req-80946540-c348-4606-9d81-bc7dacb500fc tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 210 time: 0.0948999 Feb 11 04:33:36.277091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-4a44e1ee-b0a4-46ce-9577-97b282026044 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Allocated IP 172.20.0.6 (fe3ed698-478f-4f37-ad6e-2a649ed9dcc5/b41bf88a-c99f-4238-9624-eddbc961d3f8/683e1573-4732-4c04-ba92-2a301020faa8) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:36.329249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a823683-45ee-4658-8170-909b3aad894d req-60b48df8-705f-4a57-981e-f5843973afae tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659644 Feb 11 04:33:36.480833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-660ab426-8dbb-4276-98be-d715f481a62c None None] Provisioning complete for port f5cb88d8-f588-43c1-b68a-feb4a07377ae triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:36.480833 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-660ab426-8dbb-4276-98be-d715f481a62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f5cb88d8-f588-43c1-b68a-feb4a07377ae), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:36.520587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-660ab426-8dbb-4276-98be-d715f481a62c None None] Port f5cb88d8-f588-43c1-b68a-feb4a07377ae cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:33:36.538349 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-4a44e1ee-b0a4-46ce-9577-97b282026044 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for port (683e1573-4732-4c04-ba92-2a301020faa8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:36.696604 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-591b4005-a7b9-42d1-b9ec-51ccc74ac310 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:36.834400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router af803e9a-7843-4fb9-bc1a-e436dfdf4550 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:33:36.897969 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:36.904996 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c841a312-9bd4-4a7d-9c1a-fc66e61b96b4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/af803e9a-7843-4fb9-bc1a-e436dfdf4550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5581653 Feb 11 04:33:36.911178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef0901-7ffb-4b71-b437-bd2a0d152bcc None None] Sync routers for ids ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:36.922901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59456) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:36.924393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef0901-7ffb-4b71-b437-bd2a0d152bcc None None] Routers {'af803e9a-7843-4fb9-bc1a-e436dfdf4550'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:36.925118 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c0ef0901-7ffb-4b71-b437-bd2a0d152bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:36.971124 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c0ef0901-7ffb-4b71-b437-bd2a0d152bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:36.980006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef0901-7ffb-4b71-b437-bd2a0d152bcc None None] Routers {'af803e9a-7843-4fb9-bc1a-e436dfdf4550'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:36.980745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c0ef0901-7ffb-4b71-b437-bd2a0d152bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:36.985948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75966dda-e42a-46d5-8765-ed5172d0d41c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:36.989815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-75966dda-e42a-46d5-8765-ed5172d0d41c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports/f5cb88d8-f588-43c1-b68a-feb4a07377ae HTTP/1.1" status: 200 len: 910 time: 0.0646675 Feb 11 04:33:36.990604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59458) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:37.035444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c0ef0901-7ffb-4b71-b437-bd2a0d152bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:37.037219 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef0901-7ffb-4b71-b437-bd2a0d152bcc None None] The sync data for ids ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:37.039682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 04377ffa-fec6-4360-a9af-82cdc4f4a57c up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:33:37.226722 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-591b4005-a7b9-42d1-b9ec-51ccc74ac310 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (d0baa3b7-79db-4f85-86ba-ad80457af27e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:37.330530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 04377ffa-fec6-4360-a9af-82cdc4f4a57c completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:33:37.334797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 04377ffa-fec6-4360-a9af-82cdc4f4a57c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:37.338279 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:37.525323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 04377ffa-fec6-4360-a9af-82cdc4f4a57c is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:37.526503 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:37.559474 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-4a44e1ee-b0a4-46ce-9577-97b282026044 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (683e1573-4732-4c04-ba92-2a301020faa8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:37.569673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32645b3b-e4c3-41d3-9b60-1f2a10e04975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04377ffa-fec6-4360-a9af-82cdc4f4a57c'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:33:37.583953 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b966fa2-b231-4b29-a4af-87732717d715" -d '{"events": [{"server_uuid": "32645b3b-e4c3-41d3-9b60-1f2a10e04975", "name": "network-vif-plugged", "status": "completed", "tag": "04377ffa-fec6-4360-a9af-82cdc4f4a57c"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:33:37.590401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['956dfbda-4c05-4ffc-a837-57e61d385ab4'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:33:37.635122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 04377ffa-fec6-4360-a9af-82cdc4f4a57c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=04377ffa-fec6-4360-a9af-82cdc4f4a57c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:37.665010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-4a44e1ee-b0a4-46ce-9577-97b282026044 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:37.728881 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:37.793533 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-4a44e1ee-b0a4-46ce-9577-97b282026044 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:37.811451 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-4a44e1ee-b0a4-46ce-9577-97b282026044 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:37.828633 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44e1ee-b0a4-46ce-9577-97b282026044 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Pushing event updated for resources: {'Port': ['ID=683e1573-4732-4c04-ba92-2a301020faa8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:37.862662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=04377ffa-fec6-4360-a9af-82cdc4f4a57c,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:37.865343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9528621-aa4b-46f0-bd48-0ef1318b9a00 req-7dfd47e4-17b4-436a-8cd8-c9c0135efca6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:37.872756 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9528621-aa4b-46f0-bd48-0ef1318b9a00 req-7dfd47e4-17b4-436a-8cd8-c9c0135efca6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 945 time: 0.4286480 Feb 11 04:33:37.894613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d357d-401c-4996-b252-8fea5082e482 req-1ecfac0e-12e4-4ab9-a6e1-b15bb487cbd8 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:37.901712 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-353d357d-401c-4996-b252-8fea5082e482 req-1ecfac0e-12e4-4ab9-a6e1-b15bb487cbd8 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 931 time: 0.5716569 Feb 11 04:33:38.052446 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-4a44e1ee-b0a4-46ce-9577-97b282026044 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:38.053287 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-4a44e1ee-b0a4-46ce-9577-97b282026044 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:38.103280 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9528621-aa4b-46f0-bd48-0ef1318b9a00 req-7e4931cd-3618-41bc-b074-379e487943bb tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293956 Feb 11 04:33:38.159909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-353d357d-401c-4996-b252-8fea5082e482 req-3a39da92-08f9-4a8a-830d-73b231a4e7bb tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572277 Feb 11 04:33:38.162162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591b4005-a7b9-42d1-b9ec-51ccc74ac310 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:38.209896 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a07820-321d-48ee-ba06-7a56afea9fe6 x-openstack-request-id: req-a5a07820-321d-48ee-ba06-7a56afea9fe6 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:33:38.210714 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32645b3b-e4c3-41d3-9b60-1f2a10e04975", "name": "network-vif-plugged", "status": "completed", "tag": "04377ffa-fec6-4360-a9af-82cdc4f4a57c", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:33:38.210978 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5a07820-321d-48ee-ba06-7a56afea9fe6 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:33:38.211391 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32645b3b-e4c3-41d3-9b60-1f2a10e04975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04377ffa-fec6-4360-a9af-82cdc4f4a57c', 'code': 200} Feb 11 04:33:38.230825 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-4a44e1ee-b0a4-46ce-9577-97b282026044 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4440849 Feb 11 04:33:38.244871 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Request body: {'port': {'device_id': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:38.290192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ee635ae1-9050-4797-ae2f-64630f7cf0c2 None None] Provisioning complete for port 683e1573-4732-4c04-ba92-2a301020faa8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:38.291109 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ee635ae1-9050-4797-ae2f-64630f7cf0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (683e1573-4732-4c04-ba92-2a301020faa8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:38.394830 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ee635ae1-9050-4797-ae2f-64630f7cf0c2 None None] Port 683e1573-4732-4c04-ba92-2a301020faa8 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:33:38.419629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca0789-c3ea-4013-94fa-1b7493a180a3 req-0f2ab1d4-faa2-40e6-a026-f1696619b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:38.422423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1ca0789-c3ea-4013-94fa-1b7493a180a3 req-0f2ab1d4-faa2-40e6-a026-f1696619b8e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 1129 time: 0.1276712 Feb 11 04:33:38.444389 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (683e1573-4732-4c04-ba92-2a301020faa8), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:38.453208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591b4005-a7b9-42d1-b9ec-51ccc74ac310 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:38.459155 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-591b4005-a7b9-42d1-b9ec-51ccc74ac310 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:38.469782 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be833292-7b5d-4aa5-8027-8f287972b5a9 None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:38.485851 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be833292-7b5d-4aa5-8027-8f287972b5a9 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:38.486695 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-be833292-7b5d-4aa5-8027-8f287972b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:38.567523 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:38.576518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1ca0789-c3ea-4013-94fa-1b7493a180a3 req-57eee4bf-18bc-4f8e-8b87-4da48e3fb790 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464963 Feb 11 04:33:38.582902 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-591b4005-a7b9-42d1-b9ec-51ccc74ac310 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "PUT /v2.0/floatingips/d0baa3b7-79db-4f85-86ba-ad80457af27e HTTP/1.1" status: 200 len: 979 time: 2.9989984 Feb 11 04:33:38.584473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59490) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:38.589111 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-be833292-7b5d-4aa5-8027-8f287972b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:38.602006 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be833292-7b5d-4aa5-8027-8f287972b5a9 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:38.602674 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-be833292-7b5d-4aa5-8027-8f287972b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:38.827951 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-be833292-7b5d-4aa5-8027-8f287972b5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:38.828931 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be833292-7b5d-4aa5-8027-8f287972b5a9 None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:39.160098 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683e1573-4732-4c04-ba92-2a301020faa8 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:33:39.175567 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Publish callbacks [] for port (683e1573-4732-4c04-ba92-2a301020faa8), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:39.265620 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Transition to ACTIVE for port object 683e1573-4732-4c04-ba92-2a301020faa8 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:33:39.266943 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Allocated IP 172.21.0.1 (92c142bb-87d7-4988-a268-f34b00e6592d/9a339319-64f7-4abd-8389-1fb6e948b314/69e95e05-b422-4211-9836-625dff6ccf79) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:39.317290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-52ddf03d-a369-4c6d-845f-c7c5c92e4031 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting port b74c9bed-5e40-4562-9a37-a7ac7ea474ce {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:33:39.317900 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52ddf03d-a369-4c6d-845f-c7c5c92e4031 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b74c9bed-5e40-4562-9a37-a7ac7ea474ce), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:39.381927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59510) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:39.382798 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (683e1573-4732-4c04-ba92-2a301020faa8), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:39.525674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e238-94f2-47a2-b930-12fd5bb30970 req-6d5d2a81-bfad-4dc1-9b1f-92227f70d80f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:39.527217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74e3e238-94f2-47a2-b930-12fd5bb30970 req-6d5d2a81-bfad-4dc1-9b1f-92227f70d80f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 946 time: 0.2228527 Feb 11 04:33:39.542048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Pushing event updated for resources: {'Port': ['ID=683e1573-4732-4c04-ba92-2a301020faa8,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:39.545781 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8104529-94b2-4d32-822f-ee3afb57ade3 req-d68e0fde-10d2-4960-a1e3-a411923bc0a1 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:39.547477 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8104529-94b2-4d32-822f-ee3afb57ade3 req-d68e0fde-10d2-4960-a1e3-a411923bc0a1 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 931 time: 0.2477245 Feb 11 04:33:39.570056 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52ddf03d-a369-4c6d-845f-c7c5c92e4031 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b74c9bed-5e40-4562-9a37-a7ac7ea474ce), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:39.570396 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52ddf03d-a369-4c6d-845f-c7c5c92e4031 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (b74c9bed-5e40-4562-9a37-a7ac7ea474ce), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:39.613904 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Attempting to bind port 683e1573-4732-4c04-ba92-2a301020faa8 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:33:39.614264 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Attempting to bind port 683e1573-4732-4c04-ba92-2a301020faa8 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:33:39.614588 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Attempting to bind port 683e1573-4732-4c04-ba92-2a301020faa8 on network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:33:39.626682 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (69e95e05-b422-4211-9836-625dff6ccf79), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:39.631588 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Port 683e1573-4732-4c04-ba92-2a301020faa8 on network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:33:39.631910 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Attempting to bind port 683e1573-4732-4c04-ba92-2a301020faa8 on network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:33:39.648798 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:33:39.649142 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Checking segment: {'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:33:39.649539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Bound using segment: {'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:33:39.650155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Bound port: 683e1573-4732-4c04-ba92-2a301020faa8, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:33:39.650412 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (683e1573-4732-4c04-ba92-2a301020faa8), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:39.651966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-52ddf03d-a369-4c6d-845f-c7c5c92e4031 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Calling delete_port for b74c9bed-5e40-4562-9a37-a7ac7ea474ce owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:33:39.776325 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44cd7ff8-b1f4-437b-8b76-824745c43a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:39.825596 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (69e95e05-b422-4211-9836-625dff6ccf79), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:39.832827 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8104529-94b2-4d32-822f-ee3afb57ade3 req-9fd62353-54c9-4e33-8825-de07f1104685 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662532 Feb 11 04:33:39.844072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74e3e238-94f2-47a2-b930-12fd5bb30970 req-bd8787e3-0c66-475f-8753-2591b2d208d3 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785838 Feb 11 04:33:39.856753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] For port 683e1573-4732-4c04-ba92-2a301020faa8, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:33:39.952697 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 92c142bb-87d7-4988-a268-f34b00e6592d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:39.954483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] For port 683e1573-4732-4c04-ba92-2a301020faa8, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=683e1573-4732-4c04-ba92-2a301020faa8,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:33:39.959334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:39.963688 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:39.972861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=69e95e05-b422-4211-9836-625dff6ccf79,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:40.018786 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (683e1573-4732-4c04-ba92-2a301020faa8), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:40.082465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:40.082465 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:40.082465 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] 10.222.0.47 "PUT /v2.0/ports/683e1573-4732-4c04-ba92-2a301020faa8 HTTP/1.1" status: 200 len: 1092 time: 1.8427544 Feb 11 04:33:40.086120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'tag': '683e1573-4732-4c04-ba92-2a301020faa8'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:33:40.086120 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aedacd-5516-403e-b7b5-43bd91e8c79d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7130b3-1dfc-471a-9a66-86106c9c0166", "tag": "683e1573-4732-4c04-ba92-2a301020faa8"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:33:40.092982 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (af803e9a-7843-4fb9-bc1a-e436dfdf4550), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:40.119709 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52ddf03d-a369-4c6d-845f-c7c5c92e4031 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b74c9bed-5e40-4562-9a37-a7ac7ea474ce), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:40.177381 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e5571d-eef0-4908-9910-d310c182686c x-openstack-request-id: req-f6e5571d-eef0-4908-9910-d310c182686c {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:33:40.177381 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7130b3-1dfc-471a-9a66-86106c9c0166", "tag": "683e1573-4732-4c04-ba92-2a301020faa8", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:33:40.177381 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6e5571d-eef0-4908-9910-d310c182686c {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:33:40.180836 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'tag': '683e1573-4732-4c04-ba92-2a301020faa8', 'status': 'completed', 'code': 200} Feb 11 04:33:40.208654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddf03d-a369-4c6d-845f-c7c5c92e4031 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Port': ['ID=b74c9bed-5e40-4562-9a37-a7ac7ea474ce,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:40.247476 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad42974-0af1-4bd8-ae48-0f0613f2ba88 service neutron] Pushing event updated for resources: {'Port': ['ID=683e1573-4732-4c04-ba92-2a301020faa8,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:40.310410 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52ddf03d-a369-4c6d-845f-c7c5c92e4031 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (d0baa3b7-79db-4f85-86ba-ad80457af27e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:40.311790 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-52ddf03d-a369-4c6d-845f-c7c5c92e4031 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Floating IP d0baa3b7-79db-4f85-86ba-ad80457af27e disassociated (deleted). External IP: 172.25.3.102, port: 1e113efe-5f45-4358-85af-abd66cab8b98. Feb 11 04:33:40.441385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3f830535-16ed-4305-adad-ddb8fe837ae3 None None] Provisioning complete for port 69e95e05-b422-4211-9836-625dff6ccf79 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:40.443818 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3f830535-16ed-4305-adad-ddb8fe837ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (69e95e05-b422-4211-9836-625dff6ccf79), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:40.496193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aedacd-5516-403e-b7b5-43bd91e8c79d req-27c7ba48-9f4f-4519-a736-3e956e01323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:40.498849 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c9aedacd-5516-403e-b7b5-43bd91e8c79d req-27c7ba48-9f4f-4519-a736-3e956e01323e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 1126 time: 0.2986691 Feb 11 04:33:40.521004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3f830535-16ed-4305-adad-ddb8fe837ae3 None None] Port 69e95e05-b422-4211-9836-625dff6ccf79 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:33:40.532471 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44cd7ff8-b1f4-437b-8b76-824745c43a83 admin admin] Publish callbacks [] for security_group (8bbc46e4-8939-45b1-9369-a5bc24ce9025), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:40.630348 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44cd7ff8-b1f4-437b-8b76-824745c43a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8bbc46e4-8939-45b1-9369-a5bc24ce9025), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:40.650680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ddf03d-a369-4c6d-845f-c7c5c92e4031 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:40.730327 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (69e95e05-b422-4211-9836-625dff6ccf79), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:40.804410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ddf03d-a369-4c6d-845f-c7c5c92e4031 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:40.815964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a183517-940e-458a-a941-4a27cc21033d None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:40.826037 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52ddf03d-a369-4c6d-845f-c7c5c92e4031 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:40.829641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a183517-940e-458a-a941-4a27cc21033d None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:40.830296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1a183517-940e-458a-a941-4a27cc21033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:40.847597 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-44cd7ff8-b1f4-437b-8b76-824745c43a83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9bd0fe6fc21c4d5d8c960381c104548e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4531536 Feb 11 04:33:40.848783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd7ff8-b1f4-437b-8b76-824745c43a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbc46e4-8939-45b1-9369-a5bc24ce9025,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:40.868157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59534) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:40.955942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1a183517-940e-458a-a941-4a27cc21033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:40.980437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a183517-940e-458a-a941-4a27cc21033d None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:40.981091 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1a183517-940e-458a-a941-4a27cc21033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:41.000971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-52ddf03d-a369-4c6d-845f-c7c5c92e4031 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/floatingips/d0baa3b7-79db-4f85-86ba-ad80457af27e HTTP/1.1" status: 204 len: 168 time: 2.3998275 Feb 11 04:33:41.015406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59542) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:41.077839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1a183517-940e-458a-a941-4a27cc21033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:41.078547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a183517-940e-458a-a941-4a27cc21033d None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:41.189537 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-555bb090-b41e-4e59-81d8-cc6a076a4f80 admin admin] Publish callbacks [] for security_group (8bbc46e4-8939-45b1-9369-a5bc24ce9025), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:41.249593 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c3df-b72c-4bcc-a8c3-d430089454dd req-c52743d5-0948-427b-bfda-3be8aa52efb1 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:41.251275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9842c3df-b72c-4bcc-a8c3-d430089454dd req-c52743d5-0948-427b-bfda-3be8aa52efb1 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 943 time: 0.2347891 Feb 11 04:33:41.274610 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9acdb-5f72-4036-b58a-c9affeeb0e0f req-f619d49c-c383-41e7-9a09-d5b5156c40aa tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:41.283114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21b9acdb-5f72-4036-b58a-c9affeeb0e0f req-f619d49c-c383-41e7-9a09-d5b5156c40aa tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 946 time: 0.2092438 Feb 11 04:33:41.303116 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aedacd-5516-403e-b7b5-43bd91e8c79d req-c4136433-ec17-4ec7-bfc8-659edd0c5360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:41.304651 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c9aedacd-5516-403e-b7b5-43bd91e8c79d req-c4136433-ec17-4ec7-bfc8-659edd0c5360 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=242791fc28704fcabf9fb59cd7497171&shared=False HTTP/1.1" status: 200 len: 921 time: 0.7927749 Feb 11 04:33:41.335436 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-555bb090-b41e-4e59-81d8-cc6a076a4f80 admin admin] Publish callbacks [] for security_group (8bbc46e4-8939-45b1-9369-a5bc24ce9025), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:41.443056 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-499b1ce1-2907-454b-bc76-870936a72060 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting port 1e113efe-5f45-4358-85af-abd66cab8b98 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:33:41.443396 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-499b1ce1-2907-454b-bc76-870936a72060 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1e113efe-5f45-4358-85af-abd66cab8b98), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:41.464909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21b9acdb-5f72-4036-b58a-c9affeeb0e0f req-e2f0593f-9bdc-43d9-ab5f-b5c18cc1de3d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805866 Feb 11 04:33:41.502024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9842c3df-b72c-4bcc-a8c3-d430089454dd req-db8f0198-406c-471e-8518-55406db6fc88 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351456 Feb 11 04:33:41.612533 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-555bb090-b41e-4e59-81d8-cc6a076a4f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8bbc46e4-8939-45b1-9369-a5bc24ce9025), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:41.638778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-555bb090-b41e-4e59-81d8-cc6a076a4f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:41.638778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-555bb090-b41e-4e59-81d8-cc6a076a4f80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bbc46e4-8939-45b1-9369-a5bc24ce9025 HTTP/1.1" status: 204 len: 168 time: 0.7495482 Feb 11 04:33:41.642872 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-499b1ce1-2907-454b-bc76-870936a72060 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1e113efe-5f45-4358-85af-abd66cab8b98), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:41.652051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bb090-b41e-4e59-81d8-cc6a076a4f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbc46e4-8939-45b1-9369-a5bc24ce9025,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:41.664748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-499b1ce1-2907-454b-bc76-870936a72060 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Calling delete_port for 1e113efe-5f45-4358-85af-abd66cab8b98 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:33:41.695631 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (69e95e05-b422-4211-9836-625dff6ccf79), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:41.775652 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (69e95e05-b422-4211-9836-625dff6ccf79), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:41.839656 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aedacd-5516-403e-b7b5-43bd91e8c79d req-165f2f7d-fd93-4607-8985-a09391545697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:41.842535 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c9aedacd-5516-403e-b7b5-43bd91e8c79d req-165f2f7d-fd93-4607-8985-a09391545697 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4522073 Feb 11 04:33:41.848592 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (af803e9a-7843-4fb9-bc1a-e436dfdf4550), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:41.956536 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=69e95e05-b422-4211-9836-625dff6ccf79,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:42.025818 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-499b1ce1-2907-454b-bc76-870936a72060 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (1e113efe-5f45-4358-85af-abd66cab8b98), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:42.067536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b1ce1-2907-454b-bc76-870936a72060 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Port': ['ID=1e113efe-5f45-4358-85af-abd66cab8b98,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:42.144802 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 92c142bb-87d7-4988-a268-f34b00e6592d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:42.155681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:42.178697 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-499b1ce1-2907-454b-bc76-870936a72060 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:42.181447 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-7d089522-91d8-4b46-8579-4a31322d8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:42.183312 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-7d089522-91d8-4b46-8579-4a31322d8038 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 1126 time: 0.2937183 Feb 11 04:33:42.188557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-499b1ce1-2907-454b-bc76-870936a72060 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/ports/1e113efe-5f45-4358-85af-abd66cab8b98 HTTP/1.1" status: 204 len: 168 time: 1.1253324 Feb 11 04:33:42.191466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59564) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:42.201861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:42.318509 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-9feabdc6-256c-4af0-8ee8-d841af19bc9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=683e1573-4732-4c04-ba92-2a301020faa8 HTTP/1.1" status: 200 len: 217 time: 0.1255133 Feb 11 04:33:42.339347 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:42.400114 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router af803e9a-7843-4fb9-bc1a-e436dfdf4550 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:42.422919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-25ee5240-b31b-494d-824a-fb67bc560c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:42.424981 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-25ee5240-b31b-494d-824a-fb67bc560c6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.0957115 Feb 11 04:33:42.617234 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-8afdaebf-6365-41ec-8f92-29b222e79b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:42.620632 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-8afdaebf-6365-41ec-8f92-29b222e79b4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1868186 Feb 11 04:33:42.630100 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:42.630422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:42.636154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-65f98426-a7e8-4cae-8ca1-554758ea728c None None] Provisioning complete for port 69e95e05-b422-4211-9836-625dff6ccf79 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:42.640200 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb302f43-a77a-4acc-a4f5-5cbf8e69d455 None None] Sync routers for ids ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:42.641756 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b8fdb5c6-8ab5-4b10-810b-11bfd33814a4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/af803e9a-7843-4fb9-bc1a-e436dfdf4550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6499205 Feb 11 04:33:42.647861 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-65f98426-a7e8-4cae-8ca1-554758ea728c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (69e95e05-b422-4211-9836-625dff6ccf79), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:42.648106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59574) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:42.671801 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb302f43-a77a-4acc-a4f5-5cbf8e69d455 None None] Routers {'af803e9a-7843-4fb9-bc1a-e436dfdf4550'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:42.672595 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bb302f43-a77a-4acc-a4f5-5cbf8e69d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:42.760450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-65f98426-a7e8-4cae-8ca1-554758ea728c None None] Port 69e95e05-b422-4211-9836-625dff6ccf79 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:33:42.768482 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59576) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:42.768727 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bb302f43-a77a-4acc-a4f5-5cbf8e69d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:42.781469 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb302f43-a77a-4acc-a4f5-5cbf8e69d455 None None] Routers {'af803e9a-7843-4fb9-bc1a-e436dfdf4550'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:42.782388 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bb302f43-a77a-4acc-a4f5-5cbf8e69d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:42.831583 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-cdb2cc59-e1ed-4828-a931-d15e5d5d16ed service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017817 Feb 11 04:33:42.833656 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bb302f43-a77a-4acc-a4f5-5cbf8e69d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:42.834694 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb302f43-a77a-4acc-a4f5-5cbf8e69d455 None None] The sync data for ids ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:42.850109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97a544d3-ef89-4f96-874f-573086b7e94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:42.853524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14146b2b-e063-444b-bea6-da9758a74cf5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:42.854499 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-14146b2b-e063-444b-bea6-da9758a74cf5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports/69e95e05-b422-4211-9836-625dff6ccf79 HTTP/1.1" status: 200 len: 910 time: 0.2054901 Feb 11 04:33:42.868441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59578) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:42.949425 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f4def-4a75-4c6b-aed1-8e1cc67a015e req-90e2fd69-517c-433c-b10c-22a89116a4fe tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:42.961770 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e0f4def-4a75-4c6b-aed1-8e1cc67a015e req-90e2fd69-517c-433c-b10c-22a89116a4fe tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 943 time: 0.1677809 Feb 11 04:33:42.969339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Allocated IP 172.25.3.6 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/b79d8cca-5e57-41c9-8f49-19800f458abc) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:43.082939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e0f4def-4a75-4c6b-aed1-8e1cc67a015e req-8d9d2e05-09ac-4281-81d3-92a39b92d1a2 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235666 Feb 11 04:33:43.190369 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cd94ae3a-32d0-4742-a0cb-2d626d28fc3c req-0228e343-5750-4228-bf2f-53b0e8d415f6 service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506899 Feb 11 04:33:43.222312 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (b79d8cca-5e57-41c9-8f49-19800f458abc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:43.273933 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97a544d3-ef89-4f96-874f-573086b7e94b admin admin] Publish callbacks [] for security_group (ae0a09e8-17ab-4dc2-b3d1-441791e17f86), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:43.375720 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b79d8cca-5e57-41c9-8f49-19800f458abc), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:43.421843 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97a544d3-ef89-4f96-874f-573086b7e94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ae0a09e8-17ab-4dc2-b3d1-441791e17f86), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:43.456089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:43.460352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:43.465260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:43.482762 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-97a544d3-ef89-4f96-874f-573086b7e94b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e9e1dd4cee64349879aacfb36de3afe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7095501 Feb 11 04:33:43.496241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59588) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:43.532408 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a544d3-ef89-4f96-874f-573086b7e94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0a09e8-17ab-4dc2-b3d1-441791e17f86,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:43.538144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=b79d8cca-5e57-41c9-8f49-19800f458abc,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:43.591165 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df0853b2-168d-477e-942e-ebc8a3165ad8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (af803e9a-7843-4fb9-bc1a-e436dfdf4550), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:43.642723 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9882795-b694-454c-981e-cbaa7771fd44 admin admin] Publish callbacks [] for security_group (ae0a09e8-17ab-4dc2-b3d1-441791e17f86), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:43.658947 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (84e526d7-b9be-4315-b471-bbd5e7cc758b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:43.689201 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9882795-b694-454c-981e-cbaa7771fd44 admin admin] Publish callbacks [] for security_group (ae0a09e8-17ab-4dc2-b3d1-441791e17f86), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:43.773452 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b79d8cca-5e57-41c9-8f49-19800f458abc), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:43.895773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9882795-b694-454c-981e-cbaa7771fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ae0a09e8-17ab-4dc2-b3d1-441791e17f86), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:43.898387 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9882795-b694-454c-981e-cbaa7771fd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:43.899607 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a9882795-b694-454c-981e-cbaa7771fd44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae0a09e8-17ab-4dc2-b3d1-441791e17f86 HTTP/1.1" status: 204 len: 168 time: 0.4025443 Feb 11 04:33:43.922973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9882795-b694-454c-981e-cbaa7771fd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0a09e8-17ab-4dc2-b3d1-441791e17f86,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:44.004413 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (b79d8cca-5e57-41c9-8f49-19800f458abc), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:44.093266 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (b79d8cca-5e57-41c9-8f49-19800f458abc), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:44.198480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=b79d8cca-5e57-41c9-8f49-19800f458abc,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:44.212490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (84e526d7-b9be-4315-b471-bbd5e7cc758b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:44.296259 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:44.298191 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dd55ee0b-6c4a-4bd7-8efa-28db8ff780d7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1056836 Feb 11 04:33:44.301435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59608) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:44.313837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5909639c-1ba1-421a-a462-da74f411e1c5 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'port': {'network_id': '559587a7-f213-41df-992d-930459b71fc9', 'name': 'tempest-FloatingIPTestJSON-457735909'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:44.362810 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-df0853b2-168d-477e-942e-ebc8a3165ad8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port 69e95e05-b422-4211-9836-625dff6ccf79 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:33:44.363263 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df0853b2-168d-477e-942e-ebc8a3165ad8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (69e95e05-b422-4211-9836-625dff6ccf79), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:44.418871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6c72f-dde6-4286-8b51-3239d568d85b req-a73e8424-5721-404b-b9bd-5fce0ec4201c tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:44.421428 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cb6c72f-dde6-4286-8b51-3239d568d85b req-a73e8424-5721-404b-b9bd-5fce0ec4201c tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 943 time: 0.1709409 Feb 11 04:33:44.494175 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df0853b2-168d-477e-942e-ebc8a3165ad8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (69e95e05-b422-4211-9836-625dff6ccf79), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:44.509704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-df0853b2-168d-477e-942e-ebc8a3165ad8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for 69e95e05-b422-4211-9836-625dff6ccf79 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:33:44.549319 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cb6c72f-dde6-4286-8b51-3239d568d85b req-27dc8f43-4aeb-497d-abf1-bfd71923fae4 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156588 Feb 11 04:33:44.676351 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5909639c-1ba1-421a-a462-da74f411e1c5 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Made reservation on behalf of eb4deeefd2774029b34558b800a6fed8 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:44.680260 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5909639c-1ba1-421a-a462-da74f411e1c5 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:44.702826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-5909639c-1ba1-421a-a462-da74f411e1c5 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] device_id is not set on port ad922c60-a507-461a-b319-b292e62a3423 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:33:44.827870 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-5909639c-1ba1-421a-a462-da74f411e1c5 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Allocated IP 172.20.0.13 (559587a7-f213-41df-992d-930459b71fc9/a63b66cd-2b1b-4460-957d-d1221ba40f92/ad922c60-a507-461a-b319-b292e62a3423) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:44.865630 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df0853b2-168d-477e-942e-ebc8a3165ad8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (69e95e05-b422-4211-9836-625dff6ccf79), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:44.916673 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0853b2-168d-477e-942e-ebc8a3165ad8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=69e95e05-b422-4211-9836-625dff6ccf79,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:45.117118 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5909639c-1ba1-421a-a462-da74f411e1c5 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (ad922c60-a507-461a-b319-b292e62a3423), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:45.180446 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df0853b2-168d-477e-942e-ebc8a3165ad8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (af803e9a-7843-4fb9-bc1a-e436dfdf4550), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:45.277310 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5909639c-1ba1-421a-a462-da74f411e1c5 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ad922c60-a507-461a-b319-b292e62a3423), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:45.331480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5909639c-1ba1-421a-a462-da74f411e1c5 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network 559587a7-f213-41df-992d-930459b71fc9 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:45.341982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-5909639c-1ba1-421a-a462-da74f411e1c5 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:45.346175 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5909639c-1ba1-421a-a462-da74f411e1c5 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:45.385230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909639c-1ba1-421a-a462-da74f411e1c5 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=ad922c60-a507-461a-b319-b292e62a3423,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:45.421502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5909639c-1ba1-421a-a462-da74f411e1c5 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:45.422821 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5909639c-1ba1-421a-a462-da74f411e1c5 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:45.468331 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0853b2-168d-477e-942e-ebc8a3165ad8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router af803e9a-7843-4fb9-bc1a-e436dfdf4550 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:45.568528 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0853b2-168d-477e-942e-ebc8a3165ad8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:45.573875 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-df0853b2-168d-477e-942e-ebc8a3165ad8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/af803e9a-7843-4fb9-bc1a-e436dfdf4550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7071013 Feb 11 04:33:45.584845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5909639c-1ba1-421a-a462-da74f411e1c5 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2757111 Feb 11 04:33:45.584845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59654) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:45.585985 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59656) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:45.592272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8d9d4a-d44c-4d1c-adbb-03ee42024217 None None] Sync routers for ids ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:45.592860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c01f2df1-19e3-43ef-abcc-0b457ebfc2f3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'floatingip': {'port_id': 'ad922c60-a507-461a-b319-b292e62a3423'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:45.615062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8d9d4a-d44c-4d1c-adbb-03ee42024217 None None] Routers {'af803e9a-7843-4fb9-bc1a-e436dfdf4550'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:45.615712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8b8d9d4a-d44c-4d1c-adbb-03ee42024217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:45.693149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8b8d9d4a-d44c-4d1c-adbb-03ee42024217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:45.706021 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8d9d4a-d44c-4d1c-adbb-03ee42024217 None None] Routers {'af803e9a-7843-4fb9-bc1a-e436dfdf4550'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:45.707100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8b8d9d4a-d44c-4d1c-adbb-03ee42024217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:45.743456 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c01f2df1-19e3-43ef-abcc-0b457ebfc2f3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (84e526d7-b9be-4315-b471-bbd5e7cc758b), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:45.764990 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8b8d9d4a-d44c-4d1c-adbb-03ee42024217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:45.766076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8d9d4a-d44c-4d1c-adbb-03ee42024217 None None] The sync data for ids ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:45.944453 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332bec7-5722-4695-9e39-28eb349ffef6 req-05e27512-ccdc-424f-991e-15e6043b227b tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:45.952212 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2332bec7-5722-4695-9e39-28eb349ffef6 req-05e27512-ccdc-424f-991e-15e6043b227b tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 943 time: 0.2793779 Feb 11 04:33:45.973445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 683e1573-4732-4c04-ba92-2a301020faa8 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:33:46.080922 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2332bec7-5722-4695-9e39-28eb349ffef6 req-78552803-8d34-4ef5-ba49-f42c956b6f33 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276817 Feb 11 04:33:46.183966 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42c70c51-1963-4de3-ab47-cb3aaf1499c7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (af803e9a-7843-4fb9-bc1a-e436dfdf4550), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:46.595875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 683e1573-4732-4c04-ba92-2a301020faa8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=683e1573-4732-4c04-ba92-2a301020faa8,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:46.636550 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '683e1573-4732-4c04-ba92-2a301020faa8', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'port_id': '683e1573-4732-4c04-ba92-2a301020faa8', 'mac_address': 'fa:16:3e:98:fc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:33:46.709065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 683e1573-4732-4c04-ba92-2a301020faa8 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:46.709861 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (683e1573-4732-4c04-ba92-2a301020faa8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:46.729383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683e1573-4732-4c04-ba92-2a301020faa8 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:33:46.758444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 683e1573-4732-4c04-ba92-2a301020faa8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=683e1573-4732-4c04-ba92-2a301020faa8,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:46.766413 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-42c70c51-1963-4de3-ab47-cb3aaf1499c7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port f5cb88d8-f588-43c1-b68a-feb4a07377ae {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:33:46.770178 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42c70c51-1963-4de3-ab47-cb3aaf1499c7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f5cb88d8-f588-43c1-b68a-feb4a07377ae), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:46.818688 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (683e1573-4732-4c04-ba92-2a301020faa8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:46.887080 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42c70c51-1963-4de3-ab47-cb3aaf1499c7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f5cb88d8-f588-43c1-b68a-feb4a07377ae), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:46.910001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-42c70c51-1963-4de3-ab47-cb3aaf1499c7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for f5cb88d8-f588-43c1-b68a-feb4a07377ae owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:33:46.962883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=683e1573-4732-4c04-ba92-2a301020faa8,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:47.073714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['683e1573-4732-4c04-ba92-2a301020faa8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:33:47.277378 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42c70c51-1963-4de3-ab47-cb3aaf1499c7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f5cb88d8-f588-43c1-b68a-feb4a07377ae), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:47.328487 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c70c51-1963-4de3-ab47-cb3aaf1499c7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=f5cb88d8-f588-43c1-b68a-feb4a07377ae,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:47.399178 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c01f2df1-19e3-43ef-abcc-0b457ebfc2f3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:47.436705 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ce6a2-ff1b-4449-b61d-437b56937664 req-e02772c0-28c0-4112-824e-362a6798f237 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:47.451632 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-155ce6a2-ff1b-4449-b61d-437b56937664 req-e02772c0-28c0-4112-824e-362a6798f237 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 944 time: 0.1447043 Feb 11 04:33:47.493545 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c01f2df1-19e3-43ef-abcc-0b457ebfc2f3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (84e526d7-b9be-4315-b471-bbd5e7cc758b), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:47.578528 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42c70c51-1963-4de3-ab47-cb3aaf1499c7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (af803e9a-7843-4fb9-bc1a-e436dfdf4550), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:47.693108 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-c01f2df1-19e3-43ef-abcc-0b457ebfc2f3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Floating IP 84e526d7-b9be-4315-b471-bbd5e7cc758b associated. External IP: 172.25.3.6, port: ad922c60-a507-461a-b319-b292e62a3423. Feb 11 04:33:47.818688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-155ce6a2-ff1b-4449-b61d-437b56937664 req-e0f53094-07c7-4a62-9ae4-7f347c9bf6bf tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658857 Feb 11 04:33:47.916645 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c70c51-1963-4de3-ab47-cb3aaf1499c7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router af803e9a-7843-4fb9-bc1a-e436dfdf4550 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:48.039357 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c70c51-1963-4de3-ab47-cb3aaf1499c7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:48.049172 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-42c70c51-1963-4de3-ab47-cb3aaf1499c7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/af803e9a-7843-4fb9-bc1a-e436dfdf4550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4591472 Feb 11 04:33:48.054567 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e2401-c81b-43e8-a806-3078a973c91b None None] Sync routers for ids ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:48.065887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59720) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:48.079582 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e2401-c81b-43e8-a806-3078a973c91b None None] Routers {'af803e9a-7843-4fb9-bc1a-e436dfdf4550'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:48.080263 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fa7e2401-c81b-43e8-a806-3078a973c91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:48.080773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01f2df1-19e3-43ef-abcc-0b457ebfc2f3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:48.114093 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5608a40e-e0eb-461b-99e3-73a9e5e6366d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports?device_id=af803e9a-7843-4fb9-bc1a-e436dfdf4550 HTTP/1.1" status: 200 len: 205 time: 0.0461609 Feb 11 04:33:48.116790 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59722) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:48.139110 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fa7e2401-c81b-43e8-a806-3078a973c91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:48.149925 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e2401-c81b-43e8-a806-3078a973c91b None None] Routers {'af803e9a-7843-4fb9-bc1a-e436dfdf4550'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:48.150933 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fa7e2401-c81b-43e8-a806-3078a973c91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:48.196632 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fa7e2401-c81b-43e8-a806-3078a973c91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:48.197610 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e2401-c81b-43e8-a806-3078a973c91b None None] The sync data for ids ['af803e9a-7843-4fb9-bc1a-e436dfdf4550'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:48.256164 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0fe1348e-fa24-4705-82db-bfbce4fbe595 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (af803e9a-7843-4fb9-bc1a-e436dfdf4550), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:48.338725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01f2df1-19e3-43ef-abcc-0b457ebfc2f3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:48.345749 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c01f2df1-19e3-43ef-abcc-0b457ebfc2f3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:48.352330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5f7b91-c074-44ec-8754-f2e127773841 None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:48.379744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5f7b91-c074-44ec-8754-f2e127773841 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:48.380402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1c5f7b91-c074-44ec-8754-f2e127773841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:48.443539 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c01f2df1-19e3-43ef-abcc-0b457ebfc2f3 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "PUT /v2.0/floatingips/84e526d7-b9be-4315-b471-bbd5e7cc758b HTTP/1.1" status: 200 len: 976 time: 2.8595450 Feb 11 04:33:48.446279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59734) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:48.455832 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1c5f7b91-c074-44ec-8754-f2e127773841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:48.470541 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5f7b91-c074-44ec-8754-f2e127773841 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:48.471497 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1c5f7b91-c074-44ec-8754-f2e127773841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:48.544958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1c5f7b91-c074-44ec-8754-f2e127773841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:48.545649 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5f7b91-c074-44ec-8754-f2e127773841 None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:48.603574 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0fe1348e-fa24-4705-82db-bfbce4fbe595 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (af803e9a-7843-4fb9-bc1a-e436dfdf4550), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:48.606372 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0fe1348e-fa24-4705-82db-bfbce4fbe595 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_controller (af803e9a-7843-4fb9-bc1a-e436dfdf4550), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:48.628232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-cce4a717-bac6-4fac-ae6c-e17617575eb1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting port ad922c60-a507-461a-b319-b292e62a3423 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:33:48.631912 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cce4a717-bac6-4fac-ae6c-e17617575eb1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ad922c60-a507-461a-b319-b292e62a3423), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:48.752330 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cce4a717-bac6-4fac-ae6c-e17617575eb1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ad922c60-a507-461a-b319-b292e62a3423), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:49.064984 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cce4a717-bac6-4fac-ae6c-e17617575eb1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:49.066098 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cce4a717-bac6-4fac-ae6c-e17617575eb1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (84e526d7-b9be-4315-b471-bbd5e7cc758b), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:49.066671 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-cce4a717-bac6-4fac-ae6c-e17617575eb1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Floating IP 84e526d7-b9be-4315-b471-bbd5e7cc758b disassociated. External IP: 172.25.3.6, port: ad922c60-a507-461a-b319-b292e62a3423. Feb 11 04:33:49.067260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-cce4a717-bac6-4fac-ae6c-e17617575eb1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Calling delete_port for ad922c60-a507-461a-b319-b292e62a3423 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:33:49.102395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fa137-0576-4a5f-b9db-d25eeb01a0bf req-f49414df-24f5-444b-a82c-34590137803b tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:49.104310 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c9fa137-0576-4a5f-b9db-d25eeb01a0bf req-f49414df-24f5-444b-a82c-34590137803b tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 944 time: 0.1194141 Feb 11 04:33:49.216367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c9fa137-0576-4a5f-b9db-d25eeb01a0bf req-24243934-42c1-431b-9c7d-b775d1a3be18 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713913 Feb 11 04:33:49.225490 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0fe1348e-fa24-4705-82db-bfbce4fbe595 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (af803e9a-7843-4fb9-bc1a-e436dfdf4550), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:49.226115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe1348e-fa24-4705-82db-bfbce4fbe595 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Fanout notify agent at l3_agent the message router_deleted on router af803e9a-7843-4fb9-bc1a-e436dfdf4550 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:33:49.235870 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0fe1348e-fa24-4705-82db-bfbce4fbe595 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:49.238049 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0fe1348e-fa24-4705-82db-bfbce4fbe595 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/routers/af803e9a-7843-4fb9-bc1a-e436dfdf4550 HTTP/1.1" status: 204 len: 168 time: 1.1198356 Feb 11 04:33:49.242064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59752) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:49.392060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5a26be-66fc-42d6-9578-0b5cef47ae28 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting subnet 9a339319-64f7-4abd-8389-1fb6e948b314 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:33:49.397736 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d5a26be-66fc-42d6-9578-0b5cef47ae28 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (9a339319-64f7-4abd-8389-1fb6e948b314), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:49.449936 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d5a26be-66fc-42d6-9578-0b5cef47ae28 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (9a339319-64f7-4abd-8389-1fb6e948b314), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:49.512455 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cce4a717-bac6-4fac-ae6c-e17617575eb1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ad922c60-a507-461a-b319-b292e62a3423), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:49.568159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4a717-bac6-4fac-ae6c-e17617575eb1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Port': ['ID=ad922c60-a507-461a-b319-b292e62a3423,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:49.668633 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d5a26be-66fc-42d6-9578-0b5cef47ae28 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (9a339319-64f7-4abd-8389-1fb6e948b314), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:49.768313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce4a717-bac6-4fac-ae6c-e17617575eb1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:49.860316 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d5a26be-66fc-42d6-9578-0b5cef47ae28 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (9a339319-64f7-4abd-8389-1fb6e948b314), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:49.884659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb39296-4b26-47fd-a03e-ad954ed81ee8 None None] Network 92c142bb-87d7-4988-a268-f34b00e6592d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:33:49.887586 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d5a26be-66fc-42d6-9578-0b5cef47ae28 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:49.893739 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3d5a26be-66fc-42d6-9578-0b5cef47ae28 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/9a339319-64f7-4abd-8389-1fb6e948b314 HTTP/1.1" status: 204 len: 168 time: 0.6476476 Feb 11 04:33:49.894273 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59776) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:49.916042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a26be-66fc-42d6-9578-0b5cef47ae28 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Subnet': ['ID=9a339319-64f7-4abd-8389-1fb6e948b314,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:50.000619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce4a717-bac6-4fac-ae6c-e17617575eb1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:50.005857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 683e1573-4732-4c04-ba92-2a301020faa8 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:33:50.013987 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c77e9d-8c70-4d46-9623-98dc3b8739a8 None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:50.035839 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c77e9d-8c70-4d46-9623-98dc3b8739a8 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:50.038301 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-30c77e9d-8c70-4d46-9623-98dc3b8739a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:50.041471 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting subnet 15dde4c9-114a-440b-b828-a1e471acf9b6 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:33:50.051337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (15dde4c9-114a-440b-b828-a1e471acf9b6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:50.165875 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-30c77e9d-8c70-4d46-9623-98dc3b8739a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:50.168469 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (15dde4c9-114a-440b-b828-a1e471acf9b6), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:50.197676 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c77e9d-8c70-4d46-9623-98dc3b8739a8 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:50.198373 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-30c77e9d-8c70-4d46-9623-98dc3b8739a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:50.218273 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0962372c-9efc-43d7-8f32-f2b2bfd59b19 None None] DHCP port deletion for 92c142bb-87d7-4988-a268-f34b00e6592d request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:33:50.226173 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cce4a717-bac6-4fac-ae6c-e17617575eb1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:50.235191 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cce4a717-bac6-4fac-ae6c-e17617575eb1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/ports/ad922c60-a507-461a-b319-b292e62a3423 HTTP/1.1" status: 204 len: 168 time: 1.7843769 Feb 11 04:33:50.236167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59782) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:50.268861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 683e1573-4732-4c04-ba92-2a301020faa8 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:33:50.280477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 683e1573-4732-4c04-ba92-2a301020faa8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:50.281524 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (683e1573-4732-4c04-ba92-2a301020faa8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:50.319599 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-30c77e9d-8c70-4d46-9623-98dc3b8739a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:50.327530 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c77e9d-8c70-4d46-9623-98dc3b8739a8 None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:50.331279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59790) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:50.334327 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a2ef1c48-accd-49a2-921e-cc658bfceec6 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "GET /v2.0/floatingips/84e526d7-b9be-4315-b471-bbd5e7cc758b HTTP/1.1" status: 200 len: 686 time: 0.0965929 Feb 11 04:33:50.392240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0962372c-9efc-43d7-8f32-f2b2bfd59b19 None None] Deleting port 3c94f862-b77c-4e5e-8012-1e6f9187b82f {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:33:50.395624 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0962372c-9efc-43d7-8f32-f2b2bfd59b19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3c94f862-b77c-4e5e-8012-1e6f9187b82f), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:50.460517 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (15dde4c9-114a-440b-b828-a1e471acf9b6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:50.503348 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0962372c-9efc-43d7-8f32-f2b2bfd59b19 None None] For port 3c94f862-b77c-4e5e-8012-1e6f9187b82f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3c94f862-b77c-4e5e-8012-1e6f9187b82f,segment=NetworkSegment(4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f),segment_id=4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:50.504048 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0962372c-9efc-43d7-8f32-f2b2bfd59b19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3c94f862-b77c-4e5e-8012-1e6f9187b82f), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:50.573847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 683e1573-4732-4c04-ba92-2a301020faa8 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:50.574539 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (683e1573-4732-4c04-ba92-2a301020faa8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:50.620383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 683e1573-4732-4c04-ba92-2a301020faa8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=683e1573-4732-4c04-ba92-2a301020faa8,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:50.622321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0962372c-9efc-43d7-8f32-f2b2bfd59b19 None None] Calling delete_port for 3c94f862-b77c-4e5e-8012-1e6f9187b82f owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:33:50.625657 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683e1573-4732-4c04-ba92-2a301020faa8'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:33:50.628866 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12341016-e68e-4874-85f9-0f1277d99479" -d '{"events": [{"server_uuid": "7a7130b3-1dfc-471a-9a66-86106c9c0166", "name": "network-vif-plugged", "status": "completed", "tag": "683e1573-4732-4c04-ba92-2a301020faa8"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:33:50.726796 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65b375d-b56e-4c84-af39-fc8ca717e318 x-openstack-request-id: req-b65b375d-b56e-4c84-af39-fc8ca717e318 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:33:50.727105 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7130b3-1dfc-471a-9a66-86106c9c0166", "name": "network-vif-plugged", "status": "completed", "tag": "683e1573-4732-4c04-ba92-2a301020faa8", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:33:50.727374 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b65b375d-b56e-4c84-af39-fc8ca717e318 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:33:50.727779 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683e1573-4732-4c04-ba92-2a301020faa8', 'code': 200} Feb 11 04:33:50.741651 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (683e1573-4732-4c04-ba92-2a301020faa8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:50.764178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e0381-f648-4dd3-be62-97f6fd310989 req-4b899255-3f48-41b0-a1b4-2004f80bb1b1 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:50.768680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a51e0381-f648-4dd3-be62-97f6fd310989 req-4b899255-3f48-41b0-a1b4-2004f80bb1b1 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 944 time: 0.2036073 Feb 11 04:33:50.783329 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b2a7adb3-9df9-4eeb-beba-ac5944afbd4c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting port b79d8cca-5e57-41c9-8f49-19800f458abc {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:33:50.783842 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2a7adb3-9df9-4eeb-beba-ac5944afbd4c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b79d8cca-5e57-41c9-8f49-19800f458abc), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:50.791394 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (15dde4c9-114a-440b-b828-a1e471acf9b6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:50.837803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=683e1573-4732-4c04-ba92-2a301020faa8,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:50.883162 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Subnet': ['ID=15dde4c9-114a-440b-b828-a1e471acf9b6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:50.884781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7c50dd-b7f4-4601-a718-eba79b486e11 None None] Network 34f2ce95-b0f1-4103-a1aa-c20f9d48da3a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:33:50.890318 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:50.896346 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/15dde4c9-114a-440b-b828-a1e471acf9b6 HTTP/1.1" status: 204 len: 168 time: 0.9996483 Feb 11 04:33:50.900479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:50.901263 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:50.901698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:50.902279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:50.903079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:50.904336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:50.905053 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:50.906104 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:50.906714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:50.907210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:50.907894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:50.909711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:50.910426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1b2af-2f53-41dc-803d-a7b84807204d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:50.925373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59802) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:50.962949 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2a7adb3-9df9-4eeb-beba-ac5944afbd4c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b79d8cca-5e57-41c9-8f49-19800f458abc), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:50.963289 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2a7adb3-9df9-4eeb-beba-ac5944afbd4c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (b79d8cca-5e57-41c9-8f49-19800f458abc), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:50.982913 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0962372c-9efc-43d7-8f32-f2b2bfd59b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (3c94f862-b77c-4e5e-8012-1e6f9187b82f), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:50.993892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0962372c-9efc-43d7-8f32-f2b2bfd59b19 None None] No DVR routers for this DVR port 3c94f862-b77c-4e5e-8012-1e6f9187b82f on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:33:51.017067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b2a7adb3-9df9-4eeb-beba-ac5944afbd4c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Calling delete_port for b79d8cca-5e57-41c9-8f49-19800f458abc owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:33:51.074815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962372c-9efc-43d7-8f32-f2b2bfd59b19 None None] Pushing event deleted for resources: {'Port': ['ID=3c94f862-b77c-4e5e-8012-1e6f9187b82f,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:51.142572 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3c94f862-b77c-4e5e-8012-1e6f9187b82f no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:33:51.157081 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbc0f-701d-4ac7-87ac-02bb039596f9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (92c142bb-87d7-4988-a268-f34b00e6592d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.185691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 3c94f862-b77c-4e5e-8012-1e6f9187b82f {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:33:51.186034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3c94f862-b77c-4e5e-8012-1e6f9187b82f not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:33:51.198023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500b563-4969-4b8c-ae1b-a756066b7b4e req-e7907dbb-ed73-4c8d-a6b4-be13056d6a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:51.199648 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b500b563-4969-4b8c-ae1b-a756066b7b4e req-e7907dbb-ed73-4c8d-a6b4-be13056d6a8d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 1128 time: 0.4297338 Feb 11 04:33:51.217310 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a51e0381-f648-4dd3-be62-97f6fd310989 req-b5545143-f3f8-44d7-b2ea-1055e3347404 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304826 Feb 11 04:33:51.331890 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2a7adb3-9df9-4eeb-beba-ac5944afbd4c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b79d8cca-5e57-41c9-8f49-19800f458abc), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.349020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb196ef-6b44-4d34-9fb1-838fe6aaf57e None None] DHCP port deletion for 34f2ce95-b0f1-4103-a1aa-c20f9d48da3a request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:33:51.380425 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7adb3-9df9-4eeb-beba-ac5944afbd4c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Port': ['ID=b79d8cca-5e57-41c9-8f49-19800f458abc,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:51.428576 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbc0f-701d-4ac7-87ac-02bb039596f9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (92c142bb-87d7-4988-a268-f34b00e6592d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.448616 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b500b563-4969-4b8c-ae1b-a756066b7b4e req-51aae9e2-c9de-470a-91b7-cedd5f877b5b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318888 Feb 11 04:33:51.465651 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-f7ebbc0f-701d-4ac7-87ac-02bb039596f9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c142bb-87d7-4988-a268-f34b00e6592d']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:51.481017 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2a7adb3-9df9-4eeb-beba-ac5944afbd4c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (84e526d7-b9be-4315-b471-bbd5e7cc758b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.481542 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9cb196ef-6b44-4d34-9fb1-838fe6aaf57e None None] Deleting port 897e52f8-94b2-4b10-af42-2413db863d04 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:33:51.481960 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9cb196ef-6b44-4d34-9fb1-838fe6aaf57e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (897e52f8-94b2-4b10-af42-2413db863d04), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.485387 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2a7adb3-9df9-4eeb-beba-ac5944afbd4c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.486595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b2a7adb3-9df9-4eeb-beba-ac5944afbd4c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/floatingips/84e526d7-b9be-4315-b471-bbd5e7cc758b HTTP/1.1" status: 204 len: 168 time: 1.1543005 Feb 11 04:33:51.490511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59816) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:51.496986 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-f7ebbc0f-701d-4ac7-87ac-02bb039596f9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:51.497263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': 'f66e9525-03c8-40a8-8018-b574059c8de7'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:51.497467 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-f7ebbc0f-701d-4ac7-87ac-02bb039596f9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:51.538719 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbc0f-701d-4ac7-87ac-02bb039596f9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.561869 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbc0f-701d-4ac7-87ac-02bb039596f9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.569788 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ebbc0f-701d-4ac7-87ac-02bb039596f9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:33:51.570297 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbc0f-701d-4ac7-87ac-02bb039596f9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (4cb3af7c-c0b3-449f-b217-f0bc1f4bfb6f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:33:51.573788 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:33:51.592771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9cb196ef-6b44-4d34-9fb1-838fe6aaf57e None None] For port 897e52f8-94b2-4b10-af42-2413db863d04, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=897e52f8-94b2-4b10-af42-2413db863d04,segment=NetworkSegment(a9cd690e-e0b7-4456-a07c-aeba153690d0),segment_id=a9cd690e-e0b7-4456-a07c-aeba153690d0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:51.593274 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9cb196ef-6b44-4d34-9fb1-838fe6aaf57e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (897e52f8-94b2-4b10-af42-2413db863d04), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.609389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9cb196ef-6b44-4d34-9fb1-838fe6aaf57e None None] Calling delete_port for 897e52f8-94b2-4b10-af42-2413db863d04 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:33:51.656730 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.710551 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbc0f-701d-4ac7-87ac-02bb039596f9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (92c142bb-87d7-4988-a268-f34b00e6592d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.734598 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7ebbc0f-701d-4ac7-87ac-02bb039596f9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.734598 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f7ebbc0f-701d-4ac7-87ac-02bb039596f9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/networks/92c142bb-87d7-4988-a268-f34b00e6592d HTTP/1.1" status: 204 len: 168 time: 0.7924166 Feb 11 04:33:51.734598 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59828) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:51.751523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebbc0f-701d-4ac7-87ac-02bb039596f9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Network': ['ID=92c142bb-87d7-4988-a268-f34b00e6592d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:51.846030 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.849910 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9cb196ef-6b44-4d34-9fb1-838fe6aaf57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (897e52f8-94b2-4b10-af42-2413db863d04), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.863205 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1485d26c-4e3d-4815-8127-d39411ee76ea tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (34f2ce95-b0f1-4103-a1aa-c20f9d48da3a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:51.930192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb196ef-6b44-4d34-9fb1-838fe6aaf57e None None] Pushing event deleted for resources: {'Port': ['ID=897e52f8-94b2-4b10-af42-2413db863d04,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:51.948180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb196ef-6b44-4d34-9fb1-838fe6aaf57e None None] No DVR routers for this DVR port 897e52f8-94b2-4b10-af42-2413db863d04 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:33:52.008338 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1485d26c-4e3d-4815-8127-d39411ee76ea tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (34f2ce95-b0f1-4103-a1aa-c20f9d48da3a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:52.025559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Allocated IP 172.25.3.211 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/fe7b15e2-66d5-467d-adb6-5a0821f74cf5) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:52.034093 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1485d26c-4e3d-4815-8127-d39411ee76ea tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f2ce95-b0f1-4103-a1aa-c20f9d48da3a']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:52.048150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1485d26c-4e3d-4815-8127-d39411ee76ea tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9cd690e-e0b7-4456-a07c-aeba153690d0') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:52.048578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1485d26c-4e3d-4815-8127-d39411ee76ea tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9cd690e-e0b7-4456-a07c-aeba153690d0') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:52.067685 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1485d26c-4e3d-4815-8127-d39411ee76ea tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (a9cd690e-e0b7-4456-a07c-aeba153690d0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:52.092936 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1485d26c-4e3d-4815-8127-d39411ee76ea tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a9cd690e-e0b7-4456-a07c-aeba153690d0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:52.103409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1485d26c-4e3d-4815-8127-d39411ee76ea tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:33:52.108597 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1485d26c-4e3d-4815-8127-d39411ee76ea tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (a9cd690e-e0b7-4456-a07c-aeba153690d0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:33:52.191908 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:33:52.222948 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (fe7b15e2-66d5-467d-adb6-5a0821f74cf5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:52.341102 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1485d26c-4e3d-4815-8127-d39411ee76ea tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (34f2ce95-b0f1-4103-a1aa-c20f9d48da3a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:52.351903 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1485d26c-4e3d-4815-8127-d39411ee76ea tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:52.358365 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1485d26c-4e3d-4815-8127-d39411ee76ea tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/networks/34f2ce95-b0f1-4103-a1aa-c20f9d48da3a HTTP/1.1" status: 204 len: 168 time: 0.6261263 Feb 11 04:33:52.365959 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59844) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:52.378099 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (fe7b15e2-66d5-467d-adb6-5a0821f74cf5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:52.383801 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e217f857-85fd-4b4e-badc-82aeb69d89b7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'network': {'name': 'tempest-RoutersTest-56686325'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:52.431101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=fe7b15e2-66d5-467d-adb6-5a0821f74cf5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:52.440960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:52.447050 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485d26c-4e3d-4815-8127-d39411ee76ea tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Network': ['ID=34f2ce95-b0f1-4103-a1aa-c20f9d48da3a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:52.453091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:52.456610 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:52.518064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b8a00-d5c4-4b7a-af14-37e0f562850c req-0df3d126-e8b4-42bf-b76d-58388db43463 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:52.527048 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d4b8a00-d5c4-4b7a-af14-37e0f562850c req-0df3d126-e8b4-42bf-b76d-58388db43463 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 945 time: 0.2014844 Feb 11 04:33:52.556483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e217f857-85fd-4b4e-badc-82aeb69d89b7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:52.560259 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e217f857-85fd-4b4e-badc-82aeb69d89b7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:52.611605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d4b8a00-d5c4-4b7a-af14-37e0f562850c req-2fb9fbe4-95d8-482a-97e0-103dd669f9d8 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819330 Feb 11 04:33:52.628495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e217f857-85fd-4b4e-badc-82aeb69d89b7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:33:52.638664 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e217f857-85fd-4b4e-badc-82aeb69d89b7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (94f48655-a1c9-4929-b58f-bcfacc240257), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:52.639119 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-e217f857-85fd-4b4e-badc-82aeb69d89b7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Added segment 94f48655-a1c9-4929-b58f-bcfacc240257 of type vlan for network 400aaeda-3c5a-4f88-9092-2f7019b92f03 Feb 11 04:33:52.727291 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e217f857-85fd-4b4e-badc-82aeb69d89b7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (400aaeda-3c5a-4f88-9092-2f7019b92f03), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:52.865083 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e217f857-85fd-4b4e-badc-82aeb69d89b7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (400aaeda-3c5a-4f88-9092-2f7019b92f03), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:52.870578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e217f857-85fd-4b4e-badc-82aeb69d89b7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:52.871542 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e217f857-85fd-4b4e-badc-82aeb69d89b7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:52.959131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217f857-85fd-4b4e-badc-82aeb69d89b7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Network': ['ID=400aaeda-3c5a-4f88-9092-2f7019b92f03,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:53.008288 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 400aaeda-3c5a-4f88-9092-2f7019b92f03 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:33:53.097665 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-029dc789-154c-464a-b607-9303c78f8ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:53.112398 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 897e52f8-94b2-4b10-af42-2413db863d04 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:33:53.145953 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e217f857-85fd-4b4e-badc-82aeb69d89b7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7740564 Feb 11 04:33:53.145953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59862) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:53.154062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-78eeb0f6-cb38-4971-a911-9f07f81cf6cf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'subnet': {'network_id': '400aaeda-3c5a-4f88-9092-2f7019b92f03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:53.224380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 897e52f8-94b2-4b10-af42-2413db863d04 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:33:53.225271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 897e52f8-94b2-4b10-af42-2413db863d04 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:33:53.293532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9be34-8813-411b-8c19-994830c83f0f req-57a088df-9d2b-4b94-a74e-689740cd32a1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:53.296114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6e9be34-8813-411b-8c19-994830c83f0f req-57a088df-9d2b-4b94-a74e-689740cd32a1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2496953 Feb 11 04:33:53.405458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6e9be34-8813-411b-8c19-994830c83f0f req-2636eda6-be68-42c5-9d2a-77e1789f2803 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646524 Feb 11 04:33:53.408979 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eeb0f6-cb38-4971-a911-9f07f81cf6cf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:53.424261 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-78eeb0f6-cb38-4971-a911-9f07f81cf6cf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:53.482433 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (a8993758-6afe-4450-98ef-135b87dfe26a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:53.598864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0a3d8-0e21-4f2d-b030-83f0b016dd62 req-b7279d04-adfa-4720-8fe0-5f5d4bbeb605 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:53.601100 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ad0a3d8-0e21-4f2d-b030-83f0b016dd62 req-b7279d04-adfa-4720-8fe0-5f5d4bbeb605 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.0680571 Feb 11 04:33:53.826280 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fe7b15e2-66d5-467d-adb6-5a0821f74cf5), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:53.865567 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ad0a3d8-0e21-4f2d-b030-83f0b016dd62 req-60b00195-cf8c-45aa-a550-bd12e6f13c27 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394879 Feb 11 04:33:53.871864 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-78eeb0f6-cb38-4971-a911-9f07f81cf6cf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (d5c8a05a-5dcf-42bb-a964-5f846d0775f7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:54.044450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eeb0f6-cb38-4971-a911-9f07f81cf6cf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Subnet': ['ID=d5c8a05a-5dcf-42bb-a964-5f846d0775f7,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:54.054311 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eeb0f6-cb38-4971-a911-9f07f81cf6cf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Checking segment: {'id': '94f48655-a1c9-4929-b58f-bcfacc240257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '400aaeda-3c5a-4f88-9092-2f7019b92f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:33:54.054685 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eeb0f6-cb38-4971-a911-9f07f81cf6cf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network hostable DHCP agents. Network: 400aaeda-3c5a-4f88-9092-2f7019b92f03, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:33:54.158191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eeb0f6-cb38-4971-a911-9f07f81cf6cf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 400aaeda-3c5a-4f88-9092-2f7019b92f03 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:33:54.294375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-78eeb0f6-cb38-4971-a911-9f07f81cf6cf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 400aaeda-3c5a-4f88-9092-2f7019b92f03) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:54.301113 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eeb0f6-cb38-4971-a911-9f07f81cf6cf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:54.305244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7daeb0d-4ce7-481c-bdbf-434685a2acbf None None] Network 400aaeda-3c5a-4f88-9092-2f7019b92f03 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:33:54.312949 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-78eeb0f6-cb38-4971-a911-9f07f81cf6cf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:54.454421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5760a1-4031-40f3-ae66-bb7fbf6bd768 req-dbd8aada-3d0f-49c5-b470-7c2d4affbd42 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:54.462073 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff5760a1-4031-40f3-ae66-bb7fbf6bd768 req-dbd8aada-3d0f-49c5-b470-7c2d4affbd42 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 945 time: 0.7050962 Feb 11 04:33:54.480700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-400aaeda-3c5a-4f88-9092-2f7019b92f03', 'network_id': '400aaeda-3c5a-4f88-9092-2f7019b92f03', 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'fixed_ips': [{'subnet_id': 'd5c8a05a-5dcf-42bb-a964-5f846d0775f7'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:33:54.480700 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:54.517418 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-78eeb0f6-cb38-4971-a911-9f07f81cf6cf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3687098 Feb 11 04:33:54.523013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59908) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:54.549336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b9c501af-8891-4d76-ac11-f2bd4ad6c0c0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-590180361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:54.581024 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (fe7b15e2-66d5-467d-adb6-5a0821f74cf5), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:54.633203 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff5760a1-4031-40f3-ae66-bb7fbf6bd768 req-dcb2af88-a378-490b-9e01-e1dc748c5b26 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563880 Feb 11 04:33:54.666106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dae45-73bb-4c41-a1bd-cf198bca7087 req-0459b20c-3a0c-4d88-8bd0-e149aa7a93b4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:54.671693 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-492dae45-73bb-4c41-a1bd-cf198bca7087 req-0459b20c-3a0c-4d88-8bd0-e149aa7a93b4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2276573 Feb 11 04:33:54.696092 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (fe7b15e2-66d5-467d-adb6-5a0821f74cf5), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:54.720562 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9c501af-8891-4d76-ac11-f2bd4ad6c0c0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (877f2581-ccc2-452f-82a3-cc4b66179caa), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:54.721749 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9c501af-8891-4d76-ac11-f2bd4ad6c0c0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (877f2581-ccc2-452f-82a3-cc4b66179caa), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:54.730118 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Allocated IP 172.20.0.2 (400aaeda-3c5a-4f88-9092-2f7019b92f03/d5c8a05a-5dcf-42bb-a964-5f846d0775f7/724323c7-a69d-484e-92f5-054246abc95c) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:54.945769 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (a8993758-6afe-4450-98ef-135b87dfe26a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:54.998668 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=fe7b15e2-66d5-467d-adb6-5a0821f74cf5,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:55.012547 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Publish callbacks [] for port (724323c7-a69d-484e-92f5-054246abc95c), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:55.021613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:55.021915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:55.022266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:55.022609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:55.022992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:55.023333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:55.023668 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:55.024005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:55.024341 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:55.024670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:55.025002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:55.025332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:55.025662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:33:55.032620 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-492dae45-73bb-4c41-a1bd-cf198bca7087 req-6d128d31-091a-46dc-9dd7-5bf48c2e9727 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3600495 Feb 11 04:33:55.108633 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9c501af-8891-4d76-ac11-f2bd4ad6c0c0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_controller (877f2581-ccc2-452f-82a3-cc4b66179caa), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:55.118455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-82e6e463-cce0-4fc7-8fa1-76151f740c2a tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:55.122820 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (724323c7-a69d-484e-92f5-054246abc95c), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:55.126845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-82e6e463-cce0-4fc7-8fa1-76151f740c2a tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3149605 Feb 11 04:33:55.227881 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-ba549a5b-6943-4dbb-b0b1-65dfe9490aca tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 695 time: 0.0997758 Feb 11 04:33:55.245164 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9c501af-8891-4d76-ac11-f2bd4ad6c0c0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (877f2581-ccc2-452f-82a3-cc4b66179caa), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:55.255419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-eab374fd-4e3e-430a-b5e4-182cc8a585b8 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Request body: {'floatingip': {'port_id': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:55.268075 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Network 400aaeda-3c5a-4f88-9092-2f7019b92f03 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:55.269210 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:55.272186 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:55.315102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Pushing event updated for resources: {'Port': ['ID=724323c7-a69d-484e-92f5-054246abc95c,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:55.331106 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-eab374fd-4e3e-430a-b5e4-182cc8a585b8 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for floatingip (e86ca40f-b993-4494-b73c-aeabdaecb82c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:55.382756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Attempting to bind port 724323c7-a69d-484e-92f5-054246abc95c on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:33:55.383386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Attempting to bind port 724323c7-a69d-484e-92f5-054246abc95c by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '94f48655-a1c9-4929-b58f-bcfacc240257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '400aaeda-3c5a-4f88-9092-2f7019b92f03'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:33:55.383992 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Attempting to bind port 724323c7-a69d-484e-92f5-054246abc95c on network 400aaeda-3c5a-4f88-9092-2f7019b92f03 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:33:55.391705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:33:55.392883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Checking segment: {'id': '94f48655-a1c9-4929-b58f-bcfacc240257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '400aaeda-3c5a-4f88-9092-2f7019b92f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:33:55.393846 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:55.394902 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Bound using segment: {'id': '94f48655-a1c9-4929-b58f-bcfacc240257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '400aaeda-3c5a-4f88-9092-2f7019b92f03'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:33:55.396026 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Bound port: 724323c7-a69d-484e-92f5-054246abc95c, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f48655-a1c9-4929-b58f-bcfacc240257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '400aaeda-3c5a-4f88-9092-2f7019b92f03'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:33:55.396944 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (724323c7-a69d-484e-92f5-054246abc95c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:55.478903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] For port 724323c7-a69d-484e-92f5-054246abc95c, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:33:55.483516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] For port 724323c7-a69d-484e-92f5-054246abc95c, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=724323c7-a69d-484e-92f5-054246abc95c,segment=NetworkSegment(94f48655-a1c9-4929-b58f-bcfacc240257),segment_id=94f48655-a1c9-4929-b58f-bcfacc240257)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:33:55.500025 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4def502a-24d3-47b6-9901-57b6462f9acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:55.531919 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Floating IP a8993758-6afe-4450-98ef-135b87dfe26a associated. External IP: 172.25.3.211, port: f66e9525-03c8-40a8-8018-b574059c8de7. Feb 11 04:33:55.541018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9c501af-8891-4d76-ac11-f2bd4ad6c0c0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:55.547647 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b9c501af-8891-4d76-ac11-f2bd4ad6c0c0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0166469 Feb 11 04:33:55.551824 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59954) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:55.558407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ce81fd7c-bbc2-4ddc-9f36-5eac84712847 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'port': {'network_id': '400aaeda-3c5a-4f88-9092-2f7019b92f03', 'name': 'tempest-RoutersTest-1408696152'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:55.586056 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (724323c7-a69d-484e-92f5-054246abc95c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:55.750390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61492ee-1929-4883-b3c9-36485ac4cecb None None] Pushing event updated for resources: {'Port': ['ID=724323c7-a69d-484e-92f5-054246abc95c,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:55.828872 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9ed04-59ca-4b3a-9697-3fd2e7edebbf req-5c853271-460d-4c90-a4f6-e133f35bf695 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:55.830933 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2d9ed04-59ca-4b3a-9697-3fd2e7edebbf req-5c853271-460d-4c90-a4f6-e133f35bf695 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.6009519 Feb 11 04:33:55.946530 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce81fd7c-bbc2-4ddc-9f36-5eac84712847 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:55.955903 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce81fd7c-bbc2-4ddc-9f36-5eac84712847 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:56.031308 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-ce81fd7c-bbc2-4ddc-9f36-5eac84712847 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] device_id is not set on port ee2c4962-a6df-4daa-89c3-b47c147bd136 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:33:56.176603 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2d9ed04-59ca-4b3a-9697-3fd2e7edebbf req-a5c1415d-e3f7-48c3-afee-db3af7f3cd49 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194518 Feb 11 04:33:56.343509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-ce81fd7c-bbc2-4ddc-9f36-5eac84712847 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Allocated IP 172.20.0.14 (400aaeda-3c5a-4f88-9092-2f7019b92f03/d5c8a05a-5dcf-42bb-a964-5f846d0775f7/ee2c4962-a6df-4daa-89c3-b47c147bd136) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:33:56.630351 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:56.661233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:56.695907 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce81fd7c-bbc2-4ddc-9f36-5eac84712847 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (ee2c4962-a6df-4daa-89c3-b47c147bd136), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:56.944946 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce81fd7c-bbc2-4ddc-9f36-5eac84712847 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ee2c4962-a6df-4daa-89c3-b47c147bd136), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:57.054609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81fd7c-bbc2-4ddc-9f36-5eac84712847 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 400aaeda-3c5a-4f88-9092-2f7019b92f03 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:33:57.058874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-ce81fd7c-bbc2-4ddc-9f36-5eac84712847 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:33:57.070487 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce81fd7c-bbc2-4ddc-9f36-5eac84712847 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:33:57.086001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81fd7c-bbc2-4ddc-9f36-5eac84712847 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=ee2c4962-a6df-4daa-89c3-b47c147bd136,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:57.151609 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-eab374fd-4e3e-430a-b5e4-182cc8a585b8 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:57.185755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:57.207230 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5850926e-2c0b-4e10-b8ac-62b870edbb92 None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:57.228689 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850926e-2c0b-4e10-b8ac-62b870edbb92 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:57.231038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5850926e-2c0b-4e10-b8ac-62b870edbb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:57.268347 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce81fd7c-bbc2-4ddc-9f36-5eac84712847 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:57.272370 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce81fd7c-bbc2-4ddc-9f36-5eac84712847 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:57.315017 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-eab374fd-4e3e-430a-b5e4-182cc8a585b8 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (e86ca40f-b993-4494-b73c-aeabdaecb82c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:57.348279 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 724323c7-a69d-484e-92f5-054246abc95c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:33:57.404363 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ce81fd7c-bbc2-4ddc-9f36-5eac84712847 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8457921 Feb 11 04:33:57.404363 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60014) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:57.407164 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5850926e-2c0b-4e10-b8ac-62b870edbb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:57.428755 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:57.436138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850926e-2c0b-4e10-b8ac-62b870edbb92 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:57.437557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5850926e-2c0b-4e10-b8ac-62b870edbb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:57.495916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5850926e-2c0b-4e10-b8ac-62b870edbb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:57.496958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5850926e-2c0b-4e10-b8ac-62b870edbb92 None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:33:57.500044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d83404-25af-4345-9f1c-ce6100160964 None None] Network 400aaeda-3c5a-4f88-9092-2f7019b92f03 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:33:57.538512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9fe8c-1112-43c5-a620-e32b463e1e46 req-0239ba4f-539c-4a41-89af-dd17618475a1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:57.540603 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9be9fe8c-1112-43c5-a620-e32b463e1e46 req-0239ba4f-539c-4a41-89af-dd17618475a1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.3257241 Feb 11 04:33:57.548586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 724323c7-a69d-484e-92f5-054246abc95c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:57.548966 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (724323c7-a69d-484e-92f5-054246abc95c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:57.604199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3c312ca5-7625-4493-a044-dee9ee283f15 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.1087122 Feb 11 04:33:57.605427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60016) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:57.614319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-833584c1-b61e-44e7-bf21-abd866e02094 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2094514285'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:57.651034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-84395a48-fc2f-41ce-a92b-77b18e218a06 None None] Provisioning complete for port 724323c7-a69d-484e-92f5-054246abc95c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:57.651618 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-84395a48-fc2f-41ce-a92b-77b18e218a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (724323c7-a69d-484e-92f5-054246abc95c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:57.678499 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-eab374fd-4e3e-430a-b5e4-182cc8a585b8 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Floating IP e86ca40f-b993-4494-b73c-aeabdaecb82c associated. External IP: 172.25.3.90, port: 956dfbda-4c05-4ffc-a837-57e61d385ab4. Feb 11 04:33:57.751298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9be9fe8c-1112-43c5-a620-e32b463e1e46 req-d42cf769-b9d8-48d5-a700-d4977c836bf2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718330 Feb 11 04:33:57.847649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833584c1-b61e-44e7-bf21-abd866e02094 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Made reservation on behalf of eb4deeefd2774029b34558b800a6fed8 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:33:57.851554 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-833584c1-b61e-44e7-bf21-abd866e02094 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:57.925562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833584c1-b61e-44e7-bf21-abd866e02094 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:33:57.952363 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-833584c1-b61e-44e7-bf21-abd866e02094 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d59281c9-2a12-44d3-800b-a4158d63ff82), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:57.957213 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-833584c1-b61e-44e7-bf21-abd866e02094 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Added segment d59281c9-2a12-44d3-800b-a4158d63ff82 of type vlan for network eef71e20-86d2-4321-a834-a9729adc13b5 Feb 11 04:33:58.043380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 724323c7-a69d-484e-92f5-054246abc95c is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:58.043996 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (724323c7-a69d-484e-92f5-054246abc95c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:58.107297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60024) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:58.161182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 724323c7-a69d-484e-92f5-054246abc95c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=724323c7-a69d-484e-92f5-054246abc95c,segment=NetworkSegment(94f48655-a1c9-4929-b58f-bcfacc240257),segment_id=94f48655-a1c9-4929-b58f-bcfacc240257)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:33:58.269025 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-84395a48-fc2f-41ce-a92b-77b18e218a06 None None] Current status of the port 724323c7-a69d-484e-92f5-054246abc95c is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:58.269798 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-84395a48-fc2f-41ce-a92b-77b18e218a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (724323c7-a69d-484e-92f5-054246abc95c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:58.281539 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (724323c7-a69d-484e-92f5-054246abc95c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:58.407127 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:58.419772 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad5b69bf-895d-4ff9-a9e4-7ac3a787fd89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:58.519739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=724323c7-a69d-484e-92f5-054246abc95c,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:58.527806 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-88c9f114-96d1-4661-8bae-e09a8b9fd646 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ee2c4962-a6df-4daa-89c3-b47c147bd136), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:58.571981 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-84395a48-fc2f-41ce-a92b-77b18e218a06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:33:58.578535 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-84395a48-fc2f-41ce-a92b-77b18e218a06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:33:58.780717 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-833584c1-b61e-44e7-bf21-abd866e02094 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (eef71e20-86d2-4321-a834-a9729adc13b5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:58.964810 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad5b69bf-895d-4ff9-a9e4-7ac3a787fd89 admin admin] Publish callbacks [] for security_group (713d98f7-1cfb-4dc1-a93c-7b7f8d8f6c5b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:58.967795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-eab374fd-4e3e-430a-b5e4-182cc8a585b8 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Router 4077c985-e11a-4eff-9e8a-9f482b816a0c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:33:59.072967 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-833584c1-b61e-44e7-bf21-abd866e02094 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (eef71e20-86d2-4321-a834-a9729adc13b5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:59.079226 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-88c9f114-96d1-4661-8bae-e09a8b9fd646 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (ee2c4962-a6df-4daa-89c3-b47c147bd136), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:59.083323 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad5b69bf-895d-4ff9-a9e4-7ac3a787fd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (713d98f7-1cfb-4dc1-a93c-7b7f8d8f6c5b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:59.105243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833584c1-b61e-44e7-bf21-abd866e02094 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:59.105921 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-833584c1-b61e-44e7-bf21-abd866e02094 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:59.160081 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ad5b69bf-895d-4ff9-a9e4-7ac3a787fd89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f906e12d675d450daf92f23385abbcae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0513954 Feb 11 04:33:59.163703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60038) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:59.164495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b69bf-895d-4ff9-a9e4-7ac3a787fd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713d98f7-1cfb-4dc1-a93c-7b7f8d8f6c5b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:59.198678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 724323c7-a69d-484e-92f5-054246abc95c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:33:59.228967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-84395a48-fc2f-41ce-a92b-77b18e218a06 None None] Current status of the port 724323c7-a69d-484e-92f5-054246abc95c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:59.231853 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-88c9f114-96d1-4661-8bae-e09a8b9fd646 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (ee2c4962-a6df-4daa-89c3-b47c147bd136), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:59.258273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-833584c1-b61e-44e7-bf21-abd866e02094 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6481674 Feb 11 04:33:59.264694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60042) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:33:59.300454 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3bf8c41e-56d1-43d3-9436-eee029399c39 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'subnet': {'network_id': 'eef71e20-86d2-4321-a834-a9729adc13b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:33:59.376642 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 724323c7-a69d-484e-92f5-054246abc95c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:59.378169 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (724323c7-a69d-484e-92f5-054246abc95c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:59.498864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833584c1-b61e-44e7-bf21-abd866e02094 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Network': ['ID=eef71e20-86d2-4321-a834-a9729adc13b5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:59.508298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8e07350c-6abc-466a-bde0-069ef8715110 None None] Provisioning complete for port 724323c7-a69d-484e-92f5-054246abc95c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:33:59.522822 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8e07350c-6abc-466a-bde0-069ef8715110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (724323c7-a69d-484e-92f5-054246abc95c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:59.527271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network eef71e20-86d2-4321-a834-a9729adc13b5 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:33:59.587803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9f114-96d1-4661-8bae-e09a8b9fd646 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=ee2c4962-a6df-4daa-89c3-b47c147bd136,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:33:59.619910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aed6f9-d402-49ae-b2fc-0207cef0f92f req-5cce3983-93aa-44cd-80e4-2091735874ae tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:33:59.630875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18aed6f9-d402-49ae-b2fc-0207cef0f92f req-5cce3983-93aa-44cd-80e4-2091735874ae tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.4161067 Feb 11 04:33:59.651246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-eab374fd-4e3e-430a-b5e4-182cc8a585b8 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:33:59.670400 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e46ff74-656b-4b87-ad8c-158cb72c0606 None None] Sync routers for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:33:59.691872 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-eab374fd-4e3e-430a-b5e4-182cc8a585b8 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:59.724682 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e46ff74-656b-4b87-ad8c-158cb72c0606 None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:33:59.725332 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2e46ff74-656b-4b87-ad8c-158cb72c0606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:33:59.818335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 724323c7-a69d-484e-92f5-054246abc95c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:33:59.827412 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60884552-799a-453a-9419-84c8ce3f4b18 admin admin] Publish callbacks [] for security_group (713d98f7-1cfb-4dc1-a93c-7b7f8d8f6c5b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:59.850767 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-88c9f114-96d1-4661-8bae-e09a8b9fd646 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (877f2581-ccc2-452f-82a3-cc4b66179caa), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:59.911505 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60884552-799a-453a-9419-84c8ce3f4b18 admin admin] Publish callbacks [] for security_group (713d98f7-1cfb-4dc1-a93c-7b7f8d8f6c5b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:59.939508 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:33:59.965256 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8e07350c-6abc-466a-bde0-069ef8715110 None None] Current status of the port 724323c7-a69d-484e-92f5-054246abc95c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:34:00.012507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8e07350c-6abc-466a-bde0-069ef8715110 None None] Provisioning complete for port ee2c4962-a6df-4daa-89c3-b47c147bd136 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:00.013314 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8e07350c-6abc-466a-bde0-069ef8715110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ee2c4962-a6df-4daa-89c3-b47c147bd136), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:00.045841 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-eab374fd-4e3e-430a-b5e4-182cc8a585b8 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "PUT /v2.0/floatingips/e86ca40f-b993-4494-b73c-aeabdaecb82c HTTP/1.1" status: 200 len: 996 time: 4.8168068 Feb 11 04:34:00.048689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d23050-a714-4fff-99d2-91bca592e49f', 'tag': '956dfbda-4c05-4ffc-a837-57e61d385ab4'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:34:00.052033 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728dc62e-e44c-4cee-9afe-e4ad1c50b703" -d '{"events": [{"name": "network-changed", "server_uuid": "06d23050-a714-4fff-99d2-91bca592e49f", "tag": "956dfbda-4c05-4ffc-a837-57e61d385ab4"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:34:00.060257 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf8c41e-56d1-43d3-9436-eee029399c39 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Made reservation on behalf of eb4deeefd2774029b34558b800a6fed8 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:34:00.067791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8e07350c-6abc-466a-bde0-069ef8715110 None None] Port ee2c4962-a6df-4daa-89c3-b47c147bd136 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:34:00.067951 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c41e-56d1-43d3-9436-eee029399c39 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:00.071725 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-2e46ff74-656b-4b87-ad8c-158cb72c0606 None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:34:00.109357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18aed6f9-d402-49ae-b2fc-0207cef0f92f req-562edf60-a087-4640-8a24-2424afd8f26a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4776204 Feb 11 04:34:00.139851 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60884552-799a-453a-9419-84c8ce3f4b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (713d98f7-1cfb-4dc1-a93c-7b7f8d8f6c5b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:00.143195 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60884552-799a-453a-9419-84c8ce3f4b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:00.147176 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-60884552-799a-453a-9419-84c8ce3f4b18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/713d98f7-1cfb-4dc1-a93c-7b7f8d8f6c5b HTTP/1.1" status: 204 len: 168 time: 0.9767475 Feb 11 04:34:00.178391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60884552-799a-453a-9419-84c8ce3f4b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713d98f7-1cfb-4dc1-a93c-7b7f8d8f6c5b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:00.199452 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-5e42dac4-7527-4ae3-b675-917701aeb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:00.202000 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-5e42dac4-7527-4ae3-b675-917701aeb595 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 1129 time: 0.1434007 Feb 11 04:34:00.244523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7e3f833f-ed3f-4fee-bebf-6e038d851eb6 None None] Provisioning complete for port ee2c4962-a6df-4daa-89c3-b47c147bd136 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:00.245315 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e3f833f-ed3f-4fee-bebf-6e038d851eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ee2c4962-a6df-4daa-89c3-b47c147bd136), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:00.304107 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec26bea-ad1b-4832-8823-49ed21b73c5f x-openstack-request-id: req-aec26bea-ad1b-4832-8823-49ed21b73c5f {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:34:00.321003 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d23050-a714-4fff-99d2-91bca592e49f", "tag": "956dfbda-4c05-4ffc-a837-57e61d385ab4", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:34:00.321436 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aec26bea-ad1b-4832-8823-49ed21b73c5f {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:34:00.321979 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d23050-a714-4fff-99d2-91bca592e49f', 'tag': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'status': 'completed', 'code': 200} Feb 11 04:34:00.335744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7e3f833f-ed3f-4fee-bebf-6e038d851eb6 None None] Port ee2c4962-a6df-4daa-89c3-b47c147bd136 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:34:00.518519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-bb91ef79-397e-4b77-8a99-ac85578873e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:00.527602 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-bb91ef79-397e-4b77-8a99-ac85578873e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 921 time: 0.3173277 Feb 11 04:34:00.619144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-0b13c5b3-e685-40e4-9dc3-a93b5b85b32f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4 HTTP/1.1" status: 200 len: 999 time: 0.0886259 Feb 11 04:34:00.642279 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2e46ff74-656b-4b87-ad8c-158cb72c0606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'e86ca40f-b993-4494-b73c-aeabdaecb82c', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'port_id': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'mac_address': 'fa:16:3e:eb:fb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d23050-a714-4fff-99d2-91bca592e49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:33:26Z', 'updated_at': '2022-02-11T04:33:56Z', 'revision_number': 1, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:00.739707 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e46ff74-656b-4b87-ad8c-158cb72c0606 None None] Checking router: 4077c985-e11a-4eff-9e8a-9f482b816a0c for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:34:00.757500 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e46ff74-656b-4b87-ad8c-158cb72c0606 None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:00.758512 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2e46ff74-656b-4b87-ad8c-158cb72c0606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:00.758713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-75471730-ca75-458e-9148-62541e03c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:00.783934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-75471730-ca75-458e-9148-62541e03c2bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.1604338 Feb 11 04:34:00.825067 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-88c9f114-96d1-4661-8bae-e09a8b9fd646 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ee2c4962-a6df-4daa-89c3-b47c147bd136), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:00.881946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-bcd32266-eff3-42e2-95c7-ed8ffd73b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:00.883460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-bcd32266-eff3-42e2-95c7-ed8ffd73b398 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0951021 Feb 11 04:34:00.895754 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-b6d2c93b-016c-486f-8cde-144aa11aad92 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:34:00.897009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-b6d2c93b-016c-486f-8cde-144aa11aad92 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064757 Feb 11 04:34:00.957544 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-2e46ff74-656b-4b87-ad8c-158cb72c0606 None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:34:00.977918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dc62e-e44c-4cee-9afe-e4ad1c50b703 req-10f18b34-4dd7-493f-af04-2a36e43a5f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:00.979521 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-728dc62e-e44c-4cee-9afe-e4ad1c50b703 req-10f18b34-4dd7-493f-af04-2a36e43a5f00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 1129 time: 0.3546433 Feb 11 04:34:01.128201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-572ca4d9-fc13-4c86-87c1-3bff7334fc5b service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026427 Feb 11 04:34:01.216565 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dc62e-e44c-4cee-9afe-e4ad1c50b703 req-f66fd47d-1b3e-4faf-bdd9-75ed6a987919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:01.218284 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-728dc62e-e44c-4cee-9afe-e4ad1c50b703 req-f66fd47d-1b3e-4faf-bdd9-75ed6a987919 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 921 time: 0.2310758 Feb 11 04:34:01.313909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab9a243a-8f8b-42f5-b907-c33248f5639d req-5a4b7354-8140-4a35-80a1-fd9f8876120b service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770635 Feb 11 04:34:01.371542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60060) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:01.397947 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-664572c0-adc8-470f-ad15-1dd4fa67ac0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:01.416136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657028c4-2391-4f8a-8d40-ad2f11c41635 req-6234b664-5144-4cb7-b1bf-d7ba11458888 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:01.416952 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2e46ff74-656b-4b87-ad8c-158cb72c0606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'e86ca40f-b993-4494-b73c-aeabdaecb82c', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'port_id': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'mac_address': 'fa:16:3e:eb:fb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d23050-a714-4fff-99d2-91bca592e49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:33:26Z', 'updated_at': '2022-02-11T04:33:56Z', 'revision_number': 1, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:01.417718 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-657028c4-2391-4f8a-8d40-ad2f11c41635 req-6234b664-5144-4cb7-b1bf-d7ba11458888 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1837013 Feb 11 04:34:01.507589 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e46ff74-656b-4b87-ad8c-158cb72c0606 None None] The sync data for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 is: [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'e86ca40f-b993-4494-b73c-aeabdaecb82c', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'port_id': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'mac_address': 'fa:16:3e:eb:fb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d23050-a714-4fff-99d2-91bca592e49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:33:26Z', 'updated_at': '2022-02-11T04:33:56Z', 'revision_number': 1, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:01.518951 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-728dc62e-e44c-4cee-9afe-e4ad1c50b703 req-636a6380-cff1-4de1-8544-deda0f14f2d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4 HTTP/1.1" status: 200 len: 999 time: 0.2728107 Feb 11 04:34:01.525553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-657028c4-2391-4f8a-8d40-ad2f11c41635 req-8e6ee160-38c0-4798-a5c4-8b0c212ca776 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763326 Feb 11 04:34:01.621211 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c41e-56d1-43d3-9436-eee029399c39 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (e78028f1-388c-494d-80e7-9c84cff17d0d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:01.624011 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-664572c0-adc8-470f-ad15-1dd4fa67ac0d admin admin] Publish callbacks [] for security_group (0dc34ee0-ecab-4145-977d-a1bf49e18bf4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:01.693010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-41f5b95e-7fe1-44e9-9d13-86c69f7d80cd tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:01.693010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-41f5b95e-7fe1-44e9-9d13-86c69f7d80cd tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1648347 Feb 11 04:34:01.701074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dc62e-e44c-4cee-9afe-e4ad1c50b703 req-336731ee-06a4-42ff-984d-0c2332592621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:01.702742 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-728dc62e-e44c-4cee-9afe-e4ad1c50b703 req-336731ee-06a4-42ff-984d-0c2332592621 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.1675346 Feb 11 04:34:01.765519 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8c41e-56d1-43d3-9436-eee029399c39 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Subnet': ['ID=e78028f1-388c-494d-80e7-9c84cff17d0d,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:01.813583 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-664572c0-adc8-470f-ad15-1dd4fa67ac0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0dc34ee0-ecab-4145-977d-a1bf49e18bf4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:01.815017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf8c41e-56d1-43d3-9436-eee029399c39 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Checking segment: {'id': 'd59281c9-2a12-44d3-800b-a4158d63ff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'eef71e20-86d2-4321-a834-a9729adc13b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:34:01.835415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf8c41e-56d1-43d3-9436-eee029399c39 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network hostable DHCP agents. Network: eef71e20-86d2-4321-a834-a9729adc13b5, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:34:01.849956 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-88c9f114-96d1-4661-8bae-e09a8b9fd646 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (ee2c4962-a6df-4daa-89c3-b47c147bd136), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:01.898793 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dc62e-e44c-4cee-9afe-e4ad1c50b703 req-93975c6c-1625-4f67-857a-e121df41a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:01.900427 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-728dc62e-e44c-4cee-9afe-e4ad1c50b703 req-93975c6c-1625-4f67-857a-e121df41a7c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1813467 Feb 11 04:34:01.910599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-664572c0-adc8-470f-ad15-1dd4fa67ac0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cc4ae01d7994458aa19ea2c3b6a2e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5372808 Feb 11 04:34:01.917608 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-eb2c065a-382a-43c4-9b4d-a0d689f777d6 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 999 time: 0.2175367 Feb 11 04:34:01.918729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60066) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:01.920286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664572c0-adc8-470f-ad15-1dd4fa67ac0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc34ee0-ecab-4145-977d-a1bf49e18bf4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:01.940514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-629918c1-3111-4bcc-886b-1ff91590f1df tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Request body: {'floatingip': {'port_id': '683e1573-4732-4c04-ba92-2a301020faa8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:01.946188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a781cf-10c3-46f8-8a36-5bb85c326b0a None None] New status for floating IP e86ca40f-b993-4494-b73c-aeabdaecb82c: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:34:02.088025 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-728dc62e-e44c-4cee-9afe-e4ad1c50b703 req-af888650-635f-4989-a913-c015d227a24e service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805823 Feb 11 04:34:02.089715 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-88c9f114-96d1-4661-8bae-e09a8b9fd646 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (ee2c4962-a6df-4daa-89c3-b47c147bd136), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:02.090338 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-629918c1-3111-4bcc-886b-1ff91590f1df tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for floatingip (e86ca40f-b993-4494-b73c-aeabdaecb82c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:02.093069 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b1008ebc-f8d9-4249-97bd-628e8100e52a admin admin] Publish callbacks [] for security_group (0dc34ee0-ecab-4145-977d-a1bf49e18bf4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:02.161829 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf8c41e-56d1-43d3-9436-eee029399c39 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network eef71e20-86d2-4321-a834-a9729adc13b5 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:34:02.197974 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b1008ebc-f8d9-4249-97bd-628e8100e52a admin admin] Publish callbacks [] for security_group (0dc34ee0-ecab-4145-977d-a1bf49e18bf4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:02.240076 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-88c9f114-96d1-4661-8bae-e09a8b9fd646 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (877f2581-ccc2-452f-82a3-cc4b66179caa), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:02.287170 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9f114-96d1-4661-8bae-e09a8b9fd646 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=ee2c4962-a6df-4daa-89c3-b47c147bd136,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:02.376840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-3bf8c41e-56d1-43d3-9436-eee029399c39 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, eef71e20-86d2-4321-a834-a9729adc13b5) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:02.393883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a330d22b-012f-4bd6-a537-2b4313f86463 None None] Network eef71e20-86d2-4321-a834-a9729adc13b5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:34:02.399510 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf8c41e-56d1-43d3-9436-eee029399c39 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:02.400117 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3bf8c41e-56d1-43d3-9436-eee029399c39 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:02.406923 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-728dc62e-e44c-4cee-9afe-e4ad1c50b703 req-639cc62e-0710-482e-83d8-481c2e9d78c7 service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489278 Feb 11 04:34:02.501603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c9f114-96d1-4661-8bae-e09a8b9fd646 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 400aaeda-3c5a-4f88-9092-2f7019b92f03 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:34:02.518243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-88c9f114-96d1-4661-8bae-e09a8b9fd646 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:02.533954 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b1008ebc-f8d9-4249-97bd-628e8100e52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0dc34ee0-ecab-4145-977d-a1bf49e18bf4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:02.536247 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b1008ebc-f8d9-4249-97bd-628e8100e52a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:02.541673 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b1008ebc-f8d9-4249-97bd-628e8100e52a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dc34ee0-ecab-4145-977d-a1bf49e18bf4 HTTP/1.1" status: 204 len: 168 time: 0.6127791 Feb 11 04:34:02.586891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1008ebc-f8d9-4249-97bd-628e8100e52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc34ee0-ecab-4145-977d-a1bf49e18bf4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:02.632936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-eef71e20-86d2-4321-a834-a9729adc13b5', 'network_id': 'eef71e20-86d2-4321-a834-a9729adc13b5', 'project_id': 'eb4deeefd2774029b34558b800a6fed8', 'fixed_ips': [{'subnet_id': 'e78028f1-388c-494d-80e7-9c84cff17d0d'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:34:02.633835 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:02.707741 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3bf8c41e-56d1-43d3-9436-eee029399c39 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4166818 Feb 11 04:34:02.708115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60074) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:02.732075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1598756611', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}, 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:02.758314 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.api [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-629918c1-3111-4bcc-886b-1ff91590f1df tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103809) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:34:02.758847 n-d-712142-35 neutron-server[103809]: DEBUG oslo_db.api [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-629918c1-3111-4bcc-886b-1ff91590f1df tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:34:02.797918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a80b59-a614-40b5-9807-c986595ee475 req-fe58afda-99ab-44e4-841e-da737ab97fc6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:02.797918 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7a80b59-a614-40b5-9807-c986595ee475 req-fe58afda-99ab-44e4-841e-da737ab97fc6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1015685 Feb 11 04:34:02.870604 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (825b7f46-eec8-43d9-accb-7f580a72ab70), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:02.873382 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (825b7f46-eec8-43d9-accb-7f580a72ab70), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:02.906434 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c9f114-96d1-4661-8bae-e09a8b9fd646 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 877f2581-ccc2-452f-82a3-cc4b66179caa is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:34:02.935849 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7a80b59-a614-40b5-9807-c986595ee475 req-3ce17194-2c18-4060-b834-e349e5cc3d1c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280489 Feb 11 04:34:02.960671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Allocated IP 172.20.0.2 (eef71e20-86d2-4321-a834-a9729adc13b5/e78028f1-388c-494d-80e7-9c84cff17d0d/4589d23e-91e8-46b7-a7fb-b0d203832c02) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:34:02.979033 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router_controller (825b7f46-eec8-43d9-accb-7f580a72ab70), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:03.150748 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Publish callbacks [] for port (4589d23e-91e8-46b7-a7fb-b0d203832c02), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:03.162335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-78998598-9008-483e-8bb8-481ca6e5f7be None None] Provisioning complete for port ee2c4962-a6df-4daa-89c3-b47c147bd136 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:03.163047 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78998598-9008-483e-8bb8-481ca6e5f7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ee2c4962-a6df-4daa-89c3-b47c147bd136), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:03.205501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-78998598-9008-483e-8bb8-481ca6e5f7be None None] Port ee2c4962-a6df-4daa-89c3-b47c147bd136 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:34:03.207214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c9f114-96d1-4661-8bae-e09a8b9fd646 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:03.216876 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-88c9f114-96d1-4661-8bae-e09a8b9fd646 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/877f2581-ccc2-452f-82a3-cc4b66179caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8097787 Feb 11 04:34:03.217685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60078) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:03.229831 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae9742-2184-4449-8ca2-b7e84190f2a6 None None] Sync routers for ids ['877f2581-ccc2-452f-82a3-cc4b66179caa'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:03.247488 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae9742-2184-4449-8ca2-b7e84190f2a6 None None] Routers {'877f2581-ccc2-452f-82a3-cc4b66179caa'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:03.248480 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-04ae9742-2184-4449-8ca2-b7e84190f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['877f2581-ccc2-452f-82a3-cc4b66179caa'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:03.266262 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-629918c1-3111-4bcc-886b-1ff91590f1df tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for floatingip (e86ca40f-b993-4494-b73c-aeabdaecb82c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:03.317283 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (4589d23e-91e8-46b7-a7fb-b0d203832c02), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:03.329492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50033c5a-7769-44ed-b885-1393eee432a9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:03.333906 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-50033c5a-7769-44ed-b885-1393eee432a9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports/ee2c4962-a6df-4daa-89c3-b47c147bd136 HTTP/1.1" status: 200 len: 978 time: 0.1149094 Feb 11 04:34:03.334549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60082) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:03.348209 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-04ae9742-2184-4449-8ca2-b7e84190f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:03.362156 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae9742-2184-4449-8ca2-b7e84190f2a6 None None] Routers {'877f2581-ccc2-452f-82a3-cc4b66179caa'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:03.363007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Network eef71e20-86d2-4321-a834-a9729adc13b5 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:34:03.363453 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-04ae9742-2184-4449-8ca2-b7e84190f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['877f2581-ccc2-452f-82a3-cc4b66179caa'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:03.366461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:03.369001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:34:03.400727 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-04ae9742-2184-4449-8ca2-b7e84190f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:03.401753 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae9742-2184-4449-8ca2-b7e84190f2a6 None None] The sync data for ids ['877f2581-ccc2-452f-82a3-cc4b66179caa'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:03.420335 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router_gateway (825b7f46-eec8-43d9-accb-7f580a72ab70), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:03.530330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Attempting to bind port 4589d23e-91e8-46b7-a7fb-b0d203832c02 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:34:03.530717 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Attempting to bind port 4589d23e-91e8-46b7-a7fb-b0d203832c02 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'd59281c9-2a12-44d3-800b-a4158d63ff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'eef71e20-86d2-4321-a834-a9729adc13b5'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:34:03.531032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Attempting to bind port 4589d23e-91e8-46b7-a7fb-b0d203832c02 on network eef71e20-86d2-4321-a834-a9729adc13b5 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:34:03.534735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Pushing event updated for resources: {'Port': ['ID=4589d23e-91e8-46b7-a7fb-b0d203832c02,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:03.542199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:34:03.542199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Checking segment: {'id': 'd59281c9-2a12-44d3-800b-a4158d63ff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'eef71e20-86d2-4321-a834-a9729adc13b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:34:03.542488 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:03.542971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Bound using segment: {'id': 'd59281c9-2a12-44d3-800b-a4158d63ff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'eef71e20-86d2-4321-a834-a9729adc13b5'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:34:03.543460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Bound port: 4589d23e-91e8-46b7-a7fb-b0d203832c02, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59281c9-2a12-44d3-800b-a4158d63ff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'eef71e20-86d2-4321-a834-a9729adc13b5'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:34:03.544381 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4589d23e-91e8-46b7-a7fb-b0d203832c02), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:03.673172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] For port 4589d23e-91e8-46b7-a7fb-b0d203832c02, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:34:03.681012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] For port 4589d23e-91e8-46b7-a7fb-b0d203832c02, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4589d23e-91e8-46b7-a7fb-b0d203832c02,segment=NetworkSegment(d59281c9-2a12-44d3-800b-a4158d63ff82),segment_id=d59281c9-2a12-44d3-800b-a4158d63ff82)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:34:03.893706 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4589d23e-91e8-46b7-a7fb-b0d203832c02), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:03.916961 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router_gateway (825b7f46-eec8-43d9-accb-7f580a72ab70), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:03.972803 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:03.985371 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:03.998515 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef814e20-8150-4202-bdcc-202590a992fe None None] Pushing event updated for resources: {'Port': ['ID=4589d23e-91e8-46b7-a7fb-b0d203832c02,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:04.051523 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:04.189857 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Allocated IP 172.25.3.33 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/fc1c1a8d-c1b8-497b-8e3d-26c36a0135fb) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:34:04.436926 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (fc1c1a8d-c1b8-497b-8e3d-26c36a0135fb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:04.671808 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (fc1c1a8d-c1b8-497b-8e3d-26c36a0135fb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:04.714400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:34:04.722478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:04.723436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2609192-c4cb-4e89-a8ad-eb77655ce0d4 req-05fd397c-5502-48ab-b1ee-33917775d31b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:04.725780 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2609192-c4cb-4e89-a8ad-eb77655ce0d4 req-05fd397c-5502-48ab-b1ee-33917775d31b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1983383 Feb 11 04:34:04.727905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:34:04.806422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=fc1c1a8d-c1b8-497b-8e3d-26c36a0135fb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:04.915049 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2609192-c4cb-4e89-a8ad-eb77655ce0d4 req-1a443910-bb2d-48e4-8446-6c5208a412d1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782699 Feb 11 04:34:05.083014 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bbddec9-2ff3-48e3-a0b5-4133a14ac07c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (877f2581-ccc2-452f-82a3-cc4b66179caa), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:05.173191 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.resource_extend [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-629918c1-3111-4bcc-886b-1ff91590f1df tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:34:05.179928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4589d23e-91e8-46b7-a7fb-b0d203832c02 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:34:05.306489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 4589d23e-91e8-46b7-a7fb-b0d203832c02 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:05.309955 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4589d23e-91e8-46b7-a7fb-b0d203832c02), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:05.358649 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-629918c1-3111-4bcc-886b-1ff91590f1df tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:05.414201 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router_gateway (825b7f46-eec8-43d9-accb-7f580a72ab70), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:05.459149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 4589d23e-91e8-46b7-a7fb-b0d203832c02 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:34:05.459550 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4589d23e-91e8-46b7-a7fb-b0d203832c02), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:05.473084 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-629918c1-3111-4bcc-886b-1ff91590f1df tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (e86ca40f-b993-4494-b73c-aeabdaecb82c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:05.541971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 4589d23e-91e8-46b7-a7fb-b0d203832c02, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4589d23e-91e8-46b7-a7fb-b0d203832c02,segment=NetworkSegment(d59281c9-2a12-44d3-800b-a4158d63ff82),segment_id=d59281c9-2a12-44d3-800b-a4158d63ff82)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:34:05.608635 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4589d23e-91e8-46b7-a7fb-b0d203832c02), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:05.654978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e189d9-eb9b-46f4-9c4a-8aba4bde5851 None None] Network eef71e20-86d2-4321-a834-a9729adc13b5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:34:05.756032 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-8bbddec9-2ff3-48e3-a0b5-4133a14ac07c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port ee2c4962-a6df-4daa-89c3-b47c147bd136 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:05.756852 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bbddec9-2ff3-48e3-a0b5-4133a14ac07c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ee2c4962-a6df-4daa-89c3-b47c147bd136), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:05.760089 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-629918c1-3111-4bcc-886b-1ff91590f1df tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Floating IP e86ca40f-b993-4494-b73c-aeabdaecb82c associated. External IP: 172.25.3.90, port: 956dfbda-4c05-4ffc-a837-57e61d385ab4. Feb 11 04:34:05.819987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=4589d23e-91e8-46b7-a7fb-b0d203832c02,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:05.847226 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (825b7f46-eec8-43d9-accb-7f580a72ab70), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:05.854745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:05.855637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:05.856534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:05.857337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:05.858324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:05.859076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:05.859801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:05.860544 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:05.861293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:05.862199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:05.862762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:05.863542 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:05.864607 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:05.883672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-aa5d6057-944a-418e-b47f-9f1d61f7d057 None None] Provisioning complete for port 4589d23e-91e8-46b7-a7fb-b0d203832c02 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:05.883971 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aa5d6057-944a-418e-b47f-9f1d61f7d057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4589d23e-91e8-46b7-a7fb-b0d203832c02), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:05.970314 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bbddec9-2ff3-48e3-a0b5-4133a14ac07c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ee2c4962-a6df-4daa-89c3-b47c147bd136), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:06.001420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-8bbddec9-2ff3-48e3-a0b5-4133a14ac07c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for ee2c4962-a6df-4daa-89c3-b47c147bd136 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:06.087432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d6057-944a-418e-b47f-9f1d61f7d057 None None] Current status of the port 4589d23e-91e8-46b7-a7fb-b0d203832c02 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:34:06.223304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-629918c1-3111-4bcc-886b-1ff91590f1df tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Router 4077c985-e11a-4eff-9e8a-9f482b816a0c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:06.612944 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0f339f63-60b3-4e62-ac31-b1fb90150a9a None None] Provisioning complete for port 4589d23e-91e8-46b7-a7fb-b0d203832c02 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:06.613617 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0f339f63-60b3-4e62-ac31-b1fb90150a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4589d23e-91e8-46b7-a7fb-b0d203832c02), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:06.613739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-629918c1-3111-4bcc-886b-1ff91590f1df tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:06.651755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39daf4c4-83b2-488f-90ad-e6f634b6552f None None] Sync routers for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:06.674683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39daf4c4-83b2-488f-90ad-e6f634b6552f None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:06.675638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-39daf4c4-83b2-488f-90ad-e6f634b6552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:06.767816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 825b7f46-eec8-43d9-accb-7f580a72ab70 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:34:06.826589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a39619-8785-4fec-b38c-483da4ec6772 req-d2ba94ee-5df9-4bd9-a0f4-43dd654045d5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:06.828177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95a39619-8785-4fec-b38c-483da4ec6772 req-d2ba94ee-5df9-4bd9-a0f4-43dd654045d5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2219758 Feb 11 04:34:06.833259 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0f339f63-60b3-4e62-ac31-b1fb90150a9a None None] Current status of the port 4589d23e-91e8-46b7-a7fb-b0d203832c02 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:34:06.846908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-39daf4c4-83b2-488f-90ad-e6f634b6552f None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:34:06.940426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:06.953481 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d65ea58-b0b4-4db5-b7ab-83e3ddb789f3 None None] Sync routers for ids ['825b7f46-eec8-43d9-accb-7f580a72ab70'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:06.956887 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bbddec9-2ff3-48e3-a0b5-4133a14ac07c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ee2c4962-a6df-4daa-89c3-b47c147bd136), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:06.972251 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d65ea58-b0b4-4db5-b7ab-83e3ddb789f3 None None] Routers {'825b7f46-eec8-43d9-accb-7f580a72ab70'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:06.973238 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6d65ea58-b0b4-4db5-b7ab-83e3ddb789f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['825b7f46-eec8-43d9-accb-7f580a72ab70'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:07.066884 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:07.074476 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-681b2f77-7631-4391-923b-bc151141a787 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3518171 Feb 11 04:34:07.076430 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60144) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:07.131332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbddec9-2ff3-48e3-a0b5-4133a14ac07c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=ee2c4962-a6df-4daa-89c3-b47c147bd136,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:07.147432 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6d65ea58-b0b4-4db5-b7ab-83e3ddb789f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:07.155251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4589d23e-91e8-46b7-a7fb-b0d203832c02 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:34:07.188850 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d65ea58-b0b4-4db5-b7ab-83e3ddb789f3 None None] Routers {'825b7f46-eec8-43d9-accb-7f580a72ab70'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:07.190292 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6d65ea58-b0b4-4db5-b7ab-83e3ddb789f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['825b7f46-eec8-43d9-accb-7f580a72ab70'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:07.274960 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6d65ea58-b0b4-4db5-b7ab-83e3ddb789f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:07.282485 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d65ea58-b0b4-4db5-b7ab-83e3ddb789f3 None None] The sync data for ids ['825b7f46-eec8-43d9-accb-7f580a72ab70'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:07.426081 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95a39619-8785-4fec-b38c-483da4ec6772 req-77b96867-b6e6-4bbe-9cc9-d3a6ba510317 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5722997 Feb 11 04:34:07.581570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-629918c1-3111-4bcc-886b-1ff91590f1df tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Router 4077c985-e11a-4eff-9e8a-9f482b816a0c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:07.703450 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bbddec9-2ff3-48e3-a0b5-4133a14ac07c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (877f2581-ccc2-452f-82a3-cc4b66179caa), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:07.716756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-39daf4c4-83b2-488f-90ad-e6f634b6552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'e86ca40f-b993-4494-b73c-aeabdaecb82c', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'port_id': '683e1573-4732-4c04-ba92-2a301020faa8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'mac_address': 'fa:16:3e:98:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:33:26Z', 'updated_at': '2022-02-11T04:34:04Z', 'revision_number': 3, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:07.762223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39daf4c4-83b2-488f-90ad-e6f634b6552f None None] Checking router: 4077c985-e11a-4eff-9e8a-9f482b816a0c for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:34:07.774430 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 4589d23e-91e8-46b7-a7fb-b0d203832c02 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:07.775631 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4589d23e-91e8-46b7-a7fb-b0d203832c02), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:07.855349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39daf4c4-83b2-488f-90ad-e6f634b6552f None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:07.856923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-39daf4c4-83b2-488f-90ad-e6f634b6552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:08.004300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 4589d23e-91e8-46b7-a7fb-b0d203832c02 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:34:08.125167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:08.141638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-39daf4c4-83b2-488f-90ad-e6f634b6552f None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:34:08.244297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-629918c1-3111-4bcc-886b-1ff91590f1df tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:08.264701 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-629918c1-3111-4bcc-886b-1ff91590f1df tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:08.362838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d23050-a714-4fff-99d2-91bca592e49f', 'tag': '956dfbda-4c05-4ffc-a837-57e61d385ab4'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:34:08.365214 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bffb3a-a35d-484e-8449-1538123b3590" -d '{"events": [{"name": "network-changed", "server_uuid": "06d23050-a714-4fff-99d2-91bca592e49f", "tag": "956dfbda-4c05-4ffc-a837-57e61d385ab4"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:34:08.520933 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0bc86c-1d0c-48f5-bcd8-8db7a34039b4 x-openstack-request-id: req-0b0bc86c-1d0c-48f5-bcd8-8db7a34039b4 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:34:08.521678 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d23050-a714-4fff-99d2-91bca592e49f", "tag": "956dfbda-4c05-4ffc-a837-57e61d385ab4", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:34:08.522117 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b0bc86c-1d0c-48f5-bcd8-8db7a34039b4 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:34:08.522727 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d23050-a714-4fff-99d2-91bca592e49f', 'tag': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'status': 'completed', 'code': 200} Feb 11 04:34:08.529028 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-39daf4c4-83b2-488f-90ad-e6f634b6552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'e86ca40f-b993-4494-b73c-aeabdaecb82c', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'port_id': '683e1573-4732-4c04-ba92-2a301020faa8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'mac_address': 'fa:16:3e:98:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:33:26Z', 'updated_at': '2022-02-11T04:34:04Z', 'revision_number': 3, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:08.572942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39daf4c4-83b2-488f-90ad-e6f634b6552f None None] The sync data for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 is: [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'e86ca40f-b993-4494-b73c-aeabdaecb82c', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'port_id': '683e1573-4732-4c04-ba92-2a301020faa8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'mac_address': 'fa:16:3e:98:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:33:26Z', 'updated_at': '2022-02-11T04:34:04Z', 'revision_number': 3, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:08.596224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bffb3a-a35d-484e-8449-1538123b3590 req-f7b89893-810f-4ec7-b1d1-8d9244a11aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:08.601091 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f7bffb3a-a35d-484e-8449-1538123b3590 req-f7b89893-810f-4ec7-b1d1-8d9244a11aea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 1129 time: 0.1231396 Feb 11 04:34:08.651950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-629918c1-3111-4bcc-886b-1ff91590f1df tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "PUT /v2.0/floatingips/e86ca40f-b993-4494-b73c-aeabdaecb82c HTTP/1.1" status: 200 len: 997 time: 6.7226653 Feb 11 04:34:08.734313 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Allocated IP 172.20.0.1 (eef71e20-86d2-4321-a834-a9729adc13b5/e78028f1-388c-494d-80e7-9c84cff17d0d/2fa8556e-844f-41c2-8b80-291968df17b5) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:34:08.788431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-2682a273-386a-45c4-87cf-e4c1263c5f7b tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:08.791820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-2682a273-386a-45c4-87cf-e4c1263c5f7b tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports/956dfbda-4c05-4ffc-a837-57e61d385ab4 HTTP/1.1" status: 200 len: 943 time: 0.1414340 Feb 11 04:34:08.805398 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bffb3a-a35d-484e-8449-1538123b3590 req-a034df4d-7128-468b-842b-7d7aa0f81d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:08.807202 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f7bffb3a-a35d-484e-8449-1538123b3590 req-a034df4d-7128-468b-842b-7d7aa0f81d84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 921 time: 0.1638999 Feb 11 04:34:08.857291 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f7bffb3a-a35d-484e-8449-1538123b3590 req-e0c81fee-418b-4b7f-8f9e-71bd5052c2d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4 HTTP/1.1" status: 200 len: 217 time: 0.0422630 Feb 11 04:34:08.955197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea1c34e-37c9-419f-9d45-a833e654351f None None] New status for floating IP e86ca40f-b993-4494-b73c-aeabdaecb82c: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:34:08.968532 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bffb3a-a35d-484e-8449-1538123b3590 req-c8965aa5-fed8-499a-9d8d-b70d1d92f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:08.971155 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f7bffb3a-a35d-484e-8449-1538123b3590 req-c8965aa5-fed8-499a-9d8d-b70d1d92f41f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.0683804 Feb 11 04:34:09.016534 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbddec9-2ff3-48e3-a0b5-4133a14ac07c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 877f2581-ccc2-452f-82a3-cc4b66179caa has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:09.058561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb43e8-e047-45a8-a3b6-63671581ce4c req-ce1cf69a-02c8-4149-90da-62a3b538ae48 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:09.058561 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1eeb43e8-e047-45a8-a3b6-63671581ce4c req-ce1cf69a-02c8-4149-90da-62a3b538ae48 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.4363194 Feb 11 04:34:09.088736 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bffb3a-a35d-484e-8449-1538123b3590 req-8f168172-5bd1-49a2-8a53-b521f51b42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:09.090334 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f7bffb3a-a35d-484e-8449-1538123b3590 req-8f168172-5bd1-49a2-8a53-b521f51b42c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1122577 Feb 11 04:34:09.093633 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (2fa8556e-844f-41c2-8b80-291968df17b5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:09.112940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-a4241560-61e6-4b7d-aaee-9f545f40a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:09.114876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-a4241560-61e6-4b7d-aaee-9f545f40a568 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 1129 time: 0.2072368 Feb 11 04:34:09.243966 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f7bffb3a-a35d-484e-8449-1538123b3590 req-16285b87-b1c9-4980-8ad4-51aaf0f4e27c service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468081 Feb 11 04:34:09.324789 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2fa8556e-844f-41c2-8b80-291968df17b5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:09.333927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbddec9-2ff3-48e3-a0b5-4133a14ac07c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:09.341320 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8bbddec9-2ff3-48e3-a0b5-4133a14ac07c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/877f2581-ccc2-452f-82a3-cc4b66179caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0028679 Feb 11 04:34:09.348866 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4746e474-2bf7-458d-aa68-0df935c541ba None None] Sync routers for ids ['877f2581-ccc2-452f-82a3-cc4b66179caa'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:09.363043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60168) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:09.370366 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4746e474-2bf7-458d-aa68-0df935c541ba None None] Routers {'877f2581-ccc2-452f-82a3-cc4b66179caa'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:09.371387 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4746e474-2bf7-458d-aa68-0df935c541ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['877f2581-ccc2-452f-82a3-cc4b66179caa'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:09.445467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1eeb43e8-e047-45a8-a3b6-63671581ce4c req-4c6015cd-cff7-49ca-917b-7ee394a1734e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3785062 Feb 11 04:34:09.483003 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=2fa8556e-844f-41c2-8b80-291968df17b5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:09.504384 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network eef71e20-86d2-4321-a834-a9729adc13b5 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:34:09.508179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:09.552267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:34:09.561111 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:34:09.566797 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4746e474-2bf7-458d-aa68-0df935c541ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:09.573958 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4746e474-2bf7-458d-aa68-0df935c541ba None None] Routers {'877f2581-ccc2-452f-82a3-cc4b66179caa'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:09.575534 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4746e474-2bf7-458d-aa68-0df935c541ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['877f2581-ccc2-452f-82a3-cc4b66179caa'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:09.614544 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f7bffb3a-a35d-484e-8449-1538123b3590 req-39ec2918-6205-4a3e-b192-9dc78647e32a service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632782 Feb 11 04:34:09.625490 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4746e474-2bf7-458d-aa68-0df935c541ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:09.625772 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (825b7f46-eec8-43d9-accb-7f580a72ab70), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:09.626743 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4746e474-2bf7-458d-aa68-0df935c541ba None None] The sync data for ids ['877f2581-ccc2-452f-82a3-cc4b66179caa'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:09.662391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f507db5-a837-4f59-9ac1-332bb427b8fd None None] Sync routers for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:09.687573 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f507db5-a837-4f59-9ac1-332bb427b8fd None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:09.688436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4f507db5-a837-4f59-9ac1-332bb427b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:09.797124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-9bd27c55-da30-4b10-bedf-fd886a42fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:09.799098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-9bd27c55-da30-4b10-bedf-fd886a42fb44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 921 time: 0.5452960 Feb 11 04:34:09.932311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-4f507db5-a837-4f59-9ac1-332bb427b8fd None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:34:09.946302 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-70283a34-9520-456d-89fe-756b4e588469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 04:34:09.948420 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-70283a34-9520-456d-89fe-756b4e588469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/877f2581-ccc2-452f-82a3-cc4b66179caa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5836575 Feb 11 04:34:09.950126 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-0d762eed-3347-413d-9a89-f91853f2f1ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4 HTTP/1.1" status: 200 len: 217 time: 0.1334412 Feb 11 04:34:09.952041 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60182) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:10.018146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-4d3914ec-0567-4e39-adbf-32469e554c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:10.020005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-4d3914ec-0567-4e39-adbf-32469e554c27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.0568111 Feb 11 04:34:10.027815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60184) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:10.030512 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e135b212-cd57-4554-a0f9-e3c53c16ea90 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports?device_id=877f2581-ccc2-452f-82a3-cc4b66179caa HTTP/1.1" status: 200 len: 205 time: 0.0771892 Feb 11 04:34:10.111451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9607788f-b131-427a-a70c-6be8217c03aa None None] Provisioning complete for port 2fa8556e-844f-41c2-8b80-291968df17b5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:10.115136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9607788f-b131-427a-a70c-6be8217c03aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2fa8556e-844f-41c2-8b80-291968df17b5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:10.137128 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2fa8556e-844f-41c2-8b80-291968df17b5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:10.185225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9607788f-b131-427a-a70c-6be8217c03aa None None] Port 2fa8556e-844f-41c2-8b80-291968df17b5 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:34:10.236376 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-544db06e-533f-4df7-8915-e8ad06a980f7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (877f2581-ccc2-452f-82a3-cc4b66179caa), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:10.288793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-f9ac6980-3741-4096-beb2-a491b5b9f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:10.290368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-f9ac6980-3741-4096-beb2-a491b5b9f909 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2634399 Feb 11 04:34:10.414215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4f507db5-a837-4f59-9ac1-332bb427b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'e86ca40f-b993-4494-b73c-aeabdaecb82c', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'port_id': '683e1573-4732-4c04-ba92-2a301020faa8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'mac_address': 'fa:16:3e:98:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:33:26Z', 'updated_at': '2022-02-11T04:34:09Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:10.471861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f507db5-a837-4f59-9ac1-332bb427b8fd None None] Checking router: 4077c985-e11a-4eff-9e8a-9f482b816a0c for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:34:10.502842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f507db5-a837-4f59-9ac1-332bb427b8fd None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:10.503544 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4f507db5-a837-4f59-9ac1-332bb427b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:10.550270 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'tag': '683e1573-4732-4c04-ba92-2a301020faa8'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:34:10.553708 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86edb3b3-cf3e-4f28-8819-8d05f9ba4a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7130b3-1dfc-471a-9a66-86106c9c0166", "tag": "683e1573-4732-4c04-ba92-2a301020faa8"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:34:10.565705 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-544db06e-533f-4df7-8915-e8ad06a980f7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (877f2581-ccc2-452f-82a3-cc4b66179caa), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:10.569880 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-544db06e-533f-4df7-8915-e8ad06a980f7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_controller (877f2581-ccc2-452f-82a3-cc4b66179caa), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:10.701392 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (2fa8556e-844f-41c2-8b80-291968df17b5), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:10.711453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-4f507db5-a837-4f59-9ac1-332bb427b8fd None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:34:10.739485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-a73ab679-cc6b-4b4b-9264-56eecfaab7e5 service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133892 Feb 11 04:34:10.764585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0082765-9fed-4d35-abc5-422d495d2c81 req-a7f919db-072c-45b3-993d-3dca46a5608b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:10.766145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0082765-9fed-4d35-abc5-422d495d2c81 req-a7f919db-072c-45b3-993d-3dca46a5608b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2039795 Feb 11 04:34:10.835586 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (2fa8556e-844f-41c2-8b80-291968df17b5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:10.836056 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-544db06e-533f-4df7-8915-e8ad06a980f7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (877f2581-ccc2-452f-82a3-cc4b66179caa), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:10.836056 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544db06e-533f-4df7-8915-e8ad06a980f7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Fanout notify agent at l3_agent the message router_deleted on router 877f2581-ccc2-452f-82a3-cc4b66179caa {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:34:10.845507 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-544db06e-533f-4df7-8915-e8ad06a980f7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:10.849052 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-544db06e-533f-4df7-8915-e8ad06a980f7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/routers/877f2581-ccc2-452f-82a3-cc4b66179caa HTTP/1.1" status: 204 len: 168 time: 0.8109183 Feb 11 04:34:10.855929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60212) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:10.953305 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0082765-9fed-4d35-abc5-422d495d2c81 req-cef60a60-7564-475d-870b-9e8b89097ea0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760745 Feb 11 04:34:10.953668 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=2fa8556e-844f-41c2-8b80-291968df17b5,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:10.957792 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-216512b5-1d37-4be7-b243-5286d66f9b77 service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092316 Feb 11 04:34:10.967436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9741fd-ad47-417b-b27a-b8f7c4d3bed2 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting subnet d5c8a05a-5dcf-42bb-a964-5f846d0775f7 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:34:10.968852 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6b9741fd-ad47-417b-b27a-b8f7c4d3bed2 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (d5c8a05a-5dcf-42bb-a964-5f846d0775f7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:11.002760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (825b7f46-eec8-43d9-accb-7f580a72ab70), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:11.042876 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6b9741fd-ad47-417b-b27a-b8f7c4d3bed2 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (d5c8a05a-5dcf-42bb-a964-5f846d0775f7), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:11.101600 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50f1232-b776-49c1-a018-201870013755 x-openstack-request-id: req-a50f1232-b776-49c1-a018-201870013755 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:34:11.104575 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7130b3-1dfc-471a-9a66-86106c9c0166", "tag": "683e1573-4732-4c04-ba92-2a301020faa8", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:34:11.105145 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a50f1232-b776-49c1-a018-201870013755 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:34:11.109783 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'tag': '683e1573-4732-4c04-ba92-2a301020faa8', 'status': 'completed', 'code': 200} Feb 11 04:34:11.208572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-6ddd9e0f-749c-4e8e-afea-bfbe558bb634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:11.212272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-6ddd9e0f-749c-4e8e-afea-bfbe558bb634 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 1128 time: 0.1746006 Feb 11 04:34:11.275756 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edb3b3-cf3e-4f28-8819-8d05f9ba4a3b req-4ac204d6-9b74-4aa1-96c9-fe98cf0b34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:11.276767 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86edb3b3-cf3e-4f28-8819-8d05f9ba4a3b req-4ac204d6-9b74-4aa1-96c9-fe98cf0b34a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 1128 time: 0.1249292 Feb 11 04:34:11.292764 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4f507db5-a837-4f59-9ac1-332bb427b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'e86ca40f-b993-4494-b73c-aeabdaecb82c', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'port_id': '683e1573-4732-4c04-ba92-2a301020faa8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'mac_address': 'fa:16:3e:98:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:33:26Z', 'updated_at': '2022-02-11T04:34:09Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:11.311260 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6b9741fd-ad47-417b-b27a-b8f7c4d3bed2 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (d5c8a05a-5dcf-42bb-a964-5f846d0775f7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:11.332677 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f507db5-a837-4f59-9ac1-332bb427b8fd None None] The sync data for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 is: [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'e86ca40f-b993-4494-b73c-aeabdaecb82c', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'port_id': '683e1573-4732-4c04-ba92-2a301020faa8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'mac_address': 'fa:16:3e:98:fc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:33:26Z', 'updated_at': '2022-02-11T04:34:09Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:11.412002 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network eef71e20-86d2-4321-a834-a9729adc13b5 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:34:11.420499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:11.480333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edb3b3-cf3e-4f28-8819-8d05f9ba4a3b req-7e4389eb-eff1-4c66-8f13-04aeb1869754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:11.482782 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86edb3b3-cf3e-4f28-8819-8d05f9ba4a3b req-7e4389eb-eff1-4c66-8f13-04aeb1869754 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 921 time: 0.1984222 Feb 11 04:34:11.524701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-8a94f45b-5836-4f9e-825c-196cee96329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:11.559583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-8a94f45b-5836-4f9e-825c-196cee96329f service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 921 time: 0.3151586 Feb 11 04:34:11.688387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-67857226-b081-498b-b8be-99221e9de44f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=683e1573-4732-4c04-ba92-2a301020faa8 HTTP/1.1" status: 200 len: 1000 time: 0.1220553 Feb 11 04:34:11.752171 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86edb3b3-cf3e-4f28-8819-8d05f9ba4a3b req-a7508f95-51bf-458b-bad5-1e47788f6e81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=683e1573-4732-4c04-ba92-2a301020faa8 HTTP/1.1" status: 200 len: 1000 time: 0.1926312 Feb 11 04:34:11.798575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-a616eeca-d4c1-443b-a0d1-7a0e2dadf4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:11.801751 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-a616eeca-d4c1-443b-a0d1-7a0e2dadf4ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.1027946 Feb 11 04:34:11.820329 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6b9741fd-ad47-417b-b27a-b8f7c4d3bed2 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (d5c8a05a-5dcf-42bb-a964-5f846d0775f7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:11.838926 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edb3b3-cf3e-4f28-8819-8d05f9ba4a3b req-7e271a1a-747b-4348-934d-674356b04c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:11.853928 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86edb3b3-cf3e-4f28-8819-8d05f9ba4a3b req-7e271a1a-747b-4348-934d-674356b04c95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.0943675 Feb 11 04:34:11.861998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 825b7f46-eec8-43d9-accb-7f580a72ab70 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:11.937265 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-80f37940-5951-4d37-a866-4c900a6ae877 None None] Provisioning complete for port 2fa8556e-844f-41c2-8b80-291968df17b5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:11.944263 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-80f37940-5951-4d37-a866-4c900a6ae877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2fa8556e-844f-41c2-8b80-291968df17b5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:11.966738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9741fd-ad47-417b-b27a-b8f7c4d3bed2 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c8a05a-5dcf-42bb-a964-5f846d0775f7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:11.984341 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6b9741fd-ad47-417b-b27a-b8f7c4d3bed2 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:11.986698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-80f37940-5951-4d37-a866-4c900a6ae877 None None] Port 2fa8556e-844f-41c2-8b80-291968df17b5 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:34:11.991883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba6f05e-d27e-4f87-8e99-496b8fa9368a None None] Network 400aaeda-3c5a-4f88-9092-2f7019b92f03 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:34:11.999152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6b9741fd-ad47-417b-b27a-b8f7c4d3bed2 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/d5c8a05a-5dcf-42bb-a964-5f846d0775f7 HTTP/1.1" status: 204 len: 168 time: 1.1399665 Feb 11 04:34:12.002081 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60258) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:12.051059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b3e4b-54a7-44d6-aead-c02f09a641a8 req-98a02560-4676-41ec-9ba8-2deb4aefbb79 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:12.054522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-498b3e4b-54a7-44d6-aead-c02f09a641a8 req-98a02560-4676-41ec-9ba8-2deb4aefbb79 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2515767 Feb 11 04:34:12.061100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20166806-aa0e-4029-827b-d507aa44be2e req-f2eb5d07-6900-4b69-959f-4508d750a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:12.063585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20166806-aa0e-4029-827b-d507aa44be2e req-f2eb5d07-6900-4b69-959f-4508d750a918 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 1127 time: 0.1748319 Feb 11 04:34:12.077674 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edb3b3-cf3e-4f28-8819-8d05f9ba4a3b req-6c74fa74-56fa-49d4-af1d-eea49b87508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:12.077858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-dd9c3647-3dc4-4028-bbf5-5d293b82be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:12.077858 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-dd9c3647-3dc4-4028-bbf5-5d293b82be78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2521484 Feb 11 04:34:12.078087 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86edb3b3-cf3e-4f28-8819-8d05f9ba4a3b req-6c74fa74-56fa-49d4-af1d-eea49b87508d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2109814 Feb 11 04:34:12.222987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2540826f-7989-4c16-9b71-6f824d2ccf3d None None] DHCP port deletion for 400aaeda-3c5a-4f88-9092-2f7019b92f03 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:34:12.295036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2540826f-7989-4c16-9b71-6f824d2ccf3d None None] Deleting port 724323c7-a69d-484e-92f5-054246abc95c {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:12.296290 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2540826f-7989-4c16-9b71-6f824d2ccf3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (724323c7-a69d-484e-92f5-054246abc95c), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:12.344859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-498b3e4b-54a7-44d6-aead-c02f09a641a8 req-f0e0018b-b29b-4e2e-bfad-6d66f2ff3623 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798400 Feb 11 04:34:12.383959 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-55302052-49e2-4b46-8383-c2ac78db38cd service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919605 Feb 11 04:34:12.391106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20166806-aa0e-4029-827b-d507aa44be2e req-cb379bf7-07ff-463d-aa16-520c03cc84d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:12.393239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20166806-aa0e-4029-827b-d507aa44be2e req-cb379bf7-07ff-463d-aa16-520c03cc84d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.3158243 Feb 11 04:34:12.399847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2540826f-7989-4c16-9b71-6f824d2ccf3d None None] For port 724323c7-a69d-484e-92f5-054246abc95c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=724323c7-a69d-484e-92f5-054246abc95c,segment=NetworkSegment(94f48655-a1c9-4929-b58f-bcfacc240257),segment_id=94f48655-a1c9-4929-b58f-bcfacc240257)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:34:12.400384 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2540826f-7989-4c16-9b71-6f824d2ccf3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (724323c7-a69d-484e-92f5-054246abc95c), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:12.422344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2540826f-7989-4c16-9b71-6f824d2ccf3d None None] Calling delete_port for 724323c7-a69d-484e-92f5-054246abc95c owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:12.633477 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20166806-aa0e-4029-827b-d507aa44be2e req-fc5f9c5e-fb1a-4fc6-b57b-8a19da349100 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 HTTP/1.1" status: 200 len: 999 time: 0.2253981 Feb 11 04:34:12.656833 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98d4d76b-93aa-4178-956d-f0612b615200 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (400aaeda-3c5a-4f88-9092-2f7019b92f03), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:12.686181 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:12.698184 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1c9a2f77-999b-442b-bf21-3e9c3ae624e1 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "PUT /v2.0/routers/825b7f46-eec8-43d9-accb-7f580a72ab70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6188469 Feb 11 04:34:12.700391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60282) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:12.703481 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726cfd6-84a6-4153-bfe5-2b81e89b929e None None] Sync routers for ids ['825b7f46-eec8-43d9-accb-7f580a72ab70'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:12.706133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a87ca4eb-a50a-40ab-b41a-0b4b4f4ed045 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'port': {'network_id': 'eef71e20-86d2-4321-a834-a9729adc13b5', 'name': 'tempest-FloatingIPTestJSON-947184725'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:12.716291 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2540826f-7989-4c16-9b71-6f824d2ccf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (724323c7-a69d-484e-92f5-054246abc95c), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:12.740267 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726cfd6-84a6-4153-bfe5-2b81e89b929e None None] Routers {'825b7f46-eec8-43d9-accb-7f580a72ab70'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:12.742597 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c726cfd6-84a6-4153-bfe5-2b81e89b929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['825b7f46-eec8-43d9-accb-7f580a72ab70'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:12.743976 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86edb3b3-cf3e-4f28-8819-8d05f9ba4a3b req-9da5b73e-4659-4f61-a72d-cb23e3a9e20d service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600084 Feb 11 04:34:12.789824 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-98d4d76b-93aa-4178-956d-f0612b615200 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] The port '724323c7-a69d-484e-92f5-054246abc95c' was deleted {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 04:34:12.868318 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c726cfd6-84a6-4153-bfe5-2b81e89b929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:12.893189 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726cfd6-84a6-4153-bfe5-2b81e89b929e None None] Routers {'825b7f46-eec8-43d9-accb-7f580a72ab70'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:12.899662 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c726cfd6-84a6-4153-bfe5-2b81e89b929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['825b7f46-eec8-43d9-accb-7f580a72ab70'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:12.922497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20166806-aa0e-4029-827b-d507aa44be2e req-e578bda6-c61d-4e7f-b4aa-646d8c479cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:12.924155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20166806-aa0e-4029-827b-d507aa44be2e req-e578bda6-c61d-4e7f-b4aa-646d8c479cfe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.2857976 Feb 11 04:34:12.944323 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ef464f-816e-4f4d-a476-d9b858dd6e85 req-470468f2-00bc-44e8-a24b-b3769c008d07 service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464404 Feb 11 04:34:13.009003 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c726cfd6-84a6-4153-bfe5-2b81e89b929e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:13.017432 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726cfd6-84a6-4153-bfe5-2b81e89b929e None None] The sync data for ids ['825b7f46-eec8-43d9-accb-7f580a72ab70'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:13.025479 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-86edb3b3-cf3e-4f28-8819-8d05f9ba4a3b req-36986a4c-8ce7-4f4f-9993-af16102a25db service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636135 Feb 11 04:34:13.025479 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98d4d76b-93aa-4178-956d-f0612b615200 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (400aaeda-3c5a-4f88-9092-2f7019b92f03), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:13.038096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20166806-aa0e-4029-827b-d507aa44be2e req-7b020f1a-c175-4b48-9568-37099bb52bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:13.046249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20166806-aa0e-4029-827b-d507aa44be2e req-7b020f1a-c175-4b48-9568-37099bb52bb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0997493 Feb 11 04:34:13.093702 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-98d4d76b-93aa-4178-956d-f0612b615200 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400aaeda-3c5a-4f88-9092-2f7019b92f03']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:13.127128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87ca4eb-a50a-40ab-b41a-0b4b4f4ed045 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Made reservation on behalf of eb4deeefd2774029b34558b800a6fed8 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:34:13.131034 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-98d4d76b-93aa-4178-956d-f0612b615200 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f48655-a1c9-4929-b58f-bcfacc240257') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:13.131458 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-98d4d76b-93aa-4178-956d-f0612b615200 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f48655-a1c9-4929-b58f-bcfacc240257') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:13.139351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a87ca4eb-a50a-40ab-b41a-0b4b4f4ed045 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:13.165590 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98d4d76b-93aa-4178-956d-f0612b615200 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (94f48655-a1c9-4929-b58f-bcfacc240257), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:13.188420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540826f-7989-4c16-9b71-6f824d2ccf3d None None] Pushing event deleted for resources: {'Port': ['ID=724323c7-a69d-484e-92f5-054246abc95c,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:13.209329 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98d4d76b-93aa-4178-956d-f0612b615200 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (94f48655-a1c9-4929-b58f-bcfacc240257), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:13.210156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2540826f-7989-4c16-9b71-6f824d2ccf3d None None] No DVR routers for this DVR port 724323c7-a69d-484e-92f5-054246abc95c on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:34:13.231096 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d4d76b-93aa-4178-956d-f0612b615200 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:34:13.231784 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98d4d76b-93aa-4178-956d-f0612b615200 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (94f48655-a1c9-4929-b58f-bcfacc240257), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:34:13.235771 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:34:13.252149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-a87ca4eb-a50a-40ab-b41a-0b4b4f4ed045 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] device_id is not set on port 7800a32f-80c1-48f9-ac43-2c4f6dcf0bff yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:34:13.373055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 724323c7-a69d-484e-92f5-054246abc95c no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:34:13.417654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 724323c7-a69d-484e-92f5-054246abc95c {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:34:13.418363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 724323c7-a69d-484e-92f5-054246abc95c not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:34:13.485298 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98d4d76b-93aa-4178-956d-f0612b615200 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (400aaeda-3c5a-4f88-9092-2f7019b92f03), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:13.491791 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98d4d76b-93aa-4178-956d-f0612b615200 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:13.497359 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-98d4d76b-93aa-4178-956d-f0612b615200 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/networks/400aaeda-3c5a-4f88-9092-2f7019b92f03 HTTP/1.1" status: 204 len: 168 time: 1.4894171 Feb 11 04:34:13.501315 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60316) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:13.523886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-63541886-e752-46c5-a76f-a7fbb23f5625 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'network': {'name': 'tempest-RoutersTest-1433338724'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:13.542594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4d76b-93aa-4178-956d-f0612b615200 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Network': ['ID=400aaeda-3c5a-4f88-9092-2f7019b92f03,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:13.744984 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63541886-e752-46c5-a76f-a7fbb23f5625 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:34:13.750869 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63541886-e752-46c5-a76f-a7fbb23f5625 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:13.821345 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63541886-e752-46c5-a76f-a7fbb23f5625 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:34:13.876666 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63541886-e752-46c5-a76f-a7fbb23f5625 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4f9c921c-0c3a-409d-afd6-9ac57e2ce53d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:13.878581 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-63541886-e752-46c5-a76f-a7fbb23f5625 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Added segment 4f9c921c-0c3a-409d-afd6-9ac57e2ce53d of type vlan for network 06ee47db-9b01-44ef-a9ae-3cf9b2fa8378 Feb 11 04:34:13.953709 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63541886-e752-46c5-a76f-a7fbb23f5625 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (06ee47db-9b01-44ef-a9ae-3cf9b2fa8378), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:13.983000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-a87ca4eb-a50a-40ab-b41a-0b4b4f4ed045 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Allocated IP 172.20.0.9 (eef71e20-86d2-4321-a834-a9729adc13b5/e78028f1-388c-494d-80e7-9c84cff17d0d/7800a32f-80c1-48f9-ac43-2c4f6dcf0bff) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:34:13.986489 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20166806-aa0e-4029-827b-d507aa44be2e req-72a4b125-ec47-4fcc-b0f5-c0f8e4c383ad service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9340250 Feb 11 04:34:14.124169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57b07fa7-8ed8-4847-b841-1d694c892459 req-8a04c6ad-2236-4bdc-8e29-b55debffa8ab tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 1000 time: 0.8962164 Feb 11 04:34:14.134190 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63541886-e752-46c5-a76f-a7fbb23f5625 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (06ee47db-9b01-44ef-a9ae-3cf9b2fa8378), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:14.142484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63541886-e752-46c5-a76f-a7fbb23f5625 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:14.143597 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63541886-e752-46c5-a76f-a7fbb23f5625 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:14.186538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5504f79-3a14-44d9-a5d0-3cd779dcdbf9 req-ad42559d-d6fb-41b6-ba64-e9c2470d1f6f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:14.194053 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5504f79-3a14-44d9-a5d0-3cd779dcdbf9 req-ad42559d-d6fb-41b6-ba64-e9c2470d1f6f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.3347332 Feb 11 04:34:14.260292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63541886-e752-46c5-a76f-a7fbb23f5625 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Network': ['ID=06ee47db-9b01-44ef-a9ae-3cf9b2fa8378,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:14.298767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 06ee47db-9b01-44ef-a9ae-3cf9b2fa8378 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:34:14.298881 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b07fa7-8ed8-4847-b841-1d694c892459 req-e53c0ef7-5f06-45fe-9ebb-d2225487dcb3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:14.298881 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57b07fa7-8ed8-4847-b841-1d694c892459 req-e53c0ef7-5f06-45fe-9ebb-d2225487dcb3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports/683e1573-4732-4c04-ba92-2a301020faa8 HTTP/1.1" status: 200 len: 942 time: 0.1393116 Feb 11 04:34:14.300870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20166806-aa0e-4029-827b-d507aa44be2e req-e8654b88-d4b7-4bb1-81e4-42037d8060d3 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931983 Feb 11 04:34:14.444740 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-63541886-e752-46c5-a76f-a7fbb23f5625 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9280941 Feb 11 04:34:14.447944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60346) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:14.454584 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b2de2878-ebff-4f9d-8592-1fcd54e496bf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'subnet': {'network_id': '06ee47db-9b01-44ef-a9ae-3cf9b2fa8378', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:14.471224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5504f79-3a14-44d9-a5d0-3cd779dcdbf9 req-c4efb3d8-838c-4a89-938f-a282414198c4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759719 Feb 11 04:34:14.538943 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57b07fa7-8ed8-4847-b841-1d694c892459 req-67f63c26-cadf-4db1-815d-b815e375fbb1 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 1000 time: 0.1550496 Feb 11 04:34:14.578728 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a87ca4eb-a50a-40ab-b41a-0b4b4f4ed045 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for port (7800a32f-80c1-48f9-ac43-2c4f6dcf0bff), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:14.704285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b07fa7-8ed8-4847-b841-1d694c892459 req-388a14e8-75b6-488d-9aba-c5f339f3953d tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:14.706005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57b07fa7-8ed8-4847-b841-1d694c892459 req-388a14e8-75b6-488d-9aba-c5f339f3953d tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.1704390 Feb 11 04:34:14.733426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-57b07fa7-8ed8-4847-b841-1d694c892459 req-5aa54841-295b-46c1-8aa5-5cc4b55f2429 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:34:14.734306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57b07fa7-8ed8-4847-b841-1d694c892459 req-5aa54841-295b-46c1-8aa5-5cc4b55f2429 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128009 Feb 11 04:34:14.824700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2de2878-ebff-4f9d-8592-1fcd54e496bf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:34:14.828368 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2de2878-ebff-4f9d-8592-1fcd54e496bf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:14.839893 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-9d31152a-7126-4104-b466-f41e50c59638 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 1000 time: 0.0797293 Feb 11 04:34:14.893914 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a87ca4eb-a50a-40ab-b41a-0b4b4f4ed045 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7800a32f-80c1-48f9-ac43-2c4f6dcf0bff), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:14.972217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-bd1407ee-5f53-46c7-b9ce-4860eeeb936b tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:14.972217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-bd1407ee-5f53-46c7-b9ce-4860eeeb936b tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports/683e1573-4732-4c04-ba92-2a301020faa8 HTTP/1.1" status: 200 len: 942 time: 0.1229393 Feb 11 04:34:14.987013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ca4eb-a50a-40ab-b41a-0b4b4f4ed045 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Network eef71e20-86d2-4321-a834-a9729adc13b5 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:34:14.990330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-a87ca4eb-a50a-40ab-b41a-0b4b4f4ed045 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:14.995058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ca4eb-a50a-40ab-b41a-0b4b4f4ed045 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:34:15.166685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ca4eb-a50a-40ab-b41a-0b4b4f4ed045 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event updated for resources: {'Port': ['ID=7800a32f-80c1-48f9-ac43-2c4f6dcf0bff,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:15.260921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ca4eb-a50a-40ab-b41a-0b4b4f4ed045 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:15.261661 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a87ca4eb-a50a-40ab-b41a-0b4b4f4ed045 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:15.288296 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-8e49c0ea-4e5c-4c19-a3c0-95743b423bda tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 1000 time: 0.1864481 Feb 11 04:34:15.396559 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2de2878-ebff-4f9d-8592-1fcd54e496bf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (b563b3ff-465c-4a0c-9e39-e8295cc77875), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:15.421514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-efdd8ba0-aaeb-49c0-a3c9-fcf8ec401574 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:15.423413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-efdd8ba0-aaeb-49c0-a3c9-fcf8ec401574 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.1297953 Feb 11 04:34:15.427509 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a87ca4eb-a50a-40ab-b41a-0b4b4f4ed045 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7260213 Feb 11 04:34:15.431696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60384) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:15.452119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-4f684c34-1f39-4c91-b8aa-12b28b02be9d tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Request body: {'floatingip': {'port_id': '7800a32f-80c1-48f9-ac43-2c4f6dcf0bff'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:15.461700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6ce9f4a3-ab80-43e9-8ced-20e62042361c None None] Provisioning complete for port 7800a32f-80c1-48f9-ac43-2c4f6dcf0bff triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:15.462257 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6ce9f4a3-ab80-43e9-8ced-20e62042361c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7800a32f-80c1-48f9-ac43-2c4f6dcf0bff), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:15.486907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2de2878-ebff-4f9d-8592-1fcd54e496bf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Checking segment: {'id': '4f9c921c-0c3a-409d-afd6-9ac57e2ce53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06ee47db-9b01-44ef-a9ae-3cf9b2fa8378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:34:15.487688 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2de2878-ebff-4f9d-8592-1fcd54e496bf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network hostable DHCP agents. Network: 06ee47db-9b01-44ef-a9ae-3cf9b2fa8378, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:34:15.490266 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de2878-ebff-4f9d-8592-1fcd54e496bf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Subnet': ['ID=b563b3ff-465c-4a0c-9e39-e8295cc77875,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:15.526700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6ce9f4a3-ab80-43e9-8ced-20e62042361c None None] Port 7800a32f-80c1-48f9-ac43-2c4f6dcf0bff cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:34:15.641457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2de2878-ebff-4f9d-8592-1fcd54e496bf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 06ee47db-9b01-44ef-a9ae-3cf9b2fa8378 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:34:15.668011 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f684c34-1f39-4c91-b8aa-12b28b02be9d tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (a8993758-6afe-4450-98ef-135b87dfe26a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:15.702495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-e2d04fee-8132-423a-a2de-85971ec6bef7 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 1000 time: 0.2720516 Feb 11 04:34:15.752901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-3a75f862-a8b7-40c3-ab43-6333999469b3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:15.777329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b2de2878-ebff-4f9d-8592-1fcd54e496bf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 06ee47db-9b01-44ef-a9ae-3cf9b2fa8378) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:15.777329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de2878-ebff-4f9d-8592-1fcd54e496bf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:15.778543 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2de2878-ebff-4f9d-8592-1fcd54e496bf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:15.784662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ab9a2e-610b-409c-a95d-4e425a3a05b6 None None] Network 06ee47db-9b01-44ef-a9ae-3cf9b2fa8378 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:34:15.927584 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-3a75f862-a8b7-40c3-ab43-6333999469b3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for floatingip (e86ca40f-b993-4494-b73c-aeabdaecb82c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:15.927853 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b2de2878-ebff-4f9d-8592-1fcd54e496bf tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4759934 Feb 11 04:34:15.927853 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60408) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:15.932381 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ac068f15-1262-48e6-9e5b-c66818a4f902 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1688731087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:15.952747 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-06ee47db-9b01-44ef-a9ae-3cf9b2fa8378', 'network_id': '06ee47db-9b01-44ef-a9ae-3cf9b2fa8378', 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'fixed_ips': [{'subnet_id': 'b563b3ff-465c-4a0c-9e39-e8295cc77875'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:34:15.953750 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:15.956999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc218ba-3a1d-4a25-b713-fd7fc62c4cd6 req-ec0e0e20-a2d1-4a93-8aea-e3900b536cb4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:15.956999 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fc218ba-3a1d-4a25-b713-fd7fc62c4cd6 req-ec0e0e20-a2d1-4a93-8aea-e3900b536cb4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.3261900 Feb 11 04:34:16.161580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fc218ba-3a1d-4a25-b713-fd7fc62c4cd6 req-cf6ac185-db2f-4162-a44e-aa43877ad279 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707196 Feb 11 04:34:16.166717 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Allocated IP 172.20.0.2 (06ee47db-9b01-44ef-a9ae-3cf9b2fa8378/b563b3ff-465c-4a0c-9e39-e8295cc77875/a2fb637e-28fc-49cb-8331-9148f03ec691) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:34:16.191285 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac068f15-1262-48e6-9e5b-c66818a4f902 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (331f6b6d-969e-43e9-9125-eb48c1ab0c26), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:16.192720 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac068f15-1262-48e6-9e5b-c66818a4f902 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (331f6b6d-969e-43e9-9125-eb48c1ab0c26), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:16.319696 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac068f15-1262-48e6-9e5b-c66818a4f902 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_controller (331f6b6d-969e-43e9-9125-eb48c1ab0c26), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:16.403875 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-3a75f862-a8b7-40c3-ab43-6333999469b3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:16.409135 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Publish callbacks [] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:16.460600 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0c3f7-1c88-4971-aeec-437fe62313ef req-cd4ab498-da21-4dd4-af9e-44376f581277 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:16.462215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72e0c3f7-1c88-4971-aeec-437fe62313ef req-cd4ab498-da21-4dd4-af9e-44376f581277 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1588745 Feb 11 04:34:16.534099 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac068f15-1262-48e6-9e5b-c66818a4f902 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (331f6b6d-969e-43e9-9125-eb48c1ab0c26), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:16.568198 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72e0c3f7-1c88-4971-aeec-437fe62313ef req-36fd0ba9-0f0f-4e74-945d-77d39ab872d1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993991 Feb 11 04:34:16.617521 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-3a75f862-a8b7-40c3-ab43-6333999469b3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (e86ca40f-b993-4494-b73c-aeabdaecb82c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:16.618005 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-3a75f862-a8b7-40c3-ab43-6333999469b3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Floating IP e86ca40f-b993-4494-b73c-aeabdaecb82c disassociated. External IP: 172.25.3.90, port: 683e1573-4732-4c04-ba92-2a301020faa8. Feb 11 04:34:16.632254 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:16.665445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Network 06ee47db-9b01-44ef-a9ae-3cf9b2fa8378 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:34:16.696751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:16.702009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:34:16.748858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Pushing event updated for resources: {'Port': ['ID=a2fb637e-28fc-49cb-8331-9148f03ec691,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:16.776354 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac068f15-1262-48e6-9e5b-c66818a4f902 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:16.781020 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ac068f15-1262-48e6-9e5b-c66818a4f902 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8487234 Feb 11 04:34:16.781020 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60434) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:16.811228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Attempting to bind port a2fb637e-28fc-49cb-8331-9148f03ec691 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:34:16.811613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Attempting to bind port a2fb637e-28fc-49cb-8331-9148f03ec691 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '4f9c921c-0c3a-409d-afd6-9ac57e2ce53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06ee47db-9b01-44ef-a9ae-3cf9b2fa8378'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:34:16.812266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Attempting to bind port a2fb637e-28fc-49cb-8331-9148f03ec691 on network 06ee47db-9b01-44ef-a9ae-3cf9b2fa8378 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:34:16.824051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:34:16.824434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Checking segment: {'id': '4f9c921c-0c3a-409d-afd6-9ac57e2ce53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06ee47db-9b01-44ef-a9ae-3cf9b2fa8378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:34:16.826294 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:16.826735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Bound using segment: {'id': '4f9c921c-0c3a-409d-afd6-9ac57e2ce53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06ee47db-9b01-44ef-a9ae-3cf9b2fa8378'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:34:16.827237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Bound port: a2fb637e-28fc-49cb-8331-9148f03ec691, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9c921c-0c3a-409d-afd6-9ac57e2ce53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '06ee47db-9b01-44ef-a9ae-3cf9b2fa8378'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:34:16.827645 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:16.932866 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] For port a2fb637e-28fc-49cb-8331-9148f03ec691, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:34:16.940097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] For port a2fb637e-28fc-49cb-8331-9148f03ec691, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a2fb637e-28fc-49cb-8331-9148f03ec691,segment=NetworkSegment(4f9c921c-0c3a-409d-afd6-9ac57e2ce53d),segment_id=4f9c921c-0c3a-409d-afd6-9ac57e2ce53d)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:34:16.980252 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f684c34-1f39-4c91-b8aa-12b28b02be9d tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:17.123071 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:17.163285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-3a75f862-a8b7-40c3-ab43-6333999469b3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Router 4077c985-e11a-4eff-9e8a-9f482b816a0c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:17.187834 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:17.228474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a5190-d0f5-4c91-bb05-9192fab15f15 None None] Pushing event updated for resources: {'Port': ['ID=a2fb637e-28fc-49cb-8331-9148f03ec691,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:17.322088 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f684c34-1f39-4c91-b8aa-12b28b02be9d tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (a8993758-6afe-4450-98ef-135b87dfe26a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:17.379101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-3a75f862-a8b7-40c3-ab43-6333999469b3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:17.385453 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-3a75f862-a8b7-40c3-ab43-6333999469b3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:17.389621 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd31be-690f-482b-849a-dfece2bacc57 None None] Sync routers for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:17.442429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd31be-690f-482b-849a-dfece2bacc57 None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:17.443125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bacd31be-690f-482b-849a-dfece2bacc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:17.492731 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-3a75f862-a8b7-40c3-ab43-6333999469b3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "PUT /v2.0/floatingips/e86ca40f-b993-4494-b73c-aeabdaecb82c HTTP/1.1" status: 200 len: 694 time: 1.7509291 Feb 11 04:34:17.553057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'tag': '683e1573-4732-4c04-ba92-2a301020faa8'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:34:17.555269 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8794cb-5ee8-4704-b956-1431f6a800a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7130b3-1dfc-471a-9a66-86106c9c0166", "tag": "683e1573-4732-4c04-ba92-2a301020faa8"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:34:17.671726 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Allocated IP 172.20.0.1 (06ee47db-9b01-44ef-a9ae-3cf9b2fa8378/b563b3ff-465c-4a0c-9e39-e8295cc77875/6e6c4493-97e7-4cbd-8044-8a3aa5c443fd) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:34:17.697806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-bacd31be-690f-482b-849a-dfece2bacc57 None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:34:17.700593 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-4f684c34-1f39-4c91-b8aa-12b28b02be9d tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Floating IP a8993758-6afe-4450-98ef-135b87dfe26a associated. External IP: 172.25.3.211, port: f66e9525-03c8-40a8-8018-b574059c8de7. Feb 11 04:34:17.897827 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (6e6c4493-97e7-4cbd-8044-8a3aa5c443fd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:18.047077 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bacd31be-690f-482b-849a-dfece2bacc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:18.082192 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6e6c4493-97e7-4cbd-8044-8a3aa5c443fd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:18.099169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd31be-690f-482b-849a-dfece2bacc57 None None] Checking router: 4077c985-e11a-4eff-9e8a-9f482b816a0c for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:34:18.116186 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd31be-690f-482b-849a-dfece2bacc57 None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:18.116824 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bacd31be-690f-482b-849a-dfece2bacc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:18.133153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 06ee47db-9b01-44ef-a9ae-3cf9b2fa8378 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:34:18.135448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:18.148378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:34:18.214682 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=6e6c4493-97e7-4cbd-8044-8a3aa5c443fd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:18.229327 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (331f6b6d-969e-43e9-9125-eb48c1ab0c26), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:18.247552 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-bacd31be-690f-482b-849a-dfece2bacc57 None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:34:18.268841 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029820b-73e4-4f5d-8ae8-eba0482cf659 req-1a66a776-1907-4dfa-8ab2-b3ecc6c49aac tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:18.270427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b029820b-73e4-4f5d-8ae8-eba0482cf659 req-1a66a776-1907-4dfa-8ab2-b3ecc6c49aac tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.8221846 Feb 11 04:34:18.275480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-f2fb1bf4-a732-439b-aec1-a70707b719b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:18.277197 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-f2fb1bf4-a732-439b-aec1-a70707b719b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 1128 time: 0.6563714 Feb 11 04:34:18.500130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b029820b-73e4-4f5d-8ae8-eba0482cf659 req-8ca7df33-9ffc-434b-8103-f52b726f039a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176435 Feb 11 04:34:18.565470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bacd31be-690f-482b-849a-dfece2bacc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:18.591319 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6e6c4493-97e7-4cbd-8044-8a3aa5c443fd), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:18.615806 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6c4547-cd74-4e7c-b4b6-8f8354d87741 x-openstack-request-id: req-5d6c4547-cd74-4e7c-b4b6-8f8354d87741 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:34:18.615806 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7130b3-1dfc-471a-9a66-86106c9c0166", "tag": "683e1573-4732-4c04-ba92-2a301020faa8", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:34:18.616157 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d6c4547-cd74-4e7c-b4b6-8f8354d87741 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:34:18.616738 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'tag': '683e1573-4732-4c04-ba92-2a301020faa8', 'status': 'completed', 'code': 200} Feb 11 04:34:18.654764 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacd31be-690f-482b-849a-dfece2bacc57 None None] The sync data for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 is: [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:18.761708 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8794cb-5ee8-4704-b956-1431f6a800a9 req-842bc0b6-1b63-4300-a6df-4816d4897452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:18.764157 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eb8794cb-5ee8-4704-b956-1431f6a800a9 req-842bc0b6-1b63-4300-a6df-4816d4897452 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 1128 time: 0.1655321 Feb 11 04:34:18.772667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-b113fc97-050c-467e-8c8c-742e28bdd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:18.774517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-b113fc97-050c-467e-8c8c-742e28bdd8ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 921 time: 0.4909632 Feb 11 04:34:18.874732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-feb21001-fcbc-4276-80a9-2a9f789b8454 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=683e1573-4732-4c04-ba92-2a301020faa8 HTTP/1.1" status: 200 len: 217 time: 0.0542138 Feb 11 04:34:18.926120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f684c34-1f39-4c91-b8aa-12b28b02be9d tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:18.965321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ecf5e5-14b1-4d96-8dc4-f91a400d4ae4 None None] Network 06ee47db-9b01-44ef-a9ae-3cf9b2fa8378 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:34:19.064523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55756fba-5756-4006-b0c8-2abbb5a5e34f req-16220590-73da-45a9-9469-285a09161117 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:19.076349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55756fba-5756-4006-b0c8-2abbb5a5e34f req-16220590-73da-45a9-9469-285a09161117 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.4147868 Feb 11 04:34:19.264115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a2fb637e-28fc-49cb-8331-9148f03ec691 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:34:19.270818 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8734ca-530a-46c9-9974-5925e51f5c1d None None] New status for floating IP e86ca40f-b993-4494-b73c-aeabdaecb82c: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:34:19.300678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8794cb-5ee8-4704-b956-1431f6a800a9 req-e604c6dc-b259-44d6-b88f-9364493a388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:19.302193 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eb8794cb-5ee8-4704-b956-1431f6a800a9 req-e604c6dc-b259-44d6-b88f-9364493a388a service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 921 time: 0.4728622 Feb 11 04:34:19.307305 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (6e6c4493-97e7-4cbd-8044-8a3aa5c443fd), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:19.334186 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ae427f89-5968-4523-9c87-6c57aa6822e2 None None] Provisioning complete for port a2fb637e-28fc-49cb-8331-9148f03ec691 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:19.334563 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ae427f89-5968-4523-9c87-6c57aa6822e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:19.355024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55756fba-5756-4006-b0c8-2abbb5a5e34f req-fb85b7a1-a223-4a3b-bddd-c53b96a1b4a9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777078 Feb 11 04:34:19.360164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-f91b7124-2665-4a62-b54c-ce49d1ed002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:19.368089 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-f91b7124-2665-4a62-b54c-ce49d1ed002c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.4827011 Feb 11 04:34:19.419972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (6e6c4493-97e7-4cbd-8044-8a3aa5c443fd), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:19.527477 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-af48beac-c6bd-4b87-81cf-28fd5d89e7fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3558450 Feb 11 04:34:19.560949 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eb8794cb-5ee8-4704-b956-1431f6a800a9 req-ffcae2b2-bcc7-4f0e-9be5-7c9c00620742 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=683e1573-4732-4c04-ba92-2a301020faa8 HTTP/1.1" status: 200 len: 217 time: 0.2379975 Feb 11 04:34:19.610900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=6e6c4493-97e7-4cbd-8044-8a3aa5c443fd,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:19.660214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a2fb637e-28fc-49cb-8331-9148f03ec691 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:19.661054 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:19.668019 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-ee829292-49a4-4ea2-a87a-f08803d546c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:19.686276 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-ee829292-49a4-4ea2-a87a-f08803d546c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3170257 Feb 11 04:34:19.865742 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (331f6b6d-969e-43e9-9125-eb48c1ab0c26), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:19.878723 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8794cb-5ee8-4704-b956-1431f6a800a9 req-14ca2027-039d-43bd-81f9-35fa4915545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:19.886586 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eb8794cb-5ee8-4704-b956-1431f6a800a9 req-14ca2027-039d-43bd-81f9-35fa4915545a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.2502403 Feb 11 04:34:19.894152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f684c34-1f39-4c91-b8aa-12b28b02be9d tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:19.899689 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ae427f89-5968-4523-9c87-6c57aa6822e2 None None] Current status of the port a2fb637e-28fc-49cb-8331-9148f03ec691 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:34:19.900138 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ae427f89-5968-4523-9c87-6c57aa6822e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:19.925539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca79a2-e7f0-4133-af3c-e4d85437f0fe req-ec21d7af-0d85-4b59-aa6c-3f6d930cd3dc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:19.927379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-62ca79a2-e7f0-4133-af3c-e4d85437f0fe req-ec21d7af-0d85-4b59-aa6c-3f6d930cd3dc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.3952196 Feb 11 04:34:19.929244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1ac80-d49e-473f-b787-e8efe04d48f6 None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:19.979903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1ac80-d49e-473f-b787-e8efe04d48f6 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:19.980561 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b0e1ac80-d49e-473f-b787-e8efe04d48f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:20.107363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b0e1ac80-d49e-473f-b787-e8efe04d48f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:20.142907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ae427f89-5968-4523-9c87-6c57aa6822e2 None None] For port a2fb637e-28fc-49cb-8331-9148f03ec691, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a2fb637e-28fc-49cb-8331-9148f03ec691,segment=NetworkSegment(4f9c921c-0c3a-409d-afd6-9ac57e2ce53d),segment_id=4f9c921c-0c3a-409d-afd6-9ac57e2ce53d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:34:20.151547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a2fb637e-28fc-49cb-8331-9148f03ec691 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:34:20.153939 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:20.177191 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e1ac80-d49e-473f-b787-e8efe04d48f6 None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:20.178256 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b0e1ac80-d49e-473f-b787-e8efe04d48f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:20.202685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-b3897515-a0e6-421e-975b-ef1afdde3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:20.204447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-b3897515-a0e6-421e-975b-ef1afdde3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:20.205162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-b3897515-a0e6-421e-975b-ef1afdde3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:20.207347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-b3897515-a0e6-421e-975b-ef1afdde3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:20.213123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-b3897515-a0e6-421e-975b-ef1afdde3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:20.213949 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-b3897515-a0e6-421e-975b-ef1afdde3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:20.214959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-b3897515-a0e6-421e-975b-ef1afdde3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:20.217940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-b3897515-a0e6-421e-975b-ef1afdde3473 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 6715 time: 0.6475263 Feb 11 04:34:20.223582 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 06ee47db-9b01-44ef-a9ae-3cf9b2fa8378 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:34:20.234365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:20.238311 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8794cb-5ee8-4704-b956-1431f6a800a9 req-b9913ea5-4cb1-46f1-9ba0-8a08adaf076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:20.242677 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eb8794cb-5ee8-4704-b956-1431f6a800a9 req-b9913ea5-4cb1-46f1-9ba0-8a08adaf076c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3486605 Feb 11 04:34:20.437743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-808276f1-c032-4300-a49f-dce9b2c20d3a service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7501814 Feb 11 04:34:20.486512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b0e1ac80-d49e-473f-b787-e8efe04d48f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:20.487943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1ac80-d49e-473f-b787-e8efe04d48f6 None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:20.501335 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ae427f89-5968-4523-9c87-6c57aa6822e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:20.624206 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:34:20.628161 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:34:20.658356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-62ca79a2-e7f0-4133-af3c-e4d85437f0fe req-f396a5d5-c52b-406f-9501-95ab1df058aa tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6653070 Feb 11 04:34:20.669906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae427f89-5968-4523-9c87-6c57aa6822e2 None None] Pushing event updated for resources: {'Port': ['ID=a2fb637e-28fc-49cb-8331-9148f03ec691,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:20.688943 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eb8794cb-5ee8-4704-b956-1431f6a800a9 req-b998f4b9-3305-456a-ba75-159486b90195 service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388275 Feb 11 04:34:20.712633 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0ff85e3f-5f1f-4048-8428-39dcb7309b72 None None] Provisioning complete for port a2fb637e-28fc-49cb-8331-9148f03ec691 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:20.712993 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ff85e3f-5f1f-4048-8428-39dcb7309b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:20.873839 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 331f6b6d-969e-43e9-9125-eb48c1ab0c26 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:34:20.929755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-3a69e5ec-2afd-4dfc-81c9-f73dd29c78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:20.930232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-3a69e5ec-2afd-4dfc-81c9-f73dd29c78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:20.930719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-3a69e5ec-2afd-4dfc-81c9-f73dd29c78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:20.932411 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-3a69e5ec-2afd-4dfc-81c9-f73dd29c78ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d&id=5298babb-4aa0-44c4-91a5-04b443d240a5&id=5298babb-4aa0-44c4-91a5-04b443d240a5&id=5298babb-4aa0-44c4-91a5-04b443d240a5&id=5298babb-4aa0-44c4-91a5-04b443d240a5&id=783bae75-85d4-4737-a159-3dcd512c310b&id=783bae75-85d4-4737-a159-3dcd512c310b HTTP/1.1" status: 200 len: 2294 time: 0.5528672 Feb 11 04:34:20.939899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0ff85e3f-5f1f-4048-8428-39dcb7309b72 None None] Current status of the port a2fb637e-28fc-49cb-8331-9148f03ec691 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:34:20.974258 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0ff85e3f-5f1f-4048-8428-39dcb7309b72 None None] Provisioning complete for port 6e6c4493-97e7-4cbd-8044-8a3aa5c443fd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:20.974655 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ff85e3f-5f1f-4048-8428-39dcb7309b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6e6c4493-97e7-4cbd-8044-8a3aa5c443fd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:20.976952 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eb8794cb-5ee8-4704-b956-1431f6a800a9 req-f048245c-074c-4008-ad8f-866c10e25bed service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805612 Feb 11 04:34:21.055723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0ff85e3f-5f1f-4048-8428-39dcb7309b72 None None] Port 6e6c4493-97e7-4cbd-8044-8a3aa5c443fd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:34:21.170134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad284d31-4cf9-4e80-b93a-8ce69a0cae92 req-f917cd26-f56e-43a0-9ac6-4e7fa821afd0 service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303586 Feb 11 04:34:21.204003 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:21.218211 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d6882-8f7a-49e2-b32b-89a5bb576643 None None] Sync routers for ids ['331f6b6d-969e-43e9-9125-eb48c1ab0c26'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:21.219272 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bf482d28-ca3d-4a80-9c4e-8b1e3d026b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/331f6b6d-969e-43e9-9125-eb48c1ab0c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4371481 Feb 11 04:34:21.227212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60610) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:21.238025 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d6882-8f7a-49e2-b32b-89a5bb576643 None None] Routers {'331f6b6d-969e-43e9-9125-eb48c1ab0c26'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:21.240393 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-510d6882-8f7a-49e2-b32b-89a5bb576643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['331f6b6d-969e-43e9-9125-eb48c1ab0c26'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:21.297409 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-75d8f6c4-0a8e-4371-95f6-9d863820ca75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30aa1179-3b27-4725-948c-5544353ee93a HTTP/1.1" status: 200 len: 1001 time: 0.2560964 Feb 11 04:34:21.315018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-bc0fac6f-aca0-4e99-855a-add6bd9e056e None None] Provisioning complete for port 6e6c4493-97e7-4cbd-8044-8a3aa5c443fd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:21.315315 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bc0fac6f-aca0-4e99-855a-add6bd9e056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6e6c4493-97e7-4cbd-8044-8a3aa5c443fd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:21.368880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6718e01-c9f4-47e4-88c1-a878f9883424 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:21.370337 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e6718e01-c9f4-47e4-88c1-a878f9883424 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports/6e6c4493-97e7-4cbd-8044-8a3aa5c443fd HTTP/1.1" status: 200 len: 910 time: 0.1421716 Feb 11 04:34:21.375431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60616) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:21.378247 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-510d6882-8f7a-49e2-b32b-89a5bb576643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:21.420997 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d6882-8f7a-49e2-b32b-89a5bb576643 None None] Routers {'331f6b6d-969e-43e9-9125-eb48c1ab0c26'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:21.422976 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-510d6882-8f7a-49e2-b32b-89a5bb576643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['331f6b6d-969e-43e9-9125-eb48c1ab0c26'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:21.425574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a2fb637e-28fc-49cb-8331-9148f03ec691 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:34:21.499631 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-bc0fac6f-aca0-4e99-855a-add6bd9e056e None None] Port 6e6c4493-97e7-4cbd-8044-8a3aa5c443fd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:34:21.520186 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-510d6882-8f7a-49e2-b32b-89a5bb576643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:21.520888 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d6882-8f7a-49e2-b32b-89a5bb576643 None None] The sync data for ids ['331f6b6d-969e-43e9-9125-eb48c1ab0c26'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:21.536051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f684c34-1f39-4c91-b8aa-12b28b02be9d tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 825b7f46-eec8-43d9-accb-7f580a72ab70 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:21.563636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a2fb637e-28fc-49cb-8331-9148f03ec691 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:34:21.664143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a2fb637e-28fc-49cb-8331-9148f03ec691 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:21.664531 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:21.929891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a2fb637e-28fc-49cb-8331-9148f03ec691 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:34:21.947030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-274811d1-abde-4055-85fb-d372766745f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:21.949598 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-274811d1-abde-4055-85fb-d372766745f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43986a6c-ee4e-4269-823f-c72fd6c6d88e HTTP/1.1" status: 200 len: 851 time: 0.5461714 Feb 11 04:34:21.951556 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f684c34-1f39-4c91-b8aa-12b28b02be9d tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:21.961406 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f684c34-1f39-4c91-b8aa-12b28b02be9d tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:21.966413 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aefe201-c8b8-48ab-82f3-80ce1efc6da4 None None] Sync routers for ids ['825b7f46-eec8-43d9-accb-7f580a72ab70'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:21.978492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fdbc7-6675-4c9c-9855-3fe1988c6107 req-4acad5f6-6f25-42c5-a458-9847e5aa1bfe tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:21.983331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aefe201-c8b8-48ab-82f3-80ce1efc6da4 None None] Routers {'825b7f46-eec8-43d9-accb-7f580a72ab70'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:21.989155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b95fdbc7-6675-4c9c-9855-3fe1988c6107 req-4acad5f6-6f25-42c5-a458-9847e5aa1bfe tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.6950450 Feb 11 04:34:21.993473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0aefe201-c8b8-48ab-82f3-80ce1efc6da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['825b7f46-eec8-43d9-accb-7f580a72ab70'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:22.063338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0aefe201-c8b8-48ab-82f3-80ce1efc6da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:22.081141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aefe201-c8b8-48ab-82f3-80ce1efc6da4 None None] Routers {'825b7f46-eec8-43d9-accb-7f580a72ab70'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:22.082064 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0aefe201-c8b8-48ab-82f3-80ce1efc6da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:33:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['825b7f46-eec8-43d9-accb-7f580a72ab70'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:22.142370 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0aefe201-c8b8-48ab-82f3-80ce1efc6da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:22.143564 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aefe201-c8b8-48ab-82f3-80ce1efc6da4 None None] The sync data for ids ['825b7f46-eec8-43d9-accb-7f580a72ab70'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:22.233783 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4f684c34-1f39-4c91-b8aa-12b28b02be9d tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "PUT /v2.0/floatingips/a8993758-6afe-4450-98ef-135b87dfe26a HTTP/1.1" status: 200 len: 977 time: 6.8006077 Feb 11 04:34:22.243915 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60648) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:22.252723 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b95fdbc7-6675-4c9c-9855-3fe1988c6107 req-3ece32e4-4830-47f7-be2c-56ed88792da0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619505 Feb 11 04:34:22.299157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-901a614b-e655-4dd2-b346-5f043e88db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:22.301417 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-901a614b-e655-4dd2-b346-5f043e88db4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3344979 Feb 11 04:34:22.341530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4e959-c871-4df6-b32b-4d497978163c req-161726a1-143e-4b14-b150-96cbff5284c1 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:22.343540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1be4e959-c871-4df6-b32b-4d497978163c req-161726a1-143e-4b14-b150-96cbff5284c1 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2922544 Feb 11 04:34:22.398941 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f4727a9-e28b-40ff-9c0d-e1c3a2fa096d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (331f6b6d-969e-43e9-9125-eb48c1ab0c26), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:22.402569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1be4e959-c871-4df6-b32b-4d497978163c req-75e58fc6-52e5-4bef-8f17-8288c7276acc tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 695 time: 0.0533011 Feb 11 04:34:22.416721 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-1be4e959-c871-4df6-b32b-4d497978163c req-d76296ac-58db-4fdc-806c-4d3b60d24397 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Request body: {'floatingip': {'port_id': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:22.665226 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-566e1b54-9dfe-479c-a990-7a99c6d26b8a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting port 7800a32f-80c1-48f9-ac43-2c4f6dcf0bff {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:22.665588 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-566e1b54-9dfe-479c-a990-7a99c6d26b8a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7800a32f-80c1-48f9-ac43-2c4f6dcf0bff), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:22.830236 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-566e1b54-9dfe-479c-a990-7a99c6d26b8a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7800a32f-80c1-48f9-ac43-2c4f6dcf0bff), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:22.949213 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1be4e959-c871-4df6-b32b-4d497978163c req-d76296ac-58db-4fdc-806c-4d3b60d24397 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for floatingip (e86ca40f-b993-4494-b73c-aeabdaecb82c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:23.155845 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-07787663-0b11-47cb-9bdb-7099dd3d469a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:23.323785 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-4e6d4bb3-a7f0-4c52-87f7-c2d5a20a92c6 service neutron] 10.222.0.32 "GET /v2.0/networks/00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0159979 Feb 11 04:34:23.570359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121e924-f85f-4c96-b853-62ec5f230a4c req-9d2a35f9-c6db-4161-97cb-086de8fe44f4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:23.572025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7121e924-f85f-4c96-b853-62ec5f230a4c req-9d2a35f9-c6db-4161-97cb-086de8fe44f4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1745648 Feb 11 04:34:23.580885 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-3a66c7ca-00b8-4bea-91f7-b781f05782b4 service neutron] 10.222.0.32 "GET /v2.0/networks/00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491102 Feb 11 04:34:23.600638 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a7ca2-6025-40ad-98b5-3cd9bc3477f6 req-1fbb6be3-e7c6-4961-b11e-544539577eaf tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:23.602207 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-967a7ca2-6025-40ad-98b5-3cd9bc3477f6 req-1fbb6be3-e7c6-4961-b11e-544539577eaf tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a7130b3-1dfc-471a-9a66-86106c9c0166 HTTP/1.1" status: 200 len: 945 time: 0.2857831 Feb 11 04:34:23.671678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-b3f20fa4-f0fb-4407-89ee-fcee5f527da2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=5fdbb401-1694-49f8-bfbf-47d7a4041211 HTTP/1.1" status: 200 len: 217 time: 0.0596104 Feb 11 04:34:23.692802 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9f4727a9-e28b-40ff-9c0d-e1c3a2fa096d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port 6e6c4493-97e7-4cbd-8044-8a3aa5c443fd {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:23.694492 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f4727a9-e28b-40ff-9c0d-e1c3a2fa096d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6e6c4493-97e7-4cbd-8044-8a3aa5c443fd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:23.708472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7121e924-f85f-4c96-b853-62ec5f230a4c req-49abb4db-7d1d-4381-9080-33d4625431c7 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982120 Feb 11 04:34:23.756324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-9d34e04f-3139-4b2b-bab9-14bea9977d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:23.757830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-9d34e04f-3139-4b2b-bab9-14bea9977d60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53bd9c26-1372-400a-811d-7e4a7427b6fa HTTP/1.1" status: 200 len: 797 time: 0.0532205 Feb 11 04:34:23.847570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-566e1b54-9dfe-479c-a990-7a99c6d26b8a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:23.847865 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-566e1b54-9dfe-479c-a990-7a99c6d26b8a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (a8993758-6afe-4450-98ef-135b87dfe26a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:23.848172 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-566e1b54-9dfe-479c-a990-7a99c6d26b8a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Floating IP a8993758-6afe-4450-98ef-135b87dfe26a disassociated. External IP: 172.25.3.211, port: 7800a32f-80c1-48f9-ac43-2c4f6dcf0bff. Feb 11 04:34:23.848523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-566e1b54-9dfe-479c-a990-7a99c6d26b8a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Calling delete_port for 7800a32f-80c1-48f9-ac43-2c4f6dcf0bff owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:23.853560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f4727a9-e28b-40ff-9c0d-e1c3a2fa096d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6e6c4493-97e7-4cbd-8044-8a3aa5c443fd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:23.877412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-d32c0bca-b2ea-4799-a7f7-0825f18a8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:23.878998 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-d32c0bca-b2ea-4799-a7f7-0825f18a8af7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5298babb-4aa0-44c4-91a5-04b443d240a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1130762 Feb 11 04:34:23.908758 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9f4727a9-e28b-40ff-9c0d-e1c3a2fa096d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for 6e6c4493-97e7-4cbd-8044-8a3aa5c443fd owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:23.965673 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1be4e959-c871-4df6-b32b-4d497978163c req-d76296ac-58db-4fdc-806c-4d3b60d24397 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:23.987334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-5d3fa16c-8853-4fe3-8333-9d407b405fa2 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016138 Feb 11 04:34:24.055415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-967a7ca2-6025-40ad-98b5-3cd9bc3477f6 req-ebad2405-c014-410c-9a01-a00faa34b064 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Deleting port 683e1573-4732-4c04-ba92-2a301020faa8 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:24.055762 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-967a7ca2-6025-40ad-98b5-3cd9bc3477f6 req-ebad2405-c014-410c-9a01-a00faa34b064 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (683e1573-4732-4c04-ba92-2a301020faa8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:24.089014 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1be4e959-c871-4df6-b32b-4d497978163c req-d76296ac-58db-4fdc-806c-4d3b60d24397 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (e86ca40f-b993-4494-b73c-aeabdaecb82c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:24.170484 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-b653370c-179a-4080-a9e9-eba6652b781d service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771665 Feb 11 04:34:24.226170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-6e9a672e-b82d-4910-84c4-79572e8508a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=963b6a8b-e879-44fc-be34-943887949a52 HTTP/1.1" status: 200 len: 217 time: 0.0484123 Feb 11 04:34:24.322997 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-967a7ca2-6025-40ad-98b5-3cd9bc3477f6 req-ebad2405-c014-410c-9a01-a00faa34b064 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] For port 683e1573-4732-4c04-ba92-2a301020faa8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=683e1573-4732-4c04-ba92-2a301020faa8,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:34:24.323455 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-967a7ca2-6025-40ad-98b5-3cd9bc3477f6 req-ebad2405-c014-410c-9a01-a00faa34b064 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (683e1573-4732-4c04-ba92-2a301020faa8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:24.349644 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-967a7ca2-6025-40ad-98b5-3cd9bc3477f6 req-ebad2405-c014-410c-9a01-a00faa34b064 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Calling delete_port for 683e1573-4732-4c04-ba92-2a301020faa8 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:24.412829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-5281d598-36f1-438c-9a0a-cc35dedf6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:24.414326 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-5281d598-36f1-438c-9a0a-cc35dedf6e0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53bd9c26-1372-400a-811d-7e4a7427b6fa HTTP/1.1" status: 200 len: 797 time: 0.1822331 Feb 11 04:34:24.416579 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-1be4e959-c871-4df6-b32b-4d497978163c req-d76296ac-58db-4fdc-806c-4d3b60d24397 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Floating IP e86ca40f-b993-4494-b73c-aeabdaecb82c associated. External IP: 172.25.3.90, port: 956dfbda-4c05-4ffc-a837-57e61d385ab4. Feb 11 04:34:24.449732 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f4727a9-e28b-40ff-9c0d-e1c3a2fa096d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6e6c4493-97e7-4cbd-8044-8a3aa5c443fd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:24.517068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bed82-312b-47ce-9ef5-21369fd3c0c4 req-99ac8d1b-0a25-4ab7-a381-b8927dde7fbe tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:24.519746 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac8bed82-312b-47ce-9ef5-21369fd3c0c4 req-99ac8d1b-0a25-4ab7-a381-b8927dde7fbe tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2199149 Feb 11 04:34:24.524447 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4727a9-e28b-40ff-9c0d-e1c3a2fa096d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=6e6c4493-97e7-4cbd-8044-8a3aa5c443fd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:24.561845 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-566e1b54-9dfe-479c-a990-7a99c6d26b8a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7800a32f-80c1-48f9-ac43-2c4f6dcf0bff), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:24.692350 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac8bed82-312b-47ce-9ef5-21369fd3c0c4 req-84081243-7f66-4b4b-9dc5-314ac75a5d65 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587424 Feb 11 04:34:24.704322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-06134e24-2a4c-4531-824e-d46335ae784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:24.709167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-06134e24-2a4c-4531-824e-d46335ae784e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5298babb-4aa0-44c4-91a5-04b443d240a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2850244 Feb 11 04:34:24.771850 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e1b54-9dfe-479c-a990-7a99c6d26b8a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Port': ['ID=7800a32f-80c1-48f9-ac43-2c4f6dcf0bff,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:24.898266 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-61d1cff9-a83d-4348-89ff-b6d43b4bdfd6 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826515 Feb 11 04:34:24.932942 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-967a7ca2-6025-40ad-98b5-3cd9bc3477f6 req-ebad2405-c014-410c-9a01-a00faa34b064 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (683e1573-4732-4c04-ba92-2a301020faa8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:24.945302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['956dfbda-4c05-4ffc-a837-57e61d385ab4'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:34:25.044635 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f4727a9-e28b-40ff-9c0d-e1c3a2fa096d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (331f6b6d-969e-43e9-9125-eb48c1ab0c26), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:25.052381 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad2405-c014-410c-9a01-a00faa34b064 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Pushing event deleted for resources: {'Port': ['ID=683e1573-4732-4c04-ba92-2a301020faa8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:25.167599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3826caec-ad6d-4ae9-a208-cd378533561f req-37be8b88-3f2b-4d4d-a12a-b7bb514698fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2153001 Feb 11 04:34:25.207240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1be4e959-c871-4df6-b32b-4d497978163c req-d76296ac-58db-4fdc-806c-4d3b60d24397 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Router 4077c985-e11a-4eff-9e8a-9f482b816a0c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:25.222509 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-cc76e76d-d4d3-475d-9eff-ad2a14e3c922 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675683 Feb 11 04:34:25.292739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-967a7ca2-6025-40ad-98b5-3cd9bc3477f6 req-ebad2405-c014-410c-9a01-a00faa34b064 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] No DVR routers for this DVR port 683e1573-4732-4c04-ba92-2a301020faa8 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:34:25.315054 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-967a7ca2-6025-40ad-98b5-3cd9bc3477f6 req-ebad2405-c014-410c-9a01-a00faa34b064 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:25.316931 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-967a7ca2-6025-40ad-98b5-3cd9bc3477f6 req-ebad2405-c014-410c-9a01-a00faa34b064 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.47 "DELETE /v2.0/ports/683e1573-4732-4c04-ba92-2a301020faa8 HTTP/1.1" status: 204 len: 173 time: 1.7009115 Feb 11 04:34:25.318976 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'name': 'network-vif-deleted', 'tag': '683e1573-4732-4c04-ba92-2a301020faa8'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:34:25.320935 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d780925-cf6f-4e2c-804e-8e8abacc1627" -d '{"events": [{"server_uuid": "7a7130b3-1dfc-471a-9a66-86106c9c0166", "name": "network-vif-deleted", "tag": "683e1573-4732-4c04-ba92-2a301020faa8"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:34:25.329435 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-06543393-b81e-4d04-bbf5-d5dad7ebd82a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=30cc8e96-7615-4f82-a139-50fdbc0216dd HTTP/1.1" status: 200 len: 217 time: 0.0671329 Feb 11 04:34:25.384258 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566e1b54-9dfe-479c-a990-7a99c6d26b8a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 825b7f46-eec8-43d9-accb-7f580a72ab70 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:25.430021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-508105dc-e341-4148-967e-1c28dba5a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:25.431508 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-508105dc-e341-4148-967e-1c28dba5a6bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53bd9c26-1372-400a-811d-7e4a7427b6fa HTTP/1.1" status: 200 len: 797 time: 0.0931799 Feb 11 04:34:25.438655 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2382455d-1999-42e6-8bf4-ccf0606688bf x-openstack-request-id: req-2382455d-1999-42e6-8bf4-ccf0606688bf {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:34:25.439627 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7130b3-1dfc-471a-9a66-86106c9c0166", "name": "network-vif-deleted", "tag": "683e1573-4732-4c04-ba92-2a301020faa8", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:34:25.439627 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2382455d-1999-42e6-8bf4-ccf0606688bf {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:34:25.439627 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7130b3-1dfc-471a-9a66-86106c9c0166', 'name': 'network-vif-deleted', 'tag': '683e1573-4732-4c04-ba92-2a301020faa8', 'status': 'completed', 'code': 200} Feb 11 04:34:25.441832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826caec-ad6d-4ae9-a208-cd378533561f req-18d226a1-84dd-4157-a468-f6bc35be58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:25.443686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3826caec-ad6d-4ae9-a208-cd378533561f req-18d226a1-84dd-4157-a468-f6bc35be58ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 1129 time: 0.2426801 Feb 11 04:34:25.508373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4727a9-e28b-40ff-9c0d-e1c3a2fa096d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 331f6b6d-969e-43e9-9125-eb48c1ab0c26 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:25.527474 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b2d957c-2600-4f7f-b39d-c4b3ef7d2615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:25.631881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4727a9-e28b-40ff-9c0d-e1c3a2fa096d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:25.643288 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9f4727a9-e28b-40ff-9c0d-e1c3a2fa096d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/331f6b6d-969e-43e9-9125-eb48c1ab0c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2616694 Feb 11 04:34:25.643288 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60760) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:25.645701 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a814a2-b15a-4bd1-961a-742c7b179893 None None] Sync routers for ids ['331f6b6d-969e-43e9-9125-eb48c1ab0c26'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:25.664568 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a814a2-b15a-4bd1-961a-742c7b179893 None None] Routers {'331f6b6d-969e-43e9-9125-eb48c1ab0c26'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:25.665632 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-84a814a2-b15a-4bd1-961a-742c7b179893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['331f6b6d-969e-43e9-9125-eb48c1ab0c26'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:25.689439 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826caec-ad6d-4ae9-a208-cd378533561f req-865c3fe0-02a5-48b2-b43e-9957ae9d0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:25.691804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3826caec-ad6d-4ae9-a208-cd378533561f req-865c3fe0-02a5-48b2-b43e-9957ae9d0261 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 921 time: 0.2109179 Feb 11 04:34:25.695470 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c38d247c-991b-4342-baa3-ac1809386b30 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports?device_id=331f6b6d-969e-43e9-9125-eb48c1ab0c26 HTTP/1.1" status: 200 len: 205 time: 0.0512080 Feb 11 04:34:25.698055 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60764) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:25.708648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-8f38c700-f88b-4ce4-bf26-f253c06cd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:25.711183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-8f38c700-f88b-4ce4-bf26-f253c06cd9c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5298babb-4aa0-44c4-91a5-04b443d240a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2665427 Feb 11 04:34:25.723911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1be4e959-c871-4df6-b32b-4d497978163c req-d76296ac-58db-4fdc-806c-4d3b60d24397 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:25.732316 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1be4e959-c871-4df6-b32b-4d497978163c req-d76296ac-58db-4fdc-806c-4d3b60d24397 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:25.763007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a34cf4d-71cb-48fe-b045-91f78d6d9705 None None] Sync routers for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:25.776133 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-84a814a2-b15a-4bd1-961a-742c7b179893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:25.784199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34cf4d-71cb-48fe-b045-91f78d6d9705 None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:25.784994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1a34cf4d-71cb-48fe-b045-91f78d6d9705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:25.794118 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a814a2-b15a-4bd1-961a-742c7b179893 None None] Routers {'331f6b6d-969e-43e9-9125-eb48c1ab0c26'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:25.795081 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-84a814a2-b15a-4bd1-961a-742c7b179893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['331f6b6d-969e-43e9-9125-eb48c1ab0c26'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:25.859013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566e1b54-9dfe-479c-a990-7a99c6d26b8a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:25.862975 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-84a814a2-b15a-4bd1-961a-742c7b179893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:25.872861 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a814a2-b15a-4bd1-961a-742c7b179893 None None] The sync data for ids ['331f6b6d-969e-43e9-9125-eb48c1ab0c26'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:25.881432 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ec2e2-a874-4f65-8653-740bd628868b None None] Sync routers for ids ['825b7f46-eec8-43d9-accb-7f580a72ab70'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:25.904194 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ec2e2-a874-4f65-8653-740bd628868b None None] Routers {'825b7f46-eec8-43d9-accb-7f580a72ab70'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:25.910130 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8a7ec2e2-a874-4f65-8653-740bd628868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['825b7f46-eec8-43d9-accb-7f580a72ab70'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:25.933687 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d022e35-9f9d-4feb-afc7-7ced787f5232 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (331f6b6d-969e-43e9-9125-eb48c1ab0c26), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:25.956023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-cbcbf757-799d-4bb8-9007-b2dbdc5ea3aa service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296710 Feb 11 04:34:25.963579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-1a34cf4d-71cb-48fe-b045-91f78d6d9705 None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:34:25.981591 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8a7ec2e2-a874-4f65-8653-740bd628868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:26.002516 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7ec2e2-a874-4f65-8653-740bd628868b None None] Routers {'825b7f46-eec8-43d9-accb-7f580a72ab70'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:26.003315 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8a7ec2e2-a874-4f65-8653-740bd628868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['825b7f46-eec8-43d9-accb-7f580a72ab70'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:26.062909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1be4e959-c871-4df6-b32b-4d497978163c req-d76296ac-58db-4fdc-806c-4d3b60d24397 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "PUT /v2.0/floatingips/e86ca40f-b993-4494-b73c-aeabdaecb82c HTTP/1.1" status: 200 len: 996 time: 3.6515901 Feb 11 04:34:26.084656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d23050-a714-4fff-99d2-91bca592e49f', 'tag': '956dfbda-4c05-4ffc-a837-57e61d385ab4'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:34:26.089053 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe1676c-fac7-4d48-9432-f21946e78504" -d '{"events": [{"name": "network-changed", "server_uuid": "06d23050-a714-4fff-99d2-91bca592e49f", "tag": "956dfbda-4c05-4ffc-a837-57e61d385ab4"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:34:26.091183 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8a7ec2e2-a874-4f65-8653-740bd628868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:26.091987 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7ec2e2-a874-4f65-8653-740bd628868b None None] The sync data for ids ['825b7f46-eec8-43d9-accb-7f580a72ab70'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:26.146614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 683e1573-4732-4c04-ba92-2a301020faa8 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:34:26.172606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 683e1573-4732-4c04-ba92-2a301020faa8 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:34:26.172960 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 683e1573-4732-4c04-ba92-2a301020faa8 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:34:26.623895 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-566e1b54-9dfe-479c-a990-7a99c6d26b8a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:26.631073 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-566e1b54-9dfe-479c-a990-7a99c6d26b8a tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/ports/7800a32f-80c1-48f9-ac43-2c4f6dcf0bff HTTP/1.1" status: 204 len: 168 time: 4.3790538 Feb 11 04:34:26.636193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60816) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:26.638040 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1a34cf4d-71cb-48fe-b045-91f78d6d9705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'e86ca40f-b993-4494-b73c-aeabdaecb82c', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'port_id': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'mac_address': 'fa:16:3e:eb:fb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d23050-a714-4fff-99d2-91bca592e49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:33:26Z', 'updated_at': '2022-02-11T04:34:23Z', 'revision_number': 8, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:26.692559 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a34cf4d-71cb-48fe-b045-91f78d6d9705 None None] Checking router: 4077c985-e11a-4eff-9e8a-9f482b816a0c for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:34:26.704707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34cf4d-71cb-48fe-b045-91f78d6d9705 None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:26.705678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1a34cf4d-71cb-48fe-b045-91f78d6d9705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:26.742915 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d022e35-9f9d-4feb-afc7-7ced787f5232 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (331f6b6d-969e-43e9-9125-eb48c1ab0c26), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:26.745848 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d022e35-9f9d-4feb-afc7-7ced787f5232 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_controller (331f6b6d-969e-43e9-9125-eb48c1ab0c26), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:26.817353 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:26.830921 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3826caec-ad6d-4ae9-a208-cd378533561f req-1aa2a72c-aed4-4055-ba75-f17617b9e9d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4 HTTP/1.1" status: 200 len: 999 time: 1.1164911 Feb 11 04:34:26.851067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-1a34cf4d-71cb-48fe-b045-91f78d6d9705 None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:34:26.912478 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d022e35-9f9d-4feb-afc7-7ced787f5232 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (331f6b6d-969e-43e9-9125-eb48c1ab0c26), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:26.916183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d022e35-9f9d-4feb-afc7-7ced787f5232 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Fanout notify agent at l3_agent the message router_deleted on router 331f6b6d-969e-43e9-9125-eb48c1ab0c26 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:34:26.930831 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d022e35-9f9d-4feb-afc7-7ced787f5232 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:26.931603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826caec-ad6d-4ae9-a208-cd378533561f req-a2e78a46-5f31-4b85-8fa9-cce50389e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:26.933090 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3826caec-ad6d-4ae9-a208-cd378533561f req-a2e78a46-5f31-4b85-8fa9-cce50389e3ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.0621998 Feb 11 04:34:26.939223 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4d022e35-9f9d-4feb-afc7-7ced787f5232 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/routers/331f6b6d-969e-43e9-9125-eb48c1ab0c26 HTTP/1.1" status: 204 len: 168 time: 1.2387779 Feb 11 04:34:26.943121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60826) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:27.012751 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60830) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:27.048789 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4e959-c871-4df6-b32b-4d497978163c req-e1999395-e14b-4bf9-9cc8-a3ac20a8647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:27.051403 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1be4e959-c871-4df6-b32b-4d497978163c req-e1999395-e14b-4bf9-9cc8-a3ac20a8647a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 1129 time: 0.9388947 Feb 11 04:34:27.059758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbd36c-9b37-4676-b07e-41ae196100c7 req-dc0f2504-85d8-4dd5-b3a7-ab6ab2484afa tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:27.070233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8dbbd36c-9b37-4676-b07e-41ae196100c7 req-dc0f2504-85d8-4dd5-b3a7-ab6ab2484afa tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 1.1131680 Feb 11 04:34:27.079784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-473080fd-6262-4422-bae7-e39ce9161f4c service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1146066 Feb 11 04:34:27.181685 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-28621f42-4767-40cf-a14c-914e6917b23c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=8384eb4b-0998-438a-8422-057418ed2575 HTTP/1.1" status: 200 len: 217 time: 0.0770752 Feb 11 04:34:27.217589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c3996f-d3d3-4def-b26a-e2ea629ffbca tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting subnet b563b3ff-465c-4a0c-9e39-e8295cc77875 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:34:27.221502 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-78c3996f-d3d3-4def-b26a-e2ea629ffbca tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (b563b3ff-465c-4a0c-9e39-e8295cc77875), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:27.268504 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-78c3996f-d3d3-4def-b26a-e2ea629ffbca tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (b563b3ff-465c-4a0c-9e39-e8295cc77875), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:27.297349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1a34cf4d-71cb-48fe-b045-91f78d6d9705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'e86ca40f-b993-4494-b73c-aeabdaecb82c', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'port_id': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'mac_address': 'fa:16:3e:eb:fb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d23050-a714-4fff-99d2-91bca592e49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:33:26Z', 'updated_at': '2022-02-11T04:34:23Z', 'revision_number': 8, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:27.366160 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-78c3996f-d3d3-4def-b26a-e2ea629ffbca tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (b563b3ff-465c-4a0c-9e39-e8295cc77875), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:27.382015 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d09740-bf25-4fdd-8a13-d72eb3e631ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:27.385925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a34cf4d-71cb-48fe-b045-91f78d6d9705 None None] The sync data for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 is: [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'e86ca40f-b993-4494-b73c-aeabdaecb82c', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'port_id': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2090, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'mac_address': 'fa:16:3e:eb:fb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d23050-a714-4fff-99d2-91bca592e49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:33:26Z', 'updated_at': '2022-02-11T04:34:23Z', 'revision_number': 8, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:27.457307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60846) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:27.527706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826caec-ad6d-4ae9-a208-cd378533561f req-c7c9b538-763b-491b-9eab-141017da3c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:27.528313 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3bc222b2-e623-42eb-b755-efb85f0296cd tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (825b7f46-eec8-43d9-accb-7f580a72ab70), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:27.530501 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3826caec-ad6d-4ae9-a208-cd378533561f req-c7c9b538-763b-491b-9eab-141017da3c7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5784988 Feb 11 04:34:27.573635 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-78c3996f-d3d3-4def-b26a-e2ea629ffbca tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (b563b3ff-465c-4a0c-9e39-e8295cc77875), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:27.617337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-309d3d12-36d9-43d8-9b0e-16b33344bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:27.619047 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-309d3d12-36d9-43d8-9b0e-16b33344bcfa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53bd9c26-1372-400a-811d-7e4a7427b6fa HTTP/1.1" status: 200 len: 797 time: 0.4247148 Feb 11 04:34:27.656396 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8dbbd36c-9b37-4676-b07e-41ae196100c7 req-3f68d88b-3dc1-4c20-bbcc-764ebaec73ca tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5827918 Feb 11 04:34:27.692925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da24dfba-a49d-42ee-b513-61e4513878d5 None None] Network 06ee47db-9b01-44ef-a9ae-3cf9b2fa8378 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:34:27.755049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3996f-d3d3-4def-b26a-e2ea629ffbca tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Subnet': ['ID=b563b3ff-465c-4a0c-9e39-e8295cc77875,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:27.757389 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-090b4642-a67d-41aa-acc5-b41c285b8549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:27.757582 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-78c3996f-d3d3-4def-b26a-e2ea629ffbca tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:27.761007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-78c3996f-d3d3-4def-b26a-e2ea629ffbca tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/b563b3ff-465c-4a0c-9e39-e8295cc77875 HTTP/1.1" status: 204 len: 168 time: 0.8187642 Feb 11 04:34:27.770549 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60862) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:27.780034 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a7d39c-9cf4-44cb-bf86-df93109c8b8d x-openstack-request-id: req-f1a7d39c-9cf4-44cb-bf86-df93109c8b8d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:34:27.780309 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d23050-a714-4fff-99d2-91bca592e49f", "tag": "956dfbda-4c05-4ffc-a837-57e61d385ab4", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:34:27.780579 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1a7d39c-9cf4-44cb-bf86-df93109c8b8d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:34:27.780966 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d23050-a714-4fff-99d2-91bca592e49f', 'tag': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'status': 'completed', 'code': 200} Feb 11 04:34:27.805400 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d09740-bf25-4fdd-8a13-d72eb3e631ec admin admin] Publish callbacks [] for security_group (51b9ee36-9bd3-46fb-9172-bd7e793553bd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:27.825076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4e959-c871-4df6-b32b-4d497978163c req-9b835f53-bfb1-409c-b740-463c59026678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:27.826636 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1be4e959-c871-4df6-b32b-4d497978163c req-9b835f53-bfb1-409c-b740-463c59026678 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 921 time: 0.7493558 Feb 11 04:34:27.908701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce88b04-f8e1-4ff9-a48e-08d2d340166e None None] New status for floating IP e86ca40f-b993-4494-b73c-aeabdaecb82c: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:34:27.919908 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d09740-bf25-4fdd-8a13-d72eb3e631ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (51b9ee36-9bd3-46fb-9172-bd7e793553bd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:27.947795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1be4e959-c871-4df6-b32b-4d497978163c req-a72251e7-44bf-4d2d-99bd-62e625420a00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4 HTTP/1.1" status: 200 len: 999 time: 0.1102569 Feb 11 04:34:28.000380 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3826caec-ad6d-4ae9-a208-cd378533561f req-dd09bd06-0e7a-4493-acca-2fa140480469 service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545693 Feb 11 04:34:28.061244 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (06ee47db-9b01-44ef-a9ae-3cf9b2fa8378), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.074194 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-02d09740-bf25-4fdd-8a13-d72eb3e631ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c100f7447cf4141ae4c54c9b67744be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0607312 Feb 11 04:34:28.080580 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60874) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:28.125715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d09740-bf25-4fdd-8a13-d72eb3e631ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b9ee36-9bd3-46fb-9172-bd7e793553bd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:28.150078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6993fa2-0f4c-4195-8f40-9d34071b8240 None None] DHCP port deletion for 06ee47db-9b01-44ef-a9ae-3cf9b2fa8378 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:34:28.155753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4e959-c871-4df6-b32b-4d497978163c req-4c17cc0f-7ae7-4f47-9e81-699aabfb9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:28.158099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1be4e959-c871-4df6-b32b-4d497978163c req-4c17cc0f-7ae7-4f47-9e81-699aabfb9b52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.1546857 Feb 11 04:34:28.179302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-b7818a1a-3507-4720-9124-56ef255507ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:28.181113 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-b7818a1a-3507-4720-9124-56ef255507ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5298babb-4aa0-44c4-91a5-04b443d240a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5174391 Feb 11 04:34:28.291390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e6993fa2-0f4c-4195-8f40-9d34071b8240 None None] Deleting port a2fb637e-28fc-49cb-8331-9148f03ec691 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:28.292257 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6993fa2-0f4c-4195-8f40-9d34071b8240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.303734 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fb985ff-f7b1-4f41-ac40-b58cc8f87459 admin admin] Publish callbacks [] for security_group (51b9ee36-9bd3-46fb-9172-bd7e793553bd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.316299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d579119-837c-4faa-b8b1-1aa304649f7a req-9aa6aa6c-2b7a-46ee-aa84-a928c8644c84 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:28.317984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d579119-837c-4faa-b8b1-1aa304649f7a req-9aa6aa6c-2b7a-46ee-aa84-a928c8644c84 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.3221316 Feb 11 04:34:28.330355 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fb985ff-f7b1-4f41-ac40-b58cc8f87459 admin admin] Publish callbacks [] for security_group (51b9ee36-9bd3-46fb-9172-bd7e793553bd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.405926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e6993fa2-0f4c-4195-8f40-9d34071b8240 None None] For port a2fb637e-28fc-49cb-8331-9148f03ec691, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a2fb637e-28fc-49cb-8331-9148f03ec691,segment=NetworkSegment(4f9c921c-0c3a-409d-afd6-9ac57e2ce53d),segment_id=4f9c921c-0c3a-409d-afd6-9ac57e2ce53d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:34:28.406578 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6993fa2-0f4c-4195-8f40-9d34071b8240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.413084 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-090b4642-a67d-41aa-acc5-b41c285b8549 admin admin] Publish callbacks [] for security_group (300098b9-eede-47dc-800a-fbb0df563f0d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.422132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4e959-c871-4df6-b32b-4d497978163c req-671dad82-f8e9-4bc3-a71f-870fe5f0b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:28.423080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1be4e959-c871-4df6-b32b-4d497978163c req-671dad82-f8e9-4bc3-a71f-870fe5f0b9b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2547953 Feb 11 04:34:28.441409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port a2fb637e-28fc-49cb-8331-9148f03ec691 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:28.441814 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.448972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e6993fa2-0f4c-4195-8f40-9d34071b8240 None None] Calling delete_port for a2fb637e-28fc-49cb-8331-9148f03ec691 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:28.458199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3bc222b2-e623-42eb-b755-efb85f0296cd tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting port 2fa8556e-844f-41c2-8b80-291968df17b5 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:28.458552 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3bc222b2-e623-42eb-b755-efb85f0296cd tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2fa8556e-844f-41c2-8b80-291968df17b5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.461340 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d579119-837c-4faa-b8b1-1aa304649f7a req-02402f2a-2d8b-4992-badc-5decb4df565d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043673 Feb 11 04:34:28.484345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3826caec-ad6d-4ae9-a208-cd378533561f req-7ebb11e3-8570-4567-95c4-05e30251e0a1 service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658909 Feb 11 04:34:28.507895 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-28c23ea0-eb3b-4848-b930-8f17b3ccfe11 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090713 Feb 11 04:34:28.571103 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.588580 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-090b4642-a67d-41aa-acc5-b41c285b8549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (300098b9-eede-47dc-800a-fbb0df563f0d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.592392 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fb985ff-f7b1-4f41-ac40-b58cc8f87459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (51b9ee36-9bd3-46fb-9172-bd7e793553bd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.596236 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fb985ff-f7b1-4f41-ac40-b58cc8f87459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.599511 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7fb985ff-f7b1-4f41-ac40-b58cc8f87459 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51b9ee36-9bd3-46fb-9172-bd7e793553bd HTTP/1.1" status: 204 len: 168 time: 0.5149546 Feb 11 04:34:28.665120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] For port a2fb637e-28fc-49cb-8331-9148f03ec691, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a2fb637e-28fc-49cb-8331-9148f03ec691,segment=NetworkSegment(4f9c921c-0c3a-409d-afd6-9ac57e2ce53d),segment_id=4f9c921c-0c3a-409d-afd6-9ac57e2ce53d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:34:28.665508 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.714467 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for a2fb637e-28fc-49cb-8331-9148f03ec691 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:28.732263 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-090b4642-a67d-41aa-acc5-b41c285b8549 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae0c04a6547e49508b0dd0f5aa68a267&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2681553 Feb 11 04:34:28.737161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b4642-a67d-41aa-acc5-b41c285b8549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300098b9-eede-47dc-800a-fbb0df563f0d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:28.740790 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60898) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:28.767133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3bc222b2-e623-42eb-b755-efb85f0296cd tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2fa8556e-844f-41c2-8b80-291968df17b5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.782166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1be4e959-c871-4df6-b32b-4d497978163c req-a4da3a89-2c75-4bda-a67d-130070f1791a service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416841 Feb 11 04:34:28.807067 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6993fa2-0f4c-4195-8f40-9d34071b8240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.822745 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3bc222b2-e623-42eb-b755-efb85f0296cd tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Calling delete_port for 2fa8556e-844f-41c2-8b80-291968df17b5 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:28.828496 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb985ff-f7b1-4f41-ac40-b58cc8f87459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b9ee36-9bd3-46fb-9172-bd7e793553bd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:28.845603 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6993fa2-0f4c-4195-8f40-9d34071b8240 None None] Pushing event deleted for resources: {'Port': ['ID=a2fb637e-28fc-49cb-8331-9148f03ec691,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:28.874218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6993fa2-0f4c-4195-8f40-9d34071b8240 None None] No DVR routers for this DVR port a2fb637e-28fc-49cb-8331-9148f03ec691 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:34:28.972586 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6dabd54-be75-4452-b61d-49f5196cc3bc admin admin] Publish callbacks [] for security_group (300098b9-eede-47dc-800a-fbb0df563f0d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:28.981461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3494e2-96a1-4563-a57f-178076c3e6e8 req-d9186386-259b-4b7d-b086-b9caba7f1e1a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:28.983071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a3494e2-96a1-4563-a57f-178076c3e6e8 req-d9186386-259b-4b7d-b086-b9caba7f1e1a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.3945532 Feb 11 04:34:29.007430 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (a2fb637e-28fc-49cb-8331-9148f03ec691), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:29.016107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1be4e959-c871-4df6-b32b-4d497978163c req-50fc48fb-3add-4410-9a95-a384a3bb7af6 service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143457 Feb 11 04:34:29.041951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-92a131b2-00fd-48c4-9f86-ab6297fb3bbf service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240686 Feb 11 04:34:29.067779 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6dabd54-be75-4452-b61d-49f5196cc3bc admin admin] Publish callbacks [] for security_group (300098b9-eede-47dc-800a-fbb0df563f0d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:29.073656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1676c-fac7-4d48-9432-f21946e78504 req-6e77df83-017a-4981-8f77-71ea9cb0ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:29.075807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbe1676c-fac7-4d48-9432-f21946e78504 req-6e77df83-017a-4981-8f77-71ea9cb0ee9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 1129 time: 0.3194425 Feb 11 04:34:29.120028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=a2fb637e-28fc-49cb-8331-9148f03ec691,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:29.126555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] No DVR routers for this DVR port a2fb637e-28fc-49cb-8331-9148f03ec691 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:34:29.134845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-84f279c0-c417-4ffe-b4cb-2d26cf138e10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e54afff1-6eda-4c29-a57d-978ae22d9236 HTTP/1.1" status: 200 len: 217 time: 0.0842028 Feb 11 04:34:29.248260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a3494e2-96a1-4563-a57f-178076c3e6e8 req-25468ab9-c223-4629-9a11-c240782f0961 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371871 Feb 11 04:34:29.317697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-27b046af-af57-4ae8-9cf4-dd627c6701a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:29.319337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-27b046af-af57-4ae8-9cf4-dd627c6701a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d1fdce-bd12-463f-a026-9585e76fb2f7 HTTP/1.1" status: 200 len: 797 time: 0.1707113 Feb 11 04:34:29.341775 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (06ee47db-9b01-44ef-a9ae-3cf9b2fa8378), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:29.377913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1676c-fac7-4d48-9432-f21946e78504 req-1f1b81a7-acfd-4b12-b723-773fedf724c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:29.379522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbe1676c-fac7-4d48-9432-f21946e78504 req-1f1b81a7-acfd-4b12-b723-773fedf724c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 921 time: 0.2644076 Feb 11 04:34:29.391503 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ee47db-9b01-44ef-a9ae-3cf9b2fa8378']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:29.409213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9c921c-0c3a-409d-afd6-9ac57e2ce53d') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:29.409517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9c921c-0c3a-409d-afd6-9ac57e2ce53d') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:29.426919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (4f9c921c-0c3a-409d-afd6-9ac57e2ce53d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:29.505018 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4f9c921c-0c3a-409d-afd6-9ac57e2ce53d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:29.513389 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:34:29.513915 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (4f9c921c-0c3a-409d-afd6-9ac57e2ce53d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:34:29.518664 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:34:29.546254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-a016311b-1d10-4463-9089-bf97bdbcbf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:29.547625 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a2fb637e-28fc-49cb-8331-9148f03ec691 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:34:29.548105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-a016311b-1d10-4463-9089-bf97bdbcbf47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=783bae75-85d4-4737-a159-3dcd512c310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2209365 Feb 11 04:34:29.575230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d44b2e-90a8-422b-afae-64b40991b7ba req-b75a2b16-2604-41ee-9151-7a8701980d1c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:29.577085 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07d44b2e-90a8-422b-afae-64b40991b7ba req-b75a2b16-2604-41ee-9151-7a8701980d1c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2379136 Feb 11 04:34:29.578551 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbe1676c-fac7-4d48-9432-f21946e78504 req-632f6cee-9f72-4310-a491-f083044c7353 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4 HTTP/1.1" status: 200 len: 1001 time: 0.1803644 Feb 11 04:34:29.580433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: a2fb637e-28fc-49cb-8331-9148f03ec691 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:34:29.580600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a2fb637e-28fc-49cb-8331-9148f03ec691 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:34:29.582812 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eddf7604-9d3b-411f-bf0c-daee652c0507 req-7c00fb90-7d8d-40f3-bd02-0d401c50322d tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips/e86ca40f-b993-4494-b73c-aeabdaecb82c HTTP/1.1" status: 200 len: 998 time: 0.5216961 Feb 11 04:34:29.601322 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3bc222b2-e623-42eb-b755-efb85f0296cd tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2fa8556e-844f-41c2-8b80-291968df17b5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:29.634814 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc222b2-e623-42eb-b755-efb85f0296cd tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Port': ['ID=2fa8556e-844f-41c2-8b80-291968df17b5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:29.666120 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6dabd54-be75-4452-b61d-49f5196cc3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (300098b9-eede-47dc-800a-fbb0df563f0d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:29.669815 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6dabd54-be75-4452-b61d-49f5196cc3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:29.671227 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e6dabd54-be75-4452-b61d-49f5196cc3bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/300098b9-eede-47dc-800a-fbb0df563f0d HTTP/1.1" status: 204 len: 168 time: 0.9231207 Feb 11 04:34:29.703253 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dabd54-be75-4452-b61d-49f5196cc3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300098b9-eede-47dc-800a-fbb0df563f0d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:29.790548 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:29.798456 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (06ee47db-9b01-44ef-a9ae-3cf9b2fa8378), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:29.800462 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1676c-fac7-4d48-9432-f21946e78504 req-e4b5dc59-beb8-4261-afa4-466c56b245b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:29.801632 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbe1676c-fac7-4d48-9432-f21946e78504 req-e4b5dc59-beb8-4261-afa4-466c56b245b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.2047188 Feb 11 04:34:29.808063 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:29.817538 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/networks/06ee47db-9b01-44ef-a9ae-3cf9b2fa8378 HTTP/1.1" status: 204 len: 168 time: 2.0304918 Feb 11 04:34:29.820215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60914) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:29.826834 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-682854999', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}, 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:29.827669 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07d44b2e-90a8-422b-afae-64b40991b7ba req-24f735c1-ff86-4e37-9f00-e49e8248751e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337253 Feb 11 04:34:29.858186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f5e88-4282-427f-a3bb-ca1b8f3115c8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Network': ['ID=06ee47db-9b01-44ef-a9ae-3cf9b2fa8378,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:29.878196 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-9d393f6d-0bf8-4831-b9cc-fd4f7ccea82d service neutron] 10.222.0.32 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198726 Feb 11 04:34:29.906303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf7604-9d3b-411f-bf0c-daee652c0507 req-a9032391-e909-4522-9c17-905c036769da tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:29.914392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eddf7604-9d3b-411f-bf0c-daee652c0507 req-a9032391-e909-4522-9c17-905c036769da tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.3185985 Feb 11 04:34:29.922106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-eddf7604-9d3b-411f-bf0c-daee652c0507 req-3878be62-d729-4096-ba8d-00daba7d40c3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:34:29.932162 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eddf7604-9d3b-411f-bf0c-daee652c0507 req-3878be62-d729-4096-ba8d-00daba7d40c3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123978 Feb 11 04:34:29.967846 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3bc222b2-e623-42eb-b755-efb85f0296cd tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (825b7f46-eec8-43d9-accb-7f580a72ab70), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:30.017176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60920) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:30.092637 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (ae997894-7892-46da-82eb-9eb6180d06e1), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:30.093636 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (ae997894-7892-46da-82eb-9eb6180d06e1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:30.175491 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_controller (ae997894-7892-46da-82eb-9eb6180d06e1), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:30.405598 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc222b2-e623-42eb-b755-efb85f0296cd tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 825b7f46-eec8-43d9-accb-7f580a72ab70 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:30.469271 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1266204b-469c-4189-bf1c-55fc06c7bfe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:30.505464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1676c-fac7-4d48-9432-f21946e78504 req-f9db40b4-4286-4004-b22b-5f78d4a84544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:30.507015 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbe1676c-fac7-4d48-9432-f21946e78504 req-f9db40b4-4286-4004-b22b-5f78d4a84544 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6957362 Feb 11 04:34:30.515554 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-62a1b3eb-1477-4958-b295-a0a49922aa3d tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 1001 time: 0.5610082 Feb 11 04:34:30.585928 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f266fdb-5111-4ac7-b9d7-248a1bae6b36 req-8bf73ee0-5751-4b25-9fa6-9a560695c251 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:30.587541 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f266fdb-5111-4ac7-b9d7-248a1bae6b36 req-8bf73ee0-5751-4b25-9fa6-9a560695c251 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.6140151 Feb 11 04:34:30.614918 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-0e8fd632-6174-4a82-9032-b285514a9a95 service neutron] 10.222.0.32 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303400 Feb 11 04:34:30.734778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-0ba357e4-783a-46d2-8f9c-9e86b3dd0cda tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:30.736235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-0ba357e4-783a-46d2-8f9c-9e86b3dd0cda tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports/956dfbda-4c05-4ffc-a837-57e61d385ab4 HTTP/1.1" status: 200 len: 943 time: 0.1992550 Feb 11 04:34:30.748920 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-72485508-012b-4774-a8d4-9bd519578fd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0473f650-b42b-45ce-8612-42d968a92e57 HTTP/1.1" status: 200 len: 217 time: 0.1206510 Feb 11 04:34:30.801608 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_gateway (ae997894-7892-46da-82eb-9eb6180d06e1), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:30.847480 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbe1676c-fac7-4d48-9432-f21946e78504 req-c526e157-4f18-4fbc-9ef4-cd13c0ee2e49 service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309200 Feb 11 04:34:30.900039 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f266fdb-5111-4ac7-b9d7-248a1bae6b36 req-88d4576c-af7b-4f94-b8d0-a1fc0d71b95e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909586 Feb 11 04:34:30.946153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc222b2-e623-42eb-b755-efb85f0296cd tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:30.958352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-c6e783ab-6e44-4931-8ec2-5b8fedad1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:30.959891 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-c6e783ab-6e44-4931-8ec2-5b8fedad1a82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d1fdce-bd12-463f-a026-9585e76fb2f7 HTTP/1.1" status: 200 len: 797 time: 0.2008846 Feb 11 04:34:30.963247 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3bc222b2-e623-42eb-b755-efb85f0296cd tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "PUT /v2.0/routers/825b7f46-eec8-43d9-accb-7f580a72ab70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3254979 Feb 11 04:34:30.963576 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1266204b-469c-4189-bf1c-55fc06c7bfe8 admin admin] Publish callbacks [] for security_group (662929e7-a646-4954-8268-d09a8541550c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:30.963917 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60940) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:30.968569 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb6b1e7-d4fb-45a6-abd8-7cc578766e37 None None] Sync routers for ids ['825b7f46-eec8-43d9-accb-7f580a72ab70'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:30.985570 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6b1e7-d4fb-45a6-abd8-7cc578766e37 None None] Routers {'825b7f46-eec8-43d9-accb-7f580a72ab70'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:30.986578 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fbb6b1e7-d4fb-45a6-abd8-7cc578766e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['825b7f46-eec8-43d9-accb-7f580a72ab70'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:31.042232 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-0ca9950c-ae5c-47d9-8473-356d0abe20b7 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 1001 time: 0.2106452 Feb 11 04:34:31.068788 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1266204b-469c-4189-bf1c-55fc06c7bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (662929e7-a646-4954-8268-d09a8541550c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:31.077121 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fbb6b1e7-d4fb-45a6-abd8-7cc578766e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:31.095006 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6b1e7-d4fb-45a6-abd8-7cc578766e37 None None] Routers {'825b7f46-eec8-43d9-accb-7f580a72ab70'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:31.096720 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fbb6b1e7-d4fb-45a6-abd8-7cc578766e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['825b7f46-eec8-43d9-accb-7f580a72ab70'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:31.161547 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fbb6b1e7-d4fb-45a6-abd8-7cc578766e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:31.161547 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb6b1e7-d4fb-45a6-abd8-7cc578766e37 None None] The sync data for ids ['825b7f46-eec8-43d9-accb-7f580a72ab70'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:31.545139 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1266204b-469c-4189-bf1c-55fc06c7bfe8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca03607bca5d4116a482fdf78bd6f688&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2090552 Feb 11 04:34:31.545139 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbe1676c-fac7-4d48-9432-f21946e78504 req-9275f400-1dd4-47fd-b07a-7c785392cd56 service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085073 Feb 11 04:34:31.545139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266204b-469c-4189-bf1c-55fc06c7bfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662929e7-a646-4954-8268-d09a8541550c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:31.546689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60948) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:31.547737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-1b7fcba4-5ef3-4f84-a737-c4651a58095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:31.547737 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-1b7fcba4-5ef3-4f84-a737-c4651a58095b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=783bae75-85d4-4737-a159-3dcd512c310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3230550 Feb 11 04:34:31.547737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effc424-23b0-45aa-ac0e-1ba742660a36 req-c937aa3f-c1e4-4fba-ab42-27b9d3e27df0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:31.547737 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9effc424-23b0-45aa-ac0e-1ba742660a36 req-c937aa3f-c1e4-4fba-ab42-27b9d3e27df0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2824001 Feb 11 04:34:31.547737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-6329731c-0eb2-4b45-9553-cf98f12e4593 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:31.547737 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-6329731c-0eb2-4b45-9553-cf98f12e4593 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.3197141 Feb 11 04:34:31.548767 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d18e-cb88-413f-ae26-786abdd8986c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router (825b7f46-eec8-43d9-accb-7f580a72ab70), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:31.548767 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8c03e27-ff8a-43ed-b7dc-a829799a5d40 admin admin] Publish callbacks [] for security_group (662929e7-a646-4954-8268-d09a8541550c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:31.549630 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-3345d94d-575c-4e3b-ab57-cf52459a2456 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 1001 time: 0.1501346 Feb 11 04:34:31.549630 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9effc424-23b0-45aa-ac0e-1ba742660a36 req-c2111f7a-d987-4b5c-afcc-57882f4f3685 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802886 Feb 11 04:34:31.549630 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-b5683197-0faf-4e21-a711-290d20d268f3 service neutron] 10.222.0.32 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401030 Feb 11 04:34:31.549630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-3bf8e6bf-de08-4c4c-9256-b082d8d55d93 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:31.617497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8c03e27-ff8a-43ed-b7dc-a829799a5d40 admin admin] Publish callbacks [] for security_group (662929e7-a646-4954-8268-d09a8541550c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:31.620196 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_gateway (ae997894-7892-46da-82eb-9eb6180d06e1), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:31.659766 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:31.697769 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d18e-cb88-413f-ae26-786abdd8986c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router_gateway (825b7f46-eec8-43d9-accb-7f580a72ab70), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:31.723294 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-3bf8e6bf-de08-4c4c-9256-b082d8d55d93 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for floatingip (e86ca40f-b993-4494-b73c-aeabdaecb82c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:31.836298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Allocated IP 172.25.3.135 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/89a626e7-b010-43b6-87ed-4ed7e1a38e85) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:34:31.845713 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84bb48ea-e2e9-42ae-a955-a7edfe483eff req-45776e9f-e397-4a55-a113-ace290cb4a62 service neutron] 10.222.0.32 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443504 Feb 11 04:34:31.961804 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8c03e27-ff8a-43ed-b7dc-a829799a5d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (662929e7-a646-4954-8268-d09a8541550c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:31.964576 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8c03e27-ff8a-43ed-b7dc-a829799a5d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:31.968817 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f8c03e27-ff8a-43ed-b7dc-a829799a5d40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/662929e7-a646-4954-8268-d09a8541550c HTTP/1.1" status: 204 len: 168 time: 0.6740689 Feb 11 04:34:31.990999 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-3bf8e6bf-de08-4c4c-9256-b082d8d55d93 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:31.996709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c03e27-ff8a-43ed-b7dc-a829799a5d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662929e7-a646-4954-8268-d09a8541550c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:32.024785 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (89a626e7-b010-43b6-87ed-4ed7e1a38e85), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:32.039197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c3e2d18e-cb88-413f-ae26-786abdd8986c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting port fc1c1a8d-c1b8-497b-8e3d-26c36a0135fb {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:32.039554 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d18e-cb88-413f-ae26-786abdd8986c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (fc1c1a8d-c1b8-497b-8e3d-26c36a0135fb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:32.150961 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-3bf8e6bf-de08-4c4c-9256-b082d8d55d93 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (e86ca40f-b993-4494-b73c-aeabdaecb82c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:32.152022 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-3bf8e6bf-de08-4c4c-9256-b082d8d55d93 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Floating IP e86ca40f-b993-4494-b73c-aeabdaecb82c disassociated. External IP: 172.25.3.90, port: 956dfbda-4c05-4ffc-a837-57e61d385ab4. Feb 11 04:34:32.166658 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d18e-cb88-413f-ae26-786abdd8986c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (fc1c1a8d-c1b8-497b-8e3d-26c36a0135fb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:32.183729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c3e2d18e-cb88-413f-ae26-786abdd8986c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Calling delete_port for fc1c1a8d-c1b8-497b-8e3d-26c36a0135fb owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:32.328305 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (89a626e7-b010-43b6-87ed-4ed7e1a38e85), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:32.394882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:34:32.400254 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:32.403343 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:34:32.419886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-3bf8e6bf-de08-4c4c-9256-b082d8d55d93 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Router 4077c985-e11a-4eff-9e8a-9f482b816a0c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:32.439966 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=89a626e7-b010-43b6-87ed-4ed7e1a38e85,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:32.556708 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-3bf8e6bf-de08-4c4c-9256-b082d8d55d93 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:32.569719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ede99c-11c0-4db8-9716-ad9f0a73c50d None None] Sync routers for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:32.577691 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-3bf8e6bf-de08-4c4c-9256-b082d8d55d93 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:32.592310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ede99c-11c0-4db8-9716-ad9f0a73c50d None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:32.595497 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-97ede99c-11c0-4db8-9716-ad9f0a73c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:32.655938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-3bf8e6bf-de08-4c4c-9256-b082d8d55d93 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "PUT /v2.0/floatingips/e86ca40f-b993-4494-b73c-aeabdaecb82c HTTP/1.1" status: 200 len: 695 time: 1.1178706 Feb 11 04:34:32.667026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d23050-a714-4fff-99d2-91bca592e49f', 'tag': '956dfbda-4c05-4ffc-a837-57e61d385ab4'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:34:32.675301 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de56e90-a308-4568-a3c0-ae2340e99d17" -d '{"events": [{"name": "network-changed", "server_uuid": "06d23050-a714-4fff-99d2-91bca592e49f", "tag": "956dfbda-4c05-4ffc-a837-57e61d385ab4"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:34:32.727836 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d18e-cb88-413f-ae26-786abdd8986c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (fc1c1a8d-c1b8-497b-8e3d-26c36a0135fb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:32.750421 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2027c4-0a63-4a5e-81ee-3c5a3629dfc6 x-openstack-request-id: req-2a2027c4-0a63-4a5e-81ee-3c5a3629dfc6 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:34:32.752147 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d23050-a714-4fff-99d2-91bca592e49f", "tag": "956dfbda-4c05-4ffc-a837-57e61d385ab4", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:34:32.752147 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a2027c4-0a63-4a5e-81ee-3c5a3629dfc6 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:34:32.753500 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d23050-a714-4fff-99d2-91bca592e49f', 'tag': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'status': 'completed', 'code': 200} Feb 11 04:34:32.772347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-7da98933-be1d-45e4-9208-58201ee00389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:32.773935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-7da98933-be1d-45e4-9208-58201ee00389 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 1129 time: 0.0952995 Feb 11 04:34:32.790978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2d18e-cb88-413f-ae26-786abdd8986c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Port': ['ID=fc1c1a8d-c1b8-497b-8e3d-26c36a0135fb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:32.888618 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-97ede99c-11c0-4db8-9716-ad9f0a73c50d None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:34:32.938365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56e90-a308-4568-a3c0-ae2340e99d17 req-1d11aacc-9b45-40a8-962d-818cb1f70b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:32.939972 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6de56e90-a308-4568-a3c0-ae2340e99d17 req-1d11aacc-9b45-40a8-962d-818cb1f70b1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=242791fc28704fcabf9fb59cd7497171&device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 1129 time: 0.1585052 Feb 11 04:34:32.968058 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d18e-cb88-413f-ae26-786abdd8986c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (825b7f46-eec8-43d9-accb-7f580a72ab70), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:33.002427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-7a1e4912-e376-43ec-b05e-6ad0bd68bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:33.004233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-7a1e4912-e376-43ec-b05e-6ad0bd68bab2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 921 time: 0.1820414 Feb 11 04:34:33.112127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-c83adcea-1c96-43ea-88a0-755be5a958af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4 HTTP/1.1" status: 200 len: 217 time: 0.0684142 Feb 11 04:34:33.130893 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d18e-cb88-413f-ae26-786abdd8986c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (825b7f46-eec8-43d9-accb-7f580a72ab70), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:33.140220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d18e-cb88-413f-ae26-786abdd8986c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router_controller (825b7f46-eec8-43d9-accb-7f580a72ab70), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:33.201735 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_gateway (ae997894-7892-46da-82eb-9eb6180d06e1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:33.302745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56e90-a308-4568-a3c0-ae2340e99d17 req-20e4e681-c1e1-4e90-bb1e-966155148b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:33.302745 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6de56e90-a308-4568-a3c0-ae2340e99d17 req-20e4e681-c1e1-4e90-bb1e-966155148b90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 200 len: 921 time: 0.3344812 Feb 11 04:34:33.302745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-7894e4b9-db9d-4c03-84f6-fed97e44d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:33.302745 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-7894e4b9-db9d-4c03-84f6-fed97e44d8bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.1733024 Feb 11 04:34:33.341166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6de56e90-a308-4568-a3c0-ae2340e99d17 req-c9944580-c1d5-40f7-a5aa-924dcfbee1f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4 HTTP/1.1" status: 200 len: 217 time: 0.0542939 Feb 11 04:34:33.407806 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d18e-cb88-413f-ae26-786abdd8986c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (825b7f46-eec8-43d9-accb-7f580a72ab70), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:33.409712 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e2d18e-cb88-413f-ae26-786abdd8986c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Fanout notify agent at l3_agent the message router_deleted on router 825b7f46-eec8-43d9-accb-7f580a72ab70 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:34:33.423045 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d18e-cb88-413f-ae26-786abdd8986c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:33.424201 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c3e2d18e-cb88-413f-ae26-786abdd8986c tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/routers/825b7f46-eec8-43d9-accb-7f580a72ab70 HTTP/1.1" status: 204 len: 168 time: 2.4592655 Feb 11 04:34:33.428177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32788) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:33.470738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-a2dbf654-f30e-4ebb-aa0b-1c181f6149ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:33.472700 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-a2dbf654-f30e-4ebb-aa0b-1c181f6149ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1778929 Feb 11 04:34:33.474294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56e90-a308-4568-a3c0-ae2340e99d17 req-f23e6b5c-e7bb-4d27-9138-485217151fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:33.475861 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6de56e90-a308-4568-a3c0-ae2340e99d17 req-f23e6b5c-e7bb-4d27-9138-485217151fdc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 200 len: 859 time: 0.1163723 Feb 11 04:34:33.509238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea2e92c-6ed0-4592-bb6e-c6755f0e5f7f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting subnet e78028f1-388c-494d-80e7-9c84cff17d0d {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:34:33.556223 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ea2e92c-6ed0-4592-bb6e-c6755f0e5f7f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for subnet (e78028f1-388c-494d-80e7-9c84cff17d0d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:33.576349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-97ede99c-11c0-4db8-9716-ad9f0a73c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:33.613466 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ede99c-11c0-4db8-9716-ad9f0a73c50d None None] Checking router: 4077c985-e11a-4eff-9e8a-9f482b816a0c for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:34:33.622220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ea2e92c-6ed0-4592-bb6e-c6755f0e5f7f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (e78028f1-388c-494d-80e7-9c84cff17d0d), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:33.662843 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-a4d63625-6363-4538-b13b-ccd0afbe5053 service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764147 Feb 11 04:34:33.675901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ede99c-11c0-4db8-9716-ad9f0a73c50d None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:33.676574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-97ede99c-11c0-4db8-9716-ad9f0a73c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:33.749762 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (ae997894-7892-46da-82eb-9eb6180d06e1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:33.842501 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ea2e92c-6ed0-4592-bb6e-c6755f0e5f7f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (e78028f1-388c-494d-80e7-9c84cff17d0d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:33.876150 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-97ede99c-11c0-4db8-9716-ad9f0a73c50d None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:34:33.922964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-100c702b-fcf8-47f2-bf21-0758d3f6a162 req-65376d4b-7c80-432a-aa0f-3de501e42650 service neutron] 10.222.0.13 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585094 Feb 11 04:34:33.932764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de56e90-a308-4568-a3c0-ae2340e99d17 req-9b91b2e1-8349-4aa1-8576-40ac56c2d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:33.937909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6de56e90-a308-4568-a3c0-ae2340e99d17 req-9b91b2e1-8349-4aa1-8576-40ac56c2d32f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4531837 Feb 11 04:34:33.986027 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:33.996691 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:34.203613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6de56e90-a308-4568-a3c0-ae2340e99d17 req-4662cf29-735f-40b8-8134-5400fd9944de service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582564 Feb 11 04:34:34.315056 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ea2e92c-6ed0-4592-bb6e-c6755f0e5f7f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (e78028f1-388c-494d-80e7-9c84cff17d0d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:34.385290 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router ae997894-7892-46da-82eb-9eb6180d06e1 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:34:34.388795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2e92c-6ed0-4592-bb6e-c6755f0e5f7f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Subnet': ['ID=e78028f1-388c-494d-80e7-9c84cff17d0d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:34.400815 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ea2e92c-6ed0-4592-bb6e-c6755f0e5f7f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:34.415816 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0ea2e92c-6ed0-4592-bb6e-c6755f0e5f7f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/subnets/e78028f1-388c-494d-80e7-9c84cff17d0d HTTP/1.1" status: 204 len: 168 time: 0.9764349 Feb 11 04:34:34.415816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32842) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:34.417244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e56a11-4eed-4b20-8df4-4fc39f3da7a8 None None] Network eef71e20-86d2-4321-a834-a9729adc13b5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:34:34.444540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6de56e90-a308-4568-a3c0-ae2340e99d17 req-3c5be080-fad5-427a-b705-9393fc97d517 service neutron] 10.222.0.47 "GET /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299125 Feb 11 04:34:34.502584 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-97ede99c-11c0-4db8-9716-ad9f0a73c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:34.523644 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-811f889c-ef2c-4c8e-8732-757bae3c13ef tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips/e86ca40f-b993-4494-b73c-aeabdaecb82c HTTP/1.1" status: 200 len: 695 time: 0.1235232 Feb 11 04:34:34.645992 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ede99c-11c0-4db8-9716-ad9f0a73c50d None None] The sync data for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 is: [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5803f3e1-d8c9-49fd-8364-d33bfe7db1ee', 'name': '', 'network_id': 'fe3ed698-478f-4f37-ad6e-2a649ed9dcc5', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'mac_address': 'fa:16:3e:2b:9f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:56Z', 'updated_at': '2022-02-11T04:33:04Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'subnets': [{'id': 'b41bf88a-c99f-4238-9624-eddbc961d3f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:34.765913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-de1446e0-c7bb-4187-b2d8-c08c97728a56 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:34.771234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-de1446e0-c7bb-4187-b2d8-c08c97728a56 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.2409334 Feb 11 04:34:34.784601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-f50e3ee5-ec6f-437a-827a-dbfc0ce71d1d tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:34:34.785648 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3c4b34-6ea7-4f16-b512-940d41c50f19 None None] DHCP port deletion for eef71e20-86d2-4321-a834-a9729adc13b5 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:34:34.785792 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-f50e3ee5-ec6f-437a-827a-dbfc0ce71d1d tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111070 Feb 11 04:34:34.921127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-aa87e31d-0e57-4054-8463-fdaba421d01f tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 698 time: 0.1256561 Feb 11 04:34:34.928427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c4b34-6ea7-4f16-b512-940d41c50f19 None None] Deleting port 4589d23e-91e8-46b7-a7fb-b0d203832c02 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:34.928812 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a3c4b34-6ea7-4f16-b512-940d41c50f19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4589d23e-91e8-46b7-a7fb-b0d203832c02), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:34.986689 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-06792bba-6a17-4542-8498-eb0faf7a9348 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 698 time: 0.0570002 Feb 11 04:34:35.077969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1a3c4b34-6ea7-4f16-b512-940d41c50f19 None None] For port 4589d23e-91e8-46b7-a7fb-b0d203832c02, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4589d23e-91e8-46b7-a7fb-b0d203832c02,segment=NetworkSegment(d59281c9-2a12-44d3-800b-a4158d63ff82),segment_id=d59281c9-2a12-44d3-800b-a4158d63ff82)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:34:35.078388 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a3c4b34-6ea7-4f16-b512-940d41c50f19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4589d23e-91e8-46b7-a7fb-b0d203832c02), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:35.094784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c4b34-6ea7-4f16-b512-940d41c50f19 None None] Calling delete_port for 4589d23e-91e8-46b7-a7fb-b0d203832c02 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:35.162792 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a89356-d18a-41c9-a358-d3e3709cf888 None None] New status for floating IP e86ca40f-b993-4494-b73c-aeabdaecb82c: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:34:35.201483 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd3b87a8-5b4e-4c81-9773-c45015b50c72 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (eef71e20-86d2-4321-a834-a9729adc13b5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:35.239850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-e56cea60-dd95-4caa-b56f-4f746d1b8544 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Deleting port 7b723dc5-bb1e-4830-8537-e43cce7194d5 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:35.239850 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-e56cea60-dd95-4caa-b56f-4f746d1b8544 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7b723dc5-bb1e-4830-8537-e43cce7194d5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:35.321018 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a3c4b34-6ea7-4f16-b512-940d41c50f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (4589d23e-91e8-46b7-a7fb-b0d203832c02), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:35.321774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:35.346310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a9453-1fde-40d7-be23-e7d8bd606202 None None] Sync routers for ids ['ae997894-7892-46da-82eb-9eb6180d06e1'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:35.393292 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-e56cea60-dd95-4caa-b56f-4f746d1b8544 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7b723dc5-bb1e-4830-8537-e43cce7194d5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:35.395317 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-e56cea60-dd95-4caa-b56f-4f746d1b8544 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for floatingip (7b723dc5-bb1e-4830-8537-e43cce7194d5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:35.428112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c4b34-6ea7-4f16-b512-940d41c50f19 None None] No DVR routers for this DVR port 4589d23e-91e8-46b7-a7fb-b0d203832c02 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:34:35.434109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-e56cea60-dd95-4caa-b56f-4f746d1b8544 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Calling delete_port for 7b723dc5-bb1e-4830-8537-e43cce7194d5 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:35.438252 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c4b34-6ea7-4f16-b512-940d41c50f19 None None] Pushing event deleted for resources: {'Port': ['ID=4589d23e-91e8-46b7-a7fb-b0d203832c02,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:35.507884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a9453-1fde-40d7-be23-e7d8bd606202 None None] Routers {'ae997894-7892-46da-82eb-9eb6180d06e1'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:35.508554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a7a9453-1fde-40d7-be23-e7d8bd606202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ae997894-7892-46da-82eb-9eb6180d06e1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:35.580889 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:35.582279 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cd69c04d-3fde-4db8-a13c-4db84383eb4b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.7610900 Feb 11 04:34:35.587860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32860) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:35.629993 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4589d23e-91e8-46b7-a7fb-b0d203832c02 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:34:35.654466 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd3b87a8-5b4e-4c81-9773-c45015b50c72 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (eef71e20-86d2-4321-a834-a9729adc13b5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:35.690010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a7a9453-1fde-40d7-be23-e7d8bd606202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:35.699890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 4589d23e-91e8-46b7-a7fb-b0d203832c02 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:34:35.700343 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4589d23e-91e8-46b7-a7fb-b0d203832c02 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:34:35.704694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-cd3b87a8-5b4e-4c81-9773-c45015b50c72 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef71e20-86d2-4321-a834-a9729adc13b5']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:35.717351 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-cd3b87a8-5b4e-4c81-9773-c45015b50c72 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59281c9-2a12-44d3-800b-a4158d63ff82') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:35.717719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-cd3b87a8-5b4e-4c81-9773-c45015b50c72 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59281c9-2a12-44d3-800b-a4158d63ff82') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:35.729858 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd3b87a8-5b4e-4c81-9773-c45015b50c72 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (d59281c9-2a12-44d3-800b-a4158d63ff82), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:35.741852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a9453-1fde-40d7-be23-e7d8bd606202 None None] Routers {'ae997894-7892-46da-82eb-9eb6180d06e1'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:35.745249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a7a9453-1fde-40d7-be23-e7d8bd606202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ae997894-7892-46da-82eb-9eb6180d06e1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:35.752310 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd3b87a8-5b4e-4c81-9773-c45015b50c72 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d59281c9-2a12-44d3-800b-a4158d63ff82), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:35.766218 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3b87a8-5b4e-4c81-9773-c45015b50c72 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:34:35.767008 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd3b87a8-5b4e-4c81-9773-c45015b50c72 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (d59281c9-2a12-44d3-800b-a4158d63ff82), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:34:35.770743 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:34:35.820192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a7a9453-1fde-40d7-be23-e7d8bd606202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:35.821204 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a9453-1fde-40d7-be23-e7d8bd606202 None None] The sync data for ids ['ae997894-7892-46da-82eb-9eb6180d06e1'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:35.967698 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd3b87a8-5b4e-4c81-9773-c45015b50c72 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (eef71e20-86d2-4321-a834-a9729adc13b5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:35.974428 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd3b87a8-5b4e-4c81-9773-c45015b50c72 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:35.982015 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cd3b87a8-5b4e-4c81-9773-c45015b50c72 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/networks/eef71e20-86d2-4321-a834-a9729adc13b5 HTTP/1.1" status: 204 len: 168 time: 1.5706024 Feb 11 04:34:35.982761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32866) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:36.092863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b87a8-5b4e-4c81-9773-c45015b50c72 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Network': ['ID=eef71e20-86d2-4321-a834-a9729adc13b5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:36.256889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-139be2ac-bf43-4180-ac92-888078f595b7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting port fe7b15e2-66d5-467d-adb6-5a0821f74cf5 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:36.257509 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-139be2ac-bf43-4180-ac92-888078f595b7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (fe7b15e2-66d5-467d-adb6-5a0821f74cf5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:36.320309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ceb3cd03-f12f-499f-bb50-79529c5316ca tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/routers/ae997894-7892-46da-82eb-9eb6180d06e1 HTTP/1.1" status: 200 len: 880 time: 0.7311163 Feb 11 04:34:36.321184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32872) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:36.399739 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-139be2ac-bf43-4180-ac92-888078f595b7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (fe7b15e2-66d5-467d-adb6-5a0821f74cf5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:36.400056 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-139be2ac-bf43-4180-ac92-888078f595b7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (fe7b15e2-66d5-467d-adb6-5a0821f74cf5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:36.419774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-139be2ac-bf43-4180-ac92-888078f595b7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Calling delete_port for fe7b15e2-66d5-467d-adb6-5a0821f74cf5 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:36.424894 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-e56cea60-dd95-4caa-b56f-4f746d1b8544 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7b723dc5-bb1e-4830-8537-e43cce7194d5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:36.470474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cea60-dd95-4caa-b56f-4f746d1b8544 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Pushing event deleted for resources: {'Port': ['ID=7b723dc5-bb1e-4830-8537-e43cce7194d5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:36.650126 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-e56cea60-dd95-4caa-b56f-4f746d1b8544 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks [] for floatingip (e86ca40f-b993-4494-b73c-aeabdaecb82c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:36.653300 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-e56cea60-dd95-4caa-b56f-4f746d1b8544 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:36.654457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b85a5c0-81eb-4687-b5f4-c26bf73115d9 req-e56cea60-dd95-4caa-b56f-4f746d1b8544 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "DELETE /v2.0/floatingips/e86ca40f-b993-4494-b73c-aeabdaecb82c HTTP/1.1" status: 204 len: 173 time: 1.6551983 Feb 11 04:34:36.727058 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-139be2ac-bf43-4180-ac92-888078f595b7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (fe7b15e2-66d5-467d-adb6-5a0821f74cf5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:36.749466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4df89313-9678-4288-9a30-a2e011ee0e23 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4252021 Feb 11 04:34:36.757224 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32880) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:36.765530 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139be2ac-bf43-4180-ac92-888078f595b7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Port': ['ID=fe7b15e2-66d5-467d-adb6-5a0821f74cf5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:36.772326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-09548853-3daf-4374-a64d-7aa73e199be6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-682854999'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:36.841716 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-139be2ac-bf43-4180-ac92-888078f595b7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for floatingip (a8993758-6afe-4450-98ef-135b87dfe26a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:36.844561 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-139be2ac-bf43-4180-ac92-888078f595b7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:36.849876 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-139be2ac-bf43-4180-ac92-888078f595b7 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/floatingips/a8993758-6afe-4450-98ef-135b87dfe26a HTTP/1.1" status: 204 len: 168 time: 0.8388281 Feb 11 04:34:36.850573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32882) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:36.893826 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-f440d184-fc87-4e78-b9cb-c6a1b3ac2395 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] DELETE failed (client error): The resource could not be found. Feb 11 04:34:36.894705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f440d184-fc87-4e78-b9cb-c6a1b3ac2395 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:34:36.900868 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f440d184-fc87-4e78-b9cb-c6a1b3ac2395 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/ports/7800a32f-80c1-48f9-ac43-2c4f6dcf0bff HTTP/1.1" status: 404 len: 333 time: 0.0490806 Feb 11 04:34:36.901655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32884) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:36.941022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32886) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:36.941905 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2c50b661-baed-479b-bee9-b6e5585ad835 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "GET /v2.0/ports?device_id=825b7f46-eec8-43d9-accb-7f580a72ab70 HTTP/1.1" status: 200 len: 205 time: 0.0382485 Feb 11 04:34:37.001019 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-13f62229-4802-4a58-b157-5e18d83a4f8d tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] delete failed (client error): The resource could not be found. Feb 11 04:34:37.002491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-13f62229-4802-4a58-b157-5e18d83a4f8d tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/routers/825b7f46-eec8-43d9-accb-7f580a72ab70 HTTP/1.1" status: 404 len: 336 time: 0.0600159 Feb 11 04:34:37.005265 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32888) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:37.037253 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09cf142-5f5f-4576-9e79-60fe6cd6686f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] DELETE failed (client error): The resource could not be found. Feb 11 04:34:37.037723 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09cf142-5f5f-4576-9e79-60fe6cd6686f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:34:37.040869 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e09cf142-5f5f-4576-9e79-60fe6cd6686f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/subnets/e78028f1-388c-494d-80e7-9c84cff17d0d HTTP/1.1" status: 404 len: 337 time: 0.0345776 Feb 11 04:34:37.045039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32890) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:37.163921 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8621e32a-8c53-42d1-be3c-f3c56569b933 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting port f66e9525-03c8-40a8-8018-b574059c8de7 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:37.164325 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8621e32a-8c53-42d1-be3c-f3c56569b933 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f66e9525-03c8-40a8-8018-b574059c8de7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:37.284832 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8621e32a-8c53-42d1-be3c-f3c56569b933 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f66e9525-03c8-40a8-8018-b574059c8de7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:37.305999 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8621e32a-8c53-42d1-be3c-f3c56569b933 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Calling delete_port for f66e9525-03c8-40a8-8018-b574059c8de7 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:37.307504 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-09548853-3daf-4374-a64d-7aa73e199be6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (ae997894-7892-46da-82eb-9eb6180d06e1), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:37.409574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b324496-4f94-4681-a1f8-a7c1a28de09a req-1fb5416e-fd16-4ce3-bd0a-1c1a11f37ae3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:37.415148 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b324496-4f94-4681-a1f8-a7c1a28de09a req-1fb5416e-fd16-4ce3-bd0a-1c1a11f37ae3 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 946 time: 0.0972474 Feb 11 04:34:37.491550 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-09548853-3daf-4374-a64d-7aa73e199be6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (ae997894-7892-46da-82eb-9eb6180d06e1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:37.510769 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b324496-4f94-4681-a1f8-a7c1a28de09a req-4a81e9f3-b7a8-4521-b677-f96c5b386519 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855067 Feb 11 04:34:37.566147 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32900) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:37.636156 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8621e32a-8c53-42d1-be3c-f3c56569b933 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f66e9525-03c8-40a8-8018-b574059c8de7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:37.658759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09548853-3daf-4374-a64d-7aa73e199be6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router ae997894-7892-46da-82eb-9eb6180d06e1 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:37.752050 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621e32a-8c53-42d1-be3c-f3c56569b933 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Port': ['ID=f66e9525-03c8-40a8-8018-b574059c8de7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:37.809570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3efeaf96-0972-45fd-a2e0-696501ffd5bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:37.844200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09548853-3daf-4374-a64d-7aa73e199be6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:37.851513 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-09548853-3daf-4374-a64d-7aa73e199be6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:37.855273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-09548853-3daf-4374-a64d-7aa73e199be6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/ae997894-7892-46da-82eb-9eb6180d06e1 HTTP/1.1" status: 200 len: 887 time: 1.0922577 Feb 11 04:34:37.857087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32906) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:37.860728 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c343abb-a6ef-4e65-84ff-416e174f82cd None None] Sync routers for ids ['ae997894-7892-46da-82eb-9eb6180d06e1'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:37.875629 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c343abb-a6ef-4e65-84ff-416e174f82cd None None] Routers {'ae997894-7892-46da-82eb-9eb6180d06e1'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:37.877157 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7c343abb-a6ef-4e65-84ff-416e174f82cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ae997894-7892-46da-82eb-9eb6180d06e1'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:37.911339 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3efeaf96-0972-45fd-a2e0-696501ffd5bf admin admin] Publish callbacks [] for security_group (705bc263-6ead-423a-b0a5-87c272ca166e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:37.917079 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8621e32a-8c53-42d1-be3c-f3c56569b933 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:37.925138 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8621e32a-8c53-42d1-be3c-f3c56569b933 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/ports/f66e9525-03c8-40a8-8018-b574059c8de7 HTTP/1.1" status: 204 len: 168 time: 0.8766708 Feb 11 04:34:37.925387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32908) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:37.943711 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7c343abb-a6ef-4e65-84ff-416e174f82cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:37.957412 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c343abb-a6ef-4e65-84ff-416e174f82cd None None] Routers {'ae997894-7892-46da-82eb-9eb6180d06e1'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:37.958035 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7c343abb-a6ef-4e65-84ff-416e174f82cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ae997894-7892-46da-82eb-9eb6180d06e1'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:38.021552 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0ddd94f2-8c31-4793-b015-540ce021cbd3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/routers/ae997894-7892-46da-82eb-9eb6180d06e1 HTTP/1.1" status: 200 len: 887 time: 0.1608455 Feb 11 04:34:38.021811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32910) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:38.035259 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7c343abb-a6ef-4e65-84ff-416e174f82cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:38.035556 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3efeaf96-0972-45fd-a2e0-696501ffd5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (705bc263-6ead-423a-b0a5-87c272ca166e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:38.036899 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c343abb-a6ef-4e65-84ff-416e174f82cd None None] The sync data for ids ['ae997894-7892-46da-82eb-9eb6180d06e1'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:38.058677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8e1751ab-b65f-49a6-860d-d0075cdb6ebd tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae997894-7892-46da-82eb-9eb6180d06e1 HTTP/1.1" status: 200 len: 205 time: 0.0338359 Feb 11 04:34:38.060590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32912) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:38.091806 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3efeaf96-0972-45fd-a2e0-696501ffd5bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69515a9a6994430ebfaac66b95daac7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5243211 Feb 11 04:34:38.095775 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32914) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:38.119008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efeaf96-0972-45fd-a2e0-696501ffd5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705bc263-6ead-423a-b0a5-87c272ca166e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:38.172123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3ff3b6b3-e506-4d54-a6b6-9c4b53a4f981 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting port c2e6faa8-a4af-4e05-ac9b-413478870a6d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:38.172572 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b6b3-e506-4d54-a6b6-9c4b53a4f981 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c2e6faa8-a4af-4e05-ac9b-413478870a6d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:38.197586 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd521e9b-a3b8-4204-80d6-43b9e2f19657 admin admin] Publish callbacks [] for security_group (705bc263-6ead-423a-b0a5-87c272ca166e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:38.233481 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ea93d684-f4ad-4fa7-8b5b-7b73f65431f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (ae997894-7892-46da-82eb-9eb6180d06e1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:38.270892 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd521e9b-a3b8-4204-80d6-43b9e2f19657 admin admin] Publish callbacks [] for security_group (705bc263-6ead-423a-b0a5-87c272ca166e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:38.328933 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b6b3-e506-4d54-a6b6-9c4b53a4f981 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c2e6faa8-a4af-4e05-ac9b-413478870a6d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:38.351502 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3ff3b6b3-e506-4d54-a6b6-9c4b53a4f981 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Calling delete_port for c2e6faa8-a4af-4e05-ac9b-413478870a6d owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:38.413416 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ea93d684-f4ad-4fa7-8b5b-7b73f65431f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_gateway (ae997894-7892-46da-82eb-9eb6180d06e1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:38.436145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c3e84-138f-4c4b-86e7-4551de0a3532 req-8e967bbb-458c-41e6-b923-6d67df9dfb99 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:38.437966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a2c3e84-138f-4c4b-86e7-4551de0a3532 req-8e967bbb-458c-41e6-b923-6d67df9dfb99 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.47 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 946 time: 0.0860109 Feb 11 04:34:38.549703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-3a2c3e84-138f-4c4b-86e7-4551de0a3532 req-a84048fd-5cb6-47ee-b8d3-a7e1b62c9a96 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Deleting port 956dfbda-4c05-4ffc-a837-57e61d385ab4 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:38.550046 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3a2c3e84-138f-4c4b-86e7-4551de0a3532 req-a84048fd-5cb6-47ee-b8d3-a7e1b62c9a96 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:38.572726 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd521e9b-a3b8-4204-80d6-43b9e2f19657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (705bc263-6ead-423a-b0a5-87c272ca166e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:38.575494 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd521e9b-a3b8-4204-80d6-43b9e2f19657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:38.576855 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bd521e9b-a3b8-4204-80d6-43b9e2f19657 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/705bc263-6ead-423a-b0a5-87c272ca166e HTTP/1.1" status: 204 len: 168 time: 0.4798820 Feb 11 04:34:38.584587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd521e9b-a3b8-4204-80d6-43b9e2f19657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705bc263-6ead-423a-b0a5-87c272ca166e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:38.720598 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-3a2c3e84-138f-4c4b-86e7-4551de0a3532 req-a84048fd-5cb6-47ee-b8d3-a7e1b62c9a96 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] For port 956dfbda-4c05-4ffc-a837-57e61d385ab4, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=956dfbda-4c05-4ffc-a837-57e61d385ab4,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:34:38.721315 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3a2c3e84-138f-4c4b-86e7-4551de0a3532 req-a84048fd-5cb6-47ee-b8d3-a7e1b62c9a96 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:38.738652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ea93d684-f4ad-4fa7-8b5b-7b73f65431f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port 89a626e7-b010-43b6-87ed-4ed7e1a38e85 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:38.738652 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ea93d684-f4ad-4fa7-8b5b-7b73f65431f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (89a626e7-b010-43b6-87ed-4ed7e1a38e85), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:38.744727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-3a2c3e84-138f-4c4b-86e7-4551de0a3532 req-a84048fd-5cb6-47ee-b8d3-a7e1b62c9a96 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Calling delete_port for 956dfbda-4c05-4ffc-a837-57e61d385ab4 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:38.753290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c0bc5-08dd-4f97-bdc6-6caad7f740ba req-28702b65-503d-4cbc-b7a0-fb92113bc641 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:38.754856 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a92c0bc5-08dd-4f97-bdc6-6caad7f740ba req-28702b65-503d-4cbc-b7a0-fb92113bc641 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 946 time: 0.1451097 Feb 11 04:34:38.818227 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b6b3-e506-4d54-a6b6-9c4b53a4f981 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c2e6faa8-a4af-4e05-ac9b-413478870a6d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:38.857841 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3b6b3-e506-4d54-a6b6-9c4b53a4f981 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Port': ['ID=c2e6faa8-a4af-4e05-ac9b-413478870a6d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:38.917683 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a92c0bc5-08dd-4f97-bdc6-6caad7f740ba req-58456ecc-dc38-49f6-a03f-6649001bb803 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/security-groups?id=77dff21a-9976-4810-a10e-4afc8355f707&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491132 Feb 11 04:34:38.932671 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ea93d684-f4ad-4fa7-8b5b-7b73f65431f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (89a626e7-b010-43b6-87ed-4ed7e1a38e85), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:38.954454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ea93d684-f4ad-4fa7-8b5b-7b73f65431f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for 89a626e7-b010-43b6-87ed-4ed7e1a38e85 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:38.959107 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ff3b6b3-e506-4d54-a6b6-9c4b53a4f981 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:38.963817 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3ff3b6b3-e506-4d54-a6b6-9c4b53a4f981 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/ports/c2e6faa8-a4af-4e05-ac9b-413478870a6d HTTP/1.1" status: 204 len: 168 time: 1.0360913 Feb 11 04:34:38.968836 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32924) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:39.050383 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e2ac6-2a5c-4a4a-9bc3-eaa5dde8a949 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:39.055636 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32926) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:39.055947 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7c7e2ac6-2a5c-4a4a-9bc3-eaa5dde8a949 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f766cb8-144b-4180-be11-33d2d8fae293 HTTP/1.1" status: 200 len: 913 time: 0.0846040 Feb 11 04:34:39.257663 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3a2c3e84-138f-4c4b-86e7-4551de0a3532 req-a84048fd-5cb6-47ee-b8d3-a7e1b62c9a96 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (956dfbda-4c05-4ffc-a837-57e61d385ab4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:39.271320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['956dfbda-4c05-4ffc-a837-57e61d385ab4'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:34:39.334888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84048fd-5cb6-47ee-b8d3-a7e1b62c9a96 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Pushing event deleted for resources: {'Port': ['ID=956dfbda-4c05-4ffc-a837-57e61d385ab4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:39.508816 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2c3e84-138f-4c4b-86e7-4551de0a3532 req-a84048fd-5cb6-47ee-b8d3-a7e1b62c9a96 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] No DVR routers for this DVR port 956dfbda-4c05-4ffc-a837-57e61d385ab4 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:34:39.541681 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3a2c3e84-138f-4c4b-86e7-4551de0a3532 req-a84048fd-5cb6-47ee-b8d3-a7e1b62c9a96 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:39.545904 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a2c3e84-138f-4c4b-86e7-4551de0a3532 req-a84048fd-5cb6-47ee-b8d3-a7e1b62c9a96 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.47 "DELETE /v2.0/ports/956dfbda-4c05-4ffc-a837-57e61d385ab4 HTTP/1.1" status: 204 len: 173 time: 1.1032500 Feb 11 04:34:39.546480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d23050-a714-4fff-99d2-91bca592e49f', 'name': 'network-vif-deleted', 'tag': '956dfbda-4c05-4ffc-a837-57e61d385ab4'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:34:39.549500 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f091d2-bca1-4d02-a0e5-847078e93bc0" -d '{"events": [{"server_uuid": "06d23050-a714-4fff-99d2-91bca592e49f", "name": "network-vif-deleted", "tag": "956dfbda-4c05-4ffc-a837-57e61d385ab4"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:34:39.623901 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd03deb1-0688-42cf-b359-f3d578952f55 x-openstack-request-id: req-bd03deb1-0688-42cf-b359-f3d578952f55 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:34:39.623901 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d23050-a714-4fff-99d2-91bca592e49f", "name": "network-vif-deleted", "tag": "956dfbda-4c05-4ffc-a837-57e61d385ab4", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:34:39.623901 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd03deb1-0688-42cf-b359-f3d578952f55 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:34:39.623901 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d23050-a714-4fff-99d2-91bca592e49f', 'name': 'network-vif-deleted', 'tag': '956dfbda-4c05-4ffc-a837-57e61d385ab4', 'status': 'completed', 'code': 200} Feb 11 04:34:39.624711 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ea93d684-f4ad-4fa7-8b5b-7b73f65431f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (89a626e7-b010-43b6-87ed-4ed7e1a38e85), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:39.661157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93d684-f4ad-4fa7-8b5b-7b73f65431f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=89a626e7-b010-43b6-87ed-4ed7e1a38e85,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:39.696403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32938) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:39.744834 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-28f063a5-e1ae-435e-8f70-f3ecf45354fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:39.828931 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ea93d684-f4ad-4fa7-8b5b-7b73f65431f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (ae997894-7892-46da-82eb-9eb6180d06e1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:40.154389 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32946) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:40.323682 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e057a4ae-a35e-4380-bde1-54df6e381080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:40.362126 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ea93d684-f4ad-4fa7-8b5b-7b73f65431f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (ae997894-7892-46da-82eb-9eb6180d06e1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:40.364394 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ea93d684-f4ad-4fa7-8b5b-7b73f65431f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_controller (ae997894-7892-46da-82eb-9eb6180d06e1), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:40.462046 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e057a4ae-a35e-4380-bde1-54df6e381080 admin admin] Publish callbacks [] for security_group (1fea092d-6d54-46c9-8785-200ccc293a80), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:40.472040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eeda1fa0-1fa3-4adb-8f80-28a220516503 req-cda8190a-bac3-4ccc-a0b3-210eafcf3aa7 tempest-FloatingIPsAssociationTestJSON-316857252 tempest-FloatingIPsAssociationTestJSON-316857252-project] 10.222.0.13 "GET /v2.0/ports?device_id=06d23050-a714-4fff-99d2-91bca592e49f HTTP/1.1" status: 200 len: 210 time: 0.0962925 Feb 11 04:34:40.544886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-28f063a5-e1ae-435e-8f70-f3ecf45354fe admin admin] Publish callbacks [] for security_group (906fc451-213c-4290-b880-667df342963c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:40.563237 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b4603623-b295-45c1-bea6-930bc504da2f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (1f766cb8-144b-4180-be11-33d2d8fae293), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:40.609416 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e057a4ae-a35e-4380-bde1-54df6e381080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1fea092d-6d54-46c9-8785-200ccc293a80), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:40.609880 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ea93d684-f4ad-4fa7-8b5b-7b73f65431f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (ae997894-7892-46da-82eb-9eb6180d06e1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:40.610531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea93d684-f4ad-4fa7-8b5b-7b73f65431f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Fanout notify agent at l3_agent the message router_deleted on router ae997894-7892-46da-82eb-9eb6180d06e1 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:34:40.626888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ea93d684-f4ad-4fa7-8b5b-7b73f65431f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:40.633120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ea93d684-f4ad-4fa7-8b5b-7b73f65431f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/routers/ae997894-7892-46da-82eb-9eb6180d06e1 HTTP/1.1" status: 204 len: 168 time: 2.5713871 Feb 11 04:34:40.634452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32950) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:40.643623 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8ddd472c-da45-4e74-9801-8581ebeb278d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'network': {'name': 'tempest-RoutersTest-956956066'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:40.677187 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057a4ae-a35e-4380-bde1-54df6e381080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fea092d-6d54-46c9-8785-200ccc293a80,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:40.698061 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e057a4ae-a35e-4380-bde1-54df6e381080 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5953a59d58ca4a5391e01cd6494f8dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5437753 Feb 11 04:34:40.698922 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32952) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:40.755970 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-28f063a5-e1ae-435e-8f70-f3ecf45354fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (906fc451-213c-4290-b880-667df342963c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:40.790181 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f2f704b-8b09-43ec-9e61-faa376c1d045 admin admin] Publish callbacks [] for security_group (1fea092d-6d54-46c9-8785-200ccc293a80), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:40.804029 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddd472c-da45-4e74-9801-8581ebeb278d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:34:40.811554 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ddd472c-da45-4e74-9801-8581ebeb278d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:40.838185 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-28f063a5-e1ae-435e-8f70-f3ecf45354fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71f65cc4fafa450c8c758526142f850a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1383588 Feb 11 04:34:40.839197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32954) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:40.845307 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f2f704b-8b09-43ec-9e61-faa376c1d045 admin admin] Publish callbacks [] for security_group (1fea092d-6d54-46c9-8785-200ccc293a80), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:40.879680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f063a5-e1ae-435e-8f70-f3ecf45354fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906fc451-213c-4290-b880-667df342963c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:40.913077 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddd472c-da45-4e74-9801-8581ebeb278d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:34:40.978320 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ddd472c-da45-4e74-9801-8581ebeb278d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (848d56bd-bb75-4185-aa87-5b3efc500d70), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:40.978782 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-8ddd472c-da45-4e74-9801-8581ebeb278d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Added segment 848d56bd-bb75-4185-aa87-5b3efc500d70 of type vlan for network 0515956f-cfb1-4777-abac-c37c95670c57 Feb 11 04:34:40.995037 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9a28d0a-a125-4638-8197-eca3fe490d8d admin admin] Publish callbacks [] for security_group (906fc451-213c-4290-b880-667df342963c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:41.013493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b4603623-b295-45c1-bea6-930bc504da2f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting port 2d7cebb6-4f46-4b52-b4bd-3e5badaebf9d {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:41.016097 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b4603623-b295-45c1-bea6-930bc504da2f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2d7cebb6-4f46-4b52-b4bd-3e5badaebf9d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:41.071336 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ddd472c-da45-4e74-9801-8581ebeb278d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (0515956f-cfb1-4777-abac-c37c95670c57), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:41.096165 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9a28d0a-a125-4638-8197-eca3fe490d8d admin admin] Publish callbacks [] for security_group (906fc451-213c-4290-b880-667df342963c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:41.139518 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b4603623-b295-45c1-bea6-930bc504da2f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2d7cebb6-4f46-4b52-b4bd-3e5badaebf9d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:41.145065 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f2f704b-8b09-43ec-9e61-faa376c1d045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1fea092d-6d54-46c9-8785-200ccc293a80), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:41.148970 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f2f704b-8b09-43ec-9e61-faa376c1d045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:41.151089 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9f2f704b-8b09-43ec-9e61-faa376c1d045 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fea092d-6d54-46c9-8785-200ccc293a80 HTTP/1.1" status: 204 len: 168 time: 0.4489150 Feb 11 04:34:41.153126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b4603623-b295-45c1-bea6-930bc504da2f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Calling delete_port for 2d7cebb6-4f46-4b52-b4bd-3e5badaebf9d owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:41.191629 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f704b-8b09-43ec-9e61-faa376c1d045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fea092d-6d54-46c9-8785-200ccc293a80,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:41.343907 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ddd472c-da45-4e74-9801-8581ebeb278d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (0515956f-cfb1-4777-abac-c37c95670c57), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:41.351360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddd472c-da45-4e74-9801-8581ebeb278d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:41.352000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ddd472c-da45-4e74-9801-8581ebeb278d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:41.425769 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9a28d0a-a125-4638-8197-eca3fe490d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (906fc451-213c-4290-b880-667df342963c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:41.428869 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9a28d0a-a125-4638-8197-eca3fe490d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:41.432017 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d9a28d0a-a125-4638-8197-eca3fe490d8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/906fc451-213c-4290-b880-667df342963c HTTP/1.1" status: 204 len: 168 time: 0.5891235 Feb 11 04:34:41.436603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd472c-da45-4e74-9801-8581ebeb278d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Network': ['ID=0515956f-cfb1-4777-abac-c37c95670c57,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:41.443961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a28d0a-a125-4638-8197-eca3fe490d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906fc451-213c-4290-b880-667df342963c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:41.453657 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 0515956f-cfb1-4777-abac-c37c95670c57 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:34:41.541575 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8ddd472c-da45-4e74-9801-8581ebeb278d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9026113 Feb 11 04:34:41.542029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32964) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:41.545111 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32966) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:41.550212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-38947d87-1dc0-4893-ad21-d291096c6fd5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'subnet': {'network_id': '0515956f-cfb1-4777-abac-c37c95670c57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:41.600271 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b4603623-b295-45c1-bea6-930bc504da2f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (2d7cebb6-4f46-4b52-b4bd-3e5badaebf9d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:41.640469 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4603623-b295-45c1-bea6-930bc504da2f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Port': ['ID=2d7cebb6-4f46-4b52-b4bd-3e5badaebf9d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:41.869641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38947d87-1dc0-4893-ad21-d291096c6fd5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:34:41.874213 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38947d87-1dc0-4893-ad21-d291096c6fd5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:41.988252 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b4603623-b295-45c1-bea6-930bc504da2f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (1f766cb8-144b-4180-be11-33d2d8fae293), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:42.135391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 956dfbda-4c05-4ffc-a837-57e61d385ab4 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:34:42.174375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 956dfbda-4c05-4ffc-a837-57e61d385ab4 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:34:42.175678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 956dfbda-4c05-4ffc-a837-57e61d385ab4 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:34:42.370291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-37a52592-5f4a-4456-9257-d305a6799982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (4077c985-e11a-4eff-9e8a-9f482b816a0c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:42.425605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4603623-b295-45c1-bea6-930bc504da2f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Router 1f766cb8-144b-4180-be11-33d2d8fae293 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:42.458664 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38947d87-1dc0-4893-ad21-d291096c6fd5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (ed6c2ae6-08bd-4999-b988-a52d1ffd0445), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:42.582563 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38947d87-1dc0-4893-ad21-d291096c6fd5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Subnet': ['ID=ed6c2ae6-08bd-4999-b988-a52d1ffd0445,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:42.595372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38947d87-1dc0-4893-ad21-d291096c6fd5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Checking segment: {'id': '848d56bd-bb75-4185-aa87-5b3efc500d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0515956f-cfb1-4777-abac-c37c95670c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:34:42.595372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38947d87-1dc0-4893-ad21-d291096c6fd5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network hostable DHCP agents. Network: 0515956f-cfb1-4777-abac-c37c95670c57, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:34:42.660516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4603623-b295-45c1-bea6-930bc504da2f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:42.666393 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b4603623-b295-45c1-bea6-930bc504da2f tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "PUT /v2.0/routers/1f766cb8-144b-4180-be11-33d2d8fae293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6082158 Feb 11 04:34:42.670292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32998) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:42.673317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b44747-c9c5-4c4a-b898-f98ee7abc65e None None] Sync routers for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:42.688111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b44747-c9c5-4c4a-b898-f98ee7abc65e None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:42.688845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-25b44747-c9c5-4c4a-b898-f98ee7abc65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:42.698365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38947d87-1dc0-4893-ad21-d291096c6fd5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 0515956f-cfb1-4777-abac-c37c95670c57 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:34:42.741535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-25b44747-c9c5-4c4a-b898-f98ee7abc65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:42.765919 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b44747-c9c5-4c4a-b898-f98ee7abc65e None None] Routers {'1f766cb8-144b-4180-be11-33d2d8fae293'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:42.768989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-25b44747-c9c5-4c4a-b898-f98ee7abc65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1f766cb8-144b-4180-be11-33d2d8fae293'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:42.844774 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93d62721-77e6-4691-a908-7d7a9f0d7372 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router (1f766cb8-144b-4180-be11-33d2d8fae293), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:42.858236 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-38947d87-1dc0-4893-ad21-d291096c6fd5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 0515956f-cfb1-4777-abac-c37c95670c57) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:42.864541 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38947d87-1dc0-4893-ad21-d291096c6fd5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:42.865472 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38947d87-1dc0-4893-ad21-d291096c6fd5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:42.876789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-25b44747-c9c5-4c4a-b898-f98ee7abc65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:42.878986 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b44747-c9c5-4c4a-b898-f98ee7abc65e None None] The sync data for ids ['1f766cb8-144b-4180-be11-33d2d8fae293'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:42.888663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bda478a-4332-4311-948f-93448d3dbaa4 None None] Network 0515956f-cfb1-4777-abac-c37c95670c57 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:34:42.960246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-37a52592-5f4a-4456-9257-d305a6799982 admin admin] Deleting port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:42.960642 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-37a52592-5f4a-4456-9257-d305a6799982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:42.986696 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-38947d87-1dc0-4893-ad21-d291096c6fd5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4392006 Feb 11 04:34:42.989395 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33010) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:42.994825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-99e13481-b231-43e4-aa94-5232adc8135d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-179620105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:43.034552 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93d62721-77e6-4691-a908-7d7a9f0d7372 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router_gateway (1f766cb8-144b-4180-be11-33d2d8fae293), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:43.065513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-0515956f-cfb1-4777-abac-c37c95670c57', 'network_id': '0515956f-cfb1-4777-abac-c37c95670c57', 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'fixed_ips': [{'subnet_id': 'ed6c2ae6-08bd-4999-b988-a52d1ffd0445'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:34:43.066426 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:43.078911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-37a52592-5f4a-4456-9257-d305a6799982 admin admin] For port 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5803f3e1-d8c9-49fd-8364-d33bfe7db1ee,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:34:43.079320 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-37a52592-5f4a-4456-9257-d305a6799982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:43.102088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-37a52592-5f4a-4456-9257-d305a6799982 admin admin] Calling delete_port for 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:43.116392 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-99e13481-b231-43e4-aa94-5232adc8135d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (accc59e8-96fb-453a-9166-bb4753d6c3ac), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:43.117507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-99e13481-b231-43e4-aa94-5232adc8135d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (accc59e8-96fb-453a-9166-bb4753d6c3ac), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:43.195350 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-99e13481-b231-43e4-aa94-5232adc8135d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_controller (accc59e8-96fb-453a-9166-bb4753d6c3ac), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:43.260156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Allocated IP 172.20.0.2 (0515956f-cfb1-4777-abac-c37c95670c57/ed6c2ae6-08bd-4999-b988-a52d1ffd0445/dbb8b86c-9852-43bc-aa59-1e8e12fb8db2) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:34:43.327344 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-99e13481-b231-43e4-aa94-5232adc8135d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (accc59e8-96fb-453a-9166-bb4753d6c3ac), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:43.332919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-93d62721-77e6-4691-a908-7d7a9f0d7372 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting port c3a98fbc-f927-4d7a-a57f-bb60af53c0cc {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:43.333266 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93d62721-77e6-4691-a908-7d7a9f0d7372 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c3a98fbc-f927-4d7a-a57f-bb60af53c0cc), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:43.450006 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-99e13481-b231-43e4-aa94-5232adc8135d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:43.450006 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-99e13481-b231-43e4-aa94-5232adc8135d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4559290 Feb 11 04:34:43.450455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33018) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:43.527994 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93d62721-77e6-4691-a908-7d7a9f0d7372 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c3a98fbc-f927-4d7a-a57f-bb60af53c0cc), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:43.557107 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Publish callbacks [] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:43.587633 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-93d62721-77e6-4691-a908-7d7a9f0d7372 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Calling delete_port for c3a98fbc-f927-4d7a-a57f-bb60af53c0cc owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:43.654831 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:43.698087 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Network 0515956f-cfb1-4777-abac-c37c95670c57 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:34:43.702102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:43.706075 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:34:43.722246 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-37a52592-5f4a-4456-9257-d305a6799982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5803f3e1-d8c9-49fd-8364-d33bfe7db1ee), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:43.737134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Pushing event updated for resources: {'Port': ['ID=dbb8b86c-9852-43bc-aa59-1e8e12fb8db2,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:43.752651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a52592-5f4a-4456-9257-d305a6799982 admin admin] Pushing event deleted for resources: {'Port': ['ID=5803f3e1-d8c9-49fd-8364-d33bfe7db1ee,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:43.781873 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Attempting to bind port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:34:43.787281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Attempting to bind port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '848d56bd-bb75-4185-aa87-5b3efc500d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0515956f-cfb1-4777-abac-c37c95670c57'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:34:43.787281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Attempting to bind port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 on network 0515956f-cfb1-4777-abac-c37c95670c57 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:34:43.791081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:34:43.791903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Checking segment: {'id': '848d56bd-bb75-4185-aa87-5b3efc500d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0515956f-cfb1-4777-abac-c37c95670c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:34:43.792672 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:43.794241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Bound using segment: {'id': '848d56bd-bb75-4185-aa87-5b3efc500d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0515956f-cfb1-4777-abac-c37c95670c57'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:34:43.795257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Bound port: dbb8b86c-9852-43bc-aa59-1e8e12fb8db2, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848d56bd-bb75-4185-aa87-5b3efc500d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0515956f-cfb1-4777-abac-c37c95670c57'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:34:43.795977 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:43.880194 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] For port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:34:43.884693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] For port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dbb8b86c-9852-43bc-aa59-1e8e12fb8db2,segment=NetworkSegment(848d56bd-bb75-4185-aa87-5b3efc500d70),segment_id=848d56bd-bb75-4185-aa87-5b3efc500d70)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:34:43.962819 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:44.078698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb3c2c-37ba-45da-9887-c0674c55887f None None] Pushing event updated for resources: {'Port': ['ID=dbb8b86c-9852-43bc-aa59-1e8e12fb8db2,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:44.608052 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:44.809688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-37a52592-5f4a-4456-9257-d305a6799982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (4077c985-e11a-4eff-9e8a-9f482b816a0c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:44.913228 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93d62721-77e6-4691-a908-7d7a9f0d7372 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c3a98fbc-f927-4d7a-a57f-bb60af53c0cc), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:44.993665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d62721-77e6-4691-a908-7d7a9f0d7372 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Port': ['ID=c3a98fbc-f927-4d7a-a57f-bb60af53c0cc,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:45.173005 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93d62721-77e6-4691-a908-7d7a9f0d7372 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (1f766cb8-144b-4180-be11-33d2d8fae293), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:45.258294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Allocated IP 172.20.0.1 (0515956f-cfb1-4777-abac-c37c95670c57/ed6c2ae6-08bd-4999-b988-a52d1ffd0445/59ff6023-ab22-4304-ad42-5f36ade5ce21) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:34:45.340822 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93d62721-77e6-4691-a908-7d7a9f0d7372 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (1f766cb8-144b-4180-be11-33d2d8fae293), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:45.344029 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93d62721-77e6-4691-a908-7d7a9f0d7372 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router_controller (1f766cb8-144b-4180-be11-33d2d8fae293), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:45.468749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b40a1df-33a5-4f21-b341-ea16f10d0a8a None None] Network 0515956f-cfb1-4777-abac-c37c95670c57 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:34:45.549861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-445feaa7-4f99-4c6d-8c49-c51ac419ba21 None None] Provisioning complete for port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:45.550532 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-445feaa7-4f99-4c6d-8c49-c51ac419ba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:45.561560 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93d62721-77e6-4691-a908-7d7a9f0d7372 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (1f766cb8-144b-4180-be11-33d2d8fae293), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:45.562154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d62721-77e6-4691-a908-7d7a9f0d7372 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Fanout notify agent at l3_agent the message router_deleted on router 1f766cb8-144b-4180-be11-33d2d8fae293 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:34:45.583359 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93d62721-77e6-4691-a908-7d7a9f0d7372 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:45.587294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-93d62721-77e6-4691-a908-7d7a9f0d7372 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/routers/1f766cb8-144b-4180-be11-33d2d8fae293 HTTP/1.1" status: 204 len: 168 time: 2.9159718 Feb 11 04:34:45.587865 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33056) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:45.611880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a52592-5f4a-4456-9257-d305a6799982 admin admin] Router 4077c985-e11a-4eff-9e8a-9f482b816a0c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:45.649017 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (59ff6023-ab22-4304-ad42-5f36ade5ce21), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:45.664756 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd81d101-d87d-47eb-9b27-abd0f9e1d4e2 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Deleting subnet a63b66cd-2b1b-4460-957d-d1221ba40f92 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:34:45.669586 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd81d101-d87d-47eb-9b27-abd0f9e1d4e2 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for subnet (a63b66cd-2b1b-4460-957d-d1221ba40f92), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:45.734296 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd81d101-d87d-47eb-9b27-abd0f9e1d4e2 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (a63b66cd-2b1b-4460-957d-d1221ba40f92), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:45.817676 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd81d101-d87d-47eb-9b27-abd0f9e1d4e2 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (a63b66cd-2b1b-4460-957d-d1221ba40f92), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:45.908305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a52592-5f4a-4456-9257-d305a6799982 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:45.916729 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a07b56-685e-4497-9baf-4b941d0956a5 None None] Sync routers for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:45.925546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-37a52592-5f4a-4456-9257-d305a6799982 admin admin] 10.222.0.13 "PUT /v2.0/routers/4077c985-e11a-4eff-9e8a-9f482b816a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3819349 Feb 11 04:34:45.926506 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33062) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:45.936093 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a07b56-685e-4497-9baf-4b941d0956a5 None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:45.937851 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e9a07b56-685e-4497-9baf-4b941d0956a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:45.997206 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (59ff6023-ab22-4304-ad42-5f36ade5ce21), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:46.040771 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd81d101-d87d-47eb-9b27-abd0f9e1d4e2 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (a63b66cd-2b1b-4460-957d-d1221ba40f92), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:46.082489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-445feaa7-4f99-4c6d-8c49-c51ac419ba21 None None] Current status of the port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:34:46.084549 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-445feaa7-4f99-4c6d-8c49-c51ac419ba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:46.099807 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:34:46.120741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 0515956f-cfb1-4777-abac-c37c95670c57 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:34:46.129559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:46.143754 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:34:46.155613 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd81d101-d87d-47eb-9b27-abd0f9e1d4e2 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:46.165573 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fd81d101-d87d-47eb-9b27-abd0f9e1d4e2 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/subnets/a63b66cd-2b1b-4460-957d-d1221ba40f92 HTTP/1.1" status: 204 len: 168 time: 0.5726483 Feb 11 04:34:46.173416 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33064) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:46.203571 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-e9a07b56-685e-4497-9baf-4b941d0956a5 None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:34:46.214958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-445feaa7-4f99-4c6d-8c49-c51ac419ba21 None None] For port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dbb8b86c-9852-43bc-aa59-1e8e12fb8db2,segment=NetworkSegment(848d56bd-bb75-4185-aa87-5b3efc500d70),segment_id=848d56bd-bb75-4185-aa87-5b3efc500d70)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:34:46.254588 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (accc59e8-96fb-453a-9166-bb4753d6c3ac), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:46.258864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=59ff6023-ab22-4304-ad42-5f36ade5ce21,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:46.262246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:46.262246 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:46.325165 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-445feaa7-4f99-4c6d-8c49-c51ac419ba21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:46.350580 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] Publish callbacks [] for router (4077c985-e11a-4eff-9e8a-9f482b816a0c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:46.479473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81d101-d87d-47eb-9b27-abd0f9e1d4e2 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Subnet': ['ID=a63b66cd-2b1b-4460-957d-d1221ba40f92,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:46.490970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445feaa7-4f99-4c6d-8c49-c51ac419ba21 None None] Pushing event updated for resources: {'Port': ['ID=dbb8b86c-9852-43bc-aa59-1e8e12fb8db2,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:46.659663 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2698ee46-3b64-4d79-a132-cfc89e201be8 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (559587a7-f213-41df-992d-930459b71fc9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:46.667534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:34:46.681201 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:34:46.683083 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (59ff6023-ab22-4304-ad42-5f36ade5ce21), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:46.789828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-97a48242-c44d-4d20-80ca-4998365201ad None None] Provisioning complete for port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:46.803403 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97a48242-c44d-4d20-80ca-4998365201ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:46.909207 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2698ee46-3b64-4d79-a132-cfc89e201be8 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (559587a7-f213-41df-992d-930459b71fc9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:46.935609 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] Publish callbacks [] for router_gateway (4077c985-e11a-4eff-9e8a-9f482b816a0c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:47.006592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-2698ee46-3b64-4d79-a132-cfc89e201be8 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559587a7-f213-41df-992d-930459b71fc9']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:47.010203 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e9a07b56-685e-4497-9baf-4b941d0956a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179'}], 'enable_snat': True}, 'gw_port_id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:34:43Z', 'revision_number': 5, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port': {'id': '5555a695-aa2c-4a26-a8d6-7d9b8353db4e', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:32:51Z', 'updated_at': '2022-02-11T04:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:47.036606 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-2698ee46-3b64-4d79-a132-cfc89e201be8 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc98367-6e3c-455d-a0e9-facad9f7f4e1') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:47.036905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-2698ee46-3b64-4d79-a132-cfc89e201be8 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc98367-6e3c-455d-a0e9-facad9f7f4e1') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:47.050225 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2698ee46-3b64-4d79-a132-cfc89e201be8 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (bbc98367-6e3c-455d-a0e9-facad9f7f4e1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:47.094172 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a07b56-685e-4497-9baf-4b941d0956a5 None None] Checking router: 4077c985-e11a-4eff-9e8a-9f482b816a0c for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:34:47.106431 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a07b56-685e-4497-9baf-4b941d0956a5 None None] Routers {'4077c985-e11a-4eff-9e8a-9f482b816a0c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:47.108595 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e9a07b56-685e-4497-9baf-4b941d0956a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4077c985-e11a-4eff-9e8a-9f482b816a0c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:47.136138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-97a48242-c44d-4d20-80ca-4998365201ad None None] Current status of the port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:34:47.170531 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2698ee46-3b64-4d79-a132-cfc89e201be8 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (bbc98367-6e3c-455d-a0e9-facad9f7f4e1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:47.200055 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2698ee46-3b64-4d79-a132-cfc89e201be8 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:34:47.200491 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2698ee46-3b64-4d79-a132-cfc89e201be8 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (bbc98367-6e3c-455d-a0e9-facad9f7f4e1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:34:47.203845 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:34:47.291907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] Deleting port 5555a695-aa2c-4a26-a8d6-7d9b8353db4e {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:47.292202 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5555a695-aa2c-4a26-a8d6-7d9b8353db4e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:47.337315 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-e9a07b56-685e-4497-9baf-4b941d0956a5 None None] Set router 4077c985-e11a-4eff-9e8a-9f482b816a0c gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:34:47.371861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-aec17395-1f38-41bf-b024-5a46fdeeb4e3 None None] Provisioning complete for port 59ff6023-ab22-4304-ad42-5f36ade5ce21 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:47.372248 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aec17395-1f38-41bf-b024-5a46fdeeb4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (59ff6023-ab22-4304-ad42-5f36ade5ce21), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:47.386160 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2698ee46-3b64-4d79-a132-cfc89e201be8 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (559587a7-f213-41df-992d-930459b71fc9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:47.404156 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2698ee46-3b64-4d79-a132-cfc89e201be8 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:47.408875 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2698ee46-3b64-4d79-a132-cfc89e201be8 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] 10.222.0.13 "DELETE /v2.0/networks/559587a7-f213-41df-992d-930459b71fc9 HTTP/1.1" status: 204 len: 168 time: 1.2331791 Feb 11 04:34:47.409089 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e9a07b56-685e-4497-9baf-4b941d0956a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:34:46Z', 'revision_number': 6, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:47.428270 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698ee46-3b64-4d79-a132-cfc89e201be8 tempest-FloatingIPTestJSON-1543662649 tempest-FloatingIPTestJSON-1543662649-project] Pushing event deleted for resources: {'Network': ['ID=559587a7-f213-41df-992d-930459b71fc9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:47.457709 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a07b56-685e-4497-9baf-4b941d0956a5 None None] The sync data for ids ['4077c985-e11a-4eff-9e8a-9f482b816a0c'] in n-d-712142-35 is: [{'id': '4077c985-e11a-4eff-9e8a-9f482b816a0c', 'name': 'tempest-FloatingIPsAssociationTestJSON-268388944-router', 'tenant_id': '242791fc28704fcabf9fb59cd7497171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:32:50Z', 'updated_at': '2022-02-11T04:34:46Z', 'revision_number': 6, 'project_id': '242791fc28704fcabf9fb59cd7497171', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:47.498706 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-aec17395-1f38-41bf-b024-5a46fdeeb4e3 None None] Port 59ff6023-ab22-4304-ad42-5f36ade5ce21 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:34:47.510956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] For port 5555a695-aa2c-4a26-a8d6-7d9b8353db4e, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5555a695-aa2c-4a26-a8d6-7d9b8353db4e,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:34:47.511500 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5555a695-aa2c-4a26-a8d6-7d9b8353db4e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:47.541143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] Calling delete_port for 5555a695-aa2c-4a26-a8d6-7d9b8353db4e owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:47.680998 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (59ff6023-ab22-4304-ad42-5f36ade5ce21), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:47.760938 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (59ff6023-ab22-4304-ad42-5f36ade5ce21), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:47.848862 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (accc59e8-96fb-453a-9166-bb4753d6c3ac), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:47.878742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=59ff6023-ab22-4304-ad42-5f36ade5ce21,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:47.918900 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:34:47.975572 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:47.976062 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:47.983291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 0515956f-cfb1-4777-abac-c37c95670c57 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:34:47.985160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:48.105903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:34:48.332187 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-04eebc2c-5f64-426b-9dbc-5cbfec9b751c None None] Provisioning complete for port 59ff6023-ab22-4304-ad42-5f36ade5ce21 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:34:48.332560 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-04eebc2c-5f64-426b-9dbc-5cbfec9b751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (59ff6023-ab22-4304-ad42-5f36ade5ce21), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:48.373857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-04eebc2c-5f64-426b-9dbc-5cbfec9b751c None None] Port 59ff6023-ab22-4304-ad42-5f36ade5ce21 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:34:48.590444 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5555a695-aa2c-4a26-a8d6-7d9b8353db4e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:48.638254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router accc59e8-96fb-453a-9166-bb4753d6c3ac is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:34:48.647774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=5555a695-aa2c-4a26-a8d6-7d9b8353db4e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:48.724154 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (4077c985-e11a-4eff-9e8a-9f482b816a0c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:48.809792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:48.815401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bc233c71-0ee4-420c-8779-a7bf4fd72a12 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/accc59e8-96fb-453a-9166-bb4753d6c3ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3629057 Feb 11 04:34:48.817945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33106) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:48.820737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8f55c0-a93a-4502-8f68-2249c843cf71 None None] Sync routers for ids ['accc59e8-96fb-453a-9166-bb4753d6c3ac'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:48.836423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8f55c0-a93a-4502-8f68-2249c843cf71 None None] Routers {'accc59e8-96fb-453a-9166-bb4753d6c3ac'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:48.837082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0d8f55c0-a93a-4502-8f68-2249c843cf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['accc59e8-96fb-453a-9166-bb4753d6c3ac'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:48.869292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (4077c985-e11a-4eff-9e8a-9f482b816a0c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:48.873927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd396b9-be3f-4a6c-b571-e0592ebc3f02 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:48.874420 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] Publish callbacks [] for router_controller (4077c985-e11a-4eff-9e8a-9f482b816a0c), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:48.876506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1cd396b9-be3f-4a6c-b571-e0592ebc3f02 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports/59ff6023-ab22-4304-ad42-5f36ade5ce21 HTTP/1.1" status: 200 len: 910 time: 0.0573211 Feb 11 04:34:48.879173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33110) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:48.884628 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-afb40647-12f3-4263-aef4-a1122fe9ca2b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed6c2ae6-08bd-4999-b988-a52d1ffd0445'}]}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:48.900674 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0d8f55c0-a93a-4502-8f68-2249c843cf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:48.920640 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8f55c0-a93a-4502-8f68-2249c843cf71 None None] Routers {'accc59e8-96fb-453a-9166-bb4753d6c3ac'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:48.921567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0d8f55c0-a93a-4502-8f68-2249c843cf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['accc59e8-96fb-453a-9166-bb4753d6c3ac'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:49.009680 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0d8f55c0-a93a-4502-8f68-2249c843cf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:49.010368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8f55c0-a93a-4502-8f68-2249c843cf71 None None] The sync data for ids ['accc59e8-96fb-453a-9166-bb4753d6c3ac'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:49.035605 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33112) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:49.087145 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (4077c985-e11a-4eff-9e8a-9f482b816a0c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:49.087927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4077c985-e11a-4eff-9e8a-9f482b816a0c {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:34:49.096059 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:49.097212 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e85540ee-8e2e-4880-8ece-0cf982587c0c admin admin] 10.222.0.13 "DELETE /v2.0/routers/4077c985-e11a-4eff-9e8a-9f482b816a0c HTTP/1.1" status: 204 len: 168 time: 3.1691802 Feb 11 04:34:49.099170 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33116) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:49.152668 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-afb40647-12f3-4263-aef4-a1122fe9ca2b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (59ff6023-ab22-4304-ad42-5f36ade5ce21), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:49.272185 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-327e6a75-df1c-4aa1-8fc7-ac0249987996 admin admin] Deleting subnet b41bf88a-c99f-4238-9624-eddbc961d3f8 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:34:49.300706 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-327e6a75-df1c-4aa1-8fc7-ac0249987996 admin admin] Publish callbacks [] for subnet (b41bf88a-c99f-4238-9624-eddbc961d3f8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:49.370027 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-327e6a75-df1c-4aa1-8fc7-ac0249987996 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (b41bf88a-c99f-4238-9624-eddbc961d3f8), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:49.409436 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dc8ad42e-3149-4153-bbaa-7d34c0afe11b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb4deeefd2774029b34558b800a6fed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3716006 Feb 11 04:34:49.410354 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33122) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:49.590389 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7d8a60e-f8e8-4662-bad4-f464200cd224 admin admin] Publish callbacks [] for security_group (92a1afce-9b9e-4fa4-ada3-8bfb9e0023de), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:49.600996 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-327e6a75-df1c-4aa1-8fc7-ac0249987996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (b41bf88a-c99f-4238-9624-eddbc961d3f8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:49.643651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5555a695-aa2c-4a26-a8d6-7d9b8353db4e no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:34:49.669191 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 5555a695-aa2c-4a26-a8d6-7d9b8353db4e {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:34:49.670094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5555a695-aa2c-4a26-a8d6-7d9b8353db4e not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:34:49.670838 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:34:49.710032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:34:49.710783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5803f3e1-d8c9-49fd-8364-d33bfe7db1ee not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:34:49.715828 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7d8a60e-f8e8-4662-bad4-f464200cd224 admin admin] Publish callbacks [] for security_group (92a1afce-9b9e-4fa4-ada3-8bfb9e0023de), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:49.764129 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-327e6a75-df1c-4aa1-8fc7-ac0249987996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (b41bf88a-c99f-4238-9624-eddbc961d3f8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:49.798417 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e6a75-df1c-4aa1-8fc7-ac0249987996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b41bf88a-c99f-4238-9624-eddbc961d3f8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:49.810433 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-327e6a75-df1c-4aa1-8fc7-ac0249987996 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:49.816903 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-327e6a75-df1c-4aa1-8fc7-ac0249987996 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b41bf88a-c99f-4238-9624-eddbc961d3f8 HTTP/1.1" status: 204 len: 168 time: 0.7164264 Feb 11 04:34:49.817080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d234dac-458c-487b-8997-21b04a5ffd94 None None] Network fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:34:49.819182 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33130) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:49.914245 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (fe3ed698-478f-4f37-ad6e-2a649ed9dcc5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.017886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7d8a60e-f8e8-4662-bad4-f464200cd224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (92a1afce-9b9e-4fa4-ada3-8bfb9e0023de), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.022138 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a7d8a60e-f8e8-4662-bad4-f464200cd224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.027549 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a7d8a60e-f8e8-4662-bad4-f464200cd224 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92a1afce-9b9e-4fa4-ada3-8bfb9e0023de HTTP/1.1" status: 204 len: 168 time: 0.6083214 Feb 11 04:34:50.033144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Deleting port 3e6023c9-3c06-43ad-b788-b091857afb9a {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:50.033916 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.063983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8a60e-f8e8-4662-bad4-f464200cd224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a1afce-9b9e-4fa4-ada3-8bfb9e0023de,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:50.146444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0e9b6d-67f3-4e13-ac5e-2930f7342052 None None] DHCP port deletion for fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:34:50.172571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] For port 3e6023c9-3c06-43ad-b788-b091857afb9a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3e6023c9-3c06-43ad-b788-b091857afb9a,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:34:50.173187 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.191594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Calling delete_port for 3e6023c9-3c06-43ad-b788-b091857afb9a owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:50.222722 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e9b6d-67f3-4e13-ac5e-2930f7342052 None None] Deleting port 3e6023c9-3c06-43ad-b788-b091857afb9a {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:50.224152 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fc0e9b6d-67f3-4e13-ac5e-2930f7342052 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.356755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fc0e9b6d-67f3-4e13-ac5e-2930f7342052 None None] For port 3e6023c9-3c06-43ad-b788-b091857afb9a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3e6023c9-3c06-43ad-b788-b091857afb9a,segment=NetworkSegment(bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8),segment_id=bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:34:50.357103 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fc0e9b6d-67f3-4e13-ac5e-2930f7342052 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.374216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fc0e9b6d-67f3-4e13-ac5e-2930f7342052 None None] Calling delete_port for 3e6023c9-3c06-43ad-b788-b091857afb9a owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:50.413966 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.504025 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6023c9-3c06-43ad-b788-b091857afb9a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.510166 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.514113 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.514113 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.514113 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.514113 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.514113 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.514113 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.514113 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.514113 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.514113 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.514113 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.514113 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.514113 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.514113 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:34:50.514113 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:34:50.515329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] No DVR routers for this DVR port 3e6023c9-3c06-43ad-b788-b091857afb9a on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:34:50.526271 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fc0e9b6d-67f3-4e13-ac5e-2930f7342052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (3e6023c9-3c06-43ad-b788-b091857afb9a), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.568955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e9b6d-67f3-4e13-ac5e-2930f7342052 None None] Pushing event deleted for resources: {'Port': ['ID=3e6023c9-3c06-43ad-b788-b091857afb9a,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:50.570961 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-afb40647-12f3-4263-aef4-a1122fe9ca2b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (59ff6023-ab22-4304-ad42-5f36ade5ce21), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.572043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e9b6d-67f3-4e13-ac5e-2930f7342052 None None] No DVR routers for this DVR port 3e6023c9-3c06-43ad-b788-b091857afb9a on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:34:50.647622 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (fe3ed698-478f-4f37-ad6e-2a649ed9dcc5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.655053 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-afb40647-12f3-4263-aef4-a1122fe9ca2b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (59ff6023-ab22-4304-ad42-5f36ade5ce21), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.675748 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3ed698-478f-4f37-ad6e-2a649ed9dcc5']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:50.700212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:50.700604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:50.726583 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.763474 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.782694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:34:50.788705 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (bb8b2fa1-63ca-41d2-90e7-ef997d45b5b8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.819420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb40647-12f3-4263-aef4-a1122fe9ca2b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=59ff6023-ab22-4304-ad42-5f36ade5ce21,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:34:50.902882 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:34:50.911303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb40647-12f3-4263-aef4-a1122fe9ca2b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:50.915310 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-afb40647-12f3-4263-aef4-a1122fe9ca2b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:50.919435 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-afb40647-12f3-4263-aef4-a1122fe9ca2b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/ports/59ff6023-ab22-4304-ad42-5f36ade5ce21 HTTP/1.1" status: 200 len: 910 time: 2.0385215 Feb 11 04:34:50.922289 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33148) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:51.326124 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (fe3ed698-478f-4f37-ad6e-2a649ed9dcc5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:51.332723 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:51.338941 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fe3ed698-478f-4f37-ad6e-2a649ed9dcc5 HTTP/1.1" status: 204 len: 168 time: 1.5184453 Feb 11 04:34:51.381183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3ed698-478f-4f37-ad6e-2a649ed9dcc5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:51.395007 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:51.395367 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:51.395719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:51.396072 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:51.396415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:51.396753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:51.397090 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:51.397422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:51.397748 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:51.398083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:51.398411 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:51.398770 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:51.399104 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd67e01-3cbf-454b-8785-a4ee2ba5e157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:51.595006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3e6023c9-3c06-43ad-b788-b091857afb9a no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:34:51.620687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 3e6023c9-3c06-43ad-b788-b091857afb9a {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:34:51.621916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3e6023c9-3c06-43ad-b788-b091857afb9a not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:34:51.729532 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-127b49d4-4af1-4c1d-ab97-f796d791c8a9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (accc59e8-96fb-453a-9166-bb4753d6c3ac), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:51.881427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33164) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:52.054916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e8839954-1302-4247-b5da-0b321b7c8e1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=242791fc28704fcabf9fb59cd7497171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1694899 Feb 11 04:34:52.056018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33170) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:52.110010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-127b49d4-4af1-4c1d-ab97-f796d791c8a9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port 59ff6023-ab22-4304-ad42-5f36ade5ce21 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:52.110454 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-127b49d4-4af1-4c1d-ab97-f796d791c8a9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (59ff6023-ab22-4304-ad42-5f36ade5ce21), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:52.218115 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98539f84-2dfb-4ac5-9553-5f8822f6453c admin admin] Publish callbacks [] for security_group (77dff21a-9976-4810-a10e-4afc8355f707), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:52.245245 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-127b49d4-4af1-4c1d-ab97-f796d791c8a9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (59ff6023-ab22-4304-ad42-5f36ade5ce21), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:52.289242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-127b49d4-4af1-4c1d-ab97-f796d791c8a9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for 59ff6023-ab22-4304-ad42-5f36ade5ce21 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:52.295292 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98539f84-2dfb-4ac5-9553-5f8822f6453c admin admin] Publish callbacks [] for security_group (77dff21a-9976-4810-a10e-4afc8355f707), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:53.148574 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33182) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:53.258656 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1615419322'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:53.336605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-127b49d4-4af1-4c1d-ab97-f796d791c8a9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (59ff6023-ab22-4304-ad42-5f36ade5ce21), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:53.336867 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98539f84-2dfb-4ac5-9553-5f8822f6453c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (77dff21a-9976-4810-a10e-4afc8355f707), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:53.336867 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98539f84-2dfb-4ac5-9553-5f8822f6453c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:53.337482 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-98539f84-2dfb-4ac5-9553-5f8822f6453c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77dff21a-9976-4810-a10e-4afc8355f707 HTTP/1.1" status: 204 len: 168 time: 1.2800100 Feb 11 04:34:53.350378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98539f84-2dfb-4ac5-9553-5f8822f6453c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dff21a-9976-4810-a10e-4afc8355f707,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:53.380732 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c1ea061f-0f73-443d-829e-9b0176ff4c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:53.405196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b49d4-4af1-4c1d-ab97-f796d791c8a9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=59ff6023-ab22-4304-ad42-5f36ade5ce21,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:53.441726 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:34:53.445310 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:53.505748 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:53.614771 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for security_group (0b62bc7c-fc0d-4642-b9c5-a509946946cf), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:53.707037 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0b62bc7c-fc0d-4642-b9c5-a509946946cf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:53.723416 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-127b49d4-4af1-4c1d-ab97-f796d791c8a9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (accc59e8-96fb-453a-9166-bb4753d6c3ac), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:53.742357 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:34:53.778954 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6bde0ab3-181a-4a0c-be01-776d03939d4a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:53.779255 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Added segment 6bde0ab3-181a-4a0c-be01-776d03939d4a of type vlan for network 3263750b-d5b2-42b2-bdf7-617f2562adcb Feb 11 04:34:53.865943 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b62bc7c-fc0d-4642-b9c5-a509946946cf,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:53.970045 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (3263750b-d5b2-42b2-bdf7-617f2562adcb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:54.022183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127b49d4-4af1-4c1d-ab97-f796d791c8a9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router accc59e8-96fb-453a-9166-bb4753d6c3ac has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:34:54.111991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127b49d4-4af1-4c1d-ab97-f796d791c8a9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:34:54.117478 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-127b49d4-4af1-4c1d-ab97-f796d791c8a9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/accc59e8-96fb-453a-9166-bb4753d6c3ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1938050 Feb 11 04:34:54.121245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33214) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:54.127144 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (3263750b-d5b2-42b2-bdf7-617f2562adcb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:54.127976 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2eb2b-c359-4643-8028-f99a767a5072 None None] Sync routers for ids ['accc59e8-96fb-453a-9166-bb4753d6c3ac'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:34:54.142794 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:54.143097 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2eb2b-c359-4643-8028-f99a767a5072 None None] Routers {'accc59e8-96fb-453a-9166-bb4753d6c3ac'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:54.143948 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-89d2eb2b-c359-4643-8028-f99a767a5072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['accc59e8-96fb-453a-9166-bb4753d6c3ac'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:54.145002 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:54.193224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b6d7d6c6-d976-463e-a05b-f756cae26ad2 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports?device_id=accc59e8-96fb-453a-9166-bb4753d6c3ac HTTP/1.1" status: 200 len: 205 time: 0.0707860 Feb 11 04:34:54.196008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33220) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:54.251315 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1013324 Feb 11 04:34:54.360128 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-89d2eb2b-c359-4643-8028-f99a767a5072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:54.363790 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d0f34-93f0-4135-9284-e182b7c152aa tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Network': ['ID=3263750b-d5b2-42b2-bdf7-617f2562adcb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:54.385642 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 3263750b-d5b2-42b2-bdf7-617f2562adcb details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:34:54.391782 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe897578-5e88-4983-98c2-ce40d14add99 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (accc59e8-96fb-453a-9166-bb4753d6c3ac), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:54.421004 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2eb2b-c359-4643-8028-f99a767a5072 None None] Routers {'accc59e8-96fb-453a-9166-bb4753d6c3ac'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:34:54.429034 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-89d2eb2b-c359-4643-8028-f99a767a5072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['accc59e8-96fb-453a-9166-bb4753d6c3ac'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:54.429380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33224) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:54.436747 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a8b031f6-9ecf-4285-998f-a56993e197e1 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'subnet': {'network_id': '3263750b-d5b2-42b2-bdf7-617f2562adcb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:54.518078 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-89d2eb2b-c359-4643-8028-f99a767a5072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:54.518945 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2eb2b-c359-4643-8028-f99a767a5072 None None] The sync data for ids ['accc59e8-96fb-453a-9166-bb4753d6c3ac'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:34:54.669281 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe897578-5e88-4983-98c2-ce40d14add99 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (accc59e8-96fb-453a-9166-bb4753d6c3ac), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:54.674928 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe897578-5e88-4983-98c2-ce40d14add99 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_controller (accc59e8-96fb-453a-9166-bb4753d6c3ac), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:54.726454 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b031f6-9ecf-4285-998f-a56993e197e1 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:34:54.732738 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8b031f6-9ecf-4285-998f-a56993e197e1 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:54.806402 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe897578-5e88-4983-98c2-ce40d14add99 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (accc59e8-96fb-453a-9166-bb4753d6c3ac), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:54.807282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe897578-5e88-4983-98c2-ce40d14add99 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Fanout notify agent at l3_agent the message router_deleted on router accc59e8-96fb-453a-9166-bb4753d6c3ac {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:34:54.818053 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe897578-5e88-4983-98c2-ce40d14add99 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:54.820467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fe897578-5e88-4983-98c2-ce40d14add99 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/routers/accc59e8-96fb-453a-9166-bb4753d6c3ac HTTP/1.1" status: 204 len: 168 time: 0.6221988 Feb 11 04:34:54.822545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33234) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:54.906248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting subnet ed6c2ae6-08bd-4999-b988-a52d1ffd0445 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:34:54.911849 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (ed6c2ae6-08bd-4999-b988-a52d1ffd0445), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:54.966070 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (ed6c2ae6-08bd-4999-b988-a52d1ffd0445), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:55.046889 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8b031f6-9ecf-4285-998f-a56993e197e1 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (49e8bf1d-0dfa-4cbe-b0ed-3aba20b64518), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:55.128524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b031f6-9ecf-4285-998f-a56993e197e1 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Subnet': ['ID=49e8bf1d-0dfa-4cbe-b0ed-3aba20b64518,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:55.149587 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (ed6c2ae6-08bd-4999-b988-a52d1ffd0445), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:55.166373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33244) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:55.188957 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b031f6-9ecf-4285-998f-a56993e197e1 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Checking segment: {'id': '6bde0ab3-181a-4a0c-be01-776d03939d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3263750b-d5b2-42b2-bdf7-617f2562adcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:34:55.189793 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b031f6-9ecf-4285-998f-a56993e197e1 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network hostable DHCP agents. Network: 3263750b-d5b2-42b2-bdf7-617f2562adcb, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:34:55.436855 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (ed6c2ae6-08bd-4999-b988-a52d1ffd0445), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:55.437380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b031f6-9ecf-4285-998f-a56993e197e1 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network 3263750b-d5b2-42b2-bdf7-617f2562adcb is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:34:55.502649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6c2ae6-08bd-4999-b988-a52d1ffd0445,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:55.518459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:55.521892 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b8b88537-4518-4d93-a530-cb857cbafdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:55.525581 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33266) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:55.528694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/ed6c2ae6-08bd-4999-b988-a52d1ffd0445 HTTP/1.1" status: 204 len: 168 time: 0.7038345 Feb 11 04:34:55.540021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:55.544089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:55.544089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:55.544089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:55.544089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:55.544089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:55.544089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:55.544089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:55.544089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:55.545323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:55.547014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:55.547624 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:55.548334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef98ef8-a290-4c54-af81-832b705df791 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:34:55.548507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8e7a87-19f4-4638-b126-2dbb3c76f99b None None] Network 0515956f-cfb1-4777-abac-c37c95670c57 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:34:55.583795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-a8b031f6-9ecf-4285-998f-a56993e197e1 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 3263750b-d5b2-42b2-bdf7-617f2562adcb) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:55.589569 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b031f6-9ecf-4285-998f-a56993e197e1 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:55.590178 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8b031f6-9ecf-4285-998f-a56993e197e1 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:55.663658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490ee737-95c7-4123-9e67-f013ff37f1fa None None] Network 3263750b-d5b2-42b2-bdf7-617f2562adcb requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:34:55.687932 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (0515956f-cfb1-4777-abac-c37c95670c57), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:55.713857 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a8b031f6-9ecf-4285-998f-a56993e197e1 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2832246 Feb 11 04:34:55.718346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33272) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:55.724275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7b828659-7295-4173-9365-186835fa9d58 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-525107325'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:55.735769 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33274) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:55.766032 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bb468e5-08da-4054-a6f2-c3c5b4dc19e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:55.827915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-169662032-network', 'tenant_id': 'b2a702d651044b21a14972ef73287211'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:55.886718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b828659-7295-4173-9365-186835fa9d58 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:34:55.890946 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b828659-7295-4173-9365-186835fa9d58 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:55.933837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:55.939052 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:55.944742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b828659-7295-4173-9365-186835fa9d58 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:34:55.971455 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b828659-7295-4173-9365-186835fa9d58 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (94790840-badd-4c09-b297-8201375a5dbc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:55.971455 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-7b828659-7295-4173-9365-186835fa9d58 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Added segment 94790840-badd-4c09-b297-8201375a5dbc of type vlan for network bc27372b-3896-47f8-9ffe-122ff8344556 Feb 11 04:34:56.012915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-3263750b-d5b2-42b2-bdf7-617f2562adcb', 'network_id': '3263750b-d5b2-42b2-bdf7-617f2562adcb', 'project_id': 'f03b9d4a308b4729b04bd7fa68f59ab7', 'fixed_ips': [{'subnet_id': '49e8bf1d-0dfa-4cbe-b0ed-3aba20b64518'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:34:56.013929 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.055539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] Made reservation on behalf of b2a702d651044b21a14972ef73287211 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:34:56.064876 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.099071 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.161608 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b828659-7295-4173-9365-186835fa9d58 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (bc27372b-3896-47f8-9ffe-122ff8344556), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.193026 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec6e22a-ae39-475b-b61a-ebaa24d0f884 None None] DHCP port deletion for 0515956f-cfb1-4777-abac-c37c95670c57 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:34:56.237229 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bb468e5-08da-4054-a6f2-c3c5b4dc19e0 admin admin] Publish callbacks [] for security_group (d62538e2-5e30-4dd0-a373-66828c5366c4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.242939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] For port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dbb8b86c-9852-43bc-aa59-1e8e12fb8db2,segment=NetworkSegment(848d56bd-bb75-4185-aa87-5b3efc500d70),segment_id=848d56bd-bb75-4185-aa87-5b3efc500d70)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:34:56.247576 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.281320 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:56.339148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Allocated IP 172.20.255.242 (3263750b-d5b2-42b2-bdf7-617f2562adcb/49e8bf1d-0dfa-4cbe-b0ed-3aba20b64518/b8607995-fe45-4692-ad77-30a3849514f6) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:34:56.361935 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6e22a-ae39-475b-b61a-ebaa24d0f884 None None] Deleting port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:34:56.362358 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e22a-ae39-475b-b61a-ebaa24d0f884 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.400499 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bb468e5-08da-4054-a6f2-c3c5b4dc19e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d62538e2-5e30-4dd0-a373-66828c5366c4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.409811 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b828659-7295-4173-9365-186835fa9d58 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (bc27372b-3896-47f8-9ffe-122ff8344556), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.423778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b828659-7295-4173-9365-186835fa9d58 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:56.424432 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b828659-7295-4173-9365-186835fa9d58 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.485302 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb468e5-08da-4054-a6f2-c3c5b4dc19e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62538e2-5e30-4dd0-a373-66828c5366c4,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:56.536161 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7bb468e5-08da-4054-a6f2-c3c5b4dc19e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b97fc6e73294ca191561c61c9ebf891&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3666532 Feb 11 04:34:56.536848 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33296) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:56.567605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7b828659-7295-4173-9365-186835fa9d58 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8475540 Feb 11 04:34:56.577250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33298) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:56.583467 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e11d41fc-f5db-40ff-8627-e6fb5d8493f8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'subnet': {'network_id': 'bc27372b-3896-47f8-9ffe-122ff8344556', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:56.662357 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-16c613fb-84ee-43d9-831e-ccb066b00986 admin admin] Publish callbacks [] for security_group (d62538e2-5e30-4dd0-a373-66828c5366c4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.713409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33300) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:56.748313 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-16c613fb-84ee-43d9-831e-ccb066b00986 admin admin] Publish callbacks [] for security_group (d62538e2-5e30-4dd0-a373-66828c5366c4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.767208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b828659-7295-4173-9365-186835fa9d58 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Network': ['ID=bc27372b-3896-47f8-9ffe-122ff8344556,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:56.784613 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.784778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] Publish callbacks [] for security_group (f7ba2825-ea82-471e-89f4-7b1bf83752b8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.823438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406874a2-225e-44fb-801f-53617c1d6680 req-332f8d40-db2b-4c58-8936-fca4b16c5311 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:56.825675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-406874a2-225e-44fb-801f-53617c1d6680 req-332f8d40-db2b-4c58-8936-fca4b16c5311 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2777438 Feb 11 04:34:56.831025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e0b5d-6396-4f5e-9426-d57b3eb6dc02 req-f58be42e-d04f-4b54-918c-7a63cbf048b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:56.832917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-523e0b5d-6396-4f5e-9426-d57b3eb6dc02 req-f58be42e-d04f-4b54-918c-7a63cbf048b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 1127 time: 0.2016110 Feb 11 04:34:56.845484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] No DVR routers for this DVR port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:34:56.846700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network bc27372b-3896-47f8-9ffe-122ff8344556 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:34:56.893885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0ec6e22a-ae39-475b-b61a-ebaa24d0f884 None None] For port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dbb8b86c-9852-43bc-aa59-1e8e12fb8db2,segment=NetworkSegment(848d56bd-bb75-4185-aa87-5b3efc500d70),segment_id=848d56bd-bb75-4185-aa87-5b3efc500d70)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:34:56.894310 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f7ba2825-ea82-471e-89f4-7b1bf83752b8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.894457 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e22a-ae39-475b-b61a-ebaa24d0f884 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:56.898460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=dbb8b86c-9852-43bc-aa59-1e8e12fb8db2,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:56.968527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6e22a-ae39-475b-b61a-ebaa24d0f884 None None] Calling delete_port for dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:34:56.985907 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.053835 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11d41fc-f5db-40ff-8627-e6fb5d8493f8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:34:57.066673 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e11d41fc-f5db-40ff-8627-e6fb5d8493f8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.096209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e0b5d-6396-4f5e-9426-d57b3eb6dc02 req-6b99d97e-4d87-42c6-aec5-92e04b2f5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:57.098766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-523e0b5d-6396-4f5e-9426-d57b3eb6dc02 req-6b99d97e-4d87-42c6-aec5-92e04b2f5bcc service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.2482927 Feb 11 04:34:57.113455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:34:57.164206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f05acb-ac12-4cec-86a0-7c715f40f861 req-7035e996-91d4-4b95-912f-d4eedaefb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:57.164703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f05acb-ac12-4cec-86a0-7c715f40f861 req-7035e996-91d4-4b95-912f-d4eedaefb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:57.169634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f05acb-ac12-4cec-86a0-7c715f40f861 req-7035e996-91d4-4b95-912f-d4eedaefb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:57.170208 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f05acb-ac12-4cec-86a0-7c715f40f861 req-7035e996-91d4-4b95-912f-d4eedaefb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:57.172439 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f05acb-ac12-4cec-86a0-7c715f40f861 req-7035e996-91d4-4b95-912f-d4eedaefb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:57.173060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f05acb-ac12-4cec-86a0-7c715f40f861 req-7035e996-91d4-4b95-912f-d4eedaefb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:57.173929 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f05acb-ac12-4cec-86a0-7c715f40f861 req-7035e996-91d4-4b95-912f-d4eedaefb40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:57.176237 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b1f05acb-ac12-4cec-86a0-7c715f40f861 req-7035e996-91d4-4b95-912f-d4eedaefb40b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 6715 time: 0.4618571 Feb 11 04:34:57.225404 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-523e0b5d-6396-4f5e-9426-d57b3eb6dc02 req-101feb3f-5db9-4952-8b97-b94be9700793 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 HTTP/1.1" status: 200 len: 999 time: 0.1091900 Feb 11 04:34:57.247337 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e22a-ae39-475b-b61a-ebaa24d0f884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (dbb8b86c-9852-43bc-aa59-1e8e12fb8db2), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.248275 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (0515956f-cfb1-4777-abac-c37c95670c57), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.270736 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6e22a-ae39-475b-b61a-ebaa24d0f884 None None] No DVR routers for this DVR port dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:34:57.348179 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-406874a2-225e-44fb-801f-53617c1d6680 req-64792d52-e562-471d-8fe7-658043e94ee3 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5140584 Feb 11 04:34:57.351507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ba2825-ea82-471e-89f4-7b1bf83752b8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:57.352882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6e22a-ae39-475b-b61a-ebaa24d0f884 None None] Pushing event deleted for resources: {'Port': ['ID=dbb8b86c-9852-43bc-aa59-1e8e12fb8db2,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:57.364547 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0515956f-cfb1-4777-abac-c37c95670c57']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:57.392942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e0b5d-6396-4f5e-9426-d57b3eb6dc02 req-81d8033a-cf99-448a-9d32-7549611abe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:57.393066 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Publish callbacks [] for port (b8607995-fe45-4692-ad77-30a3849514f6), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.394851 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-523e0b5d-6396-4f5e-9426-d57b3eb6dc02 req-81d8033a-cf99-448a-9d32-7549611abe2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.0928791 Feb 11 04:34:57.408306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848d56bd-bb75-4185-aa87-5b3efc500d70') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:57.408593 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848d56bd-bb75-4185-aa87-5b3efc500d70') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:34:57.429375 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a787f932-e702-4417-91db-62d2f5cdbaea), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.429761 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] Added segment a787f932-e702-4417-91db-62d2f5cdbaea of type vlan for network 84612ef7-1b6e-4b27-8ce7-ebedb95c998a Feb 11 04:34:57.430408 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-16c613fb-84ee-43d9-831e-ccb066b00986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d62538e2-5e30-4dd0-a373-66828c5366c4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.434249 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-16c613fb-84ee-43d9-831e-ccb066b00986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.439060 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-16c613fb-84ee-43d9-831e-ccb066b00986 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d62538e2-5e30-4dd0-a373-66828c5366c4 HTTP/1.1" status: 204 len: 168 time: 0.8993845 Feb 11 04:34:57.455764 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (848d56bd-bb75-4185-aa87-5b3efc500d70), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.459670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c613fb-84ee-43d9-831e-ccb066b00986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62538e2-5e30-4dd0-a373-66828c5366c4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:57.473464 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b1f05acb-ac12-4cec-86a0-7c715f40f861 req-f7c9ae4a-78d2-4ed8-9957-cb15b6ad2efe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2834539 Feb 11 04:34:57.488315 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (848d56bd-bb75-4185-aa87-5b3efc500d70), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.490208 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (b8607995-fe45-4692-ad77-30a3849514f6), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.513150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:34:57.514156 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (848d56bd-bb75-4185-aa87-5b3efc500d70), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:34:57.523295 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:34:57.525595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (84612ef7-1b6e-4b27-8ce7-ebedb95c998a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.547110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e0b5d-6396-4f5e-9426-d57b3eb6dc02 req-920fe0f6-ae31-4fc6-8700-9d55a3c108a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:57.548564 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-523e0b5d-6396-4f5e-9426-d57b3eb6dc02 req-920fe0f6-ae31-4fc6-8700-9d55a3c108a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1483517 Feb 11 04:34:57.625007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Pushing event updated for resources: {'Port': ['ID=b8607995-fe45-4692-ad77-30a3849514f6,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:57.633083 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Network 3263750b-d5b2-42b2-bdf7-617f2562adcb is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:34:57.638981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:57.648612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:34:57.745153 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (84612ef7-1b6e-4b27-8ce7-ebedb95c998a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.747067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:57.747759 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.755921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:34:57.814491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:34:57.814863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dbb8b86c-9852-43bc-aa59-1e8e12fb8db2 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:34:57.817383 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-523e0b5d-6396-4f5e-9426-d57b3eb6dc02 req-0c6d6be1-b07b-4974-8723-f8d5412bcf8c service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552273 Feb 11 04:34:57.838206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Attempting to bind port b8607995-fe45-4692-ad77-30a3849514f6 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:34:57.838206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Attempting to bind port b8607995-fe45-4692-ad77-30a3849514f6 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '6bde0ab3-181a-4a0c-be01-776d03939d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3263750b-d5b2-42b2-bdf7-617f2562adcb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:34:57.838549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Attempting to bind port b8607995-fe45-4692-ad77-30a3849514f6 on network 3263750b-d5b2-42b2-bdf7-617f2562adcb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:34:57.850895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:34:57.850895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Checking segment: {'id': '6bde0ab3-181a-4a0c-be01-776d03939d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3263750b-d5b2-42b2-bdf7-617f2562adcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:34:57.850895 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.850895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Bound using segment: {'id': '6bde0ab3-181a-4a0c-be01-776d03939d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3263750b-d5b2-42b2-bdf7-617f2562adcb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:34:57.850895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Bound port: b8607995-fe45-4692-ad77-30a3849514f6, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bde0ab3-181a-4a0c-be01-776d03939d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3263750b-d5b2-42b2-bdf7-617f2562adcb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:34:57.852153 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b8607995-fe45-4692-ad77-30a3849514f6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.881981 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (0515956f-cfb1-4777-abac-c37c95670c57), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.912830 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.918139 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/networks/0515956f-cfb1-4777-abac-c37c95670c57 HTTP/1.1" status: 204 len: 168 time: 2.3889105 Feb 11 04:34:57.931307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33322) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:57.933390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce064c1-d4e1-4a53-9adb-630acec74cf3 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Network': ['ID=0515956f-cfb1-4777-abac-c37c95670c57,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:57.939501 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ddc45e6e-e3de-44cc-8fd9-d2bf4df49aa9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1364870229', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:57.952312 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e11d41fc-f5db-40ff-8627-e6fb5d8493f8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (493db983-ecfe-4420-9300-cdf2aa2738f1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:57.953638 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-523e0b5d-6396-4f5e-9426-d57b3eb6dc02 req-f6f88f08-3486-4e45-b618-39e4a8b60ec1 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999961 Feb 11 04:34:57.962859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2255082 Feb 11 04:34:57.964143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33324) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:57.968716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b2a0f-3382-4946-a8c3-c21837620023 admin admin] Pushing event updated for resources: {'Network': ['ID=84612ef7-1b6e-4b27-8ce7-ebedb95c998a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:57.972969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ae5761e9-8bbe-42c0-a775-6f729e6431e9 admin admin] Request body: {'subnet': {'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-169662032-subnet', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:57.997041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 84612ef7-1b6e-4b27-8ce7-ebedb95c998a details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:34:58.041288 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] For port b8607995-fe45-4692-ad77-30a3849514f6, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:34:58.057774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d41fc-f5db-40ff-8627-e6fb5d8493f8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Subnet': ['ID=493db983-ecfe-4420-9300-cdf2aa2738f1,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:58.068846 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] For port b8607995-fe45-4692-ad77-30a3849514f6, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b8607995-fe45-4692-ad77-30a3849514f6,segment=NetworkSegment(6bde0ab3-181a-4a0c-be01-776d03939d4a),segment_id=6bde0ab3-181a-4a0c-be01-776d03939d4a)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:34:58.072233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11d41fc-f5db-40ff-8627-e6fb5d8493f8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Checking segment: {'id': '94790840-badd-4c09-b297-8201375a5dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc27372b-3896-47f8-9ffe-122ff8344556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:34:58.073052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11d41fc-f5db-40ff-8627-e6fb5d8493f8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network hostable DHCP agents. Network: bc27372b-3896-47f8-9ffe-122ff8344556, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:34:58.149308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5761e9-8bbe-42c0-a775-6f729e6431e9 admin admin] Made reservation on behalf of b2a702d651044b21a14972ef73287211 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:34:58.149308 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae5761e9-8bbe-42c0-a775-6f729e6431e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:58.201295 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddc45e6e-e3de-44cc-8fd9-d2bf4df49aa9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (29869824-43fe-42bc-8a84-e871b66d4d15), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:58.212257 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddc45e6e-e3de-44cc-8fd9-d2bf4df49aa9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (29869824-43fe-42bc-8a84-e871b66d4d15), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:58.212589 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b8607995-fe45-4692-ad77-30a3849514f6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:58.315834 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11d41fc-f5db-40ff-8627-e6fb5d8493f8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network bc27372b-3896-47f8-9ffe-122ff8344556 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:34:58.319943 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:58.326236 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddc45e6e-e3de-44cc-8fd9-d2bf4df49aa9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_controller (29869824-43fe-42bc-8a84-e871b66d4d15), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:58.365620 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4c5a2-7409-495e-962c-38b7d173862e None None] Pushing event updated for resources: {'Port': ['ID=b8607995-fe45-4692-ad77-30a3849514f6,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:58.436305 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddc45e6e-e3de-44cc-8fd9-d2bf4df49aa9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (29869824-43fe-42bc-8a84-e871b66d4d15), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:58.475230 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e11d41fc-f5db-40ff-8627-e6fb5d8493f8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, bc27372b-3896-47f8-9ffe-122ff8344556) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:58.480560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11d41fc-f5db-40ff-8627-e6fb5d8493f8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:58.481897 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e11d41fc-f5db-40ff-8627-e6fb5d8493f8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:58.491283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740e0a4e-4afe-4c3f-b4c9-3bd0436ecf1c None None] Network bc27372b-3896-47f8-9ffe-122ff8344556 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:34:58.590022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa430a3e-5f17-4027-a9db-124db5e82385 req-3b16164c-5a57-48d2-a4cd-432f5bda9cb7 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:58.592488 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa430a3e-5f17-4027-a9db-124db5e82385 req-3b16164c-5a57-48d2-a4cd-432f5bda9cb7 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1193907 Feb 11 04:34:58.618471 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ddc45e6e-e3de-44cc-8fd9-d2bf4df49aa9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:58.618471 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ddc45e6e-e3de-44cc-8fd9-d2bf4df49aa9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6838365 Feb 11 04:34:58.625990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33340) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:58.631265 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8cfe213c-26b6-4a57-b42b-26d25adf2064 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'network': {'name': 'tempest-RoutersTest-1729057785'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:58.688866 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e11d41fc-f5db-40ff-8627-e6fb5d8493f8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1104844 Feb 11 04:34:58.692479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33344) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:58.716549 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae5761e9-8bbe-42c0-a775-6f729e6431e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (6b9fec24-edc2-4c25-a772-231bee7163c0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:58.797808 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-bc27372b-3896-47f8-9ffe-122ff8344556', 'network_id': 'bc27372b-3896-47f8-9ffe-122ff8344556', 'project_id': 'f03b9d4a308b4729b04bd7fa68f59ab7', 'fixed_ips': [{'subnet_id': '493db983-ecfe-4420-9300-cdf2aa2738f1'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:34:58.803308 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:58.826515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa430a3e-5f17-4027-a9db-124db5e82385 req-1e5fa177-49a1-494f-801a-f731b5dcdf84 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181201 Feb 11 04:34:58.843675 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5761e9-8bbe-42c0-a775-6f729e6431e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9fec24-edc2-4c25-a772-231bee7163c0,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:58.857960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5761e9-8bbe-42c0-a775-6f729e6431e9 admin admin] Checking segment: {'id': 'a787f932-e702-4417-91db-62d2f5cdbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:34:58.858472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5761e9-8bbe-42c0-a775-6f729e6431e9 admin admin] Network hostable DHCP agents. Network: 84612ef7-1b6e-4b27-8ce7-ebedb95c998a, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:34:58.913559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfe213c-26b6-4a57-b42b-26d25adf2064 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:34:58.921377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cfe213c-26b6-4a57-b42b-26d25adf2064 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:58.973829 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (bc27372b-3896-47f8-9ffe-122ff8344556), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:58.979525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfe213c-26b6-4a57-b42b-26d25adf2064 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:34:59.003372 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cfe213c-26b6-4a57-b42b-26d25adf2064 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (70c5040c-b5e9-4573-8209-8c68949de7d9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:59.003731 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-8cfe213c-26b6-4a57-b42b-26d25adf2064 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Added segment 70c5040c-b5e9-4573-8209-8c68949de7d9 of type vlan for network 05bae83a-b36a-4d2d-b842-f28b5460d2c2 Feb 11 04:34:59.046494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5761e9-8bbe-42c0-a775-6f729e6431e9 admin admin] Network 84612ef7-1b6e-4b27-8ce7-ebedb95c998a is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:34:59.132458 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cfe213c-26b6-4a57-b42b-26d25adf2064 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (05bae83a-b36a-4d2d-b842-f28b5460d2c2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:59.132785 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Allocated IP 172.20.0.2 (bc27372b-3896-47f8-9ffe-122ff8344556/493db983-ecfe-4420-9300-cdf2aa2738f1/fa0f9bb0-9739-49e1-8e50-979c7c7924e3) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:34:59.166092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-ae5761e9-8bbe-42c0-a775-6f729e6431e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 84612ef7-1b6e-4b27-8ce7-ebedb95c998a) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:59.176080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5761e9-8bbe-42c0-a775-6f729e6431e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:59.177980 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae5761e9-8bbe-42c0-a775-6f729e6431e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:59.187751 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (493db983-ecfe-4420-9300-cdf2aa2738f1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:59.223824 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd3d44a-40fa-4c2d-9d1f-b96d42c40bee None None] Network 84612ef7-1b6e-4b27-8ce7-ebedb95c998a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:34:59.287159 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cfe213c-26b6-4a57-b42b-26d25adf2064 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (05bae83a-b36a-4d2d-b842-f28b5460d2c2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:59.291433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ae5761e9-8bbe-42c0-a775-6f729e6431e9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3245947 Feb 11 04:34:59.292942 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe213c-26b6-4a57-b42b-26d25adf2064 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:34:59.293522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33358) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:59.293666 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cfe213c-26b6-4a57-b42b-26d25adf2064 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:59.303757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-169662032-router', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:59.369031 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe213c-26b6-4a57-b42b-26d25adf2064 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Network': ['ID=05bae83a-b36a-4d2d-b842-f28b5460d2c2,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:34:59.389456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 05bae83a-b36a-4d2d-b842-f28b5460d2c2 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:34:59.392660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-84612ef7-1b6e-4b27-8ce7-ebedb95c998a', 'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a', 'project_id': 'b2a702d651044b21a14972ef73287211', 'fixed_ips': [{'subnet_id': '6b9fec24-edc2-4c25-a772-231bee7163c0'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:34:59.393637 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:59.440422 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8cfe213c-26b6-4a57-b42b-26d25adf2064 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8132529 Feb 11 04:34:59.450731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33366) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:34:59.460865 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4d3d3838-cddb-4549-8074-e90d31570890 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'subnet': {'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:34:59.482118 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Publish callbacks [] for port (fa0f9bb0-9739-49e1-8e50-979c7c7924e3), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:59.597786 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (17df650d-4d33-4324-b27f-d2f30ab76b1d), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:59.597786 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (17df650d-4d33-4324-b27f-d2f30ab76b1d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:59.668383 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (fa0f9bb0-9739-49e1-8e50-979c7c7924e3), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:59.799708 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Network bc27372b-3896-47f8-9ffe-122ff8344556 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:34:59.836528 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3d3838-cddb-4549-8074-e90d31570890 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:34:59.839571 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:59.843427 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d3d3838-cddb-4549-8074-e90d31570890 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:59.855367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b8607995-fe45-4692-ad77-30a3849514f6 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:34:59.858180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:34:59.873320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:34:59.878046 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Publish callbacks [] for router_controller (17df650d-4d33-4324-b27f-d2f30ab76b1d), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:59.915282 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (493db983-ecfe-4420-9300-cdf2aa2738f1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:34:59.931580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Pushing event updated for resources: {'Port': ['ID=fa0f9bb0-9739-49e1-8e50-979c7c7924e3,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:00.019737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Subnet': ['ID=493db983-ecfe-4420-9300-cdf2aa2738f1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:00.047895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Allocated IP 172.20.0.2 (84612ef7-1b6e-4b27-8ce7-ebedb95c998a/6b9fec24-edc2-4c25-a772-231bee7163c0/5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:00.088486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Attempting to bind port fa0f9bb0-9739-49e1-8e50-979c7c7924e3 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:00.088934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Attempting to bind port fa0f9bb0-9739-49e1-8e50-979c7c7924e3 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '94790840-badd-4c09-b297-8201375a5dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc27372b-3896-47f8-9ffe-122ff8344556'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:00.089400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Attempting to bind port fa0f9bb0-9739-49e1-8e50-979c7c7924e3 on network bc27372b-3896-47f8-9ffe-122ff8344556 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:00.104503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:00.104926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Checking segment: {'id': '94790840-badd-4c09-b297-8201375a5dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc27372b-3896-47f8-9ffe-122ff8344556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:00.105331 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:00.105815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Bound using segment: {'id': '94790840-badd-4c09-b297-8201375a5dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc27372b-3896-47f8-9ffe-122ff8344556'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:00.106200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Bound port: fa0f9bb0-9739-49e1-8e50-979c7c7924e3, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94790840-badd-4c09-b297-8201375a5dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc27372b-3896-47f8-9ffe-122ff8344556'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:00.106580 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fa0f9bb0-9739-49e1-8e50-979c7c7924e3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:00.116411 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (bc27372b-3896-47f8-9ffe-122ff8344556), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:00.156184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc27372b-3896-47f8-9ffe-122ff8344556']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:00.169275 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94790840-badd-4c09-b297-8201375a5dbc') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:00.169618 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94790840-badd-4c09-b297-8201375a5dbc') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:00.185808 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (94790840-badd-4c09-b297-8201375a5dbc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:00.211715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port b8607995-fe45-4692-ad77-30a3849514f6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:00.212263 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b8607995-fe45-4692-ad77-30a3849514f6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:00.249148 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (94790840-badd-4c09-b297-8201375a5dbc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:00.261355 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:35:00.261355 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (94790840-badd-4c09-b297-8201375a5dbc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:35:00.264603 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:35:00.337488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] For port fa0f9bb0-9739-49e1-8e50-979c7c7924e3, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:00.340863 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6c8c3-439f-4768-bdaf-13416855f51c req-55777b02-17a2-4c75-8a88-203861ca9e21 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:00.342811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96c6c8c3-439f-4768-bdaf-13416855f51c req-55777b02-17a2-4c75-8a88-203861ca9e21 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.3755438 Feb 11 04:35:00.384183 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17313158-917b-4a2d-9a2a-e4c3b5adf66b None None] Network 3263750b-d5b2-42b2-bdf7-617f2562adcb requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:00.457044 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Publish callbacks [] for router_gateway (17df650d-4d33-4324-b27f-d2f30ab76b1d), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:00.560565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96c6c8c3-439f-4768-bdaf-13416855f51c req-d60b9259-e7d8-4922-b084-83b4dea42a18 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207006 Feb 11 04:35:00.565768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cdcd3c6b-9f88-4f09-83d3-860ed8bf5832 None None] Provisioning complete for port b8607995-fe45-4692-ad77-30a3849514f6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:00.566594 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cdcd3c6b-9f88-4f09-83d3-860ed8bf5832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b8607995-fe45-4692-ad77-30a3849514f6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:00.708134 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Publish callbacks [] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:00.722164 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port b8607995-fe45-4692-ad77-30a3849514f6 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:00.722164 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b8607995-fe45-4692-ad77-30a3849514f6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:00.820924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd3c6b-9f88-4f09-83d3-860ed8bf5832 None None] Current status of the port b8607995-fe45-4692-ad77-30a3849514f6 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:00.821534 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cdcd3c6b-9f88-4f09-83d3-860ed8bf5832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b8607995-fe45-4692-ad77-30a3849514f6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:00.825491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port b8607995-fe45-4692-ad77-30a3849514f6, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b8607995-fe45-4692-ad77-30a3849514f6,segment=NetworkSegment(6bde0ab3-181a-4a0c-be01-776d03939d4a),segment_id=6bde0ab3-181a-4a0c-be01-776d03939d4a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:00.828239 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:00.894522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Network 84612ef7-1b6e-4b27-8ce7-ebedb95c998a is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:00.911404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:00.919174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:00.924986 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] For port fa0f9bb0-9739-49e1-8e50-979c7c7924e3, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=fa0f9bb0-9739-49e1-8e50-979c7c7924e3,segment=NetworkSegment(94790840-badd-4c09-b297-8201375a5dbc),segment_id=94790840-badd-4c09-b297-8201375a5dbc)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:00.930616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Pushing event updated for resources: {'Port': ['ID=5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:00.960747 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.db.api [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 04:35:00.960747 n-d-712142-35 neutron-server[103808]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 04:35:00.960747 n-d-712142-35 neutron-server[103808]: [parameters: {'id': 'bc27372b-3896-47f8-9ffe-122ff8344556'}] Feb 11 04:35:00.960747 n-d-712142-35 neutron-server[103808]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:35:00.964660 n-d-712142-35 neutron-server[103808]: DEBUG oslo_db.api [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:35:00.996167 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b8607995-fe45-4692-ad77-30a3849514f6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.046491 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d3d3838-cddb-4549-8074-e90d31570890 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (999f358b-56fd-4753-b8f7-a25f380fa998), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.071483 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Publish callbacks [] for router_gateway (17df650d-4d33-4324-b27f-d2f30ab76b1d), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.075941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Attempting to bind port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:01.076362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Attempting to bind port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'a787f932-e702-4417-91db-62d2f5cdbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:01.076737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Attempting to bind port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 on network 84612ef7-1b6e-4b27-8ce7-ebedb95c998a {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:01.102433 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (fa0f9bb0-9739-49e1-8e50-979c7c7924e3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.113167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:01.122487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Checking segment: {'id': 'a787f932-e702-4417-91db-62d2f5cdbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:01.122487 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.122487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Bound using segment: {'id': 'a787f932-e702-4417-91db-62d2f5cdbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:01.122487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Bound port: 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a787f932-e702-4417-91db-62d2f5cdbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:01.122487 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.123067 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.146196 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-cdcd3c6b-9f88-4f09-83d3-860ed8bf5832 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:35:01.146555 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-cdcd3c6b-9f88-4f09-83d3-860ed8bf5832 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:35:01.150873 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=b8607995-fe45-4692-ad77-30a3849514f6,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:01.216587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d3838-cddb-4549-8074-e90d31570890 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Subnet': ['ID=999f358b-56fd-4753-b8f7-a25f380fa998,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:01.244425 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3d3838-cddb-4549-8074-e90d31570890 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Checking segment: {'id': '70c5040c-b5e9-4573-8209-8c68949de7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:01.247006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3d3838-cddb-4549-8074-e90d31570890 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network hostable DHCP agents. Network: 05bae83a-b36a-4d2d-b842-f28b5460d2c2, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:35:01.384964 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33428) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:01.399836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Allocated IP 172.25.3.176 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/9195ff16-11e2-4114-9150-ac063e8d9dda) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:01.418329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3d3838-cddb-4549-8074-e90d31570890 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 05bae83a-b36a-4d2d-b842-f28b5460d2c2 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:35:01.462782 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (bc27372b-3896-47f8-9ffe-122ff8344556), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.484589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bad1b-312c-48fb-975e-5eb53061408d None None] Pushing event updated for resources: {'Port': ['ID=fa0f9bb0-9739-49e1-8e50-979c7c7924e3,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:01.496504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] For port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:01.496504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] For port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759,segment=NetworkSegment(a787f932-e702-4417-91db-62d2f5cdbaea),segment_id=a787f932-e702-4417-91db-62d2f5cdbaea)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:01.496504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cfa59f-f3e8-4c7e-b817-aa6bdd8e5ca9 None None] Network bc27372b-3896-47f8-9ffe-122ff8344556 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:01.577048 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Publish callbacks [] for port (9195ff16-11e2-4114-9150-ac063e8d9dda), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.581843 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-4d3d3838-cddb-4549-8074-e90d31570890 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 05bae83a-b36a-4d2d-b842-f28b5460d2c2) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:01.591269 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091f908f-a3ea-42a5-bc4f-a7922a06830e None None] Network 05bae83a-b36a-4d2d-b842-f28b5460d2c2 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:01.622000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2cac4156-6212-483b-a094-c3aca5474938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.629364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3d3838-cddb-4549-8074-e90d31570890 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:01.632765 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d3d3838-cddb-4549-8074-e90d31570890 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.669828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b8607995-fe45-4692-ad77-30a3849514f6 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:01.684879 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Deleting port fa0f9bb0-9739-49e1-8e50-979c7c7924e3 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:01.685207 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (fa0f9bb0-9739-49e1-8e50-979c7c7924e3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.704274 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.782505 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] For port fa0f9bb0-9739-49e1-8e50-979c7c7924e3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=fa0f9bb0-9739-49e1-8e50-979c7c7924e3,segment=NetworkSegment(94790840-badd-4c09-b297-8201375a5dbc),segment_id=94790840-badd-4c09-b297-8201375a5dbc)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:01.782990 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (fa0f9bb0-9739-49e1-8e50-979c7c7924e3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.801342 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9195ff16-11e2-4114-9150-ac063e8d9dda), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.810278 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4d3d3838-cddb-4549-8074-e90d31570890 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3580084 Feb 11 04:35:01.811373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Calling delete_port for fa0f9bb0-9739-49e1-8e50-979c7c7924e3 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:01.817654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33434) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:01.832813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd3c6b-9f88-4f09-83d3-860ed8bf5832 None None] Current status of the port b8607995-fe45-4692-ad77-30a3849514f6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:01.886514 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2cac4156-6212-483b-a094-c3aca5474938 admin admin] Publish callbacks [] for security_group (14292511-0647-47ba-9c4a-b4784d28f2de), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.901587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc5063-0703-4fd0-946c-d88b30158045 None None] Pushing event updated for resources: {'Port': ['ID=5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:01.908192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:35:01.909087 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.913685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port b8607995-fe45-4692-ad77-30a3849514f6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:01.913871 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b8607995-fe45-4692-ad77-30a3849514f6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:01.949432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Pushing event updated for resources: {'Port': ['ID=9195ff16-11e2-4114-9150-ac063e8d9dda,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:01.953108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:01.968019 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:01.976189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:02.050066 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2cac4156-6212-483b-a094-c3aca5474938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (14292511-0647-47ba-9c4a-b4784d28f2de), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:02.078105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c562b69d-acd7-459d-af7c-e6be40df5851 None None] Provisioning complete for port b8607995-fe45-4692-ad77-30a3849514f6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:02.079537 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c562b69d-acd7-459d-af7c-e6be40df5851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b8607995-fe45-4692-ad77-30a3849514f6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:02.222473 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2cac4156-6212-483b-a094-c3aca5474938 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8de7a5c58f64b489a3308582b272bd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8367696 Feb 11 04:35:02.295988 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33466) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:02.315188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac4156-6212-483b-a094-c3aca5474938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14292511-0647-47ba-9c4a-b4784d28f2de,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:02.403809 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port b8607995-fe45-4692-ad77-30a3849514f6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:02.487474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Allocated IP 172.20.0.2 (05bae83a-b36a-4d2d-b842-f28b5460d2c2/999f358b-56fd-4753-b8f7-a25f380fa998/8971c13d-8daa-408c-b2c0-f86a743011ce) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:02.514534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c562b69d-acd7-459d-af7c-e6be40df5851 None None] Current status of the port b8607995-fe45-4692-ad77-30a3849514f6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:02.532312 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae0c0f32-a560-4e86-9f22-34316fdaaaa5 admin admin] Publish callbacks [] for security_group (14292511-0647-47ba-9c4a-b4784d28f2de), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:02.603927 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (fa0f9bb0-9739-49e1-8e50-979c7c7924e3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:02.625089 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:02.641596 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae0c0f32-a560-4e86-9f22-34316fdaaaa5 admin admin] Publish callbacks [] for security_group (14292511-0647-47ba-9c4a-b4784d28f2de), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:02.703143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Port': ['ID=fa0f9bb0-9739-49e1-8e50-979c7c7924e3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:02.705430 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No DVR routers for this DVR port fa0f9bb0-9739-49e1-8e50-979c7c7924e3 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:35:02.733187 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Publish callbacks [] for router_gateway (17df650d-4d33-4324-b27f-d2f30ab76b1d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:02.741650 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Publish callbacks [] for port (8971c13d-8daa-408c-b2c0-f86a743011ce), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:02.835115 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (8971c13d-8daa-408c-b2c0-f86a743011ce), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:02.947817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Network 05bae83a-b36a-4d2d-b842-f28b5460d2c2 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:02.951008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:02.969187 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:02.987273 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Pushing event updated for resources: {'Port': ['ID=8971c13d-8daa-408c-b2c0-f86a743011ce,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:03.086973 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (bc27372b-3896-47f8-9ffe-122ff8344556), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:03.111311 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (17df650d-4d33-4324-b27f-d2f30ab76b1d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:03.117035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Attempting to bind port 8971c13d-8daa-408c-b2c0-f86a743011ce on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:03.135379 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Attempting to bind port 8971c13d-8daa-408c-b2c0-f86a743011ce by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '70c5040c-b5e9-4573-8209-8c68949de7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:03.142147 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Attempting to bind port 8971c13d-8daa-408c-b2c0-f86a743011ce on network 05bae83a-b36a-4d2d-b842-f28b5460d2c2 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:03.147249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:03.147733 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Checking segment: {'id': '70c5040c-b5e9-4573-8209-8c68949de7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:03.148152 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:03.148792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Bound using segment: {'id': '70c5040c-b5e9-4573-8209-8c68949de7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:03.149580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Bound port: 8971c13d-8daa-408c-b2c0-f86a743011ce, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c5040c-b5e9-4573-8209-8c68949de7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:03.150044 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8971c13d-8daa-408c-b2c0-f86a743011ce), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:03.200536 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc27372b-3896-47f8-9ffe-122ff8344556']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:03.266749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] For port 8971c13d-8daa-408c-b2c0-f86a743011ce, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:03.271405 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] For port 8971c13d-8daa-408c-b2c0-f86a743011ce, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8971c13d-8daa-408c-b2c0-f86a743011ce,segment=NetworkSegment(70c5040c-b5e9-4573-8209-8c68949de7d9),segment_id=70c5040c-b5e9-4573-8209-8c68949de7d9)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:03.306320 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94790840-badd-4c09-b297-8201375a5dbc') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:03.306713 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94790840-badd-4c09-b297-8201375a5dbc') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:03.324303 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae0c0f32-a560-4e86-9f22-34316fdaaaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (14292511-0647-47ba-9c4a-b4784d28f2de), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:03.331703 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae0c0f32-a560-4e86-9f22-34316fdaaaa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:03.332992 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ae0c0f32-a560-4e86-9f22-34316fdaaaa5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14292511-0647-47ba-9c4a-b4784d28f2de HTTP/1.1" status: 204 len: 168 time: 1.0341544 Feb 11 04:35:03.361612 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8971c13d-8daa-408c-b2c0-f86a743011ce), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:03.380012 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (94790840-badd-4c09-b297-8201375a5dbc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:03.454486 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c0f32-a560-4e86-9f22-34316fdaaaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14292511-0647-47ba-9c4a-b4784d28f2de,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:03.493249 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (94790840-badd-4c09-b297-8201375a5dbc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:03.503362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3835f42-380d-4cfd-9441-55cf64e01f0d None None] Pushing event updated for resources: {'Port': ['ID=8971c13d-8daa-408c-b2c0-f86a743011ce,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:03.566375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:35:03.566725 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (94790840-badd-4c09-b297-8201375a5dbc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:35:03.572458 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:35:03.580101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c83d79-716d-4185-962e-6e7bf997d399 None None] Network 84612ef7-1b6e-4b27-8ce7-ebedb95c998a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:03.692856 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Allocated IP 172.20.0.1 (05bae83a-b36a-4d2d-b842-f28b5460d2c2/999f358b-56fd-4753-b8f7-a25f380fa998/d06b6ba6-7827-4744-ac20-30d31fc64aac) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:03.761964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-92cd062c-e9b8-4007-9839-74f73cd505a8 None None] Provisioning complete for port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:03.762347 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92cd062c-e9b8-4007-9839-74f73cd505a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:03.825634 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (bc27372b-3896-47f8-9ffe-122ff8344556), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:03.826234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:03.840114 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:03.849716 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/bc27372b-3896-47f8-9ffe-122ff8344556 HTTP/1.1" status: 204 len: 168 time: 5.1535060 Feb 11 04:35:03.852306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33480) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:03.892207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-867da493-2ec9-41aa-ab54-53a0692c10a8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-197341330'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:04.046118 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdcd21-0d79-4e39-a50f-e8a332167298 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Network': ['ID=bc27372b-3896-47f8-9ffe-122ff8344556,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:04.046384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:04.046642 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.093949 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.174469 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.201402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-92cd062c-e9b8-4007-9839-74f73cd505a8 None None] Current status of the port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:04.201805 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92cd062c-e9b8-4007-9839-74f73cd505a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.208952 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.237574 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867da493-2ec9-41aa-ab54-53a0692c10a8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:04.241129 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-867da493-2ec9-41aa-ab54-53a0692c10a8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.297076 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867da493-2ec9-41aa-ab54-53a0692c10a8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:35:04.306936 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-867da493-2ec9-41aa-ab54-53a0692c10a8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (759840ea-a722-45e2-8595-79f10ca069f4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.307298 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-867da493-2ec9-41aa-ab54-53a0692c10a8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Added segment 759840ea-a722-45e2-8595-79f10ca069f4 of type vlan for network a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60 Feb 11 04:35:04.320874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-92cd062c-e9b8-4007-9839-74f73cd505a8 None None] For port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759,segment=NetworkSegment(a787f932-e702-4417-91db-62d2f5cdbaea),segment_id=a787f932-e702-4417-91db-62d2f5cdbaea)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:04.326874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:04.327284 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.357630 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-867da493-2ec9-41aa-ab54-53a0692c10a8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.452262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Router 17df650d-4d33-4324-b27f-d2f30ab76b1d is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:35:04.452857 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.535035 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 05bae83a-b36a-4d2d-b842-f28b5460d2c2 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:04.538515 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:04.543481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:04.554986 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92cd062c-e9b8-4007-9839-74f73cd505a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.585987 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-867da493-2ec9-41aa-ab54-53a0692c10a8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.592291 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867da493-2ec9-41aa-ab54-53a0692c10a8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:04.593171 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-867da493-2ec9-41aa-ab54-53a0692c10a8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.604446 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=d06b6ba6-7827-4744-ac20-30d31fc64aac,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:04.651299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33486) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:04.719337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.736093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:35:04.744445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a9b72b91-311c-4853-a564-529f4f3b3a2f None None] Provisioning complete for port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:04.744876 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9b72b91-311c-4853-a564-529f4f3b3a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.807375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Sync routers for ids ['17df650d-4d33-4324-b27f-d2f30ab76b1d'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:35:04.816797 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:35:04.817160 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:35:04.832066 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd062c-e9b8-4007-9839-74f73cd505a8 None None] Pushing event updated for resources: {'Port': ['ID=5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:04.843431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867da493-2ec9-41aa-ab54-53a0692c10a8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Network': ['ID=a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:04.845527 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a5e5765d-8263-4ff5-b89a-4e3b260ef81b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.853557 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-867da493-2ec9-41aa-ab54-53a0692c10a8 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9768999 Feb 11 04:35:04.854037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33488) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:04.861222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-be2876db-9794-428d-ac14-33d867ad714a tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'subnet': {'network_id': 'a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:04.869830 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Routers {'17df650d-4d33-4324-b27f-d2f30ab76b1d'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:04.872030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['17df650d-4d33-4324-b27f-d2f30ab76b1d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:04.872206 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:04.876922 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-884eefae-f52a-4ad5-944d-c1d473d2726e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5810299 Feb 11 04:35:04.878179 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33490) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:05.047314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Set router 17df650d-4d33-4324-b27f-d2f30ab76b1d gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:05.093426 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:05.124078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:05.203292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2876db-9794-428d-ac14-33d867ad714a tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:05.206772 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be2876db-9794-428d-ac14-33d867ad714a tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:05.267199 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a5e5765d-8263-4ff5-b89a-4e3b260ef81b admin admin] Publish callbacks [] for security_group (cba0d855-450c-4127-b676-f9149b2e3497), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:05.442375 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a5e5765d-8263-4ff5-b89a-4e3b260ef81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cba0d855-450c-4127-b676-f9149b2e3497), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:05.447308 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_backend_mixin [None req-be2876db-9794-428d-ac14-33d867ad714a tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Performing IP validity checks on allocation pools {{(pid=103808) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 04:35:05.447763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_backend_mixin [None req-be2876db-9794-428d-ac14-33d867ad714a tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103808) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 04:35:05.553718 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a5e5765d-8263-4ff5-b89a-4e3b260ef81b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94f5523967a046348e078b4735c087a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8981297 Feb 11 04:35:05.561492 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33496) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:05.595854 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbcc420-0921-4f96-af76-9957b4d42600 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:35:05.599062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5765d-8263-4ff5-b89a-4e3b260ef81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba0d855-450c-4127-b676-f9149b2e3497,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:05.771214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a9b72b91-311c-4853-a564-529f4f3b3a2f None None] Current status of the port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:05.788987 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:05.842132 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b6994f2-f035-46a6-bd7b-d26a824225f4 admin admin] Publish callbacks [] for security_group (cba0d855-450c-4127-b676-f9149b2e3497), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:05.845389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:05.939367 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b6994f2-f035-46a6-bd7b-d26a824225f4 admin admin] Publish callbacks [] for security_group (cba0d855-450c-4127-b676-f9149b2e3497), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:05.940769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbcc420-0921-4f96-af76-9957b4d42600 None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:35:05.946279 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'name': 'tempest-FloatingIPDetailsTestJSON-169662032-router', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:59Z', 'updated_at': '2022-02-11T04:35:02Z', 'revision_number': 3, 'project_id': 'b2a702d651044b21a14972ef73287211', 'gw_port': {'id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:01Z', 'updated_at': '2022-02-11T04:35:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:05.981868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Checking router: 17df650d-4d33-4324-b27f-d2f30ab76b1d for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:35:05.982375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Updating router 17df650d-4d33-4324-b27f-d2f30ab76b1d port 9195ff16-11e2-4114-9150-ac063e8d9dda binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:35:05.999727 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be2876db-9794-428d-ac14-33d867ad714a tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (c0164d47-2b44-4ac3-aab6-92b6b40a1f53), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:06.019648 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9195ff16-11e2-4114-9150-ac063e8d9dda), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:06.022310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6e30fe5c-b297-48db-8622-bfee3cf3b6d4 None None] Provisioning complete for port 8971c13d-8daa-408c-b2c0-f86a743011ce triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:06.022974 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6e30fe5c-b297-48db-8622-bfee3cf3b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8971c13d-8daa-408c-b2c0-f86a743011ce), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:06.028172 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:06.107545 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:06.183928 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2876db-9794-428d-ac14-33d867ad714a tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Subnet': ['ID=c0164d47-2b44-4ac3-aab6-92b6b40a1f53,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:06.223614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:06.229336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=d06b6ba6-7827-4744-ac20-30d31fc64aac,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:06.236543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2876db-9794-428d-ac14-33d867ad714a tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Checking segment: {'id': '759840ea-a722-45e2-8595-79f10ca069f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:06.236543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2876db-9794-428d-ac14-33d867ad714a tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network hostable DHCP agents. Network: a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:35:06.320172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Allocated IP 172.20.0.1 (84612ef7-1b6e-4b27-8ce7-ebedb95c998a/6b9fec24-edc2-4c25-a772-231bee7163c0/3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:06.322823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8971c13d-8daa-408c-b2c0-f86a743011ce up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:06.350798 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b6994f2-f035-46a6-bd7b-d26a824225f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cba0d855-450c-4127-b676-f9149b2e3497), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:06.353385 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b6994f2-f035-46a6-bd7b-d26a824225f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:06.354561 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7b6994f2-f035-46a6-bd7b-d26a824225f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cba0d855-450c-4127-b676-f9149b2e3497 HTTP/1.1" status: 204 len: 168 time: 0.7887590 Feb 11 04:35:06.371981 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2876db-9794-428d-ac14-33d867ad714a tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:35:06.376014 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6994f2-f035-46a6-bd7b-d26a824225f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba0d855-450c-4127-b676-f9149b2e3497,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:06.418710 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 05bae83a-b36a-4d2d-b842-f28b5460d2c2 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:06.431039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:06.449458 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-be2876db-9794-428d-ac14-33d867ad714a tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:06.656571 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Publish callbacks [] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:06.743618 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Publish callbacks [] for port (9195ff16-11e2-4114-9150-ac063e8d9dda), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:06.796864 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:06.840809 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6e30fe5c-b297-48db-8622-bfee3cf3b6d4 None None] Current status of the port 8971c13d-8daa-408c-b2c0-f86a743011ce is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:06.841172 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6e30fe5c-b297-48db-8622-bfee3cf3b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8971c13d-8daa-408c-b2c0-f86a743011ce), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:06.848012 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9195ff16-11e2-4114-9150-ac063e8d9dda), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:06.862810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Network 84612ef7-1b6e-4b27-8ce7-ebedb95c998a is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:06.868327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:06.872544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:06.915608 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 8971c13d-8daa-408c-b2c0-f86a743011ce triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:06.915990 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8971c13d-8daa-408c-b2c0-f86a743011ce), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:06.982929 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (17df650d-4d33-4324-b27f-d2f30ab76b1d), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:07.109543 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Pushing event updated for resources: {'Port': ['ID=3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:07.110701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-6e30fe5c-b297-48db-8622-bfee3cf3b6d4 None None] For port 8971c13d-8daa-408c-b2c0-f86a743011ce, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8971c13d-8daa-408c-b2c0-f86a743011ce,segment=NetworkSegment(70c5040c-b5e9-4573-8209-8c68949de7d9),segment_id=70c5040c-b5e9-4573-8209-8c68949de7d9)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:07.124379 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069a906-a8ce-4b6b-8438-3dd01727cf04 None None] Pushing event updated for resources: {'Port': ['ID=9195ff16-11e2-4114-9150-ac063e8d9dda,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:07.129270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Attempting to bind port 9195ff16-11e2-4114-9150-ac063e8d9dda on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:07.129659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Attempting to bind port 9195ff16-11e2-4114-9150-ac063e8d9dda by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:07.130038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Attempting to bind port 9195ff16-11e2-4114-9150-ac063e8d9dda on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:07.178135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:07.178521 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:07.178966 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:07.179373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:07.179877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Bound port: 9195ff16-11e2-4114-9150-ac063e8d9dda, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:07.180265 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9195ff16-11e2-4114-9150-ac063e8d9dda), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:07.191472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069a906-a8ce-4b6b-8438-3dd01727cf04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:07.191472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069a906-a8ce-4b6b-8438-3dd01727cf04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:07.191472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069a906-a8ce-4b6b-8438-3dd01727cf04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:07.191472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069a906-a8ce-4b6b-8438-3dd01727cf04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:07.191472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069a906-a8ce-4b6b-8438-3dd01727cf04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:07.191472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069a906-a8ce-4b6b-8438-3dd01727cf04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:07.191472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069a906-a8ce-4b6b-8438-3dd01727cf04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:07.191472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069a906-a8ce-4b6b-8438-3dd01727cf04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:07.191472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069a906-a8ce-4b6b-8438-3dd01727cf04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:07.191472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069a906-a8ce-4b6b-8438-3dd01727cf04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:07.191472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069a906-a8ce-4b6b-8438-3dd01727cf04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:07.191472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069a906-a8ce-4b6b-8438-3dd01727cf04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:07.192506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4069a906-a8ce-4b6b-8438-3dd01727cf04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:07.231929 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6e30fe5c-b297-48db-8622-bfee3cf3b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8971c13d-8daa-408c-b2c0-f86a743011ce), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:07.268011 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48da1224-e78b-444a-b468-3a0f09b29947 None None] Network 05bae83a-b36a-4d2d-b842-f28b5460d2c2 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:07.296036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 8971c13d-8daa-408c-b2c0-f86a743011ce is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:07.296441 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8971c13d-8daa-408c-b2c0-f86a743011ce), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:07.313503 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2876db-9794-428d-ac14-33d867ad714a tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:07.314284 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be2876db-9794-428d-ac14-33d867ad714a tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:07.331554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5368113-7271-4347-a5e6-edf81e8c3d59 None None] Network a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:07.416305 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-be2876db-9794-428d-ac14-33d867ad714a tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5598869 Feb 11 04:35:07.419901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33512) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:07.463506 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 29869824-43fe-42bc-8a84-e871b66d4d15 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:35:07.463768 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:07.527024 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] For port 9195ff16-11e2-4114-9150-ac063e8d9dda, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:07.607623 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30fe5c-b297-48db-8622-bfee3cf3b6d4 None None] Pushing event updated for resources: {'Port': ['ID=8971c13d-8daa-408c-b2c0-f86a743011ce,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:07.637284 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] For port 9195ff16-11e2-4114-9150-ac063e8d9dda, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9195ff16-11e2-4114-9150-ac063e8d9dda,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:07.704587 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:35:07.705232 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:35:07.758702 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9195ff16-11e2-4114-9150-ac063e8d9dda), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:07.772775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3601fef1-6f4a-43a2-abaf-03118ffc6dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60', 'network_id': 'a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60', 'project_id': 'f03b9d4a308b4729b04bd7fa68f59ab7', 'fixed_ips': [{'subnet_id': 'c0164d47-2b44-4ac3-aab6-92b6b40a1f53'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:35:07.778106 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3601fef1-6f4a-43a2-abaf-03118ffc6dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:07.778877 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:07.793946 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:35:07.807388 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Sync routers for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:35:07.814243 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bb82c0d8-a200-46b2-8b9b-0dd67da63fb1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/29869824-43fe-42bc-8a84-e871b66d4d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9958096 Feb 11 04:35:07.817108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33520) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:07.823054 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:07.829631 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:07.829808 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b668b61e-745b-4358-907a-b942033513e4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'network': {'name': 'tempest-RoutersTest-666561336'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:07.913181 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (c0164d47-2b44-4ac3-aab6-92b6b40a1f53), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:07.989766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Publish callbacks [] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:08.000626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Routers {'17df650d-4d33-4324-b27f-d2f30ab76b1d'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:08.001452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['17df650d-4d33-4324-b27f-d2f30ab76b1d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:08.024829 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b668b61e-745b-4358-907a-b942033513e4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:08.049624 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b668b61e-745b-4358-907a-b942033513e4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:08.077978 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:08.103918 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:08.133936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b668b61e-745b-4358-907a-b942033513e4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:35:08.264649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Pushing event updated for resources: {'Port': ['ID=3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:08.277138 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b668b61e-745b-4358-907a-b942033513e4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f42e7602-a95b-49f1-a575-a41c795e540f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:08.278110 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-b668b61e-745b-4358-907a-b942033513e4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Added segment f42e7602-a95b-49f1-a575-a41c795e540f of type vlan for network 34408580-a09e-4b68-8b40-d2b682deed5d Feb 11 04:35:08.279663 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (c0164d47-2b44-4ac3-aab6-92b6b40a1f53), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:08.287972 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (17df650d-4d33-4324-b27f-d2f30ab76b1d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:08.332515 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7860a9aa-3a92-43c1-ab32-7e7c7062874a None None] Provisioning complete for port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:08.333417 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7860a9aa-3a92-43c1-ab32-7e7c7062874a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:08.374448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Subnet': ['ID=c0164d47-2b44-4ac3-aab6-92b6b40a1f53,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:08.485295 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069a906-a8ce-4b6b-8438-3dd01727cf04 None None] Pushing event updated for resources: {'Port': ['ID=9195ff16-11e2-4114-9150-ac063e8d9dda,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:08.514214 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:08.530674 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7860a9aa-3a92-43c1-ab32-7e7c7062874a None None] Port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:35:08.596592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:08.613161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Network 84612ef7-1b6e-4b27-8ce7-ebedb95c998a is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:08.617096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:08.649392 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759840ea-a722-45e2-8595-79f10ca069f4') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:08.655160 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759840ea-a722-45e2-8595-79f10ca069f4') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:08.656391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] Set router 17df650d-4d33-4324-b27f-d2f30ab76b1d gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:08.665769 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:04Z', 'revision_number': 2, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:05Z', 'revision_number': 2, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:08.671564 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b668b61e-745b-4358-907a-b942033513e4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (34408580-a09e-4b68-8b40-d2b682deed5d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:08.710543 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (759840ea-a722-45e2-8595-79f10ca069f4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:08.770416 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Checking router: 29869824-43fe-42bc-8a84-e871b66d4d15 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:35:08.770831 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Updating router 29869824-43fe-42bc-8a84-e871b66d4d15 port d06b6ba6-7827-4744-ac20-30d31fc64aac binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:35:08.775557 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (759840ea-a722-45e2-8595-79f10ca069f4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (759840ea-a722-45e2-8595-79f10ca069f4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:35:08.796180 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:35:08.828133 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 8971c13d-8daa-408c-b2c0-f86a743011ce is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:08.829604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:08.859375 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server [None req-3601fef1-6f4a-43a2-abaf-03118ffc6dcf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0164d47-2b44-4ac3-aab6-92b6b40a1f53: This subnet is being modified by another concurrent operation. Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:35:08.947558 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise exception Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0164d47-2b44-4ac3-aab6-92b6b40a1f53: This subnet is being modified by another concurrent operation. Feb 11 04:35:08.953317 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Feb 11 04:35:08.961455 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b668b61e-745b-4358-907a-b942033513e4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (34408580-a09e-4b68-8b40-d2b682deed5d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:08.981723 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b668b61e-745b-4358-907a-b942033513e4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:08.981723 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b668b61e-745b-4358-907a-b942033513e4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:09.032786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Router 17df650d-4d33-4324-b27f-d2f30ab76b1d has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:35:09.039499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ccc34a-eace-4abe-83ee-02500fcb2ecd None None] Network a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:09.137318 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:09.236196 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:09.243018 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60 HTTP/1.1" status: 204 len: 168 time: 1.8186684 Feb 11 04:35:09.252926 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33538) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:09.257402 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b668b61e-745b-4358-907a-b942033513e4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4373167 Feb 11 04:35:09.273627 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33540) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:09.276805 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d734bc5e-435b-4344-b0df-431c18450c28 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-313781894'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:09.280542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668b61e-745b-4358-907a-b942033513e4 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Network': ['ID=34408580-a09e-4b68-8b40-d2b682deed5d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:09.287417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ba40fb7c-ed11-4304-9284-887906df9c4f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'subnet': {'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:09.318890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-814b092b-ab4d-4fc1-b00d-39253c70f9ab None None] Provisioning complete for port 8971c13d-8daa-408c-b2c0-f86a743011ce triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:09.319408 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-814b092b-ab4d-4fc1-b00d-39253c70f9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8971c13d-8daa-408c-b2c0-f86a743011ce), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:09.334454 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91fd8e-29f2-4e62-af20-696665792fe0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Network': ['ID=a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:09.337174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:35:09.358037 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1401b091-3755-4154-941f-770e6803e88c admin admin] 10.222.0.13 "PUT /v2.0/routers/17df650d-4d33-4324-b27f-d2f30ab76b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4700892 Feb 11 04:35:09.398961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 34408580-a09e-4b68-8b40-d2b682deed5d details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:09.465700 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Publish callbacks [] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:09.472925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:09.473417 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:09.473795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d734bc5e-435b-4344-b0df-431c18450c28 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:09.481059 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d734bc5e-435b-4344-b0df-431c18450c28 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:09.487223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590c0abb-54a5-4e3d-9466-0b54f9d5b966 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:35:09.513419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d734bc5e-435b-4344-b0df-431c18450c28 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:35:09.525885 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d734bc5e-435b-4344-b0df-431c18450c28 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (30b7b9b5-e0cc-4a3e-930c-513abbb69de3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:09.527641 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-d734bc5e-435b-4344-b0df-431c18450c28 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Added segment 30b7b9b5-e0cc-4a3e-930c-513abbb69de3 of type vlan for network 9483a0a8-09a4-4423-8cfe-432ed9e46868 Feb 11 04:35:09.560716 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:09.591866 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d734bc5e-435b-4344-b0df-431c18450c28 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (9483a0a8-09a4-4423-8cfe-432ed9e46868), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:09.612509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba40fb7c-ed11-4304-9284-887906df9c4f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:09.617214 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ba40fb7c-ed11-4304-9284-887906df9c4f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:09.757020 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d734bc5e-435b-4344-b0df-431c18450c28 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (9483a0a8-09a4-4423-8cfe-432ed9e46868), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:09.765631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d734bc5e-435b-4344-b0df-431c18450c28 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:09.766426 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d734bc5e-435b-4344-b0df-431c18450c28 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:09.802292 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038df779-b00d-4d22-abd5-a2953b33ed94 None None] Pushing event updated for resources: {'Port': ['ID=d06b6ba6-7827-4744-ac20-30d31fc64aac,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:09.818077 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038df779-b00d-4d22-abd5-a2953b33ed94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:09.819066 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038df779-b00d-4d22-abd5-a2953b33ed94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:09.819644 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038df779-b00d-4d22-abd5-a2953b33ed94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:09.820200 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038df779-b00d-4d22-abd5-a2953b33ed94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:09.820751 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038df779-b00d-4d22-abd5-a2953b33ed94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:09.821282 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038df779-b00d-4d22-abd5-a2953b33ed94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:09.821817 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038df779-b00d-4d22-abd5-a2953b33ed94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:09.822370 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038df779-b00d-4d22-abd5-a2953b33ed94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:09.823186 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038df779-b00d-4d22-abd5-a2953b33ed94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:09.824432 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038df779-b00d-4d22-abd5-a2953b33ed94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:09.825024 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038df779-b00d-4d22-abd5-a2953b33ed94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:09.825530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-814b092b-ab4d-4fc1-b00d-39253c70f9ab None None] Current status of the port 8971c13d-8daa-408c-b2c0-f86a743011ce is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:09.825785 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038df779-b00d-4d22-abd5-a2953b33ed94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:09.826320 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038df779-b00d-4d22-abd5-a2953b33ed94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:09.842314 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Attempting to bind port d06b6ba6-7827-4744-ac20-30d31fc64aac on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:09.843118 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Attempting to bind port d06b6ba6-7827-4744-ac20-30d31fc64aac by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '70c5040c-b5e9-4573-8209-8c68949de7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:09.843690 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Attempting to bind port d06b6ba6-7827-4744-ac20-30d31fc64aac on network 05bae83a-b36a-4d2d-b842-f28b5460d2c2 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:09.852261 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:09.854565 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Checking segment: {'id': '70c5040c-b5e9-4573-8209-8c68949de7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:09.855405 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:09.859369 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Bound using segment: {'id': '70c5040c-b5e9-4573-8209-8c68949de7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:09.860150 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Bound port: d06b6ba6-7827-4744-ac20-30d31fc64aac, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c5040c-b5e9-4573-8209-8c68949de7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:09.863483 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:10.016552 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] For port d06b6ba6-7827-4744-ac20-30d31fc64aac, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:10.019030 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d734bc5e-435b-4344-b0df-431c18450c28 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7462966 Feb 11 04:35:10.021287 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] For port d06b6ba6-7827-4744-ac20-30d31fc64aac, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d06b6ba6-7827-4744-ac20-30d31fc64aac,segment=NetworkSegment(70c5040c-b5e9-4573-8209-8c68949de7d9),segment_id=70c5040c-b5e9-4573-8209-8c68949de7d9)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:10.024035 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33560) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:10.047582 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6620a1f8-6009-4fc5-9d55-b65e31467664 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'subnet': {'network_id': '9483a0a8-09a4-4423-8cfe-432ed9e46868', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:10.061032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'name': 'tempest-FloatingIPDetailsTestJSON-169662032-router', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:59Z', 'updated_at': '2022-02-11T04:35:07Z', 'revision_number': 4, 'project_id': 'b2a702d651044b21a14972ef73287211', 'gw_port': {'id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:01Z', 'updated_at': '2022-02-11T04:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6', 'name': '', 'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'mac_address': 'fa:16:3e:55:4c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '6b9fec24-edc2-4c25-a772-231bee7163c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:05Z', 'updated_at': '2022-02-11T04:35:06Z', 'revision_number': 1, 'project_id': 'b2a702d651044b21a14972ef73287211', 'subnets': [{'id': '6b9fec24-edc2-4c25-a772-231bee7163c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:10.064307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:10.160636 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:10.168194 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f970d-6a38-4059-a545-c3b14cc6d89c None None] The sync data for ids ['17df650d-4d33-4324-b27f-d2f30ab76b1d'] in n-d-712142-35 is: [{'id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'name': 'tempest-FloatingIPDetailsTestJSON-169662032-router', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:59Z', 'updated_at': '2022-02-11T04:35:07Z', 'revision_number': 4, 'project_id': 'b2a702d651044b21a14972ef73287211', 'gw_port': {'id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:01Z', 'updated_at': '2022-02-11T04:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6', 'name': '', 'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'mac_address': 'fa:16:3e:55:4c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '6b9fec24-edc2-4c25-a772-231bee7163c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:05Z', 'updated_at': '2022-02-11T04:35:06Z', 'revision_number': 1, 'project_id': 'b2a702d651044b21a14972ef73287211', 'subnets': [{'id': '6b9fec24-edc2-4c25-a772-231bee7163c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:35:10.185114 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-814b092b-ab4d-4fc1-b00d-39253c70f9ab None None] Provisioning complete for port d06b6ba6-7827-4744-ac20-30d31fc64aac triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:10.187894 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-814b092b-ab4d-4fc1-b00d-39253c70f9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:10.192313 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734bc5e-435b-4344-b0df-431c18450c28 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Network': ['ID=9483a0a8-09a4-4423-8cfe-432ed9e46868,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:10.249598 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ba40fb7c-ed11-4304-9284-887906df9c4f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (5b1f88f2-c313-4201-8e62-9e91ab5f6d8d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:10.266838 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 9483a0a8-09a4-4423-8cfe-432ed9e46868 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:10.285396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8971c13d-8daa-408c-b2c0-f86a743011ce up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:10.297765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6620a1f8-6009-4fc5-9d55-b65e31467664 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:10.302074 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6620a1f8-6009-4fc5-9d55-b65e31467664 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:10.303168 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038df779-b00d-4d22-abd5-a2953b33ed94 None None] Pushing event updated for resources: {'Port': ['ID=d06b6ba6-7827-4744-ac20-30d31fc64aac,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:10.306194 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:10.307265 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:10.467327 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:10.564845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590c0abb-54a5-4e3d-9466-0b54f9d5b966 None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:35:10.702312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40fb7c-ed11-4304-9284-887906df9c4f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Subnet': ['ID=5b1f88f2-c313-4201-8e62-9e91ab5f6d8d,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:10.717666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40fb7c-ed11-4304-9284-887906df9c4f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Checking segment: {'id': 'f42e7602-a95b-49f1-a575-a41c795e540f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:10.718241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba40fb7c-ed11-4304-9284-887906df9c4f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network hostable DHCP agents. Network: 34408580-a09e-4b68-8b40-d2b682deed5d, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:35:10.724874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-adc508cd-1eae-4030-a14c-317345bc2683 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6342430 Feb 11 04:35:10.737763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:10.865007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 8971c13d-8daa-408c-b2c0-f86a743011ce triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:10.865310 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8971c13d-8daa-408c-b2c0-f86a743011ce), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:10.895098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba40fb7c-ed11-4304-9284-887906df9c4f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 34408580-a09e-4b68-8b40-d2b682deed5d is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:35:10.913887 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:04Z', 'revision_number': 2, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:10Z', 'revision_number': 4, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:10.953088 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4e61b-42a3-472e-8a86-101470795fb2 None None] The sync data for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 is: [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:04Z', 'revision_number': 2, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:10Z', 'revision_number': 4, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:35:10.963367 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:11.003127 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6620a1f8-6009-4fc5-9d55-b65e31467664 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (b6dbcc32-eb25-412a-a08b-821fc71b1bdb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:11.017876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-814b092b-ab4d-4fc1-b00d-39253c70f9ab None None] Current status of the port d06b6ba6-7827-4744-ac20-30d31fc64aac is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:11.018301 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-814b092b-ab4d-4fc1-b00d-39253c70f9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:11.053532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-ba40fb7c-ed11-4304-9284-887906df9c4f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 34408580-a09e-4b68-8b40-d2b682deed5d) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:11.083025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba40fb7c-ed11-4304-9284-887906df9c4f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:11.083634 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ba40fb7c-ed11-4304-9284-887906df9c4f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:11.124533 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620a1f8-6009-4fc5-9d55-b65e31467664 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Subnet': ['ID=b6dbcc32-eb25-412a-a08b-821fc71b1bdb,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:11.129774 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-814b092b-ab4d-4fc1-b00d-39253c70f9ab None None] For port d06b6ba6-7827-4744-ac20-30d31fc64aac, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d06b6ba6-7827-4744-ac20-30d31fc64aac,segment=NetworkSegment(70c5040c-b5e9-4573-8209-8c68949de7d9),segment_id=70c5040c-b5e9-4573-8209-8c68949de7d9)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:11.185406 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6620a1f8-6009-4fc5-9d55-b65e31467664 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Checking segment: {'id': '30b7b9b5-e0cc-4a3e-930c-513abbb69de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9483a0a8-09a4-4423-8cfe-432ed9e46868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:11.186040 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6620a1f8-6009-4fc5-9d55-b65e31467664 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network hostable DHCP agents. Network: 9483a0a8-09a4-4423-8cfe-432ed9e46868, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:35:11.282111 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33588) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:11.282518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ba40fb7c-ed11-4304-9284-887906df9c4f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0078895 Feb 11 04:35:11.293805 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-814b092b-ab4d-4fc1-b00d-39253c70f9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:11.322489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 8971c13d-8daa-408c-b2c0-f86a743011ce is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:11.333034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b2e6ae-0e5d-4bef-82f8-fca64a49676c None None] Network 34408580-a09e-4b68-8b40-d2b682deed5d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:11.382729 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:11.458286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6620a1f8-6009-4fc5-9d55-b65e31467664 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network 9483a0a8-09a4-4423-8cfe-432ed9e46868 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:35:11.601923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6620a1f8-6009-4fc5-9d55-b65e31467664 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 9483a0a8-09a4-4423-8cfe-432ed9e46868) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:11.605475 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6620a1f8-6009-4fc5-9d55-b65e31467664 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:11.606713 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6620a1f8-6009-4fc5-9d55-b65e31467664 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:11.641732 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b092b-ab4d-4fc1-b00d-39253c70f9ab None None] Pushing event updated for resources: {'Port': ['ID=d06b6ba6-7827-4744-ac20-30d31fc64aac,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:11.649769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea78e72-bf39-4370-9517-bc2c73f7b011 None None] Network 9483a0a8-09a4-4423-8cfe-432ed9e46868 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:11.705752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Allocated IP 172.25.3.75 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/fe275171-0ebc-4878-9ea2-18b503ce4a0a) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:11.715591 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-59b8f5a3-a027-4032-abea-5dd84623a489 None None] Provisioning complete for port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:11.715970 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-59b8f5a3-a027-4032-abea-5dd84623a489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:11.881059 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6620a1f8-6009-4fc5-9d55-b65e31467664 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8536875 Feb 11 04:35:11.887363 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33604) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:12.081299 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for port (fe275171-0ebc-4878-9ea2-18b503ce4a0a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:12.361325 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (fe275171-0ebc-4878-9ea2-18b503ce4a0a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:12.474996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-34408580-a09e-4b68-8b40-d2b682deed5d', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:35:12.483690 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:12.559455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:12.564771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d06b6ba6-7827-4744-ac20-30d31fc64aac up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:12.571323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-59b8f5a3-a027-4032-abea-5dd84623a489 None None] Port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:35:12.573989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:12.583581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:12.654660 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Pushing event updated for resources: {'Port': ['ID=fe275171-0ebc-4878-9ea2-18b503ce4a0a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:12.674020 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (9483a0a8-09a4-4423-8cfe-432ed9e46868), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:12.686749 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:12.853921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76e63b5-b950-46d1-b881-28f2f2ff00d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-9483a0a8-09a4-4423-8cfe-432ed9e46868', 'network_id': '9483a0a8-09a4-4423-8cfe-432ed9e46868', 'project_id': 'f03b9d4a308b4729b04bd7fa68f59ab7', 'fixed_ips': [{'subnet_id': 'b6dbcc32-eb25-412a-a08b-821fc71b1bdb'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:35:12.858799 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f76e63b5-b950-46d1-b881-28f2f2ff00d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:12.859734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-59b8f5a3-a027-4032-abea-5dd84623a489 None None] Provisioning complete for port d06b6ba6-7827-4744-ac20-30d31fc64aac triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:12.860123 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-59b8f5a3-a027-4032-abea-5dd84623a489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:13.003468 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (e37b570d-dd88-4ac6-a341-8f4c5ab4182b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:13.017233 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (b6dbcc32-eb25-412a-a08b-821fc71b1bdb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:13.072300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port d06b6ba6-7827-4744-ac20-30d31fc64aac triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:13.072300 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:13.258272 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fe275171-0ebc-4878-9ea2-18b503ce4a0a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:13.392461 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33626) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:13.400271 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (b6dbcc32-eb25-412a-a08b-821fc71b1bdb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:13.404061 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Allocated IP 172.21.0.2 (34408580-a09e-4b68-8b40-d2b682deed5d/5b1f88f2-c313-4201-8e62-9e91ab5f6d8d/d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:13.502840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Subnet': ['ID=b6dbcc32-eb25-412a-a08b-821fc71b1bdb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server [None req-f76e63b5-b950-46d1-b881-28f2f2ff00d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6dbcc32-eb25-412a-a08b-821fc71b1bdb: This subnet is being modified by another concurrent operation. Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:35:13.634238 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise exception Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6dbcc32-eb25-412a-a08b-821fc71b1bdb: This subnet is being modified by another concurrent operation. Feb 11 04:35:13.639494 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Feb 11 04:35:13.665528 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (9483a0a8-09a4-4423-8cfe-432ed9e46868), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:13.742839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482adcca-ac14-4d56-9e6b-93446c1c0ff7 None None] Network 9483a0a8-09a4-4423-8cfe-432ed9e46868 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:13.797310 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9483a0a8-09a4-4423-8cfe-432ed9e46868']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:13.832430 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b7b9b5-e0cc-4a3e-930c-513abbb69de3') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:13.834140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b7b9b5-e0cc-4a3e-930c-513abbb69de3') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:13.845204 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca495583-23ea-45cc-b2d0-026f06b415cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:13.965225 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca495583-23ea-45cc-b2d0-026f06b415cd admin admin] Publish callbacks [] for security_group (a1f29441-81d5-4b5f-ad76-e10efa19a121), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:13.965818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port d06b6ba6-7827-4744-ac20-30d31fc64aac is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:13.966995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9195ff16-11e2-4114-9150-ac063e8d9dda up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:13.968602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-59b8f5a3-a027-4032-abea-5dd84623a489 None None] Current status of the port d06b6ba6-7827-4744-ac20-30d31fc64aac is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:13.970939 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (30b7b9b5-e0cc-4a3e-930c-513abbb69de3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.004613 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (30b7b9b5-e0cc-4a3e-930c-513abbb69de3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.014805 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:35:14.020531 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (30b7b9b5-e0cc-4a3e-930c-513abbb69de3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:35:14.027191 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:35:14.062710 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Publish callbacks [] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.156355 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5ce7e34c-1ad1-43f7-8684-6a8273ce91c2 None None] Provisioning complete for port d06b6ba6-7827-4744-ac20-30d31fc64aac triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:14.165366 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5ce7e34c-1ad1-43f7-8684-6a8273ce91c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.165366 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.169467 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca495583-23ea-45cc-b2d0-026f06b415cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a1f29441-81d5-4b5f-ad76-e10efa19a121), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.249019 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for port (fe275171-0ebc-4878-9ea2-18b503ce4a0a), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.267597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca495583-23ea-45cc-b2d0-026f06b415cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f29441-81d5-4b5f-ad76-e10efa19a121,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:14.310294 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (fe275171-0ebc-4878-9ea2-18b503ce4a0a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.320159 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ca495583-23ea-45cc-b2d0-026f06b415cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=985fe16e6da0401fa955d451beb76eaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9240668 Feb 11 04:35:14.322884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33632) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:14.336201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Allocated IP 172.21.0.1 (34408580-a09e-4b68-8b40-d2b682deed5d/5b1f88f2-c313-4201-8e62-9e91ab5f6d8d/c3e9164b-7094-4d32-a14a-76d7c52c3b11) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:14.342975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9195ff16-11e2-4114-9150-ac063e8d9dda triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:14.343996 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9195ff16-11e2-4114-9150-ac063e8d9dda), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.346990 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (9483a0a8-09a4-4423-8cfe-432ed9e46868), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.364891 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.368300 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/9483a0a8-09a4-4423-8cfe-432ed9e46868 HTTP/1.1" status: 204 len: 168 time: 2.4789975 Feb 11 04:35:14.378774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33636) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:14.405131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Pushing event updated for resources: {'Port': ['ID=fe275171-0ebc-4878-9ea2-18b503ce4a0a,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:14.408427 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-dd280f93-1134-4ddc-b9c4-c8da6ebf6d17 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-190894362'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:14.440906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd97c8-8f3b-4a25-8d19-ddf9ed0459e6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Network': ['ID=9483a0a8-09a4-4423-8cfe-432ed9e46868,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:14.457748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Network 34408580-a09e-4b68-8b40-d2b682deed5d is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:14.484596 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (e37b570d-dd88-4ac6-a341-8f4c5ab4182b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.494709 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Pushing event updated for resources: {'Port': ['ID=d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:14.561056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:14.566304 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:14.566503 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97212fa6-ec83-4c5e-8838-3c4b84a2da48 admin admin] Publish callbacks [] for security_group (a1f29441-81d5-4b5f-ad76-e10efa19a121), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.572009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5ce7e34c-1ad1-43f7-8684-6a8273ce91c2 None None] Current status of the port d06b6ba6-7827-4744-ac20-30d31fc64aac is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:14.578989 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd280f93-1134-4ddc-b9c4-c8da6ebf6d17 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:14.582617 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd280f93-1134-4ddc-b9c4-c8da6ebf6d17 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.633174 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97212fa6-ec83-4c5e-8838-3c4b84a2da48 admin admin] Publish callbacks [] for security_group (a1f29441-81d5-4b5f-ad76-e10efa19a121), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.641240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd280f93-1134-4ddc-b9c4-c8da6ebf6d17 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:35:14.673269 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd280f93-1134-4ddc-b9c4-c8da6ebf6d17 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (974c15d9-a31e-4ae8-a77c-dea2b081c632), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.673625 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-dd280f93-1134-4ddc-b9c4-c8da6ebf6d17 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Added segment 974c15d9-a31e-4ae8-a77c-dea2b081c632 of type vlan for network 1904bc0c-a5de-4d1d-ac98-d46864c97cfa Feb 11 04:35:14.685057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Sync routers for ids ['17df650d-4d33-4324-b27f-d2f30ab76b1d'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:35:14.688207 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.691251 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-d0cb7713-2b5e-4a6f-a944-235f5ec8efb8 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9574792 Feb 11 04:35:14.736577 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.749682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Attempting to bind port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:14.750281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Attempting to bind port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'f42e7602-a95b-49f1-a575-a41c795e540f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:14.751124 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Attempting to bind port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 on network 34408580-a09e-4b68-8b40-d2b682deed5d {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:14.765202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Routers {'17df650d-4d33-4324-b27f-d2f30ab76b1d'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:14.766010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['17df650d-4d33-4324-b27f-d2f30ab76b1d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:14.769725 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd280f93-1134-4ddc-b9c4-c8da6ebf6d17 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (1904bc0c-a5de-4d1d-ac98-d46864c97cfa), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.814073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:14.814573 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Checking segment: {'id': 'f42e7602-a95b-49f1-a575-a41c795e540f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:14.815086 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.815578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Bound using segment: {'id': 'f42e7602-a95b-49f1-a575-a41c795e540f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:14.816144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Bound port: d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42e7602-a95b-49f1-a575-a41c795e540f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:14.816666 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.826490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-da5dc987-bab4-4b01-aec1-fce7614dc4bb tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.75 HTTP/1.1" status: 200 len: 695 time: 0.1284635 Feb 11 04:35:14.842610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9195ff16-11e2-4114-9150-ac063e8d9dda is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:14.843109 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9195ff16-11e2-4114-9150-ac063e8d9dda), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.880347 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97212fa6-ec83-4c5e-8838-3c4b84a2da48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a1f29441-81d5-4b5f-ad76-e10efa19a121), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.883273 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97212fa6-ec83-4c5e-8838-3c4b84a2da48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.887645 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-97212fa6-ec83-4c5e-8838-3c4b84a2da48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1f29441-81d5-4b5f-ad76-e10efa19a121 HTTP/1.1" status: 204 len: 168 time: 0.5600154 Feb 11 04:35:14.894649 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97212fa6-ec83-4c5e-8838-3c4b84a2da48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f29441-81d5-4b5f-ad76-e10efa19a121,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:14.915040 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd280f93-1134-4ddc-b9c4-c8da6ebf6d17 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (1904bc0c-a5de-4d1d-ac98-d46864c97cfa), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.923457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd280f93-1134-4ddc-b9c4-c8da6ebf6d17 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:14.927541 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd280f93-1134-4ddc-b9c4-c8da6ebf6d17 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:14.943143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 9195ff16-11e2-4114-9150-ac063e8d9dda, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9195ff16-11e2-4114-9150-ac063e8d9dda,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:14.998009 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:15.016393 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9195ff16-11e2-4114-9150-ac063e8d9dda), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:15.028531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Set router 17df650d-4d33-4324-b27f-d2f30ab76b1d gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:15.055750 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dd280f93-1134-4ddc-b9c4-c8da6ebf6d17 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6528535 Feb 11 04:35:15.063995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-4a639ec3-ac38-43e9-9e39-0c8fa1423c18 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:15.073220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-957361c9-e406-4ae8-93a3-23a26b1a73f6 req-4a639ec3-ac38-43e9-9e39-0c8fa1423c18 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.2413545 Feb 11 04:35:15.074474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33640) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:15.086868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-cb78dc00-7b9c-4b53-8e8f-1a5ad6793021 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'subnet': {'network_id': '1904bc0c-a5de-4d1d-ac98-d46864c97cfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:15.112288 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] For port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:15.165797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] For port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8,segment=NetworkSegment(f42e7602-a95b-49f1-a575-a41c795e540f),segment_id=f42e7602-a95b-49f1-a575-a41c795e540f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:15.175508 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd280f93-1134-4ddc-b9c4-c8da6ebf6d17 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Network': ['ID=1904bc0c-a5de-4d1d-ac98-d46864c97cfa,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:15.211131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 1904bc0c-a5de-4d1d-ac98-d46864c97cfa details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:15.221012 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 34408580-a09e-4b68-8b40-d2b682deed5d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:15.224528 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=c3e9164b-7094-4d32-a14a-76d7c52c3b11,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:15.230033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:15.232459 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:15.301365 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:15.308989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=9195ff16-11e2-4114-9150-ac063e8d9dda,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:15.318795 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:15.535842 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-d2ae23d3-97ee-487b-8fc4-de97c58b6fbb tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4348669 Feb 11 04:35:15.552539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:15.595036 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:15.624347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb78dc00-7b9c-4b53-8e8f-1a5ad6793021 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:15.631221 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cb78dc00-7b9c-4b53-8e8f-1a5ad6793021 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:15.867142 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1331723-0885-4e36-96d5-9240cff99b07 None None] Pushing event updated for resources: {'Port': ['ID=d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:15.884819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'name': 'tempest-FloatingIPDetailsTestJSON-169662032-router', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:59Z', 'updated_at': '2022-02-11T04:35:07Z', 'revision_number': 4, 'project_id': 'b2a702d651044b21a14972ef73287211', 'gw_port': {'id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:01Z', 'updated_at': '2022-02-11T04:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6', 'name': '', 'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'mac_address': 'fa:16:3e:55:4c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '6b9fec24-edc2-4c25-a772-231bee7163c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:05Z', 'updated_at': '2022-02-11T04:35:07Z', 'revision_number': 2, 'project_id': 'b2a702d651044b21a14972ef73287211', 'subnets': [{'id': '6b9fec24-edc2-4c25-a772-231bee7163c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:15.945295 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:15.948566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Checking router: 17df650d-4d33-4324-b27f-d2f30ab76b1d for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:35:15.949159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Updating router 17df650d-4d33-4324-b27f-d2f30ab76b1d port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:35:16.002535 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:16.021890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33650) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:16.040598 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d2607e1e-ad0f-4879-9694-bce65f33d688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:16.162079 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:16.277887 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:16.286001 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d2607e1e-ad0f-4879-9694-bce65f33d688 admin admin] Publish callbacks [] for security_group (a5b0ff0b-72d6-45b9-b72f-82328606967e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:16.436311 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Publish callbacks [] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:16.453265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Allocated IP 172.25.3.174 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/b967f146-0cd9-404f-bf04-abe519d20fb8) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:16.486211 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cb78dc00-7b9c-4b53-8e8f-1a5ad6793021 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (51f00c02-b836-42f3-929a-805d56ccac86), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:16.560402 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:16.561558 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d2607e1e-ad0f-4879-9694-bce65f33d688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a5b0ff0b-72d6-45b9-b72f-82328606967e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:16.567076 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:16.709316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec08228-acaa-41d8-9cd3-727e8633ba20 None None] Pushing event updated for resources: {'Port': ['ID=3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:16.739721 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78dc00-7b9c-4b53-8e8f-1a5ad6793021 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Subnet': ['ID=51f00c02-b836-42f3-929a-805d56ccac86,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:16.760722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb78dc00-7b9c-4b53-8e8f-1a5ad6793021 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Checking segment: {'id': '974c15d9-a31e-4ae8-a77c-dea2b081c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1904bc0c-a5de-4d1d-ac98-d46864c97cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:16.761865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb78dc00-7b9c-4b53-8e8f-1a5ad6793021 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network hostable DHCP agents. Network: 1904bc0c-a5de-4d1d-ac98-d46864c97cfa, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:35:16.775917 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d2607e1e-ad0f-4879-9694-bce65f33d688 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de94f3450be44d61bf44376c2ccad35b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7522261 Feb 11 04:35:16.797332 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for port (b967f146-0cd9-404f-bf04-abe519d20fb8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:16.797332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33656) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:16.797622 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2607e1e-ad0f-4879-9694-bce65f33d688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b0ff0b-72d6-45b9-b72f-82328606967e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:16.827902 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=c3e9164b-7094-4d32-a14a-76d7c52c3b11,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:16.827902 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:16.983234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Attempting to bind port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:16.983234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Attempting to bind port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'a787f932-e702-4417-91db-62d2f5cdbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:16.983234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Attempting to bind port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 on network 84612ef7-1b6e-4b27-8ce7-ebedb95c998a {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:16.983234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:16.983234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Checking segment: {'id': 'a787f932-e702-4417-91db-62d2f5cdbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:16.983234 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:16.983234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Bound using segment: {'id': 'a787f932-e702-4417-91db-62d2f5cdbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:16.983234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Bound port: 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a787f932-e702-4417-91db-62d2f5cdbaea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:16.983234 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:16.984584 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e5f65bbf-bdaf-4cf1-b3c0-68cc8b1a4987 admin admin] Publish callbacks [] for security_group (a5b0ff0b-72d6-45b9-b72f-82328606967e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:17.043766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e5f65bbf-bdaf-4cf1-b3c0-68cc8b1a4987 admin admin] Publish callbacks [] for security_group (a5b0ff0b-72d6-45b9-b72f-82328606967e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:17.145233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network 34408580-a09e-4b68-8b40-d2b682deed5d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:17.146826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:17.203683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] For port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:17.215162 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] For port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6,segment=NetworkSegment(a787f932-e702-4417-91db-62d2f5cdbaea),segment_id=a787f932-e702-4417-91db-62d2f5cdbaea)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:17.243303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2f031157-6818-4c31-b7d0-a9b824a5d3d8 None None] Provisioning complete for port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:17.243681 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2f031157-6818-4c31-b7d0-a9b824a5d3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:17.280772 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb78dc00-7b9c-4b53-8e8f-1a5ad6793021 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network 1904bc0c-a5de-4d1d-ac98-d46864c97cfa is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:35:17.327661 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e5f65bbf-bdaf-4cf1-b3c0-68cc8b1a4987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a5b0ff0b-72d6-45b9-b72f-82328606967e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:17.331336 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e5f65bbf-bdaf-4cf1-b3c0-68cc8b1a4987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:17.332896 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e5f65bbf-bdaf-4cf1-b3c0-68cc8b1a4987 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5b0ff0b-72d6-45b9-b72f-82328606967e HTTP/1.1" status: 204 len: 168 time: 0.5456202 Feb 11 04:35:17.334766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b967f146-0cd9-404f-bf04-abe519d20fb8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:17.344493 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:17.408398 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2f031157-6818-4c31-b7d0-a9b824a5d3d8 None None] Port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:35:17.428152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:17.436625 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 29869824-43fe-42bc-8a84-e871b66d4d15 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:35:17.506395 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320fb530-5136-497b-84d5-14c2cd8350bc None None] Network 34408580-a09e-4b68-8b40-d2b682deed5d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:17.506535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-cb78dc00-7b9c-4b53-8e8f-1a5ad6793021 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 1904bc0c-a5de-4d1d-ac98-d46864c97cfa) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:17.511571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f65bbf-bdaf-4cf1-b3c0-68cc8b1a4987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b0ff0b-72d6-45b9-b72f-82328606967e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:17.522382 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:17.531299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:17.534227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb78dc00-7b9c-4b53-8e8f-1a5ad6793021 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:17.535055 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cb78dc00-7b9c-4b53-8e8f-1a5ad6793021 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:17.543346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:17.579952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Routers {'17df650d-4d33-4324-b27f-d2f30ab76b1d'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:17.584422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['17df650d-4d33-4324-b27f-d2f30ab76b1d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:17.592384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a564f263-a44a-4eb9-a37c-ab77b5d491ee None None] Network 1904bc0c-a5de-4d1d-ac98-d46864c97cfa requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:17.592864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Pushing event updated for resources: {'Port': ['ID=b967f146-0cd9-404f-bf04-abe519d20fb8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:17.659091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:35:17.673945 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Sync routers for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:35:17.685259 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e0d855ed-7af8-4b19-be5c-dc4c1e8758eb tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/29869824-43fe-42bc-8a84-e871b66d4d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4017541 Feb 11 04:35:17.695639 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33662) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:17.695639 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-163046ff-c5d2-4647-a9a7-33b5b0c41d04 req-6dfda8a4-0d06-4685-acf6-eb677e80f5fa tempest-ImagesOneServerTestJSON-636201567 tempest-ImagesOneServerTestJSON-636201567-project] (103808) timed out ('10.222.0.47', 56361) {{(pid=103808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 04:35:17.696928 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:17.701960 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:17.708019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-36cf4743-b857-4731-9189-f92a946d795d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'network': {'name': 'tempest-RoutersTest-1346228917'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:17.775210 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (129e061c-14f7-4a73-98a3-51b5f4281ee0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:17.826587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33666) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:17.830921 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cb78dc00-7b9c-4b53-8e8f-1a5ad6793021 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7550807 Feb 11 04:35:17.869325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec08228-acaa-41d8-9cd3-727e8633ba20 None None] Pushing event updated for resources: {'Port': ['ID=3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:17.880296 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:17.903542 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-49fb7f8b-65ac-4c17-97b8-7559d12d0855 None None] Provisioning complete for port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:17.903542 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-49fb7f8b-65ac-4c17-97b8-7559d12d0855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:17.999576 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b967f146-0cd9-404f-bf04-abe519d20fb8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.001499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:18.002027 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.124713 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] Set router 17df650d-4d33-4324-b27f-d2f30ab76b1d gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:18.177930 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1904bc0c-a5de-4d1d-ac98-d46864c97cfa', 'network_id': '1904bc0c-a5de-4d1d-ac98-d46864c97cfa', 'project_id': 'f03b9d4a308b4729b04bd7fa68f59ab7', 'fixed_ips': [{'subnet_id': '51f00c02-b836-42f3-929a-805d56ccac86'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:35:18.185038 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.329033 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:15Z', 'revision_number': 3, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:15Z', 'revision_number': 2, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:18.380272 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for port (b967f146-0cd9-404f-bf04-abe519d20fb8), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.411034 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Checking router: 29869824-43fe-42bc-8a84-e871b66d4d15 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:35:18.414467 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Updating router 29869824-43fe-42bc-8a84-e871b66d4d15 port c3e9164b-7094-4d32-a14a-76d7c52c3b11 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:35:18.447489 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.458883 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cf4743-b857-4731-9189-f92a946d795d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:18.466200 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36cf4743-b857-4731-9189-f92a946d795d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.483798 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-49fb7f8b-65ac-4c17-97b8-7559d12d0855 None None] Current status of the port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:18.484194 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-49fb7f8b-65ac-4c17-97b8-7559d12d0855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.512628 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (b967f146-0cd9-404f-bf04-abe519d20fb8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.531980 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36cf4743-b857-4731-9189-f92a946d795d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:35:18.549088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (1904bc0c-a5de-4d1d-ac98-d46864c97cfa), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.567423 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36cf4743-b857-4731-9189-f92a946d795d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f1782402-653d-4bad-9264-dd4686a8c578), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.567769 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-36cf4743-b857-4731-9189-f92a946d795d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Added segment f1782402-653d-4bad-9264-dd4686a8c578 of type vlan for network c34980b1-e01d-44c6-b4d5-631b293eeffc Feb 11 04:35:18.696828 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (129e061c-14f7-4a73-98a3-51b5f4281ee0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.723825 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Allocated IP 172.20.0.2 (1904bc0c-a5de-4d1d-ac98-d46864c97cfa/51f00c02-b836-42f3-929a-805d56ccac86/c6f42e3c-8da8-4acb-9f61-a8bd3478654c) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:18.736197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36cf4743-b857-4731-9189-f92a946d795d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (c34980b1-e01d-44c6-b4d5-631b293eeffc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.759026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Pushing event updated for resources: {'Port': ['ID=b967f146-0cd9-404f-bf04-abe519d20fb8,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:18.782161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-8677735c-7a77-4703-83ee-9a98c0a6d02d req-cb9108d2-2bad-4b8c-8f2b-3a6a2bb3d092 service neutron] (103808) timed out ('10.222.0.32', 56716) {{(pid=103808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 04:35:18.790503 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (51f00c02-b836-42f3-929a-805d56ccac86), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.795551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-49fb7f8b-65ac-4c17-97b8-7559d12d0855 None None] For port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8,segment=NetworkSegment(f42e7602-a95b-49f1-a575-a41c795e540f),segment_id=f42e7602-a95b-49f1-a575-a41c795e540f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:18.819051 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.821961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:18.823278 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.831303 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-0a9c2e4a-4d48-4097-92c8-d9ff5a206d4e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2874489 Feb 11 04:35:18.960611 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36cf4743-b857-4731-9189-f92a946d795d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (c34980b1-e01d-44c6-b4d5-631b293eeffc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.971168 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cf4743-b857-4731-9189-f92a946d795d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:18.977542 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36cf4743-b857-4731-9189-f92a946d795d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:18.997619 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-23733f3e-415e-4067-8498-65fb9c4684a4 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.174 HTTP/1.1" status: 200 len: 696 time: 0.1623514 Feb 11 04:35:19.159086 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf4743-b857-4731-9189-f92a946d795d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Network': ['ID=c34980b1-e01d-44c6-b4d5-631b293eeffc,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:19.160686 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Publish callbacks [] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:19.212185 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-36cf4743-b857-4731-9189-f92a946d795d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5125582 Feb 11 04:35:19.212581 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33688) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:19.221174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6165f172-a061-4d9c-bc1c-9298bdfa7325 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'subnet': {'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:19.259233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-bf82f125-c19c-4ac0-aa0c-0b7dd029dc92 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:19.260765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-bf82f125-c19c-4ac0-aa0c-0b7dd029dc92 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.2557905 Feb 11 04:35:19.277751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network c34980b1-e01d-44c6-b4d5-631b293eeffc details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:19.284630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-3359db43-69bb-4f1d-a37b-6ebaf355624d tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:35:19.285812 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c01940f-68d3-458d-ac8e-2abdd37be775 req-3359db43-69bb-4f1d-a37b-6ebaf355624d tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177996 Feb 11 04:35:19.309517 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:19.359119 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-49fb7f8b-65ac-4c17-97b8-7559d12d0855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:19.394949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'name': 'tempest-FloatingIPDetailsTestJSON-169662032-router', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:59Z', 'updated_at': '2022-02-11T04:35:07Z', 'revision_number': 4, 'project_id': 'b2a702d651044b21a14972ef73287211', 'gw_port': {'id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:01Z', 'updated_at': '2022-02-11T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6', 'name': '', 'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'mac_address': 'fa:16:3e:55:4c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '6b9fec24-edc2-4c25-a772-231bee7163c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:05Z', 'updated_at': '2022-02-11T04:35:17Z', 'revision_number': 4, 'project_id': 'b2a702d651044b21a14972ef73287211', 'subnets': [{'id': '6b9fec24-edc2-4c25-a772-231bee7163c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:19.474772 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fc853-f11c-437d-a7c9-20c839e07189 None None] Pushing event updated for resources: {'Port': ['ID=c3e9164b-7094-4d32-a14a-76d7c52c3b11,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:19.541626 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-5c8f1a9e-e8f6-44b3-ae14-14a9b6d0ab85 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2224424 Feb 11 04:35:19.545671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdbad46-8810-4b3f-a95d-37ee0dea60cd None None] The sync data for ids ['17df650d-4d33-4324-b27f-d2f30ab76b1d'] in n-d-712142-35 is: [{'id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'name': 'tempest-FloatingIPDetailsTestJSON-169662032-router', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:59Z', 'updated_at': '2022-02-11T04:35:07Z', 'revision_number': 4, 'project_id': 'b2a702d651044b21a14972ef73287211', 'gw_port': {'id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:01Z', 'updated_at': '2022-02-11T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6', 'name': '', 'network_id': '84612ef7-1b6e-4b27-8ce7-ebedb95c998a', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'mac_address': 'fa:16:3e:55:4c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '6b9fec24-edc2-4c25-a772-231bee7163c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:05Z', 'updated_at': '2022-02-11T04:35:17Z', 'revision_number': 4, 'project_id': 'b2a702d651044b21a14972ef73287211', 'subnets': [{'id': '6b9fec24-edc2-4c25-a772-231bee7163c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:35:19.565872 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6165f172-a061-4d9c-bc1c-9298bdfa7325 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:19.569850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:19.574350 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6165f172-a061-4d9c-bc1c-9298bdfa7325 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:19.670856 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Attempting to bind port c3e9164b-7094-4d32-a14a-76d7c52c3b11 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:19.671235 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Attempting to bind port c3e9164b-7094-4d32-a14a-76d7c52c3b11 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'f42e7602-a95b-49f1-a575-a41c795e540f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:19.674025 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Attempting to bind port c3e9164b-7094-4d32-a14a-76d7c52c3b11 on network 34408580-a09e-4b68-8b40-d2b682deed5d {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:19.681983 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:19.684489 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Checking segment: {'id': 'f42e7602-a95b-49f1-a575-a41c795e540f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:19.684489 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:19.684489 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Bound using segment: {'id': 'f42e7602-a95b-49f1-a575-a41c795e540f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:19.684489 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Bound port: c3e9164b-7094-4d32-a14a-76d7c52c3b11, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42e7602-a95b-49f1-a575-a41c795e540f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:19.684898 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:19.727695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb7f8b-65ac-4c17-97b8-7559d12d0855 None None] Pushing event updated for resources: {'Port': ['ID=d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:19.732133 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:35:19.732700 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:35:19.735348 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] Provisioning complete for port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:19.735813 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:19.756082 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:19.884724 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Publish callbacks [] for port (c6f42e3c-8da8-4acb-9f61-a8bd3478654c), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:19.940606 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] For port c3e9164b-7094-4d32-a14a-76d7c52c3b11, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:19.949364 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] For port c3e9164b-7094-4d32-a14a-76d7c52c3b11, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c3e9164b-7094-4d32-a14a-76d7c52c3b11,segment=NetworkSegment(f42e7602-a95b-49f1-a575-a41c795e540f),segment_id=f42e7602-a95b-49f1-a575-a41c795e540f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:19.997976 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (c6f42e3c-8da8-4acb-9f61-a8bd3478654c), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:20.000745 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:20.070766 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] Current status of the port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:20.080833 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:20.219330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Network 1904bc0c-a5de-4d1d-ac98-d46864c97cfa is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:20.231711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:20.245741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:20.286447 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:20.292961 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:34:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:20.297904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Allocated IP 172.25.3.92 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/eaeeead9-d7c1-4929-a2ea-7814813ab988) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:20.307604 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (51f00c02-b836-42f3-929a-805d56ccac86), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:20.438899 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fc853-f11c-437d-a7c9-20c839e07189 None None] Pushing event updated for resources: {'Port': ['ID=c3e9164b-7094-4d32-a14a-76d7c52c3b11,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:20.449367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:20.451509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9195ff16-11e2-4114-9150-ac063e8d9dda up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:20.458837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Subnet': ['ID=51f00c02-b836-42f3-929a-805d56ccac86,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:20.542427 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6165f172-a061-4d9c-bc1c-9298bdfa7325 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (f48da265-88fb-4f50-a420-8e7219ce91b9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:20.607383 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:20.640370 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Pushing event updated for resources: {'Port': ['ID=c6f42e3c-8da8-4acb-9f61-a8bd3478654c,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:20.652195 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39657fe8-a8ab-47e1-b455-271c123cdb0d req-f00dcf38-2423-4c75-a746-7ee399f5332c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6556027 Feb 11 04:35:20.724969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] Provisioning complete for port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:20.730650 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:20.777450 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for port (eaeeead9-d7c1-4929-a2ea-7814813ab988), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:20.793507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (1904bc0c-a5de-4d1d-ac98-d46864c97cfa), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:20.818377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9195ff16-11e2-4114-9150-ac063e8d9dda triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:20.818860 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9195ff16-11e2-4114-9150-ac063e8d9dda), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:20.934322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Attempting to bind port c6f42e3c-8da8-4acb-9f61-a8bd3478654c on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:20.934798 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Attempting to bind port c6f42e3c-8da8-4acb-9f61-a8bd3478654c by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '974c15d9-a31e-4ae8-a77c-dea2b081c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1904bc0c-a5de-4d1d-ac98-d46864c97cfa'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:20.935205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Attempting to bind port c6f42e3c-8da8-4acb-9f61-a8bd3478654c on network 1904bc0c-a5de-4d1d-ac98-d46864c97cfa {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:20.947080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1904bc0c-a5de-4d1d-ac98-d46864c97cfa']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:20.949539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:20.949949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Checking segment: {'id': '974c15d9-a31e-4ae8-a77c-dea2b081c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1904bc0c-a5de-4d1d-ac98-d46864c97cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:20.950370 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:20.951030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Bound using segment: {'id': '974c15d9-a31e-4ae8-a77c-dea2b081c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1904bc0c-a5de-4d1d-ac98-d46864c97cfa'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:20.952052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Bound port: c6f42e3c-8da8-4acb-9f61-a8bd3478654c, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974c15d9-a31e-4ae8-a77c-dea2b081c632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '1904bc0c-a5de-4d1d-ac98-d46864c97cfa'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:20.956894 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c6f42e3c-8da8-4acb-9f61-a8bd3478654c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:20.985542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39657fe8-a8ab-47e1-b455-271c123cdb0d req-95addded-7388-40f1-992c-d6cf6da4d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:20.989671 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39657fe8-a8ab-47e1-b455-271c123cdb0d req-95addded-7388-40f1-992c-d6cf6da4d93a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 1127 time: 0.2210474 Feb 11 04:35:21.000500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165f172-a061-4d9c-bc1c-9298bdfa7325 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Subnet': ['ID=f48da265-88fb-4f50-a420-8e7219ce91b9,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:21.016447 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974c15d9-a31e-4ae8-a77c-dea2b081c632') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:21.016447 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974c15d9-a31e-4ae8-a77c-dea2b081c632') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:21.048551 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (974c15d9-a31e-4ae8-a77c-dea2b081c632), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:21.071907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165f172-a061-4d9c-bc1c-9298bdfa7325 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Checking segment: {'id': 'f1782402-653d-4bad-9264-dd4686a8c578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:21.072428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6165f172-a061-4d9c-bc1c-9298bdfa7325 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network hostable DHCP agents. Network: c34980b1-e01d-44c6-b4d5-631b293eeffc, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:35:21.155838 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (974c15d9-a31e-4ae8-a77c-dea2b081c632), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:21.200021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:35:21.201467 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (974c15d9-a31e-4ae8-a77c-dea2b081c632), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:35:21.208680 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:35:21.228020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] Current status of the port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:21.228646 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:21.268785 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9195ff16-11e2-4114-9150-ac063e8d9dda is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:21.315061 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] For port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6,segment=NetworkSegment(a787f932-e702-4417-91db-62d2f5cdbaea),segment_id=a787f932-e702-4417-91db-62d2f5cdbaea)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:21.320381 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] For port c6f42e3c-8da8-4acb-9f61-a8bd3478654c, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:21.337686 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6165f172-a061-4d9c-bc1c-9298bdfa7325 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network c34980b1-e01d-44c6-b4d5-631b293eeffc is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:35:21.342278 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (eaeeead9-d7c1-4929-a2ea-7814813ab988), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:21.357237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] For port c6f42e3c-8da8-4acb-9f61-a8bd3478654c, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c6f42e3c-8da8-4acb-9f61-a8bd3478654c,segment=NetworkSegment(974c15d9-a31e-4ae8-a77c-dea2b081c632),segment_id=974c15d9-a31e-4ae8-a77c-dea2b081c632)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:21.375790 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:15Z', 'revision_number': 3, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:19Z', 'revision_number': 4, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:21.420608 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.db.api [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 04:35:21.420608 n-d-712142-35 neutron-server[103808]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 04:35:21.420608 n-d-712142-35 neutron-server[103808]: [parameters: {'id': '1904bc0c-a5de-4d1d-ac98-d46864c97cfa'}] Feb 11 04:35:21.420608 n-d-712142-35 neutron-server[103808]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:35:21.420608 n-d-712142-35 neutron-server[103808]: DEBUG oslo_db.api [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:35:21.428319 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e7310-f9e1-4da1-a478-1f3f4bc08f3a None None] The sync data for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 is: [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:15Z', 'revision_number': 3, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:19Z', 'revision_number': 4, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:35:21.428504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:21.437191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:21.445172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:21.457065 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:21.479994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39657fe8-a8ab-47e1-b455-271c123cdb0d req-f221c16c-6847-456b-8d19-3bfe4547f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:21.481736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39657fe8-a8ab-47e1-b455-271c123cdb0d req-f221c16c-6847-456b-8d19-3bfe4547f44b service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.4666355 Feb 11 04:35:21.520713 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6165f172-a061-4d9c-bc1c-9298bdfa7325 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, c34980b1-e01d-44c6-b4d5-631b293eeffc) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:21.529011 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c6f42e3c-8da8-4acb-9f61-a8bd3478654c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:21.535641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6165f172-a061-4d9c-bc1c-9298bdfa7325 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:21.535641 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6165f172-a061-4d9c-bc1c-9298bdfa7325 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:21.535909 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Pushing event updated for resources: {'Port': ['ID=eaeeead9-d7c1-4929-a2ea-7814813ab988,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:21.552061 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76654b81-60be-4f27-a515-892a77314e09 None None] Network c34980b1-e01d-44c6-b4d5-631b293eeffc requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:21.571862 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] Provisioning complete for port c3e9164b-7094-4d32-a14a-76d7c52c3b11 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:21.572201 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:21.624425 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33724) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:21.625684 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6165f172-a061-4d9c-bc1c-9298bdfa7325 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4092066 Feb 11 04:35:21.680895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:21.850147 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5628d3f7-3083-4540-9c39-cd5c87172db4 None None] Network 1904bc0c-a5de-4d1d-ac98-d46864c97cfa requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:21.889529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-c34980b1-e01d-44c6-b4d5-631b293eeffc', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:35:21.890858 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:21.922471 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (1904bc0c-a5de-4d1d-ac98-d46864c97cfa), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:21.938578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] Pushing event updated for resources: {'Port': ['ID=3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:21.974463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39657fe8-a8ab-47e1-b455-271c123cdb0d req-e16dd6b9-e261-4215-a4b5-cb317c0960c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 HTTP/1.1" status: 200 len: 999 time: 0.4762766 Feb 11 04:35:22.099998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Deleting port c6f42e3c-8da8-4acb-9f61-a8bd3478654c {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:22.101430 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c6f42e3c-8da8-4acb-9f61-a8bd3478654c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:22.224603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] For port c6f42e3c-8da8-4acb-9f61-a8bd3478654c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c6f42e3c-8da8-4acb-9f61-a8bd3478654c,segment=NetworkSegment(974c15d9-a31e-4ae8-a77c-dea2b081c632),segment_id=974c15d9-a31e-4ae8-a77c-dea2b081c632)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:22.225662 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c6f42e3c-8da8-4acb-9f61-a8bd3478654c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:22.230860 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91750305-8e42-43bd-bac6-3f1fb3c047b5 None None] Pushing event updated for resources: {'Port': ['ID=c6f42e3c-8da8-4acb-9f61-a8bd3478654c,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:22.233832 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (2f5f6bb4-a879-4476-9c91-450d9aa7b364), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:22.249760 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:22.250168 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:22.269196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Calling delete_port for c6f42e3c-8da8-4acb-9f61-a8bd3478654c owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:22.426681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] Current status of the port c3e9164b-7094-4d32-a14a-76d7c52c3b11 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:22.427003 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:22.492113 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39657fe8-a8ab-47e1-b455-271c123cdb0d req-24c7e2ec-7775-4a31-9365-df3a5b2431fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:22.497007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39657fe8-a8ab-47e1-b455-271c123cdb0d req-24c7e2ec-7775-4a31-9365-df3a5b2431fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.2395556 Feb 11 04:35:22.590797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] For port c3e9164b-7094-4d32-a14a-76d7c52c3b11, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c3e9164b-7094-4d32-a14a-76d7c52c3b11,segment=NetworkSegment(f42e7602-a95b-49f1-a575-a41c795e540f),segment_id=f42e7602-a95b-49f1-a575-a41c795e540f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:22.636181 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39657fe8-a8ab-47e1-b455-271c123cdb0d req-96afda09-e066-4284-a9e0-efd224222504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:22.638219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39657fe8-a8ab-47e1-b455-271c123cdb0d req-96afda09-e066-4284-a9e0-efd224222504 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1354592 Feb 11 04:35:22.677009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-39657fe8-a8ab-47e1-b455-271c123cdb0d req-6d8a134d-93f3-447b-bb93-9415c6fbee89 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:35:22.678340 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39657fe8-a8ab-47e1-b455-271c123cdb0d req-6d8a134d-93f3-447b-bb93-9415c6fbee89 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075870 Feb 11 04:35:22.723735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Allocated IP 172.22.0.2 (c34980b1-e01d-44c6-b4d5-631b293eeffc/f48da265-88fb-4f50-a420-8e7219ce91b9/eebd2c2d-14fa-4ba5-bb0c-bede44973a19) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:22.732823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:22.734101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:22.784812 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:22.906969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:22.907390 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:22.983055 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39657fe8-a8ab-47e1-b455-271c123cdb0d req-4a872ccf-f87e-4de7-a87f-50c146d7b217 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972744 Feb 11 04:35:23.036913 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Publish callbacks [] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.095262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:23.469060 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c6f42e3c-8da8-4acb-9f61-a8bd3478654c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.474853 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.477537 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.482155 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92ff987b-7e85-4423-8724-db264a167712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.491111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:23.513417 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Port': ['ID=c6f42e3c-8da8-4acb-9f61-a8bd3478654c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:23.520243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No DVR routers for this DVR port c6f42e3c-8da8-4acb-9f61-a8bd3478654c on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:35:23.580058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39657fe8-a8ab-47e1-b455-271c123cdb0d req-1a7299a7-bcb6-4d65-91a2-78c6f3d8a703 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453119 Feb 11 04:35:23.581464 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:35:23.596996 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eaeeead9-d7c1-4929-a2ea-7814813ab988), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.602365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Network c34980b1-e01d-44c6-b4d5-631b293eeffc is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:23.611859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:23.629010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:23.650145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Allocated IP 172.22.0.1 (c34980b1-e01d-44c6-b4d5-631b293eeffc/f48da265-88fb-4f50-a420-8e7219ce91b9/deee2abc-aa2c-47ba-8005-e14c5db8280c) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:23.681155 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Pushing event updated for resources: {'Port': ['ID=eebd2c2d-14fa-4ba5-bb0c-bede44973a19,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:23.721995 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (1904bc0c-a5de-4d1d-ac98-d46864c97cfa), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.757656 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1904bc0c-a5de-4d1d-ac98-d46864c97cfa']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:23.757926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-58d1dc25-7291-428a-85da-b0dce9c4d67d None None] Provisioning complete for port c3e9164b-7094-4d32-a14a-76d7c52c3b11 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:23.758356 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-58d1dc25-7291-428a-85da-b0dce9c4d67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.771732 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974c15d9-a31e-4ae8-a77c-dea2b081c632') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:23.774640 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974c15d9-a31e-4ae8-a77c-dea2b081c632') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:23.784499 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (974c15d9-a31e-4ae8-a77c-dea2b081c632), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.802825 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (974c15d9-a31e-4ae8-a77c-dea2b081c632), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.812796 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:35:23.814977 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (974c15d9-a31e-4ae8-a77c-dea2b081c632), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:35:23.816989 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:35:23.873832 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.875411 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Attempting to bind port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:23.875787 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Attempting to bind port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'f1782402-653d-4bad-9264-dd4686a8c578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:23.876168 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Attempting to bind port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 on network c34980b1-e01d-44c6-b4d5-631b293eeffc {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:23.888747 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:23.895193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Checking segment: {'id': 'f1782402-653d-4bad-9264-dd4686a8c578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:23.895193 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.895193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Bound using segment: {'id': 'f1782402-653d-4bad-9264-dd4686a8c578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:23.895193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Bound port: eebd2c2d-14fa-4ba5-bb0c-bede44973a19, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1782402-653d-4bad-9264-dd4686a8c578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:23.895193 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.899974 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for port (eaeeead9-d7c1-4929-a2ea-7814813ab988), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.900703 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:23.902268 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:23.985543 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca4789-a5a1-4a1f-99f2-6694b381f06f None None] Pushing event updated for resources: {'Port': ['ID=c3e9164b-7094-4d32-a14a-76d7c52c3b11,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:24.031331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-58d1dc25-7291-428a-85da-b0dce9c4d67d None None] Current status of the port c3e9164b-7094-4d32-a14a-76d7c52c3b11 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:24.051575 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (1904bc0c-a5de-4d1d-ac98-d46864c97cfa), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.051871 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (eaeeead9-d7c1-4929-a2ea-7814813ab988), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.069917 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.069917 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/1904bc0c-a5de-4d1d-ac98-d46864c97cfa HTTP/1.1" status: 204 len: 168 time: 6.2387872 Feb 11 04:35:24.076282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] For port eebd2c2d-14fa-4ba5-bb0c-bede44973a19, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:24.076588 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33764) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:24.078946 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] For port eebd2c2d-14fa-4ba5-bb0c-bede44973a19, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=eebd2c2d-14fa-4ba5-bb0c-bede44973a19,segment=NetworkSegment(f1782402-653d-4bad-9264-dd4686a8c578),segment_id=f1782402-653d-4bad-9264-dd4686a8c578)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:24.081841 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-73f0f739-0a26-44e2-904b-8c6653d246bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1843549574'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:24.095285 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbf591-ad49-493a-b340-f9edda4ca575 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Network': ['ID=1904bc0c-a5de-4d1d-ac98-d46864c97cfa,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:24.142275 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:24.143530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c3e9164b-7094-4d32-a14a-76d7c52c3b11 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:24.153138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Pushing event updated for resources: {'Port': ['ID=eaeeead9-d7c1-4929-a2ea-7814813ab988,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:24.200228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c3e9164b-7094-4d32-a14a-76d7c52c3b11 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:24.200613 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.224651 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (2f5f6bb4-a879-4476-9c91-450d9aa7b364), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.263810 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.297642 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c3e9164b-7094-4d32-a14a-76d7c52c3b11 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:24.344790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network c34980b1-e01d-44c6-b4d5-631b293eeffc is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:24.347334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:24.351481 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.351743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:24.399844 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f0f739-0a26-44e2-904b-8c6653d246bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:24.405896 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73f0f739-0a26-44e2-904b-8c6653d246bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.407878 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33776) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:24.408844 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=deee2abc-aa2c-47ba-8005-e14c5db8280c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:24.417931 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.419779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-df2b47cc-fe5c-4de0-9411-90e3df7288ee tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8562796 Feb 11 04:35:24.468471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544c119-9198-4504-a561-cdb3bc48fc92 None None] Pushing event updated for resources: {'Port': ['ID=eebd2c2d-14fa-4ba5-bb0c-bede44973a19,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:24.519170 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f0f739-0a26-44e2-904b-8c6653d246bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:35:24.536897 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73f0f739-0a26-44e2-904b-8c6653d246bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ba529bfe-b30b-4d9d-bf58-fc242f6bcb27), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.542223 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-73f0f739-0a26-44e2-904b-8c6653d246bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Added segment ba529bfe-b30b-4d9d-bf58-fc242f6bcb27 of type vlan for network bb0c06c1-9315-45a7-bae0-9b06ac026df5 Feb 11 04:35:24.542530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-de163709-96a8-4c55-b638-c33c2201809b tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.1133716 Feb 11 04:35:24.543632 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.617135 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97901d70-3993-4b7d-bedb-1f71b48a4158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.650548 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73f0f739-0a26-44e2-904b-8c6653d246bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (bb0c06c1-9315-45a7-bae0-9b06ac026df5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.770611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-f0e82d5f-147f-4e9a-bb49-d686cd629ad1 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:24.777886 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76ea1765-1316-4ac5-ae35-54c2d2cdcd43 req-f0e82d5f-147f-4e9a-bb49-d686cd629ad1 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.2291191 Feb 11 04:35:24.823050 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73f0f739-0a26-44e2-904b-8c6653d246bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (bb0c06c1-9315-45a7-bae0-9b06ac026df5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.829523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f0f739-0a26-44e2-904b-8c6653d246bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:24.830391 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73f0f739-0a26-44e2-904b-8c6653d246bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.845763 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97901d70-3993-4b7d-bedb-1f71b48a4158 admin admin] Publish callbacks [] for security_group (43feeaae-f124-434d-b2de-f861150ee353), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.934566 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97901d70-3993-4b7d-bedb-1f71b48a4158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (43feeaae-f124-434d-b2de-f861150ee353), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:24.970197 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-73f0f739-0a26-44e2-904b-8c6653d246bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8903770 Feb 11 04:35:24.974000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97901d70-3993-4b7d-bedb-1f71b48a4158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43feeaae-f124-434d-b2de-f861150ee353,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:24.977735 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33786) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:24.985644 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8956746e-9909-4ce1-b022-f8d4394aff1e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'subnet': {'network_id': 'bb0c06c1-9315-45a7-bae0-9b06ac026df5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:24.993737 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:25.014155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-66a9eabf-8143-4345-8ab9-56c1fe1e634c tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2131848 Feb 11 04:35:25.030548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:25.070922 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0f739-0a26-44e2-904b-8c6653d246bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Network': ['ID=bb0c06c1-9315-45a7-bae0-9b06ac026df5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:25.084672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network bb0c06c1-9315-45a7-bae0-9b06ac026df5 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:25.115918 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-97901d70-3993-4b7d-bedb-1f71b48a4158 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a7e30aec2f749cfa20b88ee82eba270&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7069972 Feb 11 04:35:25.118391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33790) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:25.181648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-245a575f-c83e-4d8e-8368-9beaad84fc1b admin admin] Publish callbacks [] for security_group (43feeaae-f124-434d-b2de-f861150ee353), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:25.212159 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-245a575f-c83e-4d8e-8368-9beaad84fc1b admin admin] Publish callbacks [] for security_group (43feeaae-f124-434d-b2de-f861150ee353), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:25.223247 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:25.246899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8956746e-9909-4ce1-b022-f8d4394aff1e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:25.250786 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8956746e-9909-4ce1-b022-f8d4394aff1e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:25.315280 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_backend_mixin [None req-8956746e-9909-4ce1-b022-f8d4394aff1e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Performing IP validity checks on allocation pools {{(pid=103808) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 04:35:25.315834 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_backend_mixin [None req-8956746e-9909-4ce1-b022-f8d4394aff1e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103808) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 04:35:25.434191 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-245a575f-c83e-4d8e-8368-9beaad84fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (43feeaae-f124-434d-b2de-f861150ee353), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:25.443929 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-245a575f-c83e-4d8e-8368-9beaad84fc1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:25.447983 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-245a575f-c83e-4d8e-8368-9beaad84fc1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43feeaae-f124-434d-b2de-f861150ee353 HTTP/1.1" status: 204 len: 168 time: 0.3243127 Feb 11 04:35:25.450988 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a64da10d-4dbd-4807-900a-677c722ff91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:25.488458 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a575f-c83e-4d8e-8368-9beaad84fc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43feeaae-f124-434d-b2de-f861150ee353,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:25.592236 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:25.614478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device eebd2c2d-14fa-4ba5-bb0c-bede44973a19 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:25.620446 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:25.722278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:25.723290 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:25.768758 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:25.920278 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8956746e-9909-4ce1-b022-f8d4394aff1e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (533fa607-f7ae-41fc-8fc3-7cbb86a6f429), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:25.985817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Allocated IP 172.25.3.252 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/8c14e282-81f9-45d0-a39b-cd876990d3d9) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:25.991017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=deee2abc-aa2c-47ba-8005-e14c5db8280c,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:25.997907 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:26.096937 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956746e-9909-4ce1-b022-f8d4394aff1e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Subnet': ['ID=533fa607-f7ae-41fc-8fc3-7cbb86a6f429,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:26.118340 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956746e-9909-4ce1-b022-f8d4394aff1e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Checking segment: {'id': 'ba529bfe-b30b-4d9d-bf58-fc242f6bcb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bb0c06c1-9315-45a7-bae0-9b06ac026df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:26.118939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8956746e-9909-4ce1-b022-f8d4394aff1e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network hostable DHCP agents. Network: bb0c06c1-9315-45a7-bae0-9b06ac026df5, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:35:26.225690 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b2874e-69a6-4861-ad1e-8fbd36b81442 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:35:26.268411 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8956746e-9909-4ce1-b022-f8d4394aff1e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network bb0c06c1-9315-45a7-bae0-9b06ac026df5 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:35:26.328606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c756e26-6b57-4054-99c7-26b27ebbd037 req-daa615d3-b2b3-42b5-a404-5a64ee1c525b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4858930 Feb 11 04:35:26.328848 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-51b59f05-16eb-47ab-9b18-794eab6f14ad None None] Provisioning complete for port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:26.329204 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-51b59f05-16eb-47ab-9b18-794eab6f14ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:26.330405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network c34980b1-e01d-44c6-b4d5-631b293eeffc is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:26.333803 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for port (8c14e282-81f9-45d0-a39b-cd876990d3d9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:26.345414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:26.371724 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-8956746e-9909-4ce1-b022-f8d4394aff1e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, bb0c06c1-9315-45a7-bae0-9b06ac026df5) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:26.379550 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:26.380315 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:26.384115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956746e-9909-4ce1-b022-f8d4394aff1e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:26.389712 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8956746e-9909-4ce1-b022-f8d4394aff1e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:26.491716 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port eebd2c2d-14fa-4ba5-bb0c-bede44973a19, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=eebd2c2d-14fa-4ba5-bb0c-bede44973a19,segment=NetworkSegment(f1782402-653d-4bad-9264-dd4686a8c578),segment_id=f1782402-653d-4bad-9264-dd4686a8c578)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:26.533233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 29869824-43fe-42bc-8a84-e871b66d4d15 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:35:26.544326 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8956746e-9909-4ce1-b022-f8d4394aff1e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5630028 Feb 11 04:35:26.544967 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33812) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:26.549273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c756e26-6b57-4054-99c7-26b27ebbd037 req-55479ba2-523b-471d-ac29-a82074f47cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:26.551029 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c756e26-6b57-4054-99c7-26b27ebbd037 req-55479ba2-523b-471d-ac29-a82074f47cc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 1128 time: 0.1441905 Feb 11 04:35:26.676181 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:26.676383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33816) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:26.678349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c3e9164b-7094-4d32-a14a-76d7c52c3b11 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:26.700066 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8c14e282-81f9-45d0-a39b-cd876990d3d9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:26.740579 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (bb0c06c1-9315-45a7-bae0-9b06ac026df5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:26.760253 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa49b904-6d20-4b09-9031-68c698673318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:26.819704 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (533fa607-f7ae-41fc-8fc3-7cbb86a6f429), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:26.841494 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:26.918703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:26.918925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=eebd2c2d-14fa-4ba5-bb0c-bede44973a19,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:26.925302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-51b59f05-16eb-47ab-9b18-794eab6f14ad None None] Current status of the port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:26.925725 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-51b59f05-16eb-47ab-9b18-794eab6f14ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:26.930433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:35:26.937923 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8a3a1ce2-5824-4a1d-a8a4-6f30c270d127 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/29869824-43fe-42bc-8a84-e871b66d4d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2969699 Feb 11 04:35:26.940846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33818) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:26.945994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:26.948344 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-af8f4b65-d34b-4e92-a710-dad963247679 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'network': {'name': 'tempest-RoutersTest-1874439501'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:26.961796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:26.967269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Pushing event updated for resources: {'Port': ['ID=8c14e282-81f9-45d0-a39b-cd876990d3d9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:26.968085 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Sync routers for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:35:26.986460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b2874e-69a6-4861-ad1e-8fbd36b81442 None None] Unable to find a vacant binding_index for network bb0c06c1-9315-45a7-bae0-9b06ac026df5 and agent 9cbe4e44-b114-403a-9b15-410ca228295e {{(pid=103810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 11 04:35:26.987092 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (533fa607-f7ae-41fc-8fc3-7cbb86a6f429), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:26.998788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c756e26-6b57-4054-99c7-26b27ebbd037 req-18c8a256-2dcf-45b5-83db-ed6c24634a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:27.000290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c756e26-6b57-4054-99c7-26b27ebbd037 req-18c8a256-2dcf-45b5-83db-ed6c24634a23 service neutron] 10.222.0.47 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.3841534 Feb 11 04:35:27.005634 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b2874e-69a6-4861-ad1e-8fbd36b81442 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, bb0c06c1-9315-45a7-bae0-9b06ac026df5) {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:35:27.015756 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Subnet': ['ID=533fa607-f7ae-41fc-8fc3-7cbb86a6f429,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:27.062702 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c756e26-6b57-4054-99c7-26b27ebbd037 req-a7925d5e-0eb4-4086-a336-114e8d34ea17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 HTTP/1.1" status: 200 len: 217 time: 0.0504746 Feb 11 04:35:27.064753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8f4b65-d34b-4e92-a710-dad963247679 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:27.069264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af8f4b65-d34b-4e92-a710-dad963247679 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.131952 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (bb0c06c1-9315-45a7-bae0-9b06ac026df5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.151327 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:27.152486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:27.191069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c756e26-6b57-4054-99c7-26b27ebbd037 req-d2cee387-640c-4e8f-923b-5af1734ddebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:27.192619 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c756e26-6b57-4054-99c7-26b27ebbd037 req-d2cee387-640c-4e8f-923b-5af1734ddebb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.1125760 Feb 11 04:35:27.213070 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0c06c1-9315-45a7-bae0-9b06ac026df5']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:27.216173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8f4b65-d34b-4e92-a710-dad963247679 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:35:27.237813 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba529bfe-b30b-4d9d-bf58-fc242f6bcb27') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:27.238527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba529bfe-b30b-4d9d-bf58-fc242f6bcb27') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:27.241144 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af8f4b65-d34b-4e92-a710-dad963247679 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ca6a4ee5-c445-4caa-bc33-a88c90974760), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.241711 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-af8f4b65-d34b-4e92-a710-dad963247679 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Added segment ca6a4ee5-c445-4caa-bc33-a88c90974760 of type vlan for network a1d44ee3-783f-4aae-baad-86c056a5915c Feb 11 04:35:27.247930 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa49b904-6d20-4b09-9031-68c698673318 admin admin] Publish callbacks [] for security_group (66ef82c5-0113-44cc-969c-29dd17221968), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.250513 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (191aac40-a20b-45c0-96f8-4406845dfc18), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.263851 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (ba529bfe-b30b-4d9d-bf58-fc242f6bcb27), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.276184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c756e26-6b57-4054-99c7-26b27ebbd037 req-010de2da-4040-4938-9729-50c4ac3a58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:27.278415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c756e26-6b57-4054-99c7-26b27ebbd037 req-010de2da-4040-4938-9729-50c4ac3a58ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0729082 Feb 11 04:35:27.288514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-1c756e26-6b57-4054-99c7-26b27ebbd037 req-3cff8900-fa6e-4626-ac8b-0b26b2236a8c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:35:27.290034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c756e26-6b57-4054-99c7-26b27ebbd037 req-3cff8900-fa6e-4626-ac8b-0b26b2236a8c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062304 Feb 11 04:35:27.308399 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ba529bfe-b30b-4d9d-bf58-fc242f6bcb27), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.316563 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af8f4b65-d34b-4e92-a710-dad963247679 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (a1d44ee3-783f-4aae-baad-86c056a5915c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.323782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:35:27.324364 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (ba529bfe-b30b-4d9d-bf58-fc242f6bcb27), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:35:27.327664 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:35:27.340886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa49b904-6d20-4b09-9031-68c698673318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (66ef82c5-0113-44cc-969c-29dd17221968), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.362776 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-51b59f05-16eb-47ab-9b18-794eab6f14ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:35:27.363364 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-51b59f05-16eb-47ab-9b18-794eab6f14ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:35:27.413218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c3e9164b-7094-4d32-a14a-76d7c52c3b11 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:27.413630 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.472909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:27.537430 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af8f4b65-d34b-4e92-a710-dad963247679 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (a1d44ee3-783f-4aae-baad-86c056a5915c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.543728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8f4b65-d34b-4e92-a710-dad963247679 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:27.544660 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af8f4b65-d34b-4e92-a710-dad963247679 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.572543 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (bb0c06c1-9315-45a7-bae0-9b06ac026df5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.621912 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.629038 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/bb0c06c1-9315-45a7-bae0-9b06ac026df5 HTTP/1.1" status: 204 len: 168 time: 1.0829768 Feb 11 04:35:27.640067 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33822) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:27.653092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c502d735-a69f-44ce-9e93-56a3f697606e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-252711466'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:27.750655 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-af8f4b65-d34b-4e92-a710-dad963247679 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8076777 Feb 11 04:35:27.760978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33824) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:27.766545 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-75c9419f-afe9-4d0a-9fc3-79a87f3f7103 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'subnet': {'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:27.779121 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f4b65-d34b-4e92-a710-dad963247679 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Network': ['ID=a1d44ee3-783f-4aae-baad-86c056a5915c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:27.807843 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08da59-0d35-426b-be70-e6116dfc05bc tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Network': ['ID=bb0c06c1-9315-45a7-bae0-9b06ac026df5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:27.827039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c3e9164b-7094-4d32-a14a-76d7c52c3b11 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:27.848888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network a1d44ee3-783f-4aae-baad-86c056a5915c details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:27.892963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c502d735-a69f-44ce-9e93-56a3f697606e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:27.895338 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c502d735-a69f-44ce-9e93-56a3f697606e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.941230 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c502d735-a69f-44ce-9e93-56a3f697606e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:35:27.952391 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c502d735-a69f-44ce-9e93-56a3f697606e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (7f449d82-8b5b-4b0b-87e9-642a7c2811db), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:27.953166 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-c502d735-a69f-44ce-9e93-56a3f697606e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Added segment 7f449d82-8b5b-4b0b-87e9-642a7c2811db of type vlan for network 28be9c6f-1cdf-4932-9b07-f29851322e53 Feb 11 04:35:27.977702 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957be474-d3ad-4c0e-bdce-3bcf9fcc672e None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:35:28.009005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aa49b904-6d20-4b09-9031-68c698673318 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61ade9f98adb437e91f303b1ece80727&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3240623 Feb 11 04:35:28.013835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33828) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:28.014510 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49b904-6d20-4b09-9031-68c698673318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ef82c5-0113-44cc-969c-29dd17221968,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:28.027035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device eebd2c2d-14fa-4ba5-bb0c-bede44973a19 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:28.028110 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8c14e282-81f9-45d0-a39b-cd876990d3d9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.055091 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c502d735-a69f-44ce-9e93-56a3f697606e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (28be9c6f-1cdf-4932-9b07-f29851322e53), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.084052 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c756e26-6b57-4054-99c7-26b27ebbd037 req-08c10258-90ca-4cdd-8f22-8ffed4075d8e service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7882185 Feb 11 04:35:28.176542 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c502d735-a69f-44ce-9e93-56a3f697606e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (28be9c6f-1cdf-4932-9b07-f29851322e53), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.182895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c502d735-a69f-44ce-9e93-56a3f697606e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:28.183260 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c502d735-a69f-44ce-9e93-56a3f697606e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.223683 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3a20c062-c05f-44ef-8889-a14944a9bab7 admin admin] Publish callbacks [] for security_group (66ef82c5-0113-44cc-969c-29dd17221968), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.254882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-51b59f05-16eb-47ab-9b18-794eab6f14ad None None] Current status of the port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:28.258199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c9419f-afe9-4d0a-9fc3-79a87f3f7103 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Made reservation on behalf of 7983158e6a4f4e94b6b6369aacdd387a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:28.265130 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75c9419f-afe9-4d0a-9fc3-79a87f3f7103 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.360749 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3a20c062-c05f-44ef-8889-a14944a9bab7 admin admin] Publish callbacks [] for security_group (66ef82c5-0113-44cc-969c-29dd17221968), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.367015 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c756e26-6b57-4054-99c7-26b27ebbd037 req-bebcc5d8-5500-41a0-b82d-7ad57c257c95 service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756169 Feb 11 04:35:28.469439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:24Z', 'revision_number': 4, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deee2abc-aa2c-47ba-8005-e14c5db8280c', 'name': '', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:22Z', 'updated_at': '2022-02-11T04:35:25Z', 'revision_number': 2, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:28.497324 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for port (8c14e282-81f9-45d0-a39b-cd876990d3d9), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.515393 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c502d735-a69f-44ce-9e93-56a3f697606e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8739507 Feb 11 04:35:28.518749 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33832) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:28.526415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-2eeaa08a-f1ae-4ecf-b110-e90349eaca62 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'subnet': {'network_id': '28be9c6f-1cdf-4932-9b07-f29851322e53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:28.534988 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:28.535511 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.576068 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502d735-a69f-44ce-9e93-56a3f697606e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Network': ['ID=28be9c6f-1cdf-4932-9b07-f29851322e53,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:28.609396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Checking router: 29869824-43fe-42bc-8a84-e871b66d4d15 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:35:28.612661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Updating router 29869824-43fe-42bc-8a84-e871b66d4d15 port deee2abc-aa2c-47ba-8005-e14c5db8280c binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:35:28.658078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 28be9c6f-1cdf-4932-9b07-f29851322e53 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:28.671044 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.691434 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3a20c062-c05f-44ef-8889-a14944a9bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (66ef82c5-0113-44cc-969c-29dd17221968), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.695302 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3a20c062-c05f-44ef-8889-a14944a9bab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.695302 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3a20c062-c05f-44ef-8889-a14944a9bab7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66ef82c5-0113-44cc-969c-29dd17221968 HTTP/1.1" status: 204 len: 168 time: 0.6778567 Feb 11 04:35:28.703684 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8c14e282-81f9-45d0-a39b-cd876990d3d9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.706506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20c062-c05f-44ef-8889-a14944a9bab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ef82c5-0113-44cc-969c-29dd17221968,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:28.739426 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.798030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Pushing event updated for resources: {'Port': ['ID=8c14e282-81f9-45d0-a39b-cd876990d3d9,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:28.800409 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75c9419f-afe9-4d0a-9fc3-79a87f3f7103 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (2ad389af-2bf1-481d-9e78-f89f41e191a1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.830530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeaa08a-f1ae-4ecf-b110-e90349eaca62 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:28.842507 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa08a-f1ae-4ecf-b110-e90349eaca62 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:28.955811 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9419f-afe9-4d0a-9fc3-79a87f3f7103 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Subnet': ['ID=2ad389af-2bf1-481d-9e78-f89f41e191a1,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:28.994247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c9419f-afe9-4d0a-9fc3-79a87f3f7103 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Checking segment: {'id': 'ca6a4ee5-c445-4caa-bc33-a88c90974760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:28.999259 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c9419f-afe9-4d0a-9fc3-79a87f3f7103 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network hostable DHCP agents. Network: a1d44ee3-783f-4aae-baad-86c056a5915c, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:35:29.036056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957be474-d3ad-4c0e-bdce-3bcf9fcc672e None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:35:29.176100 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (191aac40-a20b-45c0-96f8-4406845dfc18), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:29.205639 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c9419f-afe9-4d0a-9fc3-79a87f3f7103 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network a1d44ee3-783f-4aae-baad-86c056a5915c is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:35:29.325444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-75c9419f-afe9-4d0a-9fc3-79a87f3f7103 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, a1d44ee3-783f-4aae-baad-86c056a5915c) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:29.331354 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c9419f-afe9-4d0a-9fc3-79a87f3f7103 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:29.332168 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75c9419f-afe9-4d0a-9fc3-79a87f3f7103 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:29.367842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:29.412803 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:29.425333 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-424c41b5-b5bb-44b8-816d-b07573675d1f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4028172 Feb 11 04:35:29.494526 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-75c9419f-afe9-4d0a-9fc3-79a87f3f7103 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7317986 Feb 11 04:35:29.495294 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33842) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:29.504014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-96665f51-45fe-477b-96c5-6b866397a8ac tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 696 time: 0.0774930 Feb 11 04:35:29.659889 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa08a-f1ae-4ecf-b110-e90349eaca62 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (863b814e-85ec-4c86-a5fd-04ffbadbbd56), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:29.783887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a536fa25-be1e-4341-8c36-b1f4330b58e5 None None] Network c34980b1-e01d-44c6-b4d5-631b293eeffc requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:29.786899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c836bfc9-78d5-4df0-9f59-a585d70a13ca None None] Network bb0c06c1-9315-45a7-bae0-9b06ac026df5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:29.792533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cba11a-e6f0-4b67-8096-a5439762e8e3 None None] Network a1d44ee3-783f-4aae-baad-86c056a5915c requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:29.799305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-3a9f4a6d-7988-4dee-8b96-97350c81a352 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:29.803011 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28c49329-2cc9-4ba3-b9f6-29ad52736e54 req-3a9f4a6d-7988-4dee-8b96-97350c81a352 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.2966168 Feb 11 04:35:29.831875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeaa08a-f1ae-4ecf-b110-e90349eaca62 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Subnet': ['ID=863b814e-85ec-4c86-a5fd-04ffbadbbd56,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:29.847657 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:29.985319 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10c1bf92-cf1d-4be3-a2c3-6ec1f7d374d5 req-6f9c7694-eb74-4d52-ac6a-4216408c5c84 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips/191aac40-a20b-45c0-96f8-4406845dfc18 HTTP/1.1" status: 200 len: 693 time: 0.1501799 Feb 11 04:35:29.999477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c836bfc9-78d5-4df0-9f59-a585d70a13ca None None] Network bb0c06c1-9315-45a7-bae0-9b06ac026df5 could not be found, it might have been deleted concurrently. {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 04:35:30.006106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeaa08a-f1ae-4ecf-b110-e90349eaca62 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Checking segment: {'id': '7f449d82-8b5b-4b0b-87e9-642a7c2811db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '28be9c6f-1cdf-4932-9b07-f29851322e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:30.006106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeaa08a-f1ae-4ecf-b110-e90349eaca62 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network hostable DHCP agents. Network: 28be9c6f-1cdf-4932-9b07-f29851322e53, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:35:30.022240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0cc92c-3b6a-42f0-9d8d-a31b0f8af0af None None] Network bb0c06c1-9315-45a7-bae0-9b06ac026df5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:30.114273 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0cc92c-3b6a-42f0-9d8d-a31b0f8af0af None None] Network bb0c06c1-9315-45a7-bae0-9b06ac026df5 could not be found, it might have been deleted concurrently. {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 04:35:30.124884 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Publish callbacks [] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:30.206433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-a1d44ee3-783f-4aae-baad-86c056a5915c', 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c', 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'fixed_ips': [{'subnet_id': '2ad389af-2bf1-481d-9e78-f89f41e191a1'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:35:30.212338 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:30.218863 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeaa08a-f1ae-4ecf-b110-e90349eaca62 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network 28be9c6f-1cdf-4932-9b07-f29851322e53 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:35:30.250714 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:30.278709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1bf92-cf1d-4be3-a2c3-6ec1f7d374d5 req-edc3eab2-6f7e-4550-9cb3-bae2646f9c0a tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:30.286496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10c1bf92-cf1d-4be3-a2c3-6ec1f7d374d5 req-edc3eab2-6f7e-4550-9cb3-bae2646f9c0a tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.2783639 Feb 11 04:35:30.340568 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:30.386040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29503053-93d9-4dd5-a6cd-dd6dfae0f3eb req-bde6cc85-03ab-4ee1-b432-1912b28bbf6a tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips/191aac40-a20b-45c0-96f8-4406845dfc18 HTTP/1.1" status: 200 len: 693 time: 0.0722735 Feb 11 04:35:30.411367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-2eeaa08a-f1ae-4ecf-b110-e90349eaca62 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 28be9c6f-1cdf-4932-9b07-f29851322e53) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:30.429553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeaa08a-f1ae-4ecf-b110-e90349eaca62 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:30.430743 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2eeaa08a-f1ae-4ecf-b110-e90349eaca62 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:30.547891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76aff8-c4ee-4f17-9721-c98c50d8cf0b None None] Pushing event updated for resources: {'Port': ['ID=deee2abc-aa2c-47ba-8005-e14c5db8280c,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:30.556008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d95b662-4137-48a8-82e1-6b1d460b4b1a None None] Network 28be9c6f-1cdf-4932-9b07-f29851322e53 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:30.576210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2eeaa08a-f1ae-4ecf-b110-e90349eaca62 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0557930 Feb 11 04:35:30.581323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33874) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:30.727245 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (28be9c6f-1cdf-4932-9b07-f29851322e53), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:30.755195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29503053-93d9-4dd5-a6cd-dd6dfae0f3eb req-eedecf29-0bfb-43ec-b9ee-adb1bab9908f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:30.757072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29503053-93d9-4dd5-a6cd-dd6dfae0f3eb req-eedecf29-0bfb-43ec-b9ee-adb1bab9908f tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.3606651 Feb 11 04:35:30.861431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f6676-83b1-4e1e-8df3-a16f9724c9ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-28be9c6f-1cdf-4932-9b07-f29851322e53', 'network_id': '28be9c6f-1cdf-4932-9b07-f29851322e53', 'project_id': 'f03b9d4a308b4729b04bd7fa68f59ab7', 'fixed_ips': [{'subnet_id': '863b814e-85ec-4c86-a5fd-04ffbadbbd56'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:35:30.866611 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-675f6676-83b1-4e1e-8df3-a16f9724c9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:30.959092 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (863b814e-85ec-4c86-a5fd-04ffbadbbd56), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:31.121040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29503053-93d9-4dd5-a6cd-dd6dfae0f3eb req-ffd0e276-9c4a-4e1b-a3ab-f96c43007bb3 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 696 time: 0.3415954 Feb 11 04:35:31.144294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Allocated IP 172.23.0.2 (a1d44ee3-783f-4aae-baad-86c056a5915c/2ad389af-2bf1-481d-9e78-f89f41e191a1/f66c3ae0-ac0f-4d8d-80b0-3e8305e55807) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:31.199115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29503053-93d9-4dd5-a6cd-dd6dfae0f3eb req-c0e3386d-2126-4a12-a1a8-de5b7331258a tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.252 HTTP/1.1" status: 200 len: 696 time: 0.0684164 Feb 11 04:35:31.293411 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9db11cf5-7f8d-413d-a9ab-169ee1384bcc None None] Provisioning complete for port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:31.294330 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9db11cf5-7f8d-413d-a9ab-169ee1384bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:31.408545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Attempting to bind port deee2abc-aa2c-47ba-8005-e14c5db8280c on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:31.410922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Attempting to bind port deee2abc-aa2c-47ba-8005-e14c5db8280c by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'f1782402-653d-4bad-9264-dd4686a8c578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:31.411410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Attempting to bind port deee2abc-aa2c-47ba-8005-e14c5db8280c on network c34980b1-e01d-44c6-b4d5-631b293eeffc {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:31.424454 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (863b814e-85ec-4c86-a5fd-04ffbadbbd56), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:31.439786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:31.440117 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Checking segment: {'id': 'f1782402-653d-4bad-9264-dd4686a8c578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:31.440531 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:31.440937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Bound using segment: {'id': 'f1782402-653d-4bad-9264-dd4686a8c578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:31.441457 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Bound port: deee2abc-aa2c-47ba-8005-e14c5db8280c, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1782402-653d-4bad-9264-dd4686a8c578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:31.441874 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:31.462597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Subnet': ['ID=863b814e-85ec-4c86-a5fd-04ffbadbbd56,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:31.486386 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-29503053-93d9-4dd5-a6cd-dd6dfae0f3eb req-09ad08dd-92ad-4a2f-87ed-13ef5cb495e1 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Deleting port 8c14e282-81f9-45d0-a39b-cd876990d3d9 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:31.487256 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-29503053-93d9-4dd5-a6cd-dd6dfae0f3eb req-09ad08dd-92ad-4a2f-87ed-13ef5cb495e1 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8c14e282-81f9-45d0-a39b-cd876990d3d9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server [None req-675f6676-83b1-4e1e-8df3-a16f9724c9ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 863b814e-85ec-4c86-a5fd-04ffbadbbd56: This subnet is being modified by another concurrent operation. Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:35:31.574604 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise exception Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 863b814e-85ec-4c86-a5fd-04ffbadbbd56: This subnet is being modified by another concurrent operation. Feb 11 04:35:31.578797 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Feb 11 04:35:31.643620 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (28be9c6f-1cdf-4932-9b07-f29851322e53), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:31.674841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea4d75-9d4b-4fa1-8499-c4ae83c3aa1f None None] Network 28be9c6f-1cdf-4932-9b07-f29851322e53 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:31.705927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28be9c6f-1cdf-4932-9b07-f29851322e53']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:31.747371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f449d82-8b5b-4b0b-87e9-642a7c2811db') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:31.747780 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f449d82-8b5b-4b0b-87e9-642a7c2811db') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:31.782456 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (7f449d82-8b5b-4b0b-87e9-642a7c2811db), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:31.787589 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-29503053-93d9-4dd5-a6cd-dd6dfae0f3eb req-09ad08dd-92ad-4a2f-87ed-13ef5cb495e1 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8c14e282-81f9-45d0-a39b-cd876990d3d9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:31.788016 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-29503053-93d9-4dd5-a6cd-dd6dfae0f3eb req-09ad08dd-92ad-4a2f-87ed-13ef5cb495e1 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (8c14e282-81f9-45d0-a39b-cd876990d3d9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:31.788289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] For port deee2abc-aa2c-47ba-8005-e14c5db8280c, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:31.792410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] For port deee2abc-aa2c-47ba-8005-e14c5db8280c, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=deee2abc-aa2c-47ba-8005-e14c5db8280c,segment=NetworkSegment(f1782402-653d-4bad-9264-dd4686a8c578),segment_id=f1782402-653d-4bad-9264-dd4686a8c578)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:31.819108 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (7f449d82-8b5b-4b0b-87e9-642a7c2811db), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:31.826516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-29503053-93d9-4dd5-a6cd-dd6dfae0f3eb req-09ad08dd-92ad-4a2f-87ed-13ef5cb495e1 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Calling delete_port for 8c14e282-81f9-45d0-a39b-cd876990d3d9 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:31.832792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:35:31.833338 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (7f449d82-8b5b-4b0b-87e9-642a7c2811db), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:35:31.837090 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:35:31.912330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9db11cf5-7f8d-413d-a9ab-169ee1384bcc None None] Current status of the port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:31.940306 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.030274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9db11cf5-7f8d-413d-a9ab-169ee1384bcc None None] Provisioning complete for port deee2abc-aa2c-47ba-8005-e14c5db8280c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:32.032913 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9db11cf5-7f8d-413d-a9ab-169ee1384bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.108474 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (28be9c6f-1cdf-4932-9b07-f29851322e53), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.133863 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Publish callbacks [] for port (f66c3ae0-ac0f-4d8d-80b0-3e8305e55807), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.136777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:32.137310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:32.143885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76aff8-c4ee-4f17-9721-c98c50d8cf0b None None] Pushing event updated for resources: {'Port': ['ID=deee2abc-aa2c-47ba-8005-e14c5db8280c,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:32.147680 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.159004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33898) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:32.164070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/28be9c6f-1cdf-4932-9b07-f29851322e53 HTTP/1.1" status: 204 len: 168 time: 1.5812995 Feb 11 04:35:32.166001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f7713f49-a0b6-4232-aeea-445f46ccf246 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-179221390'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:32.237923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204fd5e-ae6e-4fe2-8300-802c69bddd7c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Network': ['ID=28be9c6f-1cdf-4932-9b07-f29851322e53,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:32.346204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Allocated IP 172.23.0.1 (a1d44ee3-783f-4aae-baad-86c056a5915c/2ad389af-2bf1-481d-9e78-f89f41e191a1/7a34a4e8-609d-4080-958b-0939b02e5a2f) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:32.377009 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-29503053-93d9-4dd5-a6cd-dd6dfae0f3eb req-09ad08dd-92ad-4a2f-87ed-13ef5cb495e1 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8c14e282-81f9-45d0-a39b-cd876990d3d9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.405733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad08dd-92ad-4a2f-87ed-13ef5cb495e1 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Pushing event deleted for resources: {'Port': ['ID=8c14e282-81f9-45d0-a39b-cd876990d3d9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:32.559587 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-29503053-93d9-4dd5-a6cd-dd6dfae0f3eb req-09ad08dd-92ad-4a2f-87ed-13ef5cb495e1 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (191aac40-a20b-45c0-96f8-4406845dfc18), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.570613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:32.571231 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-29503053-93d9-4dd5-a6cd-dd6dfae0f3eb req-09ad08dd-92ad-4a2f-87ed-13ef5cb495e1 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.581135 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29503053-93d9-4dd5-a6cd-dd6dfae0f3eb req-09ad08dd-92ad-4a2f-87ed-13ef5cb495e1 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "DELETE /v2.0/floatingips/191aac40-a20b-45c0-96f8-4406845dfc18 HTTP/1.1" status: 204 len: 173 time: 1.3588152 Feb 11 04:35:32.589233 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.630957 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7713f49-a0b6-4232-aeea-445f46ccf246 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:32.638333 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7713f49-a0b6-4232-aeea-445f46ccf246 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.672218 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (f66c3ae0-ac0f-4d8d-80b0-3e8305e55807), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.695167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.759651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Network a1d44ee3-783f-4aae-baad-86c056a5915c is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:32.788819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7713f49-a0b6-4232-aeea-445f46ccf246 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:35:32.800508 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7713f49-a0b6-4232-aeea-445f46ccf246 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (fe9fc976-62bc-45a4-9a7c-dcb3969e8af1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.800989 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-f7713f49-a0b6-4232-aeea-445f46ccf246 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Added segment fe9fc976-62bc-45a4-9a7c-dcb3969e8af1 of type vlan for network 81e96752-d8a4-4ee4-b4ab-9a006fb816bd Feb 11 04:35:32.805447 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:32.823463 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Pushing event updated for resources: {'Port': ['ID=f66c3ae0-ac0f-4d8d-80b0-3e8305e55807,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:32.857331 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7713f49-a0b6-4232-aeea-445f46ccf246 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (81e96752-d8a4-4ee4-b4ab-9a006fb816bd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.862693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:32.891574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9db11cf5-7f8d-413d-a9ab-169ee1384bcc None None] Current status of the port deee2abc-aa2c-47ba-8005-e14c5db8280c is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:32.892350 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9db11cf5-7f8d-413d-a9ab-169ee1384bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.905432 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network a1d44ee3-783f-4aae-baad-86c056a5915c is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:32.913103 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:32.918919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:32.949671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=7a34a4e8-609d-4080-958b-0939b02e5a2f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:32.981347 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7713f49-a0b6-4232-aeea-445f46ccf246 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (81e96752-d8a4-4ee4-b4ab-9a006fb816bd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:32.997915 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7713f49-a0b6-4232-aeea-445f46ccf246 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:32.999337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7713f49-a0b6-4232-aeea-445f46ccf246 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:33.034147 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9db11cf5-7f8d-413d-a9ab-169ee1384bcc None None] For port deee2abc-aa2c-47ba-8005-e14c5db8280c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=deee2abc-aa2c-47ba-8005-e14c5db8280c,segment=NetworkSegment(f1782402-653d-4bad-9264-dd4686a8c578),segment_id=f1782402-653d-4bad-9264-dd4686a8c578)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:33.083157 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:33.114306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Attempting to bind port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:33.117699 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Attempting to bind port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'ca6a4ee5-c445-4caa-bc33-a88c90974760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:33.118245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Attempting to bind port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 on network a1d44ee3-783f-4aae-baad-86c056a5915c {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:33.140053 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9db11cf5-7f8d-413d-a9ab-169ee1384bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:33.151458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:33.155443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Checking segment: {'id': 'ca6a4ee5-c445-4caa-bc33-a88c90974760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:33.156025 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:33.156532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Bound using segment: {'id': 'ca6a4ee5-c445-4caa-bc33-a88c90974760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:33.157141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Bound port: f66c3ae0-ac0f-4d8d-80b0-3e8305e55807, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6a4ee5-c445-4caa-bc33-a88c90974760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:33.159796 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f66c3ae0-ac0f-4d8d-80b0-3e8305e55807), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:33.174497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ba242-506c-4840-83c0-bac6ce53d4db req-1da7c5a7-8b3e-49cb-8aae-03a715b26a99 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:33.178549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a45ba242-506c-4840-83c0-bac6ce53d4db req-1da7c5a7-8b3e-49cb-8aae-03a715b26a99 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.3975365 Feb 11 04:35:33.198419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff187228-5bc8-4622-980a-9b85586f5cf9 req-4348ab81-e153-4415-b364-98b6471da6cd tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:33.207319 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff187228-5bc8-4622-980a-9b85586f5cf9 req-4348ab81-e153-4415-b364-98b6471da6cd tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5968721 Feb 11 04:35:33.325287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] For port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:33.329506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] For port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f66c3ae0-ac0f-4d8d-80b0-3e8305e55807,segment=NetworkSegment(ca6a4ee5-c445-4caa-bc33-a88c90974760),segment_id=ca6a4ee5-c445-4caa-bc33-a88c90974760)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:33.449173 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aefb0cca-b44b-4e88-964e-f060e2ece562 req-345e379e-025e-4ab0-856c-df821e5301ae tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=b2a702d651044b21a14972ef73287211 HTTP/1.1" status: 200 len: 1655 time: 0.1982882 Feb 11 04:35:33.460733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33922) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:33.468386 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f66c3ae0-ac0f-4d8d-80b0-3e8305e55807), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:33.473544 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:33.482277 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f7713f49-a0b6-4232-aeea-445f46ccf246 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3212807 Feb 11 04:35:33.483456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f9dd013a-cb9a-4d15-8e8d-1bd0e2a9fd58 None None] Provisioning complete for port deee2abc-aa2c-47ba-8005-e14c5db8280c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:33.483961 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9dd013a-cb9a-4d15-8e8d-1bd0e2a9fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:33.484358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33924) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:33.491381 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-aa5450ef-b626-494b-a703-32cab1c1e3fb tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'subnet': {'network_id': '81e96752-d8a4-4ee4-b4ab-9a006fb816bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:33.552177 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db11cf5-7f8d-413d-a9ab-169ee1384bcc None None] Pushing event updated for resources: {'Port': ['ID=deee2abc-aa2c-47ba-8005-e14c5db8280c,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:33.637928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82682e-c13d-4d8b-980a-638de6a47dbc None None] Pushing event updated for resources: {'Port': ['ID=f66c3ae0-ac0f-4d8d-80b0-3e8305e55807,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:33.652562 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7713f49-a0b6-4232-aeea-445f46ccf246 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Network': ['ID=81e96752-d8a4-4ee4-b4ab-9a006fb816bd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:33.675158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 81e96752-d8a4-4ee4-b4ab-9a006fb816bd details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:33.789283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:24Z', 'revision_number': 4, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deee2abc-aa2c-47ba-8005-e14c5db8280c', 'name': '', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:22Z', 'updated_at': '2022-02-11T04:35:31Z', 'revision_number': 4, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:33.812509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5450ef-b626-494b-a703-32cab1c1e3fb tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:33.830435 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa5450ef-b626-494b-a703-32cab1c1e3fb tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:33.984630 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:33.984630 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97126e9-c45b-4ac9-b983-e2bbd8219cbd None None] The sync data for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 is: [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:24Z', 'revision_number': 4, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deee2abc-aa2c-47ba-8005-e14c5db8280c', 'name': '', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:22Z', 'updated_at': '2022-02-11T04:35:31Z', 'revision_number': 4, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:35:34.015853 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd013a-cb9a-4d15-8e8d-1bd0e2a9fd58 None None] Current status of the port deee2abc-aa2c-47ba-8005-e14c5db8280c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:34.125493 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:34.168143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:34.168768 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a45ba242-506c-4840-83c0-bac6ce53d4db req-452cc1e2-f0a4-4cde-8591-a7da6ab0b519 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9544911 Feb 11 04:35:34.283973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb0cca-b44b-4e88-964e-f060e2ece562 req-1fe2aa94-d636-45dd-8b15-eafde4a9de0e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:34.292170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aefb0cca-b44b-4e88-964e-f060e2ece562 req-1fe2aa94-d636-45dd-8b15-eafde4a9de0e tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/networks?id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&id=89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 787 time: 0.8418324 Feb 11 04:35:34.298801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-aefb0cca-b44b-4e88-964e-f060e2ece562 req-bfddca45-53cd-4d14-8845-647cb25f2601 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:35:34.304561 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aefb0cca-b44b-4e88-964e-f060e2ece562 req-bfddca45-53cd-4d14-8845-647cb25f2601 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110340 Feb 11 04:35:34.309993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:34.328623 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:34.329014 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f66c3ae0-ac0f-4d8d-80b0-3e8305e55807), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:34.525620 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:34.526861 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f66c3ae0-ac0f-4d8d-80b0-3e8305e55807), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:34.621619 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f66c3ae0-ac0f-4d8d-80b0-3e8305e55807,segment=NetworkSegment(ca6a4ee5-c445-4caa-bc33-a88c90974760),segment_id=ca6a4ee5-c445-4caa-bc33-a88c90974760)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:34.691436 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f66c3ae0-ac0f-4d8d-80b0-3e8305e55807), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:34.802281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=f66c3ae0-ac0f-4d8d-80b0-3e8305e55807,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:34.990978 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:35.120514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-3c4a8981-df3f-4b13-ae0b-81a00eaba8a7 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips/2f5f6bb4-a879-4476-9c91-450d9aa7b364 HTTP/1.1" status: 200 len: 692 time: 0.7272351 Feb 11 04:35:35.283914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-2980b772-5fc1-432b-af38-26589f4f46a5 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:35.291322 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-2980b772-5fc1-432b-af38-26589f4f46a5 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.1413176 Feb 11 04:35:35.297142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-8fc8c1fc-fa9a-4e2f-baf1-e808e99421ce tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:35:35.304966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-8fc8c1fc-fa9a-4e2f-baf1-e808e99421ce tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126679 Feb 11 04:35:35.352918 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:35.367886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32658eb-48e4-410c-b756-a5e3650bf069 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:35:35.398015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74755fa6-3c01-4dbb-9d24-48b4fc4a187c req-bb8c7a62-cd6f-404b-9203-b039463de60b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:35.399835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74755fa6-3c01-4dbb-9d24-48b4fc4a187c req-bb8c7a62-cd6f-404b-9203-b039463de60b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.9910707 Feb 11 04:35:35.403359 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-3c3f2431-ab56-4d38-88f5-15436053aa90 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.0975380 Feb 11 04:35:35.417816 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa5450ef-b626-494b-a703-32cab1c1e3fb tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (2e27a500-9a78-4aa6-a504-3aa64c9d90c8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:35.475512 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:35.479343 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f41adbd1-d0d8-46a6-8834-8dd894c6d338 None None] Provisioning complete for port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:35.484348 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f41adbd1-d0d8-46a6-8834-8dd894c6d338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f66c3ae0-ac0f-4d8d-80b0-3e8305e55807), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:35.497977 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-6bde95d5-b94d-4550-83ba-a0fd607fce15 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.0665050 Feb 11 04:35:35.606344 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74755fa6-3c01-4dbb-9d24-48b4fc4a187c req-00421f95-c80a-4ffe-be83-839133b2d662 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005000 Feb 11 04:35:35.717982 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5450ef-b626-494b-a703-32cab1c1e3fb tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Subnet': ['ID=2e27a500-9a78-4aa6-a504-3aa64c9d90c8,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:35.721038 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:35.727731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event updated for resources: {'Port': ['ID=7a34a4e8-609d-4080-958b-0939b02e5a2f,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:35.739764 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5450ef-b626-494b-a703-32cab1c1e3fb tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Checking segment: {'id': 'fe9fc976-62bc-45a4-9a7c-dcb3969e8af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '81e96752-d8a4-4ee4-b4ab-9a006fb816bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:35.740204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5450ef-b626-494b-a703-32cab1c1e3fb tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network hostable DHCP agents. Network: 81e96752-d8a4-4ee4-b4ab-9a006fb816bd, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:35:35.798289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f41adbd1-d0d8-46a6-8834-8dd894c6d338 None None] Current status of the port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:35.848010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32658eb-48e4-410c-b756-a5e3650bf069 None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:35:35.888368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Network a1d44ee3-783f-4aae-baad-86c056a5915c is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:35.895167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5450ef-b626-494b-a703-32cab1c1e3fb tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network 81e96752-d8a4-4ee4-b4ab-9a006fb816bd is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:35:35.899927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8b6a0-93ad-4059-9902-5a3cce1bc593 req-e54e966f-ba93-45ed-acab-a3545c43e4a3 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:35.902340 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:35.907646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-56e8b6a0-93ad-4059-9902-5a3cce1bc593 req-e54e966f-ba93-45ed-acab-a3545c43e4a3 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1504362 Feb 11 04:35:35.968739 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:36.014129 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-56e8b6a0-93ad-4059-9902-5a3cce1bc593 req-49ef2925-1e93-4a8a-8b2a-e8ff5cc00982 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054645 Feb 11 04:35:36.017826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-789eaec8-a584-4ff9-8b61-7d9bf5cbf52a tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Deleting port eaeeead9-d7c1-4929-a2ea-7814813ab988 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:36.018179 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-789eaec8-a584-4ff9-8b61-7d9bf5cbf52a tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (eaeeead9-d7c1-4929-a2ea-7814813ab988), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:36.126858 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-aa5450ef-b626-494b-a703-32cab1c1e3fb tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 81e96752-d8a4-4ee4-b4ab-9a006fb816bd) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:36.148220 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5450ef-b626-494b-a703-32cab1c1e3fb tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:36.149360 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa5450ef-b626-494b-a703-32cab1c1e3fb tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:36.203606 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 29869824-43fe-42bc-8a84-e871b66d4d15 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:35:36.224745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device deee2abc-aa2c-47ba-8005-e14c5db8280c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:36.279238 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aa5450ef-b626-494b-a703-32cab1c1e3fb tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7906573 Feb 11 04:35:36.281589 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33946) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:36.366149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port deee2abc-aa2c-47ba-8005-e14c5db8280c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:36.366332 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:36.409524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224d1d61-c41b-4876-ab98-f40684c8166f None None] Network a1d44ee3-783f-4aae-baad-86c056a5915c requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:36.411632 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7325a5-0d83-4651-8c82-ca7a5af3472e None None] Network 81e96752-d8a4-4ee4-b4ab-9a006fb816bd requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:36.469078 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:35:36.479364 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c6e11b87-92e8-4716-bd38-afac331c3ef0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/29869824-43fe-42bc-8a84-e871b66d4d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9823976 Feb 11 04:35:36.484810 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33948) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:36.485017 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Sync routers for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:35:36.489496 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8953c842-d9f6-4482-9dd2-12f44445da1b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:36.508586 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:36.509421 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:36.542683 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Allocated IP 172.25.3.133 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/140d3f91-9ca0-4f8f-a274-a6c9d5d8bffe) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:36.596235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987959-1fab-4fba-ae10-c924a52b8520 req-1bd09dad-cfa3-4449-846f-06ff119b4ceb tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:36.597859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a2987959-1fab-4fba-ae10-c924a52b8520 req-1bd09dad-cfa3-4449-846f-06ff119b4ceb tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.3886106 Feb 11 04:35:36.602032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port deee2abc-aa2c-47ba-8005-e14c5db8280c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:36.603202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:36.670407 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (81e96752-d8a4-4ee4-b4ab-9a006fb816bd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:36.687897 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-789eaec8-a584-4ff9-8b61-7d9bf5cbf52a tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (eaeeead9-d7c1-4929-a2ea-7814813ab988), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:36.688228 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-789eaec8-a584-4ff9-8b61-7d9bf5cbf52a tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (eaeeead9-d7c1-4929-a2ea-7814813ab988), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:36.758485 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:36.765983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-789eaec8-a584-4ff9-8b61-7d9bf5cbf52a tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Calling delete_port for eaeeead9-d7c1-4929-a2ea-7814813ab988 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:36.833050 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (2e27a500-9a78-4aa6-a504-3aa64c9d90c8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:36.872593 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a2987959-1fab-4fba-ae10-c924a52b8520 req-1541d271-a2b6-4b5e-aeb6-e68f34d140de tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438655 Feb 11 04:35:37.069061 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (2e27a500-9a78-4aa6-a504-3aa64c9d90c8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:37.176313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e2b87d-7712-4f59-a677-fa1f8581d4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-81e96752-d8a4-4ee4-b4ab-9a006fb816bd', 'network_id': '81e96752-d8a4-4ee4-b4ab-9a006fb816bd', 'project_id': 'f03b9d4a308b4729b04bd7fa68f59ab7', 'fixed_ips': [{'subnet_id': '2e27a500-9a78-4aa6-a504-3aa64c9d90c8'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:35:37.180439 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-29e2b87d-7712-4f59-a677-fa1f8581d4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:37.203013 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for port (140d3f91-9ca0-4f8f-a274-a6c9d5d8bffe), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:37.243486 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:33Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': '7a34a4e8-609d-4080-958b-0939b02e5a2f', 'name': '', 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:e2:1f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:30Z', 'updated_at': '2022-02-11T04:35:34Z', 'revision_number': 2, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deee2abc-aa2c-47ba-8005-e14c5db8280c', 'name': '', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:22Z', 'updated_at': '2022-02-11T04:35:32Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:37.285966 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Subnet': ['ID=2e27a500-9a78-4aa6-a504-3aa64c9d90c8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:37.307992 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Checking router: 29869824-43fe-42bc-8a84-e871b66d4d15 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:35:37.308347 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Updating router 29869824-43fe-42bc-8a84-e871b66d4d15 port 7a34a4e8-609d-4080-958b-0939b02e5a2f binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:35:37.345799 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:37.452928 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-0343fe76-5463-476e-88d7-41d6c0ddebfb tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:37.454504 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-0343fe76-5463-476e-88d7-41d6c0ddebfb tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 812 time: 0.1695712 Feb 11 04:35:37.489615 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-07e427f7-310d-4abf-ba1b-353432703bca tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/quotas/a0c272147a3c4494a9c82c9c21a2e5c4 HTTP/1.1" status: 200 len: 375 time: 0.0287952 Feb 11 04:35:37.531571 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:37.532109 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f66c3ae0-ac0f-4d8d-80b0-3e8305e55807), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:37.579606 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (140d3f91-9ca0-4f8f-a274-a6c9d5d8bffe), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:37.587957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78494729-cc53-4f5c-a114-f074bf9d848a None None] Network 81e96752-d8a4-4ee4-b4ab-9a006fb816bd requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:37.612245 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (81e96752-d8a4-4ee4-b4ab-9a006fb816bd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:37.630960 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-789eaec8-a584-4ff9-8b61-7d9bf5cbf52a tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (eaeeead9-d7c1-4929-a2ea-7814813ab988), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:37.634684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event updated for resources: {'Port': ['ID=140d3f91-9ca0-4f8f-a274-a6c9d5d8bffe,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:37.668489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789eaec8-a584-4ff9-8b61-7d9bf5cbf52a tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Pushing event deleted for resources: {'Port': ['ID=eaeeead9-d7c1-4929-a2ea-7814813ab988,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:37.688871 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e96752-d8a4-4ee4-b4ab-9a006fb816bd']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:37.723451 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9fc976-62bc-45a4-9a7c-dcb3969e8af1') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:37.729913 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9fc976-62bc-45a4-9a7c-dcb3969e8af1') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:37.743610 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:37.755613 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (fe9fc976-62bc-45a4-9a7c-dcb3969e8af1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:37.783021 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (fe9fc976-62bc-45a4-9a7c-dcb3969e8af1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:37.801347 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:35:37.801764 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (fe9fc976-62bc-45a4-9a7c-dcb3969e8af1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:37.819038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:37.830201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:35:37.850382 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:35:37.887619 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:37.900260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-9a73304d-6e26-4d1c-be63-4378c4a3ce1c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4017038 Feb 11 04:35:37.950337 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-789eaec8-a584-4ff9-8b61-7d9bf5cbf52a tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (2f5f6bb4-a879-4476-9c91-450d9aa7b364), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:37.967148 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-789eaec8-a584-4ff9-8b61-7d9bf5cbf52a tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:37.968205 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb7a5aea-abcc-4fb0-b316-6aeaec51f6bd req-789eaec8-a584-4ff9-8b61-7d9bf5cbf52a tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "DELETE /v2.0/floatingips/2f5f6bb4-a879-4476-9c91-450d9aa7b364 HTTP/1.1" status: 204 len: 173 time: 2.4588804 Feb 11 04:35:38.032611 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Publish callbacks [] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.057714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b7ba2300-d2d6-4b6d-886d-bdca833ae3aa None None] Provisioning complete for port 7a34a4e8-609d-4080-958b-0939b02e5a2f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:38.059752 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b7ba2300-d2d6-4b6d-886d-bdca833ae3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.088658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1ad5fe5-65b9-49e9-afd8-180df7920574 req-dc98a5e6-faf4-4dce-a1b2-145c942bb991 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips/129e061c-14f7-4a73-98a3-51b5f4281ee0 HTTP/1.1" status: 200 len: 693 time: 0.0787492 Feb 11 04:35:38.094178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-fd8384fa-31f6-478e-97c5-ad392b1bbe75 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:35:38.100927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-fd8384fa-31f6-478e-97c5-ad392b1bbe75 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1996815 Feb 11 04:35:38.117954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba2300-d2d6-4b6d-886d-bdca833ae3aa None None] Port 7a34a4e8-609d-4080-958b-0939b02e5a2f cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:35:38.142748 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.153791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b7ba2300-d2d6-4b6d-886d-bdca833ae3aa None None] Provisioning complete for port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:38.155024 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b7ba2300-d2d6-4b6d-886d-bdca833ae3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f66c3ae0-ac0f-4d8d-80b0-3e8305e55807), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.181131 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (81e96752-d8a4-4ee4-b4ab-9a006fb816bd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.215303 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.228459 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/81e96752-d8a4-4ee4-b4ab-9a006fb816bd HTTP/1.1" status: 204 len: 168 time: 1.9444480 Feb 11 04:35:38.233174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33974) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:38.304812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-09ead155-2d83-46c9-a49d-3e8b273c6cb9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1576896627'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:38.316432 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79240eb4-dde6-43cc-b351-adaebfa13f4d None None] Pushing event updated for resources: {'Port': ['ID=7a34a4e8-609d-4080-958b-0939b02e5a2f,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:38.325416 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0b2d3-146c-497e-aec4-717ece2e5c30 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Network': ['ID=81e96752-d8a4-4ee4-b4ab-9a006fb816bd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:38.336445 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Attempting to bind port 7a34a4e8-609d-4080-958b-0939b02e5a2f on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:38.337667 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Attempting to bind port 7a34a4e8-609d-4080-958b-0939b02e5a2f by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'ca6a4ee5-c445-4caa-bc33-a88c90974760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:38.337843 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Attempting to bind port 7a34a4e8-609d-4080-958b-0939b02e5a2f on network a1d44ee3-783f-4aae-baad-86c056a5915c {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:38.341841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba2300-d2d6-4b6d-886d-bdca833ae3aa None None] Current status of the port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:38.357701 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:38.358434 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Checking segment: {'id': 'ca6a4ee5-c445-4caa-bc33-a88c90974760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:38.360699 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.360699 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Bound using segment: {'id': 'ca6a4ee5-c445-4caa-bc33-a88c90974760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:38.360699 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Bound port: 7a34a4e8-609d-4080-958b-0939b02e5a2f, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6a4ee5-c445-4caa-bc33-a88c90974760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:38.361074 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.384738 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.extraroute_db [None req-8953c842-d9f6-4482-9dd2-12f44445da1b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103808) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 04:35:38.404711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.extraroute_db [None req-8953c842-d9f6-4482-9dd2-12f44445da1b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Removed routes are [] {{(pid=103808) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 04:35:38.405388 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8953c842-d9f6-4482-9dd2-12f44445da1b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (29869824-43fe-42bc-8a84-e871b66d4d15), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.481326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ca742514-7c7a-4097-aa39-6b59c3b68068 None None] Provisioning complete for port 7a34a4e8-609d-4080-958b-0939b02e5a2f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:38.485627 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca742514-7c7a-4097-aa39-6b59c3b68068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.492491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ead155-2d83-46c9-a49d-3e8b273c6cb9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:38.496058 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-09ead155-2d83-46c9-a49d-3e8b273c6cb9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.518905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for floatingip (a8aa56bf-94a1-4029-b528-6b53c58d1f90), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.524578 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] For port 7a34a4e8-609d-4080-958b-0939b02e5a2f, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:38.533014 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] For port 7a34a4e8-609d-4080-958b-0939b02e5a2f, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7a34a4e8-609d-4080-958b-0939b02e5a2f,segment=NetworkSegment(ca6a4ee5-c445-4caa-bc33-a88c90974760),segment_id=ca6a4ee5-c445-4caa-bc33-a88c90974760)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:38.560933 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ead155-2d83-46c9-a49d-3e8b273c6cb9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:35:38.583568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ca742514-7c7a-4097-aa39-6b59c3b68068 None None] Port 7a34a4e8-609d-4080-958b-0939b02e5a2f cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:35:38.607690 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-afe25ec8-5b39-4a92-b901-f625555b9900 service neutron] 10.222.0.13 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053320 Feb 11 04:35:38.614415 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-09ead155-2d83-46c9-a49d-3e8b273c6cb9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (41e9f137-309a-4308-a37d-a50f1fa30120), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.614813 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-09ead155-2d83-46c9-a49d-3e8b273c6cb9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Added segment 41e9f137-309a-4308-a37d-a50f1fa30120 of type vlan for network b9dcf056-417d-4ba6-99a0-2418b96de508 Feb 11 04:35:38.668319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad5fe5-65b9-49e9-afd8-180df7920574 req-421f2608-6dd9-478e-9192-52e7906c4ef6 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:38.679485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1ad5fe5-65b9-49e9-afd8-180df7920574 req-421f2608-6dd9-478e-9192-52e7906c4ef6 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.5759654 Feb 11 04:35:38.702784 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.718868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ef4e9fe3-f6d6-4e7a-a986-140bcb4c0dc5 None None] Provisioning complete for port 7a34a4e8-609d-4080-958b-0939b02e5a2f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:38.735968 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9fe3-f6d6-4e7a-a986-140bcb4c0dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.845577 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-09ead155-2d83-46c9-a49d-3e8b273c6cb9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (b9dcf056-417d-4ba6-99a0-2418b96de508), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.882696 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:38.883430 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:38.886121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1ad5fe5-65b9-49e9-afd8-180df7920574 req-8837b7dd-9864-476f-91c6-49934a787334 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.174 HTTP/1.1" status: 200 len: 696 time: 0.2058172 Feb 11 04:35:38.918912 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8953c842-d9f6-4482-9dd2-12f44445da1b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (29869824-43fe-42bc-8a84-e871b66d4d15), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.920175 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79240eb4-dde6-43cc-b351-adaebfa13f4d None None] Pushing event updated for resources: {'Port': ['ID=7a34a4e8-609d-4080-958b-0939b02e5a2f,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:38.929709 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8953c842-d9f6-4482-9dd2-12f44445da1b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (29869824-43fe-42bc-8a84-e871b66d4d15), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:38.968835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e9fe3-f6d6-4e7a-a986-140bcb4c0dc5 None None] Current status of the port 7a34a4e8-609d-4080-958b-0939b02e5a2f is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:38.969390 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9fe3-f6d6-4e7a-a986-140bcb4c0dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:39.052926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ef4e9fe3-f6d6-4e7a-a986-140bcb4c0dc5 None None] For port 7a34a4e8-609d-4080-958b-0939b02e5a2f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7a34a4e8-609d-4080-958b-0939b02e5a2f,segment=NetworkSegment(ca6a4ee5-c445-4caa-bc33-a88c90974760),segment_id=ca6a4ee5-c445-4caa-bc33-a88c90974760)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:39.055540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1ad5fe5-65b9-49e9-afd8-180df7920574 req-12c6f343-4538-4ed0-843d-bdbac4ed0ea4 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.174 HTTP/1.1" status: 200 len: 696 time: 0.1333129 Feb 11 04:35:39.056226 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-09ead155-2d83-46c9-a49d-3e8b273c6cb9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (b9dcf056-417d-4ba6-99a0-2418b96de508), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:39.062248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ead155-2d83-46c9-a49d-3e8b273c6cb9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:39.067776 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-09ead155-2d83-46c9-a49d-3e8b273c6cb9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:39.115541 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:39.122009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8953c842-d9f6-4482-9dd2-12f44445da1b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 29869824-43fe-42bc-8a84-e871b66d4d15 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:35:39.189588 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef4e9fe3-f6d6-4e7a-a986-140bcb4c0dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:39.328072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e9fe3-f6d6-4e7a-a986-140bcb4c0dc5 None None] Pushing event updated for resources: {'Port': ['ID=7a34a4e8-609d-4080-958b-0939b02e5a2f,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:39.344700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8953c842-d9f6-4482-9dd2-12f44445da1b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:35:39.348753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cde6000c-c1a1-45f2-a47b-776f37ac4371 None None] Provisioning complete for port 7a34a4e8-609d-4080-958b-0939b02e5a2f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:39.350827 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cde6000c-c1a1-45f2-a47b-776f37ac4371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:39.360472 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8953c842-d9f6-4482-9dd2-12f44445da1b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:39.364181 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8953c842-d9f6-4482-9dd2-12f44445da1b tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/29869824-43fe-42bc-8a84-e871b66d4d15 HTTP/1.1" status: 200 len: 934 time: 2.8760946 Feb 11 04:35:39.366210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33982) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:39.377518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ead155-2d83-46c9-a49d-3e8b273c6cb9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Network': ['ID=b9dcf056-417d-4ba6-99a0-2418b96de508,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:39.395939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-a77401ae-ee37-4216-8e32-57e4d992e52f service neutron] 10.222.0.13 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063715 Feb 11 04:35:39.396618 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (140d3f91-9ca0-4f8f-a274-a6c9d5d8bffe), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:39.440152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-09ead155-2d83-46c9-a49d-3e8b273c6cb9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1397743 Feb 11 04:35:39.445695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network b9dcf056-417d-4ba6-99a0-2418b96de508 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:39.462893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33984) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:39.478852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a749665c-fd4e-4eff-8401-1f6c6ffa99c2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:39.583214 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:38Z', 'revision_number': 6, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': '7a34a4e8-609d-4080-958b-0939b02e5a2f', 'name': '', 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:e2:1f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:30Z', 'updated_at': '2022-02-11T04:35:38Z', 'revision_number': 4, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deee2abc-aa2c-47ba-8005-e14c5db8280c', 'name': '', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:22Z', 'updated_at': '2022-02-11T04:35:32Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:39.630761 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cde6000c-c1a1-45f2-a47b-776f37ac4371 None None] Current status of the port 7a34a4e8-609d-4080-958b-0939b02e5a2f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:39.639172 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f3c299-9e06-4b0f-a8ce-11693c557622 None None] The sync data for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 is: [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:38Z', 'revision_number': 6, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': '7a34a4e8-609d-4080-958b-0939b02e5a2f', 'name': '', 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:e2:1f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:30Z', 'updated_at': '2022-02-11T04:35:38Z', 'revision_number': 4, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deee2abc-aa2c-47ba-8005-e14c5db8280c', 'name': '', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:22Z', 'updated_at': '2022-02-11T04:35:32Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:35:39.716056 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-df0307a7-5c15-4371-a4ce-badf3f4ef46f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/routers/29869824-43fe-42bc-8a84-e871b66d4d15 HTTP/1.1" status: 200 len: 934 time: 0.3418901 Feb 11 04:35:39.743489 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33988) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:39.760546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4754438f-a990-4c8f-945a-9e069b975bff None None] Provisioning complete for port 7a34a4e8-609d-4080-958b-0939b02e5a2f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:39.760935 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4754438f-a990-4c8f-945a-9e069b975bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:39.778410 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-623fefe2-37fb-40ba-84ec-aa5708a21f8a tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'router': {'routes': None}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:39.911189 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4754438f-a990-4c8f-945a-9e069b975bff None None] Current status of the port 7a34a4e8-609d-4080-958b-0939b02e5a2f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:40.051798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21977eb4-764c-44a4-96bd-74560f5400f8 req-e058ac9a-69a7-482c-9e12-54631d5feb34 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 210 time: 0.0845902 Feb 11 04:35:40.092505 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7a34a4e8-609d-4080-958b-0939b02e5a2f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:40.193943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7a34a4e8-609d-4080-958b-0939b02e5a2f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:40.194481 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:40.215491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-a1ad5fe5-65b9-49e9-afd8-180df7920574 req-1996a3df-ffda-4d20-8225-5dda1f542076 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Deleting port b967f146-0cd9-404f-bf04-abe519d20fb8 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:40.215863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a1ad5fe5-65b9-49e9-afd8-180df7920574 req-1996a3df-ffda-4d20-8225-5dda1f542076 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b967f146-0cd9-404f-bf04-abe519d20fb8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:40.318416 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for port (140d3f91-9ca0-4f8f-a274-a6c9d5d8bffe), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:40.320125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7a34a4e8-609d-4080-958b-0939b02e5a2f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:40.344753 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a1ad5fe5-65b9-49e9-afd8-180df7920574 req-1996a3df-ffda-4d20-8225-5dda1f542076 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b967f146-0cd9-404f-bf04-abe519d20fb8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:40.345108 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a1ad5fe5-65b9-49e9-afd8-180df7920574 req-1996a3df-ffda-4d20-8225-5dda1f542076 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (b967f146-0cd9-404f-bf04-abe519d20fb8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:40.369877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-a1ad5fe5-65b9-49e9-afd8-180df7920574 req-1996a3df-ffda-4d20-8225-5dda1f542076 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Calling delete_port for b967f146-0cd9-404f-bf04-abe519d20fb8 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:40.376328 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a749665c-fd4e-4eff-8401-1f6c6ffa99c2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (b9dcf056-417d-4ba6-99a0-2418b96de508), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:40.439075 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (140d3f91-9ca0-4f8f-a274-a6c9d5d8bffe), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:40.540269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event updated for resources: {'Port': ['ID=140d3f91-9ca0-4f8f-a274-a6c9d5d8bffe,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:40.587237 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (a8aa56bf-94a1-4029-b528-6b53c58d1f90), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:40.606057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a749665c-fd4e-4eff-8401-1f6c6ffa99c2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (b9dcf056-417d-4ba6-99a0-2418b96de508), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:40.618127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a749665c-fd4e-4eff-8401-1f6c6ffa99c2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network b9dcf056-417d-4ba6-99a0-2418b96de508 is not hosted by any dhcp agent {{(pid=103808) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 04:35:40.623668 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a749665c-fd4e-4eff-8401-1f6c6ffa99c2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:40.624275 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a749665c-fd4e-4eff-8401-1f6c6ffa99c2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:40.629027 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a749665c-fd4e-4eff-8401-1f6c6ffa99c2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "PUT /v2.0/networks/b9dcf056-417d-4ba6-99a0-2418b96de508 HTTP/1.1" status: 200 len: 723 time: 1.1607602 Feb 11 04:35:40.629576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33996) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:40.637935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-2f51c5b4-f40d-4f82-a635-24e1bd2f4ac2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'subnet': {'network_id': 'b9dcf056-417d-4ba6-99a0-2418b96de508', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:40.719518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749665c-fd4e-4eff-8401-1f6c6ffa99c2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Network': ['ID=b9dcf056-417d-4ba6-99a0-2418b96de508,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:40.732849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network b9dcf056-417d-4ba6-99a0-2418b96de508 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:40.793137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.extraroute_db [None req-623fefe2-37fb-40ba-84ec-aa5708a21f8a tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Added routes are [] {{(pid=103808) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 04:35:40.793762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.extraroute_db [None req-623fefe2-37fb-40ba-84ec-aa5708a21f8a tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103808) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 04:35:40.820938 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:40.822009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1d54ec3a-c92f-42c8-95d5-b4c6e724761f tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3411410 Feb 11 04:35:40.825306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34004) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:40.829194 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2ee726-50c5-4df7-a3fc-3c2d365bc035 None None] Sync routers for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:35:40.830497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-985605492'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:40.833211 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-623fefe2-37fb-40ba-84ec-aa5708a21f8a tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (29869824-43fe-42bc-8a84-e871b66d4d15), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:40.852585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ee726-50c5-4df7-a3fc-3c2d365bc035 None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:40.853280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c2ee726-50c5-4df7-a3fc-3c2d365bc035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:40.879891 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a1ad5fe5-65b9-49e9-afd8-180df7920574 req-1996a3df-ffda-4d20-8225-5dda1f542076 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b967f146-0cd9-404f-bf04-abe519d20fb8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:40.910569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996a3df-ffda-4d20-8225-5dda1f542076 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Pushing event deleted for resources: {'Port': ['ID=b967f146-0cd9-404f-bf04-abe519d20fb8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:40.928168 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f51c5b4-f40d-4f82-a635-24e1bd2f4ac2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:40.928427 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2f51c5b4-f40d-4f82-a635-24e1bd2f4ac2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:40.962847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5c2ee726-50c5-4df7-a3fc-3c2d365bc035 None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:41.050301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Made reservation on behalf of ff20ba7dddbc47d2adec48d0d87ef63c for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:41.053552 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:41.074520 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:41.131528 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a1ad5fe5-65b9-49e9-afd8-180df7920574 req-1996a3df-ffda-4d20-8225-5dda1f542076 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (129e061c-14f7-4a73-98a3-51b5f4281ee0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:41.134781 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a1ad5fe5-65b9-49e9-afd8-180df7920574 req-1996a3df-ffda-4d20-8225-5dda1f542076 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:41.136150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1ad5fe5-65b9-49e9-afd8-180df7920574 req-1996a3df-ffda-4d20-8225-5dda1f542076 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "DELETE /v2.0/floatingips/129e061c-14f7-4a73-98a3-51b5f4281ee0 HTTP/1.1" status: 204 len: 173 time: 2.0652912 Feb 11 04:35:41.199324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01034cd6-b8ad-4610-8754-10dae2b30306 req-35fd00f3-3232-4c06-8e17-acbbe40e3396 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 210 time: 0.0578690 Feb 11 04:35:41.255733 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c2ee726-50c5-4df7-a3fc-3c2d365bc035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:38Z', 'revision_number': 6, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': '7a34a4e8-609d-4080-958b-0939b02e5a2f', 'name': '', 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:e2:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:30Z', 'updated_at': '2022-02-11T04:35:38Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deee2abc-aa2c-47ba-8005-e14c5db8280c', 'name': '', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:22Z', 'updated_at': '2022-02-11T04:35:32Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:41.296930 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2ee726-50c5-4df7-a3fc-3c2d365bc035 None None] Checking router: 29869824-43fe-42bc-8a84-e871b66d4d15 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:35:41.301870 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-623fefe2-37fb-40ba-84ec-aa5708a21f8a tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (29869824-43fe-42bc-8a84-e871b66d4d15), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:41.305879 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-623fefe2-37fb-40ba-84ec-aa5708a21f8a tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (29869824-43fe-42bc-8a84-e871b66d4d15), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:41.306115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ee726-50c5-4df7-a3fc-3c2d365bc035 None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:41.306475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c2ee726-50c5-4df7-a3fc-3c2d365bc035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:41.329497 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06c7e3ed-5684-4fae-8ccd-10dfd3f24348 req-c451af4b-6040-4179-9ec7-3b3488aacce5 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips/e37b570d-dd88-4ac6-a341-8f4c5ab4182b HTTP/1.1" status: 200 len: 692 time: 0.1669154 Feb 11 04:35:41.435879 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623fefe2-37fb-40ba-84ec-aa5708a21f8a tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 29869824-43fe-42bc-8a84-e871b66d4d15 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:35:41.439844 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5c2ee726-50c5-4df7-a3fc-3c2d365bc035 None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:41.559975 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for security_group (7fb9d38d-1019-498f-a29f-be7574e0c71c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:41.566823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7e3ed-5684-4fae-8ccd-10dfd3f24348 req-d366f527-37b5-44ba-8fa6-875236be469c tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:41.568286 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06c7e3ed-5684-4fae-8ccd-10dfd3f24348 req-d366f527-37b5-44ba-8fa6-875236be469c tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.2263305 Feb 11 04:35:41.580027 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623fefe2-37fb-40ba-84ec-aa5708a21f8a tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:35:41.587456 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-623fefe2-37fb-40ba-84ec-aa5708a21f8a tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:41.589702 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-623fefe2-37fb-40ba-84ec-aa5708a21f8a tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/29869824-43fe-42bc-8a84-e871b66d4d15 HTTP/1.1" status: 200 len: 700 time: 1.8446374 Feb 11 04:35:41.591869 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34012) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:41.623013 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2f51c5b4-f40d-4f82-a635-24e1bd2f4ac2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (316be8fe-56b5-4a7e-b562-358f94d212f4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:41.673808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06c7e3ed-5684-4fae-8ccd-10dfd3f24348 req-5e873f8d-620a-4cde-b792-d6181b2215b4 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.75 HTTP/1.1" status: 200 len: 695 time: 0.0984583 Feb 11 04:35:41.677941 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7fb9d38d-1019-498f-a29f-be7574e0c71c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:41.727070 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c2ee726-50c5-4df7-a3fc-3c2d365bc035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:40Z', 'revision_number': 7, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': '7a34a4e8-609d-4080-958b-0939b02e5a2f', 'name': '', 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:e2:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:30Z', 'updated_at': '2022-02-11T04:35:38Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deee2abc-aa2c-47ba-8005-e14c5db8280c', 'name': '', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:22Z', 'updated_at': '2022-02-11T04:35:32Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:41.750361 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0cb7656e-16e1-4ded-a6ab-f9fd656ac564 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/routers/29869824-43fe-42bc-8a84-e871b66d4d15 HTTP/1.1" status: 200 len: 700 time: 0.1570673 Feb 11 04:35:41.752152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:35:41.754544 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34016) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:41.764856 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2ee726-50c5-4df7-a3fc-3c2d365bc035 None None] The sync data for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 is: [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:40Z', 'revision_number': 7, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': '7a34a4e8-609d-4080-958b-0939b02e5a2f', 'name': '', 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:e2:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:30Z', 'updated_at': '2022-02-11T04:35:38Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deee2abc-aa2c-47ba-8005-e14c5db8280c', 'name': '', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:22Z', 'updated_at': '2022-02-11T04:35:32Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:35:41.821151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51c5b4-f40d-4f82-a635-24e1bd2f4ac2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Subnet': ['ID=316be8fe-56b5-4a7e-b562-358f94d212f4,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:41.850672 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0dd45c90-0fd0-4c27-a3dd-46b09d6efa23), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:41.850672 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Added segment 0dd45c90-0fd0-4c27-a3dd-46b09d6efa23 of type vlan for network adc3f49b-90ed-4f9b-b110-65d2451d03e9 Feb 11 04:35:41.850672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb9d38d-1019-498f-a29f-be7574e0c71c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:41.859529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06c7e3ed-5684-4fae-8ccd-10dfd3f24348 req-d3e1d2f7-0f73-4c2c-b9ec-e787e1903804 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.75 HTTP/1.1" status: 200 len: 695 time: 0.1633923 Feb 11 04:35:41.944631 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f51c5b4-f40d-4f82-a635-24e1bd2f4ac2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Checking segment: {'id': '41e9f137-309a-4308-a37d-a50f1fa30120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b9dcf056-417d-4ba6-99a0-2418b96de508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:41.945005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f51c5b4-f40d-4f82-a635-24e1bd2f4ac2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network hostable DHCP agents. Network: b9dcf056-417d-4ba6-99a0-2418b96de508, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:35:42.033715 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (adc3f49b-90ed-4f9b-b110-65d2451d03e9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:42.116047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-06c7e3ed-5684-4fae-8ccd-10dfd3f24348 req-5bbf0d33-b3bd-4f16-aaea-4803bb6f1578 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Deleting port fe275171-0ebc-4878-9ea2-18b503ce4a0a {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:42.116752 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-06c7e3ed-5684-4fae-8ccd-10dfd3f24348 req-5bbf0d33-b3bd-4f16-aaea-4803bb6f1578 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (fe275171-0ebc-4878-9ea2-18b503ce4a0a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:42.144635 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7fe3f2-7f46-4db3-8937-97ce47316484 None None] Sync routers for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:35:42.157967 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7fe3f2-7f46-4db3-8937-97ce47316484 None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:42.159193 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7a7fe3f2-7f46-4db3-8937-97ce47316484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:42.167770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f51c5b4-f40d-4f82-a635-24e1bd2f4ac2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network b9dcf056-417d-4ba6-99a0-2418b96de508 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:35:42.225117 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (adc3f49b-90ed-4f9b-b110-65d2451d03e9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:42.232275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:42.232833 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:42.254010 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee4c06ff-8067-4c62-9ab1-a5171ad4104c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:42.299114 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-7a7fe3f2-7f46-4db3-8937-97ce47316484 None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:42.332785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-2f51c5b4-f40d-4f82-a635-24e1bd2f4ac2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, b9dcf056-417d-4ba6-99a0-2418b96de508) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:42.340103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f51c5b4-f40d-4f82-a635-24e1bd2f4ac2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:42.340975 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2f51c5b4-f40d-4f82-a635-24e1bd2f4ac2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:42.356129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fdf594-ed61-4cf4-b0e9-c9cbab8a4071 None None] Network b9dcf056-417d-4ba6-99a0-2418b96de508 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:42.464225 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-06c7e3ed-5684-4fae-8ccd-10dfd3f24348 req-5bbf0d33-b3bd-4f16-aaea-4803bb6f1578 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (fe275171-0ebc-4878-9ea2-18b503ce4a0a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:42.466357 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-06c7e3ed-5684-4fae-8ccd-10dfd3f24348 req-5bbf0d33-b3bd-4f16-aaea-4803bb6f1578 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (fe275171-0ebc-4878-9ea2-18b503ce4a0a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:42.483807 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-06c7e3ed-5684-4fae-8ccd-10dfd3f24348 req-5bbf0d33-b3bd-4f16-aaea-4803bb6f1578 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Calling delete_port for fe275171-0ebc-4878-9ea2-18b503ce4a0a owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:42.489689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event updated for resources: {'Network': ['ID=adc3f49b-90ed-4f9b-b110-65d2451d03e9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:42.503631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e413d3d-13f9-4103-9873-c9545af5ce24 req-5f2ce7fc-cde9-4886-bd78-9c28ca8016d0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 210 time: 0.1983128 Feb 11 04:35:42.505671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network adc3f49b-90ed-4f9b-b110-65d2451d03e9 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:42.528682 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-76f6cc27-5ce6-421f-9e19-2ff713899c3e tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7023358 Feb 11 04:35:42.538227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34028) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:42.545643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6a6732ad-9d7a-4c72-bdb7-6c7bd4431918 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Request body: {'subnet': {'network_id': 'adc3f49b-90ed-4f9b-b110-65d2451d03e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:42.560896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-b9dcf056-417d-4ba6-99a0-2418b96de508', 'network_id': 'b9dcf056-417d-4ba6-99a0-2418b96de508', 'project_id': 'f03b9d4a308b4729b04bd7fa68f59ab7', 'fixed_ips': [{'subnet_id': '316be8fe-56b5-4a7e-b562-358f94d212f4'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:35:42.561757 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:42.612596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c06ff-8067-4c62-9ab1-a5171ad4104c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port 7a34a4e8-609d-4080-958b-0939b02e5a2f {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:42.613929 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee4c06ff-8067-4c62-9ab1-a5171ad4104c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:42.668469 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7a7fe3f2-7f46-4db3-8937-97ce47316484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:40Z', 'revision_number': 7, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': '7a34a4e8-609d-4080-958b-0939b02e5a2f', 'name': '', 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:e2:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:30Z', 'updated_at': '2022-02-11T04:35:38Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deee2abc-aa2c-47ba-8005-e14c5db8280c', 'name': '', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:22Z', 'updated_at': '2022-02-11T04:35:32Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:42.708618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2f51c5b4-f40d-4f82-a635-24e1bd2f4ac2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0749974 Feb 11 04:35:42.709665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34030) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:42.718869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a8b19791-5bd7-482c-b88c-440d6d12c3c7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:42.747963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-ee4c06ff-8067-4c62-9ab1-a5171ad4104c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] For port 7a34a4e8-609d-4080-958b-0939b02e5a2f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7a34a4e8-609d-4080-958b-0939b02e5a2f,segment=NetworkSegment(ca6a4ee5-c445-4caa-bc33-a88c90974760),segment_id=ca6a4ee5-c445-4caa-bc33-a88c90974760)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:42.748402 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee4c06ff-8067-4c62-9ab1-a5171ad4104c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:42.761345 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7fe3f2-7f46-4db3-8937-97ce47316484 None None] Checking router: 29869824-43fe-42bc-8a84-e871b66d4d15 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:35:42.765915 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ee4c06ff-8067-4c62-9ab1-a5171ad4104c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for 7a34a4e8-609d-4080-958b-0939b02e5a2f owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:42.787901 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7fe3f2-7f46-4db3-8937-97ce47316484 None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:42.788588 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7a7fe3f2-7f46-4db3-8937-97ce47316484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:42.791195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Allocated IP 172.20.0.2 (b9dcf056-417d-4ba6-99a0-2418b96de508/316be8fe-56b5-4a7e-b562-358f94d212f4/9cf6f93f-bb6a-4006-beab-dc2d76ad379c) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:42.893673 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8b19791-5bd7-482c-b88c-440d6d12c3c7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25974999'] for subnet (316be8fe-56b5-4a7e-b562-358f94d212f4), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:42.937015 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-7a7fe3f2-7f46-4db3-8937-97ce47316484 None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:42.997148 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6732ad-9d7a-4c72-bdb7-6c7bd4431918 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Made reservation on behalf of ff20ba7dddbc47d2adec48d0d87ef63c for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:43.003646 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6a6732ad-9d7a-4c72-bdb7-6c7bd4431918 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:43.065577 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Publish callbacks [] for port (9cf6f93f-bb6a-4006-beab-dc2d76ad379c), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:43.095822 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-06c7e3ed-5684-4fae-8ccd-10dfd3f24348 req-5bbf0d33-b3bd-4f16-aaea-4803bb6f1578 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (fe275171-0ebc-4878-9ea2-18b503ce4a0a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:43.140753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf0d33-b3bd-4f16-aaea-4803bb6f1578 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Pushing event deleted for resources: {'Port': ['ID=fe275171-0ebc-4878-9ea2-18b503ce4a0a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:43.205817 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee4c06ff-8067-4c62-9ab1-a5171ad4104c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7a34a4e8-609d-4080-958b-0939b02e5a2f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:43.243107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c06ff-8067-4c62-9ab1-a5171ad4104c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=7a34a4e8-609d-4080-958b-0939b02e5a2f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:43.252234 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-06c7e3ed-5684-4fae-8ccd-10dfd3f24348 req-5bbf0d33-b3bd-4f16-aaea-4803bb6f1578 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks [] for floatingip (e37b570d-dd88-4ac6-a341-8f4c5ab4182b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:43.255446 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-06c7e3ed-5684-4fae-8ccd-10dfd3f24348 req-5bbf0d33-b3bd-4f16-aaea-4803bb6f1578 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:43.258170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06c7e3ed-5684-4fae-8ccd-10dfd3f24348 req-5bbf0d33-b3bd-4f16-aaea-4803bb6f1578 tempest-FloatingIPDetailsTestJSON-1449553483 tempest-FloatingIPDetailsTestJSON-1449553483-project] 10.222.0.13 "DELETE /v2.0/floatingips/e37b570d-dd88-4ac6-a341-8f4c5ab4182b HTTP/1.1" status: 204 len: 173 time: 1.3975799 Feb 11 04:35:43.266850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34038) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:43.301654 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (9cf6f93f-bb6a-4006-beab-dc2d76ad379c), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:43.380986 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Network b9dcf056-417d-4ba6-99a0-2418b96de508 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:43.388306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:43.389591 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7a7fe3f2-7f46-4db3-8937-97ce47316484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:40Z', 'revision_number': 7, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': '7a34a4e8-609d-4080-958b-0939b02e5a2f', 'name': '', 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:e2:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:30Z', 'updated_at': '2022-02-11T04:35:38Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deee2abc-aa2c-47ba-8005-e14c5db8280c', 'name': '', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:22Z', 'updated_at': '2022-02-11T04:35:32Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:43.393945 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:43.468558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Pushing event updated for resources: {'Port': ['ID=9cf6f93f-bb6a-4006-beab-dc2d76ad379c,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:43.483146 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7fe3f2-7f46-4db3-8937-97ce47316484 None None] The sync data for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 is: [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:40Z', 'revision_number': 7, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': '7a34a4e8-609d-4080-958b-0939b02e5a2f', 'name': '', 'network_id': 'a1d44ee3-783f-4aae-baad-86c056a5915c', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:e2:1f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2294, 'fixed_ips': [{'subnet_id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:30Z', 'updated_at': '2022-02-11T04:35:38Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '2ad389af-2bf1-481d-9e78-f89f41e191a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deee2abc-aa2c-47ba-8005-e14c5db8280c', 'name': '', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:22Z', 'updated_at': '2022-02-11T04:35:32Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:35:43.502196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Attempting to bind port 9cf6f93f-bb6a-4006-beab-dc2d76ad379c on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:43.502477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Attempting to bind port 9cf6f93f-bb6a-4006-beab-dc2d76ad379c by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '41e9f137-309a-4308-a37d-a50f1fa30120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b9dcf056-417d-4ba6-99a0-2418b96de508'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:43.503251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Attempting to bind port 9cf6f93f-bb6a-4006-beab-dc2d76ad379c on network b9dcf056-417d-4ba6-99a0-2418b96de508 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:43.512238 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:43.512853 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Checking segment: {'id': '41e9f137-309a-4308-a37d-a50f1fa30120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b9dcf056-417d-4ba6-99a0-2418b96de508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:43.513314 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:43.513768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Bound using segment: {'id': '41e9f137-309a-4308-a37d-a50f1fa30120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b9dcf056-417d-4ba6-99a0-2418b96de508'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:43.514390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Bound port: 9cf6f93f-bb6a-4006-beab-dc2d76ad379c, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e9f137-309a-4308-a37d-a50f1fa30120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b9dcf056-417d-4ba6-99a0-2418b96de508'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:43.514885 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9cf6f93f-bb6a-4006-beab-dc2d76ad379c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:43.576377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee4c06ff-8067-4c62-9ab1-a5171ad4104c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:43.673959 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10abf007-5db3-4752-95e7-a13971786cfe req-f2ffaa47-0c77-4f07-8ea0-67399fc981c3 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 210 time: 0.0405872 Feb 11 04:35:43.690380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] For port 9cf6f93f-bb6a-4006-beab-dc2d76ad379c, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:43.699305 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] For port 9cf6f93f-bb6a-4006-beab-dc2d76ad379c, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9cf6f93f-bb6a-4006-beab-dc2d76ad379c,segment=NetworkSegment(41e9f137-309a-4308-a37d-a50f1fa30120),segment_id=41e9f137-309a-4308-a37d-a50f1fa30120)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:43.716056 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6a6732ad-9d7a-4c72-bdb7-6c7bd4431918 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (b0f1abf4-2d95-4dee-9604-4b63dc9c433e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:43.762111 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8b19791-5bd7-482c-b88c-440d6d12c3c7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777494323703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28534206'] for subnet (316be8fe-56b5-4a7e-b562-358f94d212f4), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:43.828700 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9cf6f93f-bb6a-4006-beab-dc2d76ad379c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:43.834194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b19791-5bd7-482c-b88c-440d6d12c3c7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:43.834816 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8b19791-5bd7-482c-b88c-440d6d12c3c7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:43.837944 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a8b19791-5bd7-482c-b88c-440d6d12c3c7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "PUT /v2.0/subnets/316be8fe-56b5-4a7e-b562-358f94d212f4 HTTP/1.1" status: 200 len: 806 time: 1.1255631 Feb 11 04:35:43.841068 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34046) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:43.860423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6732ad-9d7a-4c72-bdb7-6c7bd4431918 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event updated for resources: {'Subnet': ['ID=b0f1abf4-2d95-4dee-9604-4b63dc9c433e,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:43.868748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6732ad-9d7a-4c72-bdb7-6c7bd4431918 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Checking segment: {'id': '0dd45c90-0fd0-4c27-a3dd-46b09d6efa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'adc3f49b-90ed-4f9b-b110-65d2451d03e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:43.869109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6732ad-9d7a-4c72-bdb7-6c7bd4431918 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Network hostable DHCP agents. Network: adc3f49b-90ed-4f9b-b110-65d2451d03e9, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:35:43.968291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b19791-5bd7-482c-b88c-440d6d12c3c7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Subnet': ['ID=316be8fe-56b5-4a7e-b562-358f94d212f4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:44.026485 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4c06ff-8067-4c62-9ab1-a5171ad4104c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 29869824-43fe-42bc-8a84-e871b66d4d15 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:35:44.051067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6732ad-9d7a-4c72-bdb7-6c7bd4431918 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Network adc3f49b-90ed-4f9b-b110-65d2451d03e9 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:35:44.061294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90680d-ced2-4c46-a808-1e24818cb712 None None] Pushing event updated for resources: {'Port': ['ID=9cf6f93f-bb6a-4006-beab-dc2d76ad379c,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:44.113620 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (b9dcf056-417d-4ba6-99a0-2418b96de508), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:44.147010 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f90b50-9d83-4379-b486-f24d6b64a3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (17df650d-4d33-4324-b27f-d2f30ab76b1d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:44.204220 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-6a6732ad-9d7a-4c72-bdb7-6c7bd4431918 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, adc3f49b-90ed-4f9b-b110-65d2451d03e9) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:44.218006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2332400f-ce38-4073-b44b-1ef9576d3af8 None None] Network adc3f49b-90ed-4f9b-b110-65d2451d03e9 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:44.223567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6732ad-9d7a-4c72-bdb7-6c7bd4431918 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:44.224452 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6a6732ad-9d7a-4c72-bdb7-6c7bd4431918 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:44.226810 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4c06ff-8067-4c62-9ab1-a5171ad4104c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:35:44.243544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34052) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:44.247237 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ee4c06ff-8067-4c62-9ab1-a5171ad4104c tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/29869824-43fe-42bc-8a84-e871b66d4d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4912362 Feb 11 04:35:44.250576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203a98b9-35d7-48b5-95f3-32f4303a147a None None] Sync routers for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:35:44.271391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Deleting port 9cf6f93f-bb6a-4006-beab-dc2d76ad379c {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:44.271724 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9cf6f93f-bb6a-4006-beab-dc2d76ad379c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:44.314728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a98b9-35d7-48b5-95f3-32f4303a147a None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:44.314728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-203a98b9-35d7-48b5-95f3-32f4303a147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:44.384632 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb33e822-251b-4fe4-8cde-0a6be4721c58 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting subnet 2ad389af-2bf1-481d-9e78-f89f41e191a1 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:35:44.401362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6a6732ad-9d7a-4c72-bdb7-6c7bd4431918 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8599925 Feb 11 04:35:44.406534 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34054) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:44.408962 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb33e822-251b-4fe4-8cde-0a6be4721c58 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (2ad389af-2bf1-481d-9e78-f89f41e191a1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:44.414758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1974577989', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:44.437087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] For port 9cf6f93f-bb6a-4006-beab-dc2d76ad379c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9cf6f93f-bb6a-4006-beab-dc2d76ad379c,segment=NetworkSegment(41e9f137-309a-4308-a37d-a50f1fa30120),segment_id=41e9f137-309a-4308-a37d-a50f1fa30120)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:44.437645 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9cf6f93f-bb6a-4006-beab-dc2d76ad379c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:44.458329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Calling delete_port for 9cf6f93f-bb6a-4006-beab-dc2d76ad379c owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:44.519407 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb33e822-251b-4fe4-8cde-0a6be4721c58 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (2ad389af-2bf1-481d-9e78-f89f41e191a1), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:44.717977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-203a98b9-35d7-48b5-95f3-32f4303a147a None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:44.747950 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9cf6f93f-bb6a-4006-beab-dc2d76ad379c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:44.779195 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Port': ['ID=9cf6f93f-bb6a-4006-beab-dc2d76ad379c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:44.838221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No DVR routers for this DVR port 9cf6f93f-bb6a-4006-beab-dc2d76ad379c on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:35:44.843548 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022962e0-71f8-48c1-befc-414515172547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-adc3f49b-90ed-4f9b-b110-65d2451d03e9', 'network_id': 'adc3f49b-90ed-4f9b-b110-65d2451d03e9', 'project_id': 'ff20ba7dddbc47d2adec48d0d87ef63c', 'fixed_ips': [{'subnet_id': 'b0f1abf4-2d95-4dee-9604-4b63dc9c433e'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:35:44.844528 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-022962e0-71f8-48c1-befc-414515172547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:44.909141 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (316be8fe-56b5-4a7e-b562-358f94d212f4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:44.922137 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-226a631d-2cb1-4deb-9457-a110d2e574e0 req-f70ab82b-b5e8-4174-b183-7c91401f163e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 210 time: 0.0412796 Feb 11 04:35:45.024535 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (48557e94-1a4f-4891-ba7d-24af18df4aeb), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.025762 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (48557e94-1a4f-4891-ba7d-24af18df4aeb), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.085624 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (316be8fe-56b5-4a7e-b562-358f94d212f4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.120302 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb33e822-251b-4fe4-8cde-0a6be4721c58 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (2ad389af-2bf1-481d-9e78-f89f41e191a1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.146368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Subnet': ['ID=316be8fe-56b5-4a7e-b562-358f94d212f4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:45.199950 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for router_controller (48557e94-1a4f-4891-ba7d-24af18df4aeb), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.225078 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (b9dcf056-417d-4ba6-99a0-2418b96de508), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.235070 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-022962e0-71f8-48c1-befc-414515172547 None None] Allocated IP 172.20.0.2 (adc3f49b-90ed-4f9b-b110-65d2451d03e9/b0f1abf4-2d95-4dee-9604-4b63dc9c433e/132738dd-7690-402d-8a90-7708079f09db) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:45.263524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dcf056-417d-4ba6-99a0-2418b96de508']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:45.276525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e9f137-309a-4308-a37d-a50f1fa30120') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:45.276855 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e9f137-309a-4308-a37d-a50f1fa30120') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:45.302297 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (41e9f137-309a-4308-a37d-a50f1fa30120), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.311730 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-203a98b9-35d7-48b5-95f3-32f4303a147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:42Z', 'revision_number': 8, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deee2abc-aa2c-47ba-8005-e14c5db8280c', 'name': '', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:22Z', 'updated_at': '2022-02-11T04:35:32Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:45.321700 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (41e9f137-309a-4308-a37d-a50f1fa30120), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.332144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:35:45.332965 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (41e9f137-309a-4308-a37d-a50f1fa30120), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.398280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203a98b9-35d7-48b5-95f3-32f4303a147a None None] Checking router: 29869824-43fe-42bc-8a84-e871b66d4d15 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:35:45.404163 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:35:45.426742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a98b9-35d7-48b5-95f3-32f4303a147a None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:45.427437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-203a98b9-35d7-48b5-95f3-32f4303a147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:45.493653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232f1d9e-f50e-4a9d-8565-2a9c4c93e2ba None None] Network b9dcf056-417d-4ba6-99a0-2418b96de508 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:45.497538 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb33e822-251b-4fe4-8cde-0a6be4721c58 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (2ad389af-2bf1-481d-9e78-f89f41e191a1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.503348 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for router_gateway (48557e94-1a4f-4891-ba7d-24af18df4aeb), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.514015 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (b9dcf056-417d-4ba6-99a0-2418b96de508), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.524211 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.530017 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/b9dcf056-417d-4ba6-99a0-2418b96de508 HTTP/1.1" status: 204 len: 168 time: 1.6878574 Feb 11 04:35:45.537131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34064) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:45.543407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc4f95-3175-4923-b0b8-e37fb3435705 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Network': ['ID=b9dcf056-417d-4ba6-99a0-2418b96de508,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:45.548877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33e822-251b-4fe4-8cde-0a6be4721c58 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad389af-2bf1-481d-9e78-f89f41e191a1,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:45.555149 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb33e822-251b-4fe4-8cde-0a6be4721c58 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.558470 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-eb33e822-251b-4fe4-8cde-0a6be4721c58 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/2ad389af-2bf1-481d-9e78-f89f41e191a1 HTTP/1.1" status: 204 len: 168 time: 1.3128781 Feb 11 04:35:45.568251 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34066) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:45.577551 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-682566b7-10b5-4de1-987c-4ac79f10a327 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:35:45.578256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682566b7-10b5-4de1-987c-4ac79f10a327 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:35:45.584969 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-682566b7-10b5-4de1-987c-4ac79f10a327 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/b9dcf056-417d-4ba6-99a0-2418b96de508 HTTP/1.1" status: 404 len: 339 time: 0.0406237 Feb 11 04:35:45.586445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34068) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:45.592933 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-637f500f-8398-41ee-8d99-45968da1e5d6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-295865895', 'description': 'd1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:45.600650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-38f90b50-9d83-4379-b486-f24d6b64a3fa admin admin] Deleting port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:45.600650 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f90b50-9d83-4379-b486-f24d6b64a3fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.614925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-203a98b9-35d7-48b5-95f3-32f4303a147a None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:45.696917 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (a1d44ee3-783f-4aae-baad-86c056a5915c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.719221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37923fad-8ae4-469f-bb25-8702e59b46b7 None None] Network a1d44ee3-783f-4aae-baad-86c056a5915c requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:45.734046 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-38f90b50-9d83-4379-b486-f24d6b64a3fa admin admin] For port 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6,segment=NetworkSegment(a787f932-e702-4417-91db-62d2f5cdbaea),segment_id=a787f932-e702-4417-91db-62d2f5cdbaea)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:45.734046 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f90b50-9d83-4379-b486-f24d6b64a3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.774247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:45.774247 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f66c3ae0-ac0f-4d8d-80b0-3e8305e55807), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.774606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cb99c53f-68a5-4c20-817a-ecaa4dece555 None None] Could not find standard attr ID for object 9cf6f93f-bb6a-4006-beab-dc2d76ad379c. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:35:45.778665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-38f90b50-9d83-4379-b486-f24d6b64a3fa admin admin] Calling delete_port for 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:45.781548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637f500f-8398-41ee-8d99-45968da1e5d6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:45.785102 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-637f500f-8398-41ee-8d99-45968da1e5d6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.854656 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] For port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f66c3ae0-ac0f-4d8d-80b0-3e8305e55807,segment=NetworkSegment(ca6a4ee5-c445-4caa-bc33-a88c90974760),segment_id=ca6a4ee5-c445-4caa-bc33-a88c90974760)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:45.855272 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f66c3ae0-ac0f-4d8d-80b0-3e8305e55807), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.870465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:45.876579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637f500f-8398-41ee-8d99-45968da1e5d6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:35:45.905826 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-637f500f-8398-41ee-8d99-45968da1e5d6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (295fef43-67a6-4fde-9f7e-d0df54450668), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:45.906176 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-637f500f-8398-41ee-8d99-45968da1e5d6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Added segment 295fef43-67a6-4fde-9f7e-d0df54450668 of type vlan for network a79c1510-db73-4ddd-828c-d94c1061fec1 Feb 11 04:35:46.035604 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-022962e0-71f8-48c1-befc-414515172547 None None] Publish callbacks [] for port (132738dd-7690-402d-8a90-7708079f09db), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.055405 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-637f500f-8398-41ee-8d99-45968da1e5d6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (a79c1510-db73-4ddd-828c-d94c1061fec1), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.063587 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f66c3ae0-ac0f-4d8d-80b0-3e8305e55807), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.138007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cabf7074-513b-45a1-954b-2cbd37315e89 req-166cf5ac-e8d1-4f36-b6bd-1e6c1d974da6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 210 time: 0.1046803 Feb 11 04:35:46.141485 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=f66c3ae0-ac0f-4d8d-80b0-3e8305e55807,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:46.149364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161fb8c5-9e55-47ca-a03a-a147f8325a92 None None] DHCP port deletion for b9dcf056-417d-4ba6-99a0-2418b96de508 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:35:46.153139 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-022962e0-71f8-48c1-befc-414515172547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (132738dd-7690-402d-8a90-7708079f09db), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.155635 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] No DVR routers for this DVR port f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:35:46.188638 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.resource_extend [None req-637f500f-8398-41ee-8d99-45968da1e5d6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:35:46.233889 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for router_gateway (48557e94-1a4f-4891-ba7d-24af18df4aeb), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.270510 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022962e0-71f8-48c1-befc-414515172547 None None] Network adc3f49b-90ed-4f9b-b110-65d2451d03e9 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:46.270910 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.276771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-022962e0-71f8-48c1-befc-414515172547 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:46.285638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022962e0-71f8-48c1-befc-414515172547 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:46.292865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022962e0-71f8-48c1-befc-414515172547 None None] Pushing event updated for resources: {'Port': ['ID=132738dd-7690-402d-8a90-7708079f09db,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:46.295374 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ff67a3-ccc6-46be-9207-4ef26e3c8a10 None None] Network b9dcf056-417d-4ba6-99a0-2418b96de508 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:46.322886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ff67a3-ccc6-46be-9207-4ef26e3c8a10 None None] Network b9dcf056-417d-4ba6-99a0-2418b96de508 could not be found, it might have been deleted concurrently. {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 04:35:46.345296 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (a1d44ee3-783f-4aae-baad-86c056a5915c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.353142 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-203a98b9-35d7-48b5-95f3-32f4303a147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:42Z', 'revision_number': 8, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deee2abc-aa2c-47ba-8005-e14c5db8280c', 'name': '', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:22Z', 'updated_at': '2022-02-11T04:35:32Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:46.407742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-637f500f-8398-41ee-8d99-45968da1e5d6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (a79c1510-db73-4ddd-828c-d94c1061fec1), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.408022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f5a15d-ef50-434d-9b71-895c1d099567 None None] DHCP port deletion for a1d44ee3-783f-4aae-baad-86c056a5915c request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:35:46.411991 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203a98b9-35d7-48b5-95f3-32f4303a147a None None] The sync data for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 is: [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:42Z', 'revision_number': 8, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'deee2abc-aa2c-47ba-8005-e14c5db8280c', 'name': '', 'network_id': 'c34980b1-e01d-44c6-b4d5-631b293eeffc', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:9a:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:22Z', 'updated_at': '2022-02-11T04:35:32Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': 'f48da265-88fb-4f50-a420-8e7219ce91b9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:35:46.413082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637f500f-8398-41ee-8d99-45968da1e5d6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:46.413715 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-637f500f-8398-41ee-8d99-45968da1e5d6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633403'] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.430390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-022962e0-71f8-48c1-befc-414515172547 None None] Attempting to bind port 132738dd-7690-402d-8a90-7708079f09db on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:46.431523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-022962e0-71f8-48c1-befc-414515172547 None None] Attempting to bind port 132738dd-7690-402d-8a90-7708079f09db by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '0dd45c90-0fd0-4c27-a3dd-46b09d6efa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'adc3f49b-90ed-4f9b-b110-65d2451d03e9'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:46.432672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022962e0-71f8-48c1-befc-414515172547 None None] Attempting to bind port 132738dd-7690-402d-8a90-7708079f09db on network adc3f49b-90ed-4f9b-b110-65d2451d03e9 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:46.440542 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022962e0-71f8-48c1-befc-414515172547 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:46.441241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022962e0-71f8-48c1-befc-414515172547 None None] Checking segment: {'id': '0dd45c90-0fd0-4c27-a3dd-46b09d6efa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'adc3f49b-90ed-4f9b-b110-65d2451d03e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:46.441872 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-022962e0-71f8-48c1-befc-414515172547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.442439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022962e0-71f8-48c1-befc-414515172547 None None] Bound using segment: {'id': '0dd45c90-0fd0-4c27-a3dd-46b09d6efa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'adc3f49b-90ed-4f9b-b110-65d2451d03e9'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:46.443162 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-022962e0-71f8-48c1-befc-414515172547 None None] Bound port: 132738dd-7690-402d-8a90-7708079f09db, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd45c90-0fd0-4c27-a3dd-46b09d6efa23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'adc3f49b-90ed-4f9b-b110-65d2451d03e9'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:46.443852 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-022962e0-71f8-48c1-befc-414515172547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (132738dd-7690-402d-8a90-7708079f09db), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.445804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d44ee3-783f-4aae-baad-86c056a5915c']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:46.481390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6a4ee5-c445-4caa-bc33-a88c90974760') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:46.482233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6a4ee5-c445-4caa-bc33-a88c90974760') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:46.500079 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (ca6a4ee5-c445-4caa-bc33-a88c90974760), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.520064 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ca6a4ee5-c445-4caa-bc33-a88c90974760), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.529298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:35:46.530948 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (ca6a4ee5-c445-4caa-bc33-a88c90974760), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.540196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-022962e0-71f8-48c1-befc-414515172547 None None] For port 132738dd-7690-402d-8a90-7708079f09db, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:46.549331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-022962e0-71f8-48c1-befc-414515172547 None None] For port 132738dd-7690-402d-8a90-7708079f09db, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=132738dd-7690-402d-8a90-7708079f09db,segment=NetworkSegment(0dd45c90-0fd0-4c27-a3dd-46b09d6efa23),segment_id=0dd45c90-0fd0-4c27-a3dd-46b09d6efa23)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:35:46.554986 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:35:46.570420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f500f-8398-41ee-8d99-45968da1e5d6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Network': ['ID=a79c1510-db73-4ddd-828c-d94c1061fec1,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:46.591950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network a79c1510-db73-4ddd-828c-d94c1061fec1 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:46.646985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-637f500f-8398-41ee-8d99-45968da1e5d6 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0490272 Feb 11 04:35:46.647918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34076) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:46.692685 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-022962e0-71f8-48c1-befc-414515172547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (132738dd-7690-402d-8a90-7708079f09db), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.754742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d39ab7c-b0df-483b-a70a-c1220635d565 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:46.758664 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1d39ab7c-b0df-483b-a70a-c1220635d565 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "GET /v2.0/networks?id=a79c1510-db73-4ddd-828c-d94c1061fec1 HTTP/1.1" status: 200 len: 760 time: 0.1163814 Feb 11 04:35:46.760802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34078) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:46.766646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-27386c3e-8ecd-4921-bff0-07a684a88b3b tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'network': {'description': 'd2'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:46.774576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022962e0-71f8-48c1-befc-414515172547 None None] Pushing event updated for resources: {'Port': ['ID=132738dd-7690-402d-8a90-7708079f09db,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:46.777203 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (a1d44ee3-783f-4aae-baad-86c056a5915c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.783039 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:46.793468 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/networks/a1d44ee3-783f-4aae-baad-86c056a5915c HTTP/1.1" status: 204 len: 168 time: 1.2170985 Feb 11 04:35:46.796903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34080) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:46.817866 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9ac65-0db7-47f2-a750-f09f10b94469 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Network': ['ID=a1d44ee3-783f-4aae-baad-86c056a5915c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:46.853262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Allocated IP 172.25.3.91 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/9d889cd6-b26b-4124-b297-f5e703a295cc) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:47.076701 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f90b50-9d83-4379-b486-f24d6b64a3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:47.216518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f90b50-9d83-4379-b486-f24d6b64a3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:47.250185 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27386c3e-8ecd-4921-bff0-07a684a88b3b tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (a79c1510-db73-4ddd-828c-d94c1061fec1), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:47.468252 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ee985bf-78b2-4363-9427-fc292d63396e req-de11f330-dc99-4efc-bdb5-ede2c09446e6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 210 time: 0.2278736 Feb 11 04:35:47.581550 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for port (9d889cd6-b26b-4124-b297-f5e703a295cc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:47.603291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27386c3e-8ecd-4921-bff0-07a684a88b3b tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (a79c1510-db73-4ddd-828c-d94c1061fec1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:47.747656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27386c3e-8ecd-4921-bff0-07a684a88b3b tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network a79c1510-db73-4ddd-828c-d94c1061fec1 is not hosted by any dhcp agent {{(pid=103809) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 04:35:47.753422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27386c3e-8ecd-4921-bff0-07a684a88b3b tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:47.754045 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27386c3e-8ecd-4921-bff0-07a684a88b3b tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:47.755402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-27386c3e-8ecd-4921-bff0-07a684a88b3b tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "PUT /v2.0/networks/a79c1510-db73-4ddd-828c-d94c1061fec1 HTTP/1.1" status: 200 len: 757 time: 0.9935918 Feb 11 04:35:47.758332 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34088) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:47.813599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-ce598b68-7265-4253-abf0-d46e83955632 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:47.815535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-ce598b68-7265-4253-abf0-d46e83955632 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.47 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 812 time: 0.6805575 Feb 11 04:35:47.858265 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe79ed1-a549-40a4-8ad4-a752d5dba065 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:47.863400 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5fe79ed1-a549-40a4-8ad4-a752d5dba065 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "GET /v2.0/networks?id=a79c1510-db73-4ddd-828c-d94c1061fec1 HTTP/1.1" status: 200 len: 760 time: 0.1005869 Feb 11 04:35:47.864018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34090) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:47.873749 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e7a3d0b8-43a8-43c5-b01c-0baee96de616 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-369035305'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:47.896546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-a32dd3fe-c075-4e6b-b048-040e1f91c9a5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Request body: {'port': {'device_id': '777494b4-92ef-47a6-b2fc-4d7d2b623386', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'admin_state_up': True, 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:47.910205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27386c3e-8ecd-4921-bff0-07a684a88b3b tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Network': ['ID=a79c1510-db73-4ddd-828c-d94c1061fec1,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:47.930095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network a79c1510-db73-4ddd-828c-d94c1061fec1 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:48.002321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44782537-f05b-4d0a-ab93-97f508468f28 None None] Network adc3f49b-90ed-4f9b-b110-65d2451d03e9 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:48.079694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a3d0b8-43a8-43c5-b01c-0baee96de616 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:48.083081 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7a3d0b8-43a8-43c5-b01c-0baee96de616 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:48.107092 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c74bb268-84ab-4888-8db3-2a14d0f11eed None None] Provisioning complete for port 132738dd-7690-402d-8a90-7708079f09db triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:48.107629 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c74bb268-84ab-4888-8db3-2a14d0f11eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (132738dd-7690-402d-8a90-7708079f09db), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:48.143593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 132738dd-7690-402d-8a90-7708079f09db up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:48.145466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a3d0b8-43a8-43c5-b01c-0baee96de616 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:35:48.158951 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7a3d0b8-43a8-43c5-b01c-0baee96de616 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (af766dfc-d080-4157-b57e-41b0b1520df8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:48.159683 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-e7a3d0b8-43a8-43c5-b01c-0baee96de616 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Added segment af766dfc-d080-4157-b57e-41b0b1520df8 of type vlan for network 7c42a203-7fce-4730-b71b-697e149d69f8 Feb 11 04:35:48.216528 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7a3d0b8-43a8-43c5-b01c-0baee96de616 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (7c42a203-7fce-4730-b71b-697e149d69f8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:48.331908 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f90b50-9d83-4379-b486-f24d6b64a3fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (17df650d-4d33-4324-b27f-d2f30ab76b1d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:48.418523 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7a3d0b8-43a8-43c5-b01c-0baee96de616 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (7c42a203-7fce-4730-b71b-697e149d69f8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:48.424155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a3d0b8-43a8-43c5-b01c-0baee96de616 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:48.429413 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7a3d0b8-43a8-43c5-b01c-0baee96de616 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:48.478376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 132738dd-7690-402d-8a90-7708079f09db triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:48.479145 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (132738dd-7690-402d-8a90-7708079f09db), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:48.518424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c74bb268-84ab-4888-8db3-2a14d0f11eed None None] Current status of the port 132738dd-7690-402d-8a90-7708079f09db is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:48.519033 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c74bb268-84ab-4888-8db3-2a14d0f11eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (132738dd-7690-402d-8a90-7708079f09db), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:48.519318 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3d0b8-43a8-43c5-b01c-0baee96de616 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Network': ['ID=7c42a203-7fce-4730-b71b-697e149d69f8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:48.537880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 7c42a203-7fce-4730-b71b-697e149d69f8 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:48.564069 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9d889cd6-b26b-4124-b297-f5e703a295cc), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:48.654509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c74bb268-84ab-4888-8db3-2a14d0f11eed None None] For port 132738dd-7690-402d-8a90-7708079f09db, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=132738dd-7690-402d-8a90-7708079f09db,segment=NetworkSegment(0dd45c90-0fd0-4c27-a3dd-46b09d6efa23),segment_id=0dd45c90-0fd0-4c27-a3dd-46b09d6efa23)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:48.699654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 132738dd-7690-402d-8a90-7708079f09db is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:48.700063 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (132738dd-7690-402d-8a90-7708079f09db), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:48.721485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47906581-f536-455b-a434-6c69ad532e27 req-2b2b362c-9902-4622-b2b3-48ba4b55fb12 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 210 time: 0.0835645 Feb 11 04:35:48.731352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:48.739601 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e7a3d0b8-43a8-43c5-b01c-0baee96de616 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8684402 Feb 11 04:35:48.739601 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34098) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:48.741466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:48.744046 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b21d6e59-7646-4316-af45-374cfb92c78e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'subnet': {'network_id': '7c42a203-7fce-4730-b71b-697e149d69f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:48.792116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:48.824268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event updated for resources: {'Port': ['ID=9d889cd6-b26b-4124-b297-f5e703a295cc,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:48.852088 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5f2d9c0-feda-4cd7-ba49-7ad1c73ef528 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:48.955449 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f90b50-9d83-4379-b486-f24d6b64a3fa admin admin] Router 17df650d-4d33-4324-b27f-d2f30ab76b1d has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:35:49.008710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-a32dd3fe-c075-4e6b-b048-040e1f91c9a5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Made reservation on behalf of a0c272147a3c4494a9c82c9c21a2e5c4 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:49.012441 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-a32dd3fe-c075-4e6b-b048-040e1f91c9a5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:49.029712 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c74bb268-84ab-4888-8db3-2a14d0f11eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (132738dd-7690-402d-8a90-7708079f09db), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:49.136672 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:35:49.139068 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:35:49.143151 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bb268-84ab-4888-8db3-2a14d0f11eed None None] Pushing event updated for resources: {'Port': ['ID=132738dd-7690-402d-8a90-7708079f09db,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:49.163596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b1cba1b6-dd1b-489b-b8d1-c9b6ae0d4d47 None None] Provisioning complete for port 132738dd-7690-402d-8a90-7708079f09db triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:49.164347 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b1cba1b6-dd1b-489b-b8d1-c9b6ae0d4d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (132738dd-7690-402d-8a90-7708079f09db), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:49.259137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b1cba1b6-dd1b-489b-b8d1-c9b6ae0d4d47 None None] Current status of the port 132738dd-7690-402d-8a90-7708079f09db is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:49.318590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21d6e59-7646-4316-af45-374cfb92c78e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:49.322065 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b21d6e59-7646-4316-af45-374cfb92c78e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:49.403303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-a32dd3fe-c075-4e6b-b048-040e1f91c9a5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Allocated IP 172.20.0.13 (52e2e255-4bcd-4033-994f-08fc2f872764/2f82346c-9264-4068-a473-ad115add59d6/8fc17dd7-d5bd-4903-8298-55aa5437c4d1) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:49.418395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f90b50-9d83-4379-b486-f24d6b64a3fa admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:35:49.427780 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-38f90b50-9d83-4379-b486-f24d6b64a3fa admin admin] 10.222.0.13 "PUT /v2.0/routers/17df650d-4d33-4324-b27f-d2f30ab76b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1578615 Feb 11 04:35:49.428102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34104) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:49.430705 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f55a3-e463-4371-842c-3aa08d33e891 None None] Sync routers for ids ['17df650d-4d33-4324-b27f-d2f30ab76b1d'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:35:49.449415 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f55a3-e463-4371-842c-3aa08d33e891 None None] Routers {'17df650d-4d33-4324-b27f-d2f30ab76b1d'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:49.451007 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a42f55a3-e463-4371-842c-3aa08d33e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['17df650d-4d33-4324-b27f-d2f30ab76b1d'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:49.592360 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-a42f55a3-e463-4371-842c-3aa08d33e891 None None] Set router 17df650d-4d33-4324-b27f-d2f30ab76b1d gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:49.691370 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 132738dd-7690-402d-8a90-7708079f09db is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:49.701101 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b21d6e59-7646-4316-af45-374cfb92c78e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (dcce1fa1-3b77-42a0-862c-574c921f8f57), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:49.743004 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for router_gateway (48557e94-1a4f-4891-ba7d-24af18df4aeb), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:49.776738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9cf6f93f-bb6a-4006-beab-dc2d76ad379c no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:35:49.785880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d6e59-7646-4316-af45-374cfb92c78e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Subnet': ['ID=dcce1fa1-3b77-42a0-862c-574c921f8f57,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:49.798579 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21d6e59-7646-4316-af45-374cfb92c78e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Checking segment: {'id': 'af766dfc-d080-4157-b57e-41b0b1520df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7c42a203-7fce-4730-b71b-697e149d69f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:49.799015 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d6e59-7646-4316-af45-374cfb92c78e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network hostable DHCP agents. Network: 7c42a203-7fce-4730-b71b-697e149d69f8, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:35:49.820172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 9cf6f93f-bb6a-4006-beab-dc2d76ad379c {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:35:49.820529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9cf6f93f-bb6a-4006-beab-dc2d76ad379c not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:35:49.821034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7a34a4e8-609d-4080-958b-0939b02e5a2f no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:35:49.843729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 7a34a4e8-609d-4080-958b-0939b02e5a2f {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:35:49.844044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7a34a4e8-609d-4080-958b-0939b02e5a2f not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:35:49.844393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:35:49.866429 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a42f55a3-e463-4371-842c-3aa08d33e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'name': 'tempest-FloatingIPDetailsTestJSON-169662032-router', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:59Z', 'updated_at': '2022-02-11T04:35:46Z', 'revision_number': 5, 'project_id': 'b2a702d651044b21a14972ef73287211', 'gw_port': {'id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:01Z', 'updated_at': '2022-02-11T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:49.866879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:35:49.867241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f66c3ae0-ac0f-4d8d-80b0-3e8305e55807 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:35:49.885389 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d6e59-7646-4316-af45-374cfb92c78e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network 7c42a203-7fce-4730-b71b-697e149d69f8 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:35:49.906547 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f55a3-e463-4371-842c-3aa08d33e891 None None] Checking router: 17df650d-4d33-4324-b27f-d2f30ab76b1d for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:35:49.915752 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f55a3-e463-4371-842c-3aa08d33e891 None None] Routers {'17df650d-4d33-4324-b27f-d2f30ab76b1d'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:49.917114 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a42f55a3-e463-4371-842c-3aa08d33e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['17df650d-4d33-4324-b27f-d2f30ab76b1d'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:49.999338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 132738dd-7690-402d-8a90-7708079f09db up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:35:50.016080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b21d6e59-7646-4316-af45-374cfb92c78e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 7c42a203-7fce-4730-b71b-697e149d69f8) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:50.033700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21d6e59-7646-4316-af45-374cfb92c78e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:50.037672 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b21d6e59-7646-4316-af45-374cfb92c78e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:50.040815 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-a42f55a3-e463-4371-842c-3aa08d33e891 None None] Set router 17df650d-4d33-4324-b27f-d2f30ab76b1d gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:50.057708 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838a7616-6bd3-40b9-9eb2-5c4c6b01987f None None] Network 7c42a203-7fce-4730-b71b-697e149d69f8 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:50.103203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 132738dd-7690-402d-8a90-7708079f09db triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:50.104385 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (132738dd-7690-402d-8a90-7708079f09db), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:50.198710 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b21d6e59-7646-4316-af45-374cfb92c78e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4605067 Feb 11 04:35:50.201688 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34110) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:50.230457 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-7c42a203-7fce-4730-b71b-697e149d69f8', 'network_id': '7c42a203-7fce-4730-b71b-697e149d69f8', 'project_id': 'f03b9d4a308b4729b04bd7fa68f59ab7', 'fixed_ips': [{'subnet_id': 'dcce1fa1-3b77-42a0-862c-574c921f8f57'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:35:50.245073 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:50.245425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-720733f7-6d65-4139-86ef-2d48715dd1cb req-e465d706-158f-406b-8a4a-2c4caf087fd5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 210 time: 0.4034369 Feb 11 04:35:50.261412 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] Publish callbacks [] for router (17df650d-4d33-4324-b27f-d2f30ab76b1d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:50.263473 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a42f55a3-e463-4371-842c-3aa08d33e891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'name': 'tempest-FloatingIPDetailsTestJSON-169662032-router', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:59Z', 'updated_at': '2022-02-11T04:35:46Z', 'revision_number': 5, 'project_id': 'b2a702d651044b21a14972ef73287211', 'gw_port': {'id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:01Z', 'updated_at': '2022-02-11T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:50.304369 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f55a3-e463-4371-842c-3aa08d33e891 None None] The sync data for ids ['17df650d-4d33-4324-b27f-d2f30ab76b1d'] in n-d-712142-35 is: [{'id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'name': 'tempest-FloatingIPDetailsTestJSON-169662032-router', 'tenant_id': 'b2a702d651044b21a14972ef73287211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:59Z', 'updated_at': '2022-02-11T04:35:46Z', 'revision_number': 5, 'project_id': 'b2a702d651044b21a14972ef73287211', 'gw_port': {'id': '9195ff16-11e2-4114-9150-ac063e8d9dda', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17df650d-4d33-4324-b27f-d2f30ab76b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:01Z', 'updated_at': '2022-02-11T04:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:35:50.369296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 132738dd-7690-402d-8a90-7708079f09db is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:35:50.371773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a5f2d9c0-feda-4cd7-ba49-7ad1c73ef528 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port deee2abc-aa2c-47ba-8005-e14c5db8280c {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:50.371926 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5f2d9c0-feda-4cd7-ba49-7ad1c73ef528 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:50.441726 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-a32dd3fe-c075-4e6b-b048-040e1f91c9a5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:50.461145 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (7c42a203-7fce-4730-b71b-697e149d69f8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:50.471001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Allocated IP 172.20.0.2 (7c42a203-7fce-4730-b71b-697e149d69f8/dcce1fa1-3b77-42a0-862c-574c921f8f57/90cbe341-c476-4306-a131-483bb0cc02fa) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:50.518385 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (dcce1fa1-3b77-42a0-862c-574c921f8f57), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:50.653957 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Publish callbacks [] for port (90cbe341-c476-4306-a131-483bb0cc02fa), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:50.679226 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] Publish callbacks [] for router_gateway (17df650d-4d33-4324-b27f-d2f30ab76b1d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:50.688219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-a5f2d9c0-feda-4cd7-ba49-7ad1c73ef528 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] For port deee2abc-aa2c-47ba-8005-e14c5db8280c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=deee2abc-aa2c-47ba-8005-e14c5db8280c,segment=NetworkSegment(f1782402-653d-4bad-9264-dd4686a8c578),segment_id=f1782402-653d-4bad-9264-dd4686a8c578)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:50.694668 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5f2d9c0-feda-4cd7-ba49-7ad1c73ef528 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:50.715501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a5f2d9c0-feda-4cd7-ba49-7ad1c73ef528 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for deee2abc-aa2c-47ba-8005-e14c5db8280c owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:50.725011 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (48557e94-1a4f-4891-ba7d-24af18df4aeb), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:50.799620 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (90cbe341-c476-4306-a131-483bb0cc02fa), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:50.854140 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Network 7c42a203-7fce-4730-b71b-697e149d69f8 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:50.862461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:50.862461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:50.870787 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Pushing event updated for resources: {'Port': ['ID=90cbe341-c476-4306-a131-483bb0cc02fa,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:50.876961 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-a32dd3fe-c075-4e6b-b048-040e1f91c9a5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:50.903467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['cb8dc0ca-24b4-48a8-9d98-e3e98ba04516'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:35:50.905801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['04377ffa-fec6-4360-a9af-82cdc4f4a57c'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:35:50.982308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (dcce1fa1-3b77-42a0-862c-574c921f8f57), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:51.011638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Attempting to bind port 90cbe341-c476-4306-a131-483bb0cc02fa on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:51.011638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Attempting to bind port 90cbe341-c476-4306-a131-483bb0cc02fa by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'af766dfc-d080-4157-b57e-41b0b1520df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7c42a203-7fce-4730-b71b-697e149d69f8'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:51.012750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Attempting to bind port 90cbe341-c476-4306-a131-483bb0cc02fa on network 7c42a203-7fce-4730-b71b-697e149d69f8 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:51.021820 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Subnet': ['ID=dcce1fa1-3b77-42a0-862c-574c921f8f57,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:51.028280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:51.028663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Checking segment: {'id': 'af766dfc-d080-4157-b57e-41b0b1520df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7c42a203-7fce-4730-b71b-697e149d69f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:51.029080 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:51.029479 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Bound using segment: {'id': 'af766dfc-d080-4157-b57e-41b0b1520df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7c42a203-7fce-4730-b71b-697e149d69f8'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:51.029976 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Bound port: 90cbe341-c476-4306-a131-483bb0cc02fa, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af766dfc-d080-4157-b57e-41b0b1520df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7c42a203-7fce-4730-b71b-697e149d69f8'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:51.030673 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (90cbe341-c476-4306-a131-483bb0cc02fa), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:51.037537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-a32dd3fe-c075-4e6b-b048-040e1f91c9a5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Network 52e2e255-4bcd-4033-994f-08fc2f872764 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:51.041887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-a32dd3fe-c075-4e6b-b048-040e1f91c9a5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:51.053793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-a32dd3fe-c075-4e6b-b048-040e1f91c9a5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:51.063275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32dd3fe-c075-4e6b-b048-040e1f91c9a5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event updated for resources: {'Port': ['ID=8fc17dd7-d5bd-4903-8298-55aa5437c4d1,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:51.138024 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (7c42a203-7fce-4730-b71b-697e149d69f8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:51.192009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c42a203-7fce-4730-b71b-697e149d69f8']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:51.202207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-a32dd3fe-c075-4e6b-b048-040e1f91c9a5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:51.203054 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-a32dd3fe-c075-4e6b-b048-040e1f91c9a5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:51.207875 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af766dfc-d080-4157-b57e-41b0b1520df8') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:51.208289 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af766dfc-d080-4157-b57e-41b0b1520df8') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:51.212016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] Deleting port 9195ff16-11e2-4114-9150-ac063e8d9dda {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:51.212744 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9195ff16-11e2-4114-9150-ac063e8d9dda), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:51.235302 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (af766dfc-d080-4157-b57e-41b0b1520df8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:51.237241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] For port 90cbe341-c476-4306-a131-483bb0cc02fa, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:51.268342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] For port 90cbe341-c476-4306-a131-483bb0cc02fa, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=90cbe341-c476-4306-a131-483bb0cc02fa,segment=NetworkSegment(af766dfc-d080-4157-b57e-41b0b1520df8),segment_id=af766dfc-d080-4157-b57e-41b0b1520df8)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:51.352019 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] For port 9195ff16-11e2-4114-9150-ac063e8d9dda, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9195ff16-11e2-4114-9150-ac063e8d9dda,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:51.352399 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9195ff16-11e2-4114-9150-ac063e8d9dda), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:51.375593 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] Calling delete_port for 9195ff16-11e2-4114-9150-ac063e8d9dda owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:51.407450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7296a175-865e-484d-bcf8-c0bc2fb9bbe9 None None] Provisioning complete for port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:51.408185 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7296a175-865e-484d-bcf8-c0bc2fb9bbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:51.442022 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-a32dd3fe-c075-4e6b-b048-040e1f91c9a5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5903485 Feb 11 04:35:51.454424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7296a175-865e-484d-bcf8-c0bc2fb9bbe9 None None] Port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:35:51.457532 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (90cbe341-c476-4306-a131-483bb0cc02fa), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:51.458832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Request body: {'port': {'device_id': '777494b4-92ef-47a6-b2fc-4d7d2b623386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:51.469993 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (af766dfc-d080-4157-b57e-41b0b1520df8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:51.475467 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5f2d9c0-feda-4cd7-ba49-7ad1c73ef528 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (deee2abc-aa2c-47ba-8005-e14c5db8280c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:51.476112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:35:51.476582 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (af766dfc-d080-4157-b57e-41b0b1520df8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:51.477332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Router 48557e94-1a4f-4891-ba7d-24af18df4aeb is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:35:51.480773 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:35:51.554977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59f5a7-d508-472e-b685-02b51b329094 None None] Pushing event updated for resources: {'Port': ['ID=90cbe341-c476-4306-a131-483bb0cc02fa,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:51.559748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd0933-46c9-435c-86b6-e36113213794 req-3dea4b4c-2f2c-4c71-a571-b05e20796666 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:51.561743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6cd0933-46c9-435c-86b6-e36113213794 req-3dea4b4c-2f2c-4c71-a571-b05e20796666 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 932 time: 0.2001548 Feb 11 04:35:51.563795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2d9c0-feda-4cd7-ba49-7ad1c73ef528 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=deee2abc-aa2c-47ba-8005-e14c5db8280c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:51.598078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154eb433-6bf7-4f18-8473-7a2925894ef9 None None] Network 7c42a203-7fce-4730-b71b-697e149d69f8 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:51.622209 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.db.api [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 04:35:51.622209 n-d-712142-35 neutron-server[103808]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 04:35:51.622209 n-d-712142-35 neutron-server[103808]: [parameters: {'id': '7c42a203-7fce-4730-b71b-697e149d69f8'}] Feb 11 04:35:51.622209 n-d-712142-35 neutron-server[103808]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:35:51.622796 n-d-712142-35 neutron-server[103808]: DEBUG oslo_db.api [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:35:51.781322 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:51.881250 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6cd0933-46c9-435c-86b6-e36113213794 req-779847d6-c4be-4a0d-b403-1f7aafaa3598 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064337 Feb 11 04:35:51.961004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2c1b16-47c8-4aad-bfb5-8addfe263d8f None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:35:52.008682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:35:52.036451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:35:52.036831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3b0838d6-0f76-4214-a9eb-ff3ed35dbcc6 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:35:52.118824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:35:52.136290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c7cd0-10fd-4225-a4b5-b0e59d707fc4 None None] Sync routers for ids ['48557e94-1a4f-4891-ba7d-24af18df4aeb'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:35:52.139678 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (7c42a203-7fce-4730-b71b-697e149d69f8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:52.154805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c7cd0-10fd-4225-a4b5-b0e59d707fc4 None None] Routers {'48557e94-1a4f-4891-ba7d-24af18df4aeb'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:52.155353 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-3b4c7cd0-10fd-4225-a4b5-b0e59d707fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['48557e94-1a4f-4891-ba7d-24af18df4aeb'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:52.170170 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5f2d9c0-feda-4cd7-ba49-7ad1c73ef528 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:52.205334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-3b4c7cd0-10fd-4225-a4b5-b0e59d707fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:52.217725 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9195ff16-11e2-4114-9150-ac063e8d9dda), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:52.224354 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Deleting port 90cbe341-c476-4306-a131-483bb0cc02fa {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:52.225441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2c1b16-47c8-4aad-bfb5-8addfe263d8f None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:35:52.225805 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (90cbe341-c476-4306-a131-483bb0cc02fa), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:52.230111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c7cd0-10fd-4225-a4b5-b0e59d707fc4 None None] Routers {'48557e94-1a4f-4891-ba7d-24af18df4aeb'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:52.230797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-3b4c7cd0-10fd-4225-a4b5-b0e59d707fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['48557e94-1a4f-4891-ba7d-24af18df4aeb'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:52.283249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-3b4c7cd0-10fd-4225-a4b5-b0e59d707fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:52.285609 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c7cd0-10fd-4225-a4b5-b0e59d707fc4 None None] The sync data for ids ['48557e94-1a4f-4891-ba7d-24af18df4aeb'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:35:52.318058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=9195ff16-11e2-4114-9150-ac063e8d9dda,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:52.331781 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] For port 90cbe341-c476-4306-a131-483bb0cc02fa, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=90cbe341-c476-4306-a131-483bb0cc02fa,segment=NetworkSegment(af766dfc-d080-4157-b57e-41b0b1520df8),segment_id=af766dfc-d080-4157-b57e-41b0b1520df8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:52.332163 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (90cbe341-c476-4306-a131-483bb0cc02fa), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:52.355448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Calling delete_port for 90cbe341-c476-4306-a131-483bb0cc02fa owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:52.606124 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (90cbe341-c476-4306-a131-483bb0cc02fa), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:52.640088 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Port': ['ID=90cbe341-c476-4306-a131-483bb0cc02fa,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:52.642747 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No DVR routers for this DVR port 90cbe341-c476-4306-a131-483bb0cc02fa on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:35:52.656440 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:52.656818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:52.657222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:52.658465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:52.658465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:52.658465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:52.660572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:52.660572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:52.660572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:52.660572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:52.661006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:52.661006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:52.661250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:52.670459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:52.671755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0e729424-b497-4e96-931f-19f3a937852a tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.2641430 Feb 11 04:35:52.679722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34124) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:52.749425 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (7c42a203-7fce-4730-b71b-697e149d69f8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:52.772262 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c42a203-7fce-4730-b71b-697e149d69f8']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:52.783000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af766dfc-d080-4157-b57e-41b0b1520df8') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:52.783452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af766dfc-d080-4157-b57e-41b0b1520df8') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:52.803406 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (af766dfc-d080-4157-b57e-41b0b1520df8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:52.822176 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (af766dfc-d080-4157-b57e-41b0b1520df8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:52.831833 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:35:52.832239 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (af766dfc-d080-4157-b57e-41b0b1520df8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:35:52.836278 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:35:52.848408 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (17df650d-4d33-4324-b27f-d2f30ab76b1d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:53.016773 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (7c42a203-7fce-4730-b71b-697e149d69f8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:53.023329 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:53.026959 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/7c42a203-7fce-4730-b71b-697e149d69f8 HTTP/1.1" status: 204 len: 168 time: 2.8237145 Feb 11 04:35:53.032372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34130) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:53.049636 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1ea5d38e-fb44-445e-8c83-ccb5ee246ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:53.073485 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (17df650d-4d33-4324-b27f-d2f30ab76b1d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:53.073745 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88c5b48-e65d-46ad-b864-ca443d8f6962 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] GET failed (client error): The resource could not be found. Feb 11 04:35:53.074928 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d88c5b48-e65d-46ad-b864-ca443d8f6962 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "GET /v2.0/subnets/dcce1fa1-3b77-42a0-862c-574c921f8f57 HTTP/1.1" status: 404 len: 337 time: 0.0415566 Feb 11 04:35:53.076430 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8602a9-ec44-4420-a129-4048bcecf244 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Network': ['ID=7c42a203-7fce-4730-b71b-697e149d69f8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:53.077754 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] Publish callbacks [] for router_controller (17df650d-4d33-4324-b27f-d2f30ab76b1d), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:53.082161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34132) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:53.102647 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ff0210-0cb2-4a8a-93ca-f7623647ac9e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:35:53.103223 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ff0210-0cb2-4a8a-93ca-f7623647ac9e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:35:53.107444 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-91ff0210-0cb2-4a8a-93ca-f7623647ac9e tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/7c42a203-7fce-4730-b71b-697e149d69f8 HTTP/1.1" status: 404 len: 339 time: 0.0240765 Feb 11 04:35:53.112439 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34134) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:53.279985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:35:53.299368 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Publish callbacks [] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:53.329328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f2d9c0-feda-4cd7-ba49-7ad1c73ef528 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 29869824-43fe-42bc-8a84-e871b66d4d15 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:35:53.358953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155d11ed-80ce-470a-964e-682f8c4f7a46 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:53.360659 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-155d11ed-80ce-470a-964e-682f8c4f7a46 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2470708 Feb 11 04:35:53.363822 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34136) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:53.378431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a89f46-921c-4306-ab33-ec16e526314a req-1562cba0-57ac-40b1-afe9-4de7fdc79551 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:53.379982 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8a89f46-921c-4306-ab33-ec16e526314a req-1562cba0-57ac-40b1-afe9-4de7fdc79551 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 932 time: 0.4054811 Feb 11 04:35:53.386705 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Transition to ACTIVE for port object 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:35:53.390889 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (17df650d-4d33-4324-b27f-d2f30ab76b1d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:53.391400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17df650d-4d33-4324-b27f-d2f30ab76b1d {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:35:53.404161 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:53.411821 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2ce6bbb0-fc85-4c83-9d40-f03a18390fcf admin admin] 10.222.0.13 "DELETE /v2.0/routers/17df650d-4d33-4324-b27f-d2f30ab76b1d HTTP/1.1" status: 204 len: 168 time: 3.9736831 Feb 11 04:35:53.412570 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34138) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:53.421894 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0360fc33-4cfd-4f01-b410-585a261a3588 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 207 time: 0.0568781 Feb 11 04:35:53.428061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34140) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:53.465214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07712ad-8c94-433b-8eda-d0700cec825f admin admin] Deleting subnet 6b9fec24-edc2-4c25-a772-231bee7163c0 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:35:53.472282 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e07712ad-8c94-433b-8eda-d0700cec825f admin admin] Publish callbacks [] for subnet (6b9fec24-edc2-4c25-a772-231bee7163c0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:53.539649 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:53.545481 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e07712ad-8c94-433b-8eda-d0700cec825f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (6b9fec24-edc2-4c25-a772-231bee7163c0), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:53.712108 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e07712ad-8c94-433b-8eda-d0700cec825f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (6b9fec24-edc2-4c25-a772-231bee7163c0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:53.764823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8a89f46-921c-4306-ab33-ec16e526314a req-6c1295b9-ad78-4dd7-aa07-1bc7f34ee682 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751864 Feb 11 04:35:53.824223 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f2d9c0-feda-4cd7-ba49-7ad1c73ef528 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:35:53.835223 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c76340-b1a9-411c-a43e-75ce774f0ba5 None None] Sync routers for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:35:53.851690 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c76340-b1a9-411c-a43e-75ce774f0ba5 None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:53.853140 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-60c76340-b1a9-411c-a43e-75ce774f0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:53.866770 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34146) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:53.867034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a5f2d9c0-feda-4cd7-ba49-7ad1c73ef528 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/29869824-43fe-42bc-8a84-e871b66d4d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0687363 Feb 11 04:35:53.870068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc17dd7-d5bd-4903-8298-55aa5437c4d1,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:53.953520 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d39c36f-90ef-4118-9dd7-61c5af89e568 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting subnet f48da265-88fb-4f50-a420-8e7219ce91b9 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:35:53.957124 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d39c36f-90ef-4118-9dd7-61c5af89e568 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (f48da265-88fb-4f50-a420-8e7219ce91b9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:53.962029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06a8d0-b1ef-4c9e-a27e-0c835eec1656 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:53.974674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06a8d0-b1ef-4c9e-a27e-0c835eec1656 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:53.989646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06a8d0-b1ef-4c9e-a27e-0c835eec1656 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:53.997747 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e07712ad-8c94-433b-8eda-d0700cec825f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (6b9fec24-edc2-4c25-a772-231bee7163c0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:54.000727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e06a8d0-b1ef-4c9e-a27e-0c835eec1656 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:54.002544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8e06a8d0-b1ef-4c9e-a27e-0c835eec1656 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5728168 Feb 11 04:35:54.007825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34148) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:54.070523 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d39c36f-90ef-4118-9dd7-61c5af89e568 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (f48da265-88fb-4f50-a420-8e7219ce91b9), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:54.085653 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-60c76340-b1a9-411c-a43e-75ce774f0ba5 None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:54.086912 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Attempting to bind port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:35:54.087259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Attempting to bind port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:35:54.087593 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Attempting to bind port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 on network 52e2e255-4bcd-4033-994f-08fc2f872764 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:54.098289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 on network 52e2e255-4bcd-4033-994f-08fc2f872764 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:35:54.098610 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Attempting to bind port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 on network 52e2e255-4bcd-4033-994f-08fc2f872764 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:35:54.127219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:35:54.127566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Checking segment: {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:54.127990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Bound using segment: {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:35:54.128449 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Bound port: 8fc17dd7-d5bd-4903-8298-55aa5437c4d1, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:35:54.128839 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:54.152200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07712ad-8c94-433b-8eda-d0700cec825f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9fec24-edc2-4c25-a772-231bee7163c0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:54.193999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9195ff16-11e2-4114-9150-ac063e8d9dda no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:35:54.250967 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e07712ad-8c94-433b-8eda-d0700cec825f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:54.251448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4038a4b6-03a5-45dd-bfda-28b6a5370e83 None None] Network 84612ef7-1b6e-4b27-8ce7-ebedb95c998a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:54.254831 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e07712ad-8c94-433b-8eda-d0700cec825f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6b9fec24-edc2-4c25-a772-231bee7163c0 HTTP/1.1" status: 204 len: 168 time: 0.8446393 Feb 11 04:35:54.257935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34150) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:54.267348 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 9195ff16-11e2-4114-9150-ac063e8d9dda {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:35:54.268576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9195ff16-11e2-4114-9150-ac063e8d9dda not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:35:54.344707 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (84612ef7-1b6e-4b27-8ce7-ebedb95c998a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:54.360590 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:54.374434 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1457e8eb-1791-4d85-b7cd-fc3890150fb1 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3653595 Feb 11 04:35:54.380099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34152) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:54.396088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] For port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:35:54.410235 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-60c76340-b1a9-411c-a43e-75ce774f0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:51Z', 'revision_number': 9, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:54.451382 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c76340-b1a9-411c-a43e-75ce774f0ba5 None None] Checking router: 29869824-43fe-42bc-8a84-e871b66d4d15 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:35:54.474588 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c76340-b1a9-411c-a43e-75ce774f0ba5 None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:54.475835 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-60c76340-b1a9-411c-a43e-75ce774f0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:54.482588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] For port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8fc17dd7-d5bd-4903-8298-55aa5437c4d1,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:35:54.485511 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d39c36f-90ef-4118-9dd7-61c5af89e568 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (f48da265-88fb-4f50-a420-8e7219ce91b9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:54.527148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfeaefb-bd4c-4b0d-b532-aa2ab6d785fa None None] DHCP port deletion for 84612ef7-1b6e-4b27-8ce7-ebedb95c998a request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:35:54.550997 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6332361a-3b8e-477f-8fbc-e876f50932e7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:54.553316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6332361a-3b8e-477f-8fbc-e876f50932e7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:54.557728 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6332361a-3b8e-477f-8fbc-e876f50932e7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1729889 Feb 11 04:35:54.559322 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34154) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:54.601681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5bfeaefb-bd4c-4b0d-b532-aa2ab6d785fa None None] Deleting port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:54.602254 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5bfeaefb-bd4c-4b0d-b532-aa2ab6d785fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:54.656901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bee5f1-03a5-48b0-9172-568a4b5b5073 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['shared'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:54.658374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bee5f1-03a5-48b0-9172-568a4b5b5073 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['shared'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:54.663518 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a5bee5f1-03a5-48b0-9172-568a4b5b5073 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0996552 Feb 11 04:35:54.672038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34158) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:54.721670 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5bfeaefb-bd4c-4b0d-b532-aa2ab6d785fa None None] For port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759,segment=NetworkSegment(a787f932-e702-4417-91db-62d2f5cdbaea),segment_id=a787f932-e702-4417-91db-62d2f5cdbaea)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:54.722194 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5bfeaefb-bd4c-4b0d-b532-aa2ab6d785fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:54.738914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5bfeaefb-bd4c-4b0d-b532-aa2ab6d785fa None None] Calling delete_port for 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:54.778286 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-60c76340-b1a9-411c-a43e-75ce774f0ba5 None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:35:54.796344 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d39c36f-90ef-4118-9dd7-61c5af89e568 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (f48da265-88fb-4f50-a420-8e7219ce91b9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:54.861288 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bdfb7a-2757-41c6-af18-a1136c39c40f tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:54.868754 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-15bdfb7a-2757-41c6-af18-a1136c39c40f tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "GET /v2.0/networks/3263750b-d5b2-42b2-bdf7-617f2562adcb HTTP/1.1" status: 200 len: 800 time: 0.1998825 Feb 11 04:35:54.870988 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34162) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:54.885004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39c36f-90ef-4118-9dd7-61c5af89e568 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Subnet': ['ID=f48da265-88fb-4f50-a420-8e7219ce91b9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:54.894571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9d39c36f-90ef-4118-9dd7-61c5af89e568 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:54.899551 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9d39c36f-90ef-4118-9dd7-61c5af89e568 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/f48da265-88fb-4f50-a420-8e7219ce91b9 HTTP/1.1" status: 204 len: 168 time: 1.0303810 Feb 11 04:35:54.899846 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ae45da-e9b6-44cb-9c44-88ea26d58fc8 None None] Network c34980b1-e01d-44c6-b4d5-631b293eeffc requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:54.919386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34164) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:54.972409 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5bfeaefb-bd4c-4b0d-b532-aa2ab6d785fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:55.059505 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfeaefb-bd4c-4b0d-b532-aa2ab6d785fa None None] Pushing event deleted for resources: {'Port': ['ID=5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:55.065877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfeaefb-bd4c-4b0d-b532-aa2ab6d785fa None None] No DVR routers for this DVR port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:35:55.151396 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (c34980b1-e01d-44c6-b4d5-631b293eeffc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:55.193342 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d3dffa9d-986c-4602-8515-8c04533062e4 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "GET /v2.0/networks/3263750b-d5b2-42b2-bdf7-617f2562adcb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3168492 Feb 11 04:35:55.193552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Allocated IP 172.20.0.1 (adc3f49b-90ed-4f9b-b110-65d2451d03e9/b0f1abf4-2d95-4dee-9604-4b63dc9c433e/c7bf2e0c-621a-4540-b2f6-6c62982a6b2f) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:55.194028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34168) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:55.208871 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-60c76340-b1a9-411c-a43e-75ce774f0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:51Z', 'revision_number': 9, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:55.237402 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:55.243455 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c76340-b1a9-411c-a43e-75ce774f0ba5 None None] The sync data for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 is: [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:51Z', 'revision_number': 9, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'c3e9164b-7094-4d32-a14a-76d7c52c3b11', 'name': '', 'network_id': '34408580-a09e-4b68-8b40-d2b682deed5d', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:66:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:12Z', 'updated_at': '2022-02-11T04:35:22Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '5b1f88f2-c313-4201-8e62-9e91ab5f6d8d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:35:55.252794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609932bc-713c-43fe-ae5f-c1080d0a4223 None None] DHCP port deletion for c34980b1-e01d-44c6-b4d5-631b293eeffc request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:35:55.340130 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743d6d1e-b1ba-4961-b3d5-6cad1568b7c4 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:55.347532 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-743d6d1e-b1ba-4961-b3d5-6cad1568b7c4 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "GET /v2.0/subnets/49e8bf1d-0dfa-4cbe-b0ed-3aba20b64518 HTTP/1.1" status: 200 len: 811 time: 0.1492541 Feb 11 04:35:55.348076 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34170) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:55.382131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:55.382767 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:55.384165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] 10.222.0.47 "PUT /v2.0/ports/8fc17dd7-d5bd-4903-8298-55aa5437c4d1 HTTP/1.1" status: 200 len: 1093 time: 3.9340751 Feb 11 04:35:55.389108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777494b4-92ef-47a6-b2fc-4d7d2b623386', 'tag': '8fc17dd7-d5bd-4903-8298-55aa5437c4d1'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:35:55.391753 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6ebf8c-0746-4995-a51d-e44f6ba9ddd9" -d '{"events": [{"name": "network-changed", "server_uuid": "777494b4-92ef-47a6-b2fc-4d7d2b623386", "tag": "8fc17dd7-d5bd-4903-8298-55aa5437c4d1"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:35:55.435352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:55.437509 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:55.440682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-609932bc-713c-43fe-ae5f-c1080d0a4223 None None] Deleting port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:55.443140 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-609932bc-713c-43fe-ae5f-c1080d0a4223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:55.480443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f0f09-b36c-4ce2-913e-b220d2ccb455 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc17dd7-d5bd-4903-8298-55aa5437c4d1,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:55.482977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082ed5c-2a07-4323-a950-1949c1d6ba26 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['shared'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:55.490322 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1082ed5c-2a07-4323-a950-1949c1d6ba26 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "GET /v2.0/subnets/49e8bf1d-0dfa-4cbe-b0ed-3aba20b64518?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1407118 Feb 11 04:35:55.497571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34176) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:55.506757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Deleting port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:55.506923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ea61dd6c-8d6e-415d-b318-b960d9d833d0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1932406660'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:55.507034 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:55.508543 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-205dcfe1-764c-418c-b57a-9bdcb0fa7112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:55.573442 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] For port eebd2c2d-14fa-4ba5-bb0c-bede44973a19, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=eebd2c2d-14fa-4ba5-bb0c-bede44973a19,segment=NetworkSegment(f1782402-653d-4bad-9264-dd4686a8c578),segment_id=f1782402-653d-4bad-9264-dd4686a8c578)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:55.583788 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:55.589681 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef382f2-5077-40f4-b493-d1b7f527abee req-ff307adc-18fa-4537-9446-2f5012df8447 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:55.591573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ef382f2-5077-40f4-b493-d1b7f527abee req-ff307adc-18fa-4537-9446-2f5012df8447 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 944 time: 0.3787062 Feb 11 04:35:55.630575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-609932bc-713c-43fe-ae5f-c1080d0a4223 None None] For port eebd2c2d-14fa-4ba5-bb0c-bede44973a19, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=eebd2c2d-14fa-4ba5-bb0c-bede44973a19,segment=NetworkSegment(f1782402-653d-4bad-9264-dd4686a8c578),segment_id=f1782402-653d-4bad-9264-dd4686a8c578)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:55.631529 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-609932bc-713c-43fe-ae5f-c1080d0a4223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:55.634382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for eebd2c2d-14fa-4ba5-bb0c-bede44973a19 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:55.682502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-609932bc-713c-43fe-ae5f-c1080d0a4223 None None] Calling delete_port for eebd2c2d-14fa-4ba5-bb0c-bede44973a19 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:55.824056 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] For port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759, host n-d-712142-35, got binding levels [] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:55.824438 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:55.865548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Calling delete_port for 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:55.868987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.ipam_backend_mixin [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 was not found and therefore no delete operation was performed {{(pid=103809) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:35:55.895766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:55.923517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ef382f2-5077-40f4-b493-d1b7f527abee req-14cd7318-dc33-4854-85b8-c71294ca883c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868207 Feb 11 04:35:55.926863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for port (c7bf2e0c-621a-4540-b2f6-6c62982a6b2f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:55.931457 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:55.960707 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea61dd6c-8d6e-415d-b318-b960d9d833d0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:55.969278 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea61dd6c-8d6e-415d-b318-b960d9d833d0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:55.981243 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-609932bc-713c-43fe-ae5f-c1080d0a4223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (eebd2c2d-14fa-4ba5-bb0c-bede44973a19), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.014449 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] No DVR routers for this DVR port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:35:56.018841 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=eebd2c2d-14fa-4ba5-bb0c-bede44973a19,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:56.032007 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c371d9-93a3-4296-b6c0-3b5812ab2526 x-openstack-request-id: req-10c371d9-93a3-4296-b6c0-3b5812ab2526 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:35:56.032436 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777494b4-92ef-47a6-b2fc-4d7d2b623386", "tag": "8fc17dd7-d5bd-4903-8298-55aa5437c4d1", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:35:56.032712 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10c371d9-93a3-4296-b6c0-3b5812ab2526 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:35:56.033133 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777494b4-92ef-47a6-b2fc-4d7d2b623386', 'tag': '8fc17dd7-d5bd-4903-8298-55aa5437c4d1', 'status': 'completed', 'code': 200} Feb 11 04:35:56.040875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:56.050721 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609932bc-713c-43fe-ae5f-c1080d0a4223 None None] Pushing event deleted for resources: {'Port': ['ID=eebd2c2d-14fa-4ba5-bb0c-bede44973a19,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:56.064027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609932bc-713c-43fe-ae5f-c1080d0a4223 None None] No DVR routers for this DVR port eebd2c2d-14fa-4ba5-bb0c-bede44973a19 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:35:56.108086 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea61dd6c-8d6e-415d-b318-b960d9d833d0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:35:56.128649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:56.129018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:56.129369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:56.129717 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:56.130061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:56.130404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:56.130766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:56.131104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:56.131440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:56.131778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:56.132109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:56.132440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:56.137769 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:35:56.143225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] No DVR routers for this DVR port 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:35:56.144102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device eebd2c2d-14fa-4ba5-bb0c-bede44973a19 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:35:56.150996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-ad51acad-b6a9-45ec-aa24-35241aa4e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:56.152552 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-ad51acad-b6a9-45ec-aa24-35241aa4e31d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 1127 time: 0.5945129 Feb 11 04:35:56.197779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: eebd2c2d-14fa-4ba5-bb0c-bede44973a19 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:35:56.197779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device eebd2c2d-14fa-4ba5-bb0c-bede44973a19 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:35:56.197779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device deee2abc-aa2c-47ba-8005-e14c5db8280c no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:35:56.213866 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea61dd6c-8d6e-415d-b318-b960d9d833d0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (adaed788-1a77-4dea-87af-2c8b7f8313ba), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.214922 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-ea61dd6c-8d6e-415d-b318-b960d9d833d0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Added segment adaed788-1a77-4dea-87af-2c8b7f8313ba of type vlan for network fe162c1b-220e-4450-a921-d87e63c44c5b Feb 11 04:35:56.217748 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-f0573bec-44b2-4fb6-92a8-aae0906a55e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fc17dd7-d5bd-4903-8298-55aa5437c4d1 HTTP/1.1" status: 200 len: 217 time: 0.0452127 Feb 11 04:35:56.219132 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (c34980b1-e01d-44c6-b4d5-631b293eeffc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.273700 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (84612ef7-1b6e-4b27-8ce7-ebedb95c998a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.297731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34980b1-e01d-44c6-b4d5-631b293eeffc']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:56.297980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84612ef7-1b6e-4b27-8ce7-ebedb95c998a']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:56.309246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a787f932-e702-4417-91db-62d2f5cdbaea') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:56.309635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a787f932-e702-4417-91db-62d2f5cdbaea') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:56.320809 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (a787f932-e702-4417-91db-62d2f5cdbaea), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.324196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1782402-653d-4bad-9264-dd4686a8c578') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:56.324849 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1782402-653d-4bad-9264-dd4686a8c578') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:56.328151 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea61dd6c-8d6e-415d-b318-b960d9d833d0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (fe162c1b-220e-4450-a921-d87e63c44c5b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.336020 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a787f932-e702-4417-91db-62d2f5cdbaea), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.342650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:35:56.343059 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (a787f932-e702-4417-91db-62d2f5cdbaea), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.343812 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (f1782402-653d-4bad-9264-dd4686a8c578), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.385494 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f1782402-653d-4bad-9264-dd4686a8c578), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.401873 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:35:56.402885 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (f1782402-653d-4bad-9264-dd4686a8c578), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:35:56.407043 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:35:56.423412 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:35:56.428957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: deee2abc-aa2c-47ba-8005-e14c5db8280c {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:35:56.429455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device deee2abc-aa2c-47ba-8005-e14c5db8280c not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:35:56.429802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:35:56.454885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:35:56.455594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5cd5dd2d-8a8d-41a6-b31c-2b6382fbf759 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:35:56.484399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-b525d441-9026-4508-b722-d18ff28e7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:56.484399 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-b525d441-9026-4508-b722-d18ff28e7a78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.0735772 Feb 11 04:35:56.495500 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea61dd6c-8d6e-415d-b318-b960d9d833d0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (fe162c1b-220e-4450-a921-d87e63c44c5b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.499780 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (84612ef7-1b6e-4b27-8ce7-ebedb95c998a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.502207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea61dd6c-8d6e-415d-b318-b960d9d833d0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:56.509235 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea61dd6c-8d6e-415d-b318-b960d9d833d0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.524946 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.528409 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/84612ef7-1b6e-4b27-8ce7-ebedb95c998a HTTP/1.1" status: 204 len: 168 time: 2.2692988 Feb 11 04:35:56.551586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3a490-035b-4ec3-b8ec-e0cdae7372c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=84612ef7-1b6e-4b27-8ce7-ebedb95c998a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:56.568479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-f1742546-ae61-4d5e-a1f5-1e3d591c578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:56.570076 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-f1742546-ae61-4d5e-a1f5-1e3d591c578b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0810935 Feb 11 04:35:56.628531 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.739170 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c7bf2e0c-621a-4540-b2f6-6c62982a6b2f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.789674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-7008bcbf-53c5-49a0-84b8-3c4092e2d889 service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995456 Feb 11 04:35:56.815972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Network adc3f49b-90ed-4f9b-b110-65d2451d03e9 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:56.831698 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:56.840696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:35:56.929201 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (c34980b1-e01d-44c6-b4d5-631b293eeffc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.936485 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:56.942702 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/networks/c34980b1-e01d-44c6-b4d5-631b293eeffc HTTP/1.1" status: 204 len: 168 time: 2.0195217 Feb 11 04:35:56.944256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34186) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:56.974285 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (48557e94-1a4f-4891-ba7d-24af18df4aeb), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:57.022890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event updated for resources: {'Port': ['ID=c7bf2e0c-621a-4540-b2f6-6c62982a6b2f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:57.055503 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ea61dd6c-8d6e-415d-b318-b960d9d833d0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5568247 Feb 11 04:35:57.058696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34190) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:57.065090 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9a96211b-16bd-4e98-a370-534e5103a068 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'subnet': {'network_id': 'fe162c1b-220e-4450-a921-d87e63c44c5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:57.094129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34192) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:57.111667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61dd6c-8d6e-415d-b318-b960d9d833d0 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Network': ['ID=fe162c1b-220e-4450-a921-d87e63c44c5b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:57.139773 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network fe162c1b-220e-4450-a921-d87e63c44c5b details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:35:57.170479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712163a0-ba1a-450d-8094-feb0bd7229d6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Network': ['ID=c34980b1-e01d-44c6-b4d5-631b293eeffc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:57.325498 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681762c0-9e71-4000-bdc2-d71a70b782a4 req-97ff4449-01b8-478c-b8c2-539a15d67360 service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297406 Feb 11 04:35:57.337224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3a3848a3-51c7-4fe1-8d21-15a4f7db3044 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2a702d651044b21a14972ef73287211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419009 Feb 11 04:35:57.344817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620c1d2-2e4e-4a0e-88b5-163a21bcbda1 req-0ea6b994-8acf-429c-b6f8-6e5b99582ab8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:57.346585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9620c1d2-2e4e-4a0e-88b5-163a21bcbda1 req-0ea6b994-8acf-429c-b6f8-6e5b99582ab8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 944 time: 0.2578053 Feb 11 04:35:57.347370 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34196) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:57.371582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-28895389-6c98-4d83-ba05-5504e294bb41 None None] Provisioning complete for port c7bf2e0c-621a-4540-b2f6-6c62982a6b2f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:57.373639 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-28895389-6c98-4d83-ba05-5504e294bb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c7bf2e0c-621a-4540-b2f6-6c62982a6b2f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:57.428821 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-28895389-6c98-4d83-ba05-5504e294bb41 None None] Port c7bf2e0c-621a-4540-b2f6-6c62982a6b2f cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:35:57.446975 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9620c1d2-2e4e-4a0e-88b5-163a21bcbda1 req-ec66537c-6c3f-4217-8bd7-e500b9892f27 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868597 Feb 11 04:35:57.477834 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e3de3440-94cc-4a6b-b1ca-539bf8c8fad4 admin admin] Publish callbacks [] for security_group (f7ba2825-ea82-471e-89f4-7b1bf83752b8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:57.506182 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e3de3440-94cc-4a6b-b1ca-539bf8c8fad4 admin admin] Publish callbacks [] for security_group (f7ba2825-ea82-471e-89f4-7b1bf83752b8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:57.600835 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a96211b-16bd-4e98-a370-534e5103a068 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Made reservation on behalf of f03b9d4a308b4729b04bd7fa68f59ab7 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:35:57.604396 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9a96211b-16bd-4e98-a370-534e5103a068 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:57.661412 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c7bf2e0c-621a-4540-b2f6-6c62982a6b2f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:57.683747 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_backend_mixin [None req-9a96211b-16bd-4e98-a370-534e5103a068 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Performing IP validity checks on allocation pools {{(pid=103808) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 04:35:57.684155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_backend_mixin [None req-9a96211b-16bd-4e98-a370-534e5103a068 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103808) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 04:35:57.717861 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d149726-fcb9-4452-a74c-cb924096c6bd tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:57.731389 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e3de3440-94cc-4a6b-b1ca-539bf8c8fad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f7ba2825-ea82-471e-89f4-7b1bf83752b8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:57.734086 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e3de3440-94cc-4a6b-b1ca-539bf8c8fad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:57.735401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e3de3440-94cc-4a6b-b1ca-539bf8c8fad4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7ba2825-ea82-471e-89f4-7b1bf83752b8 HTTP/1.1" status: 204 len: 168 time: 0.3849618 Feb 11 04:35:57.754370 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de3440-94cc-4a6b-b1ca-539bf8c8fad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ba2825-ea82-471e-89f4-7b1bf83752b8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:57.770236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ebf8c-0746-4995-a51d-e44f6ba9ddd9 req-a8c7af2f-ba17-4a99-8fa0-e44f311d84f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:57.770236 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca6ebf8c-0746-4995-a51d-e44f6ba9ddd9 req-a8c7af2f-ba17-4a99-8fa0-e44f311d84f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 1127 time: 0.1773000 Feb 11 04:35:57.992428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ebf8c-0746-4995-a51d-e44f6ba9ddd9 req-ff47d603-6350-49b5-aab2-2c4df9d95bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:57.993987 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca6ebf8c-0746-4995-a51d-e44f6ba9ddd9 req-ff47d603-6350-49b5-aab2-2c4df9d95bb8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.2221582 Feb 11 04:35:58.070568 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca6ebf8c-0746-4995-a51d-e44f6ba9ddd9 req-785f1ed3-031c-45cc-9bb3-3900f58af3a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fc17dd7-d5bd-4903-8298-55aa5437c4d1 HTTP/1.1" status: 200 len: 217 time: 0.0691481 Feb 11 04:35:58.134727 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9a96211b-16bd-4e98-a370-534e5103a068 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (3708b0fe-6da6-4db4-9293-7dc51fe44c7b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:58.198440 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1d149726-fcb9-4452-a74c-cb924096c6bd tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port c3e9164b-7094-4d32-a14a-76d7c52c3b11 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:35:58.201735 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d149726-fcb9-4452-a74c-cb924096c6bd tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:58.201874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ebf8c-0746-4995-a51d-e44f6ba9ddd9 req-060c34c8-6ad9-45b0-b591-84ff055b4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:58.203005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca6ebf8c-0746-4995-a51d-e44f6ba9ddd9 req-060c34c8-6ad9-45b0-b591-84ff055b4e6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.1211834 Feb 11 04:35:58.229134 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:58.242908 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96211b-16bd-4e98-a370-534e5103a068 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Subnet': ['ID=3708b0fe-6da6-4db4-9293-7dc51fe44c7b,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:58.309709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a96211b-16bd-4e98-a370-534e5103a068 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Checking segment: {'id': 'adaed788-1a77-4dea-87af-2c8b7f8313ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fe162c1b-220e-4450-a921-d87e63c44c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:35:58.310359 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a96211b-16bd-4e98-a370-534e5103a068 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network hostable DHCP agents. Network: fe162c1b-220e-4450-a921-d87e63c44c5b, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:35:58.335027 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for port (c7bf2e0c-621a-4540-b2f6-6c62982a6b2f), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:58.345239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ebf8c-0746-4995-a51d-e44f6ba9ddd9 req-762bce97-b987-4d30-b47e-16d232eff681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:58.348499 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca6ebf8c-0746-4995-a51d-e44f6ba9ddd9 req-762bce97-b987-4d30-b47e-16d232eff681 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1344490 Feb 11 04:35:58.365238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-1d149726-fcb9-4452-a74c-cb924096c6bd tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] For port c3e9164b-7094-4d32-a14a-76d7c52c3b11, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c3e9164b-7094-4d32-a14a-76d7c52c3b11,segment=NetworkSegment(f42e7602-a95b-49f1-a575-a41c795e540f),segment_id=f42e7602-a95b-49f1-a575-a41c795e540f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:35:58.365238 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d149726-fcb9-4452-a74c-cb924096c6bd tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:58.389695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1d149726-fcb9-4452-a74c-cb924096c6bd tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for c3e9164b-7094-4d32-a14a-76d7c52c3b11 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:35:58.444686 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (c7bf2e0c-621a-4540-b2f6-6c62982a6b2f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:58.518216 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a96211b-16bd-4e98-a370-534e5103a068 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Network fe162c1b-220e-4450-a921-d87e63c44c5b is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:35:58.568340 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (48557e94-1a4f-4891-ba7d-24af18df4aeb), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:58.600554 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca6ebf8c-0746-4995-a51d-e44f6ba9ddd9 req-3e17598d-f53e-4cd6-9625-ba4bf8618f90 service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447073 Feb 11 04:35:58.604981 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event updated for resources: {'Port': ['ID=c7bf2e0c-621a-4540-b2f6-6c62982a6b2f,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:58.714505 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9a96211b-16bd-4e98-a370-534e5103a068 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, fe162c1b-220e-4450-a921-d87e63c44c5b) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:58.722239 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d149726-fcb9-4452-a74c-cb924096c6bd tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c3e9164b-7094-4d32-a14a-76d7c52c3b11), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:58.724113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05960b7-5bd3-4175-bc2c-78cd8052fd68 None None] Network fe162c1b-220e-4450-a921-d87e63c44c5b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:35:58.786762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a96211b-16bd-4e98-a370-534e5103a068 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:58.787657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cfc812-d274-40a6-b4fe-efbedb3da6c4 req-4d4ee15e-c1ae-4132-ad20-d240389252cc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:35:58.787944 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9a96211b-16bd-4e98-a370-534e5103a068 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:58.788857 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11cfc812-d274-40a6-b4fe-efbedb3da6c4 req-4d4ee15e-c1ae-4132-ad20-d240389252cc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 944 time: 0.2407954 Feb 11 04:35:58.806075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d149726-fcb9-4452-a74c-cb924096c6bd tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=c3e9164b-7094-4d32-a14a-76d7c52c3b11,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:35:58.840325 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca6ebf8c-0746-4995-a51d-e44f6ba9ddd9 req-11ea7908-493d-4de4-b50c-d03d82d2fb39 service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316365 Feb 11 04:35:58.860616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Network adc3f49b-90ed-4f9b-b110-65d2451d03e9 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:35:58.862186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:35:59.002876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-fe162c1b-220e-4450-a921-d87e63c44c5b', 'network_id': 'fe162c1b-220e-4450-a921-d87e63c44c5b', 'project_id': 'f03b9d4a308b4729b04bd7fa68f59ab7', 'fixed_ips': [{'subnet_id': '3708b0fe-6da6-4db4-9293-7dc51fe44c7b'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:35:59.002876 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:59.016287 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11cfc812-d274-40a6-b4fe-efbedb3da6c4 req-c787045c-11ca-4417-ad38-36b47daa257c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149391 Feb 11 04:35:59.100860 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9a96211b-16bd-4e98-a370-534e5103a068 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.0409389 Feb 11 04:35:59.105255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34222) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:59.111698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a9f6113f-3e1e-4f4e-aa23-9d9cfa2f3a2d tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:59.270673 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d149726-fcb9-4452-a74c-cb924096c6bd tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:59.285016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Router 48557e94-1a4f-4891-ba7d-24af18df4aeb has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:35:59.369949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Allocated IP 172.20.0.3 (fe162c1b-220e-4450-a921-d87e63c44c5b/3708b0fe-6da6-4db4-9293-7dc51fe44c7b/4284a698-4be8-4514-b631-1911cdd2248d) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:35:59.424129 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a9f6113f-3e1e-4f4e-aa23-9d9cfa2f3a2d tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27015070'] for subnet (3708b0fe-6da6-4db4-9293-7dc51fe44c7b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:59.602473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d149726-fcb9-4452-a74c-cb924096c6bd tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 29869824-43fe-42bc-8a84-e871b66d4d15 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:35:59.629907 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Publish callbacks [] for port (4284a698-4be8-4514-b631-1911cdd2248d), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:59.665428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-25bb88ea-3b7e-4d37-b66e-2a0d22116b10 None None] Provisioning complete for port c7bf2e0c-621a-4540-b2f6-6c62982a6b2f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:35:59.666354 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-25bb88ea-3b7e-4d37-b66e-2a0d22116b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c7bf2e0c-621a-4540-b2f6-6c62982a6b2f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:59.709752 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-25bb88ea-3b7e-4d37-b66e-2a0d22116b10 None None] Port c7bf2e0c-621a-4540-b2f6-6c62982a6b2f cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:35:59.769482 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d149726-fcb9-4452-a74c-cb924096c6bd tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:35:59.779357 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1d149726-fcb9-4452-a74c-cb924096c6bd tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/29869824-43fe-42bc-8a84-e871b66d4d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8342035 Feb 11 04:35:59.782617 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45790f0-c3de-447b-bc16-e79eafd81dfe None None] Sync routers for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:35:59.786264 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34232) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:59.801514 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45790f0-c3de-447b-bc16-e79eafd81dfe None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:59.804125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e45790f0-c3de-447b-bc16-e79eafd81dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:35:59.861019 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (4284a698-4be8-4514-b631-1911cdd2248d), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:59.921170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:35:59.949429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-b046d590-09d3-4e70-a6c0-50fed69be341 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting subnet 5b1f88f2-c313-4201-8e62-9e91ab5f6d8d {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:35:59.951447 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:59.953399 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b046d590-09d3-4e70-a6c0-50fed69be341 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (5b1f88f2-c313-4201-8e62-9e91ab5f6d8d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:35:59.955289 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9720c-1569-4cf6-a295-dc19cd226aa4 None None] Sync routers for ids ['48557e94-1a4f-4891-ba7d-24af18df4aeb'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:35:59.964607 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a369eb1b-fb51-44b2-b39f-fde4bb0144a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] 10.222.0.13 "PUT /v2.0/routers/48557e94-1a4f-4891-ba7d-24af18df4aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2547195 Feb 11 04:35:59.966950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34240) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:35:59.977535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6902b0be-1c28-490f-97fb-f2136414f6a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Request body: {'port': {'network_id': 'adc3f49b-90ed-4f9b-b110-65d2451d03e9', 'name': 'tempest-FloatingIPAdminTestJSON-843188569'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:35:59.986078 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9720c-1569-4cf6-a295-dc19cd226aa4 None None] Routers {'48557e94-1a4f-4891-ba7d-24af18df4aeb'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:35:59.990603 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4ae9720c-1569-4cf6-a295-dc19cd226aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['48557e94-1a4f-4891-ba7d-24af18df4aeb'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:00.004368 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b046d590-09d3-4e70-a6c0-50fed69be341 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (5b1f88f2-c313-4201-8e62-9e91ab5f6d8d), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:00.017633 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Network fe162c1b-220e-4450-a921-d87e63c44c5b is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:36:00.025091 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:36:00.043434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:36:00.101815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Pushing event updated for resources: {'Port': ['ID=4284a698-4be8-4514-b631-1911cdd2248d,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:00.125138 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4ae9720c-1569-4cf6-a295-dc19cd226aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:00.140413 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9720c-1569-4cf6-a295-dc19cd226aa4 None None] Routers {'48557e94-1a4f-4891-ba7d-24af18df4aeb'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:00.141235 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4ae9720c-1569-4cf6-a295-dc19cd226aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['48557e94-1a4f-4891-ba7d-24af18df4aeb'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:00.145037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e45790f0-c3de-447b-bc16-e79eafd81dfe None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:36:00.173292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b046d590-09d3-4e70-a6c0-50fed69be341 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (5b1f88f2-c313-4201-8e62-9e91ab5f6d8d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:00.201513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Attempting to bind port 4284a698-4be8-4514-b631-1911cdd2248d on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:36:00.201894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Attempting to bind port 4284a698-4be8-4514-b631-1911cdd2248d by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'adaed788-1a77-4dea-87af-2c8b7f8313ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fe162c1b-220e-4450-a921-d87e63c44c5b'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:36:00.202278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Attempting to bind port 4284a698-4be8-4514-b631-1911cdd2248d on network fe162c1b-220e-4450-a921-d87e63c44c5b {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:36:00.211180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:36:00.211558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Checking segment: {'id': 'adaed788-1a77-4dea-87af-2c8b7f8313ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fe162c1b-220e-4450-a921-d87e63c44c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:36:00.212007 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:00.212588 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Bound using segment: {'id': 'adaed788-1a77-4dea-87af-2c8b7f8313ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fe162c1b-220e-4450-a921-d87e63c44c5b'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:36:00.212983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Bound port: 4284a698-4be8-4514-b631-1911cdd2248d, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adaed788-1a77-4dea-87af-2c8b7f8313ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fe162c1b-220e-4450-a921-d87e63c44c5b'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:36:00.213628 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4284a698-4be8-4514-b631-1911cdd2248d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:00.256683 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4ae9720c-1569-4cf6-a295-dc19cd226aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:00.258674 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9720c-1569-4cf6-a295-dc19cd226aa4 None None] The sync data for ids ['48557e94-1a4f-4891-ba7d-24af18df4aeb'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:36:00.455665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] For port 4284a698-4be8-4514-b631-1911cdd2248d, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:36:00.459176 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] For port 4284a698-4be8-4514-b631-1911cdd2248d, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4284a698-4be8-4514-b631-1911cdd2248d,segment=NetworkSegment(adaed788-1a77-4dea-87af-2c8b7f8313ba),segment_id=adaed788-1a77-4dea-87af-2c8b7f8313ba)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:36:00.467776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:36:00.514319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6a0ef-5409-41b9-b49f-31caee143937 req-06b3aff7-1972-43d0-9982-fd6070a2361d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:00.516658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbd6a0ef-5409-41b9-b49f-31caee143937 req-06b3aff7-1972-43d0-9982-fd6070a2361d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 944 time: 0.2780561 Feb 11 04:36:00.525933 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b046d590-09d3-4e70-a6c0-50fed69be341 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (5b1f88f2-c313-4201-8e62-9e91ab5f6d8d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:00.569012 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b046d590-09d3-4e70-a6c0-50fed69be341 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:00.586987 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:36:00.588797 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b046d590-09d3-4e70-a6c0-50fed69be341 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/5b1f88f2-c313-4201-8e62-9e91ab5f6d8d HTTP/1.1" status: 204 len: 168 time: 0.7971013 Feb 11 04:36:00.590333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046d590-09d3-4e70-a6c0-50fed69be341 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1f88f2-c313-4201-8e62-9e91ab5f6d8d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:00.593364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34248) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:00.596079 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7565f506-7023-4fc9-aa1d-3601b1bdf0c7 None None] Network 34408580-a09e-4b68-8b40-d2b682deed5d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:36:00.630895 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4284a698-4be8-4514-b631-1911cdd2248d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:00.643468 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbd6a0ef-5409-41b9-b49f-31caee143937 req-c41a20ef-78e6-4342-b95e-6584a4227ac8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114161 Feb 11 04:36:00.651873 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a9f6113f-3e1e-4f4e-aa23-9d9cfa2f3a2d tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777494323703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25403701'] for subnet (3708b0fe-6da6-4db4-9293-7dc51fe44c7b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:00.690612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6902b0be-1c28-490f-97fb-f2136414f6a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Made reservation on behalf of ff20ba7dddbc47d2adec48d0d87ef63c for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:36:00.694792 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6902b0be-1c28-490f-97fb-f2136414f6a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:00.725488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f6113f-3e1e-4f4e-aa23-9d9cfa2f3a2d tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:00.726179 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (34408580-a09e-4b68-8b40-d2b682deed5d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:00.726492 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a9f6113f-3e1e-4f4e-aa23-9d9cfa2f3a2d tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:00.727991 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a9f6113f-3e1e-4f4e-aa23-9d9cfa2f3a2d tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "PUT /v2.0/subnets/3708b0fe-6da6-4db4-9293-7dc51fe44c7b HTTP/1.1" status: 200 len: 877 time: 1.6214564 Feb 11 04:36:00.735844 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34252) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:00.748466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-6902b0be-1c28-490f-97fb-f2136414f6a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] device_id is not set on port a9f95399-d385-4952-8c00-0afa8c464168 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:36:00.769916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8fc17dd7-d5bd-4903-8298-55aa5437c4d1,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:00.791634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6113f-3e1e-4f4e-aa23-9d9cfa2f3a2d tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event updated for resources: {'Subnet': ['ID=3708b0fe-6da6-4db4-9293-7dc51fe44c7b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:00.834748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e45790f0-c3de-447b-bc16-e79eafd81dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:58Z', 'revision_number': 10, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:00.836895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db5023-2c9b-4b96-8d25-e3922c0ea193 None None] Pushing event updated for resources: {'Port': ['ID=4284a698-4be8-4514-b631-1911cdd2248d,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:00.842423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '8fc17dd7-d5bd-4903-8298-55aa5437c4d1', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'port_id': '8fc17dd7-d5bd-4903-8298-55aa5437c4d1', 'mac_address': 'fa:16:3e:49:c9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:36:00.874369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45790f0-c3de-447b-bc16-e79eafd81dfe None None] Checking router: 29869824-43fe-42bc-8a84-e871b66d4d15 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:36:00.954380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45790f0-c3de-447b-bc16-e79eafd81dfe None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:00.955356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e45790f0-c3de-447b-bc16-e79eafd81dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:01.028793 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:01.028793 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:01.043116 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (fe162c1b-220e-4450-a921-d87e63c44c5b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:01.061399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-6902b0be-1c28-490f-97fb-f2136414f6a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Allocated IP 172.20.0.9 (adc3f49b-90ed-4f9b-b110-65d2451d03e9/b0f1abf4-2d95-4dee-9604-4b63dc9c433e/a9f95399-d385-4952-8c00-0afa8c464168) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:36:01.070166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:01.070521 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:01.087511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:36:01.140659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e45790f0-c3de-447b-bc16-e79eafd81dfe None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:36:01.143836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8fc17dd7-d5bd-4903-8298-55aa5437c4d1,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:01.274892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] For port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8,segment=NetworkSegment(f42e7602-a95b-49f1-a575-a41c795e540f),segment_id=f42e7602-a95b-49f1-a575-a41c795e540f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:01.275327 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:01.299283 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:01.311890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300a50e0-398c-463b-a252-8b1722e61395 None None] DHCP port deletion for 34408580-a09e-4b68-8b40-d2b682deed5d request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:36:01.344581 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:01.432276 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34262) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:01.519652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Deleting port 4284a698-4be8-4514-b631-1911cdd2248d {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:01.520364 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4284a698-4be8-4514-b631-1911cdd2248d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:01.680063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=8fc17dd7-d5bd-4903-8298-55aa5437c4d1,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:01.694481 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2134ecc1-b6f6-4b92-b3ea-f6b730b54c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:01.696807 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6902b0be-1c28-490f-97fb-f2136414f6a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for port (a9f95399-d385-4952-8c00-0afa8c464168), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:01.722893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['8fc17dd7-d5bd-4903-8298-55aa5437c4d1'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:36:01.735026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] For port 4284a698-4be8-4514-b631-1911cdd2248d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4284a698-4be8-4514-b631-1911cdd2248d,segment=NetworkSegment(adaed788-1a77-4dea-87af-2c8b7f8313ba),segment_id=adaed788-1a77-4dea-87af-2c8b7f8313ba)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:01.735535 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4284a698-4be8-4514-b631-1911cdd2248d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:01.760988 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Calling delete_port for 4284a698-4be8-4514-b631-1911cdd2248d owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:01.818486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2134ecc1-b6f6-4b92-b3ea-f6b730b54c31 admin admin] Publish callbacks [] for security_group (f303c3a0-b056-4687-886a-bdb6a96a79d5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:01.833341 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:01.875528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-300a50e0-398c-463b-a252-8b1722e61395 None None] Deleting port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:01.875910 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-300a50e0-398c-463b-a252-8b1722e61395 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:01.924096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:01.939838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] No DVR routers for this DVR port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:36:01.961692 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6902b0be-1c28-490f-97fb-f2136414f6a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (a9f95399-d385-4952-8c00-0afa8c464168), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:02.021743 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2134ecc1-b6f6-4b92-b3ea-f6b730b54c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f303c3a0-b056-4687-886a-bdb6a96a79d5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:02.050809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd757b-56f7-4c09-b7d1-7bd7c93c74b8 req-d8e0fbe5-488a-460b-843d-003448136118 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:02.053641 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80dd757b-56f7-4c09-b7d1-7bd7c93c74b8 req-d8e0fbe5-488a-460b-843d-003448136118 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 945 time: 0.2345240 Feb 11 04:36:02.115042 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2134ecc1-b6f6-4b92-b3ea-f6b730b54c31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0936fd36e6f402a9a36212359189272&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6792250 Feb 11 04:36:02.116214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34268) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:02.117106 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134ecc1-b6f6-4b92-b3ea-f6b730b54c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f303c3a0-b056-4687-886a-bdb6a96a79d5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:02.161637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-300a50e0-398c-463b-a252-8b1722e61395 None None] For port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8, host n-d-712142-35, got binding levels [] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:02.174173 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-300a50e0-398c-463b-a252-8b1722e61395 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:02.244924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6902b0be-1c28-490f-97fb-f2136414f6a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Network adc3f49b-90ed-4f9b-b110-65d2451d03e9 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:36:02.250024 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-300a50e0-398c-463b-a252-8b1722e61395 None None] Calling delete_port for d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:02.263807 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4284a698-4be8-4514-b631-1911cdd2248d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:36:02.272803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.ipam_backend_mixin [None req-300a50e0-398c-463b-a252-8b1722e61395 None None] Port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 was not found and therefore no delete operation was performed {{(pid=103810) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:36:02.305790 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3883a174-8ca2-4fb9-9566-fa0977403885 admin admin] Publish callbacks [] for security_group (f303c3a0-b056-4687-886a-bdb6a96a79d5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:02.347174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-6902b0be-1c28-490f-97fb-f2136414f6a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:36:02.357836 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (34408580-a09e-4b68-8b40-d2b682deed5d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:02.360897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6902b0be-1c28-490f-97fb-f2136414f6a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:36:02.374808 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3883a174-8ca2-4fb9-9566-fa0977403885 admin admin] Publish callbacks [] for security_group (f303c3a0-b056-4687-886a-bdb6a96a79d5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:02.400927 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e45790f0-c3de-447b-bc16-e79eafd81dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:58Z', 'revision_number': 10, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:02.401332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902b0be-1c28-490f-97fb-f2136414f6a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event updated for resources: {'Port': ['ID=a9f95399-d385-4952-8c00-0afa8c464168,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:02.418248 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-300a50e0-398c-463b-a252-8b1722e61395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:02.477839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80dd757b-56f7-4c09-b7d1-7bd7c93c74b8 req-0118a0ad-86aa-429d-a39f-7a1a7d3601b1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579834 Feb 11 04:36:02.516198 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34408580-a09e-4b68-8b40-d2b682deed5d']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:02.562758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42e7602-a95b-49f1-a575-a41c795e540f') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:02.562758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42e7602-a95b-49f1-a575-a41c795e540f') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:02.586517 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6902b0be-1c28-490f-97fb-f2136414f6a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:02.592175 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6902b0be-1c28-490f-97fb-f2136414f6a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:02.592175 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (f42e7602-a95b-49f1-a575-a41c795e540f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:02.643128 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f42e7602-a95b-49f1-a575-a41c795e540f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:02.650742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45790f0-c3de-447b-bc16-e79eafd81dfe None None] The sync data for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 is: [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:35:58Z', 'revision_number': 10, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None, '_interfaces': [{'id': 'd06b6ba6-7827-4744-ac20-30d31fc64aac', 'name': '', 'network_id': '05bae83a-b36a-4d2d-b842-f28b5460d2c2', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'mac_address': 'fa:16:3e:94:26:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:35:02Z', 'updated_at': '2022-02-11T04:35:11Z', 'revision_number': 5, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'subnets': [{'id': '999f358b-56fd-4753-b8f7-a25f380fa998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:36:02.662431 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3883a174-8ca2-4fb9-9566-fa0977403885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f303c3a0-b056-4687-886a-bdb6a96a79d5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:02.665254 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3883a174-8ca2-4fb9-9566-fa0977403885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:02.671389 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3883a174-8ca2-4fb9-9566-fa0977403885 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f303c3a0-b056-4687-886a-bdb6a96a79d5 HTTP/1.1" status: 204 len: 168 time: 0.5340686 Feb 11 04:36:02.682374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:36:02.683532 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (f42e7602-a95b-49f1-a575-a41c795e540f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:02.690989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300a50e0-398c-463b-a252-8b1722e61395 None None] No DVR routers for this DVR port d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:36:02.693367 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883a174-8ca2-4fb9-9566-fa0977403885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f303c3a0-b056-4687-886a-bdb6a96a79d5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:36:02.702203 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:36:02.705646 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a50e0-398c-463b-a252-8b1722e61395 None None] Pushing event deleted for resources: {'Port': ['ID=d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:02.746442 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4284a698-4be8-4514-b631-1911cdd2248d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:02.796337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 4284a698-4be8-4514-b631-1911cdd2248d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:02.796793 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4284a698-4be8-4514-b631-1911cdd2248d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:02.874768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7429d0-cc14-4ff4-8b8b-29d9b34bb185 None None] Network fe162c1b-220e-4450-a921-d87e63c44c5b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:36:02.877683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Port 4284a698-4be8-4514-b631-1911cdd2248d was deleted so its status cannot be updated. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 04:36:02.886374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34278) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:02.891085 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6902b0be-1c28-490f-97fb-f2136414f6a8 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9223971 Feb 11 04:36:02.928266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9802eaea-8ab5-439b-bf2c-a63533d43121 None None] Could not find standard attr ID for object 4284a698-4be8-4514-b631-1911cdd2248d. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:36:02.993566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9802eaea-8ab5-439b-bf2c-a63533d43121 None None] Provisioning complete for port a9f95399-d385-4952-8c00-0afa8c464168 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:02.994378 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9802eaea-8ab5-439b-bf2c-a63533d43121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a9f95399-d385-4952-8c00-0afa8c464168), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:03.000004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No DVR routers for this DVR port 4284a698-4be8-4514-b631-1911cdd2248d on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:36:03.007654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Port': ['ID=4284a698-4be8-4514-b631-1911cdd2248d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:03.061272 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'project_id': 'ff20ba7dddbc47d2adec48d0d87ef63c', 'port_id': 'a9f95399-d385-4952-8c00-0afa8c464168'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:03.088860 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (3708b0fe-6da6-4db4-9293-7dc51fe44c7b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:03.109345 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:36:03.110491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9802eaea-8ab5-439b-bf2c-a63533d43121 None None] Port a9f95399-d385-4952-8c00-0afa8c464168 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:36:03.141907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:36:03.142341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d8e83bf9-38e7-4cf3-851d-e68d1fcfcaa8 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:36:03.239599 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (34408580-a09e-4b68-8b40-d2b682deed5d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:03.273964 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:03.286535 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:03.293241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/networks/34408580-a09e-4b68-8b40-d2b682deed5d HTTP/1.1" status: 204 len: 168 time: 2.6958032 Feb 11 04:36:03.293241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c958a2b-4fdc-4ab1-82e4-bcfd152be677 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Network': ['ID=34408580-a09e-4b68-8b40-d2b682deed5d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:03.293908 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34286) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:03.342461 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (3708b0fe-6da6-4db4-9293-7dc51fe44c7b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:03.377183 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe812672-ff30-4987-919b-84e99b11f017 None None] Network fe162c1b-220e-4450-a921-d87e63c44c5b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:36:03.433319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Subnet': ['ID=3708b0fe-6da6-4db4-9293-7dc51fe44c7b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:03.490331 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (fe162c1b-220e-4450-a921-d87e63c44c5b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:03.518960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe162c1b-220e-4450-a921-d87e63c44c5b']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:03.552262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adaed788-1a77-4dea-87af-2c8b7f8313ba') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:03.553296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adaed788-1a77-4dea-87af-2c8b7f8313ba') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:03.582366 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (adaed788-1a77-4dea-87af-2c8b7f8313ba), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:03.613782 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (adaed788-1a77-4dea-87af-2c8b7f8313ba), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:03.628613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:36:03.628613 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (adaed788-1a77-4dea-87af-2c8b7f8313ba), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:03.653069 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea8d499-65ca-4901-88b3-81f2624defee None None] DHCP port deletion for fe162c1b-220e-4450-a921-d87e63c44c5b request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:36:03.681047 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:36:03.841876 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:03.856048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c47bc-aaa2-42e5-98d3-486a70d9b33e req-e704d34d-0a6c-4cc7-90f3-3a3b0e10e97a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:03.858593 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e1c47bc-aaa2-42e5-98d3-486a70d9b33e req-e704d34d-0a6c-4cc7-90f3-3a3b0e10e97a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 945 time: 0.1477277 Feb 11 04:36:03.885338 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:03.939860 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e1c47bc-aaa2-42e5-98d3-486a70d9b33e req-8806e05b-4385-4dbc-a811-3d44ca8dffd8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740495 Feb 11 04:36:04.017547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4284a698-4be8-4514-b631-1911cdd2248d no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:36:04.030108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Allocated IP 172.25.3.227 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/e704fdac-2ff0-49e3-b423-9fe52b1497ad) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:36:04.061998 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (fe162c1b-220e-4450-a921-d87e63c44c5b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:04.061998 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:04.081212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 4284a698-4be8-4514-b631-1911cdd2248d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:36:04.081587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4284a698-4be8-4514-b631-1911cdd2248d not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:36:04.082029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c3e9164b-7094-4d32-a14a-76d7c52c3b11 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:36:04.089635 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b56be8ec-6f7c-479a-9af6-18c68472c620 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:04.092469 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34308) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:04.094112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/fe162c1b-220e-4450-a921-d87e63c44c5b HTTP/1.1" status: 204 len: 168 time: 3.3480296 Feb 11 04:36:04.110510 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:04.118478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: c3e9164b-7094-4d32-a14a-76d7c52c3b11 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:36:04.118478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c3e9164b-7094-4d32-a14a-76d7c52c3b11 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:36:04.146337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c0b97-61a1-498f-8181-8f28738959e9 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Network': ['ID=fe162c1b-220e-4450-a921-d87e63c44c5b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:04.388959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34314) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:04.461246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:36:04.535412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-334425828-network', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:04.585870 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e47512-2f56-4cc4-a796-4a5d944d8bd5 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:04.586335 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e47512-2f56-4cc4-a796-4a5d944d8bd5 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:04.590295 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-32e47512-2f56-4cc4-a796-4a5d944d8bd5 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/subnets/3708b0fe-6da6-4db4-9293-7dc51fe44c7b HTTP/1.1" status: 404 len: 337 time: 0.4500968 Feb 11 04:36:04.593123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34320) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:04.624119 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44f1912-f9c6-4231-9a48-19fd04777e0b tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:04.624885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44f1912-f9c6-4231-9a48-19fd04777e0b tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:04.635004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b44f1912-f9c6-4231-9a48-19fd04777e0b tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/fe162c1b-220e-4450-a921-d87e63c44c5b HTTP/1.1" status: 404 len: 339 time: 0.0389678 Feb 11 04:36:04.635748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34322) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:04.646693 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks [] for port (e704fdac-2ff0-49e3-b423-9fe52b1497ad), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:04.675831 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb699b9d-1a27-4a78-be97-b37cf7b8d363 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:04.676460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb699b9d-1a27-4a78-be97-b37cf7b8d363 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:04.682998 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fb699b9d-1a27-4a78-be97-b37cf7b8d363 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/subnets/dcce1fa1-3b77-42a0-862c-574c921f8f57 HTTP/1.1" status: 404 len: 337 time: 0.0442040 Feb 11 04:36:04.685455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34326) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:04.714365 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4415351-3561-4cb7-96cf-9c4f5c22cdfe tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:04.715035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4415351-3561-4cb7-96cf-9c4f5c22cdfe tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:04.718245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a4415351-3561-4cb7-96cf-9c4f5c22cdfe tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/7c42a203-7fce-4730-b71b-697e149d69f8 HTTP/1.1" status: 404 len: 339 time: 0.0307252 Feb 11 04:36:04.720827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34328) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:04.730404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:36:04.737092 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:04.737092 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:04.802605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] Made reservation on behalf of a8e2c7e55f414367b72ee24869865b9b for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:36:04.804989 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:04.824230 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:04.829974 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a42bc579-be3d-4fb6-ad81-11665c4c7ad2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (a79c1510-db73-4ddd-828c-d94c1061fec1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:04.886787 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:04.893147 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:04.914400 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e704fdac-2ff0-49e3-b423-9fe52b1497ad), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:04.922806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777494b4-92ef-47a6-b2fc-4d7d2b623386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc17dd7-d5bd-4903-8298-55aa5437c4d1'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:36:04.925586 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29726ed6-945a-4ed2-8796-41cbcb4fcf4e" -d '{"events": [{"server_uuid": "777494b4-92ef-47a6-b2fc-4d7d2b623386", "name": "network-vif-plugged", "status": "completed", "tag": "8fc17dd7-d5bd-4903-8298-55aa5437c4d1"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:36:04.927379 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b56be8ec-6f7c-479a-9af6-18c68472c620 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port d06b6ba6-7827-4744-ac20-30d31fc64aac {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:04.927732 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b56be8ec-6f7c-479a-9af6-18c68472c620 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:04.942665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8fc17dd7-d5bd-4903-8298-55aa5437c4d1,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:04.945986 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:36:04.962780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:36:04.982673 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a42bc579-be3d-4fb6-ad81-11665c4c7ad2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (a79c1510-db73-4ddd-828c-d94c1061fec1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:04.997787 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:36:05.040132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-a42bc579-be3d-4fb6-ad81-11665c4c7ad2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79c1510-db73-4ddd-828c-d94c1061fec1']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:05.057565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-a42bc579-be3d-4fb6-ad81-11665c4c7ad2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295fef43-67a6-4fde-9f7e-d0df54450668') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:05.057828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-a42bc579-be3d-4fb6-ad81-11665c4c7ad2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295fef43-67a6-4fde-9f7e-d0df54450668') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:05.067947 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:05.082235 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a42bc579-be3d-4fb6-ad81-11665c4c7ad2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (295fef43-67a6-4fde-9f7e-d0df54450668), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:05.111734 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a42bc579-be3d-4fb6-ad81-11665c4c7ad2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (295fef43-67a6-4fde-9f7e-d0df54450668), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:05.117941 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] Publish callbacks [] for security_group (074c5ba6-0111-4127-a66e-279ff7a623f8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:05.135542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42bc579-be3d-4fb6-ad81-11665c4c7ad2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:36:05.135933 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a42bc579-be3d-4fb6-ad81-11665c4c7ad2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (295fef43-67a6-4fde-9f7e-d0df54450668), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:36:05.139460 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:36:05.194716 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=8fc17dd7-d5bd-4903-8298-55aa5437c4d1,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:05.246174 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c56639b-289e-4eee-9b80-4f084f98080c x-openstack-request-id: req-5c56639b-289e-4eee-9b80-4f084f98080c {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:36:05.246948 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777494b4-92ef-47a6-b2fc-4d7d2b623386", "name": "network-vif-plugged", "status": "completed", "tag": "8fc17dd7-d5bd-4903-8298-55aa5437c4d1", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:36:05.246948 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c56639b-289e-4eee-9b80-4f084f98080c {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:36:05.247367 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777494b4-92ef-47a6-b2fc-4d7d2b623386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc17dd7-d5bd-4903-8298-55aa5437c4d1', 'code': 200} Feb 11 04:36:05.295963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-b56be8ec-6f7c-479a-9af6-18c68472c620 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] For port d06b6ba6-7827-4744-ac20-30d31fc64aac, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d06b6ba6-7827-4744-ac20-30d31fc64aac,segment=NetworkSegment(70c5040c-b5e9-4573-8209-8c68949de7d9),segment_id=70c5040c-b5e9-4573-8209-8c68949de7d9)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:05.296605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b56be8ec-6f7c-479a-9af6-18c68472c620 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:05.349924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b56be8ec-6f7c-479a-9af6-18c68472c620 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for d06b6ba6-7827-4744-ac20-30d31fc64aac owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:05.370381 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a42bc579-be3d-4fb6-ad81-11665c4c7ad2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (a79c1510-db73-4ddd-828c-d94c1061fec1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:05.372382 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (074c5ba6-0111-4127-a66e-279ff7a623f8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:05.392027 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a42bc579-be3d-4fb6-ad81-11665c4c7ad2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:05.411456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a42bc579-be3d-4fb6-ad81-11665c4c7ad2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/a79c1510-db73-4ddd-828c-d94c1061fec1 HTTP/1.1" status: 204 len: 168 time: 0.6860883 Feb 11 04:36:05.416366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149afa58-f732-4ec9-b015-72e9d3a41321 req-c538aae1-2f6e-4328-8c94-a80f8b30101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:05.417917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-149afa58-f732-4ec9-b015-72e9d3a41321 req-c538aae1-2f6e-4328-8c94-a80f8b30101a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 1129 time: 0.1101449 Feb 11 04:36:05.424044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34340) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:05.435740 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Pushing event updated for resources: {'Port': ['ID=e704fdac-2ff0-49e3-b423-9fe52b1497ad,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:05.493524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:36:05.508247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bc579-be3d-4fb6-ad81-11665c4c7ad2 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Network': ['ID=a79c1510-db73-4ddd-828c-d94c1061fec1,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:05.547256 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-04766f9f-ccff-4a80-a7a4-50e67865ed05 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:05.547731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04766f9f-ccff-4a80-a7a4-50e67865ed05 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:05.553551 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-04766f9f-ccff-4a80-a7a4-50e67865ed05 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/subnets/316be8fe-56b5-4a7e-b562-358f94d212f4 HTTP/1.1" status: 404 len: 337 time: 0.1258938 Feb 11 04:36:05.556064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34342) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:05.575410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074c5ba6-0111-4127-a66e-279ff7a623f8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:05.602642 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (3fffe665-6854-4972-83d1-8f1a9a126a23), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:05.603007 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] Added segment 3fffe665-6854-4972-83d1-8f1a9a126a23 of type vlan for network 361f5f44-5600-48d6-9ef0-d8caacdf877b Feb 11 04:36:05.611778 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a7a43a-518b-4e19-8f03-8ccdbc1d0a49 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:05.612611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a7a43a-518b-4e19-8f03-8ccdbc1d0a49 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:05.618225 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-69a7a43a-518b-4e19-8f03-8ccdbc1d0a49 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/b9dcf056-417d-4ba6-99a0-2418b96de508 HTTP/1.1" status: 404 len: 339 time: 0.0574749 Feb 11 04:36:05.622351 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34344) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:05.665035 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-8735619d-fda3-42e2-92f3-fcdc84c4efce tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:05.665324 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8735619d-fda3-42e2-92f3-fcdc84c4efce tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:05.669797 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8735619d-fda3-42e2-92f3-fcdc84c4efce tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/subnets/2e27a500-9a78-4aa6-a504-3aa64c9d90c8 HTTP/1.1" status: 404 len: 337 time: 0.0464106 Feb 11 04:36:05.674655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34348) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:05.685133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b667a6-9752-47fa-a145-70aea6b51742 req-edf179d0-b08f-4496-b2c9-68167a557a49 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:05.692498 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2b667a6-9752-47fa-a145-70aea6b51742 req-edf179d0-b08f-4496-b2c9-68167a557a49 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 946 time: 0.2347426 Feb 11 04:36:05.700488 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-149afa58-f732-4ec9-b015-72e9d3a41321 req-83ebdebf-9300-4fbf-bd2a-5435d38f9f9d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695601 Feb 11 04:36:05.713304 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0dd8011-2ef4-47c3-bf79-bc9f14ca04a3 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:05.716889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0dd8011-2ef4-47c3-bf79-bc9f14ca04a3 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:05.717732 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d0dd8011-2ef4-47c3-bf79-bc9f14ca04a3 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/81e96752-d8a4-4ee4-b4ab-9a006fb816bd HTTP/1.1" status: 404 len: 339 time: 0.0412288 Feb 11 04:36:05.724116 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34352) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:05.745734 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (361f5f44-5600-48d6-9ef0-d8caacdf877b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:05.782708 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab48c34-f350-4135-9532-061000622f42 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:05.783174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab48c34-f350-4135-9532-061000622f42 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:05.789015 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0ab48c34-f350-4135-9532-061000622f42 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/subnets/863b814e-85ec-4c86-a5fd-04ffbadbbd56 HTTP/1.1" status: 404 len: 337 time: 0.0606978 Feb 11 04:36:05.789310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34354) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:05.836851 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2b667a6-9752-47fa-a145-70aea6b51742 req-e4e7cafd-270d-4c97-a12a-64094c5f06be tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433794 Feb 11 04:36:05.839345 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d07b98-cd19-428e-a47d-2bb6217620cf tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:05.840048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d07b98-cd19-428e-a47d-2bb6217620cf tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:05.847181 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-14d07b98-cd19-428e-a47d-2bb6217620cf tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/28be9c6f-1cdf-4932-9b07-f29851322e53 HTTP/1.1" status: 404 len: 339 time: 0.0529377 Feb 11 04:36:05.847483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34356) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:05.879348 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6e7e63-8aff-486b-b8e0-c7275b7cd137 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:05.879812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6e7e63-8aff-486b-b8e0-c7275b7cd137 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:05.882888 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8d6e7e63-8aff-486b-b8e0-c7275b7cd137 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/subnets/533fa607-f7ae-41fc-8fc3-7cbb86a6f429 HTTP/1.1" status: 404 len: 337 time: 0.0356188 Feb 11 04:36:05.885922 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34358) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:05.905286 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44b5292-42aa-4530-98c3-82817ba89e92 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:05.905891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44b5292-42aa-4530-98c3-82817ba89e92 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:05.909069 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b44b5292-42aa-4530-98c3-82817ba89e92 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/bb0c06c1-9315-45a7-bae0-9b06ac026df5 HTTP/1.1" status: 404 len: 339 time: 0.0219846 Feb 11 04:36:05.911814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34360) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:05.943702 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d7b907-9415-40d6-b29f-9068542e3453 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:05.944164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d7b907-9415-40d6-b29f-9068542e3453 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:05.947547 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-90d7b907-9415-40d6-b29f-9068542e3453 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/subnets/51f00c02-b836-42f3-929a-805d56ccac86 HTTP/1.1" status: 404 len: 337 time: 0.0345535 Feb 11 04:36:05.950298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34362) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:05.970779 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b8fb4a-8e94-4652-b415-a2789cc6ad6c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:05.972755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b8fb4a-8e94-4652-b415-a2789cc6ad6c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:05.972899 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b56be8ec-6f7c-479a-9af6-18c68472c620 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d06b6ba6-7827-4744-ac20-30d31fc64aac), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:05.977586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e6b8fb4a-8e94-4652-b415-a2789cc6ad6c tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/1904bc0c-a5de-4d1d-ac98-d46864c97cfa HTTP/1.1" status: 404 len: 339 time: 0.0238411 Feb 11 04:36:05.977762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34364) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:06.005891 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-04616214-27a4-48bb-b106-e18debbf0eaf tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:06.006350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04616214-27a4-48bb-b106-e18debbf0eaf tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:06.011999 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-04616214-27a4-48bb-b106-e18debbf0eaf tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/subnets/b6dbcc32-eb25-412a-a08b-821fc71b1bdb HTTP/1.1" status: 404 len: 337 time: 0.0304918 Feb 11 04:36:06.012246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34366) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:06.034665 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (361f5f44-5600-48d6-9ef0-d8caacdf877b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:06.035663 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:06.036236 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:06.040289 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-99469fde-a45a-4fd8-99cb-50a427f3e742 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:06.041389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99469fde-a45a-4fd8-99cb-50a427f3e742 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:06.046930 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-99469fde-a45a-4fd8-99cb-50a427f3e742 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/9483a0a8-09a4-4423-8cfe-432ed9e46868 HTTP/1.1" status: 404 len: 339 time: 0.0313225 Feb 11 04:36:06.047144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34368) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:06.050304 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56be8ec-6f7c-479a-9af6-18c68472c620 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=d06b6ba6-7827-4744-ac20-30d31fc64aac,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:06.112092 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d1775c-e043-4345-854a-0b6ce72cff98 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:06.112733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d1775c-e043-4345-854a-0b6ce72cff98 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:06.115732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f4d1775c-e043-4345-854a-0b6ce72cff98 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/subnets/c0164d47-2b44-4ac3-aab6-92b6b40a1f53 HTTP/1.1" status: 404 len: 337 time: 0.0676227 Feb 11 04:36:06.118368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34370) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:06.172438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] Pushing event updated for resources: {'Network': ['ID=361f5f44-5600-48d6-9ef0-d8caacdf877b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:06.186151 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 361f5f44-5600-48d6-9ef0-d8caacdf877b details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:36:06.199569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4d700bf2-ca98-4b12-a7f3-5416a6a01bd9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8060534 Feb 11 04:36:06.199945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34372) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:06.205050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-e04a6d3f-82a0-4115-80fa-306353866ddd admin admin] Request body: {'subnet': {'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-334425828-subnet', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:06.249354 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56f1a3b-3ce0-4446-8a76-c2979cc88825 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:06.249885 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56f1a3b-3ce0-4446-8a76-c2979cc88825 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:06.255840 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a56f1a3b-3ce0-4446-8a76-c2979cc88825 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/a5b6dc3f-82b7-4a60-a424-cc15a3dbbf60 HTTP/1.1" status: 404 len: 339 time: 0.1332049 Feb 11 04:36:06.256099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34374) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:06.300732 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b513875-8062-49c7-9527-422e59435f38 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:06.301203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b513875-8062-49c7-9527-422e59435f38 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:06.305398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3b513875-8062-49c7-9527-422e59435f38 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/subnets/493db983-ecfe-4420-9300-cdf2aa2738f1 HTTP/1.1" status: 404 len: 337 time: 0.0481086 Feb 11 04:36:06.308792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34376) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:06.330735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04a6d3f-82a0-4115-80fa-306353866ddd admin admin] Made reservation on behalf of a8e2c7e55f414367b72ee24869865b9b for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:36:06.333150 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e04a6d3f-82a0-4115-80fa-306353866ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:06.335482 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7337bb3-54fb-4b42-8b9c-cecca1b889ed tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:06.335990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7337bb3-54fb-4b42-8b9c-cecca1b889ed tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:06.346676 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f7337bb3-54fb-4b42-8b9c-cecca1b889ed tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/bc27372b-3896-47f8-9ffe-122ff8344556 HTTP/1.1" status: 404 len: 339 time: 0.0367894 Feb 11 04:36:06.363450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34378) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:06.492431 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b56be8ec-6f7c-479a-9af6-18c68472c620 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (29869824-43fe-42bc-8a84-e871b66d4d15), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:06.502929 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks [] for floatingip (bd3f8966-3fb0-4689-a5c6-0a4b26c6f37f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:06.533083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-42fa78a0-be70-4146-84b4-839893617227 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Deleting subnet 49e8bf1d-0dfa-4cbe-b0ed-3aba20b64518 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:36:06.544875 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42fa78a0-be70-4146-84b4-839893617227 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for subnet (49e8bf1d-0dfa-4cbe-b0ed-3aba20b64518), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:06.663970 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42fa78a0-be70-4146-84b4-839893617227 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (49e8bf1d-0dfa-4cbe-b0ed-3aba20b64518), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:06.680396 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e04a6d3f-82a0-4115-80fa-306353866ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (d8011d6b-e7c9-4f5a-85bb-dd62807dd54d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:06.772336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04a6d3f-82a0-4115-80fa-306353866ddd admin admin] Checking segment: {'id': '3fffe665-6854-4972-83d1-8f1a9a126a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:36:06.772846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04a6d3f-82a0-4115-80fa-306353866ddd admin admin] Network hostable DHCP agents. Network: 361f5f44-5600-48d6-9ef0-d8caacdf877b, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:36:06.776347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a6d3f-82a0-4115-80fa-306353866ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8011d6b-e7c9-4f5a-85bb-dd62807dd54d,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:06.812846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56be8ec-6f7c-479a-9af6-18c68472c620 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 29869824-43fe-42bc-8a84-e871b66d4d15 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:36:06.868987 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e704fdac-2ff0-49e3-b423-9fe52b1497ad), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:06.925334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04a6d3f-82a0-4115-80fa-306353866ddd admin admin] Network 361f5f44-5600-48d6-9ef0-d8caacdf877b is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:36:06.948833 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42fa78a0-be70-4146-84b4-839893617227 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (49e8bf1d-0dfa-4cbe-b0ed-3aba20b64518), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:07.036029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-e04a6d3f-82a0-4115-80fa-306353866ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 361f5f44-5600-48d6-9ef0-d8caacdf877b) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:36:07.046983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fe3cf-3118-4a23-8fc7-ac6df2bd3543 req-3043c619-f4e7-4f86-bbeb-b4667d541c90 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:07.048601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d14fe3cf-3118-4a23-8fc7-ac6df2bd3543 req-3043c619-f4e7-4f86-bbeb-b4667d541c90 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 946 time: 0.1025941 Feb 11 04:36:07.048860 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c68dcd-7f5f-4c57-9a55-99a292b1e277 None None] Network 361f5f44-5600-48d6-9ef0-d8caacdf877b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:36:07.049970 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a6d3f-82a0-4115-80fa-306353866ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:07.050553 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e04a6d3f-82a0-4115-80fa-306353866ddd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:07.098868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56be8ec-6f7c-479a-9af6-18c68472c620 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:36:07.111182 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b56be8ec-6f7c-479a-9af6-18c68472c620 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/29869824-43fe-42bc-8a84-e871b66d4d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8151743 Feb 11 04:36:07.115056 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34386) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:07.139331 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d14fe3cf-3118-4a23-8fc7-ac6df2bd3543 req-40321e10-dc00-40c8-b059-dade37fac51b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789180 Feb 11 04:36:07.153064 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100de6a8-7f99-4e69-a6ce-47ac95d3e5a3 None None] Sync routers for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:36:07.176519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100de6a8-7f99-4e69-a6ce-47ac95d3e5a3 None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:07.178315 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-100de6a8-7f99-4e69-a6ce-47ac95d3e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:07.186834 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e04a6d3f-82a0-4115-80fa-306353866ddd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9856038 Feb 11 04:36:07.192445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34388) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:07.192445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:07.258185 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4177f71-8f86-429e-81b5-855581f8237d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting subnet 999f358b-56fd-4753-b8f7-a25f380fa998 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:36:07.274047 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4177f71-8f86-429e-81b5-855581f8237d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (999f358b-56fd-4753-b8f7-a25f380fa998), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:07.281160 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-361f5f44-5600-48d6-9ef0-d8caacdf877b', 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'fixed_ips': [{'subnet_id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:36:07.282763 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:07.289616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-100de6a8-7f99-4e69-a6ce-47ac95d3e5a3 None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:36:07.338455 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks [] for port (e704fdac-2ff0-49e3-b423-9fe52b1497ad), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:07.344507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4177f71-8f86-429e-81b5-855581f8237d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (999f358b-56fd-4753-b8f7-a25f380fa998), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:07.356551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-100de6a8-7f99-4e69-a6ce-47ac95d3e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:36:05Z', 'revision_number': 11, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:07.378485 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (02352c1a-80c3-4313-bfa0-bc6d230ef37a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:07.381179 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (02352c1a-80c3-4313-bfa0-bc6d230ef37a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:07.387198 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42fa78a0-be70-4146-84b4-839893617227 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (49e8bf1d-0dfa-4cbe-b0ed-3aba20b64518), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:07.393032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100de6a8-7f99-4e69-a6ce-47ac95d3e5a3 None None] Checking router: 29869824-43fe-42bc-8a84-e871b66d4d15 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:36:07.428189 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa78a0-be70-4146-84b4-839893617227 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Subnet': ['ID=49e8bf1d-0dfa-4cbe-b0ed-3aba20b64518,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:07.441454 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42fa78a0-be70-4146-84b4-839893617227 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:07.450777 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-42fa78a0-be70-4146-84b4-839893617227 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/subnets/49e8bf1d-0dfa-4cbe-b0ed-3aba20b64518 HTTP/1.1" status: 204 len: 168 time: 1.0653074 Feb 11 04:36:07.452867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34390) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:07.458272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e9f22c-6d6c-4a89-ad80-52e8129c063e None None] Network 3263750b-d5b2-42b2-bdf7-617f2562adcb requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:36:07.474109 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100de6a8-7f99-4e69-a6ce-47ac95d3e5a3 None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:07.474788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-100de6a8-7f99-4e69-a6ce-47ac95d3e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:07.492881 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Publish callbacks [] for router_controller (02352c1a-80c3-4313-bfa0-bc6d230ef37a), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:07.549834 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (e704fdac-2ff0-49e3-b423-9fe52b1497ad), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:07.611678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-100de6a8-7f99-4e69-a6ce-47ac95d3e5a3 None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:36:07.626319 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4177f71-8f86-429e-81b5-855581f8237d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (999f358b-56fd-4753-b8f7-a25f380fa998), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:07.717335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-100de6a8-7f99-4e69-a6ce-47ac95d3e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:36:05Z', 'revision_number': 11, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:07.736502 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (3263750b-d5b2-42b2-bdf7-617f2562adcb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:07.748247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Pushing event updated for resources: {'Port': ['ID=e704fdac-2ff0-49e3-b423-9fe52b1497ad,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:07.765383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100de6a8-7f99-4e69-a6ce-47ac95d3e5a3 None None] The sync data for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 is: [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:36:05Z', 'revision_number': 11, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:36:07.777332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (bd3f8966-3fb0-4689-a5c6-0a4b26c6f37f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:07.788085 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Allocated IP 172.20.0.2 (361f5f44-5600-48d6-9ef0-d8caacdf877b/d8011d6b-e7c9-4f5a-85bb-dd62807dd54d/78d44907-63fa-4ded-9e3f-99878ffdaac0) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:36:08.017497 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Publish callbacks [] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:08.026891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Deleting port b8607995-fe45-4692-ad77-30a3849514f6 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:08.027336 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b8607995-fe45-4692-ad77-30a3849514f6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:08.057367 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4177f71-8f86-429e-81b5-855581f8237d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (999f358b-56fd-4753-b8f7-a25f380fa998), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:08.138744 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:08.142175 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4177f71-8f86-429e-81b5-855581f8237d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:08.155205 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d4177f71-8f86-429e-81b5-855581f8237d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/999f358b-56fd-4753-b8f7-a25f380fa998 HTTP/1.1" status: 204 len: 168 time: 1.0375333 Feb 11 04:36:08.158648 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4177f71-8f86-429e-81b5-855581f8237d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Subnet': ['ID=999f358b-56fd-4753-b8f7-a25f380fa998,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:08.168408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34398) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:08.177764 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] For port b8607995-fe45-4692-ad77-30a3849514f6, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b8607995-fe45-4692-ad77-30a3849514f6,segment=NetworkSegment(6bde0ab3-181a-4a0c-be01-776d03939d4a),segment_id=6bde0ab3-181a-4a0c-be01-776d03939d4a)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:08.178218 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b8607995-fe45-4692-ad77-30a3849514f6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:08.192577 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Floating IP bd3f8966-3fb0-4689-a5c6-0a4b26c6f37f associated. External IP: 172.25.3.227, port: a9f95399-d385-4952-8c00-0afa8c464168. Feb 11 04:36:08.209843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabe3e63-951c-4704-9dba-82dd4e70bb76 None None] DHCP port deletion for 3263750b-d5b2-42b2-bdf7-617f2562adcb request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:36:08.212447 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc669987-f79b-4796-809e-c05c91bcf6e5 None None] Network 05bae83a-b36a-4d2d-b842-f28b5460d2c2 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:36:08.310278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Network 361f5f44-5600-48d6-9ef0-d8caacdf877b is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:36:08.346485 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (05bae83a-b36a-4d2d-b842-f28b5460d2c2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:08.390482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d06b6ba6-7827-4744-ac20-30d31fc64aac no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:36:08.436780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:36:08.448057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Pushing event updated for resources: {'Port': ['ID=78d44907-63fa-4ded-9e3f-99878ffdaac0,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:08.463479 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:36:08.467062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: d06b6ba6-7827-4744-ac20-30d31fc64aac {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:36:08.467905 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d06b6ba6-7827-4744-ac20-30d31fc64aac not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:36:08.468436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b8607995-fe45-4692-ad77-30a3849514f6 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:36:08.558729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:08.559143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:08.559591 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:08.560184 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:08.560540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:08.560871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:08.561202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:08.561549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:08.561877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:08.562201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:08.562526 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:08.563171 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:08.563515 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:08.564202 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Publish callbacks [] for router_gateway (02352c1a-80c3-4313-bfa0-bc6d230ef37a), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:08.597653 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a140d9e-5cdb-4c43-a324-812f4b80e3d5 req-9a5169c6-dea1-4c58-9edc-b515d0c098cc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:08.599893 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a140d9e-5cdb-4c43-a324-812f4b80e3d5 req-9a5169c6-dea1-4c58-9edc-b515d0c098cc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 946 time: 0.2470570 Feb 11 04:36:08.682398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Deleting port 8971c13d-8daa-408c-b2c0-f86a743011ce {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:08.682800 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8971c13d-8daa-408c-b2c0-f86a743011ce), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:08.720186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Calling delete_port for b8607995-fe45-4692-ad77-30a3849514f6 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:08.778941 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a140d9e-5cdb-4c43-a324-812f4b80e3d5 req-9be6afbc-39bb-468b-bbf1-d6e5f7359c2f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697280 Feb 11 04:36:08.841721 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] For port 8971c13d-8daa-408c-b2c0-f86a743011ce, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8971c13d-8daa-408c-b2c0-f86a743011ce,segment=NetworkSegment(70c5040c-b5e9-4573-8209-8c68949de7d9),segment_id=70c5040c-b5e9-4573-8209-8c68949de7d9)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:08.842142 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8971c13d-8daa-408c-b2c0-f86a743011ce), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:08.862267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Calling delete_port for 8971c13d-8daa-408c-b2c0-f86a743011ce owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:08.939872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cabe3e63-951c-4704-9dba-82dd4e70bb76 None None] Deleting port b8607995-fe45-4692-ad77-30a3849514f6 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:08.940705 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cabe3e63-951c-4704-9dba-82dd4e70bb76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b8607995-fe45-4692-ad77-30a3849514f6), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.065099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13563f7d-9392-4d7f-836b-cdd0ee31cc4f req-9154b8b8-81d7-4123-b5e5-f7a4a64b32da tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4 HTTP/1.1" status: 200 len: 267 time: 0.1979032 Feb 11 04:36:09.079254 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Router 48557e94-1a4f-4891-ba7d-24af18df4aeb has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:36:09.119550 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port b8607995-fe45-4692-ad77-30a3849514f6 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:09.120857 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b8607995-fe45-4692-ad77-30a3849514f6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.128235 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Attempting to bind port 78d44907-63fa-4ded-9e3f-99878ffdaac0 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:36:09.129036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Attempting to bind port 78d44907-63fa-4ded-9e3f-99878ffdaac0 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '3fffe665-6854-4972-83d1-8f1a9a126a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:36:09.131687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Attempting to bind port 78d44907-63fa-4ded-9e3f-99878ffdaac0 on network 361f5f44-5600-48d6-9ef0-d8caacdf877b {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:36:09.173341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:36:09.175201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Checking segment: {'id': '3fffe665-6854-4972-83d1-8f1a9a126a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:36:09.175627 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.176773 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Bound using segment: {'id': '3fffe665-6854-4972-83d1-8f1a9a126a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:36:09.177332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Bound port: 78d44907-63fa-4ded-9e3f-99878ffdaac0, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fffe665-6854-4972-83d1-8f1a9a126a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:36:09.177737 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.211950 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b8607995-fe45-4692-ad77-30a3849514f6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.257929 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Port': ['ID=b8607995-fe45-4692-ad77-30a3849514f6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:09.268511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13563f7d-9392-4d7f-836b-cdd0ee31cc4f req-52e0bb0a-f995-4609-8cef-f00d0202efca tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:09.271262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13563f7d-9392-4d7f-836b-cdd0ee31cc4f req-52e0bb0a-f995-4609-8cef-f00d0202efca tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 946 time: 0.1831739 Feb 11 04:36:09.283894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] No DVR routers for this DVR port b8607995-fe45-4692-ad77-30a3849514f6 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:36:09.302915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-13563f7d-9392-4d7f-836b-cdd0ee31cc4f req-e961895f-19f4-482e-baf4-9ddef7f50117 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Request body: {'port': {'security_groups': []}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:09.307133 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8971c13d-8daa-408c-b2c0-f86a743011ce), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.313079 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] For port 78d44907-63fa-4ded-9e3f-99878ffdaac0, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:36:09.316540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] For port 78d44907-63fa-4ded-9e3f-99878ffdaac0, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=78d44907-63fa-4ded-9e3f-99878ffdaac0,segment=NetworkSegment(3fffe665-6854-4972-83d1-8f1a9a126a23),segment_id=3fffe665-6854-4972-83d1-8f1a9a126a23)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:36:09.319779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6fc46f-8b51-4fea-8584-fd98b1a45ee7 None None] DHCP port deletion for 05bae83a-b36a-4d2d-b842-f28b5460d2c2 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:36:09.346777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] No DVR routers for this DVR port 8971c13d-8daa-408c-b2c0-f86a743011ce on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:36:09.380339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Port': ['ID=8971c13d-8daa-408c-b2c0-f86a743011ce,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:09.401042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cabe3e63-951c-4704-9dba-82dd4e70bb76 None None] For port b8607995-fe45-4692-ad77-30a3849514f6, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b8607995-fe45-4692-ad77-30a3849514f6,segment=NetworkSegment(6bde0ab3-181a-4a0c-be01-776d03939d4a),segment_id=6bde0ab3-181a-4a0c-be01-776d03939d4a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:09.401717 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cabe3e63-951c-4704-9dba-82dd4e70bb76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b8607995-fe45-4692-ad77-30a3849514f6), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.426900 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Publish callbacks [] for router_gateway (02352c1a-80c3-4313-bfa0-bc6d230ef37a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.440333 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.451051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cabe3e63-951c-4704-9dba-82dd4e70bb76 None None] Calling delete_port for b8607995-fe45-4692-ad77-30a3849514f6 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:09.456237 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (3263750b-d5b2-42b2-bdf7-617f2562adcb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.492425 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.495512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3263750b-d5b2-42b2-bdf7-617f2562adcb']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:09.511087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bde0ab3-181a-4a0c-be01-776d03939d4a') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:09.511775 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bde0ab3-181a-4a0c-be01-776d03939d4a') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:09.525885 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (6bde0ab3-181a-4a0c-be01-776d03939d4a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.549875 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6bde0ab3-181a-4a0c-be01-776d03939d4a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.557507 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:36:09.557851 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (6bde0ab3-181a-4a0c-be01-776d03939d4a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.661818 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (05bae83a-b36a-4d2d-b842-f28b5460d2c2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.668407 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-13563f7d-9392-4d7f-836b-cdd0ee31cc4f req-e961895f-19f4-482e-baf4-9ddef7f50117 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:36:09.679067 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:36:09.694601 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18120d9-535c-4823-ba16-96495b4a5cfb None None] Pushing event updated for resources: {'Port': ['ID=78d44907-63fa-4ded-9e3f-99878ffdaac0,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:09.731802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bae83a-b36a-4d2d-b842-f28b5460d2c2']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:09.746230 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cabe3e63-951c-4704-9dba-82dd4e70bb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (b8607995-fe45-4692-ad77-30a3849514f6), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.759907 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (3263750b-d5b2-42b2-bdf7-617f2562adcb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.797648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:09.800523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c5040c-b5e9-4573-8209-8c68949de7d9') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:09.800829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c5040c-b5e9-4573-8209-8c68949de7d9') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:09.805647 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] 10.222.0.13 "DELETE /v2.0/networks/3263750b-d5b2-42b2-bdf7-617f2562adcb HTTP/1.1" status: 204 len: 168 time: 2.3526731 Feb 11 04:36:09.811385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cda05-c757-4242-91da-bc4c336fe9f7 tempest-NetworksTest-786559307 tempest-NetworksTest-786559307-project] Pushing event deleted for resources: {'Network': ['ID=3263750b-d5b2-42b2-bdf7-617f2562adcb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:09.818040 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe3e63-951c-4704-9dba-82dd4e70bb76 None None] Pushing event deleted for resources: {'Port': ['ID=b8607995-fe45-4692-ad77-30a3849514f6,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:09.856222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cabe3e63-951c-4704-9dba-82dd4e70bb76 None None] Network 3263750b-d5b2-42b2-bdf7-617f2562adcb is not hosted by any dhcp agent {{(pid=103810) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 04:36:09.858203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:36:09.865694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe3e63-951c-4704-9dba-82dd4e70bb76 None None] No DVR routers for this DVR port b8607995-fe45-4692-ad77-30a3849514f6 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:36:09.877620 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090df1de-4e27-4b5c-a8aa-9243836e665a None None] Sync routers for ids ['48557e94-1a4f-4891-ba7d-24af18df4aeb'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:36:09.901729 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090df1de-4e27-4b5c-a8aa-9243836e665a None None] Routers {'48557e94-1a4f-4891-ba7d-24af18df4aeb'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:09.904266 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-090df1de-4e27-4b5c-a8aa-9243836e665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['48557e94-1a4f-4891-ba7d-24af18df4aeb'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:09.972054 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (70c5040c-b5e9-4573-8209-8c68949de7d9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:10.023922 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-090df1de-4e27-4b5c-a8aa-9243836e665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:10.043814 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:10.043930 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090df1de-4e27-4b5c-a8aa-9243836e665a None None] Routers {'48557e94-1a4f-4891-ba7d-24af18df4aeb'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:10.043930 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-090df1de-4e27-4b5c-a8aa-9243836e665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['48557e94-1a4f-4891-ba7d-24af18df4aeb'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:10.072688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (70c5040c-b5e9-4573-8209-8c68949de7d9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:10.150710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Allocated IP 172.25.3.225 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/2f8a9bd3-3efc-45b5-9863-2179a59c86f0) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:36:10.158136 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-090df1de-4e27-4b5c-a8aa-9243836e665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:10.159821 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090df1de-4e27-4b5c-a8aa-9243836e665a None None] The sync data for ids ['48557e94-1a4f-4891-ba7d-24af18df4aeb'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:36:10.182087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:36:10.182501 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (70c5040c-b5e9-4573-8209-8c68949de7d9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:36:10.198760 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:36:10.201708 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8801bcdd-96fb-421e-b357-88502c21cd86 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.3077350 Feb 11 04:36:10.201708 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34414) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:10.209614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 78d44907-63fa-4ded-9e3f-99878ffdaac0 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:36:10.314143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 78d44907-63fa-4ded-9e3f-99878ffdaac0 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:10.314835 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:10.401676 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7611cfa3-7d8a-4f32-9d58-41f1b20ff107 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] 10.222.0.13 "GET /v2.0/floatingips/bd3f8966-3fb0-4689-a5c6-0a4b26c6f37f HTTP/1.1" status: 200 len: 982 time: 0.1963151 Feb 11 04:36:10.402266 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34416) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:10.536844 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (05bae83a-b36a-4d2d-b842-f28b5460d2c2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:10.545442 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:10.556288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/networks/05bae83a-b36a-4d2d-b842-f28b5460d2c2 HTTP/1.1" status: 204 len: 168 time: 2.3669381 Feb 11 04:36:10.558574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34420) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:10.570982 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 78d44907-63fa-4ded-9e3f-99878ffdaac0 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:10.571550 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:10.618704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-73017b32-fd50-4db1-894e-0088a8aa1e42 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'router': {'routes': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:10.626913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e12a08-f795-4537-ae88-6726dd0a500f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Pushing event deleted for resources: {'Network': ['ID=05bae83a-b36a-4d2d-b842-f28b5460d2c2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:10.634055 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34422) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:10.646412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-13563f7d-9392-4d7f-836b-cdd0ee31cc4f req-e961895f-19f4-482e-baf4-9ddef7f50117 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] For port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8fc17dd7-d5bd-4903-8298-55aa5437c4d1,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:10.649750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 78d44907-63fa-4ded-9e3f-99878ffdaac0, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=78d44907-63fa-4ded-9e3f-99878ffdaac0,segment=NetworkSegment(3fffe665-6854-4972-83d1-8f1a9a126a23),segment_id=3fffe665-6854-4972-83d1-8f1a9a126a23)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:10.738068 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1974bcc2-921e-4f56-8e3a-6f87c81c73fb tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.3338363 Feb 11 04:36:10.741236 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34426) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:10.744834 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:10.905877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=78d44907-63fa-4ded-9e3f-99878ffdaac0,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:10.914680 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8971c13d-8daa-408c-b2c0-f86a743011ce no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:36:10.952704 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-13563f7d-9392-4d7f-836b-cdd0ee31cc4f req-e961895f-19f4-482e-baf4-9ddef7f50117 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:10.994158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 8971c13d-8daa-408c-b2c0-f86a743011ce {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:36:10.994545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8971c13d-8daa-408c-b2c0-f86a743011ce not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:36:11.026870 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Publish callbacks [] for port (2f8a9bd3-3efc-45b5-9863-2179a59c86f0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:11.067478 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7c12fc27-7d7f-41c8-8cf4-c730dc92920d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f03b9d4a308b4729b04bd7fa68f59ab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4324858 Feb 11 04:36:11.070879 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34430) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:11.079487 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-13563f7d-9392-4d7f-836b-cdd0ee31cc4f req-e961895f-19f4-482e-baf4-9ddef7f50117 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:11.096040 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['04377ffa-fec6-4360-a9af-82cdc4f4a57c'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:36:11.099330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['cb8dc0ca-24b4-48a8-9d98-e3e98ba04516', '8fc17dd7-d5bd-4903-8298-55aa5437c4d1'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:36:11.168568 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-976c70b3-6023-44ce-afe2-ee884f2d9d2a admin admin] Publish callbacks [] for security_group (0b62bc7c-fc0d-4642-b9c5-a509946946cf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:11.226060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f1757ce3-c3f1-475d-9841-302c0dc82ac3 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Deleting port e704fdac-2ff0-49e3-b423-9fe52b1497ad {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:11.226554 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1757ce3-c3f1-475d-9841-302c0dc82ac3 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e704fdac-2ff0-49e3-b423-9fe52b1497ad), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:11.268426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c41f34a-4c0e-4c22-8c15-e1cd0035ff4e None None] Network 361f5f44-5600-48d6-9ef0-d8caacdf877b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:36:11.340655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.extraroute_db [None req-73017b32-fd50-4db1-894e-0088a8aa1e42 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Added routes are [] {{(pid=103809) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 04:36:11.341019 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.extraroute_db [None req-73017b32-fd50-4db1-894e-0088a8aa1e42 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Removed routes are [] {{(pid=103809) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 04:36:11.341538 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-73017b32-fd50-4db1-894e-0088a8aa1e42 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (29869824-43fe-42bc-8a84-e871b66d4d15), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:11.369246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13563f7d-9392-4d7f-836b-cdd0ee31cc4f req-e961895f-19f4-482e-baf4-9ddef7f50117 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:11.371008 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-13563f7d-9392-4d7f-836b-cdd0ee31cc4f req-e961895f-19f4-482e-baf4-9ddef7f50117 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:11.373260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13563f7d-9392-4d7f-836b-cdd0ee31cc4f req-e961895f-19f4-482e-baf4-9ddef7f50117 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "PUT /v2.0/ports/8fc17dd7-d5bd-4903-8298-55aa5437c4d1 HTTP/1.1" status: 200 len: 905 time: 2.0796273 Feb 11 04:36:11.376384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777494b4-92ef-47a6-b2fc-4d7d2b623386', 'tag': '8fc17dd7-d5bd-4903-8298-55aa5437c4d1'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:36:11.402781 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b6b789-c76d-4804-bfbe-bf364d2a2e99" -d '{"events": [{"name": "network-changed", "server_uuid": "777494b4-92ef-47a6-b2fc-4d7d2b623386", "tag": "8fc17dd7-d5bd-4903-8298-55aa5437c4d1"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:36:11.412809 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1757ce3-c3f1-475d-9841-302c0dc82ac3 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e704fdac-2ff0-49e3-b423-9fe52b1497ad), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:11.414035 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1757ce3-c3f1-475d-9841-302c0dc82ac3 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for floatingip (e704fdac-2ff0-49e3-b423-9fe52b1497ad), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:11.443959 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f1757ce3-c3f1-475d-9841-302c0dc82ac3 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Calling delete_port for e704fdac-2ff0-49e3-b423-9fe52b1497ad owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:11.469977 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-976c70b3-6023-44ce-afe2-ee884f2d9d2a admin admin] Publish callbacks [] for security_group (0b62bc7c-fc0d-4642-b9c5-a509946946cf), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:11.515363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['8fc17dd7-d5bd-4903-8298-55aa5437c4d1'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:36:11.535680 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447b1a1d-b6ca-47cc-be33-55b7181a833a x-openstack-request-id: req-447b1a1d-b6ca-47cc-be33-55b7181a833a {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:36:11.536153 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777494b4-92ef-47a6-b2fc-4d7d2b623386", "tag": "8fc17dd7-d5bd-4903-8298-55aa5437c4d1", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:36:11.536423 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-447b1a1d-b6ca-47cc-be33-55b7181a833a {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:36:11.536837 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777494b4-92ef-47a6-b2fc-4d7d2b623386', 'tag': '8fc17dd7-d5bd-4903-8298-55aa5437c4d1', 'status': 'completed', 'code': 200} Feb 11 04:36:11.563068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-97d05934-8392-424d-84f4-bb82b347e55c None None] Provisioning complete for port 78d44907-63fa-4ded-9e3f-99878ffdaac0 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:11.573521 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97d05934-8392-424d-84f4-bb82b347e55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:11.588382 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (2f8a9bd3-3efc-45b5-9863-2179a59c86f0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:11.679992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961895f-19f4-482e-baf4-9ddef7f50117 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event updated for resources: {'Port': ['ID=8fc17dd7-d5bd-4903-8298-55aa5437c4d1,revision_number=6']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:11.733110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:36:11.792377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:36:11.802290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:36:11.876236 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-976c70b3-6023-44ce-afe2-ee884f2d9d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0b62bc7c-fc0d-4642-b9c5-a509946946cf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:11.880558 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-976c70b3-6023-44ce-afe2-ee884f2d9d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:11.882000 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-976c70b3-6023-44ce-afe2-ee884f2d9d2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b62bc7c-fc0d-4642-b9c5-a509946946cf HTTP/1.1" status: 204 len: 168 time: 0.8094778 Feb 11 04:36:11.897203 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-73017b32-fd50-4db1-894e-0088a8aa1e42 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (29869824-43fe-42bc-8a84-e871b66d4d15), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:11.906293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Pushing event updated for resources: {'Port': ['ID=2f8a9bd3-3efc-45b5-9863-2179a59c86f0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:11.926308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6b789-c76d-4804-bfbe-bf364d2a2e99 req-c6434f86-346d-428f-b3ea-068234e81cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:11.928434 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2b6b789-c76d-4804-bfbe-bf364d2a2e99 req-c6434f86-346d-428f-b3ea-068234e81cdb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 1091 time: 0.4101877 Feb 11 04:36:11.937927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6a328-a1e4-46b2-a53e-168fead8833d req-0b00db0f-f01b-4649-a8b5-6d7bc484161c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:11.944125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c70b3-6023-44ce-afe2-ee884f2d9d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b62bc7c-fc0d-4642-b9c5-a509946946cf,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:11.952149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bef6a328-a1e4-46b2-a53e-168fead8833d req-0b00db0f-f01b-4649-a8b5-6d7bc484161c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 908 time: 0.4350891 Feb 11 04:36:11.966195 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-73017b32-fd50-4db1-894e-0088a8aa1e42 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (29869824-43fe-42bc-8a84-e871b66d4d15), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:11.984780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-97d05934-8392-424d-84f4-bb82b347e55c None None] Current status of the port 78d44907-63fa-4ded-9e3f-99878ffdaac0 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:12.046083 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1757ce3-c3f1-475d-9841-302c0dc82ac3 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e704fdac-2ff0-49e3-b423-9fe52b1497ad), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:12.140000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4f6c31ec-f535-4247-bdf0-aa81ef519feb None None] Provisioning complete for port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:12.141547 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4f6c31ec-f535-4247-bdf0-aa81ef519feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:12.174946 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1757ce3-c3f1-475d-9841-302c0dc82ac3 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event deleted for resources: {'Port': ['ID=e704fdac-2ff0-49e3-b423-9fe52b1497ad,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:12.227529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 78d44907-63fa-4ded-9e3f-99878ffdaac0 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:36:12.268213 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1757ce3-c3f1-475d-9841-302c0dc82ac3 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for floatingip (bd3f8966-3fb0-4689-a5c6-0a4b26c6f37f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:12.269596 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-f1757ce3-c3f1-475d-9841-302c0dc82ac3 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Floating IP bd3f8966-3fb0-4689-a5c6-0a4b26c6f37f disassociated (deleted). External IP: 172.25.3.227, port: a9f95399-d385-4952-8c00-0afa8c464168. Feb 11 04:36:12.353445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 78d44907-63fa-4ded-9e3f-99878ffdaac0 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:12.353708 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:12.537939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c31ec-f535-4247-bdf0-aa81ef519feb None None] Current status of the port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:12.699537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 78d44907-63fa-4ded-9e3f-99878ffdaac0 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:12.704844 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ae9daeea-b724-4457-8697-25dab6a7aefb None None] Provisioning complete for port 78d44907-63fa-4ded-9e3f-99878ffdaac0 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:12.704979 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ae9daeea-b724-4457-8697-25dab6a7aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:12.762146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1757ce3-c3f1-475d-9841-302c0dc82ac3 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Router 48557e94-1a4f-4891-ba7d-24af18df4aeb has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:36:12.829051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ae9daeea-b724-4457-8697-25dab6a7aefb None None] Current status of the port 78d44907-63fa-4ded-9e3f-99878ffdaac0 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:12.901438 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1757ce3-c3f1-475d-9841-302c0dc82ac3 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:36:12.902545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73017b32-fd50-4db1-894e-0088a8aa1e42 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 29869824-43fe-42bc-8a84-e871b66d4d15 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:36:12.909719 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1757ce3-c3f1-475d-9841-302c0dc82ac3 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:12.918599 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e593ab74-eedf-4655-8c69-c4376a3b98c4 None None] Sync routers for ids ['48557e94-1a4f-4891-ba7d-24af18df4aeb'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:36:12.939337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593ab74-eedf-4655-8c69-c4376a3b98c4 None None] Routers {'48557e94-1a4f-4891-ba7d-24af18df4aeb'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:12.944905 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e593ab74-eedf-4655-8c69-c4376a3b98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['48557e94-1a4f-4891-ba7d-24af18df4aeb'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:12.959134 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f1757ce3-c3f1-475d-9841-302c0dc82ac3 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] 10.222.0.13 "DELETE /v2.0/floatingips/bd3f8966-3fb0-4689-a5c6-0a4b26c6f37f HTTP/1.1" status: 204 len: 168 time: 2.2166882 Feb 11 04:36:12.964336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34460) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:12.973296 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:12.992889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae31c1-1d29-4d1a-b675-7ea7bb4fa477 req-d94ad67c-bc44-4a5b-8f97-164030ba8387 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:12.997497 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3aae31c1-1d29-4d1a-b675-7ea7bb4fa477 req-d94ad67c-bc44-4a5b-8f97-164030ba8387 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2815833 Feb 11 04:36:13.005200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e593ab74-eedf-4655-8c69-c4376a3b98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:13.021450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593ab74-eedf-4655-8c69-c4376a3b98c4 None None] Routers {'48557e94-1a4f-4891-ba7d-24af18df4aeb'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:13.021777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e593ab74-eedf-4655-8c69-c4376a3b98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['48557e94-1a4f-4891-ba7d-24af18df4aeb'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:13.024247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6b789-c76d-4804-bfbe-bf364d2a2e99 req-a62b8c51-61df-48ae-9194-cb407fdc022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:13.026356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2b6b789-c76d-4804-bfbe-bf364d2a2e99 req-a62b8c51-61df-48ae-9194-cb407fdc022c service neutron] 10.222.0.47 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 1.0637591 Feb 11 04:36:13.085074 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e593ab74-eedf-4655-8c69-c4376a3b98c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:13.085839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e593ab74-eedf-4655-8c69-c4376a3b98c4 None None] The sync data for ids ['48557e94-1a4f-4891-ba7d-24af18df4aeb'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:36:13.109226 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:13.129551 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2b6b789-c76d-4804-bfbe-bf364d2a2e99 req-f5bf4efb-9dfc-494e-81ff-88a096b69061 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fc17dd7-d5bd-4903-8298-55aa5437c4d1 HTTP/1.1" status: 200 len: 217 time: 0.0819507 Feb 11 04:36:13.305267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73017b32-fd50-4db1-894e-0088a8aa1e42 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:36:13.307856 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:13.317177 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-73017b32-fd50-4db1-894e-0088a8aa1e42 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:13.320104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-73017b32-fd50-4db1-894e-0088a8aa1e42 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/29869824-43fe-42bc-8a84-e871b66d4d15 HTTP/1.1" status: 200 len: 701 time: 2.7061141 Feb 11 04:36:13.321303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6b789-c76d-4804-bfbe-bf364d2a2e99 req-62fd231e-c1d1-4658-9220-408c64b85efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:13.322609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34464) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:13.322964 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebacee6-25a5-4f4f-b564-7de0227c88e4 None None] Sync routers for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:36:13.323523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2b6b789-c76d-4804-bfbe-bf364d2a2e99 req-62fd231e-c1d1-4658-9220-408c64b85efb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.1865973 Feb 11 04:36:13.328320 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3aae31c1-1d29-4d1a-b675-7ea7bb4fa477 req-1915f0f7-2db9-456b-8f17-aeceed0adf84 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3140790 Feb 11 04:36:13.345634 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebacee6-25a5-4f4f-b564-7de0227c88e4 None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:13.348823 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9ebacee6-25a5-4f4f-b564-7de0227c88e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:13.459777 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-eba25be4-9a11-4dd8-8f52-082e17cf88f9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports?device_id=29869824-43fe-42bc-8a84-e871b66d4d15 HTTP/1.1" status: 200 len: 205 time: 0.1342840 Feb 11 04:36:13.467331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34474) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:13.596826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Allocated IP 172.25.3.177 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/f0239700-730e-49d9-a978-9cfba8be2828) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:36:13.604438 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-9ebacee6-25a5-4f4f-b564-7de0227c88e4 None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:36:13.673583 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9ebacee6-25a5-4f4f-b564-7de0227c88e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:36:05Z', 'revision_number': 11, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:13.722215 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebacee6-25a5-4f4f-b564-7de0227c88e4 None None] Checking router: 29869824-43fe-42bc-8a84-e871b66d4d15 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:36:13.734084 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebacee6-25a5-4f4f-b564-7de0227c88e4 None None] Routers {'29869824-43fe-42bc-8a84-e871b66d4d15'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:13.734938 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9ebacee6-25a5-4f4f-b564-7de0227c88e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['29869824-43fe-42bc-8a84-e871b66d4d15'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:13.739806 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks [] for port (f0239700-730e-49d9-a978-9cfba8be2828), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:13.809830 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06480d18-d8d8-40e7-9191-adeb9194a174 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (29869824-43fe-42bc-8a84-e871b66d4d15), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:13.831129 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-9ebacee6-25a5-4f4f-b564-7de0227c88e4 None None] Set router 29869824-43fe-42bc-8a84-e871b66d4d15 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:36:13.896971 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f0239700-730e-49d9-a978-9cfba8be2828), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:13.921037 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Publish callbacks [] for router_gateway (02352c1a-80c3-4313-bfa0-bc6d230ef37a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:13.925161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6b789-c76d-4804-bfbe-bf364d2a2e99 req-e631baaf-6181-4542-bac0-cdea92c79335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:13.927256 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2b6b789-c76d-4804-bfbe-bf364d2a2e99 req-e631baaf-6181-4542-bac0-cdea92c79335 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5983124 Feb 11 04:36:14.263984 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9ebacee6-25a5-4f4f-b564-7de0227c88e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:36:05Z', 'revision_number': 11, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:14.268353 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:36:14.268353 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:36:14.268353 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:36:14.269451 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebacee6-25a5-4f4f-b564-7de0227c88e4 None None] The sync data for ids ['29869824-43fe-42bc-8a84-e871b66d4d15'] in n-d-712142-35 is: [{'id': '29869824-43fe-42bc-8a84-e871b66d4d15', 'name': 'tempest-RoutersTest-router-1364870229', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:34:58Z', 'updated_at': '2022-02-11T04:36:05Z', 'revision_number': 11, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:36:14.269549 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Pushing event updated for resources: {'Port': ['ID=f0239700-730e-49d9-a978-9cfba8be2828,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:14.269549 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks [] for floatingip (47a6b1a1-e6eb-44e3-924b-b59957ca65ab), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:14.331364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c657d-be45-4d63-b30c-75033c3a6122 req-62e58106-6c76-40fa-a452-ec1590e3872e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:14.335984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-743c657d-be45-4d63-b30c-75033c3a6122 req-62e58106-6c76-40fa-a452-ec1590e3872e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.8361101 Feb 11 04:36:14.339364 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06480d18-d8d8-40e7-9191-adeb9194a174 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (29869824-43fe-42bc-8a84-e871b66d4d15), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:14.372661 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06480d18-d8d8-40e7-9191-adeb9194a174 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_controller (29869824-43fe-42bc-8a84-e871b66d4d15), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:14.472080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2b6b789-c76d-4804-bfbe-bf364d2a2e99 req-a78567f6-34fa-4483-b1c8-debdb3554626 service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316136 Feb 11 04:36:14.561640 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f0239700-730e-49d9-a978-9cfba8be2828), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:14.584437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-743c657d-be45-4d63-b30c-75033c3a6122 req-5544422f-dd8d-4a4b-9cca-a4ddee134562 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096336 Feb 11 04:36:14.722025 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06480d18-d8d8-40e7-9191-adeb9194a174 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (29869824-43fe-42bc-8a84-e871b66d4d15), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:14.723053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06480d18-d8d8-40e7-9191-adeb9194a174 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Fanout notify agent at l3_agent the message router_deleted on router 29869824-43fe-42bc-8a84-e871b66d4d15 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:36:14.782505 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2b6b789-c76d-4804-bfbe-bf364d2a2e99 req-4ceaddce-7ffd-4e4d-8b07-458b193a253a service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011143 Feb 11 04:36:14.795544 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06480d18-d8d8-40e7-9191-adeb9194a174 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:14.805667 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-06480d18-d8d8-40e7-9191-adeb9194a174 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/routers/29869824-43fe-42bc-8a84-e871b66d4d15 HTTP/1.1" status: 204 len: 168 time: 1.3366184 Feb 11 04:36:14.811794 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34500) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:14.817814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a9567330-81b8-4221-90a6-94a7de1327e9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1567559993', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:14.927491 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks [] for port (f0239700-730e-49d9-a978-9cfba8be2828), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:14.933210 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (02352c1a-80c3-4313-bfa0-bc6d230ef37a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:15.027256 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (f0239700-730e-49d9-a978-9cfba8be2828), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:15.047279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea786cb-9446-45f1-843a-6394005b699f req-b060a08a-69a2-41a4-bc9b-900ba3e93121 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:15.048951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aea786cb-9446-45f1-843a-6394005b699f req-b060a08a-69a2-41a4-bc9b-900ba3e93121 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2417123 Feb 11 04:36:15.111619 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9567330-81b8-4221-90a6-94a7de1327e9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (9551a46d-7cf6-4dee-81cf-7b562a207c17), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:15.113178 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9567330-81b8-4221-90a6-94a7de1327e9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (9551a46d-7cf6-4dee-81cf-7b562a207c17), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:15.152347 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Pushing event updated for resources: {'Port': ['ID=f0239700-730e-49d9-a978-9cfba8be2828,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:15.163345 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (47a6b1a1-e6eb-44e3-924b-b59957ca65ab), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:15.277453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:15.278798 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e72c1d2d-4c5a-4439-8da5-30c48593ab18 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3132398 Feb 11 04:36:15.282163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34510) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:15.363598 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aea786cb-9446-45f1-843a-6394005b699f req-62f119c9-5aa3-4ddf-a4dd-d625d3919cc1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078082 Feb 11 04:36:15.425515 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9567330-81b8-4221-90a6-94a7de1327e9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_controller (9551a46d-7cf6-4dee-81cf-7b562a207c17), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:15.524205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ef7d6-a745-463f-9096-6348fcb5f5b1 req-c162346d-d3e4-4963-90af-286f65ba703f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:15.527009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0f2ef7d6-a745-463f-9096-6348fcb5f5b1 req-c162346d-d3e4-4963-90af-286f65ba703f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.0752187 Feb 11 04:36:15.561042 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9567330-81b8-4221-90a6-94a7de1327e9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (9551a46d-7cf6-4dee-81cf-7b562a207c17), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:15.591227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Router 02352c1a-80c3-4313-bfa0-bc6d230ef37a is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:36:15.638116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0f2ef7d6-a745-463f-9096-6348fcb5f5b1 req-89efa2e1-c7d0-4bab-a12d-45775e1a727a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046362 Feb 11 04:36:15.663861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:15.750892 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9567330-81b8-4221-90a6-94a7de1327e9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:15.758542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34526) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:15.761115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a9567330-81b8-4221-90a6-94a7de1327e9 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9481263 Feb 11 04:36:15.777242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-aceee61f-a627-4ad3-a754-f98a5760eb20 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:15.936941 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:15.948756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:36:15.958740 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Sync routers for ids ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:36:16.000269 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Routers {'02352c1a-80c3-4313-bfa0-bc6d230ef37a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:16.002241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:16.098408 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:16.104337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-058e5053-d011-4d5b-986d-ee8825833d33 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.9156647 Feb 11 04:36:16.106462 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34542) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:16.299751 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aceee61f-a627-4ad3-a754-f98a5760eb20 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (9551a46d-7cf6-4dee-81cf-7b562a207c17), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:16.329755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Set router 02352c1a-80c3-4313-bfa0-bc6d230ef37a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:36:16.345484 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:16.454527 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aceee61f-a627-4ad3-a754-f98a5760eb20 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (9551a46d-7cf6-4dee-81cf-7b562a207c17), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:16.573061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53fe33-8015-458c-82e2-b57366154c0c req-e1716fd7-0c46-48b6-96ee-074136735173 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:16.576440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba53fe33-8015-458c-82e2-b57366154c0c req-e1716fd7-0c46-48b6-96ee-074136735173 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 812 time: 0.4708166 Feb 11 04:36:16.627331 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Allocated IP 172.25.3.94 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/4a53c925-7dff-4d40-b041-fd1fbebfa3ed) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:36:16.629606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba53fe33-8015-458c-82e2-b57366154c0c req-1d86e97e-bf75-48ba-aa74-fbfb02ba098d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/quotas/a0c272147a3c4494a9c82c9c21a2e5c4 HTTP/1.1" status: 200 len: 375 time: 0.0425231 Feb 11 04:36:16.830931 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:07Z', 'updated_at': '2022-02-11T04:36:13Z', 'revision_number': 3, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'gw_port': {'id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:09Z', 'updated_at': '2022-02-11T04:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:16.896732 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Checking router: 02352c1a-80c3-4313-bfa0-bc6d230ef37a for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:36:16.907253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Updating router 02352c1a-80c3-4313-bfa0-bc6d230ef37a port 2f8a9bd3-3efc-45b5-9863-2179a59c86f0 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:36:16.989581 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2f8a9bd3-3efc-45b5-9863-2179a59c86f0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:17.294252 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks [] for port (4a53c925-7dff-4d40-b041-fd1fbebfa3ed), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:17.364715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aceee61f-a627-4ad3-a754-f98a5760eb20 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Router 9551a46d-7cf6-4dee-81cf-7b562a207c17 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:36:17.425138 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (4a53c925-7dff-4d40-b041-fd1fbebfa3ed), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:17.477174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Pushing event updated for resources: {'Port': ['ID=4a53c925-7dff-4d40-b041-fd1fbebfa3ed,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:17.523711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aceee61f-a627-4ad3-a754-f98a5760eb20 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:36:17.526769 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:36:17.535433 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aceee61f-a627-4ad3-a754-f98a5760eb20 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:17.535433 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aceee61f-a627-4ad3-a754-f98a5760eb20 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "PUT /v2.0/routers/9551a46d-7cf6-4dee-81cf-7b562a207c17 HTTP/1.1" status: 200 len: 694 time: 1.7731776 Feb 11 04:36:17.535433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:36:17.536568 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34556) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:17.539884 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22e8d6-7cd8-435d-9281-40d0f50b1cc9 None None] Sync routers for ids ['9551a46d-7cf6-4dee-81cf-7b562a207c17'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:36:17.559270 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b22e8d6-7cd8-435d-9281-40d0f50b1cc9 None None] Routers {'9551a46d-7cf6-4dee-81cf-7b562a207c17'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:17.560494 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6b22e8d6-7cd8-435d-9281-40d0f50b1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['9551a46d-7cf6-4dee-81cf-7b562a207c17'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:17.562991 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba53fe33-8015-458c-82e2-b57366154c0c req-c4737067-9a10-4ccd-b6d2-8558393be69e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.9279664 Feb 11 04:36:17.622144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:36:17.632363 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7c01a491-ba16-4e03-896d-b88dea3240cd tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/routers/9551a46d-7cf6-4dee-81cf-7b562a207c17 HTTP/1.1" status: 200 len: 700 time: 0.0940752 Feb 11 04:36:17.635960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34558) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:17.721540 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-6b22e8d6-7cd8-435d-9281-40d0f50b1cc9 None None] Set router 9551a46d-7cf6-4dee-81cf-7b562a207c17 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:36:17.766658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c158d84b-5374-4004-a3ee-bb70b23ff124 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports?device_id=9551a46d-7cf6-4dee-81cf-7b562a207c17 HTTP/1.1" status: 200 len: 205 time: 0.1119134 Feb 11 04:36:17.774070 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34562) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:17.851560 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6b22e8d6-7cd8-435d-9281-40d0f50b1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551a46d-7cf6-4dee-81cf-7b562a207c17', 'name': 'tempest-RoutersTest-router-1567559993', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:15Z', 'updated_at': '2022-02-11T04:36:16Z', 'revision_number': 2, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:17.882591 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22e8d6-7cd8-435d-9281-40d0f50b1cc9 None None] Checking router: 9551a46d-7cf6-4dee-81cf-7b562a207c17 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:36:17.893468 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b22e8d6-7cd8-435d-9281-40d0f50b1cc9 None None] Routers {'9551a46d-7cf6-4dee-81cf-7b562a207c17'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:17.894459 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6b22e8d6-7cd8-435d-9281-40d0f50b1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['9551a46d-7cf6-4dee-81cf-7b562a207c17'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:17.913203 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f55df57-74cc-4ea8-bdcf-b8509dabd1a8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (9551a46d-7cf6-4dee-81cf-7b562a207c17), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:18.001587 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba53fe33-8015-458c-82e2-b57366154c0c req-213017de-3649-4c6f-8e16-87929da355c8 service neutron] 10.222.0.13 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279385 Feb 11 04:36:18.074355 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-6b22e8d6-7cd8-435d-9281-40d0f50b1cc9 None None] Set router 9551a46d-7cf6-4dee-81cf-7b562a207c17 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:36:18.090360 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks [] for floatingip (2aba5a63-20a8-4246-a0ca-21e98a0b1976), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:18.103070 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Publish callbacks [] for port (2f8a9bd3-3efc-45b5-9863-2179a59c86f0), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:18.113024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba53fe33-8015-458c-82e2-b57366154c0c req-e04158f7-d3b3-42f9-a7ac-816200850e1c service neutron] 10.222.0.13 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002662 Feb 11 04:36:18.174220 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6b22e8d6-7cd8-435d-9281-40d0f50b1cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9551a46d-7cf6-4dee-81cf-7b562a207c17', 'name': 'tempest-RoutersTest-router-1567559993', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:15Z', 'updated_at': '2022-02-11T04:36:16Z', 'revision_number': 2, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:18.182048 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2f8a9bd3-3efc-45b5-9863-2179a59c86f0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:18.262586 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22e8d6-7cd8-435d-9281-40d0f50b1cc9 None None] The sync data for ids ['9551a46d-7cf6-4dee-81cf-7b562a207c17'] in n-d-712142-35 is: [{'id': '9551a46d-7cf6-4dee-81cf-7b562a207c17', 'name': 'tempest-RoutersTest-router-1567559993', 'tenant_id': '7983158e6a4f4e94b6b6369aacdd387a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:15Z', 'updated_at': '2022-02-11T04:36:16Z', 'revision_number': 2, 'project_id': '7983158e6a4f4e94b6b6369aacdd387a', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:36:18.287753 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:18.303350 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Attempting to bind port 2f8a9bd3-3efc-45b5-9863-2179a59c86f0 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:36:18.303818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Attempting to bind port 2f8a9bd3-3efc-45b5-9863-2179a59c86f0 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:36:18.304293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Attempting to bind port 2f8a9bd3-3efc-45b5-9863-2179a59c86f0 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:36:18.314685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:36:18.315128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:36:18.315518 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:18.315931 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:36:18.316701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Bound port: 2f8a9bd3-3efc-45b5-9863-2179a59c86f0, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:36:18.317118 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2f8a9bd3-3efc-45b5-9863-2179a59c86f0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:18.401769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] For port 2f8a9bd3-3efc-45b5-9863-2179a59c86f0, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:36:18.404313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fa36c-cc54-42ec-a358-1f797b11edff None None] Pushing event updated for resources: {'Port': ['ID=2f8a9bd3-3efc-45b5-9863-2179a59c86f0,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:18.416425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] For port 2f8a9bd3-3efc-45b5-9863-2179a59c86f0, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2f8a9bd3-3efc-45b5-9863-2179a59c86f0,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:36:18.424605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f55df57-74cc-4ea8-bdcf-b8509dabd1a8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (9551a46d-7cf6-4dee-81cf-7b562a207c17), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:18.427784 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f55df57-74cc-4ea8-bdcf-b8509dabd1a8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router_controller (9551a46d-7cf6-4dee-81cf-7b562a207c17), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:18.553951 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2f8a9bd3-3efc-45b5-9863-2179a59c86f0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:18.554701 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4a53c925-7dff-4d40-b041-fd1fbebfa3ed), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:18.563838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Allocated IP 172.20.0.1 (361f5f44-5600-48d6-9ef0-d8caacdf877b/d8011d6b-e7c9-4f5a-85bb-dd62807dd54d/6bd1e5ba-604c-4837-8bce-21ddf354fd91) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:36:18.688123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Routers {'02352c1a-80c3-4313-bfa0-bc6d230ef37a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:18.688954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:18.747114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b5bc8ca-3617-40a5-919d-ddc4fde509e8 req-ab89a4ad-42db-4445-913d-67ac9c64c904 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 210 time: 0.1161184 Feb 11 04:36:18.762075 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f55df57-74cc-4ea8-bdcf-b8509dabd1a8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (9551a46d-7cf6-4dee-81cf-7b562a207c17), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:18.763110 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f55df57-74cc-4ea8-bdcf-b8509dabd1a8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Fanout notify agent at l3_agent the message router_deleted on router 9551a46d-7cf6-4dee-81cf-7b562a207c17 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:36:18.782110 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f55df57-74cc-4ea8-bdcf-b8509dabd1a8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:18.786204 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1f55df57-74cc-4ea8-bdcf-b8509dabd1a8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/routers/9551a46d-7cf6-4dee-81cf-7b562a207c17 HTTP/1.1" status: 204 len: 168 time: 1.0061417 Feb 11 04:36:18.800485 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34584) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:18.850810 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] Set router 02352c1a-80c3-4313-bfa0-bc6d230ef37a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:36:18.867766 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cec0f8fa-2dae-4973-bca4-c68762fa88c6 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports?device_id=9551a46d-7cf6-4dee-81cf-7b562a207c17 HTTP/1.1" status: 200 len: 205 time: 0.0585113 Feb 11 04:36:18.873955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34586) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:18.923058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fa36c-cc54-42ec-a358-1f797b11edff None None] Pushing event updated for resources: {'Port': ['ID=2f8a9bd3-3efc-45b5-9863-2179a59c86f0,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:18.939014 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks [] for port (4a53c925-7dff-4d40-b041-fd1fbebfa3ed), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:18.982120 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-4c7f5753-fb85-48a9-bc86-0668c8ca7dd7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] delete failed (client error): The resource could not be found. Feb 11 04:36:18.984803 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4c7f5753-fb85-48a9-bc86-0668c8ca7dd7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/routers/9551a46d-7cf6-4dee-81cf-7b562a207c17 HTTP/1.1" status: 404 len: 336 time: 0.1095164 Feb 11 04:36:18.987677 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34588) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:19.013500 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Publish callbacks [] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:19.032881 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa32059-76ef-4205-9175-22cd42fe0ba8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:19.033351 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa32059-76ef-4205-9175-22cd42fe0ba8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:19.036517 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5fa32059-76ef-4205-9175-22cd42fe0ba8 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/2ad389af-2bf1-481d-9e78-f89f41e191a1 HTTP/1.1" status: 404 len: 337 time: 0.0479319 Feb 11 04:36:19.039777 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34590) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:19.075299 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53e46b0-3bcc-413c-a2b9-c3aeff5ef265 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:19.075819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53e46b0-3bcc-413c-a2b9-c3aeff5ef265 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:19.079068 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e53e46b0-3bcc-413c-a2b9-c3aeff5ef265 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/f48da265-88fb-4f50-a420-8e7219ce91b9 HTTP/1.1" status: 404 len: 337 time: 0.0361569 Feb 11 04:36:19.080391 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (4a53c925-7dff-4d40-b041-fd1fbebfa3ed), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:19.082886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34594) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:19.154038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:07Z', 'updated_at': '2022-02-11T04:36:13Z', 'revision_number': 3, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'gw_port': {'id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:09Z', 'updated_at': '2022-02-11T04:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:19.174131 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:19.184232 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-29218adc-8c9d-4d00-a199-cad50ebb2639 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:19.184995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29218adc-8c9d-4d00-a199-cad50ebb2639 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:19.191341 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-29218adc-8c9d-4d00-a199-cad50ebb2639 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/5b1f88f2-c313-4201-8e62-9e91ab5f6d8d HTTP/1.1" status: 404 len: 337 time: 0.1048174 Feb 11 04:36:19.192042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34598) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:19.194380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278fc209-7bb9-4318-82bb-e8c12796ea31 None None] The sync data for ids ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'] in n-d-712142-35 is: [{'id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:07Z', 'updated_at': '2022-02-11T04:36:13Z', 'revision_number': 3, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'gw_port': {'id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:09Z', 'updated_at': '2022-02-11T04:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:36:19.211225 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (2aba5a63-20a8-4246-a0ca-21e98a0b1976), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:19.278612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Network 361f5f44-5600-48d6-9ef0-d8caacdf877b is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:36:19.285197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Pushing event updated for resources: {'Port': ['ID=4a53c925-7dff-4d40-b041-fd1fbebfa3ed,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:19.289481 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-181111da-bb59-4a1e-b801-7c8d0d2439f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:19.289954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-181111da-bb59-4a1e-b801-7c8d0d2439f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:19.297734 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34602) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:19.301909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-181111da-bb59-4a1e-b801-7c8d0d2439f5 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/999f358b-56fd-4753-b8f7-a25f380fa998 HTTP/1.1" status: 404 len: 337 time: 0.1057658 Feb 11 04:36:19.314191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:36:19.319924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:36:19.380525 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:19.386028 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d9223774-e02f-448e-a6a7-cff2438d7bae tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1018014 Feb 11 04:36:19.389409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34606) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:19.392604 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8f7ad945-bdb2-413b-8846-35b7ecdf8f62 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports?device_id=29869824-43fe-42bc-8a84-e871b66d4d15 HTTP/1.1" status: 200 len: 205 time: 0.0931542 Feb 11 04:36:19.399918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34608) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:19.473459 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-00acfece-7d05-46b4-84d1-90ce19548631 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] delete failed (client error): The resource could not be found. Feb 11 04:36:19.477043 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-00acfece-7d05-46b4-84d1-90ce19548631 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/routers/29869824-43fe-42bc-8a84-e871b66d4d15 HTTP/1.1" status: 404 len: 336 time: 0.0744586 Feb 11 04:36:19.477345 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34610) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:19.523901 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-08871168-2a8e-4b15-b18c-688d6a48d637 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports?device_id=accc59e8-96fb-453a-9166-bb4753d6c3ac HTTP/1.1" status: 200 len: 205 time: 0.0424643 Feb 11 04:36:19.524306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34612) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:19.539137 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd1e5ba-604c-4837-8bce-21ddf354fd91,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:19.580487 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-643bf89a-2b63-4d6f-81b7-17d8bbde6fd7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] delete failed (client error): The resource could not be found. Feb 11 04:36:19.584232 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-643bf89a-2b63-4d6f-81b7-17d8bbde6fd7 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/routers/accc59e8-96fb-453a-9166-bb4753d6c3ac HTTP/1.1" status: 404 len: 336 time: 0.0558577 Feb 11 04:36:19.586005 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34614) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:19.621385 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (02352c1a-80c3-4313-bfa0-bc6d230ef37a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:19.703630 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a69c47-acfa-42b7-89d7-85501544b1df tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:19.706959 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a69c47-acfa-42b7-89d7-85501544b1df tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:19.708182 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-71a69c47-acfa-42b7-89d7-85501544b1df tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/ed6c2ae6-08bd-4999-b988-a52d1ffd0445 HTTP/1.1" status: 404 len: 337 time: 0.1225057 Feb 11 04:36:19.710707 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34616) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:19.763555 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d9cef024-ce55-481b-ade1-92482a8f20af tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae997894-7892-46da-82eb-9eb6180d06e1 HTTP/1.1" status: 200 len: 205 time: 0.0451465 Feb 11 04:36:19.764536 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34618) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:19.769867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-460c1f61-9034-43b2-a918-44136ac76aa7 tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.3731637 Feb 11 04:36:19.773442 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34620) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:19.822844 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6c662c0d-410e-4e49-b4a6-3c4df7890bee None None] Provisioning complete for port 6bd1e5ba-604c-4837-8bce-21ddf354fd91 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:19.823319 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6c662c0d-410e-4e49-b4a6-3c4df7890bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:19.829902 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-c48c01fe-4a36-4315-ae2e-666d62aa7e60 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] delete failed (client error): The resource could not be found. Feb 11 04:36:19.833956 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c48c01fe-4a36-4315-ae2e-666d62aa7e60 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/routers/ae997894-7892-46da-82eb-9eb6180d06e1 HTTP/1.1" status: 404 len: 336 time: 0.0689056 Feb 11 04:36:19.885471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34624) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:19.916847 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f141e158-c2bd-43be-be97-7230a1b97358 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1433439 Feb 11 04:36:19.917562 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34626) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:19.918837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6c662c0d-410e-4e49-b4a6-3c4df7890bee None None] Port 6bd1e5ba-604c-4837-8bce-21ddf354fd91 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:36:20.062067 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b0d9f732-f8ba-41e9-96ea-63ad956f379d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports?device_id=331f6b6d-969e-43e9-9125-eb48c1ab0c26 HTTP/1.1" status: 200 len: 205 time: 0.1688821 Feb 11 04:36:20.096917 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34636) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:20.120993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57f4109a-ccb0-41f0-9c3e-4b0fede106cd req-32965f3d-0c04-4d79-abbf-3462a3d2cdc0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 210 time: 0.2287879 Feb 11 04:36:20.153341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2f8a9bd3-3efc-45b5-9863-2179a59c86f0 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:36:20.266235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-372241fe-f551-4682-856e-00cfd7fca16c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1737428 Feb 11 04:36:20.285749 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-15a80afe-4676-4cb0-9247-251560e20f37 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] delete failed (client error): The resource could not be found. Feb 11 04:36:20.286824 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-15a80afe-4676-4cb0-9247-251560e20f37 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/routers/331f6b6d-969e-43e9-9125-eb48c1ab0c26 HTTP/1.1" status: 404 len: 336 time: 0.1889510 Feb 11 04:36:20.289610 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34644) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:20.334781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 2f8a9bd3-3efc-45b5-9863-2179a59c86f0 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:20.335283 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2f8a9bd3-3efc-45b5-9863-2179a59c86f0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:20.409143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-4535b2dd-1d40-4980-b6e0-c29d3ab6cc0e tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Deleting port 4a53c925-7dff-4d40-b041-fd1fbebfa3ed {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:20.409365 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4535b2dd-1d40-4980-b6e0-c29d3ab6cc0e tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4a53c925-7dff-4d40-b041-fd1fbebfa3ed), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:20.444038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:20.455170 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-b051a37e-06f8-48c9-9a4f-c0e48b9be61d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:20.455533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b051a37e-06f8-48c9-9a4f-c0e48b9be61d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:20.461461 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b051a37e-06f8-48c9-9a4f-c0e48b9be61d tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/b563b3ff-465c-4a0c-9e39-e8295cc77875 HTTP/1.1" status: 404 len: 337 time: 0.1679573 Feb 11 04:36:20.466924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34648) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:20.559369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 2f8a9bd3-3efc-45b5-9863-2179a59c86f0 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:20.560336 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2f8a9bd3-3efc-45b5-9863-2179a59c86f0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:20.585233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34650) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:20.587737 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9e8e1651-1b8e-4c52-9352-78e67a8d1294 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports?device_id=877f2581-ccc2-452f-82a3-cc4b66179caa HTTP/1.1" status: 200 len: 205 time: 0.1142616 Feb 11 04:36:20.592669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 2f8a9bd3-3efc-45b5-9863-2179a59c86f0, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2f8a9bd3-3efc-45b5-9863-2179a59c86f0,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:20.677274 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-c6c0c08a-2117-43e6-84e7-76a4993d175a tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] delete failed (client error): The resource could not be found. Feb 11 04:36:20.678352 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c6c0c08a-2117-43e6-84e7-76a4993d175a tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/routers/877f2581-ccc2-452f-82a3-cc4b66179caa HTTP/1.1" status: 404 len: 336 time: 0.0921652 Feb 11 04:36:20.683861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34652) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:20.713591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-48bf80a2-ec5b-4aa7-aeef-9ecf349e4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:20.714108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-48bf80a2-ec5b-4aa7-aeef-9ecf349e4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:20.714538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-48bf80a2-ec5b-4aa7-aeef-9ecf349e4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:20.723122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-48bf80a2-ec5b-4aa7-aeef-9ecf349e4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:20.723687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-48bf80a2-ec5b-4aa7-aeef-9ecf349e4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:20.731674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-48bf80a2-ec5b-4aa7-aeef-9ecf349e4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:20.731674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-48bf80a2-ec5b-4aa7-aeef-9ecf349e4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:20.736345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-48bf80a2-ec5b-4aa7-aeef-9ecf349e4b7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 6715 time: 0.4347441 Feb 11 04:36:20.764531 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2f8a9bd3-3efc-45b5-9863-2179a59c86f0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:20.794939 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ac5ef5-24a4-444a-9283-ce11d22ca5c1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:20.795489 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ac5ef5-24a4-444a-9283-ce11d22ca5c1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:20.802635 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-27ac5ef5-24a4-444a-9283-ce11d22ca5c1 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/d5c8a05a-5dcf-42bb-a964-5f846d0775f7 HTTP/1.1" status: 404 len: 337 time: 0.1132517 Feb 11 04:36:20.802877 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34656) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:20.835193 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4535b2dd-1d40-4980-b6e0-c29d3ab6cc0e tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4a53c925-7dff-4d40-b041-fd1fbebfa3ed), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:20.836174 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4535b2dd-1d40-4980-b6e0-c29d3ab6cc0e tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks [] for floatingip (4a53c925-7dff-4d40-b041-fd1fbebfa3ed), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:20.868418 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-933e5d36-8fe6-4b3d-8445-c8e15ca0188f tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "GET /v2.0/ports?device_id=af803e9a-7843-4fb9-bc1a-e436dfdf4550 HTTP/1.1" status: 200 len: 205 time: 0.0616097 Feb 11 04:36:20.875452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34658) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:20.949584 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-4535b2dd-1d40-4980-b6e0-c29d3ab6cc0e tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Calling delete_port for 4a53c925-7dff-4d40-b041-fd1fbebfa3ed owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:20.965511 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-8c0edcef-79aa-4214-8745-c29fb47ba7c0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] delete failed (client error): The resource could not be found. Feb 11 04:36:20.968877 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8c0edcef-79aa-4214-8745-c29fb47ba7c0 tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/routers/af803e9a-7843-4fb9-bc1a-e436dfdf4550 HTTP/1.1" status: 404 len: 336 time: 0.0902200 Feb 11 04:36:20.972069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34660) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:20.977613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=2f8a9bd3-3efc-45b5-9863-2179a59c86f0,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:21.065070 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d9731e-76ca-48a4-8947-6e3eaa77bcbc tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:21.065551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d9731e-76ca-48a4-8947-6e3eaa77bcbc tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:21.072691 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-36d9731e-76ca-48a4-8947-6e3eaa77bcbc tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/9a339319-64f7-4abd-8389-1fb6e948b314 HTTP/1.1" status: 404 len: 337 time: 0.0994544 Feb 11 04:36:21.074773 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34662) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:21.144326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-30e88a84-b07c-4775-a57d-94d8d6861e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:21.144817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-30e88a84-b07c-4775-a57d-94d8d6861e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:21.145312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-30e88a84-b07c-4775-a57d-94d8d6861e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:21.147400 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-30e88a84-b07c-4775-a57d-94d8d6861e5e service neutron] 10.222.0.32 "GET /v2.0/networks?id=00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d&id=5298babb-4aa0-44c4-91a5-04b443d240a5&id=5298babb-4aa0-44c4-91a5-04b443d240a5&id=5298babb-4aa0-44c4-91a5-04b443d240a5&id=5298babb-4aa0-44c4-91a5-04b443d240a5&id=783bae75-85d4-4737-a159-3dcd512c310b&id=783bae75-85d4-4737-a159-3dcd512c310b HTTP/1.1" status: 200 len: 2294 time: 0.3625913 Feb 11 04:36:21.188436 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7d0642-0405-4791-a089-33210ff615ac tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] DELETE failed (client error): The resource could not be found. Feb 11 04:36:21.188907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7d0642-0405-4791-a089-33210ff615ac tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:36:21.212633 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5d7d0642-0405-4791-a089-33210ff615ac tempest-RoutersTest-146016802 tempest-RoutersTest-146016802-project] 10.222.0.13 "DELETE /v2.0/subnets/15dde4c9-114a-440b-b828-a1e471acf9b6 HTTP/1.1" status: 404 len: 337 time: 0.1329081 Feb 11 04:36:21.347650 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83dd58fa-7809-4d93-9243-354ffe063e5f req-a0b5ce35-5e53-4c77-ae40-20ae5ff2abfa tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 210 time: 0.0932112 Feb 11 04:36:21.417045 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-6dc22abc-b9fc-4e15-b0d3-e1a6ecb8966f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30aa1179-3b27-4725-948c-5544353ee93a HTTP/1.1" status: 200 len: 1001 time: 0.2630129 Feb 11 04:36:21.484754 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Publish callbacks [] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:21.548083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-0572f3e8-713e-44da-815f-05d60cb7b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:21.549867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-0572f3e8-713e-44da-815f-05d60cb7b190 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43986a6c-ee4e-4269-823f-c72fd6c6d88e HTTP/1.1" status: 200 len: 851 time: 0.1192033 Feb 11 04:36:21.570683 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4535b2dd-1d40-4980-b6e0-c29d3ab6cc0e tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (4a53c925-7dff-4d40-b041-fd1fbebfa3ed), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:21.623221 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:21.633210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535b2dd-1d40-4980-b6e0-c29d3ab6cc0e tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Pushing event deleted for resources: {'Port': ['ID=4a53c925-7dff-4d40-b041-fd1fbebfa3ed,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:21.771496 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (02352c1a-80c3-4313-bfa0-bc6d230ef37a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:21.783271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-b09346d2-f6ff-4b0e-9488-59ce175d58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:21.785180 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-b09346d2-f6ff-4b0e-9488-59ce175d58c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2294133 Feb 11 04:36:21.806400 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4535b2dd-1d40-4980-b6e0-c29d3ab6cc0e tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks [] for floatingip (2aba5a63-20a8-4246-a0ca-21e98a0b1976), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:21.809192 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4535b2dd-1d40-4980-b6e0-c29d3ab6cc0e tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:21.811065 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4535b2dd-1d40-4980-b6e0-c29d3ab6cc0e tempest-FloatingIPAdminTestJSON-1283352889 tempest-FloatingIPAdminTestJSON-1283352889-project] 10.222.0.13 "DELETE /v2.0/floatingips/2aba5a63-20a8-4246-a0ca-21e98a0b1976 HTTP/1.1" status: 204 len: 168 time: 1.8921831 Feb 11 04:36:21.816404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34676) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:21.828640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd1e5ba-604c-4837-8bce-21ddf354fd91,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:22.114639 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53fe33-8015-458c-82e2-b57366154c0c req-6ebd7011-7841-4621-bfc7-b6d75b67e5ce tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:22.121157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba53fe33-8015-458c-82e2-b57366154c0c req-6ebd7011-7841-4621-bfc7-b6d75b67e5ce tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 812 time: 0.4318101 Feb 11 04:36:22.133441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-2782deb7-8659-4c4e-8ab4-8ea07bf49d1b tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Deleting port f0239700-730e-49d9-a978-9cfba8be2828 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:22.141205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2f8a9bd3-3efc-45b5-9863-2179a59c86f0 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:36:22.145402 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2782deb7-8659-4c4e-8ab4-8ea07bf49d1b tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f0239700-730e-49d9-a978-9cfba8be2828), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:22.155079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-ba53fe33-8015-458c-82e2-b57366154c0c req-171bf6f8-bb2f-4e88-94db-fbc3a45d8036 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Request body: {'port': {'device_id': 'a92f2253-97a1-4a95-8d41-6230c014ac6b', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'admin_state_up': True, 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:22.240103 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 2f8a9bd3-3efc-45b5-9863-2179a59c86f0 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:22.240778 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2f8a9bd3-3efc-45b5-9863-2179a59c86f0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:22.258222 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-646712d5-abfb-424c-99d4-bd622d06f727 service neutron] 10.222.0.32 "GET /v2.0/networks/00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305229 Feb 11 04:36:22.269890 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2782deb7-8659-4c4e-8ab4-8ea07bf49d1b tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f0239700-730e-49d9-a978-9cfba8be2828), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:22.270483 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2782deb7-8659-4c4e-8ab4-8ea07bf49d1b tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks [] for floatingip (f0239700-730e-49d9-a978-9cfba8be2828), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:22.291671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-2782deb7-8659-4c4e-8ab4-8ea07bf49d1b tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Calling delete_port for f0239700-730e-49d9-a978-9cfba8be2828 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:22.315782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34680) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:22.391654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Network 361f5f44-5600-48d6-9ef0-d8caacdf877b is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:36:22.415498 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:36:22.459986 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 2f8a9bd3-3efc-45b5-9863-2179a59c86f0 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:22.643655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-65974fc7-64a5-4ba6-bcf0-3d6dae6a8468 service neutron] 10.222.0.32 "GET /v2.0/networks/00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692729 Feb 11 04:36:22.717601 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2ee6e42f-cd7c-4c17-b9ac-a360074ab7d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7983158e6a4f4e94b6b6369aacdd387a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3974710 Feb 11 04:36:22.720191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34694) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:22.772957 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8041949d-4ce7-4a81-93f0-3b87429f2c4c req-30915db4-7dc4-4a0e-93c0-ae9bc39b4355 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 210 time: 0.1258607 Feb 11 04:36:22.780953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-e06fd858-5b8a-4a20-bfd6-994c4335ae26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=5fdbb401-1694-49f8-bfbf-47d7a4041211 HTTP/1.1" status: 200 len: 217 time: 0.1217394 Feb 11 04:36:22.789065 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2782deb7-8659-4c4e-8ab4-8ea07bf49d1b tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f0239700-730e-49d9-a978-9cfba8be2828), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:22.847671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f15e1786-84a5-4124-9569-13aa30f6cbef admin admin] Publish callbacks [] for security_group (51408b5f-0fc7-4884-8e1e-889ebb43ae00), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:22.852205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782deb7-8659-4c4e-8ab4-8ea07bf49d1b tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0239700-730e-49d9-a978-9cfba8be2828,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:22.872911 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f60d4346-4a36-476a-9cd6-b5bf11478395 None None] Provisioning complete for port 6bd1e5ba-604c-4837-8bce-21ddf354fd91 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:22.875194 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f60d4346-4a36-476a-9cd6-b5bf11478395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:22.924204 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f15e1786-84a5-4124-9569-13aa30f6cbef admin admin] Publish callbacks [] for security_group (51408b5f-0fc7-4884-8e1e-889ebb43ae00), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:22.933300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f60d4346-4a36-476a-9cd6-b5bf11478395 None None] Port 6bd1e5ba-604c-4837-8bce-21ddf354fd91 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:36:23.073541 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2782deb7-8659-4c4e-8ab4-8ea07bf49d1b tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks [] for floatingip (47a6b1a1-e6eb-44e3-924b-b59957ca65ab), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:23.081109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2782deb7-8659-4c4e-8ab4-8ea07bf49d1b tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:23.082409 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2782deb7-8659-4c4e-8ab4-8ea07bf49d1b tempest-FloatingIPAdminTestJSON-1715751373 tempest-FloatingIPAdminTestJSON-1715751373-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/47a6b1a1-e6eb-44e3-924b-b59957ca65ab HTTP/1.1" status: 204 len: 168 time: 1.2650168 Feb 11 04:36:23.091213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34696) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:23.124977 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-02d7cd8c-9a15-4677-9099-07ece084bfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:23.207663 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f15e1786-84a5-4124-9569-13aa30f6cbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (51408b5f-0fc7-4884-8e1e-889ebb43ae00), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:23.210574 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f15e1786-84a5-4124-9569-13aa30f6cbef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:23.211882 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f15e1786-84a5-4124-9569-13aa30f6cbef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51408b5f-0fc7-4884-8e1e-889ebb43ae00 HTTP/1.1" status: 204 len: 168 time: 0.4907393 Feb 11 04:36:23.223361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e1786-84a5-4124-9569-13aa30f6cbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51408b5f-0fc7-4884-8e1e-889ebb43ae00,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:23.318936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-005dddf1-ca60-4615-9782-35241c3405ff tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Deleting port a9f95399-d385-4952-8c00-0afa8c464168 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:23.319725 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-005dddf1-ca60-4615-9782-35241c3405ff tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a9f95399-d385-4952-8c00-0afa8c464168), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:23.446158 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-005dddf1-ca60-4615-9782-35241c3405ff tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a9f95399-d385-4952-8c00-0afa8c464168), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:23.461177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-005dddf1-ca60-4615-9782-35241c3405ff tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Calling delete_port for a9f95399-d385-4952-8c00-0afa8c464168 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:23.549987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-cda50adf-ac75-45b3-948e-39ffc0af5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:23.551913 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-cda50adf-ac75-45b3-948e-39ffc0af5728 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53bd9c26-1372-400a-811d-7e4a7427b6fa HTTP/1.1" status: 200 len: 797 time: 0.1372476 Feb 11 04:36:23.602061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Router 02352c1a-80c3-4313-bfa0-bc6d230ef37a has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:36:23.620929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba53fe33-8015-458c-82e2-b57366154c0c req-171bf6f8-bb2f-4e88-94db-fbc3a45d8036 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Made reservation on behalf of a0c272147a3c4494a9c82c9c21a2e5c4 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:36:23.624639 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba53fe33-8015-458c-82e2-b57366154c0c req-171bf6f8-bb2f-4e88-94db-fbc3a45d8036 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:23.653605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-957dede7-efbb-4cfb-b8d9-abc5b40459a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:23.655870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-957dede7-efbb-4cfb-b8d9-abc5b40459a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5298babb-4aa0-44c4-91a5-04b443d240a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0953014 Feb 11 04:36:23.792951 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-005dddf1-ca60-4615-9782-35241c3405ff tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (a9f95399-d385-4952-8c00-0afa8c464168), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:23.843669 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dddf1-ca60-4615-9782-35241c3405ff tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event deleted for resources: {'Port': ['ID=a9f95399-d385-4952-8c00-0afa8c464168,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:24.001823 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-005dddf1-ca60-4615-9782-35241c3405ff tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:24.007307 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-005dddf1-ca60-4615-9782-35241c3405ff tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] 10.222.0.13 "DELETE /v2.0/ports/a9f95399-d385-4952-8c00-0afa8c464168 HTTP/1.1" status: 204 len: 168 time: 0.9150004 Feb 11 04:36:24.010539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34718) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:24.084247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c8a7e-b9f9-4b0c-b283-3a81ca96f96c tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:24.084247 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a49c8a7e-b9f9-4b0c-b283-3a81ca96f96c tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] 10.222.0.13 "GET /v2.0/ports?device_id=48557e94-1a4f-4891-ba7d-24af18df4aeb HTTP/1.1" status: 200 len: 913 time: 0.0684619 Feb 11 04:36:24.084247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34720) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:24.101333 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31554e4b-9c5d-433b-a6f6-4d483139b6c3 req-0de18739-9c66-485a-8c1d-ea2e0cdd70fc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 210 time: 0.0751565 Feb 11 04:36:24.148250 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:36:24.155546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-b8500f8e-a21b-41b4-865d-4fbbd53d0f76 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900162 Feb 11 04:36:24.165532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Sync routers for ids ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:36:24.169834 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3de7a5a6-e717-40a6-a685-4da33bfe00c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/02352c1a-80c3-4313-bfa0-bc6d230ef37a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0621116 Feb 11 04:36:24.188917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Routers {'02352c1a-80c3-4313-bfa0-bc6d230ef37a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:24.190322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:35:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:24.218138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-ba53fe33-8015-458c-82e2-b57366154c0c req-171bf6f8-bb2f-4e88-94db-fbc3a45d8036 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Allocated IP 172.20.0.8 (52e2e255-4bcd-4033-994f-08fc2f872764/2f82346c-9264-4068-a473-ad115add59d6/a80677b3-7e90-4ccc-ac24-a76000ecec3c) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:36:24.476695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Set router 02352c1a-80c3-4313-bfa0-bc6d230ef37a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:36:24.566733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-cdf18bde-d7f0-4fc4-9157-3b9eeba60689 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919616 Feb 11 04:36:24.725500 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-8b4fb556-2f30-4650-a0e5-cc32f5015e73 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=963b6a8b-e879-44fc-be34-943887949a52 HTTP/1.1" status: 200 len: 217 time: 0.1502712 Feb 11 04:36:24.793274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:07Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'gw_port': {'id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:09Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '6bd1e5ba-604c-4837-8bce-21ddf354fd91', 'name': '', 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'mac_address': 'fa:16:3e:31:b2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:18Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 2, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'subnets': [{'id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:24.870653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Checking router: 02352c1a-80c3-4313-bfa0-bc6d230ef37a for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:36:24.870653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Updating router 02352c1a-80c3-4313-bfa0-bc6d230ef37a port 6bd1e5ba-604c-4837-8bce-21ddf354fd91 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:36:25.010201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-b82a433e-a55f-4047-b089-13d89574a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:25.021700 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-b82a433e-a55f-4047-b089-13d89574a171 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53bd9c26-1372-400a-811d-7e4a7427b6fa HTTP/1.1" status: 200 len: 797 time: 0.2895613 Feb 11 04:36:25.032423 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:25.165078 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba53fe33-8015-458c-82e2-b57366154c0c req-171bf6f8-bb2f-4e88-94db-fbc3a45d8036 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:25.233161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-b05f16b7-d50c-4ef1-b1f7-6fa9401cd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:25.241768 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-b05f16b7-d50c-4ef1-b1f7-6fa9401cd1d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5298babb-4aa0-44c4-91a5-04b443d240a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2002037 Feb 11 04:36:25.296786 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc36a870-28dc-4407-a1d8-b22bc691bb67 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (48557e94-1a4f-4891-ba7d-24af18df4aeb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:25.345546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34750) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:25.384531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-574b9fc8-1c5c-4e9d-8c11-d45fc4136b2c req-0e794a39-a35a-4511-96b4-7e1a028c0a0a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 210 time: 0.1313324 Feb 11 04:36:25.481826 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba53fe33-8015-458c-82e2-b57366154c0c req-171bf6f8-bb2f-4e88-94db-fbc3a45d8036 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:25.565711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34754) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:25.571174 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-842eb355-29e5-4f7e-9208-96e4bea1f3c5 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146439 Feb 11 04:36:25.573125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba53fe33-8015-458c-82e2-b57366154c0c req-171bf6f8-bb2f-4e88-94db-fbc3a45d8036 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Network 52e2e255-4bcd-4033-994f-08fc2f872764 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:36:25.576856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-ba53fe33-8015-458c-82e2-b57366154c0c req-171bf6f8-bb2f-4e88-94db-fbc3a45d8036 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:36:25.578229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a846749f-b2e8-4cd1-89d3-b5947dabeb0c tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1042700936', 'description': 'tempest-description--1005510778'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:25.593930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba53fe33-8015-458c-82e2-b57366154c0c req-171bf6f8-bb2f-4e88-94db-fbc3a45d8036 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:36:25.638581 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Publish callbacks [] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:25.647597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['cb8dc0ca-24b4-48a8-9d98-e3e98ba04516'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:36:25.679507 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-db62ddfe-1cc7-4d4c-9452-9488807206c1 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:25.679953 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-db62ddfe-1cc7-4d4c-9452-9488807206c1 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 04:36:25.680454 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-db62ddfe-1cc7-4d4c-9452-9488807206c1 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 04:36:25.681649 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-db62ddfe-1cc7-4d4c-9452-9488807206c1 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3345592 Feb 11 04:36:25.693817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34756) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:25.699321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6412a9f0-421d-480b-a51f-84add8d871cf tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004521088'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:25.717445 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-4e1e337c-46c2-4ff8-bd39-b6c354b0b7a9 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273563 Feb 11 04:36:25.720180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bf6f8-bb2f-4e88-94db-fbc3a45d8036 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event updated for resources: {'Port': ['ID=a80677b3-7e90-4ccc-ac24-a76000ecec3c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:25.733453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['04377ffa-fec6-4360-a9af-82cdc4f4a57c'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:36:25.789056 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:25.791090 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-feee9e40-cf78-41db-b21d-68d32005f1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:25.811548 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-32f166ba-b619-44a1-a26c-b16239b33a28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=30cc8e96-7615-4f82-a139-50fdbc0216dd HTTP/1.1" status: 200 len: 217 time: 0.0595472 Feb 11 04:36:25.843797 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53fe33-8015-458c-82e2-b57366154c0c req-171bf6f8-bb2f-4e88-94db-fbc3a45d8036 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:25.844634 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba53fe33-8015-458c-82e2-b57366154c0c req-171bf6f8-bb2f-4e88-94db-fbc3a45d8036 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:25.861379 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a846749f-b2e8-4cd1-89d3-b5947dabeb0c tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:25.955689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-2fd0e752-0eaf-4e0e-9443-ef7f30886548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:25.971625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-2fd0e752-0eaf-4e0e-9443-ef7f30886548 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53bd9c26-1372-400a-811d-7e4a7427b6fa HTTP/1.1" status: 200 len: 797 time: 0.1137269 Feb 11 04:36:26.040796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba53fe33-8015-458c-82e2-b57366154c0c req-171bf6f8-bb2f-4e88-94db-fbc3a45d8036 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8860910 Feb 11 04:36:26.040925 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6412a9f0-421d-480b-a51f-84add8d871cf tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:26.052787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Request body: {'port': {'device_id': 'a92f2253-97a1-4a95-8d41-6230c014ac6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:26.065832 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6412a9f0-421d-480b-a51f-84add8d871cf tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:26.187261 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980470bc-f2ed-4d72-8670-17cf0eccb585 None None] Pushing event updated for resources: {'Port': ['ID=6bd1e5ba-604c-4837-8bce-21ddf354fd91,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:26.211427 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a846749f-b2e8-4cd1-89d3-b5947dabeb0c tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for security_group (626850c5-eca6-4ad7-857d-3ff92867975c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:26.215221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-af861993-4d79-4838-9f61-ec2dc4049e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:26.227688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-af861993-4d79-4838-9f61-ec2dc4049e20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5298babb-4aa0-44c4-91a5-04b443d240a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2480586 Feb 11 04:36:26.229786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Attempting to bind port 6bd1e5ba-604c-4837-8bce-21ddf354fd91 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:36:26.232261 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Attempting to bind port 6bd1e5ba-604c-4837-8bce-21ddf354fd91 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '3fffe665-6854-4972-83d1-8f1a9a126a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:36:26.232261 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Attempting to bind port 6bd1e5ba-604c-4837-8bce-21ddf354fd91 on network 361f5f44-5600-48d6-9ef0-d8caacdf877b {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:36:26.238036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dc36a870-28dc-4407-a1d8-b22bc691bb67 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Deleting port c7bf2e0c-621a-4540-b2f6-6c62982a6b2f {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:26.239036 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc36a870-28dc-4407-a1d8-b22bc691bb67 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c7bf2e0c-621a-4540-b2f6-6c62982a6b2f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:26.274980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:36:26.275512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Checking segment: {'id': '3fffe665-6854-4972-83d1-8f1a9a126a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:36:26.275930 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:26.276347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Bound using segment: {'id': '3fffe665-6854-4972-83d1-8f1a9a126a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:36:26.286227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Bound port: 6bd1e5ba-604c-4837-8bce-21ddf354fd91, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fffe665-6854-4972-83d1-8f1a9a126a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:36:26.286790 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:26.288996 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a846749f-b2e8-4cd1-89d3-b5947dabeb0c tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (626850c5-eca6-4ad7-857d-3ff92867975c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:26.300308 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:26.382450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a8147b36-d15b-4b6e-a8a3-9d1b9d4a2dfd None None] Provisioning complete for port a80677b3-7e90-4ccc-ac24-a76000ecec3c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:26.382870 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a8147b36-d15b-4b6e-a8a3-9d1b9d4a2dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:26.457795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a8147b36-d15b-4b6e-a8a3-9d1b9d4a2dfd None None] Port a80677b3-7e90-4ccc-ac24-a76000ecec3c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:36:26.480410 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846749f-b2e8-4cd1-89d3-b5947dabeb0c tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626850c5-eca6-4ad7-857d-3ff92867975c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:26.562989 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a846749f-b2e8-4cd1-89d3-b5947dabeb0c tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:26.582484 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a846749f-b2e8-4cd1-89d3-b5947dabeb0c tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0157049 Feb 11 04:36:26.584732 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc36a870-28dc-4407-a1d8-b22bc691bb67 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c7bf2e0c-621a-4540-b2f6-6c62982a6b2f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:26.588098 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34776) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:26.595998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3eebc1fc-ab14-47dd-852c-56ef082cef82 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Request body: {'security_group_rule': {'security_group_id': '626850c5-eca6-4ad7-857d-3ff92867975c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:26.642782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dc36a870-28dc-4407-a1d8-b22bc691bb67 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Calling delete_port for c7bf2e0c-621a-4540-b2f6-6c62982a6b2f owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:26.728024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-45a61aed-40ba-486c-bf88-c18a02b4de10 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843984 Feb 11 04:36:26.838183 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] For port 6bd1e5ba-604c-4837-8bce-21ddf354fd91, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:36:26.845595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a3174da7-d76c-4d66-994a-39902c84a64c None None] Provisioning complete for port 6bd1e5ba-604c-4837-8bce-21ddf354fd91 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:26.845595 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a3174da7-d76c-4d66-994a-39902c84a64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:26.862726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80677b3-7e90-4ccc-ac24-a76000ecec3c {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:36:26.872402 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Publish callbacks [] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:26.895843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Transition to ACTIVE for port object a80677b3-7e90-4ccc-ac24-a76000ecec3c will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:36:26.901001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] For port 6bd1e5ba-604c-4837-8bce-21ddf354fd91, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6bd1e5ba-604c-4837-8bce-21ddf354fd91,segment=NetworkSegment(3fffe665-6854-4972-83d1-8f1a9a126a23),segment_id=3fffe665-6854-4972-83d1-8f1a9a126a23)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:36:26.912813 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:26.937446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a3174da7-d76c-4d66-994a-39902c84a64c None None] Port 6bd1e5ba-604c-4837-8bce-21ddf354fd91 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:36:27.016674 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:27.033015 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:27.137791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-68ae4798-7dec-4d33-88a7-789f22bb8335 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921287 Feb 11 04:36:27.176612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Routers {'02352c1a-80c3-4313-bfa0-bc6d230ef37a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:27.177284 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:36:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:27.245983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Pushing event updated for resources: {'Port': ['ID=a80677b3-7e90-4ccc-ac24-a76000ecec3c,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:27.413711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ba218-3201-478d-92d7-0076bd866c54 req-98105040-742d-4cd0-b53e-5f5ad72eb6d0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:27.422470 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c95ba218-3201-478d-92d7-0076bd866c54 req-98105040-742d-4cd0-b53e-5f5ad72eb6d0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 931 time: 0.8031232 Feb 11 04:36:27.472216 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-0ef220a1-00cc-40b0-8ec3-670099a0db89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=8384eb4b-0998-438a-8422-057418ed2575 HTTP/1.1" status: 200 len: 217 time: 0.3264456 Feb 11 04:36:27.497244 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb4d25c5-a5b6-4d4e-90cb-976b5b6134f4 req-36a96481-fed8-4629-b5e5-173e555e1b1c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5917969 Feb 11 04:36:27.698997 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6412a9f0-421d-480b-a51f-84add8d871cf tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (18810497-259c-4f9e-a993-629c8d1f3cd5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:27.766466 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3eebc1fc-ab14-47dd-852c-56ef082cef82 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for security_group_rule (98cd936b-4c77-4a90-a45b-9fdb5772bbdd), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:27.803924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] Set router 02352c1a-80c3-4313-bfa0-bc6d230ef37a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:36:27.810074 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6412a9f0-421d-480b-a51f-84add8d871cf tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (18810497-259c-4f9e-a993-629c8d1f3cd5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:27.948690 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c95ba218-3201-478d-92d7-0076bd866c54 req-847405d4-d0d2-46f7-826b-1aefcf236c78 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708359 Feb 11 04:36:27.968582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-e8c2996a-6566-421b-b350-7ee31e18f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:27.971429 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-e8c2996a-6566-421b-b350-7ee31e18f961 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53bd9c26-1372-400a-811d-7e4a7427b6fa HTTP/1.1" status: 200 len: 797 time: 0.4900548 Feb 11 04:36:28.043664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412a9f0-421d-480b-a51f-84add8d871cf tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18810497-259c-4f9e-a993-629c8d1f3cd5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:28.052312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Attempting to bind port a80677b3-7e90-4ccc-ac24-a76000ecec3c on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:36:28.052660 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Attempting to bind port a80677b3-7e90-4ccc-ac24-a76000ecec3c by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:36:28.053083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Attempting to bind port a80677b3-7e90-4ccc-ac24-a76000ecec3c on network 52e2e255-4bcd-4033-994f-08fc2f872764 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:36:28.073992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d25c5-a5b6-4d4e-90cb-976b5b6134f4 req-b38ff83f-c303-4bcd-b216-8ba1f9978d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:28.075641 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb4d25c5-a5b6-4d4e-90cb-976b5b6134f4 req-b38ff83f-c303-4bcd-b216-8ba1f9978d26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 1128 time: 0.4415419 Feb 11 04:36:28.082477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Port a80677b3-7e90-4ccc-ac24-a76000ecec3c on network 52e2e255-4bcd-4033-994f-08fc2f872764 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:36:28.082834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Attempting to bind port a80677b3-7e90-4ccc-ac24-a76000ecec3c on network 52e2e255-4bcd-4033-994f-08fc2f872764 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:36:28.089369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:36:28.089718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Checking segment: {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:36:28.090303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Bound using segment: {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:36:28.093118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Bound port: a80677b3-7e90-4ccc-ac24-a76000ecec3c, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a9e007f-7d78-4b9d-b68a-41380b849e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:36:28.093118 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:28.113012 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3eebc1fc-ab14-47dd-852c-56ef082cef82 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for security_group_rule (98cd936b-4c77-4a90-a45b-9fdb5772bbdd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:28.178086 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6412a9f0-421d-480b-a51f-84add8d871cf tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (2bbc0809-dcef-4fc2-b586-26f983670750), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:28.180469 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-7f31e186-3693-4d66-9772-d37ad8471da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:28.182866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-7f31e186-3693-4d66-9772-d37ad8471da5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5298babb-4aa0-44c4-91a5-04b443d240a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1927438 Feb 11 04:36:28.200315 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3eebc1fc-ab14-47dd-852c-56ef082cef82 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (98cd936b-4c77-4a90-a45b-9fdb5772bbdd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:28.245241 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebc1fc-ab14-47dd-852c-56ef082cef82 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98cd936b-4c77-4a90-a45b-9fdb5772bbdd,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:28.255284 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc36a870-28dc-4407-a1d8-b22bc691bb67 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c7bf2e0c-621a-4540-b2f6-6c62982a6b2f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:28.259490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980470bc-f2ed-4d72-8670-17cf0eccb585 None None] Pushing event updated for resources: {'Port': ['ID=6bd1e5ba-604c-4837-8bce-21ddf354fd91,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:28.282701 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6412a9f0-421d-480b-a51f-84add8d871cf tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2bbc0809-dcef-4fc2-b586-26f983670750), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:28.365212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0731ae77-85b2-4c0f-b5d9-7c7d7269424e None None] Provisioning complete for port 6bd1e5ba-604c-4837-8bce-21ddf354fd91 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:28.365686 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0731ae77-85b2-4c0f-b5d9-7c7d7269424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:28.366141 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-c9389a7f-8b5f-4194-a1b0-cc95338beb61 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763694 Feb 11 04:36:28.403352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36a870-28dc-4407-a1d8-b22bc691bb67 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event deleted for resources: {'Port': ['ID=c7bf2e0c-621a-4540-b2f6-6c62982a6b2f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:28.416584 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3eebc1fc-ab14-47dd-852c-56ef082cef82 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:28.418072 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3eebc1fc-ab14-47dd-852c-56ef082cef82 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8280680 Feb 11 04:36:28.427002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:07Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'gw_port': {'id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:09Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '6bd1e5ba-604c-4837-8bce-21ddf354fd91', 'name': '', 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'mac_address': 'fa:16:3e:31:b2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:18Z', 'updated_at': '2022-02-11T04:36:26Z', 'revision_number': 4, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'subnets': [{'id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:28.432324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34792) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:28.442250 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:28.452288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-453f7d14-c269-476e-9562-122abc2fa0be tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Request body: {'security_group_rule': {'security_group_id': '626850c5-eca6-4ad7-857d-3ff92867975c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:28.463241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] For port a80677b3-7e90-4ccc-ac24-a76000ecec3c, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:36:28.470614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412a9f0-421d-480b-a51f-84add8d871cf tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbc0809-dcef-4fc2-b586-26f983670750,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:28.505611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] For port a80677b3-7e90-4ccc-ac24-a76000ecec3c, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a80677b3-7e90-4ccc-ac24-a76000ecec3c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:36:28.536654 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6412a9f0-421d-480b-a51f-84add8d871cf tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:28.538170 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6412a9f0-421d-480b-a51f-84add8d871cf tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.8441205 Feb 11 04:36:28.544690 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34796) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:28.561138 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a2261995-af94-4252-baad-30ab7571297f tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '2bbc0809-dcef-4fc2-b586-26f983670750', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:28.565428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43883aa-7f01-4e77-a106-c34be4ebff29 None None] The sync data for ids ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'] in n-d-712142-35 is: [{'id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:07Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'gw_port': {'id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:09Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '6bd1e5ba-604c-4837-8bce-21ddf354fd91', 'name': '', 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'mac_address': 'fa:16:3e:31:b2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:18Z', 'updated_at': '2022-02-11T04:36:26Z', 'revision_number': 4, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'subnets': [{'id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:36:28.607753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d25c5-a5b6-4d4e-90cb-976b5b6134f4 req-aa9296be-3f65-438d-86ed-2ea00670796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:28.610816 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb4d25c5-a5b6-4d4e-90cb-976b5b6134f4 req-aa9296be-3f65-438d-86ed-2ea00670796b service neutron] 10.222.0.47 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.5054884 Feb 11 04:36:28.693553 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:28.773245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0731ae77-85b2-4c0f-b5d9-7c7d7269424e None None] Current status of the port 6bd1e5ba-604c-4837-8bce-21ddf354fd91 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:28.773625 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0731ae77-85b2-4c0f-b5d9-7c7d7269424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:28.885662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0731ae77-85b2-4c0f-b5d9-7c7d7269424e None None] For port 6bd1e5ba-604c-4837-8bce-21ddf354fd91, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6bd1e5ba-604c-4837-8bce-21ddf354fd91,segment=NetworkSegment(3fffe665-6854-4972-83d1-8f1a9a126a23),segment_id=3fffe665-6854-4972-83d1-8f1a9a126a23)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:28.886167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a2261995-af94-4252-baad-30ab7571297f tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group_rule (3a1224f7-cda0-422b-a049-367deda0a227), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:28.953469 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0731ae77-85b2-4c0f-b5d9-7c7d7269424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:29.173776 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a2261995-af94-4252-baad-30ab7571297f tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group_rule (3a1224f7-cda0-422b-a049-367deda0a227), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:29.174817 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc36a870-28dc-4407-a1d8-b22bc691bb67 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (48557e94-1a4f-4891-ba7d-24af18df4aeb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:29.188334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731ae77-85b2-4c0f-b5d9-7c7d7269424e None None] Pushing event updated for resources: {'Port': ['ID=6bd1e5ba-604c-4837-8bce-21ddf354fd91,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:29.284897 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a2261995-af94-4252-baad-30ab7571297f tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (3a1224f7-cda0-422b-a049-367deda0a227), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:29.345881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2261995-af94-4252-baad-30ab7571297f tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1224f7-cda0-422b-a049-367deda0a227,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:29.455231 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a2261995-af94-4252-baad-30ab7571297f tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:29.456522 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a2261995-af94-4252-baad-30ab7571297f tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9076195 Feb 11 04:36:29.474013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34806) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:29.486987 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-71dcc12e-400e-47d4-a3b7-3a3d69617525 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '2bbc0809-dcef-4fc2-b586-26f983670750', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:29.679996 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-453f7d14-c269-476e-9562-122abc2fa0be tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for security_group_rule (897db153-e03b-4ce4-a677-c14ed7b10079), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:29.759288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-2db7dcb2-3a90-45b4-a37f-d4cd5c73be17 service neutron] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3570197 Feb 11 04:36:29.808290 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc36a870-28dc-4407-a1d8-b22bc691bb67 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Router 48557e94-1a4f-4891-ba7d-24af18df4aeb has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:36:29.827266 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:29.829887 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-71dcc12e-400e-47d4-a3b7-3a3d69617525 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group_rule (960df504-9864-45bc-b83f-dee47252d929), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:29.909507 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-acdb489e-603d-450c-9a24-27b75928378d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e54afff1-6eda-4c29-a57d-978ae22d9236 HTTP/1.1" status: 200 len: 217 time: 0.0616534 Feb 11 04:36:29.910757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb4d25c5-a5b6-4d4e-90cb-976b5b6134f4 req-7de8d19d-d5af-43ca-b4fb-acea8bf6e6d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 HTTP/1.1" status: 200 len: 217 time: 1.2191434 Feb 11 04:36:29.932541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:29.932541 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:29.932541 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba53fe33-8015-458c-82e2-b57366154c0c req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] 10.222.0.32 "PUT /v2.0/ports/a80677b3-7e90-4ccc-ac24-a76000ecec3c HTTP/1.1" status: 200 len: 1092 time: 3.8836646 Feb 11 04:36:29.999377 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-453f7d14-c269-476e-9562-122abc2fa0be tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for security_group_rule (897db153-e03b-4ce4-a677-c14ed7b10079), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:30.081152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92f2253-97a1-4a95-8d41-6230c014ac6b', 'tag': 'a80677b3-7e90-4ccc-ac24-a76000ecec3c'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:36:30.083781 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235f6ab2-efc2-4337-8977-d58920d9ba1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a92f2253-97a1-4a95-8d41-6230c014ac6b", "tag": "a80677b3-7e90-4ccc-ac24-a76000ecec3c"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:36:30.088734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d25c5-a5b6-4d4e-90cb-976b5b6134f4 req-4147636d-a8d1-4877-8853-3b60a6b33875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:30.090515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb4d25c5-a5b6-4d4e-90cb-976b5b6134f4 req-4147636d-a8d1-4877-8853-3b60a6b33875 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.0884905 Feb 11 04:36:30.196188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6bd1e5ba-604c-4837-8bce-21ddf354fd91 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:36:30.208814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-0e8eeb6f-2fdd-42b0-a753-d9c55e76ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:30.210774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-0e8eeb6f-2fdd-42b0-a753-d9c55e76ae30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d1fdce-bd12-463f-a026-9585e76fb2f7 HTTP/1.1" status: 200 len: 797 time: 0.2099590 Feb 11 04:36:30.213537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24c0d6-88ab-4c91-962c-f7f34d722030 service neutron] Pushing event updated for resources: {'Port': ['ID=a80677b3-7e90-4ccc-ac24-a76000ecec3c,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:30.221771 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-71dcc12e-400e-47d4-a3b7-3a3d69617525 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 04:36:30.222437 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-453f7d14-c269-476e-9562-122abc2fa0be tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (897db153-e03b-4ce4-a677-c14ed7b10079), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:30.225045 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-71dcc12e-400e-47d4-a3b7-3a3d69617525 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7418249 Feb 11 04:36:30.234791 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34816) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:30.296561 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3e7d4f-9abf-4a18-adbd-16168e2ad3cd x-openstack-request-id: req-3c3e7d4f-9abf-4a18-adbd-16168e2ad3cd {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:36:30.296837 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92f2253-97a1-4a95-8d41-6230c014ac6b", "tag": "a80677b3-7e90-4ccc-ac24-a76000ecec3c", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:36:30.297040 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c3e7d4f-9abf-4a18-adbd-16168e2ad3cd {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:36:30.297445 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92f2253-97a1-4a95-8d41-6230c014ac6b', 'tag': 'a80677b3-7e90-4ccc-ac24-a76000ecec3c', 'status': 'completed', 'code': 200} Feb 11 04:36:30.309950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f7d14-c269-476e-9562-122abc2fa0be tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897db153-e03b-4ce4-a677-c14ed7b10079,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:30.390376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37841ece-a126-4e65-857e-6184a47f2e26 req-695f17c2-ee12-4c1b-90fc-a7d715b5ed93 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:30.392102 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37841ece-a126-4e65-857e-6184a47f2e26 req-695f17c2-ee12-4c1b-90fc-a7d715b5ed93 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 943 time: 0.6389043 Feb 11 04:36:30.392553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc36a870-28dc-4407-a1d8-b22bc691bb67 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:36:30.407474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 6bd1e5ba-604c-4837-8bce-21ddf354fd91 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:30.408063 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:30.411096 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e30f7a-e05a-4b05-bb16-3b3b73d9ff55 None None] Sync routers for ids ['48557e94-1a4f-4891-ba7d-24af18df4aeb'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:36:30.431682 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dc36a870-28dc-4407-a1d8-b22bc691bb67 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] 10.222.0.13 "PUT /v2.0/routers/48557e94-1a4f-4891-ba7d-24af18df4aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3477283 Feb 11 04:36:30.437505 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e30f7a-e05a-4b05-bb16-3b3b73d9ff55 None None] Routers {'48557e94-1a4f-4891-ba7d-24af18df4aeb'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:30.441068 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34818) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:30.442717 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d5e30f7a-e05a-4b05-bb16-3b3b73d9ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:36:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['48557e94-1a4f-4891-ba7d-24af18df4aeb'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:30.444535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53fe33-8015-458c-82e2-b57366154c0c req-b27852c7-7fe9-41bb-96e8-288fff068827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:30.446058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba53fe33-8015-458c-82e2-b57366154c0c req-b27852c7-7fe9-41bb-96e8-288fff068827 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 1126 time: 0.2393975 Feb 11 04:36:30.528835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba53fe33-8015-458c-82e2-b57366154c0c req-9eb51bbe-d332-4343-8f5a-5b86de09cad2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a80677b3-7e90-4ccc-ac24-a76000ecec3c HTTP/1.1" status: 200 len: 217 time: 0.0638959 Feb 11 04:36:30.533313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-62be4b11-1d73-4b66-958a-47186a3d7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:30.534875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-62be4b11-1d73-4b66-958a-47186a3d7763 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=783bae75-85d4-4737-a159-3dcd512c310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2657857 Feb 11 04:36:30.542084 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-453f7d14-c269-476e-9562-122abc2fa0be tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:30.543132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-453f7d14-c269-476e-9562-122abc2fa0be tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1078851 Feb 11 04:36:30.605302 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d5e30f7a-e05a-4b05-bb16-3b3b73d9ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:30.611259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53fe33-8015-458c-82e2-b57366154c0c req-c4f006f4-3e80-435d-ab50-cfefb055d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:30.612742 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba53fe33-8015-458c-82e2-b57366154c0c req-c4f006f4-3e80-435d-ab50-cfefb055d33e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.0744410 Feb 11 04:36:30.629778 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e30f7a-e05a-4b05-bb16-3b3b73d9ff55 None None] Routers {'48557e94-1a4f-4891-ba7d-24af18df4aeb'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:36:30.633065 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d5e30f7a-e05a-4b05-bb16-3b3b73d9ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:36:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['48557e94-1a4f-4891-ba7d-24af18df4aeb'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:30.638269 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34822) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:30.662931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:30.676022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 6bd1e5ba-604c-4837-8bce-21ddf354fd91 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:30.745452 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c151e395-623c-4cca-af08-f371bb69ff0b tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (2bbc0809-dcef-4fc2-b586-26f983670750), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:30.756299 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d5e30f7a-e05a-4b05-bb16-3b3b73d9ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:30.758137 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e30f7a-e05a-4b05-bb16-3b3b73d9ff55 None None] The sync data for ids ['48557e94-1a4f-4891-ba7d-24af18df4aeb'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:36:30.859725 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c151e395-623c-4cca-af08-f371bb69ff0b tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (2bbc0809-dcef-4fc2-b586-26f983670750), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:30.892425 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:30.902399 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4e552ab-c473-4856-8359-c1344c5ae796 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for router (48557e94-1a4f-4891-ba7d-24af18df4aeb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:30.908455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-6f5d70c4-4434-4bf4-9016-70181903b59e service neutron] 10.222.0.32 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063128 Feb 11 04:36:30.983367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d25c5-a5b6-4d4e-90cb-976b5b6134f4 req-406e9b5c-8f1c-436e-9efc-f4b16201c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:30.984772 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb4d25c5-a5b6-4d4e-90cb-976b5b6134f4 req-406e9b5c-8f1c-436e-9efc-f4b16201c50d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7501872 Feb 11 04:36:31.025776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37841ece-a126-4e65-857e-6184a47f2e26 req-06d8a47c-0336-4a29-9378-ee00270d53dc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071544 Feb 11 04:36:31.146046 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4e552ab-c473-4856-8359-c1344c5ae796 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for router_gateway (48557e94-1a4f-4891-ba7d-24af18df4aeb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:31.250758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53fe33-8015-458c-82e2-b57366154c0c req-7621833c-ce0a-47f2-853c-b1aa0a86062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:31.262449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba53fe33-8015-458c-82e2-b57366154c0c req-7621833c-ce0a-47f2-853c-b1aa0a86062b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3829832 Feb 11 04:36:31.330997 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c151e395-623c-4cca-af08-f371bb69ff0b tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2bbc0809-dcef-4fc2-b586-26f983670750), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:31.335553 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c151e395-623c-4cca-af08-f371bb69ff0b tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:31.335553 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c151e395-623c-4cca-af08-f371bb69ff0b tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "DELETE /v2.0/security-groups/2bbc0809-dcef-4fc2-b586-26f983670750 HTTP/1.1" status: 204 len: 168 time: 1.0990944 Feb 11 04:36:31.346757 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34830) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:31.348643 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-eee1bb7b-e8b0-4375-8a46-a1ffb62b6115 service neutron] 10.222.0.32 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176595 Feb 11 04:36:31.383686 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151e395-623c-4cca-af08-f371bb69ff0b tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbc0809-dcef-4fc2-b586-26f983670750,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:31.411204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d4e552ab-c473-4856-8359-c1344c5ae796 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Deleting port 9d889cd6-b26b-4124-b297-f5e703a295cc {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:31.411692 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4e552ab-c473-4856-8359-c1344c5ae796 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9d889cd6-b26b-4124-b297-f5e703a295cc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:31.442091 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb4d25c5-a5b6-4d4e-90cb-976b5b6134f4 req-9ec87f40-a32e-45bd-8764-c262b9f1093d service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435606 Feb 11 04:36:31.447334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-eadb16fb-785c-45eb-81a0-337d511c3981 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0473f650-b42b-45ce-8612-42d968a92e57 HTTP/1.1" status: 200 len: 217 time: 0.0894578 Feb 11 04:36:31.538847 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4e552ab-c473-4856-8359-c1344c5ae796 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9d889cd6-b26b-4124-b297-f5e703a295cc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:31.557541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-1c389a99-e249-4d79-97e5-5fddb7c98135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:31.558992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-1c389a99-e249-4d79-97e5-5fddb7c98135 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=91d1fdce-bd12-463f-a026-9585e76fb2f7 HTTP/1.1" status: 200 len: 797 time: 0.0896316 Feb 11 04:36:31.598153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d4e552ab-c473-4856-8359-c1344c5ae796 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Calling delete_port for 9d889cd6-b26b-4124-b297-f5e703a295cc owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:31.605221 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:31.610518 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9ccfd1cf-76a9-491d-a025-d582e7ba4a12 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2624350 Feb 11 04:36:31.620729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34832) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:31.657208 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba53fe33-8015-458c-82e2-b57366154c0c req-ae0e1cdc-1b9a-4dee-9fef-d5566a3b5dcf service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836846 Feb 11 04:36:31.706757 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-76056718-665e-4679-a763-99c27d05c016 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570833202'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:31.837662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149b72-379b-48eb-aa77-a039fa139144 req-3b2fefd0-398e-43c3-8b30-40e63d70dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:31.839255 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-3b2fefd0-398e-43c3-8b30-40e63d70dff3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=783bae75-85d4-4737-a159-3dcd512c310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2732253 Feb 11 04:36:31.842646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb4d25c5-a5b6-4d4e-90cb-976b5b6134f4 req-b04fbf82-beb3-4fbe-8b35-ec8891da05a8 service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944166 Feb 11 04:36:31.844946 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba53fe33-8015-458c-82e2-b57366154c0c req-0a540a05-1fd2-4f95-94ac-c42bdf1af3d1 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813629 Feb 11 04:36:31.996964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-754afc82-946d-42a5-8f21-70c783fbcba1 service neutron] 10.222.0.32 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508739 Feb 11 04:36:32.015033 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-76056718-665e-4679-a763-99c27d05c016 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.042499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Allocated IP 172.25.3.63 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/658e2f56-8e6d-400f-ad6f-33c5ebb5f1d3) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:36:32.215627 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6149b72-379b-48eb-aa77-a039fa139144 req-b69374ed-e9b2-42b0-8d95-e2948162759a service neutron] 10.222.0.32 "GET /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048335 Feb 11 04:36:32.224134 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-76056718-665e-4679-a763-99c27d05c016 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (e26c14ae-ee0e-4f6d-891b-e558d0d9af86), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.276972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for port (658e2f56-8e6d-400f-ad6f-33c5ebb5f1d3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.286411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f6ab2-efc2-4337-8977-d58920d9ba1f req-2d9cbdb2-e7e4-4709-9655-ea485c328ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:32.288679 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-235f6ab2-efc2-4337-8977-d58920d9ba1f req-2d9cbdb2-e7e4-4709-9655-ea485c328ad8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 1126 time: 0.2903795 Feb 11 04:36:32.321412 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-76056718-665e-4679-a763-99c27d05c016 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e26c14ae-ee0e-4f6d-891b-e558d0d9af86), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.324140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6631242-ad0a-43bb-9961-f9b14a614e29 req-fecc4801-208a-4a31-aec4-8d96ef660812 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:32.327784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6631242-ad0a-43bb-9961-f9b14a614e29 req-fecc4801-208a-4a31-aec4-8d96ef660812 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 943 time: 0.1110563 Feb 11 04:36:32.352022 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4e552ab-c473-4856-8359-c1344c5ae796 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9d889cd6-b26b-4124-b297-f5e703a295cc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.363568 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76056718-665e-4679-a763-99c27d05c016 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26c14ae-ee0e-4f6d-891b-e558d0d9af86,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:32.458825 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (658e2f56-8e6d-400f-ad6f-33c5ebb5f1d3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.487170 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e552ab-c473-4856-8359-c1344c5ae796 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event deleted for resources: {'Port': ['ID=9d889cd6-b26b-4124-b297-f5e703a295cc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:32.500708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6631242-ad0a-43bb-9961-f9b14a614e29 req-6fd486ff-4c34-404f-9fe1-657c0ca19b16 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488245 Feb 11 04:36:32.544860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:36:32.544860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:36:32.548909 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-76056718-665e-4679-a763-99c27d05c016 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.550255 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-76056718-665e-4679-a763-99c27d05c016 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9215300 Feb 11 04:36:32.551229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:36:32.563539 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4e552ab-c473-4856-8359-c1344c5ae796 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (48557e94-1a4f-4891-ba7d-24af18df4aeb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.564676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34846) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:32.583459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ab5ddbec-c367-48a8-a07d-0e00c9ebd0c6 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': 'e26c14ae-ee0e-4f6d-891b-e558d0d9af86', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:32.584251 n-d-712142-35 neutron-server[103809]: WARNING neutron.api.v2.base [None req-ab5ddbec-c367-48a8-a07d-0e00c9ebd0c6 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 04:36:32.584757 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-ab5ddbec-c367-48a8-a07d-0e00c9ebd0c6 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:32.585913 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ab5ddbec-c367-48a8-a07d-0e00c9ebd0c6 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0202911 Feb 11 04:36:32.596043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34848) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:32.649554 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Pushing event updated for resources: {'Port': ['ID=658e2f56-8e6d-400f-ad6f-33c5ebb5f1d3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:32.664173 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a3221d7a-93d9-46af-8abb-320b97cafc1e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (e26c14ae-ee0e-4f6d-891b-e558d0d9af86), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.675651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f6ab2-efc2-4337-8977-d58920d9ba1f req-131ee674-221f-415c-8dc3-5c763e299a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:32.677219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-235f6ab2-efc2-4337-8977-d58920d9ba1f req-131ee674-221f-415c-8dc3-5c763e299a8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.3465648 Feb 11 04:36:32.735574 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-235f6ab2-efc2-4337-8977-d58920d9ba1f req-c06d9a69-662a-444e-a62a-065afa1e344c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a80677b3-7e90-4ccc-ac24-a76000ecec3c HTTP/1.1" status: 200 len: 217 time: 0.0461349 Feb 11 04:36:32.739314 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a3221d7a-93d9-46af-8abb-320b97cafc1e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (e26c14ae-ee0e-4f6d-891b-e558d0d9af86), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.840099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f6ab2-efc2-4337-8977-d58920d9ba1f req-296fd264-fb87-44a8-bca0-669415f4adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:32.846256 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-235f6ab2-efc2-4337-8977-d58920d9ba1f req-296fd264-fb87-44a8-bca0-669415f4adc2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.0967987 Feb 11 04:36:32.863276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4e552ab-c473-4856-8359-c1344c5ae796 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (48557e94-1a4f-4891-ba7d-24af18df4aeb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.874413 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4e552ab-c473-4856-8359-c1344c5ae796 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for router_controller (48557e94-1a4f-4891-ba7d-24af18df4aeb), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.922923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f6ab2-efc2-4337-8977-d58920d9ba1f req-676b9854-9ddc-43db-9283-0c77128a9081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:32.924953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-235f6ab2-efc2-4337-8977-d58920d9ba1f req-676b9854-9ddc-43db-9283-0c77128a9081 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0734715 Feb 11 04:36:32.943145 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for floatingip (c03b6c38-71b8-4852-940d-2a81b3bb910e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.971280 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a3221d7a-93d9-46af-8abb-320b97cafc1e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e26c14ae-ee0e-4f6d-891b-e558d0d9af86), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.973949 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a3221d7a-93d9-46af-8abb-320b97cafc1e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:32.979116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a3221d7a-93d9-46af-8abb-320b97cafc1e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "DELETE /v2.0/security-groups/e26c14ae-ee0e-4f6d-891b-e558d0d9af86 HTTP/1.1" status: 204 len: 168 time: 0.3781617 Feb 11 04:36:32.979254 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34856) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:33.067547 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bd62d84b-54f8-4925-ad4d-d12519fb0dd5 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0839775 Feb 11 04:36:33.067726 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4e552ab-c473-4856-8359-c1344c5ae796 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (48557e94-1a4f-4891-ba7d-24af18df4aeb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:33.068494 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e552ab-c473-4856-8359-c1344c5ae796 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Fanout notify agent at l3_agent the message router_deleted on router 48557e94-1a4f-4891-ba7d-24af18df4aeb {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:36:33.071914 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34860) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:33.079023 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4e552ab-c473-4856-8359-c1344c5ae796 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:33.082854 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d4e552ab-c473-4856-8359-c1344c5ae796 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] 10.222.0.13 "DELETE /v2.0/routers/48557e94-1a4f-4891-ba7d-24af18df4aeb HTTP/1.1" status: 204 len: 168 time: 2.6368301 Feb 11 04:36:33.086389 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fc032e79-029f-41b2-9256-a74a75cdf2c7 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647446463'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:33.108081 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3221d7a-93d9-46af-8abb-320b97cafc1e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26c14ae-ee0e-4f6d-891b-e558d0d9af86,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:33.144347 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34862) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:33.152646 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (658e2f56-8e6d-400f-ad6f-33c5ebb5f1d3), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:33.219877 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-235f6ab2-efc2-4337-8977-d58920d9ba1f req-43ffadac-e4d9-4197-9937-ffe2b9433dcc service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850294 Feb 11 04:36:33.331430 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc032e79-029f-41b2-9256-a74a75cdf2c7 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:33.367766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-235f6ab2-efc2-4337-8977-d58920d9ba1f req-91092e26-0dfa-4394-b47c-ce8f6df0acf4 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434324 Feb 11 04:36:33.442719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-10caf161-880a-4c06-8739-4018abc88077 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Deleting subnet b0f1abf4-2d95-4dee-9604-4b63dc9c433e {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:36:33.460858 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10caf161-880a-4c06-8739-4018abc88077 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for subnet (b0f1abf4-2d95-4dee-9604-4b63dc9c433e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:33.547714 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10caf161-880a-4c06-8739-4018abc88077 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (b0f1abf4-2d95-4dee-9604-4b63dc9c433e), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:33.615627 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for port (658e2f56-8e6d-400f-ad6f-33c5ebb5f1d3), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:33.665019 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc032e79-029f-41b2-9256-a74a75cdf2c7 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (ee477dd1-d183-46ed-bb75-183f4dc92ae3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:33.719081 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c35d25-6b18-4954-9a0a-67fa235416ef req-58a42997-9ff1-45b9-9e3b-2d344a871a5d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:33.721574 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (658e2f56-8e6d-400f-ad6f-33c5ebb5f1d3), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:33.725348 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48c35d25-6b18-4954-9a0a-67fa235416ef req-58a42997-9ff1-45b9-9e3b-2d344a871a5d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 943 time: 0.0998182 Feb 11 04:36:33.769799 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device a80677b3-7e90-4ccc-ac24-a76000ecec3c details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:36:33.772040 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Pushing event updated for resources: {'Port': ['ID=658e2f56-8e6d-400f-ad6f-33c5ebb5f1d3,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:33.787828 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc032e79-029f-41b2-9256-a74a75cdf2c7 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ee477dd1-d183-46ed-bb75-183f4dc92ae3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:33.808832 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10caf161-880a-4c06-8739-4018abc88077 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (b0f1abf4-2d95-4dee-9604-4b63dc9c433e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:33.819722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48c35d25-6b18-4954-9a0a-67fa235416ef req-efde424c-c3ed-4a13-85fa-4aefb1f59a11 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844433 Feb 11 04:36:33.906828 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (c03b6c38-71b8-4852-940d-2a81b3bb910e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:33.930881 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:33.971215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc032e79-029f-41b2-9256-a74a75cdf2c7 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee477dd1-d183-46ed-bb75-183f4dc92ae3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:34.010561 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.041219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc032e79-029f-41b2-9256-a74a75cdf2c7 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.042857 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fc032e79-029f-41b2-9256-a74a75cdf2c7 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9712629 Feb 11 04:36:34.045956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34872) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:34.050165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port a80677b3-7e90-4ccc-ac24-a76000ecec3c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a80677b3-7e90-4ccc-ac24-a76000ecec3c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:34.051996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-53a08b72-6a56-4a6b-ba93-ba5480be4ad8 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': 'ee477dd1-d183-46ed-bb75-183f4dc92ae3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:34.053417 n-d-712142-35 neutron-server[103809]: WARNING neutron.api.v2.base [None req-53a08b72-6a56-4a6b-ba93-ba5480be4ad8 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 04:36:34.053964 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-53a08b72-6a56-4a6b-ba93-ba5480be4ad8 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:34.055093 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-53a08b72-6a56-4a6b-ba93-ba5480be4ad8 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081568 Feb 11 04:36:34.058189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34874) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:34.068899 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.072342 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f8a4f4d2-9156-4472-9b9b-03c852d20258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4375341 Feb 11 04:36:34.083856 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'a80677b3-7e90-4ccc-ac24-a76000ecec3c', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'port_id': 'a80677b3-7e90-4ccc-ac24-a76000ecec3c', 'mac_address': 'fa:16:3e:42:17:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:36:34.085936 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10caf161-880a-4c06-8739-4018abc88077 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (b0f1abf4-2d95-4dee-9604-4b63dc9c433e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.117661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10caf161-880a-4c06-8739-4018abc88077 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f1abf4-2d95-4dee-9604-4b63dc9c433e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:34.129194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-10caf161-880a-4c06-8739-4018abc88077 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.138399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34878) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:34.139607 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-10caf161-880a-4c06-8739-4018abc88077 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] 10.222.0.13 "DELETE /v2.0/subnets/b0f1abf4-2d95-4dee-9604-4b63dc9c433e HTTP/1.1" status: 204 len: 168 time: 0.9939926 Feb 11 04:36:34.253046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port a80677b3-7e90-4ccc-ac24-a76000ecec3c is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:34.253380 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.257484 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f3e816-6b67-42b4-885c-46ab8e5d718c None None] Network adc3f49b-90ed-4f9b-b110-65d2451d03e9 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:36:34.367626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80677b3-7e90-4ccc-ac24-a76000ecec3c {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:36:34.396058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port a80677b3-7e90-4ccc-ac24-a76000ecec3c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a80677b3-7e90-4ccc-ac24-a76000ecec3c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:34.397445 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (adc3f49b-90ed-4f9b-b110-65d2451d03e9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.459436 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c904d118-a25e-42a3-a6b3-a2de8f8979f0 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (ee477dd1-d183-46ed-bb75-183f4dc92ae3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.486592 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c904d118-a25e-42a3-a6b3-a2de8f8979f0 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (ee477dd1-d183-46ed-bb75-183f4dc92ae3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.500313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b89a8ab-1b62-4ce2-92a8-29c55f623587 None None] DHCP port deletion for adc3f49b-90ed-4f9b-b110-65d2451d03e9 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:36:34.582301 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.593701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Deleting port 132738dd-7690-402d-8a90-7708079f09db {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:34.595311 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (132738dd-7690-402d-8a90-7708079f09db), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.631867 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c904d118-a25e-42a3-a6b3-a2de8f8979f0 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ee477dd1-d183-46ed-bb75-183f4dc92ae3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.641488 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c904d118-a25e-42a3-a6b3-a2de8f8979f0 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.642764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c904d118-a25e-42a3-a6b3-a2de8f8979f0 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "DELETE /v2.0/security-groups/ee477dd1-d183-46ed-bb75-183f4dc92ae3 HTTP/1.1" status: 204 len: 168 time: 0.5835874 Feb 11 04:36:34.645632 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34920) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:34.717349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904d118-a25e-42a3-a6b3-a2de8f8979f0 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee477dd1-d183-46ed-bb75-183f4dc92ae3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:34.726539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0b89a8ab-1b62-4ce2-92a8-29c55f623587 None None] Deleting port 132738dd-7690-402d-8a90-7708079f09db {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:34.727228 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0b89a8ab-1b62-4ce2-92a8-29c55f623587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (132738dd-7690-402d-8a90-7708079f09db), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.763685 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-240cba74-b495-4928-b7aa-2acc9705f2c8 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1168737 Feb 11 04:36:34.767365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34922) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:34.772361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fdf2c536-80a8-4dc4-ac07-f61532ed266a tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1795341660'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:34.804487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] For port 132738dd-7690-402d-8a90-7708079f09db, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=132738dd-7690-402d-8a90-7708079f09db,segment=NetworkSegment(0dd45c90-0fd0-4c27-a3dd-46b09d6efa23),segment_id=0dd45c90-0fd0-4c27-a3dd-46b09d6efa23)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:34.804858 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (132738dd-7690-402d-8a90-7708079f09db), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.829280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Calling delete_port for 132738dd-7690-402d-8a90-7708079f09db owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:34.842262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0b89a8ab-1b62-4ce2-92a8-29c55f623587 None None] For port 132738dd-7690-402d-8a90-7708079f09db, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=132738dd-7690-402d-8a90-7708079f09db,segment=NetworkSegment(0dd45c90-0fd0-4c27-a3dd-46b09d6efa23),segment_id=0dd45c90-0fd0-4c27-a3dd-46b09d6efa23)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:34.843465 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0b89a8ab-1b62-4ce2-92a8-29c55f623587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (132738dd-7690-402d-8a90-7708079f09db), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.863365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=a80677b3-7e90-4ccc-ac24-a76000ecec3c,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:34.887894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0b89a8ab-1b62-4ce2-92a8-29c55f623587 None None] Calling delete_port for 132738dd-7690-402d-8a90-7708079f09db owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:34.924219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fdf2c536-80a8-4dc4-ac07-f61532ed266a tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:34.991029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['a80677b3-7e90-4ccc-ac24-a76000ecec3c'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:36:35.095197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fdf2c536-80a8-4dc4-ac07-f61532ed266a tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (9873ee08-d054-4d0c-a8eb-9df07ea87395), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:35.138928 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83b52d-01df-4d75-bfe7-db644dc20512 req-27f2e3bc-b2d1-4ae5-95dd-383b76d3ad83 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:35.141249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c83b52d-01df-4d75-bfe7-db644dc20512 req-27f2e3bc-b2d1-4ae5-95dd-383b76d3ad83 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 944 time: 0.1643014 Feb 11 04:36:35.192619 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fdf2c536-80a8-4dc4-ac07-f61532ed266a tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9873ee08-d054-4d0c-a8eb-9df07ea87395), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:35.262784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c83b52d-01df-4d75-bfe7-db644dc20512 req-c297b68f-f8dc-4a3b-a8a1-d491791ad566 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142015 Feb 11 04:36:35.291470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2c536-80a8-4dc4-ac07-f61532ed266a tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9873ee08-d054-4d0c-a8eb-9df07ea87395,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:35.295199 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (132738dd-7690-402d-8a90-7708079f09db), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:35.316167 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0b89a8ab-1b62-4ce2-92a8-29c55f623587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (132738dd-7690-402d-8a90-7708079f09db), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:35.342641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event deleted for resources: {'Port': ['ID=132738dd-7690-402d-8a90-7708079f09db,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:35.347436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] No DVR routers for this DVR port 132738dd-7690-402d-8a90-7708079f09db on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:36:35.382873 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89a8ab-1b62-4ce2-92a8-29c55f623587 None None] Pushing event deleted for resources: {'Port': ['ID=132738dd-7690-402d-8a90-7708079f09db,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:35.392157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b89a8ab-1b62-4ce2-92a8-29c55f623587 None None] No DVR routers for this DVR port 132738dd-7690-402d-8a90-7708079f09db on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:36:35.440497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fdf2c536-80a8-4dc4-ac07-f61532ed266a tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:35.442106 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fdf2c536-80a8-4dc4-ac07-f61532ed266a tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6734800 Feb 11 04:36:35.444831 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34930) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:35.453960 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-49065ec8-80de-4658-9d44-ba00d672caeb tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '9873ee08-d054-4d0c-a8eb-9df07ea87395', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:35.455065 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-49065ec8-80de-4658-9d44-ba00d672caeb tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 04:36:35.456449 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-49065ec8-80de-4658-9d44-ba00d672caeb tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:35.460582 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-49065ec8-80de-4658-9d44-ba00d672caeb tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113907 Feb 11 04:36:35.467235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34932) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:35.472721 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-bafd4447-645b-492c-aa02-7c5c9ca52d71 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '9873ee08-d054-4d0c-a8eb-9df07ea87395', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:35.473364 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-bafd4447-645b-492c-aa02-7c5c9ca52d71 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 04:36:35.473902 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-bafd4447-645b-492c-aa02-7c5c9ca52d71 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:35.484213 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bafd4447-645b-492c-aa02-7c5c9ca52d71 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066288 Feb 11 04:36:35.501396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34934) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:35.516484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b4fc4383-1049-4f52-b012-87964c5a9db7 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '9873ee08-d054-4d0c-a8eb-9df07ea87395', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:35.517307 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-b4fc4383-1049-4f52-b012-87964c5a9db7 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 04:36:35.517837 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-b4fc4383-1049-4f52-b012-87964c5a9db7 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:35.521375 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b4fc4383-1049-4f52-b012-87964c5a9db7 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070252 Feb 11 04:36:35.527003 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34938) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:35.531658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-265687dc-7e34-40f7-8a1e-bb050d886389 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '9873ee08-d054-4d0c-a8eb-9df07ea87395', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:35.532512 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-265687dc-7e34-40f7-8a1e-bb050d886389 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 04:36:35.533007 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-265687dc-7e34-40f7-8a1e-bb050d886389 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:35.536867 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-265687dc-7e34-40f7-8a1e-bb050d886389 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061564 Feb 11 04:36:35.539011 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (adc3f49b-90ed-4f9b-b110-65d2451d03e9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:35.543979 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34940) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:35.576347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc3f49b-90ed-4f9b-b110-65d2451d03e9']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:35.601185 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd45c90-0fd0-4c27-a3dd-46b09d6efa23') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:35.601515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd45c90-0fd0-4c27-a3dd-46b09d6efa23') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:36:35.618041 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (0dd45c90-0fd0-4c27-a3dd-46b09d6efa23), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:35.635742 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae95b085-8f30-492e-ba1d-d185c6218feb tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (9873ee08-d054-4d0c-a8eb-9df07ea87395), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:35.639569 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0dd45c90-0fd0-4c27-a3dd-46b09d6efa23), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:35.671638 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:36:35.673875 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (0dd45c90-0fd0-4c27-a3dd-46b09d6efa23), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:35.703108 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae95b085-8f30-492e-ba1d-d185c6218feb tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (9873ee08-d054-4d0c-a8eb-9df07ea87395), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:36:35.797988 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:36:35.912563 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae95b085-8f30-492e-ba1d-d185c6218feb tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9873ee08-d054-4d0c-a8eb-9df07ea87395), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:35.915668 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae95b085-8f30-492e-ba1d-d185c6218feb tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:35.917094 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ae95b085-8f30-492e-ba1d-d185c6218feb tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "DELETE /v2.0/security-groups/9873ee08-d054-4d0c-a8eb-9df07ea87395 HTTP/1.1" status: 204 len: 168 time: 0.3728204 Feb 11 04:36:35.920016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34948) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:35.930714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95b085-8f30-492e-ba1d-d185c6218feb tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9873ee08-d054-4d0c-a8eb-9df07ea87395,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:35.956848 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (adc3f49b-90ed-4f9b-b110-65d2451d03e9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:36.003000 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:36.009854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] 10.222.0.13 "DELETE /v2.0/networks/adc3f49b-90ed-4f9b-b110-65d2451d03e9 HTTP/1.1" status: 204 len: 168 time: 1.8693535 Feb 11 04:36:36.010258 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34950) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:36.016887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a624c6-6c32-4421-8b3a-0e233bcf2642 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event deleted for resources: {'Network': ['ID=adc3f49b-90ed-4f9b-b110-65d2451d03e9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:36.038425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8f0b5fdc-6464-4718-bef8-d0f847d5d8c6 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1172252 Feb 11 04:36:36.044445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34952) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:36.050530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b037c573-c741-4b39-9072-32037492b34e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group': {'name': 'tempest-secgroup--973018064'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:36.091690 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 132738dd-7690-402d-8a90-7708079f09db no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:36:36.147432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 132738dd-7690-402d-8a90-7708079f09db {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:36:36.147791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 132738dd-7690-402d-8a90-7708079f09db not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:36:36.203705 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b037c573-c741-4b39-9072-32037492b34e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:36.292022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-82dbe8a5-97c8-4dbd-8e22-711ed26d9448 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Deleting port 140d3f91-9ca0-4f8f-a274-a6c9d5d8bffe {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:36:36.292695 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82dbe8a5-97c8-4dbd-8e22-711ed26d9448 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (140d3f91-9ca0-4f8f-a274-a6c9d5d8bffe), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:36.309122 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b037c573-c741-4b39-9072-32037492b34e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (2ea9944a-e3c8-4d3b-90ec-627f886f43a3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:36.432676 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b037c573-c741-4b39-9072-32037492b34e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2ea9944a-e3c8-4d3b-90ec-627f886f43a3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:36.466257 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82dbe8a5-97c8-4dbd-8e22-711ed26d9448 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (140d3f91-9ca0-4f8f-a274-a6c9d5d8bffe), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:36.475789 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82dbe8a5-97c8-4dbd-8e22-711ed26d9448 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for floatingip (140d3f91-9ca0-4f8f-a274-a6c9d5d8bffe), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:36.495411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037c573-c741-4b39-9072-32037492b34e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea9944a-e3c8-4d3b-90ec-627f886f43a3,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:36.510465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-82dbe8a5-97c8-4dbd-8e22-711ed26d9448 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Calling delete_port for 140d3f91-9ca0-4f8f-a274-a6c9d5d8bffe owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:36:36.548659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cb684-1871-4e46-91a4-58b7c418c708 req-47a34e05-4f30-45b6-9b3c-1864e624034c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:36.550840 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-758cb684-1871-4e46-91a4-58b7c418c708 req-47a34e05-4f30-45b6-9b3c-1864e624034c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 944 time: 0.1688647 Feb 11 04:36:36.614931 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-758cb684-1871-4e46-91a4-58b7c418c708 req-e7e0f12c-ed9d-4ba7-a176-45b65d743aab tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523746 Feb 11 04:36:36.715505 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b037c573-c741-4b39-9072-32037492b34e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:36.720145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b037c573-c741-4b39-9072-32037492b34e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6721189 Feb 11 04:36:36.720495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34992) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:36.734120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3ed10150-4696-4d33-bdd6-9bc948a61aea tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '2ea9944a-e3c8-4d3b-90ec-627f886f43a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:36.734983 n-d-712142-35 neutron-server[103809]: WARNING neutron.api.v2.base [None req-3ed10150-4696-4d33-bdd6-9bc948a61aea tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 04:36:36.735553 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-3ed10150-4696-4d33-bdd6-9bc948a61aea tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:36.740703 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3ed10150-4696-4d33-bdd6-9bc948a61aea tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0165658 Feb 11 04:36:36.740990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34994) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:36.750354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-be6ee591-608d-43f1-97eb-dbc0dbf5a135 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '2ea9944a-e3c8-4d3b-90ec-627f886f43a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:36.968842 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82dbe8a5-97c8-4dbd-8e22-711ed26d9448 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (140d3f91-9ca0-4f8f-a274-a6c9d5d8bffe), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:37.017859 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbe8a5-97c8-4dbd-8e22-711ed26d9448 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Pushing event deleted for resources: {'Port': ['ID=140d3f91-9ca0-4f8f-a274-a6c9d5d8bffe,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:37.108925 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-be6ee591-608d-43f1-97eb-dbc0dbf5a135 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:37.110594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-be6ee591-608d-43f1-97eb-dbc0dbf5a135 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3684924 Feb 11 04:36:37.113284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35000) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:37.119732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-245d54b9-7d7e-46ee-9b10-f65698e7f8a5 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '2ea9944a-e3c8-4d3b-90ec-627f886f43a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:37.120591 n-d-712142-35 neutron-server[103809]: WARNING neutron.api.v2.base [None req-245d54b9-7d7e-46ee-9b10-f65698e7f8a5 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 04:36:37.121279 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-245d54b9-7d7e-46ee-9b10-f65698e7f8a5 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:37.126291 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-245d54b9-7d7e-46ee-9b10-f65698e7f8a5 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088162 Feb 11 04:36:37.126540 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35002) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:37.140859 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-f2da858a-cb88-4dd9-84cb-038ebf26b24e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '2ea9944a-e3c8-4d3b-90ec-627f886f43a3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:37.145018 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82dbe8a5-97c8-4dbd-8e22-711ed26d9448 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks [] for floatingip (a8aa56bf-94a1-4029-b528-6b53c58d1f90), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:37.152700 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82dbe8a5-97c8-4dbd-8e22-711ed26d9448 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:37.158849 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-82dbe8a5-97c8-4dbd-8e22-711ed26d9448 tempest-FloatingIPAdminTestJSON-436667295 tempest-FloatingIPAdminTestJSON-436667295-project] 10.222.0.13 "DELETE /v2.0/floatingips/a8aa56bf-94a1-4029-b528-6b53c58d1f90 HTTP/1.1" status: 204 len: 168 time: 1.1481948 Feb 11 04:36:37.467573 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-f2da858a-cb88-4dd9-84cb-038ebf26b24e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:37.469889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f2da858a-cb88-4dd9-84cb-038ebf26b24e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3419220 Feb 11 04:36:37.472444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35008) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:37.479314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5bd2f942-f116-4722-8142-b351b9ece5ac tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '2ea9944a-e3c8-4d3b-90ec-627f886f43a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:37.481820 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-5bd2f942-f116-4722-8142-b351b9ece5ac tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 04:36:37.482388 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-5bd2f942-f116-4722-8142-b351b9ece5ac tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:37.486961 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5bd2f942-f116-4722-8142-b351b9ece5ac tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085649 Feb 11 04:36:37.488959 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35012) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:37.494821 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f38a728e-343e-47fa-bb32-6421df52ad60 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '2ea9944a-e3c8-4d3b-90ec-627f886f43a3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:37.595935 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:36:37.767140 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device a80677b3-7e90-4ccc-ac24-a76000ecec3c up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:36:37.776862 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-f38a728e-343e-47fa-bb32-6421df52ad60 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:37.780834 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f38a728e-343e-47fa-bb32-6421df52ad60 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2879477 Feb 11 04:36:37.781108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35018) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:37.785735 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-aedd84cf-d7c0-4cf0-a934-b353055b9648 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '2ea9944a-e3c8-4d3b-90ec-627f886f43a3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:37.786359 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-aedd84cf-d7c0-4cf0-a934-b353055b9648 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 04:36:37.786954 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-aedd84cf-d7c0-4cf0-a934-b353055b9648 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:37.791419 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aedd84cf-d7c0-4cf0-a934-b353055b9648 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058992 Feb 11 04:36:37.791613 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35020) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:37.796217 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3720160d-ad5c-454c-ae8a-8bed43268ee7 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '2ea9944a-e3c8-4d3b-90ec-627f886f43a3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:37.833790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528eba6-4ff9-4548-b663-d8eb2edc0b52 req-57e3913d-6780-41d5-9e1b-38715d7ffcb9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:37.840981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6528eba6-4ff9-4548-b663-d8eb2edc0b52 req-57e3913d-6780-41d5-9e1b-38715d7ffcb9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 944 time: 0.1153514 Feb 11 04:36:37.956243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6528eba6-4ff9-4548-b663-d8eb2edc0b52 req-73a6b7ee-ba66-4de8-93a1-71526801e2d6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074393 Feb 11 04:36:38.032188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port a80677b3-7e90-4ccc-ac24-a76000ecec3c completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:36:38.037200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port a80677b3-7e90-4ccc-ac24-a76000ecec3c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:38.037756 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:38.133183 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-3720160d-ad5c-454c-ae8a-8bed43268ee7 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:38.136718 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3720160d-ad5c-454c-ae8a-8bed43268ee7 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3433273 Feb 11 04:36:38.139072 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35028) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:38.145244 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-68e021cb-ed44-4a90-986c-34d0f48948b9 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '2ea9944a-e3c8-4d3b-90ec-627f886f43a3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:38.204774 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port a80677b3-7e90-4ccc-ac24-a76000ecec3c is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:38.206058 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:38.243917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92f2253-97a1-4a95-8d41-6230c014ac6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80677b3-7e90-4ccc-ac24-a76000ecec3c'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:36:38.247159 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8238210-7bbb-4c55-9478-99567d2a3d75" -d '{"events": [{"server_uuid": "a92f2253-97a1-4a95-8d41-6230c014ac6b", "name": "network-vif-plugged", "status": "completed", "tag": "a80677b3-7e90-4ccc-ac24-a76000ecec3c"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:36:38.264266 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35034) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:38.284730 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port a80677b3-7e90-4ccc-ac24-a76000ecec3c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a80677b3-7e90-4ccc-ac24-a76000ecec3c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:38.318439 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f53a4d-2f4b-42c6-a0bd-8bd2a2ca46c3 x-openstack-request-id: req-47f53a4d-2f4b-42c6-a0bd-8bd2a2ca46c3 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:36:38.318944 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92f2253-97a1-4a95-8d41-6230c014ac6b", "name": "network-vif-plugged", "status": "completed", "tag": "a80677b3-7e90-4ccc-ac24-a76000ecec3c", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:36:38.319242 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47f53a4d-2f4b-42c6-a0bd-8bd2a2ca46c3 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:36:38.320781 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92f2253-97a1-4a95-8d41-6230c014ac6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80677b3-7e90-4ccc-ac24-a76000ecec3c', 'code': 200} Feb 11 04:36:38.403750 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:38.403943 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-68e021cb-ed44-4a90-986c-34d0f48948b9 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:38.405097 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-68e021cb-ed44-4a90-986c-34d0f48948b9 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2644942 Feb 11 04:36:38.407931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35038) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:38.476420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4871762-a5c2-4f21-bc9b-d28f38965db0 req-f6fd8493-5d88-4adf-bc77-73fdc7cfbeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:38.478970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4871762-a5c2-4f21-bc9b-d28f38965db0 req-f6fd8493-5d88-4adf-bc77-73fdc7cfbeac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 1127 time: 0.0952168 Feb 11 04:36:38.514692 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8969450-ce65-4854-9958-7d444390ca65 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (2ea9944a-e3c8-4d3b-90ec-627f886f43a3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:38.518558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=a80677b3-7e90-4ccc-ac24-a76000ecec3c,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:38.544350 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8969450-ce65-4854-9958-7d444390ca65 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (2ea9944a-e3c8-4d3b-90ec-627f886f43a3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:38.561532 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4871762-a5c2-4f21-bc9b-d28f38965db0 req-2a628f0f-b8c8-49e8-888e-f0e7e3cbbc09 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764062 Feb 11 04:36:38.627219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35044) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:38.627511 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-94db986b-3875-42e2-b34a-8dd3bdd08c4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff20ba7dddbc47d2adec48d0d87ef63c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619277 Feb 11 04:36:38.726005 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-faa25568-6ddd-4b71-81f2-6da234e59428 admin admin] Publish callbacks [] for security_group (7fb9d38d-1019-498f-a29f-be7574e0c71c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:38.754072 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-faa25568-6ddd-4b71-81f2-6da234e59428 admin admin] Publish callbacks [] for security_group (7fb9d38d-1019-498f-a29f-be7574e0c71c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:38.826729 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8969450-ce65-4854-9958-7d444390ca65 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2ea9944a-e3c8-4d3b-90ec-627f886f43a3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:38.830145 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8969450-ce65-4854-9958-7d444390ca65 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:38.831752 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f8969450-ce65-4854-9958-7d444390ca65 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ea9944a-e3c8-4d3b-90ec-627f886f43a3 HTTP/1.1" status: 204 len: 168 time: 0.4226580 Feb 11 04:36:38.845905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8969450-ce65-4854-9958-7d444390ca65 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea9944a-e3c8-4d3b-90ec-627f886f43a3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:38.856459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35048) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:38.932109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a07c05ae-a6dc-4e09-a1fa-becf6726069d tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0736070 Feb 11 04:36:38.938255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35050) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:38.943893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-04ede155-22f9-41b0-a097-68a1e2b3cf43 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group': {'name': 'tempest-secgroup--300982863'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:39.021509 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-faa25568-6ddd-4b71-81f2-6da234e59428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7fb9d38d-1019-498f-a29f-be7574e0c71c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:39.025803 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-faa25568-6ddd-4b71-81f2-6da234e59428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:39.027243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-faa25568-6ddd-4b71-81f2-6da234e59428 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fb9d38d-1019-498f-a29f-be7574e0c71c HTTP/1.1" status: 204 len: 168 time: 0.3978653 Feb 11 04:36:39.050311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa25568-6ddd-4b71-81f2-6da234e59428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb9d38d-1019-498f-a29f-be7574e0c71c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:39.190146 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04ede155-22f9-41b0-a097-68a1e2b3cf43 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:39.200291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164d31-00da-4156-8f03-884fd503f3a7 req-ebbb9244-56a3-41d8-8340-ae87a9877a4e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:39.214814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2164d31-00da-4156-8f03-884fd503f3a7 req-ebbb9244-56a3-41d8-8340-ae87a9877a4e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.1561530 Feb 11 04:36:39.308865 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04ede155-22f9-41b0-a097-68a1e2b3cf43 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (97478906-6b45-4c20-b258-610e5970dc6a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:39.343563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2164d31-00da-4156-8f03-884fd503f3a7 req-4398efaf-89fe-4a60-b67f-1d4c5de1b18d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155179 Feb 11 04:36:39.426611 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04ede155-22f9-41b0-a097-68a1e2b3cf43 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (97478906-6b45-4c20-b258-610e5970dc6a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:39.465572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ede155-22f9-41b0-a097-68a1e2b3cf43 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97478906-6b45-4c20-b258-610e5970dc6a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:39.604708 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-04ede155-22f9-41b0-a097-68a1e2b3cf43 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:39.604708 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-04ede155-22f9-41b0-a097-68a1e2b3cf43 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6559646 Feb 11 04:36:39.607238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35066) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:39.617132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-46b716d8-8c85-4761-990b-2061ebdaf80c tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '97478906-6b45-4c20-b258-610e5970dc6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:40.106992 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-46b716d8-8c85-4761-990b-2061ebdaf80c tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The resource could not be found. Feb 11 04:36:40.114919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35070) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:40.121748 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0bf814a0-d4dc-4b2d-971a-a77e0c622e76 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '97478906-6b45-4c20-b258-610e5970dc6a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3fa46799-18a3-4240-b9a7-9e84a2770ae5'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:40.139910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-46b716d8-8c85-4761-990b-2061ebdaf80c tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5274456 Feb 11 04:36:40.405868 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-0bf814a0-d4dc-4b2d-971a-a77e0c622e76 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The resource could not be found. Feb 11 04:36:40.417728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35078) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:40.433837 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0bf814a0-d4dc-4b2d-971a-a77e0c622e76 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3160386 Feb 11 04:36:40.543185 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35084) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:40.553147 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa7a7608-138f-4250-b566-6fcb6a340253 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (97478906-6b45-4c20-b258-610e5970dc6a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:40.565332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b4d5717-822a-41b5-a21e-c3de868777b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:40.654853 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa7a7608-138f-4250-b566-6fcb6a340253 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (97478906-6b45-4c20-b258-610e5970dc6a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:40.716887 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b4d5717-822a-41b5-a21e-c3de868777b9 admin admin] Publish callbacks [] for security_group (0bdf9b84-cffb-4624-9218-944032f5db02), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:40.746292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01540172-4465-4094-aad9-98cdc5b3ad90 req-1d8ccd96-45fe-482f-82b2-ba615157186b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:40.748537 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01540172-4465-4094-aad9-98cdc5b3ad90 req-1d8ccd96-45fe-482f-82b2-ba615157186b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.1783044 Feb 11 04:36:40.889918 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3b4d5717-822a-41b5-a21e-c3de868777b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0bdf9b84-cffb-4624-9218-944032f5db02), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:40.904656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01540172-4465-4094-aad9-98cdc5b3ad90 req-6b81e956-5d56-470e-87d7-26779f785f5c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393037 Feb 11 04:36:40.929266 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa7a7608-138f-4250-b566-6fcb6a340253 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (97478906-6b45-4c20-b258-610e5970dc6a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:40.947039 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa7a7608-138f-4250-b566-6fcb6a340253 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:40.950880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fa7a7608-138f-4250-b566-6fcb6a340253 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "DELETE /v2.0/security-groups/97478906-6b45-4c20-b258-610e5970dc6a HTTP/1.1" status: 204 len: 168 time: 0.5331721 Feb 11 04:36:40.954662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35088) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:40.984169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a7608-138f-4250-b566-6fcb6a340253 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97478906-6b45-4c20-b258-610e5970dc6a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:41.004238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d5717-822a-41b5-a21e-c3de868777b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdf9b84-cffb-4624-9218-944032f5db02,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:41.043160 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3b4d5717-822a-41b5-a21e-c3de868777b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3a2c3e692dd4c62b445cd053c22a835&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4956360 Feb 11 04:36:41.045408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35092) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:41.086784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8522646a-718d-4adf-a91f-5a2514c668c4 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1304603 Feb 11 04:36:41.090916 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35094) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:41.096287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0d0fc7e8-1b17-48e3-8e45-e240879d62ef tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '175c3250-2002-4346-9de2-7dbcd01ec69b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:41.115013 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-735dd1df-53b6-4809-9158-9584e3b4fe21 admin admin] Publish callbacks [] for security_group (0bdf9b84-cffb-4624-9218-944032f5db02), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:41.166779 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-735dd1df-53b6-4809-9158-9584e3b4fe21 admin admin] Publish callbacks [] for security_group (0bdf9b84-cffb-4624-9218-944032f5db02), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:41.466358 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-0d0fc7e8-1b17-48e3-8e45-e240879d62ef tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The resource could not be found. Feb 11 04:36:41.467754 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0d0fc7e8-1b17-48e3-8e45-e240879d62ef tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3757920 Feb 11 04:36:41.470295 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-735dd1df-53b6-4809-9158-9584e3b4fe21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0bdf9b84-cffb-4624-9218-944032f5db02), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:41.472863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35100) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:41.473225 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-735dd1df-53b6-4809-9158-9584e3b4fe21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:41.476803 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-735dd1df-53b6-4809-9158-9584e3b4fe21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bdf9b84-cffb-4624-9218-944032f5db02 HTTP/1.1" status: 204 len: 168 time: 0.4280488 Feb 11 04:36:41.486437 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-84938962-1f87-49bd-ad33-ada939630426 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1465408859'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:41.622076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dd1df-53b6-4809-9158-9584e3b4fe21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdf9b84-cffb-4624-9218-944032f5db02,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:41.675887 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-84938962-1f87-49bd-ad33-ada939630426 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:41.714148 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cc2f2-2c74-4654-80d0-9d35b993fb82 req-e925df59-6ed5-4f72-b48e-45307e01d8e5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:41.716022 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c44cc2f2-2c74-4654-80d0-9d35b993fb82 req-e925df59-6ed5-4f72-b48e-45307e01d8e5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.2404521 Feb 11 04:36:41.825686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c44cc2f2-2c74-4654-80d0-9d35b993fb82 req-a52ff804-a9f8-4090-9e65-ce97561b8808 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029980 Feb 11 04:36:41.855177 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-84938962-1f87-49bd-ad33-ada939630426 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (090432f7-aab9-4536-8bf8-77282a59599d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:42.020446 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-84938962-1f87-49bd-ad33-ada939630426 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (090432f7-aab9-4536-8bf8-77282a59599d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:42.050075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84938962-1f87-49bd-ad33-ada939630426 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090432f7-aab9-4536-8bf8-77282a59599d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:42.253544 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-84938962-1f87-49bd-ad33-ada939630426 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:42.255082 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-84938962-1f87-49bd-ad33-ada939630426 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7804115 Feb 11 04:36:42.257791 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35114) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:42.268381 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-02d31b23-b645-413e-93c1-8a3ae6bac30d tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group': {'name': 'tempest-secgroup--18412935'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:42.443618 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d31b23-b645-413e-93c1-8a3ae6bac30d tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:42.557994 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d31b23-b645-413e-93c1-8a3ae6bac30d tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (54ff9572-64d8-438b-908c-bc4bd039b9b8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:42.709458 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d31b23-b645-413e-93c1-8a3ae6bac30d tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (54ff9572-64d8-438b-908c-bc4bd039b9b8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:42.761715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d31b23-b645-413e-93c1-8a3ae6bac30d tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ff9572-64d8-438b-908c-bc4bd039b9b8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:42.891385 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d31b23-b645-413e-93c1-8a3ae6bac30d tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:42.894670 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-02d31b23-b645-413e-93c1-8a3ae6bac30d tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6327538 Feb 11 04:36:42.894670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35128) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:42.895798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35130) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:42.902716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-1c37e679-68b7-4a1b-98d0-6ba1ca801072 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group_rule': {'security_group_id': '090432f7-aab9-4536-8bf8-77282a59599d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '54ff9572-64d8-438b-908c-bc4bd039b9b8'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:42.931970 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-673d92b9-e670-48ef-9fec-e76bd6ac307b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:43.000133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6da60-0830-409a-a43b-33af55043cf4 req-bf0f4699-5a21-4dba-98a7-5c6d70a40a61 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:43.010967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03b6da60-0830-409a-a43b-33af55043cf4 req-bf0f4699-5a21-4dba-98a7-5c6d70a40a61 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.0747752 Feb 11 04:36:43.054380 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-673d92b9-e670-48ef-9fec-e76bd6ac307b admin admin] Publish callbacks [] for security_group (a43d90aa-c5a4-44ca-8ca5-ca87ac69ebd7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:43.071941 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03b6da60-0830-409a-a43b-33af55043cf4 req-0dcb4afc-4540-49fa-89ca-9d144fa77717 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599060 Feb 11 04:36:43.175308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-673d92b9-e670-48ef-9fec-e76bd6ac307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a43d90aa-c5a4-44ca-8ca5-ca87ac69ebd7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:43.191689 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-1c37e679-68b7-4a1b-98d0-6ba1ca801072 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:36:43.192741 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1c37e679-68b7-4a1b-98d0-6ba1ca801072 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2954695 Feb 11 04:36:43.195571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35136) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:43.267928 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-673d92b9-e670-48ef-9fec-e76bd6ac307b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c50c0b3bffff448781a6fd7edb869978&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3733048 Feb 11 04:36:43.272375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35138) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:43.272860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d92b9-e670-48ef-9fec-e76bd6ac307b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43d90aa-c5a4-44ca-8ca5-ca87ac69ebd7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:43.342088 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9918de1a-f9c9-4418-9de1-da1a6d1fc45b tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (54ff9572-64d8-438b-908c-bc4bd039b9b8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:43.731585 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-688bc5e9-f6ee-4599-96a5-b22f93c5b83e admin admin] Publish callbacks [] for security_group (a43d90aa-c5a4-44ca-8ca5-ca87ac69ebd7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:43.784726 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-688bc5e9-f6ee-4599-96a5-b22f93c5b83e admin admin] Publish callbacks [] for security_group (a43d90aa-c5a4-44ca-8ca5-ca87ac69ebd7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:43.861197 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9918de1a-f9c9-4418-9de1-da1a6d1fc45b tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (54ff9572-64d8-438b-908c-bc4bd039b9b8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:44.021436 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-688bc5e9-f6ee-4599-96a5-b22f93c5b83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a43d90aa-c5a4-44ca-8ca5-ca87ac69ebd7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:44.026378 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-688bc5e9-f6ee-4599-96a5-b22f93c5b83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:44.027761 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-688bc5e9-f6ee-4599-96a5-b22f93c5b83e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a43d90aa-c5a4-44ca-8ca5-ca87ac69ebd7 HTTP/1.1" status: 204 len: 168 time: 0.7516050 Feb 11 04:36:44.041796 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bc5e9-f6ee-4599-96a5-b22f93c5b83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43d90aa-c5a4-44ca-8ca5-ca87ac69ebd7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:44.067465 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9918de1a-f9c9-4418-9de1-da1a6d1fc45b tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (54ff9572-64d8-438b-908c-bc4bd039b9b8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:44.075654 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9918de1a-f9c9-4418-9de1-da1a6d1fc45b tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:44.075654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9918de1a-f9c9-4418-9de1-da1a6d1fc45b tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "DELETE /v2.0/security-groups/54ff9572-64d8-438b-908c-bc4bd039b9b8 HTTP/1.1" status: 204 len: 168 time: 0.8748848 Feb 11 04:36:44.081177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35158) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:44.095687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918de1a-f9c9-4418-9de1-da1a6d1fc45b tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ff9572-64d8-438b-908c-bc4bd039b9b8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:44.197944 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-03911a51-4b56-4aad-a8ea-9f5c6b198798 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1071632 Feb 11 04:36:44.208190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35162) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:44.288902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653112f-5a99-4166-abee-492844133691 req-bdfe6766-a51c-4b46-a1b1-ee01ad39c94d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:44.290830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2653112f-5a99-4166-abee-492844133691 req-bdfe6766-a51c-4b46-a1b1-ee01ad39c94d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.0687401 Feb 11 04:36:44.303619 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f27b8de0-a432-4243-8580-c479ae47f136 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (090432f7-aab9-4536-8bf8-77282a59599d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:44.332878 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f27b8de0-a432-4243-8580-c479ae47f136 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (090432f7-aab9-4536-8bf8-77282a59599d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:44.398583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2653112f-5a99-4166-abee-492844133691 req-7cd076bb-d93e-47a5-b873-5ecde5fbdc32 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959215 Feb 11 04:36:44.563768 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f27b8de0-a432-4243-8580-c479ae47f136 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (090432f7-aab9-4536-8bf8-77282a59599d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:44.566958 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f27b8de0-a432-4243-8580-c479ae47f136 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:44.568357 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f27b8de0-a432-4243-8580-c479ae47f136 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "DELETE /v2.0/security-groups/090432f7-aab9-4536-8bf8-77282a59599d HTTP/1.1" status: 204 len: 168 time: 0.3582683 Feb 11 04:36:44.573532 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35168) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:44.611984 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b8de0-a432-4243-8580-c479ae47f136 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=090432f7-aab9-4536-8bf8-77282a59599d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:44.707549 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-363e0080-0bc4-473d-aa1d-ffc0f2daf4cb tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1221373 Feb 11 04:36:44.707871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35174) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:44.712944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-bdb275cb-d8fb-4adc-b5ea-dbe0beb0462d tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273182947'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:44.978282 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bdb275cb-d8fb-4adc-b5ea-dbe0beb0462d tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:45.092875 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bdb275cb-d8fb-4adc-b5ea-dbe0beb0462d tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (e6b26b2f-4733-4bad-a48c-9e30bd40120f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:45.517149 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bdb275cb-d8fb-4adc-b5ea-dbe0beb0462d tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e6b26b2f-4733-4bad-a48c-9e30bd40120f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:45.557752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb275cb-d8fb-4adc-b5ea-dbe0beb0462d tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b26b2f-4733-4bad-a48c-9e30bd40120f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:45.571183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdef0bd-6bc7-481d-ba38-f28724b84d6d req-c2016a9e-3621-4e25-b847-9f853fff612f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:45.572692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ccdef0bd-6bc7-481d-ba38-f28724b84d6d req-c2016a9e-3621-4e25-b847-9f853fff612f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.0888982 Feb 11 04:36:45.645281 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ccdef0bd-6bc7-481d-ba38-f28724b84d6d req-ccf7fef6-c51e-4a7b-97c0-72ede4027019 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666339 Feb 11 04:36:45.828163 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device a80677b3-7e90-4ccc-ac24-a76000ecec3c details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:36:45.913966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35204) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:45.965753 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bdb275cb-d8fb-4adc-b5ea-dbe0beb0462d tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:45.970313 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bdb275cb-d8fb-4adc-b5ea-dbe0beb0462d tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2614284 Feb 11 04:36:45.972256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35208) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:45.978001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-76bbaf24-415f-4ac6-baf6-a2eb83aa4748 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:45.978784 n-d-712142-35 neutron-server[103808]: WARNING neutron.api.v2.base [None req-76bbaf24-415f-4ac6-baf6-a2eb83aa4748 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 04:36:45.980533 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-76bbaf24-415f-4ac6-baf6-a2eb83aa4748 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 04:36:45.982084 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-76bbaf24-415f-4ac6-baf6-a2eb83aa4748 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "PUT /v2.0/security-groups/e6b26b2f-4733-4bad-a48c-9e30bd40120f HTTP/1.1" status: 409 len: 330 time: 0.0085475 Feb 11 04:36:45.984803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35210) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:46.116416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port a80677b3-7e90-4ccc-ac24-a76000ecec3c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a80677b3-7e90-4ccc-ac24-a76000ecec3c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:46.167477 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d20fb918-3c2b-4a3c-8219-90c7b2714053 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (e6b26b2f-4733-4bad-a48c-9e30bd40120f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:46.188248 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'a80677b3-7e90-4ccc-ac24-a76000ecec3c', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'port_id': 'a80677b3-7e90-4ccc-ac24-a76000ecec3c', 'mac_address': 'fa:16:3e:42:17:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:36:46.213409 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d518a7dc-594a-46fa-845c-d52a4b0208f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:46.230434 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d20fb918-3c2b-4a3c-8219-90c7b2714053 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (e6b26b2f-4733-4bad-a48c-9e30bd40120f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:46.335822 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port a80677b3-7e90-4ccc-ac24-a76000ecec3c is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:46.346046 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:46.373892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a80677b3-7e90-4ccc-ac24-a76000ecec3c {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:36:46.377939 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d518a7dc-594a-46fa-845c-d52a4b0208f1 admin admin] Publish callbacks [] for security_group (386622f7-10d0-46d6-a7ce-9fdf46f6c585), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:46.400123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port a80677b3-7e90-4ccc-ac24-a76000ecec3c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a80677b3-7e90-4ccc-ac24-a76000ecec3c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:46.404621 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d20fb918-3c2b-4a3c-8219-90c7b2714053 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e6b26b2f-4733-4bad-a48c-9e30bd40120f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:46.407340 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d20fb918-3c2b-4a3c-8219-90c7b2714053 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:46.411530 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d20fb918-3c2b-4a3c-8219-90c7b2714053 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "DELETE /v2.0/security-groups/e6b26b2f-4733-4bad-a48c-9e30bd40120f HTTP/1.1" status: 204 len: 168 time: 0.4225304 Feb 11 04:36:46.411792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35218) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:46.451428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fb918-3c2b-4a3c-8219-90c7b2714053 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b26b2f-4733-4bad-a48c-9e30bd40120f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:46.503370 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-be63f409-8ccc-4925-943f-42363aecf99e tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0874715 Feb 11 04:36:46.507430 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35224) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:46.507609 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d518a7dc-594a-46fa-845c-d52a4b0208f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (386622f7-10d0-46d6-a7ce-9fdf46f6c585), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:46.523409 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-964491a6-0b13-444d-9fbb-1a1337eb759b tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] delete failed (client error): The resource could not be found. Feb 11 04:36:46.533888 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-964491a6-0b13-444d-9fbb-1a1337eb759b tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "DELETE /v2.0/security-groups/0f2a5905-1500-4df5-9a17-94f8a2799d8c HTTP/1.1" status: 404 len: 347 time: 0.0203440 Feb 11 04:36:46.536415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35226) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:46.559529 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-95d36949-e3e2-44fc-9c84-d5a4c0b116a1 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] show failed (client error): The resource could not be found. Feb 11 04:36:46.564183 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-95d36949-e3e2-44fc-9c84-d5a4c0b116a1 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "GET /v2.0/security-groups/6179a33f-0712-4885-9e6b-6f233e01ae97 HTTP/1.1" status: 404 len: 347 time: 0.0251360 Feb 11 04:36:46.567557 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:46.572243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35228) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:46.596128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518a7dc-594a-46fa-845c-d52a4b0208f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386622f7-10d0-46d6-a7ce-9fdf46f6c585,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:46.612176 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-04facc4a-5c82-4560-be56-fb884b6db162 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] show failed (client error): The resource could not be found. Feb 11 04:36:46.616312 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-04facc4a-5c82-4560-be56-fb884b6db162 tempest-NegativeSecGroupTest-581729609 tempest-NegativeSecGroupTest-581729609-project] 10.222.0.13 "GET /v2.0/security-group-rules/426bfe04-fcb7-4f5d-b56d-4acedcef81aa HTTP/1.1" status: 404 len: 356 time: 0.0396814 Feb 11 04:36:46.621886 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d518a7dc-594a-46fa-845c-d52a4b0208f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22e42c40054943f4a4bfe528d67bf3b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7058847 Feb 11 04:36:46.624559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35232) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:46.676880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=a80677b3-7e90-4ccc-ac24-a76000ecec3c,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:46.739803 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4eec8285-0183-4e48-bb88-3be60660efee admin admin] Publish callbacks [] for security_group (386622f7-10d0-46d6-a7ce-9fdf46f6c585), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:46.762707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['a80677b3-7e90-4ccc-ac24-a76000ecec3c'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:36:46.776150 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4eec8285-0183-4e48-bb88-3be60660efee admin admin] Publish callbacks [] for security_group (386622f7-10d0-46d6-a7ce-9fdf46f6c585), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:46.889194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3878375-6f21-4703-af47-d089f8eae1d4 req-3b8aadf6-3cf5-48a7-87f3-3865d04246bf tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:46.891813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3878375-6f21-4703-af47-d089f8eae1d4 req-3b8aadf6-3cf5-48a7-87f3-3865d04246bf tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 944 time: 0.1184719 Feb 11 04:36:46.959262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3878375-6f21-4703-af47-d089f8eae1d4 req-eba902c7-3a10-44f2-9f75-e43ddb59194e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613201 Feb 11 04:36:47.077566 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4eec8285-0183-4e48-bb88-3be60660efee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (386622f7-10d0-46d6-a7ce-9fdf46f6c585), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:47.083454 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4eec8285-0183-4e48-bb88-3be60660efee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:47.085707 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4eec8285-0183-4e48-bb88-3be60660efee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/386622f7-10d0-46d6-a7ce-9fdf46f6c585 HTTP/1.1" status: 204 len: 168 time: 0.4567554 Feb 11 04:36:47.102610 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec8285-0183-4e48-bb88-3be60660efee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386622f7-10d0-46d6-a7ce-9fdf46f6c585,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:47.538058 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35264) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:47.829146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device a80677b3-7e90-4ccc-ac24-a76000ecec3c up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:36:47.935943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port a80677b3-7e90-4ccc-ac24-a76000ecec3c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:36:47.936704 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:48.191511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port a80677b3-7e90-4ccc-ac24-a76000ecec3c is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:36:48.192074 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:48.267458 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f086b65e-ea09-46a6-ba3c-7bcebdb9a4c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fa5c7cec9294b929e62e1a08e62afd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7278078 Feb 11 04:36:48.270763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35294) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:48.274206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92f2253-97a1-4a95-8d41-6230c014ac6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80677b3-7e90-4ccc-ac24-a76000ecec3c'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:36:48.282538 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e468c65-23de-4fc3-8024-c77212de9c15" -d '{"events": [{"server_uuid": "a92f2253-97a1-4a95-8d41-6230c014ac6b", "name": "network-vif-plugged", "status": "completed", "tag": "a80677b3-7e90-4ccc-ac24-a76000ecec3c"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:36:48.314367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port a80677b3-7e90-4ccc-ac24-a76000ecec3c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a80677b3-7e90-4ccc-ac24-a76000ecec3c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:36:48.319143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669785c-8c9e-4da7-8218-b188e16f2e96 req-646ca250-2e20-4542-8710-77304776a7ad tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:48.329529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e669785c-8c9e-4da7-8218-b188e16f2e96 req-646ca250-2e20-4542-8710-77304776a7ad tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 944 time: 0.1610260 Feb 11 04:36:48.401202 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb36aff8-768d-4478-b348-827527bdf3b1 x-openstack-request-id: req-fb36aff8-768d-4478-b348-827527bdf3b1 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:36:48.407919 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92f2253-97a1-4a95-8d41-6230c014ac6b", "name": "network-vif-plugged", "status": "completed", "tag": "a80677b3-7e90-4ccc-ac24-a76000ecec3c", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:36:48.407919 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb36aff8-768d-4478-b348-827527bdf3b1 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:36:48.407919 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92f2253-97a1-4a95-8d41-6230c014ac6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80677b3-7e90-4ccc-ac24-a76000ecec3c', 'code': 200} Feb 11 04:36:48.443746 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:48.446377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bce5f0c4-f544-4c4c-8952-4f44f0e15e02 admin admin] Publish callbacks [] for security_group (18810497-259c-4f9e-a993-629c8d1f3cd5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:48.453761 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e669785c-8c9e-4da7-8218-b188e16f2e96 req-e9c6785d-fc05-4701-b074-27312d4c6deb tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228538 Feb 11 04:36:48.502666 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bce5f0c4-f544-4c4c-8952-4f44f0e15e02 admin admin] Publish callbacks [] for security_group (18810497-259c-4f9e-a993-629c8d1f3cd5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:48.536795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=a80677b3-7e90-4ccc-ac24-a76000ecec3c,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:48.666002 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bce5f0c4-f544-4c4c-8952-4f44f0e15e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (18810497-259c-4f9e-a993-629c8d1f3cd5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:48.668715 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bce5f0c4-f544-4c4c-8952-4f44f0e15e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:48.672278 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bce5f0c4-f544-4c4c-8952-4f44f0e15e02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18810497-259c-4f9e-a993-629c8d1f3cd5 HTTP/1.1" status: 204 len: 168 time: 0.3974383 Feb 11 04:36:48.681286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5f0c4-f544-4c4c-8952-4f44f0e15e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18810497-259c-4f9e-a993-629c8d1f3cd5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:48.876513 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35318) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:49.614100 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8e2dab29-44c1-4a03-8c9e-afb45233532f tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1200556068'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:49.615287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8e2dab29-44c1-4a03-8c9e-afb45233532f tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Unknown quota resources ['metering_label']. {{(pid=103808) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:36:49.810851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed9603-1299-4d4e-8976-c09245743945 req-e0b0da9d-1347-4e9d-8ec0-1ee549538d34 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:49.827777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69ed9603-1299-4d4e-8976-c09245743945 req-e0b0da9d-1347-4e9d-8ec0-1ee549538d34 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.2190011 Feb 11 04:36:49.968971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69ed9603-1299-4d4e-8976-c09245743945 req-22197009-bfc8-4934-8216-591c84335084 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393361 Feb 11 04:36:50.724370 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e2dab29-44c1-4a03-8c9e-afb45233532f tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:50.729216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35360) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:50.730044 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8e2dab29-44c1-4a03-8c9e-afb45233532f tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.8522263 Feb 11 04:36:50.734902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-834752b5-c4e5-4d10-a93a-a0dab7136d27 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8b146946-18f8-4497-b705-094896e4c3ce'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:50.736414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-834752b5-c4e5-4d10-a93a-a0dab7136d27 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103809) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:36:51.092478 n-d-712142-35 neutron-server[103809]: WARNING neutron.services.metering.metering_plugin [None req-834752b5-c4e5-4d10-a93a-a0dab7136d27 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 04:36:51.397875 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-834752b5-c4e5-4d10-a93a-a0dab7136d27 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:51.402878 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-834752b5-c4e5-4d10-a93a-a0dab7136d27 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6689730 Feb 11 04:36:51.404009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35376) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:51.409050 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5f6ace0f-9b74-4956-9869-7155bc60c3c4 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8b146946-18f8-4497-b705-094896e4c3ce'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:51.415890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5f6ace0f-9b74-4956-9869-7155bc60c3c4 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103808) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:36:51.442675 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059ff00-40d4-4d5b-8aa9-398a5e7ab245 req-de57b6fd-9988-4b64-abfb-2d220cfaf3e1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:51.457883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4059ff00-40d4-4d5b-8aa9-398a5e7ab245 req-de57b6fd-9988-4b64-abfb-2d220cfaf3e1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.3872848 Feb 11 04:36:51.533280 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4059ff00-40d4-4d5b-8aa9-398a5e7ab245 req-4584415f-70bc-40d9-8ab2-34858d4392d0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743382 Feb 11 04:36:51.747860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35384) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:51.758114 n-d-712142-35 neutron-server[103808]: WARNING neutron.services.metering.metering_plugin [None req-5f6ace0f-9b74-4956-9869-7155bc60c3c4 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 04:36:52.060647 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-df78eeec-029b-49fd-b917-1d8584d7cd9e tempest-ServiceProvidersTest-525322580 tempest-ServiceProvidersTest-525322580-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3094952 Feb 11 04:36:52.080286 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f6ace0f-9b74-4956-9869-7155bc60c3c4 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:52.085632 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35400) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:52.088385 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5f6ace0f-9b74-4956-9869-7155bc60c3c4 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6822152 Feb 11 04:36:52.140028 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a1e20987-a4fd-4dc5-9be2-b8e92f220e41 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=b7eacd7c-0542-499e-9a99-e580ad86cd9a HTTP/1.1" status: 200 len: 464 time: 0.0530820 Feb 11 04:36:52.143089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35402) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:52.434756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35404) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:52.710269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1ebfe-53d4-41bd-94db-209b9500f486 req-9535d092-f6cc-40c7-9126-70a051aacd16 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:52.719234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ce1ebfe-53d4-41bd-94db-209b9500f486 req-9535d092-f6cc-40c7-9126-70a051aacd16 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.0747743 Feb 11 04:36:52.753074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'network': {'name': 'tempest-network-smoke--2045449078', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'port_security_enabled': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:52.816934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ce1ebfe-53d4-41bd-94db-209b9500f486 req-0c6095bc-010e-4cbf-afe2-4d6fdb96aa99 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963469 Feb 11 04:36:53.478804 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d665d49-e003-440a-86db-539118dfeb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:53.496112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Made reservation on behalf of e888d9ceb6094e46aa3c6bbef6075211 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:36:53.500301 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:53.510754 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:53.556755 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-78f8c8b0-0532-4273-94c5-c3ce0c4493f5 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:53.558175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-78f8c8b0-0532-4273-94c5-c3ce0c4493f5 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/b7eacd7c-0542-499e-9a99-e580ad86cd9a HTTP/1.1" status: 204 len: 168 time: 1.4129028 Feb 11 04:36:53.561249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35418) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:53.588978 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ee11a9ee-f80f-4784-af71-b4ddf1af2fab tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=b7eacd7c-0542-499e-9a99-e580ad86cd9a HTTP/1.1" status: 200 len: 221 time: 0.0170264 Feb 11 04:36:53.590443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35422) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:53.596244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7baa82f8-f947-4040-bcab-111fa83753b1 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--291762482', 'description': 'label created by tempest'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:53.597952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7baa82f8-f947-4040-bcab-111fa83753b1 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Unknown quota resources ['metering_label']. {{(pid=103809) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:36:53.736596 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (f6ce12b3-2903-4f4c-b230-6100af17d75f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:54.106209 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f6ce12b3-2903-4f4c-b230-6100af17d75f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:54.373349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35438) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:54.468884 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:36:54.549927 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7baa82f8-f947-4040-bcab-111fa83753b1 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:54.551433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7baa82f8-f947-4040-bcab-111fa83753b1 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.9598775 Feb 11 04:36:54.552184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ce12b3-2903-4f4c-b230-6100af17d75f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:54.554377 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35442) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:54.557519 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8880e9b2-c002-447a-83f4-bf97a0671ce8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:54.557715 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Added segment 8880e9b2-c002-447a-83f4-bf97a0671ce8 of type vlan for network cc32c88f-7331-4853-874d-0be34879d786 Feb 11 04:36:54.586060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8ee23-2072-4cda-a5b7-4c556ae68ebf req-f65f641a-fa9a-440e-a243-5682b5ca8936 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:54.600235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1a8ee23-2072-4cda-a5b7-4c556ae68ebf req-f65f641a-fa9a-440e-a243-5682b5ca8936 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.2290213 Feb 11 04:36:54.669639 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (cc32c88f-7331-4853-874d-0be34879d786), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:54.729097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1a8ee23-2072-4cda-a5b7-4c556ae68ebf req-3f6cd405-feab-4892-a2d2-65abbadc8887 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278558 Feb 11 04:36:54.843498 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (cc32c88f-7331-4853-874d-0be34879d786), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:54.849528 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:54.850653 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:54.858749 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-31d8955c-1a61-4f7e-8bdc-ac5a98f6b5ac tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=cfaef875-a91f-4705-af19-c285676ba29b HTTP/1.1" status: 200 len: 467 time: 0.2982764 Feb 11 04:36:54.859479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35446) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:55.075788 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:55.079776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Network': ['ID=cc32c88f-7331-4853-874d-0be34879d786,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:55.096811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b9584746-8178-47e1-9156-ad184e4c9947 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6591740 Feb 11 04:36:55.098828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35448) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:55.104564 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network cc32c88f-7331-4853-874d-0be34879d786 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:36:55.109281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'admin_state_up': True, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:36:55.261085 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (6872c411-69ea-49ed-9f5f-3f868909f8c4), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:55.262179 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (6872c411-69ea-49ed-9f5f-3f868909f8c4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:55.431459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router_controller (6872c411-69ea-49ed-9f5f-3f868909f8c4), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:55.455505 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b2ba5719-a1e0-4f47-8e60-3460a78fb9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:55.521169 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Publish callbacks [] for security_group (21fcdbf3-5d42-46c6-9b50-9b078fb2b85b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:55.657794 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d33ad9e-2c17-481b-a867-6c181c41a248 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:55.659330 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1d33ad9e-2c17-481b-a867-6c181c41a248 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/cfaef875-a91f-4705-af19-c285676ba29b HTTP/1.1" status: 204 len: 168 time: 0.7986031 Feb 11 04:36:55.663186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35456) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:55.702863 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (21fcdbf3-5d42-46c6-9b50-9b078fb2b85b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:55.830200 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cd412f94-1164-428d-beb8-681a74011833 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=cfaef875-a91f-4705-af19-c285676ba29b HTTP/1.1" status: 200 len: 216 time: 0.1647282 Feb 11 04:36:55.845594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35460) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:55.872847 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fcdbf3-5d42-46c6-9b50-9b078fb2b85b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:55.892709 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1009555f-2d57-4fce-8b12-40da78d18a4a tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0319591 Feb 11 04:36:55.896283 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50df0685d7474e9cb255c47c8a6df694&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5218613 Feb 11 04:36:55.897229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35462) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:55.902500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35464) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:55.904468 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:55.905055 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:55.905619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:55.906191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:55.906767 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:55.907328 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:55.907917 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:55.908467 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:55.909028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:55.909564 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:55.910109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:55.910682 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:55.911236 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b44201-483d-441e-984f-a9df2ea3ad89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:55.929964 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-61e74722-34d6-4eb3-a141-e5e89698eee0 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0141444 Feb 11 04:36:55.938790 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35468) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:56.027099 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ccf007ab-2b28-4038-b831-bff8e86ccfdd tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/8b146946-18f8-4497-b705-094896e4c3ce HTTP/1.1" status: 200 len: 473 time: 0.0868132 Feb 11 04:36:56.030660 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35470) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:56.044307 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-58f354b3-0790-4949-b1fd-e7e306601752 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/f39281cd-356c-4180-af40-a4bb8a336c1a HTTP/1.1" status: 200 len: 461 time: 0.0119846 Feb 11 04:36:56.049932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35472) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:56.205159 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router_gateway (6872c411-69ea-49ed-9f5f-3f868909f8c4), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:56.402815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79a711-8856-4334-8f3a-262d0444ed0e req-196758b3-f352-4a56-a987-cc0490271f09 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:56.404454 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a79a711-8856-4334-8f3a-262d0444ed0e req-196758b3-f352-4a56-a987-cc0490271f09 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.5325444 Feb 11 04:36:56.501370 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-179aa589-99f9-4b78-9fa2-de998d02d06d tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:56.509289 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-179aa589-99f9-4b78-9fa2-de998d02d06d tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/f39281cd-356c-4180-af40-a4bb8a336c1a HTTP/1.1" status: 204 len: 168 time: 0.4580319 Feb 11 04:36:56.523029 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35476) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:56.596309 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Publish callbacks [] for security_group (21fcdbf3-5d42-46c6-9b50-9b078fb2b85b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:56.637181 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Publish callbacks [] for security_group (21fcdbf3-5d42-46c6-9b50-9b078fb2b85b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:56.677853 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:56.733162 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a79a711-8856-4334-8f3a-262d0444ed0e req-fd270c68-abf0-4a13-b51f-b74c36fbfe78 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062022 Feb 11 04:36:56.855793 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (21fcdbf3-5d42-46c6-9b50-9b078fb2b85b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:56.858556 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:56.874858 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21fcdbf3-5d42-46c6-9b50-9b078fb2b85b HTTP/1.1" status: 204 len: 168 time: 0.7990158 Feb 11 04:36:56.900763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fcdbf3-5d42-46c6-9b50-9b078fb2b85b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:56.915150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:56.915766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:56.915849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:56.916206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:56.916527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:56.916861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:56.917193 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:56.918290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:56.918652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:56.919121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:56.919691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:56.919942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:56.920253 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d2a0-7877-46ca-9490-75f9278dfe39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:36:57.091276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a2d6bd8-692a-4893-a263-08acc57f7038 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:57.092453 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5a2d6bd8-692a-4893-a263-08acc57f7038 tempest-MeteringTestJSON-1450343165 tempest-MeteringTestJSON-1450343165-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/8b146946-18f8-4497-b705-094896e4c3ce HTTP/1.1" status: 204 len: 168 time: 0.5656781 Feb 11 04:36:57.174302 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router_gateway (6872c411-69ea-49ed-9f5f-3f868909f8c4), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:57.229539 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:57.462491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Allocated IP 172.25.3.130 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/7efd42b5-2623-4d19-8adb-b1919e4931a2) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:36:57.663179 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for port (7efd42b5-2623-4d19-8adb-b1919e4931a2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:57.872806 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7efd42b5-2623-4d19-8adb-b1919e4931a2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:58.035903 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35510) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:58.137360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:36:58.159135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:36:58.171286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:36:58.197015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Port': ['ID=7efd42b5-2623-4d19-8adb-b1919e4931a2,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:58.231963 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:58.258843 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe12d96a-4daf-4957-bce5-b4f3b83a5d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:58.342325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb3153-53f3-4092-83f2-b306d4e9f127 req-9bcea4eb-4680-4027-9cf0-0642edf9c5a8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:36:58.344779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1cb3153-53f3-4092-83f2-b306d4e9f127 req-9bcea4eb-4680-4027-9cf0-0642edf9c5a8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.4062324 Feb 11 04:36:58.458354 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe12d96a-4daf-4957-bce5-b4f3b83a5d15 admin admin] Publish callbacks [] for security_group (abc15b8a-526d-4479-8a6a-699a091a4ab9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:58.619267 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe12d96a-4daf-4957-bce5-b4f3b83a5d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (abc15b8a-526d-4479-8a6a-699a091a4ab9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:58.701940 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fe12d96a-4daf-4957-bce5-b4f3b83a5d15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbc02773cad34038bbbc42e231f1c51e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6644158 Feb 11 04:36:58.704419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35524) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:36:58.731285 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1cb3153-53f3-4092-83f2-b306d4e9f127 req-0fd338e6-bcd1-456f-8491-311f09f117d6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733296 Feb 11 04:36:58.794784 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12d96a-4daf-4957-bce5-b4f3b83a5d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc15b8a-526d-4479-8a6a-699a091a4ab9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:58.873340 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3d3dbf2-81b7-4a65-9f0b-90de2e70a63d admin admin] Publish callbacks [] for security_group (abc15b8a-526d-4479-8a6a-699a091a4ab9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:58.956624 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3d3dbf2-81b7-4a65-9f0b-90de2e70a63d admin admin] Publish callbacks [] for security_group (abc15b8a-526d-4479-8a6a-699a091a4ab9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:59.100173 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router_gateway (6872c411-69ea-49ed-9f5f-3f868909f8c4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:59.185747 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3d3dbf2-81b7-4a65-9f0b-90de2e70a63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (abc15b8a-526d-4479-8a6a-699a091a4ab9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:59.189149 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3d3dbf2-81b7-4a65-9f0b-90de2e70a63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:59.190482 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c3d3dbf2-81b7-4a65-9f0b-90de2e70a63d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abc15b8a-526d-4479-8a6a-699a091a4ab9 HTTP/1.1" status: 204 len: 168 time: 0.4850459 Feb 11 04:36:59.212763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3dbf2-81b7-4a65-9f0b-90de2e70a63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc15b8a-526d-4479-8a6a-699a091a4ab9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:36:59.717420 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:36:59.839207 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (6872c411-69ea-49ed-9f5f-3f868909f8c4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:00.454104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f7736-6627-4ac2-bca0-c667646dc67d req-aa40260b-9937-4713-ab5a-924e17b3dcb1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:00.461688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d8f7736-6627-4ac2-bca0-c667646dc67d req-aa40260b-9937-4713-ab5a-924e17b3dcb1 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.4535956 Feb 11 04:37:00.546416 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419b0c9-3ea1-4704-9933-26bf003c4a5e req-a69602ba-5af2-4e8a-b8d5-0efca95e9bdf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:00.552566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419b0c9-3ea1-4704-9933-26bf003c4a5e req-a69602ba-5af2-4e8a-b8d5-0efca95e9bdf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:00.558992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419b0c9-3ea1-4704-9933-26bf003c4a5e req-a69602ba-5af2-4e8a-b8d5-0efca95e9bdf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:00.586953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419b0c9-3ea1-4704-9933-26bf003c4a5e req-a69602ba-5af2-4e8a-b8d5-0efca95e9bdf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:00.586953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419b0c9-3ea1-4704-9933-26bf003c4a5e req-a69602ba-5af2-4e8a-b8d5-0efca95e9bdf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:00.586953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419b0c9-3ea1-4704-9933-26bf003c4a5e req-a69602ba-5af2-4e8a-b8d5-0efca95e9bdf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:00.586953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419b0c9-3ea1-4704-9933-26bf003c4a5e req-a69602ba-5af2-4e8a-b8d5-0efca95e9bdf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:00.586953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9419b0c9-3ea1-4704-9933-26bf003c4a5e req-a69602ba-5af2-4e8a-b8d5-0efca95e9bdf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5434 time: 0.2060983 Feb 11 04:37:00.626482 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d8f7736-6627-4ac2-bca0-c667646dc67d req-2a6bafab-e80b-42f1-b1a4-48a815b8ec39 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598711 Feb 11 04:37:00.718190 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9419b0c9-3ea1-4704-9933-26bf003c4a5e req-56e0b7a0-919f-40da-b617-be1aa881f32a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1018937 Feb 11 04:37:00.948714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35580) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:00.968505 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-91cb3d4f-cadd-4bbe-a5f9-10ff23e5a5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:01.059135 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-91cb3d4f-cadd-4bbe-a5f9-10ff23e5a5b1 admin admin] Publish callbacks [] for security_group (b015e90b-f4cd-434f-b4b3-4992d3cb0688), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:01.266694 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Router 6872c411-69ea-49ed-9f5f-3f868909f8c4 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:37:01.306892 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-91cb3d4f-cadd-4bbe-a5f9-10ff23e5a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b015e90b-f4cd-434f-b4b3-4992d3cb0688), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:01.394061 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb3d4f-cadd-4bbe-a5f9-10ff23e5a5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b015e90b-f4cd-434f-b4b3-4992d3cb0688,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:01.424272 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-91cb3d4f-cadd-4bbe-a5f9-10ff23e5a5b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11aa4003e22f4f89bd3948370e4a7278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4735899 Feb 11 04:37:01.427758 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35590) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:01.455032 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:37:01.467645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Sync routers for ids ['6872c411-69ea-49ed-9f5f-3f868909f8c4'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:37:01.485310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Routers {'6872c411-69ea-49ed-9f5f-3f868909f8c4'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:37:01.486268 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:36:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6872c411-69ea-49ed-9f5f-3f868909f8c4'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:01.516621 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a2118cf5-d539-40a6-8d61-ec1dced1c88f admin admin] Publish callbacks [] for security_group (b015e90b-f4cd-434f-b4b3-4992d3cb0688), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:01.560089 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:01.561425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d47b659a-5457-4838-86eb-d24a90e2cf38 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.4614573 Feb 11 04:37:01.564586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35592) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:01.600139 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a2118cf5-d539-40a6-8d61-ec1dced1c88f admin admin] Publish callbacks [] for security_group (b015e90b-f4cd-434f-b4b3-4992d3cb0688), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:01.866337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a2118cf5-d539-40a6-8d61-ec1dced1c88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b015e90b-f4cd-434f-b4b3-4992d3cb0688), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:01.869908 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a2118cf5-d539-40a6-8d61-ec1dced1c88f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:01.871688 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a2118cf5-d539-40a6-8d61-ec1dced1c88f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b015e90b-f4cd-434f-b4b3-4992d3cb0688 HTTP/1.1" status: 204 len: 168 time: 0.4415803 Feb 11 04:37:01.906421 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2118cf5-d539-40a6-8d61-ec1dced1c88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b015e90b-f4cd-434f-b4b3-4992d3cb0688,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:02.192328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Set router 6872c411-69ea-49ed-9f5f-3f868909f8c4 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:37:02.614398 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:36:58Z', 'revision_number': 3, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:02.708732 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Checking router: 6872c411-69ea-49ed-9f5f-3f868909f8c4 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:37:02.719263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Updating router 6872c411-69ea-49ed-9f5f-3f868909f8c4 port 7efd42b5-2623-4d19-8adb-b1919e4931a2 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:37:02.797424 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7efd42b5-2623-4d19-8adb-b1919e4931a2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:02.923597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-56988eac-c8a0-47f1-bec6-8d04cd1d4725 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e888d9ceb6094e46aa3c6bbef6075211&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.3575435 Feb 11 04:37:02.926139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35646) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:02.943781 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7ba01-ce26-4718-8b9d-89eea86c4a93 req-520be8b9-1dee-4cd7-b0b0-c3e3b863bf9a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:02.951927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67a7ba01-ce26-4718-8b9d-89eea86c4a93 req-520be8b9-1dee-4cd7-b0b0-c3e3b863bf9a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 1.1697774 Feb 11 04:37:02.997793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94841e-b5b8-41a7-a404-3b49a3d73bea req-0659cc22-3d7c-45f3-ad68-8910b4e9c71e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.004462 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94841e-b5b8-41a7-a404-3b49a3d73bea req-0659cc22-3d7c-45f3-ad68-8910b4e9c71e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.025889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94841e-b5b8-41a7-a404-3b49a3d73bea req-0659cc22-3d7c-45f3-ad68-8910b4e9c71e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.043903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94841e-b5b8-41a7-a404-3b49a3d73bea req-0659cc22-3d7c-45f3-ad68-8910b4e9c71e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.059331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94841e-b5b8-41a7-a404-3b49a3d73bea req-0659cc22-3d7c-45f3-ad68-8910b4e9c71e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.072999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94841e-b5b8-41a7-a404-3b49a3d73bea req-0659cc22-3d7c-45f3-ad68-8910b4e9c71e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.084801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94841e-b5b8-41a7-a404-3b49a3d73bea req-0659cc22-3d7c-45f3-ad68-8910b4e9c71e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.090052 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b94841e-b5b8-41a7-a404-3b49a3d73bea req-0659cc22-3d7c-45f3-ad68-8910b4e9c71e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5434 time: 1.1522236 Feb 11 04:37:03.174196 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67a7ba01-ce26-4718-8b9d-89eea86c4a93 req-49c6bcac-ec3c-4aad-b415-8131064bf28c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210622 Feb 11 04:37:03.472606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b94841e-b5b8-41a7-a404-3b49a3d73bea req-1815960e-b2a0-4152-80fe-ba0bd4c5a805 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3239708 Feb 11 04:37:03.527317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-72096909-c617-4e04-9b98-4855284fe596 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.536105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-72096909-c617-4e04-9b98-4855284fe596 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.549611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-72096909-c617-4e04-9b98-4855284fe596 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.561476 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-72096909-c617-4e04-9b98-4855284fe596 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.572428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-72096909-c617-4e04-9b98-4855284fe596 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.590790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-72096909-c617-4e04-9b98-4855284fe596 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.596251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-72096909-c617-4e04-9b98-4855284fe596 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.598262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-72096909-c617-4e04-9b98-4855284fe596 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 5434 time: 0.4456358 Feb 11 04:37:03.606896 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Publish callbacks [] for port (7efd42b5-2623-4d19-8adb-b1919e4931a2), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:03.659439 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d50db0-d22d-4fcb-9a89-a51406d01665 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.665885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-235becce-284b-4b84-9768-574591f09c30 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:03.667436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-235becce-284b-4b84-9768-574591f09c30 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "GET /v2.0/ports/963b6a8b-e879-44fc-be34-943887949a52?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0629265 Feb 11 04:37:03.675967 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a0d50db0-d22d-4fcb-9a89-a51406d01665 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7464414 Feb 11 04:37:03.677282 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35668) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:03.717191 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7efd42b5-2623-4d19-8adb-b1919e4931a2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:03.803841 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-da32c978-5c91-485a-93af-25067ee8860d tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1216004 Feb 11 04:37:03.811166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35670) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:03.816204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ba8be025-1a57-4739-b6d3-767710e8415d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-516358849', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:03.874633 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acce7b7-48f2-4b16-ab29-02ae61502511 None None] Pushing event updated for resources: {'Port': ['ID=7efd42b5-2623-4d19-8adb-b1919e4931a2,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:03.932330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Attempting to bind port 7efd42b5-2623-4d19-8adb-b1919e4931a2 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:37:03.932787 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Attempting to bind port 7efd42b5-2623-4d19-8adb-b1919e4931a2 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:37:03.934337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Attempting to bind port 7efd42b5-2623-4d19-8adb-b1919e4931a2 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:37:03.956043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:37:03.961659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:03.961659 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:03.961659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:37:03.961659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Bound port: 7efd42b5-2623-4d19-8adb-b1919e4931a2, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:37:03.961659 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7efd42b5-2623-4d19-8adb-b1919e4931a2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:03.975016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-05c566ed-93ea-4c15-9fc5-5de4871e6805 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "GET /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3030109 Feb 11 04:37:03.990463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f83d3f8c-4f8e-41c5-b2c9-49601dee9423 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:04.147749 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f83d3f8c-4f8e-41c5-b2c9-49601dee9423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (963b6a8b-e879-44fc-be34-943887949a52), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:04.167626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] For port 7efd42b5-2623-4d19-8adb-b1919e4931a2, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:37:04.179918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] For port 7efd42b5-2623-4d19-8adb-b1919e4931a2, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7efd42b5-2623-4d19-8adb-b1919e4931a2,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:37:04.198586 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:04.199388 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:04.243793 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35678) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:04.249377 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7efd42b5-2623-4d19-8adb-b1919e4931a2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:04.381442 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8be025-1a57-4739-b6d3-767710e8415d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Made reservation on behalf of e888d9ceb6094e46aa3c6bbef6075211 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:04.386580 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8be025-1a57-4739-b6d3-767710e8415d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:04.412257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Routers {'6872c411-69ea-49ed-9f5f-3f868909f8c4'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:37:04.419522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:36:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6872c411-69ea-49ed-9f5f-3f868909f8c4'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:04.601710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f83d3f8c-4f8e-41c5-b2c9-49601dee9423 service neutron] For port 963b6a8b-e879-44fc-be34-943887949a52, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=963b6a8b-e879-44fc-be34-943887949a52,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:04.634190 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9e8caaf8-cf0d-43a7-8d2c-2e6823f72b45 tempest-AgentManagementNegativeTest-2080487372 tempest-AgentManagementNegativeTest-2080487372-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3896978 Feb 11 04:37:04.706570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f83d3f8c-4f8e-41c5-b2c9-49601dee9423 service neutron] For port 963b6a8b-e879-44fc-be34-943887949a52, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:37:04.806979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f83d3f8c-4f8e-41c5-b2c9-49601dee9423 service neutron] device_id is not set on port 963b6a8b-e879-44fc-be34-943887949a52 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:37:04.831227 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f83d3f8c-4f8e-41c5-b2c9-49601dee9423 service neutron] Publish callbacks [] for port (963b6a8b-e879-44fc-be34-943887949a52), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:04.833740 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] Set router 6872c411-69ea-49ed-9f5f-3f868909f8c4 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:37:05.083933 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f83d3f8c-4f8e-41c5-b2c9-49601dee9423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (963b6a8b-e879-44fc-be34-943887949a52), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:05.203172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acce7b7-48f2-4b16-ab29-02ae61502511 None None] Pushing event updated for resources: {'Port': ['ID=7efd42b5-2623-4d19-8adb-b1919e4931a2,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:05.244207 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8be025-1a57-4739-b6d3-767710e8415d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (57f1938d-9978-4621-b126-d7700252f900), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:05.333859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:36:58Z', 'revision_number': 3, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:05.403471 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8be025-1a57-4739-b6d3-767710e8415d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Subnet': ['ID=57f1938d-9978-4621-b126-d7700252f900,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:05.412126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f83d3f8c-4f8e-41c5-b2c9-49601dee9423 service neutron] No DVR routers for this DVR port 963b6a8b-e879-44fc-be34-943887949a52 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:37:05.443642 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef541cc-4364-4797-a618-8f6aa3a66525 None None] The sync data for ids ['6872c411-69ea-49ed-9f5f-3f868909f8c4'] in n-d-712142-35 is: [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:36:58Z', 'revision_number': 3, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:37:05.493929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d3f8c-4f8e-41c5-b2c9-49601dee9423 service neutron] Pushing event updated for resources: {'Port': ['ID=963b6a8b-e879-44fc-be34-943887949a52,revision_number=6']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:05.546385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8be025-1a57-4739-b6d3-767710e8415d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Checking segment: {'id': '8880e9b2-c002-447a-83f4-bf97a0671ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:05.553815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8be025-1a57-4739-b6d3-767710e8415d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network hostable DHCP agents. Network: cc32c88f-7331-4853-874d-0be34879d786, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:37:05.689277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d4c42-89ba-4683-b9a8-a50bfabc029a req-bd95265d-d692-43a7-9e2f-638d86c355dd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:05.715877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ecabf492-86f3-44ff-b9b5-1e78778ee39c None None] Provisioning complete for port 963b6a8b-e879-44fc-be34-943887949a52 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:05.716261 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ecabf492-86f3-44ff-b9b5-1e78778ee39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (963b6a8b-e879-44fc-be34-943887949a52), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:05.726038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35702) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:05.728835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d4c42-89ba-4683-b9a8-a50bfabc029a req-bd95265d-d692-43a7-9e2f-638d86c355dd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:05.757388 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8be025-1a57-4739-b6d3-767710e8415d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network cc32c88f-7331-4853-874d-0be34879d786 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:37:05.762605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d4c42-89ba-4683-b9a8-a50bfabc029a req-bd95265d-d692-43a7-9e2f-638d86c355dd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:05.781854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d4c42-89ba-4683-b9a8-a50bfabc029a req-bd95265d-d692-43a7-9e2f-638d86c355dd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:05.802875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d4c42-89ba-4683-b9a8-a50bfabc029a req-bd95265d-d692-43a7-9e2f-638d86c355dd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:05.825156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d4c42-89ba-4683-b9a8-a50bfabc029a req-bd95265d-d692-43a7-9e2f-638d86c355dd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:05.834684 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c93d4c42-89ba-4683-b9a8-a50bfabc029a req-bd95265d-d692-43a7-9e2f-638d86c355dd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 4659 time: 0.9928288 Feb 11 04:37:05.877546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-ba8be025-1a57-4739-b6d3-767710e8415d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, cc32c88f-7331-4853-874d-0be34879d786) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:05.880300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1a1e-aa24-4753-b451-4ffce24e30b0 req-bca25c11-bc8a-4eaa-90ff-ff4b13b44b9d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:05.881899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8be025-1a57-4739-b6d3-767710e8415d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:05.882574 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba8be025-1a57-4739-b6d3-767710e8415d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:05.885475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ecabf492-86f3-44ff-b9b5-1e78778ee39c None None] Port 963b6a8b-e879-44fc-be34-943887949a52 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:05.886477 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8beb1a1e-aa24-4753-b451-4ffce24e30b0 req-bca25c11-bc8a-4eaa-90ff-ff4b13b44b9d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 1.0470116 Feb 11 04:37:05.891592 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 963b6a8b-e879-44fc-be34-943887949a52 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:37:05.940127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f83d3f8c-4f8e-41c5-b2c9-49601dee9423 service neutron] In _notify_port_updated(), no bound segment for port 963b6a8b-e879-44fc-be34-943887949a52 on network 5298babb-4aa0-44c4-91a5-04b443d240a5 {{(pid=103809) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:37:05.941319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f83d3f8c-4f8e-41c5-b2c9-49601dee9423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:05.942124 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f83d3f8c-4f8e-41c5-b2c9-49601dee9423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:05.943806 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f83d3f8c-4f8e-41c5-b2c9-49601dee9423 service neutron] 10.222.0.32 "PUT /v2.0/ports/963b6a8b-e879-44fc-be34-943887949a52 HTTP/1.1" status: 200 len: 1028 time: 1.9636748 Feb 11 04:37:06.000697 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ba8be025-1a57-4739-b6d3-767710e8415d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1883440 Feb 11 04:37:06.001352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35708) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:06.128426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-e52d8d2a-898f-44a1-b677-d9f423d37578 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:06.145252 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-e52d8d2a-898f-44a1-b677-d9f423d37578 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "GET /v2.0/ports/5fdbb401-1694-49f8-bfbf-47d7a4041211?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1653705 Feb 11 04:37:06.156987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cf12f4-b9b7-4d26-856a-85e18c32503b None None] Network cc32c88f-7331-4853-874d-0be34879d786 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:37:06.168601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-4b3e781c-bd95-4175-b050-103ec1822855 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:06.235345 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] The host n-h1-712142-35 is not matching for port 963b6a8b-e879-44fc-be34-943887949a52 host ! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:37:06.235774 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 963b6a8b-e879-44fc-be34-943887949a52 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:37:06.236219 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8384eb4b-0998-438a-8422-057418ed2575 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:37:06.311541 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8beb1a1e-aa24-4753-b451-4ffce24e30b0 req-1ab1399c-e7bd-4699-8641-e64ec46fb206 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846376 Feb 11 04:37:06.449867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c93d4c42-89ba-4683-b9a8-a50bfabc029a req-bee97718-4947-44f4-a2de-dcd926f70f6d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=a16d2987-c3b6-4214-a24e-0383f6f4fb32&id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5618455 Feb 11 04:37:06.586719 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-4b3e781c-bd95-4175-b050-103ec1822855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:06.593473 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-088829f0-f5b3-4d6e-ab7c-888999a990e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:06.767699 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-cc32c88f-7331-4853-874d-0be34879d786', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:37:06.774773 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:06.878955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 8384eb4b-0998-438a-8422-057418ed2575 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:06.880945 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8384eb4b-0998-438a-8422-057418ed2575), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:07.071496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-4b3e781c-bd95-4175-b050-103ec1822855 service neutron] For port 5fdbb401-1694-49f8-bfbf-47d7a4041211, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5fdbb401-1694-49f8-bfbf-47d7a4041211,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:07.152375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8384eb4b-0998-438a-8422-057418ed2575'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:37:07.155437 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954f0fb3-d2d4-4ccf-8834-ee8b1919fbb1" -d '{"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-unplugged", "status": "completed", "tag": "8384eb4b-0998-438a-8422-057418ed2575"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:37:07.251479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-4b3e781c-bd95-4175-b050-103ec1822855 service neutron] For port 5fdbb401-1694-49f8-bfbf-47d7a4041211, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:37:07.264867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8384eb4b-0998-438a-8422-057418ed2575, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8384eb4b-0998-438a-8422-057418ed2575,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:07.339542 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-088829f0-f5b3-4d6e-ab7c-888999a990e2 admin admin] Publish callbacks [] for security_group (4209945b-35a2-47e7-9595-882147ef84bf), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:07.416100 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4169074c-5b15-45d9-8825-7e45a37d74a8 x-openstack-request-id: req-4169074c-5b15-45d9-8825-7e45a37d74a8 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:37:07.418011 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-unplugged", "status": "completed", "tag": "8384eb4b-0998-438a-8422-057418ed2575", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:37:07.418135 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4169074c-5b15-45d9-8825-7e45a37d74a8 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:37:07.419795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-4b3e781c-bd95-4175-b050-103ec1822855 service neutron] device_id is not set on port 5fdbb401-1694-49f8-bfbf-47d7a4041211 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:37:07.421554 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8384eb4b-0998-438a-8422-057418ed2575', 'code': 200} Feb 11 04:37:07.425821 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8384eb4b-0998-438a-8422-057418ed2575), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:07.438069 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 30aa1179-3b27-4725-948c-5544353ee93a no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:37:07.462527 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-4b3e781c-bd95-4175-b050-103ec1822855 service neutron] Publish callbacks [] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:07.464721 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-088829f0-f5b3-4d6e-ab7c-888999a990e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4209945b-35a2-47e7-9595-882147ef84bf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:07.589193 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-088829f0-f5b3-4d6e-ab7c-888999a990e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ece7d95bf2be4d4380e0f19c36d90572&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8547120 Feb 11 04:37:07.590156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35734) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:07.615610 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-4b3e781c-bd95-4175-b050-103ec1822855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:07.832909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=8384eb4b-0998-438a-8422-057418ed2575,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:07.863626 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088829f0-f5b3-4d6e-ab7c-888999a990e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4209945b-35a2-47e7-9595-882147ef84bf,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:07.915195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-4b3e781c-bd95-4175-b050-103ec1822855 service neutron] No DVR routers for this DVR port 5fdbb401-1694-49f8-bfbf-47d7a4041211 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:37:07.928167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Allocated IP 172.20.0.2 (cc32c88f-7331-4853-874d-0be34879d786/57f1938d-9978-4621-b126-d7700252f900/a779e92a-5826-4d42-8a9c-272de768d3c6) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:08.113893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 30aa1179-3b27-4725-948c-5544353ee93a is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:08.114484 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (30aa1179-3b27-4725-948c-5544353ee93a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:08.142697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438cc8c-2475-4637-b1f2-43597c82dcf4 req-af6d0236-1638-490b-be59-130fde36012d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:08.158873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438cc8c-2475-4637-b1f2-43597c82dcf4 req-af6d0236-1638-490b-be59-130fde36012d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:08.172717 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438cc8c-2475-4637-b1f2-43597c82dcf4 req-af6d0236-1638-490b-be59-130fde36012d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:08.183178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 30aa1179-3b27-4725-948c-5544353ee93a, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=30aa1179-3b27-4725-948c-5544353ee93a,segment=NetworkSegment(270393d2-a1cd-4dd2-8fdf-d428d3d7abd0),segment_id=270393d2-a1cd-4dd2-8fdf-d428d3d7abd0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:08.184245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438cc8c-2475-4637-b1f2-43597c82dcf4 req-af6d0236-1638-490b-be59-130fde36012d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:08.206569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438cc8c-2475-4637-b1f2-43597c82dcf4 req-af6d0236-1638-490b-be59-130fde36012d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:08.210811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2438cc8c-2475-4637-b1f2-43597c82dcf4 req-af6d0236-1638-490b-be59-130fde36012d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 3883 time: 0.5586133 Feb 11 04:37:08.239156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ece19-edba-4033-934d-2b4c5c6d6d80 req-1707ad9d-d32b-402e-8ebf-32c7376bff0b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:08.277657 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f9ece19-edba-4033-934d-2b4c5c6d6d80 req-1707ad9d-d32b-402e-8ebf-32c7376bff0b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.7531183 Feb 11 04:37:08.347059 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (30aa1179-3b27-4725-948c-5544353ee93a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:08.347777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5fdbb401-1694-49f8-bfbf-47d7a4041211 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:37:08.363104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7efd42b5-2623-4d19-8adb-b1919e4931a2 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:08.388162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-4b3e781c-bd95-4175-b050-103ec1822855 service neutron] In _notify_port_updated(), no bound segment for port 5fdbb401-1694-49f8-bfbf-47d7a4041211 on network 5298babb-4aa0-44c4-91a5-04b443d240a5 {{(pid=103809) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:37:08.389057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-4b3e781c-bd95-4175-b050-103ec1822855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:08.405792 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-4b3e781c-bd95-4175-b050-103ec1822855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:08.407418 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-4b3e781c-bd95-4175-b050-103ec1822855 service neutron] 10.222.0.32 "PUT /v2.0/ports/5fdbb401-1694-49f8-bfbf-47d7a4041211 HTTP/1.1" status: 200 len: 1027 time: 2.2610772 Feb 11 04:37:08.407767 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7495c1ff-4d85-4316-b8d9-1a170522682c admin admin] Publish callbacks [] for security_group (4209945b-35a2-47e7-9595-882147ef84bf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:08.428302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e781c-bd95-4175-b050-103ec1822855 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdbb401-1694-49f8-bfbf-47d7a4041211,revision_number=6']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:08.531021 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7495c1ff-4d85-4316-b8d9-1a170522682c admin admin] Publish callbacks [] for security_group (4209945b-35a2-47e7-9595-882147ef84bf), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:08.649824 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=30aa1179-3b27-4725-948c-5544353ee93a,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:08.785475 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:08.792486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7efd42b5-2623-4d19-8adb-b1919e4931a2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:08.792865 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7efd42b5-2623-4d19-8adb-b1919e4931a2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:08.797797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:08.798873 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:08.800558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:08.801050 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:08.805338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:08.805338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:08.805338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:08.805591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2438cc8c-2475-4637-b1f2-43597c82dcf4 req-5f9f58aa-ab06-4844-8c7d-d8f8f44b7d71 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5206695 Feb 11 04:37:08.805874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:08.806402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:08.806901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:08.809098 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:08.809596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:08.810099 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:08.813508 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f9ece19-edba-4033-934d-2b4c5c6d6d80 req-848073ee-ef3f-47ed-9cfa-64d2ba38c826 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324821 Feb 11 04:37:08.899985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-5e470bde-c3ef-41e5-81ac-c97d04bc4151 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Deleting port 30aa1179-3b27-4725-948c-5544353ee93a {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:37:08.900332 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-5e470bde-c3ef-41e5-81ac-c97d04bc4151 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (30aa1179-3b27-4725-948c-5544353ee93a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:08.954948 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e3ca76f2-1b10-49df-a1fe-40e03da26cdd None None] Provisioning complete for port 5fdbb401-1694-49f8-bfbf-47d7a4041211 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:08.955658 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e3ca76f2-1b10-49df-a1fe-40e03da26cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:09.138431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-5e470bde-c3ef-41e5-81ac-c97d04bc4151 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] For port 30aa1179-3b27-4725-948c-5544353ee93a, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=30aa1179-3b27-4725-948c-5544353ee93a,segment=NetworkSegment(270393d2-a1cd-4dd2-8fdf-d428d3d7abd0),segment_id=270393d2-a1cd-4dd2-8fdf-d428d3d7abd0)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:09.138431 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-5e470bde-c3ef-41e5-81ac-c97d04bc4151 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (30aa1179-3b27-4725-948c-5544353ee93a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:09.162444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] The host n-h1-712142-35 is not matching for port 5fdbb401-1694-49f8-bfbf-47d7a4041211 host ! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:37:09.173336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5fdbb401-1694-49f8-bfbf-47d7a4041211 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:37:09.173837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 0473f650-b42b-45ce-8612-42d968a92e57 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:37:09.389193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca76f2-1b10-49df-a1fe-40e03da26cdd None None] Port 5fdbb401-1694-49f8-bfbf-47d7a4041211 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:09.435437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30aa1179-3b27-4725-948c-5544353ee93a'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:37:09.441843 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdc13aa-6f52-43b8-b0b0-c9d97236a0e9" -d '{"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-unplugged", "status": "completed", "tag": "30aa1179-3b27-4725-948c-5544353ee93a"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:37:09.540413 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Publish callbacks [] for port (a779e92a-5826-4d42-8a9c-272de768d3c6), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:09.670825 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-5e470bde-c3ef-41e5-81ac-c97d04bc4151 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:09.678597 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-5e470bde-c3ef-41e5-81ac-c97d04bc4151 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (c8f5fa48-efc4-471c-bb92-56b76d358114), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:09.678597 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-5e470bde-c3ef-41e5-81ac-c97d04bc4151 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Floating IP c8f5fa48-efc4-471c-bb92-56b76d358114 disassociated. External IP: 172.25.3.207, port: 30aa1179-3b27-4725-948c-5544353ee93a. Feb 11 04:37:09.678597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-5e470bde-c3ef-41e5-81ac-c97d04bc4151 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Calling delete_port for 30aa1179-3b27-4725-948c-5544353ee93a owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:37:09.681416 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83ac872-13b5-4f1b-8bf4-a2a8a38b1da6 x-openstack-request-id: req-b83ac872-13b5-4f1b-8bf4-a2a8a38b1da6 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:37:09.681716 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-unplugged", "status": "completed", "tag": "30aa1179-3b27-4725-948c-5544353ee93a", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:37:09.681975 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b83ac872-13b5-4f1b-8bf4-a2a8a38b1da6 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:37:09.682376 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30aa1179-3b27-4725-948c-5544353ee93a', 'code': 200} Feb 11 04:37:10.359165 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (a779e92a-5826-4d42-8a9c-272de768d3c6), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:10.364088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 0473f650-b42b-45ce-8612-42d968a92e57 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:10.364495 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0473f650-b42b-45ce-8612-42d968a92e57), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:10.397990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbccc00-b79a-4e07-9abb-50bc94ad63e1 req-8520f81f-41b9-4aea-b337-b0bb15e4ba22 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:10.400269 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5cbccc00-b79a-4e07-9abb-50bc94ad63e1 req-8520f81f-41b9-4aea-b337-b0bb15e4ba22 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.3778224 Feb 11 04:37:10.402818 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-5e470bde-c3ef-41e5-81ac-c97d04bc4151 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (30aa1179-3b27-4725-948c-5544353ee93a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:10.512150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bde04-305a-4748-aa83-19c59243f330 req-ca72851e-6439-447d-94ef-10f2745f04f2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:10.523249 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bde04-305a-4748-aa83-19c59243f330 req-ca72851e-6439-447d-94ef-10f2745f04f2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:10.541006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bde04-305a-4748-aa83-19c59243f330 req-ca72851e-6439-447d-94ef-10f2745f04f2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:10.544416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Network cc32c88f-7331-4853-874d-0be34879d786 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:10.548396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Pushing event updated for resources: {'Port': ['ID=a779e92a-5826-4d42-8a9c-272de768d3c6,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:10.551025 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7efd42b5-2623-4d19-8adb-b1919e4931a2 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:10.551571 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7efd42b5-2623-4d19-8adb-b1919e4931a2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:10.559237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:10.564313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 0473f650-b42b-45ce-8612-42d968a92e57, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0473f650-b42b-45ce-8612-42d968a92e57,segment=NetworkSegment(f823c9f7-7ba8-4ad1-99eb-ff685d3740ca),segment_id=f823c9f7-7ba8-4ad1-99eb-ff685d3740ca)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:10.565950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:10.577601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bde04-305a-4748-aa83-19c59243f330 req-ca72851e-6439-447d-94ef-10f2745f04f2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:10.598121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bde04-305a-4748-aa83-19c59243f330 req-ca72851e-6439-447d-94ef-10f2745f04f2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:10.602220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c8bde04-305a-4748-aa83-19c59243f330 req-ca72851e-6439-447d-94ef-10f2745f04f2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 3881 time: 0.6205504 Feb 11 04:37:10.674023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 7efd42b5-2623-4d19-8adb-b1919e4931a2, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7efd42b5-2623-4d19-8adb-b1919e4931a2,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:10.706937 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0473f650-b42b-45ce-8612-42d968a92e57), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:10.707797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 30cc8e96-7615-4f82-a139-50fdbc0216dd no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:37:10.728527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e470bde-c3ef-41e5-81ac-c97d04bc4151 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event deleted for resources: {'Port': ['ID=30aa1179-3b27-4725-948c-5544353ee93a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:10.827417 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7efd42b5-2623-4d19-8adb-b1919e4931a2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:10.886468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Attempting to bind port a779e92a-5826-4d42-8a9c-272de768d3c6 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:37:10.889663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Attempting to bind port a779e92a-5826-4d42-8a9c-272de768d3c6 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '8880e9b2-c002-447a-83f4-bf97a0671ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:37:10.890081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Attempting to bind port a779e92a-5826-4d42-8a9c-272de768d3c6 on network cc32c88f-7331-4853-874d-0be34879d786 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:37:10.947223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:37:10.947695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Checking segment: {'id': '8880e9b2-c002-447a-83f4-bf97a0671ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:10.948106 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:10.948510 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Bound using segment: {'id': '8880e9b2-c002-447a-83f4-bf97a0671ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:37:10.976990 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Bound port: a779e92a-5826-4d42-8a9c-272de768d3c6, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8880e9b2-c002-447a-83f4-bf97a0671ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:37:10.980076 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a779e92a-5826-4d42-8a9c-272de768d3c6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:11.046060 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c8bde04-305a-4748-aa83-19c59243f330 req-c277e601-920d-42ac-a52e-5a5d60788ccf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3919575 Feb 11 04:37:11.083262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5cbccc00-b79a-4e07-9abb-50bc94ad63e1 req-cf5ef286-27fd-4aa0-81b8-1de1344de02c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6492996 Feb 11 04:37:11.205518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 30cc8e96-7615-4f82-a139-50fdbc0216dd is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:11.222397 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:11.298005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=0473f650-b42b-45ce-8612-42d968a92e57,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:11.326656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-5e470bde-c3ef-41e5-81ac-c97d04bc4151 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Router b8e066d2-97cb-4fca-a373-648016a2dca2 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:37:11.365523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Allocated IP 172.20.0.1 (cc32c88f-7331-4853-874d-0be34879d786/57f1938d-9978-4621-b126-d7700252f900/3239be91-acdf-4da1-b9e9-5f551b290023) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:11.579884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 30cc8e96-7615-4f82-a139-50fdbc0216dd, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=30cc8e96-7615-4f82-a139-50fdbc0216dd,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:11.659934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] For port a779e92a-5826-4d42-8a9c-272de768d3c6, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:37:11.676973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] For port a779e92a-5826-4d42-8a9c-272de768d3c6, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a779e92a-5826-4d42-8a9c-272de768d3c6,segment=NetworkSegment(8880e9b2-c002-447a-83f4-bf97a0671ce8),segment_id=8880e9b2-c002-447a-83f4-bf97a0671ce8)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:37:11.685749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0473f650-b42b-45ce-8612-42d968a92e57'}, {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30cc8e96-7615-4f82-a139-50fdbc0216dd'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:37:11.699281 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6442670-b238-4f7c-9e6b-c6803ac0e18e" -d '{"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-unplugged", "status": "completed", "tag": "0473f650-b42b-45ce-8612-42d968a92e57"}, {"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-unplugged", "status": "completed", "tag": "30cc8e96-7615-4f82-a139-50fdbc0216dd"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:37:11.722988 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=7efd42b5-2623-4d19-8adb-b1919e4931a2,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:11.799767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-5e470bde-c3ef-41e5-81ac-c97d04bc4151 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:37:11.814672 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0171e026-bb85-4769-b41c-7de96fe2f690 None None] Sync routers for ids ['b8e066d2-97cb-4fca-a373-648016a2dca2'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:37:11.821979 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Feb 2022 04:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90213ec9-9cbe-4475-9163-30d53cf091c7 x-openstack-request-id: req-90213ec9-9cbe-4475-9163-30d53cf091c7 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:37:11.822284 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-unplugged", "status": "completed", "tag": "0473f650-b42b-45ce-8612-42d968a92e57", "code": 200}, {"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-unplugged", "status": "completed", "tag": "30cc8e96-7615-4f82-a139-50fdbc0216dd", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:37:11.822543 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90213ec9-9cbe-4475-9163-30d53cf091c7 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:37:11.822980 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0473f650-b42b-45ce-8612-42d968a92e57', 'code': 200} Feb 11 04:37:11.823237 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30cc8e96-7615-4f82-a139-50fdbc0216dd', 'code': 200} Feb 11 04:37:11.839837 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for port (3239be91-acdf-4da1-b9e9-5f551b290023), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:11.844235 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7495c1ff-4d85-4316-b8d9-1a170522682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4209945b-35a2-47e7-9595-882147ef84bf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:11.852389 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7495c1ff-4d85-4316-b8d9-1a170522682c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:11.859694 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7495c1ff-4d85-4316-b8d9-1a170522682c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4209945b-35a2-47e7-9595-882147ef84bf HTTP/1.1" status: 204 len: 168 time: 4.2621629 Feb 11 04:37:11.871445 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0171e026-bb85-4769-b41c-7de96fe2f690 None None] Routers {'b8e066d2-97cb-4fca-a373-648016a2dca2'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:37:11.872119 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0171e026-bb85-4769-b41c-7de96fe2f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:36:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b8e066d2-97cb-4fca-a373-648016a2dca2'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:11.883814 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:11.885485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e54afff1-6eda-4c29-a57d-978ae22d9236 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:37:11.889832 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a779e92a-5826-4d42-8a9c-272de768d3c6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:11.897407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495c1ff-4d85-4316-b8d9-1a170522682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4209945b-35a2-47e7-9595-882147ef84bf,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:12.066132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-5e470bde-c3ef-41e5-81ac-c97d04bc4151 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] No DVR routers for this DVR port 30aa1179-3b27-4725-948c-5544353ee93a on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:37:12.083250 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-5e470bde-c3ef-41e5-81ac-c97d04bc4151 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:12.107868 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-5e470bde-c3ef-41e5-81ac-c97d04bc4151 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "DELETE /v2.0/ports/30aa1179-3b27-4725-948c-5544353ee93a HTTP/1.1" status: 204 len: 173 time: 3.6158538 Feb 11 04:37:12.113823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-deleted', 'tag': '30aa1179-3b27-4725-948c-5544353ee93a'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:37:12.125122 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b3a998-c582-4ae2-9538-8a528b9b46b7" -d '{"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-deleted", "tag": "30aa1179-3b27-4725-948c-5544353ee93a"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:37:12.138048 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:12.283911 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-0171e026-bb85-4769-b41c-7de96fe2f690 None None] Set router b8e066d2-97cb-4fca-a373-648016a2dca2 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:37:12.401164 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network cc32c88f-7331-4853-874d-0be34879d786 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:12.424598 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:12.427737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:12.586649 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (6872c411-69ea-49ed-9f5f-3f868909f8c4), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:12.612435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=30cc8e96-7615-4f82-a139-50fdbc0216dd,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:12.986130 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Port': ['ID=3239be91-acdf-4da1-b9e9-5f551b290023,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:13.231411 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:13.255236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7efd42b5-2623-4d19-8adb-b1919e4931a2 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:13.298391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e54afff1-6eda-4c29-a57d-978ae22d9236 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:13.314551 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:13.319259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5bb81-5db7-4db9-9616-b5c285ef72ec req-50d4a7d5-250a-434b-b585-16f80c5d3162 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:13.327754 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cab5bb81-5db7-4db9-9616-b5c285ef72ec req-50d4a7d5-250a-434b-b585-16f80c5d3162 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.9770498 Feb 11 04:37:13.583847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bd4d7-3794-4fd6-b9f7-1ccb0ca35a6a req-8ebe91a4-e06c-42ac-b4d9-07fce9b5a3eb tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:13.595739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bd4d7-3794-4fd6-b9f7-1ccb0ca35a6a req-8ebe91a4-e06c-42ac-b4d9-07fce9b5a3eb tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:13.602125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bd4d7-3794-4fd6-b9f7-1ccb0ca35a6a req-8ebe91a4-e06c-42ac-b4d9-07fce9b5a3eb tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:13.608752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bd4d7-3794-4fd6-b9f7-1ccb0ca35a6a req-8ebe91a4-e06c-42ac-b4d9-07fce9b5a3eb tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:13.615765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-824bd4d7-3794-4fd6-b9f7-1ccb0ca35a6a req-8ebe91a4-e06c-42ac-b4d9-07fce9b5a3eb tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 3144 time: 1.2564611 Feb 11 04:37:13.666461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e54afff1-6eda-4c29-a57d-978ae22d9236, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e54afff1-6eda-4c29-a57d-978ae22d9236,segment=NetworkSegment(f823c9f7-7ba8-4ad1-99eb-ff685d3740ca),segment_id=f823c9f7-7ba8-4ad1-99eb-ff685d3740ca)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:13.703401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cab5bb81-5db7-4db9-9616-b5c285ef72ec req-bbcef69a-5311-4652-b4d3-6a88aae739e3 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684640 Feb 11 04:37:13.746693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645a42e-9ea1-4bca-8779-aefa8ef5910d None None] Pushing event updated for resources: {'Port': ['ID=a779e92a-5826-4d42-8a9c-272de768d3c6,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:13.803903 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:13.878484 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0171e026-bb85-4769-b41c-7de96fe2f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:19Z', 'updated_at': '2022-02-11T04:28:32Z', 'revision_number': 4, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'gw_port': {'id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:22Z', 'updated_at': '2022-02-11T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5', 'name': '', 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'mac_address': 'fa:16:3e:65:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:29Z', 'updated_at': '2022-02-11T04:28:38Z', 'revision_number': 5, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'subnets': [{'id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:14.040842 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0171e026-bb85-4769-b41c-7de96fe2f690 None None] Checking router: b8e066d2-97cb-4fca-a373-648016a2dca2 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:37:14.074516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54afff1-6eda-4c29-a57d-978ae22d9236'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:37:14.088672 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b454a84-a4e9-4137-9899-babbfa5ec3ac" -d '{"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-unplugged", "status": "completed", "tag": "e54afff1-6eda-4c29-a57d-978ae22d9236"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:37:14.100161 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e78e34-b4c8-4765-a2a9-885abb6d7eed x-openstack-request-id: req-a0e78e34-b4c8-4765-a2a9-885abb6d7eed {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:37:14.103384 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-deleted", "tag": "30aa1179-3b27-4725-948c-5544353ee93a", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:37:14.103384 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0e78e34-b4c8-4765-a2a9-885abb6d7eed {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:37:14.103384 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-deleted', 'tag': '30aa1179-3b27-4725-948c-5544353ee93a', 'status': 'completed', 'code': 200} Feb 11 04:37:14.111851 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e54afff1-6eda-4c29-a57d-978ae22d9236,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:14.115214 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-824bd4d7-3794-4fd6-b9f7-1ccb0ca35a6a req-4412939f-4ae4-4fae-8c7b-5dad4953540c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4768126 Feb 11 04:37:14.116413 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0171e026-bb85-4769-b41c-7de96fe2f690 None None] Routers {'b8e066d2-97cb-4fca-a373-648016a2dca2'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:37:14.119262 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0171e026-bb85-4769-b41c-7de96fe2f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:36:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b8e066d2-97cb-4fca-a373-648016a2dca2'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:14.156136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ec2e4b08-4f56-4d51-810f-78fc6cc7e654 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Deleting port 30cc8e96-7615-4f82-a139-50fdbc0216dd {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:37:14.156683 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ec2e4b08-4f56-4d51-810f-78fc6cc7e654 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:14.265022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7efd42b5-2623-4d19-8adb-b1919e4931a2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:14.265473 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7efd42b5-2623-4d19-8adb-b1919e4931a2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:14.545267 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8513d449-59ab-453d-add6-631b59322a2c x-openstack-request-id: req-8513d449-59ab-453d-add6-631b59322a2c {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:37:14.546175 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-unplugged", "status": "completed", "tag": "e54afff1-6eda-4c29-a57d-978ae22d9236", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:37:14.546511 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8513d449-59ab-453d-add6-631b59322a2c {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:37:14.547065 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54afff1-6eda-4c29-a57d-978ae22d9236', 'code': 200} Feb 11 04:37:14.657278 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-0171e026-bb85-4769-b41c-7de96fe2f690 None None] Set router b8e066d2-97cb-4fca-a373-648016a2dca2 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:37:14.750019 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ec2e4b08-4f56-4d51-810f-78fc6cc7e654 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] For port 30cc8e96-7615-4f82-a139-50fdbc0216dd, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=30cc8e96-7615-4f82-a139-50fdbc0216dd,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:14.750573 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ec2e4b08-4f56-4d51-810f-78fc6cc7e654 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:14.821255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ec2e4b08-4f56-4d51-810f-78fc6cc7e654 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Calling delete_port for 30cc8e96-7615-4f82-a139-50fdbc0216dd owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:37:14.848274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7efd42b5-2623-4d19-8adb-b1919e4931a2 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:15.060374 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for port (3239be91-acdf-4da1-b9e9-5f551b290023), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:15.157393 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:15.165862 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fb4437-9917-421f-b87f-e1142d17a0f5 None None] Network cc32c88f-7331-4853-874d-0be34879d786 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:37:15.211454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2b770646-3651-4250-bf42-70b2c10ee124 None None] Provisioning complete for port a779e92a-5826-4d42-8a9c-272de768d3c6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:15.212125 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b770646-3651-4250-bf42-70b2c10ee124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a779e92a-5826-4d42-8a9c-272de768d3c6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:15.358127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd7b9d-04de-400a-bce6-44b72cdf28a8 req-cdea2961-45c3-49f0-8917-fc3a0596c15a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:15.391006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbfd7b9d-04de-400a-bce6-44b72cdf28a8 req-cdea2961-45c3-49f0-8917-fc3a0596c15a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.3163116 Feb 11 04:37:15.410826 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a779e92a-5826-4d42-8a9c-272de768d3c6 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:15.569581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbfd7b9d-04de-400a-bce6-44b72cdf28a8 req-afea67d1-7f11-49ac-bec7-f6dfe2fba4b3 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775117 Feb 11 04:37:15.572434 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Port': ['ID=3239be91-acdf-4da1-b9e9-5f551b290023,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:15.601000 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:37:15.644838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35868) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:15.707030 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (6872c411-69ea-49ed-9f5f-3f868909f8c4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:15.859711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a779e92a-5826-4d42-8a9c-272de768d3c6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:15.874388 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a779e92a-5826-4d42-8a9c-272de768d3c6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:15.935432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d827868-b36f-4258-88bf-bdc9298f6394 req-b5cd7ae7-0390-4466-8a76-779df344dd65 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:15.960674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d827868-b36f-4258-88bf-bdc9298f6394 req-b5cd7ae7-0390-4466-8a76-779df344dd65 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:15.978339 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0171e026-bb85-4769-b41c-7de96fe2f690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:19Z', 'updated_at': '2022-02-11T04:28:32Z', 'revision_number': 4, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'gw_port': {'id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:22Z', 'updated_at': '2022-02-11T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5', 'name': '', 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'mac_address': 'fa:16:3e:65:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:29Z', 'updated_at': '2022-02-11T04:28:38Z', 'revision_number': 5, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'subnets': [{'id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:15.983172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d827868-b36f-4258-88bf-bdc9298f6394 req-b5cd7ae7-0390-4466-8a76-779df344dd65 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:16.023302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d827868-b36f-4258-88bf-bdc9298f6394 req-b5cd7ae7-0390-4466-8a76-779df344dd65 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:16.037637 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d827868-b36f-4258-88bf-bdc9298f6394 req-b5cd7ae7-0390-4466-8a76-779df344dd65 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 3142 time: 0.4914010 Feb 11 04:37:16.076649 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0171e026-bb85-4769-b41c-7de96fe2f690 None None] The sync data for ids ['b8e066d2-97cb-4fca-a373-648016a2dca2'] in n-d-712142-35 is: [{'id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:19Z', 'updated_at': '2022-02-11T04:28:32Z', 'revision_number': 4, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'gw_port': {'id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:22Z', 'updated_at': '2022-02-11T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5', 'name': '', 'network_id': '00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'mac_address': 'fa:16:3e:65:93:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:29Z', 'updated_at': '2022-02-11T04:28:38Z', 'revision_number': 5, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'subnets': [{'id': '43986a6c-ee4e-4269-823f-c72fd6c6d88e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:37:16.090912 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-9697beae-aa19-47b2-8fd5-197ace2cec8d tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.092270 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9697beae-aa19-47b2-8fd5-197ace2cec8d tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4366767 Feb 11 04:37:16.114778 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35878) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.160481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-52dc7739-dd2d-4ed2-8337-0c5d0db97044 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.176180 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-52dc7739-dd2d-4ed2-8337-0c5d0db97044 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0602324 Feb 11 04:37:16.201431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35882) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.219566 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-6227456c-c11e-40dd-9fda-63cc69a46dd6 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.226757 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6227456c-c11e-40dd-9fda-63cc69a46dd6 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0180485 Feb 11 04:37:16.227785 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35884) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.243107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-9f56ad56-b759-42d2-96e1-786ffa67f5b4 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.252038 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9f56ad56-b759-42d2-96e1-786ffa67f5b4 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0208530 Feb 11 04:37:16.265246 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35886) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.266166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d827868-b36f-4258-88bf-bdc9298f6394 req-c0c664d9-8228-47a2-af10-b4303a835569 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2275679 Feb 11 04:37:16.303741 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-3f62db92-7d75-4bd8-bd71-7449eb546161 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.307863 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3f62db92-7d75-4bd8-bd71-7449eb546161 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0398841 Feb 11 04:37:16.311929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35888) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.318787 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network cc32c88f-7331-4853-874d-0be34879d786 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:16.320176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-f8502f84-dc85-4188-aaa2-09e1b31ffc62 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.321112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:16.324941 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f8502f84-dc85-4188-aaa2-09e1b31ffc62 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0113554 Feb 11 04:37:16.334859 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35890) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.345963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-5ea6a9d3-60bf-4760-bd38-ba0f16066d46 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.347042 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5ea6a9d3-60bf-4760-bd38-ba0f16066d46 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0111156 Feb 11 04:37:16.349711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35892) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.360410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-6c8dff06-1fb4-43dd-9654-5b95f9f3f05d tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.362155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6c8dff06-1fb4-43dd-9654-5b95f9f3f05d tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0110085 Feb 11 04:37:16.364858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35894) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.372556 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-43cffee6-a2a0-4150-9e47-d23abda030c6 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.373867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-43cffee6-a2a0-4150-9e47-d23abda030c6 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0074987 Feb 11 04:37:16.377154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35896) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.401542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-993e4353-24f6-4aad-9eeb-fb26a479376f tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.403989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-993e4353-24f6-4aad-9eeb-fb26a479376f tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0137706 Feb 11 04:37:16.408032 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35898) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.427035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-6d62a69b-eb42-4c1f-987b-13203faf925c tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.428483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6d62a69b-eb42-4c1f-987b-13203faf925c tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0161643 Feb 11 04:37:16.432018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35900) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.444682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-5900cb3c-3ce0-432c-84db-6fad6d040c0a tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.447347 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5900cb3c-3ce0-432c-84db-6fad6d040c0a tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0129709 Feb 11 04:37:16.451246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35902) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.452192 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ec2e4b08-4f56-4d51-810f-78fc6cc7e654 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (30cc8e96-7615-4f82-a139-50fdbc0216dd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:16.470873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-59118045-53c9-44b1-87f0-9c91dafb2fc5 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.539936 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-59118045-53c9-44b1-87f0-9c91dafb2fc5 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0779588 Feb 11 04:37:16.546796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2b770646-3651-4250-bf42-70b2c10ee124 None None] Current status of the port a779e92a-5826-4d42-8a9c-272de768d3c6 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:16.549623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35906) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.549816 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b770646-3651-4250-bf42-70b2c10ee124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a779e92a-5826-4d42-8a9c-272de768d3c6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:16.592785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-abae4c6f-68d4-4cd3-a5f7-60242ae23234 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.604044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-abae4c6f-68d4-4cd3-a5f7-60242ae23234 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0273747 Feb 11 04:37:16.622761 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35908) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.644813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-6cc7c3d9-901a-4446-b870-abb3df88da8b tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.652421 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6cc7c3d9-901a-4446-b870-abb3df88da8b tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0264177 Feb 11 04:37:16.666215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35912) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.677031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2b770646-3651-4250-bf42-70b2c10ee124 None None] For port a779e92a-5826-4d42-8a9c-272de768d3c6, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a779e92a-5826-4d42-8a9c-272de768d3c6,segment=NetworkSegment(8880e9b2-c002-447a-83f4-bf97a0671ce8),segment_id=8880e9b2-c002-447a-83f4-bf97a0671ce8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:16.701660 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-de3ed564-7f11-484f-8143-c1f7463e7202 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.707939 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-de3ed564-7f11-484f-8143-c1f7463e7202 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0232906 Feb 11 04:37:16.720916 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35914) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.734155 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e4b08-4f56-4d51-810f-78fc6cc7e654 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event deleted for resources: {'Port': ['ID=30cc8e96-7615-4f82-a139-50fdbc0216dd,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:16.735329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-32cc215b-9239-4448-938d-268874067328 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.740117 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-32cc215b-9239-4448-938d-268874067328 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0181341 Feb 11 04:37:16.773714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35920) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.781427 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-ac8a402f-6dca-4e90-ac69-b34332d6c98b tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.794732 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ac8a402f-6dca-4e90-ac69-b34332d6c98b tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0190947 Feb 11 04:37:16.803109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35924) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.812231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-e507b484-c53f-4cfc-bf7d-233c522e3499 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.818228 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e507b484-c53f-4cfc-bf7d-233c522e3499 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0175686 Feb 11 04:37:16.821090 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35926) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.832465 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a779e92a-5826-4d42-8a9c-272de768d3c6 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:16.838505 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a779e92a-5826-4d42-8a9c-272de768d3c6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:16.840370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-2f5aeb88-9f04-4954-8a01-6e1b8d18f297 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.844617 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b770646-3651-4250-bf42-70b2c10ee124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a779e92a-5826-4d42-8a9c-272de768d3c6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:16.847512 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2f5aeb88-9f04-4954-8a01-6e1b8d18f297 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0212557 Feb 11 04:37:16.876992 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35928) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.896321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ec2e4b08-4f56-4d51-810f-78fc6cc7e654 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] No DVR routers for this DVR port 30cc8e96-7615-4f82-a139-50fdbc0216dd on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:37:16.902437 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ec2e4b08-4f56-4d51-810f-78fc6cc7e654 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:16.906229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-ffe66029-8bfb-4e44-9a37-e879a269191d tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.908153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ec2e4b08-4f56-4d51-810f-78fc6cc7e654 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "DELETE /v2.0/ports/30cc8e96-7615-4f82-a139-50fdbc0216dd HTTP/1.1" status: 204 len: 173 time: 4.7993104 Feb 11 04:37:16.910281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-deleted', 'tag': '30cc8e96-7615-4f82-a139-50fdbc0216dd'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:37:16.916621 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26229adf-4cbd-4467-bcf5-f1f8a7839f8c" -d '{"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-deleted", "tag": "30cc8e96-7615-4f82-a139-50fdbc0216dd"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:37:16.947341 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ffe66029-8bfb-4e44-9a37-e879a269191d tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0548272 Feb 11 04:37:16.950131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35934) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:16.962687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Router 6872c411-69ea-49ed-9f5f-3f868909f8c4 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:37:16.978065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-d477051b-0b86-4927-b5b1-fdc20565367f tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:16.985911 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d477051b-0b86-4927-b5b1-fdc20565367f tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0134802 Feb 11 04:37:16.993253 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35936) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.009891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-76befb16-7abb-4ca4-a2f9-67864f7c578a tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.011445 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-76befb16-7abb-4ca4-a2f9-67864f7c578a tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0132024 Feb 11 04:37:17.025436 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35938) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.057530 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c40cefe-82e3-4dee-90e6-85fa2ca71363 x-openstack-request-id: req-1c40cefe-82e3-4dee-90e6-85fa2ca71363 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:37:17.059581 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-deleted", "tag": "30cc8e96-7615-4f82-a139-50fdbc0216dd", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:37:17.060638 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c40cefe-82e3-4dee-90e6-85fa2ca71363 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:37:17.061172 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-deleted', 'tag': '30cc8e96-7615-4f82-a139-50fdbc0216dd', 'status': 'completed', 'code': 200} Feb 11 04:37:17.067338 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-5afaadfd-f4c8-4dfb-8a47-0891ea4a7374 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.071081 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5afaadfd-f4c8-4dfb-8a47-0891ea4a7374 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0419383 Feb 11 04:37:17.074812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35942) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.085207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-eee17d14-d5bc-4299-a703-5abb25eacbc3 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.091171 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-eee17d14-d5bc-4299-a703-5abb25eacbc3 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0094457 Feb 11 04:37:17.091785 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b770646-3651-4250-bf42-70b2c10ee124 None None] Pushing event updated for resources: {'Port': ['ID=a779e92a-5826-4d42-8a9c-272de768d3c6,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:17.096730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35944) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.107671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-a1e5f613-e844-406e-81e5-93e24c92205f tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.112465 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a1e5f613-e844-406e-81e5-93e24c92205f tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0057714 Feb 11 04:37:17.117546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35946) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.131712 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-9e24230b-e635-4a64-877d-803dfe38dcf3 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.131712 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9e24230b-e635-4a64-877d-803dfe38dcf3 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0058775 Feb 11 04:37:17.250842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35948) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.268976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-3fb1c0ae-5e18-41de-be83-e92838e600c0 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.272548 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3fb1c0ae-5e18-41de-be83-e92838e600c0 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0139143 Feb 11 04:37:17.279962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ed4af-2f08-41d2-8dd6-215d282690b6 None None] New status for floating IP c8f5fa48-efc4-471c-bb92-56b76d358114: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:37:17.281179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35950) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.298947 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-10ca5ee2-e4ad-4b54-9f32-fc99df9bc3c0 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.329356 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-10ca5ee2-e4ad-4b54-9f32-fc99df9bc3c0 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0417781 Feb 11 04:37:17.355810 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35956) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.409629 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-08bf3765-a032-40c5-be96-614a413dfd67 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.422176 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-08bf3765-a032-40c5-be96-614a413dfd67 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0366418 Feb 11 04:37:17.427101 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35964) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.466024 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-008aa33b-ad0d-4542-8e03-b89f68c49356 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.470071 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-008aa33b-ad0d-4542-8e03-b89f68c49356 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0285249 Feb 11 04:37:17.480838 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:37:17.481342 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:37:17.481988 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35966) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.506562 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-2c22026e-4f8c-4420-a485-50c067a5a065 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.508158 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2c22026e-4f8c-4420-a485-50c067a5a065 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0246775 Feb 11 04:37:17.516272 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35968) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.537982 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-d6401170-3031-482e-8764-b39d808994e9 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.538872 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d6401170-3031-482e-8764-b39d808994e9 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0110073 Feb 11 04:37:17.547527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35970) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.569371 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-cd9cc3d3-0c12-40e1-8b10-a29459cbfeb5 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.571632 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cd9cc3d3-0c12-40e1-8b10-a29459cbfeb5 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0231333 Feb 11 04:37:17.634152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35972) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.647815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-fab7a9b1-ccc4-4a5e-b25b-bc0bd59586ce tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.655487 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fab7a9b1-ccc4-4a5e-b25b-bc0bd59586ce tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0138576 Feb 11 04:37:17.655487 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35976) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.667202 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-9649903d-ee57-437a-9c85-5ce580799d88 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.674197 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9649903d-ee57-437a-9c85-5ce580799d88 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0132082 Feb 11 04:37:17.688516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35978) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.703758 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-6de13c2b-a48b-4cd4-b3db-d0686a47579f tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.705431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7c5d9-0473-4f1a-a71b-26f19323ce73 req-75f6c4b3-c7a7-4558-9603-e8b922d8a6c8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:17.713593 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ed7c5d9-0473-4f1a-a71b-26f19323ce73 req-75f6c4b3-c7a7-4558-9603-e8b922d8a6c8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.8183417 Feb 11 04:37:17.718813 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6de13c2b-a48b-4cd4-b3db-d0686a47579f tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0179558 Feb 11 04:37:17.719667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35980) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.741373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-4c38fc1d-879a-43a9-9feb-3c5d25043b5d tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.752768 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4c38fc1d-879a-43a9-9feb-3c5d25043b5d tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0284445 Feb 11 04:37:17.754054 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35982) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.777727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-7a680d30-1bc0-4af4-ba19-60219babd8f5 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.781551 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7a680d30-1bc0-4af4-ba19-60219babd8f5 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0196042 Feb 11 04:37:17.786509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35984) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.799409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-0856f99d-9ec1-48ba-8937-7116d9276cfa tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.807601 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0856f99d-9ec1-48ba-8937-7116d9276cfa tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0185835 Feb 11 04:37:17.813637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35986) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.830800 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-d03841fa-7070-46bf-a86a-5d9e3200b94d tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.841004 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d03841fa-7070-46bf-a86a-5d9e3200b94d tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0224218 Feb 11 04:37:17.857416 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35988) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.872915 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-ad35337f-5bfd-4691-9b65-22cbabd683cc tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.881341 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ad35337f-5bfd-4691-9b65-22cbabd683cc tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0193121 Feb 11 04:37:17.890978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35992) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.891902 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-64ab53c4-a8f6-4d82-b117-37ebdae5867f None None] Provisioning complete for port a779e92a-5826-4d42-8a9c-272de768d3c6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:17.893029 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64ab53c4-a8f6-4d82-b117-37ebdae5867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a779e92a-5826-4d42-8a9c-272de768d3c6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:17.896067 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-2286e6a5-f61f-4947-9e76-5d7481bffb05 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.912628 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2286e6a5-f61f-4947-9e76-5d7481bffb05 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0189199 Feb 11 04:37:17.913260 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35994) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.920926 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-e2fcc788-0f8b-4068-8205-d0abe149e1d3 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:17.934744 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e2fcc788-0f8b-4068-8205-d0abe149e1d3 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0179198 Feb 11 04:37:17.935613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ed7c5d9-0473-4f1a-a71b-26f19323ce73 req-bfc59c52-12b6-454d-8058-e1c325887f93 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947386 Feb 11 04:37:17.937050 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:37:17.942703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35996) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:17.961639 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-078df088-0c8a-41a1-b5e7-39022ebbab50 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "PUT /v2.0/routers/6872c411-69ea-49ed-9f5f-3f868909f8c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9534414 Feb 11 04:37:17.965044 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Sync routers for ids ['6872c411-69ea-49ed-9f5f-3f868909f8c4'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:37:17.966256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35998) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:18.000154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-4782b686-a6ab-424e-a0b2-34d44586deac tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:18.006424 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4782b686-a6ab-424e-a0b2-34d44586deac tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0583658 Feb 11 04:37:18.038796 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Routers {'6872c411-69ea-49ed-9f5f-3f868909f8c4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:37:18.039540 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:36:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6872c411-69ea-49ed-9f5f-3f868909f8c4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:18.043273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-095ba682-3fe8-4326-afa2-18f76b1b631d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Deleting port 0473f650-b42b-45ce-8612-42d968a92e57 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:37:18.044082 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-095ba682-3fe8-4326-afa2-18f76b1b631d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0473f650-b42b-45ce-8612-42d968a92e57), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:18.059500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36000) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:18.103038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-85d4740d-3774-4f43-a5d4-b98c4378ce52 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:18.107557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-85d4740d-3774-4f43-a5d4-b98c4378ce52 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0248604 Feb 11 04:37:18.108553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36002) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:18.163046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a779e92a-5826-4d42-8a9c-272de768d3c6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:18.321159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-8bb16f67-d63f-4e94-b778-1edd2585e8e8 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:18.329893 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8bb16f67-d63f-4e94-b778-1edd2585e8e8 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0220213 Feb 11 04:37:18.376931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36006) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:18.411590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed053a6-3b41-488b-9b86-085920982ad0 req-dd139136-b8e0-4893-b435-580750601a19 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:18.440303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed053a6-3b41-488b-9b86-085920982ad0 req-dd139136-b8e0-4893-b435-580750601a19 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:18.457648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed053a6-3b41-488b-9b86-085920982ad0 req-dd139136-b8e0-4893-b435-580750601a19 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:18.467662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eed053a6-3b41-488b-9b86-085920982ad0 req-dd139136-b8e0-4893-b435-580750601a19 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 2410 time: 0.9469719 Feb 11 04:37:18.478324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-a2b72442-6c5b-43cb-8c96-c2b5de847719 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:18.481647 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a2b72442-6c5b-43cb-8c96-c2b5de847719 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0107355 Feb 11 04:37:18.521210 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-64ab53c4-a8f6-4d82-b117-37ebdae5867f None None] Current status of the port a779e92a-5826-4d42-8a9c-272de768d3c6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:18.532749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a779e92a-5826-4d42-8a9c-272de768d3c6 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:18.543419 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Set router 6872c411-69ea-49ed-9f5f-3f868909f8c4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:37:18.671056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-64ab53c4-a8f6-4d82-b117-37ebdae5867f None None] Provisioning complete for port 3239be91-acdf-4da1-b9e9-5f551b290023 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:18.671483 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64ab53c4-a8f6-4d82-b117-37ebdae5867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:18.689481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36008) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:18.694140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf4ad0-ce98-40a3-a22d-8cb1b15fcf15 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:18.699012 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf4ad0-ce98-40a3-a22d-8cb1b15fcf15 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:18.699961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf4ad0-ce98-40a3-a22d-8cb1b15fcf15 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:18.700902 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf4ad0-ce98-40a3-a22d-8cb1b15fcf15 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:18.701738 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf4ad0-ce98-40a3-a22d-8cb1b15fcf15 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:18.710862 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf4ad0-ce98-40a3-a22d-8cb1b15fcf15 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:18.711783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf4ad0-ce98-40a3-a22d-8cb1b15fcf15 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:18.713093 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf4ad0-ce98-40a3-a22d-8cb1b15fcf15 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:18.714604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf4ad0-ce98-40a3-a22d-8cb1b15fcf15 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:18.716586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf4ad0-ce98-40a3-a22d-8cb1b15fcf15 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:18.721933 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4ddf4ad0-ce98-40a3-a22d-8cb1b15fcf15 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7068 time: 0.7405913 Feb 11 04:37:18.732008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-095ba682-3fe8-4326-afa2-18f76b1b631d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] For port 0473f650-b42b-45ce-8612-42d968a92e57, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0473f650-b42b-45ce-8612-42d968a92e57,segment=NetworkSegment(f823c9f7-7ba8-4ad1-99eb-ff685d3740ca),segment_id=f823c9f7-7ba8-4ad1-99eb-ff685d3740ca)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:18.732385 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-095ba682-3fe8-4326-afa2-18f76b1b631d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0473f650-b42b-45ce-8612-42d968a92e57), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:18.736677 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-38ee9c85-d545-4bd8-b3b5-cf82746b6169 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:18.747156 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-38ee9c85-d545-4bd8-b3b5-cf82746b6169 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0215497 Feb 11 04:37:18.749885 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36016) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:18.750466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36018) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:18.765297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-095ba682-3fe8-4326-afa2-18f76b1b631d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Calling delete_port for 0473f650-b42b-45ce-8612-42d968a92e57 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:37:18.774649 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-eb15f379-d32e-4a67-98ae-1cac3a32aab1 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:18.786707 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-eb15f379-d32e-4a67-98ae-1cac3a32aab1 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0179381 Feb 11 04:37:18.817453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36020) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:18.833959 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-26c36967-6c02-47de-b2b2-69807a57cf29 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:18.844258 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-26c36967-6c02-47de-b2b2-69807a57cf29 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0227497 Feb 11 04:37:18.897243 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-64ab53c4-a8f6-4d82-b117-37ebdae5867f None None] Port 3239be91-acdf-4da1-b9e9-5f551b290023 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:18.910534 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36026) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:18.915814 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a779e92a-5826-4d42-8a9c-272de768d3c6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:18.917920 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a779e92a-5826-4d42-8a9c-272de768d3c6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:18.936576 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-bb0d4502-7a88-485a-b46e-e2e3de4b0023 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:18.949278 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bb0d4502-7a88-485a-b46e-e2e3de4b0023 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0298338 Feb 11 04:37:18.953952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36028) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:18.973589 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-6d8f7b48-e36b-4607-bced-cdf0576dfaf5 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:18.980304 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6d8f7b48-e36b-4607-bced-cdf0576dfaf5 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0164862 Feb 11 04:37:19.001390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36034) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.009684 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-c93dc6be-c0a5-44da-843f-d84524b457fb tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.025400 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c93dc6be-c0a5-44da-843f-d84524b457fb tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0205314 Feb 11 04:37:19.062443 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36036) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.070307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-fad1ed7a-fedc-4222-8807-32e2ecb03f40 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.078164 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fad1ed7a-fedc-4222-8807-32e2ecb03f40 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0151932 Feb 11 04:37:19.086139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36038) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.104088 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-142eef21-79f7-4cac-b08b-2e467960c6d9 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.114439 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-142eef21-79f7-4cac-b08b-2e467960c6d9 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0222416 Feb 11 04:37:19.118478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36040) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.163439 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-8006e88b-c64a-490e-b929-5a8c683dcbf8 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.188714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36042) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.189252 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8006e88b-c64a-490e-b929-5a8c683dcbf8 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0260992 Feb 11 04:37:19.190116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-4f2e099f-c9bc-4482-ba0f-2135d6910683 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.191296 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4f2e099f-c9bc-4482-ba0f-2135d6910683 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0061657 Feb 11 04:37:19.211470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36044) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.244473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-555a3cf7-4ab1-4438-9c37-5b8b68254362 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.253311 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-555a3cf7-4ab1-4438-9c37-5b8b68254362 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0245223 Feb 11 04:37:19.268596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36046) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.279961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-af913798-e36b-42b1-8759-fcad5a281f1a tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.280909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-af913798-e36b-42b1-8759-fcad5a281f1a tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0047493 Feb 11 04:37:19.286986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a60220-5015-46b3-a4b2-af4840925942 req-cd3e6a2b-c272-4553-a661-a3594f85f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:19.288940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8a60220-5015-46b3-a4b2-af4840925942 req-cd3e6a2b-c272-4553-a661-a3594f85f54a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 1128 time: 1.1194777 Feb 11 04:37:19.289194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36048) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.300139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-6bce528f-b6fa-4c97-bec1-1336d6eef5f5 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.301110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6bce528f-b6fa-4c97-bec1-1336d6eef5f5 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047929 Feb 11 04:37:19.304705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36050) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.313247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d217d27e-853e-429c-881d-f1c5c6c11993 None None] Provisioning complete for port 3239be91-acdf-4da1-b9e9-5f551b290023 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:19.313736 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d217d27e-853e-429c-881d-f1c5c6c11993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:19.315824 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-095ba682-3fe8-4326-afa2-18f76b1b631d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (0473f650-b42b-45ce-8612-42d968a92e57), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:19.326701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7f5e2-d970-48e7-a3f1-7f3603a7e2ca req-585bd242-3e64-4893-aced-a2339776ff7d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:19.340779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff7f5e2-d970-48e7-a3f1-7f3603a7e2ca req-585bd242-3e64-4893-aced-a2339776ff7d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 0.1686623 Feb 11 04:37:19.346559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-88765fad-b770-4af5-93f4-2906c32e49d9 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.353226 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-88765fad-b770-4af5-93f4-2906c32e49d9 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0424597 Feb 11 04:37:19.354174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36056) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.360748 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:37:12Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3239be91-acdf-4da1-b9e9-5f551b290023', 'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:ce:b4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:10Z', 'updated_at': '2022-02-11T04:37:14Z', 'revision_number': 2, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '57f1938d-9978-4621-b126-d7700252f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:19.430358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-eb54780d-451b-4bdb-aee5-b89d6dfacda7 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.431436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-eb54780d-451b-4bdb-aee5-b89d6dfacda7 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0336080 Feb 11 04:37:19.455800 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f279a5d-b81d-49a6-b07f-ae7915608d73 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:19.462595 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f279a5d-b81d-49a6-b07f-ae7915608d73 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:19.463173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f279a5d-b81d-49a6-b07f-ae7915608d73 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:19.465318 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f279a5d-b81d-49a6-b07f-ae7915608d73 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:19.465790 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f279a5d-b81d-49a6-b07f-ae7915608d73 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:19.466272 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f279a5d-b81d-49a6-b07f-ae7915608d73 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:19.466758 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f279a5d-b81d-49a6-b07f-ae7915608d73 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:19.467213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f279a5d-b81d-49a6-b07f-ae7915608d73 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:19.467663 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f279a5d-b81d-49a6-b07f-ae7915608d73 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:19.478048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f279a5d-b81d-49a6-b07f-ae7915608d73 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:19.483158 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5f279a5d-b81d-49a6-b07f-ae7915608d73 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6455 time: 0.7313488 Feb 11 04:37:19.486770 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Checking router: 6872c411-69ea-49ed-9f5f-3f868909f8c4 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:37:19.494093 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a779e92a-5826-4d42-8a9c-272de768d3c6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:19.495891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36060) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.502870 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Updating router 6872c411-69ea-49ed-9f5f-3f868909f8c4 port 3239be91-acdf-4da1-b9e9-5f551b290023 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:37:19.503444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36062) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.513292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eed053a6-3b41-488b-9b86-085920982ad0 req-8f35ff7c-dd35-4fad-9282-c86f1ad9aa00 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3424404 Feb 11 04:37:19.522001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d217d27e-853e-429c-881d-f1c5c6c11993 None None] Port 3239be91-acdf-4da1-b9e9-5f551b290023 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:19.529204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ba682-3fe8-4326-afa2-18f76b1b631d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event deleted for resources: {'Port': ['ID=0473f650-b42b-45ce-8612-42d968a92e57,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:19.539595 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-403b2d28-4207-4c65-9a1f-21d110baf54a tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.546837 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-403b2d28-4207-4c65-9a1f-21d110baf54a tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0403821 Feb 11 04:37:19.549687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36066) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.590818 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:19.598428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-421b0388-029d-4e41-871d-fb6507fe43cd tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.603927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-421b0388-029d-4e41-871d-fb6507fe43cd tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0145638 Feb 11 04:37:19.613286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36068) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.638171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-f017ec62-c041-4e50-a0d9-0ea3dd6483e4 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.639588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f017ec62-c041-4e50-a0d9-0ea3dd6483e4 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0195549 Feb 11 04:37:19.659480 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36070) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.671825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-cff36b7b-aa70-47bc-8ac4-3df51b44c591 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.683007 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cff36b7b-aa70-47bc-8ac4-3df51b44c591 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0202177 Feb 11 04:37:19.734778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36072) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.753426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-17408fa7-a07e-4d11-863e-4883a487d14f tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.759298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-17408fa7-a07e-4d11-863e-4883a487d14f tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0124941 Feb 11 04:37:19.818043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36074) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.840151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [None req-ab73bc74-b308-4440-8619-4a7b7879d693 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:19.841798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ab73bc74-b308-4440-8619-4a7b7879d693 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0138917 Feb 11 04:37:19.848289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-095ba682-3fe8-4326-afa2-18f76b1b631d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] No DVR routers for this DVR port 0473f650-b42b-45ce-8612-42d968a92e57 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:37:19.856349 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-095ba682-3fe8-4326-afa2-18f76b1b631d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:19.864164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-095ba682-3fe8-4326-afa2-18f76b1b631d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "DELETE /v2.0/ports/0473f650-b42b-45ce-8612-42d968a92e57 HTTP/1.1" status: 204 len: 173 time: 2.9426949 Feb 11 04:37:19.864291 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36076) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:19.892770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-deleted', 'tag': '0473f650-b42b-45ce-8612-42d968a92e57'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:37:19.896856 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3511c35b-0739-4aef-aff6-a078fa493193" -d '{"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-deleted", "tag": "0473f650-b42b-45ce-8612-42d968a92e57"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:37:20.046760 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a893b297-ce77-4cca-9b90-4ee7a820fae9 x-openstack-request-id: req-a893b297-ce77-4cca-9b90-4ee7a820fae9 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:37:20.050355 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-deleted", "tag": "0473f650-b42b-45ce-8612-42d968a92e57", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:37:20.050525 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a893b297-ce77-4cca-9b90-4ee7a820fae9 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:37:20.052425 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-deleted', 'tag': '0473f650-b42b-45ce-8612-42d968a92e57', 'status': 'completed', 'code': 200} Feb 11 04:37:20.144245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff7f5e2-d970-48e7-a3f1-7f3603a7e2ca req-090e3e36-66c6-4dca-b5f4-0a8eab9886fa tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7976513 Feb 11 04:37:20.448737 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Publish callbacks [] for port (3239be91-acdf-4da1-b9e9-5f551b290023), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:20.541241 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:20.701190 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd3cf4-7cb5-4791-8b73-6e5037ab0e9c None None] Pushing event updated for resources: {'Port': ['ID=3239be91-acdf-4da1-b9e9-5f551b290023,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:20.717768 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3cf4-7cb5-4791-8b73-6e5037ab0e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:20.718115 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3cf4-7cb5-4791-8b73-6e5037ab0e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:20.718452 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3cf4-7cb5-4791-8b73-6e5037ab0e9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:20.731137 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3cf4-7cb5-4791-8b73-6e5037ab0e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:20.731586 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3cf4-7cb5-4791-8b73-6e5037ab0e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:20.732583 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3cf4-7cb5-4791-8b73-6e5037ab0e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:20.732583 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3cf4-7cb5-4791-8b73-6e5037ab0e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:20.732583 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3cf4-7cb5-4791-8b73-6e5037ab0e9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:20.732916 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3cf4-7cb5-4791-8b73-6e5037ab0e9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:20.733244 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3cf4-7cb5-4791-8b73-6e5037ab0e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:20.738229 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3cf4-7cb5-4791-8b73-6e5037ab0e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:20.738732 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3cf4-7cb5-4791-8b73-6e5037ab0e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:20.739081 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3cf4-7cb5-4791-8b73-6e5037ab0e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:20.910460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-1843e909-a072-4104-8bce-81d63e0dc5a3 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:20.914200 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1843e909-a072-4104-8bce-81d63e0dc5a3 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 1.0483313 Feb 11 04:37:20.919780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36092) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:20.922981 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Attempting to bind port 3239be91-acdf-4da1-b9e9-5f551b290023 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:37:20.923370 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Attempting to bind port 3239be91-acdf-4da1-b9e9-5f551b290023 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '8880e9b2-c002-447a-83f4-bf97a0671ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:37:20.923734 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Attempting to bind port 3239be91-acdf-4da1-b9e9-5f551b290023 on network cc32c88f-7331-4853-874d-0be34879d786 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:37:20.927961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [None req-323cbb41-01c4-46e3-a009-bdf0ed3b1588 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:20.930447 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-323cbb41-01c4-46e3-a009-bdf0ed3b1588 tempest-ExtensionsTestJSON-1851559699 tempest-ExtensionsTestJSON-1851559699-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0081272 Feb 11 04:37:20.949252 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:37:20.950807 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Checking segment: {'id': '8880e9b2-c002-447a-83f4-bf97a0671ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:20.951242 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:20.951646 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Bound using segment: {'id': '8880e9b2-c002-447a-83f4-bf97a0671ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:37:20.952215 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Bound port: 3239be91-acdf-4da1-b9e9-5f551b290023, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8880e9b2-c002-447a-83f4-bf97a0671ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:37:20.952522 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:21.225364 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] For port 3239be91-acdf-4da1-b9e9-5f551b290023, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:37:21.234288 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] For port 3239be91-acdf-4da1-b9e9-5f551b290023, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3239be91-acdf-4da1-b9e9-5f551b290023,segment=NetworkSegment(8880e9b2-c002-447a-83f4-bf97a0671ce8),segment_id=8880e9b2-c002-447a-83f4-bf97a0671ce8)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:37:21.293129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-497d710b-9829-4783-b0b6-9dfb7f8607c8 None None] Provisioning complete for port 3239be91-acdf-4da1-b9e9-5f551b290023 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:21.293696 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-497d710b-9829-4783-b0b6-9dfb7f8607c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:21.347930 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:21.411448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-497d710b-9829-4783-b0b6-9dfb7f8607c8 None None] Port 3239be91-acdf-4da1-b9e9-5f551b290023 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:21.431911 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Routers {'6872c411-69ea-49ed-9f5f-3f868909f8c4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:37:21.432553 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:36:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6872c411-69ea-49ed-9f5f-3f868909f8c4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:21.630446 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a60220-5015-46b3-a4b2-af4840925942 req-a871d562-3cf0-4d42-b02c-48d316d10f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:21.632017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8a60220-5015-46b3-a4b2-af4840925942 req-a871d562-3cf0-4d42-b02c-48d316d10f13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 2.3298621 Feb 11 04:37:21.727011 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3c27785b-d1ea-416b-9bc7-e0d19fdf464e tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 2.2166233 Feb 11 04:37:21.873106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device a80677b3-7e90-4ccc-ac24-a76000ecec3c no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:37:22.033935 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36118) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:22.103091 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8a60220-5015-46b3-a4b2-af4840925942 req-a9ba8d50-b724-4b63-aede-82dbf7b959d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a80677b3-7e90-4ccc-ac24-a76000ecec3c HTTP/1.1" status: 200 len: 217 time: 0.3723171 Feb 11 04:37:22.115907 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd3cf4-7cb5-4791-8b73-6e5037ab0e9c None None] Pushing event updated for resources: {'Port': ['ID=3239be91-acdf-4da1-b9e9-5f551b290023,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:22.161690 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port a80677b3-7e90-4ccc-ac24-a76000ecec3c is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:22.162440 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:22.228679 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] Set router 6872c411-69ea-49ed-9f5f-3f868909f8c4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:37:22.286714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port a80677b3-7e90-4ccc-ac24-a76000ecec3c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a80677b3-7e90-4ccc-ac24-a76000ecec3c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:22.295462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92f2253-97a1-4a95-8d41-6230c014ac6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80677b3-7e90-4ccc-ac24-a76000ecec3c'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:37:22.307775 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e38009-c7a4-477d-87e2-9813b55fae8d" -d '{"events": [{"server_uuid": "a92f2253-97a1-4a95-8d41-6230c014ac6b", "name": "network-vif-unplugged", "status": "completed", "tag": "a80677b3-7e90-4ccc-ac24-a76000ecec3c"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:37:22.336478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ff99e3b7-7f4b-4bd6-a6b2-7aca92a7b5c1 None None] Provisioning complete for port 3239be91-acdf-4da1-b9e9-5f551b290023 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:22.336906 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ff99e3b7-7f4b-4bd6-a6b2-7aca92a7b5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:22.366752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360bfc0-d5ce-4a31-81cc-1ed295f984b5 req-c2f6cfdb-7f99-4699-b080-1d792f78a6ca tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:22.377541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360bfc0-d5ce-4a31-81cc-1ed295f984b5 req-c2f6cfdb-7f99-4699-b080-1d792f78a6ca tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:22.390912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2360bfc0-d5ce-4a31-81cc-1ed295f984b5 req-c2f6cfdb-7f99-4699-b080-1d792f78a6ca tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 1677 time: 0.8174150 Feb 11 04:37:22.434444 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-470a818a-fb50-4e3b-8bb2-c932fab20c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:22.461373 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:22.463182 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78454500-b9ff-4096-ad17-0edd9b16568a req-10b39761-4bf3-4ca3-8cf3-c38a899b4987 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9348814 Feb 11 04:37:22.692047 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2360bfc0-d5ce-4a31-81cc-1ed295f984b5 req-a4c49532-3f64-40bd-adb4-9ff8a6a101dd tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2999299 Feb 11 04:37:22.693837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=a80677b3-7e90-4ccc-ac24-a76000ecec3c,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:22.697559 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-470a818a-fb50-4e3b-8bb2-c932fab20c0a admin admin] Publish callbacks [] for security_group (57675b0f-44de-4713-bef7-6b2cbd6988a1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:22.737157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc053fc-f7b5-4af4-ae25-330b25a11a8b req-86529769-806a-47f4-8dd2-046bbcd0d653 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:22.740112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8dc053fc-f7b5-4af4-ae25-330b25a11a8b req-86529769-806a-47f4-8dd2-046bbcd0d653 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 945 time: 1.1392553 Feb 11 04:37:22.792076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ed44923f-7123-469d-b444-1af42ff6d0fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Deleting port 8384eb4b-0998-438a-8422-057418ed2575 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:37:22.792076 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ed44923f-7123-469d-b444-1af42ff6d0fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8384eb4b-0998-438a-8422-057418ed2575), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:22.802513 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-470a818a-fb50-4e3b-8bb2-c932fab20c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (57675b0f-44de-4713-bef7-6b2cbd6988a1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:22.890577 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-470a818a-fb50-4e3b-8bb2-c932fab20c0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2ed418fffcd4310a03e2193ffce0a9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8554354 Feb 11 04:37:22.891517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36128) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:22.904452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ff99e3b7-7f4b-4bd6-a6b2-7aca92a7b5c1 None None] Current status of the port 3239be91-acdf-4da1-b9e9-5f551b290023 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:22.905040 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ff99e3b7-7f4b-4bd6-a6b2-7aca92a7b5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:22.944077 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:37:12Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3239be91-acdf-4da1-b9e9-5f551b290023', 'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:ce:b4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:10Z', 'updated_at': '2022-02-11T04:37:21Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '57f1938d-9978-4621-b126-d7700252f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:22.989635 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a818a-fb50-4e3b-8bb2-c932fab20c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57675b0f-44de-4713-bef7-6b2cbd6988a1,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:23.027209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a60220-5015-46b3-a4b2-af4840925942 req-527e5576-1af8-427b-b2da-a5a1914d9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:23.029799 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8a60220-5015-46b3-a4b2-af4840925942 req-527e5576-1af8-427b-b2da-a5a1914d9dd7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.8891840 Feb 11 04:37:23.067636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ff99e3b7-7f4b-4bd6-a6b2-7aca92a7b5c1 None None] For port 3239be91-acdf-4da1-b9e9-5f551b290023, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3239be91-acdf-4da1-b9e9-5f551b290023,segment=NetworkSegment(8880e9b2-c002-447a-83f4-bf97a0671ce8),segment_id=8880e9b2-c002-447a-83f4-bf97a0671ce8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:23.093412 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af92f13-645f-4c93-8495-0ad1cdb20203 None None] The sync data for ids ['6872c411-69ea-49ed-9f5f-3f868909f8c4'] in n-d-712142-35 is: [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:37:12Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3239be91-acdf-4da1-b9e9-5f551b290023', 'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:ce:b4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:10Z', 'updated_at': '2022-02-11T04:37:21Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '57f1938d-9978-4621-b126-d7700252f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:37:23.135120 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0aaadeee-caf8-4e59-931e-7fb7681b1562 admin admin] Publish callbacks [] for security_group (57675b0f-44de-4713-bef7-6b2cbd6988a1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:23.162105 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ff99e3b7-7f4b-4bd6-a6b2-7aca92a7b5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:23.211758 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0aaadeee-caf8-4e59-931e-7fb7681b1562 admin admin] Publish callbacks [] for security_group (57675b0f-44de-4713-bef7-6b2cbd6988a1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:23.325135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78454500-b9ff-4096-ad17-0edd9b16568a req-959043d9-91b9-445f-838f-b609ad0f3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:23.327656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78454500-b9ff-4096-ad17-0edd9b16568a req-959043d9-91b9-445f-838f-b609ad0f3189 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 1129 time: 0.8248510 Feb 11 04:37:23.358012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8dc053fc-f7b5-4af4-ae25-330b25a11a8b req-84cd991d-a39c-405f-8b88-ca29992586ad tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972345 Feb 11 04:37:23.406467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99e3b7-7f4b-4bd6-a6b2-7aca92a7b5c1 None None] Pushing event updated for resources: {'Port': ['ID=3239be91-acdf-4da1-b9e9-5f551b290023,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:23.425436 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0aaadeee-caf8-4e59-931e-7fb7681b1562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (57675b0f-44de-4713-bef7-6b2cbd6988a1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:23.429221 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0aaadeee-caf8-4e59-931e-7fb7681b1562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:23.429346 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cd4a0f56-d65c-49ce-aa17-5a1113226d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:23.433817 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0aaadeee-caf8-4e59-931e-7fb7681b1562 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57675b0f-44de-4713-bef7-6b2cbd6988a1 HTTP/1.1" status: 204 len: 168 time: 0.5296347 Feb 11 04:37:23.458192 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaadeee-caf8-4e59-931e-7fb7681b1562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57675b0f-44de-4713-bef7-6b2cbd6988a1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:23.501280 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc084d9-0940-4097-99b4-a7e99e27ba15 x-openstack-request-id: req-9fc084d9-0940-4097-99b4-a7e99e27ba15 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:37:23.501530 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92f2253-97a1-4a95-8d41-6230c014ac6b", "name": "network-vif-unplugged", "status": "completed", "tag": "a80677b3-7e90-4ccc-ac24-a76000ecec3c", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:37:23.503484 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fc084d9-0940-4097-99b4-a7e99e27ba15 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:37:23.503923 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92f2253-97a1-4a95-8d41-6230c014ac6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a80677b3-7e90-4ccc-ac24-a76000ecec3c', 'code': 200} Feb 11 04:37:23.582491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78454500-b9ff-4096-ad17-0edd9b16568a req-a0af12b9-fa02-4805-9b2e-b3ce5dd7e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:23.584642 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78454500-b9ff-4096-ad17-0edd9b16568a req-a0af12b9-fa02-4805-9b2e-b3ce5dd7e318 service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.2234733 Feb 11 04:37:23.592843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ed44923f-7123-469d-b444-1af42ff6d0fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] For port 8384eb4b-0998-438a-8422-057418ed2575, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8384eb4b-0998-438a-8422-057418ed2575,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:23.593358 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ed44923f-7123-469d-b444-1af42ff6d0fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8384eb4b-0998-438a-8422-057418ed2575), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:23.679119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78454500-b9ff-4096-ad17-0edd9b16568a req-8c1b9cdb-52f7-49e6-bd57-6a9a0795c2b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04377ffa-fec6-4360-a9af-82cdc4f4a57c HTTP/1.1" status: 200 len: 217 time: 0.0824196 Feb 11 04:37:23.681454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ed44923f-7123-469d-b444-1af42ff6d0fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Calling delete_port for 8384eb4b-0998-438a-8422-057418ed2575 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:37:23.685496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a60220-5015-46b3-a4b2-af4840925942 req-3da06a2d-abf0-4e57-8148-0337fa292dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:23.687520 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8a60220-5015-46b3-a4b2-af4840925942 req-3da06a2d-abf0-4e57-8148-0337fa292dc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6095221 Feb 11 04:37:23.874789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8a60220-5015-46b3-a4b2-af4840925942 req-e142b366-5ada-4d4a-9cee-8acc032907f5 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740186 Feb 11 04:37:24.211974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8a60220-5015-46b3-a4b2-af4840925942 req-dd8ad2f3-7863-483c-b67f-b43ad6766dcd service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863288 Feb 11 04:37:24.453558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3239be91-acdf-4da1-b9e9-5f551b290023 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:24.657955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3239be91-acdf-4da1-b9e9-5f551b290023 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:24.658441 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:24.662233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78454500-b9ff-4096-ad17-0edd9b16568a req-2b8f36cf-41bf-4e9a-a277-15ee41a0f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:24.665369 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78454500-b9ff-4096-ad17-0edd9b16568a req-2b8f36cf-41bf-4e9a-a277-15ee41a0f65f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.9766960 Feb 11 04:37:24.812524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55584d-88f7-45b8-b304-2910e00bb93a req-89d656f5-7c13-4b87-b031-ed76c6a63c1b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:24.827597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55584d-88f7-45b8-b304-2910e00bb93a req-89d656f5-7c13-4b87-b031-ed76c6a63c1b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:24.829415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc55584d-88f7-45b8-b304-2910e00bb93a req-89d656f5-7c13-4b87-b031-ed76c6a63c1b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 1677 time: 0.6601768 Feb 11 04:37:24.832452 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ed44923f-7123-469d-b444-1af42ff6d0fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8384eb4b-0998-438a-8422-057418ed2575), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:24.901053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3239be91-acdf-4da1-b9e9-5f551b290023 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:24.998188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44923f-7123-469d-b444-1af42ff6d0fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event deleted for resources: {'Port': ['ID=8384eb4b-0998-438a-8422-057418ed2575,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:25.165291 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36174) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:25.169183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78454500-b9ff-4096-ad17-0edd9b16568a req-01d2a10d-9b21-42dc-a7f9-2b83ff5488c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:25.172390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0997cb28-2b4d-463d-9fb9-54d87bce8e8a tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-703781690', 'description': 'tempest-secgroup-smoke-703781690 description', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:25.177860 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78454500-b9ff-4096-ad17-0edd9b16568a req-01d2a10d-9b21-42dc-a7f9-2b83ff5488c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5048320 Feb 11 04:37:25.311968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ed44923f-7123-469d-b444-1af42ff6d0fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] No DVR routers for this DVR port 8384eb4b-0998-438a-8422-057418ed2575 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:37:25.345945 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ed44923f-7123-469d-b444-1af42ff6d0fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:25.349677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-ed44923f-7123-469d-b444-1af42ff6d0fa tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "DELETE /v2.0/ports/8384eb4b-0998-438a-8422-057418ed2575 HTTP/1.1" status: 204 len: 173 time: 5.4792387 Feb 11 04:37:25.360845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-deleted', 'tag': '8384eb4b-0998-438a-8422-057418ed2575'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:37:25.363395 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4601412a-f1e5-4cd7-9bc3-20155fba59aa" -d '{"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-deleted", "tag": "8384eb4b-0998-438a-8422-057418ed2575"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:37:25.369171 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc55584d-88f7-45b8-b304-2910e00bb93a req-5a041732-1893-4088-a820-e5548b6a5dea tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5270464 Feb 11 04:37:25.380366 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0997cb28-2b4d-463d-9fb9-54d87bce8e8a tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:25.421908 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-557cb64a-e1d0-458a-a946-3e93829c7749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:25.645451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0997cb28-2b4d-463d-9fb9-54d87bce8e8a tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (2634e9b1-fe3d-4309-b6a5-dea469ff9f30), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:25.758912 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886ecb6c-b6da-4faa-b473-cea9dbe11308 x-openstack-request-id: req-886ecb6c-b6da-4faa-b473-cea9dbe11308 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:37:25.759723 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-deleted", "tag": "8384eb4b-0998-438a-8422-057418ed2575", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:37:25.760207 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-886ecb6c-b6da-4faa-b473-cea9dbe11308 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:37:25.761414 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36194) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:25.763727 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-deleted', 'tag': '8384eb4b-0998-438a-8422-057418ed2575', 'status': 'completed', 'code': 200} Feb 11 04:37:25.815581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78454500-b9ff-4096-ad17-0edd9b16568a req-b553d249-f614-430c-aa83-96d43b2eeee5 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228770 Feb 11 04:37:25.938179 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0997cb28-2b4d-463d-9fb9-54d87bce8e8a tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2634e9b1-fe3d-4309-b6a5-dea469ff9f30), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:25.948666 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-56447340'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:26.034865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb3bd8-7ede-4c4d-91e9-b0f2bd78990d req-32ab63d1-415a-498b-80f7-f039f18269ec tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:26.047194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbcb3bd8-7ede-4c4d-91e9-b0f2bd78990d req-32ab63d1-415a-498b-80f7-f039f18269ec tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 943 time: 0.7317653 Feb 11 04:37:26.058095 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997cb28-2b4d-463d-9fb9-54d87bce8e8a tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2634e9b1-fe3d-4309-b6a5-dea469ff9f30,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:26.145805 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78454500-b9ff-4096-ad17-0edd9b16568a req-a4bfee32-d03c-45c2-b216-bb51441f66f6 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120437 Feb 11 04:37:26.211949 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbcb3bd8-7ede-4c4d-91e9-b0f2bd78990d req-27bea94a-cac4-4ab4-8fa5-1b247e6d906c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595750 Feb 11 04:37:26.252227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f014c450-c642-4b33-8dd9-6683c97eb31a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Deleting port e54afff1-6eda-4c29-a57d-978ae22d9236 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:37:26.252906 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f014c450-c642-4b33-8dd9-6683c97eb31a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:26.266935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0997cb28-2b4d-463d-9fb9-54d87bce8e8a tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:26.274963 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0997cb28-2b4d-463d-9fb9-54d87bce8e8a tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1077650 Feb 11 04:37:26.275795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Made reservation on behalf of fbf297b84e3946929e6764606f84429f for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:26.278983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36202) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:26.289001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-562ea8dc-c69e-404c-8cbb-2bd9d30add79 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': '2634e9b1-fe3d-4309-b6a5-dea469ff9f30', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:26.291929 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:26.332195 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:26.498697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f014c450-c642-4b33-8dd9-6683c97eb31a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] For port e54afff1-6eda-4c29-a57d-978ae22d9236, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e54afff1-6eda-4c29-a57d-978ae22d9236,segment=NetworkSegment(f823c9f7-7ba8-4ad1-99eb-ff685d3740ca),segment_id=f823c9f7-7ba8-4ad1-99eb-ff685d3740ca)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:26.500385 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f014c450-c642-4b33-8dd9-6683c97eb31a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:26.547000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f014c450-c642-4b33-8dd9-6683c97eb31a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Calling delete_port for e54afff1-6eda-4c29-a57d-978ae22d9236 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:37:26.594529 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks [] for security_group (3bff556a-131e-43aa-8d20-1ad02bf9438b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:26.739105 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:26.746413 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3bff556a-131e-43aa-8d20-1ad02bf9438b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:26.811966 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bff556a-131e-43aa-8d20-1ad02bf9438b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:26.827699 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:37:26.847001 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-562ea8dc-c69e-404c-8cbb-2bd9d30add79 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (edea9499-0b02-4dd5-bb29-e3640f212ba6), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:26.855847 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d72d55d3-10c3-489d-8e4b-9cfa16631d11), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:26.856426 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Added segment d72d55d3-10c3-489d-8e4b-9cfa16631d11 of type vlan for network b1ececa9-2e40-40cf-855a-af22feff1ab5 Feb 11 04:37:26.927091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e15fa-4561-4c59-82e4-a5722148b554 req-bde6705b-0bff-4d77-a027-2d6cf93f2928 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:26.932281 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (b1ececa9-2e40-40cf-855a-af22feff1ab5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:26.933150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-675e15fa-4561-4c59-82e4-a5722148b554 req-bde6705b-0bff-4d77-a027-2d6cf93f2928 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 943 time: 0.3367126 Feb 11 04:37:26.981332 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f014c450-c642-4b33-8dd9-6683c97eb31a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e54afff1-6eda-4c29-a57d-978ae22d9236), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:27.036229 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-562ea8dc-c69e-404c-8cbb-2bd9d30add79 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (edea9499-0b02-4dd5-bb29-e3640f212ba6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:27.038060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014c450-c642-4b33-8dd9-6683c97eb31a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event deleted for resources: {'Port': ['ID=e54afff1-6eda-4c29-a57d-978ae22d9236,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:27.112497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f014c450-c642-4b33-8dd9-6683c97eb31a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] No DVR routers for this DVR port e54afff1-6eda-4c29-a57d-978ae22d9236 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:37:27.127055 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f014c450-c642-4b33-8dd9-6683c97eb31a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:27.130466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab7dd521-a390-4c3c-8c4a-ad9a2c998ce9 req-f014c450-c642-4b33-8dd9-6683c97eb31a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.32 "DELETE /v2.0/ports/e54afff1-6eda-4c29-a57d-978ae22d9236 HTTP/1.1" status: 204 len: 173 time: 1.7534857 Feb 11 04:37:27.155533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-675e15fa-4561-4c59-82e4-a5722148b554 req-3658a23a-5d52-4c89-8e07-91dd7296b5e2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1940060 Feb 11 04:37:27.202326 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (b1ececa9-2e40-40cf-855a-af22feff1ab5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:27.209083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:27.209083 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:27.260439 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-562ea8dc-c69e-404c-8cbb-2bd9d30add79 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (edea9499-0b02-4dd5-bb29-e3640f212ba6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:27.292648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ea8dc-c69e-404c-8cbb-2bd9d30add79 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edea9499-0b02-4dd5-bb29-e3640f212ba6,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:27.371002 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Pushing event updated for resources: {'Network': ['ID=b1ececa9-2e40-40cf-855a-af22feff1ab5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:27.407165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network b1ececa9-2e40-40cf-855a-af22feff1ab5 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:37:27.422904 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e9552fec-13eb-425e-b9d0-89ac029d3bfe tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6540430 Feb 11 04:37:27.423028 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-562ea8dc-c69e-404c-8cbb-2bd9d30add79 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:27.424900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36218) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:27.425257 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36220) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:27.432228 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8a577261-e433-4498-bbea-6ba5c275f04f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Request body: {'subnet': {'network_id': 'b1ececa9-2e40-40cf-855a-af22feff1ab5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:27.435178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-562ea8dc-c69e-404c-8cbb-2bd9d30add79 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1542907 Feb 11 04:37:27.459779 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d9cbe8d3-fee8-4db4-8737-ece07a21d61c tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': '2634e9b1-fe3d-4309-b6a5-dea469ff9f30', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:27.463242 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bb9f8-30d6-4af3-b48a-08b53aa13a42 req-b5cc365e-0aa3-442d-867d-16ff76d01163 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:27.484538 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af0bb9f8-30d6-4af3-b48a-08b53aa13a42 req-b5cc365e-0aa3-442d-867d-16ff76d01163 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 943 time: 0.1620965 Feb 11 04:37:27.656731 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af0bb9f8-30d6-4af3-b48a-08b53aa13a42 req-2837c9cc-e4b9-4540-a4b4-5c20c64cf994 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662488 Feb 11 04:37:27.746042 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe8d3-fee8-4db4-8737-ece07a21d61c tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (5c9c8451-76e3-41a5-a14c-6e46103ee3d1), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:27.764544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-deleted', 'tag': 'e54afff1-6eda-4c29-a57d-978ae22d9236'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:37:27.767294 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff9293a-db8b-4e95-ba9c-ce782b876a8a" -d '{"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-deleted", "tag": "e54afff1-6eda-4c29-a57d-978ae22d9236"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:37:27.894196 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1023f0-6a02-431c-8944-f64f1b98d5d8 x-openstack-request-id: req-bc1023f0-6a02-431c-8944-f64f1b98d5d8 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:37:27.894746 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a912359-a3fc-48b2-a9fe-09541d8d638b", "name": "network-vif-deleted", "tag": "e54afff1-6eda-4c29-a57d-978ae22d9236", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:37:27.895155 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc1023f0-6a02-431c-8944-f64f1b98d5d8 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:37:27.895701 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a912359-a3fc-48b2-a9fe-09541d8d638b', 'name': 'network-vif-deleted', 'tag': 'e54afff1-6eda-4c29-a57d-978ae22d9236', 'status': 'completed', 'code': 200} Feb 11 04:37:27.907901 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe8d3-fee8-4db4-8737-ece07a21d61c tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (5c9c8451-76e3-41a5-a14c-6e46103ee3d1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:27.950895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186bf67-7ee6-4ffa-b9b0-92c5720beda5 req-c7b06480-9fae-4ab6-8d7d-f3988f655fc0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:27.952727 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d186bf67-7ee6-4ffa-b9b0-92c5720beda5 req-c7b06480-9fae-4ab6-8d7d-f3988f655fc0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1359460 Feb 11 04:37:27.992526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a577261-e433-4498-bbea-6ba5c275f04f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Made reservation on behalf of fbf297b84e3946929e6764606f84429f for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:27.998752 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a577261-e433-4498-bbea-6ba5c275f04f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:28.046655 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe8d3-fee8-4db4-8737-ece07a21d61c tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (5c9c8451-76e3-41a5-a14c-6e46103ee3d1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:28.072051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d186bf67-7ee6-4ffa-b9b0-92c5720beda5 req-7a61738e-a3f1-434d-8e25-4142159706b6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037786 Feb 11 04:37:28.200293 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbe8d3-fee8-4db4-8737-ece07a21d61c tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9c8451-76e3-41a5-a14c-6e46103ee3d1,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:28.318484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d700aa-21ce-4b17-b56a-e79001fd040c req-907f4da1-4c68-4286-954e-f66e5c3b6116 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:28.332982 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72d700aa-21ce-4b17-b56a-e79001fd040c req-907f4da1-4c68-4286-954e-f66e5c3b6116 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1469524 Feb 11 04:37:28.347351 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:28.432269 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d9cbe8d3-fee8-4db4-8737-ece07a21d61c tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:28.436184 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d9cbe8d3-fee8-4db4-8737-ece07a21d61c tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0066800 Feb 11 04:37:28.444037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36238) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:28.459362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-da2192cf-45e1-410f-b55d-966803240680 req-f1165285-e210-4b9d-bb7a-ab6d5c4c683d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0563869 Feb 11 04:37:28.480823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-8785fcbb-a827-4ad8-8fdf-7a52db416584 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': '2634e9b1-fe3d-4309-b6a5-dea469ff9f30', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:28.535262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72d700aa-21ce-4b17-b56a-e79001fd040c req-47224364-4f72-470f-ba85-2dd92df90646 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012959 Feb 11 04:37:28.719176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa8403-3a44-459c-8453-46faed9278ad req-d28d6a23-be05-457a-bbe9-ebe3e7d8c2e5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:28.720732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4dfa8403-3a44-459c-8453-46faed9278ad req-d28d6a23-be05-457a-bbe9-ebe3e7d8c2e5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.0951600 Feb 11 04:37:28.757419 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a577261-e433-4498-bbea-6ba5c275f04f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (a162c651-3d5f-4988-bc87-5ad3f33fa345), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:28.799154 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4dfa8403-3a44-459c-8453-46faed9278ad req-ad77d002-9646-4b4f-b36b-fc99a7f6afd6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690944 Feb 11 04:37:28.876434 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8785fcbb-a827-4ad8-8fdf-7a52db416584 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (11d538c6-c6a9-4a6b-9ada-d51286ab8a88), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:28.949598 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a577261-e433-4498-bbea-6ba5c275f04f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Pushing event updated for resources: {'Subnet': ['ID=a162c651-3d5f-4988-bc87-5ad3f33fa345,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:28.995627 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a577261-e433-4498-bbea-6ba5c275f04f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Checking segment: {'id': 'd72d55d3-10c3-489d-8e4b-9cfa16631d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b1ececa9-2e40-40cf-855a-af22feff1ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:28.995999 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a577261-e433-4498-bbea-6ba5c275f04f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Network hostable DHCP agents. Network: b1ececa9-2e40-40cf-855a-af22feff1ab5, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:37:29.123280 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bda4c80b-fb43-4696-b091-49ed384c489f req-65f04f54-a261-4c1f-814f-b429b8fa8dc0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2361939 Feb 11 04:37:29.243353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f386f-09d3-4b03-a720-ca336eab9621 req-c141eb46-1ea6-4ecc-a2d2-433d75e6f400 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:29.251588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-536f386f-09d3-4b03-a720-ca336eab9621 req-c141eb46-1ea6-4ecc-a2d2-433d75e6f400 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2487311 Feb 11 04:37:29.274172 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8785fcbb-a827-4ad8-8fdf-7a52db416584 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (11d538c6-c6a9-4a6b-9ada-d51286ab8a88), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:29.288390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a577261-e433-4498-bbea-6ba5c275f04f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Network b1ececa9-2e40-40cf-855a-af22feff1ab5 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:37:29.307023 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4c80b-fb43-4696-b091-49ed384c489f req-bf692476-ee31-4d35-b851-6e29ef86c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:29.308956 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bda4c80b-fb43-4696-b091-49ed384c489f req-bf692476-ee31-4d35-b851-6e29ef86c116 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 1091 time: 0.1570024 Feb 11 04:37:29.343294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-536f386f-09d3-4b03-a720-ca336eab9621 req-b880a2f5-2464-4555-8e36-47ba35faf068 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907466 Feb 11 04:37:29.517735 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8785fcbb-a827-4ad8-8fdf-7a52db416584 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (11d538c6-c6a9-4a6b-9ada-d51286ab8a88), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:29.517735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4c80b-fb43-4696-b091-49ed384c489f req-f18776bf-99e9-4619-91db-e9e670eebbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:29.517735 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bda4c80b-fb43-4696-b091-49ed384c489f req-f18776bf-99e9-4619-91db-e9e670eebbf2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.1684730 Feb 11 04:37:29.585530 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-8a577261-e433-4498-bbea-6ba5c275f04f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, b1ececa9-2e40-40cf-855a-af22feff1ab5) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:29.597488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a577261-e433-4498-bbea-6ba5c275f04f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:29.607344 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a577261-e433-4498-bbea-6ba5c275f04f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:29.620608 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cef32be-f618-4ee6-bd8e-35beefa3056b None None] Network b1ececa9-2e40-40cf-855a-af22feff1ab5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:37:29.645711 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bda4c80b-fb43-4696-b091-49ed384c489f req-0d642467-4bc6-4a76-8902-075bcefff5a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fc17dd7-d5bd-4903-8298-55aa5437c4d1 HTTP/1.1" status: 200 len: 217 time: 0.1108477 Feb 11 04:37:29.694128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785fcbb-a827-4ad8-8fdf-7a52db416584 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d538c6-c6a9-4a6b-9ada-d51286ab8a88,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:29.773410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cdc21a5-a4b5-42b1-ae4a-fd7efbccdc7e req-58b5a81d-9a4e-46f9-81e3-9c2188a82f62 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.1228499 Feb 11 04:37:29.807009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4c80b-fb43-4696-b091-49ed384c489f req-13cfaf87-b217-4eaf-9615-f32ea56c9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:29.819438 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bda4c80b-fb43-4696-b091-49ed384c489f req-13cfaf87-b217-4eaf-9615-f32ea56c9e83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.1728590 Feb 11 04:37:29.823083 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8a577261-e433-4498-bbea-6ba5c275f04f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3961487 Feb 11 04:37:29.825760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36262) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:29.832828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-9ec4c735-54bc-44b8-8c5b-31d212080a2d tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Request body: {'port': {'network_id': 'b1ececa9-2e40-40cf-855a-af22feff1ab5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-243608038'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:29.973507 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8785fcbb-a827-4ad8-8fdf-7a52db416584 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:29.975017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8785fcbb-a827-4ad8-8fdf-7a52db416584 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5184274 Feb 11 04:37:29.978698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36264) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:29.985063 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-424b6af4-ebb3-497c-b217-445396997aba tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': '2634e9b1-fe3d-4309-b6a5-dea469ff9f30', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:30.079179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device a80677b3-7e90-4ccc-ac24-a76000ecec3c no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:37:30.098304 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:30.108169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4c80b-fb43-4696-b091-49ed384c489f req-98d896b3-115b-4885-a6dd-3a4785f5e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:30.111272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bda4c80b-fb43-4696-b091-49ed384c489f req-98d896b3-115b-4885-a6dd-3a4785f5e3e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2864153 Feb 11 04:37:30.128096 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-424b6af4-ebb3-497c-b217-445396997aba tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (c39c29c2-d3d3-497d-8de4-7c6eb8b5e7e5), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:30.289330 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-424b6af4-ebb3-497c-b217-445396997aba tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (c39c29c2-d3d3-497d-8de4-7c6eb8b5e7e5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:30.296884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-b1ececa9-2e40-40cf-855a-af22feff1ab5', 'network_id': 'b1ececa9-2e40-40cf-855a-af22feff1ab5', 'project_id': 'fbf297b84e3946929e6764606f84429f', 'fixed_ips': [{'subnet_id': 'a162c651-3d5f-4988-bc87-5ad3f33fa345'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:37:30.297735 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:30.350133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bda4c80b-fb43-4696-b091-49ed384c489f req-3dd1c97e-159a-41dd-85c0-d92f4e4c21ce service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315655 Feb 11 04:37:30.390558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b78955-c947-4b79-aca6-9d847bb9acfc req-2cde4f50-25f8-4914-a8dd-588ead667753 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:30.399552 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4b78955-c947-4b79-aca6-9d847bb9acfc req-2cde4f50-25f8-4914-a8dd-588ead667753 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1973641 Feb 11 04:37:30.452071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec4c735-54bc-44b8-8c5b-31d212080a2d tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Made reservation on behalf of fbf297b84e3946929e6764606f84429f for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:30.470828 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ec4c735-54bc-44b8-8c5b-31d212080a2d tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:30.477865 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-424b6af4-ebb3-497c-b217-445396997aba tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (c39c29c2-d3d3-497d-8de4-7c6eb8b5e7e5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:30.505450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Allocated IP 2001:db8::2 (b1ececa9-2e40-40cf-855a-af22feff1ab5/a162c651-3d5f-4988-bc87-5ad3f33fa345/894a6b57-98b6-4625-91f5-f3e718266d44) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:30.531172 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b6af4-ebb3-497c-b217-445396997aba tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39c29c2-d3d3-497d-8de4-7c6eb8b5e7e5,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:30.645562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port a80677b3-7e90-4ccc-ac24-a76000ecec3c is: DOWN; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:30.663391 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-424b6af4-ebb3-497c-b217-445396997aba tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:30.668572 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-424b6af4-ebb3-497c-b217-445396997aba tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6881204 Feb 11 04:37:30.669238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36276) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:30.674211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e438bef3-7076-4247-8a74-ad1436098c89 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': '2634e9b1-fe3d-4309-b6a5-dea469ff9f30', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:30.905920 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-e438bef3-7076-4247-8a74-ad1436098c89 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Project e888d9ceb6094e46aa3c6bbef6075211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:37:30.910224 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Publish callbacks [] for port (894a6b57-98b6-4625-91f5-f3e718266d44), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:30.923208 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e438bef3-7076-4247-8a74-ad1436098c89 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (136cf802-2e76-4912-a009-7a9f9d369e2a), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:31.078925 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e438bef3-7076-4247-8a74-ad1436098c89 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (136cf802-2e76-4912-a009-7a9f9d369e2a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:31.100165 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:31.227778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Pushing event updated for resources: {'Port': ['ID=894a6b57-98b6-4625-91f5-f3e718266d44,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:31.248279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e438bef3-7076-4247-8a74-ad1436098c89 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (136cf802-2e76-4912-a009-7a9f9d369e2a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:31.270978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Network b1ececa9-2e40-40cf-855a-af22feff1ab5 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:31.280328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:31.283181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:31.312292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438bef3-7076-4247-8a74-ad1436098c89 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136cf802-2e76-4912-a009-7a9f9d369e2a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:31.450468 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e438bef3-7076-4247-8a74-ad1436098c89 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:31.452922 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e438bef3-7076-4247-8a74-ad1436098c89 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7825577 Feb 11 04:37:31.459906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36298) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:31.463277 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Attempting to bind port 894a6b57-98b6-4625-91f5-f3e718266d44 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:37:31.464396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Attempting to bind port 894a6b57-98b6-4625-91f5-f3e718266d44 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'd72d55d3-10c3-489d-8e4b-9cfa16631d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b1ececa9-2e40-40cf-855a-af22feff1ab5'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:37:31.465038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e0772d99-9ca4-4e31-9c5a-6896affd2196 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': '2634e9b1-fe3d-4309-b6a5-dea469ff9f30', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:31.465950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Attempting to bind port 894a6b57-98b6-4625-91f5-f3e718266d44 on network b1ececa9-2e40-40cf-855a-af22feff1ab5 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:37:31.488626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:37:31.490229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Checking segment: {'id': 'd72d55d3-10c3-489d-8e4b-9cfa16631d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b1ececa9-2e40-40cf-855a-af22feff1ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:31.493007 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:31.494843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Bound using segment: {'id': 'd72d55d3-10c3-489d-8e4b-9cfa16631d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b1ececa9-2e40-40cf-855a-af22feff1ab5'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:37:31.496471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Bound port: 894a6b57-98b6-4625-91f5-f3e718266d44, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd72d55d3-10c3-489d-8e4b-9cfa16631d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b1ececa9-2e40-40cf-855a-af22feff1ab5'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:37:31.499382 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:31.534593 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-9ec4c735-54bc-44b8-8c5b-31d212080a2d tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] device_id is not set on port 56abe0b6-722b-4a60-aeed-3d1dbe135b71 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:37:31.549346 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-71dc2e51-c519-4ecf-96c0-e6ba80226fa9 req-245be582-c701-47a6-aad7-51e4757033d7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.1626306 Feb 11 04:37:31.591072 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-e0772d99-9ca4-4e31-9c5a-6896affd2196 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Project e888d9ceb6094e46aa3c6bbef6075211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:37:31.596444 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0772d99-9ca4-4e31-9c5a-6896affd2196 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (b38e1909-40eb-408d-a210-d5f87ee31a59), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:31.706140 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] For port 894a6b57-98b6-4625-91f5-f3e718266d44, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:37:31.710860 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] For port 894a6b57-98b6-4625-91f5-f3e718266d44, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=894a6b57-98b6-4625-91f5-f3e718266d44,segment=NetworkSegment(d72d55d3-10c3-489d-8e4b-9cfa16631d11),segment_id=d72d55d3-10c3-489d-8e4b-9cfa16631d11)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:37:31.765779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-9ec4c735-54bc-44b8-8c5b-31d212080a2d tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Allocated IP 2001:db8::31b (b1ececa9-2e40-40cf-855a-af22feff1ab5/a162c651-3d5f-4988-bc87-5ad3f33fa345/56abe0b6-722b-4a60-aeed-3d1dbe135b71) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:31.849469 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0772d99-9ca4-4e31-9c5a-6896affd2196 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (b38e1909-40eb-408d-a210-d5f87ee31a59), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:31.975637 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:32.062955 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ec4c735-54bc-44b8-8c5b-31d212080a2d tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks [] for port (56abe0b6-722b-4a60-aeed-3d1dbe135b71), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:32.065730 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0772d99-9ca4-4e31-9c5a-6896affd2196 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (b38e1909-40eb-408d-a210-d5f87ee31a59), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:32.100026 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0772d99-9ca4-4e31-9c5a-6896affd2196 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38e1909-40eb-408d-a210-d5f87ee31a59,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:32.149350 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36310) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:32.162411 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4b78955-c947-4b79-aca6-9d847bb9acfc req-ddfaa723-9f7b-49ad-950e-b7feb21afe0d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7612956 Feb 11 04:37:32.224912 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7582c-f88f-4332-8858-1e04bdd7429a None None] Pushing event updated for resources: {'Port': ['ID=894a6b57-98b6-4625-91f5-f3e718266d44,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:32.233127 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0772d99-9ca4-4e31-9c5a-6896affd2196 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:32.243349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bda4c80b-fb43-4696-b091-49ed384c489f req-3f603f67-8ff4-46d2-a98d-f85d7cf1afd9 service neutron] 10.222.0.47 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8833466 Feb 11 04:37:32.244864 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ec4c735-54bc-44b8-8c5b-31d212080a2d tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (56abe0b6-722b-4a60-aeed-3d1dbe135b71), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:32.247835 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e0772d99-9ca4-4e31-9c5a-6896affd2196 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7861810 Feb 11 04:37:32.363041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec4c735-54bc-44b8-8c5b-31d212080a2d tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Network b1ececa9-2e40-40cf-855a-af22feff1ab5 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:32.366423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-9ec4c735-54bc-44b8-8c5b-31d212080a2d tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:32.371204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec4c735-54bc-44b8-8c5b-31d212080a2d tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:32.376456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec4c735-54bc-44b8-8c5b-31d212080a2d tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:32.377295 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ec4c735-54bc-44b8-8c5b-31d212080a2d tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:32.393943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4c735-54bc-44b8-8c5b-31d212080a2d tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Pushing event updated for resources: {'Port': ['ID=56abe0b6-722b-4a60-aeed-3d1dbe135b71,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:32.473541 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3519dcf3-1f4f-41d6-ad62-c39e864650b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:32.587620 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9ec4c735-54bc-44b8-8c5b-31d212080a2d tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.7605715 Feb 11 04:37:32.588727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36318) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:32.604140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Request body: {'port': {'network_id': 'b1ececa9-2e40-40cf-855a-af22feff1ab5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1158484805', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:32.606597 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.api.validators [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] bootfile-name is not in valid_values {{(pid=103809) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 04:37:32.611885 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.api.validators [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] tftp-server is not in valid_values {{(pid=103809) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 04:37:32.613467 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.api.validators [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] server-ip-address is not in valid_values {{(pid=103809) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 04:37:32.722957 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36324) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:32.838682 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3519dcf3-1f4f-41d6-ad62-c39e864650b5 admin admin] Publish callbacks [] for security_group (8f93d8b9-28d6-43ba-8748-5156dfbcbad7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:33.034000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba1357b7-1713-489f-b255-a71ce7e645d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:33.097088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3519dcf3-1f4f-41d6-ad62-c39e864650b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8f93d8b9-28d6-43ba-8748-5156dfbcbad7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:33.114102 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6357805-5a0d-40a2-bd16-105609cc6b03 req-3e9dd33a-1fbc-4614-8f25-40e6c7371de7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.2048428 Feb 11 04:37:33.157353 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-959d2727-99e0-44d4-8b5d-8af2ad25deaf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703781690&fields=id&tenant_id=e888d9ceb6094e46aa3c6bbef6075211 HTTP/1.1" status: 200 len: 267 time: 0.2627566 Feb 11 04:37:33.248845 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519dcf3-1f4f-41d6-ad62-c39e864650b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f93d8b9-28d6-43ba-8748-5156dfbcbad7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:33.315207 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3519dcf3-1f4f-41d6-ad62-c39e864650b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0982c0c7b8ec48949c6420dc2fb5b057&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1647220 Feb 11 04:37:33.318894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36342) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:33.362543 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba1357b7-1713-489f-b255-a71ce7e645d2 admin admin] Publish callbacks [] for security_group (131063e6-8758-411b-b3d3-1c3053f1b70f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:33.452654 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7e0eed6-4445-4a4e-b695-b7953b3d60a6 admin admin] Publish callbacks [] for security_group (8f93d8b9-28d6-43ba-8748-5156dfbcbad7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:33.513132 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7e0eed6-4445-4a4e-b695-b7953b3d60a6 admin admin] Publish callbacks [] for security_group (8f93d8b9-28d6-43ba-8748-5156dfbcbad7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:33.587115 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba1357b7-1713-489f-b255-a71ce7e645d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (131063e6-8758-411b-b3d3-1c3053f1b70f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:33.626042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e9c15-b33c-409c-803f-4d636906a929 req-f0f834e4-04b1-4c0d-9efe-48fc935866d9 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:33.626644 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ba1357b7-1713-489f-b255-a71ce7e645d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31a48ca3a41943d7adf4daa0e75c647f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8978362 Feb 11 04:37:33.627676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36344) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:33.631600 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-f0f834e4-04b1-4c0d-9efe-48fc935866d9 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/networks?id=cc32c88f-7331-4853-874d-0be34879d786 HTTP/1.1" status: 200 len: 797 time: 0.4735773 Feb 11 04:37:33.680213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-a0e20e18-a54a-44d4-a64b-02cb90bd15ef tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/quotas/e888d9ceb6094e46aa3c6bbef6075211 HTTP/1.1" status: 200 len: 375 time: 0.0459313 Feb 11 04:37:33.681852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1357b7-1713-489f-b255-a71ce7e645d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131063e6-8758-411b-b3d3-1c3053f1b70f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:33.726505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851af357-4113-41be-94ca-65d55452c293 req-10b9fa2e-f54a-45d0-9747-1609051f3aaa tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:33.729670 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-851af357-4113-41be-94ca-65d55452c293 req-10b9fa2e-f54a-45d0-9747-1609051f3aaa tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.3197796 Feb 11 04:37:33.737679 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21a6d70a-df4f-46f1-b3f2-4492e5222b9c admin admin] Publish callbacks [] for security_group (131063e6-8758-411b-b3d3-1c3053f1b70f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:33.767233 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21a6d70a-df4f-46f1-b3f2-4492e5222b9c admin admin] Publish callbacks [] for security_group (131063e6-8758-411b-b3d3-1c3053f1b70f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:33.820349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Made reservation on behalf of fbf297b84e3946929e6764606f84429f for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:33.823928 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:33.875016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] device_id is not set on port 021921fa-ac5e-4b90-a852-367548daa348 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:37:33.930087 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7e0eed6-4445-4a4e-b695-b7953b3d60a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8f93d8b9-28d6-43ba-8748-5156dfbcbad7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:33.939502 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7e0eed6-4445-4a4e-b695-b7953b3d60a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:33.943692 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f7e0eed6-4445-4a4e-b695-b7953b3d60a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f93d8b9-28d6-43ba-8748-5156dfbcbad7 HTTP/1.1" status: 204 len: 168 time: 0.6217296 Feb 11 04:37:33.966392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117b17bc-fd16-4ace-bd14-497108886e55 None None] Network b1ececa9-2e40-40cf-855a-af22feff1ab5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:37:33.977165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-851af357-4113-41be-94ca-65d55452c293 req-59c42026-5777-41de-ab76-b5a1887346f8 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932521 Feb 11 04:37:33.994358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0eed6-4445-4a4e-b695-b7953b3d60a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f93d8b9-28d6-43ba-8748-5156dfbcbad7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:34.009875 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21a6d70a-df4f-46f1-b3f2-4492e5222b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (131063e6-8758-411b-b3d3-1c3053f1b70f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:34.012880 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21a6d70a-df4f-46f1-b3f2-4492e5222b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:34.021070 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-21a6d70a-df4f-46f1-b3f2-4492e5222b9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/131063e6-8758-411b-b3d3-1c3053f1b70f HTTP/1.1" status: 204 len: 168 time: 0.3892498 Feb 11 04:37:34.021262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-73c3dfa1-23ab-4d3b-b44b-40adcb913a4b tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3366902 Feb 11 04:37:34.042054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6d70a-df4f-46f1-b3f2-4492e5222b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131063e6-8758-411b-b3d3-1c3053f1b70f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:34.097643 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:34.106701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4650bd4a-453b-46e7-a573-f96053fa958f None None] Provisioning complete for port 894a6b57-98b6-4625-91f5-f3e718266d44 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:34.107241 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4650bd4a-453b-46e7-a573-f96053fa958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:34.246847 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:34.277188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Allocated IP 2001:db8::1be (b1ececa9-2e40-40cf-855a-af22feff1ab5/a162c651-3d5f-4988-bc87-5ad3f33fa345/021921fa-ac5e-4b90-a852-367548daa348) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:34.466411 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 894a6b57-98b6-4625-91f5-f3e718266d44 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:34.542781 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks [] for port (021921fa-ac5e-4b90-a852-367548daa348), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:34.552026 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4650bd4a-453b-46e7-a573-f96053fa958f None None] Current status of the port 894a6b57-98b6-4625-91f5-f3e718266d44 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:34.552430 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4650bd4a-453b-46e7-a573-f96053fa958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:34.621277 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4650bd4a-453b-46e7-a573-f96053fa958f None None] For port 894a6b57-98b6-4625-91f5-f3e718266d44, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=894a6b57-98b6-4625-91f5-f3e718266d44,segment=NetworkSegment(d72d55d3-10c3-489d-8e4b-9cfa16631d11),segment_id=d72d55d3-10c3-489d-8e4b-9cfa16631d11)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:34.629539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 894a6b57-98b6-4625-91f5-f3e718266d44 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:34.630253 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:34.722559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc345adb-fd4b-4135-9524-ffc41762a123 req-ee62f484-058a-48b9-b8fd-fb20d6844ca3 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0957634 Feb 11 04:37:34.799327 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 894a6b57-98b6-4625-91f5-f3e718266d44 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:34.800160 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:34.943439 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4650bd4a-453b-46e7-a573-f96053fa958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:35.031490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (021921fa-ac5e-4b90-a852-367548daa348), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:35.188375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Network b1ececa9-2e40-40cf-855a-af22feff1ab5 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:35.189622 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:37:35.190689 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:37:35.268658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4a6709bf-feba-4b20-b5a3-2a35da814901 None None] Provisioning complete for port 56abe0b6-722b-4a60-aeed-3d1dbe135b71 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:35.269082 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4a6709bf-feba-4b20-b5a3-2a35da814901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (56abe0b6-722b-4a60-aeed-3d1dbe135b71), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:35.278026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-171e72f8-1a6b-4fe3-9479-85306e694887 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:37:35.279238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-171e72f8-1a6b-4fe3-9479-85306e694887 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6513991 Feb 11 04:37:35.306452 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Pushing event updated for resources: {'Port': ['ID=021921fa-ac5e-4b90-a852-367548daa348,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:35.333560 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650bd4a-453b-46e7-a573-f96053fa958f None None] Pushing event updated for resources: {'Port': ['ID=894a6b57-98b6-4625-91f5-f3e718266d44,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:35.339043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:35.341975 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:35.355178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:35.355936 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:35.387318 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4a6709bf-feba-4b20-b5a3-2a35da814901 None None] Port 56abe0b6-722b-4a60-aeed-3d1dbe135b71 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:35.424089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4a6709bf-feba-4b20-b5a3-2a35da814901 None None] Provisioning complete for port 894a6b57-98b6-4625-91f5-f3e718266d44 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:35.425052 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4a6709bf-feba-4b20-b5a3-2a35da814901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:35.495567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1071370-49fe-460b-9458-05931dfd8d4b req-0d887782-8458-4a97-b5af-187f305a848e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:35.499120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1071370-49fe-460b-9458-05931dfd8d4b req-0d887782-8458-4a97-b5af-187f305a848e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.3089843 Feb 11 04:37:35.571528 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3d5a1fe8-f798-4765-a839-36f0faed73ed tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.9784648 Feb 11 04:37:35.571911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36370) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:35.574031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4a6709bf-feba-4b20-b5a3-2a35da814901 None None] Current status of the port 894a6b57-98b6-4625-91f5-f3e718266d44 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:35.687700 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1071370-49fe-460b-9458-05931dfd8d4b req-8b3acaac-3b39-4bfb-a99a-475b38b28186 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751697 Feb 11 04:37:35.687700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36376) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:35.725187 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-d30f299c-60a3-43b3-b939-64d8121dc8e9 service neutron] 10.222.0.13 "GET /v2.0/networks/cc32c88f-7331-4853-874d-0be34879d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141672 Feb 11 04:37:35.735171 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b1ea2a0c-2459-48ef-a411-49e1eb145341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:35.750926 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36378) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:35.786024 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8021c2a8-7360-48c9-80fb-058e4ea7d365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:35.792397 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 894a6b57-98b6-4625-91f5-f3e718266d44 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:35.820052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a0d811e0-dcba-446c-9bbe-b6b6774470a3 None None] Provisioning complete for port 56abe0b6-722b-4a60-aeed-3d1dbe135b71 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:35.820599 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a0d811e0-dcba-446c-9bbe-b6b6774470a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (56abe0b6-722b-4a60-aeed-3d1dbe135b71), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:35.823916 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0bb06f-b34f-419e-a787-06f978e16a69 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:35.836735 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0bb06f-b34f-419e-a787-06f978e16a69 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:35.847933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0bb06f-b34f-419e-a787-06f978e16a69 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:35.854050 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ea0bb06f-b34f-419e-a787-06f978e16a69 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2810609 Feb 11 04:37:35.857146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36382) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:35.926679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a0d811e0-dcba-446c-9bbe-b6b6774470a3 None None] Port 56abe0b6-722b-4a60-aeed-3d1dbe135b71 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:36.014994 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8021c2a8-7360-48c9-80fb-058e4ea7d365 admin admin] Publish callbacks [] for security_group (c0eedf92-b3d9-4865-88f6-b651c764ae47), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:36.061132 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-153dd8b4-e125-45d1-840f-8278a5dde057 None None] Provisioning complete for port 021921fa-ac5e-4b90-a852-367548daa348 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:36.061413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0731cfac-9ade-4096-8f7a-6eac710e54a1 req-ae9a3ac3-8bc2-4c97-b4c9-27ba99f1abe4 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0784593 Feb 11 04:37:36.061540 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-153dd8b4-e125-45d1-840f-8278a5dde057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (021921fa-ac5e-4b90-a852-367548daa348), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:36.142256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-17fe8c33-ca98-4377-a2a0-8b2a8f9872c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Deleting port 021921fa-ac5e-4b90-a852-367548daa348 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:37:36.142639 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17fe8c33-ca98-4377-a2a0-8b2a8f9872c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (021921fa-ac5e-4b90-a852-367548daa348), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:36.148541 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-50abe48b-7235-4a04-ad0e-e11720001ec5 service neutron] 10.222.0.13 "GET /v2.0/networks/cc32c88f-7331-4853-874d-0be34879d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107943 Feb 11 04:37:36.205796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-153dd8b4-e125-45d1-840f-8278a5dde057 None None] Port 021921fa-ac5e-4b90-a852-367548daa348 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:36.216280 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b1ea2a0c-2459-48ef-a411-49e1eb145341 admin admin] Publish callbacks [] for security_group (b698a2b6-a307-4ca8-b87a-43be1688f0c6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:36.255558 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8021c2a8-7360-48c9-80fb-058e4ea7d365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c0eedf92-b3d9-4865-88f6-b651c764ae47), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:36.316439 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b1ea2a0c-2459-48ef-a411-49e1eb145341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b698a2b6-a307-4ca8-b87a-43be1688f0c6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:36.328789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 894a6b57-98b6-4625-91f5-f3e718266d44 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:36.350559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021c2a8-7360-48c9-80fb-058e4ea7d365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eedf92-b3d9-4865-88f6-b651c764ae47,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:36.357445 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8021c2a8-7360-48c9-80fb-058e4ea7d365 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69698ed579d943ba8de8fea46248f4a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6050332 Feb 11 04:37:36.360876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36386) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:36.421211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b1ea2a0c-2459-48ef-a411-49e1eb145341 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f12f487f52341d183db09d300ccc6ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7385094 Feb 11 04:37:36.422994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36388) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:36.423286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 894a6b57-98b6-4625-91f5-f3e718266d44 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:36.425505 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:36.435474 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17fe8c33-ca98-4377-a2a0-8b2a8f9872c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (021921fa-ac5e-4b90-a852-367548daa348), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:36.453927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea2a0c-2459-48ef-a411-49e1eb145341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b698a2b6-a307-4ca8-b87a-43be1688f0c6,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:36.501071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-17fe8c33-ca98-4377-a2a0-8b2a8f9872c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Calling delete_port for 021921fa-ac5e-4b90-a852-367548daa348 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:37:36.540699 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b4947e68-2bd4-4ccf-ab52-e53d474e80bf admin admin] Publish callbacks [] for security_group (b698a2b6-a307-4ca8-b87a-43be1688f0c6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:36.579859 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b4947e68-2bd4-4ccf-ab52-e53d474e80bf admin admin] Publish callbacks [] for security_group (b698a2b6-a307-4ca8-b87a-43be1688f0c6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:36.605437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 894a6b57-98b6-4625-91f5-f3e718266d44 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:36.719204 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac59a8e8-311a-4515-8580-7cd46fc7e908 admin admin] Publish callbacks [] for security_group (c0eedf92-b3d9-4865-88f6-b651c764ae47), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:36.751729 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0055b02e-de4c-496a-9a27-940ae37a89b9 req-99356776-80a6-485d-9917-f3ab1e7809ed tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 210 time: 0.0807211 Feb 11 04:37:36.800689 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac59a8e8-311a-4515-8580-7cd46fc7e908 admin admin] Publish callbacks [] for security_group (c0eedf92-b3d9-4865-88f6-b651c764ae47), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:36.831032 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b4947e68-2bd4-4ccf-ab52-e53d474e80bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b698a2b6-a307-4ca8-b87a-43be1688f0c6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:36.834496 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b4947e68-2bd4-4ccf-ab52-e53d474e80bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:36.837868 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b4947e68-2bd4-4ccf-ab52-e53d474e80bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b698a2b6-a307-4ca8-b87a-43be1688f0c6 HTTP/1.1" status: 204 len: 168 time: 0.4138656 Feb 11 04:37:36.879347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4947e68-2bd4-4ccf-ab52-e53d474e80bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b698a2b6-a307-4ca8-b87a-43be1688f0c6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:36.980234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d784ae3-0f38-47e1-811a-e0ad532f09ba req-e851f63d-29b7-4bbc-8970-e4c300943e84 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:36.989450 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d784ae3-0f38-47e1-811a-e0ad532f09ba req-e851f63d-29b7-4bbc-8970-e4c300943e84 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1428201 Feb 11 04:37:37.071455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d784ae3-0f38-47e1-811a-e0ad532f09ba req-aa51f9f6-f0b8-4033-b707-5f9f5a9d9f63 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810995 Feb 11 04:37:37.265786 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17fe8c33-ca98-4377-a2a0-8b2a8f9872c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (021921fa-ac5e-4b90-a852-367548daa348), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:37.270062 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac59a8e8-311a-4515-8580-7cd46fc7e908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c0eedf92-b3d9-4865-88f6-b651c764ae47), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:37.271641 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ac59a8e8-311a-4515-8580-7cd46fc7e908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:37.273488 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ac59a8e8-311a-4515-8580-7cd46fc7e908 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0eedf92-b3d9-4865-88f6-b651c764ae47 HTTP/1.1" status: 204 len: 168 time: 0.9113395 Feb 11 04:37:37.354016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68329608-70de-48b7-abd9-d1e6124f865f req-a403781e-fa2b-47d9-a56e-21cc6ac4f6f7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.1398487 Feb 11 04:37:37.430662 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17fe8c33-ca98-4377-a2a0-8b2a8f9872c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:37.435325 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-17fe8c33-ca98-4377-a2a0-8b2a8f9872c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] 10.222.0.13 "DELETE /v2.0/ports/021921fa-ac5e-4b90-a852-367548daa348 HTTP/1.1" status: 204 len: 168 time: 1.5767260 Feb 11 04:37:37.457441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36410) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:37.463973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0943e60f-8da8-406f-9611-78a9220488d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Request body: {'port': {'name': 'tempest-new-port-name-497328045', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:37.464577 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.api.validators [None req-0943e60f-8da8-406f-9611-78a9220488d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] bootfile-name is not in valid_values {{(pid=103809) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 04:37:37.465743 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.api.validators [None req-0943e60f-8da8-406f-9611-78a9220488d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] tftp-server is not in valid_values {{(pid=103809) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 04:37:37.466219 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.api.validators [None req-0943e60f-8da8-406f-9611-78a9220488d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] server-ip-address is not in valid_values {{(pid=103809) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 04:37:37.522342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59a8e8-311a-4515-8580-7cd46fc7e908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eedf92-b3d9-4865-88f6-b651c764ae47,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:37.527979 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe8c33-ca98-4377-a2a0-8b2a8f9872c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Pushing event deleted for resources: {'Port': ['ID=021921fa-ac5e-4b90-a852-367548daa348,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:37.630711 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0943e60f-8da8-406f-9611-78a9220488d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (56abe0b6-722b-4a60-aeed-3d1dbe135b71), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:38.005116 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0943e60f-8da8-406f-9611-78a9220488d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks [] for port (56abe0b6-722b-4a60-aeed-3d1dbe135b71), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:38.092023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-71666143-cd8d-4e4b-9874-48a06c3463cf req-b19fb206-302b-40d9-aed5-a33b97e4faa2 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 210 time: 0.0809069 Feb 11 04:37:38.157893 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0943e60f-8da8-406f-9611-78a9220488d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (56abe0b6-722b-4a60-aeed-3d1dbe135b71), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:38.325937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-0943e60f-8da8-406f-9611-78a9220488d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] In _notify_port_updated(), no bound segment for port 56abe0b6-722b-4a60-aeed-3d1dbe135b71 on network b1ececa9-2e40-40cf-855a-af22feff1ab5 {{(pid=103809) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:37:38.331958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0943e60f-8da8-406f-9611-78a9220488d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:38.332881 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0943e60f-8da8-406f-9611-78a9220488d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:38.338321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36434) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:38.348536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0943e60f-8da8-406f-9611-78a9220488d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] 10.222.0.13 "PUT /v2.0/ports/56abe0b6-722b-4a60-aeed-3d1dbe135b71 HTTP/1.1" status: 200 len: 1129 time: 0.8897069 Feb 11 04:37:38.423698 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943e60f-8da8-406f-9611-78a9220488d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Pushing event updated for resources: {'Port': ['ID=56abe0b6-722b-4a60-aeed-3d1dbe135b71,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:38.454480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297640d-523a-4e52-b14f-a9bdceb55e4c req-69aac4f1-bb3a-400f-9307-42d8de7c5089 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:38.471757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d297640d-523a-4e52-b14f-a9bdceb55e4c req-69aac4f1-bb3a-400f-9307-42d8de7c5089 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2326944 Feb 11 04:37:38.487466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e7493b-8b01-4715-aed7-4702af5de007 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:38.495254 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c6e7493b-8b01-4715-aed7-4702af5de007 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] 10.222.0.13 "GET /v2.0/ports/56abe0b6-722b-4a60-aeed-3d1dbe135b71 HTTP/1.1" status: 200 len: 1129 time: 0.1554070 Feb 11 04:37:38.498239 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36444) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:38.673071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc4db3b5-0ce1-4040-9753-fd7db8d468b3 req-86fbcd07-2131-4156-866e-22e38d5cb0e2 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.1979201 Feb 11 04:37:38.718082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d297640d-523a-4e52-b14f-a9bdceb55e4c req-b2efbc01-e495-4cec-8638-01a688baefd5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453902 Feb 11 04:37:38.790889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ed2467ce-2f19-442f-92d2-1b258f26e387 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Deleting port 56abe0b6-722b-4a60-aeed-3d1dbe135b71 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:37:38.791264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed2467ce-2f19-442f-92d2-1b258f26e387 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (56abe0b6-722b-4a60-aeed-3d1dbe135b71), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:38.918562 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed2467ce-2f19-442f-92d2-1b258f26e387 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (56abe0b6-722b-4a60-aeed-3d1dbe135b71), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:38.940709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ed2467ce-2f19-442f-92d2-1b258f26e387 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Calling delete_port for 56abe0b6-722b-4a60-aeed-3d1dbe135b71 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:37:38.981692 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-600e37d5-6219-42fb-9d98-3438a01e6137 None None] Provisioning complete for port 56abe0b6-722b-4a60-aeed-3d1dbe135b71 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:38.982187 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-600e37d5-6219-42fb-9d98-3438a01e6137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (56abe0b6-722b-4a60-aeed-3d1dbe135b71), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:39.094279 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-600e37d5-6219-42fb-9d98-3438a01e6137 None None] Port 56abe0b6-722b-4a60-aeed-3d1dbe135b71 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:39.252075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf05b296-442c-45c0-87ea-48ccb233dfba req-1a96b04d-d06b-4677-8df2-d6d490355d5a tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 210 time: 0.0690401 Feb 11 04:37:39.448800 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed2467ce-2f19-442f-92d2-1b258f26e387 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (56abe0b6-722b-4a60-aeed-3d1dbe135b71), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:39.566612 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2467ce-2f19-442f-92d2-1b258f26e387 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Pushing event deleted for resources: {'Port': ['ID=56abe0b6-722b-4a60-aeed-3d1dbe135b71,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:39.604814 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed2467ce-2f19-442f-92d2-1b258f26e387 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:39.609425 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ed2467ce-2f19-442f-92d2-1b258f26e387 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] 10.222.0.13 "DELETE /v2.0/ports/56abe0b6-722b-4a60-aeed-3d1dbe135b71 HTTP/1.1" status: 204 len: 168 time: 1.1093347 Feb 11 04:37:39.611639 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36472) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:39.702533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-915744b8-8a20-46ce-a843-49ec7360c66e tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Deleting subnet a162c651-3d5f-4988-bc87-5ad3f33fa345 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:37:39.706891 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-915744b8-8a20-46ce-a843-49ec7360c66e tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks [] for subnet (a162c651-3d5f-4988-bc87-5ad3f33fa345), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:39.801225 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-915744b8-8a20-46ce-a843-49ec7360c66e tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (a162c651-3d5f-4988-bc87-5ad3f33fa345), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:40.080495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26cf2c15-2535-4c17-acfc-11184198c505 req-381e8daf-bb38-4dcc-8d53-f49754120f0a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.1259286 Feb 11 04:37:40.082563 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-915744b8-8a20-46ce-a843-49ec7360c66e tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (a162c651-3d5f-4988-bc87-5ad3f33fa345), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:40.292201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6314ca-5a52-4d7f-8279-fe6632fcca42 req-ed98c916-3983-4276-a71e-b85b2804fa11 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:40.305825 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc6314ca-5a52-4d7f-8279-fe6632fcca42 req-ed98c916-3983-4276-a71e-b85b2804fa11 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.3405461 Feb 11 04:37:40.453721 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb3fd780-adc7-4d10-b54c-fa4a0f574f38 req-0c798702-ca25-40c9-8c8a-2f8d9e5613a2 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 210 time: 0.1003170 Feb 11 04:37:40.507946 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc6314ca-5a52-4d7f-8279-fe6632fcca42 req-309a9690-8e53-40d2-ad46-27eb98fb7429 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997793 Feb 11 04:37:40.677052 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-915744b8-8a20-46ce-a843-49ec7360c66e tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (a162c651-3d5f-4988-bc87-5ad3f33fa345), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:40.714505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915744b8-8a20-46ce-a843-49ec7360c66e tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Pushing event deleted for resources: {'Subnet': ['ID=a162c651-3d5f-4988-bc87-5ad3f33fa345,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:40.721175 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-915744b8-8a20-46ce-a843-49ec7360c66e tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:40.724726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-915744b8-8a20-46ce-a843-49ec7360c66e tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] 10.222.0.13 "DELETE /v2.0/subnets/a162c651-3d5f-4988-bc87-5ad3f33fa345 HTTP/1.1" status: 204 len: 168 time: 1.1120710 Feb 11 04:37:40.727899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36498) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:40.733188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5885fd5-da22-466a-a43f-d6a7ea36d663 None None] Network b1ececa9-2e40-40cf-855a-af22feff1ab5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:37:40.857693 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (b1ececa9-2e40-40cf-855a-af22feff1ab5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:40.999077 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857c3f52-67a5-43e6-8857-07c5a30b35c8 None None] DHCP port deletion for b1ececa9-2e40-40cf-855a-af22feff1ab5 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:37:41.166993 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-857c3f52-67a5-43e6-8857-07c5a30b35c8 None None] Deleting port 894a6b57-98b6-4625-91f5-f3e718266d44 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:37:41.166993 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-857c3f52-67a5-43e6-8857-07c5a30b35c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:41.337203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-857c3f52-67a5-43e6-8857-07c5a30b35c8 None None] For port 894a6b57-98b6-4625-91f5-f3e718266d44, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=894a6b57-98b6-4625-91f5-f3e718266d44,segment=NetworkSegment(d72d55d3-10c3-489d-8e4b-9cfa16631d11),segment_id=d72d55d3-10c3-489d-8e4b-9cfa16631d11)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:41.337590 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-857c3f52-67a5-43e6-8857-07c5a30b35c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:41.344211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d84dc78-cbdf-47eb-9092-63f558177759 req-fefa87a2-6054-458a-a4ef-c553e78b554c tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0652699 Feb 11 04:37:41.356992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Deleting port 894a6b57-98b6-4625-91f5-f3e718266d44 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:37:41.357340 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:41.385417 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-857c3f52-67a5-43e6-8857-07c5a30b35c8 None None] Calling delete_port for 894a6b57-98b6-4625-91f5-f3e718266d44 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:37:41.425444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e9c15-b33c-409c-803f-4d636906a929 req-8f041fce-5a99-4222-a329-cf4f5b8ac9d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:41.433487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-8f041fce-5a99-4222-a329-cf4f5b8ac9d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.47 "GET /v2.0/networks?id=cc32c88f-7331-4853-874d-0be34879d786 HTTP/1.1" status: 200 len: 797 time: 0.4051135 Feb 11 04:37:41.651325 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2fe5e594-fbb8-4380-8f2b-4bb81327905e req-b7b18aed-a288-493e-80a1-a51c89a3cd9b tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 210 time: 0.0544305 Feb 11 04:37:41.682241 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-857c3f52-67a5-43e6-8857-07c5a30b35c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:41.705542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] For port 894a6b57-98b6-4625-91f5-f3e718266d44, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=894a6b57-98b6-4625-91f5-f3e718266d44,segment=NetworkSegment(d72d55d3-10c3-489d-8e4b-9cfa16631d11),segment_id=d72d55d3-10c3-489d-8e4b-9cfa16631d11)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:41.713275 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:41.721918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c3f52-67a5-43e6-8857-07c5a30b35c8 None None] Pushing event deleted for resources: {'Port': ['ID=894a6b57-98b6-4625-91f5-f3e718266d44,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:41.743246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857c3f52-67a5-43e6-8857-07c5a30b35c8 None None] No DVR routers for this DVR port 894a6b57-98b6-4625-91f5-f3e718266d44 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:37:41.762725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Calling delete_port for 894a6b57-98b6-4625-91f5-f3e718266d44 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:37:41.779980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-9f238b77-fb70-4562-a678-37e30964a51d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e888d9ceb6094e46aa3c6bbef6075211 HTTP/1.1" status: 200 len: 379 time: 0.3392625 Feb 11 04:37:41.789587 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-309e9c15-b33c-409c-803f-4d636906a929 req-8c58995b-955c-4724-a6fd-229b6350e6bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'port': {'device_id': 'dd94a809-3999-499f-b931-cc628225dde8', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'admin_state_up': True, 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'security_groups': ['2634e9b1-fe3d-4309-b6a5-dea469ff9f30']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:41.885843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffb287-5f0e-4d88-9fa2-cec9adc8c325 req-5453bbba-bc1e-450d-9f06-b163fcfd6f9d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:41.888834 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b4ffb287-5f0e-4d88-9fa2-cec9adc8c325 req-5453bbba-bc1e-450d-9f06-b163fcfd6f9d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2500613 Feb 11 04:37:42.016757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b4ffb287-5f0e-4d88-9fa2-cec9adc8c325 req-2abc02b0-a6ff-4c32-b3fb-c29f3ad721c0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210158 Feb 11 04:37:42.030453 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (894a6b57-98b6-4625-91f5-f3e718266d44), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.073390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] No DVR routers for this DVR port 894a6b57-98b6-4625-91f5-f3e718266d44 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:37:42.126835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Pushing event deleted for resources: {'Port': ['ID=894a6b57-98b6-4625-91f5-f3e718266d44,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:42.159454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309e9c15-b33c-409c-803f-4d636906a929 req-8c58995b-955c-4724-a6fd-229b6350e6bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Made reservation on behalf of e888d9ceb6094e46aa3c6bbef6075211 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:42.165037 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-309e9c15-b33c-409c-803f-4d636906a929 req-8c58995b-955c-4724-a6fd-229b6350e6bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.217079 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (b1ececa9-2e40-40cf-855a-af22feff1ab5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.253064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ececa9-2e40-40cf-855a-af22feff1ab5']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:42.292118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72d55d3-10c3-489d-8e4b-9cfa16631d11') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:42.292511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72d55d3-10c3-489d-8e4b-9cfa16631d11') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:42.301989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 894a6b57-98b6-4625-91f5-f3e718266d44 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:37:42.310909 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (d72d55d3-10c3-489d-8e4b-9cfa16631d11), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.327622 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 894a6b57-98b6-4625-91f5-f3e718266d44 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:37:42.327990 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 894a6b57-98b6-4625-91f5-f3e718266d44 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:37:42.338730 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d72d55d3-10c3-489d-8e4b-9cfa16631d11), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.368662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:37:42.369220 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (d72d55d3-10c3-489d-8e4b-9cfa16631d11), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:37:42.372320 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:37:42.470667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-309e9c15-b33c-409c-803f-4d636906a929 req-8c58995b-955c-4724-a6fd-229b6350e6bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Allocated IP 172.20.0.13 (cc32c88f-7331-4853-874d-0be34879d786/57f1938d-9978-4621-b126-d7700252f900/37c0b480-cc92-4b6f-a29a-9f49e41140b9) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:42.584324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8d117f0-f4df-4cd7-993c-878709785cbc req-6c98f036-8b81-4996-a4dc-061ed025c6a8 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0672028 Feb 11 04:37:42.599581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-7e59d446-034f-41b2-90e6-3842637db473 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1042700936&fields=id&tenant_id=a8e2c7e55f414367b72ee24869865b9b HTTP/1.1" status: 200 len: 267 time: 0.1346982 Feb 11 04:37:42.753340 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (b1ececa9-2e40-40cf-855a-af22feff1ab5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.798917 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.805504 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] 10.222.0.13 "DELETE /v2.0/networks/b1ececa9-2e40-40cf-855a-af22feff1ab5 HTTP/1.1" status: 204 len: 168 time: 2.0771165 Feb 11 04:37:42.812429 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc92ea3-fd5a-4c24-9ea0-0a5d8554525f tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429 tempest-ExtraDHCPOptionsIpV6TestJSON-1683428429-project] Pushing event deleted for resources: {'Network': ['ID=b1ececa9-2e40-40cf-855a-af22feff1ab5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:42.850010 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-309e9c15-b33c-409c-803f-4d636906a929 req-8c58995b-955c-4724-a6fd-229b6350e6bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:42.865958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01265b24-5b5d-4424-92d3-cd971121baee req-7b461c93-ec53-41b3-b239-8586d15a2665 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:42.868045 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-7b461c93-ec53-41b3-b239-8586d15a2665 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/networks?id=361f5f44-5600-48d6-9ef0-d8caacdf877b HTTP/1.1" status: 200 len: 815 time: 0.2549467 Feb 11 04:37:42.877783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b92af1-46ee-48e5-ba56-994f9f7aff1b req-58bfaedd-9ad6-4199-a1d9-55e08be27319 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:42.885458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9b92af1-46ee-48e5-ba56-994f9f7aff1b req-58bfaedd-9ad6-4199-a1d9-55e08be27319 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2084863 Feb 11 04:37:42.951120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-2ae32bea-ccc3-4489-961f-1f1ddc35f182 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/quotas/a8e2c7e55f414367b72ee24869865b9b HTTP/1.1" status: 200 len: 375 time: 0.0552771 Feb 11 04:37:43.037699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9b92af1-46ee-48e5-ba56-994f9f7aff1b req-b933df95-0d70-484a-9b44-1071021e4a53 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466985 Feb 11 04:37:43.070463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60805da6-70b3-4797-9e08-faaea092bf67 req-eaea9ad4-be82-4cab-8fe0-596e6c667e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:43.072070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60805da6-70b3-4797-9e08-faaea092bf67 req-eaea9ad4-be82-4cab-8fe0-596e6c667e1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 1127 time: 0.2015035 Feb 11 04:37:43.138924 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-f96834b7-2903-4069-92b5-4a89ae50299e tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8e2c7e55f414367b72ee24869865b9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1735353 Feb 11 04:37:43.198535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6c6387f-73fb-4e59-b761-507f7771a04d req-ac623401-998f-46f4-9a94-22fdfdd25605 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 210 time: 0.0542192 Feb 11 04:37:43.244586 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-309e9c15-b33c-409c-803f-4d636906a929 req-8c58995b-955c-4724-a6fd-229b6350e6bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.405678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36566) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:43.487775 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36572) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:43.628033 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4538d197-17bc-4084-b4c6-4404b618fb1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.754278 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb6beb32-6490-47e1-b828-fbbd4a344cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.809042 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75456043-b5bd-46b6-9dfd-fdac51b1958b req-d227f673-af0a-40e5-8209-fb1cbbdfcd42 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0857108 Feb 11 04:37:43.814688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309e9c15-b33c-409c-803f-4d636906a929 req-8c58995b-955c-4724-a6fd-229b6350e6bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network cc32c88f-7331-4853-874d-0be34879d786 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:43.837081 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4538d197-17bc-4084-b4c6-4404b618fb1c admin admin] Publish callbacks [] for security_group (8c1929ae-3403-42d1-bd29-052b078f1309), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.851108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-309e9c15-b33c-409c-803f-4d636906a929 req-8c58995b-955c-4724-a6fd-229b6350e6bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:43.856469 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58995b-955c-4724-a6fd-229b6350e6bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Port': ['ID=37c0b480-cc92-4b6f-a29a-9f49e41140b9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:43.860835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-309e9c15-b33c-409c-803f-4d636906a929 req-8c58995b-955c-4724-a6fd-229b6350e6bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:43.867229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60805da6-70b3-4797-9e08-faaea092bf67 req-c8a41c4a-f57e-4204-af08-eb2c09c35a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:43.872253 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60805da6-70b3-4797-9e08-faaea092bf67 req-c8a41c4a-f57e-4204-af08-eb2c09c35a46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.7928894 Feb 11 04:37:43.918414 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-4defb46c-33ae-46fb-a9d9-1811774a9dd5 service neutron] 10.222.0.13 "GET /v2.0/networks/361f5f44-5600-48d6-9ef0-d8caacdf877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7572081 Feb 11 04:37:43.970611 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36586) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:43.986745 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4538d197-17bc-4084-b4c6-4404b618fb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8c1929ae-3403-42d1-bd29-052b078f1309), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:43.990544 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb6beb32-6490-47e1-b828-fbbd4a344cb3 admin admin] Publish callbacks [] for security_group (8f60d8c3-8d93-44ca-842b-bc837afeabba), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.057023 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e9c15-b33c-409c-803f-4d636906a929 req-8c58995b-955c-4724-a6fd-229b6350e6bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:44.059535 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-309e9c15-b33c-409c-803f-4d636906a929 req-8c58995b-955c-4724-a6fd-229b6350e6bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.072995 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4538d197-17bc-4084-b4c6-4404b618fb1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a95d3b96a77f4179856c95f55d0e4730&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6637945 Feb 11 04:37:44.072995 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538d197-17bc-4084-b4c6-4404b618fb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1929ae-3403-42d1-bd29-052b078f1309,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:44.074844 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36594) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:44.102172 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb6beb32-6490-47e1-b828-fbbd4a344cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8f60d8c3-8d93-44ca-842b-bc837afeabba), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.224269 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fb6beb32-6490-47e1-b828-fbbd4a344cb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b7717826876437683ed08bc419db07e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7354026 Feb 11 04:37:44.235719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36602) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:44.243641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6beb32-6490-47e1-b828-fbbd4a344cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f60d8c3-8d93-44ca-842b-bc837afeabba,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:44.261985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60805da6-70b3-4797-9e08-faaea092bf67 req-2b1c779f-0510-40b3-aa0e-a2811cc143b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 HTTP/1.1" status: 200 len: 999 time: 0.3402162 Feb 11 04:37:44.298460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3c3dbee5-ad9d-49e6-b6af-f8648942834f None None] Provisioning complete for port 37c0b480-cc92-4b6f-a29a-9f49e41140b9 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:44.299595 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3c3dbee5-ad9d-49e6-b6af-f8648942834f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.315427 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-06d1cdb2-3a66-472c-8286-583a454dc154 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbf297b84e3946929e6764606f84429f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3385375 Feb 11 04:37:44.316205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36604) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:44.316896 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bfa34267-9c7c-4dd3-816b-284eab04cb9f admin admin] Publish callbacks [] for security_group (8c1929ae-3403-42d1-bd29-052b078f1309), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.327302 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-97701c31-39c7-4ec8-a14c-42c44ac4447b service neutron] 10.222.0.13 "GET /v2.0/networks/361f5f44-5600-48d6-9ef0-d8caacdf877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790545 Feb 11 04:37:44.342690 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-8c58995b-955c-4724-a6fd-229b6350e6bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5598493 Feb 11 04:37:44.370181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3c3dbee5-ad9d-49e6-b6af-f8648942834f None None] Port 37c0b480-cc92-4b6f-a29a-9f49e41140b9 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:44.373212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Request body: {'port': {'device_id': 'dd94a809-3999-499f-b931-cc628225dde8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:44.408851 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bfa34267-9c7c-4dd3-816b-284eab04cb9f admin admin] Publish callbacks [] for security_group (8c1929ae-3403-42d1-bd29-052b078f1309), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.464556 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5db09992-3b36-4293-838d-81b900da95b3 admin admin] Publish callbacks [] for security_group (3bff556a-131e-43aa-8d20-1ad02bf9438b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.478516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60805da6-70b3-4797-9e08-faaea092bf67 req-3e88da6b-a833-492e-9b25-00cb98b87333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:44.480096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60805da6-70b3-4797-9e08-faaea092bf67 req-3e88da6b-a833-492e-9b25-00cb98b87333 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.1739621 Feb 11 04:37:44.515194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5db09992-3b36-4293-838d-81b900da95b3 admin admin] Publish callbacks [] for security_group (3bff556a-131e-43aa-8d20-1ad02bf9438b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.561623 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c9cf9a2-c97f-4507-ace4-478fb571fa37 admin admin] Publish callbacks [] for security_group (8f60d8c3-8d93-44ca-842b-bc837afeabba), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.588650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5e4c8-ebfe-4f80-8de1-38d6a3220d97 req-6052b505-eab3-43df-8015-4114c28fdf0c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:44.598776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7b5e4c8-ebfe-4f80-8de1-38d6a3220d97 req-6052b505-eab3-43df-8015-4114c28fdf0c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.4460478 Feb 11 04:37:44.631276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bfa34267-9c7c-4dd3-816b-284eab04cb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8c1929ae-3403-42d1-bd29-052b078f1309), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.636156 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bfa34267-9c7c-4dd3-816b-284eab04cb9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.642866 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bfa34267-9c7c-4dd3-816b-284eab04cb9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c1929ae-3403-42d1-bd29-052b078f1309 HTTP/1.1" status: 204 len: 168 time: 0.5667500 Feb 11 04:37:44.648645 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.654802 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa34267-9c7c-4dd3-816b-284eab04cb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1929ae-3403-42d1-bd29-052b078f1309,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:44.675227 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5db09992-3b36-4293-838d-81b900da95b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3bff556a-131e-43aa-8d20-1ad02bf9438b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.686384 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5db09992-3b36-4293-838d-81b900da95b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.689019 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5db09992-3b36-4293-838d-81b900da95b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bff556a-131e-43aa-8d20-1ad02bf9438b HTTP/1.1" status: 204 len: 168 time: 0.3699853 Feb 11 04:37:44.697287 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c9cf9a2-c97f-4507-ace4-478fb571fa37 admin admin] Publish callbacks [] for security_group (8f60d8c3-8d93-44ca-842b-bc837afeabba), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:44.716613 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db09992-3b36-4293-838d-81b900da95b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bff556a-131e-43aa-8d20-1ad02bf9438b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:44.839532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60805da6-70b3-4797-9e08-faaea092bf67 req-0b9986ac-a2ac-453a-b6a9-1fbb228a9e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:44.841426 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60805da6-70b3-4797-9e08-faaea092bf67 req-0b9986ac-a2ac-453a-b6a9-1fbb228a9e65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2900617 Feb 11 04:37:44.862386 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7b5e4c8-ebfe-4f80-8de1-38d6a3220d97 req-bc68dacf-b0b5-4bd1-89c8-7bd5dd4196c3 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516770 Feb 11 04:37:45.145589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60805da6-70b3-4797-9e08-faaea092bf67 req-3c0f1c0e-4bf0-4873-9344-2386a95ed0fc service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952573 Feb 11 04:37:45.152235 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c9cf9a2-c97f-4507-ace4-478fb571fa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8f60d8c3-8d93-44ca-842b-bc837afeabba), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:45.154731 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c9cf9a2-c97f-4507-ace4-478fb571fa37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:45.158130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9c9cf9a2-c97f-4507-ace4-478fb571fa37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f60d8c3-8d93-44ca-842b-bc837afeabba HTTP/1.1" status: 204 len: 168 time: 0.8963931 Feb 11 04:37:45.236500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cf9a2-c97f-4507-ace4-478fb571fa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f60d8c3-8d93-44ca-842b-bc837afeabba,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:45.262742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c05f-79cf-4cd6-93f1-f56496769b14 req-0966d0c8-11fa-455b-bbdd-912981b32631 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:45.270232 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0483c05f-79cf-4cd6-93f1-f56496769b14 req-0966d0c8-11fa-455b-bbdd-912981b32631 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 932 time: 0.2852585 Feb 11 04:37:45.492683 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0483c05f-79cf-4cd6-93f1-f56496769b14 req-b9184806-a689-488c-af3a-6ca9f3e11b9e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2634e9b1-fe3d-4309-b6a5-dea469ff9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212946 Feb 11 04:37:45.536001 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60805da6-70b3-4797-9e08-faaea092bf67 req-3789dda6-3051-484b-9e7f-b29a0e987148 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790114 Feb 11 04:37:45.551798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c0b480-cc92-4b6f-a29a-9f49e41140b9 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:37:45.569773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Publish callbacks [] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:45.612356 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Transition to ACTIVE for port object 37c0b480-cc92-4b6f-a29a-9f49e41140b9 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:37:45.718617 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b5005ef-3489-42e4-9418-0432f6395302 req-c3b98938-d6dc-4700-baf7-37c8916db156 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.1082342 Feb 11 04:37:45.720713 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25273831-0e6a-45be-845c-17e9ef46697f req-cb5290d8-aa8c-432b-b2b3-c0472a51f3ae tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.0765965 Feb 11 04:37:45.766278 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:45.838741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Pushing event updated for resources: {'Port': ['ID=37c0b480-cc92-4b6f-a29a-9f49e41140b9,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:45.971222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Attempting to bind port 37c0b480-cc92-4b6f-a29a-9f49e41140b9 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:37:45.971871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Attempting to bind port 37c0b480-cc92-4b6f-a29a-9f49e41140b9 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '8880e9b2-c002-447a-83f4-bf97a0671ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:37:45.971980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Attempting to bind port 37c0b480-cc92-4b6f-a29a-9f49e41140b9 on network cc32c88f-7331-4853-874d-0be34879d786 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:37:45.978478 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Port 37c0b480-cc92-4b6f-a29a-9f49e41140b9 on network cc32c88f-7331-4853-874d-0be34879d786 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:37:45.978818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Attempting to bind port 37c0b480-cc92-4b6f-a29a-9f49e41140b9 on network cc32c88f-7331-4853-874d-0be34879d786 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:37:45.985468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:37:45.985822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Checking segment: {'id': '8880e9b2-c002-447a-83f4-bf97a0671ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:45.986198 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Bound using segment: {'id': '8880e9b2-c002-447a-83f4-bf97a0671ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:37:45.986653 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Bound port: 37c0b480-cc92-4b6f-a29a-9f49e41140b9, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8880e9b2-c002-447a-83f4-bf97a0671ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:37:45.987036 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:46.086744 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36660) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:46.106870 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-450a9a74-ba69-4fd1-97b6-9295bc1f6e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:46.291889 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-450a9a74-ba69-4fd1-97b6-9295bc1f6e1d admin admin] Publish callbacks [] for security_group (b4754604-3ec2-40a4-9686-0b68bfdf1295), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:46.297432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] For port 37c0b480-cc92-4b6f-a29a-9f49e41140b9, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:37:46.302561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] For port 37c0b480-cc92-4b6f-a29a-9f49e41140b9, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=37c0b480-cc92-4b6f-a29a-9f49e41140b9,segment=NetworkSegment(8880e9b2-c002-447a-83f4-bf97a0671ce8),segment_id=8880e9b2-c002-447a-83f4-bf97a0671ce8)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:37:46.337591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a413c5-4176-486d-99a5-8d8167fc32dd req-890aa5b2-7069-4425-b304-be9136dd3816 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:46.343322 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5a413c5-4176-486d-99a5-8d8167fc32dd req-890aa5b2-7069-4425-b304-be9136dd3816 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.3499720 Feb 11 04:37:46.391096 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-450a9a74-ba69-4fd1-97b6-9295bc1f6e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b4754604-3ec2-40a4-9686-0b68bfdf1295), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:46.435519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5a413c5-4176-486d-99a5-8d8167fc32dd req-1a9fcd6e-fdfd-48c2-9b32-3ccb3acde5ca tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869100 Feb 11 04:37:46.437129 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:46.455728 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-450a9a74-ba69-4fd1-97b6-9295bc1f6e1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a653e82733946fe9f8de6a3ecf47c60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619139 Feb 11 04:37:46.458047 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36678) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:46.467274 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a9a74-ba69-4fd1-97b6-9295bc1f6e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4754604-3ec2-40a4-9686-0b68bfdf1295,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:46.503457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:46.504181 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:46.506113 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] 10.222.0.47 "PUT /v2.0/ports/37c0b480-cc92-4b6f-a29a-9f49e41140b9 HTTP/1.1" status: 200 len: 1093 time: 2.1376185 Feb 11 04:37:46.507295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd94a809-3999-499f-b931-cc628225dde8', 'tag': '37c0b480-cc92-4b6f-a29a-9f49e41140b9'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:37:46.510526 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d3ea4c-7ce5-429d-bdc1-c78038a09db1" -d '{"events": [{"name": "network-changed", "server_uuid": "dd94a809-3999-499f-b931-cc628225dde8", "tag": "37c0b480-cc92-4b6f-a29a-9f49e41140b9"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:37:46.526930 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee310c63-3ec2-46a7-ba9e-457b54228482 admin admin] Publish callbacks [] for security_group (b4754604-3ec2-40a4-9686-0b68bfdf1295), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:46.587703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda11f3-c602-41c4-b71d-be9aa732aa38 service neutron] Pushing event updated for resources: {'Port': ['ID=37c0b480-cc92-4b6f-a29a-9f49e41140b9,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:46.589877 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee310c63-3ec2-46a7-ba9e-457b54228482 admin admin] Publish callbacks [] for security_group (b4754604-3ec2-40a4-9686-0b68bfdf1295), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:46.606552 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0503a8eb-348b-44f2-9ee3-98ee621b0b2c x-openstack-request-id: req-0503a8eb-348b-44f2-9ee3-98ee621b0b2c {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:37:46.608513 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd94a809-3999-499f-b931-cc628225dde8", "tag": "37c0b480-cc92-4b6f-a29a-9f49e41140b9", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:37:46.609017 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0503a8eb-348b-44f2-9ee3-98ee621b0b2c {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:37:46.610288 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd94a809-3999-499f-b931-cc628225dde8', 'tag': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'status': 'completed', 'code': 200} Feb 11 04:37:46.742915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3ea4c-7ce5-429d-bdc1-c78038a09db1 req-7b87c32e-0943-4e13-8225-3169f71fbf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:46.744777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30d3ea4c-7ce5-429d-bdc1-c78038a09db1 req-7b87c32e-0943-4e13-8225-3169f71fbf43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 1127 time: 0.1146469 Feb 11 04:37:46.796761 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee310c63-3ec2-46a7-ba9e-457b54228482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b4754604-3ec2-40a4-9686-0b68bfdf1295), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:46.801180 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee310c63-3ec2-46a7-ba9e-457b54228482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:46.802755 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ee310c63-3ec2-46a7-ba9e-457b54228482 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4754604-3ec2-40a4-9686-0b68bfdf1295 HTTP/1.1" status: 204 len: 168 time: 0.3434834 Feb 11 04:37:46.815155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee310c63-3ec2-46a7-ba9e-457b54228482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4754604-3ec2-40a4-9686-0b68bfdf1295,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:46.829716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3e486-d64c-42fb-a412-70e9a1c2b1cb req-072e1a94-d427-465d-a764-3d65d1fc2a7b tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:46.837947 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5d3e486-d64c-42fb-a412-70e9a1c2b1cb req-072e1a94-d427-465d-a764-3d65d1fc2a7b tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 944 time: 0.1580834 Feb 11 04:37:46.973556 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c79c1519-1c77-4247-9019-c5929cec1d52 req-7110533f-aa40-45fc-827f-a99e0d99c2d6 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.1019011 Feb 11 04:37:47.129880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5d3e486-d64c-42fb-a412-70e9a1c2b1cb req-290035b1-e2e5-4499-9b38-d3015744311f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2634e9b1-fe3d-4309-b6a5-dea469ff9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909751 Feb 11 04:37:47.173003 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ef032d5c-c4f9-4120-afd7-b20be0c45555 req-5089e042-8a89-43f5-88a9-42f2d0855aa4 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0759659 Feb 11 04:37:47.174860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3ea4c-7ce5-429d-bdc1-c78038a09db1 req-774c8930-6b97-4d17-941a-e30b57b82a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:47.176641 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30d3ea4c-7ce5-429d-bdc1-c78038a09db1 req-774c8930-6b97-4d17-941a-e30b57b82a41 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4221649 Feb 11 04:37:47.376818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3ea4c-7ce5-429d-bdc1-c78038a09db1 req-44a86e58-b946-47e6-a161-d89ddbe5b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:47.378557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30d3ea4c-7ce5-429d-bdc1-c78038a09db1 req-44a86e58-b946-47e6-a161-d89ddbe5b445 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1944952 Feb 11 04:37:47.471123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e9c15-b33c-409c-803f-4d636906a929 req-2cd98e20-377f-4a93-b3d3-c8bcdb848953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:47.478420 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-2cd98e20-377f-4a93-b3d3-c8bcdb848953 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 1127 time: 0.0577300 Feb 11 04:37:47.524351 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-0ceee64b-6284-404f-a6eb-a1434a694f15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c0b480-cc92-4b6f-a29a-9f49e41140b9 HTTP/1.1" status: 200 len: 217 time: 0.0450671 Feb 11 04:37:47.613227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e9c15-b33c-409c-803f-4d636906a929 req-5681fe79-94e8-44e4-a0ea-5a816f7b3bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:47.615096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-5681fe79-94e8-44e4-a0ea-5a816f7b3bd0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57f1938d-9978-4621-b126-d7700252f900 HTTP/1.1" status: 200 len: 834 time: 0.0857801 Feb 11 04:37:47.688525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b2a07-c2fa-4a0c-a9c7-cfdc124dc9bf req-0efcc868-e9f6-465d-90ed-d876d1aa6e91 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:47.690160 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d39b2a07-c2fa-4a0c-a9c7-cfdc124dc9bf req-0efcc868-e9f6-465d-90ed-d876d1aa6e91 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1280668 Feb 11 04:37:47.747623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e9c15-b33c-409c-803f-4d636906a929 req-8fc35b63-2ef8-46e7-a7d2-ed898237fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:47.749172 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-8fc35b63-2ef8-46e7-a7d2-ed898237fb4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc32c88f-7331-4853-874d-0be34879d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1243315 Feb 11 04:37:47.910667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36756) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:47.915653 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d39b2a07-c2fa-4a0c-a9c7-cfdc124dc9bf req-83a9928f-3829-4147-b76a-bfedecb8924f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131279 Feb 11 04:37:47.926584 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-65dd3de3-7216-4339-834f-db879dfaa013 service neutron] 10.222.0.47 "GET /v2.0/networks/cc32c88f-7331-4853-874d-0be34879d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667824 Feb 11 04:37:48.074033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-321255580'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:48.154461 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d56950f0-7739-40e0-8b03-cdf57f01d735 req-b0225482-3436-4217-b975-0339906cee27 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.0433543 Feb 11 04:37:48.170178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-309e9c15-b33c-409c-803f-4d636906a929 req-9b7202e0-ba26-4798-9dbd-d3d8dad7e1f8 service neutron] 10.222.0.47 "GET /v2.0/networks/cc32c88f-7331-4853-874d-0be34879d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386992 Feb 11 04:37:48.203749 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Made reservation on behalf of a57f020200bb4610940e32ef60f89dc7 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:48.210226 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:48.221194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5f1f8-3e91-40b3-bce5-821b83db019d req-22dd4b68-db6c-437f-a41c-5311abcf3aca tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:48.223136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ff5f1f8-3e91-40b3-bce5-821b83db019d req-22dd4b68-db6c-437f-a41c-5311abcf3aca tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1743534 Feb 11 04:37:48.287008 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:48.421538 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ff5f1f8-3e91-40b3-bce5-821b83db019d req-7525e9e4-3a69-42d0-956e-3e4fd0cf0eb2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909108 Feb 11 04:37:48.536234 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks [] for security_group (c4cfd8f2-2e40-4435-a19e-d23150ca5e5b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:48.605374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663ab97-ebb1-49e4-8f7d-0285a0a15aa2 req-d8640f1f-e941-408e-ab53-c338a64930dd tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:48.606978 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1663ab97-ebb1-49e4-8f7d-0285a0a15aa2 req-d8640f1f-e941-408e-ab53-c338a64930dd tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 944 time: 0.2888360 Feb 11 04:37:48.625368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7a066343-a403-4446-92bb-c5088470f3dc req-575fea7a-c7ff-4730-9e75-d617e980d3fe tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0844955 Feb 11 04:37:48.628507 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c4cfd8f2-2e40-4435-a19e-d23150ca5e5b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:48.724865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:37:48.752142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cfd8f2-2e40-4435-a19e-d23150ca5e5b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:48.785384 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (c33a325a-d037-48ac-bdd2-177a0cdf61e3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:48.785726 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Added segment c33a325a-d037-48ac-bdd2-177a0cdf61e3 of type vlan for network 17f09d1e-4b1a-4d22-9784-ceabc90dc09d Feb 11 04:37:48.799285 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1663ab97-ebb1-49e4-8f7d-0285a0a15aa2 req-3bc39c24-20bd-49a2-b1f1-da55a5f92aa3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2634e9b1-fe3d-4309-b6a5-dea469ff9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715910 Feb 11 04:37:48.868665 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (17f09d1e-4b1a-4d22-9784-ceabc90dc09d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:48.893258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8b08a-a3b3-4da6-b865-c0d3d6c8f174 req-21fe980b-b1c6-4688-a180-e71eaa494477 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:48.894811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fe8b08a-a3b3-4da6-b865-c0d3d6c8f174 req-21fe980b-b1c6-4688-a180-e71eaa494477 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1474125 Feb 11 04:37:48.958098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fe8b08a-a3b3-4da6-b865-c0d3d6c8f174 req-570ccb22-0b5e-4bf9-ba54-87499553ab80 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525396 Feb 11 04:37:49.414512 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (17f09d1e-4b1a-4d22-9784-ceabc90dc09d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.419391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:49.419969 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:49.508217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e611604f-6fdd-42b5-b873-6ae5bcc193d7 req-dc6355c1-48e0-4696-a9c3-86b310990dcc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.0978818 Feb 11 04:37:49.583500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01265b24-5b5d-4424-92d3-cd971121baee req-a60e8354-45f2-4138-b3a1-d33af59527fd tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:49.584991 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-a60e8354-45f2-4138-b3a1-d33af59527fd tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.32 "GET /v2.0/networks?id=361f5f44-5600-48d6-9ef0-d8caacdf877b HTTP/1.1" status: 200 len: 815 time: 0.6175025 Feb 11 04:37:49.586762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Pushing event updated for resources: {'Network': ['ID=17f09d1e-4b1a-4d22-9784-ceabc90dc09d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:49.599200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 17f09d1e-4b1a-4d22-9784-ceabc90dc09d details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:37:49.621343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d333fae-b132-4f8c-83e3-a57a2cce25c2 req-ce7f00bc-181c-4948-8b53-3dce7adea20d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:49.622999 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d333fae-b132-4f8c-83e3-a57a2cce25c2 req-ce7f00bc-181c-4948-8b53-3dce7adea20d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2144263 Feb 11 04:37:49.641869 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-670bbca9-3f90-48d6-a33d-54fc4e2dccb6 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7299657 Feb 11 04:37:49.644622 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36800) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:49.655754 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2750b954-85fe-4f97-927c-0c43014248dc tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Request body: {'subnet': {'network_id': '17f09d1e-4b1a-4d22-9784-ceabc90dc09d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:49.747086 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-6e091709-178d-4a3e-8347-27852b29ae19 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8e2c7e55f414367b72ee24869865b9b HTTP/1.1" status: 200 len: 380 time: 0.1535962 Feb 11 04:37:49.773695 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-01265b24-5b5d-4424-92d3-cd971121baee req-d3d7fa53-e1d4-4aa7-b3f3-02e787ba2559 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Request body: {'port': {'device_id': '5e564a2a-a6e3-4177-9794-90e14c3d3c04', 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'admin_state_up': True, 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'security_groups': ['626850c5-eca6-4ad7-857d-3ff92867975c']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:49.837663 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d333fae-b132-4f8c-83e3-a57a2cce25c2 req-abb03c71-2479-44a9-acd6-347cd99ae6e2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034311 Feb 11 04:37:49.922270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01254a2a-b86b-44c1-a41e-0185ea76af62 req-b546a959-e2dc-4050-b658-3d875ade8569 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0915003 Feb 11 04:37:50.013415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2750b954-85fe-4f97-927c-0c43014248dc tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Made reservation on behalf of a57f020200bb4610940e32ef60f89dc7 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:50.017194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2750b954-85fe-4f97-927c-0c43014248dc tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.099386 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd2c3a-f1cc-4c70-abba-1f7702fbd263 req-8cf7195a-5220-44ed-a25d-cb045ae58708 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:50.101637 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfdd2c3a-f1cc-4c70-abba-1f7702fbd263 req-8cf7195a-5220-44ed-a25d-cb045ae58708 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 944 time: 0.1444652 Feb 11 04:37:50.170093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01265b24-5b5d-4424-92d3-cd971121baee req-d3d7fa53-e1d4-4aa7-b3f3-02e787ba2559 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Made reservation on behalf of a8e2c7e55f414367b72ee24869865b9b for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:50.173510 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-01265b24-5b5d-4424-92d3-cd971121baee req-d3d7fa53-e1d4-4aa7-b3f3-02e787ba2559 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.286684 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfdd2c3a-f1cc-4c70-abba-1f7702fbd263 req-76d384e9-1084-4926-8345-0541be3a9e31 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2634e9b1-fe3d-4309-b6a5-dea469ff9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294065 Feb 11 04:37:50.367494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364be1cc-a7e8-480b-bc37-d214ca9497f2 req-b69be0f6-6f9d-4ae5-a2f9-374483b81099 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:50.376489 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-364be1cc-a7e8-480b-bc37-d214ca9497f2 req-b69be0f6-6f9d-4ae5-a2f9-374483b81099 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2899799 Feb 11 04:37:50.442048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36822) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:50.514024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-364be1cc-a7e8-480b-bc37-d214ca9497f2 req-827d66ad-02df-420e-8fbb-064f27619a1c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358805 Feb 11 04:37:50.521391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-01265b24-5b5d-4424-92d3-cd971121baee req-d3d7fa53-e1d4-4aa7-b3f3-02e787ba2559 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Allocated IP 172.20.0.9 (361f5f44-5600-48d6-9ef0-d8caacdf877b/d8011d6b-e7c9-4f5a-85bb-dd62807dd54d/e42d1706-6ba0-471a-a433-85cd1938154a) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:50.528715 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2750b954-85fe-4f97-927c-0c43014248dc tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (e81201aa-6772-464d-bf7a-dc4a6f9ad654), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.721428 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d386fa51-ce1f-4151-bdcd-cf03894e35df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.764657 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-01265b24-5b5d-4424-92d3-cd971121baee req-d3d7fa53-e1d4-4aa7-b3f3-02e787ba2559 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for port (e42d1706-6ba0-471a-a433-85cd1938154a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.809200 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d386fa51-ce1f-4151-bdcd-cf03894e35df admin admin] Publish callbacks [] for security_group (c3d057b5-164f-4ad3-aaff-4654901a0f96), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.816710 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2750b954-85fe-4f97-927c-0c43014248dc tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Checking segment: {'id': 'c33a325a-d037-48ac-bdd2-177a0cdf61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '17f09d1e-4b1a-4d22-9784-ceabc90dc09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:50.817427 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2750b954-85fe-4f97-927c-0c43014248dc tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Network hostable DHCP agents. Network: 17f09d1e-4b1a-4d22-9784-ceabc90dc09d, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:37:50.831375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750b954-85fe-4f97-927c-0c43014248dc tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Pushing event updated for resources: {'Subnet': ['ID=e81201aa-6772-464d-bf7a-dc4a6f9ad654,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:50.873992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f02f38b6-6129-464c-b8d1-f07d86c056e2 req-2d99f63d-490c-416c-90f6-70d8e115582f tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.0726621 Feb 11 04:37:50.922726 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-01265b24-5b5d-4424-92d3-cd971121baee req-d3d7fa53-e1d4-4aa7-b3f3-02e787ba2559 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e42d1706-6ba0-471a-a433-85cd1938154a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:50.982389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01265b24-5b5d-4424-92d3-cd971121baee req-d3d7fa53-e1d4-4aa7-b3f3-02e787ba2559 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Network 361f5f44-5600-48d6-9ef0-d8caacdf877b is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:50.986192 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2750b954-85fe-4f97-927c-0c43014248dc tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Network 17f09d1e-4b1a-4d22-9784-ceabc90dc09d is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:37:50.990394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 37c0b480-cc92-4b6f-a29a-9f49e41140b9 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:37:50.999189 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d386fa51-ce1f-4151-bdcd-cf03894e35df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c3d057b5-164f-4ad3-aaff-4654901a0f96), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.012059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-01265b24-5b5d-4424-92d3-cd971121baee req-d3d7fa53-e1d4-4aa7-b3f3-02e787ba2559 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:51.039989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-01265b24-5b5d-4424-92d3-cd971121baee req-d3d7fa53-e1d4-4aa7-b3f3-02e787ba2559 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:51.047651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7fa53-e1d4-4aa7-b3f3-02e787ba2559 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Pushing event updated for resources: {'Port': ['ID=e42d1706-6ba0-471a-a433-85cd1938154a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:51.098027 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d386fa51-ce1f-4151-bdcd-cf03894e35df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da814c05aa874a3a9857da8f0ae48876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6509964 Feb 11 04:37:51.099659 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36836) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:51.237734 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386fa51-ce1f-4151-bdcd-cf03894e35df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d057b5-164f-4ad3-aaff-4654901a0f96,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:51.262420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-2750b954-85fe-4f97-927c-0c43014248dc tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 17f09d1e-4b1a-4d22-9784-ceabc90dc09d) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:51.271675 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2750b954-85fe-4f97-927c-0c43014248dc tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:51.272287 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2750b954-85fe-4f97-927c-0c43014248dc tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.272469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6bc2dedd-9184-40bd-9642-15af82501b41 req-c3940466-70c4-48a4-930f-90e1499ab59d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.1248167 Feb 11 04:37:51.298523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e862823f-24a4-4fd5-bc3d-18d6be96b24e None None] Network 17f09d1e-4b1a-4d22-9784-ceabc90dc09d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:37:51.330053 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-937dfb22-7a79-45d0-a4aa-8e4c62509efd admin admin] Publish callbacks [] for security_group (c3d057b5-164f-4ad3-aaff-4654901a0f96), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.405077 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2750b954-85fe-4f97-927c-0c43014248dc tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7573795 Feb 11 04:37:51.407709 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-937dfb22-7a79-45d0-a4aa-8e4c62509efd admin admin] Publish callbacks [] for security_group (c3d057b5-164f-4ad3-aaff-4654901a0f96), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.409545 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36842) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:51.416896 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-086f1381-0c75-4d1f-bc87-566f8d64152b tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Request body: {'port': {'network_id': '17f09d1e-4b1a-4d22-9784-ceabc90dc09d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1425130037'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:51.436268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01265b24-5b5d-4424-92d3-cd971121baee req-d3d7fa53-e1d4-4aa7-b3f3-02e787ba2559 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:51.443467 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-01265b24-5b5d-4424-92d3-cd971121baee req-d3d7fa53-e1d4-4aa7-b3f3-02e787ba2559 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.550816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-17f09d1e-4b1a-4d22-9784-ceabc90dc09d', 'network_id': '17f09d1e-4b1a-4d22-9784-ceabc90dc09d', 'project_id': 'a57f020200bb4610940e32ef60f89dc7', 'fixed_ips': [{'subnet_id': 'e81201aa-6772-464d-bf7a-dc4a6f9ad654'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:37:51.558424 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.566770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c110e3-e11b-4d88-a34c-1145f64f4b5d req-4d965ef1-8dbb-4ff0-b4b8-faa1f01efa5c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:51.571856 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 37c0b480-cc92-4b6f-a29a-9f49e41140b9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=37c0b480-cc92-4b6f-a29a-9f49e41140b9,segment=NetworkSegment(8880e9b2-c002-447a-83f4-bf97a0671ce8),segment_id=8880e9b2-c002-447a-83f4-bf97a0671ce8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:51.575965 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7c110e3-e11b-4d88-a34c-1145f64f4b5d req-4d965ef1-8dbb-4ff0-b4b8-faa1f01efa5c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2835310 Feb 11 04:37:51.599024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-d3d7fa53-e1d4-4aa7-b3f3-02e787ba2559 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8400626 Feb 11 04:37:51.623775 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Request body: {'port': {'device_id': '5e564a2a-a6e3-4177-9794-90e14c3d3c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:51.636907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833479c-c594-4951-b27f-9d94e84f15c5 req-6a18a4c2-5fda-46c6-af69-2f9b41cf2904 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:51.638608 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b833479c-c594-4951-b27f-9d94e84f15c5 req-6a18a4c2-5fda-46c6-af69-2f9b41cf2904 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 944 time: 0.1919620 Feb 11 04:37:51.641966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'port_id': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'mac_address': 'fa:16:3e:67:c4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:37:51.648128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-00388143-748d-4c1b-9cbe-458e8d13079b None None] Provisioning complete for port e42d1706-6ba0-471a-a433-85cd1938154a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:51.648520 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-00388143-748d-4c1b-9cbe-458e8d13079b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e42d1706-6ba0-471a-a433-85cd1938154a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.805190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086f1381-0c75-4d1f-bc87-566f8d64152b tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Made reservation on behalf of a57f020200bb4610940e32ef60f89dc7 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:51.806297 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-086f1381-0c75-4d1f-bc87-566f8d64152b tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.839743 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-086f1381-0c75-4d1f-bc87-566f8d64152b tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] device_id is not set on port d1360dc7-d044-449f-8756-c8a54b5bb197 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:37:51.858643 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-937dfb22-7a79-45d0-a4aa-8e4c62509efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c3d057b5-164f-4ad3-aaff-4654901a0f96), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.861385 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-937dfb22-7a79-45d0-a4aa-8e4c62509efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.862553 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-937dfb22-7a79-45d0-a4aa-8e4c62509efd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3d057b5-164f-4ad3-aaff-4654901a0f96 HTTP/1.1" status: 204 len: 168 time: 0.7536802 Feb 11 04:37:51.896528 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937dfb22-7a79-45d0-a4aa-8e4c62509efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d057b5-164f-4ad3-aaff-4654901a0f96,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:51.902572 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b833479c-c594-4951-b27f-9d94e84f15c5 req-9eb44180-0563-4612-8712-1021b1bd4ab5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2634e9b1-fe3d-4309-b6a5-dea469ff9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259288 Feb 11 04:37:51.903472 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e42d1706-6ba0-471a-a433-85cd1938154a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:51.953879 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7c110e3-e11b-4d88-a34c-1145f64f4b5d req-b8ca0065-599b-4981-ba80-e85687e095af tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467717 Feb 11 04:37:52.044299 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:37:52.091729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-00388143-748d-4c1b-9cbe-458e8d13079b None None] Port e42d1706-6ba0-471a-a433-85cd1938154a cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:52.113382 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 37c0b480-cc92-4b6f-a29a-9f49e41140b9 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:52.113382 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.115036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-086f1381-0c75-4d1f-bc87-566f8d64152b tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Allocated IP 172.20.0.3 (17f09d1e-4b1a-4d22-9784-ceabc90dc09d/e81201aa-6772-464d-bf7a-dc4a6f9ad654/d1360dc7-d044-449f-8756-c8a54b5bb197) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:52.142938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c0b480-cc92-4b6f-a29a-9f49e41140b9 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:37:52.172476 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 37c0b480-cc92-4b6f-a29a-9f49e41140b9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=37c0b480-cc92-4b6f-a29a-9f49e41140b9,segment=NetworkSegment(8880e9b2-c002-447a-83f4-bf97a0671ce8),segment_id=8880e9b2-c002-447a-83f4-bf97a0671ce8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:52.293896 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.356112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea87b9-cac8-40f1-8f3f-ccbb4569684b req-8d496088-74bb-44d9-8bde-ea4806c13d61 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:52.363312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97ea87b9-cac8-40f1-8f3f-ccbb4569684b req-8d496088-74bb-44d9-8bde-ea4806c13d61 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 931 time: 0.3103659 Feb 11 04:37:52.438066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97ea87b9-cac8-40f1-8f3f-ccbb4569684b req-2cba8541-78c9-4630-b3c0-13aa39bd0be0 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737638 Feb 11 04:37:52.447015 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-086f1381-0c75-4d1f-bc87-566f8d64152b tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks [] for port (d1360dc7-d044-449f-8756-c8a54b5bb197), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.499947 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=37c0b480-cc92-4b6f-a29a-9f49e41140b9,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:52.511056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9d9fa21-1270-4382-b12c-b481638f0138 req-73935839-b7de-4410-86fe-10c063ac4c1d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0451152 Feb 11 04:37:52.545310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['37c0b480-cc92-4b6f-a29a-9f49e41140b9'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:37:52.556774 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-086f1381-0c75-4d1f-bc87-566f8d64152b tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d1360dc7-d044-449f-8756-c8a54b5bb197), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.572200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42d1706-6ba0-471a-a433-85cd1938154a {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:37:52.580757 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Publish callbacks [] for port (e42d1706-6ba0-471a-a433-85cd1938154a), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.595770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Transition to ACTIVE for port object e42d1706-6ba0-471a-a433-85cd1938154a will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:37:52.639344 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f1381-0c75-4d1f-bc87-566f8d64152b tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Pushing event updated for resources: {'Port': ['ID=d1360dc7-d044-449f-8756-c8a54b5bb197,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:52.653932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f1381-0c75-4d1f-bc87-566f8d64152b tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Network 17f09d1e-4b1a-4d22-9784-ceabc90dc09d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:52.656280 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-086f1381-0c75-4d1f-bc87-566f8d64152b tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:52.659848 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f1381-0c75-4d1f-bc87-566f8d64152b tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:52.696426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Allocated IP 172.20.0.2 (17f09d1e-4b1a-4d22-9784-ceabc90dc09d/e81201aa-6772-464d-bf7a-dc4a6f9ad654/896a580b-683f-4e70-8cbc-5192760fb160) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:52.716111 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f1381-0c75-4d1f-bc87-566f8d64152b tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:52.717070 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-086f1381-0c75-4d1f-bc87-566f8d64152b tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.820470 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e42d1706-6ba0-471a-a433-85cd1938154a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.872015 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Publish callbacks [] for port (896a580b-683f-4e70-8cbc-5192760fb160), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:52.894911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Pushing event updated for resources: {'Port': ['ID=e42d1706-6ba0-471a-a433-85cd1938154a,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:52.937025 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-086f1381-0c75-4d1f-bc87-566f8d64152b tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5141430 Feb 11 04:37:52.937025 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36852) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:52.937025 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Request body: {'port': {'network_id': '17f09d1e-4b1a-4d22-9784-ceabc90dc09d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-184760058', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:52.937025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.api.validators [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] bootfile-name is not in valid_values {{(pid=103808) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 04:37:52.937025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.api.validators [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] tftp-server is not in valid_values {{(pid=103808) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 04:37:52.937025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.api.validators [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] server-ip-address is not in valid_values {{(pid=103808) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 04:37:53.029288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Attempting to bind port e42d1706-6ba0-471a-a433-85cd1938154a on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:37:53.029288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Attempting to bind port e42d1706-6ba0-471a-a433-85cd1938154a by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '3fffe665-6854-4972-83d1-8f1a9a126a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:37:53.029288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Attempting to bind port e42d1706-6ba0-471a-a433-85cd1938154a on network 361f5f44-5600-48d6-9ef0-d8caacdf877b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:37:53.033939 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Port e42d1706-6ba0-471a-a433-85cd1938154a on network 361f5f44-5600-48d6-9ef0-d8caacdf877b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:37:53.034324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Attempting to bind port e42d1706-6ba0-471a-a433-85cd1938154a on network 361f5f44-5600-48d6-9ef0-d8caacdf877b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:37:53.041489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:37:53.041489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Checking segment: {'id': '3fffe665-6854-4972-83d1-8f1a9a126a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:53.041784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Bound using segment: {'id': '3fffe665-6854-4972-83d1-8f1a9a126a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:37:53.043553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Bound port: e42d1706-6ba0-471a-a433-85cd1938154a, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fffe665-6854-4972-83d1-8f1a9a126a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:37:53.043938 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e42d1706-6ba0-471a-a433-85cd1938154a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.081106 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (896a580b-683f-4e70-8cbc-5192760fb160), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.159475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Network 17f09d1e-4b1a-4d22-9784-ceabc90dc09d is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:53.168730 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:53.208863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:53.226967 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef95486f-dca2-4d70-a929-99217853b19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.252072 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36858) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:53.268529 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58ad46f9-0f58-4cb5-ba69-9925c6c2d060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.269774 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Pushing event updated for resources: {'Port': ['ID=896a580b-683f-4e70-8cbc-5192760fb160,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:53.284024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] For port e42d1706-6ba0-471a-a433-85cd1938154a, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:37:53.284422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Made reservation on behalf of a57f020200bb4610940e32ef60f89dc7 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:37:53.300134 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.309287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836ddab-73a7-45c2-aed1-b24cba5ecf22 req-45920adb-06d8-4088-9122-1b8b8aac1c6c tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:53.310887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4836ddab-73a7-45c2-aed1-b24cba5ecf22 req-45920adb-06d8-4088-9122-1b8b8aac1c6c tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 945 time: 0.1545818 Feb 11 04:37:53.312724 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] For port e42d1706-6ba0-471a-a433-85cd1938154a, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e42d1706-6ba0-471a-a433-85cd1938154a,segment=NetworkSegment(3fffe665-6854-4972-83d1-8f1a9a126a23),segment_id=3fffe665-6854-4972-83d1-8f1a9a126a23)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:37:53.324582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3870a-9f4e-49f2-8556-34857bfb2c5f req-3afefd7f-cd7b-48cf-86af-a28e719f0a36 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:53.326156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9aa3870a-9f4e-49f2-8556-34857bfb2c5f req-3afefd7f-cd7b-48cf-86af-a28e719f0a36 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1710784 Feb 11 04:37:53.341295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] device_id is not set on port 21679f22-509f-4a8d-946a-e9fd5b1e5af5 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:37:53.344007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Attempting to bind port 896a580b-683f-4e70-8cbc-5192760fb160 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:37:53.344807 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Attempting to bind port 896a580b-683f-4e70-8cbc-5192760fb160 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'c33a325a-d037-48ac-bdd2-177a0cdf61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '17f09d1e-4b1a-4d22-9784-ceabc90dc09d'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:37:53.345571 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Attempting to bind port 896a580b-683f-4e70-8cbc-5192760fb160 on network 17f09d1e-4b1a-4d22-9784-ceabc90dc09d {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:37:53.358224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:37:53.360341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Checking segment: {'id': 'c33a325a-d037-48ac-bdd2-177a0cdf61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '17f09d1e-4b1a-4d22-9784-ceabc90dc09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:37:53.361087 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.363378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Bound using segment: {'id': 'c33a325a-d037-48ac-bdd2-177a0cdf61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '17f09d1e-4b1a-4d22-9784-ceabc90dc09d'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:37:53.363378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Bound port: 896a580b-683f-4e70-8cbc-5192760fb160, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33a325a-d037-48ac-bdd2-177a0cdf61e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '17f09d1e-4b1a-4d22-9784-ceabc90dc09d'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:37:53.363378 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (896a580b-683f-4e70-8cbc-5192760fb160), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.398377 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e42d1706-6ba0-471a-a433-85cd1938154a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.429836 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4836ddab-73a7-45c2-aed1-b24cba5ecf22 req-a92b31ff-5ded-47b9-9c34-1d2768b9a53f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2634e9b1-fe3d-4309-b6a5-dea469ff9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025109 Feb 11 04:37:53.491161 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58ad46f9-0f58-4cb5-ba69-9925c6c2d060 admin admin] Publish callbacks [] for security_group (37d0b5b0-7f1f-47cb-9330-6d708f454eb0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.507071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Allocated IP 172.20.0.11 (17f09d1e-4b1a-4d22-9784-ceabc90dc09d/e81201aa-6772-464d-bf7a-dc4a6f9ad654/21679f22-509f-4a8d-946a-e9fd5b1e5af5) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:37:53.519664 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9aa3870a-9f4e-49f2-8556-34857bfb2c5f req-cb47d033-249b-4a55-8205-363b45d1dd0b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817851 Feb 11 04:37:53.533013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:53.533739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] For port 896a580b-683f-4e70-8cbc-5192760fb160, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:37:53.534533 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.536551 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-b11193bc-f824-412f-8088-96efb133a562 service neutron] 10.222.0.32 "PUT /v2.0/ports/e42d1706-6ba0-471a-a433-85cd1938154a HTTP/1.1" status: 200 len: 1092 time: 1.9271021 Feb 11 04:37:53.538314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] For port 896a580b-683f-4e70-8cbc-5192760fb160, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=896a580b-683f-4e70-8cbc-5192760fb160,segment=NetworkSegment(c33a325a-d037-48ac-bdd2-177a0cdf61e3),segment_id=c33a325a-d037-48ac-bdd2-177a0cdf61e3)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:37:53.540003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e564a2a-a6e3-4177-9794-90e14c3d3c04', 'tag': 'e42d1706-6ba0-471a-a433-85cd1938154a'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:37:53.542579 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeae1ea-521c-4cd9-9f42-5f3867fd0950" -d '{"events": [{"name": "network-changed", "server_uuid": "5e564a2a-a6e3-4177-9794-90e14c3d3c04", "tag": "e42d1706-6ba0-471a-a433-85cd1938154a"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:37:53.630494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11193bc-f824-412f-8088-96efb133a562 service neutron] Pushing event updated for resources: {'Port': ['ID=e42d1706-6ba0-471a-a433-85cd1938154a,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:53.637080 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (896a580b-683f-4e70-8cbc-5192760fb160), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.700009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4dca4-1b1b-4e78-9e4b-ba414d2709a9 req-2fc6a594-77b8-474f-bce9-b08c886381a4 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:53.702247 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6c4dca4-1b1b-4e78-9e4b-ba414d2709a9 req-2fc6a594-77b8-474f-bce9-b08c886381a4 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.1814163 Feb 11 04:37:53.731683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e175585-fd49-463d-b1d9-23ab599e39f6 None None] Pushing event updated for resources: {'Port': ['ID=896a580b-683f-4e70-8cbc-5192760fb160,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:53.738039 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58ad46f9-0f58-4cb5-ba69-9925c6c2d060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (37d0b5b0-7f1f-47cb-9330-6d708f454eb0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.762866 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks [] for port (21679f22-509f-4a8d-946a-e9fd5b1e5af5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.779134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01265b24-5b5d-4424-92d3-cd971121baee req-f099a986-bf4b-4fe2-b5e2-0b25e0401b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:53.780935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-f099a986-bf4b-4fe2-b5e2-0b25e0401b31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8e2c7e55f414367b72ee24869865b9b&device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 1126 time: 0.1217320 Feb 11 04:37:53.820454 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-58ad46f9-0f58-4cb5-ba69-9925c6c2d060 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e92dab451454473be5a7270c9ad4d77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5668578 Feb 11 04:37:53.822946 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad46f9-0f58-4cb5-ba69-9925c6c2d060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d0b5b0-7f1f-47cb-9330-6d708f454eb0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:53.828614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36868) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:53.899135 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-0ca14ec7-6e35-426e-9951-cbd5dcc3f782 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e42d1706-6ba0-471a-a433-85cd1938154a HTTP/1.1" status: 200 len: 217 time: 0.1070232 Feb 11 04:37:53.906593 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8e4bdf4-e0df-4531-8793-e2c48ec149bd admin admin] Publish callbacks [] for security_group (37d0b5b0-7f1f-47cb-9330-6d708f454eb0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.916457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6c4dca4-1b1b-4e78-9e4b-ba414d2709a9 req-24e373e8-7fe7-4a09-9559-95ca8fedbe4d tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998265 Feb 11 04:37:53.944547 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8e4bdf4-e0df-4531-8793-e2c48ec149bd admin admin] Publish callbacks [] for security_group (37d0b5b0-7f1f-47cb-9330-6d708f454eb0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:53.998072 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27510e00-3b7d-418d-b31a-e88d0445ba47 x-openstack-request-id: req-27510e00-3b7d-418d-b31a-e88d0445ba47 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:37:53.998582 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e564a2a-a6e3-4177-9794-90e14c3d3c04", "tag": "e42d1706-6ba0-471a-a433-85cd1938154a", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:37:53.999104 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27510e00-3b7d-418d-b31a-e88d0445ba47 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:37:53.999725 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e564a2a-a6e3-4177-9794-90e14c3d3c04', 'tag': 'e42d1706-6ba0-471a-a433-85cd1938154a', 'status': 'completed', 'code': 200} Feb 11 04:37:54.024908 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (21679f22-509f-4a8d-946a-e9fd5b1e5af5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.063148 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01265b24-5b5d-4424-92d3-cd971121baee req-1516c01d-e675-4165-bfa7-fd6c409cd397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:54.068284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-1516c01d-e675-4165-bfa7-fd6c409cd397 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8011d6b-e7c9-4f5a-85bb-dd62807dd54d HTTP/1.1" status: 200 len: 854 time: 0.1459742 Feb 11 04:37:54.098872 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Network 17f09d1e-4b1a-4d22-9784-ceabc90dc09d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:37:54.105174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:37:54.106884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Pushing event updated for resources: {'Port': ['ID=21679f22-509f-4a8d-946a-e9fd5b1e5af5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:54.110051 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:37:54.208537 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:54.209109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.213636 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8e4bdf4-e0df-4531-8793-e2c48ec149bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (37d0b5b0-7f1f-47cb-9330-6d708f454eb0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.216208 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8e4bdf4-e0df-4531-8793-e2c48ec149bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.217055 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c242cc80-abc9-4786-ae4d-61cc20faf80c req-1d3a1032-7387-4325-90f4-117186ee965d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0732017 Feb 11 04:37:54.228457 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c8e4bdf4-e0df-4531-8793-e2c48ec149bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37d0b5b0-7f1f-47cb-9330-6d708f454eb0 HTTP/1.1" status: 204 len: 168 time: 0.3950253 Feb 11 04:37:54.266005 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4bdf4-e0df-4531-8793-e2c48ec149bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d0b5b0-7f1f-47cb-9330-6d708f454eb0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:54.291811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc30ba7-d93c-47a7-b814-04792cb75208 req-df26aa6d-1c63-43af-baad-d8995d1d6ff7 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:54.298801 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fc30ba7-d93c-47a7-b814-04792cb75208 req-df26aa6d-1c63-43af-baad-d8995d1d6ff7 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1963463 Feb 11 04:37:54.304134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01265b24-5b5d-4424-92d3-cd971121baee req-f9541d1d-1df8-42a5-9200-a521f440bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:54.305243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-f9541d1d-1df8-42a5-9200-a521f440bcc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=361f5f44-5600-48d6-9ef0-d8caacdf877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2302816 Feb 11 04:37:54.357417 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-572ea4cf-6ac5-4799-8cab-9c7e36b062fe tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4259627 Feb 11 04:37:54.359675 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36878) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:54.415672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821db6c-fb09-4b09-9913-2eca4ec81995 req-41cedcd6-6af9-4e59-8223-44e7320b658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:54.417374 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4821db6c-fb09-4b09-9913-2eca4ec81995 req-41cedcd6-6af9-4e59-8223-44e7320b658f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 1127 time: 0.1983659 Feb 11 04:37:54.468141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5907493d-ed01-4085-a3b4-761c0e092885 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:54.477445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 896a580b-683f-4e70-8cbc-5192760fb160 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:54.483500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5907493d-ed01-4085-a3b4-761c0e092885 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:54.496256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5907493d-ed01-4085-a3b4-761c0e092885 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:54.503180 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5907493d-ed01-4085-a3b4-761c0e092885 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1444094 Feb 11 04:37:54.507248 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36882) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:54.509407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fc30ba7-d93c-47a7-b814-04792cb75208 req-d98f6c4e-ec1c-446d-959d-7f9b2b2a974e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096488 Feb 11 04:37:54.563113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 896a580b-683f-4e70-8cbc-5192760fb160 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:54.563742 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (896a580b-683f-4e70-8cbc-5192760fb160), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.594453 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-1de72f00-cff2-49ee-995e-c74d2a10b068 service neutron] 10.222.0.32 "GET /v2.0/networks/361f5f44-5600-48d6-9ef0-d8caacdf877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640779 Feb 11 04:37:54.696619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a55b1-fea0-481b-a475-9bab689d903f tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Deleting port 21679f22-509f-4a8d-946a-e9fd5b1e5af5 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:37:54.697248 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad7a55b1-fea0-481b-a475-9bab689d903f tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (21679f22-509f-4a8d-946a-e9fd5b1e5af5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.705610 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821db6c-fb09-4b09-9913-2eca4ec81995 req-2bee4c4f-4f44-4de2-8f13-ca5d61b86e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:54.707260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4821db6c-fb09-4b09-9913-2eca4ec81995 req-2bee4c4f-4f44-4de2-8f13-ca5d61b86e3b service neutron] 10.222.0.32 "GET /v2.0/networks?id=52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 200 len: 913 time: 0.2557745 Feb 11 04:37:54.778173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 896a580b-683f-4e70-8cbc-5192760fb160 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:54.780240 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (896a580b-683f-4e70-8cbc-5192760fb160), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.783600 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd34e2-1eb3-4707-a0b2-1fce1ce4b427 req-965085e2-71c9-48e6-8793-067365ae7a54 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:54.785201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0bd34e2-1eb3-4707-a0b2-1fce1ce4b427 req-965085e2-71c9-48e6-8793-067365ae7a54 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 945 time: 0.2228532 Feb 11 04:37:54.849961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 896a580b-683f-4e70-8cbc-5192760fb160, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=896a580b-683f-4e70-8cbc-5192760fb160,segment=NetworkSegment(c33a325a-d037-48ac-bdd2-177a0cdf61e3),segment_id=c33a325a-d037-48ac-bdd2-177a0cdf61e3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:54.858578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01265b24-5b5d-4424-92d3-cd971121baee req-4b36b006-09da-461b-b982-a4ec87af46c5 service neutron] 10.222.0.32 "GET /v2.0/networks/361f5f44-5600-48d6-9ef0-d8caacdf877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444921 Feb 11 04:37:54.863202 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4821db6c-fb09-4b09-9913-2eca4ec81995 req-09ade695-ec30-4caa-b48f-5e23b4eec3a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 HTTP/1.1" status: 200 len: 999 time: 0.1485820 Feb 11 04:37:54.933186 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0bd34e2-1eb3-4707-a0b2-1fce1ce4b427 req-ff462b5f-8fa3-4576-8177-19b7fa937705 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2634e9b1-fe3d-4309-b6a5-dea469ff9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330087 Feb 11 04:37:54.935033 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad7a55b1-fea0-481b-a475-9bab689d903f tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (21679f22-509f-4a8d-946a-e9fd5b1e5af5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.961887 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (896a580b-683f-4e70-8cbc-5192760fb160), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:54.968641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ad7a55b1-fea0-481b-a475-9bab689d903f tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Calling delete_port for 21679f22-509f-4a8d-946a-e9fd5b1e5af5 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:37:54.974394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821db6c-fb09-4b09-9913-2eca4ec81995 req-7c6b7fa9-b5b6-4ef3-908a-e0d5a4de5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:54.977418 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4821db6c-fb09-4b09-9913-2eca4ec81995 req-7c6b7fa9-b5b6-4ef3-908a-e0d5a4de5aec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 200 len: 851 time: 0.1073811 Feb 11 04:37:55.052492 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 37c0b480-cc92-4b6f-a29a-9f49e41140b9 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:55.168170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821db6c-fb09-4b09-9913-2eca4ec81995 req-457b3e6b-915a-42e3-a016-440ae9b461b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:55.170869 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4821db6c-fb09-4b09-9913-2eca4ec81995 req-457b3e6b-915a-42e3-a016-440ae9b461b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=52e2e255-4bcd-4033-994f-08fc2f872764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1874807 Feb 11 04:37:55.185640 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=896a580b-683f-4e70-8cbc-5192760fb160,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:55.222031 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeae1ea-521c-4cd9-9f42-5f3867fd0950 req-9c3c9281-8e55-4a12-9552-28ac31bdf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:55.223605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abeae1ea-521c-4cd9-9f42-5f3867fd0950 req-9c3c9281-8e55-4a12-9552-28ac31bdf239 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8e2c7e55f414367b72ee24869865b9b&device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 1126 time: 0.1958559 Feb 11 04:37:55.298897 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad7a55b1-fea0-481b-a475-9bab689d903f tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (21679f22-509f-4a8d-946a-e9fd5b1e5af5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:55.333509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 37c0b480-cc92-4b6f-a29a-9f49e41140b9 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:37:55.339617 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 37c0b480-cc92-4b6f-a29a-9f49e41140b9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:55.340013 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:55.385214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a55b1-fea0-481b-a475-9bab689d903f tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Pushing event deleted for resources: {'Port': ['ID=21679f22-509f-4a8d-946a-e9fd5b1e5af5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:55.397229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c98d6-3816-4bad-acd2-b163ade54ef6 req-2b9819ec-e1e7-4d72-935e-860a31ecd285 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:55.404527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0951bb6-8d08-4eb9-85cb-b16f94c9ea48 None None] Network 17f09d1e-4b1a-4d22-9784-ceabc90dc09d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:37:55.405058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-348c98d6-3816-4bad-acd2-b163ade54ef6 req-2b9819ec-e1e7-4d72-935e-860a31ecd285 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.3131993 Feb 11 04:37:55.450538 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b33a3b79-cd20-4458-9671-d966f957c958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:55.477222 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad7a55b1-fea0-481b-a475-9bab689d903f tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:55.483790 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ad7a55b1-fea0-481b-a475-9bab689d903f tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] 10.222.0.13 "DELETE /v2.0/ports/21679f22-509f-4a8d-946a-e9fd5b1e5af5 HTTP/1.1" status: 204 len: 168 time: 0.9719999 Feb 11 04:37:55.484138 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36898) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:55.488703 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b70651c9-8bd9-4b5b-9773-b097c9e62710 None None] Provisioning complete for port 896a580b-683f-4e70-8cbc-5192760fb160 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:55.489194 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b70651c9-8bd9-4b5b-9773-b097c9e62710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (896a580b-683f-4e70-8cbc-5192760fb160), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:55.489715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Request body: {'port': {'name': 'tempest-new-port-name-1761855262', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:55.490201 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.api.validators [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] bootfile-name is not in valid_values {{(pid=103808) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 04:37:55.490774 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.api.validators [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] tftp-server is not in valid_values {{(pid=103808) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 04:37:55.491851 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.api.validators [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] server-ip-address is not in valid_values {{(pid=103808) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 04:37:55.524004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-beb4f9c7-438c-43ad-bcfe-1664f45599db req-0a45185d-4f90-4a39-80f1-e8f812480dad tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0915558 Feb 11 04:37:55.588745 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4821db6c-fb09-4b09-9913-2eca4ec81995 req-c909bae5-e1c6-45a0-bcc9-da05c33aa856 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089534 Feb 11 04:37:55.615963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-348c98d6-3816-4bad-acd2-b163ade54ef6 req-1f3804d4-256c-4bee-96b5-ee7eec0901f9 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013569 Feb 11 04:37:55.641180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeae1ea-521c-4cd9-9f42-5f3867fd0950 req-07f2c5be-a864-48d9-904a-7672602b8250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:55.642793 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 37c0b480-cc92-4b6f-a29a-9f49e41140b9 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:55.642984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abeae1ea-521c-4cd9-9f42-5f3867fd0950 req-07f2c5be-a864-48d9-904a-7672602b8250 service neutron] 10.222.0.32 "GET /v2.0/networks?id=361f5f44-5600-48d6-9ef0-d8caacdf877b HTTP/1.1" status: 200 len: 916 time: 0.3954279 Feb 11 04:37:55.644015 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:55.759459 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 37c0b480-cc92-4b6f-a29a-9f49e41140b9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=37c0b480-cc92-4b6f-a29a-9f49e41140b9,segment=NetworkSegment(8880e9b2-c002-447a-83f4-bf97a0671ce8),segment_id=8880e9b2-c002-447a-83f4-bf97a0671ce8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:55.765975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd94a809-3999-499f-b931-cc628225dde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c0b480-cc92-4b6f-a29a-9f49e41140b9'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:37:55.768820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abeae1ea-521c-4cd9-9f42-5f3867fd0950 req-343a6916-9943-4e1b-9f3e-307729fcdd2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e42d1706-6ba0-471a-a433-85cd1938154a HTTP/1.1" status: 200 len: 217 time: 0.1060975 Feb 11 04:37:55.771023 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea5d3a4-7116-4830-a85f-c77325340e2f" -d '{"events": [{"server_uuid": "dd94a809-3999-499f-b931-cc628225dde8", "name": "network-vif-plugged", "status": "completed", "tag": "37c0b480-cc92-4b6f-a29a-9f49e41140b9"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:37:55.856196 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4821db6c-fb09-4b09-9913-2eca4ec81995 req-a6269625-9546-4ca7-a1bc-e19df31f3ca3 service neutron] 10.222.0.32 "GET /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541249 Feb 11 04:37:55.858650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeae1ea-521c-4cd9-9f42-5f3867fd0950 req-ae9f9567-3793-4983-93cf-26198d9859eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:55.860107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abeae1ea-521c-4cd9-9f42-5f3867fd0950 req-ae9f9567-3793-4983-93cf-26198d9859eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8011d6b-e7c9-4f5a-85bb-dd62807dd54d HTTP/1.1" status: 200 len: 854 time: 0.0845497 Feb 11 04:37:55.868802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a823b-9d55-4181-beb9-3c9afdcaa671 req-6c50cc55-37e5-42e0-b81b-f96ab612394e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:55.870378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d34a823b-9d55-4181-beb9-3c9afdcaa671 req-6c50cc55-37e5-42e0-b81b-f96ab612394e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2058458 Feb 11 04:37:55.881594 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5671f6e-c2df-4a1e-8f7b-e25976d4a20e x-openstack-request-id: req-c5671f6e-c2df-4a1e-8f7b-e25976d4a20e {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:37:55.881594 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd94a809-3999-499f-b931-cc628225dde8", "name": "network-vif-plugged", "status": "completed", "tag": "37c0b480-cc92-4b6f-a29a-9f49e41140b9", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:37:55.881594 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5671f6e-c2df-4a1e-8f7b-e25976d4a20e {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:37:55.881999 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd94a809-3999-499f-b931-cc628225dde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'code': 200} Feb 11 04:37:55.893293 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:55.919349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b70651c9-8bd9-4b5b-9773-b097c9e62710 None None] Current status of the port 896a580b-683f-4e70-8cbc-5192760fb160 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:56.013556 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=37c0b480-cc92-4b6f-a29a-9f49e41140b9,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:56.062704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d34a823b-9d55-4181-beb9-3c9afdcaa671 req-a0583aa2-b553-4581-84f6-c7186adf632b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820042 Feb 11 04:37:56.074107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeae1ea-521c-4cd9-9f42-5f3867fd0950 req-924f5d6e-1b4e-41a5-99b5-c75aee6f7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:56.082203 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abeae1ea-521c-4cd9-9f42-5f3867fd0950 req-924f5d6e-1b4e-41a5-99b5-c75aee6f7d3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=361f5f44-5600-48d6-9ef0-d8caacdf877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2107923 Feb 11 04:37:56.184636 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1963e2-031a-486b-be25-6ea046207fdf req-c2c5179a-3fd4-478b-8283-19f759bfa14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:56.191708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa1963e2-031a-486b-be25-6ea046207fdf req-c2c5179a-3fd4-478b-8283-19f759bfa14b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 1129 time: 0.2587206 Feb 11 04:37:56.248495 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d1360dc7-d044-449f-8756-c8a54b5bb197), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:56.363516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c5b89de5-0fc3-449d-980b-98466d6fd32a None None] Provisioning complete for port 896a580b-683f-4e70-8cbc-5192760fb160 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:56.363898 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c5b89de5-0fc3-449d-980b-98466d6fd32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (896a580b-683f-4e70-8cbc-5192760fb160), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:56.401720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee91342-74ef-4b45-8bc3-a0a26e686c58 req-edfa9cd8-f374-4eee-92f9-7418901d9627 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:56.409959 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ee91342-74ef-4b45-8bc3-a0a26e686c58 req-edfa9cd8-f374-4eee-92f9-7418901d9627 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 946 time: 0.3264675 Feb 11 04:37:56.435556 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 896a580b-683f-4e70-8cbc-5192760fb160 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:37:56.469468 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa1963e2-031a-486b-be25-6ea046207fdf req-95df6299-03c2-4ef2-87df-3da302ebc2aa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2634e9b1-fe3d-4309-b6a5-dea469ff9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547643 Feb 11 04:37:56.474423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abeae1ea-521c-4cd9-9f42-5f3867fd0950 req-12b554ec-4070-4b6b-8788-7212cbe66271 service neutron] 10.222.0.32 "GET /v2.0/networks/361f5f44-5600-48d6-9ef0-d8caacdf877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666906 Feb 11 04:37:56.571850 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks [] for port (d1360dc7-d044-449f-8756-c8a54b5bb197), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:56.623590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c5b89de5-0fc3-449d-980b-98466d6fd32a None None] Current status of the port 896a580b-683f-4e70-8cbc-5192760fb160 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:56.652531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c5b89de5-0fc3-449d-980b-98466d6fd32a None None] Provisioning complete for port d1360dc7-d044-449f-8756-c8a54b5bb197 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:56.652939 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c5b89de5-0fc3-449d-980b-98466d6fd32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d1360dc7-d044-449f-8756-c8a54b5bb197), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:56.653692 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (d1360dc7-d044-449f-8756-c8a54b5bb197), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:56.697540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c5b89de5-0fc3-449d-980b-98466d6fd32a None None] Port d1360dc7-d044-449f-8756-c8a54b5bb197 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:56.705407 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:56.736748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 896a580b-683f-4e70-8cbc-5192760fb160 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:56.737269 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (896a580b-683f-4e70-8cbc-5192760fb160), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:56.819812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Pushing event updated for resources: {'Port': ['ID=d1360dc7-d044-449f-8756-c8a54b5bb197,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:56.843896 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:56.845563 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:56.846970 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:56.848193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:56.849148 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:56.851195 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:56.852376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:56.854289 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:56.855558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:56.857821 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:56.859607 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-50b7653d-2c85-455e-b658-6f3daa63ae56 None None] Provisioning complete for port d1360dc7-d044-449f-8756-c8a54b5bb197 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:37:56.862069 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-50b7653d-2c85-455e-b658-6f3daa63ae56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d1360dc7-d044-449f-8756-c8a54b5bb197), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:56.862609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:56.862609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:56.862609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:37:56.898898 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] In _notify_port_updated(), no bound segment for port d1360dc7-d044-449f-8756-c8a54b5bb197 on network 17f09d1e-4b1a-4d22-9784-ceabc90dc09d {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:37:56.904676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:56.905657 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:56.909986 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4ee4c5eb-acad-4a41-9bc7-7d4be72bb950 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] 10.222.0.13 "PUT /v2.0/ports/d1360dc7-d044-449f-8756-c8a54b5bb197 HTTP/1.1" status: 200 len: 1136 time: 1.4245751 Feb 11 04:37:56.917090 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36926) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:56.965483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cf57e2-345d-4f55-b932-9eb4bc966597 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:56.971326 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-93cf57e2-345d-4f55-b932-9eb4bc966597 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] 10.222.0.13 "GET /v2.0/ports/d1360dc7-d044-449f-8756-c8a54b5bb197 HTTP/1.1" status: 200 len: 1136 time: 0.0592260 Feb 11 04:37:56.971991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36928) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:57.018552 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-50b7653d-2c85-455e-b658-6f3daa63ae56 None None] Port d1360dc7-d044-449f-8756-c8a54b5bb197 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:37:57.045980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 896a580b-683f-4e70-8cbc-5192760fb160 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:37:57.083047 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-33ec81f0-bd7a-4c3e-aa55-aa2ee94a9450 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Deleting port d1360dc7-d044-449f-8756-c8a54b5bb197 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:37:57.083402 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33ec81f0-bd7a-4c3e-aa55-aa2ee94a9450 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d1360dc7-d044-449f-8756-c8a54b5bb197), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:57.146528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-13f760b0-1544-4dd0-b53d-703f49c032e0 None None] Could not find standard attr ID for object 21679f22-509f-4a8d-946a-e9fd5b1e5af5. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:37:57.218222 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e93ea80c-d2f8-4a57-8486-7d6962cdd1b7 req-b11dd6cf-bfb8-4c36-9bce-08a9a8ac6e3e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0681267 Feb 11 04:37:57.246163 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ee91342-74ef-4b45-8bc3-a0a26e686c58 req-04aefc38-0787-4e06-84c8-7c8e8002b4de tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2634e9b1-fe3d-4309-b6a5-dea469ff9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7996032 Feb 11 04:37:57.291577 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33ec81f0-bd7a-4c3e-aa55-aa2ee94a9450 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d1360dc7-d044-449f-8756-c8a54b5bb197), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:57.308618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abeae1ea-521c-4cd9-9f42-5f3867fd0950 req-03cb7c72-4028-488e-ac2c-910656ee73b5 service neutron] 10.222.0.32 "GET /v2.0/networks/361f5f44-5600-48d6-9ef0-d8caacdf877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8275468 Feb 11 04:37:57.317277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-33ec81f0-bd7a-4c3e-aa55-aa2ee94a9450 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Calling delete_port for d1360dc7-d044-449f-8756-c8a54b5bb197 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:37:57.501061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644fa1f-6aca-4ae3-9213-a21a3f6bc6cd req-14d31147-ad89-440a-b580-463d7c0368a6 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:57.503356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7644fa1f-6aca-4ae3-9213-a21a3f6bc6cd req-14d31147-ad89-440a-b580-463d7c0368a6 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.1533759 Feb 11 04:37:57.619784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d471e0-a9bc-4480-bc91-c39684492900 req-7592cfe9-a7bf-45b2-8646-3f2250141383 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:57.621442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15d471e0-a9bc-4480-bc91-c39684492900 req-7592cfe9-a7bf-45b2-8646-3f2250141383 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2037437 Feb 11 04:37:57.659244 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33ec81f0-bd7a-4c3e-aa55-aa2ee94a9450 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d1360dc7-d044-449f-8756-c8a54b5bb197), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:57.677465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7644fa1f-6aca-4ae3-9213-a21a3f6bc6cd req-2a123657-b92e-4186-9e4c-556d804b5b39 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620643 Feb 11 04:37:57.713282 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec81f0-bd7a-4c3e-aa55-aa2ee94a9450 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Pushing event deleted for resources: {'Port': ['ID=d1360dc7-d044-449f-8756-c8a54b5bb197,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:57.763534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e520459f-de38-496f-80d8-11213e37e470 None None] Could not find standard attr ID for object d1360dc7-d044-449f-8756-c8a54b5bb197. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:37:57.792345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15d471e0-a9bc-4480-bc91-c39684492900 req-a1d18ed9-54f7-4f49-b619-2bf2c5f02136 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629186 Feb 11 04:37:57.907300 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33ec81f0-bd7a-4c3e-aa55-aa2ee94a9450 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:57.910814 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-33ec81f0-bd7a-4c3e-aa55-aa2ee94a9450 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] 10.222.0.13 "DELETE /v2.0/ports/d1360dc7-d044-449f-8756-c8a54b5bb197 HTTP/1.1" status: 204 len: 168 time: 0.9378159 Feb 11 04:37:57.913916 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36950) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:57.978819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa5acd-7fd0-45e2-9ec9-d2f67a1bfcec req-63bd2ddb-a4d3-47e6-921f-00bece540fb5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:57.988544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7fa5acd-7fd0-45e2-9ec9-d2f67a1bfcec req-63bd2ddb-a4d3-47e6-921f-00bece540fb5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.0946660 Feb 11 04:37:57.994974 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f6f46c-f570-47f7-a5ac-addd07249682 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Deleting subnet e81201aa-6772-464d-bf7a-dc4a6f9ad654 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:37:57.999077 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07f6f46c-f570-47f7-a5ac-addd07249682 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks [] for subnet (e81201aa-6772-464d-bf7a-dc4a6f9ad654), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.044236 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d85e584c-9506-4564-9b99-c87b9d827616 req-a1e246ce-3041-4d71-adfa-435a73be72b6 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d762cde052af467faaaf987d4cc6e16f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526292 Feb 11 04:37:58.048784 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07f6f46c-f570-47f7-a5ac-addd07249682 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (e81201aa-6772-464d-bf7a-dc4a6f9ad654), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.145933 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7fa5acd-7fd0-45e2-9ec9-d2f67a1bfcec req-3d8f2cd1-6e9c-471c-832d-9c40adf564d3 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564889 Feb 11 04:37:58.184867 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07f6f46c-f570-47f7-a5ac-addd07249682 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (e81201aa-6772-464d-bf7a-dc4a6f9ad654), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.218919 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.329279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e584c-9506-4564-9b99-c87b9d827616 req-c73e308a-a1b3-432c-849c-fb3c8f09b08c tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:58.330978 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d85e584c-9506-4564-9b99-c87b9d827616 req-c73e308a-a1b3-432c-849c-fb3c8f09b08c tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2522810 Feb 11 04:37:58.335308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07f6f46c-f570-47f7-a5ac-addd07249682 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (e81201aa-6772-464d-bf7a-dc4a6f9ad654), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.354704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d85e584c-9506-4564-9b99-c87b9d827616 req-08c0f071-c7fd-4f7b-8ca1-940658de481a tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/quotas/d762cde052af467faaaf987d4cc6e16f HTTP/1.1" status: 200 len: 375 time: 0.0122118 Feb 11 04:37:58.386223 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07f6f46c-f570-47f7-a5ac-addd07249682 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.391294 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-07f6f46c-f570-47f7-a5ac-addd07249682 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] 10.222.0.13 "DELETE /v2.0/subnets/e81201aa-6772-464d-bf7a-dc4a6f9ad654 HTTP/1.1" status: 204 len: 168 time: 0.4762504 Feb 11 04:37:58.392713 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6f46c-f570-47f7-a5ac-addd07249682 tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Pushing event deleted for resources: {'Subnet': ['ID=e81201aa-6772-464d-bf7a-dc4a6f9ad654,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:58.395825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36972) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:58.396237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c43ab-1729-4a77-a371-445624fb2390 None None] Network 17f09d1e-4b1a-4d22-9784-ceabc90dc09d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:37:58.459796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d85e584c-9506-4564-9b99-c87b9d827616 req-cc252f00-cc6a-4815-b87e-ef77be0511aa tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d762cde052af467faaaf987d4cc6e16f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974193 Feb 11 04:37:58.491641 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (17f09d1e-4b1a-4d22-9784-ceabc90dc09d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.559482 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Deleting port 896a580b-683f-4e70-8cbc-5192760fb160 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:37:58.559949 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (896a580b-683f-4e70-8cbc-5192760fb160), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.625316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9bfeb0-3ccf-4da2-8e5d-fbda2843b733 None None] DHCP port deletion for 17f09d1e-4b1a-4d22-9784-ceabc90dc09d request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:37:58.640908 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] For port 896a580b-683f-4e70-8cbc-5192760fb160, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=896a580b-683f-4e70-8cbc-5192760fb160,segment=NetworkSegment(c33a325a-d037-48ac-bdd2-177a0cdf61e3),segment_id=c33a325a-d037-48ac-bdd2-177a0cdf61e3)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:58.641284 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (896a580b-683f-4e70-8cbc-5192760fb160), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.656423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Calling delete_port for 896a580b-683f-4e70-8cbc-5192760fb160 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:37:58.683371 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-af9bfeb0-3ccf-4da2-8e5d-fbda2843b733 None None] Deleting port 896a580b-683f-4e70-8cbc-5192760fb160 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:37:58.684095 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af9bfeb0-3ccf-4da2-8e5d-fbda2843b733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (896a580b-683f-4e70-8cbc-5192760fb160), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.811988 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-af9bfeb0-3ccf-4da2-8e5d-fbda2843b733 None None] For port 896a580b-683f-4e70-8cbc-5192760fb160, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=896a580b-683f-4e70-8cbc-5192760fb160,segment=NetworkSegment(c33a325a-d037-48ac-bdd2-177a0cdf61e3),segment_id=c33a325a-d037-48ac-bdd2-177a0cdf61e3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:37:58.812596 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af9bfeb0-3ccf-4da2-8e5d-fbda2843b733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (896a580b-683f-4e70-8cbc-5192760fb160), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:58.817088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-606ffd4a-1bd3-4e22-832f-92f14fdb037d req-af75c1f4-6899-469b-b9a1-9a80ef22b471 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0452194 Feb 11 04:37:58.854600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-af9bfeb0-3ccf-4da2-8e5d-fbda2843b733 None None] Calling delete_port for 896a580b-683f-4e70-8cbc-5192760fb160 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:37:58.955833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04533bdc-bbcc-4733-8335-de0b0fbed6a8 req-f6b58e8f-378d-47ce-8309-322ee93f7fb6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:58.957526 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04533bdc-bbcc-4733-8335-de0b0fbed6a8 req-f6b58e8f-378d-47ce-8309-322ee93f7fb6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 946 time: 0.0594766 Feb 11 04:37:59.002584 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (896a580b-683f-4e70-8cbc-5192760fb160), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:59.019679 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af9bfeb0-3ccf-4da2-8e5d-fbda2843b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (896a580b-683f-4e70-8cbc-5192760fb160), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:59.050363 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Pushing event deleted for resources: {'Port': ['ID=896a580b-683f-4e70-8cbc-5192760fb160,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:59.054178 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] No DVR routers for this DVR port 896a580b-683f-4e70-8cbc-5192760fb160 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:37:59.062298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04533bdc-bbcc-4733-8335-de0b0fbed6a8 req-c64bc204-4b00-40b5-b378-40c4c631dbca tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2634e9b1-fe3d-4309-b6a5-dea469ff9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980234 Feb 11 04:37:59.077302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9bfeb0-3ccf-4da2-8e5d-fbda2843b733 None None] No DVR routers for this DVR port 896a580b-683f-4e70-8cbc-5192760fb160 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:37:59.124615 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bfeb0-3ccf-4da2-8e5d-fbda2843b733 None None] Pushing event deleted for resources: {'Port': ['ID=896a580b-683f-4e70-8cbc-5192760fb160,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:59.181852 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (17f09d1e-4b1a-4d22-9784-ceabc90dc09d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:59.191463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18f1c62a-ea89-4e2f-92c8-3275559c4b64 req-2f54fe52-9e15-4642-ac1f-cc6a2b91a468 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 210 time: 0.0324185 Feb 11 04:37:59.205930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f09d1e-4b1a-4d22-9784-ceabc90dc09d']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:59.218090 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33a325a-d037-48ac-bdd2-177a0cdf61e3') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:59.218425 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33a325a-d037-48ac-bdd2-177a0cdf61e3') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:37:59.235134 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (c33a325a-d037-48ac-bdd2-177a0cdf61e3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:59.253805 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (c33a325a-d037-48ac-bdd2-177a0cdf61e3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:59.261599 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:37:59.262006 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (c33a325a-d037-48ac-bdd2-177a0cdf61e3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: warnings.warn(msg) Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:37:59.286054 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:37:59.378275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8cb47-3144-48b0-b734-6a974bf899e4 req-2f0ca6b5-0307-40cf-a749-c8481b30e263 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:59.379811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83e8cb47-3144-48b0-b734-6a974bf899e4 req-2f0ca6b5-0307-40cf-a749-c8481b30e263 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.0637879 Feb 11 04:37:59.437939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83e8cb47-3144-48b0-b734-6a974bf899e4 req-5ba34dbe-f63b-4c43-84e0-b8d8464c9811 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521080 Feb 11 04:37:59.447882 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (17f09d1e-4b1a-4d22-9784-ceabc90dc09d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:59.470220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:59.475855 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] 10.222.0.13 "DELETE /v2.0/networks/17f09d1e-4b1a-4d22-9784-ceabc90dc09d HTTP/1.1" status: 204 len: 168 time: 1.0778582 Feb 11 04:37:59.477096 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9de50-a358-4e90-92bf-4c3685fbe72c tempest-ExtraDHCPOptionsTestJSON-1093417604 tempest-ExtraDHCPOptionsTestJSON-1093417604-project] Pushing event deleted for resources: {'Network': ['ID=17f09d1e-4b1a-4d22-9784-ceabc90dc09d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:37:59.590091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a1e3f-1933-477a-a680-e1cc1b9feac4 req-b45c1306-5ecb-4439-a522-a540af0f4cd9 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:59.592563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-403a1e3f-1933-477a-a680-e1cc1b9feac4 req-b45c1306-5ecb-4439-a522-a540af0f4cd9 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 946 time: 0.0755451 Feb 11 04:37:59.658231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-403a1e3f-1933-477a-a680-e1cc1b9feac4 req-6f1e4be2-6022-4b6f-99b4-63caadbf3763 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2634e9b1-fe3d-4309-b6a5-dea469ff9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483088 Feb 11 04:37:59.683518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37022) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:59.693358 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:37:59.768201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bae5f9-dc42-460f-895f-b6c47f86eed8 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:37:59.769895 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-63bae5f9-dc42-460f-895f-b6c47f86eed8 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 1124 time: 0.0852380 Feb 11 04:37:59.773176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37028) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:37:59.777996 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:37:59.925771 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78d448e9-68de-4543-b8f7-527831d8f6d7 req-a7635ea5-cd78-4a33-b9c5-0c33d84ad57a tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0286508 Feb 11 04:37:59.930461 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:00.032070 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:00.154527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Allocated IP 172.25.3.106 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/e6af9cb8-9cff-4c97-b678-140133c6d59e) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:00.273919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for port (e6af9cb8-9cff-4c97-b678-140133c6d59e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:00.333950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-02e1e55a-b121-4212-a653-7889eead957b req-1575518a-cb2a-4d1d-b62a-94721f956449 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 210 time: 0.0612941 Feb 11 04:38:00.359625 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37036) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:00.359791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 896a580b-683f-4e70-8cbc-5192760fb160 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:00.386985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 896a580b-683f-4e70-8cbc-5192760fb160 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:00.387338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 896a580b-683f-4e70-8cbc-5192760fb160 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:00.401890 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e6af9cb8-9cff-4c97-b678-140133c6d59e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:00.465888 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:00.470760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:00.492020 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:00.534721 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Port': ['ID=e6af9cb8-9cff-4c97-b678-140133c6d59e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:00.547918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c8bfb-17d3-4fd0-86ca-84176915709c req-fc60b316-15b5-4db1-9102-fe3fd49bd3a6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:00.549501 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0c8bfb-17d3-4fd0-86ca-84176915709c req-fc60b316-15b5-4db1-9102-fe3fd49bd3a6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92f2253-97a1-4a95-8d41-6230c014ac6b HTTP/1.1" status: 200 len: 943 time: 0.0770013 Feb 11 04:38:00.621063 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c2ebad89-f679-43b0-9a24-5b0b3093a8a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a57f020200bb4610940e32ef60f89dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2602515 Feb 11 04:38:00.623882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37042) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:00.687851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfb68c-4708-42b5-9f0c-27734c53fb9a req-e9d02bb5-0d4d-4180-96bf-15db7a89058a tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:00.689635 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35cfb68c-4708-42b5-9f0c-27734c53fb9a req-e9d02bb5-0d4d-4180-96bf-15db7a89058a tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.1392224 Feb 11 04:38:00.710292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-aa0c8bfb-17d3-4fd0-86ca-84176915709c req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Deleting port a80677b3-7e90-4ccc-ac24-a76000ecec3c {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:00.710914 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-aa0c8bfb-17d3-4fd0-86ca-84176915709c req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:00.754747 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13193bed-3ec9-412b-948c-91ccaa837148 admin admin] Publish callbacks [] for security_group (c4cfd8f2-2e40-4435-a19e-d23150ca5e5b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:00.814039 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35cfb68c-4708-42b5-9f0c-27734c53fb9a req-a04b4fd6-5c2f-453c-884f-1c8714c8157b tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100063 Feb 11 04:38:00.819390 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13193bed-3ec9-412b-948c-91ccaa837148 admin admin] Publish callbacks [] for security_group (c4cfd8f2-2e40-4435-a19e-d23150ca5e5b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:00.850741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-aa0c8bfb-17d3-4fd0-86ca-84176915709c req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] For port a80677b3-7e90-4ccc-ac24-a76000ecec3c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a80677b3-7e90-4ccc-ac24-a76000ecec3c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:00.851367 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-aa0c8bfb-17d3-4fd0-86ca-84176915709c req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:00.871093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-aa0c8bfb-17d3-4fd0-86ca-84176915709c req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Calling delete_port for a80677b3-7e90-4ccc-ac24-a76000ecec3c owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:01.074570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for floatingip (fa355ec8-5819-4f0b-8052-dbcb6d30d4dc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:01.080289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaf6585f-2358-4e8c-a785-717939dc3508 req-c47defe1-ffa8-4a7c-8c4d-9ce0e530394b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0393498 Feb 11 04:38:01.104380 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13193bed-3ec9-412b-948c-91ccaa837148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c4cfd8f2-2e40-4435-a19e-d23150ca5e5b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:01.106872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13193bed-3ec9-412b-948c-91ccaa837148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:01.110559 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-13193bed-3ec9-412b-948c-91ccaa837148 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4cfd8f2-2e40-4435-a19e-d23150ca5e5b HTTP/1.1" status: 204 len: 168 time: 0.4832630 Feb 11 04:38:01.125816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13193bed-3ec9-412b-948c-91ccaa837148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cfd8f2-2e40-4435-a19e-d23150ca5e5b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:01.190607 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-aa0c8bfb-17d3-4fd0-86ca-84176915709c req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (a80677b3-7e90-4ccc-ac24-a76000ecec3c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:01.208856 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['cb8dc0ca-24b4-48a8-9d98-e3e98ba04516'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:01.212639 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['04377ffa-fec6-4360-a9af-82cdc4f4a57c'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:01.261397 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e6af9cb8-9cff-4c97-b678-140133c6d59e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:01.261798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event deleted for resources: {'Port': ['ID=a80677b3-7e90-4ccc-ac24-a76000ecec3c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:01.280215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:01.282228 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:01.282597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:01.282979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:01.283739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:01.283739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:01.284083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:01.284578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:01.284948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:01.285343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:01.285782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:01.286033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:01.286577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:01.404998 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0c8bfb-17d3-4fd0-86ca-84176915709c req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] No DVR routers for this DVR port a80677b3-7e90-4ccc-ac24-a76000ecec3c on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:01.408887 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-aa0c8bfb-17d3-4fd0-86ca-84176915709c req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:01.413083 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0c8bfb-17d3-4fd0-86ca-84176915709c req-e0f64472-a099-453f-8bbf-1f1d3d5c8195 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "DELETE /v2.0/ports/a80677b3-7e90-4ccc-ac24-a76000ecec3c HTTP/1.1" status: 204 len: 173 time: 0.8506551 Feb 11 04:38:01.413759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92f2253-97a1-4a95-8d41-6230c014ac6b', 'name': 'network-vif-deleted', 'tag': 'a80677b3-7e90-4ccc-ac24-a76000ecec3c'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:01.416223 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e1a078-89a8-4376-8b50-65a18228310c" -d '{"events": [{"server_uuid": "a92f2253-97a1-4a95-8d41-6230c014ac6b", "name": "network-vif-deleted", "tag": "a80677b3-7e90-4ccc-ac24-a76000ecec3c"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:01.492709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-122a4916-5aff-4720-9006-14f39eef494e req-86c91a93-2b3d-4c38-aaf0-980391be0b5f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 210 time: 0.0349107 Feb 11 04:38:01.544709 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for port (e6af9cb8-9cff-4c97-b678-140133c6d59e), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:01.552041 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2e2ad9-598d-4c1f-bcfc-b4ec4e776a41 x-openstack-request-id: req-7a2e2ad9-598d-4c1f-bcfc-b4ec4e776a41 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:01.552507 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92f2253-97a1-4a95-8d41-6230c014ac6b", "name": "network-vif-deleted", "tag": "a80677b3-7e90-4ccc-ac24-a76000ecec3c", "status": "failed", "code": 422}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:01.552754 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a2e2ad9-598d-4c1f-bcfc-b4ec4e776a41 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:01.553781 n-d-712142-35 neutron-server[103809]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a92f2253-97a1-4a95-8d41-6230c014ac6b', 'name': 'network-vif-deleted', 'tag': 'a80677b3-7e90-4ccc-ac24-a76000ecec3c', 'status': 'failed', 'code': 422} returned with failed status Feb 11 04:38:01.670300 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (e6af9cb8-9cff-4c97-b678-140133c6d59e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:01.765279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Port': ['ID=e6af9cb8-9cff-4c97-b678-140133c6d59e,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:01.774132 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (fa355ec8-5819-4f0b-8052-dbcb6d30d4dc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:01.894440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d85e584c-9506-4564-9b99-c87b9d827616 req-7351cd35-09ad-44e4-ba61-eddbefd51d9c tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d762cde052af467faaaf987d4cc6e16f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353596 Feb 11 04:38:01.930655 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Floating IP fa355ec8-5819-4f0b-8052-dbcb6d30d4dc associated. External IP: 172.25.3.106, port: 37c0b480-cc92-4b6f-a29a-9f49e41140b9. Feb 11 04:38:02.130269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2084ea-217f-45f7-b7f3-576137457e50 req-8d528e35-f731-43b3-b6a5-75b51fe7fa4b tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:02.132862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff2084ea-217f-45f7-b7f3-576137457e50 req-8d528e35-f731-43b3-b6a5-75b51fe7fa4b tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.1952894 Feb 11 04:38:02.139816 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e584c-9506-4564-9b99-c87b9d827616 req-61a6d459-1fc9-4d3a-8c7b-08517a3804e5 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:02.141580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d85e584c-9506-4564-9b99-c87b9d827616 req-61a6d459-1fc9-4d3a-8c7b-08517a3804e5 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2420712 Feb 11 04:38:02.164349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d85e584c-9506-4564-9b99-c87b9d827616 req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Request body: {'port': {'device_id': '25f88845-b437-42c7-90b6-137e5b338a32', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': 'd762cde052af467faaaf987d4cc6e16f'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:02.288729 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff2084ea-217f-45f7-b7f3-576137457e50 req-1729e1d2-badb-453b-af87-ff7a1382dfe4 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377864 Feb 11 04:38:02.345406 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Router 6872c411-69ea-49ed-9f5f-3f868909f8c4 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:38:02.384683 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89eb2867-b2ae-4140-84b6-ff46a340ae73 req-63fb63f3-445c-4ec0-87e8-9a54ff2ab767 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0331900 Feb 11 04:38:02.481494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85e584c-9506-4564-9b99-c87b9d827616 req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Made reservation on behalf of d762cde052af467faaaf987d4cc6e16f for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:02.485599 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d85e584c-9506-4564-9b99-c87b9d827616 req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:02.503759 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d85e584c-9506-4564-9b99-c87b9d827616 req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:02.512209 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:02.523527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7257620-60c7-4cec-867d-94df8e355ea9 None None] Sync routers for ids ['6872c411-69ea-49ed-9f5f-3f868909f8c4'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:02.542150 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7257620-60c7-4cec-867d-94df8e355ea9 None None] Routers {'6872c411-69ea-49ed-9f5f-3f868909f8c4'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:02.543396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c7257620-60c7-4cec-867d-94df8e355ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:37:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6872c411-69ea-49ed-9f5f-3f868909f8c4'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:02.612411 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37084) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:02.632587 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-faf82d55-8455-48c2-b063-90e7a6f5d610 req-53321e00-12a8-4d38-9b0d-eeade0e206ed tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 210 time: 0.0448177 Feb 11 04:38:02.688393 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:02.700274 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d85e584c-9506-4564-9b99-c87b9d827616 req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Publish callbacks [] for security_group (9d5f7165-a35a-44a6-b681-9304027590f0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:02.730650 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c7257620-60c7-4cec-867d-94df8e355ea9 None None] Set router 6872c411-69ea-49ed-9f5f-3f868909f8c4 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:02.745571 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8e8a125b-32eb-41a7-9d71-51c7d47dc8d3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9688473 Feb 11 04:38:02.745571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd94a809-3999-499f-b931-cc628225dde8', 'tag': '37c0b480-cc92-4b6f-a29a-9f49e41140b9'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:02.746013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37088) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:02.746232 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47a19b1-d0d9-46ad-9c85-c0b12dd66187" -d '{"events": [{"name": "network-changed", "server_uuid": "dd94a809-3999-499f-b931-cc628225dde8", "tag": "37c0b480-cc92-4b6f-a29a-9f49e41140b9"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:02.755011 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-563595638'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:02.803244 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d85e584c-9506-4564-9b99-c87b9d827616 req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9d5f7165-a35a-44a6-b681-9304027590f0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:02.844640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5f7165-a35a-44a6-b681-9304027590f0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:02.893342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:02.897765 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:02.919713 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:02.920971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3e475a1f-15b2-407b-aeb7-61a1144c09d0 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/floatingips/fa355ec8-5819-4f0b-8052-dbcb6d30d4dc HTTP/1.1" status: 200 len: 992 time: 0.1736348 Feb 11 04:38:03.007718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-d85e584c-9506-4564-9b99-c87b9d827616 req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Allocated IP 192.168.233.154 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/3cc3d062-c45f-48d7-9645-623e7efd212e) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:03.055426 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced12bd5-d893-4145-9121-ef8cf87e1be8 x-openstack-request-id: req-ced12bd5-d893-4145-9121-ef8cf87e1be8 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:03.055748 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd94a809-3999-499f-b931-cc628225dde8", "tag": "37c0b480-cc92-4b6f-a29a-9f49e41140b9", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:03.055984 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ced12bd5-d893-4145-9121-ef8cf87e1be8 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:03.058039 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd94a809-3999-499f-b931-cc628225dde8', 'tag': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'status': 'completed', 'code': 200} Feb 11 04:38:03.166669 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for security_group (67e5cb4b-6a1e-4ccd-b4cb-01e2e4bca7df), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:03.192458 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a19b1-d0d9-46ad-9c85-c0b12dd66187 req-cbffb175-79e1-4602-9f03-254888bbb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:03.194096 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f47a19b1-d0d9-46ad-9c85-c0b12dd66187 req-cbffb175-79e1-4602-9f03-254888bbb1ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 1129 time: 0.1306217 Feb 11 04:38:03.246290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1fbf7-a5b7-48f0-bc52-97e9c28a3d81 req-e6b9507a-4f8d-4dde-bd1e-b02a3cc1b2d5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:03.248091 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfb1fbf7-a5b7-48f0-bc52-97e9c28a3d81 req-e6b9507a-4f8d-4dde-bd1e-b02a3cc1b2d5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 908 time: 0.1873510 Feb 11 04:38:03.280949 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (67e5cb4b-6a1e-4ccd-b4cb-01e2e4bca7df), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:03.284332 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d85e584c-9506-4564-9b99-c87b9d827616 req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Publish callbacks [] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:03.330005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c7257620-60c7-4cec-867d-94df8e355ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:37:12Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'fa355ec8-5819-4f0b-8052-dbcb6d30d4dc', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'port_id': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'mac_address': 'fa:16:3e:67:c4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd94a809-3999-499f-b931-cc628225dde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:38:00Z', 'updated_at': '2022-02-11T04:38:00Z', 'revision_number': 0, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3239be91-acdf-4da1-b9e9-5f551b290023', 'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:ce:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:10Z', 'updated_at': '2022-02-11T04:37:22Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '57f1938d-9978-4621-b126-d7700252f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:03.362153 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7257620-60c7-4cec-867d-94df8e355ea9 None None] Checking router: 6872c411-69ea-49ed-9f5f-3f868909f8c4 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:38:03.374174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7257620-60c7-4cec-867d-94df8e355ea9 None None] Routers {'6872c411-69ea-49ed-9f5f-3f868909f8c4'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:03.375145 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c7257620-60c7-4cec-867d-94df8e355ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:37:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6872c411-69ea-49ed-9f5f-3f868909f8c4'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:03.416570 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:38:03.418861 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d85e584c-9506-4564-9b99-c87b9d827616 req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:03.422367 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e5cb4b-6a1e-4ccd-b4cb-01e2e4bca7df,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:03.442966 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (06330263-1656-433a-b778-da7b712af3f4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:03.443317 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Added segment 06330263-1656-433a-b778-da7b712af3f4 of type vlan for network 8423c55e-18e8-4c48-ad73-f3ee80ff5aa1 Feb 11 04:38:03.453953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a19b1-d0d9-46ad-9c85-c0b12dd66187 req-3e4d7fb4-fc25-4b43-af7c-40510ea39873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:03.455493 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f47a19b1-d0d9-46ad-9c85-c0b12dd66187 req-3e4d7fb4-fc25-4b43-af7c-40510ea39873 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc32c88f-7331-4853-874d-0be34879d786 HTTP/1.1" status: 200 len: 898 time: 0.2536793 Feb 11 04:38:03.499451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85e584c-9506-4564-9b99-c87b9d827616 req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:03.504299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-d85e584c-9506-4564-9b99-c87b9d827616 req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:03.508089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85e584c-9506-4564-9b99-c87b9d827616 req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:03.534817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c7257620-60c7-4cec-867d-94df8e355ea9 None None] Set router 6872c411-69ea-49ed-9f5f-3f868909f8c4 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:03.632932 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-603fde53-3da2-4487-a231-e306f1a55770 req-1ce9ff94-ddaa-4161-aa5d-298a46011e24 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.1214237 Feb 11 04:38:03.648983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e584c-9506-4564-9b99-c87b9d827616 req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:03.649658 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d85e584c-9506-4564-9b99-c87b9d827616 req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:03.686445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d93585-3a1f-41a4-b4b4-39197a604e42 req-81bbad2d-b75b-4841-952d-4bb3ce36f059 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:03.696379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69d93585-3a1f-41a4-b4b4-39197a604e42 req-81bbad2d-b75b-4841-952d-4bb3ce36f059 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.3276906 Feb 11 04:38:03.707970 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Pushing event updated for resources: {'Port': ['ID=3cc3d062-c45f-48d7-9645-623e7efd212e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:03.847970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69d93585-3a1f-41a4-b4b4-39197a604e42 req-4af222de-67f5-4d87-ade8-94957c43ee44 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505449 Feb 11 04:38:03.860289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d85e584c-9506-4564-9b99-c87b9d827616 req-4cb359a1-8f07-4325-999e-3246fef6d65f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7084827 Feb 11 04:38:03.880460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Request body: {'port': {'device_id': '25f88845-b437-42c7-90b6-137e5b338a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:03.905769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-78e21991-877a-4972-8a94-68f97076ea8e None None] Provisioning complete for port 3cc3d062-c45f-48d7-9645-623e7efd212e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:03.906437 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78e21991-877a-4972-8a94-68f97076ea8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:03.920968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f92c4-b623-45be-968f-e0c0aad89b10 req-2d3991f9-d6da-4de4-b9ae-8301810acec5 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:03.922580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f9f92c4-b623-45be-968f-e0c0aad89b10 req-2d3991f9-d6da-4de4-b9ae-8301810acec5 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 936 time: 0.1785235 Feb 11 04:38:03.926406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37102) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:03.962715 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:03.981295 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c7257620-60c7-4cec-867d-94df8e355ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:37:12Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'fa355ec8-5819-4f0b-8052-dbcb6d30d4dc', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'port_id': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'mac_address': 'fa:16:3e:67:c4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd94a809-3999-499f-b931-cc628225dde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:38:00Z', 'updated_at': '2022-02-11T04:38:00Z', 'revision_number': 0, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3239be91-acdf-4da1-b9e9-5f551b290023', 'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:ce:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:10Z', 'updated_at': '2022-02-11T04:37:22Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '57f1938d-9978-4621-b126-d7700252f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:04.018494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7257620-60c7-4cec-867d-94df8e355ea9 None None] The sync data for ids ['6872c411-69ea-49ed-9f5f-3f868909f8c4'] in n-d-712142-35 is: [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:37:12Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'fa355ec8-5819-4f0b-8052-dbcb6d30d4dc', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'port_id': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'mac_address': 'fa:16:3e:67:c4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd94a809-3999-499f-b931-cc628225dde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:38:00Z', 'updated_at': '2022-02-11T04:38:00Z', 'revision_number': 0, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3239be91-acdf-4da1-b9e9-5f551b290023', 'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:ce:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:10Z', 'updated_at': '2022-02-11T04:37:22Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '57f1938d-9978-4621-b126-d7700252f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:38:04.020257 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.033432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-78e21991-877a-4972-8a94-68f97076ea8e None None] Port 3cc3d062-c45f-48d7-9645-623e7efd212e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:04.072396 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-861cc2f2-2b7d-470a-84b6-c17658d7c8f1 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/floatingips/fa355ec8-5819-4f0b-8052-dbcb6d30d4dc HTTP/1.1" status: 200 len: 992 time: 0.1446064 Feb 11 04:38:04.078052 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (8423c55e-18e8-4c48-ad73-f3ee80ff5aa1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.103616 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.123954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f9f92c4-b623-45be-968f-e0c0aad89b10 req-170690c1-dd19-4c48-ac81-fe67b057c61f tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f7165-a35a-44a6-b681-9304027590f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822059 Feb 11 04:38:04.167015 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (8423c55e-18e8-4c48-ad73-f3ee80ff5aa1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.172817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:04.173432 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.198783 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f47a19b1-d0d9-46ad-9c85-c0b12dd66187 req-964935cc-2c38-42bd-a3db-e88f03d271c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c0b480-cc92-4b6f-a29a-9f49e41140b9 HTTP/1.1" status: 200 len: 1000 time: 0.7182448 Feb 11 04:38:04.275784 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a19b1-d0d9-46ad-9c85-c0b12dd66187 req-f08bba2f-a641-4d5f-b1c7-fc5bd9a31b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:04.277510 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f47a19b1-d0d9-46ad-9c85-c0b12dd66187 req-f08bba2f-a641-4d5f-b1c7-fc5bd9a31b48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57f1938d-9978-4621-b126-d7700252f900 HTTP/1.1" status: 200 len: 834 time: 0.0611074 Feb 11 04:38:04.286589 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6707938 Feb 11 04:38:04.292337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37106) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:04.297587 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ba42e9d2-a4c3-4579-bfeb-4311d183f528 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1835581850'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:04.376295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84890d-a88d-43eb-9c8b-d678b63f9e70 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Network': ['ID=8423c55e-18e8-4c48-ad73-f3ee80ff5aa1,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:04.392033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 8423c55e-18e8-4c48-ad73-f3ee80ff5aa1 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:38:04.399855 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e86c79-b1a2-468a-b909-644cdd51cadb None None] New status for floating IP fa355ec8-5819-4f0b-8052-dbcb6d30d4dc: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:38:04.475502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f858-d6a9-41e5-81ea-d98b6c6a1bde req-bcb90461-9dfe-40a5-97a4-33b5ee6ca786 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:04.479108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e994f858-d6a9-41e5-81ea-d98b6c6a1bde req-bcb90461-9dfe-40a5-97a4-33b5ee6ca786 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 908 time: 0.0955915 Feb 11 04:38:04.483951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a19b1-d0d9-46ad-9c85-c0b12dd66187 req-aaebaa9f-6be0-4ac2-a7e2-2d283a14b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:04.492303 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f47a19b1-d0d9-46ad-9c85-c0b12dd66187 req-aaebaa9f-6be0-4ac2-a7e2-2d283a14b232 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc32c88f-7331-4853-874d-0be34879d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2068717 Feb 11 04:38:04.516146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba42e9d2-a4c3-4579-bfeb-4311d183f528 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:04.519763 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ba42e9d2-a4c3-4579-bfeb-4311d183f528 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.580541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba42e9d2-a4c3-4579-bfeb-4311d183f528 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:38:04.584730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b147202-c100-4d6e-b5f7-2b54c779b0c1 req-ac01e429-cefc-45c1-9a59-e7140febcaf6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:04.586525 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1b147202-c100-4d6e-b5f7-2b54c779b0c1 req-ac01e429-cefc-45c1-9a59-e7140febcaf6 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.47 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 908 time: 0.1739693 Feb 11 04:38:04.591612 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ba42e9d2-a4c3-4579-bfeb-4311d183f528 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (1a744720-53b2-4e6f-aa70-d6a149c24cef), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.592204 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-ba42e9d2-a4c3-4579-bfeb-4311d183f528 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Added segment 1a744720-53b2-4e6f-aa70-d6a149c24cef of type vlan for network 05b1c34f-e842-4855-a49e-e1e7d0f55a0d Feb 11 04:38:04.639523 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ba42e9d2-a4c3-4579-bfeb-4311d183f528 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (05b1c34f-e842-4855-a49e-e1e7d0f55a0d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.645688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc3d062-c45f-48d7-9645-623e7efd212e {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:04.658370 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Publish callbacks [] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.679889 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f47a19b1-d0d9-46ad-9c85-c0b12dd66187 req-d9c356b6-4e4c-47c6-9f76-5ecdd3fba2e8 service neutron] 10.222.0.47 "GET /v2.0/networks/cc32c88f-7331-4853-874d-0be34879d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797450 Feb 11 04:38:04.692463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Transition to ACTIVE for port object 3cc3d062-c45f-48d7-9645-623e7efd212e will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:38:04.759212 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1fe64f2a-d365-4f54-834a-04f46fc62157 req-477bfcfa-8a31-4a86-8493-471e793124ca tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0308526 Feb 11 04:38:04.803199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-1b147202-c100-4d6e-b5f7-2b54c779b0c1 req-a96eab62-c076-4e57-b945-c5fb8f782fbf tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Deleting port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:04.803929 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-1b147202-c100-4d6e-b5f7-2b54c779b0c1 req-a96eab62-c076-4e57-b945-c5fb8f782fbf tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.825046 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ba42e9d2-a4c3-4579-bfeb-4311d183f528 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (05b1c34f-e842-4855-a49e-e1e7d0f55a0d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.825603 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f47a19b1-d0d9-46ad-9c85-c0b12dd66187 req-522977e8-1564-44eb-bb5a-765442321f02 service neutron] 10.222.0.47 "GET /v2.0/networks/cc32c88f-7331-4853-874d-0be34879d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377017 Feb 11 04:38:04.830202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba42e9d2-a4c3-4579-bfeb-4311d183f528 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:04.830918 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ba42e9d2-a4c3-4579-bfeb-4311d183f528 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.906377 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-1b147202-c100-4d6e-b5f7-2b54c779b0c1 req-a96eab62-c076-4e57-b945-c5fb8f782fbf tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] For port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8fc17dd7-d5bd-4903-8298-55aa5437c4d1,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:04.906813 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-1b147202-c100-4d6e-b5f7-2b54c779b0c1 req-a96eab62-c076-4e57-b945-c5fb8f782fbf tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.920649 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:04.922273 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-1b147202-c100-4d6e-b5f7-2b54c779b0c1 req-a96eab62-c076-4e57-b945-c5fb8f782fbf tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Calling delete_port for 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:04.971463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42e9d2-a4c3-4579-bfeb-4311d183f528 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Network': ['ID=05b1c34f-e842-4855-a49e-e1e7d0f55a0d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:04.992180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 05b1c34f-e842-4855-a49e-e1e7d0f55a0d details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:38:05.014561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37112) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:05.015255 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ba42e9d2-a4c3-4579-bfeb-4311d183f528 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7218287 Feb 11 04:38:05.020661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-167414e6-8477-4f17-9740-8d538cae40ae tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'subnet': {'network_id': '8423c55e-18e8-4c48-ad73-f3ee80ff5aa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:05.062953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Pushing event updated for resources: {'Port': ['ID=3cc3d062-c45f-48d7-9645-623e7efd212e,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:05.077773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37114) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:05.162922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ba225-409e-495d-bbd9-d5295330f4d5 req-fe0394aa-e8e4-4671-9abc-03fc51dce3c7 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:05.164706 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a4ba225-409e-495d-bbd9-d5295330f4d5 req-fe0394aa-e8e4-4671-9abc-03fc51dce3c7 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.2034643 Feb 11 04:38:05.202466 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-1b147202-c100-4d6e-b5f7-2b54c779b0c1 req-a96eab62-c076-4e57-b945-c5fb8f782fbf tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8fc17dd7-d5bd-4903-8298-55aa5437c4d1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:05.246419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5018bb7a-35c7-4d5a-b486-b1eacf8c52b4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/floatingips/fa355ec8-5819-4f0b-8052-dbcb6d30d4dc HTTP/1.1" status: 200 len: 994 time: 0.1268170 Feb 11 04:38:05.246614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96eab62-c076-4e57-b945-c5fb8f782fbf tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event deleted for resources: {'Port': ['ID=8fc17dd7-d5bd-4903-8298-55aa5437c4d1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:05.301100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Attempting to bind port 3cc3d062-c45f-48d7-9645-623e7efd212e on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:05.301393 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Attempting to bind port 3cc3d062-c45f-48d7-9645-623e7efd212e by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:05.301726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Attempting to bind port 3cc3d062-c45f-48d7-9645-623e7efd212e on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:05.305120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b147202-c100-4d6e-b5f7-2b54c779b0c1 req-a96eab62-c076-4e57-b945-c5fb8f782fbf tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] No DVR routers for this DVR port 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:05.312528 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-1b147202-c100-4d6e-b5f7-2b54c779b0c1 req-a96eab62-c076-4e57-b945-c5fb8f782fbf tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:05.317245 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1b147202-c100-4d6e-b5f7-2b54c779b0c1 req-a96eab62-c076-4e57-b945-c5fb8f782fbf tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.47 "DELETE /v2.0/ports/8fc17dd7-d5bd-4903-8298-55aa5437c4d1 HTTP/1.1" status: 204 len: 173 time: 0.7238243 Feb 11 04:38:05.319037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777494b4-92ef-47a6-b2fc-4d7d2b623386', 'name': 'network-vif-deleted', 'tag': '8fc17dd7-d5bd-4903-8298-55aa5437c4d1'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:05.320960 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a4ba225-409e-495d-bbd9-d5295330f4d5 req-4afc4aab-7724-47dd-9250-bf53d9ea934f tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459136 Feb 11 04:38:05.322428 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0894c8-4411-41a9-b3ed-e6c77cfad267" -d '{"events": [{"server_uuid": "777494b4-92ef-47a6-b2fc-4d7d2b623386", "name": "network-vif-deleted", "tag": "8fc17dd7-d5bd-4903-8298-55aa5437c4d1"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:05.326502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Port 3cc3d062-c45f-48d7-9645-623e7efd212e on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:38:05.326502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Attempting to bind port 3cc3d062-c45f-48d7-9645-623e7efd212e on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:05.329930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167414e6-8477-4f17-9740-8d538cae40ae tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:05.332228 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:05.332586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:05.333765 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:05.334798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Bound port: 3cc3d062-c45f-48d7-9645-623e7efd212e, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:05.335303 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:05.337400 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-167414e6-8477-4f17-9740-8d538cae40ae tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:05.368265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233d535-eaa0-4deb-930a-a236f18940fd req-4222676e-be8a-4210-81ff-d37fa0397e1b tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:05.369868 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c233d535-eaa0-4deb-930a-a236f18940fd req-4222676e-be8a-4210-81ff-d37fa0397e1b tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 948 time: 0.1508348 Feb 11 04:38:05.461389 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6640ca0-8bb0-46fe-86e8-85cac13239f2 x-openstack-request-id: req-b6640ca0-8bb0-46fe-86e8-85cac13239f2 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:05.461715 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777494b4-92ef-47a6-b2fc-4d7d2b623386", "name": "network-vif-deleted", "tag": "8fc17dd7-d5bd-4903-8298-55aa5437c4d1", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:05.461983 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6640ca0-8bb0-46fe-86e8-85cac13239f2 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:05.462397 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777494b4-92ef-47a6-b2fc-4d7d2b623386', 'name': 'network-vif-deleted', 'tag': '8fc17dd7-d5bd-4903-8298-55aa5437c4d1', 'status': 'completed', 'code': 200} Feb 11 04:38:05.490087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] For port 3cc3d062-c45f-48d7-9645-623e7efd212e, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:05.515580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] For port 3cc3d062-c45f-48d7-9645-623e7efd212e, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3cc3d062-c45f-48d7-9645-623e7efd212e,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:05.542677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c233d535-eaa0-4deb-930a-a236f18940fd req-b31d5413-cc9d-465e-95d5-0d6a98463551 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f7165-a35a-44a6-b681-9304027590f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952957 Feb 11 04:38:05.586353 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:05.647424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:05.649566 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:05.652026 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d85e584c-9506-4564-9b99-c87b9d827616 req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] 10.222.0.47 "PUT /v2.0/ports/3cc3d062-c45f-48d7-9645-623e7efd212e HTTP/1.1" status: 200 len: 1097 time: 1.7830000 Feb 11 04:38:05.673556 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f88845-b437-42c7-90b6-137e5b338a32', 'tag': '3cc3d062-c45f-48d7-9645-623e7efd212e'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:05.677310 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f751c22-f21b-4f6d-abfa-ab783ad262c3" -d '{"events": [{"name": "network-changed", "server_uuid": "25f88845-b437-42c7-90b6-137e5b338a32", "tag": "3cc3d062-c45f-48d7-9645-623e7efd212e"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:05.686614 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1f893b1-6d6f-4fe2-8f29-c1e6693eee93 req-2822cc3d-24d6-4f82-9c9b-236256f014cc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=777494b4-92ef-47a6-b2fc-4d7d2b623386 HTTP/1.1" status: 200 len: 210 time: 0.0716376 Feb 11 04:38:05.708115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf9e87-038d-496d-a2d9-4a7cb9a65eec service neutron] Pushing event updated for resources: {'Port': ['ID=3cc3d062-c45f-48d7-9645-623e7efd212e,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:05.748626 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ef7c5e-06d8-43bd-841b-863261ff4945 x-openstack-request-id: req-42ef7c5e-06d8-43bd-841b-863261ff4945 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:05.748916 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f88845-b437-42c7-90b6-137e5b338a32", "tag": "3cc3d062-c45f-48d7-9645-623e7efd212e", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:05.749174 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42ef7c5e-06d8-43bd-841b-863261ff4945 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:05.749602 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f88845-b437-42c7-90b6-137e5b338a32', 'tag': '3cc3d062-c45f-48d7-9645-623e7efd212e', 'status': 'completed', 'code': 200} Feb 11 04:38:05.797265 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-167414e6-8477-4f17-9740-8d538cae40ae tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (6a6e2577-447e-4fdd-8624-bb67ec8730f0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:05.833851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f751c22-f21b-4f6d-abfa-ab783ad262c3 req-a675c036-97d8-41e8-945e-eabdb62c5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:05.837061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f751c22-f21b-4f6d-abfa-ab783ad262c3 req-a675c036-97d8-41e8-945e-eabdb62c5e98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d762cde052af467faaaf987d4cc6e16f&device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 1131 time: 0.0672014 Feb 11 04:38:05.875722 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167414e6-8477-4f17-9740-8d538cae40ae tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Subnet': ['ID=6a6e2577-447e-4fdd-8624-bb67ec8730f0,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:05.884278 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f751c22-f21b-4f6d-abfa-ab783ad262c3 req-a38cd486-3af4-4953-96c4-9cd23584110f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d762cde052af467faaaf987d4cc6e16f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390532 Feb 11 04:38:05.890474 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167414e6-8477-4f17-9740-8d538cae40ae tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Checking segment: {'id': '06330263-1656-433a-b778-da7b712af3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8423c55e-18e8-4c48-ad73-f3ee80ff5aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:05.892792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167414e6-8477-4f17-9740-8d538cae40ae tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network hostable DHCP agents. Network: 8423c55e-18e8-4c48-ad73-f3ee80ff5aa1, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:38:05.950118 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7da7abe4-a4b8-4e00-9597-aacf84a50e29 req-62dbd5f5-bf67-4045-bbd6-a7d45a09e5e7 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0607507 Feb 11 04:38:05.991157 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167414e6-8477-4f17-9740-8d538cae40ae tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 8423c55e-18e8-4c48-ad73-f3ee80ff5aa1 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:38:06.039842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f751c22-f21b-4f6d-abfa-ab783ad262c3 req-a88e461f-d9b1-4720-993a-074143299f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:06.041330 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f751c22-f21b-4f6d-abfa-ab783ad262c3 req-a88e461f-d9b1-4720-993a-074143299f35 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1413264 Feb 11 04:38:06.058770 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-167414e6-8477-4f17-9740-8d538cae40ae tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 8423c55e-18e8-4c48-ad73-f3ee80ff5aa1) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:06.063323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167414e6-8477-4f17-9740-8d538cae40ae tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:06.063935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-167414e6-8477-4f17-9740-8d538cae40ae tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:06.083255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a060e23-6839-47d2-9b2c-e88a8d612634 None None] Network 8423c55e-18e8-4c48-ad73-f3ee80ff5aa1 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:06.141795 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-167414e6-8477-4f17-9740-8d538cae40ae tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1255114 Feb 11 04:38:06.144584 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37126) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:06.151112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-cbc102c0-5ad5-4ed4-8bd2-af3ca1901a60 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'subnet': {'network_id': '05b1c34f-e842-4855-a49e-e1e7d0f55a0d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:06.158463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e584c-9506-4564-9b99-c87b9d827616 req-3dc616b7-7774-4e32-bbeb-a85afbfab985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:06.160034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d85e584c-9506-4564-9b99-c87b9d827616 req-3dc616b7-7774-4e32-bbeb-a85afbfab985 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d762cde052af467faaaf987d4cc6e16f&device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 1131 time: 0.0711524 Feb 11 04:38:06.209553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d85e584c-9506-4564-9b99-c87b9d827616 req-a72660ba-7f4c-46a9-a6c9-d968bd9dd2f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=3cc3d062-c45f-48d7-9645-623e7efd212e HTTP/1.1" status: 200 len: 217 time: 0.0432432 Feb 11 04:38:06.214012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-8423c55e-18e8-4c48-ad73-f3ee80ff5aa1', 'network_id': '8423c55e-18e8-4c48-ad73-f3ee80ff5aa1', 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'fixed_ips': [{'subnet_id': '6a6e2577-447e-4fdd-8624-bb67ec8730f0'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:38:06.216567 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:06.294887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e584c-9506-4564-9b99-c87b9d827616 req-f63598d4-0676-4def-968a-42827833cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:06.296300 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d85e584c-9506-4564-9b99-c87b9d827616 req-f63598d4-0676-4def-968a-42827833cef1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0773320 Feb 11 04:38:06.377105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e584c-9506-4564-9b99-c87b9d827616 req-8dc0ea63-4bba-4210-9cd0-deaf18099dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:06.378885 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc102c0-5ad5-4ed4-8bd2-af3ca1901a60 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:06.384254 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbc102c0-5ad5-4ed4-8bd2-af3ca1901a60 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:06.390774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d85e584c-9506-4564-9b99-c87b9d827616 req-8dc0ea63-4bba-4210-9cd0-deaf18099dd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0861516 Feb 11 04:38:06.430189 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Allocated IP 2001:db8::2 (8423c55e-18e8-4c48-ad73-f3ee80ff5aa1/6a6e2577-447e-4fdd-8624-bb67ec8730f0/146d6cca-0f4b-4f73-a423-ada8151bf0af) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:06.552200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410e754-92be-4444-a369-c5b349e6812b req-bdd71eb5-e3e6-412c-925b-225d819283e1 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:06.554233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7410e754-92be-4444-a369-c5b349e6812b req-bdd71eb5-e3e6-412c-925b-225d819283e1 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.1197832 Feb 11 04:38:06.623617 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d85e584c-9506-4564-9b99-c87b9d827616 req-67219e4d-2538-462f-b362-5785265ac1af service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253375 Feb 11 04:38:06.632112 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Publish callbacks [] for port (146d6cca-0f4b-4f73-a423-ada8151bf0af), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:06.717732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7410e754-92be-4444-a369-c5b349e6812b req-2e7fd693-6c3b-4139-ba03-637d400fdfa0 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523569 Feb 11 04:38:06.739327 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (146d6cca-0f4b-4f73-a423-ada8151bf0af), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:06.782137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbc102c0-5ad5-4ed4-8bd2-af3ca1901a60 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (972ec342-02eb-45a7-80b4-2aeebfd40e50), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:06.797014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2034283-19f6-437b-8ed1-d1e15fa43011 req-4eaa744f-0c89-48b4-ab5f-25f79130f0bd tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:06.800526 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a2034283-19f6-437b-8ed1-d1e15fa43011 req-4eaa744f-0c89-48b4-ab5f-25f79130f0bd tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 948 time: 0.1390140 Feb 11 04:38:06.805084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d85e584c-9506-4564-9b99-c87b9d827616 req-d92053fb-66e5-4760-ad2f-fc7fa27e50ee service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659071 Feb 11 04:38:06.838603 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Network 8423c55e-18e8-4c48-ad73-f3ee80ff5aa1 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:06.849184 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:06.852550 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a2034283-19f6-437b-8ed1-d1e15fa43011 req-023d6b82-0e88-4f47-b4b4-913ae88c6949 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f7165-a35a-44a6-b681-9304027590f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464630 Feb 11 04:38:06.861976 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:06.900145 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Pushing event updated for resources: {'Port': ['ID=146d6cca-0f4b-4f73-a423-ada8151bf0af,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:06.913696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc102c0-5ad5-4ed4-8bd2-af3ca1901a60 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Subnet': ['ID=972ec342-02eb-45a7-80b4-2aeebfd40e50,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:06.927069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc102c0-5ad5-4ed4-8bd2-af3ca1901a60 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Checking segment: {'id': '1a744720-53b2-4e6f-aa70-d6a149c24cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '05b1c34f-e842-4855-a49e-e1e7d0f55a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:06.928560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc102c0-5ad5-4ed4-8bd2-af3ca1901a60 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network hostable DHCP agents. Network: 05b1c34f-e842-4855-a49e-e1e7d0f55a0d, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:38:06.944065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Attempting to bind port 146d6cca-0f4b-4f73-a423-ada8151bf0af on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:06.944788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Attempting to bind port 146d6cca-0f4b-4f73-a423-ada8151bf0af by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '06330263-1656-433a-b778-da7b712af3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8423c55e-18e8-4c48-ad73-f3ee80ff5aa1'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:06.945030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Attempting to bind port 146d6cca-0f4b-4f73-a423-ada8151bf0af on network 8423c55e-18e8-4c48-ad73-f3ee80ff5aa1 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:06.950796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:06.951206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Checking segment: {'id': '06330263-1656-433a-b778-da7b712af3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8423c55e-18e8-4c48-ad73-f3ee80ff5aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:06.951806 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:06.952212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Bound using segment: {'id': '06330263-1656-433a-b778-da7b712af3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8423c55e-18e8-4c48-ad73-f3ee80ff5aa1'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:06.952700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Bound port: 146d6cca-0f4b-4f73-a423-ada8151bf0af, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06330263-1656-433a-b778-da7b712af3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8423c55e-18e8-4c48-ad73-f3ee80ff5aa1'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:06.953091 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (146d6cca-0f4b-4f73-a423-ada8151bf0af), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.024469 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc102c0-5ad5-4ed4-8bd2-af3ca1901a60 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 05b1c34f-e842-4855-a49e-e1e7d0f55a0d is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:38:07.031921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] For port 146d6cca-0f4b-4f73-a423-ada8151bf0af, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:07.035750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] For port 146d6cca-0f4b-4f73-a423-ada8151bf0af, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=146d6cca-0f4b-4f73-a423-ada8151bf0af,segment=NetworkSegment(06330263-1656-433a-b778-da7b712af3f4),segment_id=06330263-1656-433a-b778-da7b712af3f4)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:07.069135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:07.070574 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a49fd3f-1101-4aab-884b-8c2f16555889 req-84a31399-ab9f-42e3-93a5-e92d65556504 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0293696 Feb 11 04:38:07.100520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:07.101228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 8fc17dd7-d5bd-4903-8298-55aa5437c4d1 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:07.104616 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-cbc102c0-5ad5-4ed4-8bd2-af3ca1901a60 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 05b1c34f-e842-4855-a49e-e1e7d0f55a0d) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:07.108894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc102c0-5ad5-4ed4-8bd2-af3ca1901a60 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:07.109657 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cbc102c0-5ad5-4ed4-8bd2-af3ca1901a60 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.114981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d087136d-c03d-47b7-ae69-96c2c399b360 None None] Network 05b1c34f-e842-4855-a49e-e1e7d0f55a0d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:07.158467 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (146d6cca-0f4b-4f73-a423-ada8151bf0af), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.262491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37140) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:07.263200 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cbc102c0-5ad5-4ed4-8bd2-af3ca1901a60 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1171947 Feb 11 04:38:07.273418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332bfb9-b889-4b3e-9e7d-816936385154 None None] Pushing event updated for resources: {'Port': ['ID=146d6cca-0f4b-4f73-a423-ada8151bf0af,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:07.290816 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-016b9254-8392-498b-a111-58e1e200b53c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-196024045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:07.326094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-05b1c34f-e842-4855-a49e-e1e7d0f55a0d', 'network_id': '05b1c34f-e842-4855-a49e-e1e7d0f55a0d', 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'fixed_ips': [{'subnet_id': '972ec342-02eb-45a7-80b4-2aeebfd40e50'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:38:07.326094 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.495574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Allocated IP 2001:db8:1::2 (05b1c34f-e842-4855-a49e-e1e7d0f55a0d/972ec342-02eb-45a7-80b4-2aeebfd40e50/dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:07.742191 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Publish callbacks [] for port (dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.770905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-016b9254-8392-498b-a111-58e1e200b53c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (829ee8e3-55b1-4440-afdb-67661dbb5212), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.770905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-016b9254-8392-498b-a111-58e1e200b53c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (829ee8e3-55b1-4440-afdb-67661dbb5212), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.865065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d208fe7-2694-44be-a197-4a2f9470ef82 req-6b882686-d37f-4a93-b54e-68f3c83eb899 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:07.867035 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d208fe7-2694-44be-a197-4a2f9470ef82 req-6b882686-d37f-4a93-b54e-68f3c83eb899 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 946 time: 0.5244243 Feb 11 04:38:07.869002 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-016b9254-8392-498b-a111-58e1e200b53c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_controller (829ee8e3-55b1-4440-afdb-67661dbb5212), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.904809 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:07.931895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffda9-955b-4d08-95ee-3332ae6c21c9 req-0e5977e0-ff69-4f4c-8ea7-e1eb11120157 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:07.933695 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f4ffda9-955b-4d08-95ee-3332ae6c21c9 req-0e5977e0-ff69-4f4c-8ea7-e1eb11120157 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.1321163 Feb 11 04:38:07.950515 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Network 05b1c34f-e842-4855-a49e-e1e7d0f55a0d is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:07.953963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:07.957925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:07.966757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Pushing event updated for resources: {'Port': ['ID=dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:07.977839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d208fe7-2694-44be-a197-4a2f9470ef82 req-37a6a259-ba68-4011-be76-c0748d5d148a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927269 Feb 11 04:38:08.014200 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f4ffda9-955b-4d08-95ee-3332ae6c21c9 req-a440626b-113c-4647-b4df-7db2c8ca0965 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678351 Feb 11 04:38:08.035770 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Attempting to bind port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:08.036425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Attempting to bind port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '1a744720-53b2-4e6f-aa70-d6a149c24cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '05b1c34f-e842-4855-a49e-e1e7d0f55a0d'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:08.037085 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Attempting to bind port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 on network 05b1c34f-e842-4855-a49e-e1e7d0f55a0d {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:08.045554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:08.046067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Checking segment: {'id': '1a744720-53b2-4e6f-aa70-d6a149c24cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '05b1c34f-e842-4855-a49e-e1e7d0f55a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:08.046568 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.047000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Bound using segment: {'id': '1a744720-53b2-4e6f-aa70-d6a149c24cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '05b1c34f-e842-4855-a49e-e1e7d0f55a0d'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:08.047660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Bound port: dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a744720-53b2-4e6f-aa70-d6a149c24cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '05b1c34f-e842-4855-a49e-e1e7d0f55a0d'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:08.048052 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.053767 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-016b9254-8392-498b-a111-58e1e200b53c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (829ee8e3-55b1-4440-afdb-67661dbb5212), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.165146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8040c25-7cfb-42a7-9d19-7d36517ef773 req-9eaf8e1e-46d1-458f-920f-6fb4a18b2ce9 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:08.166757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8040c25-7cfb-42a7-9d19-7d36517ef773 req-9eaf8e1e-46d1-458f-920f-6fb4a18b2ce9 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 948 time: 0.1019354 Feb 11 04:38:08.167128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] For port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:08.170549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] For port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0,segment=NetworkSegment(1a744720-53b2-4e6f-aa70-d6a149c24cef),segment_id=1a744720-53b2-4e6f-aa70-d6a149c24cef)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:08.210915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4158b866-010d-48b6-bdb5-fc50adb9577e req-b108f810-4dbe-4dd2-9723-6bba17b25d8b tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0430791 Feb 11 04:38:08.215812 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-016b9254-8392-498b-a111-58e1e200b53c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.219891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37148) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:08.220407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-016b9254-8392-498b-a111-58e1e200b53c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9546278 Feb 11 04:38:08.259419 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.275783 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8040c25-7cfb-42a7-9d19-7d36517ef773 req-5295bb80-b6e6-48c0-b3fd-eff9af98e9d0 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f7165-a35a-44a6-b681-9304027590f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989933 Feb 11 04:38:08.376847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d6ca7-2a68-4b03-ad8b-ce944434a6e8 None None] Pushing event updated for resources: {'Port': ['ID=dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:08.440308 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 146d6cca-0f4b-4f73-a423-ada8151bf0af up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:08.542831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 146d6cca-0f4b-4f73-a423-ada8151bf0af triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:08.544548 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (146d6cca-0f4b-4f73-a423-ada8151bf0af), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.666464 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 146d6cca-0f4b-4f73-a423-ada8151bf0af is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:08.670147 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (146d6cca-0f4b-4f73-a423-ada8151bf0af), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.729476 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.736000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ba6f2-6cd7-4549-8f2c-60ae1e756bb7 None None] Network 8423c55e-18e8-4c48-ad73-f3ee80ff5aa1 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:08.758842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5fc18-a51e-4c7c-8484-1ecd1dd5d48a req-0c915bea-08a2-4f17-b527-39344ee49a75 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:08.764506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7f5fc18-a51e-4c7c-8484-1ecd1dd5d48a req-0c915bea-08a2-4f17-b527-39344ee49a75 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.32 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 946 time: 0.1221557 Feb 11 04:38:08.779629 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 146d6cca-0f4b-4f73-a423-ada8151bf0af, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=146d6cca-0f4b-4f73-a423-ada8151bf0af,segment=NetworkSegment(06330263-1656-433a-b778-da7b712af3f4),segment_id=06330263-1656-433a-b778-da7b712af3f4)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:08.882583 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (146d6cca-0f4b-4f73-a423-ada8151bf0af), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.916057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-e7f5fc18-a51e-4c7c-8484-1ecd1dd5d48a req-b0bd7323-8e99-4c99-97c5-4b7e8370e3a0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Deleting port 04377ffa-fec6-4360-a9af-82cdc4f4a57c {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:08.916057 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e7f5fc18-a51e-4c7c-8484-1ecd1dd5d48a req-b0bd7323-8e99-4c99-97c5-4b7e8370e3a0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:08.972342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b6f0d8b1-6e1c-480f-b357-f70b8bf6403a None None] Provisioning complete for port 146d6cca-0f4b-4f73-a423-ada8151bf0af triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:08.972747 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b6f0d8b1-6e1c-480f-b357-f70b8bf6403a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (146d6cca-0f4b-4f73-a423-ada8151bf0af), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.055819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e7f5fc18-a51e-4c7c-8484-1ecd1dd5d48a req-b0bd7323-8e99-4c99-97c5-4b7e8370e3a0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] For port 04377ffa-fec6-4360-a9af-82cdc4f4a57c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=04377ffa-fec6-4360-a9af-82cdc4f4a57c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:09.056328 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e7f5fc18-a51e-4c7c-8484-1ecd1dd5d48a req-b0bd7323-8e99-4c99-97c5-4b7e8370e3a0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.057172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=146d6cca-0f4b-4f73-a423-ada8151bf0af,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:09.070699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-e7f5fc18-a51e-4c7c-8484-1ecd1dd5d48a req-b0bd7323-8e99-4c99-97c5-4b7e8370e3a0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Calling delete_port for 04377ffa-fec6-4360-a9af-82cdc4f4a57c owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:09.127679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Allocated IP 2001:db8::1 (8423c55e-18e8-4c48-ad73-f3ee80ff5aa1/6a6e2577-447e-4fdd-8624-bb67ec8730f0/00699e24-6f66-4a01-837c-aa6c23b09764) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:09.163049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0d8b1-6e1c-480f-b357-f70b8bf6403a None None] Current status of the port 146d6cca-0f4b-4f73-a423-ada8151bf0af is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:09.167556 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3cc3d062-c45f-48d7-9645-623e7efd212e details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:38:09.189602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:09.190045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:09.190464 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:09.190942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:09.191352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:09.191780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:09.192183 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:09.192585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:09.192984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:09.193380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:09.194586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:09.195229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:09.195678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:09.311617 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (00699e24-6f66-4a01-837c-aa6c23b09764), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.324027 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37495a47-1f3b-4bce-9267-84aab096ef64 req-c25357bc-d6be-46b9-b0a8-5232c629a46c tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:09.345653 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37495a47-1f3b-4bce-9267-84aab096ef64 req-c25357bc-d6be-46b9-b0a8-5232c629a46c tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.2036498 Feb 11 04:38:09.358415 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3cc3d062-c45f-48d7-9645-623e7efd212e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3cc3d062-c45f-48d7-9645-623e7efd212e,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:09.362365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59c7f5-b4c4-48bb-9347-c2de71f83391 req-d022124d-0dc6-4b8e-9863-547c24cf9b78 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:09.367377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c59c7f5-b4c4-48bb-9347-c2de71f83391 req-d022124d-0dc6-4b8e-9863-547c24cf9b78 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 946 time: 0.2346017 Feb 11 04:38:09.371780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '3cc3d062-c45f-48d7-9645-623e7efd212e', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '3cc3d062-c45f-48d7-9645-623e7efd212e', 'mac_address': 'fa:16:3e:eb:2f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:38:09.451665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 3cc3d062-c45f-48d7-9645-623e7efd212e is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:09.452256 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.487625 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc3d062-c45f-48d7-9645-623e7efd212e {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:09.494068 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (00699e24-6f66-4a01-837c-aa6c23b09764), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.518537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3cc3d062-c45f-48d7-9645-623e7efd212e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3cc3d062-c45f-48d7-9645-623e7efd212e,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:09.523766 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3d407b75-6924-4f84-b19d-9421236890f8 None None] Provisioning complete for port 146d6cca-0f4b-4f73-a423-ada8151bf0af triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:09.524535 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d407b75-6924-4f84-b19d-9421236890f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (146d6cca-0f4b-4f73-a423-ada8151bf0af), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.551343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37495a47-1f3b-4bce-9267-84aab096ef64 req-ccc088f1-53e8-404e-9912-7c2d06df4ecd tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046723 Feb 11 04:38:09.554919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 8423c55e-18e8-4c48-ad73-f3ee80ff5aa1 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:09.556474 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c59c7f5-b4c4-48bb-9347-c2de71f83391 req-2c954368-fe80-4f45-b152-6e11b110173f tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817522 Feb 11 04:38:09.589634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:09.592232 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:09.592986 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (829ee8e3-55b1-4440-afdb-67661dbb5212), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.608006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=00699e24-6f66-4a01-837c-aa6c23b09764,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:09.638153 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.676825 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e7f5fc18-a51e-4c7c-8484-1ecd1dd5d48a req-b0bd7323-8e99-4c99-97c5-4b7e8370e3a0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (04377ffa-fec6-4360-a9af-82cdc4f4a57c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.717249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['cb8dc0ca-24b4-48a8-9d98-e3e98ba04516'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:09.723633 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['04377ffa-fec6-4360-a9af-82cdc4f4a57c'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:09.759536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd7323-8e99-4c99-97c5-4b7e8370e3a0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event deleted for resources: {'Port': ['ID=04377ffa-fec6-4360-a9af-82cdc4f4a57c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:09.827059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7a89ab0-cb3c-481b-894f-3dec6ccda0d7 req-14618b16-31c9-4fcc-b17e-3cf4a0d17b94 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.1377130 Feb 11 04:38:09.921362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f5fc18-a51e-4c7c-8484-1ecd1dd5d48a req-b0bd7323-8e99-4c99-97c5-4b7e8370e3a0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] No DVR routers for this DVR port 04377ffa-fec6-4360-a9af-82cdc4f4a57c on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:09.925544 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e7f5fc18-a51e-4c7c-8484-1ecd1dd5d48a req-b0bd7323-8e99-4c99-97c5-4b7e8370e3a0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:09.931317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=3cc3d062-c45f-48d7-9645-623e7efd212e,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:09.931494 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7f5fc18-a51e-4c7c-8484-1ecd1dd5d48a req-b0bd7323-8e99-4c99-97c5-4b7e8370e3a0 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.32 "DELETE /v2.0/ports/04377ffa-fec6-4360-a9af-82cdc4f4a57c HTTP/1.1" status: 204 len: 173 time: 1.1599789 Feb 11 04:38:09.932222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32645b3b-e4c3-41d3-9b60-1f2a10e04975', 'name': 'network-vif-deleted', 'tag': '04377ffa-fec6-4360-a9af-82cdc4f4a57c'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:09.935096 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabb75c5-6e07-4e87-9dca-c08389d9dae0" -d '{"events": [{"server_uuid": "32645b3b-e4c3-41d3-9b60-1f2a10e04975", "name": "network-vif-deleted", "tag": "04377ffa-fec6-4360-a9af-82cdc4f4a57c"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:09.942559 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['3cc3d062-c45f-48d7-9645-623e7efd212e'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:09.957239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a7e34-df7c-413c-820e-f4b53962d157 req-7a7c3eaa-144b-42a3-b94d-cbc917b1a080 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:09.965410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-171a7e34-df7c-413c-820e-f4b53962d157 req-7a7c3eaa-144b-42a3-b94d-cbc917b1a080 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 949 time: 0.2174404 Feb 11 04:38:09.987053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3d407b75-6924-4f84-b19d-9421236890f8 None None] Current status of the port 146d6cca-0f4b-4f73-a423-ada8151bf0af is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:09.997957 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (00699e24-6f66-4a01-837c-aa6c23b09764), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.047035 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad48063-8db7-492e-b548-87088725b71e x-openstack-request-id: req-7ad48063-8db7-492e-b548-87088725b71e {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:10.052989 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32645b3b-e4c3-41d3-9b60-1f2a10e04975", "name": "network-vif-deleted", "tag": "04377ffa-fec6-4360-a9af-82cdc4f4a57c", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:10.052989 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ad48063-8db7-492e-b548-87088725b71e {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:10.052989 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32645b3b-e4c3-41d3-9b60-1f2a10e04975', 'name': 'network-vif-deleted', 'tag': '04377ffa-fec6-4360-a9af-82cdc4f4a57c', 'status': 'completed', 'code': 200} Feb 11 04:38:10.077245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-171a7e34-df7c-413c-820e-f4b53962d157 req-ef946374-4520-4c26-b686-13ac63e43d64 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f7165-a35a-44a6-b681-9304027590f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099679 Feb 11 04:38:10.105601 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22017f93-ef98-42de-81fc-520ba26e5566 None None] Network 05b1c34f-e842-4855-a49e-e1e7d0f55a0d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:10.226546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2333eda1-8e8a-433e-99f7-0bb617e9043d None None] Provisioning complete for port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:10.227215 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2333eda1-8e8a-433e-99f7-0bb617e9043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.495222 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (00699e24-6f66-4a01-837c-aa6c23b09764), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.547044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 146d6cca-0f4b-4f73-a423-ada8151bf0af up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:10.578775 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (00699e24-6f66-4a01-837c-aa6c23b09764), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.579801 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (829ee8e3-55b1-4440-afdb-67661dbb5212), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.656781 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=00699e24-6f66-4a01-837c-aa6c23b09764,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:10.729010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5274f8d8-701b-4dbb-9b21-cb56d88739b0 req-12c50bf8-0a7f-483b-9826-79ddbdbae7d9 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=32645b3b-e4c3-41d3-9b60-1f2a10e04975 HTTP/1.1" status: 200 len: 210 time: 0.0386920 Feb 11 04:38:10.786780 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8665a-db98-4313-9432-a0f002346496 req-f4eee289-15a5-44a7-bcc3-bfeeb22fc2ad tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:10.794880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fb8665a-db98-4313-9432-a0f002346496 req-f4eee289-15a5-44a7-bcc3-bfeeb22fc2ad tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.1057618 Feb 11 04:38:10.828700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 8423c55e-18e8-4c48-ad73-f3ee80ff5aa1 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:10.831986 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:10.856029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 146d6cca-0f4b-4f73-a423-ada8151bf0af triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:10.856584 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (146d6cca-0f4b-4f73-a423-ada8151bf0af), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:10.896168 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fb8665a-db98-4313-9432-a0f002346496 req-5eec2a82-b18a-4c4a-b64d-bc222a19fbcb tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000302 Feb 11 04:38:10.902912 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2333eda1-8e8a-433e-99f7-0bb617e9043d None None] Current status of the port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:10.903424 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2333eda1-8e8a-433e-99f7-0bb617e9043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.010512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2333eda1-8e8a-433e-99f7-0bb617e9043d None None] For port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0,segment=NetworkSegment(1a744720-53b2-4e6f-aa70-d6a149c24cef),segment_id=1a744720-53b2-4e6f-aa70-d6a149c24cef)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:11.105469 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2333eda1-8e8a-433e-99f7-0bb617e9043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.156201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-faf944bd-84d3-4656-bb8a-cffbe594e6ea req-02eda458-19be-4096-afa7-6ceb28a7a88f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.1694121 Feb 11 04:38:11.176878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 146d6cca-0f4b-4f73-a423-ada8151bf0af is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:11.178019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:11.225335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2333eda1-8e8a-433e-99f7-0bb617e9043d None None] Provisioning complete for port 00699e24-6f66-4a01-837c-aa6c23b09764 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:11.233456 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2333eda1-8e8a-433e-99f7-0bb617e9043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (00699e24-6f66-4a01-837c-aa6c23b09764), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.333229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cd274-97e6-401d-8ef6-4a991929d063 req-65aef21a-8758-415a-97d6-5bb265a98769 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:11.338366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2333eda1-8e8a-433e-99f7-0bb617e9043d None None] Port 00699e24-6f66-4a01-837c-aa6c23b09764 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:11.342261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f54cd274-97e6-401d-8ef6-4a991929d063 req-65aef21a-8758-415a-97d6-5bb265a98769 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 949 time: 0.1082478 Feb 11 04:38:11.345811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333eda1-8e8a-433e-99f7-0bb617e9043d None None] Pushing event updated for resources: {'Port': ['ID=dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:11.355159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router 829ee8e3-55b1-4440-afdb-67661dbb5212 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:38:11.369632 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:11.370007 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.409834 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f54cd274-97e6-401d-8ef6-4a991929d063 req-509a8740-db8e-4512-9b57-967edb921177 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f7165-a35a-44a6-b681-9304027590f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666049 Feb 11 04:38:11.495162 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:11.498356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:11.500689 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-25528f00-9540-4066-aaff-97d636289e4e None None] Provisioning complete for port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:11.501054 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-25528f00-9540-4066-aaff-97d636289e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.508163 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-35148115-0861-4a09-92f6-ee5ab3f781b2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/829ee8e3-55b1-4440-afdb-67661dbb5212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2835546 Feb 11 04:38:11.508660 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37168) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:11.538302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7237588-93bd-4016-af5d-66c15584979f None None] Sync routers for ids ['829ee8e3-55b1-4440-afdb-67661dbb5212'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:11.561897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7237588-93bd-4016-af5d-66c15584979f None None] Routers {'829ee8e3-55b1-4440-afdb-67661dbb5212'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:11.562797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f7237588-93bd-4016-af5d-66c15584979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:37:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['829ee8e3-55b1-4440-afdb-67661dbb5212'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:11.563814 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ff63f2-a86c-46d3-9fea-7a35eb2b749b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:11.569145 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-25ff63f2-a86c-46d3-9fea-7a35eb2b749b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports/00699e24-6f66-4a01-837c-aa6c23b09764 HTTP/1.1" status: 200 len: 911 time: 0.0558465 Feb 11 04:38:11.569293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37170) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:11.603840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f7237588-93bd-4016-af5d-66c15584979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:11.620297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7237588-93bd-4016-af5d-66c15584979f None None] Routers {'829ee8e3-55b1-4440-afdb-67661dbb5212'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:11.620950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f7237588-93bd-4016-af5d-66c15584979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:37:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['829ee8e3-55b1-4440-afdb-67661dbb5212'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:11.683359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f7237588-93bd-4016-af5d-66c15584979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:11.683957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7237588-93bd-4016-af5d-66c15584979f None None] The sync data for ids ['829ee8e3-55b1-4440-afdb-67661dbb5212'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:38:11.699644 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-25528f00-9540-4066-aaff-97d636289e4e None None] Current status of the port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:11.716971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-25528f00-9540-4066-aaff-97d636289e4e None None] Provisioning complete for port 00699e24-6f66-4a01-837c-aa6c23b09764 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:11.717344 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-25528f00-9540-4066-aaff-97d636289e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (00699e24-6f66-4a01-837c-aa6c23b09764), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:11.755412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-25528f00-9540-4066-aaff-97d636289e4e None None] Port 00699e24-6f66-4a01-837c-aa6c23b09764 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:12.040665 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.102973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566efd68-10e0-4f84-8a56-c17c7bb8a7ac req-b37e14b7-ba65-4e6b-8d59-f113029789fe tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:12.104455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-566efd68-10e0-4f84-8a56-c17c7bb8a7ac req-b37e14b7-ba65-4e6b-8d59-f113029789fe tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.1384599 Feb 11 04:38:12.242821 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-566efd68-10e0-4f84-8a56-c17c7bb8a7ac req-ab33d9aa-a441-4d4f-91b8-1935748108f6 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295738 Feb 11 04:38:12.363168 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:12.367097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-09f9586a-dd4c-486c-91c4-140d1204febe req-274aa69e-f7c4-4507-a893-d444542e732d tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0419030 Feb 11 04:38:12.422999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:12.423604 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.514068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Allocated IP 2001:db8:1::1 (05b1c34f-e842-4855-a49e-e1e7d0f55a0d/972ec342-02eb-45a7-80b4-2aeebfd40e50/eb9a223c-960c-4712-b935-44852cac2cb8) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:12.532755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4fed9-083a-4c0d-8806-e3f2a4b617c1 req-504f0df6-4c37-4bb4-bc9d-415d8cf83ac4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:12.537424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:12.543460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bce4fed9-083a-4c0d-8806-e3f2a4b617c1 req-504f0df6-4c37-4bb4-bc9d-415d8cf83ac4 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.1817076 Feb 11 04:38:12.630582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508bc5a-00fc-4d08-9d7d-ba5310db9e86 req-91e7fe59-e2c2-40a7-b4cd-1cf5a0ebe1d5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:12.633432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8508bc5a-00fc-4d08-9d7d-ba5310db9e86 req-91e7fe59-e2c2-40a7-b4cd-1cf5a0ebe1d5 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.47 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 945 time: 0.1931005 Feb 11 04:38:12.742048 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bce4fed9-083a-4c0d-8806-e3f2a4b617c1 req-74b22e4f-a34b-4af9-ae63-0219bf27466a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=803445bc-7419-4d49-9be9-02ba472199d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993492 Feb 11 04:38:12.808960 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (eb9a223c-960c-4712-b935-44852cac2cb8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.889316 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22d5b9-7f23-4088-a68b-89ecd0399ad6 req-916dc901-1a06-451c-9600-1ae255c61431 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:12.890702 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ce22d5b9-7f23-4088-a68b-89ecd0399ad6 req-916dc901-1a06-451c-9600-1ae255c61431 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 949 time: 0.1056197 Feb 11 04:38:12.899692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-8508bc5a-00fc-4d08-9d7d-ba5310db9e86 req-32136457-496a-4f13-824a-5f09bc443ecc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Deleting port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:12.900038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8508bc5a-00fc-4d08-9d7d-ba5310db9e86 req-32136457-496a-4f13-824a-5f09bc443ecc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:12.983958 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (eb9a223c-960c-4712-b935-44852cac2cb8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:13.041155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ce22d5b9-7f23-4088-a68b-89ecd0399ad6 req-a1b69dce-5def-412c-8440-80c2f321997d tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f7165-a35a-44a6-b681-9304027590f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381443 Feb 11 04:38:13.062021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 05b1c34f-e842-4855-a49e-e1e7d0f55a0d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:13.075672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:13.080943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:13.081485 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (829ee8e3-55b1-4440-afdb-67661dbb5212), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:13.090790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-8508bc5a-00fc-4d08-9d7d-ba5310db9e86 req-32136457-496a-4f13-824a-5f09bc443ecc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] For port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=cb8dc0ca-24b4-48a8-9d98-e3e98ba04516,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:13.091214 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8508bc5a-00fc-4d08-9d7d-ba5310db9e86 req-32136457-496a-4f13-824a-5f09bc443ecc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:13.101138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3cc3d062-c45f-48d7-9645-623e7efd212e up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:13.139402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=eb9a223c-960c-4712-b935-44852cac2cb8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:13.204270 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-8508bc5a-00fc-4d08-9d7d-ba5310db9e86 req-32136457-496a-4f13-824a-5f09bc443ecc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Calling delete_port for cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:13.264670 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 3cc3d062-c45f-48d7-9645-623e7efd212e completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:38:13.272056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 3cc3d062-c45f-48d7-9645-623e7efd212e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:13.273160 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:13.484773 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 3cc3d062-c45f-48d7-9645-623e7efd212e is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:13.484773 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:13.522452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f88845-b437-42c7-90b6-137e5b338a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc3d062-c45f-48d7-9645-623e7efd212e'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:13.525092 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928c391a-3060-4dfa-be9f-5ad348177062" -d '{"events": [{"server_uuid": "25f88845-b437-42c7-90b6-137e5b338a32", "name": "network-vif-plugged", "status": "completed", "tag": "3cc3d062-c45f-48d7-9645-623e7efd212e"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:13.546721 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5af2ff82-262e-463d-a198-b9d226d26174 None None] Provisioning complete for port eb9a223c-960c-4712-b935-44852cac2cb8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:13.549545 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5af2ff82-262e-463d-a198-b9d226d26174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (eb9a223c-960c-4712-b935-44852cac2cb8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:13.552230 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3cc3d062-c45f-48d7-9645-623e7efd212e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3cc3d062-c45f-48d7-9645-623e7efd212e,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:13.563265 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eb9a223c-960c-4712-b935-44852cac2cb8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:13.570114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5eb75a4f-8342-41eb-9e3e-d00b37c0f733 req-ce98c9fb-6ae1-4bce-bb7e-156a0d7583eb tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0948117 Feb 11 04:38:13.609051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5af2ff82-262e-463d-a198-b9d226d26174 None None] Port eb9a223c-960c-4712-b935-44852cac2cb8 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:13.640587 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8508bc5a-00fc-4d08-9d7d-ba5310db9e86 req-32136457-496a-4f13-824a-5f09bc443ecc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (cb8dc0ca-24b4-48a8-9d98-e3e98ba04516), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:13.708709 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da5fe43-e58f-4df4-bac4-b2d71d5ee126 x-openstack-request-id: req-3da5fe43-e58f-4df4-bac4-b2d71d5ee126 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:13.709576 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f88845-b437-42c7-90b6-137e5b338a32", "name": "network-vif-plugged", "status": "completed", "tag": "3cc3d062-c45f-48d7-9645-623e7efd212e", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:13.709903 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3da5fe43-e58f-4df4-bac4-b2d71d5ee126 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:13.710412 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f88845-b437-42c7-90b6-137e5b338a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc3d062-c45f-48d7-9645-623e7efd212e', 'code': 200} Feb 11 04:38:13.738742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32136457-496a-4f13-824a-5f09bc443ecc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event deleted for resources: {'Port': ['ID=cb8dc0ca-24b4-48a8-9d98-e3e98ba04516,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:13.764072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cb746-216e-4844-9214-6d4eb8a0961c req-acaaa0a6-6140-4842-8f7b-669abe72aacf tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:13.766417 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-031cb746-216e-4844-9214-6d4eb8a0961c req-acaaa0a6-6140-4842-8f7b-669abe72aacf tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.2902002 Feb 11 04:38:13.773924 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:13.930150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-8508bc5a-00fc-4d08-9d7d-ba5310db9e86 req-32136457-496a-4f13-824a-5f09bc443ecc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] No DVR routers for this DVR port cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:13.942734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=3cc3d062-c45f-48d7-9645-623e7efd212e,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:13.954590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bea49-e03e-47ac-8535-f603ac887bbc req-ea7b33f7-6067-4297-8e0b-dd0d1160efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:13.967389 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ce7bea49-e03e-47ac-8535-f603ac887bbc req-ea7b33f7-6067-4297-8e0b-dd0d1160efb0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 1133 time: 0.1398888 Feb 11 04:38:13.972887 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8508bc5a-00fc-4d08-9d7d-ba5310db9e86 req-32136457-496a-4f13-824a-5f09bc443ecc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:13.977373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8508bc5a-00fc-4d08-9d7d-ba5310db9e86 req-32136457-496a-4f13-824a-5f09bc443ecc tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.47 "DELETE /v2.0/ports/cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 HTTP/1.1" status: 204 len: 173 time: 1.3392701 Feb 11 04:38:13.980427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defe851d-202a-41fd-8d7a-284756d80b5d', 'name': 'network-vif-deleted', 'tag': 'cb8dc0ca-24b4-48a8-9d98-e3e98ba04516'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:13.988510 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440c329a-125d-4811-b534-99b47d972253" -d '{"events": [{"server_uuid": "defe851d-202a-41fd-8d7a-284756d80b5d", "name": "network-vif-deleted", "tag": "cb8dc0ca-24b4-48a8-9d98-e3e98ba04516"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:14.048962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7448c62d-f7a9-4e37-9831-daa6c1383075 req-541998c8-3f8c-48b0-b8c6-82b65ca92a12 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 210 time: 0.0864720 Feb 11 04:38:14.050569 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ce7bea49-e03e-47ac-8535-f603ac887bbc req-c8f9d2cf-484a-4c45-8a44-4c3009f8ae06 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d5f7165-a35a-44a6-b681-9304027590f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734563 Feb 11 04:38:14.067361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 04377ffa-fec6-4360-a9af-82cdc4f4a57c no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:14.108733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-031cb746-216e-4844-9214-6d4eb8a0961c req-9225a08d-07c3-4021-aa40-0c9f4e2df668 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2716205 Feb 11 04:38:14.136587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 04377ffa-fec6-4360-a9af-82cdc4f4a57c {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:14.137020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 04377ffa-fec6-4360-a9af-82cdc4f4a57c not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:14.167063 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7a9490-5494-4f2c-bbd9-15cc40e64a75 x-openstack-request-id: req-ef7a9490-5494-4f2c-bbd9-15cc40e64a75 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:14.167364 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defe851d-202a-41fd-8d7a-284756d80b5d", "name": "network-vif-deleted", "tag": "cb8dc0ca-24b4-48a8-9d98-e3e98ba04516", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:14.167626 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef7a9490-5494-4f2c-bbd9-15cc40e64a75 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:14.168034 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defe851d-202a-41fd-8d7a-284756d80b5d', 'name': 'network-vif-deleted', 'tag': 'cb8dc0ca-24b4-48a8-9d98-e3e98ba04516', 'status': 'completed', 'code': 200} Feb 11 04:38:14.277930 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (eb9a223c-960c-4712-b935-44852cac2cb8), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:14.329493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c507e-edd7-46aa-96ed-ece3719fc2bc req-c60bf5c7-921a-45aa-af39-248fac2daae0 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:14.331149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b1c507e-edd7-46aa-96ed-ece3719fc2bc req-c60bf5c7-921a-45aa-af39-248fac2daae0 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 950 time: 0.0771749 Feb 11 04:38:14.385377 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (eb9a223c-960c-4712-b935-44852cac2cb8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:14.386268 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (829ee8e3-55b1-4440-afdb-67661dbb5212), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:14.394794 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b1c507e-edd7-46aa-96ed-ece3719fc2bc req-51e60cfe-43b7-403e-be27-d575bc390ced tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f7165-a35a-44a6-b681-9304027590f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548956 Feb 11 04:38:14.464586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=eb9a223c-960c-4712-b935-44852cac2cb8,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:14.534535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 05b1c34f-e842-4855-a49e-e1e7d0f55a0d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:14.536164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:14.956016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8fb79b02-0b34-4aab-8b7d-4d62da094204 None None] Provisioning complete for port eb9a223c-960c-4712-b935-44852cac2cb8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:14.957487 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8fb79b02-0b34-4aab-8b7d-4d62da094204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (eb9a223c-960c-4712-b935-44852cac2cb8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:15.061703 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8fb79b02-0b34-4aab-8b7d-4d62da094204 None None] Port eb9a223c-960c-4712-b935-44852cac2cb8 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:15.119263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:15.191722 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:15.194297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device cb8dc0ca-24b4-48a8-9d98-e3e98ba04516 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:15.263170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router 829ee8e3-55b1-4440-afdb-67661dbb5212 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:38:15.274114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c4838b1d-10b2-436e-923a-984b57eda947 req-03e61f37-c938-40a7-bdce-32010b27cebf tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a912359-a3fc-48b2-a9fe-09541d8d638b HTTP/1.1" status: 200 len: 210 time: 0.0594227 Feb 11 04:38:15.322850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e42957f4-a522-4ae3-b804-c63b2ad5812d req-c0af9447-36e2-4773-b0c0-f05c20774b60 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe851d-202a-41fd-8d7a-284756d80b5d HTTP/1.1" status: 200 len: 210 time: 0.1093371 Feb 11 04:38:15.570415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:15.581423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-262e5ed1-69db-4909-b24d-ec066d302960 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/829ee8e3-55b1-4440-afdb-67661dbb5212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0119448 Feb 11 04:38:15.584065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37212) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:15.586995 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf51aaf-fd27-4c9c-8b19-bc8c0371b7ad None None] Sync routers for ids ['829ee8e3-55b1-4440-afdb-67661dbb5212'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:15.613089 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf51aaf-fd27-4c9c-8b19-bc8c0371b7ad None None] Routers {'829ee8e3-55b1-4440-afdb-67661dbb5212'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:15.618013 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-baf51aaf-fd27-4c9c-8b19-bc8c0371b7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:37:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['829ee8e3-55b1-4440-afdb-67661dbb5212'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:15.650676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bab9f-4323-4a19-aab5-bee0d0d768f3 req-eaf53ec9-e47b-43f1-a9b3-83edc56ff916 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:15.656035 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f3bab9f-4323-4a19-aab5-bee0d0d768f3 req-eaf53ec9-e47b-43f1-a9b3-83edc56ff916 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.2342520 Feb 11 04:38:15.701380 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-baf51aaf-fd27-4c9c-8b19-bc8c0371b7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:15.706911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09562a11-9a32-4c37-9071-42984fb4753c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:15.710983 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-09562a11-9a32-4c37-9071-42984fb4753c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports/eb9a223c-960c-4712-b935-44852cac2cb8 HTTP/1.1" status: 200 len: 913 time: 0.1242759 Feb 11 04:38:15.714435 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37216) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:15.724139 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf51aaf-fd27-4c9c-8b19-bc8c0371b7ad None None] Routers {'829ee8e3-55b1-4440-afdb-67661dbb5212'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:15.725504 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-baf51aaf-fd27-4c9c-8b19-bc8c0371b7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:37:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['829ee8e3-55b1-4440-afdb-67661dbb5212'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:15.733612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e356030-32fc-4edc-83df-b6f0ffa2a91f req-c4194af3-1d42-4924-aae9-91927eade14e tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:15.736234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e356030-32fc-4edc-83df-b6f0ffa2a91f req-c4194af3-1d42-4924-aae9-91927eade14e tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 950 time: 0.2054563 Feb 11 04:38:15.783964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f3bab9f-4323-4a19-aab5-bee0d0d768f3 req-020bbc2c-dd92-486c-b51e-45bd646e921f tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184793 Feb 11 04:38:15.820668 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-baf51aaf-fd27-4c9c-8b19-bc8c0371b7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:15.821344 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf51aaf-fd27-4c9c-8b19-bc8c0371b7ad None None] The sync data for ids ['829ee8e3-55b1-4440-afdb-67661dbb5212'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:38:15.846985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e356030-32fc-4edc-83df-b6f0ffa2a91f req-60637a8c-f1de-4114-b7c5-e52eead9b01b tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f7165-a35a-44a6-b681-9304027590f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007040 Feb 11 04:38:16.185414 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b23a4b58-af5a-40c8-98b2-cddf61daceb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (829ee8e3-55b1-4440-afdb-67661dbb5212), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:16.558571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37242) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:16.661124 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-54c5df08-1a08-44e7-8d45-da2cf7da432e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for security_group (e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:16.697276 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-54c5df08-1a08-44e7-8d45-da2cf7da432e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for security_group (e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:16.881906 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-54c5df08-1a08-44e7-8d45-da2cf7da432e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:16.885141 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-54c5df08-1a08-44e7-8d45-da2cf7da432e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:16.887467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-54c5df08-1a08-44e7-8d45-da2cf7da432e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "DELETE /v2.0/security-groups/e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7 HTTP/1.1" status: 204 len: 168 time: 0.3260105 Feb 11 04:38:16.897922 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37258) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:16.900352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5df08-1a08-44e7-8d45-da2cf7da432e tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:16.954187 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-a501295d-7693-47ef-a42d-a2c4f5e7f7c6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] show failed (client error): The resource could not be found. Feb 11 04:38:16.959117 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a501295d-7693-47ef-a42d-a2c4f5e7f7c6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "GET /v2.0/security-groups/e7cd76b1-6d53-4ccc-ba83-20e6b7dd57c7 HTTP/1.1" status: 404 len: 347 time: 0.0180116 Feb 11 04:38:16.959117 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37260) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:17.051585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9c0f9-48d8-4eb1-b716-7082686698a1 req-a8bd1a82-c198-4863-82a2-3744b3205262 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:17.053746 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcc9c0f9-48d8-4eb1-b716-7082686698a1 req-a8bd1a82-c198-4863-82a2-3744b3205262 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1328778 Feb 11 04:38:17.063942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee3ac2-3ec5-422f-8353-d9240dca983e req-5adbab9d-c46a-4cd8-99f3-a8c7929853fe tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:17.064960 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eeee3ac2-3ec5-422f-8353-d9240dca983e req-5adbab9d-c46a-4cd8-99f3-a8c7929853fe tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.1433284 Feb 11 04:38:17.071227 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b23a4b58-af5a-40c8-98b2-cddf61daceb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port eb9a223c-960c-4712-b935-44852cac2cb8 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:17.093493 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b23a4b58-af5a-40c8-98b2-cddf61daceb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (eb9a223c-960c-4712-b935-44852cac2cb8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:17.144272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcc9c0f9-48d8-4eb1-b716-7082686698a1 req-b4596470-c6b5-462f-8f84-57b1bfff135c tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783091 Feb 11 04:38:17.158226 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eeee3ac2-3ec5-422f-8353-d9240dca983e req-30b1cd24-19d2-473c-8c08-5eee20f143a0 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778008 Feb 11 04:38:17.226096 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b23a4b58-af5a-40c8-98b2-cddf61daceb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (eb9a223c-960c-4712-b935-44852cac2cb8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:17.248362 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b23a4b58-af5a-40c8-98b2-cddf61daceb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for eb9a223c-960c-4712-b935-44852cac2cb8 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:17.251084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5687b0e9-ccf7-4b51-af6b-6cf1816dc7b1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Deleting port edca73cb-839c-479c-a0cb-3dd33383e2f5 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:17.251569 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5687b0e9-ccf7-4b51-af6b-6cf1816dc7b1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (edca73cb-839c-479c-a0cb-3dd33383e2f5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:17.274479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc261a-a4cc-49a9-9734-0ae36767674b req-a7eecba5-2bf0-44c3-a36e-46edfa095f41 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:17.280181 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88dc261a-a4cc-49a9-9734-0ae36767674b req-a7eecba5-2bf0-44c3-a36e-46edfa095f41 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 950 time: 0.0675650 Feb 11 04:38:17.329779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88dc261a-a4cc-49a9-9734-0ae36767674b req-b005c7c7-1abe-428c-9585-f99a1ca508c9 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f7165-a35a-44a6-b681-9304027590f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475667 Feb 11 04:38:17.388308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5687b0e9-ccf7-4b51-af6b-6cf1816dc7b1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (edca73cb-839c-479c-a0cb-3dd33383e2f5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:17.388308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5687b0e9-ccf7-4b51-af6b-6cf1816dc7b1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for floatingip (edca73cb-839c-479c-a0cb-3dd33383e2f5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:17.438508 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5687b0e9-ccf7-4b51-af6b-6cf1816dc7b1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Calling delete_port for edca73cb-839c-479c-a0cb-3dd33383e2f5 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:17.750068 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b23a4b58-af5a-40c8-98b2-cddf61daceb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (eb9a223c-960c-4712-b935-44852cac2cb8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:17.785735 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a4b58-af5a-40c8-98b2-cddf61daceb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=eb9a223c-960c-4712-b935-44852cac2cb8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:17.792415 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5687b0e9-ccf7-4b51-af6b-6cf1816dc7b1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (edca73cb-839c-479c-a0cb-3dd33383e2f5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:17.835066 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687b0e9-ccf7-4b51-af6b-6cf1816dc7b1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event deleted for resources: {'Port': ['ID=edca73cb-839c-479c-a0cb-3dd33383e2f5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:18.032457 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b23a4b58-af5a-40c8-98b2-cddf61daceb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (829ee8e3-55b1-4440-afdb-67661dbb5212), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.044062 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5687b0e9-ccf7-4b51-af6b-6cf1816dc7b1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for floatingip (c8f5fa48-efc4-471c-bb92-56b76d358114), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.047234 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5687b0e9-ccf7-4b51-af6b-6cf1816dc7b1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.052047 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5687b0e9-ccf7-4b51-af6b-6cf1816dc7b1 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "DELETE /v2.0/floatingips/c8f5fa48-efc4-471c-bb92-56b76d358114 HTTP/1.1" status: 204 len: 168 time: 1.0920351 Feb 11 04:38:18.052316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37288) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:18.114717 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee054f-75bf-411c-b5f5-c9179fa86a9f req-23b9256a-0c0d-4765-9a4d-3d465e76bcec tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:18.139642 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3fee054f-75bf-411c-b5f5-c9179fa86a9f req-23b9256a-0c0d-4765-9a4d-3d465e76bcec tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 950 time: 0.0968108 Feb 11 04:38:18.210659 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3fee054f-75bf-411c-b5f5-c9179fa86a9f req-c8b1fff7-e95b-40bb-baab-391a538491b2 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f7165-a35a-44a6-b681-9304027590f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672822 Feb 11 04:38:18.329425 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37296) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:18.428924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abdc29-968d-41c9-ba44-5a0d5ec589ed req-ab6f5cc9-5dc8-4a7d-8ef2-af5fa319798e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:18.436931 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12abdc29-968d-41c9-ba44-5a0d5ec589ed req-ab6f5cc9-5dc8-4a7d-8ef2-af5fa319798e tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.2035139 Feb 11 04:38:18.456463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86296fb-27d9-4061-9415-8660f6186163 req-ba779dcc-fcef-499a-a5b5-6df9b0fbe48a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:18.456463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d86296fb-27d9-4061-9415-8660f6186163 req-ba779dcc-fcef-499a-a5b5-6df9b0fbe48a tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1695185 Feb 11 04:38:18.506475 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23a4b58-af5a-40c8-98b2-cddf61daceb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router 829ee8e3-55b1-4440-afdb-67661dbb5212 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:38:18.570940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37302) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:18.591292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-4de32c47-be63-46e5-95db-8014e124db22 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Deleting port 963b6a8b-e879-44fc-be34-943887949a52 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:18.591841 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4de32c47-be63-46e5-95db-8014e124db22 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (963b6a8b-e879-44fc-be34-943887949a52), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.605427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f4242-4396-4af8-a1bb-e99ab69362e2 req-17943f44-168d-439d-9abf-4f5268fc32d8 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:18.609901 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-494f4242-4396-4af8-a1bb-e99ab69362e2 req-17943f44-168d-439d-9abf-4f5268fc32d8 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.2485650 Feb 11 04:38:18.701442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12abdc29-968d-41c9-ba44-5a0d5ec589ed req-60184b1f-c36f-4f69-a11b-90c4ad125750 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613158 Feb 11 04:38:18.729612 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edf3278e-df5a-4ac4-b8fc-60709b298716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.776621 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4de32c47-be63-46e5-95db-8014e124db22 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (963b6a8b-e879-44fc-be34-943887949a52), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.778703 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f31a98d2-ef68-42ef-92cc-8829ffd89e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.794804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-4de32c47-be63-46e5-95db-8014e124db22 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Calling delete_port for 963b6a8b-e879-44fc-be34-943887949a52 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:18.800879 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-494f4242-4396-4af8-a1bb-e99ab69362e2 req-9cd2e2af-b29d-405b-9935-8bebdb808030 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900861 Feb 11 04:38:18.810338 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23a4b58-af5a-40c8-98b2-cddf61daceb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:18.817006 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b23a4b58-af5a-40c8-98b2-cddf61daceb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/829ee8e3-55b1-4440-afdb-67661dbb5212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1012743 Feb 11 04:38:18.820129 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37306) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:18.826010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df51df-e3e6-4459-a25d-fd75fd728d03 None None] Sync routers for ids ['829ee8e3-55b1-4440-afdb-67661dbb5212'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:18.843410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df51df-e3e6-4459-a25d-fd75fd728d03 None None] Routers {'829ee8e3-55b1-4440-afdb-67661dbb5212'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:18.844349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d86296fb-27d9-4061-9415-8660f6186163 req-2962c8c9-3afd-43d1-a6f7-99cb9383c44b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Deleting port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:18.847861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-76df51df-e3e6-4459-a25d-fd75fd728d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:37:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['829ee8e3-55b1-4440-afdb-67661dbb5212'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:18.848034 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d86296fb-27d9-4061-9415-8660f6186163 req-2962c8c9-3afd-43d1-a6f7-99cb9383c44b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:18.888045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-76df51df-e3e6-4459-a25d-fd75fd728d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:18.898858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df51df-e3e6-4459-a25d-fd75fd728d03 None None] Routers {'829ee8e3-55b1-4440-afdb-67661dbb5212'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:18.899835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-76df51df-e3e6-4459-a25d-fd75fd728d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:37:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['829ee8e3-55b1-4440-afdb-67661dbb5212'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:18.940976 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-76df51df-e3e6-4459-a25d-fd75fd728d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:18.941973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df51df-e3e6-4459-a25d-fd75fd728d03 None None] The sync data for ids ['829ee8e3-55b1-4440-afdb-67661dbb5212'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:38:19.015286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d86296fb-27d9-4061-9415-8660f6186163 req-2962c8c9-3afd-43d1-a6f7-99cb9383c44b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] For port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:19.016227 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d86296fb-27d9-4061-9415-8660f6186163 req-2962c8c9-3afd-43d1-a6f7-99cb9383c44b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.131623 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edf3278e-df5a-4ac4-b8fc-60709b298716 admin admin] Publish callbacks [] for security_group (78fef638-daab-4764-a6bf-3eef1390a051), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.181133 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f31a98d2-ef68-42ef-92cc-8829ffd89e3c admin admin] Publish callbacks [] for security_group (b0206447-ee70-425e-8940-0b18603f2276), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.208035 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edf3278e-df5a-4ac4-b8fc-60709b298716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (78fef638-daab-4764-a6bf-3eef1390a051), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.211235 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4de32c47-be63-46e5-95db-8014e124db22 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (963b6a8b-e879-44fc-be34-943887949a52), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.271104 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f31a98d2-ef68-42ef-92cc-8829ffd89e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b0206447-ee70-425e-8940-0b18603f2276), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.278606 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de32c47-be63-46e5-95db-8014e124db22 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event deleted for resources: {'Port': ['ID=963b6a8b-e879-44fc-be34-943887949a52,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:19.365129 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4de32c47-be63-46e5-95db-8014e124db22 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.369498 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4de32c47-be63-46e5-95db-8014e124db22 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "DELETE /v2.0/ports/963b6a8b-e879-44fc-be34-943887949a52 HTTP/1.1" status: 204 len: 168 time: 1.3116124 Feb 11 04:38:19.372957 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc1acdd1-0cad-44cd-8609-95f9443649e9 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (829ee8e3-55b1-4440-afdb-67661dbb5212), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.373606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-edf3278e-df5a-4ac4-b8fc-60709b298716 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c46f3eae7ee46bcafb1c81f8f07b9cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0417051 Feb 11 04:38:19.381250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37310) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:19.381250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37312) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:19.384979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3278e-df5a-4ac4-b8fc-60709b298716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fef638-daab-4764-a6bf-3eef1390a051,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:19.419239 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d86296fb-27d9-4061-9415-8660f6186163 req-2962c8c9-3afd-43d1-a6f7-99cb9383c44b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.419595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d86296fb-27d9-4061-9415-8660f6186163 req-2962c8c9-3afd-43d1-a6f7-99cb9383c44b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (3e547a35-eede-42a4-b3d8-d0a39e20aa82), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.419918 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-d86296fb-27d9-4061-9415-8660f6186163 req-2962c8c9-3afd-43d1-a6f7-99cb9383c44b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Floating IP 3e547a35-eede-42a4-b3d8-d0a39e20aa82 disassociated. External IP: 172.25.3.122, port: e4f04cd7-d182-479d-ae4d-5fc154e9d6a2. Feb 11 04:38:19.420272 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d86296fb-27d9-4061-9415-8660f6186163 req-2962c8c9-3afd-43d1-a6f7-99cb9383c44b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Calling delete_port for e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:19.432570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f31a98d2-ef68-42ef-92cc-8829ffd89e3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4db5e4efab549a4ba42ed55a77b85e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8575892 Feb 11 04:38:19.435357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a98d2-ef68-42ef-92cc-8829ffd89e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0206447-ee70-425e-8940-0b18603f2276,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:19.453366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37314) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:19.543103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a100279-c259-4789-8dfa-749ff710a311 req-68af6724-5630-4f50-b7c8-bc9b3f205a41 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:19.547459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a100279-c259-4789-8dfa-749ff710a311 req-68af6724-5630-4f50-b7c8-bc9b3f205a41 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 950 time: 0.2543705 Feb 11 04:38:19.624235 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d9539883-5d8d-4019-b55b-c3ce029081b2 admin admin] Publish callbacks [] for security_group (b0206447-ee70-425e-8940-0b18603f2276), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.650383 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a100279-c259-4789-8dfa-749ff710a311 req-1084a697-cebc-46be-8f05-717d64554173 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f7165-a35a-44a6-b681-9304027590f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954385 Feb 11 04:38:19.658042 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6ec586d-dded-4ca6-bc5b-743817a9b28f admin admin] Publish callbacks [] for security_group (78fef638-daab-4764-a6bf-3eef1390a051), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.671979 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3067f-0c25-4d6e-93c1-fdd210498231 req-88c8407f-5d3d-40a4-ab3b-1bc8bd6b02a3 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:19.673647 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f1a3067f-0c25-4d6e-93c1-fdd210498231 req-88c8407f-5d3d-40a4-ab3b-1bc8bd6b02a3 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.47 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 950 time: 0.2827134 Feb 11 04:38:19.691888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d9539883-5d8d-4019-b55b-c3ce029081b2 admin admin] Publish callbacks [] for security_group (b0206447-ee70-425e-8940-0b18603f2276), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.751233 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6ec586d-dded-4ca6-bc5b-743817a9b28f admin admin] Publish callbacks [] for security_group (78fef638-daab-4764-a6bf-3eef1390a051), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.873055 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d86296fb-27d9-4061-9415-8660f6186163 req-2962c8c9-3afd-43d1-a6f7-99cb9383c44b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e4f04cd7-d182-479d-ae4d-5fc154e9d6a2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.893905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b7c3ea42-0606-4ee7-869f-1330d4f2da05 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Deleting port 5fdbb401-1694-49f8-bfbf-47d7a4041211 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:19.894254 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7c3ea42-0606-4ee7-869f-1330d4f2da05 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.909945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962c8c9-3afd-43d1-a6f7-99cb9383c44b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event deleted for resources: {'Port': ['ID=e4f04cd7-d182-479d-ae4d-5fc154e9d6a2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:19.923021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd1ede-3204-4225-a1bd-f85b2862132a req-5f4cbdff-1679-44fe-af9d-ab097d1ae331 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:19.924712 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42fd1ede-3204-4225-a1bd-f85b2862132a req-5f4cbdff-1679-44fe-af9d-ab097d1ae331 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 944 time: 0.1189635 Feb 11 04:38:19.972409 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d9539883-5d8d-4019-b55b-c3ce029081b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b0206447-ee70-425e-8940-0b18603f2276), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.975287 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d9539883-5d8d-4019-b55b-c3ce029081b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:19.979134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d9539883-5d8d-4019-b55b-c3ce029081b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0206447-ee70-425e-8940-0b18603f2276 HTTP/1.1" status: 204 len: 168 time: 0.5303147 Feb 11 04:38:20.035921 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6ec586d-dded-4ca6-bc5b-743817a9b28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (78fef638-daab-4764-a6bf-3eef1390a051), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.039261 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6ec586d-dded-4ca6-bc5b-743817a9b28f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.040701 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b6ec586d-dded-4ca6-bc5b-743817a9b28f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78fef638-daab-4764-a6bf-3eef1390a051 HTTP/1.1" status: 204 len: 168 time: 0.6577876 Feb 11 04:38:20.044285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9539883-5d8d-4019-b55b-c3ce029081b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0206447-ee70-425e-8940-0b18603f2276,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:20.069462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec586d-dded-4ca6-bc5b-743817a9b28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fef638-daab-4764-a6bf-3eef1390a051,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:20.098202 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-f1a3067f-0c25-4d6e-93c1-fdd210498231 req-badd0b44-eade-49a0-8a7a-c891d5db7900 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Deleting port 3cc3d062-c45f-48d7-9645-623e7efd212e {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:20.098202 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f1a3067f-0c25-4d6e-93c1-fdd210498231 req-badd0b44-eade-49a0-8a7a-c891d5db7900 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.113231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a5445-3957-4013-837d-333af18875bf req-bca582d3-7e2c-4d63-8680-034f8f145d7f tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:20.115274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea2a5445-3957-4013-837d-333af18875bf req-bca582d3-7e2c-4d63-8680-034f8f145d7f tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.1872818 Feb 11 04:38:20.126956 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7c3ea42-0606-4ee7-869f-1330d4f2da05 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.160141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b7c3ea42-0606-4ee7-869f-1330d4f2da05 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Calling delete_port for 5fdbb401-1694-49f8-bfbf-47d7a4041211 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:20.171493 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42fd1ede-3204-4225-a1bd-f85b2862132a req-86684408-3de2-478c-ab13-24cac13749fe tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups?id=513f1937-0495-47bc-b256-c8ac5ae80cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080524 Feb 11 04:38:20.222807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea2a5445-3957-4013-837d-333af18875bf req-2b772c99-6363-4fe6-8b73-d591a5cfee88 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004455 Feb 11 04:38:20.262598 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d86296fb-27d9-4061-9415-8660f6186163 req-2962c8c9-3afd-43d1-a6f7-99cb9383c44b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Router c73ad963-7758-4f25-9d3a-c0f945e09a8f has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:38:20.331922 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-f1a3067f-0c25-4d6e-93c1-fdd210498231 req-badd0b44-eade-49a0-8a7a-c891d5db7900 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] For port 3cc3d062-c45f-48d7-9645-623e7efd212e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3cc3d062-c45f-48d7-9645-623e7efd212e,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:20.331922 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f1a3067f-0c25-4d6e-93c1-fdd210498231 req-badd0b44-eade-49a0-8a7a-c891d5db7900 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.358704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-f1a3067f-0c25-4d6e-93c1-fdd210498231 req-badd0b44-eade-49a0-8a7a-c891d5db7900 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Calling delete_port for 3cc3d062-c45f-48d7-9645-623e7efd212e owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:20.392947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d86296fb-27d9-4061-9415-8660f6186163 req-2962c8c9-3afd-43d1-a6f7-99cb9383c44b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:20.405426 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e01e739-20b8-4195-87ca-f0b64726e1ec None None] Sync routers for ids ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:20.424495 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e01e739-20b8-4195-87ca-f0b64726e1ec None None] Routers {'c73ad963-7758-4f25-9d3a-c0f945e09a8f'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:20.428249 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4e01e739-20b8-4195-87ca-f0b64726e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:37:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:20.495498 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86296fb-27d9-4061-9415-8660f6186163 req-2962c8c9-3afd-43d1-a6f7-99cb9383c44b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] No DVR routers for this DVR port e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:20.502609 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d86296fb-27d9-4061-9415-8660f6186163 req-2962c8c9-3afd-43d1-a6f7-99cb9383c44b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.503742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fc1acdd1-0cad-44cd-8609-95f9443649e9 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port 00699e24-6f66-4a01-837c-aa6c23b09764 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:20.504161 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc1acdd1-0cad-44cd-8609-95f9443649e9 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (00699e24-6f66-4a01-837c-aa6c23b09764), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.511014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d86296fb-27d9-4061-9415-8660f6186163 req-2962c8c9-3afd-43d1-a6f7-99cb9383c44b tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.32 "DELETE /v2.0/ports/e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 HTTP/1.1" status: 204 len: 173 time: 2.0432196 Feb 11 04:38:20.511517 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-deleted', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:20.517776 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba16b943-320c-4d94-85ab-4da583a451f3" -d '{"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-deleted", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:20.587738 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997d6941-4e5b-40de-8980-843c7bff16e3 x-openstack-request-id: req-997d6941-4e5b-40de-8980-843c7bff16e3 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:20.588040 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5e6315-8adc-4fe9-9dac-93c26a731248", "name": "network-vif-deleted", "tag": "e4f04cd7-d182-479d-ae4d-5fc154e9d6a2", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:20.588297 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-997d6941-4e5b-40de-8980-843c7bff16e3 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:20.588733 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5e6315-8adc-4fe9-9dac-93c26a731248', 'name': 'network-vif-deleted', 'tag': 'e4f04cd7-d182-479d-ae4d-5fc154e9d6a2', 'status': 'completed', 'code': 200} Feb 11 04:38:20.602843 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-4e01e739-20b8-4195-87ca-f0b64726e1ec None None] Set router c73ad963-7758-4f25-9d3a-c0f945e09a8f gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:20.764786 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc1acdd1-0cad-44cd-8609-95f9443649e9 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (00699e24-6f66-4a01-837c-aa6c23b09764), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.776349 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7c3ea42-0606-4ee7-869f-1330d4f2da05 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5fdbb401-1694-49f8-bfbf-47d7a4041211), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:20.785424 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fc1acdd1-0cad-44cd-8609-95f9443649e9 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for 00699e24-6f66-4a01-837c-aa6c23b09764 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:20.823758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dd77f-cb5e-4481-933b-17ab0722f21e req-00c1376a-661a-4696-8d3b-f4c3e245c926 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:20.825956 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-656dd77f-cb5e-4481-933b-17ab0722f21e req-00c1376a-661a-4696-8d3b-f4c3e245c926 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 950 time: 0.0732565 Feb 11 04:38:20.836777 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3ea42-0606-4ee7-869f-1330d4f2da05 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event deleted for resources: {'Port': ['ID=5fdbb401-1694-49f8-bfbf-47d7a4041211,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:20.888414 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-656dd77f-cb5e-4481-933b-17ab0722f21e req-9894341c-1a89-4810-9654-2210532ac10e tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f7165-a35a-44a6-b681-9304027590f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558848 Feb 11 04:38:20.906960 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4e01e739-20b8-4195-87ca-f0b64726e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:48Z', 'updated_at': '2022-02-11T04:29:01Z', 'revision_number': 4, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'gw_port': {'id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:50Z', 'updated_at': '2022-02-11T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'f402856c-2bf2-40e8-a887-deda6994b8a4', 'name': '', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'mac_address': 'fa:16:3e:d2:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:59Z', 'updated_at': '2022-02-11T04:29:18Z', 'revision_number': 5, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'subnets': [{'id': '2f82346c-9264-4068-a473-ad115add59d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:20.937925 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e01e739-20b8-4195-87ca-f0b64726e1ec None None] Checking router: c73ad963-7758-4f25-9d3a-c0f945e09a8f for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:38:20.949826 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e01e739-20b8-4195-87ca-f0b64726e1ec None None] Routers {'c73ad963-7758-4f25-9d3a-c0f945e09a8f'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:20.950481 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4e01e739-20b8-4195-87ca-f0b64726e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:37:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:21.078964 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-4e01e739-20b8-4195-87ca-f0b64726e1ec None None] Set router c73ad963-7758-4f25-9d3a-c0f945e09a8f gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:21.129999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37332) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:21.149180 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dfc3145c-0c4f-4d85-9b0d-912c505f1cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.210105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37336) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:21.230003 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cb290fe5-81a6-45be-b89a-a802a40e52a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.336755 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f1a3067f-0c25-4d6e-93c1-fdd210498231 req-badd0b44-eade-49a0-8a7a-c891d5db7900 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3cc3d062-c45f-48d7-9645-623e7efd212e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.338802 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7c3ea42-0606-4ee7-869f-1330d4f2da05 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.344806 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b7c3ea42-0606-4ee7-869f-1330d4f2da05 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "DELETE /v2.0/ports/5fdbb401-1694-49f8-bfbf-47d7a4041211 HTTP/1.1" status: 204 len: 168 time: 1.9662364 Feb 11 04:38:21.345813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37340) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:21.408399 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4e01e739-20b8-4195-87ca-f0b64726e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:48Z', 'updated_at': '2022-02-11T04:29:01Z', 'revision_number': 4, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'gw_port': {'id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:50Z', 'updated_at': '2022-02-11T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'f402856c-2bf2-40e8-a887-deda6994b8a4', 'name': '', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'mac_address': 'fa:16:3e:d2:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:59Z', 'updated_at': '2022-02-11T04:29:18Z', 'revision_number': 5, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'subnets': [{'id': '2f82346c-9264-4068-a473-ad115add59d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:21.425746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd0b44-eade-49a0-8a7a-c891d5db7900 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Pushing event deleted for resources: {'Port': ['ID=3cc3d062-c45f-48d7-9645-623e7efd212e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:21.432139 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dfc3145c-0c4f-4d85-9b0d-912c505f1cce admin admin] Publish callbacks [] for security_group (78883772-eb22-4761-bc43-79d6328a89b4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.444079 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e01e739-20b8-4195-87ca-f0b64726e1ec None None] The sync data for ids ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'] in n-d-712142-35 is: [{'id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:48Z', 'updated_at': '2022-02-11T04:29:01Z', 'revision_number': 4, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'gw_port': {'id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:50Z', 'updated_at': '2022-02-11T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'f402856c-2bf2-40e8-a887-deda6994b8a4', 'name': '', 'network_id': '52e2e255-4bcd-4033-994f-08fc2f872764', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'mac_address': 'fa:16:3e:d2:32:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '2f82346c-9264-4068-a473-ad115add59d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:59Z', 'updated_at': '2022-02-11T04:29:18Z', 'revision_number': 5, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'subnets': [{'id': '2f82346c-9264-4068-a473-ad115add59d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:38:21.512910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74f0edd2-4119-46d4-84e6-fb401b0a0dbf req-fed2365f-0342-42a9-9a9e-eeb5acf9a223 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b5e6315-8adc-4fe9-9dac-93c26a731248 HTTP/1.1" status: 200 len: 210 time: 0.0859711 Feb 11 04:38:21.517076 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cb290fe5-81a6-45be-b89a-a802a40e52a7 admin admin] Publish callbacks [] for security_group (fee57267-5633-4ba4-9f3d-0066cb5aee2d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.522575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a3067f-0c25-4d6e-93c1-fdd210498231 req-badd0b44-eade-49a0-8a7a-c891d5db7900 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] No DVR routers for this DVR port 3cc3d062-c45f-48d7-9645-623e7efd212e on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:21.526996 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f1a3067f-0c25-4d6e-93c1-fdd210498231 req-badd0b44-eade-49a0-8a7a-c891d5db7900 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.531383 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dfc3145c-0c4f-4d85-9b0d-912c505f1cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (78883772-eb22-4761-bc43-79d6328a89b4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.548645 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f1a3067f-0c25-4d6e-93c1-fdd210498231 req-badd0b44-eade-49a0-8a7a-c891d5db7900 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.47 "DELETE /v2.0/ports/3cc3d062-c45f-48d7-9645-623e7efd212e HTTP/1.1" status: 204 len: 173 time: 1.8644521 Feb 11 04:38:21.551669 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f88845-b437-42c7-90b6-137e5b338a32', 'name': 'network-vif-deleted', 'tag': '3cc3d062-c45f-48d7-9645-623e7efd212e'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:21.555587 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5733dd-9037-481d-8441-9ee02094c3b1" -d '{"events": [{"server_uuid": "25f88845-b437-42c7-90b6-137e5b338a32", "name": "network-vif-deleted", "tag": "3cc3d062-c45f-48d7-9645-623e7efd212e"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:21.566145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa79f15f-593f-4289-bdf9-e3f8d9ee447f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Deleting subnet 91d1fdce-bd12-463f-a026-9585e76fb2f7 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:38:21.592784 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa79f15f-593f-4289-bdf9-e3f8d9ee447f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for subnet (91d1fdce-bd12-463f-a026-9585e76fb2f7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.640051 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a43203-f67e-4e0e-b787-164047c258dc x-openstack-request-id: req-55a43203-f67e-4e0e-b787-164047c258dc {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:21.640658 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f88845-b437-42c7-90b6-137e5b338a32", "name": "network-vif-deleted", "tag": "3cc3d062-c45f-48d7-9645-623e7efd212e", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:21.641098 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55a43203-f67e-4e0e-b787-164047c258dc {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:21.641666 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f88845-b437-42c7-90b6-137e5b338a32', 'name': 'network-vif-deleted', 'tag': '3cc3d062-c45f-48d7-9645-623e7efd212e', 'status': 'completed', 'code': 200} Feb 11 04:38:21.678661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dfc3145c-0c4f-4d85-9b0d-912c505f1cce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f794aff000064990a09d55d273149352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5461707 Feb 11 04:38:21.679371 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cb290fe5-81a6-45be-b89a-a802a40e52a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fee57267-5633-4ba4-9f3d-0066cb5aee2d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.681756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37344) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:21.695109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3145c-0c4f-4d85-9b0d-912c505f1cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78883772-eb22-4761-bc43-79d6328a89b4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:21.704404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a175237-f893-4604-afef-0e19673267ed req-27904290-0770-4bdf-a8f5-0b65f47a5726 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:21.706027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a175237-f893-4604-afef-0e19673267ed req-27904290-0770-4bdf-a8f5-0b65f47a5726 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.2827101 Feb 11 04:38:21.758994 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa79f15f-593f-4289-bdf9-e3f8d9ee447f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (91d1fdce-bd12-463f-a026-9585e76fb2f7), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.826727 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cb290fe5-81a6-45be-b89a-a802a40e52a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cdc07180fd64e43b86d21be47a90824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6153743 Feb 11 04:38:21.829561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37346) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:21.852501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb290fe5-81a6-45be-b89a-a802a40e52a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee57267-5633-4ba4-9f3d-0066cb5aee2d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:21.880817 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc1acdd1-0cad-44cd-8609-95f9443649e9 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (00699e24-6f66-4a01-837c-aa6c23b09764), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.894046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c0e4b8-cf15-40a3-891d-092f9abde662 None None] New status for floating IP 3e547a35-eede-42a4-b3d8-d0a39e20aa82: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:38:21.916298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a175237-f893-4604-afef-0e19673267ed req-df873465-af3e-4104-a293-c80cefdf8e5f tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880138 Feb 11 04:38:21.938048 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b74ed18-62a8-414e-952d-7920952b1e86 admin admin] Publish callbacks [] for security_group (fee57267-5633-4ba4-9f3d-0066cb5aee2d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.954871 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5850faf4-be53-459c-bd75-3107685a47ff admin admin] Publish callbacks [] for security_group (78883772-eb22-4761-bc43-79d6328a89b4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.962968 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b74ed18-62a8-414e-952d-7920952b1e86 admin admin] Publish callbacks [] for security_group (fee57267-5633-4ba4-9f3d-0066cb5aee2d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:21.984152 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa79f15f-593f-4289-bdf9-e3f8d9ee447f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (91d1fdce-bd12-463f-a026-9585e76fb2f7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.004820 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1acdd1-0cad-44cd-8609-95f9443649e9 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=00699e24-6f66-4a01-837c-aa6c23b09764,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:22.069387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5e36fc0-9dd3-430c-b13b-058fcd0f43f3 req-9c5c7498-dbde-4302-b3be-b7e7df9171d4 tempest-VolumesNegativeTest-792965793 tempest-VolumesNegativeTest-792965793-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f88845-b437-42c7-90b6-137e5b338a32 HTTP/1.1" status: 200 len: 210 time: 0.0805669 Feb 11 04:38:22.078112 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5850faf4-be53-459c-bd75-3107685a47ff admin admin] Publish callbacks [] for security_group (78883772-eb22-4761-bc43-79d6328a89b4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.094536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:22.123254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:22.123859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e4f04cd7-d182-479d-ae4d-5fc154e9d6a2 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:22.177456 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b74ed18-62a8-414e-952d-7920952b1e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fee57267-5633-4ba4-9f3d-0066cb5aee2d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.180249 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b74ed18-62a8-414e-952d-7920952b1e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.184317 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7b74ed18-62a8-414e-952d-7920952b1e86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fee57267-5633-4ba4-9f3d-0066cb5aee2d HTTP/1.1" status: 204 len: 168 time: 0.3509569 Feb 11 04:38:22.189537 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc1acdd1-0cad-44cd-8609-95f9443649e9 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (829ee8e3-55b1-4440-afdb-67661dbb5212), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.204122 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74ed18-62a8-414e-952d-7920952b1e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee57267-5633-4ba4-9f3d-0066cb5aee2d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:22.212772 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa79f15f-593f-4289-bdf9-e3f8d9ee447f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (91d1fdce-bd12-463f-a026-9585e76fb2f7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.281648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79f15f-593f-4289-bdf9-e3f8d9ee447f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event deleted for resources: {'Subnet': ['ID=91d1fdce-bd12-463f-a026-9585e76fb2f7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:22.284670 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5850faf4-be53-459c-bd75-3107685a47ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (78883772-eb22-4761-bc43-79d6328a89b4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.287813 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5850faf4-be53-459c-bd75-3107685a47ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.292219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5850faf4-be53-459c-bd75-3107685a47ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78883772-eb22-4761-bc43-79d6328a89b4 HTTP/1.1" status: 204 len: 168 time: 0.6056633 Feb 11 04:38:22.298048 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa79f15f-593f-4289-bdf9-e3f8d9ee447f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.305808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aa79f15f-593f-4289-bdf9-e3f8d9ee447f tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "DELETE /v2.0/subnets/91d1fdce-bd12-463f-a026-9585e76fb2f7 HTTP/1.1" status: 204 len: 168 time: 0.9480114 Feb 11 04:38:22.306752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37354) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:22.308362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15825d4-90d9-47f1-a439-9bf7d1609843 None None] Network 783bae75-85d4-4737-a159-3dcd512c310b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:22.323550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850faf4-be53-459c-bd75-3107685a47ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78883772-eb22-4761-bc43-79d6328a89b4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:22.392880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d313f3-8bba-404f-a6dc-041f5acb4780 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Deleting subnet 53bd9c26-1372-400a-811d-7e4a7427b6fa {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:38:22.402227 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f7d313f3-8bba-404f-a6dc-041f5acb4780 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for subnet (53bd9c26-1372-400a-811d-7e4a7427b6fa), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.449977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1acdd1-0cad-44cd-8609-95f9443649e9 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router 829ee8e3-55b1-4440-afdb-67661dbb5212 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:38:22.455525 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f7d313f3-8bba-404f-a6dc-041f5acb4780 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (53bd9c26-1372-400a-811d-7e4a7427b6fa), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.576937 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f7d313f3-8bba-404f-a6dc-041f5acb4780 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (53bd9c26-1372-400a-811d-7e4a7427b6fa), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.580911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1acdd1-0cad-44cd-8609-95f9443649e9 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:22.593968 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee87e22e-e83c-4dcf-b7e9-766d41a05806 None None] Sync routers for ids ['829ee8e3-55b1-4440-afdb-67661dbb5212'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:22.607521 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fc1acdd1-0cad-44cd-8609-95f9443649e9 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/829ee8e3-55b1-4440-afdb-67661dbb5212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7832863 Feb 11 04:38:22.608730 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37358) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:22.616302 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee87e22e-e83c-4dcf-b7e9-766d41a05806 None None] Routers {'829ee8e3-55b1-4440-afdb-67661dbb5212'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:22.617426 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ee87e22e-e83c-4dcf-b7e9-766d41a05806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:37:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['829ee8e3-55b1-4440-afdb-67661dbb5212'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:22.622872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0292fc63-9b0a-4efb-9c72-90c46434d472 None None] DHCP port deletion for 783bae75-85d4-4737-a159-3dcd512c310b request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:38:22.667465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8bf7e892-093e-4338-b76d-ad83df19536b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports?device_id=829ee8e3-55b1-4440-afdb-67661dbb5212 HTTP/1.1" status: 200 len: 205 time: 0.0575864 Feb 11 04:38:22.669997 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37362) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:22.672406 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ee87e22e-e83c-4dcf-b7e9-766d41a05806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:22.714161 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee87e22e-e83c-4dcf-b7e9-766d41a05806 None None] Routers {'829ee8e3-55b1-4440-afdb-67661dbb5212'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:22.715034 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ee87e22e-e83c-4dcf-b7e9-766d41a05806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:37:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['829ee8e3-55b1-4440-afdb-67661dbb5212'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:22.737618 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0292fc63-9b0a-4efb-9c72-90c46434d472 None None] Deleting port adffe59a-55ee-4d81-9d70-cf38d607a001 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:22.738136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0292fc63-9b0a-4efb-9c72-90c46434d472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (adffe59a-55ee-4d81-9d70-cf38d607a001), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.754290 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ee87e22e-e83c-4dcf-b7e9-766d41a05806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:22.755322 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee87e22e-e83c-4dcf-b7e9-766d41a05806 None None] The sync data for ids ['829ee8e3-55b1-4440-afdb-67661dbb5212'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:38:22.766603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37366) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:22.774780 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db766e38-b2e4-4943-b537-87a58b7a90f0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (829ee8e3-55b1-4440-afdb-67661dbb5212), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.859604 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5317c733-c023-492f-9bdb-27216e3576b2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for security_group (513f1937-0495-47bc-b256-c8ac5ae80cfd), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.860899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0292fc63-9b0a-4efb-9c72-90c46434d472 None None] For port adffe59a-55ee-4d81-9d70-cf38d607a001, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=adffe59a-55ee-4d81-9d70-cf38d607a001,segment=NetworkSegment(f823c9f7-7ba8-4ad1-99eb-ff685d3740ca),segment_id=f823c9f7-7ba8-4ad1-99eb-ff685d3740ca)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:22.861299 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0292fc63-9b0a-4efb-9c72-90c46434d472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (adffe59a-55ee-4d81-9d70-cf38d607a001), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.876429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0292fc63-9b0a-4efb-9c72-90c46434d472 None None] Calling delete_port for adffe59a-55ee-4d81-9d70-cf38d607a001 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:22.890083 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5317c733-c023-492f-9bdb-27216e3576b2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for security_group (513f1937-0495-47bc-b256-c8ac5ae80cfd), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.914093 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f7d313f3-8bba-404f-a6dc-041f5acb4780 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (53bd9c26-1372-400a-811d-7e4a7427b6fa), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:22.980339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d313f3-8bba-404f-a6dc-041f5acb4780 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event deleted for resources: {'Subnet': ['ID=53bd9c26-1372-400a-811d-7e4a7427b6fa,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:22.989252 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f7d313f3-8bba-404f-a6dc-041f5acb4780 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.001794 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f7d313f3-8bba-404f-a6dc-041f5acb4780 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "DELETE /v2.0/subnets/53bd9c26-1372-400a-811d-7e4a7427b6fa HTTP/1.1" status: 204 len: 168 time: 0.6851997 Feb 11 04:38:23.004579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37378) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:23.032061 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862fb015-3915-4160-8d97-c3841e78df9e None None] Network 5298babb-4aa0-44c4-91a5-04b443d240a5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:23.092695 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0292fc63-9b0a-4efb-9c72-90c46434d472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (adffe59a-55ee-4d81-9d70-cf38d607a001), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.142934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292fc63-9b0a-4efb-9c72-90c46434d472 None None] Pushing event deleted for resources: {'Port': ['ID=adffe59a-55ee-4d81-9d70-cf38d607a001,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:23.157084 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db766e38-b2e4-4943-b537-87a58b7a90f0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (829ee8e3-55b1-4440-afdb-67661dbb5212), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.168565 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db766e38-b2e4-4943-b537-87a58b7a90f0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_controller (829ee8e3-55b1-4440-afdb-67661dbb5212), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.190257 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93081917-8e93-48fa-8f2e-53799bf230e6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (783bae75-85d4-4737-a159-3dcd512c310b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.191074 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0292fc63-9b0a-4efb-9c72-90c46434d472 None None] No DVR routers for this DVR port adffe59a-55ee-4d81-9d70-cf38d607a001 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:23.203405 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5317c733-c023-492f-9bdb-27216e3576b2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (513f1937-0495-47bc-b256-c8ac5ae80cfd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.206973 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5317c733-c023-492f-9bdb-27216e3576b2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.210680 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3cc3d062-c45f-48d7-9645-623e7efd212e no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:23.212900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5317c733-c023-492f-9bdb-27216e3576b2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "DELETE /v2.0/security-groups/513f1937-0495-47bc-b256-c8ac5ae80cfd HTTP/1.1" status: 204 len: 168 time: 0.4472587 Feb 11 04:38:23.215762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37392) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:23.238417 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 3cc3d062-c45f-48d7-9645-623e7efd212e {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:23.238799 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3cc3d062-c45f-48d7-9645-623e7efd212e not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:23.244347 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-15f88026-9750-4010-8566-da730b539c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.255436 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-28c3cf98-62ab-42a3-8985-9ff7f7a2ddce tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] show failed (client error): The resource could not be found. Feb 11 04:38:23.257678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-28c3cf98-62ab-42a3-8985-9ff7f7a2ddce tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "GET /v2.0/security-groups/513f1937-0495-47bc-b256-c8ac5ae80cfd HTTP/1.1" status: 404 len: 347 time: 0.0367022 Feb 11 04:38:23.258524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317c733-c023-492f-9bdb-27216e3576b2 tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=513f1937-0495-47bc-b256-c8ac5ae80cfd,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:23.260488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37394) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:23.267689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d8d8a-7141-4c93-a91f-02babb689ec3 req-7bc2a918-b953-47bb-a500-ac0a516d147b tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:23.269234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac7d8d8a-7141-4c93-a91f-02babb689ec3 req-7bc2a918-b953-47bb-a500-ac0a516d147b tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.2274187 Feb 11 04:38:23.349398 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b81bc72-c3c4-4fca-b42d-c9daac345cda None None] DHCP port deletion for 5298babb-4aa0-44c4-91a5-04b443d240a5 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:38:23.410360 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93081917-8e93-48fa-8f2e-53799bf230e6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (783bae75-85d4-4737-a159-3dcd512c310b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.418243 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db766e38-b2e4-4943-b537-87a58b7a90f0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (829ee8e3-55b1-4440-afdb-67661dbb5212), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.419032 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db766e38-b2e4-4943-b537-87a58b7a90f0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Fanout notify agent at l3_agent the message router_deleted on router 829ee8e3-55b1-4440-afdb-67661dbb5212 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:38:23.431292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db766e38-b2e4-4943-b537-87a58b7a90f0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.435197 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-db766e38-b2e4-4943-b537-87a58b7a90f0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/routers/829ee8e3-55b1-4440-afdb-67661dbb5212 HTTP/1.1" status: 204 len: 168 time: 0.7614274 Feb 11 04:38:23.438286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37400) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:23.450052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2b81bc72-c3c4-4fca-b42d-c9daac345cda None None] Deleting port 15d039e3-dd70-474c-af4a-0b22783a2033 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:23.450492 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b81bc72-c3c4-4fca-b42d-c9daac345cda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (15d039e3-dd70-474c-af4a-0b22783a2033), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.499536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-93081917-8e93-48fa-8f2e-53799bf230e6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783bae75-85d4-4737-a159-3dcd512c310b']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:23.525815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7bf2eab0-ba55-4b9b-9fe8-74a97b906c2d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Deleting port 7b078371-5c02-4e92-b6a6-865cc2128ff9 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:23.528519 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf2eab0-ba55-4b9b-9fe8-74a97b906c2d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7b078371-5c02-4e92-b6a6-865cc2128ff9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.528667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-93081917-8e93-48fa-8f2e-53799bf230e6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f823c9f7-7ba8-4ad1-99eb-ff685d3740ca') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:23.528667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-93081917-8e93-48fa-8f2e-53799bf230e6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f823c9f7-7ba8-4ad1-99eb-ff685d3740ca') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:23.557708 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93081917-8e93-48fa-8f2e-53799bf230e6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (f823c9f7-7ba8-4ad1-99eb-ff685d3740ca), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.561207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-616e1ceb-f4ab-4ef2-9cd3-48cdf9074c28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting subnet 972ec342-02eb-45a7-80b4-2aeebfd40e50 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:38:23.567596 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-616e1ceb-f4ab-4ef2-9cd3-48cdf9074c28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (972ec342-02eb-45a7-80b4-2aeebfd40e50), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.582586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2b81bc72-c3c4-4fca-b42d-c9daac345cda None None] For port 15d039e3-dd70-474c-af4a-0b22783a2033, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=15d039e3-dd70-474c-af4a-0b22783a2033,segment=NetworkSegment(9d948694-ad4f-4671-b93a-a67cb6b557dc),segment_id=9d948694-ad4f-4671-b93a-a67cb6b557dc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:23.583215 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93081917-8e93-48fa-8f2e-53799bf230e6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f823c9f7-7ba8-4ad1-99eb-ff685d3740ca), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.586301 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b81bc72-c3c4-4fca-b42d-c9daac345cda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (15d039e3-dd70-474c-af4a-0b22783a2033), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.593980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93081917-8e93-48fa-8f2e-53799bf230e6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:38:23.594521 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93081917-8e93-48fa-8f2e-53799bf230e6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (f823c9f7-7ba8-4ad1-99eb-ff685d3740ca), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.615379 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2b81bc72-c3c4-4fca-b42d-c9daac345cda None None] Calling delete_port for 15d039e3-dd70-474c-af4a-0b22783a2033 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:23.667568 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-616e1ceb-f4ab-4ef2-9cd3-48cdf9074c28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (972ec342-02eb-45a7-80b4-2aeebfd40e50), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:38:23.669475 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:38:23.683237 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac7d8d8a-7141-4c93-a91f-02babb689ec3 req-6cc8f8e4-55a1-4041-98ed-fa854b26d849 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839407 Feb 11 04:38:23.704574 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf2eab0-ba55-4b9b-9fe8-74a97b906c2d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7b078371-5c02-4e92-b6a6-865cc2128ff9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.704906 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf2eab0-ba55-4b9b-9fe8-74a97b906c2d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for floatingip (7b078371-5c02-4e92-b6a6-865cc2128ff9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.730914 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7bf2eab0-ba55-4b9b-9fe8-74a97b906c2d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Calling delete_port for 7b078371-5c02-4e92-b6a6-865cc2128ff9 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:23.784272 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93081917-8e93-48fa-8f2e-53799bf230e6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (783bae75-85d4-4737-a159-3dcd512c310b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.795928 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93081917-8e93-48fa-8f2e-53799bf230e6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.795928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-93081917-8e93-48fa-8f2e-53799bf230e6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "DELETE /v2.0/networks/783bae75-85d4-4737-a159-3dcd512c310b HTTP/1.1" status: 204 len: 168 time: 0.7898240 Feb 11 04:38:23.798318 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37414) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:23.821299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93081917-8e93-48fa-8f2e-53799bf230e6 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event deleted for resources: {'Network': ['ID=783bae75-85d4-4737-a159-3dcd512c310b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:23.830513 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b81bc72-c3c4-4fca-b42d-c9daac345cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (15d039e3-dd70-474c-af4a-0b22783a2033), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.847342 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-616e1ceb-f4ab-4ef2-9cd3-48cdf9074c28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (972ec342-02eb-45a7-80b4-2aeebfd40e50), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:23.875037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81bc72-c3c4-4fca-b42d-c9daac345cda None None] Pushing event deleted for resources: {'Port': ['ID=15d039e3-dd70-474c-af4a-0b22783a2033,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:23.886896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b81bc72-c3c4-4fca-b42d-c9daac345cda None None] No DVR routers for this DVR port 15d039e3-dd70-474c-af4a-0b22783a2033 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:23.977148 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-726da4e6-27a4-4256-9c58-bb7eef18f640 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (5298babb-4aa0-44c4-91a5-04b443d240a5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.064391 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf2eab0-ba55-4b9b-9fe8-74a97b906c2d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7b078371-5c02-4e92-b6a6-865cc2128ff9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.097974 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-726da4e6-27a4-4256-9c58-bb7eef18f640 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (5298babb-4aa0-44c4-91a5-04b443d240a5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.099385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2eab0-ba55-4b9b-9fe8-74a97b906c2d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Pushing event deleted for resources: {'Port': ['ID=7b078371-5c02-4e92-b6a6-865cc2128ff9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:24.123539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-726da4e6-27a4-4256-9c58-bb7eef18f640 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5298babb-4aa0-44c4-91a5-04b443d240a5']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:24.130205 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-616e1ceb-f4ab-4ef2-9cd3-48cdf9074c28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (972ec342-02eb-45a7-80b4-2aeebfd40e50), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.134803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-726da4e6-27a4-4256-9c58-bb7eef18f640 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d948694-ad4f-4671-b93a-a67cb6b557dc') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:24.135297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-726da4e6-27a4-4256-9c58-bb7eef18f640 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d948694-ad4f-4671-b93a-a67cb6b557dc') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:24.146647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-726da4e6-27a4-4256-9c58-bb7eef18f640 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (9d948694-ad4f-4671-b93a-a67cb6b557dc), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.160649 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-726da4e6-27a4-4256-9c58-bb7eef18f640 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9d948694-ad4f-4671-b93a-a67cb6b557dc), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.167696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726da4e6-27a4-4256-9c58-bb7eef18f640 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:38:24.168808 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-726da4e6-27a4-4256-9c58-bb7eef18f640 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (9d948694-ad4f-4671-b93a-a67cb6b557dc), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:38:24.171169 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:38:24.184522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e1ceb-f4ab-4ef2-9cd3-48cdf9074c28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Subnet': ['ID=972ec342-02eb-45a7-80b4-2aeebfd40e50,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:24.186738 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-616e1ceb-f4ab-4ef2-9cd3-48cdf9074c28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.190019 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-616e1ceb-f4ab-4ef2-9cd3-48cdf9074c28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/972ec342-02eb-45a7-80b4-2aeebfd40e50 HTTP/1.1" status: 204 len: 168 time: 0.7519848 Feb 11 04:38:24.192808 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37436) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:24.195919 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd61de6e-68b2-40dc-b15e-346a5e2e3f92 None None] Network 05b1c34f-e842-4855-a49e-e1e7d0f55a0d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:24.259084 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf2eab0-ba55-4b9b-9fe8-74a97b906c2d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks [] for floatingip (3e547a35-eede-42a4-b3d8-d0a39e20aa82), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.261808 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf2eab0-ba55-4b9b-9fe8-74a97b906c2d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.266891 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7bf2eab0-ba55-4b9b-9fe8-74a97b906c2d tempest-ServerActionsTestJSON-758055626 tempest-ServerActionsTestJSON-758055626-project] 10.222.0.13 "DELETE /v2.0/floatingips/3e547a35-eede-42a4-b3d8-d0a39e20aa82 HTTP/1.1" status: 204 len: 168 time: 1.0012715 Feb 11 04:38:24.291292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37440) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:24.345870 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-275e7abb-dfef-436d-8800-b9053281fe28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting subnet 6a6e2577-447e-4fdd-8624-bb67ec8730f0 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:38:24.355903 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-275e7abb-dfef-436d-8800-b9053281fe28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (6a6e2577-447e-4fdd-8624-bb67ec8730f0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.375723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device adffe59a-55ee-4d81-9d70-cf38d607a001 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:24.401740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37452) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:24.404055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: adffe59a-55ee-4d81-9d70-cf38d607a001 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:24.404416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device adffe59a-55ee-4d81-9d70-cf38d607a001 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:24.404877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 15d039e3-dd70-474c-af4a-0b22783a2033 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:24.419744 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-275e7abb-dfef-436d-8800-b9053281fe28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (6a6e2577-447e-4fdd-8624-bb67ec8730f0), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.430244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 15d039e3-dd70-474c-af4a-0b22783a2033 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:24.430597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 15d039e3-dd70-474c-af4a-0b22783a2033 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:24.475861 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-726da4e6-27a4-4256-9c58-bb7eef18f640 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (5298babb-4aa0-44c4-91a5-04b443d240a5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.488146 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-726da4e6-27a4-4256-9c58-bb7eef18f640 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.494770 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-726da4e6-27a4-4256-9c58-bb7eef18f640 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] 10.222.0.13 "DELETE /v2.0/networks/5298babb-4aa0-44c4-91a5-04b443d240a5 HTTP/1.1" status: 204 len: 168 time: 0.6922929 Feb 11 04:38:24.502285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726da4e6-27a4-4256-9c58-bb7eef18f640 tempest-TaggedBootDevicesTest-1310823826 tempest-TaggedBootDevicesTest-1310823826-project] Pushing event deleted for resources: {'Network': ['ID=5298babb-4aa0-44c4-91a5-04b443d240a5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:24.525553 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c445d927-6a83-43a9-8abb-c0a53f173e92 None None] DHCP port deletion for 05b1c34f-e842-4855-a49e-e1e7d0f55a0d request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:38:24.621487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c445d927-6a83-43a9-8abb-c0a53f173e92 None None] Deleting port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:24.622943 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c445d927-6a83-43a9-8abb-c0a53f173e92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.643984 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-275e7abb-dfef-436d-8800-b9053281fe28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (6a6e2577-447e-4fdd-8624-bb67ec8730f0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.657711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-118052627-network', 'tenant_id': 'cd428caf3628450e94e6190594635a3b'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:24.746990 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c445d927-6a83-43a9-8abb-c0a53f173e92 None None] For port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0,segment=NetworkSegment(1a744720-53b2-4e6f-aa70-d6a149c24cef),segment_id=1a744720-53b2-4e6f-aa70-d6a149c24cef)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:24.747610 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c445d927-6a83-43a9-8abb-c0a53f173e92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.764928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c445d927-6a83-43a9-8abb-c0a53f173e92 None None] Calling delete_port for dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:24.865089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f51115-85c7-4d63-9b2c-67c2090246e2 req-383674fa-9cce-42ab-a80f-9456b8ccad49 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:24.870183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11f51115-85c7-4d63-9b2c-67c2090246e2 req-383674fa-9cce-42ab-a80f-9456b8ccad49 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.0939951 Feb 11 04:38:24.871649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] Made reservation on behalf of cd428caf3628450e94e6190594635a3b for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:24.876020 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.889225 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:24.957121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11f51115-85c7-4d63-9b2c-67c2090246e2 req-adfa780f-5e65-4a49-bf6e-6c1dbb1ff798 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701365 Feb 11 04:38:25.123760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff2fef93-e4aa-4698-a81a-816de07e91ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (c73ad963-7758-4f25-9d3a-c0f945e09a8f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.307481 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-275e7abb-dfef-436d-8800-b9053281fe28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (6a6e2577-447e-4fdd-8624-bb67ec8730f0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.339520 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e7abb-dfef-436d-8800-b9053281fe28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Subnet': ['ID=6a6e2577-447e-4fdd-8624-bb67ec8730f0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:25.345216 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-275e7abb-dfef-436d-8800-b9053281fe28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.348515 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-275e7abb-dfef-436d-8800-b9053281fe28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/6a6e2577-447e-4fdd-8624-bb67ec8730f0 HTTP/1.1" status: 204 len: 168 time: 1.1539032 Feb 11 04:38:25.351487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37518) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:25.353438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad35b73-a22b-47be-a03c-5ee11f6a3991 None None] Network 8423c55e-18e8-4c48-ad73-f3ee80ff5aa1 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:25.446689 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c445d927-6a83-43a9-8abb-c0a53f173e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.451566 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7e8db07e-97e4-4e51-8c5f-49d44c591d6c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (05b1c34f-e842-4855-a49e-e1e7d0f55a0d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.464231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ff2fef93-e4aa-4698-a81a-816de07e91ca admin admin] Deleting port f402856c-2bf2-40e8-a887-deda6994b8a4 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:25.464655 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff2fef93-e4aa-4698-a81a-816de07e91ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.582946 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] Publish callbacks [] for security_group (4f0d9e87-06ff-45f6-87a4-eeb484984e24), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.596633 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-ff2fef93-e4aa-4698-a81a-816de07e91ca admin admin] For port f402856c-2bf2-40e8-a887-deda6994b8a4, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f402856c-2bf2-40e8-a887-deda6994b8a4,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:25.597340 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff2fef93-e4aa-4698-a81a-816de07e91ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.637672 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ff2fef93-e4aa-4698-a81a-816de07e91ca admin admin] Calling delete_port for f402856c-2bf2-40e8-a887-deda6994b8a4 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:25.647543 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445d927-6a83-43a9-8abb-c0a53f173e92 None None] Pushing event deleted for resources: {'Port': ['ID=dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:25.653693 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b27c2f65-0bdd-42f8-b1b7-ac8ee5867887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.668082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c445d927-6a83-43a9-8abb-c0a53f173e92 None None] No DVR routers for this DVR port dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:25.675933 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7e8db07e-97e4-4e51-8c5f-49d44c591d6c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (05b1c34f-e842-4855-a49e-e1e7d0f55a0d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.707803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-7e8db07e-97e4-4e51-8c5f-49d44c591d6c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b1c34f-e842-4855-a49e-e1e7d0f55a0d']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:25.728185 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4f0d9e87-06ff-45f6-87a4-eeb484984e24), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.764815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-7e8db07e-97e4-4e51-8c5f-49d44c591d6c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a744720-53b2-4e6f-aa70-d6a149c24cef') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:25.765305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-7e8db07e-97e4-4e51-8c5f-49d44c591d6c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a744720-53b2-4e6f-aa70-d6a149c24cef') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:25.769997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0d9e87-06ff-45f6-87a4-eeb484984e24,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:25.772467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093cd7e7-f875-4c60-88e1-f3ff598d8d87 None None] DHCP port deletion for 8423c55e-18e8-4c48-ad73-f3ee80ff5aa1 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:38:25.773345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:38:25.809333 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7e8db07e-97e4-4e51-8c5f-49d44c591d6c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (1a744720-53b2-4e6f-aa70-d6a149c24cef), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.830478 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6849a946-918a-40c5-a44f-544cfb4b470a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.835409 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] Added segment 6849a946-918a-40c5-a44f-544cfb4b470a of type vlan for network bbdeecae-2428-49d7-90ec-b2b64e0ae601 Feb 11 04:38:25.884188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-093cd7e7-f875-4c60-88e1-f3ff598d8d87 None None] Deleting port 146d6cca-0f4b-4f73-a423-ada8151bf0af {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:25.884595 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-093cd7e7-f875-4c60-88e1-f3ff598d8d87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (146d6cca-0f4b-4f73-a423-ada8151bf0af), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.897651 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7e8db07e-97e4-4e51-8c5f-49d44c591d6c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (1a744720-53b2-4e6f-aa70-d6a149c24cef), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.915448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8db07e-97e4-4e51-8c5f-49d44c591d6c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7e8db07e-97e4-4e51-8c5f-49d44c591d6c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (1a744720-53b2-4e6f-aa70-d6a149c24cef), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:38:25.944528 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:38:25.953402 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (bbdeecae-2428-49d7-90ec-b2b64e0ae601), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.966751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-093cd7e7-f875-4c60-88e1-f3ff598d8d87 None None] For port 146d6cca-0f4b-4f73-a423-ada8151bf0af, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=146d6cca-0f4b-4f73-a423-ada8151bf0af,segment=NetworkSegment(06330263-1656-433a-b778-da7b712af3f4),segment_id=06330263-1656-433a-b778-da7b712af3f4)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:25.967544 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-093cd7e7-f875-4c60-88e1-f3ff598d8d87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (146d6cca-0f4b-4f73-a423-ada8151bf0af), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:25.995743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-093cd7e7-f875-4c60-88e1-f3ff598d8d87 None None] Calling delete_port for 146d6cca-0f4b-4f73-a423-ada8151bf0af owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:26.134234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9ce67-2538-4b79-b6b1-72f5c148e1b0 req-b8134b85-4a33-4bd6-8392-0f0abbb6ee05 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:26.139261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-feb9ce67-2538-4b79-b6b1-72f5c148e1b0 req-b8134b85-4a33-4bd6-8392-0f0abbb6ee05 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.0901420 Feb 11 04:38:26.144194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff2fef93-e4aa-4698-a81a-816de07e91ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f402856c-2bf2-40e8-a887-deda6994b8a4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.176117 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fef93-e4aa-4698-a81a-816de07e91ca admin admin] Pushing event deleted for resources: {'Port': ['ID=f402856c-2bf2-40e8-a887-deda6994b8a4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:26.235113 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-feb9ce67-2538-4b79-b6b1-72f5c148e1b0 req-fdf3126f-903b-449b-8459-cb95187bcf76 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928011 Feb 11 04:38:26.270180 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-093cd7e7-f875-4c60-88e1-f3ff598d8d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (146d6cca-0f4b-4f73-a423-ada8151bf0af), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.278878 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (bbdeecae-2428-49d7-90ec-b2b64e0ae601), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.283372 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:26.287777 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.301290 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7e8db07e-97e4-4e51-8c5f-49d44c591d6c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (05b1c34f-e842-4855-a49e-e1e7d0f55a0d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.303178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cd7e7-f875-4c60-88e1-f3ff598d8d87 None None] Pushing event deleted for resources: {'Port': ['ID=146d6cca-0f4b-4f73-a423-ada8151bf0af,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:26.320834 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7e8db07e-97e4-4e51-8c5f-49d44c591d6c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.338203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093cd7e7-f875-4c60-88e1-f3ff598d8d87 None None] No DVR routers for this DVR port 146d6cca-0f4b-4f73-a423-ada8151bf0af on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:26.346811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7e8db07e-97e4-4e51-8c5f-49d44c591d6c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/networks/05b1c34f-e842-4855-a49e-e1e7d0f55a0d HTTP/1.1" status: 204 len: 168 time: 0.9919641 Feb 11 04:38:26.351369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37576) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:26.617652 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff2fef93-e4aa-4698-a81a-816de07e91ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (c73ad963-7758-4f25-9d3a-c0f945e09a8f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.624942 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-29106d4b-bb9b-49b1-a1ca-53f32982411c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (8423c55e-18e8-4c48-ad73-f3ee80ff5aa1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.642970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 146d6cca-0f4b-4f73-a423-ada8151bf0af no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:26.667015 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 146d6cca-0f4b-4f73-a423-ada8151bf0af {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:26.667365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 146d6cca-0f4b-4f73-a423-ada8151bf0af not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:26.668016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:26.692686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:26.694070 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dc0c7ed5-c23e-42b8-8de4-054c9e71f5b0 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:26.711501 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.731983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] Pushing event updated for resources: {'Network': ['ID=bbdeecae-2428-49d7-90ec-b2b64e0ae601,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:26.745609 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network bbdeecae-2428-49d7-90ec-b2b64e0ae601 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:38:26.788261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8dcede2b-73f0-42b0-8334-9e78471e611d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3853688 Feb 11 04:38:26.801351 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37586) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:26.807765 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d78bd844-bd59-47fc-aac8-834d56df6e29 admin admin] Request body: {'subnet': {'network_id': 'bbdeecae-2428-49d7-90ec-b2b64e0ae601', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-118052627-subnet', 'tenant_id': 'cd428caf3628450e94e6190594635a3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:26.812911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8db07e-97e4-4e51-8c5f-49d44c591d6c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Network': ['ID=05b1c34f-e842-4855-a49e-e1e7d0f55a0d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:26.922180 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-29106d4b-bb9b-49b1-a1ca-53f32982411c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (8423c55e-18e8-4c48-ad73-f3ee80ff5aa1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:26.963001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-29106d4b-bb9b-49b1-a1ca-53f32982411c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8423c55e-18e8-4c48-ad73-f3ee80ff5aa1']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:26.979050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-29106d4b-bb9b-49b1-a1ca-53f32982411c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06330263-1656-433a-b778-da7b712af3f4') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:26.979480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-29106d4b-bb9b-49b1-a1ca-53f32982411c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06330263-1656-433a-b778-da7b712af3f4') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:27.000373 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-29106d4b-bb9b-49b1-a1ca-53f32982411c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (06330263-1656-433a-b778-da7b712af3f4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.016344 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-29106d4b-bb9b-49b1-a1ca-53f32982411c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (06330263-1656-433a-b778-da7b712af3f4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.024888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29106d4b-bb9b-49b1-a1ca-53f32982411c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:38:27.025350 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-29106d4b-bb9b-49b1-a1ca-53f32982411c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (06330263-1656-433a-b778-da7b712af3f4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:38:27.029416 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:38:27.092665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78bd844-bd59-47fc-aac8-834d56df6e29 admin admin] Made reservation on behalf of cd428caf3628450e94e6190594635a3b for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:27.095207 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d78bd844-bd59-47fc-aac8-834d56df6e29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.336183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2fef93-e4aa-4698-a81a-816de07e91ca admin admin] Router c73ad963-7758-4f25-9d3a-c0f945e09a8f has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:38:27.547664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2fef93-e4aa-4698-a81a-816de07e91ca admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:27.559276 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ff2fef93-e4aa-4698-a81a-816de07e91ca admin admin] 10.222.0.13 "PUT /v2.0/routers/c73ad963-7758-4f25-9d3a-c0f945e09a8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2601111 Feb 11 04:38:27.559378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16495cf3-1228-4be8-89c8-9ad664146a5c None None] Sync routers for ids ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:27.571780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37632) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:27.581509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16495cf3-1228-4be8-89c8-9ad664146a5c None None] Routers {'c73ad963-7758-4f25-9d3a-c0f945e09a8f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:27.582156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-16495cf3-1228-4be8-89c8-9ad664146a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:27.780675 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] Publish callbacks [] for router (c73ad963-7758-4f25-9d3a-c0f945e09a8f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.834741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-16495cf3-1228-4be8-89c8-9ad664146a5c None None] Set router c73ad963-7758-4f25-9d3a-c0f945e09a8f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:27.856506 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-29106d4b-bb9b-49b1-a1ca-53f32982411c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (8423c55e-18e8-4c48-ad73-f3ee80ff5aa1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.875298 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-29106d4b-bb9b-49b1-a1ca-53f32982411c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:27.883108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-29106d4b-bb9b-49b1-a1ca-53f32982411c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/networks/8423c55e-18e8-4c48-ad73-f3ee80ff5aa1 HTTP/1.1" status: 204 len: 168 time: 1.5146863 Feb 11 04:38:27.894054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37640) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:27.904066 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c00327fb-609a-4023-be9f-4b121eb45cc0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1309407680'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:27.922116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29106d4b-bb9b-49b1-a1ca-53f32982411c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Network': ['ID=8423c55e-18e8-4c48-ad73-f3ee80ff5aa1,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:27.975496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f497cb1-3101-4e1a-ae3f-57159674562e req-3108b54f-a73d-4720-aa27-7f1729125068 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:27.982882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f497cb1-3101-4e1a-ae3f-57159674562e req-3108b54f-a73d-4720-aa27-7f1729125068 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 943 time: 0.1276219 Feb 11 04:38:28.016494 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d78bd844-bd59-47fc-aac8-834d56df6e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (e7b4e53e-76ea-4c67-8441-043410364cf2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.107333 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] Publish callbacks [] for router_gateway (c73ad963-7758-4f25-9d3a-c0f945e09a8f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.135734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e42d1706-6ba0-471a-a433-85cd1938154a details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:38:28.136703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78bd844-bd59-47fc-aac8-834d56df6e29 admin admin] Checking segment: {'id': '6849a946-918a-40c5-a44f-544cfb4b470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbdeecae-2428-49d7-90ec-b2b64e0ae601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:28.137070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78bd844-bd59-47fc-aac8-834d56df6e29 admin admin] Network hostable DHCP agents. Network: bbdeecae-2428-49d7-90ec-b2b64e0ae601, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:38:28.147365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bd844-bd59-47fc-aac8-834d56df6e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b4e53e-76ea-4c67-8441-043410364cf2,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:28.159312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f497cb1-3101-4e1a-ae3f-57159674562e req-a0b1bf5f-d0c4-417a-b298-60faf70e0eec tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701422 Feb 11 04:38:28.166973 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00327fb-609a-4023-be9f-4b121eb45cc0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:28.171408 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c00327fb-609a-4023-be9f-4b121eb45cc0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.190968 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-16495cf3-1228-4be8-89c8-9ad664146a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:48Z', 'updated_at': '2022-02-11T04:38:25Z', 'revision_number': 5, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'gw_port': {'id': '0bd859e9-fb19-477c-b39a-720208291ae1', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:50Z', 'updated_at': '2022-02-11T04:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:28.199651 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00327fb-609a-4023-be9f-4b121eb45cc0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:38:28.210886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c00327fb-609a-4023-be9f-4b121eb45cc0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0f901f13-ac6b-49d6-b502-73997c50f824), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.211257 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-c00327fb-609a-4023-be9f-4b121eb45cc0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Added segment 0f901f13-ac6b-49d6-b502-73997c50f824 of type vlan for network 843a563d-ffdc-47a5-9022-0680ca4b4a45 Feb 11 04:38:28.238640 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16495cf3-1228-4be8-89c8-9ad664146a5c None None] Checking router: c73ad963-7758-4f25-9d3a-c0f945e09a8f for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:38:28.265102 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c00327fb-609a-4023-be9f-4b121eb45cc0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (843a563d-ffdc-47a5-9022-0680ca4b4a45), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.278114 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16495cf3-1228-4be8-89c8-9ad664146a5c None None] Routers {'c73ad963-7758-4f25-9d3a-c0f945e09a8f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:28.278867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-16495cf3-1228-4be8-89c8-9ad664146a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:28.321622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78bd844-bd59-47fc-aac8-834d56df6e29 admin admin] Network bbdeecae-2428-49d7-90ec-b2b64e0ae601 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:38:28.343574 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.351922 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] Deleting port 0bd859e9-fb19-477c-b39a-720208291ae1 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:28.353152 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0bd859e9-fb19-477c-b39a-720208291ae1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.436278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-d78bd844-bd59-47fc-aac8-834d56df6e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, bbdeecae-2428-49d7-90ec-b2b64e0ae601) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:28.443068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78bd844-bd59-47fc-aac8-834d56df6e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:28.444938 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d78bd844-bd59-47fc-aac8-834d56df6e29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.455424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f00fc25-7092-48da-a880-3b9dd23f8594 None None] Network bbdeecae-2428-49d7-90ec-b2b64e0ae601 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:28.475873 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c00327fb-609a-4023-be9f-4b121eb45cc0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (843a563d-ffdc-47a5-9022-0680ca4b4a45), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.489559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00327fb-609a-4023-be9f-4b121eb45cc0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:28.491764 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c00327fb-609a-4023-be9f-4b121eb45cc0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.510775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e42d1706-6ba0-471a-a433-85cd1938154a, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e42d1706-6ba0-471a-a433-85cd1938154a,segment=NetworkSegment(3fffe665-6854-4972-83d1-8f1a9a126a23),segment_id=3fffe665-6854-4972-83d1-8f1a9a126a23)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:28.520100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-16495cf3-1228-4be8-89c8-9ad664146a5c None None] Set router c73ad963-7758-4f25-9d3a-c0f945e09a8f gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:28.547651 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d78bd844-bd59-47fc-aac8-834d56df6e29 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7448030 Feb 11 04:38:28.646270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-16495cf3-1228-4be8-89c8-9ad664146a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:48Z', 'updated_at': '2022-02-11T04:38:28Z', 'revision_number': 6, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:28.732964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16495cf3-1228-4be8-89c8-9ad664146a5c None None] The sync data for ids ['c73ad963-7758-4f25-9d3a-c0f945e09a8f'] in n-d-712142-35 is: [{'id': 'c73ad963-7758-4f25-9d3a-c0f945e09a8f', 'name': 'tempest-ServerActionsTestJSON-1280770917-router', 'tenant_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:48Z', 'updated_at': '2022-02-11T04:38:28Z', 'revision_number': 6, 'project_id': 'a0c272147a3c4494a9c82c9c21a2e5c4', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:38:28.741110 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'e42d1706-6ba0-471a-a433-85cd1938154a', 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'port_id': 'e42d1706-6ba0-471a-a433-85cd1938154a', 'mac_address': 'fa:16:3e:b7:d7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:38:28.821489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e42d1706-6ba0-471a-a433-85cd1938154a is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:28.821895 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e42d1706-6ba0-471a-a433-85cd1938154a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.837263 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c00327fb-609a-4023-be9f-4b121eb45cc0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9410319 Feb 11 04:38:28.844016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00327fb-609a-4023-be9f-4b121eb45cc0 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Network': ['ID=843a563d-ffdc-47a5-9022-0680ca4b4a45,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:28.847292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42d1706-6ba0-471a-a433-85cd1938154a {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:28.857447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37692) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:28.866258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3bbd1b1f-3f6d-4e18-bc76-952328483f5c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'subnet': {'network_id': '843a563d-ffdc-47a5-9022-0680ca4b4a45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:28.867190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] For port 0bd859e9-fb19-477c-b39a-720208291ae1, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0bd859e9-fb19-477c-b39a-720208291ae1,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:28.867733 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0bd859e9-fb19-477c-b39a-720208291ae1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:28.873303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 843a563d-ffdc-47a5-9022-0680ca4b4a45 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:38:28.979433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e42d1706-6ba0-471a-a433-85cd1938154a, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e42d1706-6ba0-471a-a433-85cd1938154a,segment=NetworkSegment(3fffe665-6854-4972-83d1-8f1a9a126a23),segment_id=3fffe665-6854-4972-83d1-8f1a9a126a23)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:28.985343 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] Calling delete_port for 0bd859e9-fb19-477c-b39a-720208291ae1 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:29.017970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ddb14c-dd80-40f4-abe0-ee24e99e0c1d None None] Network bbdeecae-2428-49d7-90ec-b2b64e0ae601 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:29.046323 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:38:29.178762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbd1b1f-3f6d-4e18-bc76-952328483f5c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:29.182503 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1b1f-3f6d-4e18-bc76-952328483f5c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:29.194583 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75a3bc7e-f3cd-49cd-b815-69d054368cb3 req-b771c83a-e7c6-4039-857f-c563b4bbd7bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3066499 Feb 11 04:38:29.207702 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e42d1706-6ba0-471a-a433-85cd1938154a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:29.430344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e42d1706-6ba0-471a-a433-85cd1938154a,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:29.482926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['e42d1706-6ba0-471a-a433-85cd1938154a'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:38:29.503045 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3bc7e-f3cd-49cd-b815-69d054368cb3 req-cba3f68d-7b9c-4d4c-a46b-69161e5217f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:29.504917 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75a3bc7e-f3cd-49cd-b815-69d054368cb3 req-cba3f68d-7b9c-4d4c-a46b-69161e5217f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 1129 time: 0.1861784 Feb 11 04:38:29.608038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f5f8a-0c87-4a79-93a9-0530a34bfdc4 req-693c7e62-8720-490b-9af5-18502103d1a6 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:29.610029 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d8f5f8a-0c87-4a79-93a9-0530a34bfdc4 req-693c7e62-8720-490b-9af5-18502103d1a6 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 944 time: 0.2232594 Feb 11 04:38:29.635197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (0bd859e9-fb19-477c-b39a-720208291ae1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:29.725271 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd859e9-fb19-477c-b39a-720208291ae1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:29.764204 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:29.770095 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d8f5f8a-0c87-4a79-93a9-0530a34bfdc4 req-5f633c8e-34cc-43b2-bb41-f9a043f20eae tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241210 Feb 11 04:38:29.906374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3bc7e-f3cd-49cd-b815-69d054368cb3 req-1f313fad-83a2-4e9c-af44-a244130d665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:29.907972 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75a3bc7e-f3cd-49cd-b815-69d054368cb3 req-1f313fad-83a2-4e9c-af44-a244130d665c service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc32c88f-7331-4853-874d-0be34879d786 HTTP/1.1" status: 200 len: 898 time: 0.3635266 Feb 11 04:38:29.965667 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (c73ad963-7758-4f25-9d3a-c0f945e09a8f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:29.996283 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1b1f-3f6d-4e18-bc76-952328483f5c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (47dcd984-6601-41c4-9f46-e022b14adbd5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:30.115702 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd1b1f-3f6d-4e18-bc76-952328483f5c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Subnet': ['ID=47dcd984-6601-41c4-9f46-e022b14adbd5,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:30.166604 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75a3bc7e-f3cd-49cd-b815-69d054368cb3 req-15cb5644-1bc7-4536-ae32-808567809926 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c0b480-cc92-4b6f-a29a-9f49e41140b9 HTTP/1.1" status: 200 len: 1002 time: 0.2486429 Feb 11 04:38:30.171345 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (c73ad963-7758-4f25-9d3a-c0f945e09a8f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:30.173963 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] Publish callbacks [] for router_controller (c73ad963-7758-4f25-9d3a-c0f945e09a8f), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:30.232749 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3bc7e-f3cd-49cd-b815-69d054368cb3 req-3e166fba-06bd-4d4a-9847-58ce97dba20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:30.234496 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75a3bc7e-f3cd-49cd-b815-69d054368cb3 req-3e166fba-06bd-4d4a-9847-58ce97dba20f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57f1938d-9978-4621-b126-d7700252f900 HTTP/1.1" status: 200 len: 834 time: 0.0583873 Feb 11 04:38:30.238209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbd1b1f-3f6d-4e18-bc76-952328483f5c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Checking segment: {'id': '0f901f13-ac6b-49d6-b502-73997c50f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '843a563d-ffdc-47a5-9022-0680ca4b4a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:30.238575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbd1b1f-3f6d-4e18-bc76-952328483f5c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network hostable DHCP agents. Network: 843a563d-ffdc-47a5-9022-0680ca4b4a45, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:38:30.376594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0bd859e9-fb19-477c-b39a-720208291ae1 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:30.388566 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3bc7e-f3cd-49cd-b815-69d054368cb3 req-8dd2e706-1fb9-45a2-aaf6-b46a166f05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:30.390144 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75a3bc7e-f3cd-49cd-b815-69d054368cb3 req-8dd2e706-1fb9-45a2-aaf6-b46a166f05a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc32c88f-7331-4853-874d-0be34879d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1485715 Feb 11 04:38:30.412451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 0bd859e9-fb19-477c-b39a-720208291ae1 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:30.412943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0bd859e9-fb19-477c-b39a-720208291ae1 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:30.415503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f402856c-2bf2-40e8-a887-deda6994b8a4 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:30.418408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbd1b1f-3f6d-4e18-bc76-952328483f5c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 843a563d-ffdc-47a5-9022-0680ca4b4a45 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:38:30.471010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: f402856c-2bf2-40e8-a887-deda6994b8a4 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:30.471365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f402856c-2bf2-40e8-a887-deda6994b8a4 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:30.485803 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (c73ad963-7758-4f25-9d3a-c0f945e09a8f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:30.485803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c73ad963-7758-4f25-9d3a-c0f945e09a8f {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:38:30.497639 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:30.501126 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-742eb6be-71f7-42bc-8bd8-10d447ca5070 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c73ad963-7758-4f25-9d3a-c0f945e09a8f HTTP/1.1" status: 204 len: 168 time: 2.9259586 Feb 11 04:38:30.501474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37762) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:30.519130 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-3bbd1b1f-3f6d-4e18-bc76-952328483f5c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 843a563d-ffdc-47a5-9022-0680ca4b4a45) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:30.529389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f63ae1a-b7d0-49da-9c7d-42c8cb39b96a None None] Network 843a563d-ffdc-47a5-9022-0680ca4b4a45 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:30.563892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbd1b1f-3f6d-4e18-bc76-952328483f5c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:30.564486 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1b1f-3f6d-4e18-bc76-952328483f5c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:30.600524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92e073b-4c27-4456-8403-9d21d7411c88 admin admin] Deleting subnet 2f82346c-9264-4068-a473-ad115add59d6 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:38:30.606106 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f92e073b-4c27-4456-8403-9d21d7411c88 admin admin] Publish callbacks [] for subnet (2f82346c-9264-4068-a473-ad115add59d6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:30.609284 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75a3bc7e-f3cd-49cd-b815-69d054368cb3 req-deb85067-eb73-470e-a71c-0857bcd3c8dd service neutron] 10.222.0.47 "GET /v2.0/networks/cc32c88f-7331-4853-874d-0be34879d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107718 Feb 11 04:38:30.736639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3bbd1b1f-3f6d-4e18-bc76-952328483f5c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8744464 Feb 11 04:38:30.737010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37772) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:30.750943 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f92e073b-4c27-4456-8403-9d21d7411c88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (2f82346c-9264-4068-a473-ad115add59d6), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:30.758199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b851d1bb-be3b-45a4-94fe-a917584a5a95 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-274621465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:30.760743 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-75a3bc7e-f3cd-49cd-b815-69d054368cb3 req-ac8f1548-2f90-41bc-9200-a41df01a4ef2 service neutron] 10.222.0.47 "GET /v2.0/networks/cc32c88f-7331-4853-874d-0be34879d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438787 Feb 11 04:38:30.809511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-843a563d-ffdc-47a5-9022-0680ca4b4a45', 'network_id': '843a563d-ffdc-47a5-9022-0680ca4b4a45', 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'fixed_ips': [{'subnet_id': '47dcd984-6601-41c4-9f46-e022b14adbd5'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:38:30.810523 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.001063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Allocated IP 2001:db8::2 (843a563d-ffdc-47a5-9022-0680ca4b4a45/47dcd984-6601-41c4-9f46-e022b14adbd5/be9af7d3-2224-4cda-aef4-951ff09fc8ef) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:31.065032 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f92e073b-4c27-4456-8403-9d21d7411c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (2f82346c-9264-4068-a473-ad115add59d6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.117281 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b851d1bb-be3b-45a4-94fe-a917584a5a95 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (727db0d7-1216-4ff1-ac7a-619f4d0b34ad), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.124300 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b851d1bb-be3b-45a4-94fe-a917584a5a95 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (727db0d7-1216-4ff1-ac7a-619f4d0b34ad), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.187082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceda1a9-bd48-413f-87d0-2b7176c02688 req-d1b86546-4c90-41fd-8b85-c1e18878332f tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:31.188953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ceda1a9-bd48-413f-87d0-2b7176c02688 req-d1b86546-4c90-41fd-8b85-c1e18878332f tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 944 time: 0.1884348 Feb 11 04:38:31.310391 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b851d1bb-be3b-45a4-94fe-a917584a5a95 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_controller (727db0d7-1216-4ff1-ac7a-619f4d0b34ad), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.426360 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b851d1bb-be3b-45a4-94fe-a917584a5a95 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (727db0d7-1216-4ff1-ac7a-619f4d0b34ad), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.441990 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Publish callbacks [] for port (be9af7d3-2224-4cda-aef4-951ff09fc8ef), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.455161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ceda1a9-bd48-413f-87d0-2b7176c02688 req-d5d0b5be-b111-4c36-a1da-6ac45dc365dd tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522900 Feb 11 04:38:31.463907 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f92e073b-4c27-4456-8403-9d21d7411c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (2f82346c-9264-4068-a473-ad115add59d6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.515034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e073b-4c27-4456-8403-9d21d7411c88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f82346c-9264-4068-a473-ad115add59d6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:31.519217 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f92e073b-4c27-4456-8403-9d21d7411c88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.521559 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (be9af7d3-2224-4cda-aef4-951ff09fc8ef), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.525099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f92e073b-4c27-4456-8403-9d21d7411c88 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2f82346c-9264-4068-a473-ad115add59d6 HTTP/1.1" status: 204 len: 168 time: 1.0202272 Feb 11 04:38:31.526132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37806) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:31.565813 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b851d1bb-be3b-45a4-94fe-a917584a5a95 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.567108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b851d1bb-be3b-45a4-94fe-a917584a5a95 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8271976 Feb 11 04:38:31.571682 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37808) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:31.579696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7214e6a4-6372-48ea-8c73-fa5a9f2399e8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'port': {'network_id': '843a563d-ffdc-47a5-9022-0680ca4b4a45', 'name': 'tempest-RoutersIpV6Test-1269863504'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:31.599422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99fff78-082f-42fe-b81f-3af76f159344 None None] Network 52e2e255-4bcd-4033-994f-08fc2f872764 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:31.626001 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (52e2e255-4bcd-4033-994f-08fc2f872764), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.692926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] Deleting port 79737a34-4009-461b-a013-e6ccc899f97c {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:31.693887 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (79737a34-4009-461b-a013-e6ccc899f97c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.864680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] For port 79737a34-4009-461b-a013-e6ccc899f97c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=79737a34-4009-461b-a013-e6ccc899f97c,segment=NetworkSegment(5a9e007f-7d78-4b9d-b68a-41380b849e83),segment_id=5a9e007f-7d78-4b9d-b68a-41380b849e83)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:31.865501 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (79737a34-4009-461b-a013-e6ccc899f97c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.897676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] Calling delete_port for 79737a34-4009-461b-a013-e6ccc899f97c owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:31.978978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7214e6a4-6372-48ea-8c73-fa5a9f2399e8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:31.983412 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7214e6a4-6372-48ea-8c73-fa5a9f2399e8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:31.990566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Network 843a563d-ffdc-47a5-9022-0680ca4b4a45 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:32.003591 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:32.008006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:32.013869 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Pushing event updated for resources: {'Port': ['ID=be9af7d3-2224-4cda-aef4-951ff09fc8ef,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:32.065838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-7214e6a4-6372-48ea-8c73-fa5a9f2399e8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] device_id is not set on port 82dcfebd-9775-4652-ad62-c013e2a376dd yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:38:32.092914 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (79737a34-4009-461b-a013-e6ccc899f97c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.149524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e42d1706-6ba0-471a-a433-85cd1938154a up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:32.150321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] Pushing event deleted for resources: {'Port': ['ID=79737a34-4009-461b-a013-e6ccc899f97c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:32.174125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] No DVR routers for this DVR port 79737a34-4009-461b-a013-e6ccc899f97c on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:32.253914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fe9628-41ec-4207-99bb-4566bcc815fa None None] DHCP port deletion for 52e2e255-4bcd-4033-994f-08fc2f872764 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:38:32.313841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Attempting to bind port be9af7d3-2224-4cda-aef4-951ff09fc8ef on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:32.313841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Attempting to bind port be9af7d3-2224-4cda-aef4-951ff09fc8ef by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '0f901f13-ac6b-49d6-b502-73997c50f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '843a563d-ffdc-47a5-9022-0680ca4b4a45'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:32.313841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Attempting to bind port be9af7d3-2224-4cda-aef4-951ff09fc8ef on network 843a563d-ffdc-47a5-9022-0680ca4b4a45 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:32.324119 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:32.324503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Checking segment: {'id': '0f901f13-ac6b-49d6-b502-73997c50f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '843a563d-ffdc-47a5-9022-0680ca4b4a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:32.325048 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.334263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Bound using segment: {'id': '0f901f13-ac6b-49d6-b502-73997c50f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '843a563d-ffdc-47a5-9022-0680ca4b4a45'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:32.335041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Bound port: be9af7d3-2224-4cda-aef4-951ff09fc8ef, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f901f13-ac6b-49d6-b502-73997c50f824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '843a563d-ffdc-47a5-9022-0680ca4b4a45'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:32.335552 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (be9af7d3-2224-4cda-aef4-951ff09fc8ef), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.386092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-7214e6a4-6372-48ea-8c73-fa5a9f2399e8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Allocated IP 2001:db8::f (843a563d-ffdc-47a5-9022-0680ca4b4a45/47dcd984-6601-41c4-9f46-e022b14adbd5/82dcfebd-9775-4652-ad62-c013e2a376dd) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:32.449116 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 79737a34-4009-461b-a013-e6ccc899f97c no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:32.479645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 79737a34-4009-461b-a013-e6ccc899f97c {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:32.480240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 79737a34-4009-461b-a013-e6ccc899f97c not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:32.490845 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (52e2e255-4bcd-4033-994f-08fc2f872764), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.490963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port e42d1706-6ba0-471a-a433-85cd1938154a completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:38:32.512913 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port e42d1706-6ba0-471a-a433-85cd1938154a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:32.513284 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e42d1706-6ba0-471a-a433-85cd1938154a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.525190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] For port be9af7d3-2224-4cda-aef4-951ff09fc8ef, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:32.544285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e2e255-4bcd-4033-994f-08fc2f872764']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:32.575372 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9e007f-7d78-4b9d-b68a-41380b849e83') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:32.575702 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9e007f-7d78-4b9d-b68a-41380b849e83') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:32.588012 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (5a9e007f-7d78-4b9d-b68a-41380b849e83), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.610350 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (5a9e007f-7d78-4b9d-b68a-41380b849e83), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.614688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] For port be9af7d3-2224-4cda-aef4-951ff09fc8ef, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=be9af7d3-2224-4cda-aef4-951ff09fc8ef,segment=NetworkSegment(0f901f13-ac6b-49d6-b502-73997c50f824),segment_id=0f901f13-ac6b-49d6-b502-73997c50f824)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:32.621165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:38:32.621577 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (5a9e007f-7d78-4b9d-b68a-41380b849e83), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:38:32.627226 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:38:32.741858 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (be9af7d3-2224-4cda-aef4-951ff09fc8ef), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.761802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17222b10-3d68-436c-b577-c888d53b6c88 req-54cf19a0-b8f8-42e4-98f4-3d38a94c6d0f tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:32.763243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17222b10-3d68-436c-b577-c888d53b6c88 req-54cf19a0-b8f8-42e4-98f4-3d38a94c6d0f tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 944 time: 0.1185646 Feb 11 04:38:32.784330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e42d1706-6ba0-471a-a433-85cd1938154a is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:32.784330 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e42d1706-6ba0-471a-a433-85cd1938154a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.842990 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17222b10-3d68-436c-b577-c888d53b6c88 req-55d8b597-ee60-43bb-99c1-f39582d0a0f1 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733106 Feb 11 04:38:32.847310 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7214e6a4-6372-48ea-8c73-fa5a9f2399e8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (82dcfebd-9775-4652-ad62-c013e2a376dd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.869710 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (52e2e255-4bcd-4033-994f-08fc2f872764), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.876426 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:32.880144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] 10.222.0.13 "DELETE /v2.0/networks/52e2e255-4bcd-4033-994f-08fc2f872764 HTTP/1.1" status: 204 len: 168 time: 1.3523014 Feb 11 04:38:32.937219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150b483-0c85-4352-8dd0-a1df0761bd32 admin admin] Pushing event deleted for resources: {'Network': ['ID=52e2e255-4bcd-4033-994f-08fc2f872764,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:32.950799 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e564a2a-a6e3-4177-9794-90e14c3d3c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42d1706-6ba0-471a-a433-85cd1938154a'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:32.962926 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f96cc0-24b7-425a-bf1e-8be6fd15ecb5" -d '{"events": [{"server_uuid": "5e564a2a-a6e3-4177-9794-90e14c3d3c04", "name": "network-vif-plugged", "status": "completed", "tag": "e42d1706-6ba0-471a-a433-85cd1938154a"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:33.029729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e42d1706-6ba0-471a-a433-85cd1938154a, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e42d1706-6ba0-471a-a433-85cd1938154a,segment=NetworkSegment(3fffe665-6854-4972-83d1-8f1a9a126a23),segment_id=3fffe665-6854-4972-83d1-8f1a9a126a23)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:33.030376 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7214e6a4-6372-48ea-8c73-fa5a9f2399e8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (82dcfebd-9775-4652-ad62-c013e2a376dd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.043036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e867a-3afd-4b3a-9057-e56d1755b3ee None None] Pushing event updated for resources: {'Port': ['ID=be9af7d3-2224-4cda-aef4-951ff09fc8ef,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:33.109215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7214e6a4-6372-48ea-8c73-fa5a9f2399e8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 843a563d-ffdc-47a5-9022-0680ca4b4a45 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:33.115989 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-7214e6a4-6372-48ea-8c73-fa5a9f2399e8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:33.124150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7214e6a4-6372-48ea-8c73-fa5a9f2399e8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:33.151524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7214e6a4-6372-48ea-8c73-fa5a9f2399e8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:33.154074 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7214e6a4-6372-48ea-8c73-fa5a9f2399e8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.229311 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39318664-0330-40dd-9a1a-211bc2a435ef x-openstack-request-id: req-39318664-0330-40dd-9a1a-211bc2a435ef {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:33.229745 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e564a2a-a6e3-4177-9794-90e14c3d3c04", "name": "network-vif-plugged", "status": "completed", "tag": "e42d1706-6ba0-471a-a433-85cd1938154a", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:33.230098 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39318664-0330-40dd-9a1a-211bc2a435ef {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:33.230811 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e564a2a-a6e3-4177-9794-90e14c3d3c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42d1706-6ba0-471a-a433-85cd1938154a', 'code': 200} Feb 11 04:38:33.247499 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e42d1706-6ba0-471a-a433-85cd1938154a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.323442 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214e6a4-6372-48ea-8c73-fa5a9f2399e8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=82dcfebd-9775-4652-ad62-c013e2a376dd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:33.390546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017d572-20d3-4842-8e97-90fc0579d44b req-d4427453-93d6-4f68-9ccc-5a37ea44b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:33.392483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6017d572-20d3-4842-8e97-90fc0579d44b req-d4427453-93d6-4f68-9ccc-5a37ea44b600 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 1128 time: 0.2340026 Feb 11 04:38:33.412229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e42d1706-6ba0-471a-a433-85cd1938154a,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:33.508367 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7214e6a4-6372-48ea-8c73-fa5a9f2399e8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.9360921 Feb 11 04:38:33.510512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37836) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:33.519889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6017d572-20d3-4842-8e97-90fc0579d44b req-c21fb768-03b4-408a-911c-0dea98575a71 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176600 Feb 11 04:38:33.585169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37840) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:33.654686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fdf8ea6a-e8d9-4102-b33f-520111ffa1e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0c272147a3c4494a9c82c9c21a2e5c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0671761 Feb 11 04:38:33.656070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37842) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:33.726744 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d784897d-7ec8-46ec-9784-f4f013e30d6e admin admin] Publish callbacks [] for security_group (803445bc-7419-4d49-9be9-02ba472199d5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.778826 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d784897d-7ec8-46ec-9784-f4f013e30d6e admin admin] Publish callbacks [] for security_group (803445bc-7419-4d49-9be9-02ba472199d5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.950236 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d784897d-7ec8-46ec-9784-f4f013e30d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (803445bc-7419-4d49-9be9-02ba472199d5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.956940 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.956940 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.957519 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d784897d-7ec8-46ec-9784-f4f013e30d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:33.957519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d784897d-7ec8-46ec-9784-f4f013e30d6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/803445bc-7419-4d49-9be9-02ba472199d5 HTTP/1.1" status: 204 len: 168 time: 0.2967894 Feb 11 04:38:34.023748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784897d-7ec8-46ec-9784-f4f013e30d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803445bc-7419-4d49-9be9-02ba472199d5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:34.102974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e4674-89f6-4845-9bdb-f555a40fa370 req-c678dd9b-edd8-4a48-8889-945d9015f177 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:34.106511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e8e4674-89f6-4845-9bdb-f555a40fa370 req-c678dd9b-edd8-4a48-8889-945d9015f177 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 945 time: 0.1714106 Feb 11 04:38:34.217148 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06cc1a5d-59ed-4201-9719-76686877319b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (82dcfebd-9775-4652-ad62-c013e2a376dd), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.236659 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e8e4674-89f6-4845-9bdb-f555a40fa370 req-2fc2929a-0d47-44da-b102-4240a83ee15d tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230373 Feb 11 04:38:34.460720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37856) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:34.518453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device be9af7d3-2224-4cda-aef4-951ff09fc8ef up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:34.723831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aca84b-3104-4da8-bd3b-7267641c118d tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:34.726390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aca84b-3104-4da8-bd3b-7267641c118d tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:34.726529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62f447b-f0ca-409f-ba8e-72c156945cf2 None None] Network 843a563d-ffdc-47a5-9022-0680ca4b4a45 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:34.726989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aca84b-3104-4da8-bd3b-7267641c118d tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:34.732119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-20aca84b-3104-4da8-bd3b-7267641c118d tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=e888d9ceb6094e46aa3c6bbef6075211&network_id=cc32c88f-7331-4853-874d-0be34879d786 HTTP/1.1" status: 200 len: 3076 time: 0.2700882 Feb 11 04:38:34.808035 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06cc1a5d-59ed-4201-9719-76686877319b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (82dcfebd-9775-4652-ad62-c013e2a376dd), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.815015 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port be9af7d3-2224-4cda-aef4-951ff09fc8ef triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:34.815637 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (be9af7d3-2224-4cda-aef4-951ff09fc8ef), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:34.934253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-66ba8f44-c608-44ac-bf80-6455b6c8eab9 None None] Provisioning complete for port be9af7d3-2224-4cda-aef4-951ff09fc8ef triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:34.935357 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-66ba8f44-c608-44ac-bf80-6455b6c8eab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (be9af7d3-2224-4cda-aef4-951ff09fc8ef), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:35.012207 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06cc1a5d-59ed-4201-9719-76686877319b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (82dcfebd-9775-4652-ad62-c013e2a376dd), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:35.177087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc1a5d-59ed-4201-9719-76686877319b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=82dcfebd-9775-4652-ad62-c013e2a376dd,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:35.446451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port be9af7d3-2224-4cda-aef4-951ff09fc8ef is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:35.447011 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (be9af7d3-2224-4cda-aef4-951ff09fc8ef), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:35.567980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-66ba8f44-c608-44ac-bf80-6455b6c8eab9 None None] Current status of the port be9af7d3-2224-4cda-aef4-951ff09fc8ef is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:35.568644 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-66ba8f44-c608-44ac-bf80-6455b6c8eab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (be9af7d3-2224-4cda-aef4-951ff09fc8ef), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:35.587687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port be9af7d3-2224-4cda-aef4-951ff09fc8ef, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=be9af7d3-2224-4cda-aef4-951ff09fc8ef,segment=NetworkSegment(0f901f13-ac6b-49d6-b502-73997c50f824),segment_id=0f901f13-ac6b-49d6-b502-73997c50f824)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:35.657511 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (be9af7d3-2224-4cda-aef4-951ff09fc8ef), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:35.690184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4929328-2d57-412d-9ade-aeaa5697eaa2 req-2738c8e7-0b55-4f30-ba2d-08e27b798657 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:35.696001 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4929328-2d57-412d-9ade-aeaa5697eaa2 req-2738c8e7-0b55-4f30-ba2d-08e27b798657 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 945 time: 0.2588568 Feb 11 04:38:35.732696 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06cc1a5d-59ed-4201-9719-76686877319b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (727db0d7-1216-4ff1-ac7a-619f4d0b34ad), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:35.829992 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-66ba8f44-c608-44ac-bf80-6455b6c8eab9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:38:35.832121 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-66ba8f44-c608-44ac-bf80-6455b6c8eab9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:38:35.875938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4929328-2d57-412d-9ade-aeaa5697eaa2 req-cf469e9e-5a2a-4898-8dbe-6007a4a304ab tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694744 Feb 11 04:38:35.951168 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=be9af7d3-2224-4cda-aef4-951ff09fc8ef,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:36.221731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74848142-782f-4518-bf50-118cd958c1b5 req-3d6fd2f2-6fa3-4538-98bf-7876c623294e tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:36.232317 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06cc1a5d-59ed-4201-9719-76686877319b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (82dcfebd-9775-4652-ad62-c013e2a376dd), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:36.234846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74848142-782f-4518-bf50-118cd958c1b5 req-3d6fd2f2-6fa3-4538-98bf-7876c623294e tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 945 time: 0.1827056 Feb 11 04:38:36.236710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37902) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:36.246534 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a49a7ed0-bd6b-484a-8541-bce79e477bfe tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Request body: {'floatingip': {'port_id': 'e42d1706-6ba0-471a-a433-85cd1938154a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:36.331230 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37906) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:36.386550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37910) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:36.440260 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device be9af7d3-2224-4cda-aef4-951ff09fc8ef up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:36.446406 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a49a7ed0-bd6b-484a-8541-bce79e477bfe tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for floatingip (c03b6c38-71b8-4852-940d-2a81b3bb910e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:36.568891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-66ba8f44-c608-44ac-bf80-6455b6c8eab9 None None] Current status of the port be9af7d3-2224-4cda-aef4-951ff09fc8ef is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:36.636488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port be9af7d3-2224-4cda-aef4-951ff09fc8ef triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:36.637414 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (be9af7d3-2224-4cda-aef4-951ff09fc8ef), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:36.790144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1b1dedf2-6964-4b76-99f5-aeaa2184ec25 None None] Provisioning complete for port be9af7d3-2224-4cda-aef4-951ff09fc8ef triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:36.790921 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b1dedf2-6964-4b76-99f5-aeaa2184ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (be9af7d3-2224-4cda-aef4-951ff09fc8ef), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:36.798141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cd2a89-fbd5-4f6a-ae2e-18734e88ed31 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:36.812525 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-06cd2a89-fbd5-4f6a-ae2e-18734e88ed31 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 814 time: 0.4247918 Feb 11 04:38:37.098818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1b1dedf2-6964-4b76-99f5-aeaa2184ec25 None None] Current status of the port be9af7d3-2224-4cda-aef4-951ff09fc8ef is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:37.105380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port be9af7d3-2224-4cda-aef4-951ff09fc8ef is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:37.134527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1b1dedf2-6964-4b76-99f5-aeaa2184ec25 None None] Provisioning complete for port 82dcfebd-9775-4652-ad62-c013e2a376dd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:37.135314 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b1dedf2-6964-4b76-99f5-aeaa2184ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (82dcfebd-9775-4652-ad62-c013e2a376dd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:37.196255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1b1dedf2-6964-4b76-99f5-aeaa2184ec25 None None] Port 82dcfebd-9775-4652-ad62-c013e2a376dd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:37.328519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-91608a06-bd43-4384-99db-574482075a2c None None] Provisioning complete for port 82dcfebd-9775-4652-ad62-c013e2a376dd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:37.329303 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91608a06-bd43-4384-99db-574482075a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (82dcfebd-9775-4652-ad62-c013e2a376dd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:37.418669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-91608a06-bd43-4384-99db-574482075a2c None None] Port 82dcfebd-9775-4652-ad62-c013e2a376dd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:37.754102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37920) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:37.761458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-95f7f8ff-f159-4ba5-bd9b-6362d60a7a1f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'network': {'name': 'tempest-network-smoke--1570497934', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'port_security_enabled': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:37.953310 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.resource_extend [None req-a49a7ed0-bd6b-484a-8541-bce79e477bfe tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:38:37.960020 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06cc1a5d-59ed-4201-9719-76686877319b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (82dcfebd-9775-4652-ad62-c013e2a376dd), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:37.983833 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2017591991-network', 'tenant_id': 'ce280e77994b4237863c3577a5fefb88'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:38.054755 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06cc1a5d-59ed-4201-9719-76686877319b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (82dcfebd-9775-4652-ad62-c013e2a376dd), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.055601 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06cc1a5d-59ed-4201-9719-76686877319b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (727db0d7-1216-4ff1-ac7a-619f4d0b34ad), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.097895 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a49a7ed0-bd6b-484a-8541-bce79e477bfe tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.100752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f7f8ff-f159-4ba5-bd9b-6362d60a7a1f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Made reservation on behalf of e888d9ceb6094e46aa3c6bbef6075211 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:38.106671 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95f7f8ff-f159-4ba5-bd9b-6362d60a7a1f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.138730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] Made reservation on behalf of ce280e77994b4237863c3577a5fefb88 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:38.142402 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.168960 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a49a7ed0-bd6b-484a-8541-bce79e477bfe tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (c03b6c38-71b8-4852-940d-2a81b3bb910e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.186210 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.420706 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] Publish callbacks [] for security_group (d5a01744-7f87-4403-954c-8a87bde159fd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.427977 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-a49a7ed0-bd6b-484a-8541-bce79e477bfe tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Floating IP c03b6c38-71b8-4852-940d-2a81b3bb910e associated. External IP: 172.25.3.63, port: e42d1706-6ba0-471a-a433-85cd1938154a. Feb 11 04:38:38.431201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f7f8ff-f159-4ba5-bd9b-6362d60a7a1f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:38:38.534000 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95f7f8ff-f159-4ba5-bd9b-6362d60a7a1f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (2efc3174-83f7-40ff-8893-de429ca06de6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.539244 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-95f7f8ff-f159-4ba5-bd9b-6362d60a7a1f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Added segment 2efc3174-83f7-40ff-8893-de429ca06de6 of type vlan for network 27bde9b4-8274-4c5e-965e-6975cac4db7c Feb 11 04:38:38.637333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cc1a5d-59ed-4201-9719-76686877319b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 843a563d-ffdc-47a5-9022-0680ca4b4a45 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:38.652687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-06cc1a5d-59ed-4201-9719-76686877319b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:38.682529 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d5a01744-7f87-4403-954c-8a87bde159fd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.726004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:38:38.750771 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d9eb19b7-0d91-48f7-bb8b-d13a42b1f322), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.751133 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] Added segment d9eb19b7-0d91-48f7-bb8b-d13a42b1f322 of type vlan for network e4f91f12-ea5f-49fa-a2f5-8b36526b386d Feb 11 04:38:38.754176 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95f7f8ff-f159-4ba5-bd9b-6362d60a7a1f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (27bde9b4-8274-4c5e-965e-6975cac4db7c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.942135 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95f7f8ff-f159-4ba5-bd9b-6362d60a7a1f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (27bde9b4-8274-4c5e-965e-6975cac4db7c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.964300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f7f8ff-f159-4ba5-bd9b-6362d60a7a1f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:38.965739 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95f7f8ff-f159-4ba5-bd9b-6362d60a7a1f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:38.981196 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (e4f91f12-ea5f-49fa-a2f5-8b36526b386d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:39.148355 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc1a5d-59ed-4201-9719-76686877319b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=82dcfebd-9775-4652-ad62-c013e2a376dd,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:39.179286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cab379e0-bfb1-4bdb-8bbf-0afc83c18e91 None None] Provisioning complete for port 82dcfebd-9775-4652-ad62-c013e2a376dd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:39.180510 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cab379e0-bfb1-4bdb-8bbf-0afc83c18e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (82dcfebd-9775-4652-ad62-c013e2a376dd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:39.263644 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (e4f91f12-ea5f-49fa-a2f5-8b36526b386d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:39.269762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:39.269762 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:39.272689 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-95f7f8ff-f159-4ba5-bd9b-6362d60a7a1f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5172763 Feb 11 04:38:39.281557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37938) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:39.282205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cab379e0-bfb1-4bdb-8bbf-0afc83c18e91 None None] Port 82dcfebd-9775-4652-ad62-c013e2a376dd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:38:39.295974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7f8ff-f159-4ba5-bd9b-6362d60a7a1f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Network': ['ID=27bde9b4-8274-4c5e-965e-6975cac4db7c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:39.310165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 27bde9b4-8274-4c5e-965e-6975cac4db7c details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:38:39.456940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d92e540-351d-4c82-b8ee-45e56b376e43 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:39.462268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2d92e540-351d-4c82-b8ee-45e56b376e43 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e888d9ceb6094e46aa3c6bbef6075211&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1740041 Feb 11 04:38:39.463329 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49a7ed0-bd6b-484a-8541-bce79e477bfe tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Router 02352c1a-80c3-4313-bfa0-bc6d230ef37a has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:38:39.464389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37940) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:39.485271 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] Pushing event updated for resources: {'Network': ['ID=e4f91f12-ea5f-49fa-a2f5-8b36526b386d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:39.494045 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a01744-7f87-4403-954c-8a87bde159fd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:39.535505 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network e4f91f12-ea5f-49fa-a2f5-8b36526b386d details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:38:39.829467 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-07e84b83-5ccb-4032-b35a-4e6412858d17 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.4965656 Feb 11 04:38:39.836568 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37948) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:39.845812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4b77ec3c-9db8-4b42-92f8-5c4f935b23b5 admin admin] Request body: {'subnet': {'network_id': 'e4f91f12-ea5f-49fa-a2f5-8b36526b386d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2017591991-subnet', 'tenant_id': 'ce280e77994b4237863c3577a5fefb88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:39.980863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cc1a5d-59ed-4201-9719-76686877319b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router 727db0d7-1216-4ff1-ac7a-619f4d0b34ad is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:38:39.981155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b77ec3c-9db8-4b42-92f8-5c4f935b23b5 admin admin] Made reservation on behalf of ce280e77994b4237863c3577a5fefb88 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:39.983835 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b77ec3c-9db8-4b42-92f8-5c4f935b23b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:40.363275 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cc1a5d-59ed-4201-9719-76686877319b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:40.370617 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-06cc1a5d-59ed-4201-9719-76686877319b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/727db0d7-1216-4ff1-ac7a-619f4d0b34ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8584704 Feb 11 04:38:40.376783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37952) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:40.377375 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56250ed9-3dbe-4d3b-a616-4499f80d6612 None None] Sync routers for ids ['727db0d7-1216-4ff1-ac7a-619f4d0b34ad'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:40.394749 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56250ed9-3dbe-4d3b-a616-4499f80d6612 None None] Routers {'727db0d7-1216-4ff1-ac7a-619f4d0b34ad'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:40.395388 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-56250ed9-3dbe-4d3b-a616-4499f80d6612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['727db0d7-1216-4ff1-ac7a-619f4d0b34ad'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:40.458389 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-56250ed9-3dbe-4d3b-a616-4499f80d6612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:40.484692 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56250ed9-3dbe-4d3b-a616-4499f80d6612 None None] Routers {'727db0d7-1216-4ff1-ac7a-619f4d0b34ad'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:40.492683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b17db0-e24d-4be1-93de-c1cf66bf7f78 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:40.492885 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-56250ed9-3dbe-4d3b-a616-4499f80d6612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['727db0d7-1216-4ff1-ac7a-619f4d0b34ad'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:40.494668 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c5b17db0-e24d-4be1-93de-c1cf66bf7f78 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports/82dcfebd-9775-4652-ad62-c013e2a376dd HTTP/1.1" status: 200 len: 982 time: 0.1159801 Feb 11 04:38:40.501237 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37954) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:40.541560 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-56250ed9-3dbe-4d3b-a616-4499f80d6612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:40.543190 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56250ed9-3dbe-4d3b-a616-4499f80d6612 None None] The sync data for ids ['727db0d7-1216-4ff1-ac7a-619f4d0b34ad'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:38:40.546060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26460271-087b-4bd5-9b6d-cd4f611c3a30 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:40.549199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-26460271-087b-4bd5-9b6d-cd4f611c3a30 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0836296 Feb 11 04:38:40.552695 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37956) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:40.608398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c40e956c-9a2c-435a-81c7-0db88bcee675 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542679 Feb 11 04:38:40.611261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37958) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:40.678925 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b77ec3c-9db8-4b42-92f8-5c4f935b23b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (670b9402-6998-4b91-9f0d-1855c577d8fd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:40.683138 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8be01931-b9e7-4aa0-b8c0-6808e56bf250 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e888d9ceb6094e46aa3c6bbef6075211&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0678411 Feb 11 04:38:40.684348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37962) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:40.707522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49a7ed0-bd6b-484a-8541-bce79e477bfe tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:40.722529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99167308-971b-42ab-bc00-d7a6c00c32cf None None] Sync routers for ids ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:40.776989 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a49a7ed0-bd6b-484a-8541-bce79e477bfe tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:40.779435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99167308-971b-42ab-bc00-d7a6c00c32cf None None] Routers {'02352c1a-80c3-4313-bfa0-bc6d230ef37a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:40.780099 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-99167308-971b-42ab-bc00-d7a6c00c32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:40.848032 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77ec3c-9db8-4b42-92f8-5c4f935b23b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=670b9402-6998-4b91-9f0d-1855c577d8fd,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:40.858140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77ec3c-9db8-4b42-92f8-5c4f935b23b5 admin admin] Checking segment: {'id': 'd9eb19b7-0d91-48f7-bb8b-d13a42b1f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e4f91f12-ea5f-49fa-a2f5-8b36526b386d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:40.858140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b77ec3c-9db8-4b42-92f8-5c4f935b23b5 admin admin] Network hostable DHCP agents. Network: e4f91f12-ea5f-49fa-a2f5-8b36526b386d, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:38:40.884931 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a49a7ed0-bd6b-484a-8541-bce79e477bfe tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "PUT /v2.0/floatingips/c03b6c38-71b8-4852-940d-2a81b3bb910e HTTP/1.1" status: 200 len: 990 time: 4.6469698 Feb 11 04:38:40.893428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e564a2a-a6e3-4177-9794-90e14c3d3c04', 'tag': 'e42d1706-6ba0-471a-a433-85cd1938154a'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:40.898301 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd67a4d-2470-4f29-8639-a55d3caea449" -d '{"events": [{"name": "network-changed", "server_uuid": "5e564a2a-a6e3-4177-9794-90e14c3d3c04", "tag": "e42d1706-6ba0-471a-a433-85cd1938154a"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:41.011243 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975a3d28-477e-424d-992b-97919c35a588 x-openstack-request-id: req-975a3d28-477e-424d-992b-97919c35a588 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:41.011808 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e564a2a-a6e3-4177-9794-90e14c3d3c04", "tag": "e42d1706-6ba0-471a-a433-85cd1938154a", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:41.012221 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-975a3d28-477e-424d-992b-97919c35a588 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:41.012788 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e564a2a-a6e3-4177-9794-90e14c3d3c04', 'tag': 'e42d1706-6ba0-471a-a433-85cd1938154a', 'status': 'completed', 'code': 200} Feb 11 04:38:41.076741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-99167308-971b-42ab-bc00-d7a6c00c32cf None None] Set router 02352c1a-80c3-4313-bfa0-bc6d230ef37a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:41.103087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b77ec3c-9db8-4b42-92f8-5c4f935b23b5 admin admin] Network e4f91f12-ea5f-49fa-a2f5-8b36526b386d is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:38:41.159313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd67a4d-2470-4f29-8639-a55d3caea449 req-8806a3d8-066f-456f-8ca2-a62aa1400f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:41.163856 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8fd67a4d-2470-4f29-8639-a55d3caea449 req-8806a3d8-066f-456f-8ca2-a62aa1400f1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8e2c7e55f414367b72ee24869865b9b&device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 1128 time: 0.1502218 Feb 11 04:38:41.187763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca2876-c473-4f95-8b87-e2e03f0c127b req-efccfd6b-0597-4469-a329-9a0b44e443c3 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:41.207176 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-caca2876-c473-4f95-8b87-e2e03f0c127b req-efccfd6b-0597-4469-a329-9a0b44e443c3 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 945 time: 0.1830115 Feb 11 04:38:41.235886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-4b77ec3c-9db8-4b42-92f8-5c4f935b23b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, e4f91f12-ea5f-49fa-a2f5-8b36526b386d) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:41.258004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f610ca-6bce-4e62-9a01-ee80dd51d36c None None] Network e4f91f12-ea5f-49fa-a2f5-8b36526b386d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:41.281336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e952bf-d991-4747-931e-a3f0fa9847d4 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:41.291981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-32e952bf-d991-4747-931e-a3f0fa9847d4 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6054695 Feb 11 04:38:41.292945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37978) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:41.316974 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b77ec3c-9db8-4b42-92f8-5c4f935b23b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:41.317631 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b77ec3c-9db8-4b42-92f8-5c4f935b23b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:41.401737 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a9191fc8-0282-4a9a-b0b2-0b8e91b82b8e tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0821614 Feb 11 04:38:41.402932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37982) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:41.431220 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-40cd012b-c50d-4d12-aeca-634da2082c6f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1636598730', 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:41.481789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-caca2876-c473-4f95-8b87-e2e03f0c127b req-5dec5d99-1517-43f6-915a-6d521a1efc34 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635517 Feb 11 04:38:41.579038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd67a4d-2470-4f29-8639-a55d3caea449 req-cdd5c834-0872-45f1-b33e-0a682c229d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:41.580534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8fd67a4d-2470-4f29-8639-a55d3caea449 req-cdd5c834-0872-45f1-b33e-0a682c229d72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=361f5f44-5600-48d6-9ef0-d8caacdf877b HTTP/1.1" status: 200 len: 916 time: 0.4086504 Feb 11 04:38:41.614925 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b64d6f46-a7c0-4741-bf55-53d12196d9fd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (727db0d7-1216-4ff1-ac7a-619f4d0b34ad), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:41.648133 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4b77ec3c-9db8-4b42-92f8-5c4f935b23b5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8008628 Feb 11 04:38:41.682445 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8fd67a4d-2470-4f29-8639-a55d3caea449 req-933fc48f-9444-441b-852b-ee42ad9ee64f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e42d1706-6ba0-471a-a433-85cd1938154a HTTP/1.1" status: 200 len: 998 time: 0.0958469 Feb 11 04:38:41.793136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd67a4d-2470-4f29-8639-a55d3caea449 req-1471bc61-9370-4da0-85c8-0dc1a316db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:41.804311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8fd67a4d-2470-4f29-8639-a55d3caea449 req-1471bc61-9370-4da0-85c8-0dc1a316db79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8011d6b-e7c9-4f5a-85bb-dd62807dd54d HTTP/1.1" status: 200 len: 854 time: 0.1163058 Feb 11 04:38:41.886084 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc2abae-3082-45ed-a597-8a43a8e20d1d None None] Network e4f91f12-ea5f-49fa-a2f5-8b36526b386d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:41.972060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd67a4d-2470-4f29-8639-a55d3caea449 req-94e20b45-5a12-4157-9fd8-c869783021f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:41.980657 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8fd67a4d-2470-4f29-8639-a55d3caea449 req-94e20b45-5a12-4157-9fd8-c869783021f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=361f5f44-5600-48d6-9ef0-d8caacdf877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1707757 Feb 11 04:38:42.152696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38002) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:42.155419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cd012b-c50d-4d12-aeca-634da2082c6f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Made reservation on behalf of e888d9ceb6094e46aa3c6bbef6075211 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:42.159136 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40cd012b-c50d-4d12-aeca-634da2082c6f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.267416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8fd67a4d-2470-4f29-8639-a55d3caea449 req-af263e48-f6e4-427b-9002-1ec62fdbdb8b service neutron] 10.222.0.32 "GET /v2.0/networks/361f5f44-5600-48d6-9ef0-d8caacdf877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803056 Feb 11 04:38:42.481103 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-99167308-971b-42ab-bc00-d7a6c00c32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:07Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'gw_port': {'id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:09Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'c03b6c38-71b8-4852-940d-2a81b3bb910e', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'port_id': 'e42d1706-6ba0-471a-a433-85cd1938154a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'mac_address': 'fa:16:3e:b7:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e564a2a-a6e3-4177-9794-90e14c3d3c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:36:32Z', 'updated_at': '2022-02-11T04:38:37Z', 'revision_number': 1, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd1e5ba-604c-4837-8bce-21ddf354fd91', 'name': '', 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'mac_address': 'fa:16:3e:31:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:18Z', 'updated_at': '2022-02-11T04:36:28Z', 'revision_number': 5, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'subnets': [{'id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:42.558971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99167308-971b-42ab-bc00-d7a6c00c32cf None None] Checking router: 02352c1a-80c3-4313-bfa0-bc6d230ef37a for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:38:42.593310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99167308-971b-42ab-bc00-d7a6c00c32cf None None] Routers {'02352c1a-80c3-4313-bfa0-bc6d230ef37a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:42.594109 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-99167308-971b-42ab-bc00-d7a6c00c32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:42.654036 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9878b63d-bf22-4623-8072-59e615644088 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d762cde052af467faaaf987d4cc6e16f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4960468 Feb 11 04:38:42.654729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38016) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:42.721987 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8fd67a4d-2470-4f29-8639-a55d3caea449 req-eeedd12c-4b8d-49d3-a101-5b1988b11353 service neutron] 10.222.0.32 "GET /v2.0/networks/361f5f44-5600-48d6-9ef0-d8caacdf877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479318 Feb 11 04:38:42.894532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-99167308-971b-42ab-bc00-d7a6c00c32cf None None] Set router 02352c1a-80c3-4313-bfa0-bc6d230ef37a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:42.905359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeca2f-030b-4594-851e-0990168d2269 req-005a5b12-74ac-4673-892e-b84babec70a4 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:42.906964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9faeca2f-030b-4594-851e-0990168d2269 req-005a5b12-74ac-4673-892e-b84babec70a4 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/networks?id=e4f91f12-ea5f-49fa-a2f5-8b36526b386d HTTP/1.1" status: 200 len: 822 time: 0.3243442 Feb 11 04:38:42.931284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9faeca2f-030b-4594-851e-0990168d2269 req-5c08034c-8f9c-4ce2-ad02-c9e9f2c56bcf tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/quotas/ce280e77994b4237863c3577a5fefb88 HTTP/1.1" status: 200 len: 375 time: 0.0143561 Feb 11 04:38:42.970194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2236e596-e12b-4281-a6a6-3a36d56c0aba admin admin] Publish callbacks [] for security_group (9d5f7165-a35a-44a6-b681-9304027590f0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:42.983377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9faeca2f-030b-4594-851e-0990168d2269 req-47a21ee4-4963-4816-b076-e7eed73f75b1 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce280e77994b4237863c3577a5fefb88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455706 Feb 11 04:38:43.064265 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b64d6f46-a7c0-4741-bf55-53d12196d9fd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port 82dcfebd-9775-4652-ad62-c013e2a376dd {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:43.064653 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b64d6f46-a7c0-4741-bf55-53d12196d9fd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (82dcfebd-9775-4652-ad62-c013e2a376dd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:43.080279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2236e596-e12b-4281-a6a6-3a36d56c0aba admin admin] Publish callbacks [] for security_group (9d5f7165-a35a-44a6-b681-9304027590f0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:43.137707 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40cd012b-c50d-4d12-aeca-634da2082c6f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (dda90502-19f3-4814-9e03-b6ef683becae), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:43.290732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9faeca2f-030b-4594-851e-0990168d2269 req-f75775a9-6544-4fbd-bd05-c20a67b5845b service neutron] 10.222.0.13 "GET /v2.0/networks/e4f91f12-ea5f-49fa-a2f5-8b36526b386d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000033 Feb 11 04:38:43.425052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-99167308-971b-42ab-bc00-d7a6c00c32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:07Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'gw_port': {'id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:09Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'c03b6c38-71b8-4852-940d-2a81b3bb910e', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'port_id': 'e42d1706-6ba0-471a-a433-85cd1938154a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'mac_address': 'fa:16:3e:b7:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e564a2a-a6e3-4177-9794-90e14c3d3c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:36:32Z', 'updated_at': '2022-02-11T04:38:37Z', 'revision_number': 1, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd1e5ba-604c-4837-8bce-21ddf354fd91', 'name': '', 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'mac_address': 'fa:16:3e:31:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:18Z', 'updated_at': '2022-02-11T04:36:28Z', 'revision_number': 5, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'subnets': [{'id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:43.440663 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9faeca2f-030b-4594-851e-0990168d2269 req-73c6955e-fb35-4f59-b351-3d66405418a4 service neutron] 10.222.0.13 "GET /v2.0/networks/e4f91f12-ea5f-49fa-a2f5-8b36526b386d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418700 Feb 11 04:38:43.494011 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99167308-971b-42ab-bc00-d7a6c00c32cf None None] The sync data for ids ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'] in n-d-712142-35 is: [{'id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:07Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'gw_port': {'id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:09Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'c03b6c38-71b8-4852-940d-2a81b3bb910e', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'port_id': 'e42d1706-6ba0-471a-a433-85cd1938154a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'mac_address': 'fa:16:3e:b7:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e564a2a-a6e3-4177-9794-90e14c3d3c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:36:32Z', 'updated_at': '2022-02-11T04:38:37Z', 'revision_number': 1, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd1e5ba-604c-4837-8bce-21ddf354fd91', 'name': '', 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'mac_address': 'fa:16:3e:31:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:18Z', 'updated_at': '2022-02-11T04:36:28Z', 'revision_number': 5, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'subnets': [{'id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:38:43.583332 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cd012b-c50d-4d12-aeca-634da2082c6f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Checking segment: {'id': '2efc3174-83f7-40ff-8893-de429ca06de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:43.583332 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cd012b-c50d-4d12-aeca-634da2082c6f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network hostable DHCP agents. Network: 27bde9b4-8274-4c5e-965e-6975cac4db7c, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:38:43.596761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd012b-c50d-4d12-aeca-634da2082c6f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Subnet': ['ID=dda90502-19f3-4814-9e03-b6ef683becae,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:43.643977 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b64d6f46-a7c0-4741-bf55-53d12196d9fd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (82dcfebd-9775-4652-ad62-c013e2a376dd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:43.661145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b64d6f46-a7c0-4741-bf55-53d12196d9fd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for 82dcfebd-9775-4652-ad62-c013e2a376dd owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:43.918968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25257b6f-69d4-4fd1-873b-b70d250e0b65 req-4fb1c5ff-6f9d-4922-a0c3-5f58cd5078ca tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 210 time: 0.0638711 Feb 11 04:38:43.932503 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ffee54-9fd2-4769-a878-180716349c3a None None] New status for floating IP c03b6c38-71b8-4852-940d-2a81b3bb910e: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:38:44.072000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cd012b-c50d-4d12-aeca-634da2082c6f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network 27bde9b4-8274-4c5e-965e-6975cac4db7c is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:38:44.091666 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2236e596-e12b-4281-a6a6-3a36d56c0aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9d5f7165-a35a-44a6-b681-9304027590f0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.114025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2236e596-e12b-4281-a6a6-3a36d56c0aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.114025 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2236e596-e12b-4281-a6a6-3a36d56c0aba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d5f7165-a35a-44a6-b681-9304027590f0 HTTP/1.1" status: 204 len: 168 time: 1.4441135 Feb 11 04:38:44.310116 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236e596-e12b-4281-a6a6-3a36d56c0aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5f7165-a35a-44a6-b681-9304027590f0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:44.418795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-40cd012b-c50d-4d12-aeca-634da2082c6f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 27bde9b4-8274-4c5e-965e-6975cac4db7c) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:44.418795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cd012b-c50d-4d12-aeca-634da2082c6f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:44.418795 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40cd012b-c50d-4d12-aeca-634da2082c6f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.427154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000aa386-d1ef-4657-adf0-c3d729c4252a None None] Network 27bde9b4-8274-4c5e-965e-6975cac4db7c requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:44.442042 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b64d6f46-a7c0-4741-bf55-53d12196d9fd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (82dcfebd-9775-4652-ad62-c013e2a376dd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.572018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d6f46-a7c0-4741-bf55-53d12196d9fd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=82dcfebd-9775-4652-ad62-c013e2a376dd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:44.790566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-27bde9b4-8274-4c5e-965e-6975cac4db7c', 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ips': [{'subnet_id': 'dda90502-19f3-4814-9e03-b6ef683becae'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:38:44.791855 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:44.831964 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-40cd012b-c50d-4d12-aeca-634da2082c6f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4247594 Feb 11 04:38:44.935441 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b64d6f46-a7c0-4741-bf55-53d12196d9fd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (727db0d7-1216-4ff1-ac7a-619f4d0b34ad), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:45.165314 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ce34235-cda7-45f8-b3c2-f25a00747b01 req-baf89aa2-2d2f-4164-a0e8-816728755129 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 210 time: 0.1303644 Feb 11 04:38:45.227074 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Allocated IP 172.20.0.18 (27bde9b4-8274-4c5e-965e-6975cac4db7c/dda90502-19f3-4814-9e03-b6ef683becae/ae75d016-30f7-4dfe-b21b-485b15e1ba7b) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:45.735642 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Publish callbacks [] for port (ae75d016-30f7-4dfe-b21b-485b15e1ba7b), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:45.860874 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (ae75d016-30f7-4dfe-b21b-485b15e1ba7b), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:45.896856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38068) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:45.903906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6ae83719-def8-442a-a3d8-a80e0662b4d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028515962', 'description': 'tempest-secgroup-smoke-2028515962 description', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:46.023322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38072) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:46.024778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Network 27bde9b4-8274-4c5e-965e-6975cac4db7c is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:46.028530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:46.047833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:46.063673 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ae83719-def8-442a-a3d8-a80e0662b4d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:46.070686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Pushing event updated for resources: {'Port': ['ID=ae75d016-30f7-4dfe-b21b-485b15e1ba7b,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:46.167520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Attempting to bind port ae75d016-30f7-4dfe-b21b-485b15e1ba7b on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:46.168144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Attempting to bind port ae75d016-30f7-4dfe-b21b-485b15e1ba7b by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '2efc3174-83f7-40ff-8893-de429ca06de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:46.168843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Attempting to bind port ae75d016-30f7-4dfe-b21b-485b15e1ba7b on network 27bde9b4-8274-4c5e-965e-6975cac4db7c {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:46.183382 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:46.187391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Checking segment: {'id': '2efc3174-83f7-40ff-8893-de429ca06de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:46.187391 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:46.187391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Bound using segment: {'id': '2efc3174-83f7-40ff-8893-de429ca06de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:46.190101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Bound port: ae75d016-30f7-4dfe-b21b-485b15e1ba7b, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efc3174-83f7-40ff-8893-de429ca06de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:46.190917 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ae75d016-30f7-4dfe-b21b-485b15e1ba7b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:46.281838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64d6f46-a7c0-4741-bf55-53d12196d9fd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router 727db0d7-1216-4ff1-ac7a-619f4d0b34ad has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:38:46.303694 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ae83719-def8-442a-a3d8-a80e0662b4d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (a926c278-9137-4862-95fe-a3ca98c28bb4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:46.321622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1848371720-network', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:46.374654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-02dd81ac-46c4-4262-a400-07bd0070fabf req-59b66302-2e0f-4317-a094-2e88d8781419 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 210 time: 0.0594192 Feb 11 04:38:46.382783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] For port ae75d016-30f7-4dfe-b21b-485b15e1ba7b, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:46.387100 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64d6f46-a7c0-4741-bf55-53d12196d9fd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:46.393563 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] For port ae75d016-30f7-4dfe-b21b-485b15e1ba7b, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ae75d016-30f7-4dfe-b21b-485b15e1ba7b,segment=NetworkSegment(2efc3174-83f7-40ff-8893-de429ca06de6),segment_id=2efc3174-83f7-40ff-8893-de429ca06de6)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:46.398523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38078) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:46.398751 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b64d6f46-a7c0-4741-bf55-53d12196d9fd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/727db0d7-1216-4ff1-ac7a-619f4d0b34ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8949862 Feb 11 04:38:46.418355 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99287e-d088-4b3f-a275-c60ce606fe3d None None] Sync routers for ids ['727db0d7-1216-4ff1-ac7a-619f4d0b34ad'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:46.446907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a99287e-d088-4b3f-a275-c60ce606fe3d None None] Routers {'727db0d7-1216-4ff1-ac7a-619f4d0b34ad'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:46.446907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9a99287e-d088-4b3f-a275-c60ce606fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['727db0d7-1216-4ff1-ac7a-619f4d0b34ad'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:46.457360 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ae83719-def8-442a-a3d8-a80e0662b4d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a926c278-9137-4862-95fe-a3ca98c28bb4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:46.527360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] Made reservation on behalf of 9c8aaf7faa994a86b87443d6924f6a3f for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:46.531184 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:46.532545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9a99287e-d088-4b3f-a275-c60ce606fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:46.548651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a99287e-d088-4b3f-a275-c60ce606fe3d None None] Routers {'727db0d7-1216-4ff1-ac7a-619f4d0b34ad'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:46.549413 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9a99287e-d088-4b3f-a275-c60ce606fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['727db0d7-1216-4ff1-ac7a-619f4d0b34ad'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:46.564022 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:46.596917 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ae75d016-30f7-4dfe-b21b-485b15e1ba7b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:46.607226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae83719-def8-442a-a3d8-a80e0662b4d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a926c278-9137-4862-95fe-a3ca98c28bb4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:46.624296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9a99287e-d088-4b3f-a275-c60ce606fe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:46.624966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99287e-d088-4b3f-a275-c60ce606fe3d None None] The sync data for ids ['727db0d7-1216-4ff1-ac7a-619f4d0b34ad'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:38:46.674963 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ae83719-def8-442a-a3d8-a80e0662b4d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:46.679900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6ae83719-def8-442a-a3d8-a80e0662b4d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7782013 Feb 11 04:38:46.680806 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38086) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:46.686809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6b7dff3c-f5c5-4dc5-8611-69916d66b14f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': 'a926c278-9137-4862-95fe-a3ca98c28bb4', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:46.731058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27160a3d-93d9-4270-9410-545806214fc2 None None] Pushing event updated for resources: {'Port': ['ID=ae75d016-30f7-4dfe-b21b-485b15e1ba7b,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:46.770363 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-785f78e4-e08c-489a-821a-1ba6e00fb865 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 04:38:46.771569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-785f78e4-e08c-489a-821a-1ba6e00fb865 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/727db0d7-1216-4ff1-ac7a-619f4d0b34ad/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3713808 Feb 11 04:38:46.775078 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38088) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:46.827026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38090) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:46.827881 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-83b7f372-2f5e-4b5d-8512-0b1566a07ad4 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports?device_id=727db0d7-1216-4ff1-ac7a-619f4d0b34ad HTTP/1.1" status: 200 len: 205 time: 0.0512407 Feb 11 04:38:46.902514 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b7dff3c-f5c5-4dc5-8611-69916d66b14f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (a8c3150e-f453-4a35-952a-89db8b3e2a33), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.009962 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] Publish callbacks [] for security_group (9d637447-37ba-4286-9207-6d81afb5b4c5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.024650 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72310079-8c81-4f3c-aa01-dcf62b59b301 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (727db0d7-1216-4ff1-ac7a-619f4d0b34ad), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.059534 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b7dff3c-f5c5-4dc5-8611-69916d66b14f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (a8c3150e-f453-4a35-952a-89db8b3e2a33), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.095073 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9d637447-37ba-4286-9207-6d81afb5b4c5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.133216 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b7dff3c-f5c5-4dc5-8611-69916d66b14f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (a8c3150e-f453-4a35-952a-89db8b3e2a33), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.157958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:38:47.212614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7dff3c-f5c5-4dc5-8611-69916d66b14f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c3150e-f453-4a35-952a-89db8b3e2a33,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:47.272772 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d637447-37ba-4286-9207-6d81afb5b4c5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:47.279305 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (fe2eb4b8-fbb3-4546-a2e8-af00deb48958), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.279888 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] Added segment fe2eb4b8-fbb3-4546-a2e8-af00deb48958 of type vlan for network 86528c9f-e248-4f9b-904c-aa5d69cd261d Feb 11 04:38:47.336613 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b7dff3c-f5c5-4dc5-8611-69916d66b14f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.339609 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6b7dff3c-f5c5-4dc5-8611-69916d66b14f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6583502 Feb 11 04:38:47.342420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38092) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:47.351715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-cae5db08-f462-438b-9f81-025b2295d863 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': 'a926c278-9137-4862-95fe-a3ca98c28bb4', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:47.353692 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72310079-8c81-4f3c-aa01-dcf62b59b301 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (727db0d7-1216-4ff1-ac7a-619f4d0b34ad), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.358203 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72310079-8c81-4f3c-aa01-dcf62b59b301 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_controller (727db0d7-1216-4ff1-ac7a-619f4d0b34ad), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.394427 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (86528c9f-e248-4f9b-904c-aa5d69cd261d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.574348 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cae5db08-f462-438b-9f81-025b2295d863 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (82c79522-6e1e-4a21-bd67-79d596b0be76), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.668342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-943d4f14-f109-46d1-ad24-94e7a54b7f93 req-1a916501-8c6e-49c0-836b-f5ab63eafd72 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 210 time: 0.1161385 Feb 11 04:38:47.672822 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (86528c9f-e248-4f9b-904c-aa5d69cd261d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.673776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:47.674349 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.696055 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72310079-8c81-4f3c-aa01-dcf62b59b301 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (727db0d7-1216-4ff1-ac7a-619f4d0b34ad), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.696704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72310079-8c81-4f3c-aa01-dcf62b59b301 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Fanout notify agent at l3_agent the message router_deleted on router 727db0d7-1216-4ff1-ac7a-619f4d0b34ad {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:38:47.742487 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72310079-8c81-4f3c-aa01-dcf62b59b301 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.749273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-72310079-8c81-4f3c-aa01-dcf62b59b301 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/routers/727db0d7-1216-4ff1-ac7a-619f4d0b34ad HTTP/1.1" status: 204 len: 168 time: 0.9198792 Feb 11 04:38:47.776080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38104) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:47.913383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] Pushing event updated for resources: {'Network': ['ID=86528c9f-e248-4f9b-904c-aa5d69cd261d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:47.923903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 86528c9f-e248-4f9b-904c-aa5d69cd261d details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:38:47.935953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ecbf7dd-bd4e-486a-8356-50d3834e7d25 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting subnet 47dcd984-6601-41c4-9f46-e022b14adbd5 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:38:47.950974 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ecbf7dd-bd4e-486a-8356-50d3834e7d25 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (47dcd984-6601-41c4-9f46-e022b14adbd5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:47.968972 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3ec5966f-7417-4b74-801b-8eacabb5be09 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9441669 Feb 11 04:38:47.971895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38106) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:48.013113 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeca2f-030b-4594-851e-0990168d2269 req-73f42532-5b05-47ad-9179-38a00d015f66 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:48.015201 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9faeca2f-030b-4594-851e-0990168d2269 req-73f42532-5b05-47ad-9179-38a00d015f66 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.47 "GET /v2.0/networks?id=e4f91f12-ea5f-49fa-a2f5-8b36526b386d HTTP/1.1" status: 200 len: 822 time: 0.5089242 Feb 11 04:38:48.016534 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cae5db08-f462-438b-9f81-025b2295d863 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (82c79522-6e1e-4a21-bd67-79d596b0be76), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.027845 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-9faeca2f-030b-4594-851e-0990168d2269 req-8a57a87c-d2b6-4fe4-ae33-7754d2cc7989 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Request body: {'port': {'device_id': 'c07778ae-cd6c-414b-9a8a-667f4083d939', 'network_id': 'e4f91f12-ea5f-49fa-a2f5-8b36526b386d', 'admin_state_up': True, 'tenant_id': 'ce280e77994b4237863c3577a5fefb88'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:48.047739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-17bb3660-c33a-4cdb-8d76-ff9232a36610 admin admin] Request body: {'subnet': {'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1848371720-subnet', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:48.150492 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ecbf7dd-bd4e-486a-8356-50d3834e7d25 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (47dcd984-6601-41c4-9f46-e022b14adbd5), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.211213 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cae5db08-f462-438b-9f81-025b2295d863 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (82c79522-6e1e-4a21-bd67-79d596b0be76), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.316022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5db08-f462-438b-9f81-025b2295d863 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c79522-6e1e-4a21-bd67-79d596b0be76,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:48.329259 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ecbf7dd-bd4e-486a-8356-50d3834e7d25 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (47dcd984-6601-41c4-9f46-e022b14adbd5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.333574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bb3660-c33a-4cdb-8d76-ff9232a36610 admin admin] Made reservation on behalf of 9c8aaf7faa994a86b87443d6924f6a3f for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:48.340557 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-17bb3660-c33a-4cdb-8d76-ff9232a36610 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.402694 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cae5db08-f462-438b-9f81-025b2295d863 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.406579 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cae5db08-f462-438b-9f81-025b2295d863 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0603371 Feb 11 04:38:48.406940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38110) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:48.412507 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c33aefe0-a077-4184-896a-a27ad21ac6db tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': 'a926c278-9137-4862-95fe-a3ca98c28bb4', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:48.487694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ac59a0-2734-40bc-8cb7-0b02cd2d841a None None] Network 27bde9b4-8274-4c5e-965e-6975cac4db7c requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:48.515033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9faeca2f-030b-4594-851e-0990168d2269 req-8a57a87c-d2b6-4fe4-ae33-7754d2cc7989 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Made reservation on behalf of ce280e77994b4237863c3577a5fefb88 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:48.518443 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9faeca2f-030b-4594-851e-0990168d2269 req-8a57a87c-d2b6-4fe4-ae33-7754d2cc7989 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.550475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ae75d016-30f7-4dfe-b21b-485b15e1ba7b up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:48.702354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ae330c5b-6e81-42ed-9def-dbd35e5a3234 None None] Provisioning complete for port ae75d016-30f7-4dfe-b21b-485b15e1ba7b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:48.711382 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ae330c5b-6e81-42ed-9def-dbd35e5a3234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ae75d016-30f7-4dfe-b21b-485b15e1ba7b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.712070 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c33aefe0-a077-4184-896a-a27ad21ac6db tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (6153b480-d66b-46a2-8c50-890a8600b8c2), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.804019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ae75d016-30f7-4dfe-b21b-485b15e1ba7b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:48.811053 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ae75d016-30f7-4dfe-b21b-485b15e1ba7b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:48.982125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-9faeca2f-030b-4594-851e-0990168d2269 req-8a57a87c-d2b6-4fe4-ae33-7754d2cc7989 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Allocated IP 172.20.0.13 (e4f91f12-ea5f-49fa-a2f5-8b36526b386d/670b9402-6998-4b91-9f0d-1855c577d8fd/74cc4106-986d-4f8c-ac69-c22a45504351) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:49.086834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ae75d016-30f7-4dfe-b21b-485b15e1ba7b is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:49.088086 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ae75d016-30f7-4dfe-b21b-485b15e1ba7b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:49.128971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ae330c5b-6e81-42ed-9def-dbd35e5a3234 None None] Current status of the port ae75d016-30f7-4dfe-b21b-485b15e1ba7b is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:49.132345 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ae330c5b-6e81-42ed-9def-dbd35e5a3234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ae75d016-30f7-4dfe-b21b-485b15e1ba7b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:49.352229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port ae75d016-30f7-4dfe-b21b-485b15e1ba7b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ae75d016-30f7-4dfe-b21b-485b15e1ba7b,segment=NetworkSegment(2efc3174-83f7-40ff-8893-de429ca06de6),segment_id=2efc3174-83f7-40ff-8893-de429ca06de6)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:49.370920 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af04380c-2b24-46d9-a150-96c58f638860 req-a3e1fb99-f8a0-4fe1-b7cc-3e32c01dc9fd tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 210 time: 0.1984155 Feb 11 04:38:49.522390 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c33aefe0-a077-4184-896a-a27ad21ac6db tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (6153b480-d66b-46a2-8c50-890a8600b8c2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:49.580848 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ae75d016-30f7-4dfe-b21b-485b15e1ba7b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:49.657485 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9faeca2f-030b-4594-851e-0990168d2269 req-8a57a87c-d2b6-4fe4-ae33-7754d2cc7989 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Publish callbacks [] for port (74cc4106-986d-4f8c-ac69-c22a45504351), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:49.732535 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-ae330c5b-6e81-42ed-9def-dbd35e5a3234 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:38:49.732773 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-ae330c5b-6e81-42ed-9def-dbd35e5a3234 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:38:49.918291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=ae75d016-30f7-4dfe-b21b-485b15e1ba7b,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:50.035692 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ecbf7dd-bd4e-486a-8356-50d3834e7d25 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (47dcd984-6601-41c4-9f46-e022b14adbd5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.064893 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9faeca2f-030b-4594-851e-0990168d2269 req-8a57a87c-d2b6-4fe4-ae33-7754d2cc7989 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (74cc4106-986d-4f8c-ac69-c22a45504351), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.066752 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c33aefe0-a077-4184-896a-a27ad21ac6db tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (6153b480-d66b-46a2-8c50-890a8600b8c2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.099868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbf7dd-bd4e-486a-8356-50d3834e7d25 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Subnet': ['ID=47dcd984-6601-41c4-9f46-e022b14adbd5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:50.108178 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-17bb3660-c33a-4cdb-8d76-ff9232a36610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (36924e1d-eb25-4594-91d9-cfefbb8c618d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.151982 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9faeca2f-030b-4594-851e-0990168d2269 req-8a57a87c-d2b6-4fe4-ae33-7754d2cc7989 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Network e4f91f12-ea5f-49fa-a2f5-8b36526b386d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:50.169542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33aefe0-a077-4184-896a-a27ad21ac6db tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6153b480-d66b-46a2-8c50-890a8600b8c2,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:50.171594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-9faeca2f-030b-4594-851e-0990168d2269 req-8a57a87c-d2b6-4fe4-ae33-7754d2cc7989 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:50.226586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-9faeca2f-030b-4594-851e-0990168d2269 req-8a57a87c-d2b6-4fe4-ae33-7754d2cc7989 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:50.243826 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ecbf7dd-bd4e-486a-8356-50d3834e7d25 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.248660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6ecbf7dd-bd4e-486a-8356-50d3834e7d25 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/47dcd984-6601-41c4-9f46-e022b14adbd5 HTTP/1.1" status: 204 len: 168 time: 2.4829209 Feb 11 04:38:50.251853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38126) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:50.326144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a83caf-6eb9-48aa-9774-48557b5cd775 None None] Network 843a563d-ffdc-47a5-9022-0680ca4b4a45 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:50.336608 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c33aefe0-a077-4184-896a-a27ad21ac6db tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.340573 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c33aefe0-a077-4184-896a-a27ad21ac6db tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9299972 Feb 11 04:38:50.381591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38128) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:50.392335 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-00907ee9-246c-4b8c-9c91-4a3c85a00420 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': 'a926c278-9137-4862-95fe-a3ca98c28bb4', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:50.443171 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ae330c5b-6e81-42ed-9def-dbd35e5a3234 None None] Current status of the port ae75d016-30f7-4dfe-b21b-485b15e1ba7b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:50.500146 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (843a563d-ffdc-47a5-9022-0680ca4b4a45), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.516935 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57a87c-d2b6-4fe4-ae33-7754d2cc7989 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Pushing event updated for resources: {'Port': ['ID=74cc4106-986d-4f8c-ac69-c22a45504351,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:50.533662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ae75d016-30f7-4dfe-b21b-485b15e1ba7b up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:50.562644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb3660-c33a-4cdb-8d76-ff9232a36610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36924e1d-eb25-4594-91d9-cfefbb8c618d,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:50.578267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeca2f-030b-4594-851e-0990168d2269 req-8a57a87c-d2b6-4fe4-ae33-7754d2cc7989 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:50.579078 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9faeca2f-030b-4594-851e-0990168d2269 req-8a57a87c-d2b6-4fe4-ae33-7754d2cc7989 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.612172 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-00907ee9-246c-4b8c-9c91-4a3c85a00420 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (3bcb7ee3-5304-4412-9e87-6bc13b6bb459), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.691887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bb3660-c33a-4cdb-8d76-ff9232a36610 admin admin] Checking segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:50.692207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bb3660-c33a-4cdb-8d76-ff9232a36610 admin admin] Network hostable DHCP agents. Network: 86528c9f-e248-4f9b-904c-aa5d69cd261d, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:38:50.700298 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9faeca2f-030b-4594-851e-0990168d2269 req-8a57a87c-d2b6-4fe4-ae33-7754d2cc7989 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6767228 Feb 11 04:38:50.719311 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Request body: {'port': {'device_id': 'c07778ae-cd6c-414b-9a8a-667f4083d939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:50.730972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a2a3e6f9-28fe-415a-81dc-c8febc1a87bf None None] Provisioning complete for port ae75d016-30f7-4dfe-b21b-485b15e1ba7b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:50.733580 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a2a3e6f9-28fe-415a-81dc-c8febc1a87bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ae75d016-30f7-4dfe-b21b-485b15e1ba7b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.777799 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-00907ee9-246c-4b8c-9c91-4a3c85a00420 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (3bcb7ee3-5304-4412-9e87-6bc13b6bb459), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.791776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f724b-0268-444f-9d28-1db7724ffc0c req-cf40beee-2799-4a10-8b43-9df2596629e8 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:50.793910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc9f724b-0268-444f-9d28-1db7724ffc0c req-cf40beee-2799-4a10-8b43-9df2596629e8 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 932 time: 0.2243993 Feb 11 04:38:50.795898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port be9af7d3-2224-4cda-aef4-951ff09fc8ef {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:50.796249 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (be9af7d3-2224-4cda-aef4-951ff09fc8ef), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.859894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ae75d016-30f7-4dfe-b21b-485b15e1ba7b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:50.860288 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ae75d016-30f7-4dfe-b21b-485b15e1ba7b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.949704 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (74cc4106-986d-4f8c-ac69-c22a45504351), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.989191 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-00907ee9-246c-4b8c-9c91-4a3c85a00420 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (3bcb7ee3-5304-4412-9e87-6bc13b6bb459), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:50.992136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5e5ef9-6407-4916-9e78-b8f98f141697 None None] DHCP port deletion for 843a563d-ffdc-47a5-9022-0680ca4b4a45 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:38:51.021398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] For port be9af7d3-2224-4cda-aef4-951ff09fc8ef, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=be9af7d3-2224-4cda-aef4-951ff09fc8ef,segment=NetworkSegment(0f901f13-ac6b-49d6-b502-73997c50f824),segment_id=0f901f13-ac6b-49d6-b502-73997c50f824)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:51.023670 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (be9af7d3-2224-4cda-aef4-951ff09fc8ef), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.052918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for be9af7d3-2224-4cda-aef4-951ff09fc8ef owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:38:51.065188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00907ee9-246c-4b8c-9c91-4a3c85a00420 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcb7ee3-5304-4412-9e87-6bc13b6bb459,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:51.270003 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc9f724b-0268-444f-9d28-1db7724ffc0c req-ae725cf8-820c-4cfb-bc62-53672e880293 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5a01744-7f87-4403-954c-8a87bde159fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859711 Feb 11 04:38:51.270880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bb3660-c33a-4cdb-8d76-ff9232a36610 admin admin] Network 86528c9f-e248-4f9b-904c-aa5d69cd261d is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:38:51.276417 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (be9af7d3-2224-4cda-aef4-951ff09fc8ef), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.292981 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-00907ee9-246c-4b8c-9c91-4a3c85a00420 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.298703 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-00907ee9-246c-4b8c-9c91-4a3c85a00420 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9159138 Feb 11 04:38:51.320826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38138) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:51.346909 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No DVR routers for this DVR port be9af7d3-2224-4cda-aef4-951ff09fc8ef on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:38:51.354061 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-063e1769-03a6-4cd6-95eb-d7a21952e416 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': 'a926c278-9137-4862-95fe-a3ca98c28bb4', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:51.355313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=be9af7d3-2224-4cda-aef4-951ff09fc8ef,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:51.461681 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (843a563d-ffdc-47a5-9022-0680ca4b4a45), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.494602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843a563d-ffdc-47a5-9022-0680ca4b4a45']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:51.509314 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f901f13-ac6b-49d6-b502-73997c50f824') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:51.510044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f901f13-ac6b-49d6-b502-73997c50f824') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:51.525129 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (0f901f13-ac6b-49d6-b502-73997c50f824), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.543047 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0f901f13-ac6b-49d6-b502-73997c50f824), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.550473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:38:51.550935 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (0f901f13-ac6b-49d6-b502-73997c50f824), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.561252 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-063e1769-03a6-4cd6-95eb-d7a21952e416 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Project e888d9ceb6094e46aa3c6bbef6075211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:38:51.569581 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-063e1769-03a6-4cd6-95eb-d7a21952e416 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (62dc21ee-0216-472f-bb19-93776e7ceed3), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.578757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3e6f9-28fe-415a-81dc-c8febc1a87bf None None] Current status of the port ae75d016-30f7-4dfe-b21b-485b15e1ba7b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:38:51.588173 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:38:51.591306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-17bb3660-c33a-4cdb-8d76-ff9232a36610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 86528c9f-e248-4f9b-904c-aa5d69cd261d) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:51.606460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ae75d016-30f7-4dfe-b21b-485b15e1ba7b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:51.615996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3163c487-00b7-475b-b682-cf6856ecabfe None None] Network 86528c9f-e248-4f9b-904c-aa5d69cd261d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:51.628514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bb3660-c33a-4cdb-8d76-ff9232a36610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:51.633006 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-17bb3660-c33a-4cdb-8d76-ff9232a36610 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.731935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-063e1769-03a6-4cd6-95eb-d7a21952e416 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (62dc21ee-0216-472f-bb19-93776e7ceed3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.792384 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74cc4106-986d-4f8c-ac69-c22a45504351 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:38:51.801718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Publish callbacks [] for port (74cc4106-986d-4f8c-ac69-c22a45504351), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.805178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e5ef9-6407-4916-9e78-b8f98f141697 None None] Deleting port be9af7d3-2224-4cda-aef4-951ff09fc8ef {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:38:51.806239 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (843a563d-ffdc-47a5-9022-0680ca4b4a45), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.817214 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5f5e5ef9-6407-4916-9e78-b8f98f141697 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (be9af7d3-2224-4cda-aef4-951ff09fc8ef), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.817398 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.828578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/networks/843a563d-ffdc-47a5-9022-0680ca4b4a45 HTTP/1.1" status: 204 len: 168 time: 1.5696211 Feb 11 04:38:51.830551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38142) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:51.847375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-27dba291-8da6-449c-af90-f89ebe0ea11b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2011892586'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:51.854823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46b529-8de1-4627-85f1-f120aad0e5f8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Network': ['ID=843a563d-ffdc-47a5-9022-0680ca4b4a45,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server [None req-5f5e5ef9-6407-4916-9e78-b8f98f141697 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 843a563d-ffdc-47a5-9022-0680ca4b4a45 could not be found. Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1552, in delete_ports_by_device_id Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 843a563d-ffdc-47a5-9022-0680ca4b4a45 could not be found. Feb 11 04:38:51.858288 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Feb 11 04:38:51.868324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-86528c9f-e248-4f9b-904c-aa5d69cd261d', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:38:51.868324 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.880487 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Transition to ACTIVE for port object 74cc4106-986d-4f8c-ac69-c22a45504351 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:38:51.893217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-17bb3660-c33a-4cdb-8d76-ff9232a36610 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8475096 Feb 11 04:38:51.893217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38144) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:51.899082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:51.903377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-063e1769-03a6-4cd6-95eb-d7a21952e416 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (62dc21ee-0216-472f-bb19-93776e7ceed3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:51.972213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e1769-03a6-4cd6-95eb-d7a21952e416 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dc21ee-0216-472f-bb19-93776e7ceed3,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:51.984256 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (74cc4106-986d-4f8c-ac69-c22a45504351), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.006005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a634f63-3feb-40f8-97fb-0ed191a7a90f None None] DHCP port deletion for 843a563d-ffdc-47a5-9022-0680ca4b4a45 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:38:52.006415 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (08f78bb6-500d-4bcd-878f-55bbbc33ca77), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.007585 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (08f78bb6-500d-4bcd-878f-55bbbc33ca77), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.099486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-063e1769-03a6-4cd6-95eb-d7a21952e416 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.103550 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-063e1769-03a6-4cd6-95eb-d7a21952e416 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7777760 Feb 11 04:38:52.103550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dba291-8da6-449c-af90-f89ebe0ea11b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:52.109447 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27dba291-8da6-449c-af90-f89ebe0ea11b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.116305 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38150) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:52.132098 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8c10584a-4e21-44ce-b414-e2e1bf3c358f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': 'a926c278-9137-4862-95fe-a3ca98c28bb4', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:52.141722 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Publish callbacks [] for router_controller (08f78bb6-500d-4bcd-878f-55bbbc33ca77), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.175298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Allocated IP 172.20.0.2 (86528c9f-e248-4f9b-904c-aa5d69cd261d/36924e1d-eb25-4594-91d9-cfefbb8c618d/398ba535-fcbd-4f39-8031-21b53cd4c581) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:52.257592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=74cc4106-986d-4f8c-ac69-c22a45504351,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:52.343380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27dba291-8da6-449c-af90-f89ebe0ea11b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:38:52.367323 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27dba291-8da6-449c-af90-f89ebe0ea11b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b65f17a4-c436-4d15-9159-8503bbeb0566), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.367918 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-27dba291-8da6-449c-af90-f89ebe0ea11b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Added segment b65f17a4-c436-4d15-9159-8503bbeb0566 of type vlan for network 601ce7de-32c9-4e6f-80e8-04ee42693577 Feb 11 04:38:52.432277 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27dba291-8da6-449c-af90-f89ebe0ea11b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (601ce7de-32c9-4e6f-80e8-04ee42693577), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.442226 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-8c10584a-4e21-44ce-b414-e2e1bf3c358f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Project e888d9ceb6094e46aa3c6bbef6075211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:38:52.459032 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c10584a-4e21-44ce-b414-e2e1bf3c358f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (fa165794-9ee9-4e47-83c7-7f25c39b0a13), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.465008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Attempting to bind port 74cc4106-986d-4f8c-ac69-c22a45504351 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:52.465560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Attempting to bind port 74cc4106-986d-4f8c-ac69-c22a45504351 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'd9eb19b7-0d91-48f7-bb8b-d13a42b1f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e4f91f12-ea5f-49fa-a2f5-8b36526b386d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:52.466064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Attempting to bind port 74cc4106-986d-4f8c-ac69-c22a45504351 on network e4f91f12-ea5f-49fa-a2f5-8b36526b386d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:52.472741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device be9af7d3-2224-4cda-aef4-951ff09fc8ef no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:38:52.500154 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Port 74cc4106-986d-4f8c-ac69-c22a45504351 on network e4f91f12-ea5f-49fa-a2f5-8b36526b386d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:38:52.500714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Attempting to bind port 74cc4106-986d-4f8c-ac69-c22a45504351 on network e4f91f12-ea5f-49fa-a2f5-8b36526b386d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:52.521669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: be9af7d3-2224-4cda-aef4-951ff09fc8ef {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:38:52.522021 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device be9af7d3-2224-4cda-aef4-951ff09fc8ef not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:38:52.527919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:52.529823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Checking segment: {'id': 'd9eb19b7-0d91-48f7-bb8b-d13a42b1f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e4f91f12-ea5f-49fa-a2f5-8b36526b386d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:52.530396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Bound using segment: {'id': 'd9eb19b7-0d91-48f7-bb8b-d13a42b1f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e4f91f12-ea5f-49fa-a2f5-8b36526b386d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:52.531259 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Bound port: 74cc4106-986d-4f8c-ac69-c22a45504351, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9eb19b7-0d91-48f7-bb8b-d13a42b1f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e4f91f12-ea5f-49fa-a2f5-8b36526b386d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:52.531812 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (74cc4106-986d-4f8c-ac69-c22a45504351), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.592094 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27dba291-8da6-449c-af90-f89ebe0ea11b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (601ce7de-32c9-4e6f-80e8-04ee42693577), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.603094 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dba291-8da6-449c-af90-f89ebe0ea11b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:52.603726 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27dba291-8da6-449c-af90-f89ebe0ea11b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.620264 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Publish callbacks [] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.632219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c10584a-4e21-44ce-b414-e2e1bf3c358f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (fa165794-9ee9-4e47-83c7-7f25c39b0a13), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.715383 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Publish callbacks [] for router_gateway (08f78bb6-500d-4bcd-878f-55bbbc33ca77), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.720921 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.750358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36f3b6-903f-4b96-9995-87a72928a9b0 req-3dee0bcb-c056-4f8c-9bea-897da5cedc2f tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:52.758131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7a36f3b6-903f-4b96-9995-87a72928a9b0 req-3dee0bcb-c056-4f8c-9bea-897da5cedc2f tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 944 time: 0.3455257 Feb 11 04:38:52.762205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dba291-8da6-449c-af90-f89ebe0ea11b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Network': ['ID=601ce7de-32c9-4e6f-80e8-04ee42693577,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:52.774792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] For port 74cc4106-986d-4f8c-ac69-c22a45504351, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:52.776777 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c10584a-4e21-44ce-b414-e2e1bf3c358f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (fa165794-9ee9-4e47-83c7-7f25c39b0a13), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:52.793037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 601ce7de-32c9-4e6f-80e8-04ee42693577 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:38:52.793276 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-27dba291-8da6-449c-af90-f89ebe0ea11b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9531384 Feb 11 04:38:52.817400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38156) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:52.833238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-17b9b632-4515-4bee-be38-1d6ac061ba47 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'subnet': {'network_id': '601ce7de-32c9-4e6f-80e8-04ee42693577', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:52.876355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7a36f3b6-903f-4b96-9995-87a72928a9b0 req-8bca59d1-b78c-4294-bef9-d6085314321d tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5a01744-7f87-4403-954c-8a87bde159fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171038 Feb 11 04:38:52.911746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] For port 74cc4106-986d-4f8c-ac69-c22a45504351, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=74cc4106-986d-4f8c-ac69-c22a45504351,segment=NetworkSegment(d9eb19b7-0d91-48f7-bb8b-d13a42b1f322),segment_id=d9eb19b7-0d91-48f7-bb8b-d13a42b1f322)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:52.941096 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10584a-4e21-44ce-b414-e2e1bf3c358f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa165794-9ee9-4e47-83c7-7f25c39b0a13,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:53.001562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Network 86528c9f-e248-4f9b-904c-aa5d69cd261d is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:53.021071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:53.029681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:53.044530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Pushing event updated for resources: {'Port': ['ID=398ba535-fcbd-4f39-8031-21b53cd4c581,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:53.137737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Attempting to bind port 398ba535-fcbd-4f39-8031-21b53cd4c581 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:53.137737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Attempting to bind port 398ba535-fcbd-4f39-8031-21b53cd4c581 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:53.138105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Attempting to bind port 398ba535-fcbd-4f39-8031-21b53cd4c581 on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:53.142736 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (74cc4106-986d-4f8c-ac69-c22a45504351), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.163828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:53.164228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Checking segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:53.166982 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.167945 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Bound using segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:53.168626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Bound port: 398ba535-fcbd-4f39-8031-21b53cd4c581, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:53.172220 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.211934 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c10584a-4e21-44ce-b414-e2e1bf3c358f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.219009 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8c10584a-4e21-44ce-b414-e2e1bf3c358f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0944226 Feb 11 04:38:53.220656 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:53.221573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.231634 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9faeca2f-030b-4594-851e-0990168d2269 req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] 10.222.0.47 "PUT /v2.0/ports/74cc4106-986d-4f8c-ac69-c22a45504351 HTTP/1.1" status: 200 len: 1093 time: 2.5163050 Feb 11 04:38:53.232560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07778ae-cd6c-414b-9a8a-667f4083d939', 'tag': '74cc4106-986d-4f8c-ac69-c22a45504351'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:38:53.236022 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97516c49-edd8-4c8d-9d69-8bd9ea2ed704" -d '{"events": [{"name": "network-changed", "server_uuid": "c07778ae-cd6c-414b-9a8a-667f4083d939", "tag": "74cc4106-986d-4f8c-ac69-c22a45504351"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:38:53.249889 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Publish callbacks [] for router_gateway (08f78bb6-500d-4bcd-878f-55bbbc33ca77), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.285043 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f3852-03b2-43d2-bce9-785507a8b2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=74cc4106-986d-4f8c-ac69-c22a45504351,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:53.285233 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-43903c66-674b-4694-b1f5-134ff6c4cac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.316958 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.326544 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa87e75a-f81f-444b-b8c7-27f216f02eb2 x-openstack-request-id: req-aa87e75a-f81f-444b-b8c7-27f216f02eb2 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:38:53.327352 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07778ae-cd6c-414b-9a8a-667f4083d939", "tag": "74cc4106-986d-4f8c-ac69-c22a45504351", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:38:53.327826 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa87e75a-f81f-444b-b8c7-27f216f02eb2 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:38:53.328760 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c07778ae-cd6c-414b-9a8a-667f4083d939', 'tag': '74cc4106-986d-4f8c-ac69-c22a45504351', 'status': 'completed', 'code': 200} Feb 11 04:38:53.368489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] For port 398ba535-fcbd-4f39-8031-21b53cd4c581, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:53.386173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] For port 398ba535-fcbd-4f39-8031-21b53cd4c581, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=398ba535-fcbd-4f39-8031-21b53cd4c581,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:53.429873 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b9b632-4515-4bee-be38-1d6ac061ba47 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:38:53.437495 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17b9b632-4515-4bee-be38-1d6ac061ba47 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.504200 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:53.566756 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97516c49-edd8-4c8d-9d69-8bd9ea2ed704 req-807b64df-c959-444c-8e67-56bf0dcecd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:53.568746 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-97516c49-edd8-4c8d-9d69-8bd9ea2ed704 req-807b64df-c959-444c-8e67-56bf0dcecd44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce280e77994b4237863c3577a5fefb88&device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 1127 time: 0.2187741 Feb 11 04:38:53.642889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a2b7c-aa89-4e6b-a3d0-8d4219d6753d None None] Pushing event updated for resources: {'Port': ['ID=398ba535-fcbd-4f39-8031-21b53cd4c581,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:53.778868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Allocated IP 172.25.3.186 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/b3e6d0f5-8653-44c9-acb7-779432034fc7) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:53.814049 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-b53aae9b-7ccf-47f0-b6b9-d4c1053b7c97 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028515962&fields=id&tenant_id=e888d9ceb6094e46aa3c6bbef6075211 HTTP/1.1" status: 200 len: 267 time: 0.1363313 Feb 11 04:38:54.009611 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97516c49-edd8-4c8d-9d69-8bd9ea2ed704 req-05b5aa4a-f4ca-4034-9a19-e1cd531bdf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:54.013351 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-97516c49-edd8-4c8d-9d69-8bd9ea2ed704 req-05b5aa4a-f4ca-4034-9a19-e1cd531bdf77 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ce280e77994b4237863c3577a5fefb88&shared=False HTTP/1.1" status: 200 len: 923 time: 0.4360657 Feb 11 04:38:54.160186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-9a4dd80b-0516-4395-986c-46640dbf5efa tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:54.167901 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-9a4dd80b-0516-4395-986c-46640dbf5efa tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/networks?id=27bde9b4-8274-4c5e-965e-6975cac4db7c HTTP/1.1" status: 200 len: 797 time: 0.3402958 Feb 11 04:38:54.241398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-19d93191-9fa1-4af8-ae13-da8b655a9a52 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/quotas/e888d9ceb6094e46aa3c6bbef6075211 HTTP/1.1" status: 200 len: 375 time: 0.0593917 Feb 11 04:38:54.397280 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Publish callbacks [] for port (b3e6d0f5-8653-44c9-acb7-779432034fc7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.410232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57b356-09c8-4783-b62c-782d0296a43a req-7cc5595b-9fcd-46eb-b6e5-ab9d256cdfa8 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:54.411712 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b57b356-09c8-4783-b62c-782d0296a43a req-7cc5595b-9fcd-46eb-b6e5-ab9d256cdfa8 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 944 time: 0.2425849 Feb 11 04:38:54.482461 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-442e869b-632c-45a3-a016-13114339284c tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2286940 Feb 11 04:38:54.525409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 398ba535-fcbd-4f39-8031-21b53cd4c581 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:54.560867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97516c49-edd8-4c8d-9d69-8bd9ea2ed704 req-85ec50c7-78d3-4677-9071-16f702f5b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:54.563591 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-97516c49-edd8-4c8d-9d69-8bd9ea2ed704 req-85ec50c7-78d3-4677-9071-16f702f5b10c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5371997 Feb 11 04:38:54.596610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b57b356-09c8-4783-b62c-782d0296a43a req-72e2b70d-ae49-4fb8-8651-8bff41932dae tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5a01744-7f87-4403-954c-8a87bde159fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749945 Feb 11 04:38:54.628797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 398ba535-fcbd-4f39-8031-21b53cd4c581 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:54.629154 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.665394 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17b9b632-4515-4bee-be38-1d6ac061ba47 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (91d5bd20-4a43-4cfb-a7dc-b5afccb4ec5e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.721068 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-e96cf9d9-dbf1-4825-a9ad-86cf9c2fad4d service neutron] 10.222.0.13 "GET /v2.0/networks/27bde9b4-8274-4c5e-965e-6975cac4db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103717 Feb 11 04:38:54.729360 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b3e6d0f5-8653-44c9-acb7-779432034fc7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.819326 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9b632-4515-4bee-be38-1d6ac061ba47 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Subnet': ['ID=91d5bd20-4a43-4cfb-a7dc-b5afccb4ec5e,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:54.827133 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 398ba535-fcbd-4f39-8031-21b53cd4c581 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:54.828390 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:54.870486 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeca2f-030b-4594-851e-0990168d2269 req-884831b5-58bd-4208-b59f-596d784ac374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:54.880855 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9faeca2f-030b-4594-851e-0990168d2269 req-884831b5-58bd-4208-b59f-596d784ac374 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce280e77994b4237863c3577a5fefb88&device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 1127 time: 0.2473316 Feb 11 04:38:54.909115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b9b632-4515-4bee-be38-1d6ac061ba47 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Checking segment: {'id': 'b65f17a4-c436-4d15-9159-8503bbeb0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '601ce7de-32c9-4e6f-80e8-04ee42693577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:54.909514 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b9b632-4515-4bee-be38-1d6ac061ba47 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network hostable DHCP agents. Network: 601ce7de-32c9-4e6f-80e8-04ee42693577, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:38:54.937547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 398ba535-fcbd-4f39-8031-21b53cd4c581, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=398ba535-fcbd-4f39-8031-21b53cd4c581,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:54.946088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Pushing event updated for resources: {'Port': ['ID=b3e6d0f5-8653-44c9-acb7-779432034fc7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:54.968598 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9faeca2f-030b-4594-851e-0990168d2269 req-847f3170-8f5e-4592-9924-455ffb7b8002 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74cc4106-986d-4f8c-ac69-c22a45504351 HTTP/1.1" status: 200 len: 217 time: 0.0813138 Feb 11 04:38:54.991567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:54.997052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:55.002357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:55.023375 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.112456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeca2f-030b-4594-851e-0990168d2269 req-4d6d79c3-470b-4afd-ac54-7a1b65a46c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:55.114123 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9faeca2f-030b-4594-851e-0990168d2269 req-4d6d79c3-470b-4afd-ac54-7a1b65a46c3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=670b9402-6998-4b91-9f0d-1855c577d8fd HTTP/1.1" status: 200 len: 862 time: 0.1314571 Feb 11 04:38:55.122607 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=398ba535-fcbd-4f39-8031-21b53cd4c581,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:55.182547 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9faeca2f-030b-4594-851e-0990168d2269 req-d71f39e8-1f1c-41d7-af32-ab7e120508f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e4f91f12-ea5f-49fa-a2f5-8b36526b386d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617127 Feb 11 04:38:55.238120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b9b632-4515-4bee-be38-1d6ac061ba47 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 601ce7de-32c9-4e6f-80e8-04ee42693577 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:38:55.320357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-7f21a683-68e4-4016-8eaa-b22b7c2d1b7a service neutron] 10.222.0.13 "GET /v2.0/networks/27bde9b4-8274-4c5e-965e-6975cac4db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924344 Feb 11 04:38:55.368334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-17b9b632-4515-4bee-be38-1d6ac061ba47 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 601ce7de-32c9-4e6f-80e8-04ee42693577) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:55.377629 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b9b632-4515-4bee-be38-1d6ac061ba47 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:55.377843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471b5dff-bd1e-45ef-8732-631f56c9905c None None] Network 601ce7de-32c9-4e6f-80e8-04ee42693577 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:55.378521 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17b9b632-4515-4bee-be38-1d6ac061ba47 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.389522 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9faeca2f-030b-4594-851e-0990168d2269 req-8c7234d7-9aba-4f2f-ab6a-5903169fa9b1 service neutron] 10.222.0.47 "GET /v2.0/networks/e4f91f12-ea5f-49fa-a2f5-8b36526b386d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944022 Feb 11 04:38:55.514776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3e1446-9b5f-4706-a2de-41a282267cd7 None None] Network 86528c9f-e248-4f9b-904c-aa5d69cd261d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:38:55.542648 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d830c7a-165c-4015-ad5b-6f8c764907f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.611975 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Publish callbacks [] for router_gateway (08f78bb6-500d-4bcd-878f-55bbbc33ca77), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.797016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-601ce7de-32c9-4e6f-80e8-04ee42693577', 'network_id': '601ce7de-32c9-4e6f-80e8-04ee42693577', 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'fixed_ips': [{'subnet_id': '91d5bd20-4a43-4cfb-a7dc-b5afccb4ec5e'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:38:55.798381 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:55.826675 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d77c2f20-ee5a-4f33-a5de-1701fe26f279 None None] Provisioning complete for port 398ba535-fcbd-4f39-8031-21b53cd4c581 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:55.827290 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d77c2f20-ee5a-4f33-a5de-1701fe26f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.050035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d77c2f20-ee5a-4f33-a5de-1701fe26f279 None None] Current status of the port 398ba535-fcbd-4f39-8031-21b53cd4c581 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:56.312717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94ef8df3-a3b5-44c6-bf99-f7d88b59097d req-24bc6b2e-0ee9-4273-8bf7-11d967207ab6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 210 time: 0.4122167 Feb 11 04:38:56.370967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Allocated IP 2001:db8::2 (601ce7de-32c9-4e6f-80e8-04ee42693577/91d5bd20-4a43-4cfb-a7dc-b5afccb4ec5e/2077cd51-da31-46f5-927e-dccaeafd3316) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:56.373328 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (08f78bb6-500d-4bcd-878f-55bbbc33ca77), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.469741 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-17b9b632-4515-4bee-be38-1d6ac061ba47 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6450908 Feb 11 04:38:56.479908 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38222) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:56.492704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e04bbd17-3875-4dc5-b734-72daca9177c8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1309009362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:38:56.604206 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9faeca2f-030b-4594-851e-0990168d2269 req-aa447631-772d-4c59-a6b5-58bf281fe518 service neutron] 10.222.0.47 "GET /v2.0/networks/e4f91f12-ea5f-49fa-a2f5-8b36526b386d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2046986 Feb 11 04:38:56.678094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0150a8a-2b61-43e0-91e3-0ff9cf461d36 req-de093e1d-347f-471c-b1d1-d15c15469cd3 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:56.685733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0150a8a-2b61-43e0-91e3-0ff9cf461d36 req-de093e1d-347f-471c-b1d1-d15c15469cd3 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 944 time: 0.7776670 Feb 11 04:38:56.703537 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e04bbd17-3875-4dc5-b734-72daca9177c8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (6f910926-9b94-4abb-a6ae-647c43edc270), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.704908 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e04bbd17-3875-4dc5-b734-72daca9177c8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (6f910926-9b94-4abb-a6ae-647c43edc270), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.711944 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Publish callbacks [] for port (2077cd51-da31-46f5-927e-dccaeafd3316), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.721069 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 398ba535-fcbd-4f39-8031-21b53cd4c581 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:56.815385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-af558e7b-11ff-4a58-b54f-132e70e22a38 None None] Provisioning complete for port 398ba535-fcbd-4f39-8031-21b53cd4c581 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:56.815736 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af558e7b-11ff-4a58-b54f-132e70e22a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.842146 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0150a8a-2b61-43e0-91e3-0ff9cf461d36 req-99c244d5-f4e3-4618-b9ab-ec8df5259596 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5a01744-7f87-4403-954c-8a87bde159fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553276 Feb 11 04:38:56.894508 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 398ba535-fcbd-4f39-8031-21b53cd4c581 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:56.895073 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.900922 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (2077cd51-da31-46f5-927e-dccaeafd3316), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.942191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:38:56.956826 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e04bbd17-3875-4dc5-b734-72daca9177c8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_controller (6f910926-9b94-4abb-a6ae-647c43edc270), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:56.974376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Network 601ce7de-32c9-4e6f-80e8-04ee42693577 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:56.983755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:56.986152 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.005145 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:57.079771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Pushing event updated for resources: {'Port': ['ID=2077cd51-da31-46f5-927e-dccaeafd3316,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:57.132540 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e04bbd17-3875-4dc5-b734-72daca9177c8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (6f910926-9b94-4abb-a6ae-647c43edc270), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.179972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Attempting to bind port 2077cd51-da31-46f5-927e-dccaeafd3316 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:57.180355 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Attempting to bind port 2077cd51-da31-46f5-927e-dccaeafd3316 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'b65f17a4-c436-4d15-9159-8503bbeb0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '601ce7de-32c9-4e6f-80e8-04ee42693577'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:57.180714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Attempting to bind port 2077cd51-da31-46f5-927e-dccaeafd3316 on network 601ce7de-32c9-4e6f-80e8-04ee42693577 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:57.199219 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:57.199595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Checking segment: {'id': 'b65f17a4-c436-4d15-9159-8503bbeb0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '601ce7de-32c9-4e6f-80e8-04ee42693577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:57.200007 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.200535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Bound using segment: {'id': 'b65f17a4-c436-4d15-9159-8503bbeb0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '601ce7de-32c9-4e6f-80e8-04ee42693577'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:57.201033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Bound port: 2077cd51-da31-46f5-927e-dccaeafd3316, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b65f17a4-c436-4d15-9159-8503bbeb0566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '601ce7de-32c9-4e6f-80e8-04ee42693577'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:57.201417 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2077cd51-da31-46f5-927e-dccaeafd3316), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.213841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-af558e7b-11ff-4a58-b54f-132e70e22a38 None None] Current status of the port 398ba535-fcbd-4f39-8031-21b53cd4c581 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:57.228584 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 398ba535-fcbd-4f39-8031-21b53cd4c581 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:57.324555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] For port 2077cd51-da31-46f5-927e-dccaeafd3316, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:57.328190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] For port 2077cd51-da31-46f5-927e-dccaeafd3316, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2077cd51-da31-46f5-927e-dccaeafd3316,segment=NetworkSegment(b65f17a4-c436-4d15-9159-8503bbeb0566),segment_id=b65f17a4-c436-4d15-9159-8503bbeb0566)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:57.368703 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e04bbd17-3875-4dc5-b734-72daca9177c8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.372871 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e04bbd17-3875-4dc5-b734-72daca9177c8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8935027 Feb 11 04:38:57.373496 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38234) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:57.532395 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2077cd51-da31-46f5-927e-dccaeafd3316), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.563557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5e94896-713f-4bbb-a3fa-2d683bf589b6 req-9158c44b-94f8-4390-99e6-4ed68ae16307 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 210 time: 0.0353122 Feb 11 04:38:57.575414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:38:57.591378 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Sync routers for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:38:57.620902 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:38:57.620902 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:57.683648 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c43622-eb16-4452-89fb-96ba725d4a7f None None] Pushing event updated for resources: {'Port': ['ID=2077cd51-da31-46f5-927e-dccaeafd3316,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:57.747647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:57.752882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-76bc46f6-6b55-46d9-81bc-56ae0870e1ef admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8581538 Feb 11 04:38:57.764467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38238) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:57.770823 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.035707 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:38:58.253904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d86b0-c425-48f0-9f85-1a2fc601d1a2 req-e1a4c729-1156-4f88-88c0-bfe9f834c6ca tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:58.256218 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e82d86b0-c425-48f0-9f85-1a2fc601d1a2 req-e1a4c729-1156-4f88-88c0-bfe9f834c6ca tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 944 time: 0.1840234 Feb 11 04:38:58.280224 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.308385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Allocated IP 2001:db8::1 (601ce7de-32c9-4e6f-80e8-04ee42693577/91d5bd20-4a43-4cfb-a7dc-b5afccb4ec5e/ed68b84a-45ea-4686-a136-6a8e0a7d78e1) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:58.418534 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:38:55Z', 'revision_number': 3, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:38:58.477288 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Checking router: 08f78bb6-500d-4bcd-878f-55bbbc33ca77 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:38:58.477998 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Updating router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 port b3e6d0f5-8653-44c9-acb7-779432034fc7 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:38:58.502015 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2077cd51-da31-46f5-927e-dccaeafd3316 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:38:58.515723 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b3e6d0f5-8653-44c9-acb7-779432034fc7), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.538502 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e82d86b0-c425-48f0-9f85-1a2fc601d1a2 req-f057253e-11bd-4424-9caa-6484c84b0465 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5a01744-7f87-4403-954c-8a87bde159fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654188 Feb 11 04:38:58.590809 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (ed68b84a-45ea-4686-a136-6a8e0a7d78e1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.617512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 2077cd51-da31-46f5-927e-dccaeafd3316 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:58.617901 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2077cd51-da31-46f5-927e-dccaeafd3316), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.840234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df2dc85b-cba8-4022-9ee3-6be4dd36bc06 req-7c5a1286-b7a0-431b-b11c-efa70d8539ca tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 210 time: 0.0414009 Feb 11 04:38:58.872726 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:58.910465 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ed68b84a-45ea-4686-a136-6a8e0a7d78e1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.021712 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=ed68b84a-45ea-4686-a136-6a8e0a7d78e1,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:59.041672 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Publish callbacks [] for port (b3e6d0f5-8653-44c9-acb7-779432034fc7), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.073212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.077583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.077583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.077583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.077583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.077583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.077583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.077583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.077583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.077583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.077583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.077583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.096551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.152466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 601ce7de-32c9-4e6f-80e8-04ee42693577 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:59.154078 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:59.156133 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b3e6d0f5-8653-44c9-acb7-779432034fc7), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.166004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:59.169125 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (6f910926-9b94-4abb-a6ae-647c43edc270), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.210132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Allocated IP 172.20.0.1 (86528c9f-e248-4f9b-904c-aa5d69cd261d/36924e1d-eb25-4594-91d9-cfefbb8c618d/7b3be63b-1387-477a-92d6-4079f777f8e8) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:38:59.247977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 2077cd51-da31-46f5-927e-dccaeafd3316 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:38:59.248560 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2077cd51-da31-46f5-927e-dccaeafd3316), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.298901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 74cc4106-986d-4f8c-ac69-c22a45504351 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:38:59.350801 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01d2ab-a507-4ca0-a34c-d73dba8fb3d1 None None] Pushing event updated for resources: {'Port': ['ID=b3e6d0f5-8653-44c9-acb7-779432034fc7,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:59.381967 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c01d2ab-a507-4ca0-a34c-d73dba8fb3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.382319 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c01d2ab-a507-4ca0-a34c-d73dba8fb3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.382871 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c01d2ab-a507-4ca0-a34c-d73dba8fb3d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.382980 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c01d2ab-a507-4ca0-a34c-d73dba8fb3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.383447 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c01d2ab-a507-4ca0-a34c-d73dba8fb3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.383639 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c01d2ab-a507-4ca0-a34c-d73dba8fb3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.383973 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c01d2ab-a507-4ca0-a34c-d73dba8fb3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.384288 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c01d2ab-a507-4ca0-a34c-d73dba8fb3d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.384603 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c01d2ab-a507-4ca0-a34c-d73dba8fb3d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.384933 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c01d2ab-a507-4ca0-a34c-d73dba8fb3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.385257 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c01d2ab-a507-4ca0-a34c-d73dba8fb3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.385583 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c01d2ab-a507-4ca0-a34c-d73dba8fb3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.385907 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c01d2ab-a507-4ca0-a34c-d73dba8fb3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:38:59.426968 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38254) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:38:59.441403 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Attempting to bind port b3e6d0f5-8653-44c9-acb7-779432034fc7 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:38:59.441773 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Attempting to bind port b3e6d0f5-8653-44c9-acb7-779432034fc7 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:38:59.442760 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Attempting to bind port b3e6d0f5-8653-44c9-acb7-779432034fc7 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:38:59.457137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 2077cd51-da31-46f5-927e-dccaeafd3316, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2077cd51-da31-46f5-927e-dccaeafd3316,segment=NetworkSegment(b65f17a4-c436-4d15-9159-8503bbeb0566),segment_id=b65f17a4-c436-4d15-9159-8503bbeb0566)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:59.461914 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:38:59.463777 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:38:59.463777 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.463777 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:38:59.463777 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Bound port: b3e6d0f5-8653-44c9-acb7-779432034fc7, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:38:59.464433 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b3e6d0f5-8653-44c9-acb7-779432034fc7), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.507538 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Publish callbacks [] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.579139 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf21eab-874c-4826-85ae-6f8ae3686e22 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:38:59.591361 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] For port b3e6d0f5-8653-44c9-acb7-779432034fc7, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:38:59.596372 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] For port b3e6d0f5-8653-44c9-acb7-779432034fc7, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b3e6d0f5-8653-44c9-acb7-779432034fc7,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:38:59.652871 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2077cd51-da31-46f5-927e-dccaeafd3316), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.715747 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-33c342a9-6dc9-47e8-b88c-bbf14e80c5a9 None None] Provisioning complete for port 2077cd51-da31-46f5-927e-dccaeafd3316 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:38:59.716743 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33c342a9-6dc9-47e8-b88c-bbf14e80c5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2077cd51-da31-46f5-927e-dccaeafd3316), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.775792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-b4b99c98-45ba-4403-8ba0-edf8c9a79e70 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:38:59.777490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-b4b99c98-45ba-4403-8ba0-edf8c9a79e70 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.32 "GET /v2.0/networks?id=27bde9b4-8274-4c5e-965e-6975cac4db7c HTTP/1.1" status: 200 len: 797 time: 0.1726370 Feb 11 04:38:59.823851 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b3e6d0f5-8653-44c9-acb7-779432034fc7), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.841351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.847514 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 74cc4106-986d-4f8c-ac69-c22a45504351, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=74cc4106-986d-4f8c-ac69-c22a45504351,segment=NetworkSegment(d9eb19b7-0d91-48f7-bb8b-d13a42b1f322),segment_id=d9eb19b7-0d91-48f7-bb8b-d13a42b1f322)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:38:59.864977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=2077cd51-da31-46f5-927e-dccaeafd3316,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:38:59.875781 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:38:59.911365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Network 86528c9f-e248-4f9b-904c-aa5d69cd261d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:38:59.953752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:38:59.987287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:38:59.997867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '74cc4106-986d-4f8c-ac69-c22a45504351', 'network_id': 'e4f91f12-ea5f-49fa-a2f5-8b36526b386d', 'port_id': '74cc4106-986d-4f8c-ac69-c22a45504351', 'mac_address': 'fa:16:3e:22:f3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670b9402-6998-4b91-9f0d-1855c577d8fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:38:59.999524 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01d2ab-a507-4ca0-a34c-d73dba8fb3d1 None None] Pushing event updated for resources: {'Port': ['ID=b3e6d0f5-8653-44c9-acb7-779432034fc7,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:00.026980 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:00.027766 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:00.117094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 74cc4106-986d-4f8c-ac69-c22a45504351 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:00.117759 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (74cc4106-986d-4f8c-ac69-c22a45504351), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.139429 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30c76129-3d3b-455d-82b1-815507e8e3f7 req-dd897ec8-affc-4851-8186-cd5c64737af9 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 210 time: 0.1012294 Feb 11 04:39:00.167989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-2f01ce55-9ae5-4885-b400-95565bda9793 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e888d9ceb6094e46aa3c6bbef6075211 HTTP/1.1" status: 200 len: 472 time: 0.3689251 Feb 11 04:39:00.203484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'port': {'device_id': 'ec967f89-7f32-44b1-a4a8-bb4949ed677a', 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c', 'admin_state_up': True, 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'security_groups': ['a926c278-9137-4862-95fe-a3ca98c28bb4']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:00.218764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Pushing event updated for resources: {'Port': ['ID=7b3be63b-1387-477a-92d6-4079f777f8e8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:00.221295 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ed68b84a-45ea-4686-a136-6a8e0a7d78e1), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.280068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74cc4106-986d-4f8c-ac69-c22a45504351 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:00.288925 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6073410-dcaf-473e-8d92-9b1e5a03dd95 req-aaaa2778-f73b-4da9-adbb-f0b632a1e7a3 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:00.291289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6073410-dcaf-473e-8d92-9b1e5a03dd95 req-aaaa2778-f73b-4da9-adbb-f0b632a1e7a3 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 944 time: 0.5127211 Feb 11 04:39:00.295499 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:00.350918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 74cc4106-986d-4f8c-ac69-c22a45504351, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=74cc4106-986d-4f8c-ac69-c22a45504351,segment=NetworkSegment(d9eb19b7-0d91-48f7-bb8b-d13a42b1f322),segment_id=d9eb19b7-0d91-48f7-bb8b-d13a42b1f322)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:00.382655 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf21eab-874c-4826-85ae-6f8ae3686e22 None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:39:00.451546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2077cd51-da31-46f5-927e-dccaeafd3316 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:00.503883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-33c342a9-6dc9-47e8-b88c-bbf14e80c5a9 None None] Current status of the port 2077cd51-da31-46f5-927e-dccaeafd3316 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:00.530028 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (74cc4106-986d-4f8c-ac69-c22a45504351), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.635069 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (08f78bb6-500d-4bcd-878f-55bbbc33ca77), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.717761 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=74cc4106-986d-4f8c-ac69-c22a45504351,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:00.726021 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 2077cd51-da31-46f5-927e-dccaeafd3316 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:00.726697 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2077cd51-da31-46f5-927e-dccaeafd3316), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.775491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['74cc4106-986d-4f8c-ac69-c22a45504351'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:00.781449 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:38:55Z', 'revision_number': 3, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:00.823106 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd74415c-9c4c-4a19-bdfc-9c8f3699e3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (b8e066d2-97cb-4fca-a373-648016a2dca2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:00.835882 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6cd9e-cc5b-4929-9830-aa518b256f10 None None] The sync data for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 is: [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:38:55Z', 'revision_number': 3, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:01.002602 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6073410-dcaf-473e-8d92-9b1e5a03dd95 req-a953d450-a5fc-4806-ab22-4057566e2334 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5a01744-7f87-4403-954c-8a87bde159fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230726 Feb 11 04:39:01.028880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Made reservation on behalf of e888d9ceb6094e46aa3c6bbef6075211 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:01.035174 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.048175 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (ed68b84a-45ea-4686-a136-6a8e0a7d78e1), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.086699 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e2e762-cab5-4c5f-bea8-9d0963ee4d50 None None] Network 601ce7de-32c9-4e6f-80e8-04ee42693577 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:01.149367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 2077cd51-da31-46f5-927e-dccaeafd3316 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:01.194189 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (ed68b84a-45ea-4686-a136-6a8e0a7d78e1), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.195180 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (6f910926-9b94-4abb-a6ae-647c43edc270), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.400094 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=ed68b84a-45ea-4686-a136-6a8e0a7d78e1,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:01.513366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Allocated IP 172.20.0.22 (27bde9b4-8274-4c5e-965e-6975cac4db7c/dda90502-19f3-4814-9e03-b6ef683becae/743ef7c8-9772-43fd-998b-92fdea4382ba) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:01.547346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 601ce7de-32c9-4e6f-80e8-04ee42693577 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:01.553429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:01.731386 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.794753 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d060cc6-91e9-4550-b81a-641a7f2fd2a2 req-a227bbb2-90e0-46a6-bce2-f495feed52dd tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 210 time: 0.4910004 Feb 11 04:39:01.828250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-623b67cb-88d0-476d-87bf-d174f32dee45 None None] Provisioning complete for port 7b3be63b-1387-477a-92d6-4079f777f8e8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:01.829251 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-623b67cb-88d0-476d-87bf-d174f32dee45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.847467 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dd74415c-9c4c-4a19-bdfc-9c8f3699e3d2 admin admin] Deleting port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:01.847821 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd74415c-9c4c-4a19-bdfc-9c8f3699e3d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.875731 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:01.942196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network 27bde9b4-8274-4c5e-965e-6975cac4db7c is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:01.948510 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:01.949329 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-623b67cb-88d0-476d-87bf-d174f32dee45 None None] Port 7b3be63b-1387-477a-92d6-4079f777f8e8 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:01.957318 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:02.092789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4b074660-fd66-4794-a055-fabae4b75745 None None] Provisioning complete for port 2077cd51-da31-46f5-927e-dccaeafd3316 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:02.095363 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4b074660-fd66-4794-a055-fabae4b75745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2077cd51-da31-46f5-927e-dccaeafd3316), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.123585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-dd74415c-9c4c-4a19-bdfc-9c8f3699e3d2 admin admin] For port 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5,segment=NetworkSegment(270393d2-a1cd-4dd2-8fdf-d428d3d7abd0),segment_id=270393d2-a1cd-4dd2-8fdf-d428d3d7abd0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:02.123585 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd74415c-9c4c-4a19-bdfc-9c8f3699e3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.189358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dd74415c-9c4c-4a19-bdfc-9c8f3699e3d2 admin admin] Calling delete_port for 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:02.220805 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.422776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4b074660-fd66-4794-a055-fabae4b75745 None None] Current status of the port 2077cd51-da31-46f5-927e-dccaeafd3316 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:02.460221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4b074660-fd66-4794-a055-fabae4b75745 None None] Provisioning complete for port ed68b84a-45ea-4686-a136-6a8e0a7d78e1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:02.460631 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4b074660-fd66-4794-a055-fabae4b75745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ed68b84a-45ea-4686-a136-6a8e0a7d78e1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.566828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4b074660-fd66-4794-a055-fabae4b75745 None None] Port ed68b84a-45ea-4686-a136-6a8e0a7d78e1 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:02.590160 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b3e6d0f5-8653-44c9-acb7-779432034fc7 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:02.720587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port b3e6d0f5-8653-44c9-acb7-779432034fc7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:02.720983 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b3e6d0f5-8653-44c9-acb7-779432034fc7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.761325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:02.762187 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.816491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-86c13597-24b9-4c9a-a0fc-4ae29a2c16ba None None] Provisioning complete for port ed68b84a-45ea-4686-a136-6a8e0a7d78e1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:02.817322 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-86c13597-24b9-4c9a-a0fc-4ae29a2c16ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ed68b84a-45ea-4686-a136-6a8e0a7d78e1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.947966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port b3e6d0f5-8653-44c9-acb7-779432034fc7 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:02.949370 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b3e6d0f5-8653-44c9-acb7-779432034fc7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:02.962393 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Port': ['ID=743ef7c8-9772-43fd-998b-92fdea4382ba,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:02.985667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-86c13597-24b9-4c9a-a0fc-4ae29a2c16ba None None] Port ed68b84a-45ea-4686-a136-6a8e0a7d78e1 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:02.992914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port b3e6d0f5-8653-44c9-acb7-779432034fc7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b3e6d0f5-8653-44c9-acb7-779432034fc7,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:03.017599 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-86c13597-24b9-4c9a-a0fc-4ae29a2c16ba None None] Provisioning complete for port 743ef7c8-9772-43fd-998b-92fdea4382ba triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:03.018376 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-86c13597-24b9-4c9a-a0fc-4ae29a2c16ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:03.047048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:03.047598 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:03.048038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:03.048459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:03.048881 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:03.049317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:03.049727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:03.050137 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:03.050541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:03.050969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:03.051423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:03.052355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:03.052776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:03.086426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-86c13597-24b9-4c9a-a0fc-4ae29a2c16ba None None] Port 743ef7c8-9772-43fd-998b-92fdea4382ba cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:03.096396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1350b06-1b29-486e-b6fa-51474f2fcf4a req-e8fcb324-0a35-4e8a-9ee6-fe61f76685a8 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:03.098044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1350b06-1b29-486e-b6fa-51474f2fcf4a req-e8fcb324-0a35-4e8a-9ee6-fe61f76685a8 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 945 time: 0.8557506 Feb 11 04:39:03.138257 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b3e6d0f5-8653-44c9-acb7-779432034fc7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:03.139011 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1df93e78-066c-4816-92c0-6a4143cefbb7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9540184 Feb 11 04:39:03.156203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Request body: {'port': {'device_id': 'ec967f89-7f32-44b1-a4a8-bb4949ed677a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:03.222711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e54b9-5a98-46f7-8c89-6b3707708dda req-87c681e9-9531-44b8-9771-a6a25239f5cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:03.225223 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac0e54b9-5a98-46f7-8c89-6b3707708dda req-87c681e9-9531-44b8-9771-a6a25239f5cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 932 time: 0.2739141 Feb 11 04:39:03.238173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 74cc4106-986d-4f8c-ac69-c22a45504351 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:03.277777 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Publish callbacks [] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:03.325433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1350b06-1b29-486e-b6fa-51474f2fcf4a req-f1a11c0d-c67b-422b-a7c2-30ca40709106 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5a01744-7f87-4403-954c-8a87bde159fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130122 Feb 11 04:39:03.340797 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:03.361472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac0e54b9-5a98-46f7-8c89-6b3707708dda req-3a5b2579-c498-4797-9bc9-409d49f0c40e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=a926c278-9137-4862-95fe-a3ca98c28bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263931 Feb 11 04:39:03.373900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router 6f910926-9b94-4abb-a6ae-647c43edc270 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:39:03.384146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=b3e6d0f5-8653-44c9-acb7-779432034fc7,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:03.416734 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:03.443766 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c7311903-48ee-4f3f-8e80-686ae625c0d7 None None] Provisioning complete for port ed68b84a-45ea-4686-a136-6a8e0a7d78e1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:03.443766 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7311903-48ee-4f3f-8e80-686ae625c0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ed68b84a-45ea-4686-a136-6a8e0a7d78e1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:03.534572 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c7311903-48ee-4f3f-8e80-686ae625c0d7 None None] Port ed68b84a-45ea-4686-a136-6a8e0a7d78e1 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:03.554652 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (08f78bb6-500d-4bcd-878f-55bbbc33ca77), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:03.566437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Pushing event updated for resources: {'Port': ['ID=7b3be63b-1387-477a-92d6-4079f777f8e8,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:03.575990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:03.580288 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-66fef58a-7685-412b-8b1c-873652c80c49 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/6f910926-9b94-4abb-a6ae-647c43edc270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2056849 Feb 11 04:39:03.583828 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38296) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:03.589429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ce0939-7d3f-4030-b962-f3109957fac0 None None] Sync routers for ids ['6f910926-9b94-4abb-a6ae-647c43edc270'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:03.605877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ce0939-7d3f-4030-b962-f3109957fac0 None None] Routers {'6f910926-9b94-4abb-a6ae-647c43edc270'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:03.606359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-89ce0939-7d3f-4030-b962-f3109957fac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6f910926-9b94-4abb-a6ae-647c43edc270'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:03.637017 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd74415c-9c4c-4a19-bdfc-9c8f3699e3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:03.649495 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-89ce0939-7d3f-4030-b962-f3109957fac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:03.671464 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 74cc4106-986d-4f8c-ac69-c22a45504351 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:39:03.679321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ce0939-7d3f-4030-b962-f3109957fac0 None None] Routers {'6f910926-9b94-4abb-a6ae-647c43edc270'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:03.680065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-89ce0939-7d3f-4030-b962-f3109957fac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6f910926-9b94-4abb-a6ae-647c43edc270'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:03.682954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 74cc4106-986d-4f8c-ac69-c22a45504351 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:03.683459 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (74cc4106-986d-4f8c-ac69-c22a45504351), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:03.745578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048df66b-0535-455a-a84e-64882bac6c25 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:03.753627 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-048df66b-0535-455a-a84e-64882bac6c25 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports/ed68b84a-45ea-4686-a136-6a8e0a7d78e1 HTTP/1.1" status: 200 len: 911 time: 0.1683657 Feb 11 04:39:03.754684 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38298) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:03.771935 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74415c-9c4c-4a19-bdfc-9c8f3699e3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:03.797722 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-89ce0939-7d3f-4030-b962-f3109957fac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:03.798374 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ce0939-7d3f-4030-b962-f3109957fac0 None None] The sync data for ids ['6f910926-9b94-4abb-a6ae-647c43edc270'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:03.875206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Network 86528c9f-e248-4f9b-904c-aa5d69cd261d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:03.895756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:03.967416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 74cc4106-986d-4f8c-ac69-c22a45504351 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:03.967898 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (74cc4106-986d-4f8c-ac69-c22a45504351), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.009613 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.072281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07778ae-cd6c-414b-9a8a-667f4083d939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cc4106-986d-4f8c-ac69-c22a45504351'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:04.078518 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4795c6-50ad-49d3-909d-c99bce642d9b" -d '{"events": [{"server_uuid": "c07778ae-cd6c-414b-9a8a-667f4083d939", "name": "network-vif-plugged", "status": "completed", "tag": "74cc4106-986d-4f8c-ac69-c22a45504351"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:04.117048 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 74cc4106-986d-4f8c-ac69-c22a45504351, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=74cc4106-986d-4f8c-ac69-c22a45504351,segment=NetworkSegment(d9eb19b7-0d91-48f7-bb8b-d13a42b1f322),segment_id=d9eb19b7-0d91-48f7-bb8b-d13a42b1f322)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:04.138528 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743ef7c8-9772-43fd-998b-92fdea4382ba {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:04.168394 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06325d57-eda9-4e66-a029-508bd6dd2a0f x-openstack-request-id: req-06325d57-eda9-4e66-a029-508bd6dd2a0f {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:04.168840 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07778ae-cd6c-414b-9a8a-667f4083d939", "name": "network-vif-plugged", "status": "completed", "tag": "74cc4106-986d-4f8c-ac69-c22a45504351", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:04.169229 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06325d57-eda9-4e66-a029-508bd6dd2a0f {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:04.169824 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07778ae-cd6c-414b-9a8a-667f4083d939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cc4106-986d-4f8c-ac69-c22a45504351', 'code': 200} Feb 11 04:39:04.170056 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Publish callbacks [] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.179009 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.179536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:39:04.212141 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (74cc4106-986d-4f8c-ac69-c22a45504351), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.222773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Transition to ACTIVE for port object 743ef7c8-9772-43fd-998b-92fdea4382ba will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:39:04.328377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0058a2fe-17ac-4df5-920b-6abb74de2997 None None] Provisioning complete for port 7b3be63b-1387-477a-92d6-4079f777f8e8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:04.328777 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0058a2fe-17ac-4df5-920b-6abb74de2997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.331741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=74cc4106-986d-4f8c-ac69-c22a45504351,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:04.413686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0058a2fe-17ac-4df5-920b-6abb74de2997 None None] Port 7b3be63b-1387-477a-92d6-4079f777f8e8 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:04.516502 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e807d-81bc-42e2-911e-580338fcd3ce req-7904b648-194a-479b-8135-9f698fcb0557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:04.518610 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-533e807d-81bc-42e2-911e-580338fcd3ce req-7904b648-194a-479b-8135-9f698fcb0557 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 1129 time: 0.2653997 Feb 11 04:39:04.563816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b3e6d0f5-8653-44c9-acb7-779432034fc7 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:04.635265 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port b3e6d0f5-8653-44c9-acb7-779432034fc7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:04.635990 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b3e6d0f5-8653-44c9-acb7-779432034fc7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.649999 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-533e807d-81bc-42e2-911e-580338fcd3ce req-48de3874-7d70-448f-9c66-7560e7011eb3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d5a01744-7f87-4403-954c-8a87bde159fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223505 Feb 11 04:39:04.688802 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd74415c-9c4c-4a19-bdfc-9c8f3699e3d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (b8e066d2-97cb-4fca-a373-648016a2dca2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.748950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port b3e6d0f5-8653-44c9-acb7-779432034fc7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:04.820376 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.938904 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98b3bf8f-3ec6-4b45-ac48-c171e66db598 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (6f910926-9b94-4abb-a6ae-647c43edc270), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:04.945903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:04.957158 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Sync routers for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:04.968249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c2f3a3b8-d7fb-46bf-b404-2847bd3462ec admin admin] 10.222.0.13 "PUT /v2.0/routers/08f78bb6-500d-4bcd-878f-55bbbc33ca77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1941323 Feb 11 04:39:04.968249 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Pushing event updated for resources: {'Port': ['ID=743ef7c8-9772-43fd-998b-92fdea4382ba,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:04.974439 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:04.978343 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:05.084719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02be76e-3cbe-4a82-8c55-aed6af4bb928 req-649b375f-4c3d-4b58-95d6-70a7a9bbafff tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:05.091165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e02be76e-3cbe-4a82-8c55-aed6af4bb928 req-649b375f-4c3d-4b58-95d6-70a7a9bbafff tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 946 time: 0.2859271 Feb 11 04:39:05.180309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d723337-a718-4372-97da-75161f9bcf91 req-2a9751ea-4ed0-42ed-a9c3-1ffce8eb8191 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:05.193907 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d723337-a718-4372-97da-75161f9bcf91 req-2a9751ea-4ed0-42ed-a9c3-1ffce8eb8191 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 944 time: 0.3992095 Feb 11 04:39:05.238774 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:05.291373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd74415c-9c4c-4a19-bdfc-9c8f3699e3d2 admin admin] Router b8e066d2-97cb-4fca-a373-648016a2dca2 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:39:05.369151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e02be76e-3cbe-4a82-8c55-aed6af4bb928 req-37c339bb-b4f1-457d-a9e4-a54e762f2530 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5a01744-7f87-4403-954c-8a87bde159fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736996 Feb 11 04:39:05.374287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Attempting to bind port 743ef7c8-9772-43fd-998b-92fdea4382ba on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:05.374818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Attempting to bind port 743ef7c8-9772-43fd-998b-92fdea4382ba by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '2efc3174-83f7-40ff-8893-de429ca06de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:05.375164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Attempting to bind port 743ef7c8-9772-43fd-998b-92fdea4382ba on network 27bde9b4-8274-4c5e-965e-6975cac4db7c {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:05.394068 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d723337-a718-4372-97da-75161f9bcf91 req-dae41163-647a-40c2-bc01-c31fa434ce5d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=a926c278-9137-4862-95fe-a3ca98c28bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788986 Feb 11 04:39:05.395010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Port 743ef7c8-9772-43fd-998b-92fdea4382ba on network 27bde9b4-8274-4c5e-965e-6975cac4db7c not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:39:05.396246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Attempting to bind port 743ef7c8-9772-43fd-998b-92fdea4382ba on network 27bde9b4-8274-4c5e-965e-6975cac4db7c {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:05.402533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:05.403291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Checking segment: {'id': '2efc3174-83f7-40ff-8893-de429ca06de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:05.403855 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Bound using segment: {'id': '2efc3174-83f7-40ff-8893-de429ca06de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:05.404622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Bound port: 743ef7c8-9772-43fd-998b-92fdea4382ba, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efc3174-83f7-40ff-8893-de429ca06de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:05.405718 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:05.494108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] For port 743ef7c8-9772-43fd-998b-92fdea4382ba, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:05.506122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] For port 743ef7c8-9772-43fd-998b-92fdea4382ba, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=743ef7c8-9772-43fd-998b-92fdea4382ba,segment=NetworkSegment(2efc3174-83f7-40ff-8893-de429ca06de6),segment_id=2efc3174-83f7-40ff-8893-de429ca06de6)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:05.640721 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd74415c-9c4c-4a19-bdfc-9c8f3699e3d2 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:05.648364 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dd74415c-9c4c-4a19-bdfc-9c8f3699e3d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/b8e066d2-97cb-4fca-a373-648016a2dca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2182088 Feb 11 04:39:05.651244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38320) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:05.661356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42c959e-5ae1-4c67-a906-5252195ba5f9 None None] Sync routers for ids ['b8e066d2-97cb-4fca-a373-648016a2dca2'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:05.672491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42c959e-5ae1-4c67-a906-5252195ba5f9 None None] Routers {'b8e066d2-97cb-4fca-a373-648016a2dca2'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:05.673619 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d42c959e-5ae1-4c67-a906-5252195ba5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b8e066d2-97cb-4fca-a373-648016a2dca2'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:05.799837 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:05.801837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d42c959e-5ae1-4c67-a906-5252195ba5f9 None None] Set router b8e066d2-97cb-4fca-a373-648016a2dca2 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:05.882987 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 2, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:05.886544 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-98b3bf8f-3ec6-4b45-ac48-c171e66db598 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port ed68b84a-45ea-4686-a136-6a8e0a7d78e1 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:05.886544 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98b3bf8f-3ec6-4b45-ac48-c171e66db598 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ed68b84a-45ea-4686-a136-6a8e0a7d78e1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:05.921274 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Checking router: 08f78bb6-500d-4bcd-878f-55bbbc33ca77 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:39:05.930929 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Updating router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 port 7b3be63b-1387-477a-92d6-4079f777f8e8 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:39:05.965598 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.062144 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:39:06.079405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:06.081092 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.085391 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] 10.222.0.32 "PUT /v2.0/ports/743ef7c8-9772-43fd-998b-92fdea4382ba HTTP/1.1" status: 200 len: 1093 time: 2.9334130 Feb 11 04:39:06.088536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec967f89-7f32-44b1-a4a8-bb4949ed677a', 'tag': '743ef7c8-9772-43fd-998b-92fdea4382ba'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:06.091880 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98b3bf8f-3ec6-4b45-ac48-c171e66db598 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ed68b84a-45ea-4686-a136-6a8e0a7d78e1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.107709 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8119a1-459a-48dc-98dc-eb19153e3405" -d '{"events": [{"name": "network-changed", "server_uuid": "ec967f89-7f32-44b1-a4a8-bb4949ed677a", "tag": "743ef7c8-9772-43fd-998b-92fdea4382ba"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:06.114439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d42c959e-5ae1-4c67-a906-5252195ba5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:19Z', 'updated_at': '2022-02-11T04:39:03Z', 'revision_number': 5, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'gw_port': {'id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:22Z', 'updated_at': '2022-02-11T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:06.127867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-98b3bf8f-3ec6-4b45-ac48-c171e66db598 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for ed68b84a-45ea-4686-a136-6a8e0a7d78e1 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:06.191395 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] Publish callbacks [] for router (b8e066d2-97cb-4fca-a373-648016a2dca2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.217077 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42c959e-5ae1-4c67-a906-5252195ba5f9 None None] Checking router: b8e066d2-97cb-4fca-a373-648016a2dca2 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:39:06.255284 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42c959e-5ae1-4c67-a906-5252195ba5f9 None None] Routers {'b8e066d2-97cb-4fca-a373-648016a2dca2'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:06.256521 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d42c959e-5ae1-4c67-a906-5252195ba5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b8e066d2-97cb-4fca-a373-648016a2dca2'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:06.301697 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df4a0d9-aa53-4e3d-beac-5e513697b331 x-openstack-request-id: req-3df4a0d9-aa53-4e3d-beac-5e513697b331 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:06.308581 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec967f89-7f32-44b1-a4a8-bb4949ed677a", "tag": "743ef7c8-9772-43fd-998b-92fdea4382ba", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:06.308581 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3df4a0d9-aa53-4e3d-beac-5e513697b331 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:06.308581 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec967f89-7f32-44b1-a4a8-bb4949ed677a', 'tag': '743ef7c8-9772-43fd-998b-92fdea4382ba', 'status': 'completed', 'code': 200} Feb 11 04:39:06.470141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38336) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:06.487007 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1090576975-network', 'tenant_id': 'a3894431d4564b5eb32506ca7a157262'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:06.510305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09412d-7d62-4694-93d6-094d9e74ca0f service neutron] Pushing event updated for resources: {'Port': ['ID=743ef7c8-9772-43fd-998b-92fdea4382ba,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:06.589004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d42c959e-5ae1-4c67-a906-5252195ba5f9 None None] Set router b8e066d2-97cb-4fca-a373-648016a2dca2 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:06.693744 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Publish callbacks [] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.759846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] Made reservation on behalf of a3894431d4564b5eb32506ca7a157262 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:06.762396 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.772162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8119a1-459a-48dc-98dc-eb19153e3405 req-df2c2612-dcb8-4d83-8882-514cb3be753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:06.773409 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.774314 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a8119a1-459a-48dc-98dc-eb19153e3405 req-df2c2612-dcb8-4d83-8882-514cb3be753a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 1127 time: 0.4839127 Feb 11 04:39:06.804253 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] Publish callbacks [] for router_gateway (b8e066d2-97cb-4fca-a373-648016a2dca2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.865564 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d42c959e-5ae1-4c67-a906-5252195ba5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:19Z', 'updated_at': '2022-02-11T04:39:03Z', 'revision_number': 5, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'gw_port': {'id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:22Z', 'updated_at': '2022-02-11T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:06.899319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42c959e-5ae1-4c67-a906-5252195ba5f9 None None] The sync data for ids ['b8e066d2-97cb-4fca-a373-648016a2dca2'] in n-d-712142-35 is: [{'id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'name': 'tempest-TaggedBootDevicesTest-1926351444-router', 'tenant_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:19Z', 'updated_at': '2022-02-11T04:39:03Z', 'revision_number': 5, 'project_id': 'cafc68414e2041f6b6aeddfa0a4877a3', 'gw_port': {'id': '1b2a4f5e-2118-4bf6-a00b-f78b9acda400', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:79:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e066d2-97cb-4fca-a373-648016a2dca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:22Z', 'updated_at': '2022-02-11T04:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:06.908960 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98b3bf8f-3ec6-4b45-ac48-c171e66db598 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ed68b84a-45ea-4686-a136-6a8e0a7d78e1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.931982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01584198-d615-424d-92bd-f2dd04961a4c req-4f287ac2-559b-4029-a879-dc1f8790c1aa tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:06.934802 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01584198-d615-424d-92bd-f2dd04961a4c req-4f287ac2-559b-4029-a879-dc1f8790c1aa tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 946 time: 0.2949221 Feb 11 04:39:06.948986 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:06.951846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d140321-af7c-4332-91c1-c300a82e958d req-dc0214bb-99c2-4b15-a1c0-b3eadccc0100 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:06.955633 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d140321-af7c-4332-91c1-c300a82e958d req-dc0214bb-99c2-4b15-a1c0-b3eadccc0100 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 944 time: 0.3805280 Feb 11 04:39:07.010367 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3bf8f-3ec6-4b45-ac48-c171e66db598 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=ed68b84a-45ea-4686-a136-6a8e0a7d78e1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:07.093237 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636cd18-dd1e-4a17-9d2b-a8cf41e75db9 None None] Pushing event updated for resources: {'Port': ['ID=7b3be63b-1387-477a-92d6-4079f777f8e8,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:07.149246 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] Publish callbacks [] for security_group (0e4c94de-14df-4dfe-8b48-d049f123a635), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.189024 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Attempting to bind port 7b3be63b-1387-477a-92d6-4079f777f8e8 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:07.189786 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Attempting to bind port 7b3be63b-1387-477a-92d6-4079f777f8e8 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:07.190488 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Attempting to bind port 7b3be63b-1387-477a-92d6-4079f777f8e8 on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:07.199562 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:07.200490 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Checking segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:07.201509 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.202119 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Bound using segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:07.202908 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Bound port: 7b3be63b-1387-477a-92d6-4079f777f8e8, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:07.203520 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.204505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8119a1-459a-48dc-98dc-eb19153e3405 req-a48f4d21-e741-49ef-b712-79313f901b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:07.204993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8119a1-459a-48dc-98dc-eb19153e3405 req-a48f4d21-e741-49ef-b712-79313f901b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:07.207248 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a8119a1-459a-48dc-98dc-eb19153e3405 req-a48f4d21-e741-49ef-b712-79313f901b78 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.4256527 Feb 11 04:39:07.211241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01584198-d615-424d-92bd-f2dd04961a4c req-16e888ab-cd04-4c47-b306-5698d8510e36 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5a01744-7f87-4403-954c-8a87bde159fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459850 Feb 11 04:39:07.356598 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] For port 7b3be63b-1387-477a-92d6-4079f777f8e8, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:07.360172 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] For port 7b3be63b-1387-477a-92d6-4079f777f8e8, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7b3be63b-1387-477a-92d6-4079f777f8e8,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:07.397021 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d140321-af7c-4332-91c1-c300a82e958d req-83d986d0-0882-41a6-a5ee-18458ac8ef11 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=a926c278-9137-4862-95fe-a3ca98c28bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3948865 Feb 11 04:39:07.492514 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.501563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] Deleting port 1b2a4f5e-2118-4bf6-a00b-f78b9acda400 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:07.501895 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1b2a4f5e-2118-4bf6-a00b-f78b9acda400), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.515253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d34d7f32-a116-4a2b-b704-3540d7641d38 None None] Provisioning complete for port 7b3be63b-1387-477a-92d6-4079f777f8e8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:07.517023 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d34d7f32-a116-4a2b-b704-3540d7641d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.591410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8119a1-459a-48dc-98dc-eb19153e3405 req-8f4ba19a-9380-40d4-bf8a-9d5eebf2923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:07.592952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a8119a1-459a-48dc-98dc-eb19153e3405 req-8f4ba19a-9380-40d4-bf8a-9d5eebf2923d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3487415 Feb 11 04:39:07.676795 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636cd18-dd1e-4a17-9d2b-a8cf41e75db9 None None] Pushing event updated for resources: {'Port': ['ID=7b3be63b-1387-477a-92d6-4079f777f8e8,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:07.682021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] For port 1b2a4f5e-2118-4bf6-a00b-f78b9acda400, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1b2a4f5e-2118-4bf6-a00b-f78b9acda400,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:07.682021 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1b2a4f5e-2118-4bf6-a00b-f78b9acda400), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.686567 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:07.692637 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:07.720149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] Calling delete_port for 1b2a4f5e-2118-4bf6-a00b-f78b9acda400 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:07.783800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d34d7f32-a116-4a2b-b704-3540d7641d38 None None] Current status of the port 7b3be63b-1387-477a-92d6-4079f777f8e8 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:07.784228 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d34d7f32-a116-4a2b-b704-3540d7641d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.804698 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0e4c94de-14df-4dfe-8b48-d049f123a635), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.815973 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98b3bf8f-3ec6-4b45-ac48-c171e66db598 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (6f910926-9b94-4abb-a6ae-647c43edc270), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.836764 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:39:07.843117 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d34d7f32-a116-4a2b-b704-3540d7641d38 None None] For port 7b3be63b-1387-477a-92d6-4079f777f8e8, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7b3be63b-1387-477a-92d6-4079f777f8e8,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:07.856442 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4c94de-14df-4dfe-8b48-d049f123a635,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:07.869919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (34dd5a22-5e52-4ad8-afbe-eb6a9930f949), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:07.870337 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] Added segment 34dd5a22-5e52-4ad8-afbe-eb6a9930f949 of type vlan for network 68de40c4-5047-4a82-a785-092f30a2c1c3 Feb 11 04:39:07.941625 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-5ddc7402-63b1-48cb-9a62-b9570b6a374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:07.943817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-5ddc7402-63b1-48cb-9a62-b9570b6a374f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 1127 time: 0.1307602 Feb 11 04:39:07.976696 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:08.009489 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (68de40c4-5047-4a82-a785-092f30a2c1c3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.038358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-2b3d6eb4-dfc4-456d-af55-64e7102cd3a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=743ef7c8-9772-43fd-998b-92fdea4382ba HTTP/1.1" status: 200 len: 217 time: 0.0498188 Feb 11 04:39:08.106481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-63ab5df1-4548-4bf5-9079-bf81bd72aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:08.108005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-63ab5df1-4548-4bf5-9079-bf81bd72aa5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dda90502-19f3-4814-9e03-b6ef683becae HTTP/1.1" status: 200 len: 838 time: 0.0621822 Feb 11 04:39:08.124599 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b3bf8f-3ec6-4b45-ac48-c171e66db598 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router 6f910926-9b94-4abb-a6ae-647c43edc270 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:39:08.135057 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d34d7f32-a116-4a2b-b704-3540d7641d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.204216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1ccfdff7-0a66-497f-b646-6f9f1dd0373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:08.205744 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1ccfdff7-0a66-497f-b646-6f9f1dd0373f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27bde9b4-8274-4c5e-965e-6975cac4db7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0786061 Feb 11 04:39:08.243494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d7f32-a116-4a2b-b704-3540d7641d38 None None] Pushing event updated for resources: {'Port': ['ID=7b3be63b-1387-477a-92d6-4079f777f8e8,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:08.267244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-da46021d-4048-41c1-918d-61e1b9842d2c None None] Provisioning complete for port 7b3be63b-1387-477a-92d6-4079f777f8e8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:08.267481 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (68de40c4-5047-4a82-a785-092f30a2c1c3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.267609 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da46021d-4048-41c1-918d-61e1b9842d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.267723 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:08.267723 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.281412 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:08.313623 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b3bf8f-3ec6-4b45-ac48-c171e66db598 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:08.336671 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158d994b-d488-43e5-aa8c-1361492fa290 None None] Sync routers for ids ['6f910926-9b94-4abb-a6ae-647c43edc270'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:08.349364 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88e93f-dc8e-4471-8f1a-23ad07c12338 None None] The sync data for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 is: [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:08.354985 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-98b3bf8f-3ec6-4b45-ac48-c171e66db598 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/6f910926-9b94-4abb-a6ae-647c43edc270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5942216 Feb 11 04:39:08.358305 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38354) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:08.365058 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (1b2a4f5e-2118-4bf6-a00b-f78b9acda400), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.377417 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] Pushing event updated for resources: {'Network': ['ID=68de40c4-5047-4a82-a785-092f30a2c1c3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:08.383027 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d994b-d488-43e5-aa8c-1361492fa290 None None] Routers {'6f910926-9b94-4abb-a6ae-647c43edc270'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:08.383684 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-158d994b-d488-43e5-aa8c-1361492fa290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6f910926-9b94-4abb-a6ae-647c43edc270'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:08.386661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:39:08.413918 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-706b8af5-c9f8-4483-a0d4-d6260039992d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f910926-9b94-4abb-a6ae-647c43edc270 HTTP/1.1" status: 200 len: 205 time: 0.0543194 Feb 11 04:39:08.423054 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f9bea5ba-2559-44f4-b940-bb614f5ab65b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9485512 Feb 11 04:39:08.423054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38358) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:08.438031 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38360) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:08.463594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6f070571-29ce-4772-bf53-96a491142770 admin admin] Request body: {'subnet': {'network_id': '68de40c4-5047-4a82-a785-092f30a2c1c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1090576975-subnet', 'tenant_id': 'a3894431d4564b5eb32506ca7a157262', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:08.488285 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 68de40c4-5047-4a82-a785-092f30a2c1c3 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:39:08.505599 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-158d994b-d488-43e5-aa8c-1361492fa290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:08.530470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:39:08.531985 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d994b-d488-43e5-aa8c-1361492fa290 None None] Routers {'6f910926-9b94-4abb-a6ae-647c43edc270'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:08.532633 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-158d994b-d488-43e5-aa8c-1361492fa290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6f910926-9b94-4abb-a6ae-647c43edc270'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:08.534362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8f6ae993-f86e-4ef5-b49f-0d34fa0eadd5 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:39:08.581439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-da46021d-4048-41c1-918d-61e1b9842d2c None None] Current status of the port 7b3be63b-1387-477a-92d6-4079f777f8e8 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:08.622998 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-158d994b-d488-43e5-aa8c-1361492fa290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:08.623919 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158d994b-d488-43e5-aa8c-1361492fa290 None None] The sync data for ids ['6f910926-9b94-4abb-a6ae-647c43edc270'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:08.639938 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6197ac89-2ceb-42ae-8080-71a3ed447e74 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (6f910926-9b94-4abb-a6ae-647c43edc270), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.668108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2a4f5e-2118-4bf6-a00b-f78b9acda400,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:08.724970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-1f4a2a01-af9f-4db9-ade9-87155eab94ee service neutron] 10.222.0.32 "GET /v2.0/networks/27bde9b4-8274-4c5e-965e-6975cac4db7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121515 Feb 11 04:39:08.777548 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (b8e066d2-97cb-4fca-a373-648016a2dca2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.788544 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f070571-29ce-4772-bf53-96a491142770 admin admin] Made reservation on behalf of a3894431d4564b5eb32506ca7a157262 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:08.791281 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6f070571-29ce-4772-bf53-96a491142770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.798162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097fe03-4210-49de-85ff-4ccd2382d8a7 req-d1705cc3-c69b-4e2a-b5c9-742f9a19fa3e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:08.808854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3097fe03-4210-49de-85ff-4ccd2382d8a7 req-d1705cc3-c69b-4e2a-b5c9-742f9a19fa3e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 944 time: 0.2274823 Feb 11 04:39:08.885093 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6197ac89-2ceb-42ae-8080-71a3ed447e74 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (6f910926-9b94-4abb-a6ae-647c43edc270), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:08.888770 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6197ac89-2ceb-42ae-8080-71a3ed447e74 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_controller (6f910926-9b94-4abb-a6ae-647c43edc270), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.153144 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6197ac89-2ceb-42ae-8080-71a3ed447e74 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (6f910926-9b94-4abb-a6ae-647c43edc270), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.153759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6197ac89-2ceb-42ae-8080-71a3ed447e74 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Fanout notify agent at l3_agent the message router_deleted on router 6f910926-9b94-4abb-a6ae-647c43edc270 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:39:09.172370 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6197ac89-2ceb-42ae-8080-71a3ed447e74 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.174011 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6197ac89-2ceb-42ae-8080-71a3ed447e74 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/routers/6f910926-9b94-4abb-a6ae-647c43edc270 HTTP/1.1" status: 204 len: 168 time: 0.7504292 Feb 11 04:39:09.177401 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38366) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:09.277086 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d2f382-dcf6-43cf-b255-fb7c3f2f8fdd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting subnet 91d5bd20-4a43-4cfb-a7dc-b5afccb4ec5e {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:39:09.300943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f382-dcf6-43cf-b255-fb7c3f2f8fdd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (91d5bd20-4a43-4cfb-a7dc-b5afccb4ec5e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.301136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cf7c8-4c03-4a15-8b38-8bec07837157 req-aaca6b98-a261-4052-8eb7-5aa8ae4c15d1 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:09.301136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b45cf7c8-4c03-4a15-8b38-8bec07837157 req-aaca6b98-a261-4052-8eb7-5aa8ae4c15d1 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 946 time: 0.7671006 Feb 11 04:39:09.357985 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (b8e066d2-97cb-4fca-a373-648016a2dca2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.366384 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f382-dcf6-43cf-b255-fb7c3f2f8fdd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (91d5bd20-4a43-4cfb-a7dc-b5afccb4ec5e), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.368143 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] Publish callbacks [] for router_controller (b8e066d2-97cb-4fca-a373-648016a2dca2), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.399594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3097fe03-4210-49de-85ff-4ccd2382d8a7 req-cfc4a581-37ab-4e80-ab55-13408539b5d1 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=a926c278-9137-4862-95fe-a3ca98c28bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5891919 Feb 11 04:39:09.459828 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fc8a8e3-1d4c-44fc-bf38-e2ff7b3e85c0 req-eb3ac93c-e38f-47c8-b97d-78f7a270237f service neutron] 10.222.0.32 "GET /v2.0/networks/27bde9b4-8274-4c5e-965e-6975cac4db7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7254267 Feb 11 04:39:09.468935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b45cf7c8-4c03-4a15-8b38-8bec07837157 req-04d45deb-5677-4fe9-a5d4-45058d8bc832 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5a01744-7f87-4403-954c-8a87bde159fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367576 Feb 11 04:39:09.492562 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f382-dcf6-43cf-b255-fb7c3f2f8fdd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (91d5bd20-4a43-4cfb-a7dc-b5afccb4ec5e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.532426 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6f070571-29ce-4772-bf53-96a491142770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (11426986-9364-4031-b561-49d129044d48), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.601868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f070571-29ce-4772-bf53-96a491142770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11426986-9364-4031-b561-49d129044d48,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:09.616985 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (b8e066d2-97cb-4fca-a373-648016a2dca2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.617533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8e066d2-97cb-4fca-a373-648016a2dca2 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:39:09.621450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f070571-29ce-4772-bf53-96a491142770 admin admin] Checking segment: {'id': '34dd5a22-5e52-4ad8-afbe-eb6a9930f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '68de40c4-5047-4a82-a785-092f30a2c1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:09.621827 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f070571-29ce-4772-bf53-96a491142770 admin admin] Network hostable DHCP agents. Network: 68de40c4-5047-4a82-a785-092f30a2c1c3, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:39:09.623703 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.628462 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8bb6c8d8-42c4-483f-808a-bdbe9b1f5263 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b8e066d2-97cb-4fca-a373-648016a2dca2 HTTP/1.1" status: 204 len: 168 time: 3.9761739 Feb 11 04:39:09.629131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38368) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:09.684565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bafb1c1-d90e-47f8-b3b4-9af392b22f78 admin admin] Deleting subnet 43986a6c-ee4e-4269-823f-c72fd6c6d88e {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:39:09.688347 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bafb1c1-d90e-47f8-b3b4-9af392b22f78 admin admin] Publish callbacks [] for subnet (43986a6c-ee4e-4269-823f-c72fd6c6d88e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.692500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df243fb-cd9f-4cb3-9a85-8eb321c89443 req-1ecc0d29-052a-4507-b2ca-6477a0fa2ab3 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:09.694460 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6df243fb-cd9f-4cb3-9a85-8eb321c89443 req-1ecc0d29-052a-4507-b2ca-6477a0fa2ab3 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.47 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 946 time: 0.0701585 Feb 11 04:39:09.753927 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bafb1c1-d90e-47f8-b3b4-9af392b22f78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (43986a6c-ee4e-4269-823f-c72fd6c6d88e), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.815567 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f382-dcf6-43cf-b255-fb7c3f2f8fdd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (91d5bd20-4a43-4cfb-a7dc-b5afccb4ec5e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.857266 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f070571-29ce-4772-bf53-96a491142770 admin admin] Network 68de40c4-5047-4a82-a785-092f30a2c1c3 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:39:09.859411 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2f382-dcf6-43cf-b255-fb7c3f2f8fdd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Subnet': ['ID=91d5bd20-4a43-4cfb-a7dc-b5afccb4ec5e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:09.869369 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bafb1c1-d90e-47f8-b3b4-9af392b22f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (43986a6c-ee4e-4269-823f-c72fd6c6d88e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.875049 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f382-dcf6-43cf-b255-fb7c3f2f8fdd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.880886 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f8d2f382-dcf6-43cf-b255-fb7c3f2f8fdd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/91d5bd20-4a43-4cfb-a7dc-b5afccb4ec5e HTTP/1.1" status: 204 len: 168 time: 0.6978123 Feb 11 04:39:09.882663 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38374) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:09.885942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47073ad9-d9b9-41e6-9edc-a9df79e66713 None None] Network 601ce7de-32c9-4e6f-80e8-04ee42693577 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:09.979251 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6f070571-29ce-4772-bf53-96a491142770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 68de40c4-5047-4a82-a785-092f30a2c1c3) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:09.990177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f070571-29ce-4772-bf53-96a491142770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:09.991139 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6f070571-29ce-4772-bf53-96a491142770 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:09.994515 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66f4f9e-6c5b-4df0-8989-620b28726274 None None] Network 68de40c4-5047-4a82-a785-092f30a2c1c3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:10.003131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-6df243fb-cd9f-4cb3-9a85-8eb321c89443 req-aa755e7b-cae2-4575-b2bf-e10600c123c1 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Deleting port 74cc4106-986d-4f8c-ac69-c22a45504351 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:10.004145 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6df243fb-cd9f-4cb3-9a85-8eb321c89443 req-aa755e7b-cae2-4575-b2bf-e10600c123c1 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (74cc4106-986d-4f8c-ac69-c22a45504351), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.011685 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (601ce7de-32c9-4e6f-80e8-04ee42693577), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.063237 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bafb1c1-d90e-47f8-b3b4-9af392b22f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (43986a6c-ee4e-4269-823f-c72fd6c6d88e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.090469 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafb1c1-d90e-47f8-b3b4-9af392b22f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43986a6c-ee4e-4269-823f-c72fd6c6d88e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:10.107897 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bafb1c1-d90e-47f8-b3b4-9af392b22f78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.111286 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7bafb1c1-d90e-47f8-b3b4-9af392b22f78 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/43986a6c-ee4e-4269-823f-c72fd6c6d88e HTTP/1.1" status: 204 len: 168 time: 0.4808400 Feb 11 04:39:10.116392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38376) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:10.128134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e34613c-c9ec-4568-8789-68e47463b254 None None] Network 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:10.145842 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6f070571-29ce-4772-bf53-96a491142770 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6943002 Feb 11 04:39:10.151604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38378) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:10.156009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-68de40c4-5047-4a82-a785-092f30a2c1c3', 'network_id': '68de40c4-5047-4a82-a785-092f30a2c1c3', 'project_id': 'a3894431d4564b5eb32506ca7a157262', 'fixed_ips': [{'subnet_id': '11426986-9364-4031-b561-49d129044d48'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:39:10.165474 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.165853 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1090576975-router', 'tenant_id': 'a3894431d4564b5eb32506ca7a157262', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:10.190105 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-6df243fb-cd9f-4cb3-9a85-8eb321c89443 req-aa755e7b-cae2-4575-b2bf-e10600c123c1 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] For port 74cc4106-986d-4f8c-ac69-c22a45504351, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=74cc4106-986d-4f8c-ac69-c22a45504351,segment=NetworkSegment(d9eb19b7-0d91-48f7-bb8b-d13a42b1f322),segment_id=d9eb19b7-0d91-48f7-bb8b-d13a42b1f322)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:10.190472 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6df243fb-cd9f-4cb3-9a85-8eb321c89443 req-aa755e7b-cae2-4575-b2bf-e10600c123c1 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (74cc4106-986d-4f8c-ac69-c22a45504351), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.222498 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-6df243fb-cd9f-4cb3-9a85-8eb321c89443 req-aa755e7b-cae2-4575-b2bf-e10600c123c1 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Calling delete_port for 74cc4106-986d-4f8c-ac69-c22a45504351 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:10.231325 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port 2077cd51-da31-46f5-927e-dccaeafd3316 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:10.232287 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2077cd51-da31-46f5-927e-dccaeafd3316), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.248151 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.249579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] DHCP port deletion for 601ce7de-32c9-4e6f-80e8-04ee42693577 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:39:10.326294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (b6c1cb45-1aa6-4de8-9337-380c0f599b20), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.327437 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (b6c1cb45-1aa6-4de8-9337-380c0f599b20), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.351555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] For port 2077cd51-da31-46f5-927e-dccaeafd3316, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2077cd51-da31-46f5-927e-dccaeafd3316,segment=NetworkSegment(b65f17a4-c436-4d15-9159-8503bbeb0566),segment_id=b65f17a4-c436-4d15-9159-8503bbeb0566)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:10.352121 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2077cd51-da31-46f5-927e-dccaeafd3316), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.356235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] Deleting port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:10.357822 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.414737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for 2077cd51-da31-46f5-927e-dccaeafd3316 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:10.465542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] For port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3544139e-8fdd-464a-87c3-6f2e31ef8d9e,segment=NetworkSegment(270393d2-a1cd-4dd2-8fdf-d428d3d7abd0),segment_id=270393d2-a1cd-4dd2-8fdf-d428d3d7abd0)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:10.466083 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.466421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7b3be63b-1387-477a-92d6-4079f777f8e8 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:10.493183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] Calling delete_port for 3544139e-8fdd-464a-87c3-6f2e31ef8d9e owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:10.518816 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Publish callbacks [] for router_controller (b6c1cb45-1aa6-4de8-9337-380c0f599b20), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.533059 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Allocated IP 172.20.0.2 (68de40c4-5047-4a82-a785-092f30a2c1c3/11426986-9364-4031-b561-49d129044d48/38b99c74-6120-415d-a3b3-1cfa6ae56645) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:10.536314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13de5904-bfda-4db5-b273-423cfd287106 None None] DHCP port deletion for 00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:39:10.565120 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Deleting port 2077cd51-da31-46f5-927e-dccaeafd3316 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:10.565484 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2077cd51-da31-46f5-927e-dccaeafd3316), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.691874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da44bc-7f76-467e-9511-1f6cd9dc18a2 req-d3742a34-aed7-4a3a-8906-5f8eeebf0d17 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:10.693996 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97da44bc-7f76-467e-9511-1f6cd9dc18a2 req-d3742a34-aed7-4a3a-8906-5f8eeebf0d17 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 944 time: 0.1075008 Feb 11 04:39:10.694660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7b3be63b-1387-477a-92d6-4079f777f8e8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:10.695051 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.701151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebfa7e-8042-458b-b8d9-b84be03466c6 req-552f45c9-2777-4cf7-b8b1-a299618c944c tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:10.702722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-56ebfa7e-8042-458b-b8d9-b84be03466c6 req-552f45c9-2777-4cf7-b8b1-a299618c944c tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 946 time: 0.1257987 Feb 11 04:39:10.799766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97da44bc-7f76-467e-9511-1f6cd9dc18a2 req-a6d5fed2-7c37-4659-8fb1-a3ef6eaabf09 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=a926c278-9137-4862-95fe-a3ca98c28bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960188 Feb 11 04:39:10.818542 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2077cd51-da31-46f5-927e-dccaeafd3316), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.818697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-56ebfa7e-8042-458b-b8d9-b84be03466c6 req-3ccb9464-9a50-4d5b-b7a3-e16fdb3a60a1 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5a01744-7f87-4403-954c-8a87bde159fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994511 Feb 11 04:39:10.880919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=2077cd51-da31-46f5-927e-dccaeafd3316,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:10.882246 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.885149 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Publish callbacks [] for router_gateway (b6c1cb45-1aa6-4de8-9337-380c0f599b20), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.891756 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6df243fb-cd9f-4cb3-9a85-8eb321c89443 req-aa755e7b-cae2-4575-b2bf-e10600c123c1 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (74cc4106-986d-4f8c-ac69-c22a45504351), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:10.893413 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No DVR routers for this DVR port 2077cd51-da31-46f5-927e-dccaeafd3316 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:39:10.931720 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['74cc4106-986d-4f8c-ac69-c22a45504351'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:10.944516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] No DVR routers for this DVR port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:39:10.946273 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] For port 2077cd51-da31-46f5-927e-dccaeafd3316, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2077cd51-da31-46f5-927e-dccaeafd3316,segment=NetworkSegment(b65f17a4-c436-4d15-9159-8503bbeb0566),segment_id=b65f17a4-c436-4d15-9159-8503bbeb0566)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:10.946422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] Pushing event deleted for resources: {'Port': ['ID=3544139e-8fdd-464a-87c3-6f2e31ef8d9e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:10.946789 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2077cd51-da31-46f5-927e-dccaeafd3316), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.005586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Calling delete_port for 2077cd51-da31-46f5-927e-dccaeafd3316 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:11.047691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-13de5904-bfda-4db5-b273-423cfd287106 None None] Deleting port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:11.048075 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-13de5904-bfda-4db5-b273-423cfd287106 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.048780 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.081968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:11.093938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270393d2-a1cd-4dd2-8fdf-d428d3d7abd0') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:11.094248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270393d2-a1cd-4dd2-8fdf-d428d3d7abd0') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:11.113523 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (270393d2-a1cd-4dd2-8fdf-d428d3d7abd0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.139801 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (270393d2-a1cd-4dd2-8fdf-d428d3d7abd0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.155664 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (270393d2-a1cd-4dd2-8fdf-d428d3d7abd0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:39:11.161195 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:39:11.219259 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Publish callbacks [] for port (38b99c74-6120-415d-a3b3-1cfa6ae56645), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.240504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa755e7b-cae2-4575-b2bf-e10600c123c1 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Pushing event deleted for resources: {'Port': ['ID=74cc4106-986d-4f8c-ac69-c22a45504351,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:11.253057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-13de5904-bfda-4db5-b273-423cfd287106 None None] For port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e, host n-d-712142-35, got binding levels [] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:11.253458 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-13de5904-bfda-4db5-b273-423cfd287106 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.269661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7b3be63b-1387-477a-92d6-4079f777f8e8 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:11.276593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-13de5904-bfda-4db5-b273-423cfd287106 None None] Calling delete_port for 3544139e-8fdd-464a-87c3-6f2e31ef8d9e owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:11.280196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.ipam_backend_mixin [None req-13de5904-bfda-4db5-b273-423cfd287106 None None] Port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e was not found and therefore no delete operation was performed {{(pid=103810) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:39:11.281171 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (2077cd51-da31-46f5-927e-dccaeafd3316), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.286371 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-13de5904-bfda-4db5-b273-423cfd287106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (3544139e-8fdd-464a-87c3-6f2e31ef8d9e), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.318725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Pushing event deleted for resources: {'Port': ['ID=2077cd51-da31-46f5-927e-dccaeafd3316,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:11.321484 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] No DVR routers for this DVR port 2077cd51-da31-46f5-927e-dccaeafd3316 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:39:11.323375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df243fb-cd9f-4cb3-9a85-8eb321c89443 req-aa755e7b-cae2-4575-b2bf-e10600c123c1 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] No DVR routers for this DVR port 74cc4106-986d-4f8c-ac69-c22a45504351 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:39:11.337328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13de5904-bfda-4db5-b273-423cfd287106 None None] No DVR routers for this DVR port 3544139e-8fdd-464a-87c3-6f2e31ef8d9e on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:39:11.343291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.343548 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:11.352889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:11.352889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:11.352889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:11.352889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:11.352889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:11.352889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:11.352889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:11.352889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:11.352889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:11.352889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:11.352889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:11.352889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b423a97a-e8f9-42e1-8f34-27fcc2056fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:39:11.357016 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (601ce7de-32c9-4e6f-80e8-04ee42693577), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.370648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6df243fb-cd9f-4cb3-9a85-8eb321c89443 req-aa755e7b-cae2-4575-b2bf-e10600c123c1 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.370648 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6df243fb-cd9f-4cb3-9a85-8eb321c89443 req-aa755e7b-cae2-4575-b2bf-e10600c123c1 tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.47 "DELETE /v2.0/ports/74cc4106-986d-4f8c-ac69-c22a45504351 HTTP/1.1" status: 204 len: 173 time: 1.6654501 Feb 11 04:39:11.370648 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07778ae-cd6c-414b-9a8a-667f4083d939', 'name': 'network-vif-deleted', 'tag': '74cc4106-986d-4f8c-ac69-c22a45504351'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:11.370648 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251dcfc6-7b91-4572-b6e1-f4780d4de942" -d '{"events": [{"server_uuid": "c07778ae-cd6c-414b-9a8a-667f4083d939", "name": "network-vif-deleted", "tag": "74cc4106-986d-4f8c-ac69-c22a45504351"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:11.400081 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.402665 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601ce7de-32c9-4e6f-80e8-04ee42693577']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:11.415477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38392) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:11.415680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] 10.222.0.13 "DELETE /v2.0/networks/00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d HTTP/1.1" status: 204 len: 168 time: 1.2974546 Feb 11 04:39:11.417263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf74682-e579-4848-864b-142708ebdc15 admin admin] Pushing event deleted for resources: {'Network': ['ID=00bf05a6-9d01-47c4-bc0f-f06cdd8cd24d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:11.427461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2077cd51-da31-46f5-927e-dccaeafd3316 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:39:11.431037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65f17a4-c436-4d15-9159-8503bbeb0566') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:11.431680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65f17a4-c436-4d15-9159-8503bbeb0566') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:11.466234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de5904-bfda-4db5-b273-423cfd287106 None None] Pushing event deleted for resources: {'Port': ['ID=3544139e-8fdd-464a-87c3-6f2e31ef8d9e,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:11.468908 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (38b99c74-6120-415d-a3b3-1cfa6ae56645), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.476378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 2077cd51-da31-46f5-927e-dccaeafd3316 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:39:11.476378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2077cd51-da31-46f5-927e-dccaeafd3316 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:39:11.477588 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1b2a4f5e-2118-4bf6-a00b-f78b9acda400 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:39:11.477699 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2c4c54-7fc5-40d1-9b7c-50b4ec2dafdd x-openstack-request-id: req-8b2c4c54-7fc5-40d1-9b7c-50b4ec2dafdd {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:11.477699 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07778ae-cd6c-414b-9a8a-667f4083d939", "name": "network-vif-deleted", "tag": "74cc4106-986d-4f8c-ac69-c22a45504351", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:11.477699 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b2c4c54-7fc5-40d1-9b7c-50b4ec2dafdd {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:11.477989 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c07778ae-cd6c-414b-9a8a-667f4083d939', 'name': 'network-vif-deleted', 'tag': '74cc4106-986d-4f8c-ac69-c22a45504351', 'status': 'completed', 'code': 200} Feb 11 04:39:11.496600 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (b65f17a4-c436-4d15-9159-8503bbeb0566), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.535239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 1b2a4f5e-2118-4bf6-a00b-f78b9acda400 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:39:11.535656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1b2a4f5e-2118-4bf6-a00b-f78b9acda400 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:39:11.556624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Network 68de40c4-5047-4a82-a785-092f30a2c1c3 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:11.559727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:11.561655 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b65f17a4-c436-4d15-9159-8503bbeb0566), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.564004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:11.569450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Pushing event updated for resources: {'Port': ['ID=38b99c74-6120-415d-a3b3-1cfa6ae56645,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:11.576547 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:39:11.576961 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (b65f17a4-c436-4d15-9159-8503bbeb0566), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:39:11.580392 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:39:11.627539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Attempting to bind port 38b99c74-6120-415d-a3b3-1cfa6ae56645 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:11.627734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Attempting to bind port 38b99c74-6120-415d-a3b3-1cfa6ae56645 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '34dd5a22-5e52-4ad8-afbe-eb6a9930f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '68de40c4-5047-4a82-a785-092f30a2c1c3'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:11.628076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Attempting to bind port 38b99c74-6120-415d-a3b3-1cfa6ae56645 on network 68de40c4-5047-4a82-a785-092f30a2c1c3 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:11.633973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:11.634360 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Checking segment: {'id': '34dd5a22-5e52-4ad8-afbe-eb6a9930f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '68de40c4-5047-4a82-a785-092f30a2c1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:11.634808 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.641922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Bound using segment: {'id': '34dd5a22-5e52-4ad8-afbe-eb6a9930f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '68de40c4-5047-4a82-a785-092f30a2c1c3'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:11.641922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Bound port: 38b99c74-6120-415d-a3b3-1cfa6ae56645, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34dd5a22-5e52-4ad8-afbe-eb6a9930f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '68de40c4-5047-4a82-a785-092f30a2c1c3'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:11.641922 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (38b99c74-6120-415d-a3b3-1cfa6ae56645), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.718027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] For port 38b99c74-6120-415d-a3b3-1cfa6ae56645, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:11.722323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] For port 38b99c74-6120-415d-a3b3-1cfa6ae56645, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=38b99c74-6120-415d-a3b3-1cfa6ae56645,segment=NetworkSegment(34dd5a22-5e52-4ad8-afbe-eb6a9930f949),segment_id=34dd5a22-5e52-4ad8-afbe-eb6a9930f949)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:11.830526 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (601ce7de-32c9-4e6f-80e8-04ee42693577), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.831188 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (38b99c74-6120-415d-a3b3-1cfa6ae56645), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.873834 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:11.877116 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/networks/601ce7de-32c9-4e6f-80e8-04ee42693577 HTTP/1.1" status: 204 len: 168 time: 1.9934771 Feb 11 04:39:11.882958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38400) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:11.890682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-396744468', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:11.907886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754f5c2-f40a-49b4-bb40-a16cc10d000f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Network': ['ID=601ce7de-32c9-4e6f-80e8-04ee42693577,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:11.986965 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3d016-dff4-460a-b62a-332db5a21e71 None None] Pushing event updated for resources: {'Port': ['ID=38b99c74-6120-415d-a3b3-1cfa6ae56645,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:12.046486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Publish callbacks [] for router_gateway (b6c1cb45-1aa6-4de8-9337-380c0f599b20), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.072981 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.081494 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a7ec8f0-7ddc-4864-8b69-e516b80fab2b req-b049c9ce-2293-4eb6-9d92-cde30bd635cd tempest-ServerAddressesNegativeTestJSON-1677603308 tempest-ServerAddressesNegativeTestJSON-1677603308-project] 10.222.0.13 "GET /v2.0/ports?device_id=c07778ae-cd6c-414b-9a8a-667f4083d939 HTTP/1.1" status: 200 len: 210 time: 0.0505106 Feb 11 04:39:12.122674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1c8c2-37d4-4dd9-a1e2-13a30974620b req-38d61e7e-c217-4f95-bda5-4d3c600ed226 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:12.122674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ec1c8c2-37d4-4dd9-a1e2-13a30974620b req-38d61e7e-c217-4f95-bda5-4d3c600ed226 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 944 time: 0.1572132 Feb 11 04:39:12.197814 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (12b90fd9-61c8-4940-9a1e-0836d58f36c6), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.210164 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (12b90fd9-61c8-4940-9a1e-0836d58f36c6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.230505 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ec1c8c2-37d4-4dd9-a1e2-13a30974620b req-d9d0b000-819f-4a49-bffc-a3024abb496a tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=a926c278-9137-4862-95fe-a3ca98c28bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974882 Feb 11 04:39:12.307469 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 743ef7c8-9772-43fd-998b-92fdea4382ba details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:39:12.313090 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_controller (12b90fd9-61c8-4940-9a1e-0836d58f36c6), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.383124 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Allocated IP 172.25.3.109 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/9622e1a1-44e1-43be-a2b6-6d4d383e7244) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:12.478672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 743ef7c8-9772-43fd-998b-92fdea4382ba, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=743ef7c8-9772-43fd-998b-92fdea4382ba,segment=NetworkSegment(2efc3174-83f7-40ff-8893-de429ca06de6),segment_id=2efc3174-83f7-40ff-8893-de429ca06de6)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:12.486080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 38b99c74-6120-415d-a3b3-1cfa6ae56645 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:12.521111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '743ef7c8-9772-43fd-998b-92fdea4382ba', 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c', 'port_id': '743ef7c8-9772-43fd-998b-92fdea4382ba', 'mac_address': 'fa:16:3e:8e:37:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda90502-19f3-4814-9e03-b6ef683becae', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:39:12.540460 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb5c8208-4729-401f-8050-dd358c849952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.582448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 743ef7c8-9772-43fd-998b-92fdea4382ba is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:12.582876 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.588967 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Publish callbacks [] for port (9622e1a1-44e1-43be-a2b6-6d4d383e7244), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.602294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 38b99c74-6120-415d-a3b3-1cfa6ae56645 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:12.602712 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (38b99c74-6120-415d-a3b3-1cfa6ae56645), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.627671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743ef7c8-9772-43fd-998b-92fdea4382ba {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:12.670503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 743ef7c8-9772-43fd-998b-92fdea4382ba, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=743ef7c8-9772-43fd-998b-92fdea4382ba,segment=NetworkSegment(2efc3174-83f7-40ff-8893-de429ca06de6),segment_id=2efc3174-83f7-40ff-8893-de429ca06de6)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:12.680865 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_gateway (12b90fd9-61c8-4940-9a1e-0836d58f36c6), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.731364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 38b99c74-6120-415d-a3b3-1cfa6ae56645 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:12.731903 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (38b99c74-6120-415d-a3b3-1cfa6ae56645), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.766388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 38b99c74-6120-415d-a3b3-1cfa6ae56645, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=38b99c74-6120-415d-a3b3-1cfa6ae56645,segment=NetworkSegment(34dd5a22-5e52-4ad8-afbe-eb6a9930f949),segment_id=34dd5a22-5e52-4ad8-afbe-eb6a9930f949)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:12.800483 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.860919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9622e1a1-44e1-43be-a2b6-6d4d383e7244), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.864117 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=743ef7c8-9772-43fd-998b-92fdea4382ba,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:12.918732 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:12.924184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:12.929625 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:12.949282 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (38b99c74-6120-415d-a3b3-1cfa6ae56645), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:12.969356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Pushing event updated for resources: {'Port': ['ID=9622e1a1-44e1-43be-a2b6-6d4d383e7244,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:12.994005 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c8208-4729-401f-8050-dd358c849952 admin admin] Deleting port e6ea543c-0275-4371-ba56-2279bb8adbfc {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:12.994355 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb5c8208-4729-401f-8050-dd358c849952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.073208 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['743ef7c8-9772-43fd-998b-92fdea4382ba'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:13.097086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3544139e-8fdd-464a-87c3-6f2e31ef8d9e no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:39:13.225674 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 3544139e-8fdd-464a-87c3-6f2e31ef8d9e {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:39:13.226068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3544139e-8fdd-464a-87c3-6f2e31ef8d9e not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:39:13.242045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=38b99c74-6120-415d-a3b3-1cfa6ae56645,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:13.270152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38410) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:13.330582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 74cc4106-986d-4f8c-ac69-c22a45504351 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:39:13.355920 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_gateway (12b90fd9-61c8-4940-9a1e-0836d58f36c6), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.369264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 74cc4106-986d-4f8c-ac69-c22a45504351 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:39:13.370036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 74cc4106-986d-4f8c-ac69-c22a45504351 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:39:13.415783 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.442545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510a2376-f746-486b-970e-f0f333377b47 None None] Network 68de40c4-5047-4a82-a785-092f30a2c1c3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:13.515198 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc8c754-5655-4347-91e2-58bcdf6689d7 admin admin] Deleting subnet 670b9402-6998-4b91-9f0d-1855c577d8fd {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:39:13.522449 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1dc8c754-5655-4347-91e2-58bcdf6689d7 admin admin] Publish callbacks [] for subnet (670b9402-6998-4b91-9f0d-1855c577d8fd), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.559149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-67b33ec3-1fb0-4aab-977b-feda67425a03 None None] Provisioning complete for port 38b99c74-6120-415d-a3b3-1cfa6ae56645 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:13.559523 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-67b33ec3-1fb0-4aab-977b-feda67425a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (38b99c74-6120-415d-a3b3-1cfa6ae56645), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.627607 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-cb5c8208-4729-401f-8050-dd358c849952 admin admin] For port e6ea543c-0275-4371-ba56-2279bb8adbfc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e6ea543c-0275-4371-ba56-2279bb8adbfc,segment=NetworkSegment(aaa91c93-bec7-4205-9bc3-4eb9237ba2c6),segment_id=aaa91c93-bec7-4205-9bc3-4eb9237ba2c6)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:13.628158 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb5c8208-4729-401f-8050-dd358c849952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.645053 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1dc8c754-5655-4347-91e2-58bcdf6689d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (670b9402-6998-4b91-9f0d-1855c577d8fd), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:13.645582 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c8208-4729-401f-8050-dd358c849952 admin admin] Calling delete_port for e6ea543c-0275-4371-ba56-2279bb8adbfc owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:13.722706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acfb69-7abe-4562-8ca9-ae53f9bea0f0 req-bdb14298-4bff-4f1a-987f-fef097500121 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:13.731646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1acfb69-7abe-4562-8ca9-ae53f9bea0f0 req-bdb14298-4bff-4f1a-987f-fef097500121 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 945 time: 0.3433635 Feb 11 04:39:13.779441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-67b33ec3-1fb0-4aab-977b-feda67425a03 None None] Current status of the port 38b99c74-6120-415d-a3b3-1cfa6ae56645 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:13.832659 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1acfb69-7abe-4562-8ca9-ae53f9bea0f0 req-073c1d7e-4434-40c3-8add-b1fd76da401f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=a926c278-9137-4862-95fe-a3ca98c28bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942955 Feb 11 04:39:13.851436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Allocated IP 172.25.3.54 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/deebc56b-8076-47c3-97f3-b36aa4919853) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:13.862814 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1dc8c754-5655-4347-91e2-58bcdf6689d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (670b9402-6998-4b91-9f0d-1855c577d8fd), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.046769 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Publish callbacks [] for router_gateway (b6c1cb45-1aa6-4de8-9337-380c0f599b20), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.078934 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (deebc56b-8076-47c3-97f3-b36aa4919853), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.114049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5f197cfa-5e75-457f-955c-a6dda812bcef None None] Provisioning complete for port 38b99c74-6120-415d-a3b3-1cfa6ae56645 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:14.115147 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5f197cfa-5e75-457f-955c-a6dda812bcef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (38b99c74-6120-415d-a3b3-1cfa6ae56645), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.219721 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb5c8208-4729-401f-8050-dd358c849952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e6ea543c-0275-4371-ba56-2279bb8adbfc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.246312 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5f197cfa-5e75-457f-955c-a6dda812bcef None None] Current status of the port 38b99c74-6120-415d-a3b3-1cfa6ae56645 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:14.260586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c8208-4729-401f-8050-dd358c849952 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ea543c-0275-4371-ba56-2279bb8adbfc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:14.265485 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (deebc56b-8076-47c3-97f3-b36aa4919853), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.278155 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1dc8c754-5655-4347-91e2-58bcdf6689d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (670b9402-6998-4b91-9f0d-1855c577d8fd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.296257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 743ef7c8-9772-43fd-998b-92fdea4382ba up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:14.374739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8c754-5655-4347-91e2-58bcdf6689d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=670b9402-6998-4b91-9f0d-1855c577d8fd,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:14.377944 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1dc8c754-5655-4347-91e2-58bcdf6689d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.384558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1dc8c754-5655-4347-91e2-58bcdf6689d7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/670b9402-6998-4b91-9f0d-1855c577d8fd HTTP/1.1" status: 204 len: 168 time: 1.1067779 Feb 11 04:39:14.388298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:14.389364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38418) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:14.404333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:14.436427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:14.447905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=deebc56b-8076-47c3-97f3-b36aa4919853,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:14.524814 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 743ef7c8-9772-43fd-998b-92fdea4382ba completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:39:14.529787 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 743ef7c8-9772-43fd-998b-92fdea4382ba triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:14.530802 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.613642 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9b370527-79c7-4805-98a6-44ec5838f9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (e4f91f12-ea5f-49fa-a2f5-8b36526b386d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.665509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 38b99c74-6120-415d-a3b3-1cfa6ae56645 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:14.790872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (b6c1cb45-1aa6-4de8-9337-380c0f599b20), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.860089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 38b99c74-6120-415d-a3b3-1cfa6ae56645 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:14.872424 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (38b99c74-6120-415d-a3b3-1cfa6ae56645), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.924491 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9b370527-79c7-4805-98a6-44ec5838f9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (e4f91f12-ea5f-49fa-a2f5-8b36526b386d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.956522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 743ef7c8-9772-43fd-998b-92fdea4382ba is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:14.957070 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:14.982892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-9b370527-79c7-4805-98a6-44ec5838f9ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f91f12-ea5f-49fa-a2f5-8b36526b386d']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:15.010246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec967f89-7f32-44b1-a4a8-bb4949ed677a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743ef7c8-9772-43fd-998b-92fdea4382ba'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:15.010701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-9b370527-79c7-4805-98a6-44ec5838f9ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9eb19b7-0d91-48f7-bb8b-d13a42b1f322') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:15.010701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-9b370527-79c7-4805-98a6-44ec5838f9ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9eb19b7-0d91-48f7-bb8b-d13a42b1f322') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:15.010883 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822e38b2-a477-4cef-b875-3ff865ff3e90" -d '{"events": [{"server_uuid": "ec967f89-7f32-44b1-a4a8-bb4949ed677a", "name": "network-vif-plugged", "status": "completed", "tag": "743ef7c8-9772-43fd-998b-92fdea4382ba"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:15.027915 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9b370527-79c7-4805-98a6-44ec5838f9ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (d9eb19b7-0d91-48f7-bb8b-d13a42b1f322), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.050336 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9b370527-79c7-4805-98a6-44ec5838f9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d9eb19b7-0d91-48f7-bb8b-d13a42b1f322), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.061779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b370527-79c7-4805-98a6-44ec5838f9ab admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:39:15.067995 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9b370527-79c7-4805-98a6-44ec5838f9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (d9eb19b7-0d91-48f7-bb8b-d13a42b1f322), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.068520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 743ef7c8-9772-43fd-998b-92fdea4382ba, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=743ef7c8-9772-43fd-998b-92fdea4382ba,segment=NetworkSegment(2efc3174-83f7-40ff-8893-de429ca06de6),segment_id=2efc3174-83f7-40ff-8893-de429ca06de6)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:15.086013 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6d2f0f-11ae-4586-a66d-b29a63961013 x-openstack-request-id: req-6b6d2f0f-11ae-4586-a66d-b29a63961013 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:15.096799 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec967f89-7f32-44b1-a4a8-bb4949ed677a", "name": "network-vif-plugged", "status": "completed", "tag": "743ef7c8-9772-43fd-998b-92fdea4382ba", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:15.096799 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b6d2f0f-11ae-4586-a66d-b29a63961013 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:15.096799 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec967f89-7f32-44b1-a4a8-bb4949ed677a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743ef7c8-9772-43fd-998b-92fdea4382ba', 'code': 200} Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:39:15.099927 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:39:15.105077 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 38b99c74-6120-415d-a3b3-1cfa6ae56645 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:15.133304 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb5c8208-4729-401f-8050-dd358c849952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.163692 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.240863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=743ef7c8-9772-43fd-998b-92fdea4382ba,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:15.382261 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Router b6c1cb45-1aa6-4de8-9337-380c0f599b20 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:39:15.432972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156717b-ccdd-435b-b317-15a52f5aac57 req-92ad0da4-7407-4953-b17e-f6a34fdc912a tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:15.437496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d156717b-ccdd-435b-b317-15a52f5aac57 req-92ad0da4-7407-4953-b17e-f6a34fdc912a tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 946 time: 0.3307455 Feb 11 04:39:15.448050 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_gateway (12b90fd9-61c8-4940-9a1e-0836d58f36c6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.456432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c33c3f-14fe-4116-9d7d-2f4760207405 req-a14ded2e-36c8-4f16-a327-35eab28dbaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:15.458467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8c33c3f-14fe-4116-9d7d-2f4760207405 req-a14ded2e-36c8-4f16-a327-35eab28dbaeb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 1129 time: 0.2238224 Feb 11 04:39:15.523391 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9b370527-79c7-4805-98a6-44ec5838f9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (e4f91f12-ea5f-49fa-a2f5-8b36526b386d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.544388 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9b370527-79c7-4805-98a6-44ec5838f9ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.550206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9b370527-79c7-4805-98a6-44ec5838f9ab admin admin] 10.222.0.13 "DELETE /v2.0/networks/e4f91f12-ea5f-49fa-a2f5-8b36526b386d HTTP/1.1" status: 204 len: 168 time: 1.1544564 Feb 11 04:39:15.560508 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5c8208-4729-401f-8050-dd358c849952 admin admin] Router 5138d3db-d3d7-4bfc-86f9-e0ae963324bf has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:39:15.604380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b370527-79c7-4805-98a6-44ec5838f9ab admin admin] Pushing event deleted for resources: {'Network': ['ID=e4f91f12-ea5f-49fa-a2f5-8b36526b386d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:15.661120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:15.661342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d156717b-ccdd-435b-b317-15a52f5aac57 req-ff77add6-6c25-462e-9406-a3a5e3a6dfc0 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=a926c278-9137-4862-95fe-a3ca98c28bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147784 Feb 11 04:39:15.667985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8c33c3f-14fe-4116-9d7d-2f4760207405 req-7936ac9f-b180-4e4a-bad0-ee9e06b5d6c0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a926c278-9137-4862-95fe-a3ca98c28bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008553 Feb 11 04:39:15.680153 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Sync routers for ids ['b6c1cb45-1aa6-4de8-9337-380c0f599b20'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:15.725895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Routers {'b6c1cb45-1aa6-4de8-9337-380c0f599b20'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:15.726539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b6c1cb45-1aa6-4de8-9337-380c0f599b20'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:15.787302 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5c8208-4729-401f-8050-dd358c849952 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:15.799509 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30364e64-8d13-498b-a8e2-80e576dce0be None None] Sync routers for ids ['5138d3db-d3d7-4bfc-86f9-e0ae963324bf'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:15.803694 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cb5c8208-4729-401f-8050-dd358c849952 admin admin] 10.222.0.13 "PUT /v2.0/routers/5138d3db-d3d7-4bfc-86f9-e0ae963324bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3863564 Feb 11 04:39:15.807204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38430) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:15.823861 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30364e64-8d13-498b-a8e2-80e576dce0be None None] Routers {'5138d3db-d3d7-4bfc-86f9-e0ae963324bf'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:15.825719 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-30364e64-8d13-498b-a8e2-80e576dce0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5138d3db-d3d7-4bfc-86f9-e0ae963324bf'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:15.873593 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:15.878895 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9b8e450f-06a2-4506-8a44-8a9cfc7771be admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.7248559 Feb 11 04:39:15.882214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38432) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:15.922590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Set router b6c1cb45-1aa6-4de8-9337-380c0f599b20 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:16.079584 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-30364e64-8d13-498b-a8e2-80e576dce0be None None] Set router 5138d3db-d3d7-4bfc-86f9-e0ae963324bf gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:16.217782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'name': 'tempest-TestVolumeBootPattern-1090576975-router', 'tenant_id': 'a3894431d4564b5eb32506ca7a157262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '9622e1a1-44e1-43be-a2b6-6d4d383e7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:10Z', 'updated_at': '2022-02-11T04:39:13Z', 'revision_number': 3, 'project_id': 'a3894431d4564b5eb32506ca7a157262', 'gw_port': {'id': '9622e1a1-44e1-43be-a2b6-6d4d383e7244', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:12Z', 'updated_at': '2022-02-11T04:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:16.274798 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Checking router: b6c1cb45-1aa6-4de8-9337-380c0f599b20 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:39:16.275445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Updating router b6c1cb45-1aa6-4de8-9337-380c0f599b20 port 9622e1a1-44e1-43be-a2b6-6d4d383e7244 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:39:16.365455 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9622e1a1-44e1-43be-a2b6-6d4d383e7244), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:16.414967 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-30364e64-8d13-498b-a8e2-80e576dce0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'name': 'tempest-TaggedBootDevicesTest-318006281-router', 'tenant_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:39Z', 'updated_at': '2022-02-11T04:39:13Z', 'revision_number': 5, 'project_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'gw_port': {'id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:40Z', 'updated_at': '2022-02-11T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:16.450872 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38438) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:16.567160 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (12b90fd9-61c8-4940-9a1e-0836d58f36c6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:16.606772 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30364e64-8d13-498b-a8e2-80e576dce0be None None] Checking router: 5138d3db-d3d7-4bfc-86f9-e0ae963324bf for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:39:16.614127 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] Publish callbacks [] for router (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:16.618372 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-44aa55b6-1d33-47b5-b905-e6355e743db6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce280e77994b4237863c3577a5fefb88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1718495 Feb 11 04:39:16.622805 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38440) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:16.623010 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30364e64-8d13-498b-a8e2-80e576dce0be None None] Routers {'5138d3db-d3d7-4bfc-86f9-e0ae963324bf'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:16.623629 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-30364e64-8d13-498b-a8e2-80e576dce0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5138d3db-d3d7-4bfc-86f9-e0ae963324bf'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:16.796107 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-30364e64-8d13-498b-a8e2-80e576dce0be None None] Set router 5138d3db-d3d7-4bfc-86f9-e0ae963324bf gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:16.850443 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Publish callbacks [] for port (9622e1a1-44e1-43be-a2b6-6d4d383e7244), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:16.937793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc580228-c286-420b-bf9f-9a935566f2a1 req-6e386e96-5f2b-40e5-9d31-aae06c5f0977 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:16.939387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc580228-c286-420b-bf9f-9a935566f2a1 req-6e386e96-5f2b-40e5-9d31-aae06c5f0977 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 946 time: 0.0853217 Feb 11 04:39:17.001174 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc580228-c286-420b-bf9f-9a935566f2a1 req-8a57ae34-ab96-4357-a810-7531de052b7e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=a926c278-9137-4862-95fe-a3ca98c28bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520859 Feb 11 04:39:17.003048 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de068e34-4bed-4311-afad-3dd016b73a17 admin admin] Publish callbacks [] for security_group (d5a01744-7f87-4403-954c-8a87bde159fd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.026284 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9622e1a1-44e1-43be-a2b6-6d4d383e7244), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.040611 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] Publish callbacks [] for router_gateway (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.059157 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de068e34-4bed-4311-afad-3dd016b73a17 admin admin] Publish callbacks [] for security_group (d5a01744-7f87-4403-954c-8a87bde159fd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.063024 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-30364e64-8d13-498b-a8e2-80e576dce0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'name': 'tempest-TaggedBootDevicesTest-318006281-router', 'tenant_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:39Z', 'updated_at': '2022-02-11T04:39:13Z', 'revision_number': 5, 'project_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'gw_port': {'id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:40Z', 'updated_at': '2022-02-11T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:17.092026 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Attempting to bind port 9622e1a1-44e1-43be-a2b6-6d4d383e7244 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:17.092428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Attempting to bind port 9622e1a1-44e1-43be-a2b6-6d4d383e7244 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:17.092787 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Attempting to bind port 9622e1a1-44e1-43be-a2b6-6d4d383e7244 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:17.097141 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30364e64-8d13-498b-a8e2-80e576dce0be None None] The sync data for ids ['5138d3db-d3d7-4bfc-86f9-e0ae963324bf'] in n-d-712142-35 is: [{'id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'name': 'tempest-TaggedBootDevicesTest-318006281-router', 'tenant_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:28:39Z', 'updated_at': '2022-02-11T04:39:13Z', 'revision_number': 5, 'project_id': 'f57f7492a9b04ebcb783ebfe4f421c79', 'gw_port': {'id': '2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5138d3db-d3d7-4bfc-86f9-e0ae963324bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:28:40Z', 'updated_at': '2022-02-11T04:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:17.109266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:17.109266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:17.109266 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.109266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:17.109266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Bound port: 9622e1a1-44e1-43be-a2b6-6d4d383e7244, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:17.109266 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9622e1a1-44e1-43be-a2b6-6d4d383e7244), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.139988 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e260c5-314f-4b61-a822-1c80f2259b19 None None] Pushing event updated for resources: {'Port': ['ID=9622e1a1-44e1-43be-a2b6-6d4d383e7244,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:17.143814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router 12b90fd9-61c8-4940-9a1e-0836d58f36c6 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:39:17.195190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] For port 9622e1a1-44e1-43be-a2b6-6d4d383e7244, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:17.204848 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] For port 9622e1a1-44e1-43be-a2b6-6d4d383e7244, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9622e1a1-44e1-43be-a2b6-6d4d383e7244,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:17.298247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:17.312629 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.313799 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598c87b-af18-463e-86ad-e091638f0504 None None] Sync routers for ids ['12b90fd9-61c8-4940-9a1e-0836d58f36c6'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:17.329255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] Deleting port 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:17.329606 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.332967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598c87b-af18-463e-86ad-e091638f0504 None None] Routers {'12b90fd9-61c8-4940-9a1e-0836d58f36c6'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:17.333803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8598c87b-af18-463e-86ad-e091638f0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['12b90fd9-61c8-4940-9a1e-0836d58f36c6'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:17.339208 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9622e1a1-44e1-43be-a2b6-6d4d383e7244), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.393137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8598c87b-af18-463e-86ad-e091638f0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:17.461538 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.467345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dc0e8e00-8604-4d43-89fd-977c5c7b1fc1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.5832026 Feb 11 04:39:17.468141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38448) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:17.475884 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de068e34-4bed-4311-afad-3dd016b73a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d5a01744-7f87-4403-954c-8a87bde159fd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.478612 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de068e34-4bed-4311-afad-3dd016b73a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.479945 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-de068e34-4bed-4311-afad-3dd016b73a17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5a01744-7f87-4403-954c-8a87bde159fd HTTP/1.1" status: 204 len: 168 time: 0.8554282 Feb 11 04:39:17.525924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de068e34-4bed-4311-afad-3dd016b73a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a01744-7f87-4403-954c-8a87bde159fd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:17.593250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] For port 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:17.593627 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:17.614789 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] Calling delete_port for 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:17.638456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598c87b-af18-463e-86ad-e091638f0504 None None] Routers {'12b90fd9-61c8-4940-9a1e-0836d58f36c6'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:17.638456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8598c87b-af18-463e-86ad-e091638f0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['12b90fd9-61c8-4940-9a1e-0836d58f36c6'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:17.649669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Routers {'b6c1cb45-1aa6-4de8-9337-380c0f599b20'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:17.649669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b6c1cb45-1aa6-4de8-9337-380c0f599b20'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:17.703753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8598c87b-af18-463e-86ad-e091638f0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:17.704516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598c87b-af18-463e-86ad-e091638f0504 None None] The sync data for ids ['12b90fd9-61c8-4940-9a1e-0836d58f36c6'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:17.727039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Allocated IP 172.20.0.1 (68de40c4-5047-4a82-a785-092f30a2c1c3/11426986-9364-4031-b561-49d129044d48/a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:17.727415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-39a25134-dafc-42f9-8f0e-cc8ad0f65422 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/routers/12b90fd9-61c8-4940-9a1e-0836d58f36c6 HTTP/1.1" status: 200 len: 883 time: 0.2575636 Feb 11 04:39:17.729836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38452) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:17.758286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e260c5-314f-4b61-a822-1c80f2259b19 None None] Pushing event updated for resources: {'Port': ['ID=9622e1a1-44e1-43be-a2b6-6d4d383e7244,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:17.865809 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] Set router b6c1cb45-1aa6-4de8-9337-380c0f599b20 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:17.940001 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Publish callbacks [] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:18.039071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-57b3d472-9a38-461b-8e5e-c4c4e8817a1f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3079720 Feb 11 04:39:18.041862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38458) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:18.047802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-86784c5e-bff2-4006-8b75-c6892e98c2db tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-396744468'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:18.080876 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:18.083045 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:18.196895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'name': 'tempest-TestVolumeBootPattern-1090576975-router', 'tenant_id': 'a3894431d4564b5eb32506ca7a157262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '9622e1a1-44e1-43be-a2b6-6d4d383e7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:10Z', 'updated_at': '2022-02-11T04:39:13Z', 'revision_number': 3, 'project_id': 'a3894431d4564b5eb32506ca7a157262', 'gw_port': {'id': '9622e1a1-44e1-43be-a2b6-6d4d383e7244', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:12Z', 'updated_at': '2022-02-11T04:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:18.199193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Network 68de40c4-5047-4a82-a785-092f30a2c1c3 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:18.209983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:18.236006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0fd65-2dcb-408e-89bc-6f66a7d27baa None None] The sync data for ids ['b6c1cb45-1aa6-4de8-9337-380c0f599b20'] in n-d-712142-35 is: [{'id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'name': 'tempest-TestVolumeBootPattern-1090576975-router', 'tenant_id': 'a3894431d4564b5eb32506ca7a157262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '9622e1a1-44e1-43be-a2b6-6d4d383e7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:10Z', 'updated_at': '2022-02-11T04:39:13Z', 'revision_number': 3, 'project_id': 'a3894431d4564b5eb32506ca7a157262', 'gw_port': {'id': '9622e1a1-44e1-43be-a2b6-6d4d383e7244', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:12Z', 'updated_at': '2022-02-11T04:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:18.245559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:18.304378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc67e9-81b7-445b-a0c3-971ad14e03d2 req-44fe0c6a-23e5-4851-a62e-18ea491c357e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:18.313964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2cdc67e9-81b7-445b-a0c3-971ad14e03d2 req-44fe0c6a-23e5-4851-a62e-18ea491c357e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 946 time: 0.2039232 Feb 11 04:39:18.324272 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Pushing event updated for resources: {'Port': ['ID=a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:18.335336 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (b6c1cb45-1aa6-4de8-9337-380c0f599b20), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:18.410493 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e6ea543c-0275-4371-ba56-2279bb8adbfc no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:39:18.437723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: e6ea543c-0275-4371-ba56-2279bb8adbfc {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:39:18.438924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e6ea543c-0275-4371-ba56-2279bb8adbfc not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:39:18.456907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:18.468876 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:18.533367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2cdc67e9-81b7-445b-a0c3-971ad14e03d2 req-32f3d3f8-9cf8-476c-b657-2ef3285440c5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=a926c278-9137-4862-95fe-a3ca98c28bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047753 Feb 11 04:39:18.674935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:18.680361 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] Publish callbacks [] for router_controller (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:18.779068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ef5ce8da-b918-4207-b1ec-dff70e94f3ad None None] Provisioning complete for port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:18.779512 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef5ce8da-b918-4207-b1ec-dff70e94f3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:18.869161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ef5ce8da-b918-4207-b1ec-dff70e94f3ad None None] Port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:18.890483 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86784c5e-bff2-4006-8b75-c6892e98c2db tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (12b90fd9-61c8-4940-9a1e-0836d58f36c6), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:18.914024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a1174-e3d3-4da6-82de-730665c84933 req-119dcd53-2cb8-45e3-8127-dfcf52be4cb5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:18.915727 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-289a1174-e3d3-4da6-82de-730665c84933 req-119dcd53-2cb8-45e3-8127-dfcf52be4cb5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 946 time: 0.2426667 Feb 11 04:39:18.965573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (5138d3db-d3d7-4bfc-86f9-e0ae963324bf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:18.966572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5138d3db-d3d7-4bfc-86f9-e0ae963324bf {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:39:18.974246 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:18.979690 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5b6b0a95-81c7-464c-b6a0-e42da7633b5f admin admin] 10.222.0.13 "DELETE /v2.0/routers/5138d3db-d3d7-4bfc-86f9-e0ae963324bf HTTP/1.1" status: 204 len: 168 time: 3.1669989 Feb 11 04:39:18.980627 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38474) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:19.010715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-289a1174-e3d3-4da6-82de-730665c84933 req-e92adb9f-eb64-4add-a1bc-0ffe1c963bb5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=a926c278-9137-4862-95fe-a3ca98c28bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814471 Feb 11 04:39:19.059477 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86784c5e-bff2-4006-8b75-c6892e98c2db tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (12b90fd9-61c8-4940-9a1e-0836d58f36c6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.116628 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aeba4af-6ab6-488b-9745-fd5dec2ef81d admin admin] Deleting subnet a66df8c8-3f72-4a33-85d2-7064759531b0 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:39:19.118862 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.122272 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9aeba4af-6ab6-488b-9745-fd5dec2ef81d admin admin] Publish callbacks [] for subnet (a66df8c8-3f72-4a33-85d2-7064759531b0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.224087 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9aeba4af-6ab6-488b-9745-fd5dec2ef81d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (a66df8c8-3f72-4a33-85d2-7064759531b0), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.330715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86784c5e-bff2-4006-8b75-c6892e98c2db tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router 12b90fd9-61c8-4940-9a1e-0836d58f36c6 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:39:19.472304 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Publish callbacks [] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.506089 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9aeba4af-6ab6-488b-9745-fd5dec2ef81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (a66df8c8-3f72-4a33-85d2-7064759531b0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.520460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86784c5e-bff2-4006-8b75-c6892e98c2db tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:19.531758 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb65e7-843b-4e47-8133-b4293569b113 None None] Sync routers for ids ['12b90fd9-61c8-4940-9a1e-0836d58f36c6'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:19.533742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86784c5e-bff2-4006-8b75-c6892e98c2db tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.536662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-86784c5e-bff2-4006-8b75-c6892e98c2db tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/12b90fd9-61c8-4940-9a1e-0836d58f36c6 HTTP/1.1" status: 200 len: 890 time: 1.4926553 Feb 11 04:39:19.541183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38490) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:19.553223 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb65e7-843b-4e47-8133-b4293569b113 None None] Routers {'12b90fd9-61c8-4940-9a1e-0836d58f36c6'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:19.553929 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6ddb65e7-843b-4e47-8133-b4293569b113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['12b90fd9-61c8-4940-9a1e-0836d58f36c6'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:19.588383 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.673497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6ddb65e7-843b-4e47-8133-b4293569b113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:19.697860 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb65e7-843b-4e47-8133-b4293569b113 None None] Routers {'12b90fd9-61c8-4940-9a1e-0836d58f36c6'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:19.698513 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6ddb65e7-843b-4e47-8133-b4293569b113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['12b90fd9-61c8-4940-9a1e-0836d58f36c6'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:19.717710 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38494) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:19.770344 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6ddb65e7-843b-4e47-8133-b4293569b113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:19.773491 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb65e7-843b-4e47-8133-b4293569b113 None None] The sync data for ids ['12b90fd9-61c8-4940-9a1e-0836d58f36c6'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:19.782288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-74bab3ea-419c-418d-a4f3-aa9b1ddbf823 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/routers/12b90fd9-61c8-4940-9a1e-0836d58f36c6 HTTP/1.1" status: 200 len: 890 time: 0.2396266 Feb 11 04:39:19.783003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38498) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:19.787730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Pushing event updated for resources: {'Port': ['ID=a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:19.804471 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (b6c1cb45-1aa6-4de8-9337-380c0f599b20), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.848751 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4966ab02-de3b-4cae-af43-d77f6b13744c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b90fd9-61c8-4940-9a1e-0836d58f36c6 HTTP/1.1" status: 200 len: 205 time: 0.0638740 Feb 11 04:39:19.849893 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38500) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:19.857406 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9aeba4af-6ab6-488b-9745-fd5dec2ef81d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (a66df8c8-3f72-4a33-85d2-7064759531b0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.926780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d29096d-9812-49df-ab41-07d6a446713f None None] Network 95050066-9e89-4aaf-a803-4a8004fe997e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:19.951497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9aeba4af-6ab6-488b-9745-fd5dec2ef81d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:19.958044 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9aeba4af-6ab6-488b-9745-fd5dec2ef81d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a66df8c8-3f72-4a33-85d2-7064759531b0 HTTP/1.1" status: 204 len: 168 time: 0.9757113 Feb 11 04:39:19.959265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38504) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:19.968250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeba4af-6ab6-488b-9745-fd5dec2ef81d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a66df8c8-3f72-4a33-85d2-7064759531b0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:19.983533 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-network', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:20.028529 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Network 68de40c4-5047-4a82-a785-092f30a2c1c3 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:20.030577 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:20.126686 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] Made reservation on behalf of a8f6e8236f1a4fa28cedffa9d11c90bb for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:20.130636 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.138038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (95050066-9e89-4aaf-a803-4a8004fe997e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.173734 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.208364 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1e46fbe0-514f-44e8-b927-f38a64ad9ffb tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (12b90fd9-61c8-4940-9a1e-0836d58f36c6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.234903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6b67db-df36-40a5-a264-ff8cdf165e50 None None] DHCP port deletion for 95050066-9e89-4aaf-a803-4a8004fe997e request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:39:20.390817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ba6b67db-df36-40a5-a264-ff8cdf165e50 None None] Deleting port 0dcada14-8f29-497d-bf12-e0be1ec9de20 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:20.391478 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ba6b67db-df36-40a5-a264-ff8cdf165e50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.478485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9622e1a1-44e1-43be-a2b6-6d4d383e7244 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:20.589842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ba6b67db-df36-40a5-a264-ff8cdf165e50 None None] For port 0dcada14-8f29-497d-bf12-e0be1ec9de20, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0dcada14-8f29-497d-bf12-e0be1ec9de20,segment=NetworkSegment(aaa91c93-bec7-4205-9bc3-4eb9237ba2c6),segment_id=aaa91c93-bec7-4205-9bc3-4eb9237ba2c6)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:20.590423 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ba6b67db-df36-40a5-a264-ff8cdf165e50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.615783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ba6b67db-df36-40a5-a264-ff8cdf165e50 None None] Calling delete_port for 0dcada14-8f29-497d-bf12-e0be1ec9de20 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:20.624602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2c89b3f1-d443-4919-9a10-011f77b64c6e None None] Provisioning complete for port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:20.624990 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2c89b3f1-d443-4919-9a10-011f77b64c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.730240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9622e1a1-44e1-43be-a2b6-6d4d383e7244 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:20.730641 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9622e1a1-44e1-43be-a2b6-6d4d383e7244), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.788474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2c89b3f1-d443-4919-9a10-011f77b64c6e None None] Port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:20.799145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38508) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:20.892848 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] Publish callbacks [] for security_group (ded2aef1-a0cd-4c1b-973f-3dd48f84e961), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.898199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9622e1a1-44e1-43be-a2b6-6d4d383e7244 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:20.898610 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9622e1a1-44e1-43be-a2b6-6d4d383e7244), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.922783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Router b6c1cb45-1aa6-4de8-9337-380c0f599b20 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:39:20.935548 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 9622e1a1-44e1-43be-a2b6-6d4d383e7244, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9622e1a1-44e1-43be-a2b6-6d4d383e7244,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:20.980976 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1e46fbe0-514f-44e8-b927-f38a64ad9ffb tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_gateway (12b90fd9-61c8-4940-9a1e-0836d58f36c6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:20.996073 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ded2aef1-a0cd-4c1b-973f-3dd48f84e961), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.058220 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:39:21.065072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] Deleting port 0dcada14-8f29-497d-bf12-e0be1ec9de20 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:21.065412 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.084130 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (45c2fd40-256c-46f4-b63c-6c31206b60a0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.084482 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] Added segment 45c2fd40-256c-46f4-b63c-6c31206b60a0 of type vlan for network a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 Feb 11 04:39:21.088674 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded2aef1-a0cd-4c1b-973f-3dd48f84e961,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:21.091917 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9622e1a1-44e1-43be-a2b6-6d4d383e7244), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.126616 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:21.137565 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-58106772-1287-4554-84d6-7c7535c5da7a admin admin] 10.222.0.13 "PUT /v2.0/routers/b6c1cb45-1aa6-4de8-9337-380c0f599b20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2522306 Feb 11 04:39:21.138187 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ba6b67db-df36-40a5-a264-ff8cdf165e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.179857 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (a0c0c5dd-e922-4564-b0aa-c6a0db0baf41), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.191160 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6b67db-df36-40a5-a264-ff8cdf165e50 None None] No DVR routers for this DVR port 0dcada14-8f29-497d-bf12-e0be1ec9de20 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:39:21.206833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Sync routers for ids ['b6c1cb45-1aa6-4de8-9337-380c0f599b20'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:21.237850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] For port 0dcada14-8f29-497d-bf12-e0be1ec9de20, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0dcada14-8f29-497d-bf12-e0be1ec9de20,segment=NetworkSegment(aaa91c93-bec7-4205-9bc3-4eb9237ba2c6),segment_id=aaa91c93-bec7-4205-9bc3-4eb9237ba2c6)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:21.238445 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.269897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Routers {'b6c1cb45-1aa6-4de8-9337-380c0f599b20'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:21.270723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b6c1cb45-1aa6-4de8-9337-380c0f599b20'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:21.272705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0dcada14-8f29-497d-bf12-e0be1ec9de20 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:39:21.276245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=9622e1a1-44e1-43be-a2b6-6d4d383e7244,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:21.293219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] Calling delete_port for 0dcada14-8f29-497d-bf12-e0be1ec9de20 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:21.358108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b67db-df36-40a5-a264-ff8cdf165e50 None None] Pushing event deleted for resources: {'Port': ['ID=0dcada14-8f29-497d-bf12-e0be1ec9de20,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:21.359982 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (a0c0c5dd-e922-4564-b0aa-c6a0db0baf41), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.361065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:21.361746 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.361954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 0dcada14-8f29-497d-bf12-e0be1ec9de20 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:39:21.362309 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0dcada14-8f29-497d-bf12-e0be1ec9de20 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:39:21.362763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:39:21.391701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:39:21.392056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2b5cad1f-9860-4aff-a9a8-48e2cc3e20cc not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:39:21.454218 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] Pushing event updated for resources: {'Network': ['ID=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:21.481532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:39:21.503286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1e46fbe0-514f-44e8-b927-f38a64ad9ffb tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port deebc56b-8076-47c3-97f3-b36aa4919853 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:21.511025 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1e46fbe0-514f-44e8-b927-f38a64ad9ffb tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (deebc56b-8076-47c3-97f3-b36aa4919853), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.566339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Set router b6c1cb45-1aa6-4de8-9337-380c0f599b20 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:21.612540 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (0dcada14-8f29-497d-bf12-e0be1ec9de20), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.642574 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fc20852e-5334-4124-b781-a06734fe806c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9048736 Feb 11 04:39:21.646273 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38520) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:21.651400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1c33e515-c697-4fc9-af5c-fc4dcb496b2d admin admin] Request body: {'subnet': {'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-subnet', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:21.656197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dcada14-8f29-497d-bf12-e0be1ec9de20,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:21.659805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] No DVR routers for this DVR port 0dcada14-8f29-497d-bf12-e0be1ec9de20 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:39:21.706041 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1e46fbe0-514f-44e8-b927-f38a64ad9ffb tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (deebc56b-8076-47c3-97f3-b36aa4919853), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.771117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1e46fbe0-514f-44e8-b927-f38a64ad9ffb tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for deebc56b-8076-47c3-97f3-b36aa4919853 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:21.783514 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c33e515-c697-4fc9-af5c-fc4dcb496b2d admin admin] Made reservation on behalf of a8f6e8236f1a4fa28cedffa9d11c90bb for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:21.787071 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c33e515-c697-4fc9-af5c-fc4dcb496b2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.820222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'name': 'tempest-TestVolumeBootPattern-1090576975-router', 'tenant_id': 'a3894431d4564b5eb32506ca7a157262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '9622e1a1-44e1-43be-a2b6-6d4d383e7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:10Z', 'updated_at': '2022-02-11T04:39:18Z', 'revision_number': 4, 'project_id': 'a3894431d4564b5eb32506ca7a157262', 'gw_port': {'id': '9622e1a1-44e1-43be-a2b6-6d4d383e7244', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:12Z', 'updated_at': '2022-02-11T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b', 'name': '', 'network_id': '68de40c4-5047-4a82-a785-092f30a2c1c3', 'tenant_id': 'a3894431d4564b5eb32506ca7a157262', 'mac_address': 'fa:16:3e:ff:3c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '11426986-9364-4031-b561-49d129044d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:17Z', 'updated_at': '2022-02-11T04:39:19Z', 'revision_number': 2, 'project_id': 'a3894431d4564b5eb32506ca7a157262', 'subnets': [{'id': '11426986-9364-4031-b561-49d129044d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:21.825205 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (95050066-9e89-4aaf-a803-4a8004fe997e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.856373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Checking router: b6c1cb45-1aa6-4de8-9337-380c0f599b20 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:39:21.856373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Updating router b6c1cb45-1aa6-4de8-9337-380c0f599b20 port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:39:21.900674 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.907500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95050066-9e89-4aaf-a803-4a8004fe997e']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:21.942691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa91c93-bec7-4205-9bc3-4eb9237ba2c6') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:21.942691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa91c93-bec7-4205-9bc3-4eb9237ba2c6') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:21.970678 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (aaa91c93-bec7-4205-9bc3-4eb9237ba2c6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:21.998075 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (aaa91c93-bec7-4205-9bc3-4eb9237ba2c6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.077240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:39:22.077645 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (aaa91c93-bec7-4205-9bc3-4eb9237ba2c6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:39:22.079476 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:39:22.108533 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c33e515-c697-4fc9-af5c-fc4dcb496b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (8d722827-be20-4a20-9272-0adc8b7f4b3e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.188254 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.288635 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (95050066-9e89-4aaf-a803-4a8004fe997e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.304725 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.310797 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33e515-c697-4fc9-af5c-fc4dcb496b2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d722827-be20-4a20-9272-0adc8b7f4b3e,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:22.311726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] 10.222.0.13 "DELETE /v2.0/networks/95050066-9e89-4aaf-a803-4a8004fe997e HTTP/1.1" status: 204 len: 168 time: 2.3476443 Feb 11 04:39:22.317532 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c33e515-c697-4fc9-af5c-fc4dcb496b2d admin admin] Checking segment: {'id': '45c2fd40-256c-46f4-b63c-6c31206b60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:22.318285 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33e515-c697-4fc9-af5c-fc4dcb496b2d admin admin] Network hostable DHCP agents. Network: a0c0c5dd-e922-4564-b0aa-c6a0db0baf41, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:39:22.363447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359091a2-87e5-4f87-b9de-893544cea356 admin admin] Pushing event deleted for resources: {'Network': ['ID=95050066-9e89-4aaf-a803-4a8004fe997e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:22.490303 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Publish callbacks [] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.503063 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33e515-c697-4fc9-af5c-fc4dcb496b2d admin admin] Network a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:39:22.506884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9622e1a1-44e1-43be-a2b6-6d4d383e7244 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:22.514047 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1e46fbe0-514f-44e8-b927-f38a64ad9ffb tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (deebc56b-8076-47c3-97f3-b36aa4919853), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.602349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9622e1a1-44e1-43be-a2b6-6d4d383e7244 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:22.602787 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9622e1a1-44e1-43be-a2b6-6d4d383e7244), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.618056 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46fbe0-514f-44e8-b927-f38a64ad9ffb tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=deebc56b-8076-47c3-97f3-b36aa4919853,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:22.620535 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-1c33e515-c697-4fc9-af5c-fc4dcb496b2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, a0c0c5dd-e922-4564-b0aa-c6a0db0baf41) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:22.629024 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.643472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c33e515-c697-4fc9-af5c-fc4dcb496b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:22.646739 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c33e515-c697-4fc9-af5c-fc4dcb496b2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.669672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314e85bb-8bf5-4153-b05c-4c44421110cc None None] Network a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:22.732034 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1e46fbe0-514f-44e8-b927-f38a64ad9ffb tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (12b90fd9-61c8-4940-9a1e-0836d58f36c6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.759307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bbe81-0924-453e-973c-d8db622a2b19 None None] Pushing event updated for resources: {'Port': ['ID=a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:22.805034 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1c33e515-c697-4fc9-af5c-fc4dcb496b2d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1513751 Feb 11 04:39:22.805336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38544) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:22.828324 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:22.897323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9622e1a1-44e1-43be-a2b6-6d4d383e7244 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:22.916361 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1e46fbe0-514f-44e8-b927-f38a64ad9ffb tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (12b90fd9-61c8-4940-9a1e-0836d58f36c6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.922531 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1e46fbe0-514f-44e8-b927-f38a64ad9ffb tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_controller (12b90fd9-61c8-4940-9a1e-0836d58f36c6), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.928355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Allocated IP 172.20.0.17 (27bde9b4-8274-4c5e-965e-6975cac4db7c/dda90502-19f3-4814-9e03-b6ef683becae/d3512754-d565-4f0a-a152-d523518202a0) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:22.936424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Attempting to bind port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:22.936424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Attempting to bind port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '34dd5a22-5e52-4ad8-afbe-eb6a9930f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '68de40c4-5047-4a82-a785-092f30a2c1c3'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:22.936424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Attempting to bind port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b on network 68de40c4-5047-4a82-a785-092f30a2c1c3 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:22.941111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:22.941619 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Checking segment: {'id': '34dd5a22-5e52-4ad8-afbe-eb6a9930f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '68de40c4-5047-4a82-a785-092f30a2c1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:22.942326 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.942919 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Bound using segment: {'id': '34dd5a22-5e52-4ad8-afbe-eb6a9930f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '68de40c4-5047-4a82-a785-092f30a2c1c3'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:22.943919 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Bound port: a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34dd5a22-5e52-4ad8-afbe-eb6a9930f949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '68de40c4-5047-4a82-a785-092f30a2c1c3'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:22.944472 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:22.946798 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b52aeb-1ecf-4922-843e-5b32c4ffe1a6 None None] Network a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:23.014583 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (a3252542-6eba-4741-9cd4-bb17c8bb6492), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.022782 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (a3252542-6eba-4741-9cd4-bb17c8bb6492), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.107924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38548) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:23.135117 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for port (d3512754-d565-4f0a-a152-d523518202a0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.164809 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fa1f2f0a-9275-491f-a729-21a4311b011c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cafc68414e2041f6b6aeddfa0a4877a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0556011 Feb 11 04:39:23.173511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38550) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:23.175793 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1e46fbe0-514f-44e8-b927-f38a64ad9ffb tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (12b90fd9-61c8-4940-9a1e-0836d58f36c6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.175793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e46fbe0-514f-44e8-b927-f38a64ad9ffb tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Fanout notify agent at l3_agent the message router_deleted on router 12b90fd9-61c8-4940-9a1e-0836d58f36c6 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:39:23.195022 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1e46fbe0-514f-44e8-b927-f38a64ad9ffb tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.200334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1e46fbe0-514f-44e8-b927-f38a64ad9ffb tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/routers/12b90fd9-61c8-4940-9a1e-0836d58f36c6 HTTP/1.1" status: 204 len: 168 time: 3.3466461 Feb 11 04:39:23.213937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38552) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:23.242231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-499ce830-1207-4a67-aa19-b50065ded157 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1341178140'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:23.247558 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Publish callbacks [] for router_controller (a3252542-6eba-4741-9cd4-bb17c8bb6492), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.296442 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1c4a98a5-25c4-4217-88dd-e1ef72deb8e9 admin admin] Publish callbacks [] for security_group (a16d2987-c3b6-4214-a24e-0383f6f4fb32), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.313323 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d3512754-d565-4f0a-a152-d523518202a0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.323276 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6bae4c83-8c81-4899-bb7c-d55511adc81a None None] Provisioning complete for port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:23.323522 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6bae4c83-8c81-4899-bb7c-d55511adc81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.332653 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1c4a98a5-25c4-4217-88dd-e1ef72deb8e9 admin admin] Publish callbacks [] for security_group (a16d2987-c3b6-4214-a24e-0383f6f4fb32), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.350840 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7efda3b9-e59a-4b36-915a-753c4ee535a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.383097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6bae4c83-8c81-4899-bb7c-d55511adc81a None None] Port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:23.399394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] For port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:23.403185 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] For port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b,segment=NetworkSegment(34dd5a22-5e52-4ad8-afbe-eb6a9930f949),segment_id=34dd5a22-5e52-4ad8-afbe-eb6a9930f949)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:23.413521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499ce830-1207-4a67-aa19-b50065ded157 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:23.417120 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-499ce830-1207-4a67-aa19-b50065ded157 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.469098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network 27bde9b4-8274-4c5e-965e-6975cac4db7c is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:23.474554 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:23.478188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:23.555982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Port': ['ID=d3512754-d565-4f0a-a152-d523518202a0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:23.588901 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.602072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499ce830-1207-4a67-aa19-b50065ded157 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:39:23.614946 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Publish callbacks [] for router_gateway (a3252542-6eba-4741-9cd4-bb17c8bb6492), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.633613 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (6872c411-69ea-49ed-9f5f-3f868909f8c4), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.658029 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-499ce830-1207-4a67-aa19-b50065ded157 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (12f86683-3e38-49d8-af94-19f71eb79318), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.658859 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-499ce830-1207-4a67-aa19-b50065ded157 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Added segment 12f86683-3e38-49d8-af94-19f71eb79318 of type vlan for network 0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473 Feb 11 04:39:23.671469 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Routers {'b6c1cb45-1aa6-4de8-9337-380c0f599b20'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:23.672123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:38:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b6c1cb45-1aa6-4de8-9337-380c0f599b20'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:23.674597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bbe81-0924-453e-973c-d8db622a2b19 None None] Pushing event updated for resources: {'Port': ['ID=a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:23.782687 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1c4a98a5-25c4-4217-88dd-e1ef72deb8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a16d2987-c3b6-4214-a24e-0383f6f4fb32), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.785935 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1c4a98a5-25c4-4217-88dd-e1ef72deb8e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.787268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1c4a98a5-25c4-4217-88dd-e1ef72deb8e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a16d2987-c3b6-4214-a24e-0383f6f4fb32 HTTP/1.1" status: 204 len: 168 time: 0.5885663 Feb 11 04:39:23.791616 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-499ce830-1207-4a67-aa19-b50065ded157 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:23.882247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a98a5-25c4-4217-88dd-e1ef72deb8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16d2987-c3b6-4214-a24e-0383f6f4fb32,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:23.981511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] Set router b6c1cb45-1aa6-4de8-9337-380c0f599b20 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:24.031997 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-499ce830-1207-4a67-aa19-b50065ded157 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.037289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499ce830-1207-4a67-aa19-b50065ded157 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:24.038019 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-499ce830-1207-4a67-aa19-b50065ded157 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.236024 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-af864c4a-06fb-4bef-beb5-5e1c08e5abae None None] Provisioning complete for port d3512754-d565-4f0a-a152-d523518202a0 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:24.236937 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af864c4a-06fb-4bef-beb5-5e1c08e5abae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d3512754-d565-4f0a-a152-d523518202a0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.250237 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d3512754-d565-4f0a-a152-d523518202a0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.268419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ce830-1207-4a67-aa19-b50065ded157 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Network': ['ID=0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:24.275574 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-499ce830-1207-4a67-aa19-b50065ded157 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0511441 Feb 11 04:39:24.279129 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38566) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:24.284809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-bb049943-e760-44ab-9212-d1000d35aeb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'subnet': {'network_id': '0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:24.296328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:39:24.353243 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Publish callbacks [] for router_gateway (a3252542-6eba-4741-9cd4-bb17c8bb6492), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.357391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-af864c4a-06fb-4bef-beb5-5e1c08e5abae None None] Port d3512754-d565-4f0a-a152-d523518202a0 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:24.385297 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.515952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'name': 'tempest-TestVolumeBootPattern-1090576975-router', 'tenant_id': 'a3894431d4564b5eb32506ca7a157262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '9622e1a1-44e1-43be-a2b6-6d4d383e7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:10Z', 'updated_at': '2022-02-11T04:39:18Z', 'revision_number': 4, 'project_id': 'a3894431d4564b5eb32506ca7a157262', 'gw_port': {'id': '9622e1a1-44e1-43be-a2b6-6d4d383e7244', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:12Z', 'updated_at': '2022-02-11T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b', 'name': '', 'network_id': '68de40c4-5047-4a82-a785-092f30a2c1c3', 'tenant_id': 'a3894431d4564b5eb32506ca7a157262', 'mac_address': 'fa:16:3e:ff:3c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '11426986-9364-4031-b561-49d129044d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:17Z', 'updated_at': '2022-02-11T04:39:23Z', 'revision_number': 4, 'project_id': 'a3894431d4564b5eb32506ca7a157262', 'subnets': [{'id': '11426986-9364-4031-b561-49d129044d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:24.572713 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f80e76c4-bf16-4303-8450-079088f8a75c None None] Provisioning complete for port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:24.573108 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f80e76c4-bf16-4303-8450-079088f8a75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.648611 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb049943-e760-44ab-9212-d1000d35aeb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:24.651923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d7c9e1-79ac-4ebc-8978-fb8779ed4ae7 None None] The sync data for ids ['b6c1cb45-1aa6-4de8-9337-380c0f599b20'] in n-d-712142-35 is: [{'id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'name': 'tempest-TestVolumeBootPattern-1090576975-router', 'tenant_id': 'a3894431d4564b5eb32506ca7a157262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '9622e1a1-44e1-43be-a2b6-6d4d383e7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:10Z', 'updated_at': '2022-02-11T04:39:18Z', 'revision_number': 4, 'project_id': 'a3894431d4564b5eb32506ca7a157262', 'gw_port': {'id': '9622e1a1-44e1-43be-a2b6-6d4d383e7244', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:12Z', 'updated_at': '2022-02-11T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b', 'name': '', 'network_id': '68de40c4-5047-4a82-a785-092f30a2c1c3', 'tenant_id': 'a3894431d4564b5eb32506ca7a157262', 'mac_address': 'fa:16:3e:ff:3c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '11426986-9364-4031-b561-49d129044d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:17Z', 'updated_at': '2022-02-11T04:39:23Z', 'revision_number': 4, 'project_id': 'a3894431d4564b5eb32506ca7a157262', 'subnets': [{'id': '11426986-9364-4031-b561-49d129044d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:24.669646 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb049943-e760-44ab-9212-d1000d35aeb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.825944 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f80e76c4-bf16-4303-8450-079088f8a75c None None] Current status of the port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:24.826481 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f80e76c4-bf16-4303-8450-079088f8a75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:24.862873 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Allocated IP 172.25.3.226 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/72c20a7e-e9cd-447a-aa7e-4759978fef9a) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:24.906579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f80e76c4-bf16-4303-8450-079088f8a75c None None] For port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b,segment=NetworkSegment(34dd5a22-5e52-4ad8-afbe-eb6a9930f949),segment_id=34dd5a22-5e52-4ad8-afbe-eb6a9930f949)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:25.000176 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f80e76c4-bf16-4303-8450-079088f8a75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:25.090980 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for port (d3512754-d565-4f0a-a152-d523518202a0), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:25.107914 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-992fb8c4-f8b5-447e-9361-b4a2a3462a77 req-6641d462-39ad-4aa9-b6bb-a0efba9c89f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1359479 Feb 11 04:39:25.138136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e76c4-bf16-4303-8450-079088f8a75c None None] Pushing event updated for resources: {'Port': ['ID=a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:25.159927 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (d3512754-d565-4f0a-a152-d523518202a0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:25.255008 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Publish callbacks [] for port (72c20a7e-e9cd-447a-aa7e-4759978fef9a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:25.336886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38576) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:25.422849 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6cb2a891-116e-41e2-927c-32b009d9e76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:25.431584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Port': ['ID=d3512754-d565-4f0a-a152-d523518202a0,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:25.435428 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (6872c411-69ea-49ed-9f5f-3f868909f8c4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:25.497891 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb049943-e760-44ab-9212-d1000d35aeb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (5ca37872-d837-4938-a3e0-d96f825d6ee4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:25.623724 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb049943-e760-44ab-9212-d1000d35aeb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Subnet': ['ID=5ca37872-d837-4938-a3e0-d96f825d6ee4,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:25.644516 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (72c20a7e-e9cd-447a-aa7e-4759978fef9a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:25.731044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:25.741197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:25.780546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:25.981365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Pushing event updated for resources: {'Port': ['ID=72c20a7e-e9cd-447a-aa7e-4759978fef9a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:25.987831 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb049943-e760-44ab-9212-d1000d35aeb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Checking segment: {'id': '12f86683-3e38-49d8-af94-19f71eb79318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:25.988201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb049943-e760-44ab-9212-d1000d35aeb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network hostable DHCP agents. Network: 0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:39:26.066096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-06479901-1f98-43f4-95ea-15c035b1a1ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f57f7492a9b04ebcb783ebfe4f421c79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7137358 Feb 11 04:39:26.077021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fb8c4-f8b5-447e-9361-b4a2a3462a77 req-eed0b09f-3ef1-4311-99c5-962c12435c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:26.078513 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-992fb8c4-f8b5-447e-9361-b4a2a3462a77 req-eed0b09f-3ef1-4311-99c5-962c12435c16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8e2c7e55f414367b72ee24869865b9b&device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 1128 time: 0.8483751 Feb 11 04:39:26.079043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38582) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:26.151899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb049943-e760-44ab-9212-d1000d35aeb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:39:26.230093 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-bb049943-e760-44ab-9212-d1000d35aeb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:26.237133 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb049943-e760-44ab-9212-d1000d35aeb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:26.238712 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb049943-e760-44ab-9212-d1000d35aeb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:26.240502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0722a1db-b754-4ecd-aea1-8d430a062bc1 None None] Network 0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:26.272614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Publish callbacks [] for router_gateway (a3252542-6eba-4741-9cd4-bb17c8bb6492), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:26.417071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fb8c4-f8b5-447e-9361-b4a2a3462a77 req-34a6b6da-58b3-48ae-a9ab-6dcbe590c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:26.419156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-992fb8c4-f8b5-447e-9361-b4a2a3462a77 req-34a6b6da-58b3-48ae-a9ab-6dcbe590c9ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=361f5f44-5600-48d6-9ef0-d8caacdf877b HTTP/1.1" status: 200 len: 916 time: 0.3116691 Feb 11 04:39:26.428894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network 27bde9b4-8274-4c5e-965e-6975cac4db7c is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:26.448621 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:26.452147 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38586) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:26.467969 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bb049943-e760-44ab-9212-d1000d35aeb1 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1714513 Feb 11 04:39:26.513573 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-56506dfa-5fc6-4aee-b627-0fe319873fc6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-15366164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:26.532079 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ad12a34-19cf-4ce8-88fc-566b439c2b52 admin admin] Publish callbacks [] for security_group (d107302c-73be-4ec0-b45c-9f23babf7f5a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:26.546351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:26.559447 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ad12a34-19cf-4ce8-88fc-566b439c2b52 admin admin] Publish callbacks [] for security_group (d107302c-73be-4ec0-b45c-9f23babf7f5a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:26.787915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473', 'network_id': '0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473', 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'fixed_ips': [{'subnet_id': '5ca37872-d837-4938-a3e0-d96f825d6ee4'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:39:26.788447 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:26.824922 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-992fb8c4-f8b5-447e-9361-b4a2a3462a77 req-341b7245-4dce-4c9c-bdf0-33608437b9ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e42d1706-6ba0-471a-a433-85cd1938154a HTTP/1.1" status: 200 len: 1000 time: 0.3946490 Feb 11 04:39:26.828586 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ad12a34-19cf-4ce8-88fc-566b439c2b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d107302c-73be-4ec0-b45c-9f23babf7f5a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:26.835120 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ad12a34-19cf-4ce8-88fc-566b439c2b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:26.848124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5ad12a34-19cf-4ce8-88fc-566b439c2b52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d107302c-73be-4ec0-b45c-9f23babf7f5a HTTP/1.1" status: 204 len: 168 time: 0.7338207 Feb 11 04:39:26.897313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:26.897649 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:27.000181 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad12a34-19cf-4ce8-88fc-566b439c2b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d107302c-73be-4ec0-b45c-9f23babf7f5a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:27.001658 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:27.002178 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (a3252542-6eba-4741-9cd4-bb17c8bb6492), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:27.022912 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-56506dfa-5fc6-4aee-b627-0fe319873fc6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (f9aecef5-95ae-421a-9c17-a1da8cff454d), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:27.028394 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-56506dfa-5fc6-4aee-b627-0fe319873fc6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (f9aecef5-95ae-421a-9c17-a1da8cff454d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:27.262494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-53d90902-b033-42f6-8bbf-717df50cca10 None None] Provisioning complete for port d3512754-d565-4f0a-a152-d523518202a0 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:27.263113 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-53d90902-b033-42f6-8bbf-717df50cca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d3512754-d565-4f0a-a152-d523518202a0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:27.274594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Router 6872c411-69ea-49ed-9f5f-3f868909f8c4 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:39:27.288736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fb8c4-f8b5-447e-9361-b4a2a3462a77 req-1939ae3b-4a0d-4df2-bb01-57af9aa2328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:27.290311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-992fb8c4-f8b5-447e-9361-b4a2a3462a77 req-1939ae3b-4a0d-4df2-bb01-57af9aa2328d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d8011d6b-e7c9-4f5a-85bb-dd62807dd54d HTTP/1.1" status: 200 len: 854 time: 0.4438293 Feb 11 04:39:27.358593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:27.368551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-53d90902-b033-42f6-8bbf-717df50cca10 None None] Port d3512754-d565-4f0a-a152-d523518202a0 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:27.375354 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-56506dfa-5fc6-4aee-b627-0fe319873fc6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_controller (f9aecef5-95ae-421a-9c17-a1da8cff454d), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:27.387952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Allocated IP 2001:db8::2 (0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473/5ca37872-d837-4938-a3e0-d96f825d6ee4/a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:27.399759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Router a3252542-6eba-4741-9cd4-bb17c8bb6492 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:39:27.433250 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fb8c4-f8b5-447e-9361-b4a2a3462a77 req-f7efde1a-a763-404c-bb51-eb92989cd293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:27.435009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-992fb8c4-f8b5-447e-9361-b4a2a3462a77 req-f7efde1a-a763-404c-bb51-eb92989cd293 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=361f5f44-5600-48d6-9ef0-d8caacdf877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1350286 Feb 11 04:39:27.488249 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-56506dfa-5fc6-4aee-b627-0fe319873fc6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (f9aecef5-95ae-421a-9c17-a1da8cff454d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:27.686034 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-56506dfa-5fc6-4aee-b627-0fe319873fc6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:27.687433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-56506dfa-5fc6-4aee-b627-0fe319873fc6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1840959 Feb 11 04:39:27.690464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38604) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:27.702360 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Publish callbacks [] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:27.757495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-992fb8c4-f8b5-447e-9361-b4a2a3462a77 req-991bb841-fa00-487d-9954-a26a56ca8e5a service neutron] 10.222.0.32 "GET /v2.0/networks/361f5f44-5600-48d6-9ef0-d8caacdf877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036849 Feb 11 04:39:27.826274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:27.837150 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Sync routers for ids ['6872c411-69ea-49ed-9f5f-3f868909f8c4'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:27.858442 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:27.867357 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Routers {'6872c411-69ea-49ed-9f5f-3f868909f8c4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:27.868397 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6872c411-69ea-49ed-9f5f-3f868909f8c4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:27.875101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-72d5eec7-d04d-4c3f-8c4f-5dc8ca8be969 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "PUT /v2.0/routers/6872c411-69ea-49ed-9f5f-3f868909f8c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9581923 Feb 11 04:39:27.941104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-992fb8c4-f8b5-447e-9361-b4a2a3462a77 req-63ab5ec7-03a6-4cc8-84db-1ef29e262d57 service neutron] 10.222.0.32 "GET /v2.0/networks/361f5f44-5600-48d6-9ef0-d8caacdf877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762831 Feb 11 04:39:27.942323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:27.975196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Sync routers for ids ['a3252542-6eba-4741-9cd4-bb17c8bb6492'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:27.992636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Network 0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:27.994636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:27.998836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:28.042341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Routers {'a3252542-6eba-4741-9cd4-bb17c8bb6492'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:28.043033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a3252542-6eba-4741-9cd4-bb17c8bb6492'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:28.144815 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Set router 6872c411-69ea-49ed-9f5f-3f868909f8c4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:28.158028 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Pushing event updated for resources: {'Port': ['ID=a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:28.236324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Attempting to bind port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:28.237814 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Attempting to bind port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '12f86683-3e38-49d8-af94-19f71eb79318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:28.239289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Attempting to bind port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 on network 0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:28.252231 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:28.252974 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Checking segment: {'id': '12f86683-3e38-49d8-af94-19f71eb79318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:28.253609 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:28.254255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Bound using segment: {'id': '12f86683-3e38-49d8-af94-19f71eb79318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:28.255007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Bound port: a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f86683-3e38-49d8-af94-19f71eb79318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:28.255615 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:28.365706 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:28.391504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38626) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:28.393886 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-092e8b49-d53b-4980-9356-7e45923cfe7d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5874541 Feb 11 04:39:28.457627 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:28.492148 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:28.577689 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Set router a3252542-6eba-4741-9cd4-bb17c8bb6492 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:28.683095 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:39:23Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'fa355ec8-5819-4f0b-8052-dbcb6d30d4dc', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'port_id': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'mac_address': 'fa:16:3e:67:c4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd94a809-3999-499f-b931-cc628225dde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:38:00Z', 'updated_at': '2022-02-11T04:38:04Z', 'revision_number': 1, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3239be91-acdf-4da1-b9e9-5f551b290023', 'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:ce:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:10Z', 'updated_at': '2022-02-11T04:37:22Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '57f1938d-9978-4621-b126-d7700252f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3512754-d565-4f0a-a152-d523518202a0', 'name': '', 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:d5:74:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'dda90502-19f3-4814-9e03-b6ef683becae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:22Z', 'updated_at': '2022-02-11T04:39:24Z', 'revision_number': 2, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': 'dda90502-19f3-4814-9e03-b6ef683becae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:28.699472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] For port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:28.766415 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Checking router: 6872c411-69ea-49ed-9f5f-3f868909f8c4 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:39:28.768060 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Updating router 6872c411-69ea-49ed-9f5f-3f868909f8c4 port d3512754-d565-4f0a-a152-d523518202a0 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:39:28.806651 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d3512754-d565-4f0a-a152-d523518202a0), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:28.983041 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38646) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:29.149585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] For port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4,segment=NetworkSegment(12f86683-3e38-49d8-af94-19f71eb79318),segment_id=12f86683-3e38-49d8-af94-19f71eb79318)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:29.240953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1275494685-network', 'tenant_id': 'dffd2f1c3c9942b989ed94208a05a985'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:29.297252 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:29.308690 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Allocated IP 2001:db8::1 (0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473/5ca37872-d837-4938-a3e0-d96f825d6ee4/6fc9d9e4-8c0c-47f6-ba56-354367edb093) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:29.351818 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Publish callbacks [] for port (d3512754-d565-4f0a-a152-d523518202a0), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:29.442950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0711a1-1c65-40f6-9e67-67ea06264030 None None] Pushing event updated for resources: {'Port': ['ID=a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:29.456074 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:23Z', 'updated_at': '2022-02-11T04:39:25Z', 'revision_number': 3, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'gw_port': {'id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:24Z', 'updated_at': '2022-02-11T04:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:29.473748 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d3512754-d565-4f0a-a152-d523518202a0), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:29.501494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Checking router: a3252542-6eba-4741-9cd4-bb17c8bb6492 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:39:29.502027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Updating router a3252542-6eba-4741-9cd4-bb17c8bb6492 port 72c20a7e-e9cd-447a-aa7e-4759978fef9a binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:39:29.556806 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (72c20a7e-e9cd-447a-aa7e-4759978fef9a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:29.572906 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:29.581031 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37716c6-d80d-49cb-a05f-e62138dfe0ed None None] Pushing event updated for resources: {'Port': ['ID=d3512754-d565-4f0a-a152-d523518202a0,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:29.771035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a171-122a-4669-9126-b41baf6abb22 req-a43fddec-f7a6-44ab-8d58-7524934aeb2b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:29.778204 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7435a171-122a-4669-9126-b41baf6abb22 req-a43fddec-f7a6-44ab-8d58-7524934aeb2b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 812 time: 0.4694171 Feb 11 04:39:29.812626 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7435a171-122a-4669-9126-b41baf6abb22 req-404adabb-059b-40ac-913d-b82c39c5c46f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/quotas/9c8aaf7faa994a86b87443d6924f6a3f HTTP/1.1" status: 200 len: 375 time: 0.0266562 Feb 11 04:39:29.859143 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Attempting to bind port d3512754-d565-4f0a-a152-d523518202a0 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:29.859525 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Attempting to bind port d3512754-d565-4f0a-a152-d523518202a0 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '2efc3174-83f7-40ff-8893-de429ca06de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:29.859895 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Attempting to bind port d3512754-d565-4f0a-a152-d523518202a0 on network 27bde9b4-8274-4c5e-965e-6975cac4db7c {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:29.872540 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:29.872995 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Checking segment: {'id': '2efc3174-83f7-40ff-8893-de429ca06de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:29.874522 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:29.874978 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Bound using segment: {'id': '2efc3174-83f7-40ff-8893-de429ca06de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:29.875489 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Bound port: d3512754-d565-4f0a-a152-d523518202a0, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efc3174-83f7-40ff-8893-de429ca06de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:29.878141 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d3512754-d565-4f0a-a152-d523518202a0), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:29.923126 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.035371 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] For port d3512754-d565-4f0a-a152-d523518202a0, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:30.039923 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] For port d3512754-d565-4f0a-a152-d523518202a0, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d3512754-d565-4f0a-a152-d523518202a0,segment=NetworkSegment(2efc3174-83f7-40ff-8893-de429ca06de6),segment_id=2efc3174-83f7-40ff-8893-de429ca06de6)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:30.093031 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (6fc9d9e4-8c0c-47f6-ba56-354367edb093), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.128437 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] Made reservation on behalf of dffd2f1c3c9942b989ed94208a05a985 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:30.136082 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.143988 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d3512754-d565-4f0a-a152-d523518202a0), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.173357 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.179926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Allocated IP 172.20.0.1 (a0c0c5dd-e922-4564-b0aa-c6a0db0baf41/8d722827-be20-4a20-9272-0adc8b7f4b3e/a2ba6464-80c9-4fe4-bc22-fb2131d42f59) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:30.228610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7435a171-122a-4669-9126-b41baf6abb22 req-13928482-ee85-4c4e-8942-10fd164382e8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3889143 Feb 11 04:39:30.234870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-74167162-0c65-41f1-923b-5a4caf0941be None None] Provisioning complete for port d3512754-d565-4f0a-a152-d523518202a0 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:30.235253 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-74167162-0c65-41f1-923b-5a4caf0941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d3512754-d565-4f0a-a152-d523518202a0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.287560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6fc9d9e4-8c0c-47f6-ba56-354367edb093), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.368639 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Routers {'6872c411-69ea-49ed-9f5f-3f868909f8c4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:30.369977 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6872c411-69ea-49ed-9f5f-3f868909f8c4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:30.386659 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37716c6-d80d-49cb-a05f-e62138dfe0ed None None] Pushing event updated for resources: {'Port': ['ID=d3512754-d565-4f0a-a152-d523518202a0,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:30.439661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:30.472202 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Publish callbacks [] for port (72c20a7e-e9cd-447a-aa7e-4759978fef9a), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.473295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:30.492220 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:30.492857 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (f9aecef5-95ae-421a-9c17-a1da8cff454d), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.495365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=6fc9d9e4-8c0c-47f6-ba56-354367edb093,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:30.567605 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-74167162-0c65-41f1-923b-5a4caf0941be None None] Current status of the port d3512754-d565-4f0a-a152-d523518202a0 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:30.568233 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-74167162-0c65-41f1-923b-5a4caf0941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d3512754-d565-4f0a-a152-d523518202a0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.607411 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:30.650449 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] Publish callbacks [] for security_group (298a22fe-ab3b-46e0-962e-59256e88a770), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.669297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7435a171-122a-4669-9126-b41baf6abb22 req-b02c9a58-eeb3-4a7f-8ea9-bf0bc36a1428 service neutron] 10.222.0.13 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396873 Feb 11 04:39:30.693184 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (72c20a7e-e9cd-447a-aa7e-4759978fef9a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.714105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-74167162-0c65-41f1-923b-5a4caf0941be None None] For port d3512754-d565-4f0a-a152-d523518202a0, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d3512754-d565-4f0a-a152-d523518202a0,segment=NetworkSegment(2efc3174-83f7-40ff-8893-de429ca06de6),segment_id=2efc3174-83f7-40ff-8893-de429ca06de6)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:30.733137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (298a22fe-ab3b-46e0-962e-59256e88a770), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.776008 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] Set router 6872c411-69ea-49ed-9f5f-3f868909f8c4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:30.803255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:30.803684 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.840873 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:39:30.873184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298a22fe-ab3b-46e0-962e-59256e88a770,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:30.877367 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4253fb8b-0820-4e20-b415-a58a60995c7c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.877754 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] Added segment 4253fb8b-0820-4e20-b415-a58a60995c7c of type vlan for network acf2126d-cb20-4232-ac4c-c6adc8135490 Feb 11 04:39:30.904382 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-74167162-0c65-41f1-923b-5a4caf0941be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d3512754-d565-4f0a-a152-d523518202a0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.905355 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Publish callbacks [] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:30.939657 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Attempting to bind port 72c20a7e-e9cd-447a-aa7e-4759978fef9a on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:30.939863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Attempting to bind port 72c20a7e-e9cd-447a-aa7e-4759978fef9a by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:30.944445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Attempting to bind port 72c20a7e-e9cd-447a-aa7e-4759978fef9a on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:30.950483 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c6eca-4377-4da9-9cff-87167d3c3b01 None None] Pushing event updated for resources: {'Port': ['ID=72c20a7e-e9cd-447a-aa7e-4759978fef9a,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:31.025530 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6fc9d9e4-8c0c-47f6-ba56-354367edb093), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.091094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:31.091719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:31.092240 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.093366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:31.095799 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Bound port: 72c20a7e-e9cd-447a-aa7e-4759978fef9a, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:31.097277 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (72c20a7e-e9cd-447a-aa7e-4759978fef9a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.123936 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (acf2126d-cb20-4232-ac4c-c6adc8135490), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.171237 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7435a171-122a-4669-9126-b41baf6abb22 req-447b48ce-bc6a-4645-bec9-961fa69b771e service neutron] 10.222.0.13 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009015 Feb 11 04:39:31.369203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] For port 72c20a7e-e9cd-447a-aa7e-4759978fef9a, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:31.476144 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ee233474-2a60-4071-88a5-f8a8aebe0a64 req-efd2c358-8e21-4dbf-95e3-90e9a4ea5d33 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3715611 Feb 11 04:39:31.483676 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] For port 72c20a7e-e9cd-447a-aa7e-4759978fef9a, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=72c20a7e-e9cd-447a-aa7e-4759978fef9a,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:31.483676 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:31.483676 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.484519 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.484714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1940cd2-f629-4c71-beb0-df8ec08ea59f None None] Network 0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:31.494848 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74167162-0c65-41f1-923b-5a4caf0941be None None] Pushing event updated for resources: {'Port': ['ID=d3512754-d565-4f0a-a152-d523518202a0,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:31.496575 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (acf2126d-cb20-4232-ac4c-c6adc8135490), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.498685 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (72c20a7e-e9cd-447a-aa7e-4759978fef9a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.499142 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:31.499743 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.511728 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:39:23Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'fa355ec8-5819-4f0b-8052-dbcb6d30d4dc', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'port_id': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'mac_address': 'fa:16:3e:67:c4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd94a809-3999-499f-b931-cc628225dde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:38:00Z', 'updated_at': '2022-02-11T04:38:04Z', 'revision_number': 1, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3239be91-acdf-4da1-b9e9-5f551b290023', 'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:ce:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:10Z', 'updated_at': '2022-02-11T04:37:22Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '57f1938d-9978-4621-b126-d7700252f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3512754-d565-4f0a-a152-d523518202a0', 'name': '', 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:d5:74:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'dda90502-19f3-4814-9e03-b6ef683becae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:22Z', 'updated_at': '2022-02-11T04:39:30Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': 'dda90502-19f3-4814-9e03-b6ef683becae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:31.541179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-002dff69-dc9c-42fe-9ce3-32c5ae7c2101 None None] Provisioning complete for port d3512754-d565-4f0a-a152-d523518202a0 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:31.541556 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-002dff69-dc9c-42fe-9ce3-32c5ae7c2101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d3512754-d565-4f0a-a152-d523518202a0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.579268 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4,segment=NetworkSegment(12f86683-3e38-49d8-af94-19f71eb79318),segment_id=12f86683-3e38-49d8-af94-19f71eb79318)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:31.608495 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b5104d-668d-4f1e-95f5-8646df804fe0 None None] The sync data for ids ['6872c411-69ea-49ed-9f5f-3f868909f8c4'] in n-d-712142-35 is: [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:39:23Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'fa355ec8-5819-4f0b-8052-dbcb6d30d4dc', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'port_id': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'mac_address': 'fa:16:3e:67:c4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd94a809-3999-499f-b931-cc628225dde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:38:00Z', 'updated_at': '2022-02-11T04:38:04Z', 'revision_number': 1, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3239be91-acdf-4da1-b9e9-5f551b290023', 'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:ce:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:10Z', 'updated_at': '2022-02-11T04:37:22Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '57f1938d-9978-4621-b126-d7700252f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3512754-d565-4f0a-a152-d523518202a0', 'name': '', 'network_id': '27bde9b4-8274-4c5e-965e-6975cac4db7c', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:d5:74:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'dda90502-19f3-4814-9e03-b6ef683becae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:22Z', 'updated_at': '2022-02-11T04:39:30Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': 'dda90502-19f3-4814-9e03-b6ef683becae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:31.622035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Network a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:31.632195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:31.650650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:31.660777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ba6464-80c9-4fe4-bc22-fb2131d42f59,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:31.761715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee233474-2a60-4071-88a5-f8a8aebe0a64 req-18c2b70b-6875-40c4-a42a-7b7051b53243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:31.763318 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ee233474-2a60-4071-88a5-f8a8aebe0a64 req-18c2b70b-6875-40c4-a42a-7b7051b53243 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 1129 time: 0.4509649 Feb 11 04:39:31.764537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38670) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:31.765033 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.773924 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7896240 Feb 11 04:39:31.790188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38672) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:31.799852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Routers {'a3252542-6eba-4741-9cd4-bb17c8bb6492'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:31.799852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a3252542-6eba-4741-9cd4-bb17c8bb6492'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:31.804433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-705e8866-d2d4-4824-a318-92cd1fb63052 admin admin] Request body: {'subnet': {'network_id': 'acf2126d-cb20-4232-ac4c-c6adc8135490', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1275494685-subnet', 'tenant_id': 'dffd2f1c3c9942b989ed94208a05a985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:31.812218 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (a3252542-6eba-4741-9cd4-bb17c8bb6492), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:31.998571 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c6eca-4377-4da9-9cff-87167d3c3b01 None None] Pushing event updated for resources: {'Port': ['ID=72c20a7e-e9cd-447a-aa7e-4759978fef9a,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:32.042929 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cdbb9-37c1-48ac-8fcd-37d46eec6d14 admin admin] Pushing event updated for resources: {'Network': ['ID=acf2126d-cb20-4232-ac4c-c6adc8135490,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:32.221789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network acf2126d-cb20-4232-ac4c-c6adc8135490 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:39:32.255560 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6433958f-cf84-47c2-825c-03ce50a98c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.286107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705e8866-d2d4-4824-a318-92cd1fb63052 admin admin] Made reservation on behalf of dffd2f1c3c9942b989ed94208a05a985 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:32.286107 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-705e8866-d2d4-4824-a318-92cd1fb63052 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.412381 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.531336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d3512754-d565-4f0a-a152-d523518202a0 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:32.608161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee233474-2a60-4071-88a5-f8a8aebe0a64 req-10d7cb6e-ab4e-40b4-844b-d9502f827ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:32.610126 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ee233474-2a60-4071-88a5-f8a8aebe0a64 req-10d7cb6e-ab4e-40b4-844b-d9502f827ee1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc32c88f-7331-4853-874d-0be34879d786 HTTP/1.1" status: 200 len: 898 time: 0.7827845 Feb 11 04:39:32.674562 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (6fc9d9e4-8c0c-47f6-ba56-354367edb093), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.678205 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b56e2c15-530d-4102-9a8b-9de3b182b5d7 req-d6524a5d-5872-441a-8747-71cd81a73203 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.5143578 Feb 11 04:39:32.745102 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6433958f-cf84-47c2-825c-03ce50a98c2e admin admin] Publish callbacks [] for security_group (abc26a2a-60b2-46ba-9f20-c795bafa6da1), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.841059 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Publish callbacks [] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.904751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:32.913682 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (6fc9d9e4-8c0c-47f6-ba56-354367edb093), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.914473 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (f9aecef5-95ae-421a-9c17-a1da8cff454d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.927477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-002dff69-dc9c-42fe-9ce3-32c5ae7c2101 None None] Current status of the port d3512754-d565-4f0a-a152-d523518202a0 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:32.932146 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6433958f-cf84-47c2-825c-03ce50a98c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (abc26a2a-60b2-46ba-9f20-c795bafa6da1), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.934964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port d3512754-d565-4f0a-a152-d523518202a0 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:32.936089 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d3512754-d565-4f0a-a152-d523518202a0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.967141 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ee233474-2a60-4071-88a5-f8a8aebe0a64 req-8c0d2e28-cf1d-428c-ab77-0bb662cd94a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c0b480-cc92-4b6f-a29a-9f49e41140b9 HTTP/1.1" status: 200 len: 1002 time: 0.2463298 Feb 11 04:39:32.991546 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:32.995578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] Set router a3252542-6eba-4741-9cd4-bb17c8bb6492 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:33.183853 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6433958f-cf84-47c2-825c-03ce50a98c2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dba2687c445d4f1184fadaf5136945b4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3728485 Feb 11 04:39:33.195092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38692) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:33.197646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433958f-cf84-47c2-825c-03ce50a98c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc26a2a-60b2-46ba-9f20-c795bafa6da1,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:33.211833 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=6fc9d9e4-8c0c-47f6-ba56-354367edb093,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:33.232508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ba6464-80c9-4fe4-bc22-fb2131d42f59,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:33.235218 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (a3252542-6eba-4741-9cd4-bb17c8bb6492), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:33.248286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee233474-2a60-4071-88a5-f8a8aebe0a64 req-2a4425db-c4ec-4ca1-b926-9b4964ac01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:33.248286 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ee233474-2a60-4071-88a5-f8a8aebe0a64 req-2a4425db-c4ec-4ca1-b926-9b4964ac01c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57f1938d-9978-4621-b126-d7700252f900 HTTP/1.1" status: 200 len: 834 time: 0.2641017 Feb 11 04:39:33.380503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c8f1a307-a554-4f5b-9d9a-8b4c1c1c5a57 None None] Provisioning complete for port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:33.381412 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c8f1a307-a554-4f5b-9d9a-8b4c1c1c5a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:33.394137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-705e8866-d2d4-4824-a318-92cd1fb63052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (166b5f94-44ac-443e-bfd8-792e7ad7624b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:33.451719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port d3512754-d565-4f0a-a152-d523518202a0 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:33.462051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Network a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:33.469167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:33.531377 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:33.547772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:33.580730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e8866-d2d4-4824-a318-92cd1fb63052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=166b5f94-44ac-443e-bfd8-792e7ad7624b,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:33.596283 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee233474-2a60-4071-88a5-f8a8aebe0a64 req-de4b7d5a-93b5-477c-9e08-ab51660d9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:33.598036 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ee233474-2a60-4071-88a5-f8a8aebe0a64 req-de4b7d5a-93b5-477c-9e08-ab51660d9c5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc32c88f-7331-4853-874d-0be34879d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3325372 Feb 11 04:39:33.612650 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75401d5c-b2da-4770-8980-633aea0e1dc5 admin admin] Publish callbacks [] for security_group (abc26a2a-60b2-46ba-9f20-c795bafa6da1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:33.642438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c8f1a307-a554-4f5b-9d9a-8b4c1c1c5a57 None None] Current status of the port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:33.662936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:23Z', 'updated_at': '2022-02-11T04:39:25Z', 'revision_number': 3, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'gw_port': {'id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:24Z', 'updated_at': '2022-02-11T04:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:33.709220 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c11fd9-b348-4dea-94bf-76a1576c0ac8 None None] The sync data for ids ['a3252542-6eba-4741-9cd4-bb17c8bb6492'] in n-d-712142-35 is: [{'id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:23Z', 'updated_at': '2022-02-11T04:39:25Z', 'revision_number': 3, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'gw_port': {'id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:24Z', 'updated_at': '2022-02-11T04:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:33.729451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Router a3252542-6eba-4741-9cd4-bb17c8bb6492 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:39:33.780860 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-594d5a3f-6b3e-4c34-9c1f-111b25bb2665 None None] Provisioning complete for port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:33.784885 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-594d5a3f-6b3e-4c34-9c1f-111b25bb2665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:33.913451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75401d5c-b2da-4770-8980-633aea0e1dc5 admin admin] Publish callbacks [] for security_group (abc26a2a-60b2-46ba-9f20-c795bafa6da1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:33.919242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e8866-d2d4-4824-a318-92cd1fb63052 admin admin] Checking segment: {'id': '4253fb8b-0820-4e20-b415-a58a60995c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'acf2126d-cb20-4232-ac4c-c6adc8135490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:33.919637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705e8866-d2d4-4824-a318-92cd1fb63052 admin admin] Network hostable DHCP agents. Network: acf2126d-cb20-4232-ac4c-c6adc8135490, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:39:33.976079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75dcb009-18d7-4a0c-b4c4-a8a88bac38da req-b585657a-7f58-4728-9b07-50fe47bdf1e3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.0997655 Feb 11 04:39:34.096393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-594d5a3f-6b3e-4c34-9c1f-111b25bb2665 None None] Current status of the port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:34.123033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-594d5a3f-6b3e-4c34-9c1f-111b25bb2665 None None] Provisioning complete for port 6fc9d9e4-8c0c-47f6-ba56-354367edb093 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:34.123573 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-594d5a3f-6b3e-4c34-9c1f-111b25bb2665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6fc9d9e4-8c0c-47f6-ba56-354367edb093), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.226333 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ee233474-2a60-4071-88a5-f8a8aebe0a64 req-35556d22-c4b3-47fd-b662-9ee7b30b751c service neutron] 10.222.0.47 "GET /v2.0/networks/cc32c88f-7331-4853-874d-0be34879d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103868 Feb 11 04:39:34.243797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-594d5a3f-6b3e-4c34-9c1f-111b25bb2665 None None] Port 6fc9d9e4-8c0c-47f6-ba56-354367edb093 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:34.262338 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.265184 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.397138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9795be8e-9640-4e22-aa58-ed1449a11a39 None None] Provisioning complete for port 6fc9d9e4-8c0c-47f6-ba56-354367edb093 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:34.397138 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9795be8e-9640-4e22-aa58-ed1449a11a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6fc9d9e4-8c0c-47f6-ba56-354367edb093), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.426790 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ee233474-2a60-4071-88a5-f8a8aebe0a64 req-2fb6873b-3fe4-4162-8661-75ae7b028646 service neutron] 10.222.0.47 "GET /v2.0/networks/cc32c88f-7331-4853-874d-0be34879d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771927 Feb 11 04:39:34.434574 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75401d5c-b2da-4770-8980-633aea0e1dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (abc26a2a-60b2-46ba-9f20-c795bafa6da1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.441587 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75401d5c-b2da-4770-8980-633aea0e1dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.441587 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-75401d5c-b2da-4770-8980-633aea0e1dc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abc26a2a-60b2-46ba-9f20-c795bafa6da1 HTTP/1.1" status: 204 len: 168 time: 1.2404485 Feb 11 04:39:34.493484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75401d5c-b2da-4770-8980-633aea0e1dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc26a2a-60b2-46ba-9f20-c795bafa6da1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:34.531497 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705e8866-d2d4-4824-a318-92cd1fb63052 admin admin] Network acf2126d-cb20-4232-ac4c-c6adc8135490 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:39:34.537197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9795be8e-9640-4e22-aa58-ed1449a11a39 None None] Port 6fc9d9e4-8c0c-47f6-ba56-354367edb093 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:34.638761 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 72c20a7e-e9cd-447a-aa7e-4759978fef9a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:34.680786 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router f9aecef5-95ae-421a-9c17-a1da8cff454d is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:39:34.703990 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-74d691b1-1b5a-4f5f-b54a-2c4eb607680b None None] Provisioning complete for port 6fc9d9e4-8c0c-47f6-ba56-354367edb093 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:34.704665 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-74d691b1-1b5a-4f5f-b54a-2c4eb607680b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6fc9d9e4-8c0c-47f6-ba56-354367edb093), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.767698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-74d691b1-1b5a-4f5f-b54a-2c4eb607680b None None] Port 6fc9d9e4-8c0c-47f6-ba56-354367edb093 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:34.772654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 72c20a7e-e9cd-447a-aa7e-4759978fef9a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:34.773227 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (72c20a7e-e9cd-447a-aa7e-4759978fef9a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.809359 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-705e8866-d2d4-4824-a318-92cd1fb63052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, acf2126d-cb20-4232-ac4c-c6adc8135490) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:34.821401 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705e8866-d2d4-4824-a318-92cd1fb63052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:34.822005 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-705e8866-d2d4-4824-a318-92cd1fb63052 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:34.826344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011919c7-621c-4c0b-80e2-c6c432559a29 None None] Network acf2126d-cb20-4232-ac4c-c6adc8135490 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:34.951180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:34.972041 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad31ca0-adf3-493d-854d-e92184f35b34 None None] Sync routers for ids ['f9aecef5-95ae-421a-9c17-a1da8cff454d'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:34.975759 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4d5f2f7c-862f-42f0-86e5-24c4e0f2691f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/f9aecef5-95ae-421a-9c17-a1da8cff454d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2797012 Feb 11 04:39:34.975984 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38704) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:35.017454 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad31ca0-adf3-493d-854d-e92184f35b34 None None] Routers {'f9aecef5-95ae-421a-9c17-a1da8cff454d'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:35.020839 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fad31ca0-adf3-493d-854d-e92184f35b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f9aecef5-95ae-421a-9c17-a1da8cff454d'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:35.083087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c388c5ed-6536-402d-9802-299acdfd7e20 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:35.087318 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c388c5ed-6536-402d-9802-299acdfd7e20 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports/6fc9d9e4-8c0c-47f6-ba56-354367edb093 HTTP/1.1" status: 200 len: 911 time: 0.1076558 Feb 11 04:39:35.087506 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38712) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:35.093369 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b417a34b-ca0f-474d-9f12-8c77082428be tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ca37872-d837-4938-a3e0-d96f825d6ee4'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:35.115691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:35.155393 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6f0c6712-fa93-4df5-8e0e-aa0443cbd865 admin admin] 10.222.0.13 "PUT /v2.0/routers/a3252542-6eba-4741-9cd4-bb17c8bb6492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7626975 Feb 11 04:39:35.208888 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-705e8866-d2d4-4824-a318-92cd1fb63052 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4168582 Feb 11 04:39:35.267061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59cb8817-acb6-413e-9064-5d054e05f50d req-0d55e3ab-af1f-4a4f-bc81-0b9902b7c720 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.0668879 Feb 11 04:39:35.470568 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fad31ca0-adf3-493d-854d-e92184f35b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:35.500013 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad31ca0-adf3-493d-854d-e92184f35b34 None None] Routers {'f9aecef5-95ae-421a-9c17-a1da8cff454d'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:35.500797 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fad31ca0-adf3-493d-854d-e92184f35b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f9aecef5-95ae-421a-9c17-a1da8cff454d'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:35.518676 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b417a34b-ca0f-474d-9f12-8c77082428be tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6fc9d9e4-8c0c-47f6-ba56-354367edb093), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:35.615971 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fad31ca0-adf3-493d-854d-e92184f35b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:35.616841 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad31ca0-adf3-493d-854d-e92184f35b34 None None] The sync data for ids ['f9aecef5-95ae-421a-9c17-a1da8cff454d'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:35.717432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c10df4-2517-4c24-8410-80418937d8c2 None None] Network acf2126d-cb20-4232-ac4c-c6adc8135490 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:35.735912 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 72c20a7e-e9cd-447a-aa7e-4759978fef9a is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:35.735912 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (72c20a7e-e9cd-447a-aa7e-4759978fef9a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:35.807356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 72c20a7e-e9cd-447a-aa7e-4759978fef9a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=72c20a7e-e9cd-447a-aa7e-4759978fef9a,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:35.902484 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (72c20a7e-e9cd-447a-aa7e-4759978fef9a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:35.905808 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:36.079041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=72c20a7e-e9cd-447a-aa7e-4759978fef9a,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:36.095373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:36.095921 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:36.221777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:36.457490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 72c20a7e-e9cd-447a-aa7e-4759978fef9a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:36.482603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-5593b3de-749d-480c-9f8e-5c0945b89e69 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:36.484240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-5593b3de-749d-480c-9f8e-5c0945b89e69 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/networks?id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 HTTP/1.1" status: 200 len: 819 time: 0.4469047 Feb 11 04:39:36.518512 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-09ff3e54-0095-4d20-bb8b-43e5368e9d6a tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/quotas/a8f6e8236f1a4fa28cedffa9d11c90bb HTTP/1.1" status: 200 len: 375 time: 0.0114501 Feb 11 04:39:36.590722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176c505-688b-4354-89e2-62f016492980 req-dd30e7d8-652c-4859-84fb-5a042299bb50 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:36.592690 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a176c505-688b-4354-89e2-62f016492980 req-dd30e7d8-652c-4859-84fb-5a042299bb50 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/networks?id=acf2126d-cb20-4232-ac4c-c6adc8135490 HTTP/1.1" status: 200 len: 814 time: 0.4450369 Feb 11 04:39:36.611459 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 72c20a7e-e9cd-447a-aa7e-4759978fef9a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:36.613020 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (72c20a7e-e9cd-447a-aa7e-4759978fef9a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:36.617309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a176c505-688b-4354-89e2-62f016492980 req-27c375e1-3647-485a-9526-28674833dd05 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/quotas/dffd2f1c3c9942b989ed94208a05a985 HTTP/1.1" status: 200 len: 375 time: 0.0175798 Feb 11 04:39:36.646193 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-59cfdba1-24ee-4967-b235-ca058d179f15 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8f6e8236f1a4fa28cedffa9d11c90bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1246881 Feb 11 04:39:36.813995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 72c20a7e-e9cd-447a-aa7e-4759978fef9a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:36.834522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a171-122a-4669-9126-b41baf6abb22 req-481813c0-5f1d-45df-beed-3c87ac810116 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:36.840620 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7435a171-122a-4669-9126-b41baf6abb22 req-481813c0-5f1d-45df-beed-3c87ac810116 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.47 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 812 time: 0.1891000 Feb 11 04:39:36.849725 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b417a34b-ca0f-474d-9f12-8c77082428be tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (6fc9d9e4-8c0c-47f6-ba56-354367edb093), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:36.857618 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-7435a171-122a-4669-9126-b41baf6abb22 req-89093f31-8ce7-4541-8eda-3d7b068b2b95 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'port': {'device_id': '0ffaece5-7908-423e-bc46-f4962ee1454e', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'admin_state_up': True, 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:36.859874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a176c505-688b-4354-89e2-62f016492980 req-e968e040-721c-4c7c-97b4-9cdcf01c0749 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dffd2f1c3c9942b989ed94208a05a985&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2303531 Feb 11 04:39:36.893478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Sync routers for ids ['a3252542-6eba-4741-9cd4-bb17c8bb6492'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:36.917542 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Routers {'a3252542-6eba-4741-9cd4-bb17c8bb6492'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:36.924321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a3252542-6eba-4741-9cd4-bb17c8bb6492'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:36.990954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a176c505-688b-4354-89e2-62f016492980 req-bc3ba6c6-9157-457b-82fa-9f58f1d3c86f service neutron] 10.222.0.13 "GET /v2.0/networks/acf2126d-cb20-4232-ac4c-c6adc8135490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236820 Feb 11 04:39:37.000614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b417a34b-ca0f-474d-9f12-8c77082428be tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (6fc9d9e4-8c0c-47f6-ba56-354367edb093), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.009737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b417a34b-ca0f-474d-9f12-8c77082428be tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:37.020183 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b417a34b-ca0f-474d-9f12-8c77082428be tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.020183 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b417a34b-ca0f-474d-9f12-8c77082428be tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/ports/6fc9d9e4-8c0c-47f6-ba56-354367edb093 HTTP/1.1" status: 200 len: 911 time: 1.9236405 Feb 11 04:39:37.020183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38770) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:37.136845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Set router a3252542-6eba-4741-9cd4-bb17c8bb6492 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:37.177740 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-ac2fc232-3726-43ff-9ff8-c7196ce54561 service neutron] 10.222.0.13 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102284 Feb 11 04:39:37.211628 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417a34b-ca0f-474d-9f12-8c77082428be tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=6fc9d9e4-8c0c-47f6-ba56-354367edb093,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:37.285126 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a176c505-688b-4354-89e2-62f016492980 req-41edb9b0-ea04-4533-bba9-478544c0f8d9 service neutron] 10.222.0.13 "GET /v2.0/networks/acf2126d-cb20-4232-ac4c-c6adc8135490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872789 Feb 11 04:39:37.337676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7435a171-122a-4669-9126-b41baf6abb22 req-89093f31-8ce7-4541-8eda-3d7b068b2b95 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Made reservation on behalf of 9c8aaf7faa994a86b87443d6924f6a3f for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:37.351975 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7435a171-122a-4669-9126-b41baf6abb22 req-89093f31-8ce7-4541-8eda-3d7b068b2b95 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.369163 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-6075567e-e73b-4b66-8448-babe0adb7376 service neutron] 10.222.0.13 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700284 Feb 11 04:39:37.439272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:23Z', 'updated_at': '2022-02-11T04:39:32Z', 'revision_number': 4, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'gw_port': {'id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:24Z', 'updated_at': '2022-02-11T04:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'a2ba6464-80c9-4fe4-bc22-fb2131d42f59', 'name': '', 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'mac_address': 'fa:16:3e:8c:16:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:29Z', 'updated_at': '2022-02-11T04:39:32Z', 'revision_number': 2, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'subnets': [{'id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:37.482071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Checking router: a3252542-6eba-4741-9cd4-bb17c8bb6492 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:39:37.482857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Updating router a3252542-6eba-4741-9cd4-bb17c8bb6492 port a2ba6464-80c9-4fe4-bc22-fb2131d42f59 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:39:37.530769 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:37.615457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-7435a171-122a-4669-9126-b41baf6abb22 req-89093f31-8ce7-4541-8eda-3d7b068b2b95 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Allocated IP 172.20.0.14 (86528c9f-e248-4f9b-904c-aa5d69cd261d/36924e1d-eb25-4594-91d9-cfefbb8c618d/4f1eb9a2-ea6a-4e61-b381-ab6104154297) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:38.065569 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Publish callbacks [] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.073920 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01de715d-02b1-42fc-8a6e-4db23a1210d6 req-7b9d2f78-379e-4b44-9237-cdcf15febcb4 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 210 time: 0.1193945 Feb 11 04:39:38.084645 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7435a171-122a-4669-9126-b41baf6abb22 req-89093f31-8ce7-4541-8eda-3d7b068b2b95 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.111373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30e2b96c-74fb-44d5-a473-6d8a626577ee req-1315814d-5f0e-4ccb-825e-6ace79a05987 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.1055708 Feb 11 04:39:38.183105 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1de15c9-b82a-44e1-8e01-c6c4be3e6b2f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (f9aecef5-95ae-421a-9c17-a1da8cff454d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.239984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a504d2c-ccb3-4911-97bd-c512f7f7187b req-d7d2d737-ed66-4464-8816-94c1fc470ad0 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 210 time: 0.0599141 Feb 11 04:39:38.256296 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.309658 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7435a171-122a-4669-9126-b41baf6abb22 req-89093f31-8ce7-4541-8eda-3d7b068b2b95 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.364700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a8bd1-ce85-4beb-a201-4d033eff518a None None] Pushing event updated for resources: {'Port': ['ID=a2ba6464-80c9-4fe4-bc22-fb2131d42f59,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:38.421588 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Attempting to bind port a2ba6464-80c9-4fe4-bc22-fb2131d42f59 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:38.421981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Attempting to bind port a2ba6464-80c9-4fe4-bc22-fb2131d42f59 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '45c2fd40-256c-46f4-b63c-6c31206b60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:38.422323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Attempting to bind port a2ba6464-80c9-4fe4-bc22-fb2131d42f59 on network a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:38.439281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:38.439661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Checking segment: {'id': '45c2fd40-256c-46f4-b63c-6c31206b60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:38.439996 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7435a171-122a-4669-9126-b41baf6abb22 req-89093f31-8ce7-4541-8eda-3d7b068b2b95 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Network 86528c9f-e248-4f9b-904c-aa5d69cd261d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:38.440114 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.440451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Bound using segment: {'id': '45c2fd40-256c-46f4-b63c-6c31206b60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:38.440929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Bound port: a2ba6464-80c9-4fe4-bc22-fb2131d42f59, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c2fd40-256c-46f4-b63c-6c31206b60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:38.441830 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.458039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-7435a171-122a-4669-9126-b41baf6abb22 req-89093f31-8ce7-4541-8eda-3d7b068b2b95 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:38.458039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-7435a171-122a-4669-9126-b41baf6abb22 req-89093f31-8ce7-4541-8eda-3d7b068b2b95 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:38.523818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89093f31-8ce7-4541-8eda-3d7b068b2b95 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'Port': ['ID=4f1eb9a2-ea6a-4e61-b381-ab6104154297,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:38.569433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] For port a2ba6464-80c9-4fe4-bc22-fb2131d42f59, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:38.573479 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] For port a2ba6464-80c9-4fe4-bc22-fb2131d42f59, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a2ba6464-80c9-4fe4-bc22-fb2131d42f59,segment=NetworkSegment(45c2fd40-256c-46f4-b63c-6c31206b60a0),segment_id=45c2fd40-256c-46f4-b63c-6c31206b60a0)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:38.611718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a171-122a-4669-9126-b41baf6abb22 req-89093f31-8ce7-4541-8eda-3d7b068b2b95 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:38.611718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7435a171-122a-4669-9126-b41baf6abb22 req-89093f31-8ce7-4541-8eda-3d7b068b2b95 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.785917 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d1de15c9-b82a-44e1-8e01-c6c4be3e6b2f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port 6fc9d9e4-8c0c-47f6-ba56-354367edb093 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:38.786670 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1de15c9-b82a-44e1-8e01-c6c4be3e6b2f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6fc9d9e4-8c0c-47f6-ba56-354367edb093), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.805328 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.883148 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7435a171-122a-4669-9126-b41baf6abb22 req-89093f31-8ce7-4541-8eda-3d7b068b2b95 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0295367 Feb 11 04:39:38.888529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Routers {'a3252542-6eba-4741-9cd4-bb17c8bb6492'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:38.889321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a3252542-6eba-4741-9cd4-bb17c8bb6492'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:38.905245 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Request body: {'port': {'device_id': '0ffaece5-7908-423e-bc46-f4962ee1454e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:38.914238 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1de15c9-b82a-44e1-8e01-c6c4be3e6b2f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6fc9d9e4-8c0c-47f6-ba56-354367edb093), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.937351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-841e8d27-75df-472b-afd6-2228cda4f501 None None] Provisioning complete for port 4f1eb9a2-ea6a-4e61-b381-ab6104154297 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:38.937738 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-841e8d27-75df-472b-afd6-2228cda4f501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:38.955269 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d1de15c9-b82a-44e1-8e01-c6c4be3e6b2f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for 6fc9d9e4-8c0c-47f6-ba56-354367edb093 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:38.974038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a8bd1-ce85-4beb-a201-4d033eff518a None None] Pushing event updated for resources: {'Port': ['ID=a2ba6464-80c9-4fe4-bc22-fb2131d42f59,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:38.997421 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:39.013841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-841e8d27-75df-472b-afd6-2228cda4f501 None None] Port 4f1eb9a2-ea6a-4e61-b381-ab6104154297 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:39.171776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] Set router a3252542-6eba-4741-9cd4-bb17c8bb6492 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:39.244404 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-494ce77e-5a82-469e-9d90-6409fed5a9a7 req-27866529-d3fd-4f53-b014-3181170777c8 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 210 time: 0.0539205 Feb 11 04:39:39.430251 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4673e726-2c69-4089-8847-0dcbb98836fa req-d262fcaa-35c0-4fdb-8347-abc75e1bf6be tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 210 time: 0.0879312 Feb 11 04:39:39.488802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24eddbc-563b-4c20-b3ef-686fda5fd3a3 req-48e5ef83-077e-4e9a-a0d0-68821afdea20 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:39.490786 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f24eddbc-563b-4c20-b3ef-686fda5fd3a3 req-48e5ef83-077e-4e9a-a0d0-68821afdea20 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 932 time: 0.2453876 Feb 11 04:39:39.542346 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:23Z', 'updated_at': '2022-02-11T04:39:32Z', 'revision_number': 4, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'gw_port': {'id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:24Z', 'updated_at': '2022-02-11T04:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'a2ba6464-80c9-4fe4-bc22-fb2131d42f59', 'name': '', 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'mac_address': 'fa:16:3e:8c:16:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:29Z', 'updated_at': '2022-02-11T04:39:38Z', 'revision_number': 4, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'subnets': [{'id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:39.563899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1eb9a2-ea6a-4e61-b381-ab6104154297 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:39.583941 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Publish callbacks [] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:39.602959 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1de15c9-b82a-44e1-8e01-c6c4be3e6b2f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6fc9d9e4-8c0c-47f6-ba56-354367edb093), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:39.604022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b35b5-418f-4047-8bd9-c63f7842085e None None] The sync data for ids ['a3252542-6eba-4741-9cd4-bb17c8bb6492'] in n-d-712142-35 is: [{'id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:23Z', 'updated_at': '2022-02-11T04:39:32Z', 'revision_number': 4, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'gw_port': {'id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:24Z', 'updated_at': '2022-02-11T04:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'a2ba6464-80c9-4fe4-bc22-fb2131d42f59', 'name': '', 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'mac_address': 'fa:16:3e:8c:16:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:29Z', 'updated_at': '2022-02-11T04:39:38Z', 'revision_number': 4, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'subnets': [{'id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:39.605059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f24eddbc-563b-4c20-b3ef-686fda5fd3a3 req-5467158f-18f8-45d3-96f3-ed792678500c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987990 Feb 11 04:39:39.712631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de15c9-b82a-44e1-8e01-c6c4be3e6b2f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=6fc9d9e4-8c0c-47f6-ba56-354367edb093,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:39.807662 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Transition to ACTIVE for port object 4f1eb9a2-ea6a-4e61-b381-ab6104154297 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:39:39.909581 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d1de15c9-b82a-44e1-8e01-c6c4be3e6b2f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (f9aecef5-95ae-421a-9c17-a1da8cff454d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:39.979162 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:40.222672 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1eb9a2-ea6a-4e61-b381-ab6104154297,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:40.286016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Attempting to bind port 4f1eb9a2-ea6a-4e61-b381-ab6104154297 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:40.286363 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Attempting to bind port 4f1eb9a2-ea6a-4e61-b381-ab6104154297 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:40.286744 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Attempting to bind port 4f1eb9a2-ea6a-4e61-b381-ab6104154297 on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:40.296776 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1de15c9-b82a-44e1-8e01-c6c4be3e6b2f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router f9aecef5-95ae-421a-9c17-a1da8cff454d has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:39:40.297671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Port 4f1eb9a2-ea6a-4e61-b381-ab6104154297 on network 86528c9f-e248-4f9b-904c-aa5d69cd261d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:39:40.298008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Attempting to bind port 4f1eb9a2-ea6a-4e61-b381-ab6104154297 on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:40.306961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:40.307317 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Checking segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:40.307716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Bound using segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:40.308156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Bound port: 4f1eb9a2-ea6a-4e61-b381-ab6104154297, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:40.318386 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:40.394578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cee0782-80aa-420b-a93d-286d334215b2 req-21d90fc3-4e4b-4354-a049-d89878217d19 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 210 time: 0.0520229 Feb 11 04:39:40.513994 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1de15c9-b82a-44e1-8e01-c6c4be3e6b2f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:40.514126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38844) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:40.514208 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d1de15c9-b82a-44e1-8e01-c6c4be3e6b2f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/f9aecef5-95ae-421a-9c17-a1da8cff454d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4697943 Feb 11 04:39:40.514283 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87a141-5bfd-46de-a48b-5d67434fb57f None None] Sync routers for ids ['f9aecef5-95ae-421a-9c17-a1da8cff454d'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:40.519984 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] For port 4f1eb9a2-ea6a-4e61-b381-ab6104154297, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:40.524914 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] For port 4f1eb9a2-ea6a-4e61-b381-ab6104154297, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4f1eb9a2-ea6a-4e61-b381-ab6104154297,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:40.536347 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-934c4e82-b70f-4255-9e8a-679410128c11 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9aecef5-95ae-421a-9c17-a1da8cff454d HTTP/1.1" status: 200 len: 205 time: 0.0470662 Feb 11 04:39:40.538931 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a87a141-5bfd-46de-a48b-5d67434fb57f None None] Routers {'f9aecef5-95ae-421a-9c17-a1da8cff454d'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:40.539467 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38846) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:40.539610 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8a87a141-5bfd-46de-a48b-5d67434fb57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f9aecef5-95ae-421a-9c17-a1da8cff454d'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:40.593760 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a2ba6464-80c9-4fe4-bc22-fb2131d42f59 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:40.602928 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8a87a141-5bfd-46de-a48b-5d67434fb57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:40.629764 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a87a141-5bfd-46de-a48b-5d67434fb57f None None] Routers {'f9aecef5-95ae-421a-9c17-a1da8cff454d'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:40.630755 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8a87a141-5bfd-46de-a48b-5d67434fb57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f9aecef5-95ae-421a-9c17-a1da8cff454d'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:40.631798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-77a69249-cf65-4e3a-bba4-30b933aeaa3a req-7478a4b2-b637-4aab-b26a-df043e59785b tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 210 time: 0.0981426 Feb 11 04:39:40.678383 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8a87a141-5bfd-46de-a48b-5d67434fb57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:40.680037 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a87a141-5bfd-46de-a48b-5d67434fb57f None None] The sync data for ids ['f9aecef5-95ae-421a-9c17-a1da8cff454d'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:40.686805 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:40.735898 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a2ba6464-80c9-4fe4-bc22-fb2131d42f59 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:40.736433 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:40.808900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:40.809566 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:40.811009 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7435a171-122a-4669-9126-b41baf6abb22 req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] 10.222.0.47 "PUT /v2.0/ports/4f1eb9a2-ea6a-4e61-b381-ab6104154297 HTTP/1.1" status: 200 len: 1093 time: 1.9117091 Feb 11 04:39:40.823968 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffaece5-7908-423e-bc46-f4962ee1454e', 'tag': '4f1eb9a2-ea6a-4e61-b381-ab6104154297'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:40.826580 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57b009d-05ce-4413-9df5-2d940dfe6e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffaece5-7908-423e-bc46-f4962ee1454e", "tag": "4f1eb9a2-ea6a-4e61-b381-ab6104154297"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:40.833766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24db692-8d1f-41b8-a59b-5c1676fa3b9b req-ab5985e8-7483-488f-be9b-4e324d4a3b2c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:40.840951 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57e3a24e-8272-4a5c-9b7d-30ed04211b0a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (f9aecef5-95ae-421a-9c17-a1da8cff454d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:40.844222 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d24db692-8d1f-41b8-a59b-5c1676fa3b9b req-ab5985e8-7483-488f-be9b-4e324d4a3b2c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 944 time: 0.1355414 Feb 11 04:39:40.944466 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a2ba6464-80c9-4fe4-bc22-fb2131d42f59 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:40.944903 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:40.979820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d24db692-8d1f-41b8-a59b-5c1676fa3b9b req-849f6718-6bbd-47e9-a9d2-1d807469d042 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290820 Feb 11 04:39:41.016230 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port a2ba6464-80c9-4fe4-bc22-fb2131d42f59, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a2ba6464-80c9-4fe4-bc22-fb2131d42f59,segment=NetworkSegment(45c2fd40-256c-46f4-b63c-6c31206b60a0),segment_id=45c2fd40-256c-46f4-b63c-6c31206b60a0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:41.147786 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:41.240791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=a2ba6464-80c9-4fe4-bc22-fb2131d42f59,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:41.326272 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3a846d-ba77-41f8-a63a-78fa939e46e4 x-openstack-request-id: req-1b3a846d-ba77-41f8-a63a-78fa939e46e4 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:41.326589 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffaece5-7908-423e-bc46-f4962ee1454e", "tag": "4f1eb9a2-ea6a-4e61-b381-ab6104154297", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:41.326895 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b3a846d-ba77-41f8-a63a-78fa939e46e4 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:41.327301 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffaece5-7908-423e-bc46-f4962ee1454e', 'tag': '4f1eb9a2-ea6a-4e61-b381-ab6104154297', 'status': 'completed', 'code': 200} Feb 11 04:39:41.359726 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e9cc7-b88a-4355-9ed6-8e928d4fc0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1eb9a2-ea6a-4e61-b381-ab6104154297,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:41.575951 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57e3a24e-8272-4a5c-9b7d-30ed04211b0a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (f9aecef5-95ae-421a-9c17-a1da8cff454d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:41.579014 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57e3a24e-8272-4a5c-9b7d-30ed04211b0a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_controller (f9aecef5-95ae-421a-9c17-a1da8cff454d), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:41.594026 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c82b9996-eb69-45c4-999d-a790c660e421 req-df1c42ab-6058-4334-9329-811bafbc61c5 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 210 time: 0.0611804 Feb 11 04:39:41.639256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b009d-05ce-4413-9df5-2d940dfe6e0a req-de525532-4232-4b57-8dce-80fcff75ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:41.640880 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a57b009d-05ce-4413-9df5-2d940dfe6e0a req-de525532-4232-4b57-8dce-80fcff75ba09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 1127 time: 0.3264482 Feb 11 04:39:41.742557 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57e3a24e-8272-4a5c-9b7d-30ed04211b0a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (f9aecef5-95ae-421a-9c17-a1da8cff454d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:41.747544 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e3a24e-8272-4a5c-9b7d-30ed04211b0a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Fanout notify agent at l3_agent the message router_deleted on router f9aecef5-95ae-421a-9c17-a1da8cff454d {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:39:41.751810 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57e3a24e-8272-4a5c-9b7d-30ed04211b0a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:41.752951 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-57e3a24e-8272-4a5c-9b7d-30ed04211b0a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/routers/f9aecef5-95ae-421a-9c17-a1da8cff454d HTTP/1.1" status: 204 len: 168 time: 1.2123666 Feb 11 04:39:41.762078 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38862) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:41.768306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ef1eb8-3276-489f-8d3a-2e288f093c78 req-aa0f91b2-eac8-45ee-8c02-d4871e2052fe tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 210 time: 0.0573769 Feb 11 04:39:41.800394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b009d-05ce-4413-9df5-2d940dfe6e0a req-8837d76a-9d0d-4425-81c7-3cfc438f70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:41.802247 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a57b009d-05ce-4413-9df5-2d940dfe6e0a req-8837d76a-9d0d-4425-81c7-3cfc438f70a6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1529739 Feb 11 04:39:41.834410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed7c3c8-10c6-41ee-8e33-abea4301a594 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting subnet 5ca37872-d837-4938-a3e0-d96f825d6ee4 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:39:41.839611 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aed7c3c8-10c6-41ee-8e33-abea4301a594 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (5ca37872-d837-4938-a3e0-d96f825d6ee4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:41.885499 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aed7c3c8-10c6-41ee-8e33-abea4301a594 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (5ca37872-d837-4938-a3e0-d96f825d6ee4), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:41.927491 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b009d-05ce-4413-9df5-2d940dfe6e0a req-36ca6a1d-92de-4363-9e77-7d9d19e4f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:41.929147 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a57b009d-05ce-4413-9df5-2d940dfe6e0a req-36ca6a1d-92de-4363-9e77-7d9d19e4f19a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1211805 Feb 11 04:39:41.999303 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aed7c3c8-10c6-41ee-8e33-abea4301a594 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (5ca37872-d837-4938-a3e0-d96f825d6ee4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:42.076579 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a171-122a-4669-9126-b41baf6abb22 req-4f680f18-9a42-43d8-9af6-6a94c47c31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:42.081404 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7435a171-122a-4669-9126-b41baf6abb22 req-4f680f18-9a42-43d8-9af6-6a94c47c31fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 1127 time: 0.0969577 Feb 11 04:39:42.145915 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7435a171-122a-4669-9126-b41baf6abb22 req-2445347a-7a5a-428c-b912-6c205e6b5b92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f1eb9a2-ea6a-4e61-b381-ab6104154297 HTTP/1.1" status: 200 len: 217 time: 0.0583525 Feb 11 04:39:42.214599 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aed7c3c8-10c6-41ee-8e33-abea4301a594 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (5ca37872-d837-4938-a3e0-d96f825d6ee4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:42.243075 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8bfb51-17f7-42e9-ba38-e0dec848ca02 None None] Network 0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:42.253097 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a171-122a-4669-9126-b41baf6abb22 req-c25f2a69-f745-4fa5-b03c-12e3d8a873a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:42.257377 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7435a171-122a-4669-9126-b41baf6abb22 req-c25f2a69-f745-4fa5-b03c-12e3d8a873a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.1055624 Feb 11 04:39:42.304983 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aed7c3c8-10c6-41ee-8e33-abea4301a594 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:42.308535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aed7c3c8-10c6-41ee-8e33-abea4301a594 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/5ca37872-d837-4938-a3e0-d96f825d6ee4 HTTP/1.1" status: 204 len: 168 time: 0.5449440 Feb 11 04:39:42.310536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7c3c8-10c6-41ee-8e33-abea4301a594 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca37872-d837-4938-a3e0-d96f825d6ee4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:42.321410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38870) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:42.358571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435a171-122a-4669-9126-b41baf6abb22 req-b1732c63-4105-4869-bcf9-781ec3d860e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:42.363660 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7435a171-122a-4669-9126-b41baf6abb22 req-b1732c63-4105-4869-bcf9-781ec3d860e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1013606 Feb 11 04:39:42.517743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176c505-688b-4354-89e2-62f016492980 req-a4b4a023-c467-4119-b3f0-bfa4225713d1 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:42.519783 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a176c505-688b-4354-89e2-62f016492980 req-a4b4a023-c467-4119-b3f0-bfa4225713d1 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.32 "GET /v2.0/networks?id=acf2126d-cb20-4232-ac4c-c6adc8135490 HTTP/1.1" status: 200 len: 814 time: 0.1802843 Feb 11 04:39:42.594151 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a2ba6464-80c9-4fe4-bc22-fb2131d42f59 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:42.713207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef5302c-42bc-4062-a3de-ed94c5a9f136 None None] DHCP port deletion for 0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:39:42.750562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-ff6a94e9-8da3-496e-a10d-ea4596d7c252 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:42.755678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-ff6a94e9-8da3-496e-a10d-ea4596d7c252 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.32 "GET /v2.0/networks?id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 HTTP/1.1" status: 200 len: 819 time: 0.2030268 Feb 11 04:39:42.769868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-a176c505-688b-4354-89e2-62f016492980 req-1add7af6-f470-4cbe-a556-8b1526a47e5f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Request body: {'port': {'device_id': '5a4de599-4ba9-4f52-a204-7f27fab5d9a2', 'network_id': 'acf2126d-cb20-4232-ac4c-c6adc8135490', 'admin_state_up': True, 'tenant_id': 'dffd2f1c3c9942b989ed94208a05a985'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:42.780227 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7435a171-122a-4669-9126-b41baf6abb22 req-3581fbc9-caee-4a5b-83ba-06b99fd02eea service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106719 Feb 11 04:39:42.798440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-515e5c55-e347-4968-9f7a-54dfa21ddd42 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Request body: {'port': {'device_id': 'ca36d497-1e86-44f6-adef-079bd7580314', 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41', 'admin_state_up': True, 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:42.829935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4267801-62e8-4251-b858-466efeeceb6e req-bac85d28-d0b6-4490-8fbc-6c62fcf8f60f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:42.831479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4267801-62e8-4251-b858-466efeeceb6e req-bac85d28-d0b6-4490-8fbc-6c62fcf8f60f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 944 time: 0.6648946 Feb 11 04:39:42.835418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a2ba6464-80c9-4fe4-bc22-fb2131d42f59 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:42.840308 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:42.924060 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7435a171-122a-4669-9126-b41baf6abb22 req-d276ae73-95da-4b99-998e-18e027a55838 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363089 Feb 11 04:39:42.984065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a2ba6464-80c9-4fe4-bc22-fb2131d42f59 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:42.987882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5302c-42bc-4062-a3de-ed94c5a9f136 None None] Deleting port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:42.988482 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9ef5302c-42bc-4062-a3de-ed94c5a9f136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:42.996339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d06a83b1-82d7-4120-813d-ddac4134f223 req-18a96588-4020-474d-b845-5b255cbd8951 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 210 time: 0.1771066 Feb 11 04:39:43.070326 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:39:43.097108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9ef5302c-42bc-4062-a3de-ed94c5a9f136 None None] For port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4,segment=NetworkSegment(12f86683-3e38-49d8-af94-19f71eb79318),segment_id=12f86683-3e38-49d8-af94-19f71eb79318)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:43.098146 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9ef5302c-42bc-4062-a3de-ed94c5a9f136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:43.169350 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:43.240203 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9bf1ee08-cb5a-4ef0-8fc7-ba82d3449311 req-0bf96af7-b474-4b9e-98ce-9e6e869a2f18 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 210 time: 0.1311846 Feb 11 04:39:43.250139 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4267801-62e8-4251-b858-466efeeceb6e req-3e3ac146-a208-4325-a476-9f5025d3e5f7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692566 Feb 11 04:39:43.338320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9ef5302c-42bc-4062-a3de-ed94c5a9f136 None None] Calling delete_port for a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:43.366685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:43.367494 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:43.428878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a176c505-688b-4354-89e2-62f016492980 req-1add7af6-f470-4cbe-a556-8b1526a47e5f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Made reservation on behalf of dffd2f1c3c9942b989ed94208a05a985 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:43.432600 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a176c505-688b-4354-89e2-62f016492980 req-1add7af6-f470-4cbe-a556-8b1526a47e5f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:43.452524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] For port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4,segment=NetworkSegment(12f86683-3e38-49d8-af94-19f71eb79318),segment_id=12f86683-3e38-49d8-af94-19f71eb79318)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:43.452881 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:43.475103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:43.477780 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-515e5c55-e347-4968-9f7a-54dfa21ddd42 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Made reservation on behalf of a8f6e8236f1a4fa28cedffa9d11c90bb for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:43.481095 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-515e5c55-e347-4968-9f7a-54dfa21ddd42 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:43.588447 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9ef5302c-42bc-4062-a3de-ed94c5a9f136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:43.622472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5302c-42bc-4062-a3de-ed94c5a9f136 None None] Pushing event deleted for resources: {'Port': ['ID=a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:43.635767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef5302c-42bc-4062-a3de-ed94c5a9f136 None None] No DVR routers for this DVR port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:39:43.751506 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:43.808207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-a176c505-688b-4354-89e2-62f016492980 req-1add7af6-f470-4cbe-a556-8b1526a47e5f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Allocated IP 172.20.0.6 (acf2126d-cb20-4232-ac4c-c6adc8135490/166b5f94-44ac-443e-bfd8-792e7ad7624b/c520b379-a81f-48b3-a968-e2863df030ec) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:43.816991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:43.843273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No DVR routers for this DVR port a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:39:43.847321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-515e5c55-e347-4968-9f7a-54dfa21ddd42 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Allocated IP 172.20.0.3 (a0c0c5dd-e922-4564-b0aa-c6a0db0baf41/8d722827-be20-4a20-9272-0adc8b7f4b3e/26840296-0f67-4a80-a050-483c9501b990) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:44.127208 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:44.179061 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38888) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:44.230194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb337801-47c7-4d35-aed4-ba5f7c321bcd req-af573e5a-e0a9-4be3-b708-07b214f3c859 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 210 time: 0.1069696 Feb 11 04:39:44.243435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:44.278857 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f86683-3e38-49d8-af94-19f71eb79318') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:44.279108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f86683-3e38-49d8-af94-19f71eb79318') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:44.335381 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (12f86683-3e38-49d8-af94-19f71eb79318), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:44.424755 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (12f86683-3e38-49d8-af94-19f71eb79318), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:44.449122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:39:44.481089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:39:44.481806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a5bc60b6-e297-4bc9-a2a5-9f3a18ca80e4 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:39:44.724220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fdb8fe70-1197-4193-b07e-90bea881fdab tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (6872c411-69ea-49ed-9f5f-3f868909f8c4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:44.788637 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d46e1cf-bf22-4634-ab5b-1b79801175d1 req-9c443d5d-9f30-427b-b7ad-3f56e4b55216 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 210 time: 0.4024637 Feb 11 04:39:44.807936 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:39:44.808356 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (12f86683-3e38-49d8-af94-19f71eb79318), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:39:44.812431 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:39:44.898874 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a176c505-688b-4354-89e2-62f016492980 req-1add7af6-f470-4cbe-a556-8b1526a47e5f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Publish callbacks [] for port (c520b379-a81f-48b3-a968-e2863df030ec), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:44.927321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f962e5-c026-4979-9165-5913811a665e req-88a20713-b6ce-436a-9e84-b514ee8855dc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:44.934864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41f962e5-c026-4979-9165-5913811a665e req-88a20713-b6ce-436a-9e84-b514ee8855dc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 944 time: 0.5629344 Feb 11 04:39:44.963805 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-515e5c55-e347-4968-9f7a-54dfa21ddd42 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for port (26840296-0f67-4a80-a050-483c9501b990), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.044604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41f962e5-c026-4979-9165-5913811a665e req-30953032-71f3-43bd-857d-47d71430f2e7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086898 Feb 11 04:39:45.079246 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.090492 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.095622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/networks/0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473 HTTP/1.1" status: 204 len: 168 time: 2.7720611 Feb 11 04:39:45.106715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38900) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:45.111466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5f600884-e8e5-4433-9931-69d3019e4401 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1062686481', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:45.117819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83b0e8-30cd-4196-a0d7-20681e972f36 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Network': ['ID=0d3c8fd8-07ec-40a0-ba5c-5a2b1d695473,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:45.127639 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a176c505-688b-4354-89e2-62f016492980 req-1add7af6-f470-4cbe-a556-8b1526a47e5f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c520b379-a81f-48b3-a968-e2863df030ec), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.159594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8fe70-1197-4193-b07e-90bea881fdab tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Deleting port d3512754-d565-4f0a-a152-d523518202a0 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:45.160170 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fdb8fe70-1197-4193-b07e-90bea881fdab tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d3512754-d565-4f0a-a152-d523518202a0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.180200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a176c505-688b-4354-89e2-62f016492980 req-1add7af6-f470-4cbe-a556-8b1526a47e5f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Network acf2126d-cb20-4232-ac4c-c6adc8135490 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:45.183707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-a176c505-688b-4354-89e2-62f016492980 req-1add7af6-f470-4cbe-a556-8b1526a47e5f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:45.188183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a176c505-688b-4354-89e2-62f016492980 req-1add7af6-f470-4cbe-a556-8b1526a47e5f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:45.220002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add7af6-f470-4cbe-a556-8b1526a47e5f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Pushing event updated for resources: {'Port': ['ID=c520b379-a81f-48b3-a968-e2863df030ec,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:45.235539 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-515e5c55-e347-4968-9f7a-54dfa21ddd42 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (26840296-0f67-4a80-a050-483c9501b990), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.258848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176c505-688b-4354-89e2-62f016492980 req-1add7af6-f470-4cbe-a556-8b1526a47e5f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:45.259507 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a176c505-688b-4354-89e2-62f016492980 req-1add7af6-f470-4cbe-a556-8b1526a47e5f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.265070 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-fdb8fe70-1197-4193-b07e-90bea881fdab tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] For port d3512754-d565-4f0a-a152-d523518202a0, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d3512754-d565-4f0a-a152-d523518202a0,segment=NetworkSegment(2efc3174-83f7-40ff-8893-de429ca06de6),segment_id=2efc3174-83f7-40ff-8893-de429ca06de6)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:45.265640 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fdb8fe70-1197-4193-b07e-90bea881fdab tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d3512754-d565-4f0a-a152-d523518202a0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.289443 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8fe70-1197-4193-b07e-90bea881fdab tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Calling delete_port for d3512754-d565-4f0a-a152-d523518202a0 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:45.305070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-515e5c55-e347-4968-9f7a-54dfa21ddd42 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Network a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:45.308597 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5f600884-e8e5-4433-9931-69d3019e4401 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (ac640da6-2987-4940-9cce-f782ebab065b), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.309819 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5f600884-e8e5-4433-9931-69d3019e4401 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (ac640da6-2987-4940-9cce-f782ebab065b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.316632 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-515e5c55-e347-4968-9f7a-54dfa21ddd42 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:45.322734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-515e5c55-e347-4968-9f7a-54dfa21ddd42 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:45.360115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e5c55-e347-4968-9f7a-54dfa21ddd42 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Pushing event updated for resources: {'Port': ['ID=26840296-0f67-4a80-a050-483c9501b990,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:45.436052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-515e5c55-e347-4968-9f7a-54dfa21ddd42 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:45.436702 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-515e5c55-e347-4968-9f7a-54dfa21ddd42 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.440339 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5f600884-e8e5-4433-9931-69d3019e4401 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_controller (ac640da6-2987-4940-9cce-f782ebab065b), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.467850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a176c505-688b-4354-89e2-62f016492980 req-1add7af6-f470-4cbe-a556-8b1526a47e5f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9028010 Feb 11 04:39:45.481705 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Request body: {'port': {'device_id': '5a4de599-4ba9-4f52-a204-7f27fab5d9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:45.523665 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5f600884-e8e5-4433-9931-69d3019e4401 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (ac640da6-2987-4940-9cce-f782ebab065b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.539120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89511a-7dc6-4382-8bcc-cb5f247fad77 req-f1cdae9e-7c05-4dbb-a0b2-10830f079f6d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:45.541705 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb89511a-7dc6-4382-8bcc-cb5f247fad77 req-f1cdae9e-7c05-4dbb-a0b2-10830f079f6d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 931 time: 0.1230259 Feb 11 04:39:45.594411 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-515e5c55-e347-4968-9f7a-54dfa21ddd42 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8128135 Feb 11 04:39:45.607231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Request body: {'port': {'device_id': 'ca36d497-1e86-44f6-adef-079bd7580314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:45.622020 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c520b379-a81f-48b3-a968-e2863df030ec), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.670363 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5f600884-e8e5-4433-9931-69d3019e4401 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.675403 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5f600884-e8e5-4433-9931-69d3019e4401 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5639384 Feb 11 04:39:45.675680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38916) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:45.682384 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2227956b-02a7-4304-b716-33bf47b4a01c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1522430806'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:45.698798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb89511a-7dc6-4382-8bcc-cb5f247fad77 req-f92f5531-ccfb-4cbb-9dbc-e6c94dc2d9b6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449499 Feb 11 04:39:45.728552 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fdb8fe70-1197-4193-b07e-90bea881fdab tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d3512754-d565-4f0a-a152-d523518202a0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.753333 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (26840296-0f67-4a80-a050-483c9501b990), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:45.759464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8fe70-1197-4193-b07e-90bea881fdab tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Port': ['ID=d3512754-d565-4f0a-a152-d523518202a0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:45.923671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2227956b-02a7-4304-b716-33bf47b4a01c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:45.926520 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2227956b-02a7-4304-b716-33bf47b4a01c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:46.028571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2227956b-02a7-4304-b716-33bf47b4a01c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:39:46.039698 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2227956b-02a7-4304-b716-33bf47b4a01c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:46.040051 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-2227956b-02a7-4304-b716-33bf47b4a01c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Added segment 9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c of type vlan for network 1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de Feb 11 04:39:46.101631 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2227956b-02a7-4304-b716-33bf47b4a01c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:46.110707 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fdb8fe70-1197-4193-b07e-90bea881fdab tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (6872c411-69ea-49ed-9f5f-3f868909f8c4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:46.146027 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22138f39-4878-4778-a62b-e152803ae343 req-da483a8a-dfb3-4b2c-ad2e-7fddf2979159 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:46.147711 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22138f39-4878-4778-a62b-e152803ae343 req-da483a8a-dfb3-4b2c-ad2e-7fddf2979159 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 931 time: 0.2489626 Feb 11 04:39:46.319899 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2227956b-02a7-4304-b716-33bf47b4a01c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:46.325026 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2227956b-02a7-4304-b716-33bf47b4a01c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:46.325634 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2227956b-02a7-4304-b716-33bf47b4a01c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:46.349919 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22138f39-4878-4778-a62b-e152803ae343 req-36b3a678-72fc-4668-b577-d1dbde5fcb28 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/security-groups?id=298a22fe-ab3b-46e0-962e-59256e88a770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723909 Feb 11 04:39:46.365313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c520b379-a81f-48b3-a968-e2863df030ec {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:46.376940 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Publish callbacks [] for port (c520b379-a81f-48b3-a968-e2863df030ec), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:46.392178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cba7f6-8f86-45c9-bfae-8e463a2b97cd req-b4013263-0cee-421e-b6b7-837ae4c52039 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:46.392178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94cba7f6-8f86-45c9-bfae-8e463a2b97cd req-b4013263-0cee-421e-b6b7-837ae4c52039 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 944 time: 0.2049580 Feb 11 04:39:46.412609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227956b-02a7-4304-b716-33bf47b4a01c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Network': ['ID=1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:46.431264 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Transition to ACTIVE for port object c520b379-a81f-48b3-a968-e2863df030ec will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:39:46.444757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:39:46.490470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26840296-0f67-4a80-a050-483c9501b990 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:46.501153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94cba7f6-8f86-45c9-bfae-8e463a2b97cd req-22a58bfc-fc62-4fb2-94a8-74158647d889 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952353 Feb 11 04:39:46.503111 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Publish callbacks [] for port (26840296-0f67-4a80-a050-483c9501b990), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:46.526257 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Transition to ACTIVE for port object 26840296-0f67-4a80-a050-483c9501b990 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:39:46.541753 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (c520b379-a81f-48b3-a968-e2863df030ec), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:46.641469 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Pushing event updated for resources: {'Port': ['ID=c520b379-a81f-48b3-a968-e2863df030ec,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:46.693601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Attempting to bind port c520b379-a81f-48b3-a968-e2863df030ec on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:46.694071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Attempting to bind port c520b379-a81f-48b3-a968-e2863df030ec by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '4253fb8b-0820-4e20-b415-a58a60995c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'acf2126d-cb20-4232-ac4c-c6adc8135490'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:46.694404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Attempting to bind port c520b379-a81f-48b3-a968-e2863df030ec on network acf2126d-cb20-4232-ac4c-c6adc8135490 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:46.699282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Port c520b379-a81f-48b3-a968-e2863df030ec on network acf2126d-cb20-4232-ac4c-c6adc8135490 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:39:46.700843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Attempting to bind port c520b379-a81f-48b3-a968-e2863df030ec on network acf2126d-cb20-4232-ac4c-c6adc8135490 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:46.705584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:46.705936 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Checking segment: {'id': '4253fb8b-0820-4e20-b415-a58a60995c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'acf2126d-cb20-4232-ac4c-c6adc8135490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:46.706310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Bound using segment: {'id': '4253fb8b-0820-4e20-b415-a58a60995c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'acf2126d-cb20-4232-ac4c-c6adc8135490'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:46.706770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Bound port: c520b379-a81f-48b3-a968-e2863df030ec, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4253fb8b-0820-4e20-b415-a58a60995c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'acf2126d-cb20-4232-ac4c-c6adc8135490'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:46.707135 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c520b379-a81f-48b3-a968-e2863df030ec), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:46.797202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] For port c520b379-a81f-48b3-a968-e2863df030ec, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:46.802315 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] For port c520b379-a81f-48b3-a968-e2863df030ec, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c520b379-a81f-48b3-a968-e2863df030ec,segment=NetworkSegment(4253fb8b-0820-4e20-b415-a58a60995c7c),segment_id=4253fb8b-0820-4e20-b415-a58a60995c7c)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:46.838364 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (26840296-0f67-4a80-a050-483c9501b990), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:46.884240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb8fe70-1197-4193-b07e-90bea881fdab tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Router 6872c411-69ea-49ed-9f5f-3f868909f8c4 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:39:46.903923 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2227956b-02a7-4304-b716-33bf47b4a01c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2268567 Feb 11 04:39:46.904882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38926) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:46.919665 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-64f411bd-49e0-47cc-bd30-a3246d39e6e7 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'subnet': {'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:46.929032 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=26840296-0f67-4a80-a050-483c9501b990,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:46.980065 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (c520b379-a81f-48b3-a968-e2863df030ec), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:46.989267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae672dd-c67a-471d-928c-174bfb9e4f5f req-2df01d95-4904-44ef-be22-9d975ee25e20 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:46.991012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ae672dd-c67a-471d-928c-174bfb9e4f5f req-2df01d95-4904-44ef-be22-9d975ee25e20 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 943 time: 0.1654534 Feb 11 04:39:47.066427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.066732 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:47.068144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a176c505-688b-4354-89e2-62f016492980 req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] 10.222.0.32 "PUT /v2.0/ports/c520b379-a81f-48b3-a968-e2863df030ec HTTP/1.1" status: 200 len: 1092 time: 1.5910642 Feb 11 04:39:47.070662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4de599-4ba9-4f52-a204-7f27fab5d9a2', 'tag': 'c520b379-a81f-48b3-a968-e2863df030ec'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:47.073036 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cb5faa-78cf-4d24-8a8c-a40088ec8373" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4de599-4ba9-4f52-a204-7f27fab5d9a2", "tag": "c520b379-a81f-48b3-a968-e2863df030ec"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:47.125001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c4d81-2be2-45b2-8035-a2fb97e01d58 service neutron] Pushing event updated for resources: {'Port': ['ID=c520b379-a81f-48b3-a968-e2863df030ec,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:47.134886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Attempting to bind port 26840296-0f67-4a80-a050-483c9501b990 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:47.135107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Attempting to bind port 26840296-0f67-4a80-a050-483c9501b990 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '45c2fd40-256c-46f4-b63c-6c31206b60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:47.135796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Attempting to bind port 26840296-0f67-4a80-a050-483c9501b990 on network a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:47.145410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Port 26840296-0f67-4a80-a050-483c9501b990 on network a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:39:47.145900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Attempting to bind port 26840296-0f67-4a80-a050-483c9501b990 on network a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:47.163254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ae672dd-c67a-471d-928c-174bfb9e4f5f req-5a435c93-18c4-4e45-bff9-444720dbdb41 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609914 Feb 11 04:39:47.178740 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae767b0-fae0-4139-908d-945a1147b42e x-openstack-request-id: req-1ae767b0-fae0-4139-908d-945a1147b42e {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:47.179031 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4de599-4ba9-4f52-a204-7f27fab5d9a2", "tag": "c520b379-a81f-48b3-a968-e2863df030ec", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:47.179285 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ae767b0-fae0-4139-908d-945a1147b42e {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:47.179687 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4de599-4ba9-4f52-a204-7f27fab5d9a2', 'tag': 'c520b379-a81f-48b3-a968-e2863df030ec', 'status': 'completed', 'code': 200} Feb 11 04:39:47.183447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:47.188632 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Checking segment: {'id': '45c2fd40-256c-46f4-b63c-6c31206b60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:47.188632 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Bound using segment: {'id': '45c2fd40-256c-46f4-b63c-6c31206b60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:47.188632 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Bound port: 26840296-0f67-4a80-a050-483c9501b990, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c2fd40-256c-46f4-b63c-6c31206b60a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:47.188632 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (26840296-0f67-4a80-a050-483c9501b990), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:47.193897 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb8fe70-1197-4193-b07e-90bea881fdab tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:47.209357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc254a77-3ef7-4270-aa7e-f9fcb242a8a0 None None] Sync routers for ids ['6872c411-69ea-49ed-9f5f-3f868909f8c4'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:47.216943 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fdb8fe70-1197-4193-b07e-90bea881fdab tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "PUT /v2.0/routers/6872c411-69ea-49ed-9f5f-3f868909f8c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0251868 Feb 11 04:39:47.252425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc254a77-3ef7-4270-aa7e-f9fcb242a8a0 None None] Routers {'6872c411-69ea-49ed-9f5f-3f868909f8c4'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:47.253170 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cc254a77-3ef7-4270-aa7e-f9fcb242a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6872c411-69ea-49ed-9f5f-3f868909f8c4'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:47.273780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f411bd-49e0-47cc-bd30-a3246d39e6e7 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:47.278095 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64f411bd-49e0-47cc-bd30-a3246d39e6e7 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:47.370034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb5faa-78cf-4d24-8a8c-a40088ec8373 req-58137222-76da-44e3-bb2e-d8415ae152b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.371798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17cb5faa-78cf-4d24-8a8c-a40088ec8373 req-58137222-76da-44e3-bb2e-d8415ae152b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffd2f1c3c9942b989ed94208a05a985&device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 1126 time: 0.1708546 Feb 11 04:39:47.378262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] For port 26840296-0f67-4a80-a050-483c9501b990, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:47.383229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] For port 26840296-0f67-4a80-a050-483c9501b990, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=26840296-0f67-4a80-a050-483c9501b990,segment=NetworkSegment(45c2fd40-256c-46f4-b63c-6c31206b60a0),segment_id=45c2fd40-256c-46f4-b63c-6c31206b60a0)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:47.407691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-cc254a77-3ef7-4270-aa7e-f9fcb242a8a0 None None] Set router 6872c411-69ea-49ed-9f5f-3f868909f8c4 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:47.508582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb5faa-78cf-4d24-8a8c-a40088ec8373 req-a9ed8d84-f046-46f8-bd00-0029968e252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.510387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17cb5faa-78cf-4d24-8a8c-a40088ec8373 req-a9ed8d84-f046-46f8-bd00-0029968e252a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=dffd2f1c3c9942b989ed94208a05a985&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1291885 Feb 11 04:39:47.554432 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (26840296-0f67-4a80-a050-483c9501b990), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:47.651026 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64f411bd-49e0-47cc-bd30-a3246d39e6e7 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (376e147e-9392-4a41-a810-97681fa5ebf4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:47.659077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.660213 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:47.661576 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] 10.222.0.32 "PUT /v2.0/ports/26840296-0f67-4a80-a050-483c9501b990 HTTP/1.1" status: 200 len: 1092 time: 2.0587876 Feb 11 04:39:47.701290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b30c0-a2f7-4d65-8101-d5811e9484bd req-c9bfa574-2a35-4e17-8df4-a64c023bbe4d tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.702646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b1b30c0-a2f7-4d65-8101-d5811e9484bd req-c9bfa574-2a35-4e17-8df4-a64c023bbe4d tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 943 time: 0.2046642 Feb 11 04:39:47.705990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89483c6-6b4e-46a8-98b8-b2de540ba3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=26840296-0f67-4a80-a050-483c9501b990,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:47.724834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb5faa-78cf-4d24-8a8c-a40088ec8373 req-69f16d03-cc43-466c-be09-0eee9d13319a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.726384 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17cb5faa-78cf-4d24-8a8c-a40088ec8373 req-69f16d03-cc43-466c-be09-0eee9d13319a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868525 Feb 11 04:39:47.735613 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f411bd-49e0-47cc-bd30-a3246d39e6e7 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Subnet': ['ID=376e147e-9392-4a41-a810-97681fa5ebf4,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:47.745608 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f411bd-49e0-47cc-bd30-a3246d39e6e7 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Checking segment: {'id': '9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:47.746679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f411bd-49e0-47cc-bd30-a3246d39e6e7 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network hostable DHCP agents. Network: 1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:39:47.816850 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cc254a77-3ef7-4270-aa7e-f9fcb242a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:39:45Z', 'revision_number': 6, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'fa355ec8-5819-4f0b-8052-dbcb6d30d4dc', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'port_id': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'mac_address': 'fa:16:3e:67:c4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd94a809-3999-499f-b931-cc628225dde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:38:00Z', 'updated_at': '2022-02-11T04:38:04Z', 'revision_number': 1, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3239be91-acdf-4da1-b9e9-5f551b290023', 'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:ce:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:10Z', 'updated_at': '2022-02-11T04:37:22Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '57f1938d-9978-4621-b126-d7700252f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:47.835809 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b1b30c0-a2f7-4d65-8101-d5811e9484bd req-72c78f0b-385e-4916-9fa9-b9d845fbca56 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/security-groups?id=298a22fe-ab3b-46e0-962e-59256e88a770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077678 Feb 11 04:39:47.845107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f411bd-49e0-47cc-bd30-a3246d39e6e7 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:39:47.852617 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc254a77-3ef7-4270-aa7e-f9fcb242a8a0 None None] Checking router: 6872c411-69ea-49ed-9f5f-3f868909f8c4 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:39:47.863303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc254a77-3ef7-4270-aa7e-f9fcb242a8a0 None None] Routers {'6872c411-69ea-49ed-9f5f-3f868909f8c4'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:47.863801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cc254a77-3ef7-4270-aa7e-f9fcb242a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6872c411-69ea-49ed-9f5f-3f868909f8c4'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:47.936051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-fa1a63ec-bd65-4ccc-acce-30a1b1159ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.937994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-fa1a63ec-bd65-4ccc-acce-30a1b1159ef3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8f6e8236f1a4fa28cedffa9d11c90bb&device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 1126 time: 0.1178992 Feb 11 04:39:47.939889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176c505-688b-4354-89e2-62f016492980 req-e3fdece9-0ba8-489b-bf74-58fbe5e05db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.941934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a176c505-688b-4354-89e2-62f016492980 req-e3fdece9-0ba8-489b-bf74-58fbe5e05db3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dffd2f1c3c9942b989ed94208a05a985&device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 1126 time: 0.1554492 Feb 11 04:39:47.959316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-64f411bd-49e0-47cc-bd30-a3246d39e6e7 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:47.970996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574911f-a1d3-4202-ab94-272ca39ebe08 req-33417db8-182c-469a-8039-1e6dc5a6f75d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.971576 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f411bd-49e0-47cc-bd30-a3246d39e6e7 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:47.971823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3574911f-a1d3-4202-ab94-272ca39ebe08 req-33417db8-182c-469a-8039-1e6dc5a6f75d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 944 time: 0.1094921 Feb 11 04:39:47.975773 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-64f411bd-49e0-47cc-bd30-a3246d39e6e7 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:48.018067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb9e255-1b5a-4a46-a7e7-97f2f2a38394 None None] Network 1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:48.074141 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-9bd41db9-5e40-43ff-993e-6d28409ea298 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26840296-0f67-4a80-a050-483c9501b990 HTTP/1.1" status: 200 len: 217 time: 0.1162238 Feb 11 04:39:48.082944 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a176c505-688b-4354-89e2-62f016492980 req-b72c9e06-1a33-4ed8-99bf-2db85f6d33d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c520b379-a81f-48b3-a968-e2863df030ec HTTP/1.1" status: 200 len: 217 time: 0.1200418 Feb 11 04:39:48.099496 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-cc254a77-3ef7-4270-aa7e-f9fcb242a8a0 None None] Set router 6872c411-69ea-49ed-9f5f-3f868909f8c4 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:48.128351 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-64f411bd-49e0-47cc-bd30-a3246d39e6e7 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2195253 Feb 11 04:39:48.132241 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38940) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:48.224907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbb87c-3f04-44aa-a470-fb9b8d7390e5 req-b9cea7c4-f028-4ce5-b5b3-e308561871ca tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:48.225384 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ffbb87c-3f04-44aa-a470-fb9b8d7390e5 req-b9cea7c4-f028-4ce5-b5b3-e308561871ca tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 946 time: 0.2783854 Feb 11 04:39:48.242567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:39:48.243586 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:48.255849 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3574911f-a1d3-4202-ab94-272ca39ebe08 req-48098193-05bd-4d8a-8a72-9a3c36b135db tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565982 Feb 11 04:39:48.369498 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-fdd3efcd-1a78-494b-a56d-350cc20f59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:48.371186 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-fdd3efcd-1a78-494b-a56d-350cc20f59d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d722827-be20-4a20-9272-0adc8b7f4b3e HTTP/1.1" status: 200 len: 859 time: 0.2768648 Feb 11 04:39:48.389258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176c505-688b-4354-89e2-62f016492980 req-d0ef5f6d-d7d2-453c-960f-5c4ac6d1de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:48.389258 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a176c505-688b-4354-89e2-62f016492980 req-d0ef5f6d-d7d2-453c-960f-5c4ac6d1de44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=166b5f94-44ac-443e-bfd8-792e7ad7624b HTTP/1.1" status: 200 len: 854 time: 0.2829738 Feb 11 04:39:48.463956 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-235779cf-836a-4755-af46-5f933fdb0705 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717618 Feb 11 04:39:48.487254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a176c505-688b-4354-89e2-62f016492980 req-5b3e3e2b-6880-488d-b665-5fb525f88dfc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=acf2126d-cb20-4232-ac4c-c6adc8135490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700929 Feb 11 04:39:48.488864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ffbb87c-3f04-44aa-a470-fb9b8d7390e5 req-be6f5575-e7d4-4305-a14b-3f784100db03 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=a926c278-9137-4862-95fe-a3ca98c28bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295649 Feb 11 04:39:48.553509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Allocated IP 2001:db8::2 (1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de/376e147e-9392-4a41-a810-97681fa5ebf4/be866bf9-8bf1-431e-84b2-945ba0892f83) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:48.666768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cc254a77-3ef7-4270-aa7e-f9fcb242a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:39:45Z', 'revision_number': 6, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'fa355ec8-5819-4f0b-8052-dbcb6d30d4dc', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'port_id': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'mac_address': 'fa:16:3e:67:c4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd94a809-3999-499f-b931-cc628225dde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:38:00Z', 'updated_at': '2022-02-11T04:38:04Z', 'revision_number': 1, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3239be91-acdf-4da1-b9e9-5f551b290023', 'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:ce:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:10Z', 'updated_at': '2022-02-11T04:37:22Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '57f1938d-9978-4621-b126-d7700252f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:48.678095 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15407b66-27f4-4735-a900-9008737b7656 req-753d9ab9-b081-4ab3-81de-d71afeab6c56 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:48.685719 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15407b66-27f4-4735-a900-9008737b7656 req-753d9ab9-b081-4ab3-81de-d71afeab6c56 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 943 time: 0.3099630 Feb 11 04:39:48.706595 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:48.716651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc254a77-3ef7-4270-aa7e-f9fcb242a8a0 None None] The sync data for ids ['6872c411-69ea-49ed-9f5f-3f868909f8c4'] in n-d-712142-35 is: [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:39:45Z', 'revision_number': 6, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'fa355ec8-5819-4f0b-8052-dbcb6d30d4dc', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'port_id': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'mac_address': 'fa:16:3e:67:c4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd94a809-3999-499f-b931-cc628225dde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:38:00Z', 'updated_at': '2022-02-11T04:38:04Z', 'revision_number': 1, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3239be91-acdf-4da1-b9e9-5f551b290023', 'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:ce:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:10Z', 'updated_at': '2022-02-11T04:37:22Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '57f1938d-9978-4621-b126-d7700252f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:48.757439 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a176c505-688b-4354-89e2-62f016492980 req-53446a60-428b-4864-8597-9928cfaebea6 service neutron] 10.222.0.32 "GET /v2.0/networks/acf2126d-cb20-4232-ac4c-c6adc8135490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593248 Feb 11 04:39:48.760307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-8983d274-d4f3-41ca-b5d6-54ac0b913d2e service neutron] 10.222.0.32 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786887 Feb 11 04:39:48.853243 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Publish callbacks [] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:48.909328 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:48.953244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Network 1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:48.955104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:48.960011 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:49.017124 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Pushing event updated for resources: {'Port': ['ID=be866bf9-8bf1-431e-84b2-945ba0892f83,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:49.038071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Attempting to bind port be866bf9-8bf1-431e-84b2-945ba0892f83 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:49.038529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Attempting to bind port be866bf9-8bf1-431e-84b2-945ba0892f83 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:49.043530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Attempting to bind port be866bf9-8bf1-431e-84b2-945ba0892f83 on network 1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:49.044300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:49.044761 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Checking segment: {'id': '9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:49.045242 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:49.045712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Bound using segment: {'id': '9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:49.046285 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Bound port: be866bf9-8bf1-431e-84b2-945ba0892f83, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:49.046738 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:49.132152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Allocated IP 2001:db8::1 (1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de/376e147e-9392-4a41-a810-97681fa5ebf4/2cc5d5db-878f-49d8-a715-69620e412ecc) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:49.186018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] For port be866bf9-8bf1-431e-84b2-945ba0892f83, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:49.195962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] For port be866bf9-8bf1-431e-84b2-945ba0892f83, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=be866bf9-8bf1-431e-84b2-945ba0892f83,segment=NetworkSegment(9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c),segment_id=9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:49.295024 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:49.413750 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:49.417092 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcb542-a95a-46c4-8ca4-052e35696bbf None None] Pushing event updated for resources: {'Port': ['ID=be866bf9-8bf1-431e-84b2-945ba0892f83,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:49.576544 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:49.710054 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca36d497-1e86-44f6-adef-079bd7580314', 'tag': '26840296-0f67-4a80-a050-483c9501b990'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:49.712451 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332a9c97-b26d-4a29-9412-45eecdb354dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ca36d497-1e86-44f6-adef-079bd7580314", "tag": "26840296-0f67-4a80-a050-483c9501b990"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:49.727235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec168c4f-98fa-48e9-9289-bfc39d425b65 req-6ecf3166-8a3c-48e2-af77-d5de358574e4 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9340465 Feb 11 04:39:49.732125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=2cc5d5db-878f-49d8-a715-69620e412ecc,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:49.777519 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:49.782247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:49.788006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:49.788570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:49.823659 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15407b66-27f4-4735-a900-9008737b7656 req-23438e88-be62-4242-8f87-8e7bf7239dd9 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1368618 Feb 11 04:39:50.053287 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a176c505-688b-4354-89e2-62f016492980 req-eec60ff4-2f9a-49fa-9cc8-d2b9accaa67e service neutron] 10.222.0.32 "GET /v2.0/networks/acf2126d-cb20-4232-ac4c-c6adc8135490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2706010 Feb 11 04:39:50.084509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe223d-e23a-46ae-b725-a2fb7c11578c req-c5736ea9-ae16-48ac-b7be-abe3a0eed556 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:50.086003 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8fe223d-e23a-46ae-b725-a2fb7c11578c req-c5736ea9-ae16-48ac-b7be-abe3a0eed556 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 943 time: 1.1534648 Feb 11 04:39:50.098916 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69043-a5b2-4579-ba87-c6329dae64f4 req-3beabd6e-1939-4a36-b099-e639a75ca084 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:50.100475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eba69043-a5b2-4579-ba87-c6329dae64f4 req-3beabd6e-1939-4a36-b099-e639a75ca084 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 946 time: 0.3681817 Feb 11 04:39:50.150136 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:50.224490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3481d-534b-4209-8c03-7f62746821d1 req-18c0f954-4542-4e7f-a114-0d6b431526c8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:50.226900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94a3481d-534b-4209-8c03-7f62746821d1 req-18c0f954-4542-4e7f-a114-0d6b431526c8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 944 time: 0.2370059 Feb 11 04:39:50.293065 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8fe223d-e23a-46ae-b725-a2fb7c11578c req-ac31ad78-0b0e-4c76-8d25-a4da5e2e2e36 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/security-groups?id=298a22fe-ab3b-46e0-962e-59256e88a770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915240 Feb 11 04:39:50.345211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94a3481d-534b-4209-8c03-7f62746821d1 req-ac7b2269-6231-42fb-99ba-c9ffed4c821d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024468 Feb 11 04:39:50.374309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-eba69043-a5b2-4579-ba87-c6329dae64f4 req-3655d056-beba-41b7-bcbf-3491be9b4e6d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Deleting port 743ef7c8-9772-43fd-998b-92fdea4382ba {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:50.374877 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eba69043-a5b2-4579-ba87-c6329dae64f4 req-3655d056-beba-41b7-bcbf-3491be9b4e6d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:50.542999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device be866bf9-8bf1-431e-84b2-945ba0892f83 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:50.582020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-eba69043-a5b2-4579-ba87-c6329dae64f4 req-3655d056-beba-41b7-bcbf-3491be9b4e6d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] For port 743ef7c8-9772-43fd-998b-92fdea4382ba, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=743ef7c8-9772-43fd-998b-92fdea4382ba,segment=NetworkSegment(2efc3174-83f7-40ff-8893-de429ca06de6),segment_id=2efc3174-83f7-40ff-8893-de429ca06de6)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:50.584099 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eba69043-a5b2-4579-ba87-c6329dae64f4 req-3655d056-beba-41b7-bcbf-3491be9b4e6d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:50.589818 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba183bcd-7475-4206-b6a9-83fa9d235193 x-openstack-request-id: req-ba183bcd-7475-4206-b6a9-83fa9d235193 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:50.590386 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca36d497-1e86-44f6-adef-079bd7580314", "tag": "26840296-0f67-4a80-a050-483c9501b990", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:50.590880 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba183bcd-7475-4206-b6a9-83fa9d235193 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:50.591473 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca36d497-1e86-44f6-adef-079bd7580314', 'tag': '26840296-0f67-4a80-a050-483c9501b990', 'status': 'completed', 'code': 200} Feb 11 04:39:50.679535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-eba69043-a5b2-4579-ba87-c6329dae64f4 req-3655d056-beba-41b7-bcbf-3491be9b4e6d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Calling delete_port for 743ef7c8-9772-43fd-998b-92fdea4382ba owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:50.682883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port be866bf9-8bf1-431e-84b2-945ba0892f83 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:50.683327 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:50.698354 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:50.760382 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9c97-b26d-4a29-9412-45eecdb354dd req-e1a8bea3-c5b9-4daf-9086-666003c93a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:50.762253 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-332a9c97-b26d-4a29-9412-45eecdb354dd req-e1a8bea3-c5b9-4daf-9086-666003c93a91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8f6e8236f1a4fa28cedffa9d11c90bb&device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 1126 time: 0.1695168 Feb 11 04:39:50.781449 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:50.782972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:50.792981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port be866bf9-8bf1-431e-84b2-945ba0892f83 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:50.793470 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:50.794047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505798bf-9d39-4722-b669-4786281fbd66 req-0b1028ab-a861-4b51-b82d-ae1826dce4b6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:50.801927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-505798bf-9d39-4722-b669-4786281fbd66 req-0b1028ab-a861-4b51-b82d-ae1826dce4b6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 946 time: 0.1986418 Feb 11 04:39:50.868812 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port be866bf9-8bf1-431e-84b2-945ba0892f83, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=be866bf9-8bf1-431e-84b2-945ba0892f83,segment=NetworkSegment(9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c),segment_id=9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:50.934241 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=2cc5d5db-878f-49d8-a715-69620e412ecc,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:50.959110 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:51.023326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d3512754-d565-4f0a-a152-d523518202a0 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:39:51.025630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9c97-b26d-4a29-9412-45eecdb354dd req-6fcbec14-c1ff-419b-978c-05e057f8062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:51.027778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-332a9c97-b26d-4a29-9412-45eecdb354dd req-6fcbec14-c1ff-419b-978c-05e057f8062b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 HTTP/1.1" status: 200 len: 920 time: 0.2570593 Feb 11 04:39:51.041315 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:51.048465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:51.078644 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: d3512754-d565-4f0a-a152-d523518202a0 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:39:51.079264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d3512754-d565-4f0a-a152-d523518202a0 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:39:51.082936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671832a7-71ac-4e4c-ba08-47187652a029 None None] Network 1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:51.215201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ca225375-3b4b-423c-8bfe-bc0b92b9b445 None None] Provisioning complete for port be866bf9-8bf1-431e-84b2-945ba0892f83 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:51.215822 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ca225375-3b4b-423c-8bfe-bc0b92b9b445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:51.242011 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=be866bf9-8bf1-431e-84b2-945ba0892f83,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:51.259189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-332a9c97-b26d-4a29-9412-45eecdb354dd req-d9805d76-b138-495a-b058-3687352e421d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26840296-0f67-4a80-a050-483c9501b990 HTTP/1.1" status: 200 len: 217 time: 0.0590427 Feb 11 04:39:51.301287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router ac640da6-2987-4940-9cce-f782ebab065b is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:39:51.373488 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eba69043-a5b2-4579-ba87-c6329dae64f4 req-3655d056-beba-41b7-bcbf-3491be9b4e6d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (743ef7c8-9772-43fd-998b-92fdea4382ba), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:51.384810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a9c97-b26d-4a29-9412-45eecdb354dd req-eafd679a-00bd-416c-9f4d-b3972219aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:51.387047 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-332a9c97-b26d-4a29-9412-45eecdb354dd req-eafd679a-00bd-416c-9f4d-b3972219aedd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d722827-be20-4a20-9272-0adc8b7f4b3e HTTP/1.1" status: 200 len: 859 time: 0.1189356 Feb 11 04:39:51.388172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ca225375-3b4b-423c-8bfe-bc0b92b9b445 None None] Current status of the port be866bf9-8bf1-431e-84b2-945ba0892f83 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:51.449286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:39:51.450083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655d056-beba-41b7-bcbf-3491be9b4e6d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Port': ['ID=743ef7c8-9772-43fd-998b-92fdea4382ba,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:51.472521 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Sync routers for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:39:51.489071 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d16b96c1-5cc4-4350-ac0d-1267f7963447 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/ac640da6-2987-4940-9cce-f782ebab065b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3556964 Feb 11 04:39:51.489318 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:51.496545 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38980) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:51.498172 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:51.505803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3cc5b678-07a3-4a1b-a71a-3be65455b04e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2048887258'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:51.594726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba69043-a5b2-4579-ba87-c6329dae64f4 req-3655d056-beba-41b7-bcbf-3491be9b4e6d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] No DVR routers for this DVR port 743ef7c8-9772-43fd-998b-92fdea4382ba on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:39:51.600657 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-332a9c97-b26d-4a29-9412-45eecdb354dd req-32e53076-19b9-4de0-9bef-ed062dfde3f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1597095 Feb 11 04:39:51.608026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade7317-7b53-4782-b00a-b902c98b11e8 req-68888717-dcde-48ef-b2fc-275b2ef1b71d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:51.615721 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ade7317-7b53-4782-b00a-b902c98b11e8 req-68888717-dcde-48ef-b2fc-275b2ef1b71d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 943 time: 0.5867682 Feb 11 04:39:51.616233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc5b678-07a3-4a1b-a71a-3be65455b04e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:51.622128 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b678-07a3-4a1b-a71a-3be65455b04e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:51.643139 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-505798bf-9d39-4722-b669-4786281fbd66 req-b068073e-9d6b-4240-8f6f-ee4d701ac088 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=a926c278-9137-4862-95fe-a3ca98c28bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8273048 Feb 11 04:39:51.648827 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-eba69043-a5b2-4579-ba87-c6329dae64f4 req-3655d056-beba-41b7-bcbf-3491be9b4e6d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:51.662910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eba69043-a5b2-4579-ba87-c6329dae64f4 req-3655d056-beba-41b7-bcbf-3491be9b4e6d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.32 "DELETE /v2.0/ports/743ef7c8-9772-43fd-998b-92fdea4382ba HTTP/1.1" status: 204 len: 173 time: 1.5232654 Feb 11 04:39:51.680383 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc5b678-07a3-4a1b-a71a-3be65455b04e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:39:51.690129 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:51.712143 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b678-07a3-4a1b-a71a-3be65455b04e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (1da6c582-0831-46ba-b5a2-576d7c7fe7f8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:51.720633 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-3cc5b678-07a3-4a1b-a71a-3be65455b04e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Added segment 1da6c582-0831-46ba-b5a2-576d7c7fe7f8 of type vlan for network 48f418b0-098b-4a07-97e4-4ea7064f1004 Feb 11 04:39:51.883697 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b678-07a3-4a1b-a71a-3be65455b04e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (48f418b0-098b-4a07-97e4-4ea7064f1004), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:52.016393 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b678-07a3-4a1b-a71a-3be65455b04e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (48f418b0-098b-4a07-97e4-4ea7064f1004), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:52.022604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc5b678-07a3-4a1b-a71a-3be65455b04e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:52.023156 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3cc5b678-07a3-4a1b-a71a-3be65455b04e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:52.040106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5aa080da-6672-4a0f-aafe-2fe2edbed5ad None None] Provisioning complete for port be866bf9-8bf1-431e-84b2-945ba0892f83 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:52.044670 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5aa080da-6672-4a0f-aafe-2fe2edbed5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:52.177382 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:39:50Z', 'revision_number': 2, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:50Z', 'revision_number': 2, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:52.205239 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3cc5b678-07a3-4a1b-a71a-3be65455b04e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7070212 Feb 11 04:39:52.220130 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38986) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:52.225581 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e6791fd0-852b-44b9-8bb3-21fb40f18d09 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'subnet': {'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:39:52.299666 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ade7317-7b53-4782-b00a-b902c98b11e8 req-649f3e37-928c-48cb-87e4-b682e69a8d24 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6825471 Feb 11 04:39:52.374269 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Checking router: ac640da6-2987-4940-9cce-f782ebab065b for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:39:52.376962 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Updating router ac640da6-2987-4940-9cce-f782ebab065b port 2cc5d5db-878f-49d8-a715-69620e412ecc binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:39:52.379227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5aa080da-6672-4a0f-aafe-2fe2edbed5ad None None] Current status of the port be866bf9-8bf1-431e-84b2-945ba0892f83 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:52.420069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa642c08-268e-4ba7-a44c-19beeb144684 req-310811cf-7abb-4886-8478-022d0336709f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:52.429723 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa642c08-268e-4ba7-a44c-19beeb144684 req-310811cf-7abb-4886-8478-022d0336709f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 943 time: 0.5382600 Feb 11 04:39:52.433461 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-332a9c97-b26d-4a29-9412-45eecdb354dd req-ebc1f614-522e-4f34-8485-cc7d807103a6 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7695999 Feb 11 04:39:52.436934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5aa080da-6672-4a0f-aafe-2fe2edbed5ad None None] Provisioning complete for port 2cc5d5db-878f-49d8-a715-69620e412ecc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:52.438087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5b678-07a3-4a1b-a71a-3be65455b04e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Network': ['ID=48f418b0-098b-4a07-97e4-4ea7064f1004,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:52.444500 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5aa080da-6672-4a0f-aafe-2fe2edbed5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:52.532878 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:52.543387 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 48f418b0-098b-4a07-97e4-4ea7064f1004 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:39:52.547286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 26840296-0f67-4a80-a050-483c9501b990 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:39:52.623796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device be866bf9-8bf1-431e-84b2-945ba0892f83 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:52.666192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec967f89-7f32-44b1-a4a8-bb4949ed677a', 'name': 'network-vif-deleted', 'tag': '743ef7c8-9772-43fd-998b-92fdea4382ba'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:39:52.670939 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f6eb4f-aedc-4f99-8369-6b93c90ba0a5" -d '{"events": [{"server_uuid": "ec967f89-7f32-44b1-a4a8-bb4949ed677a", "name": "network-vif-deleted", "tag": "743ef7c8-9772-43fd-998b-92fdea4382ba"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:39:52.677344 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-332a9c97-b26d-4a29-9412-45eecdb354dd req-8cb4c740-906c-4963-ae74-c1fc010a4043 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113373 Feb 11 04:39:52.754185 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6791fd0-852b-44b9-8bb3-21fb40f18d09 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:39:52.758354 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6791fd0-852b-44b9-8bb3-21fb40f18d09 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:52.780651 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa642c08-268e-4ba7-a44c-19beeb144684 req-31ec49bb-7a52-4603-9179-816c288e0f2f tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/security-groups?id=298a22fe-ab3b-46e0-962e-59256e88a770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381536 Feb 11 04:39:52.789760 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5aa080da-6672-4a0f-aafe-2fe2edbed5ad None None] Port 2cc5d5db-878f-49d8-a715-69620e412ecc cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:52.831703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1670b-0792-47c0-947f-55977f5dda90 req-16dcf639-95cc-4f0d-b9e8-4057bacf9b59 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:52.833523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1cd1670b-0792-47c0-947f-55977f5dda90 req-16dcf639-95cc-4f0d-b9e8-4057bacf9b59 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 944 time: 0.1517360 Feb 11 04:39:53.024515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1cd1670b-0792-47c0-947f-55977f5dda90 req-6178a1e1-de8b-495a-9c1b-615a9df5f0b4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790898 Feb 11 04:39:53.223730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d99cfbb-14b8-4fda-a87a-f42e22548215 req-d2c1623e-ba35-4f12-97c7-175a335a0917 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec967f89-7f32-44b1-a4a8-bb4949ed677a HTTP/1.1" status: 200 len: 210 time: 0.0813026 Feb 11 04:39:53.226872 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0293a41a-005a-474d-a1be-3108a75611cc x-openstack-request-id: req-0293a41a-005a-474d-a1be-3108a75611cc {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:39:53.230321 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec967f89-7f32-44b1-a4a8-bb4949ed677a", "name": "network-vif-deleted", "tag": "743ef7c8-9772-43fd-998b-92fdea4382ba", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:39:53.230779 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0293a41a-005a-474d-a1be-3108a75611cc {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:39:53.231320 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec967f89-7f32-44b1-a4a8-bb4949ed677a', 'name': 'network-vif-deleted', 'tag': '743ef7c8-9772-43fd-998b-92fdea4382ba', 'status': 'completed', 'code': 200} Feb 11 04:39:53.365328 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6791fd0-852b-44b9-8bb3-21fb40f18d09 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (21f0f025-b3ce-40c7-a3ca-5c008adecccf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:53.503555 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Publish callbacks [] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:53.518835 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6791fd0-852b-44b9-8bb3-21fb40f18d09 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Subnet': ['ID=21f0f025-b3ce-40c7-a3ca-5c008adecccf,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:53.557023 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.resource_extend [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] It took 0.94 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:39:53.561512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931939f-c003-4272-96cc-fb3571ee3e1b req-421dc9f4-6799-4689-bf74-8f7927824f02 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:53.571015 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6931939f-c003-4272-96cc-fb3571ee3e1b req-421dc9f4-6799-4689-bf74-8f7927824f02 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 943 time: 0.0928321 Feb 11 04:39:53.587720 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:53.590773 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6791fd0-852b-44b9-8bb3-21fb40f18d09 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Checking segment: {'id': '1da6c582-0831-46ba-b5a2-576d7c7fe7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:53.591193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6791fd0-852b-44b9-8bb3-21fb40f18d09 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network hostable DHCP agents. Network: 48f418b0-098b-4a07-97e4-4ea7064f1004, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:39:53.667075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6931939f-c003-4272-96cc-fb3571ee3e1b req-80c918d6-a0db-4fe7-a912-40c0ea8d736d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946028 Feb 11 04:39:53.691364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6791fd0-852b-44b9-8bb3-21fb40f18d09 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 48f418b0-098b-4a07-97e4-4ea7064f1004 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:39:53.765365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8e163559-e8e8-4a3a-a4d6-a66dea3d2f88 None None] Provisioning complete for port 2cc5d5db-878f-49d8-a715-69620e412ecc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:53.765746 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8e163559-e8e8-4a3a-a4d6-a66dea3d2f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:53.770614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 26840296-0f67-4a80-a050-483c9501b990, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=26840296-0f67-4a80-a050-483c9501b990,segment=NetworkSegment(45c2fd40-256c-46f4-b63c-6c31206b60a0),segment_id=45c2fd40-256c-46f4-b63c-6c31206b60a0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:53.771460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e6791fd0-852b-44b9-8bb3-21fb40f18d09 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 48f418b0-098b-4a07-97e4-4ea7064f1004) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:53.780929 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6791fd0-852b-44b9-8bb3-21fb40f18d09 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:53.781608 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6791fd0-852b-44b9-8bb3-21fb40f18d09 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:53.789676 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0a39c-acb6-4dd9-a5eb-c2a874dd9e54 None None] Pushing event updated for resources: {'Port': ['ID=2cc5d5db-878f-49d8-a715-69620e412ecc,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:53.817355 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bab1276-425e-43cf-80cb-a731c2e821db None None] Network 48f418b0-098b-4a07-97e4-4ea7064f1004 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:53.827495 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Attempting to bind port 2cc5d5db-878f-49d8-a715-69620e412ecc on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:53.833884 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Attempting to bind port 2cc5d5db-878f-49d8-a715-69620e412ecc by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:53.833884 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Attempting to bind port 2cc5d5db-878f-49d8-a715-69620e412ecc on network 1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:53.843742 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:53.844446 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Checking segment: {'id': '9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:53.845029 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:53.845635 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Bound using segment: {'id': '9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:53.846279 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Bound port: 2cc5d5db-878f-49d8-a715-69620e412ecc, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:53.846908 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:53.891381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39002) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:53.896490 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e6791fd0-852b-44b9-8bb3-21fb40f18d09 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6706069 Feb 11 04:39:53.902157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port be866bf9-8bf1-431e-84b2-945ba0892f83 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:53.902857 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:53.972601 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-99af7651-0359-49b0-af95-26d09cd0073b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:53.972824 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] For port 2cc5d5db-878f-49d8-a715-69620e412ecc, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:53.976697 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] For port 2cc5d5db-878f-49d8-a715-69620e412ecc, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2cc5d5db-878f-49d8-a715-69620e412ecc,segment=NetworkSegment(9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c),segment_id=9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:53.979554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '26840296-0f67-4a80-a050-483c9501b990', 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41', 'port_id': '26840296-0f67-4a80-a050-483c9501b990', 'mac_address': 'fa:16:3e:c6:0d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:39:54.043683 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:54.102935 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8e163559-e8e8-4a3a-a4d6-a66dea3d2f88 None None] Port 2cc5d5db-878f-49d8-a715-69620e412ecc cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:39:54.189546 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:39:54.190196 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:54.320303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 26840296-0f67-4a80-a050-483c9501b990 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:54.320703 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (26840296-0f67-4a80-a050-483c9501b990), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:54.355636 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e131f5-a27b-4d20-8720-069324e4c0be req-916206a4-0059-4fa9-92eb-dd40de9fa58e tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:54.357649 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05e131f5-a27b-4d20-8720-069324e4c0be req-916206a4-0059-4fa9-92eb-dd40de9fa58e tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 943 time: 0.3407140 Feb 11 04:39:54.497017 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0a39c-acb6-4dd9-a5eb-c2a874dd9e54 None None] Pushing event updated for resources: {'Port': ['ID=2cc5d5db-878f-49d8-a715-69620e412ecc,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:54.499110 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-13124f26-bfe6-46f4-b498-984afae91941 None None] Provisioning complete for port 2cc5d5db-878f-49d8-a715-69620e412ecc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:54.499577 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-13124f26-bfe6-46f4-b498-984afae91941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:54.501918 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:39:54.589633 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05e131f5-a27b-4d20-8720-069324e4c0be req-b9c05c84-7032-49ed-ad51-a90feb10e4d2 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/security-groups?id=298a22fe-ab3b-46e0-962e-59256e88a770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815176 Feb 11 04:39:54.601189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86a697-1283-4d85-9565-b35bcf89f2f7 req-1cf2e9cb-cf17-4bc8-8dfa-cf48f076bd22 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:54.618531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd86a697-1283-4d85-9565-b35bcf89f2f7 req-1cf2e9cb-cf17-4bc8-8dfa-cf48f076bd22 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 944 time: 0.3863299 Feb 11 04:39:54.670219 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-48f418b0-098b-4a07-97e4-4ea7064f1004', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:39:54.671137 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:54.687257 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39014) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:54.691496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd86a697-1283-4d85-9565-b35bcf89f2f7 req-eaac2150-85aa-45b2-9bab-9aa30aaedb12 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717161 Feb 11 04:39:54.753831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26840296-0f67-4a80-a050-483c9501b990 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:54.812149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 26840296-0f67-4a80-a050-483c9501b990, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=26840296-0f67-4a80-a050-483c9501b990,segment=NetworkSegment(45c2fd40-256c-46f4-b63c-6c31206b60a0),segment_id=45c2fd40-256c-46f4-b63c-6c31206b60a0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:54.825688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port be866bf9-8bf1-431e-84b2-945ba0892f83 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:54.869488 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (26840296-0f67-4a80-a050-483c9501b990), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:54.870241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c520b379-a81f-48b3-a968-e2863df030ec details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:39:54.884931 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b503f29a-e1a1-41be-9fe0-1a7694f3fae1 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (a926c278-9137-4862-95fe-a3ca98c28bb4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:54.949513 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b503f29a-e1a1-41be-9fe0-1a7694f3fae1 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (a926c278-9137-4862-95fe-a3ca98c28bb4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:55.006395 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:39:50Z', 'revision_number': 2, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:53Z', 'revision_number': 4, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:55.073532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e087ca-069d-434c-81f2-44f4d0dc5b75 req-ffa6bdc3-9148-435d-bfcc-5f527fad740d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:55.078766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1e087ca-069d-434c-81f2-44f4d0dc5b75 req-ffa6bdc3-9148-435d-bfcc-5f527fad740d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 944 time: 0.1877367 Feb 11 04:39:55.091519 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323f11d8-77d7-45ea-8634-eb0162127d55 None None] The sync data for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 is: [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:39:50Z', 'revision_number': 2, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:53Z', 'revision_number': 4, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:39:55.125474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c520b379-a81f-48b3-a968-e2863df030ec, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c520b379-a81f-48b3-a968-e2863df030ec,segment=NetworkSegment(4253fb8b-0820-4e20-b415-a58a60995c7c),segment_id=4253fb8b-0820-4e20-b415-a58a60995c7c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:55.177610 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b503f29a-e1a1-41be-9fe0-1a7694f3fae1 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a926c278-9137-4862-95fe-a3ca98c28bb4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:55.183197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b503f29a-e1a1-41be-9fe0-1a7694f3fae1 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:55.190125 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b503f29a-e1a1-41be-9fe0-1a7694f3fae1 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "DELETE /v2.0/security-groups/a926c278-9137-4862-95fe-a3ca98c28bb4 HTTP/1.1" status: 204 len: 168 time: 0.5005190 Feb 11 04:39:55.226325 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503f29a-e1a1-41be-9fe0-1a7694f3fae1 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a926c278-9137-4862-95fe-a3ca98c28bb4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:55.310383 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39026) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:55.328660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1e087ca-069d-434c-81f2-44f4d0dc5b75 req-73da4e10-8174-445e-bd75-2ee68677c7e5 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412601 Feb 11 04:39:55.404772 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:55.405747 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'c520b379-a81f-48b3-a968-e2863df030ec', 'network_id': 'acf2126d-cb20-4232-ac4c-c6adc8135490', 'port_id': 'c520b379-a81f-48b3-a968-e2863df030ec', 'mac_address': 'fa:16:3e:1b:ef:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '166b5f94-44ac-443e-bfd8-792e7ad7624b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:39:55.534043 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bc98a4-96a0-462a-99c3-616775e01929 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Deleting subnet dda90502-19f3-4814-9e03-b6ef683becae {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:39:55.543143 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1bc98a4-96a0-462a-99c3-616775e01929 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for subnet (dda90502-19f3-4814-9e03-b6ef683becae), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:55.652506 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1bc98a4-96a0-462a-99c3-616775e01929 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (dda90502-19f3-4814-9e03-b6ef683becae), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:55.704257 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f11c5fa1-2e68-4f16-af74-0152fb0b91ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:55.739979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=26840296-0f67-4a80-a050-483c9501b990,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:55.804518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-13124f26-bfe6-46f4-b498-984afae91941 None None] Current status of the port 2cc5d5db-878f-49d8-a715-69620e412ecc is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:55.804992 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-13124f26-bfe6-46f4-b498-984afae91941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:55.845223 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1bc98a4-96a0-462a-99c3-616775e01929 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (dda90502-19f3-4814-9e03-b6ef683becae), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:55.853306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Allocated IP 2001:db8:1::2 (48f418b0-098b-4a07-97e4-4ea7064f1004/21f0f025-b3ce-40c7-a3ca-5c008adecccf/46f0142f-71f0-43bd-8eb5-415c957c1a92) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:55.894218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port c520b379-a81f-48b3-a968-e2863df030ec is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:55.898729 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c520b379-a81f-48b3-a968-e2863df030ec), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:55.959590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c520b379-a81f-48b3-a968-e2863df030ec {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:39:56.020200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df426d9-a482-425b-840c-ea12b6d73410 req-31cb6a21-18fa-4998-bf68-0dbfb97eeaf7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:56.028768 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3df426d9-a482-425b-840c-ea12b6d73410 req-31cb6a21-18fa-4998-bf68-0dbfb97eeaf7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 944 time: 0.1880167 Feb 11 04:39:56.071178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8504fd5-51f9-4b5f-82db-0e9b92845ec9 req-0345c897-d4f8-40db-b26b-bc9bba7c59ed tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:56.071178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8504fd5-51f9-4b5f-82db-0e9b92845ec9 req-0345c897-d4f8-40db-b26b-bc9bba7c59ed tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 943 time: 0.1845601 Feb 11 04:39:56.118813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-13124f26-bfe6-46f4-b498-984afae91941 None None] For port 2cc5d5db-878f-49d8-a715-69620e412ecc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2cc5d5db-878f-49d8-a715-69620e412ecc,segment=NetworkSegment(9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c),segment_id=9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:56.155662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c520b379-a81f-48b3-a968-e2863df030ec, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c520b379-a81f-48b3-a968-e2863df030ec,segment=NetworkSegment(4253fb8b-0820-4e20-b415-a58a60995c7c),segment_id=4253fb8b-0820-4e20-b415-a58a60995c7c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:56.187634 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1bc98a4-96a0-462a-99c3-616775e01929 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (dda90502-19f3-4814-9e03-b6ef683becae), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:56.212943 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-13124f26-bfe6-46f4-b498-984afae91941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:56.233547 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8504fd5-51f9-4b5f-82db-0e9b92845ec9 req-498567eb-08a2-49d3-a6b9-7629f0a15dfb tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/security-groups?id=298a22fe-ab3b-46e0-962e-59256e88a770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616774 Feb 11 04:39:56.264214 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1bc98a4-96a0-462a-99c3-616775e01929 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:56.268596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3df426d9-a482-425b-840c-ea12b6d73410 req-803b23d5-38c1-4fc8-9549-d582ce267311 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403228 Feb 11 04:39:56.272363 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a1bc98a4-96a0-462a-99c3-616775e01929 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "DELETE /v2.0/subnets/dda90502-19f3-4814-9e03-b6ef683becae HTTP/1.1" status: 204 len: 168 time: 0.9591551 Feb 11 04:39:56.273048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39044) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:56.273394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc98a4-96a0-462a-99c3-616775e01929 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Subnet': ['ID=dda90502-19f3-4814-9e03-b6ef683becae,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:56.295109 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59c0969-cdb8-4c83-af20-42f75a1626d7 None None] Network 27bde9b4-8274-4c5e-965e-6975cac4db7c requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:39:56.366548 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c520b379-a81f-48b3-a968-e2863df030ec), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:56.396029 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (27bde9b4-8274-4c5e-965e-6975cac4db7c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:56.451950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13124f26-bfe6-46f4-b498-984afae91941 None None] Pushing event updated for resources: {'Port': ['ID=2cc5d5db-878f-49d8-a715-69620e412ecc,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:56.564855 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab3943-f835-4641-b7e1-31abb6fe1d74 req-77e64901-b242-4a9c-a39a-14ea1ff2235c tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:56.567809 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-80a39669-c7dc-488f-8b1d-64dfc0204c35 None None] Provisioning complete for port 2cc5d5db-878f-49d8-a715-69620e412ecc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:56.568409 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-80a39669-c7dc-488f-8b1d-64dfc0204c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:56.573723 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9bab3943-f835-4641-b7e1-31abb6fe1d74 req-77e64901-b242-4a9c-a39a-14ea1ff2235c tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 944 time: 0.0979393 Feb 11 04:39:56.606222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Deleting port ae75d016-30f7-4dfe-b21b-485b15e1ba7b {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:39:56.606553 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ae75d016-30f7-4dfe-b21b-485b15e1ba7b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:56.672534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=c520b379-a81f-48b3-a968-e2863df030ec,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:56.693755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['26840296-0f67-4a80-a050-483c9501b990'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:56.696069 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['c520b379-a81f-48b3-a968-e2863df030ec'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:39:56.721768 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Publish callbacks [] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:56.764784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9bab3943-f835-4641-b7e1-31abb6fe1d74 req-4eaef8d8-0f79-436a-8e18-1bd7b4af54b0 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884229 Feb 11 04:39:56.791164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] For port ae75d016-30f7-4dfe-b21b-485b15e1ba7b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ae75d016-30f7-4dfe-b21b-485b15e1ba7b,segment=NetworkSegment(2efc3174-83f7-40ff-8893-de429ca06de6),segment_id=2efc3174-83f7-40ff-8893-de429ca06de6)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:56.791164 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ae75d016-30f7-4dfe-b21b-485b15e1ba7b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:56.835922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Calling delete_port for ae75d016-30f7-4dfe-b21b-485b15e1ba7b owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:39:56.856021 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:56.926874 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:57.010232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Network 48f418b0-098b-4a07-97e4-4ea7064f1004 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:57.027060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:57.034767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:57.060718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Allocated IP 2001:db8:1::1 (48f418b0-098b-4a07-97e4-4ea7064f1004/21f0f025-b3ce-40c7-a3ca-5c008adecccf/94bb74e3-8f29-4a7b-a9a1-757972a445eb) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:39:57.140046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2cc5d5db-878f-49d8-a715-69620e412ecc up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:57.153166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Pushing event updated for resources: {'Port': ['ID=46f0142f-71f0-43bd-8eb5-415c957c1a92,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:57.251147 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ae75d016-30f7-4dfe-b21b-485b15e1ba7b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:57.288035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Attempting to bind port 46f0142f-71f0-43bd-8eb5-415c957c1a92 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:39:57.304008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Attempting to bind port 46f0142f-71f0-43bd-8eb5-415c957c1a92 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '1da6c582-0831-46ba-b5a2-576d7c7fe7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:39:57.304507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Attempting to bind port 46f0142f-71f0-43bd-8eb5-415c957c1a92 on network 48f418b0-098b-4a07-97e4-4ea7064f1004 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:39:57.388984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2319805c-3104-4660-84ef-e262cceefb74 None None] DHCP port deletion for 27bde9b4-8274-4c5e-965e-6975cac4db7c request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:39:57.407583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:39:57.407583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Checking segment: {'id': '1da6c582-0831-46ba-b5a2-576d7c7fe7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:39:57.408032 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:57.408372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Bound using segment: {'id': '1da6c582-0831-46ba-b5a2-576d7c7fe7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:39:57.408912 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Bound port: 46f0142f-71f0-43bd-8eb5-415c957c1a92, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da6c582-0831-46ba-b5a2-576d7c7fe7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:39:57.409343 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:57.434027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-80a39669-c7dc-488f-8b1d-64dfc0204c35 None None] Current status of the port 2cc5d5db-878f-49d8-a715-69620e412ecc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:57.446311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] No DVR routers for this DVR port ae75d016-30f7-4dfe-b21b-485b15e1ba7b on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:39:57.454723 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Port': ['ID=ae75d016-30f7-4dfe-b21b-485b15e1ba7b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:57.660459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:57.703830 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] For port 46f0142f-71f0-43bd-8eb5-415c957c1a92, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:39:57.708522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] For port 46f0142f-71f0-43bd-8eb5-415c957c1a92, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=46f0142f-71f0-43bd-8eb5-415c957c1a92,segment=NetworkSegment(1da6c582-0831-46ba-b5a2-576d7c7fe7f8),segment_id=1da6c582-0831-46ba-b5a2-576d7c7fe7f8)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:39:57.781349 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:57.808259 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 2cc5d5db-878f-49d8-a715-69620e412ecc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:57.808683 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:57.878583 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (27bde9b4-8274-4c5e-965e-6975cac4db7c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:57.903915 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:58.006385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17982c8-77e0-4c50-a36f-129ce540c637 req-5affed28-0f86-4e56-bfc9-592be44f477c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:58.008277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a17982c8-77e0-4c50-a36f-129ce540c637 req-5affed28-0f86-4e56-bfc9-592be44f477c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 944 time: 0.4664471 Feb 11 04:39:58.016878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=94bb74e3-8f29-4a7b-a9a1-757972a445eb,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:58.027351 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6582ca1-d88b-4a11-adc5-1bb651e363b1 req-7d875c86-8c48-44d6-a141-35f797ca3109 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:58.028984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6582ca1-d88b-4a11-adc5-1bb651e363b1 req-7d875c86-8c48-44d6-a141-35f797ca3109 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 944 time: 0.5582049 Feb 11 04:39:58.324341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876ab22-2eea-4b41-af9f-c3a76bc2e1cd None None] Pushing event updated for resources: {'Port': ['ID=46f0142f-71f0-43bd-8eb5-415c957c1a92,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:58.343864 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:58.492858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 2cc5d5db-878f-49d8-a715-69620e412ecc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:58.505636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 743ef7c8-9772-43fd-998b-92fdea4382ba no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:39:58.564858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 743ef7c8-9772-43fd-998b-92fdea4382ba {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:39:58.566616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 743ef7c8-9772-43fd-998b-92fdea4382ba not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:39:58.763428 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6582ca1-d88b-4a11-adc5-1bb651e363b1 req-c5b57f56-f67b-46ec-9284-3f7c80cea5bd tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/security-groups?id=298a22fe-ab3b-46e0-962e-59256e88a770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7242267 Feb 11 04:39:58.767387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a17982c8-77e0-4c50-a36f-129ce540c637 req-424b22df-9b5e-4d60-a6a3-a6a4a44a9b45 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7374470 Feb 11 04:39:58.771267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27bde9b4-8274-4c5e-965e-6975cac4db7c']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:58.784215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 48f418b0-098b-4a07-97e4-4ea7064f1004 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:39:58.793640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efc3174-83f7-40ff-8893-de429ca06de6') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:58.798061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efc3174-83f7-40ff-8893-de429ca06de6') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:39:58.808251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:39:58.816082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:39:58.817159 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:58.931289 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (2efc3174-83f7-40ff-8893-de429ca06de6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:58.982238 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (2efc3174-83f7-40ff-8893-de429ca06de6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:59.007559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:39:59.009833 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (2efc3174-83f7-40ff-8893-de429ca06de6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:59.047952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 46f0142f-71f0-43bd-8eb5-415c957c1a92 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:39:59.048491 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:39:59.135172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 46f0142f-71f0-43bd-8eb5-415c957c1a92 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:39:59.135838 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:59.203078 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d3631-5110-40e6-b21b-5600c8386dcd req-09bc14e3-209c-478d-b21b-cf7b82a1167d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:39:59.205736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a1d3631-5110-40e6-b21b-5600c8386dcd req-09bc14e3-209c-478d-b21b-cf7b82a1167d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 944 time: 0.2855444 Feb 11 04:39:59.274367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a1d3631-5110-40e6-b21b-5600c8386dcd req-40894f26-a8ee-48ca-a217-13164a4d0ef5 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569575 Feb 11 04:39:59.317987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 46f0142f-71f0-43bd-8eb5-415c957c1a92 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:39:59.318439 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:59.324711 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (27bde9b4-8274-4c5e-965e-6975cac4db7c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:59.331156 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:59.339137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39098) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:39:59.354495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "DELETE /v2.0/networks/27bde9b4-8274-4c5e-965e-6975cac4db7c HTTP/1.1" status: 204 len: 168 time: 3.0743229 Feb 11 04:39:59.384744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eefbd4-197a-4df2-8e19-d71ab15d8b47 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Network': ['ID=27bde9b4-8274-4c5e-965e-6975cac4db7c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:39:59.432757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 46f0142f-71f0-43bd-8eb5-415c957c1a92, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=46f0142f-71f0-43bd-8eb5-415c957c1a92,segment=NetworkSegment(1da6c582-0831-46ba-b5a2-576d7c7fe7f8),segment_id=1da6c582-0831-46ba-b5a2-576d7c7fe7f8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:39:59.453492 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:59.517773 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:59.640109 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ae75d016-30f7-4dfe-b21b-485b15e1ba7b no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:39:59.731481 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:39:59.732410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: ae75d016-30f7-4dfe-b21b-485b15e1ba7b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:39:59.732760 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ae75d016-30f7-4dfe-b21b-485b15e1ba7b not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:39:59.756396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=46f0142f-71f0-43bd-8eb5-415c957c1a92,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:00.018105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85736de6-cf46-4831-bda4-4881b34ad951 None None] Network 48f418b0-098b-4a07-97e4-4ea7064f1004 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:00.024077 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:00.143488 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:00.144959 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:00.158531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-df7224f3-b033-4ca3-a9a9-8eefc3f3821f None None] Provisioning complete for port 46f0142f-71f0-43bd-8eb5-415c957c1a92 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:00.159129 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-df7224f3-b033-4ca3-a9a9-8eefc3f3821f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:00.267836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c40cee-9289-4f4d-ae19-5f259bc15e3f req-052970a9-0a5f-4388-9d82-47c2ad21c616 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:00.271043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5c40cee-9289-4f4d-ae19-5f259bc15e3f req-052970a9-0a5f-4388-9d82-47c2ad21c616 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 944 time: 0.2437139 Feb 11 04:40:00.365735 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Deleting port e6af9cb8-9cff-4c97-b678-140133c6d59e {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:00.366372 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e6af9cb8-9cff-4c97-b678-140133c6d59e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:00.388889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c520b379-a81f-48b3-a968-e2863df030ec up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:00.473465 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-df7224f3-b033-4ca3-a9a9-8eefc3f3821f None None] Current status of the port 46f0142f-71f0-43bd-8eb5-415c957c1a92 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:00.499230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b0292-b742-48a2-b5e5-4e524ec43403 req-d5d1c360-211b-498e-a4c7-687c62a9af96 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:00.500870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-812b0292-b742-48a2-b5e5-4e524ec43403 req-d5d1c360-211b-498e-a4c7-687c62a9af96 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 944 time: 0.4444695 Feb 11 04:40:00.501549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=94bb74e3-8f29-4a7b-a9a1-757972a445eb,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:00.572834 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e6af9cb8-9cff-4c97-b678-140133c6d59e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:00.574433 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for floatingip (e6af9cb8-9cff-4c97-b678-140133c6d59e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:00.579690 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5c40cee-9289-4f4d-ae19-5f259bc15e3f req-e8af83a2-0016-4f91-a689-c8c3740e3e0b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707238 Feb 11 04:40:00.581695 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 48f418b0-098b-4a07-97e4-4ea7064f1004 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:00.584926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port c520b379-a81f-48b3-a968-e2863df030ec completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:40:00.587167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:00.593480 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Calling delete_port for e6af9cb8-9cff-4c97-b678-140133c6d59e owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:00.606758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port c520b379-a81f-48b3-a968-e2863df030ec triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:00.607149 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c520b379-a81f-48b3-a968-e2863df030ec), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:00.800332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port c520b379-a81f-48b3-a968-e2863df030ec is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:00.800731 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c520b379-a81f-48b3-a968-e2863df030ec), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:00.856728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4de599-4ba9-4f52-a204-7f27fab5d9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c520b379-a81f-48b3-a968-e2863df030ec'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:00.859148 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3752ce-144e-4bb9-aefb-9f099a567a60" -d '{"events": [{"server_uuid": "5a4de599-4ba9-4f52-a204-7f27fab5d9a2", "name": "network-vif-plugged", "status": "completed", "tag": "c520b379-a81f-48b3-a968-e2863df030ec"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:00.905841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c520b379-a81f-48b3-a968-e2863df030ec, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c520b379-a81f-48b3-a968-e2863df030ec,segment=NetworkSegment(4253fb8b-0820-4e20-b415-a58a60995c7c),segment_id=4253fb8b-0820-4e20-b415-a58a60995c7c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:00.931212 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-812b0292-b742-48a2-b5e5-4e524ec43403 req-e0c012d5-d004-40c9-9a8f-8995daffc64e tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/security-groups?id=298a22fe-ab3b-46e0-962e-59256e88a770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105597 Feb 11 04:40:00.950502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-aec66155-e310-47d1-8cb6-369de953a6e9 None None] Provisioning complete for port 94bb74e3-8f29-4a7b-a9a1-757972a445eb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:00.951074 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aec66155-e310-47d1-8cb6-369de953a6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:01.008245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 46f0142f-71f0-43bd-8eb5-415c957c1a92 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:01.060492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2ccfd-b7a1-4808-a7b6-5425ad703d09 req-5176b53b-2c4e-4669-9d78-a325d13b9a10 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:01.060492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abd2ccfd-b7a1-4808-a7b6-5425ad703d09 req-5176b53b-2c4e-4669-9d78-a325d13b9a10 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 944 time: 0.1908958 Feb 11 04:40:01.061555 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c520b379-a81f-48b3-a968-e2863df030ec), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:01.061555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 26840296-0f67-4a80-a050-483c9501b990 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:01.062207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router ac640da6-2987-4940-9cce-f782ebab065b has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:01.085564 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e6af9cb8-9cff-4c97-b678-140133c6d59e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:01.148661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abd2ccfd-b7a1-4808-a7b6-5425ad703d09 req-1d026770-52fd-445a-9ffb-7df29f74d9c7 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866592 Feb 11 04:40:01.192789 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Port': ['ID=e6af9cb8-9cff-4c97-b678-140133c6d59e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:01.220226 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=c520b379-a81f-48b3-a968-e2863df030ec,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:01.229759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:01.229759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:01.229759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:01.229759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:01.229759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:01.229759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:01.229759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:01.232662 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:01.233311 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:01.233878 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:01.235395 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:01.236484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:01.238338 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:01.258521 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-aec66155-e310-47d1-8cb6-369de953a6e9 None None] Port 94bb74e3-8f29-4a7b-a9a1-757972a445eb cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:01.304376 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f336d750-0e9a-4f98-aebe-d73b2a3ec463 x-openstack-request-id: req-f336d750-0e9a-4f98-aebe-d73b2a3ec463 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:01.304784 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4de599-4ba9-4f52-a204-7f27fab5d9a2", "name": "network-vif-plugged", "status": "completed", "tag": "c520b379-a81f-48b3-a968-e2863df030ec", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:01.304927 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f336d750-0e9a-4f98-aebe-d73b2a3ec463 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:01.305584 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4de599-4ba9-4f52-a204-7f27fab5d9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c520b379-a81f-48b3-a968-e2863df030ec', 'code': 200} Feb 11 04:40:01.315541 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 46f0142f-71f0-43bd-8eb5-415c957c1a92 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:01.315881 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:01.320836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-aec66155-e310-47d1-8cb6-369de953a6e9 None None] Provisioning complete for port 46f0142f-71f0-43bd-8eb5-415c957c1a92 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:01.320836 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aec66155-e310-47d1-8cb6-369de953a6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:01.369074 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for floatingip (fa355ec8-5819-4f0b-8052-dbcb6d30d4dc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:01.369708 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Floating IP fa355ec8-5819-4f0b-8052-dbcb6d30d4dc disassociated (deleted). External IP: 172.25.3.106, port: 37c0b480-cc92-4b6f-a29a-9f49e41140b9. Feb 11 04:40:01.428664 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:01.434824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-556d7a5b-bb4d-4899-8347-2845089d556b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/ac640da6-2987-4940-9cce-f782ebab065b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5415883 Feb 11 04:40:01.475922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39136) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:01.498311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-55af5073-f078-4f7d-b25a-cdaa3bcec629 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-802188282'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:01.572739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Sync routers for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:01.578137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 26840296-0f67-4a80-a050-483c9501b990 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:40:01.582171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683ecd7-1f46-4768-a382-d37cf9591698 req-e6b7cc2e-8314-4879-9d7f-3914753e5361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:01.584033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8683ecd7-1f46-4768-a382-d37cf9591698 req-e6b7cc2e-8314-4879-9d7f-3914753e5361 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 1128 time: 0.2266138 Feb 11 04:40:01.595083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dc5ff-2450-48b0-b096-e13f3894b8a7 req-8ac5734c-60a3-49a6-8b50-91713ef4fbec tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:01.596571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-830dc5ff-2450-48b0-b096-e13f3894b8a7 req-8ac5734c-60a3-49a6-8b50-91713ef4fbec tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 945 time: 0.2463138 Feb 11 04:40:01.605449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 26840296-0f67-4a80-a050-483c9501b990 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:01.605836 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (26840296-0f67-4a80-a050-483c9501b990), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:01.685487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55af5073-f078-4f7d-b25a-cdaa3bcec629 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:01.689488 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-55af5073-f078-4f7d-b25a-cdaa3bcec629 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:01.706968 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:01.707436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:01.739252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Router 6872c411-69ea-49ed-9f5f-3f868909f8c4 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:01.822920 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8683ecd7-1f46-4768-a382-d37cf9591698 req-e3e29577-1dbc-470d-8a82-cbdf186f4e2c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=298a22fe-ab3b-46e0-962e-59256e88a770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244751 Feb 11 04:40:01.829941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55af5073-f078-4f7d-b25a-cdaa3bcec629 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:40:01.873393 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-830dc5ff-2450-48b0-b096-e13f3894b8a7 req-6ebcc73a-9365-4aeb-808b-ef3e9cc15258 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504895 Feb 11 04:40:01.878002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-aec66155-e310-47d1-8cb6-369de953a6e9 None None] Current status of the port 46f0142f-71f0-43bd-8eb5-415c957c1a92 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:01.896727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 46f0142f-71f0-43bd-8eb5-415c957c1a92 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:01.929600 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:01.929965 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:01.936123 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-55af5073-f078-4f7d-b25a-cdaa3bcec629 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (deb6d992-b13a-4a81-8967-50a5c6b81fd7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:01.936910 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-55af5073-f078-4f7d-b25a-cdaa3bcec629 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Added segment deb6d992-b13a-4a81-8967-50a5c6b81fd7 of type vlan for network 275640cc-6e6d-4cad-a25b-e74219350fed Feb 11 04:40:01.939844 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:01.943986 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2839a9-e62e-4d4d-8475-bf9b7546812b None None] Sync routers for ids ['6872c411-69ea-49ed-9f5f-3f868909f8c4'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:01.967680 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2839a9-e62e-4d4d-8475-bf9b7546812b None None] Routers {'6872c411-69ea-49ed-9f5f-3f868909f8c4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:01.972401 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3c2839a9-e62e-4d4d-8475-bf9b7546812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6872c411-69ea-49ed-9f5f-3f868909f8c4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:01.994217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 26840296-0f67-4a80-a050-483c9501b990 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:01.994643 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (26840296-0f67-4a80-a050-483c9501b990), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.025075 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-38f48860-ef4f-4e7f-ad52-9156e0e9f434 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "DELETE /v2.0/floatingips/fa355ec8-5819-4f0b-8052-dbcb6d30d4dc HTTP/1.1" status: 204 len: 168 time: 2.6834188 Feb 11 04:40:02.025075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd94a809-3999-499f-b931-cc628225dde8', 'tag': '37c0b480-cc92-4b6f-a29a-9f49e41140b9'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:02.031636 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e60d062-01ee-4539-a3e5-40d123a3c963" -d '{"events": [{"name": "network-changed", "server_uuid": "dd94a809-3999-499f-b931-cc628225dde8", "tag": "37c0b480-cc92-4b6f-a29a-9f49e41140b9"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:02.039106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e2805-6229-4038-8d38-01e0b615c60b req-1c3a5d15-ab26-44f6-a617-ddee5c4b62d4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:02.047208 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a6e2805-6229-4038-8d38-01e0b615c60b req-1c3a5d15-ab26-44f6-a617-ddee5c4b62d4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 944 time: 0.3207197 Feb 11 04:40:02.074541 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-55af5073-f078-4f7d-b25a-cdaa3bcec629 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (275640cc-6e6d-4cad-a25b-e74219350fed), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.133010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a6e2805-6229-4038-8d38-01e0b615c60b req-fcb21943-aa23-4365-bbf7-0f66fa824f8d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846086 Feb 11 04:40:02.160336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 26840296-0f67-4a80-a050-483c9501b990, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=26840296-0f67-4a80-a050-483c9501b990,segment=NetworkSegment(45c2fd40-256c-46f4-b63c-6c31206b60a0),segment_id=45c2fd40-256c-46f4-b63c-6c31206b60a0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:02.179599 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f6e97dd8-0265-4736-a157-8e691be381b9 None None] Provisioning complete for port 94bb74e3-8f29-4a7b-a9a1-757972a445eb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:02.179900 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f6e97dd8-0265-4736-a157-8e691be381b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.209148 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2457c44c-5a5c-4744-9dbe-de9643753189 x-openstack-request-id: req-2457c44c-5a5c-4744-9dbe-de9643753189 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:02.209578 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd94a809-3999-499f-b931-cc628225dde8", "tag": "37c0b480-cc92-4b6f-a29a-9f49e41140b9", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:02.209941 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2457c44c-5a5c-4744-9dbe-de9643753189 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:02.210446 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd94a809-3999-499f-b931-cc628225dde8', 'tag': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'status': 'completed', 'code': 200} Feb 11 04:40:02.255886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-55af5073-f078-4f7d-b25a-cdaa3bcec629 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (275640cc-6e6d-4cad-a25b-e74219350fed), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.262090 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (26840296-0f67-4a80-a050-483c9501b990), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.262736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55af5073-f078-4f7d-b25a-cdaa3bcec629 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:02.270095 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-55af5073-f078-4f7d-b25a-cdaa3bcec629 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.308066 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f6e97dd8-0265-4736-a157-8e691be381b9 None None] Port 94bb74e3-8f29-4a7b-a9a1-757972a445eb cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:02.351729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60d062-01ee-4539-a3e5-40d123a3c963 req-45604877-b014-404b-b660-fa19acd324f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:02.356048 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e60d062-01ee-4539-a3e5-40d123a3c963 req-45604877-b014-404b-b660-fa19acd324f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 1129 time: 0.1230025 Feb 11 04:40:02.385285 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=26840296-0f67-4a80-a050-483c9501b990,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:02.391632 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-55af5073-f078-4f7d-b25a-cdaa3bcec629 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9193499 Feb 11 04:40:02.392492 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39178) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:02.416840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-24339660-8f89-4c8a-b1e0-4584e5061782 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'subnet': {'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:02.429300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613d305-a5ca-4b14-91b4-422c3c62b396 req-3aae9816-9e6b-4ffc-9102-bfe095cb9c95 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:02.431209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0613d305-a5ca-4b14-91b4-422c3c62b396 req-3aae9816-9e6b-4ffc-9102-bfe095cb9c95 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 945 time: 0.2897151 Feb 11 04:40:02.462320 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af5073-f078-4f7d-b25a-cdaa3bcec629 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Network': ['ID=275640cc-6e6d-4cad-a25b-e74219350fed,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:02.493691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 275640cc-6e6d-4cad-a25b-e74219350fed details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:40:02.540661 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-3c2839a9-e62e-4d4d-8475-bf9b7546812b None None] Set router 6872c411-69ea-49ed-9f5f-3f868909f8c4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:02.582829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0613d305-a5ca-4b14-91b4-422c3c62b396 req-dac77c1c-2989-4d9b-b2d3-d121c28937c8 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/security-groups?id=298a22fe-ab3b-46e0-962e-59256e88a770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367269 Feb 11 04:40:02.605534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:39:59Z', 'revision_number': 3, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:39:59Z', 'revision_number': 2, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:02.648777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Checking router: ac640da6-2987-4940-9cce-f782ebab065b for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:02.649225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Updating router ac640da6-2987-4940-9cce-f782ebab065b port 94bb74e3-8f29-4a7b-a9a1-757972a445eb binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:40:02.693243 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.716899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60d062-01ee-4539-a3e5-40d123a3c963 req-b0cdc2a5-0638-4f58-bc09-58673cb7b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:02.719101 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e60d062-01ee-4539-a3e5-40d123a3c963 req-b0cdc2a5-0638-4f58-bc09-58673cb7b4be service neutron] 10.222.0.47 "GET /v2.0/networks?id=cc32c88f-7331-4853-874d-0be34879d786 HTTP/1.1" status: 200 len: 898 time: 0.3569386 Feb 11 04:40:02.783751 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e60d062-01ee-4539-a3e5-40d123a3c963 req-0cb4d123-fa2f-4b2f-9808-8ccd4200bf47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37c0b480-cc92-4b6f-a29a-9f49e41140b9 HTTP/1.1" status: 200 len: 217 time: 0.0588245 Feb 11 04:40:02.825037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24339660-8f89-4c8a-b1e0-4584e5061782 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:02.829035 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24339660-8f89-4c8a-b1e0-4584e5061782 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:02.894111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e8383-5817-4d25-814e-6e6bb7e18c5d req-92498cb4-9979-46f5-b792-b9dd39046b2f tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:02.903116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b5e8383-5817-4d25-814e-6e6bb7e18c5d req-92498cb4-9979-46f5-b792-b9dd39046b2f tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.1544051 Feb 11 04:40:03.062179 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b5e8383-5817-4d25-814e-6e6bb7e18c5d req-6260d85d-331d-43b1-b2bd-0253e354a550 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519334 Feb 11 04:40:03.065137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60d062-01ee-4539-a3e5-40d123a3c963 req-f5629ba3-1341-4c6e-ae80-d4084fef2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:03.068331 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e60d062-01ee-4539-a3e5-40d123a3c963 req-f5629ba3-1341-4c6e-ae80-d4084fef2557 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57f1938d-9978-4621-b126-d7700252f900 HTTP/1.1" status: 200 len: 834 time: 0.2775745 Feb 11 04:40:03.192390 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3c2839a9-e62e-4d4d-8475-bf9b7546812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:39:45Z', 'revision_number': 6, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3239be91-acdf-4da1-b9e9-5f551b290023', 'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:ce:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:10Z', 'updated_at': '2022-02-11T04:37:22Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '57f1938d-9978-4621-b126-d7700252f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:03.207731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60d062-01ee-4539-a3e5-40d123a3c963 req-d4d874d5-1cd2-4907-b1fd-9bb33adee015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:03.214094 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e60d062-01ee-4539-a3e5-40d123a3c963 req-d4d874d5-1cd2-4907-b1fd-9bb33adee015 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cc32c88f-7331-4853-874d-0be34879d786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1387823 Feb 11 04:40:03.242093 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2839a9-e62e-4d4d-8475-bf9b7546812b None None] Checking router: 6872c411-69ea-49ed-9f5f-3f868909f8c4 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:03.268156 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2839a9-e62e-4d4d-8475-bf9b7546812b None None] Routers {'6872c411-69ea-49ed-9f5f-3f868909f8c4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:03.269048 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3c2839a9-e62e-4d4d-8475-bf9b7546812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6872c411-69ea-49ed-9f5f-3f868909f8c4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:03.320201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f531f-3f72-4890-8caa-185f7cf3dbf9 req-91d422e3-848d-4208-8856-130318d2e0b3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:03.332062 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Publish callbacks [] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:03.340239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b21f531f-3f72-4890-8caa-185f7cf3dbf9 req-91d422e3-848d-4208-8856-130318d2e0b3 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 946 time: 0.1461761 Feb 11 04:40:03.348059 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca36d497-1e86-44f6-adef-079bd7580314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26840296-0f67-4a80-a050-483c9501b990'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:03.355664 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6041bc4-c74e-47ce-a261-e7511c18b76e" -d '{"events": [{"server_uuid": "ca36d497-1e86-44f6-adef-079bd7580314", "name": "network-vif-plugged", "status": "completed", "tag": "26840296-0f67-4a80-a050-483c9501b990"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:03.433136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:03.447668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b21f531f-3f72-4890-8caa-185f7cf3dbf9 req-50193e3e-2484-4076-a9ed-d27aa184843b tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2634e9b1-fe3d-4309-b6a5-dea469ff9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960362 Feb 11 04:40:03.563587 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75e9073-5681-465d-aad8-ee9df7121fa0 x-openstack-request-id: req-a75e9073-5681-465d-aad8-ee9df7121fa0 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:03.564545 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca36d497-1e86-44f6-adef-079bd7580314", "name": "network-vif-plugged", "status": "completed", "tag": "26840296-0f67-4a80-a050-483c9501b990", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:03.565011 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a75e9073-5681-465d-aad8-ee9df7121fa0 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:03.566255 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca36d497-1e86-44f6-adef-079bd7580314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26840296-0f67-4a80-a050-483c9501b990', 'code': 200} Feb 11 04:40:03.574227 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-3c2839a9-e62e-4d4d-8475-bf9b7546812b None None] Set router 6872c411-69ea-49ed-9f5f-3f868909f8c4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:03.635019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445af6cb-2937-4eac-a646-4f8ada98c12c None None] Pushing event updated for resources: {'Port': ['ID=94bb74e3-8f29-4a7b-a9a1-757972a445eb,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:03.650901 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24339660-8f89-4c8a-b1e0-4584e5061782 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (09faa8c3-38b8-4522-ac4b-abf2a9fd86f1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:03.739026 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Attempting to bind port 94bb74e3-8f29-4a7b-a9a1-757972a445eb on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:03.744721 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Attempting to bind port 94bb74e3-8f29-4a7b-a9a1-757972a445eb by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '1da6c582-0831-46ba-b5a2-576d7c7fe7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:03.744721 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Attempting to bind port 94bb74e3-8f29-4a7b-a9a1-757972a445eb on network 48f418b0-098b-4a07-97e4-4ea7064f1004 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:03.745974 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:03.747734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Checking segment: {'id': '1da6c582-0831-46ba-b5a2-576d7c7fe7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:03.748926 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:03.749403 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Bound using segment: {'id': '1da6c582-0831-46ba-b5a2-576d7c7fe7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:03.749919 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Bound port: 94bb74e3-8f29-4a7b-a9a1-757972a445eb, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da6c582-0831-46ba-b5a2-576d7c7fe7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:03.750312 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:03.792610 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24339660-8f89-4c8a-b1e0-4584e5061782 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Subnet': ['ID=09faa8c3-38b8-4522-ac4b-abf2a9fd86f1,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:03.905191 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e60d062-01ee-4539-a3e5-40d123a3c963 req-696ef1be-e7cf-48c5-92e4-ebb9473ec9f5 service neutron] 10.222.0.47 "GET /v2.0/networks/cc32c88f-7331-4853-874d-0be34879d786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063255 Feb 11 04:40:03.908966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a6184-06fb-4c44-be5d-4589a39b0d79 req-8c57173b-4ba5-41f3-9578-78890a91ae02 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:03.911365 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:03.921178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ed5a6184-06fb-4c44-be5d-4589a39b0d79 req-8c57173b-4ba5-41f3-9578-78890a91ae02 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 944 time: 0.3653948 Feb 11 04:40:03.943021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595f135-8e0a-4cf3-a7a3-a51810a71d1a req-f0afa638-7fa9-478f-9003-72da293d1f9d tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:03.951904 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d595f135-8e0a-4cf3-a7a3-a51810a71d1a req-f0afa638-7fa9-478f-9003-72da293d1f9d tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 945 time: 0.1875262 Feb 11 04:40:03.990540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] For port 94bb74e3-8f29-4a7b-a9a1-757972a445eb, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:03.996088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] For port 94bb74e3-8f29-4a7b-a9a1-757972a445eb, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=94bb74e3-8f29-4a7b-a9a1-757972a445eb,segment=NetworkSegment(1da6c582-0831-46ba-b5a2-576d7c7fe7f8),segment_id=1da6c582-0831-46ba-b5a2-576d7c7fe7f8)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:04.027396 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.059594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24339660-8f89-4c8a-b1e0-4584e5061782 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Checking segment: {'id': 'deb6d992-b13a-4a81-8967-50a5c6b81fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:04.059958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24339660-8f89-4c8a-b1e0-4584e5061782 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network hostable DHCP agents. Network: 275640cc-6e6d-4cad-a25b-e74219350fed, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:40:04.065331 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.075820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a60e6c7e-6678-4c57-8066-57dc83aa090e None None] Provisioning complete for port 94bb74e3-8f29-4a7b-a9a1-757972a445eb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:04.076191 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a60e6c7e-6678-4c57-8066-57dc83aa090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.081737 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3c2839a9-e62e-4d4d-8475-bf9b7546812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:39:45Z', 'revision_number': 6, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3239be91-acdf-4da1-b9e9-5f551b290023', 'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:ce:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:10Z', 'updated_at': '2022-02-11T04:37:22Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '57f1938d-9978-4621-b126-d7700252f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:04.086967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d595f135-8e0a-4cf3-a7a3-a51810a71d1a req-05ff2d73-c70a-4373-b61f-161555074f91 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166668 Feb 11 04:40:04.108458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff6b21-9a16-4930-8e8c-51f93af59a92 req-80c3964d-5537-4555-b932-6a537363fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:04.110312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6aff6b21-9a16-4930-8e8c-51f93af59a92 req-80c3964d-5537-4555-b932-6a537363fe35 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 1128 time: 0.4828053 Feb 11 04:40:04.159769 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2839a9-e62e-4d4d-8475-bf9b7546812b None None] The sync data for ids ['6872c411-69ea-49ed-9f5f-3f868909f8c4'] in n-d-712142-35 is: [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:39:45Z', 'revision_number': 6, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3239be91-acdf-4da1-b9e9-5f551b290023', 'name': '', 'network_id': 'cc32c88f-7331-4853-874d-0be34879d786', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:ce:b4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '57f1938d-9978-4621-b126-d7700252f900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:37:10Z', 'updated_at': '2022-02-11T04:37:22Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '57f1938d-9978-4621-b126-d7700252f900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:04.239939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ed5a6184-06fb-4c44-be5d-4589a39b0d79 req-2f50f44f-b302-4a27-86df-26e29154a225 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124101 Feb 11 04:40:04.243317 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24339660-8f89-4c8a-b1e0-4584e5061782 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 275640cc-6e6d-4cad-a25b-e74219350fed is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:40:04.271062 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e60d062-01ee-4539-a3e5-40d123a3c963 req-3aa41487-a1e6-4593-9414-c51bab821658 service neutron] 10.222.0.47 "GET /v2.0/networks/cc32c88f-7331-4853-874d-0be34879d786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457823 Feb 11 04:40:04.310725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445af6cb-2937-4eac-a646-4f8ada98c12c None None] Pushing event updated for resources: {'Port': ['ID=94bb74e3-8f29-4a7b-a9a1-757972a445eb,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:04.345314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:04.345960 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:04.350667 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6aff6b21-9a16-4930-8e8c-51f93af59a92 req-e41d6a03-51c8-4c49-aecb-d1d405934dbb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190266 Feb 11 04:40:04.360698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-24339660-8f89-4c8a-b1e0-4584e5061782 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 275640cc-6e6d-4cad-a25b-e74219350fed) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:04.368337 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24339660-8f89-4c8a-b1e0-4584e5061782 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:04.368337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24339660-8f89-4c8a-b1e0-4584e5061782 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:04.447097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d615cdf-6190-419f-9740-635dd8ac4f1c req-df8a0890-fa4d-4a94-8d8c-c7ae303468a1 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:04.448978 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d615cdf-6190-419f-9740-635dd8ac4f1c req-df8a0890-fa4d-4a94-8d8c-c7ae303468a1 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 946 time: 0.3187709 Feb 11 04:40:04.489703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47965bc2-b005-4aa1-b316-2d5b8cd9b2a4 req-2c654fab-e319-4ea8-b49a-932c43862c95 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:04.498935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47965bc2-b005-4aa1-b316-2d5b8cd9b2a4 req-2c654fab-e319-4ea8-b49a-932c43862c95 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 945 time: 0.2483501 Feb 11 04:40:04.510043 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-24339660-8f89-4c8a-b1e0-4584e5061782 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1164279 Feb 11 04:40:04.512876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39212) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:04.541403 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:04.607172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc1ebf9-b25a-4f0b-aa89-10d5c6b800c0 None None] Network 275640cc-6e6d-4cad-a25b-e74219350fed requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:04.748620 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50072c-cce5-4c65-8240-ec809fe74193 req-baa3384f-8da4-4989-b302-8b1c7e640cdf tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:04.750203 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a50072c-cce5-4c65-8240-ec809fe74193 req-baa3384f-8da4-4989-b302-8b1c7e640cdf tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.3901775 Feb 11 04:40:04.807210 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fb2b5c-d8a8-4bbc-8ab9-9cb58c941dd4 None None] New status for floating IP fa355ec8-5819-4f0b-8052-dbcb6d30d4dc: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:40:04.819270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47965bc2-b005-4aa1-b316-2d5b8cd9b2a4 req-79d73549-98b4-4c90-9b3b-4ff1739b8d6b tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/security-groups?id=298a22fe-ab3b-46e0-962e-59256e88a770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192027 Feb 11 04:40:04.894748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-5d615cdf-6190-419f-9740-635dd8ac4f1c req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Deleting port 37c0b480-cc92-4b6f-a29a-9f49e41140b9 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:04.898396 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5d615cdf-6190-419f-9740-635dd8ac4f1c req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.024962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a50072c-cce5-4c65-8240-ec809fe74193 req-31cd981c-0484-40e6-9fea-41f47137758e tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684672 Feb 11 04:40:05.211589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-5d615cdf-6190-419f-9740-635dd8ac4f1c req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] For port 37c0b480-cc92-4b6f-a29a-9f49e41140b9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=37c0b480-cc92-4b6f-a29a-9f49e41140b9,segment=NetworkSegment(8880e9b2-c002-447a-83f4-bf97a0671ce8),segment_id=8880e9b2-c002-447a-83f4-bf97a0671ce8)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:05.212035 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5d615cdf-6190-419f-9740-635dd8ac4f1c req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.229538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-5d615cdf-6190-419f-9740-635dd8ac4f1c req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Calling delete_port for 37c0b480-cc92-4b6f-a29a-9f49e41140b9 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:05.233332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.318811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a60e6c7e-6678-4c57-8066-57dc83aa090e None None] Current status of the port 94bb74e3-8f29-4a7b-a9a1-757972a445eb is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:05.319347 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a60e6c7e-6678-4c57-8066-57dc83aa090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.389059 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-275640cc-6e6d-4cad-a25b-e74219350fed', 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed', 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'fixed_ips': [{'subnet_id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:40:05.390899 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.418458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a60e6c7e-6678-4c57-8066-57dc83aa090e None None] For port 94bb74e3-8f29-4a7b-a9a1-757972a445eb, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=94bb74e3-8f29-4a7b-a9a1-757972a445eb,segment=NetworkSegment(1da6c582-0831-46ba-b5a2-576d7c7fe7f8),segment_id=1da6c582-0831-46ba-b5a2-576d7c7fe7f8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:05.421763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:39:59Z', 'revision_number': 3, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:03Z', 'revision_number': 4, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:05.467671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8e475b-7f6f-45f5-85ab-7a10e2f483e9 None None] The sync data for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 is: [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:39:59Z', 'revision_number': 3, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:03Z', 'revision_number': 4, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:05.496890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e747fb-b05f-455d-90a5-46a485b46b58 req-b4d4ecdf-ea19-4e4d-b5b2-1fdd9b25d0b3 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:05.499512 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-02e747fb-b05f-455d-90a5-46a485b46b58 req-b4d4ecdf-ea19-4e4d-b5b2-1fdd9b25d0b3 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 945 time: 0.1011598 Feb 11 04:40:05.512247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc902069-bacb-4b44-a6c3-9248a04c21b5 req-31072d4d-e71f-4f39-b871-2c1dc879c218 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:05.513866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc902069-bacb-4b44-a6c3-9248a04c21b5 req-31072d4d-e71f-4f39-b871-2c1dc879c218 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 946 time: 0.6070504 Feb 11 04:40:05.570386 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a60e6c7e-6678-4c57-8066-57dc83aa090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.679800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e6c7e-6678-4c57-8066-57dc83aa090e None None] Pushing event updated for resources: {'Port': ['ID=94bb74e3-8f29-4a7b-a9a1-757972a445eb,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:05.728264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-fe03c593-44fb-48c9-b980-1c2384da62bb None None] Provisioning complete for port 94bb74e3-8f29-4a7b-a9a1-757972a445eb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:05.728807 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fe03c593-44fb-48c9-b980-1c2384da62bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.745922 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5d615cdf-6190-419f-9740-635dd8ac4f1c req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (37c0b480-cc92-4b6f-a29a-9f49e41140b9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:05.751517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Allocated IP 2001:db8:2::1 (275640cc-6e6d-4cad-a25b-e74219350fed/09faa8c3-38b8-4522-ac4b-abf2a9fd86f1/beae3afa-a710-419f-82fc-ac3c75ef6d62) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:05.876505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Port': ['ID=37c0b480-cc92-4b6f-a29a-9f49e41140b9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:05.913166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc902069-bacb-4b44-a6c3-9248a04c21b5 req-049885f1-4fd8-4e65-b3fa-6eadced73cf9 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=2634e9b1-fe3d-4309-b6a5-dea469ff9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3688753 Feb 11 04:40:05.979855 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:05.981875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:05.985429 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:05.986089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:05.988804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:05.989386 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:05.989966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:05.992158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:05.992747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:05.993301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:05.993848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:06.000359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:06.000960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:06.027221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fe03c593-44fb-48c9-b980-1c2384da62bb None None] Current status of the port 94bb74e3-8f29-4a7b-a9a1-757972a445eb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:06.063199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-02e747fb-b05f-455d-90a5-46a485b46b58 req-2c78fdca-fd33-4377-b3cd-9fe2d4c3d3a8 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5371482 Feb 11 04:40:06.102207 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.109546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-fe5eee2a-a5ea-48fb-b410-cf37501be3f3 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:06.111167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-fe5eee2a-a5ea-48fb-b410-cf37501be3f3 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 945 time: 0.6297615 Feb 11 04:40:06.154948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d615cdf-6190-419f-9740-635dd8ac4f1c req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] No DVR routers for this DVR port 37c0b480-cc92-4b6f-a29a-9f49e41140b9 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:06.162199 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5d615cdf-6190-419f-9740-635dd8ac4f1c req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.182304 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d615cdf-6190-419f-9740-635dd8ac4f1c req-b3549c9d-b892-40ec-ba54-d77d0d48f7cf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.47 "DELETE /v2.0/ports/37c0b480-cc92-4b6f-a29a-9f49e41140b9 HTTP/1.1" status: 204 len: 173 time: 1.7227182 Feb 11 04:40:06.191915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd94a809-3999-499f-b931-cc628225dde8', 'name': 'network-vif-deleted', 'tag': '37c0b480-cc92-4b6f-a29a-9f49e41140b9'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:06.194381 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0334940b-9492-44fe-be44-1600879f9509" -d '{"events": [{"server_uuid": "dd94a809-3999-499f-b931-cc628225dde8", "name": "network-vif-deleted", "tag": "37c0b480-cc92-4b6f-a29a-9f49e41140b9"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:06.337305 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.437481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 275640cc-6e6d-4cad-a25b-e74219350fed is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:06.443379 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:06.449676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:06.450263 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.455506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Allocated IP 2001:db8:2::2 (275640cc-6e6d-4cad-a25b-e74219350fed/09faa8c3-38b8-4522-ac4b-abf2a9fd86f1/1029fb61-b1bb-4565-b2be-a510ee2c5e3f) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:06.512688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11bebb-359e-417f-9a65-4f0fc6cf8ea7 req-22b56db7-d71b-48ac-98b8-798fa67d31c2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:06.535813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac11bebb-359e-417f-9a65-4f0fc6cf8ea7 req-22b56db7-d71b-48ac-98b8-798fa67d31c2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 944 time: 0.3410819 Feb 11 04:40:06.565444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=beae3afa-a710-419f-82fc-ac3c75ef6d62,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:06.621009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed7db5-c10e-4016-b394-2f8e7c9d5dfa req-c7e987aa-8ac7-4282-b278-ceec460b1c81 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:06.622665 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3ed7db5-c10e-4016-b394-2f8e7c9d5dfa req-c7e987aa-8ac7-4282-b278-ceec460b1c81 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.3422058 Feb 11 04:40:06.656887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-39a3f62b-7fce-4216-afa3-1d6b9c204ffc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Deleting port e42d1706-6ba0-471a-a433-85cd1938154a {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:06.657257 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-39a3f62b-7fce-4216-afa3-1d6b9c204ffc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e42d1706-6ba0-471a-a433-85cd1938154a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.726838 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Publish callbacks [] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.784116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac11bebb-359e-417f-9a65-4f0fc6cf8ea7 req-707a5bd0-f9ca-4f85-b2c1-f368bd5b6b4a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523916 Feb 11 04:40:06.804939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3ed7db5-c10e-4016-b394-2f8e7c9d5dfa req-491b5994-a230-4054-849f-a339c31efb32 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752579 Feb 11 04:40:06.835039 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.863974 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.891320 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-39a3f62b-7fce-4216-afa3-1d6b9c204ffc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] For port e42d1706-6ba0-471a-a433-85cd1938154a, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e42d1706-6ba0-471a-a433-85cd1938154a,segment=NetworkSegment(3fffe665-6854-4972-83d1-8f1a9a126a23),segment_id=3fffe665-6854-4972-83d1-8f1a9a126a23)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:06.892800 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-39a3f62b-7fce-4216-afa3-1d6b9c204ffc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e42d1706-6ba0-471a-a433-85cd1938154a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:06.932206 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b5c0e2-88d8-4576-b36a-8bf47e9a3cce x-openstack-request-id: req-c8b5c0e2-88d8-4576-b36a-8bf47e9a3cce {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:06.932495 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd94a809-3999-499f-b931-cc628225dde8", "name": "network-vif-deleted", "tag": "37c0b480-cc92-4b6f-a29a-9f49e41140b9", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:06.932756 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8b5c0e2-88d8-4576-b36a-8bf47e9a3cce {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:06.933185 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd94a809-3999-499f-b931-cc628225dde8', 'name': 'network-vif-deleted', 'tag': '37c0b480-cc92-4b6f-a29a-9f49e41140b9', 'status': 'completed', 'code': 200} Feb 11 04:40:07.001052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Pushing event updated for resources: {'Port': ['ID=1029fb61-b1bb-4565-b2be-a510ee2c5e3f,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:07.038185 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Network 275640cc-6e6d-4cad-a25b-e74219350fed is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:07.038185 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:07.039642 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:07.138030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 94bb74e3-8f29-4a7b-a9a1-757972a445eb up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:07.183807 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Attempting to bind port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:07.186984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Attempting to bind port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'deb6d992-b13a-4a81-8967-50a5c6b81fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:07.186984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Attempting to bind port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f on network 275640cc-6e6d-4cad-a25b-e74219350fed {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:07.197954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:07.197954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Checking segment: {'id': 'deb6d992-b13a-4a81-8967-50a5c6b81fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:07.198560 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.198874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Bound using segment: {'id': 'deb6d992-b13a-4a81-8967-50a5c6b81fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:07.199665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Bound port: 1029fb61-b1bb-4565-b2be-a510ee2c5e3f, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb6d992-b13a-4a81-8967-50a5c6b81fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:07.199830 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.266041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 94bb74e3-8f29-4a7b-a9a1-757972a445eb triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:07.266506 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.321644 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] For port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:07.337476 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-39a3f62b-7fce-4216-afa3-1d6b9c204ffc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.342793 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] For port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1029fb61-b1bb-4565-b2be-a510ee2c5e3f,segment=NetworkSegment(deb6d992-b13a-4a81-8967-50a5c6b81fd7),segment_id=deb6d992-b13a-4a81-8967-50a5c6b81fd7)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:07.353592 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-39a3f62b-7fce-4216-afa3-1d6b9c204ffc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (c03b6c38-71b8-4852-940d-2a81b3bb910e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.353967 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-39a3f62b-7fce-4216-afa3-1d6b9c204ffc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Floating IP c03b6c38-71b8-4852-940d-2a81b3bb910e disassociated. External IP: 172.25.3.63, port: e42d1706-6ba0-471a-a433-85cd1938154a. Feb 11 04:40:07.354347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-39a3f62b-7fce-4216-afa3-1d6b9c204ffc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Calling delete_port for e42d1706-6ba0-471a-a433-85cd1938154a owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:07.460226 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 94bb74e3-8f29-4a7b-a9a1-757972a445eb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:07.474359 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.514404 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.568776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4f1eb9a2-ea6a-4e61-b381-ab6104154297 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:40:07.571757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 37c0b480-cc92-4b6f-a29a-9f49e41140b9 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:07.604523 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.605357 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.657477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 37c0b480-cc92-4b6f-a29a-9f49e41140b9 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:07.661622 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 37c0b480-cc92-4b6f-a29a-9f49e41140b9 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:07.702928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1d998-15f5-4802-9a32-ec3c7c106375 None None] Pushing event updated for resources: {'Port': ['ID=1029fb61-b1bb-4565-b2be-a510ee2c5e3f,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:07.710465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=beae3afa-a710-419f-82fc-ac3c75ef6d62,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:07.806191 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-39a3f62b-7fce-4216-afa3-1d6b9c204ffc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e42d1706-6ba0-471a-a433-85cd1938154a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:07.866322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4f1eb9a2-ea6a-4e61-b381-ab6104154297, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4f1eb9a2-ea6a-4e61-b381-ab6104154297,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:07.877252 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e29315b3-eca2-4de1-99a8-e397dd72c8ab req-34d5b80a-23a9-4714-afd9-698019c941be tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd94a809-3999-499f-b931-cc628225dde8 HTTP/1.1" status: 200 len: 210 time: 0.1583459 Feb 11 04:40:07.928851 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 275640cc-6e6d-4cad-a25b-e74219350fed is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:07.936352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '4f1eb9a2-ea6a-4e61-b381-ab6104154297', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'port_id': '4f1eb9a2-ea6a-4e61-b381-ab6104154297', 'mac_address': 'fa:16:3e:4d:28:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:40:07.938028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:08.031369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3f62b-7fce-4216-afa3-1d6b9c204ffc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Pushing event deleted for resources: {'Port': ['ID=e42d1706-6ba0-471a-a433-85cd1938154a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:08.035890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 4f1eb9a2-ea6a-4e61-b381-ab6104154297 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:08.036871 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:08.079765 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1eb9a2-ea6a-4e61-b381-ab6104154297 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:08.140125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4f1eb9a2-ea6a-4e61-b381-ab6104154297, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4f1eb9a2-ea6a-4e61-b381-ab6104154297,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:08.229025 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:08.303254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=4f1eb9a2-ea6a-4e61-b381-ab6104154297,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:08.375409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d792a-1c88-4701-a71b-7fa9af3dee77 req-b9f1568c-7ad5-402c-b045-69e0a6497aea tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:08.386796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e13d792a-1c88-4701-a71b-7fa9af3dee77 req-b9f1568c-7ad5-402c-b045-69e0a6497aea tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 867 time: 0.6551833 Feb 11 04:40:08.432726 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e42d1706-6ba0-471a-a433-85cd1938154a no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:08.444081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['4f1eb9a2-ea6a-4e61-b381-ab6104154297'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:08.444941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b9ac2-248e-4242-b385-a0557cef8c5a req-9682873c-171e-417e-9489-c576115c25da tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:08.446916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-572b9ac2-248e-4242-b385-a0557cef8c5a req-9682873c-171e-417e-9489-c576115c25da tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 945 time: 0.3996847 Feb 11 04:40:08.448982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed2d15-6133-45ea-9fd5-2786e81badd7 req-ec1b2c97-4553-408f-ac72-f8019ce1d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:08.454354 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bed2d15-6133-45ea-9fd5-2786e81badd7 req-ec1b2c97-4553-408f-ac72-f8019ce1d536 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8f6e8236f1a4fa28cedffa9d11c90bb&device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 1128 time: 0.6893604 Feb 11 04:40:08.486168 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: e42d1706-6ba0-471a-a433-85cd1938154a {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:08.486861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e42d1706-6ba0-471a-a433-85cd1938154a not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:08.517162 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router ac640da6-2987-4940-9cce-f782ebab065b has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:08.740063 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:08.746049 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3ccec568-4faa-4d2b-888a-c5d109f6c5c6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/ac640da6-2987-4940-9cce-f782ebab065b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2320504 Feb 11 04:40:08.748880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39286) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:08.756742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0cf11c00-2ab9-4f9d-9760-955490343b54 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1147864331'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:08.759377 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Sync routers for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:08.779341 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:08.780154 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:08.861526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf11c00-2ab9-4f9d-9760-955490343b54 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:08.868249 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0cf11c00-2ab9-4f9d-9760-955490343b54 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:08.955176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf11c00-2ab9-4f9d-9760-955490343b54 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:40:08.960611 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:08.981858 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0cf11c00-2ab9-4f9d-9760-955490343b54 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:08.982400 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-0cf11c00-2ab9-4f9d-9760-955490343b54 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Added segment 8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e of type vlan for network 950a95ec-4dfe-4374-beb4-a74f2002628f Feb 11 04:40:09.060935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0cf11c00-2ab9-4f9d-9760-955490343b54 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (950a95ec-4dfe-4374-beb4-a74f2002628f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.067156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1029fb61-b1bb-4565-b2be-a510ee2c5e3f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:09.158542 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0cf11c00-2ab9-4f9d-9760-955490343b54 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (950a95ec-4dfe-4374-beb4-a74f2002628f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.170286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf11c00-2ab9-4f9d-9760-955490343b54 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:09.173136 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0cf11c00-2ab9-4f9d-9760-955490343b54 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.184634 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:09.185848 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.301942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61386803-8af5-41c9-846d-40f11e5898a6 None None] Network 275640cc-6e6d-4cad-a25b-e74219350fed requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:09.316035 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf11c00-2ab9-4f9d-9760-955490343b54 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Network': ['ID=950a95ec-4dfe-4374-beb4-a74f2002628f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:09.392252 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:06Z', 'revision_number': 4, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:05Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'beae3afa-a710-419f-82fc-ac3c75ef6d62', 'name': '', 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:54:e5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:07Z', 'revision_number': 2, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:09.396325 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0cf11c00-2ab9-4f9d-9760-955490343b54 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6462584 Feb 11 04:40:09.400190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39298) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:09.405396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-df4ae191-364a-4dd3-b2f6-399ec9ef8883 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'subnet': {'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:09.488364 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Checking router: ac640da6-2987-4940-9cce-f782ebab065b for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:09.490262 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Updating router ac640da6-2987-4940-9cce-f782ebab065b port beae3afa-a710-419f-82fc-ac3c75ef6d62 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:40:09.492914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 950a95ec-4dfe-4374-beb4-a74f2002628f details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:40:09.549098 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7fe70122-0ebb-4938-8d8b-608c589311b6 None None] Provisioning complete for port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:09.550141 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7fe70122-0ebb-4938-8d8b-608c589311b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.574655 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.590594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed2d15-6133-45ea-9fd5-2786e81badd7 req-0a516be9-150c-4643-894a-bcbb874e32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:09.594520 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bed2d15-6133-45ea-9fd5-2786e81badd7 req-0a516be9-150c-4643-894a-bcbb874e32fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 HTTP/1.1" status: 200 len: 920 time: 1.0837398 Feb 11 04:40:09.601516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-39a3f62b-7fce-4216-afa3-1d6b9c204ffc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Router 02352c1a-80c3-4313-bfa0-bc6d230ef37a has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:09.711728 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e13d792a-1c88-4701-a71b-7fa9af3dee77 req-fbdaa7c1-0b3b-4d2e-b29a-d85b4622bf57 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups?id=626850c5-eca6-4ad7-857d-3ff92867975c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3227210 Feb 11 04:40:09.764885 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4ae191-364a-4dd3-b2f6-399ec9ef8883 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Made reservation on behalf of 75a8a11cc55d42409a5c18286e786f40 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:09.768165 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df4ae191-364a-4dd3-b2f6-399ec9ef8883 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:09.783203 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bed2d15-6133-45ea-9fd5-2786e81badd7 req-045560fd-28a4-4efd-8a21-f142f5442dc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26840296-0f67-4a80-a050-483c9501b990 HTTP/1.1" status: 200 len: 217 time: 0.1423683 Feb 11 04:40:09.928778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4f1eb9a2-ea6a-4e61-b381-ab6104154297 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:09.936475 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed2d15-6133-45ea-9fd5-2786e81badd7 req-0f9ac846-e213-4745-8c5a-b2dec354e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:09.937451 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bed2d15-6133-45ea-9fd5-2786e81badd7 req-0f9ac846-e213-4745-8c5a-b2dec354e686 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d722827-be20-4a20-9272-0adc8b7f4b3e HTTP/1.1" status: 200 len: 859 time: 0.1381185 Feb 11 04:40:09.937569 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:09.937903 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.090071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-572b9ac2-248e-4242-b385-a0557cef8c5a req-205188d2-25d5-48c3-baa7-19ceb900d44a tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/security-groups?id=298a22fe-ab3b-46e0-962e-59256e88a770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5882254 Feb 11 04:40:10.134101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-39a3f62b-7fce-4216-afa3-1d6b9c204ffc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:10.207568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2c7a3-74f1-45db-80c5-70884fd21bde None None] Sync routers for ids ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:10.257014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1029fb61-b1bb-4565-b2be-a510ee2c5e3f,segment=NetworkSegment(deb6d992-b13a-4a81-8967-50a5c6b81fd7),segment_id=deb6d992-b13a-4a81-8967-50a5c6b81fd7)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:10.267264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df4ae191-364a-4dd3-b2f6-399ec9ef8883 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (c686408c-b9f3-42e9-83f8-370baefd272a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.273549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb2c7a3-74f1-45db-80c5-70884fd21bde None None] Routers {'02352c1a-80c3-4313-bfa0-bc6d230ef37a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:10.273549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-acb2c7a3-74f1-45db-80c5-70884fd21bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:10.309801 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Publish callbacks [] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.345434 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bed2d15-6133-45ea-9fd5-2786e81badd7 req-427ae96d-83e4-48df-a1da-f45f8a4fd860 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2538631 Feb 11 04:40:10.353535 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39314) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:10.355770 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.366213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7fe70122-0ebb-4938-8d8b-608c589311b6 None None] Current status of the port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:10.366213 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7fe70122-0ebb-4938-8d8b-608c589311b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.387282 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.398154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a98a6-4bb4-4d2e-9c0c-1c4b9a1f0ae6 req-edb0651a-aaec-4542-85c8-5f4481370078 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:10.400599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b9a98a6-4bb4-4d2e-9c0c-1c4b9a1f0ae6 req-edb0651a-aaec-4542-85c8-5f4481370078 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 945 time: 1.1748736 Feb 11 04:40:10.455016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-39a3f62b-7fce-4216-afa3-1d6b9c204ffc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] No DVR routers for this DVR port e42d1706-6ba0-471a-a433-85cd1938154a on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:10.473003 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-39a3f62b-7fce-4216-afa3-1d6b9c204ffc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.485306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7136966-ecc9-48fb-b27e-48603a5fd8ab req-39a3f62b-7fce-4216-afa3-1d6b9c204ffc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.32 "DELETE /v2.0/ports/e42d1706-6ba0-471a-a433-85cd1938154a HTTP/1.1" status: 204 len: 173 time: 4.2951679 Feb 11 04:40:10.538063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e564a2a-a6e3-4177-9794-90e14c3d3c04', 'name': 'network-vif-deleted', 'tag': 'e42d1706-6ba0-471a-a433-85cd1938154a'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:10.542038 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20239201-9e3e-4300-bc78-96116c760d73" -d '{"events": [{"server_uuid": "5e564a2a-a6e3-4177-9794-90e14c3d3c04", "name": "network-vif-deleted", "tag": "e42d1706-6ba0-471a-a433-85cd1938154a"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:10.546863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ae191-364a-4dd3-b2f6-399ec9ef8883 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Subnet': ['ID=c686408c-b9f3-42e9-83f8-370baefd272a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:10.558388 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94c4da-993d-4a80-ba88-329199cc40f9 None None] Pushing event updated for resources: {'Port': ['ID=beae3afa-a710-419f-82fc-ac3c75ef6d62,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:10.568443 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4ae191-364a-4dd3-b2f6-399ec9ef8883 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Checking segment: {'id': '8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:10.568821 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4ae191-364a-4dd3-b2f6-399ec9ef8883 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network hostable DHCP agents. Network: 950a95ec-4dfe-4374-beb4-a74f2002628f, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:40:10.587970 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94c4da-993d-4a80-ba88-329199cc40f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:10.591892 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94c4da-993d-4a80-ba88-329199cc40f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:10.592545 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94c4da-993d-4a80-ba88-329199cc40f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:10.593120 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94c4da-993d-4a80-ba88-329199cc40f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:10.594045 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94c4da-993d-4a80-ba88-329199cc40f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:10.596259 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94c4da-993d-4a80-ba88-329199cc40f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:10.600135 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94c4da-993d-4a80-ba88-329199cc40f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:10.601220 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94c4da-993d-4a80-ba88-329199cc40f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:10.602646 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94c4da-993d-4a80-ba88-329199cc40f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:10.603606 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94c4da-993d-4a80-ba88-329199cc40f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:10.606484 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94c4da-993d-4a80-ba88-329199cc40f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:10.620731 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94c4da-993d-4a80-ba88-329199cc40f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:10.621865 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a94c4da-993d-4a80-ba88-329199cc40f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:10.635415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352de310-13b0-4a00-81a5-236c0daf6e77 req-71d9ef6f-55c3-4831-b398-dd84923f5dac tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:10.647977 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-352de310-13b0-4a00-81a5-236c0daf6e77 req-71d9ef6f-55c3-4831-b398-dd84923f5dac tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.7093270 Feb 11 04:40:10.707369 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4ae191-364a-4dd3-b2f6-399ec9ef8883 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 950a95ec-4dfe-4374-beb4-a74f2002628f is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:40:10.717376 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec2e86bf-bcfc-4e51-8aa8-74640def42c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.780347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 4f1eb9a2-ea6a-4e61-b381-ab6104154297 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:40:10.791297 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Attempting to bind port beae3afa-a710-419f-82fc-ac3c75ef6d62 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:10.794958 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Attempting to bind port beae3afa-a710-419f-82fc-ac3c75ef6d62 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'deb6d992-b13a-4a81-8967-50a5c6b81fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:10.795403 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Attempting to bind port beae3afa-a710-419f-82fc-ac3c75ef6d62 on network 275640cc-6e6d-4cad-a25b-e74219350fed {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:10.798988 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 4f1eb9a2-ea6a-4e61-b381-ab6104154297 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:10.799375 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.809745 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:10.810128 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Checking segment: {'id': 'deb6d992-b13a-4a81-8967-50a5c6b81fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:10.810549 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.810974 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Bound using segment: {'id': 'deb6d992-b13a-4a81-8967-50a5c6b81fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:10.811457 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Bound port: beae3afa-a710-419f-82fc-ac3c75ef6d62, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb6d992-b13a-4a81-8967-50a5c6b81fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:10.811844 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.849515 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=1029fb61-b1bb-4565-b2be-a510ee2c5e3f,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:10.908311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5a291-a05c-4615-90b8-5362acf2d496 req-19a8f92d-4974-4312-9b70-4b3ab77d42dd tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:10.917292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9fe5a291-a05c-4615-90b8-5362acf2d496 req-19a8f92d-4974-4312-9b70-4b3ab77d42dd tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 945 time: 0.6640034 Feb 11 04:40:10.917924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-acb2c7a3-74f1-45db-80c5-70884fd21bde None None] Set router 02352c1a-80c3-4313-bfa0-bc6d230ef37a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:10.967891 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] For port beae3afa-a710-419f-82fc-ac3c75ef6d62, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:10.972379 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] For port beae3afa-a710-419f-82fc-ac3c75ef6d62, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=beae3afa-a710-419f-82fc-ac3c75ef6d62,segment=NetworkSegment(deb6d992-b13a-4a81-8967-50a5c6b81fd7),segment_id=deb6d992-b13a-4a81-8967-50a5c6b81fd7)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:10.990369 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec2e86bf-bcfc-4e51-8aa8-74640def42c2 admin admin] Publish callbacks [] for security_group (b75e1928-5b14-4aac-a21d-6eb512042969), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:10.992251 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-df4ae191-364a-4dd3-b2f6-399ec9ef8883 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 950a95ec-4dfe-4374-beb4-a74f2002628f) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:11.000478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ae191-364a-4dd3-b2f6-399ec9ef8883 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:11.001077 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-df4ae191-364a-4dd3-b2f6-399ec9ef8883 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.040311 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.067754 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ec2e86bf-bcfc-4e51-8aa8-74640def42c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b75e1928-5b14-4aac-a21d-6eb512042969), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.092502 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-352de310-13b0-4a00-81a5-236c0daf6e77 req-c6b8c893-ab16-4092-bb46-5c22bc30d525 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408123 Feb 11 04:40:11.192850 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-df4ae191-364a-4dd3-b2f6-399ec9ef8883 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7888064 Feb 11 04:40:11.193992 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e86bf-bcfc-4e51-8aa8-74640def42c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75e1928-5b14-4aac-a21d-6eb512042969,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:11.208523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39332) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:11.227177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39334) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:11.243209 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ec2e86bf-bcfc-4e51-8aa8-74640def42c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b994ec685da54718a8214d6a1d853ab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8729956 Feb 11 04:40:11.258329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39336) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:11.306779 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94c4da-993d-4a80-ba88-329199cc40f9 None None] Pushing event updated for resources: {'Port': ['ID=beae3afa-a710-419f-82fc-ac3c75ef6d62,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:11.314682 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:11.317025 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:11.474201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec7cfbe-f8ee-4414-a8ae-63f1fec8d8bd None None] Network 950a95ec-4dfe-4374-beb4-a74f2002628f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:11.476440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1029fb61-b1bb-4565-b2be-a510ee2c5e3f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:11.575533 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-7fe70122-0ebb-4938-8d8b-608c589311b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:40:11.576473 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-7fe70122-0ebb-4938-8d8b-608c589311b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:40:11.598132 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-70be5e62-2cff-4e63-8430-fc809b4b7e5b tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (2634e9b1-fe3d-4309-b6a5-dea469ff9f30), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.688729 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54de2971-c8fb-4de0-bf79-1ac632bfa99d x-openstack-request-id: req-54de2971-c8fb-4de0-bf79-1ac632bfa99d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:11.689990 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e564a2a-a6e3-4177-9794-90e14c3d3c04", "name": "network-vif-deleted", "tag": "e42d1706-6ba0-471a-a433-85cd1938154a", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:11.691039 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54de2971-c8fb-4de0-bf79-1ac632bfa99d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:11.691603 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e564a2a-a6e3-4177-9794-90e14c3d3c04', 'name': 'network-vif-deleted', 'tag': 'e42d1706-6ba0-471a-a433-85cd1938154a', 'status': 'completed', 'code': 200} Feb 11 04:40:11.708574 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fca1c823-03e2-4ba3-9af6-cc66ca8b662f admin admin] Publish callbacks [] for security_group (b75e1928-5b14-4aac-a21d-6eb512042969), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.755757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-678e04c7-734b-4259-be5b-177a902e714c req-7043327a-6884-496b-8577-694f3936e405 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.1368167 Feb 11 04:40:11.811519 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fca1c823-03e2-4ba3-9af6-cc66ca8b662f admin admin] Publish callbacks [] for security_group (b75e1928-5b14-4aac-a21d-6eb512042969), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:11.857147 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:12.020535 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-70be5e62-2cff-4e63-8430-fc809b4b7e5b tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (2634e9b1-fe3d-4309-b6a5-dea469ff9f30), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.072245 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fca1c823-03e2-4ba3-9af6-cc66ca8b662f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b75e1928-5b14-4aac-a21d-6eb512042969), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.079425 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fca1c823-03e2-4ba3-9af6-cc66ca8b662f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.080675 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fca1c823-03e2-4ba3-9af6-cc66ca8b662f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b75e1928-5b14-4aac-a21d-6eb512042969 HTTP/1.1" status: 204 len: 168 time: 0.8213465 Feb 11 04:40:12.096078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:12.097256 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.138729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1c823-03e2-4ba3-9af6-cc66ca8b662f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75e1928-5b14-4aac-a21d-6eb512042969,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:12.195217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-acb2c7a3-74f1-45db-80c5-70884fd21bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:07Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'gw_port': {'id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:09Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '6bd1e5ba-604c-4837-8bce-21ddf354fd91', 'name': '', 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'mac_address': 'fa:16:3e:31:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:18Z', 'updated_at': '2022-02-11T04:36:28Z', 'revision_number': 5, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'subnets': [{'id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:12.347451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-70be5e62-2cff-4e63-8430-fc809b4b7e5b tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2634e9b1-fe3d-4309-b6a5-dea469ff9f30), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.351324 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-70be5e62-2cff-4e63-8430-fc809b4b7e5b tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.351908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-950a95ec-4dfe-4374-beb4-a74f2002628f', 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f', 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'fixed_ips': [{'subnet_id': 'c686408c-b9f3-42e9-83f8-370baefd272a'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:40:12.355260 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-70be5e62-2cff-4e63-8430-fc809b4b7e5b tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "DELETE /v2.0/security-groups/2634e9b1-fe3d-4309-b6a5-dea469ff9f30 HTTP/1.1" status: 204 len: 168 time: 1.1123288 Feb 11 04:40:12.355415 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.359070 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2c7a3-74f1-45db-80c5-70884fd21bde None None] Checking router: 02352c1a-80c3-4313-bfa0-bc6d230ef37a for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:12.369267 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 4f1eb9a2-ea6a-4e61-b381-ab6104154297 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:12.369651 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.379965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be5e62-2cff-4e63-8430-fc809b4b7e5b tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2634e9b1-fe3d-4309-b6a5-dea469ff9f30,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:12.412924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb2c7a3-74f1-45db-80c5-70884fd21bde None None] Routers {'02352c1a-80c3-4313-bfa0-bc6d230ef37a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:12.413585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-acb2c7a3-74f1-45db-80c5-70884fd21bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:12.420216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7fe70122-0ebb-4938-8d8b-608c589311b6 None None] Current status of the port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:12.464473 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:06Z', 'revision_number': 4, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:05Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'beae3afa-a710-419f-82fc-ac3c75ef6d62', 'name': '', 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:54:e5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:10Z', 'revision_number': 4, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:12.465115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4f1eb9a2-ea6a-4e61-b381-ab6104154297, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4f1eb9a2-ea6a-4e61-b381-ab6104154297,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:12.507265 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffaece5-7908-423e-bc46-f4962ee1454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1eb9a2-ea6a-4e61-b381-ab6104154297'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:12.509960 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a575eaf-69d4-45be-8078-653922aaa802" -d '{"events": [{"server_uuid": "0ffaece5-7908-423e-bc46-f4962ee1454e", "name": "network-vif-plugged", "status": "completed", "tag": "4f1eb9a2-ea6a-4e61-b381-ab6104154297"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:12.523454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c520b379-a81f-48b3-a968-e2863df030ec no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:12.568507 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241141e4-3885-448b-bf9c-6c055353d2ee None None] The sync data for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 is: [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:06Z', 'revision_number': 4, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:05Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'beae3afa-a710-419f-82fc-ac3c75ef6d62', 'name': '', 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:54:e5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:10Z', 'revision_number': 4, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:12.569434 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bed2d15-6133-45ea-9fd5-2786e81badd7 req-30bd8752-994d-4b52-b77d-92eba1c6f592 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1596160 Feb 11 04:40:12.616185 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.881050 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1fbf27b3-c063-41d2-9555-8181fe5d370d None None] Provisioning complete for port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:12.881437 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1fbf27b3-c063-41d2-9555-8181fe5d370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.896791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3bed2d15-6133-45ea-9fd5-2786e81badd7 req-eb9fbed9-45bd-4dbc-8db9-61e5fc210e8b service neutron] 10.222.0.32 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073575 Feb 11 04:40:12.919387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-8b9a98a6-4bb4-4d2e-9c0c-1c4b9a1f0ae6 req-a0a8d1f3-5064-45c6-97fd-c6ee1b3584ce tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Deleting port c520b379-a81f-48b3-a968-e2863df030ec {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:12.919742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8b9a98a6-4bb4-4d2e-9c0c-1c4b9a1f0ae6 req-a0a8d1f3-5064-45c6-97fd-c6ee1b3584ce tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c520b379-a81f-48b3-a968-e2863df030ec), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:12.952224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9fe5a291-a05c-4615-90b8-5362acf2d496 req-064a31b6-8cb1-4f9b-a636-52faf631fdc9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0314195 Feb 11 04:40:13.119478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=4f1eb9a2-ea6a-4e61-b381-ab6104154297,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:13.135242 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:13.135571 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:13.135854 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:13.136199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:13.136813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:13.136893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:13.137186 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:13.137518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:13.137849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:13.138182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:13.138512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:13.139044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:13.139386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:40:13.145126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:13.151940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-acb2c7a3-74f1-45db-80c5-70884fd21bde None None] Set router 02352c1a-80c3-4313-bfa0-bc6d230ef37a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:13.307998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39368) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:13.331845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device beae3afa-a710-419f-82fc-ac3c75ef6d62 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:13.338769 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd57f6f5-35e2-40c3-9fc7-401c9d9b4412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:13.360787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-8b9a98a6-4bb4-4d2e-9c0c-1c4b9a1f0ae6 req-a0a8d1f3-5064-45c6-97fd-c6ee1b3584ce tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] For port c520b379-a81f-48b3-a968-e2863df030ec, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c520b379-a81f-48b3-a968-e2863df030ec,segment=NetworkSegment(4253fb8b-0820-4e20-b415-a58a60995c7c),segment_id=4253fb8b-0820-4e20-b415-a58a60995c7c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:13.360787 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8b9a98a6-4bb4-4d2e-9c0c-1c4b9a1f0ae6 req-a0a8d1f3-5064-45c6-97fd-c6ee1b3584ce tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c520b379-a81f-48b3-a968-e2863df030ec), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:13.399385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-8b9a98a6-4bb4-4d2e-9c0c-1c4b9a1f0ae6 req-a0a8d1f3-5064-45c6-97fd-c6ee1b3584ce tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Calling delete_port for c520b379-a81f-48b3-a968-e2863df030ec owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:13.449506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Allocated IP 2001:db8:3::2 (950a95ec-4dfe-4374-beb4-a74f2002628f/c686408c-b9f3-42e9-83f8-370baefd272a/fc0c6d1a-8a1a-4c4a-a21d-009122ce9783) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:13.457650 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd57f6f5-35e2-40c3-9fc7-401c9d9b4412 admin admin] Publish callbacks [] for security_group (76f3c566-36e6-4d4c-92bc-dffe19ad5a89), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:13.530105 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd57f6f5-35e2-40c3-9fc7-401c9d9b4412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (76f3c566-36e6-4d4c-92bc-dffe19ad5a89), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:13.607292 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bd57f6f5-35e2-40c3-9fc7-401c9d9b4412 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f18a65ec0c24668b28957176a809fbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2928133 Feb 11 04:40:13.608399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39372) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:13.757374 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:13.767581 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40829d49-9ec4-4219-b9ba-99e07aa293d4 admin admin] Publish callbacks [] for security_group (76f3c566-36e6-4d4c-92bc-dffe19ad5a89), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:13.775409 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8b9a98a6-4bb4-4d2e-9c0c-1c4b9a1f0ae6 req-a0a8d1f3-5064-45c6-97fd-c6ee1b3584ce tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c520b379-a81f-48b3-a968-e2863df030ec), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:13.835333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57f6f5-35e2-40c3-9fc7-401c9d9b4412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f3c566-36e6-4d4c-92bc-dffe19ad5a89,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:13.846227 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40829d49-9ec4-4219-b9ba-99e07aa293d4 admin admin] Publish callbacks [] for security_group (76f3c566-36e6-4d4c-92bc-dffe19ad5a89), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:13.901691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8d1f3-5064-45c6-97fd-c6ee1b3584ce tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Pushing event deleted for resources: {'Port': ['ID=c520b379-a81f-48b3-a968-e2863df030ec,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:13.920140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c746a-7b97-4f69-bc98-c5635f0a127d req-3d011158-64cf-49a2-813f-cc00c58a1351 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:13.929089 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db1c746a-7b97-4f69-bc98-c5635f0a127d req-3d011158-64cf-49a2-813f-cc00c58a1351 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 945 time: 1.7802668 Feb 11 04:40:14.033135 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40829d49-9ec4-4219-b9ba-99e07aa293d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (76f3c566-36e6-4d4c-92bc-dffe19ad5a89), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.036350 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40829d49-9ec4-4219-b9ba-99e07aa293d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.040855 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-40829d49-9ec4-4219-b9ba-99e07aa293d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76f3c566-36e6-4d4c-92bc-dffe19ad5a89 HTTP/1.1" status: 204 len: 168 time: 0.4284437 Feb 11 04:40:14.072142 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40829d49-9ec4-4219-b9ba-99e07aa293d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f3c566-36e6-4d4c-92bc-dffe19ad5a89,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:14.075336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port c520b379-a81f-48b3-a968-e2863df030ec is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:14.075336 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c520b379-a81f-48b3-a968-e2863df030ec), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.092319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d73952-86c5-423a-9378-e0bf341584df req-8a90ae42-0155-44e8-a39a-5ce4ad8b7f28 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:14.100716 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34d73952-86c5-423a-9378-e0bf341584df req-8a90ae42-0155-44e8-a39a-5ce4ad8b7f28 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.9336321 Feb 11 04:40:14.125940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9a98a6-4bb4-4d2e-9c0c-1c4b9a1f0ae6 req-a0a8d1f3-5064-45c6-97fd-c6ee1b3584ce tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] No DVR routers for this DVR port c520b379-a81f-48b3-a968-e2863df030ec on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:14.154818 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8b9a98a6-4bb4-4d2e-9c0c-1c4b9a1f0ae6 req-a0a8d1f3-5064-45c6-97fd-c6ee1b3584ce tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.162014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b9a98a6-4bb4-4d2e-9c0c-1c4b9a1f0ae6 req-a0a8d1f3-5064-45c6-97fd-c6ee1b3584ce tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.32 "DELETE /v2.0/ports/c520b379-a81f-48b3-a968-e2863df030ec HTTP/1.1" status: 204 len: 173 time: 3.7188666 Feb 11 04:40:14.164024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4de599-4ba9-4f52-a204-7f27fab5d9a2', 'name': 'network-vif-deleted', 'tag': 'c520b379-a81f-48b3-a968-e2863df030ec'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:14.169207 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969b0535-3631-49a1-bed4-5f757b5e0d23" -d '{"events": [{"server_uuid": "5a4de599-4ba9-4f52-a204-7f27fab5d9a2", "name": "network-vif-deleted", "tag": "c520b379-a81f-48b3-a968-e2863df030ec"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:14.286174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf27b3-c063-41d2-9555-8181fe5d370d None None] Current status of the port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:14.311973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port beae3afa-a710-419f-82fc-ac3c75ef6d62 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:14.312356 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.425161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1fbf27b3-c063-41d2-9555-8181fe5d370d None None] Provisioning complete for port beae3afa-a710-419f-82fc-ac3c75ef6d62 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:14.425668 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1fbf27b3-c063-41d2-9555-8181fe5d370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.564228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34d73952-86c5-423a-9378-e0bf341584df req-28c05f3b-53a8-43a1-a41f-154d8757eacb tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624369 Feb 11 04:40:14.572283 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db1c746a-7b97-4f69-bc98-c5635f0a127d req-e5ed7149-e64d-403b-8aee-9fcb8e67cb18 tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/security-groups?id=298a22fe-ab3b-46e0-962e-59256e88a770&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6419361 Feb 11 04:40:14.638564 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Publish callbacks [] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.669712 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1132e735-f292-4a64-a99b-450d06147f91 x-openstack-request-id: req-1132e735-f292-4a64-a99b-450d06147f91 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:14.670109 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffaece5-7908-423e-bc46-f4962ee1454e", "name": "network-vif-plugged", "status": "completed", "tag": "4f1eb9a2-ea6a-4e61-b381-ab6104154297", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:14.670251 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1132e735-f292-4a64-a99b-450d06147f91 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:14.678759 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffaece5-7908-423e-bc46-f4962ee1454e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1eb9a2-ea6a-4e61-b381-ab6104154297', 'code': 200} Feb 11 04:40:14.726376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39394) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:14.851771 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.855749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port beae3afa-a710-419f-82fc-ac3c75ef6d62 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:14.856292 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:14.984173 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9f2ccdc-9b7e-4e0a-8566-f97681ba88c2 req-9059d146-480b-4457-bfe2-4e88bd52eb47 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.0766656 Feb 11 04:40:15.004693 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Allocated IP 2001:db8:3::1 (950a95ec-4dfe-4374-beb4-a74f2002628f/c686408c-b9f3-42e9-83f8-370baefd272a/6c1ff518-afee-40bf-b157-471d3126232b) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:15.059874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port beae3afa-a710-419f-82fc-ac3c75ef6d62, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=beae3afa-a710-419f-82fc-ac3c75ef6d62,segment=NetworkSegment(deb6d992-b13a-4a81-8967-50a5c6b81fd7),segment_id=deb6d992-b13a-4a81-8967-50a5c6b81fd7)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:15.067019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-acb2c7a3-74f1-45db-80c5-70884fd21bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:07Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'gw_port': {'id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:09Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '6bd1e5ba-604c-4837-8bce-21ddf354fd91', 'name': '', 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'mac_address': 'fa:16:3e:31:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:18Z', 'updated_at': '2022-02-11T04:36:28Z', 'revision_number': 5, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'subnets': [{'id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:15.067245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecdd78d-8836-4a2a-adc3-d587633cc480 req-50856d71-f8a6-48e3-ba5c-d5f3a506123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:15.070332 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ecdd78d-8836-4a2a-adc3-d587633cc480 req-50856d71-f8a6-48e3-ba5c-d5f3a506123b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 1129 time: 0.2967997 Feb 11 04:40:15.082302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Network 950a95ec-4dfe-4374-beb4-a74f2002628f is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:15.089092 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850ae478-c4dd-4a8f-b299-41ef55b04371 x-openstack-request-id: req-850ae478-c4dd-4a8f-b299-41ef55b04371 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:15.089458 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4de599-4ba9-4f52-a204-7f27fab5d9a2", "name": "network-vif-deleted", "tag": "c520b379-a81f-48b3-a968-e2863df030ec", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:15.101712 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-850ae478-c4dd-4a8f-b299-41ef55b04371 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:15.102650 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4de599-4ba9-4f52-a204-7f27fab5d9a2', 'name': 'network-vif-deleted', 'tag': 'c520b379-a81f-48b3-a968-e2863df030ec', 'status': 'completed', 'code': 200} Feb 11 04:40:15.124001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7de9c-6dbe-45d1-bbc4-09a5714efff1 req-47abf7ba-8676-4c28-a31b-2af42ffd409b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:15.130398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37c7de9c-6dbe-45d1-bbc4-09a5714efff1 req-47abf7ba-8676-4c28-a31b-2af42ffd409b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 946 time: 0.2178140 Feb 11 04:40:15.148786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:15.155412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2c7a3-74f1-45db-80c5-70884fd21bde None None] The sync data for ids ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'] in n-d-712142-35 is: [{'id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:07Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'gw_port': {'id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:09Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '6bd1e5ba-604c-4837-8bce-21ddf354fd91', 'name': '', 'network_id': '361f5f44-5600-48d6-9ef0-d8caacdf877b', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'mac_address': 'fa:16:3e:31:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:18Z', 'updated_at': '2022-02-11T04:36:28Z', 'revision_number': 5, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'subnets': [{'id': 'd8011d6b-e7c9-4f5a-85bb-dd62807dd54d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:15.159725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:15.165822 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:15.167700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Pushing event updated for resources: {'Port': ['ID=fc0c6d1a-8a1a-4c4a-a21d-009122ce9783,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:15.220385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf27b3-c063-41d2-9555-8181fe5d370d None None] Current status of the port beae3afa-a710-419f-82fc-ac3c75ef6d62 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:15.220791 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1fbf27b3-c063-41d2-9555-8181fe5d370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:15.271557 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39398) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:15.291787 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-492860cc-54b1-40e5-9181-33ee8969cc79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:15.373512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Attempting to bind port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:15.374108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Attempting to bind port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:15.374257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Attempting to bind port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 on network 950a95ec-4dfe-4374-beb4-a74f2002628f {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:15.420881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=beae3afa-a710-419f-82fc-ac3c75ef6d62,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:15.455216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:15.459237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Checking segment: {'id': '8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:15.459237 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:15.459237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Bound using segment: {'id': '8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:15.460783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Bound port: fc0c6d1a-8a1a-4c4a-a21d-009122ce9783, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:15.461204 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:15.479328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37c7de9c-6dbe-45d1-bbc4-09a5714efff1 req-8c9e32ae-68c7-4614-95d4-f765adab3488 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448191 Feb 11 04:40:15.512110 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-1fbf27b3-c063-41d2-9555-8181fe5d370d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:40:15.512471 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-1fbf27b3-c063-41d2-9555-8181fe5d370d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:40:15.590498 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ecdd78d-8836-4a2a-adc3-d587633cc480 req-e26d6743-7f4f-45f1-8e74-190d799203f3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603119 Feb 11 04:40:15.639949 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-492860cc-54b1-40e5-9181-33ee8969cc79 admin admin] Publish callbacks [] for security_group (25f5c260-5e37-46ee-9d59-25676e645264), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:15.675380 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (6c1ff518-afee-40bf-b157-471d3126232b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:15.706349 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-492860cc-54b1-40e5-9181-33ee8969cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (25f5c260-5e37-46ee-9d59-25676e645264), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:15.717408 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3fc5ca-b936-4b1c-86a7-1cee2fd7ef8e None None] New status for floating IP c03b6c38-71b8-4852-940d-2a81b3bb910e: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:40:15.757454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] For port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:15.768033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] For port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=fc0c6d1a-8a1a-4c4a-a21d-009122ce9783,segment=NetworkSegment(8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e),segment_id=8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:15.797196 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-492860cc-54b1-40e5-9181-33ee8969cc79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5aaa61656ff48b88b7cef134603ae8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5221736 Feb 11 04:40:15.797677 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39410) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:15.865255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492860cc-54b1-40e5-9181-33ee8969cc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f5c260-5e37-46ee-9d59-25676e645264,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:15.901077 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:15.917177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98a03a6a-a6f2-47b4-ab09-92ffe2d73956 req-9f671669-d22d-4066-8e29-c452b3e91b7e tempest-ServerAddressesTestJSON-1154698669 tempest-ServerAddressesTestJSON-1154698669-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a4de599-4ba9-4f52-a204-7f27fab5d9a2 HTTP/1.1" status: 200 len: 210 time: 0.0720251 Feb 11 04:40:15.978436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299917bb-6390-4259-909a-c65cc9fcaf1d req-7e06b809-9608-467b-b7a6-fd00389db549 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:15.981163 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-299917bb-6390-4259-909a-c65cc9fcaf1d req-7e06b809-9608-467b-b7a6-fd00389db549 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.2400026 Feb 11 04:40:16.087967 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c92998d-f8d5-4ca7-9aa8-e667b83acca2 admin admin] Publish callbacks [] for security_group (25f5c260-5e37-46ee-9d59-25676e645264), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:16.145771 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-299917bb-6390-4259-909a-c65cc9fcaf1d req-5f4506e2-f284-49ed-ab83-b6d1d5397185 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559813 Feb 11 04:40:16.151478 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6c1ff518-afee-40bf-b157-471d3126232b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:16.154975 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c92998d-f8d5-4ca7-9aa8-e667b83acca2 admin admin] Publish callbacks [] for security_group (25f5c260-5e37-46ee-9d59-25676e645264), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:16.227969 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75f81f88-7979-4a14-80de-614cf5b5c4e5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (6872c411-69ea-49ed-9f5f-3f868909f8c4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:16.302859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a781d-56af-4394-982e-67d850e1d862 None None] Pushing event updated for resources: {'Port': ['ID=fc0c6d1a-8a1a-4c4a-a21d-009122ce9783,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:16.317832 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf27b3-c063-41d2-9555-8181fe5d370d None None] Current status of the port beae3afa-a710-419f-82fc-ac3c75ef6d62 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:16.342734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=6c1ff518-afee-40bf-b157-471d3126232b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:16.358706 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c80d1f8-598e-4d88-8195-731c438c6a0c req-a0cde599-4ab4-4ff0-b6d0-6aaf639a877f tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.0939093 Feb 11 04:40:16.412333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 950a95ec-4dfe-4374-beb4-a74f2002628f is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:16.416770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:16.420067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:16.421079 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:16.747300 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c92998d-f8d5-4ca7-9aa8-e667b83acca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (25f5c260-5e37-46ee-9d59-25676e645264), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:16.757259 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c92998d-f8d5-4ca7-9aa8-e667b83acca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:16.761290 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1c92998d-f8d5-4ca7-9aa8-e667b83acca2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25f5c260-5e37-46ee-9d59-25676e645264 HTTP/1.1" status: 204 len: 168 time: 0.9568183 Feb 11 04:40:16.807640 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92998d-f8d5-4ca7-9aa8-e667b83acca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f5c260-5e37-46ee-9d59-25676e645264,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:16.848313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ae4d4-e916-494d-b675-3ef7d5e98737 req-ead75699-6583-4fc9-96ae-4ba8bd39dffe tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:16.859011 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-622ae4d4-e916-494d-b675-3ef7d5e98737 req-ead75699-6583-4fc9-96ae-4ba8bd39dffe tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 946 time: 0.2391348 Feb 11 04:40:16.979587 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-622ae4d4-e916-494d-b675-3ef7d5e98737 req-833c50c6-ea02-4998-93fc-f69380612aac tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179111 Feb 11 04:40:17.049815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39428) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:17.056230 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-75f81f88-7979-4a14-80de-614cf5b5c4e5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Deleting port 3239be91-acdf-4da1-b9e9-5f551b290023 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:17.056649 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75f81f88-7979-4a14-80de-614cf5b5c4e5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.119290 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6c1ff518-afee-40bf-b157-471d3126232b), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.328739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8618bb8-3106-445c-b40b-81ca677cf3d7 admin admin] Deleting subnet 166b5f94-44ac-443e-bfd8-792e7ad7624b {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:40:17.328739 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8618bb8-3106-445c-b40b-81ca677cf3d7 admin admin] Publish callbacks [] for subnet (166b5f94-44ac-443e-bfd8-792e7ad7624b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.437926 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-75f81f88-7979-4a14-80de-614cf5b5c4e5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] For port 3239be91-acdf-4da1-b9e9-5f551b290023, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3239be91-acdf-4da1-b9e9-5f551b290023,segment=NetworkSegment(8880e9b2-c002-447a-83f4-bf97a0671ce8),segment_id=8880e9b2-c002-447a-83f4-bf97a0671ce8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:17.440919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75f81f88-7979-4a14-80de-614cf5b5c4e5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.480780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-75f81f88-7979-4a14-80de-614cf5b5c4e5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Calling delete_port for 3239be91-acdf-4da1-b9e9-5f551b290023 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:17.573779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device beae3afa-a710-419f-82fc-ac3c75ef6d62 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:17.620204 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8618bb8-3106-445c-b40b-81ca677cf3d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (166b5f94-44ac-443e-bfd8-792e7ad7624b), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.688282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port beae3afa-a710-419f-82fc-ac3c75ef6d62 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:17.689014 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.795101 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8618bb8-3106-445c-b40b-81ca677cf3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (166b5f94-44ac-443e-bfd8-792e7ad7624b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:17.879314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port beae3afa-a710-419f-82fc-ac3c75ef6d62 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:17.890278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:18.015167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541824dc-6086-44a0-9948-f166f67e3fc1 None None] Network 950a95ec-4dfe-4374-beb4-a74f2002628f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:18.020310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:18.021057 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.184613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-49cda321-8116-4e68-ad5b-dccf2d06deb1 None None] Provisioning complete for port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:18.185157 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-49cda321-8116-4e68-ad5b-dccf2d06deb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.188616 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e710f360-c753-473c-b33f-3bca39bece1c req-c64b3c7e-4a13-45f9-8526-22027d0160c1 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.0950723 Feb 11 04:40:18.199960 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8618bb8-3106-445c-b40b-81ca677cf3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (166b5f94-44ac-443e-bfd8-792e7ad7624b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.243912 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8618bb8-3106-445c-b40b-81ca677cf3d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=166b5f94-44ac-443e-bfd8-792e7ad7624b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:18.250045 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f8618bb8-3106-445c-b40b-81ca677cf3d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.267287 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f8618bb8-3106-445c-b40b-81ca677cf3d7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/166b5f94-44ac-443e-bfd8-792e7ad7624b HTTP/1.1" status: 204 len: 168 time: 1.1986549 Feb 11 04:40:18.267287 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75f81f88-7979-4a14-80de-614cf5b5c4e5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3239be91-acdf-4da1-b9e9-5f551b290023), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.273980 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39456) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:18.361820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:18.362863 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.410271 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f81f88-7979-4a14-80de-614cf5b5c4e5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Port': ['ID=3239be91-acdf-4da1-b9e9-5f551b290023,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:18.422109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad84515-dab8-4b4e-be8f-e4287db35351 req-04eaa9fc-fe8f-46c9-9437-d82726bd06fe tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:18.429371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ad84515-dab8-4b4e-be8f-e4287db35351 req-04eaa9fc-fe8f-46c9-9437-d82726bd06fe tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.3266180 Feb 11 04:40:18.477952 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for port (6c1ff518-afee-40bf-b157-471d3126232b), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.512626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d53d1e-aa43-4cec-a1ab-dfbcc641893f req-fd1949a1-d471-4d75-b551-b8824da5cb33 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:18.514170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1d53d1e-aa43-4cec-a1ab-dfbcc641893f req-fd1949a1-d471-4d75-b551-b8824da5cb33 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 946 time: 0.1996083 Feb 11 04:40:18.537177 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=fc0c6d1a-8a1a-4c4a-a21d-009122ce9783,segment=NetworkSegment(8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e),segment_id=8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:18.550744 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-367080ff-00fc-49f2-a5f0-00bce89a8c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (acf2126d-cb20-4232-ac4c-c6adc8135490), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.593735 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ad84515-dab8-4b4e-be8f-e4287db35351 req-6f7608dc-f2ae-4530-8c80-3c3915cab8cb tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536872 Feb 11 04:40:18.626923 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (6c1ff518-afee-40bf-b157-471d3126232b), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.627969 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.691519 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.789337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-49cda321-8116-4e68-ad5b-dccf2d06deb1 None None] Current status of the port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:18.789728 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-49cda321-8116-4e68-ad5b-dccf2d06deb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.818004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1d53d1e-aa43-4cec-a1ab-dfbcc641893f req-65e536fd-7a2f-4596-a8f4-4b36bd482430 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894943 Feb 11 04:40:18.821018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=fc0c6d1a-8a1a-4c4a-a21d-009122ce9783,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:18.874227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event updated for resources: {'Port': ['ID=6c1ff518-afee-40bf-b157-471d3126232b,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:18.936160 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-49cda321-8116-4e68-ad5b-dccf2d06deb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:40:18.936701 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-49cda321-8116-4e68-ad5b-dccf2d06deb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:40:18.951189 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-367080ff-00fc-49f2-a5f0-00bce89a8c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (acf2126d-cb20-4232-ac4c-c6adc8135490), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:18.989332 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-367080ff-00fc-49f2-a5f0-00bce89a8c5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf2126d-cb20-4232-ac4c-c6adc8135490']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:19.005013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-367080ff-00fc-49f2-a5f0-00bce89a8c5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4253fb8b-0820-4e20-b415-a58a60995c7c') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:19.014486 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-367080ff-00fc-49f2-a5f0-00bce89a8c5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4253fb8b-0820-4e20-b415-a58a60995c7c') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:19.014704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Network 950a95ec-4dfe-4374-beb4-a74f2002628f is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:19.014827 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75f81f88-7979-4a14-80de-614cf5b5c4e5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (6872c411-69ea-49ed-9f5f-3f868909f8c4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.023367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:19.040804 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-367080ff-00fc-49f2-a5f0-00bce89a8c5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (4253fb8b-0820-4e20-b415-a58a60995c7c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.112168 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5dd1e-b38c-4ebc-8ad5-2b7eb8f4216c req-ace5ac38-58d5-48c3-8bdb-47d189e0027a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:19.113963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b4d5dd1e-b38c-4ebc-8ad5-2b7eb8f4216c req-ace5ac38-58d5-48c3-8bdb-47d189e0027a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 946 time: 0.1666982 Feb 11 04:40:19.282545 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-367080ff-00fc-49f2-a5f0-00bce89a8c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4253fb8b-0820-4e20-b415-a58a60995c7c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.302727 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b4d5dd1e-b38c-4ebc-8ad5-2b7eb8f4216c req-e07272a1-f96a-4fb2-a3ba-42e70eab8aea tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748142 Feb 11 04:40:19.305726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router ac640da6-2987-4940-9cce-f782ebab065b has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:19.310761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367080ff-00fc-49f2-a5f0-00bce89a8c5c admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:40:19.311310 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-367080ff-00fc-49f2-a5f0-00bce89a8c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (4253fb8b-0820-4e20-b415-a58a60995c7c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:40:19.319031 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:40:19.520675 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-49cda321-8116-4e68-ad5b-dccf2d06deb1 None None] Current status of the port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:19.538027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:19.570925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a2ff7dc-cc05-4319-b623-51463442b07d req-1444d381-ee1c-4d8b-affe-3b4c0dde2316 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.1127987 Feb 11 04:40:19.616463 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f81f88-7979-4a14-80de-614cf5b5c4e5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Router 6872c411-69ea-49ed-9f5f-3f868909f8c4 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:19.670926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28009d42-276d-496e-be2b-0d7baa6b608c req-198e1920-5194-49de-bf5c-010298dfa240 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:19.673108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28009d42-276d-496e-be2b-0d7baa6b608c req-198e1920-5194-49de-bf5c-010298dfa240 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 946 time: 0.2037637 Feb 11 04:40:19.674350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:19.689599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-70e11651-26ca-4c50-9a86-82e2a3cbd5ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/ac640da6-2987-4940-9cce-f782ebab065b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4787569 Feb 11 04:40:19.697190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39488) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:19.703456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-890c311e-46b6-42d6-a20d-7393cd261159 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:19.727457 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Sync routers for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:19.729415 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-367080ff-00fc-49f2-a5f0-00bce89a8c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (acf2126d-cb20-4232-ac4c-c6adc8135490), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.744547 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-367080ff-00fc-49f2-a5f0-00bce89a8c5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.749082 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-367080ff-00fc-49f2-a5f0-00bce89a8c5c admin admin] 10.222.0.13 "DELETE /v2.0/networks/acf2126d-cb20-4232-ac4c-c6adc8135490 HTTP/1.1" status: 204 len: 168 time: 1.4431930 Feb 11 04:40:19.751485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3d1b3582-14e4-47c2-b789-c6a9fd75891f None None] Provisioning complete for port 6c1ff518-afee-40bf-b157-471d3126232b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:19.752220 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3582-14e4-47c2-b789-c6a9fd75891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6c1ff518-afee-40bf-b157-471d3126232b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.773400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:19.773400 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:19.806344 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367080ff-00fc-49f2-a5f0-00bce89a8c5c admin admin] Pushing event deleted for resources: {'Network': ['ID=acf2126d-cb20-4232-ac4c-c6adc8135490,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:19.944805 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28009d42-276d-496e-be2b-0d7baa6b608c req-e1c22a96-3481-42e4-a4a4-9fdce8970e8f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600024 Feb 11 04:40:19.971971 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f81f88-7979-4a14-80de-614cf5b5c4e5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:19.985259 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61941cff-a6dc-496b-bd48-4fa7d1e9fb7b None None] Sync routers for ids ['6872c411-69ea-49ed-9f5f-3f868909f8c4'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:19.991269 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-75f81f88-7979-4a14-80de-614cf5b5c4e5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "PUT /v2.0/routers/6872c411-69ea-49ed-9f5f-3f868909f8c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2633963 Feb 11 04:40:19.991952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39496) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:20.016004 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61941cff-a6dc-496b-bd48-4fa7d1e9fb7b None None] Routers {'6872c411-69ea-49ed-9f5f-3f868909f8c4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:20.020418 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-61941cff-a6dc-496b-bd48-4fa7d1e9fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6872c411-69ea-49ed-9f5f-3f868909f8c4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:20.140919 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:40:20.150989 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ee0b82-5b3a-4986-9c62-d34e10a494d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Deleting subnet 57f1938d-9978-4621-b126-d7700252f900 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:40:20.158056 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39ee0b82-5b3a-4986-9c62-d34e10a494d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for subnet (57f1938d-9978-4621-b126-d7700252f900), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:20.200150 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:20.201040 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:20.235511 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-61941cff-a6dc-496b-bd48-4fa7d1e9fb7b None None] Set router 6872c411-69ea-49ed-9f5f-3f868909f8c4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:20.261501 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39ee0b82-5b3a-4986-9c62-d34e10a494d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (57f1938d-9978-4621-b126-d7700252f900), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:20.330089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:20.578930 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-61941cff-a6dc-496b-bd48-4fa7d1e9fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:40:18Z', 'revision_number': 7, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:20.619022 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61941cff-a6dc-496b-bd48-4fa7d1e9fb7b None None] Checking router: 6872c411-69ea-49ed-9f5f-3f868909f8c4 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:20.631486 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61941cff-a6dc-496b-bd48-4fa7d1e9fb7b None None] Routers {'6872c411-69ea-49ed-9f5f-3f868909f8c4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:20.632773 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-61941cff-a6dc-496b-bd48-4fa7d1e9fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6872c411-69ea-49ed-9f5f-3f868909f8c4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:20.693581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39506) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:20.734757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b3582-14e4-47c2-b789-c6a9fd75891f None None] Port 6c1ff518-afee-40bf-b157-471d3126232b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:20.770848 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-61941cff-a6dc-496b-bd48-4fa7d1e9fb7b None None] Set router 6872c411-69ea-49ed-9f5f-3f868909f8c4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:20.864366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3d1b3582-14e4-47c2-b789-c6a9fd75891f None None] Provisioning complete for port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:20.864724 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3582-14e4-47c2-b789-c6a9fd75891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:20.980729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364df9f7-8753-45c5-88ef-b9ee41a0c041 req-b94b9cbd-fc7e-4337-90a1-9c8f7a8ab1d0 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:20.983535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-364df9f7-8753-45c5-88ef-b9ee41a0c041 req-b94b9cbd-fc7e-4337-90a1-9c8f7a8ab1d0 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 1.1340742 Feb 11 04:40:21.016236 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-61941cff-a6dc-496b-bd48-4fa7d1e9fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:40:18Z', 'revision_number': 7, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:21.041346 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39ee0b82-5b3a-4986-9c62-d34e10a494d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (57f1938d-9978-4621-b126-d7700252f900), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.059980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.extraroute_db [None req-890c311e-46b6-42d6-a20d-7393cd261159 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103809) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 04:40:21.068331 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1fc10895-e20a-4efe-bb47-8f68b0250059 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dffd2f1c3c9942b989ed94208a05a985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3712816 Feb 11 04:40:21.072077 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61941cff-a6dc-496b-bd48-4fa7d1e9fb7b None None] The sync data for ids ['6872c411-69ea-49ed-9f5f-3f868909f8c4'] in n-d-712142-35 is: [{'id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'name': 'tempest-TestNetworkBasicOps-router-1464528317', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:55Z', 'updated_at': '2022-02-11T04:40:18Z', 'revision_number': 7, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '7efd42b5-2623-4d19-8adb-b1919e4931a2', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:2a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6872c411-69ea-49ed-9f5f-3f868909f8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:57Z', 'updated_at': '2022-02-11T04:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:21.072304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39514) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:21.165681 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf4bdf-6638-4762-9fe9-f24744c5c832 req-8351dd6f-5ba0-4528-8e6f-43d97fd2f8f5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:21.168566 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3bf4bdf-6638-4762-9fe9-f24744c5c832 req-8351dd6f-5ba0-4528-8e6f-43d97fd2f8f5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 946 time: 0.4084392 Feb 11 04:40:21.173714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.extraroute_db [None req-890c311e-46b6-42d6-a20d-7393cd261159 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Removed routes are [] {{(pid=103809) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 04:40:21.175192 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-890c311e-46b6-42d6-a20d-7393cd261159 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (ac640da6-2987-4940-9cce-f782ebab065b), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.184721 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:21.210000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b3582-14e4-47c2-b789-c6a9fd75891f None None] Current status of the port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:21.222652 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39ee0b82-5b3a-4986-9c62-d34e10a494d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (57f1938d-9978-4621-b126-d7700252f900), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.254527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee0b82-5b3a-4986-9c62-d34e10a494d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Subnet': ['ID=57f1938d-9978-4621-b126-d7700252f900,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:21.258890 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39ee0b82-5b3a-4986-9c62-d34e10a494d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.264651 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-39ee0b82-5b3a-4986-9c62-d34e10a494d7 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "DELETE /v2.0/subnets/57f1938d-9978-4621-b126-d7700252f900 HTTP/1.1" status: 204 len: 168 time: 1.2693822 Feb 11 04:40:21.265969 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39518) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:21.277653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:16Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c1ff518-afee-40bf-b157-471d3126232b', 'name': '', 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:b6:f6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c686408c-b9f3-42e9-83f8-370baefd272a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:14Z', 'updated_at': '2022-02-11T04:40:18Z', 'revision_number': 2, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': 'c686408c-b9f3-42e9-83f8-370baefd272a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:05Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'beae3afa-a710-419f-82fc-ac3c75ef6d62', 'name': '', 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:54:e5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:14Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:21.288250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235efae2-a11e-4765-a074-ce3b9d07b04a None None] Network cc32c88f-7331-4853-874d-0be34879d786 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:21.293585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-364df9f7-8753-45c5-88ef-b9ee41a0c041 req-93d98fe3-1694-49af-ad44-0b1283f3b520 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872329 Feb 11 04:40:21.328502 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3bf4bdf-6638-4762-9fe9-f24744c5c832 req-cc1891ec-a71c-4bfa-92ea-15f4f71dbd15 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489525 Feb 11 04:40:21.421673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Checking router: ac640da6-2987-4940-9cce-f782ebab065b for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:21.422049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Updating router ac640da6-2987-4940-9cce-f782ebab065b port 6c1ff518-afee-40bf-b157-471d3126232b binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:40:21.445595 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router (6872c411-69ea-49ed-9f5f-3f868909f8c4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.519010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3239be91-acdf-4da1-b9e9-5f551b290023 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:21.608837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 3239be91-acdf-4da1-b9e9-5f551b290023 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:21.609192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3239be91-acdf-4da1-b9e9-5f551b290023 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:21.619920 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4729424a-acfd-4351-a9d9-0d7dee04e93b None None] Provisioning complete for port 6c1ff518-afee-40bf-b157-471d3126232b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:21.620313 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4729424a-acfd-4351-a9d9-0d7dee04e93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6c1ff518-afee-40bf-b157-471d3126232b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.639511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7898453-57be-43d1-a371-eb0056242628 req-97f3d842-bdb4-413e-b17c-f55d5000d7f7 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.1272919 Feb 11 04:40:21.641056 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6c1ff518-afee-40bf-b157-471d3126232b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.646701 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fb4119d3-e5a6-473a-9737-8ff1b1a4f574 admin admin] Publish callbacks [] for security_group (298a22fe-ab3b-46e0-962e-59256e88a770), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.674898 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fb4119d3-e5a6-473a-9737-8ff1b1a4f574 admin admin] Publish callbacks [] for security_group (298a22fe-ab3b-46e0-962e-59256e88a770), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.725284 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router_gateway (6872c411-69ea-49ed-9f5f-3f868909f8c4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.795290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4729424a-acfd-4351-a9d9-0d7dee04e93b None None] Port 6c1ff518-afee-40bf-b157-471d3126232b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:21.867479 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-890c311e-46b6-42d6-a20d-7393cd261159 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (ac640da6-2987-4940-9cce-f782ebab065b), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.883512 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fb4119d3-e5a6-473a-9737-8ff1b1a4f574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (298a22fe-ab3b-46e0-962e-59256e88a770), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.898578 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fb4119d3-e5a6-473a-9737-8ff1b1a4f574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.910810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fb4119d3-e5a6-473a-9737-8ff1b1a4f574 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/298a22fe-ab3b-46e0-962e-59256e88a770 HTTP/1.1" status: 204 len: 168 time: 0.8276489 Feb 11 04:40:21.914271 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-890c311e-46b6-42d6-a20d-7393cd261159 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (ac640da6-2987-4940-9cce-f782ebab065b), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:21.955337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4119d3-e5a6-473a-9737-8ff1b1a4f574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298a22fe-ab3b-46e0-962e-59256e88a770,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:21.996258 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Deleting port 7efd42b5-2623-4d19-8adb-b1919e4931a2 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:21.996605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7efd42b5-2623-4d19-8adb-b1919e4931a2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.054820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca3edca-5329-4957-a7bd-32e5104d2178 None None] DHCP port deletion for cc32c88f-7331-4853-874d-0be34879d786 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:40:22.186580 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] For port 7efd42b5-2623-4d19-8adb-b1919e4931a2, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7efd42b5-2623-4d19-8adb-b1919e4931a2,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:22.187967 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7efd42b5-2623-4d19-8adb-b1919e4931a2), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.196434 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c89c64-3abd-49d8-88b1-4d45a298318f req-f819a51b-d6d9-43a8-b6c8-8a0a5da04287 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:22.198006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79c89c64-3abd-49d8-88b1-4d45a298318f req-f819a51b-d6d9-43a8-b6c8-8a0a5da04287 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 946 time: 0.1553676 Feb 11 04:40:22.203292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890c311e-46b6-42d6-a20d-7393cd261159 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router ac640da6-2987-4940-9cce-f782ebab065b has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:22.203511 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Calling delete_port for 7efd42b5-2623-4d19-8adb-b1919e4931a2 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:22.311222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3ca3edca-5329-4957-a7bd-32e5104d2178 None None] Deleting port a779e92a-5826-4d42-8a9c-272de768d3c6 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:22.311940 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ca3edca-5329-4957-a7bd-32e5104d2178 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a779e92a-5826-4d42-8a9c-272de768d3c6), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.417881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3ca3edca-5329-4957-a7bd-32e5104d2178 None None] For port a779e92a-5826-4d42-8a9c-272de768d3c6, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a779e92a-5826-4d42-8a9c-272de768d3c6,segment=NetworkSegment(8880e9b2-c002-447a-83f4-bf97a0671ce8),segment_id=8880e9b2-c002-447a-83f4-bf97a0671ce8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:22.418715 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ca3edca-5329-4957-a7bd-32e5104d2178 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a779e92a-5826-4d42-8a9c-272de768d3c6), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.455175 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3ca3edca-5329-4957-a7bd-32e5104d2178 None None] Calling delete_port for a779e92a-5826-4d42-8a9c-272de768d3c6 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:22.594018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890c311e-46b6-42d6-a20d-7393cd261159 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:22.609334 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-890c311e-46b6-42d6-a20d-7393cd261159 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.624230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-890c311e-46b6-42d6-a20d-7393cd261159 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/ac640da6-2987-4940-9cce-f782ebab065b HTTP/1.1" status: 200 len: 954 time: 2.9245155 Feb 11 04:40:22.632440 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39542) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:22.663437 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ca3edca-5329-4957-a7bd-32e5104d2178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (a779e92a-5826-4d42-8a9c-272de768d3c6), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.726779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca3edca-5329-4957-a7bd-32e5104d2178 None None] No DVR routers for this DVR port a779e92a-5826-4d42-8a9c-272de768d3c6 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:22.775827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-79c89c64-3abd-49d8-88b1-4d45a298318f req-e4b85a49-1cf6-4f5f-bce8-d6a6b922abd2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Deleting port 4f1eb9a2-ea6a-4e61-b381-ab6104154297 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:22.776186 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79c89c64-3abd-49d8-88b1-4d45a298318f req-e4b85a49-1cf6-4f5f-bce8-d6a6b922abd2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.789425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3edca-5329-4957-a7bd-32e5104d2178 None None] Pushing event deleted for resources: {'Port': ['ID=a779e92a-5826-4d42-8a9c-272de768d3c6,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:22.809217 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Publish callbacks [] for port (6c1ff518-afee-40bf-b157-471d3126232b), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.889601 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6c1ff518-afee-40bf-b157-471d3126232b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:22.904218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2be33c-7de7-4809-a1b3-5570dd021540 req-00ca9d7a-7fc9-4d38-9830-541ccee94433 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:22.905739 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a22dabf2-786c-4593-bda7-841ddadf9f67 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/routers/ac640da6-2987-4940-9cce-f782ebab065b HTTP/1.1" status: 200 len: 954 time: 0.2686732 Feb 11 04:40:22.907169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b2be33c-7de7-4809-a1b3-5570dd021540 req-00ca9d7a-7fc9-4d38-9830-541ccee94433 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.3334396 Feb 11 04:40:22.908197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39556) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:22.929825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a78a44-5370-4732-8371-6bcf1f689cd7 req-560145b5-86f5-4607-acc2-d3726dc48c29 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:22.930291 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-01477288-369a-4dbb-9671-cdc1eb78363c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'router': {'routes': None}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:22.937648 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9a78a44-5370-4732-8371-6bcf1f689cd7 req-560145b5-86f5-4607-acc2-d3726dc48c29 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 946 time: 0.3626914 Feb 11 04:40:22.989210 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7efd42b5-2623-4d19-8adb-b1919e4931a2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.103269 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011f384-70eb-491c-b1cb-32852f5a9f9b None None] Pushing event updated for resources: {'Port': ['ID=6c1ff518-afee-40bf-b157-471d3126232b,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:23.138139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Port': ['ID=7efd42b5-2623-4d19-8adb-b1919e4931a2,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:23.201879 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7f685052-5745-4600-aef0-98c8669a79ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.234977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Attempting to bind port 6c1ff518-afee-40bf-b157-471d3126232b on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:23.235394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Attempting to bind port 6c1ff518-afee-40bf-b157-471d3126232b by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:23.235762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Attempting to bind port 6c1ff518-afee-40bf-b157-471d3126232b on network 950a95ec-4dfe-4374-beb4-a74f2002628f {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:23.260001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:23.260001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Checking segment: {'id': '8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:23.260350 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.265387 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Bound using segment: {'id': '8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:23.265939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Bound port: 6c1ff518-afee-40bf-b157-471d3126232b, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:23.266347 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6c1ff518-afee-40bf-b157-471d3126232b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.318535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b2be33c-7de7-4809-a1b3-5570dd021540 req-ddcdf9ca-8086-4505-aebd-c89d8410c46a tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748596 Feb 11 04:40:23.326817 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (6872c411-69ea-49ed-9f5f-3f868909f8c4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.382667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] For port 6c1ff518-afee-40bf-b157-471d3126232b, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:23.391994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] For port 6c1ff518-afee-40bf-b157-471d3126232b, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6c1ff518-afee-40bf-b157-471d3126232b,segment=NetworkSegment(8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e),segment_id=8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:23.437553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9a78a44-5370-4732-8371-6bcf1f689cd7 req-6b7e3797-7d75-4e69-a55a-bea0d87fd346 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972141 Feb 11 04:40:23.506391 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6c1ff518-afee-40bf-b157-471d3126232b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.549449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a779e92a-5826-4d42-8a9c-272de768d3c6 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:23.598235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f5b6baf-e9a8-4996-9d80-8a6cbb94b633 req-dc82ae3e-0346-434d-8dfd-83c20c9c62fe tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.1151829 Feb 11 04:40:23.623780 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-79c89c64-3abd-49d8-88b1-4d45a298318f req-e4b85a49-1cf6-4f5f-bce8-d6a6b922abd2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] For port 4f1eb9a2-ea6a-4e61-b381-ab6104154297, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4f1eb9a2-ea6a-4e61-b381-ab6104154297,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:23.623780 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79c89c64-3abd-49d8-88b1-4d45a298318f req-e4b85a49-1cf6-4f5f-bce8-d6a6b922abd2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.644811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-79c89c64-3abd-49d8-88b1-4d45a298318f req-e4b85a49-1cf6-4f5f-bce8-d6a6b922abd2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Calling delete_port for 4f1eb9a2-ea6a-4e61-b381-ab6104154297 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:23.682294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: a779e92a-5826-4d42-8a9c-272de768d3c6 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:23.682670 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a779e92a-5826-4d42-8a9c-272de768d3c6 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:23.694112 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (6872c411-69ea-49ed-9f5f-3f868909f8c4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.700988 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router_controller (6872c411-69ea-49ed-9f5f-3f868909f8c4), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.764321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:23.766400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:39:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:23.872664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-dcda1a28-6535-4b51-a0cf-2f968866daa3 None None] Provisioning complete for port 6c1ff518-afee-40bf-b157-471d3126232b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:23.873320 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dcda1a28-6535-4b51-a0cf-2f968866daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6c1ff518-afee-40bf-b157-471d3126232b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.887340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011f384-70eb-491c-b1cb-32852f5a9f9b None None] Pushing event updated for resources: {'Port': ['ID=6c1ff518-afee-40bf-b157-471d3126232b,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:23.901343 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (6872c411-69ea-49ed-9f5f-3f868909f8c4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.901343 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Fanout notify agent at l3_agent the message router_deleted on router 6872c411-69ea-49ed-9f5f-3f868909f8c4 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:40:23.917504 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:23.921789 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a56caad6-072b-4173-a3b8-ee8a53a3ecf6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "DELETE /v2.0/routers/6872c411-69ea-49ed-9f5f-3f868909f8c4 HTTP/1.1" status: 204 len: 168 time: 2.6534998 Feb 11 04:40:23.924438 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39576) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:24.083785 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:24.101384 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79c89c64-3abd-49d8-88b1-4d45a298318f req-e4b85a49-1cf6-4f5f-bce8-d6a6b922abd2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4f1eb9a2-ea6a-4e61-b381-ab6104154297), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.202354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b85a49-1cf6-4f5f-bce8-d6a6b922abd2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event deleted for resources: {'Port': ['ID=4f1eb9a2-ea6a-4e61-b381-ab6104154297,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:24.324847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39582) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:24.330978 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c89c64-3abd-49d8-88b1-4d45a298318f req-e4b85a49-1cf6-4f5f-bce8-d6a6b922abd2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] No DVR routers for this DVR port 4f1eb9a2-ea6a-4e61-b381-ab6104154297 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:24.344535 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79c89c64-3abd-49d8-88b1-4d45a298318f req-e4b85a49-1cf6-4f5f-bce8-d6a6b922abd2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.350206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79c89c64-3abd-49d8-88b1-4d45a298318f req-e4b85a49-1cf6-4f5f-bce8-d6a6b922abd2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.47 "DELETE /v2.0/ports/4f1eb9a2-ea6a-4e61-b381-ab6104154297 HTTP/1.1" status: 204 len: 173 time: 2.1455159 Feb 11 04:40:24.353542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffaece5-7908-423e-bc46-f4962ee1454e', 'name': 'network-vif-deleted', 'tag': '4f1eb9a2-ea6a-4e61-b381-ab6104154297'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:24.360216 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55201fe-4dde-4390-a593-78c39d717880" -d '{"events": [{"server_uuid": "0ffaece5-7908-423e-bc46-f4962ee1454e", "name": "network-vif-deleted", "tag": "4f1eb9a2-ea6a-4e61-b381-ab6104154297"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:24.443072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-dcda1a28-6535-4b51-a0cf-2f968866daa3 None None] Current status of the port 6c1ff518-afee-40bf-b157-471d3126232b is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:24.443776 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dcda1a28-6535-4b51-a0cf-2f968866daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6c1ff518-afee-40bf-b157-471d3126232b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.485024 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837e9666-b296-4670-82e7-e52b2516847a x-openstack-request-id: req-837e9666-b296-4670-82e7-e52b2516847a {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:24.487668 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffaece5-7908-423e-bc46-f4962ee1454e", "name": "network-vif-deleted", "tag": "4f1eb9a2-ea6a-4e61-b381-ab6104154297", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:24.487668 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-837e9666-b296-4670-82e7-e52b2516847a {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:24.487668 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffaece5-7908-423e-bc46-f4962ee1454e', 'name': 'network-vif-deleted', 'tag': '4f1eb9a2-ea6a-4e61-b381-ab6104154297', 'status': 'completed', 'code': 200} Feb 11 04:40:24.535127 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e64f3e6d-5140-4d0b-bc10-a748cd8b57f4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (cc32c88f-7331-4853-874d-0be34879d786), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.617122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-828952491-network', 'tenant_id': 'a6de71a80dfc462da54bc2b2a455359a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:24.804051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b5e131c-519f-4470-896e-334a7cd8f4f5 req-816f1492-7e93-4d97-84f0-f4fa4ef93c2c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.1167343 Feb 11 04:40:24.828333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828740c2-0341-435f-a140-3027d1901a9c req-26a74f33-bdd9-48c8-acf0-4a505be610c7 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:24.830179 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-828740c2-0341-435f-a140-3027d1901a9c req-26a74f33-bdd9-48c8-acf0-4a505be610c7 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.2845485 Feb 11 04:40:24.832683 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] Made reservation on behalf of a6de71a80dfc462da54bc2b2a455359a for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:24.840548 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.869287 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.966156 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] Publish callbacks [] for security_group (9458e68f-ba94-4a78-af5a-554afdc127b8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:24.973696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.extraroute_db [None req-01477288-369a-4dbb-9671-cdc1eb78363c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Added routes are [] {{(pid=103808) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 04:40:24.974071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.extraroute_db [None req-01477288-369a-4dbb-9671-cdc1eb78363c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103808) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 04:40:25.016143 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4388e36-8da0-4aff-bc83-85b17a807e03 req-a659fac9-8d85-4073-9f1e-fa6c5b4ff4ad tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.0398834 Feb 11 04:40:25.039332 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-828740c2-0341-435f-a140-3027d1901a9c req-3086ca9d-edce-43f6-acf4-2d7854b23c76 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939793 Feb 11 04:40:25.052128 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e64f3e6d-5140-4d0b-bc10-a748cd8b57f4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (cc32c88f-7331-4853-874d-0be34879d786), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.058034 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9458e68f-ba94-4a78-af5a-554afdc127b8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.085119 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-dcda1a28-6535-4b51-a0cf-2f968866daa3 None None] For port 6c1ff518-afee-40bf-b157-471d3126232b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6c1ff518-afee-40bf-b157-471d3126232b,segment=NetworkSegment(8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e),segment_id=8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:25.087290 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e64f3e6d-5140-4d0b-bc10-a748cd8b57f4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc32c88f-7331-4853-874d-0be34879d786']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:25.098508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9458e68f-ba94-4a78-af5a-554afdc127b8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:25.131248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:40:25.132176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e64f3e6d-5140-4d0b-bc10-a748cd8b57f4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8880e9b2-c002-447a-83f4-bf97a0671ce8') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:25.132176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-e64f3e6d-5140-4d0b-bc10-a748cd8b57f4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8880e9b2-c002-447a-83f4-bf97a0671ce8') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:25.132176 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01477288-369a-4dbb-9671-cdc1eb78363c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (ac640da6-2987-4940-9cce-f782ebab065b), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.132454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:21Z', 'revision_number': 6, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c1ff518-afee-40bf-b157-471d3126232b', 'name': '', 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:b6:f6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c686408c-b9f3-42e9-83f8-370baefd272a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:14Z', 'updated_at': '2022-02-11T04:40:23Z', 'revision_number': 4, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': 'c686408c-b9f3-42e9-83f8-370baefd272a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:05Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'beae3afa-a710-419f-82fc-ac3c75ef6d62', 'name': '', 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:54:e5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:14Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:25.138825 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e64f3e6d-5140-4d0b-bc10-a748cd8b57f4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (8880e9b2-c002-447a-83f4-bf97a0671ce8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.142305 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9100faf2-9cdb-429c-9f43-69269e2f503a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.142781 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] Added segment 9100faf2-9cdb-429c-9f43-69269e2f503a of type vlan for network ff866341-d213-41c7-afa0-ee3dd617201b Feb 11 04:40:25.160631 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e64f3e6d-5140-4d0b-bc10-a748cd8b57f4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8880e9b2-c002-447a-83f4-bf97a0671ce8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.168560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64f3e6d-5140-4d0b-bc10-a748cd8b57f4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:40:25.168960 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e64f3e6d-5140-4d0b-bc10-a748cd8b57f4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (8880e9b2-c002-447a-83f4-bf97a0671ce8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.188957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a729f1f-a5a1-4de6-8ee4-3012185fbdf5 None None] The sync data for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 is: [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:21Z', 'revision_number': 6, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c1ff518-afee-40bf-b157-471d3126232b', 'name': '', 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:b6:f6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c686408c-b9f3-42e9-83f8-370baefd272a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:14Z', 'updated_at': '2022-02-11T04:40:23Z', 'revision_number': 4, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': 'c686408c-b9f3-42e9-83f8-370baefd272a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:05Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'beae3afa-a710-419f-82fc-ac3c75ef6d62', 'name': '', 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:54:e5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:14Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:25.196090 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (ff866341-d213-41c7-afa0-ee3dd617201b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.210957 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dcda1a28-6535-4b51-a0cf-2f968866daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6c1ff518-afee-40bf-b157-471d3126232b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:40:25.266882 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:40:25.312916 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (ff866341-d213-41c7-afa0-ee3dd617201b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.314748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:25.316443 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.322382 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7efd42b5-2623-4d19-8adb-b1919e4931a2 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:25.389293 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e64f3e6d-5140-4d0b-bc10-a748cd8b57f4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (cc32c88f-7331-4853-874d-0be34879d786), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.399754 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 7efd42b5-2623-4d19-8adb-b1919e4931a2 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:25.400494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7efd42b5-2623-4d19-8adb-b1919e4931a2 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:25.409727 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e64f3e6d-5140-4d0b-bc10-a748cd8b57f4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.412350 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda1a28-6535-4b51-a0cf-2f968866daa3 None None] Pushing event updated for resources: {'Port': ['ID=6c1ff518-afee-40bf-b157-471d3126232b,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:25.420766 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e64f3e6d-5140-4d0b-bc10-a748cd8b57f4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "DELETE /v2.0/networks/cc32c88f-7331-4853-874d-0be34879d786 HTTP/1.1" status: 204 len: 168 time: 1.4889731 Feb 11 04:40:25.434350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] Pushing event updated for resources: {'Network': ['ID=ff866341-d213-41c7-afa0-ee3dd617201b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:25.446842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39608) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:25.452932 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-8d8eb5d4-dbc8-4d2e-a06e-c8c4433e5980 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'network': {'name': 'tempest-network-smoke--106920678', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'port_security_enabled': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:25.460630 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1354addb-a364-4757-b217-3a7eee2c361f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1343856 Feb 11 04:40:25.464915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39610) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:25.472133 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network ff866341-d213-41c7-afa0-ee3dd617201b details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:40:25.473798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-aefd02da-812f-4c69-afb4-196e2f63d62c admin admin] Request body: {'subnet': {'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-828952491-subnet', 'tenant_id': 'a6de71a80dfc462da54bc2b2a455359a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:25.523247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f3e6d-5140-4d0b-bc10-a748cd8b57f4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Network': ['ID=cc32c88f-7331-4853-874d-0be34879d786,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:25.530082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2cfb4d4d-dff8-4ff0-a094-90c69e72bfdc None None] Provisioning complete for port 6c1ff518-afee-40bf-b157-471d3126232b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:25.530335 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4d4d-dff8-4ff0-a094-90c69e72bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6c1ff518-afee-40bf-b157-471d3126232b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.587273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8eb5d4-dbc8-4d2e-a06e-c8c4433e5980 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Made reservation on behalf of e888d9ceb6094e46aa3c6bbef6075211 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:25.591040 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb5d4-dbc8-4d2e-a06e-c8c4433e5980 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.601184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefd02da-812f-4c69-afb4-196e2f63d62c admin admin] Made reservation on behalf of a6de71a80dfc462da54bc2b2a455359a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:25.604252 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aefd02da-812f-4c69-afb4-196e2f63d62c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.618553 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-128729d5-8b6d-4304-b495-efbdcda5cc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.686496 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4f1eb9a2-ea6a-4e61-b381-ab6104154297 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:25.729410 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01477288-369a-4dbb-9671-cdc1eb78363c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (ac640da6-2987-4940-9cce-f782ebab065b), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.738840 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01477288-369a-4dbb-9671-cdc1eb78363c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (ac640da6-2987-4940-9cce-f782ebab065b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.749624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 4f1eb9a2-ea6a-4e61-b381-ab6104154297 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:25.750128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4f1eb9a2-ea6a-4e61-b381-ab6104154297 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:25.754756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2cfb4d4d-dff8-4ff0-a094-90c69e72bfdc None None] Current status of the port 6c1ff518-afee-40bf-b157-471d3126232b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:25.776363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8eb5d4-dbc8-4d2e-a06e-c8c4433e5980 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:40:25.854684 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb5d4-dbc8-4d2e-a06e-c8c4433e5980 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (dbc8fde5-2f91-4977-a335-4f59b78e59cc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.863814 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-8d8eb5d4-dbc8-4d2e-a06e-c8c4433e5980 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Added segment dbc8fde5-2f91-4977-a335-4f59b78e59cc of type vlan for network 95412f6d-019e-479e-882e-7d9c80f932c5 Feb 11 04:40:25.916551 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb5d4-dbc8-4d2e-a06e-c8c4433e5980 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (95412f6d-019e-479e-882e-7d9c80f932c5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:25.926722 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01477288-369a-4dbb-9671-cdc1eb78363c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router ac640da6-2987-4940-9cce-f782ebab065b has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:26.000075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54c721c3-d0ae-41e4-b56c-ad3d93612663 req-d7c32c45-698d-4364-bb56-33b75fb63320 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.0570881 Feb 11 04:40:26.073430 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aefd02da-812f-4c69-afb4-196e2f63d62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (7095a7d5-9123-4335-ad46-28c56530f769), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.140560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01477288-369a-4dbb-9671-cdc1eb78363c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:26.147995 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-01477288-369a-4dbb-9671-cdc1eb78363c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.149464 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-01477288-369a-4dbb-9671-cdc1eb78363c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/ac640da6-2987-4940-9cce-f782ebab065b HTTP/1.1" status: 200 len: 704 time: 3.2402225 Feb 11 04:40:26.152206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39624) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:26.192017 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb5d4-dbc8-4d2e-a06e-c8c4433e5980 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (95412f6d-019e-479e-882e-7d9c80f932c5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.197496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8eb5d4-dbc8-4d2e-a06e-c8c4433e5980 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:26.198101 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8d8eb5d4-dbc8-4d2e-a06e-c8c4433e5980 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.246232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd02da-812f-4c69-afb4-196e2f63d62c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7095a7d5-9123-4335-ad46-28c56530f769,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:26.284983 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ddd6e7fe-f35b-4634-aec4-d72dd08ef43b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/routers/ac640da6-2987-4940-9cce-f782ebab065b HTTP/1.1" status: 200 len: 704 time: 0.1315520 Feb 11 04:40:26.287482 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39628) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:26.495771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f64435-d143-4d0d-9103-579887f11c3c None None] Sync routers for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:26.527273 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f64435-d143-4d0d-9103-579887f11c3c None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:26.527945 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b9f64435-d143-4d0d-9103-579887f11c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:26.661512 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:26.668104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-b9f64435-d143-4d0d-9103-579887f11c3c None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:26.750495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-521118ab-3a19-4951-96c3-defdbfa1b5b0 req-6cafb279-d626-48ea-8877-8c0b0a2bb223 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.5870218 Feb 11 04:40:26.762533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8eb5d4-dbc8-4d2e-a06e-c8c4433e5980 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Network': ['ID=95412f6d-019e-479e-882e-7d9c80f932c5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:26.781869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefd02da-812f-4c69-afb4-196e2f63d62c admin admin] Checking segment: {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:26.782375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd02da-812f-4c69-afb4-196e2f63d62c admin admin] Network hostable DHCP agents. Network: ff866341-d213-41c7-afa0-ee3dd617201b, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:40:26.799461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591a986-278b-4871-94ce-97638458d1bc req-c4bf0e4d-49b8-4f82-aaf1-39affa9050a5 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:26.807230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5591a986-278b-4871-94ce-97638458d1bc req-c4bf0e4d-49b8-4f82-aaf1-39affa9050a5 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.6254251 Feb 11 04:40:26.825584 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 95412f6d-019e-479e-882e-7d9c80f932c5 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:40:26.869727 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8d8eb5d4-dbc8-4d2e-a06e-c8c4433e5980 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4216983 Feb 11 04:40:26.873835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39634) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:26.880438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-957838789', 'admin_state_up': True, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:26.902361 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5591a986-278b-4871-94ce-97638458d1bc req-b9830d02-eb4a-4d17-aaee-bd2fb3a7924d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941114 Feb 11 04:40:26.964165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd02da-812f-4c69-afb4-196e2f63d62c admin admin] Network ff866341-d213-41c7-afa0-ee3dd617201b is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:40:27.015700 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (334e1d31-6d9f-40b6-a242-2d363420a8ee), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.016780 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (334e1d31-6d9f-40b6-a242-2d363420a8ee), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.138143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-aefd02da-812f-4c69-afb4-196e2f63d62c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, ff866341-d213-41c7-afa0-ee3dd617201b) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:27.141547 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c067bb6-06dd-4e05-a370-93a82a1552d9 req-e403a24a-19ba-408f-9ee8-5fc213469608 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.0417337 Feb 11 04:40:27.145188 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router_controller (334e1d31-6d9f-40b6-a242-2d363420a8ee), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.146607 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefd02da-812f-4c69-afb4-196e2f63d62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:27.147221 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aefd02da-812f-4c69-afb4-196e2f63d62c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.154837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f944a7-eda6-4c76-8784-7986f2be4538 None None] Network ff866341-d213-41c7-afa0-ee3dd617201b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:27.198901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b9f64435-d143-4d0d-9103-579887f11c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:25Z', 'revision_number': 7, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c1ff518-afee-40bf-b157-471d3126232b', 'name': '', 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:b6:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c686408c-b9f3-42e9-83f8-370baefd272a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:14Z', 'updated_at': '2022-02-11T04:40:24Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': 'c686408c-b9f3-42e9-83f8-370baefd272a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:05Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'beae3afa-a710-419f-82fc-ac3c75ef6d62', 'name': '', 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:54:e5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:14Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:27.237403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2145b9a4-a6a9-4e7c-97a1-a51bd0492c1e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.294227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aefd02da-812f-4c69-afb4-196e2f63d62c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8203478 Feb 11 04:40:27.294799 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f64435-d143-4d0d-9103-579887f11c3c None None] Checking router: ac640da6-2987-4940-9cce-f782ebab065b for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:27.345405 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f64435-d143-4d0d-9103-579887f11c3c None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:27.358823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b9f64435-d143-4d0d-9103-579887f11c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:27.495244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6c1ff518-afee-40bf-b157-471d3126232b up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:27.578123 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router_gateway (334e1d31-6d9f-40b6-a242-2d363420a8ee), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.634166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-2145b9a4-a6a9-4e7c-97a1-a51bd0492c1e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port 6c1ff518-afee-40bf-b157-471d3126232b {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:27.634615 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2145b9a4-a6a9-4e7c-97a1-a51bd0492c1e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6c1ff518-afee-40bf-b157-471d3126232b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.690907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f768e9d-c411-4439-97cb-f4c5d0b54657 None None] Network ff866341-d213-41c7-afa0-ee3dd617201b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:27.744694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-b9f64435-d143-4d0d-9103-579887f11c3c None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:27.793292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-2145b9a4-a6a9-4e7c-97a1-a51bd0492c1e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] For port 6c1ff518-afee-40bf-b157-471d3126232b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6c1ff518-afee-40bf-b157-471d3126232b,segment=NetworkSegment(8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e),segment_id=8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:27.793737 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2145b9a4-a6a9-4e7c-97a1-a51bd0492c1e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6c1ff518-afee-40bf-b157-471d3126232b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.813190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-2145b9a4-a6a9-4e7c-97a1-a51bd0492c1e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for 6c1ff518-afee-40bf-b157-471d3126232b owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:27.885725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 6c1ff518-afee-40bf-b157-471d3126232b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:27.885725 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6c1ff518-afee-40bf-b157-471d3126232b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:27.974900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01e7ef8a-d298-47f0-ada9-22769b177459 req-eec6a8b4-bbdd-468b-aa17-3149922773dd tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.0821755 Feb 11 04:40:28.123372 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router_gateway (334e1d31-6d9f-40b6-a242-2d363420a8ee), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.148958 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.282637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfd70b-6b0e-4388-90c2-d08439d12de5 req-e3dba060-3762-4c7e-a084-d5169e038671 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:28.287206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dcdfd70b-6b0e-4388-90c2-d08439d12de5 req-e3dba060-3762-4c7e-a084-d5169e038671 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.1651142 Feb 11 04:40:28.294940 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2145b9a4-a6a9-4e7c-97a1-a51bd0492c1e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6c1ff518-afee-40bf-b157-471d3126232b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.300186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-f810a93a-865b-4938-b895-14d53ebc3292 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:28.306326 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-f810a93a-865b-4938-b895-14d53ebc3292 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 805 time: 0.2568362 Feb 11 04:40:28.328176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145b9a4-a6a9-4e7c-97a1-a51bd0492c1e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=6c1ff518-afee-40bf-b157-471d3126232b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:28.377686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-9f1a7216-1d72-40dc-9353-7bf15428f805 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/quotas/a6de71a80dfc462da54bc2b2a455359a HTTP/1.1" status: 200 len: 375 time: 0.0692959 Feb 11 04:40:28.450427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-a5dc48ca-b5c7-4a43-8ffb-cf785de06780 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724447 Feb 11 04:40:28.552750 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2145b9a4-a6a9-4e7c-97a1-a51bd0492c1e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.602851 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dcdfd70b-6b0e-4388-90c2-d08439d12de5 req-871d24a7-ad97-4c6c-a0c3-f7b6500367d5 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802880 Feb 11 04:40:28.605255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Could not find standard attr ID for object 6c1ff518-afee-40bf-b157-471d3126232b. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:40:28.619788 n-d-712142-35 neutron-server[103810]: INFO neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No ports have port_id starting with 6c1ff518-afee-40bf-b157-471d3126232b Feb 11 04:40:28.656542 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:28.739944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Allocated IP 172.25.3.7 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/15c39776-8c87-47d8-8292-546bd8333491) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:28.775780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-b9f64435-d143-4d0d-9103-579887f11c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:25Z', 'revision_number': 7, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c1ff518-afee-40bf-b157-471d3126232b', 'name': '', 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:b6:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c686408c-b9f3-42e9-83f8-370baefd272a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:14Z', 'updated_at': '2022-02-11T04:40:24Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': 'c686408c-b9f3-42e9-83f8-370baefd272a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:05Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'beae3afa-a710-419f-82fc-ac3c75ef6d62', 'name': '', 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:54:e5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:14Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:28.794748 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73c2b8cf-f605-4de8-b90b-40186b761654 req-47b0bf02-609a-4f94-a654-4afdb123f5fb tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.0588150 Feb 11 04:40:28.816470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f64435-d143-4d0d-9103-579887f11c3c None None] The sync data for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 is: [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:25Z', 'revision_number': 7, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c1ff518-afee-40bf-b157-471d3126232b', 'name': '', 'network_id': '950a95ec-4dfe-4374-beb4-a74f2002628f', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:b6:f6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2702, 'fixed_ips': [{'subnet_id': 'c686408c-b9f3-42e9-83f8-370baefd272a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:14Z', 'updated_at': '2022-02-11T04:40:24Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': 'c686408c-b9f3-42e9-83f8-370baefd272a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:05Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'beae3afa-a710-419f-82fc-ac3c75ef6d62', 'name': '', 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:54:e5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:14Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:28.864307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-0dcb2b7b-f912-4d0a-bff9-443b84e9a51e service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981006 Feb 11 04:40:28.885183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2145b9a4-a6a9-4e7c-97a1-a51bd0492c1e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router ac640da6-2987-4940-9cce-f782ebab065b has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:29.060122 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for port (15c39776-8c87-47d8-8292-546bd8333491), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.085915 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2145b9a4-a6a9-4e7c-97a1-a51bd0492c1e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:29.095245 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2145b9a4-a6a9-4e7c-97a1-a51bd0492c1e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/ac640da6-2987-4940-9cce-f782ebab065b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8065479 Feb 11 04:40:29.105522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39680) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:29.172097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6b8ac67-c327-4118-8bf2-b28ac0a33f48 req-0bc5bd1c-5653-4724-88f1-ad6b3e1fb952 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.0925882 Feb 11 04:40:29.186152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-751db22d-6105-42c2-a4ee-9b119dada4a1 service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798550 Feb 11 04:40:29.247254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0b627c-e1f9-4fe1-af65-12f4a0c59131 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting subnet c686408c-b9f3-42e9-83f8-370baefd272a {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:40:29.251802 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a0b627c-e1f9-4fe1-af65-12f4a0c59131 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (c686408c-b9f3-42e9-83f8-370baefd272a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.314312 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a0b627c-e1f9-4fe1-af65-12f4a0c59131 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (c686408c-b9f3-42e9-83f8-370baefd272a), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.353553 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ea5a3-27c4-49ad-ac4e-3935f1f1a27d None None] Sync routers for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:29.367834 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ea5a3-27c4-49ad-ac4e-3935f1f1a27d None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:29.368475 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bd9ea5a3-27c4-49ad-ac4e-3935f1f1a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:29.446246 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a0b627c-e1f9-4fe1-af65-12f4a0c59131 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (c686408c-b9f3-42e9-83f8-370baefd272a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.474667 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-bd9ea5a3-27c4-49ad-ac4e-3935f1f1a27d None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:29.507874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-bb70d074-882b-43cd-b2e2-737b8cc72440 service neutron] (103808) timed out ('10.222.0.13', 34250) {{(pid=103808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 04:40:29.559834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c4c4e-4a01-44b9-a5ae-58568e5943f6 req-b212b494-30c3-4066-86a6-994d5352fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:29.562419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c3c4c4e-4a01-44b9-a5ae-58568e5943f6 req-b212b494-30c3-4066-86a6-994d5352fa71 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 1128 time: 0.3851950 Feb 11 04:40:29.726138 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c3c4c4e-4a01-44b9-a5ae-58568e5943f6 req-3ae5fcd1-405f-4b92-b043-60b63eef040e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443598 Feb 11 04:40:29.733841 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-926ed51d-5837-4ff1-81d3-fbe358171c59 req-be382e26-d432-4d13-b202-778c96066aee tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 210 time: 0.0853565 Feb 11 04:40:29.785677 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a0b627c-e1f9-4fe1-af65-12f4a0c59131 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (c686408c-b9f3-42e9-83f8-370baefd272a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.792126 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.809152 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (15c39776-8c87-47d8-8292-546bd8333491), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.819111 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bd9ea5a3-27c4-49ad-ac4e-3935f1f1a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:28Z', 'revision_number': 8, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:05Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'beae3afa-a710-419f-82fc-ac3c75ef6d62', 'name': '', 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:54:e5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:14Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:29.850952 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ea5a3-27c4-49ad-ac4e-3935f1f1a27d None None] Checking router: ac640da6-2987-4940-9cce-f782ebab065b for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:29.861346 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ea5a3-27c4-49ad-ac4e-3935f1f1a27d None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:29.862791 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bd9ea5a3-27c4-49ad-ac4e-3935f1f1a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:29.889001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d9d687-b9d6-4c57-91c8-4661c7c0c2c8 None None] Network 950a95ec-4dfe-4374-beb4-a74f2002628f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:29.923991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-134fc456-8642-48a3-a0f7-58a73f22c093 req-7845bc1d-f564-466f-8665-3c8674ee3545 tempest-AttachVolumeShelveTestJSON-1738488236 tempest-AttachVolumeShelveTestJSON-1738488236-project] (103808) timed out ('10.222.0.13', 36338) {{(pid=103808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 04:40:29.930974 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a0b627c-e1f9-4fe1-af65-12f4a0c59131 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:29.934657 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7a0b627c-e1f9-4fe1-af65-12f4a0c59131 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/c686408c-b9f3-42e9-83f8-370baefd272a HTTP/1.1" status: 204 len: 168 time: 0.8281479 Feb 11 04:40:29.937295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39700) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:29.942249 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b627c-e1f9-4fe1-af65-12f4a0c59131 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Subnet': ['ID=c686408c-b9f3-42e9-83f8-370baefd272a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:30.012102 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72983840-0f5e-49f5-8245-3b549e8ef317 req-2b6de201-81d5-4a3a-a200-611fd0ce4491 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.0828216 Feb 11 04:40:30.018524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:30.045527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:30.045527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:30.045922 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-bd9ea5a3-27c4-49ad-ac4e-3935f1f1a27d None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:30.099092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Port': ['ID=15c39776-8c87-47d8-8292-546bd8333491,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:30.145164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae7ba4-d31b-4962-9637-4edc831fd35d req-c1751ead-5829-450c-8a46-9064cf37ba8d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:30.145164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1ae7ba4-d31b-4962-9637-4edc831fd35d req-c1751ead-5829-450c-8a46-9064cf37ba8d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.3973956 Feb 11 04:40:30.178446 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (950a95ec-4dfe-4374-beb4-a74f2002628f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.207827 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1ed6b7-4ed0-4024-b530-f9f9980a32d5 None None] DHCP port deletion for 950a95ec-4dfe-4374-beb4-a74f2002628f request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:40:30.338350 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:30.348198 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.356581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-dd1ed6b7-4ed0-4024-b530-f9f9980a32d5 None None] Deleting port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:30.357348 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dd1ed6b7-4ed0-4024-b530-f9f9980a32d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.410459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72442b59-fd17-4be9-bf30-41efc55ab0fd req-de038382-260e-4fde-968b-77315da29abc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.0676746 Feb 11 04:40:30.492274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1ae7ba4-d31b-4962-9637-4edc831fd35d req-6d7f6ae2-bb18-421c-9f48-8b0e73b25c19 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052559 Feb 11 04:40:30.507936 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bd9ea5a3-27c4-49ad-ac4e-3935f1f1a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:28Z', 'revision_number': 8, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:05Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'beae3afa-a710-419f-82fc-ac3c75ef6d62', 'name': '', 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:54:e5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:14Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:30.514462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-dd1ed6b7-4ed0-4024-b530-f9f9980a32d5 None None] For port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=fc0c6d1a-8a1a-4c4a-a21d-009122ce9783,segment=NetworkSegment(8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e),segment_id=8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:30.514911 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dd1ed6b7-4ed0-4024-b530-f9f9980a32d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.529229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-dd1ed6b7-4ed0-4024-b530-f9f9980a32d5 None None] Calling delete_port for fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:30.540958 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ea5a3-27c4-49ad-ac4e-3935f1f1a27d None None] The sync data for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 is: [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:28Z', 'revision_number': 8, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:05Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'beae3afa-a710-419f-82fc-ac3c75ef6d62', 'name': '', 'network_id': '275640cc-6e6d-4cad-a25b-e74219350fed', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:54:e5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:05Z', 'updated_at': '2022-02-11T04:40:14Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '09faa8c3-38b8-4522-ac4b-abf2a9fd86f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:30.544435 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] For port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=fc0c6d1a-8a1a-4c4a-a21d-009122ce9783,segment=NetworkSegment(8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e),segment_id=8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:30.544916 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.581531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:30.852415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2b45de8-8044-4ce5-b54f-e7bebc444df3 req-be887195-4da1-408d-9e33-7263bbe351ad tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 210 time: 0.0365357 Feb 11 04:40:30.867102 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router_gateway (334e1d31-6d9f-40b6-a242-2d363420a8ee), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.947181 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dd1ed6b7-4ed0-4024-b530-f9f9980a32d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.966440 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (fc0c6d1a-8a1a-4c4a-a21d-009122ce9783), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:30.993234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ed6b7-4ed0-4024-b530-f9f9980a32d5 None None] Pushing event deleted for resources: {'Port': ['ID=fc0c6d1a-8a1a-4c4a-a21d-009122ce9783,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:31.000200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ed6b7-4ed0-4024-b530-f9f9980a32d5 None None] No DVR routers for this DVR port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:31.069631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No DVR routers for this DVR port fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:31.097221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=fc0c6d1a-8a1a-4c4a-a21d-009122ce9783,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:31.212637 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-038f495d-3083-446b-91c9-aaeff6d79619 req-490d0f74-1f6e-4f86-8bd1-e15e57c04e2e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.0552609 Feb 11 04:40:31.338324 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (950a95ec-4dfe-4374-beb4-a74f2002628f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.345230 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:31.368385 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (334e1d31-6d9f-40b6-a242-2d363420a8ee), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.376592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950a95ec-4dfe-4374-beb4-a74f2002628f']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:31.388417 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:31.388805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device fc0c6d1a-8a1a-4c4a-a21d-009122ce9783 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:31.389245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6c1ff518-afee-40bf-b157-471d3126232b no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:31.391923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:31.394990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:31.413669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 6c1ff518-afee-40bf-b157-471d3126232b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:31.422279 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6c1ff518-afee-40bf-b157-471d3126232b not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:31.433677 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.454538 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.462530 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:40:31.462530 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (8622bbc9-a9eb-4f5b-8c84-d6fd0b16586e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:40:31.488833 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:40:31.599573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7dea053-815e-4c77-a59f-14fe4a1decd5 req-5344e6ff-3e99-44d3-9d16-fb6ed709030a tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e564a2a-a6e3-4177-9794-90e14c3d3c04 HTTP/1.1" status: 200 len: 210 time: 0.0478492 Feb 11 04:40:31.700823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33c146-303e-4063-927f-14cb0dd6857c req-ad0727de-c179-4ca3-8322-fff771f2c5c0 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:31.706165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d33c146-303e-4063-927f-14cb0dd6857c req-ad0727de-c179-4ca3-8322-fff771f2c5c0 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.1031313 Feb 11 04:40:31.773958 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d33c146-303e-4063-927f-14cb0dd6857c req-995fbe7a-baa5-4b32-92d8-5385f1dee09f tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606215 Feb 11 04:40:31.809566 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (950a95ec-4dfe-4374-beb4-a74f2002628f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.820392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f4c9217d-cf63-4542-9653-cf2680727581 req-190e542f-83cb-456e-95ec-e986f0dd38b8 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1669826953', 'description': 'tempest-description-1849496524'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:31.827931 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:31.834875 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/networks/950a95ec-4dfe-4374-beb4-a74f2002628f HTTP/1.1" status: 204 len: 168 time: 1.8962328 Feb 11 04:40:31.835822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39740) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:31.835953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341983c-2bce-4e86-9180-f331de95f355 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Network': ['ID=950a95ec-4dfe-4374-beb4-a74f2002628f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:31.954094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Router 334e1d31-6d9f-40b6-a242-2d363420a8ee is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:40:31.976007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bc2a76d-8e2b-4489-9cc7-ced2df3b8c25 req-a6ddd636-7f9e-4ff2-b93a-e523ff121d2e tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 210 time: 0.0401905 Feb 11 04:40:32.551818 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f4c9217d-cf63-4542-9653-cf2680727581 req-190e542f-83cb-456e-95ec-e986f0dd38b8 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.596546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35287d4f-a21e-4ea6-9305-359256234260 req-f1396432-e521-43bc-8e2e-b43dd18c908d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.0515532 Feb 11 04:40:32.650489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:32.667494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Sync routers for ids ['334e1d31-6d9f-40b6-a242-2d363420a8ee'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:32.699297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Routers {'334e1d31-6d9f-40b6-a242-2d363420a8ee'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:32.701275 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['334e1d31-6d9f-40b6-a242-2d363420a8ee'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:32.822893 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f4c9217d-cf63-4542-9653-cf2680727581 req-190e542f-83cb-456e-95ec-e986f0dd38b8 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for security_group (03385b6e-6616-497b-b23a-ec98f3e94bca), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:32.887437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Set router 334e1d31-6d9f-40b6-a242-2d363420a8ee gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:32.898410 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39762) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:32.996609 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:33.003055 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5393caa7-7263-4bcc-b7eb-a79c203c0147 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1276686 Feb 11 04:40:33.021923 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f4c9217d-cf63-4542-9653-cf2680727581 req-190e542f-83cb-456e-95ec-e986f0dd38b8 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (03385b6e-6616-497b-b23a-ec98f3e94bca), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:33.031852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39766) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:33.151548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e542f-83cb-456e-95ec-e986f0dd38b8 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03385b6e-6616-497b-b23a-ec98f3e94bca,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:33.157110 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f4c9217d-cf63-4542-9653-cf2680727581 req-190e542f-83cb-456e-95ec-e986f0dd38b8 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:33.159072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4c9217d-cf63-4542-9653-cf2680727581 req-190e542f-83cb-456e-95ec-e986f0dd38b8 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 1.3434920 Feb 11 04:40:33.208787 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c77074a5-1161-4eb4-8dfa-bdf96e234e31 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:33.288828 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2d8e57c5-7088-468a-b4d1-409b1d4839a3 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=e888d9ceb6094e46aa3c6bbef6075211&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2437015 Feb 11 04:40:33.289404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39772) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:33.339706 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'name': 'tempest-TestNetworkBasicOps-router-957838789', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '15c39776-8c87-47d8-8292-546bd8333491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:27Z', 'updated_at': '2022-02-11T04:40:30Z', 'revision_number': 3, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '15c39776-8c87-47d8-8292-546bd8333491', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:28Z', 'updated_at': '2022-02-11T04:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:33.364745 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f868695e-ac96-43f8-9417-e3cb27b6580c tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for security_group (626850c5-eca6-4ad7-857d-3ff92867975c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:33.371282 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1f2c1b7-ab02-41ad-b5f5-6e85073ab33c req-40eafb1a-34ae-4e99-9e1a-f0d49f1cf9af tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 210 time: 0.0868418 Feb 11 04:40:33.375836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Checking router: 334e1d31-6d9f-40b6-a242-2d363420a8ee for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:33.376264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Updating router 334e1d31-6d9f-40b6-a242-2d363420a8ee port 15c39776-8c87-47d8-8292-546bd8333491 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:40:33.410417 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (15c39776-8c87-47d8-8292-546bd8333491), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:33.480838 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f868695e-ac96-43f8-9417-e3cb27b6580c tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for security_group (626850c5-eca6-4ad7-857d-3ff92867975c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:33.632933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8afed4-4e55-41ea-8a16-dddb72b41f39 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:33.643472 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9c8afed4-4e55-41ea-8a16-dddb72b41f39 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3246262 Feb 11 04:40:33.648180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39782) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:33.692807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c452984b-4b3b-49c3-968e-72fd7192baac req-bd42f16b-8371-412a-811e-6892ff221d8d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1669826953&fields=id&tenant_id=a8f6e8236f1a4fa28cedffa9d11c90bb HTTP/1.1" status: 200 len: 267 time: 0.3203125 Feb 11 04:40:33.701159 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f868695e-ac96-43f8-9417-e3cb27b6580c tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (626850c5-eca6-4ad7-857d-3ff92867975c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:33.704853 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f868695e-ac96-43f8-9417-e3cb27b6580c tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:33.707226 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f868695e-ac96-43f8-9417-e3cb27b6580c tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "DELETE /v2.0/security-groups/626850c5-eca6-4ad7-857d-3ff92867975c HTTP/1.1" status: 204 len: 168 time: 0.8067026 Feb 11 04:40:33.711172 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39784) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:33.727494 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-902644f8-f3b6-49e7-a9d7-25972fe156e2 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0819194 Feb 11 04:40:33.728291 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39786) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:33.740668 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c3290692-6ae6-428e-89b1-a34738da05bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1876907798', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:33.751410 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868695e-ac96-43f8-9417-e3cb27b6580c tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=626850c5-eca6-4ad7-857d-3ff92867975c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:33.771321 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-f4f2ba54-2d2a-406f-8131-b69c8abb35cc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] show failed (client error): The resource could not be found. Feb 11 04:40:33.775833 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f4f2ba54-2d2a-406f-8131-b69c8abb35cc tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "GET /v2.0/security-groups/626850c5-eca6-4ad7-857d-3ff92867975c HTTP/1.1" status: 404 len: 347 time: 0.0583875 Feb 11 04:40:33.787530 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39788) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:33.862759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0d3aec2-300f-47bc-b91b-25fdfe139b34 req-20e827f0-27db-4282-9655-c8460806ab44 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.1175556 Feb 11 04:40:34.025123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452984b-4b3b-49c3-968e-72fd7192baac req-909f0856-068a-4ecf-b080-cfa7f8c676ab tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:34.026832 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c452984b-4b3b-49c3-968e-72fd7192baac req-909f0856-068a-4ecf-b080-cfa7f8c676ab tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.3123741 Feb 11 04:40:34.055657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-c452984b-4b3b-49c3-968e-72fd7192baac req-8244267e-d1bb-44cb-bc06-04c9051093b4 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Request body: {'port': {'security_groups': ['ded2aef1-a0cd-4c1b-973f-3dd48f84e961', '03385b6e-6616-497b-b23a-ec98f3e94bca']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:34.103220 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.191099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6047a-e703-46eb-8b06-81b905397305 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Deleting port 658e2f56-8e6d-400f-ad6f-33c5ebb5f1d3 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:34.192057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7a6047a-e703-46eb-8b06-81b905397305 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (658e2f56-8e6d-400f-ad6f-33c5ebb5f1d3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.250060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3290692-6ae6-428e-89b1-a34738da05bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Made reservation on behalf of e888d9ceb6094e46aa3c6bbef6075211 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:34.254466 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c452984b-4b3b-49c3-968e-72fd7192baac req-8244267e-d1bb-44cb-bc06-04c9051093b4 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (26840296-0f67-4a80-a050-483c9501b990), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.273298 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.277987 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3290692-6ae6-428e-89b1-a34738da05bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.291047 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Publish callbacks [] for port (15c39776-8c87-47d8-8292-546bd8333491), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.334239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c77074a5-1161-4eb4-8dfa-bdf96e234e31 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port beae3afa-a710-419f-82fc-ac3c75ef6d62 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:34.334502 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c77074a5-1161-4eb4-8dfa-bdf96e234e31 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.369306 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (15c39776-8c87-47d8-8292-546bd8333491), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.384659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-e34c3e7f-79f3-4d4d-92bf-501acca38064 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:34.403710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-e34c3e7f-79f3-4d4d-92bf-501acca38064 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 805 time: 0.4386029 Feb 11 04:40:34.444089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-fa98afdd-8585-41a6-a67e-3a241bb1b20f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Request body: {'port': {'device_id': '2ac3f8f8-df50-43b9-8553-5c837ed059c5', 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b', 'admin_state_up': True, 'tenant_id': 'a6de71a80dfc462da54bc2b2a455359a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:34.512127 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Attempting to bind port 15c39776-8c87-47d8-8292-546bd8333491 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:34.512502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Attempting to bind port 15c39776-8c87-47d8-8292-546bd8333491 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:34.513000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Attempting to bind port 15c39776-8c87-47d8-8292-546bd8333491 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:34.522221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:34.522604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:34.523162 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.523564 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:34.524058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Bound port: 15c39776-8c87-47d8-8292-546bd8333491, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:34.524744 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (15c39776-8c87-47d8-8292-546bd8333491), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.558360 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7a6047a-e703-46eb-8b06-81b905397305 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (658e2f56-8e6d-400f-ad6f-33c5ebb5f1d3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.561470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7a6047a-e703-46eb-8b06-81b905397305 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for floatingip (658e2f56-8e6d-400f-ad6f-33c5ebb5f1d3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.595581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] For port 15c39776-8c87-47d8-8292-546bd8333491, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:34.601528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] For port 15c39776-8c87-47d8-8292-546bd8333491, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=15c39776-8c87-47d8-8292-546bd8333491,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:34.606814 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06c886-ada0-4897-9205-ac78c32a23a5 None None] Pushing event updated for resources: {'Port': ['ID=15c39776-8c87-47d8-8292-546bd8333491,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:34.619385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6047a-e703-46eb-8b06-81b905397305 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Calling delete_port for 658e2f56-8e6d-400f-ad6f-33c5ebb5f1d3 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:34.660857 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (15c39776-8c87-47d8-8292-546bd8333491), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.700705 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15d3fed2-1c30-498e-a974-92ddb564081f req-16f31988-c9d0-49bf-97d4-2b16f684bcbd tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 210 time: 0.1707265 Feb 11 04:40:34.799598 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Routers {'334e1d31-6d9f-40b6-a242-2d363420a8ee'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:34.802434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['334e1d31-6d9f-40b6-a242-2d363420a8ee'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:34.812594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06c886-ada0-4897-9205-ac78c32a23a5 None None] Pushing event updated for resources: {'Port': ['ID=15c39776-8c87-47d8-8292-546bd8333491,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:34.828838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-c77074a5-1161-4eb4-8dfa-bdf96e234e31 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] For port beae3afa-a710-419f-82fc-ac3c75ef6d62, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=beae3afa-a710-419f-82fc-ac3c75ef6d62,segment=NetworkSegment(deb6d992-b13a-4a81-8967-50a5c6b81fd7),segment_id=deb6d992-b13a-4a81-8967-50a5c6b81fd7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:34.829280 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c77074a5-1161-4eb4-8dfa-bdf96e234e31 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:34.881570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c77074a5-1161-4eb4-8dfa-bdf96e234e31 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for beae3afa-a710-419f-82fc-ac3c75ef6d62 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:35.044515 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3290692-6ae6-428e-89b1-a34738da05bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (8af60775-4846-4fff-9885-c1407905a642), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.145330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] Set router 334e1d31-6d9f-40b6-a242-2d363420a8ee gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:35.159422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3290692-6ae6-428e-89b1-a34738da05bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Subnet': ['ID=8af60775-4846-4fff-9885-c1407905a642,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:35.165127 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7a6047a-e703-46eb-8b06-81b905397305 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (658e2f56-8e6d-400f-ad6f-33c5ebb5f1d3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.207273 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6047a-e703-46eb-8b06-81b905397305 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Pushing event deleted for resources: {'Port': ['ID=658e2f56-8e6d-400f-ad6f-33c5ebb5f1d3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:35.320912 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-fa98afdd-8585-41a6-a67e-3a241bb1b20f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Made reservation on behalf of a6de71a80dfc462da54bc2b2a455359a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:35.330333 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-fa98afdd-8585-41a6-a67e-3a241bb1b20f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.361132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01a030e7-bb91-4c44-8fca-43dd77751899 req-69df6df2-94bd-40bc-91e3-333745dc4a9b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.2833352 Feb 11 04:40:35.362553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3290692-6ae6-428e-89b1-a34738da05bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Checking segment: {'id': 'dbc8fde5-2f91-4977-a335-4f59b78e59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:35.362946 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3290692-6ae6-428e-89b1-a34738da05bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network hostable DHCP agents. Network: 95412f6d-019e-479e-882e-7d9c80f932c5, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:40:35.443710 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7a6047a-e703-46eb-8b06-81b905397305 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks [] for floatingip (c03b6c38-71b8-4852-940d-2a81b3bb910e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.446618 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7a6047a-e703-46eb-8b06-81b905397305 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.450648 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b7a6047a-e703-46eb-8b06-81b905397305 tempest-ServersTestBootFromVolume-542920949 tempest-ServersTestBootFromVolume-542920949-project] 10.222.0.13 "DELETE /v2.0/floatingips/c03b6c38-71b8-4852-940d-2a81b3bb910e HTTP/1.1" status: 204 len: 168 time: 1.6593707 Feb 11 04:40:35.451599 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39810) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:35.469028 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'name': 'tempest-TestNetworkBasicOps-router-957838789', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '15c39776-8c87-47d8-8292-546bd8333491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:27Z', 'updated_at': '2022-02-11T04:40:30Z', 'revision_number': 3, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '15c39776-8c87-47d8-8292-546bd8333491', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:28Z', 'updated_at': '2022-02-11T04:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:35.508362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c85f1e-ff3f-4311-ad9c-d5775fcc7ace None None] The sync data for ids ['334e1d31-6d9f-40b6-a242-2d363420a8ee'] in n-d-712142-35 is: [{'id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'name': 'tempest-TestNetworkBasicOps-router-957838789', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '15c39776-8c87-47d8-8292-546bd8333491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:27Z', 'updated_at': '2022-02-11T04:40:30Z', 'revision_number': 3, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '15c39776-8c87-47d8-8292-546bd8333491', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:28Z', 'updated_at': '2022-02-11T04:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:35.580715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3290692-6ae6-428e-89b1-a34738da05bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network 95412f6d-019e-479e-882e-7d9c80f932c5 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:40:35.700539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c3290692-6ae6-428e-89b1-a34738da05bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 95412f6d-019e-479e-882e-7d9c80f932c5) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:35.703076 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3290692-6ae6-428e-89b1-a34738da05bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:35.706269 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35235c2e-a8de-4e49-ae3c-b0a43926a0da None None] Network 95412f6d-019e-479e-882e-7d9c80f932c5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:35.709584 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3290692-6ae6-428e-89b1-a34738da05bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:35.722199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-fa98afdd-8585-41a6-a67e-3a241bb1b20f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Allocated IP 172.20.0.13 (ff866341-d213-41c7-afa0-ee3dd617201b/7095a7d5-9123-4335-ad46-28c56530f769/2e74a29c-ebd3-4304-b302-16a2ee2d9d04) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:35.878940 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c3290692-6ae6-428e-89b1-a34738da05bf tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1398509 Feb 11 04:40:35.883708 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39818) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:35.922649 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-95412f6d-019e-479e-882e-7d9c80f932c5', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ips': [{'subnet_id': '8af60775-4846-4fff-9885-c1407905a642'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:40:35.924935 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:36.015171 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-fa98afdd-8585-41a6-a67e-3a241bb1b20f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks [] for port (2e74a29c-ebd3-4304-b302-16a2ee2d9d04), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:36.159773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d18d0112-f6a3-446c-9673-e05f2920c0cb req-9a1c189b-d868-4557-a6d1-704c3cbd8273 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 210 time: 0.0710886 Feb 11 04:40:36.175436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-c452984b-4b3b-49c3-968e-72fd7192baac req-8244267e-d1bb-44cb-bc06-04c9051093b4 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] For port 26840296-0f67-4a80-a050-483c9501b990, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=26840296-0f67-4a80-a050-483c9501b990,segment=NetworkSegment(45c2fd40-256c-46f4-b63c-6c31206b60a0),segment_id=45c2fd40-256c-46f4-b63c-6c31206b60a0)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:36.230592 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-fa98afdd-8585-41a6-a67e-3a241bb1b20f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (2e74a29c-ebd3-4304-b302-16a2ee2d9d04), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:36.299361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Allocated IP 172.20.0.2 (95412f6d-019e-479e-882e-7d9c80f932c5/8af60775-4846-4fff-9885-c1407905a642/7b97f0d4-0259-4079-b25b-de30d8f31e97) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:36.434742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98afdd-8585-41a6-a67e-3a241bb1b20f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Pushing event updated for resources: {'Port': ['ID=2e74a29c-ebd3-4304-b302-16a2ee2d9d04,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:36.480851 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c452984b-4b3b-49c3-968e-72fd7192baac req-8244267e-d1bb-44cb-bc06-04c9051093b4 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for port (26840296-0f67-4a80-a050-483c9501b990), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:36.557489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-fa98afdd-8585-41a6-a67e-3a241bb1b20f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Network ff866341-d213-41c7-afa0-ee3dd617201b is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:36.572596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5380c2be-4bd7-4231-b2aa-11b33011521e req-dc2f984b-a197-4e58-875d-acc15786079e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.0711150 Feb 11 04:40:36.579210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-fa98afdd-8585-41a6-a67e-3a241bb1b20f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:36.585251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-fa98afdd-8585-41a6-a67e-3a241bb1b20f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:36.593732 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c452984b-4b3b-49c3-968e-72fd7192baac req-8244267e-d1bb-44cb-bc06-04c9051093b4 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (26840296-0f67-4a80-a050-483c9501b990), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:36.666885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['26840296-0f67-4a80-a050-483c9501b990'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:36.684156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452984b-4b3b-49c3-968e-72fd7192baac req-8244267e-d1bb-44cb-bc06-04c9051093b4 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:36.684846 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c452984b-4b3b-49c3-968e-72fd7192baac req-8244267e-d1bb-44cb-bc06-04c9051093b4 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:36.695484 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c452984b-4b3b-49c3-968e-72fd7192baac req-8244267e-d1bb-44cb-bc06-04c9051093b4 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "PUT /v2.0/ports/26840296-0f67-4a80-a050-483c9501b990 HTTP/1.1" status: 200 len: 981 time: 2.6493437 Feb 11 04:40:36.770292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca36d497-1e86-44f6-adef-079bd7580314', 'tag': '26840296-0f67-4a80-a050-483c9501b990'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:36.770292 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6397c975-9099-4133-b03f-11871a71d1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ca36d497-1e86-44f6-adef-079bd7580314", "tag": "26840296-0f67-4a80-a050-483c9501b990"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:36.821728 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c77074a5-1161-4eb4-8dfa-bdf96e234e31 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (beae3afa-a710-419f-82fc-ac3c75ef6d62), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:36.843310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['26840296-0f67-4a80-a050-483c9501b990'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:36.902811 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a6f2b9-0618-4acc-b101-f37b17749c8c x-openstack-request-id: req-83a6f2b9-0618-4acc-b101-f37b17749c8c {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:36.903887 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca36d497-1e86-44f6-adef-079bd7580314", "tag": "26840296-0f67-4a80-a050-483c9501b990", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:36.904175 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83a6f2b9-0618-4acc-b101-f37b17749c8c {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:36.906703 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca36d497-1e86-44f6-adef-079bd7580314', 'tag': '26840296-0f67-4a80-a050-483c9501b990', 'status': 'completed', 'code': 200} Feb 11 04:40:37.126079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-fa98afdd-8585-41a6-a67e-3a241bb1b20f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:37.126814 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-fa98afdd-8585-41a6-a67e-3a241bb1b20f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:37.328316 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-fa98afdd-8585-41a6-a67e-3a241bb1b20f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9040921 Feb 11 04:40:37.359621 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Publish callbacks [] for port (7b97f0d4-0259-4079-b25b-de30d8f31e97), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:37.458080 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (7b97f0d4-0259-4079-b25b-de30d8f31e97), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:37.480778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244267e-d1bb-44cb-bc06-04c9051093b4 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Pushing event updated for resources: {'Port': ['ID=26840296-0f67-4a80-a050-483c9501b990,revision_number=6']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:37.571421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 15c39776-8c87-47d8-8292-546bd8333491 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:37.586593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Pushing event updated for resources: {'Port': ['ID=7b97f0d4-0259-4079-b25b-de30d8f31e97,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:37.702819 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:37.873380 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-086b9288-5847-491e-936b-2fbbf60d7952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (02352c1a-80c3-4313-bfa0-bc6d230ef37a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:37.891977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Network 95412f6d-019e-479e-882e-7d9c80f932c5 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:37.932676 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:37.944280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:38.092435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 15c39776-8c87-47d8-8292-546bd8333491 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:38.093108 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (15c39776-8c87-47d8-8292-546bd8333491), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.169759 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Attempting to bind port 7b97f0d4-0259-4079-b25b-de30d8f31e97 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:38.175112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Attempting to bind port 7b97f0d4-0259-4079-b25b-de30d8f31e97 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'dbc8fde5-2f91-4977-a335-4f59b78e59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:38.175802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Attempting to bind port 7b97f0d4-0259-4079-b25b-de30d8f31e97 on network 95412f6d-019e-479e-882e-7d9c80f932c5 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:38.209157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:38.209783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Checking segment: {'id': 'dbc8fde5-2f91-4977-a335-4f59b78e59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:38.210305 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.211010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Bound using segment: {'id': 'dbc8fde5-2f91-4977-a335-4f59b78e59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:38.212330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Bound port: 7b97f0d4-0259-4079-b25b-de30d8f31e97, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc8fde5-2f91-4977-a335-4f59b78e59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:38.212863 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b97f0d4-0259-4079-b25b-de30d8f31e97), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.348005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-951aa002-f35a-4241-8b41-78efb0b5dca7 req-60c8eab9-4290-4ab0-ac98-e8d65f873169 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1669826953&fields=id&tenant_id=a8f6e8236f1a4fa28cedffa9d11c90bb HTTP/1.1" status: 200 len: 267 time: 1.5137475 Feb 11 04:40:38.350043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77074a5-1161-4eb4-8dfa-bdf96e234e31 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=beae3afa-a710-419f-82fc-ac3c75ef6d62,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:38.390525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Request body: {'port': {'device_id': '2ac3f8f8-df50-43b9-8553-5c837ed059c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:38.475028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397c975-9099-4133-b03f-11871a71d1ef req-41f22c4d-f6a6-4601-b005-9243239ed6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:38.478793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6397c975-9099-4133-b03f-11871a71d1ef req-41f22c4d-f6a6-4601-b005-9243239ed6ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8f6e8236f1a4fa28cedffa9d11c90bb&device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 1167 time: 1.5959010 Feb 11 04:40:38.652083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397c975-9099-4133-b03f-11871a71d1ef req-334c93bc-6945-4176-a1a0-41c82b35eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:38.655712 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6397c975-9099-4133-b03f-11871a71d1ef req-334c93bc-6945-4176-a1a0-41c82b35eb16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 HTTP/1.1" status: 200 len: 920 time: 0.1422122 Feb 11 04:40:38.754329 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] For port 7b97f0d4-0259-4079-b25b-de30d8f31e97, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:38.757887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 15c39776-8c87-47d8-8292-546bd8333491 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:38.758285 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (15c39776-8c87-47d8-8292-546bd8333491), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.767486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] For port 7b97f0d4-0259-4079-b25b-de30d8f31e97, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7b97f0d4-0259-4079-b25b-de30d8f31e97,segment=NetworkSegment(dbc8fde5-2f91-4977-a335-4f59b78e59cc),segment_id=dbc8fde5-2f91-4977-a335-4f59b78e59cc)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:38.768864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6397c975-9099-4133-b03f-11871a71d1ef req-e48176d7-d56e-4d82-b845-dfe032bf1484 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26840296-0f67-4a80-a050-483c9501b990 HTTP/1.1" status: 200 len: 217 time: 0.0973747 Feb 11 04:40:38.772628 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2e74a29c-ebd3-4304-b302-16a2ee2d9d04), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.778736 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c77074a5-1161-4eb4-8dfa-bdf96e234e31 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.798000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 15c39776-8c87-47d8-8292-546bd8333491, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=15c39776-8c87-47d8-8292-546bd8333491,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:38.817810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc48ed9-fb36-466c-84ad-7a3348e02037 req-b074993c-7e87-47eb-8408-353392411ff8 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:38.819470 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bc48ed9-fb36-466c-84ad-7a3348e02037 req-b074993c-7e87-47eb-8408-353392411ff8 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 932 time: 1.3086443 Feb 11 04:40:38.851811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aa002-f35a-4241-8b41-78efb0b5dca7 req-42d9c8e6-bafa-4b00-a690-c74d2773c1e0 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:38.859882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-951aa002-f35a-4241-8b41-78efb0b5dca7 req-42d9c8e6-bafa-4b00-a690-c74d2773c1e0 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 984 time: 0.4130070 Feb 11 04:40:38.867271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-951aa002-f35a-4241-8b41-78efb0b5dca7 req-511e449c-048d-41df-89bd-63e6b6816cb2 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Request body: {'port': {'security_groups': ['ded2aef1-a0cd-4c1b-973f-3dd48f84e961']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:38.912035 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Allocated IP 172.20.0.1 (95412f6d-019e-479e-882e-7d9c80f932c5/8af60775-4846-4fff-9885-c1407905a642/73175428-bb91-4746-b146-40000155ba14) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:38.916288 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7b97f0d4-0259-4079-b25b-de30d8f31e97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:38.983825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-086b9288-5847-491e-936b-2fbbf60d7952 admin admin] Deleting port 6bd1e5ba-604c-4837-8bce-21ddf354fd91 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:38.984199 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-086b9288-5847-491e-936b-2fbbf60d7952 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.121916 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (15c39776-8c87-47d8-8292-546bd8333491), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.207519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677d585-cc72-4763-a4ed-48e10b8f526f None None] Pushing event updated for resources: {'Port': ['ID=7b97f0d4-0259-4079-b25b-de30d8f31e97,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:39.262535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397c975-9099-4133-b03f-11871a71d1ef req-e2de627d-8082-4f98-bc42-17791dfcace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:39.264822 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6397c975-9099-4133-b03f-11871a71d1ef req-e2de627d-8082-4f98-bc42-17791dfcace8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d722827-be20-4a20-9272-0adc8b7f4b3e HTTP/1.1" status: 200 len: 859 time: 0.4801652 Feb 11 04:40:39.373225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=15c39776-8c87-47d8-8292-546bd8333491,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:39.390880 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for port (73175428-bb91-4746-b146-40000155ba14), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.511139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-086b9288-5847-491e-936b-2fbbf60d7952 admin admin] For port 6bd1e5ba-604c-4837-8bce-21ddf354fd91, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6bd1e5ba-604c-4837-8bce-21ddf354fd91,segment=NetworkSegment(3fffe665-6854-4972-83d1-8f1a9a126a23),segment_id=3fffe665-6854-4972-83d1-8f1a9a126a23)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:39.511514 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-086b9288-5847-491e-936b-2fbbf60d7952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.527412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-086b9288-5847-491e-936b-2fbbf60d7952 admin admin] Calling delete_port for 6bd1e5ba-604c-4837-8bce-21ddf354fd91 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:39.598401 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (73175428-bb91-4746-b146-40000155ba14), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.725628 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network 95412f6d-019e-479e-882e-7d9c80f932c5 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:39.727401 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Port': ['ID=73175428-bb91-4746-b146-40000155ba14,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:39.730900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:39.735416 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:39.829822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:39.870016 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Publish callbacks [] for port (2e74a29c-ebd3-4304-b302-16a2ee2d9d04), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.870016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Transition to ACTIVE for port object 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:40:39.874211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6397c975-9099-4133-b03f-11871a71d1ef req-59f6f60f-5b2a-402e-a729-ae7992b0874d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5074699 Feb 11 04:40:39.897686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bc48ed9-fb36-466c-84ad-7a3348e02037 req-0a6b395d-724b-40cb-814c-48f4af1f71b8 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0255387 Feb 11 04:40:39.915338 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (334e1d31-6d9f-40b6-a242-2d363420a8ee), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:39.962455 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-951aa002-f35a-4241-8b41-78efb0b5dca7 req-511e449c-048d-41df-89bd-63e6b6816cb2 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (26840296-0f67-4a80-a050-483c9501b990), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:40.024628 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (2e74a29c-ebd3-4304-b302-16a2ee2d9d04), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:40.229936 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Pushing event updated for resources: {'Port': ['ID=2e74a29c-ebd3-4304-b302-16a2ee2d9d04,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:40.249943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (73175428-bb91-4746-b146-40000155ba14), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:40.252863 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-086b9288-5847-491e-936b-2fbbf60d7952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6bd1e5ba-604c-4837-8bce-21ddf354fd91), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:40.262808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad5c7fb2-dbfb-4305-a85a-4710f404b7ab req-d84b2e02-06ef-4767-a261-10e6068a7810 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.2569385 Feb 11 04:40:40.278348 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6397c975-9099-4133-b03f-11871a71d1ef req-13b734e5-0f7b-4e4d-bade-476a73e0895c service neutron] 10.222.0.32 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788760 Feb 11 04:40:40.358112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b9288-5847-491e-936b-2fbbf60d7952 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd1e5ba-604c-4837-8bce-21ddf354fd91,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:40.803621 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcc98a2-16c2-44a5-97bf-9f1e8aeab6b1 None None] Network 95412f6d-019e-479e-882e-7d9c80f932c5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:40.815805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77074a5-1161-4eb4-8dfa-bdf96e234e31 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router ac640da6-2987-4940-9cce-f782ebab065b has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:40.959165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-85467f88-402b-4a7f-a3b2-b97aef8f0767 None None] Provisioning complete for port 7b97f0d4-0259-4079-b25b-de30d8f31e97 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:40.959923 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-85467f88-402b-4a7f-a3b2-b97aef8f0767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7b97f0d4-0259-4079-b25b-de30d8f31e97), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:40.978076 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-086b9288-5847-491e-936b-2fbbf60d7952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (02352c1a-80c3-4313-bfa0-bc6d230ef37a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.195937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-85467f88-402b-4a7f-a3b2-b97aef8f0767 None None] Current status of the port 7b97f0d4-0259-4079-b25b-de30d8f31e97 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:41.196345 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-85467f88-402b-4a7f-a3b2-b97aef8f0767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b97f0d4-0259-4079-b25b-de30d8f31e97), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.197848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-951aa002-f35a-4241-8b41-78efb0b5dca7 req-511e449c-048d-41df-89bd-63e6b6816cb2 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] For port 26840296-0f67-4a80-a050-483c9501b990, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=26840296-0f67-4a80-a050-483c9501b990,segment=NetworkSegment(45c2fd40-256c-46f4-b63c-6c31206b60a0),segment_id=45c2fd40-256c-46f4-b63c-6c31206b60a0)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:41.246242 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-951aa002-f35a-4241-8b41-78efb0b5dca7 req-511e449c-048d-41df-89bd-63e6b6816cb2 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for port (26840296-0f67-4a80-a050-483c9501b990), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.248606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Attempting to bind port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:41.249049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Attempting to bind port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:41.249387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Attempting to bind port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 on network ff866341-d213-41c7-afa0-ee3dd617201b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:41.261336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 on network ff866341-d213-41c7-afa0-ee3dd617201b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:40:41.261675 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Attempting to bind port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 on network ff866341-d213-41c7-afa0-ee3dd617201b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:41.319251 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for port (73175428-bb91-4746-b146-40000155ba14), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.322067 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6397c975-9099-4133-b03f-11871a71d1ef req-efdb6432-79f1-4392-9748-a0c285ac1a2a service neutron] 10.222.0.32 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9697402 Feb 11 04:40:41.339590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-85467f88-402b-4a7f-a3b2-b97aef8f0767 None None] For port 7b97f0d4-0259-4079-b25b-de30d8f31e97, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7b97f0d4-0259-4079-b25b-de30d8f31e97,segment=NetworkSegment(dbc8fde5-2f91-4977-a335-4f59b78e59cc),segment_id=dbc8fde5-2f91-4977-a335-4f59b78e59cc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:41.357579 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-951aa002-f35a-4241-8b41-78efb0b5dca7 req-511e449c-048d-41df-89bd-63e6b6816cb2 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (26840296-0f67-4a80-a050-483c9501b990), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.370614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['26840296-0f67-4a80-a050-483c9501b990'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:41.433120 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (73175428-bb91-4746-b146-40000155ba14), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.446850 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-85467f88-402b-4a7f-a3b2-b97aef8f0767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7b97f0d4-0259-4079-b25b-de30d8f31e97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.509515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:41.511534 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Checking segment: {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:41.512102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Bound using segment: {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:41.513096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Bound port: 2e74a29c-ebd3-4304-b302-16a2ee2d9d04, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:41.516398 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2e74a29c-ebd3-4304-b302-16a2ee2d9d04), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.594802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aa002-f35a-4241-8b41-78efb0b5dca7 req-511e449c-048d-41df-89bd-63e6b6816cb2 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:41.596135 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-951aa002-f35a-4241-8b41-78efb0b5dca7 req-511e449c-048d-41df-89bd-63e6b6816cb2 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:41.597978 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-951aa002-f35a-4241-8b41-78efb0b5dca7 req-511e449c-048d-41df-89bd-63e6b6816cb2 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "PUT /v2.0/ports/26840296-0f67-4a80-a050-483c9501b990 HTTP/1.1" status: 200 len: 942 time: 2.7369883 Feb 11 04:40:41.604489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77074a5-1161-4eb4-8dfa-bdf96e234e31 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:41.604706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca36d497-1e86-44f6-adef-079bd7580314', 'tag': '26840296-0f67-4a80-a050-483c9501b990'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:41.610688 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d6a6b6-a9d2-4547-bd7b-996ff391f238" -d '{"events": [{"name": "network-changed", "server_uuid": "ca36d497-1e86-44f6-adef-079bd7580314", "tag": "26840296-0f67-4a80-a050-483c9501b990"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:41.613534 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167221ce-90a9-4d31-9328-55420f42634c None None] Sync routers for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:41.623858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['26840296-0f67-4a80-a050-483c9501b990'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:41.639190 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167221ce-90a9-4d31-9328-55420f42634c None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:41.643802 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-167221ce-90a9-4d31-9328-55420f42634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:41.650230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c77074a5-1161-4eb4-8dfa-bdf96e234e31 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/ac640da6-2987-4940-9cce-f782ebab065b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8128381 Feb 11 04:40:41.662948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39902) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:41.756193 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e449c-048d-41df-89bd-63e6b6816cb2 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Pushing event updated for resources: {'Port': ['ID=26840296-0f67-4a80-a050-483c9501b990,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:41.798689 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 15c39776-8c87-47d8-8292-546bd8333491 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:41.862951 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-167221ce-90a9-4d31-9328-55420f42634c None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:41.906460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85467f88-402b-4a7f-a3b2-b97aef8f0767 None None] Pushing event updated for resources: {'Port': ['ID=7b97f0d4-0259-4079-b25b-de30d8f31e97,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:41.964288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-787c35d7-6ab2-4daa-bdb1-7ba5167d260d req-77adf3d2-dac3-414d-ba93-6a69d4996ea5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.1794014 Feb 11 04:40:42.059810 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ba348f82-0fce-4fe6-add8-99ef84c8b261 None None] Provisioning complete for port 73175428-bb91-4746-b146-40000155ba14 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:42.060196 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ba348f82-0fce-4fe6-add8-99ef84c8b261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (73175428-bb91-4746-b146-40000155ba14), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.141449 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-167221ce-90a9-4d31-9328-55420f42634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:36Z', 'revision_number': 9, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:05Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:42.171470 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167221ce-90a9-4d31-9328-55420f42634c None None] Checking router: ac640da6-2987-4940-9cce-f782ebab065b for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:42.201676 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167221ce-90a9-4d31-9328-55420f42634c None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:42.202506 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-167221ce-90a9-4d31-9328-55420f42634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:42.214137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ba348f82-0fce-4fe6-add8-99ef84c8b261 None None] Port 73175428-bb91-4746-b146-40000155ba14 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:42.257801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 15c39776-8c87-47d8-8292-546bd8333491 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:42.258448 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (15c39776-8c87-47d8-8292-546bd8333491), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.329635 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ba348f82-0fce-4fe6-add8-99ef84c8b261 None None] Provisioning complete for port 7b97f0d4-0259-4079-b25b-de30d8f31e97 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:42.330314 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ba348f82-0fce-4fe6-add8-99ef84c8b261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7b97f0d4-0259-4079-b25b-de30d8f31e97), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.485031 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607a407-c667-4bdb-a770-da218625a963 req-47b2ce26-72f1-42e2-82dc-639a5a8b5055 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:42.488802 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-167221ce-90a9-4d31-9328-55420f42634c None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:42.495884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8607a407-c667-4bdb-a770-da218625a963 req-47b2ce26-72f1-42e2-82dc-639a5a8b5055 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 944 time: 1.4742320 Feb 11 04:40:42.578884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Port': ['ID=73175428-bb91-4746-b146-40000155ba14,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:42.621008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ba348f82-0fce-4fe6-add8-99ef84c8b261 None None] Current status of the port 7b97f0d4-0259-4079-b25b-de30d8f31e97 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:42.631962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 15c39776-8c87-47d8-8292-546bd8333491 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:42.634331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7b97f0d4-0259-4079-b25b-de30d8f31e97 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:42.681795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8607a407-c667-4bdb-a770-da218625a963 req-aaf0d703-a0f9-4274-875f-dd0cf52cb86d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457314 Feb 11 04:40:42.710516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] For port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:42.716290 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086b9288-5847-491e-936b-2fbbf60d7952 admin admin] Router 02352c1a-80c3-4313-bfa0-bc6d230ef37a has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:42.727877 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-d2c3fbb0-17a9-4a92-b649-ab774ce359eb tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6909509 Feb 11 04:40:42.732830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:42.741461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] For port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=2e74a29c-ebd3-4304-b302-16a2ee2d9d04,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:42.754073 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (334e1d31-6d9f-40b6-a242-2d363420a8ee), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.764338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7b97f0d4-0259-4079-b25b-de30d8f31e97 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:42.765390 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7b97f0d4-0259-4079-b25b-de30d8f31e97), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.792575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-71f487ab-8a28-432c-a83d-5882ff7ce34e None None] Provisioning complete for port 73175428-bb91-4746-b146-40000155ba14 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:42.793281 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-71f487ab-8a28-432c-a83d-5882ff7ce34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (73175428-bb91-4746-b146-40000155ba14), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.849881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-71f487ab-8a28-432c-a83d-5882ff7ce34e None None] Port 73175428-bb91-4746-b146-40000155ba14 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:42.851079 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ec495b-b82c-4a32-aca6-acbf77d33758 x-openstack-request-id: req-95ec495b-b82c-4a32-aca6-acbf77d33758 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:42.851381 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca36d497-1e86-44f6-adef-079bd7580314", "tag": "26840296-0f67-4a80-a050-483c9501b990", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:42.851646 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95ec495b-b82c-4a32-aca6-acbf77d33758 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:42.852062 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca36d497-1e86-44f6-adef-079bd7580314', 'tag': '26840296-0f67-4a80-a050-483c9501b990', 'status': 'completed', 'code': 200} Feb 11 04:40:42.855481 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (2e74a29c-ebd3-4304-b302-16a2ee2d9d04), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:42.916472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b9960e-0079-4490-96e5-c41b4fee6a1c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting subnet 09faa8c3-38b8-4522-ac4b-abf2a9fd86f1 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:40:42.923469 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7b97f0d4-0259-4079-b25b-de30d8f31e97 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:42.983296 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.008722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:43.009544 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.011911 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] 10.222.0.47 "PUT /v2.0/ports/2e74a29c-ebd3-4304-b302-16a2ee2d9d04 HTTP/1.1" status: 200 len: 1093 time: 5.5026965 Feb 11 04:40:43.036971 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-167221ce-90a9-4d31-9328-55420f42634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:36Z', 'revision_number': 9, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:05Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:43.070142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24948d6a-6725-4ca0-b9e0-5bab62ce197d service neutron] Pushing event updated for resources: {'Port': ['ID=2e74a29c-ebd3-4304-b302-16a2ee2d9d04,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:43.094892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6a6b6-a9d2-4547-bd7b-996ff391f238 req-00aa3ef2-bdf6-4129-ad50-fd66bd50a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:43.097041 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17d6a6b6-a9d2-4547-bd7b-996ff391f238 req-00aa3ef2-bdf6-4129-ad50-fd66bd50a863 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8f6e8236f1a4fa28cedffa9d11c90bb&device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 1128 time: 0.1836474 Feb 11 04:40:43.126556 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167221ce-90a9-4d31-9328-55420f42634c None None] The sync data for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 is: [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:36Z', 'revision_number': 9, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94bb74e3-8f29-4a7b-a9a1-757972a445eb', 'name': '', 'network_id': '48f418b0-098b-4a07-97e4-4ea7064f1004', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:14:ef:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:55Z', 'updated_at': '2022-02-11T04:40:05Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '21f0f025-b3ce-40c7-a3ca-5c008adecccf', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:43.182856 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40b9960e-0079-4490-96e5-c41b4fee6a1c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (09faa8c3-38b8-4522-ac4b-abf2a9fd86f1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.286121 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40b9960e-0079-4490-96e5-c41b4fee6a1c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (09faa8c3-38b8-4522-ac4b-abf2a9fd86f1), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:43.292889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086b9288-5847-491e-936b-2fbbf60d7952 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:43.315713 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2481f5-ff5a-472e-8c5b-4e572efb994d None None] Sync routers for ids ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:43.346834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2481f5-ff5a-472e-8c5b-4e572efb994d None None] Routers {'02352c1a-80c3-4313-bfa0-bc6d230ef37a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:43.347850 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fe2481f5-ff5a-472e-8c5b-4e572efb994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:43.393199 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-086b9288-5847-491e-936b-2fbbf60d7952 admin admin] 10.222.0.13 "PUT /v2.0/routers/02352c1a-80c3-4313-bfa0-bc6d230ef37a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9376228 Feb 11 04:40:43.416339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39924) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:43.620772 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-fe2481f5-ff5a-472e-8c5b-4e572efb994d None None] Set router 02352c1a-80c3-4313-bfa0-bc6d230ef37a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:43.668440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7b97f0d4-0259-4079-b25b-de30d8f31e97 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:43.695616 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network 95412f6d-019e-479e-882e-7d9c80f932c5 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:43.706420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:43.941943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40b9960e-0079-4490-96e5-c41b4fee6a1c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (09faa8c3-38b8-4522-ac4b-abf2a9fd86f1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.044465 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] Publish callbacks [] for router (02352c1a-80c3-4313-bfa0-bc6d230ef37a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.117134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7b97f0d4-0259-4079-b25b-de30d8f31e97 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:44.117717 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7b97f0d4-0259-4079-b25b-de30d8f31e97), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.234879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-65df923a-19d1-4f15-a7c5-ae9c3ed67b66 None None] Provisioning complete for port 73175428-bb91-4746-b146-40000155ba14 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:44.235262 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-65df923a-19d1-4f15-a7c5-ae9c3ed67b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (73175428-bb91-4746-b146-40000155ba14), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.239371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6a6b6-a9d2-4547-bd7b-996ff391f238 req-392ded67-a9ff-49ba-a9e6-263fd04bc7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:44.245494 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17d6a6b6-a9d2-4547-bd7b-996ff391f238 req-392ded67-a9ff-49ba-a9e6-263fd04bc7ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 HTTP/1.1" status: 200 len: 920 time: 1.1372671 Feb 11 04:40:44.282581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-65df923a-19d1-4f15-a7c5-ae9c3ed67b66 None None] Port 73175428-bb91-4746-b146-40000155ba14 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:40:44.292254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ba44f18-f2b2-48bd-9597-ab6df9392681 req-d32fdcf8-2698-4583-9347-37f34980e1c9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 1.1032469 Feb 11 04:40:44.315642 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Router 334e1d31-6d9f-40b6-a242-2d363420a8ee has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:44.332771 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] Publish callbacks [] for router_gateway (02352c1a-80c3-4313-bfa0-bc6d230ef37a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.368741 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17d6a6b6-a9d2-4547-bd7b-996ff391f238 req-52548f07-e470-4b0f-bf32-0a8e7f98783f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26840296-0f67-4a80-a050-483c9501b990 HTTP/1.1" status: 200 len: 217 time: 0.1147106 Feb 11 04:40:44.375964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7b97f0d4-0259-4079-b25b-de30d8f31e97 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:44.382320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fe2481f5-ff5a-472e-8c5b-4e572efb994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:07Z', 'updated_at': '2022-02-11T04:40:40Z', 'revision_number': 5, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'gw_port': {'id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:09Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:44.397457 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device beae3afa-a710-419f-82fc-ac3c75ef6d62 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:44.457540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: beae3afa-a710-419f-82fc-ac3c75ef6d62 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:44.457892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device beae3afa-a710-419f-82fc-ac3c75ef6d62 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:44.461523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2481f5-ff5a-472e-8c5b-4e572efb994d None None] Checking router: 02352c1a-80c3-4313-bfa0-bc6d230ef37a for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:44.484391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2481f5-ff5a-472e-8c5b-4e572efb994d None None] Routers {'02352c1a-80c3-4313-bfa0-bc6d230ef37a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:44.485053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fe2481f5-ff5a-472e-8c5b-4e572efb994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:44.503147 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-afb20658-6729-49e2-a159-2beec639b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:44.504709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-afb20658-6729-49e2-a159-2beec639b884 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 1127 time: 1.3154647 Feb 11 04:40:44.519805 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40b9960e-0079-4490-96e5-c41b4fee6a1c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (09faa8c3-38b8-4522-ac4b-abf2a9fd86f1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.587725 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9960e-0079-4490-96e5-c41b4fee6a1c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Subnet': ['ID=09faa8c3-38b8-4522-ac4b-abf2a9fd86f1,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:44.590095 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40b9960e-0079-4490-96e5-c41b4fee6a1c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.593757 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-40b9960e-0079-4490-96e5-c41b4fee6a1c tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/09faa8c3-38b8-4522-ac4b-abf2a9fd86f1 HTTP/1.1" status: 204 len: 168 time: 2.9125185 Feb 11 04:40:44.597927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-f80045d2-b4cf-4daf-8fac-2fd30812042c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e74a29c-ebd3-4304-b302-16a2ee2d9d04 HTTP/1.1" status: 200 len: 217 time: 0.0777838 Feb 11 04:40:44.598741 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:44.600382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39938) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:44.610154 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Sync routers for ids ['334e1d31-6d9f-40b6-a242-2d363420a8ee'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:44.631234 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Routers {'334e1d31-6d9f-40b6-a242-2d363420a8ee'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:44.631482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6a6b6-a9d2-4547-bd7b-996ff391f238 req-5b07e85a-17b1-451e-bd22-b296b0a345e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:44.631968 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['334e1d31-6d9f-40b6-a242-2d363420a8ee'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:44.633260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17d6a6b6-a9d2-4547-bd7b-996ff391f238 req-5b07e85a-17b1-451e-bd22-b296b0a345e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d722827-be20-4a20-9272-0adc8b7f4b3e HTTP/1.1" status: 200 len: 859 time: 0.2549589 Feb 11 04:40:44.648640 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-fe2481f5-ff5a-472e-8c5b-4e572efb994d None None] Set router 02352c1a-80c3-4313-bfa0-bc6d230ef37a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:44.681927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e30d9-7230-499e-9df3-dc1642941345 req-b5c7f0fb-3d09-4a51-b70a-decbd9d911e1 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:44.684243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-575e30d9-7230-499e-9df3-dc1642941345 req-b5c7f0fb-3d09-4a51-b70a-decbd9d911e1 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 944 time: 0.2497666 Feb 11 04:40:44.732493 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d3f3aa-7fef-43eb-b64e-8811184d3260 None None] Network 275640cc-6e6d-4cad-a25b-e74219350fed requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:44.748768 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5e09f25f-1283-41ed-aa62-6be527dc6968 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "PUT /v2.0/routers/334e1d31-6d9f-40b6-a242-2d363420a8ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8637123 Feb 11 04:40:44.755825 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (275640cc-6e6d-4cad-a25b-e74219350fed), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.758422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39942) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:44.765603 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17d6a6b6-a9d2-4547-bd7b-996ff391f238 req-bf2d7b0a-2f8c-406e-8f7c-021b7d26ec5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802395 Feb 11 04:40:44.779678 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:44.865300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac3f8f8-df50-43b9-8553-5c837ed059c5', 'tag': '2e74a29c-ebd3-4304-b302-16a2ee2d9d04'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:44.878373 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6014d7f7-880e-4f05-83ee-48ad0e53342d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac3f8f8-df50-43b9-8553-5c837ed059c5", "tag": "2e74a29c-ebd3-4304-b302-16a2ee2d9d04"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:44.918432 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Set router 334e1d31-6d9f-40b6-a242-2d363420a8ee gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:45.126741 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] Deleting port 2f8a9bd3-3efc-45b5-9863-2179a59c86f0 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:45.130720 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2f8a9bd3-3efc-45b5-9863-2179a59c86f0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:45.164846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-84a0a604-9aa9-4236-9f0a-059150a59b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:45.167922 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-84a0a604-9aa9-4236-9f0a-059150a59b68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.5531487 Feb 11 04:40:45.184201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-575e30d9-7230-499e-9df3-dc1642941345 req-8cf4680f-a283-4124-86b3-a06b5796d393 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149635 Feb 11 04:40:45.235373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-d6fae380-52ee-4345-9c64-7ab20d22b296 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481598 Feb 11 04:40:45.338965 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fe2481f5-ff5a-472e-8c5b-4e572efb994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:07Z', 'updated_at': '2022-02-11T04:40:40Z', 'revision_number': 5, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'gw_port': {'id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:09Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:45.403616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Allocated IP 172.25.3.128 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/f19aff52-1100-4757-bdaa-d569b621c683) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:40:45.581842 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'name': 'tempest-TestNetworkBasicOps-router-957838789', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '15c39776-8c87-47d8-8292-546bd8333491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:27Z', 'updated_at': '2022-02-11T04:40:40Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '15c39776-8c87-47d8-8292-546bd8333491', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:28Z', 'updated_at': '2022-02-11T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '73175428-bb91-4746-b146-40000155ba14', 'name': '', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:16:e1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '8af60775-4846-4fff-9885-c1407905a642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:40Z', 'revision_number': 2, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '8af60775-4846-4fff-9885-c1407905a642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:45.657014 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Checking router: 334e1d31-6d9f-40b6-a242-2d363420a8ee for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:45.661688 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Updating router 334e1d31-6d9f-40b6-a242-2d363420a8ee port 73175428-bb91-4746-b146-40000155ba14 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:40:45.694243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] For port 2f8a9bd3-3efc-45b5-9863-2179a59c86f0, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2f8a9bd3-3efc-45b5-9863-2179a59c86f0,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:45.694874 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2f8a9bd3-3efc-45b5-9863-2179a59c86f0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:45.710923 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-06173118-9db0-4b3c-a426-ba7840e519fa service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673965 Feb 11 04:40:45.758772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] Calling delete_port for 2f8a9bd3-3efc-45b5-9863-2179a59c86f0 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:45.762796 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for port (f19aff52-1100-4757-bdaa-d569b621c683), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:45.778383 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (73175428-bb91-4746-b146-40000155ba14), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:45.849582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc87978-f273-4e30-8ad8-505f74e14a69 None None] DHCP port deletion for 275640cc-6e6d-4cad-a25b-e74219350fed request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:40:45.852131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2481f5-ff5a-472e-8c5b-4e572efb994d None None] The sync data for ids ['02352c1a-80c3-4313-bfa0-bc6d230ef37a'] in n-d-712142-35 is: [{'id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'name': 'tempest-ServersTestBootFromVolume-334425828-router', 'tenant_id': 'a8e2c7e55f414367b72ee24869865b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:36:07Z', 'updated_at': '2022-02-11T04:40:40Z', 'revision_number': 5, 'project_id': 'a8e2c7e55f414367b72ee24869865b9b', 'gw_port': {'id': '2f8a9bd3-3efc-45b5-9863-2179a59c86f0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02352c1a-80c3-4313-bfa0-bc6d230ef37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:36:09Z', 'updated_at': '2022-02-11T04:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:45.859203 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc014b51-7020-412e-9c71-bdf394f23a41 x-openstack-request-id: req-bc014b51-7020-412e-9c71-bdf394f23a41 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:45.859719 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac3f8f8-df50-43b9-8553-5c837ed059c5", "tag": "2e74a29c-ebd3-4304-b302-16a2ee2d9d04", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:45.860663 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc014b51-7020-412e-9c71-bdf394f23a41 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:45.861358 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac3f8f8-df50-43b9-8553-5c837ed059c5', 'tag': '2e74a29c-ebd3-4304-b302-16a2ee2d9d04', 'status': 'completed', 'code': 200} Feb 11 04:40:45.927797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17d6a6b6-a9d2-4547-bd7b-996ff391f238 req-3d118fcc-22c6-44cb-92c4-7bfae3d39956 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1175823 Feb 11 04:40:46.000450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cbc87978-f273-4e30-8ad8-505f74e14a69 None None] Deleting port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:46.001186 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbc87978-f273-4e30-8ad8-505f74e14a69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:46.191908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cbc87978-f273-4e30-8ad8-505f74e14a69 None None] For port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1029fb61-b1bb-4565-b2be-a510ee2c5e3f,segment=NetworkSegment(deb6d992-b13a-4a81-8967-50a5c6b81fd7),segment_id=deb6d992-b13a-4a81-8967-50a5c6b81fd7)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:46.192326 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbc87978-f273-4e30-8ad8-505f74e14a69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:46.217426 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f19aff52-1100-4757-bdaa-d569b621c683), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:46.280772 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-477de1fa-efe6-47cb-b55c-26b10facf238 req-894d9cad-0ee5-4236-a59d-f18f82176259 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ffaece5-7908-423e-bc46-f4962ee1454e HTTP/1.1" status: 200 len: 210 time: 0.4076841 Feb 11 04:40:46.285054 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cbc87978-f273-4e30-8ad8-505f74e14a69 None None] Calling delete_port for 1029fb61-b1bb-4565-b2be-a510ee2c5e3f owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:46.304870 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe2414-2bf6-4cdb-8bd2-5a96e01ac696 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.305858 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe2414-2bf6-4cdb-8bd2-5a96e01ac696 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.306540 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe2414-2bf6-4cdb-8bd2-5a96e01ac696 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.310850 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe2414-2bf6-4cdb-8bd2-5a96e01ac696 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.311609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe2414-2bf6-4cdb-8bd2-5a96e01ac696 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.312264 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe2414-2bf6-4cdb-8bd2-5a96e01ac696 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.315275 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe2414-2bf6-4cdb-8bd2-5a96e01ac696 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.316704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe2414-2bf6-4cdb-8bd2-5a96e01ac696 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.320627 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe2414-2bf6-4cdb-8bd2-5a96e01ac696 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.321555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe2414-2bf6-4cdb-8bd2-5a96e01ac696 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.322065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe2414-2bf6-4cdb-8bd2-5a96e01ac696 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.324762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe2414-2bf6-4cdb-8bd2-5a96e01ac696 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.325246 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe2414-2bf6-4cdb-8bd2-5a96e01ac696 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.333249 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2cbe2414-2bf6-4cdb-8bd2-5a96e01ac696 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9108 time: 1.5683115 Feb 11 04:40:46.335769 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39966) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:46.358747 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2f8a9bd3-3efc-45b5-9863-2179a59c86f0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:46.455948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:40:46.553256 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Publish callbacks [] for port (73175428-bb91-4746-b146-40000155ba14), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:46.592189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:40:46.632104 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbc87978-f273-4e30-8ad8-505f74e14a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:46.654715 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (73175428-bb91-4746-b146-40000155ba14), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:46.704133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8824dcf-0cc0-4994-9631-2fc5ce8e843c req-5a1a7f20-ec82-49c0-8003-a03f990335d2 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7081633 Feb 11 04:40:46.725151 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc87978-f273-4e30-8ad8-505f74e14a69 None None] Pushing event deleted for resources: {'Port': ['ID=1029fb61-b1bb-4565-b2be-a510ee2c5e3f,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:46.759816 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:40:46.771277 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc87978-f273-4e30-8ad8-505f74e14a69 None None] No DVR routers for this DVR port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:46.875596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Pushing event updated for resources: {'Port': ['ID=f19aff52-1100-4757-bdaa-d569b621c683,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:46.988103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2550ad-d2a0-485f-9c85-10828c645d9a req-2bec5450-a46f-47f4-9a65-7a00d832f0da tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:46.998102 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Attempting to bind port 73175428-bb91-4746-b146-40000155ba14 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:40:46.998661 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Attempting to bind port 73175428-bb91-4746-b146-40000155ba14 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'dbc8fde5-2f91-4977-a335-4f59b78e59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:40:46.998850 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Attempting to bind port 73175428-bb91-4746-b146-40000155ba14 on network 95412f6d-019e-479e-882e-7d9c80f932c5 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:40:47.001168 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd2550ad-d2a0-485f-9c85-10828c645d9a req-2bec5450-a46f-47f4-9a65-7a00d832f0da tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 944 time: 0.5348136 Feb 11 04:40:47.030099 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:40:47.030569 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Checking segment: {'id': 'dbc8fde5-2f91-4977-a335-4f59b78e59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:40:47.031029 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:47.031427 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Bound using segment: {'id': 'dbc8fde5-2f91-4977-a335-4f59b78e59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:40:47.031928 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Bound port: 73175428-bb91-4746-b146-40000155ba14, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc8fde5-2f91-4977-a335-4f59b78e59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:40:47.032314 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (73175428-bb91-4746-b146-40000155ba14), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:47.042312 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3c410-0b9a-4493-b1a9-4fdf0e4a9d33 None None] Pushing event updated for resources: {'Port': ['ID=73175428-bb91-4746-b146-40000155ba14,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:47.124626 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17d6a6b6-a9d2-4547-bd7b-996ff391f238 req-d789bf80-4948-4944-8f77-ed137903bc69 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1958880 Feb 11 04:40:47.306967 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] For port 73175428-bb91-4746-b146-40000155ba14, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:40:47.315962 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] For port 73175428-bb91-4746-b146-40000155ba14, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=73175428-bb91-4746-b146-40000155ba14,segment=NetworkSegment(dbc8fde5-2f91-4977-a335-4f59b78e59cc),segment_id=dbc8fde5-2f91-4977-a335-4f59b78e59cc)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:40:47.398740 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (73175428-bb91-4746-b146-40000155ba14), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:47.427966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1029fb61-b1bb-4565-b2be-a510ee2c5e3f no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:47.485532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014d7f7-880e-4f05-83ee-48ad0e53342d req-69eb98db-ae89-410a-ab79-fedd4e11d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.489043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6014d7f7-880e-4f05-83ee-48ad0e53342d req-69eb98db-ae89-410a-ab79-fedd4e11d4b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 1127 time: 0.5270445 Feb 11 04:40:47.498500 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd2550ad-d2a0-485f-9c85-10828c645d9a req-4ddb31c9-f8ac-4b5a-acbe-4f0a3535a172 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961007 Feb 11 04:40:47.532628 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 1029fb61-b1bb-4565-b2be-a510ee2c5e3f {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:47.533517 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1029fb61-b1bb-4565-b2be-a510ee2c5e3f not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:47.533952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6bd1e5ba-604c-4837-8bce-21ddf354fd91 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:47.610656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9295cc9b-b4a7-4b3d-8cdc-86802655a995 None None] Provisioning complete for port 73175428-bb91-4746-b146-40000155ba14 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:47.621721 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9295cc9b-b4a7-4b3d-8cdc-86802655a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (73175428-bb91-4746-b146-40000155ba14), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:47.630904 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Routers {'334e1d31-6d9f-40b6-a242-2d363420a8ee'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:47.641969 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['334e1d31-6d9f-40b6-a242-2d363420a8ee'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:47.736344 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8a9bd3-3efc-45b5-9863-2179a59c86f0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:47.746722 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 6bd1e5ba-604c-4837-8bce-21ddf354fd91 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:47.747252 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6bd1e5ba-604c-4837-8bce-21ddf354fd91 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:47.773075 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3c410-0b9a-4493-b1a9-4fdf0e4a9d33 None None] Pushing event updated for resources: {'Port': ['ID=73175428-bb91-4746-b146-40000155ba14,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:47.789054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a611eb-bb5b-4da3-ae5d-27fb34735b38 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.789589 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a611eb-bb5b-4da3-ae5d-27fb34735b38 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.791200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a611eb-bb5b-4da3-ae5d-27fb34735b38 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.793661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a611eb-bb5b-4da3-ae5d-27fb34735b38 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.793661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a611eb-bb5b-4da3-ae5d-27fb34735b38 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.793661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a611eb-bb5b-4da3-ae5d-27fb34735b38 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.795472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a611eb-bb5b-4da3-ae5d-27fb34735b38 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.795472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a611eb-bb5b-4da3-ae5d-27fb34735b38 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.795472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a611eb-bb5b-4da3-ae5d-27fb34735b38 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.795472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a611eb-bb5b-4da3-ae5d-27fb34735b38 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.796240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a611eb-bb5b-4da3-ae5d-27fb34735b38 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.796700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a611eb-bb5b-4da3-ae5d-27fb34735b38 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.801441 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-55a611eb-bb5b-4da3-ae5d-27fb34735b38 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7802 time: 1.4626107 Feb 11 04:40:47.818760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39986) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:47.891141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9295cc9b-b4a7-4b3d-8cdc-86802655a995 None None] Current status of the port 73175428-bb91-4746-b146-40000155ba14 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:47.891709 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9295cc9b-b4a7-4b3d-8cdc-86802655a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (73175428-bb91-4746-b146-40000155ba14), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:47.894418 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for floatingip (54cacb42-c7eb-4815-acda-e10a3ad42bb7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:47.909326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014d7f7-880e-4f05-83ee-48ad0e53342d req-c16005b5-32ca-44ed-a3ce-b10f41f7b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:47.925464 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6014d7f7-880e-4f05-83ee-48ad0e53342d req-c16005b5-32ca-44ed-a3ce-b10f41f7b99b service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 906 time: 0.4192095 Feb 11 04:40:47.996472 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] Set router 334e1d31-6d9f-40b6-a242-2d363420a8ee gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:48.003444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9295cc9b-b4a7-4b3d-8cdc-86802655a995 None None] For port 73175428-bb91-4746-b146-40000155ba14, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=73175428-bb91-4746-b146-40000155ba14,segment=NetworkSegment(dbc8fde5-2f91-4977-a335-4f59b78e59cc),segment_id=dbc8fde5-2f91-4977-a335-4f59b78e59cc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:48.098234 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:48.098818 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.105607 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9295cc9b-b4a7-4b3d-8cdc-86802655a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (73175428-bb91-4746-b146-40000155ba14), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.121278 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6014d7f7-880e-4f05-83ee-48ad0e53342d req-8573ecbe-56ac-4482-8eb8-aa7af602edbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e74a29c-ebd3-4304-b302-16a2ee2d9d04 HTTP/1.1" status: 200 len: 217 time: 0.1646774 Feb 11 04:40:48.271477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295cc9b-b4a7-4b3d-8cdc-86802655a995 None None] Pushing event updated for resources: {'Port': ['ID=73175428-bb91-4746-b146-40000155ba14,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:48.309761 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f19aff52-1100-4757-bdaa-d569b621c683), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.310134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-037fc03e-6d5c-4b21-85f8-944fab722044 None None] Provisioning complete for port 73175428-bb91-4746-b146-40000155ba14 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:48.311457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] For port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f, host n-d-712142-35, got binding levels [] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:48.319372 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.320568 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-037fc03e-6d5c-4b21-85f8-944fab722044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (73175428-bb91-4746-b146-40000155ba14), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.374592 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014d7f7-880e-4f05-83ee-48ad0e53342d req-8fb8768c-4118-491b-8cfd-7118fbda27f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:48.382488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for 1029fb61-b1bb-4565-b2be-a510ee2c5e3f owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:48.388399 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6014d7f7-880e-4f05-83ee-48ad0e53342d req-8fb8768c-4118-491b-8cfd-7118fbda27f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.2552183 Feb 11 04:40:48.410417 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_backend_mixin [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f was not found and therefore no delete operation was performed {{(pid=103808) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:40:48.424928 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (02352c1a-80c3-4313-bfa0-bc6d230ef37a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.445337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (1029fb61-b1bb-4565-b2be-a510ee2c5e3f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.458199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6014d7f7-880e-4f05-83ee-48ad0e53342d req-0f6a08a1-2e2f-4d78-8926-b171fbdfd240 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638797 Feb 11 04:40:48.605033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-037fc03e-6d5c-4b21-85f8-944fab722044 None None] Current status of the port 73175428-bb91-4746-b146-40000155ba14 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:48.658553 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'name': 'tempest-TestNetworkBasicOps-router-957838789', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '15c39776-8c87-47d8-8292-546bd8333491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:27Z', 'updated_at': '2022-02-11T04:40:40Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '15c39776-8c87-47d8-8292-546bd8333491', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:28Z', 'updated_at': '2022-02-11T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '73175428-bb91-4746-b146-40000155ba14', 'name': '', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:16:e1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '8af60775-4846-4fff-9885-c1407905a642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '8af60775-4846-4fff-9885-c1407905a642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:48.781492 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59e946-cfc5-45f7-ab28-0c4a4a5ce5d8 None None] The sync data for ids ['334e1d31-6d9f-40b6-a242-2d363420a8ee'] in n-d-712142-35 is: [{'id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'name': 'tempest-TestNetworkBasicOps-router-957838789', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '15c39776-8c87-47d8-8292-546bd8333491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:27Z', 'updated_at': '2022-02-11T04:40:40Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '15c39776-8c87-47d8-8292-546bd8333491', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:28Z', 'updated_at': '2022-02-11T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '73175428-bb91-4746-b146-40000155ba14', 'name': '', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:16:e1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '8af60775-4846-4fff-9885-c1407905a642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '8af60775-4846-4fff-9885-c1407905a642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:48.900370 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (02352c1a-80c3-4313-bfa0-bc6d230ef37a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.912624 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] Publish callbacks [] for router_controller (02352c1a-80c3-4313-bfa0-bc6d230ef37a), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:48.931848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6014d7f7-880e-4f05-83ee-48ad0e53342d req-8020c9ed-b138-4ab0-856b-ada05b0c492e service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563236 Feb 11 04:40:49.023941 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=1029fb61-b1bb-4565-b2be-a510ee2c5e3f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:49.044971 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No DVR routers for this DVR port 1029fb61-b1bb-4565-b2be-a510ee2c5e3f on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:49.133739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f656cec-c64d-4ce6-98f1-2dab0d2878e8 req-480905bb-943e-4dc9-8b2c-b851a71af7c1 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:49.135490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f656cec-c64d-4ce6-98f1-2dab0d2878e8 req-480905bb-943e-4dc9-8b2c-b851a71af7c1 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 944 time: 0.4150200 Feb 11 04:40:49.141238 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for port (f19aff52-1100-4757-bdaa-d569b621c683), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.266908 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (02352c1a-80c3-4313-bfa0-bc6d230ef37a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.268134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02352c1a-80c3-4313-bfa0-bc6d230ef37a {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:40:49.352734 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.354334 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5725d45f-97bf-45e4-8dc0-80356fcd07b3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/02352c1a-80c3-4313-bfa0-bc6d230ef37a HTTP/1.1" status: 204 len: 168 time: 5.9366224 Feb 11 04:40:49.373859 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40008) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:49.393273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6014d7f7-880e-4f05-83ee-48ad0e53342d req-e090bb44-b685-4a7b-b181-354798a8b2ac service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426250 Feb 11 04:40:49.394033 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f19aff52-1100-4757-bdaa-d569b621c683), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.673199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Pushing event updated for resources: {'Port': ['ID=f19aff52-1100-4757-bdaa-d569b621c683,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:49.713790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f656cec-c64d-4ce6-98f1-2dab0d2878e8 req-33b3eb91-1285-4e98-abf1-b0aa66729144 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326996 Feb 11 04:40:49.781401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:40:49.838460 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (275640cc-6e6d-4cad-a25b-e74219350fed), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.912758 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (54cacb42-c7eb-4815-acda-e10a3ad42bb7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:49.969538 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-6904bec8-2dbb-458b-b4e1-30df95a12488 admin admin] Deleting subnet d8011d6b-e7c9-4f5a-85bb-dd62807dd54d {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:40:49.977722 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6904bec8-2dbb-458b-b4e1-30df95a12488 admin admin] Publish callbacks [] for subnet (d8011d6b-e7c9-4f5a-85bb-dd62807dd54d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.003871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 73175428-bb91-4746-b146-40000155ba14 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:50.041435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.042797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-68feee9b-2251-4bca-8cbd-392e3eab4eb6 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.3140340 Feb 11 04:40:50.067099 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6904bec8-2dbb-458b-b4e1-30df95a12488 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (d8011d6b-e7c9-4f5a-85bb-dd62807dd54d), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.203560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6904bec8-2dbb-458b-b4e1-30df95a12488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (d8011d6b-e7c9-4f5a-85bb-dd62807dd54d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.286646 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275640cc-6e6d-4cad-a25b-e74219350fed']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:50.309704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb6d992-b13a-4a81-8967-50a5c6b81fd7') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:50.310040 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb6d992-b13a-4a81-8967-50a5c6b81fd7') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:50.325218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=2e74a29c-ebd3-4304-b302-16a2ee2d9d04,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:50.329440 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (deb6d992-b13a-4a81-8967-50a5c6b81fd7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.350809 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6904bec8-2dbb-458b-b4e1-30df95a12488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (d8011d6b-e7c9-4f5a-85bb-dd62807dd54d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.373899 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (deb6d992-b13a-4a81-8967-50a5c6b81fd7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.410650 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-d761e2f9-9537-431d-81b6-4e6b676a4bea tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.3529484 Feb 11 04:40:50.418161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 73175428-bb91-4746-b146-40000155ba14 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:50.418552 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (73175428-bb91-4746-b146-40000155ba14), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.420533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '2e74a29c-ebd3-4304-b302-16a2ee2d9d04', 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b', 'port_id': '2e74a29c-ebd3-4304-b302-16a2ee2d9d04', 'mac_address': 'fa:16:3e:4c:e3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7095a7d5-9123-4335-ad46-28c56530f769', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:40:50.484827 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904bec8-2dbb-458b-b4e1-30df95a12488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8011d6b-e7c9-4f5a-85bb-dd62807dd54d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:50.490488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:40:50.492128 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (deb6d992-b13a-4a81-8967-50a5c6b81fd7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.505778 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6904bec8-2dbb-458b-b4e1-30df95a12488 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.517900 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6904bec8-2dbb-458b-b4e1-30df95a12488 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d8011d6b-e7c9-4f5a-85bb-dd62807dd54d HTTP/1.1" status: 204 len: 168 time: 1.1346507 Feb 11 04:40:50.523322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40024) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:40:50.523516 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:40:50.556811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2d9b96-2f01-4fff-b76f-a7dd92d9a588 None None] Network 361f5f44-5600-48d6-9ef0-d8caacdf877b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:50.751690 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (361f5f44-5600-48d6-9ef0-d8caacdf877b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.860418 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7f05e02f-31e3-4005-9fce-143f44af66a7 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4847 time: 3.0407450 Feb 11 04:40:50.900676 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (275640cc-6e6d-4cad-a25b-e74219350fed), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.909017 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:50.919256 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/networks/275640cc-6e6d-4cad-a25b-e74219350fed HTTP/1.1" status: 204 len: 168 time: 6.3162842 Feb 11 04:40:50.921243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40034) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:51.006806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:51.007385 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2e74a29c-ebd3-4304-b302-16a2ee2d9d04), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.042738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:40:51.056586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a998b9-89bc-421f-816d-e27968359a83 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Network': ['ID=275640cc-6e6d-4cad-a25b-e74219350fed,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:51.083413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-95162f76-a4d4-43fc-86af-dca9c2636e05 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:51.087084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a410072-4bca-4a3e-84f1-71a6cc048f1a req-95162f76-a4d4-43fc-86af-dca9c2636e05 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.6695607 Feb 11 04:40:51.101535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=2e74a29c-ebd3-4304-b302-16a2ee2d9d04,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:51.127718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89704a2a-4121-444c-b617-5b95f57cc249 req-35cdedf9-f611-43b6-8b13-a5ad9ca922f7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:51.138058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89704a2a-4121-444c-b617-5b95f57cc249 req-35cdedf9-f611-43b6-8b13-a5ad9ca922f7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 944 time: 0.1598933 Feb 11 04:40:51.172887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] Deleting port 78d44907-63fa-4ded-9e3f-99878ffdaac0 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:51.173172 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.255455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 73175428-bb91-4746-b146-40000155ba14 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:51.258948 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2e74a29c-ebd3-4304-b302-16a2ee2d9d04), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.364747 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=2e74a29c-ebd3-4304-b302-16a2ee2d9d04,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:51.384700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2f8a9bd3-3efc-45b5-9863-2179a59c86f0 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:51.453651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 2f8a9bd3-3efc-45b5-9863-2179a59c86f0 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:51.454009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2f8a9bd3-3efc-45b5-9863-2179a59c86f0 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:51.462724 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2e74a29c-ebd3-4304-b302-16a2ee2d9d04'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:40:51.562336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89704a2a-4121-444c-b617-5b95f57cc249 req-5148360f-2fee-4d86-af54-c0659c6a5a00 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237976 Feb 11 04:40:51.607361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1af1095-a7f7-4402-9150-2f5f3b183e63 None None] DHCP port deletion for 361f5f44-5600-48d6-9ef0-d8caacdf877b request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:40:51.613444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] For port 78d44907-63fa-4ded-9e3f-99878ffdaac0, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=78d44907-63fa-4ded-9e3f-99878ffdaac0,segment=NetworkSegment(3fffe665-6854-4972-83d1-8f1a9a126a23),segment_id=3fffe665-6854-4972-83d1-8f1a9a126a23)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:51.613704 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.656854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] Calling delete_port for 78d44907-63fa-4ded-9e3f-99878ffdaac0 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:51.831534 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40048) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:51.846792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ee13d00c-d46f-467a-85b8-052f6621a990 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87206611', 'description': 'tempest-secgroup-smoke-87206611 description', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:51.897297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a1af1095-a7f7-4402-9150-2f5f3b183e63 None None] Deleting port 78d44907-63fa-4ded-9e3f-99878ffdaac0 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:51.899681 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a1af1095-a7f7-4402-9150-2f5f3b183e63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:51.964870 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-424ab946-af9b-4cfd-b344-6d0e07047485 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:51.971782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-424ab946-af9b-4cfd-b344-6d0e07047485 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2172272 Feb 11 04:40:52.015041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a1af1095-a7f7-4402-9150-2f5f3b183e63 None None] For port 78d44907-63fa-4ded-9e3f-99878ffdaac0, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=78d44907-63fa-4ded-9e3f-99878ffdaac0,segment=NetworkSegment(3fffe665-6854-4972-83d1-8f1a9a126a23),segment_id=3fffe665-6854-4972-83d1-8f1a9a126a23)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:52.015622 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a1af1095-a7f7-4402-9150-2f5f3b183e63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.031804 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee13d00c-d46f-467a-85b8-052f6621a990 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.032895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a1af1095-a7f7-4402-9150-2f5f3b183e63 None None] Calling delete_port for 78d44907-63fa-4ded-9e3f-99878ffdaac0 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:52.046671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ddee1c7-3927-474f-8137-1040ed3a110d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.055648 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-d5b8e65c-6d39-4bab-8df2-8ca577e58795 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.0726619 Feb 11 04:40:52.066957 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-717314fd-90cd-4b2c-a12a-0ade1189d7f1 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Request body: {'floatingip': {'port_id': '26840296-0f67-4a80-a050-483c9501b990', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:52.156392 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.158254 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a1af1095-a7f7-4402-9150-2f5f3b183e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (78d44907-63fa-4ded-9e3f-99878ffdaac0), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.188235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d44907-63fa-4ded-9e3f-99878ffdaac0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:52.197351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-717314fd-90cd-4b2c-a12a-0ade1189d7f1 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for floatingip (54cacb42-c7eb-4815-acda-e10a3ad42bb7), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.232295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] No DVR routers for this DVR port 78d44907-63fa-4ded-9e3f-99878ffdaac0 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:52.306748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af1095-a7f7-4402-9150-2f5f3b183e63 None None] Pushing event deleted for resources: {'Port': ['ID=78d44907-63fa-4ded-9e3f-99878ffdaac0,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:52.309773 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1af1095-a7f7-4402-9150-2f5f3b183e63 None None] No DVR routers for this DVR port 78d44907-63fa-4ded-9e3f-99878ffdaac0 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:52.579509 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee13d00c-d46f-467a-85b8-052f6621a990 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (786218c5-d750-4a2a-b498-4b2a7994cb63), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.616590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3ddee1c7-3927-474f-8137-1040ed3a110d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port 94bb74e3-8f29-4a7b-a9a1-757972a445eb {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:52.617070 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ddee1c7-3927-474f-8137-1040ed3a110d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.841553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-3ddee1c7-3927-474f-8137-1040ed3a110d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] For port 94bb74e3-8f29-4a7b-a9a1-757972a445eb, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=94bb74e3-8f29-4a7b-a9a1-757972a445eb,segment=NetworkSegment(1da6c582-0831-46ba-b5a2-576d7c7fe7f8),segment_id=1da6c582-0831-46ba-b5a2-576d7c7fe7f8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:52.841862 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ddee1c7-3927-474f-8137-1040ed3a110d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.851333 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee13d00c-d46f-467a-85b8-052f6621a990 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (786218c5-d750-4a2a-b498-4b2a7994cb63), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.884049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3ddee1c7-3927-474f-8137-1040ed3a110d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for 94bb74e3-8f29-4a7b-a9a1-757972a445eb owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:52.910364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13d00c-d46f-467a-85b8-052f6621a990 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786218c5-d750-4a2a-b498-4b2a7994cb63,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:52.978748 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee13d00c-d46f-467a-85b8-052f6621a990 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:52.980117 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ee13d00c-d46f-467a-85b8-052f6621a990 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1475856 Feb 11 04:40:52.985329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40066) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:53.003642 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5b25e8f2-ffc0-458e-b05a-744c1d24cd97 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': '786218c5-d750-4a2a-b498-4b2a7994cb63', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:53.077242 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7dd76357-d0ae-403c-bee4-7cd8f7e998eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.242716 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b25e8f2-ffc0-458e-b05a-744c1d24cd97 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (e1883a33-f77c-4086-abad-deb3ce1aca32), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.346223 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (361f5f44-5600-48d6-9ef0-d8caacdf877b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.407118 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 78d44907-63fa-4ded-9e3f-99878ffdaac0 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:53.412893 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b25e8f2-ffc0-458e-b05a-744c1d24cd97 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (e1883a33-f77c-4086-abad-deb3ce1aca32), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.458178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 78d44907-63fa-4ded-9e3f-99878ffdaac0 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:40:53.459481 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 78d44907-63fa-4ded-9e3f-99878ffdaac0 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:53.488796 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b25e8f2-ffc0-458e-b05a-744c1d24cd97 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (e1883a33-f77c-4086-abad-deb3ce1aca32), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.489022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361f5f44-5600-48d6-9ef0-d8caacdf877b']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:53.520389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fffe665-6854-4972-83d1-8f1a9a126a23') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:53.520838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fffe665-6854-4972-83d1-8f1a9a126a23') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:53.530484 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ddee1c7-3927-474f-8137-1040ed3a110d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (94bb74e3-8f29-4a7b-a9a1-757972a445eb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.540337 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (3fffe665-6854-4972-83d1-8f1a9a126a23), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.571994 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25e8f2-ffc0-458e-b05a-744c1d24cd97 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1883a33-f77c-4086-abad-deb3ce1aca32,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:53.599940 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (3fffe665-6854-4972-83d1-8f1a9a126a23), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.611624 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:40:53.613196 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (3fffe665-6854-4972-83d1-8f1a9a126a23), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:40:53.617680 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:40:53.627192 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b25e8f2-ffc0-458e-b05a-744c1d24cd97 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:53.627192 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5b25e8f2-ffc0-458e-b05a-744c1d24cd97 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6356566 Feb 11 04:40:53.627192 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddee1c7-3927-474f-8137-1040ed3a110d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=94bb74e3-8f29-4a7b-a9a1-757972a445eb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:53.635668 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40072) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:53.646672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee95229-4655-41a5-8e90-9bfe1e832b0f req-833befe3-906d-4d9d-8120-d5a51dffeee5 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:53.648268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fee95229-4655-41a5-8e90-9bfe1e832b0f req-833befe3-906d-4d9d-8120-d5a51dffeee5 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 945 time: 0.2969608 Feb 11 04:40:53.648709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d2492b98-2cd1-4e56-8fcb-001b75ccd878 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': '786218c5-d750-4a2a-b498-4b2a7994cb63', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:53.780788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:40:54.009016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:40:54.013314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:40:54.013695 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2e74a29c-ebd3-4304-b302-16a2ee2d9d04), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:54.063377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d2492b98-2cd1-4e56-8fcb-001b75ccd878 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (4fce4d54-f4c7-4d61-b251-5030cdf57bcf), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:54.139270 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ddee1c7-3927-474f-8137-1040ed3a110d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:54.224846 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-717314fd-90cd-4b2c-a12a-0ade1189d7f1 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:54.230287 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (361f5f44-5600-48d6-9ef0-d8caacdf877b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:54.244984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:40:54.245510 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2e74a29c-ebd3-4304-b302-16a2ee2d9d04), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:54.255526 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:54.259106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] 10.222.0.13 "DELETE /v2.0/networks/361f5f44-5600-48d6-9ef0-d8caacdf877b HTTP/1.1" status: 204 len: 168 time: 3.7281439 Feb 11 04:40:54.275887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24363c0a-0c6b-4139-b3de-dba668c74412 admin admin] Pushing event deleted for resources: {'Network': ['ID=361f5f44-5600-48d6-9ef0-d8caacdf877b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:54.291403 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fee95229-4655-41a5-8e90-9bfe1e832b0f req-3b649b96-c13d-4009-8ca7-68470c3d9076 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302602 Feb 11 04:40:54.305400 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-717314fd-90cd-4b2c-a12a-0ade1189d7f1 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (54cacb42-c7eb-4815-acda-e10a3ad42bb7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:54.317978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac3f8f8-df50-43b9-8553-5c837ed059c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e74a29c-ebd3-4304-b302-16a2ee2d9d04'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:54.323236 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4adca24-7c01-47fd-8794-a7548987c59d" -d '{"events": [{"server_uuid": "2ac3f8f8-df50-43b9-8553-5c837ed059c5", "name": "network-vif-plugged", "status": "completed", "tag": "2e74a29c-ebd3-4304-b302-16a2ee2d9d04"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:54.354823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=2e74a29c-ebd3-4304-b302-16a2ee2d9d04,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:54.398126 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d947a7c-4012-4985-b721-becf558ddddb x-openstack-request-id: req-8d947a7c-4012-4985-b721-becf558ddddb {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:54.398584 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac3f8f8-df50-43b9-8553-5c837ed059c5", "name": "network-vif-plugged", "status": "completed", "tag": "2e74a29c-ebd3-4304-b302-16a2ee2d9d04", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:54.399099 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d947a7c-4012-4985-b721-becf558ddddb {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:54.399605 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac3f8f8-df50-43b9-8553-5c837ed059c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e74a29c-ebd3-4304-b302-16a2ee2d9d04', 'code': 200} Feb 11 04:40:54.415119 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2e74a29c-ebd3-4304-b302-16a2ee2d9d04), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:54.513553 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=2e74a29c-ebd3-4304-b302-16a2ee2d9d04,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:54.533991 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d2492b98-2cd1-4e56-8fcb-001b75ccd878 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (4fce4d54-f4c7-4d61-b251-5030cdf57bcf), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:54.649867 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-717314fd-90cd-4b2c-a12a-0ade1189d7f1 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Floating IP 54cacb42-c7eb-4815-acda-e10a3ad42bb7 associated. External IP: 172.25.3.128, port: 26840296-0f67-4a80-a050-483c9501b990. Feb 11 04:40:54.802740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40090) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:54.935881 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717daab5-7d2f-40c5-b25a-5209208b533c req-999be5ae-39f2-44f7-a389-13895a242292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:54.948204 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-717daab5-7d2f-40c5-b25a-5209208b533c req-999be5ae-39f2-44f7-a389-13895a242292 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 1129 time: 0.3904829 Feb 11 04:40:55.044280 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-48f1ff93-b542-478a-b9bb-1191cbec933e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8e2c7e55f414367b72ee24869865b9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312932 Feb 11 04:40:55.067333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40100) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:55.113408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-717daab5-7d2f-40c5-b25a-5209208b533c req-fc768ef6-b5d6-47ef-8759-70b1117c06de service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318777 Feb 11 04:40:55.213540 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d2492b98-2cd1-4e56-8fcb-001b75ccd878 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (4fce4d54-f4c7-4d61-b251-5030cdf57bcf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.263415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2492b98-2cd1-4e56-8fcb-001b75ccd878 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fce4d54-f4c7-4d61-b251-5030cdf57bcf,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:55.279889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddee1c7-3927-474f-8137-1040ed3a110d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router ac640da6-2987-4940-9cce-f782ebab065b has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:55.320266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-717314fd-90cd-4b2c-a12a-0ade1189d7f1 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Router a3252542-6eba-4741-9cd4-bb17c8bb6492 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:40:55.380263 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a7a84f7-f078-4061-b4a4-4ffdc7fcf664 admin admin] Publish callbacks [] for security_group (074c5ba6-0111-4127-a66e-279ff7a623f8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.400000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d2492b98-2cd1-4e56-8fcb-001b75ccd878 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.403763 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d2492b98-2cd1-4e56-8fcb-001b75ccd878 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7621598 Feb 11 04:40:55.409805 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40106) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:55.420271 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a3856f3a-bccb-4a30-b068-4ced3b740050 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': '786218c5-d750-4a2a-b498-4b2a7994cb63', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:55.425771 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-812fb3e0-5b7f-40ae-93cf-cca0e7f75135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.471511 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a7a84f7-f078-4061-b4a4-4ffdc7fcf664 admin admin] Publish callbacks [] for security_group (074c5ba6-0111-4127-a66e-279ff7a623f8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.611131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddee1c7-3927-474f-8137-1040ed3a110d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:55.627796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d89e949-697b-41ac-bf52-6d043f197e9c None None] Sync routers for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:55.651809 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3ddee1c7-3927-474f-8137-1040ed3a110d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/ac640da6-2987-4940-9cce-f782ebab065b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7294619 Feb 11 04:40:55.654059 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40112) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:55.656511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd11dd8-1214-4641-8c8a-ae1568ec776b req-362dbcb3-474c-4ac6-bb85-7c80c1c1cda6 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:55.657247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89e949-697b-41ac-bf52-6d043f197e9c None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:55.657989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4d89e949-697b-41ac-bf52-6d043f197e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:55.681698 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecd11dd8-1214-4641-8c8a-ae1568ec776b req-362dbcb3-474c-4ac6-bb85-7c80c1c1cda6 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 946 time: 0.1963794 Feb 11 04:40:55.746067 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3856f3a-bccb-4a30-b068-4ced3b740050 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (a920bc48-e33f-4c25-af22-c4b79494dca7), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.748336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-717314fd-90cd-4b2c-a12a-0ade1189d7f1 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:40:55.760518 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4aa44f-bfcc-45b3-baa4-1ae3c983762a None None] Sync routers for ids ['a3252542-6eba-4741-9cd4-bb17c8bb6492'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:40:55.762328 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-717314fd-90cd-4b2c-a12a-0ade1189d7f1 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.777743 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4aa44f-bfcc-45b3-baa4-1ae3c983762a None None] Routers {'a3252542-6eba-4741-9cd4-bb17c8bb6492'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:55.778719 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fd4aa44f-bfcc-45b3-baa4-1ae3c983762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a3252542-6eba-4741-9cd4-bb17c8bb6492'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:55.842369 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a7a84f7-f078-4061-b4a4-4ffdc7fcf664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (074c5ba6-0111-4127-a66e-279ff7a623f8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.850490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a7a84f7-f078-4061-b4a4-4ffdc7fcf664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.855572 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7a7a84f7-f078-4061-b4a4-4ffdc7fcf664 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/074c5ba6-0111-4127-a66e-279ff7a623f8 HTTP/1.1" status: 204 len: 168 time: 0.7533431 Feb 11 04:40:55.883761 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecd11dd8-1214-4641-8c8a-ae1568ec776b req-6f94f639-9d4e-41f6-b659-19795dc5f8c1 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012029 Feb 11 04:40:55.907687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a84f7-f078-4061-b4a4-4ffdc7fcf664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074c5ba6-0111-4127-a66e-279ff7a623f8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:55.912356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7ff85a-7b54-44a0-b375-7bc232f2986a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting subnet 21f0f025-b3ce-40c7-a3ca-5c008adecccf {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:40:55.934290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-717314fd-90cd-4b2c-a12a-0ade1189d7f1 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "PUT /v2.0/floatingips/54cacb42-c7eb-4815-acda-e10a3ad42bb7 HTTP/1.1" status: 200 len: 996 time: 3.8728261 Feb 11 04:40:55.936204 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff85a-7b54-44a0-b375-7bc232f2986a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (21f0f025-b3ce-40c7-a3ca-5c008adecccf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:55.938083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca36d497-1e86-44f6-adef-079bd7580314', 'tag': '26840296-0f67-4a80-a050-483c9501b990'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:40:55.962218 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386e97d7-8627-498c-9231-664140757084" -d '{"events": [{"name": "network-changed", "server_uuid": "ca36d497-1e86-44f6-adef-079bd7580314", "tag": "26840296-0f67-4a80-a050-483c9501b990"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:40:55.971803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-4d89e949-697b-41ac-bf52-6d043f197e9c None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:56.040849 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff85a-7b54-44a0-b375-7bc232f2986a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (21f0f025-b3ce-40c7-a3ca-5c008adecccf), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:56.147591 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff85a-7b54-44a0-b375-7bc232f2986a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (21f0f025-b3ce-40c7-a3ca-5c008adecccf), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:56.269078 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3856f3a-bccb-4a30-b068-4ced3b740050 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (a920bc48-e33f-4c25-af22-c4b79494dca7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:56.273118 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-fd4aa44f-bfcc-45b3-baa4-1ae3c983762a None None] Set router a3252542-6eba-4741-9cd4-bb17c8bb6492 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:56.300508 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff85a-7b54-44a0-b375-7bc232f2986a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (21f0f025-b3ce-40c7-a3ca-5c008adecccf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:56.411246 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3856f3a-bccb-4a30-b068-4ced3b740050 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (a920bc48-e33f-4c25-af22-c4b79494dca7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:56.412827 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ff85a-7b54-44a0-b375-7bc232f2986a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Subnet': ['ID=21f0f025-b3ce-40c7-a3ca-5c008adecccf,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:56.428905 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2c7ff85a-7b54-44a0-b375-7bc232f2986a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:56.461779 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2c7ff85a-7b54-44a0-b375-7bc232f2986a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/21f0f025-b3ce-40c7-a3ca-5c008adecccf HTTP/1.1" status: 204 len: 168 time: 0.8005552 Feb 11 04:40:56.474498 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40134) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:56.531304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-b9ea4f57-f6be-4a2b-bc5d-61b4acd537bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:56.536015 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-b9ea4f57-f6be-4a2b-bc5d-61b4acd537bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8f6e8236f1a4fa28cedffa9d11c90bb&device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 1128 time: 0.5640757 Feb 11 04:40:56.598249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba64f2c-4247-49ec-9e5a-efb7e941a714 None None] Network 48f418b0-098b-4a07-97e4-4ea7064f1004 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:40:56.684544 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3856f3a-bccb-4a30-b068-4ced3b740050 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a920bc48-e33f-4c25-af22-c4b79494dca7,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:56.822303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-112531cf-3b78-4ad0-9626-607ff76cfe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:56.855796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-112531cf-3b78-4ad0-9626-607ff76cfe81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 HTTP/1.1" status: 200 len: 920 time: 0.3137803 Feb 11 04:40:56.857242 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fd4aa44f-bfcc-45b3-baa4-1ae3c983762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:23Z', 'updated_at': '2022-02-11T04:39:32Z', 'revision_number': 4, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'gw_port': {'id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:24Z', 'updated_at': '2022-02-11T04:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '54cacb42-c7eb-4815-acda-e10a3ad42bb7', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'port_id': '26840296-0f67-4a80-a050-483c9501b990', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41', 'mac_address': 'fa:16:3e:c6:0d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36d497-1e86-44f6-adef-079bd7580314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:47Z', 'updated_at': '2022-02-11T04:40:54Z', 'revision_number': 1, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ba6464-80c9-4fe4-bc22-fb2131d42f59', 'name': '', 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'mac_address': 'fa:16:3e:8c:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:29Z', 'updated_at': '2022-02-11T04:39:40Z', 'revision_number': 5, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'subnets': [{'id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:56.877476 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3856f3a-bccb-4a30-b068-4ced3b740050 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:56.885247 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a3856f3a-bccb-4a30-b068-4ced3b740050 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4699836 Feb 11 04:40:56.896687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40140) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:56.905931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8c1da15b-d887-4053-8f65-b2e4a0e4a8d6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': '786218c5-d750-4a2a-b498-4b2a7994cb63', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:56.918025 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:56.950685 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4aa44f-bfcc-45b3-baa4-1ae3c983762a None None] Checking router: a3252542-6eba-4741-9cd4-bb17c8bb6492 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:56.978576 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4aa44f-bfcc-45b3-baa4-1ae3c983762a None None] Routers {'a3252542-6eba-4741-9cd4-bb17c8bb6492'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:56.981094 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fd4aa44f-bfcc-45b3-baa4-1ae3c983762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a3252542-6eba-4741-9cd4-bb17c8bb6492'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:57.027775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4d89e949-697b-41ac-bf52-6d043f197e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:53Z', 'revision_number': 10, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:57.061329 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (48f418b0-098b-4a07-97e4-4ea7064f1004), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.126604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d89e949-697b-41ac-bf52-6d043f197e9c None None] Checking router: ac640da6-2987-4940-9cce-f782ebab065b for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:40:57.170714 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-6d1f5bf7-4b26-4375-a418-e0eb16399627 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26840296-0f67-4a80-a050-483c9501b990 HTTP/1.1" status: 200 len: 999 time: 0.3138516 Feb 11 04:40:57.188891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89e949-697b-41ac-bf52-6d043f197e9c None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:40:57.190023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4d89e949-697b-41ac-bf52-6d043f197e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:57.191484 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:40:57.340118 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16d245-d0e2-4892-9032-2b1ef6db8846 None None] DHCP port deletion for 48f418b0-098b-4a07-97e4-4ea7064f1004 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:40:57.344629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-60d4fe16-0fce-4a04-b06f-8ba8754fdca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:57.353823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-60d4fe16-0fce-4a04-b06f-8ba8754fdca6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d722827-be20-4a20-9272-0adc8b7f4b3e HTTP/1.1" status: 200 len: 859 time: 0.1744452 Feb 11 04:40:57.362122 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c6cd32-5db3-4954-a9f4-fa72528155e1 x-openstack-request-id: req-29c6cd32-5db3-4954-a9f4-fa72528155e1 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:40:57.362525 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca36d497-1e86-44f6-adef-079bd7580314", "tag": "26840296-0f67-4a80-a050-483c9501b990", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:40:57.364532 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29c6cd32-5db3-4954-a9f4-fa72528155e1 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:40:57.366182 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca36d497-1e86-44f6-adef-079bd7580314', 'tag': '26840296-0f67-4a80-a050-483c9501b990', 'status': 'completed', 'code': 200} Feb 11 04:40:57.367487 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c1da15b-d887-4053-8f65-b2e4a0e4a8d6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (145b743d-e9ea-484d-ba4a-814524ab8b60), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.392796 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-fd4aa44f-bfcc-45b3-baa4-1ae3c983762a None None] Set router a3252542-6eba-4741-9cd4-bb17c8bb6492 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:57.533504 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-d5f341d8-2cf9-441a-8665-dc4154d648f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1786208 Feb 11 04:40:57.557339 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c1da15b-d887-4053-8f65-b2e4a0e4a8d6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (145b743d-e9ea-484d-ba4a-814524ab8b60), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.594158 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port 46f0142f-71f0-43bd-8eb5-415c957c1a92 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:57.594943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.627726 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-4d89e949-697b-41ac-bf52-6d043f197e9c None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:40:57.680930 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 46f0142f-71f0-43bd-8eb5-415c957c1a92 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:40:57.701897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e97d7-8627-498c-9231-664140757084 req-fb0d3bef-8e17-41e0-8e92-e2a7f58408fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:57.704456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-386e97d7-8627-498c-9231-664140757084 req-fb0d3bef-8e17-41e0-8e92-e2a7f58408fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8f6e8236f1a4fa28cedffa9d11c90bb&device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 1128 time: 0.3373787 Feb 11 04:40:57.872695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] For port 46f0142f-71f0-43bd-8eb5-415c957c1a92, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=46f0142f-71f0-43bd-8eb5-415c957c1a92,segment=NetworkSegment(1da6c582-0831-46ba-b5a2-576d7c7fe7f8),segment_id=1da6c582-0831-46ba-b5a2-576d7c7fe7f8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:57.873092 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.925267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for 46f0142f-71f0-43bd-8eb5-415c957c1a92 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:57.967263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cb1f9-92da-47a2-ae1a-6ef6ffb88f97 req-5622432b-faf3-4a6a-b99e-a084d2a6e0fb tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:57.974544 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c1da15b-d887-4053-8f65-b2e4a0e4a8d6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (145b743d-e9ea-484d-ba4a-814524ab8b60), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:57.982085 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-118cb1f9-92da-47a2-ae1a-6ef6ffb88f97 req-5622432b-faf3-4a6a-b99e-a084d2a6e0fb tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 946 time: 0.5546679 Feb 11 04:40:58.081588 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fd4aa44f-bfcc-45b3-baa4-1ae3c983762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:23Z', 'updated_at': '2022-02-11T04:39:32Z', 'revision_number': 4, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'gw_port': {'id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:24Z', 'updated_at': '2022-02-11T04:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '54cacb42-c7eb-4815-acda-e10a3ad42bb7', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'port_id': '26840296-0f67-4a80-a050-483c9501b990', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41', 'mac_address': 'fa:16:3e:c6:0d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36d497-1e86-44f6-adef-079bd7580314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:47Z', 'updated_at': '2022-02-11T04:40:54Z', 'revision_number': 1, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ba6464-80c9-4fe4-bc22-fb2131d42f59', 'name': '', 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'mac_address': 'fa:16:3e:8c:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:29Z', 'updated_at': '2022-02-11T04:39:40Z', 'revision_number': 5, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'subnets': [{'id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:58.105510 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1da15b-d887-4053-8f65-b2e4a0e4a8d6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145b743d-e9ea-484d-ba4a-814524ab8b60,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:58.181420 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:58.191882 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4aa44f-bfcc-45b3-baa4-1ae3c983762a None None] The sync data for ids ['a3252542-6eba-4741-9cd4-bb17c8bb6492'] in n-d-712142-35 is: [{'id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:23Z', 'updated_at': '2022-02-11T04:39:32Z', 'revision_number': 4, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'gw_port': {'id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:24Z', 'updated_at': '2022-02-11T04:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '54cacb42-c7eb-4815-acda-e10a3ad42bb7', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'floating_ip_address': '172.25.3.128', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'port_id': '26840296-0f67-4a80-a050-483c9501b990', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41', 'mac_address': 'fa:16:3e:c6:0d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36d497-1e86-44f6-adef-079bd7580314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:40:47Z', 'updated_at': '2022-02-11T04:40:54Z', 'revision_number': 1, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2ba6464-80c9-4fe4-bc22-fb2131d42f59', 'name': '', 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'mac_address': 'fa:16:3e:8c:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:29Z', 'updated_at': '2022-02-11T04:39:40Z', 'revision_number': 5, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'subnets': [{'id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:58.290063 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c1da15b-d887-4053-8f65-b2e4a0e4a8d6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:58.295727 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8c1da15b-d887-4053-8f65-b2e4a0e4a8d6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3965483 Feb 11 04:40:58.312225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=46f0142f-71f0-43bd-8eb5-415c957c1a92,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:58.326456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40186) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:58.351572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ea5fe408-690c-41c6-be4a-d4ec1edbe079 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': '786218c5-d750-4a2a-b498-4b2a7994cb63', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:58.414102 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No DVR routers for this DVR port 46f0142f-71f0-43bd-8eb5-415c957c1a92 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:58.513479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40192) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:58.516258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e97d7-8627-498c-9231-664140757084 req-a3e47039-cfcc-41cf-8dd9-646666d03d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:58.521152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-386e97d7-8627-498c-9231-664140757084 req-a3e47039-cfcc-41cf-8dd9-646666d03d1d service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 HTTP/1.1" status: 200 len: 920 time: 0.7940171 Feb 11 04:40:58.695365 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-386e97d7-8627-498c-9231-664140757084 req-6ca48941-f306-4fea-8f1d-5809f3ce09e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26840296-0f67-4a80-a050-483c9501b990 HTTP/1.1" status: 200 len: 999 time: 0.1535323 Feb 11 04:40:58.715387 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (48f418b0-098b-4a07-97e4-4ea7064f1004), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:58.717975 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-22f9d6f9-70a0-47cc-bec4-f19b9fb825c9 service neutron] 10.222.0.13 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1700561 Feb 11 04:40:58.759844 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a16d245-d0e2-4892-9032-2b1ef6db8846 None None] Deleting port 46f0142f-71f0-43bd-8eb5-415c957c1a92 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:40:58.760449 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a16d245-d0e2-4892-9032-2b1ef6db8846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:58.763816 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-118cb1f9-92da-47a2-ae1a-6ef6ffb88f97 req-3f28b2e8-61c5-4b19-af5f-e2324814a183 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7605824 Feb 11 04:40:58.795602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e8b9ac-2fb1-4e24-ad90-0363a02eadf2 None None] New status for floating IP 54cacb42-c7eb-4815-acda-e10a3ad42bb7: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:40:58.835141 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-ea5fe408-690c-41c6-be4a-d4ec1edbe079 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Project e888d9ceb6094e46aa3c6bbef6075211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:40:58.849935 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f418b0-098b-4a07-97e4-4ea7064f1004']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:58.908667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-922040998-network', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:58.925498 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea5fe408-690c-41c6-be4a-d4ec1edbe079 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (1e26b762-ba6b-4362-998d-e516b6c3e65c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:58.946840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da6c582-0831-46ba-b5a2-576d7c7fe7f8') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:58.947401 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da6c582-0831-46ba-b5a2-576d7c7fe7f8') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:59.004450 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (1da6c582-0831-46ba-b5a2-576d7c7fe7f8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.017964 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e97d7-8627-498c-9231-664140757084 req-a5958b68-3a16-479f-a5f1-cc1cec606564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:40:59.023924 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-386e97d7-8627-498c-9231-664140757084 req-a5958b68-3a16-479f-a5f1-cc1cec606564 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d722827-be20-4a20-9272-0adc8b7f4b3e HTTP/1.1" status: 200 len: 859 time: 0.3158531 Feb 11 04:40:59.027977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a16d245-d0e2-4892-9032-2b1ef6db8846 None None] For port 46f0142f-71f0-43bd-8eb5-415c957c1a92, host n-d-712142-35, got binding levels [] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:40:59.028386 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a16d245-d0e2-4892-9032-2b1ef6db8846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.042701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a16d245-d0e2-4892-9032-2b1ef6db8846 None None] Calling delete_port for 46f0142f-71f0-43bd-8eb5-415c957c1a92 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:40:59.045580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.ipam_backend_mixin [None req-3a16d245-d0e2-4892-9032-2b1ef6db8846 None None] Port 46f0142f-71f0-43bd-8eb5-415c957c1a92 was not found and therefore no delete operation was performed {{(pid=103810) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 04:40:59.047877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No active binding found for port 46f0142f-71f0-43bd-8eb5-415c957c1a92 {{(pid=103810) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 04:40:59.048299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] The host n-d-712142-35 is not matching for port 46f0142f-71f0-43bd-8eb5-415c957c1a92 host None! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:40:59.048709 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 46f0142f-71f0-43bd-8eb5-415c957c1a92 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:40:59.052025 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a16d245-d0e2-4892-9032-2b1ef6db8846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (46f0142f-71f0-43bd-8eb5-415c957c1a92), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.062618 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (1da6c582-0831-46ba-b5a2-576d7c7fe7f8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.076912 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:40:59.080772 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (1da6c582-0831-46ba-b5a2-576d7c7fe7f8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:40:59.081816 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:40:59.164240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-386e97d7-8627-498c-9231-664140757084 req-b3a552cc-aec3-4385-b135-4a58e14b1d0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338236 Feb 11 04:40:59.175800 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] Made reservation on behalf of 5191f088a1fd4619beeaeec75a1d5ed1 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:40:59.183327 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.215301 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea5fe408-690c-41c6-be4a-d4ec1edbe079 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (1e26b762-ba6b-4362-998d-e516b6c3e65c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.260635 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.261629 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16d245-d0e2-4892-9032-2b1ef6db8846 None None] Pushing event deleted for resources: {'Port': ['ID=46f0142f-71f0-43bd-8eb5-415c957c1a92,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:59.272442 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a16d245-d0e2-4892-9032-2b1ef6db8846 None None] No DVR routers for this DVR port 46f0142f-71f0-43bd-8eb5-415c957c1a92 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:40:59.307007 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.355731 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea5fe408-690c-41c6-be4a-d4ec1edbe079 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (1e26b762-ba6b-4362-998d-e516b6c3e65c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.362258 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfa6dd67-efd9-45d7-877b-609f8eb4f13d req-64d0fde0-7d0c-4e57-bf8a-ec42846584bc service neutron] 10.222.0.13 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6150336 Feb 11 04:40:59.433041 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (48f418b0-098b-4a07-97e4-4ea7064f1004), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.474550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fe408-690c-41c6-be4a-d4ec1edbe079 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e26b762-ba6b-4362-998d-e516b6c3e65c,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:59.500754 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.509718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4d89e949-697b-41ac-bf52-6d043f197e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:53Z', 'revision_number': 10, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:40:59.522390 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/networks/48f418b0-098b-4a07-97e4-4ea7064f1004 HTTP/1.1" status: 204 len: 168 time: 3.0205901 Feb 11 04:40:59.551156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40220) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:59.597390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae969704-65d2-47ac-8802-620cafcb492f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Network': ['ID=48f418b0-098b-4a07-97e4-4ea7064f1004,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:40:59.629610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d89e949-697b-41ac-bf52-6d043f197e9c None None] The sync data for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 is: [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:40:53Z', 'revision_number': 10, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None, '_interfaces': [{'id': '2cc5d5db-878f-49d8-a715-69620e412ecc', 'name': '', 'network_id': '1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'mac_address': 'fa:16:3e:f3:89:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:48Z', 'updated_at': '2022-02-11T04:39:55Z', 'revision_number': 5, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'subnets': [{'id': '376e147e-9392-4a41-a810-97681fa5ebf4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:40:59.778446 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] Publish callbacks [] for security_group (c3d09c27-199d-4084-9276-d9290edc8fbd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.785665 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ea5fe408-690c-41c6-be4a-d4ec1edbe079 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:40:59.787289 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ea5fe408-690c-41c6-be4a-d4ec1edbe079 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4424980 Feb 11 04:40:59.790072 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40224) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:40:59.794682 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-083884c6-2c85-41bf-b67e-6ca4ff66651f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'security_group_rule': {'security_group_id': '786218c5-d750-4a2a-b498-4b2a7994cb63', 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:40:59.825932 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:00.001870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-386e97d7-8627-498c-9231-664140757084 req-3734a397-2574-4f0f-801d-5835bb9cb4cc service neutron] 10.222.0.32 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8290069 Feb 11 04:41:00.064068 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5557334b-84cb-4687-852f-3070f197fa77 req-9d8d0590-fac1-471f-bbd9-c13a735c772c tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 999 time: 0.5681114 Feb 11 04:41:00.117364 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c3d09c27-199d-4084-9276-d9290edc8fbd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:00.136089 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-083884c6-2c85-41bf-b67e-6ca4ff66651f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Project e888d9ceb6094e46aa3c6bbef6075211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:41:00.186314 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-083884c6-2c85-41bf-b67e-6ca4ff66651f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (36aa6801-0d4b-42dc-89b3-ab900a1fe3bc), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:00.189641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557334b-84cb-4687-852f-3070f197fa77 req-58650118-b4c3-4886-b0e0-c1425b3de034 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:00.191259 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5557334b-84cb-4687-852f-3070f197fa77 req-58650118-b4c3-4886-b0e0-c1425b3de034 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports/26840296-0f67-4a80-a050-483c9501b990 HTTP/1.1" status: 200 len: 942 time: 0.0935645 Feb 11 04:41:00.281868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:41:00.354994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe971e-ebe8-46a5-bbce-cbcc5009f7bb req-7a175b40-6e5b-4aa3-9bb0-222346a06691 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:00.356708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90fe971e-ebe8-46a5-bbce-cbcc5009f7bb req-7a175b40-6e5b-4aa3-9bb0-222346a06691 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 805 time: 0.8959289 Feb 11 04:41:00.391153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d09c27-199d-4084-9276-d9290edc8fbd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:00.420815 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (09f34cf8-c68f-45f6-bc54-c45e3b67af86), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:00.421299 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] Added segment 09f34cf8-c68f-45f6-bc54-c45e3b67af86 of type vlan for network 74695aa4-4778-400f-ab0b-4a8039c43b8b Feb 11 04:41:00.447989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-386e97d7-8627-498c-9231-664140757084 req-986bdab0-08c1-468c-9036-dff4b3b56abc service neutron] 10.222.0.32 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040904 Feb 11 04:41:00.557518 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (74695aa4-4778-400f-ab0b-4a8039c43b8b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:00.564108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5557334b-84cb-4687-852f-3070f197fa77 req-c5552971-3f89-4e35-a42c-85b9d67483ad tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 1001 time: 0.2456310 Feb 11 04:41:00.576256 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-083884c6-2c85-41bf-b67e-6ca4ff66651f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (36aa6801-0d4b-42dc-89b3-ab900a1fe3bc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:00.670718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-083884c6-2c85-41bf-b67e-6ca4ff66651f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (36aa6801-0d4b-42dc-89b3-ab900a1fe3bc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:00.707146 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (74695aa4-4778-400f-ab0b-4a8039c43b8b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:00.708253 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:00.708975 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:00.721809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083884c6-2c85-41bf-b67e-6ca4ff66651f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36aa6801-0d4b-42dc-89b3-ab900a1fe3bc,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:00.735696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557334b-84cb-4687-852f-3070f197fa77 req-58aec5bc-951a-4995-8eaf-ece68c20046a tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:00.752364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5557334b-84cb-4687-852f-3070f197fa77 req-58aec5bc-951a-4995-8eaf-ece68c20046a tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.1867845 Feb 11 04:41:00.829315 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3107116 Feb 11 04:41:00.833622 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-083884c6-2c85-41bf-b67e-6ca4ff66651f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:00.839313 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-083884c6-2c85-41bf-b67e-6ca4ff66651f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0479748 Feb 11 04:41:00.842958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40238) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:00.886611 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90fe971e-ebe8-46a5-bbce-cbcc5009f7bb req-230c311d-aeba-4fe5-a23e-bde17ce6aa74 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/quotas/a6de71a80dfc462da54bc2b2a455359a HTTP/1.1" status: 200 len: 375 time: 0.3495364 Feb 11 04:41:00.931005 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Request body: {'subnet': {'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-subnet', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:00.947693 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b2a63-7ca9-4f21-8d12-9ef80c4b37a0 admin admin] Pushing event updated for resources: {'Network': ['ID=74695aa4-4778-400f-ab0b-4a8039c43b8b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:00.960270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 74695aa4-4778-400f-ab0b-4a8039c43b8b details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:41:00.996810 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1920e24-c5c3-46e1-bb3b-b5a0e49a3dc8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:01.210227 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Made reservation on behalf of 5191f088a1fd4619beeaeec75a1d5ed1 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:01.223052 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:01.333940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 94bb74e3-8f29-4a7b-a9a1-757972a445eb no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:01.388983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 94bb74e3-8f29-4a7b-a9a1-757972a445eb {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:01.389332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 94bb74e3-8f29-4a7b-a9a1-757972a445eb not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:01.682387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b1920e24-c5c3-46e1-bb3b-b5a0e49a3dc8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port 2cc5d5db-878f-49d8-a715-69620e412ecc {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:01.683113 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1920e24-c5c3-46e1-bb3b-b5a0e49a3dc8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:01.760234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5557334b-84cb-4687-852f-3070f197fa77 req-fa6429bf-940f-4baa-a47d-a0156494432b tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 1001 time: 0.9816043 Feb 11 04:41:01.766672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-5557334b-84cb-4687-852f-3070f197fa77 req-02b757e2-2c19-44b0-a54b-14344019f25c tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:01.778493 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (082ca7b1-7568-49af-b7b4-94dae4b26a3f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:01.839983 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90fe971e-ebe8-46a5-bbce-cbcc5009f7bb req-bb49aa03-f366-4a1b-bc2b-a318e97da2a2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9441326 Feb 11 04:41:01.851838 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5557334b-84cb-4687-852f-3070f197fa77 req-02b757e2-2c19-44b0-a54b-14344019f25c tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for floatingip (54cacb42-c7eb-4815-acda-e10a3ad42bb7), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:01.939810 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=082ca7b1-7568-49af-b7b4-94dae4b26a3f,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:01.943023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-b1920e24-c5c3-46e1-bb3b-b5a0e49a3dc8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] For port 2cc5d5db-878f-49d8-a715-69620e412ecc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2cc5d5db-878f-49d8-a715-69620e412ecc,segment=NetworkSegment(9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c),segment_id=9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:01.943396 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1920e24-c5c3-46e1-bb3b-b5a0e49a3dc8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:01.964036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b1920e24-c5c3-46e1-bb3b-b5a0e49a3dc8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for 2cc5d5db-878f-49d8-a715-69620e412ecc owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:01.965381 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90fe971e-ebe8-46a5-bbce-cbcc5009f7bb req-eba7ae3b-5dd0-446f-8f14-f6bd90175543 service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110389 Feb 11 04:41:01.971560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:01.971977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:01.972323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:01.972665 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:01.973003 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:01.973335 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:01.973667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:01.973997 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:01.974321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:01.974660 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:01.974990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:01.975314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:01.975635 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:01.990021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Checking segment: {'id': '09f34cf8-c68f-45f6-bc54-c45e3b67af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:01.990398 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Network hostable DHCP agents. Network: 74695aa4-4778-400f-ab0b-4a8039c43b8b, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:41:02.137570 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Network 74695aa4-4778-400f-ab0b-4a8039c43b8b is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:41:02.206177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90fe971e-ebe8-46a5-bbce-cbcc5009f7bb req-762e42f5-40f6-4992-aa13-8687545ad546 service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093453 Feb 11 04:41:02.215161 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5557334b-84cb-4687-852f-3070f197fa77 req-02b757e2-2c19-44b0-a54b-14344019f25c tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:02.231915 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 74695aa4-4778-400f-ab0b-4a8039c43b8b) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:02.245956 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e4047-8dee-443c-9a2f-97c318452836 None None] Network 74695aa4-4778-400f-ab0b-4a8039c43b8b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:41:02.255770 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:02.258759 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:02.277231 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5557334b-84cb-4687-852f-3070f197fa77 req-02b757e2-2c19-44b0-a54b-14344019f25c tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (54cacb42-c7eb-4815-acda-e10a3ad42bb7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:02.277575 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-5557334b-84cb-4687-852f-3070f197fa77 req-02b757e2-2c19-44b0-a54b-14344019f25c tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Floating IP 54cacb42-c7eb-4815-acda-e10a3ad42bb7 disassociated. External IP: 172.25.3.128, port: 26840296-0f67-4a80-a050-483c9501b990. Feb 11 04:41:02.355768 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-faba6c4d-16fb-4728-81f5-ab0e1922fbc8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4301419 Feb 11 04:41:02.358347 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40262) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:02.363370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:02.400541 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1920e24-c5c3-46e1-bb3b-b5a0e49a3dc8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2cc5d5db-878f-49d8-a715-69620e412ecc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:02.498637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-74695aa4-4778-400f-ab0b-4a8039c43b8b', 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'fixed_ips': [{'subnet_id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:41:02.499554 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:02.780645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5557334b-84cb-4687-852f-3070f197fa77 req-02b757e2-2c19-44b0-a54b-14344019f25c tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Router a3252542-6eba-4741-9cd4-bb17c8bb6492 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:02.806349 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1920e24-c5c3-46e1-bb3b-b5a0e49a3dc8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (ac640da6-2987-4940-9cce-f782ebab065b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:02.818155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1920e24-c5c3-46e1-bb3b-b5a0e49a3dc8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=2cc5d5db-878f-49d8-a715-69620e412ecc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:02.838221 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (f7412d86-15f1-4926-832f-d3c9ff5582e0), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:02.840380 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (f7412d86-15f1-4926-832f-d3c9ff5582e0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:02.915715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Allocated IP 172.20.0.2 (74695aa4-4778-400f-ab0b-4a8039c43b8b/082ca7b1-7568-49af-b7b4-94dae4b26a3f/575df27e-e614-4747-89fd-69517e9718a4) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:03.293534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-9bea83d5-421d-4ada-916d-30e0dccaf957 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87206611&fields=id&tenant_id=e888d9ceb6094e46aa3c6bbef6075211 HTTP/1.1" status: 200 len: 267 time: 0.5062280 Feb 11 04:41:03.316066 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1920e24-c5c3-46e1-bb3b-b5a0e49a3dc8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router ac640da6-2987-4940-9cce-f782ebab065b has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:03.355287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5557334b-84cb-4687-852f-3070f197fa77 req-02b757e2-2c19-44b0-a54b-14344019f25c tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:03.360549 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5557334b-84cb-4687-852f-3070f197fa77 req-02b757e2-2c19-44b0-a54b-14344019f25c tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:03.365397 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebdf87-2f91-483c-bbee-88ff6ae6d918 None None] Sync routers for ids ['a3252542-6eba-4741-9cd4-bb17c8bb6492'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:03.412039 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aebdf87-2f91-483c-bbee-88ff6ae6d918 None None] Routers {'a3252542-6eba-4741-9cd4-bb17c8bb6492'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:03.416166 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9aebdf87-2f91-483c-bbee-88ff6ae6d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a3252542-6eba-4741-9cd4-bb17c8bb6492'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:03.475357 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Publish callbacks [] for router_controller (f7412d86-15f1-4926-832f-d3c9ff5582e0), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:03.475496 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Publish callbacks [] for port (575df27e-e614-4747-89fd-69517e9718a4), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:03.531099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5557334b-84cb-4687-852f-3070f197fa77 req-02b757e2-2c19-44b0-a54b-14344019f25c tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "PUT /v2.0/floatingips/54cacb42-c7eb-4815-acda-e10a3ad42bb7 HTTP/1.1" status: 200 len: 695 time: 1.7699335 Feb 11 04:41:03.536906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca36d497-1e86-44f6-adef-079bd7580314', 'tag': '26840296-0f67-4a80-a050-483c9501b990'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:03.539846 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a6fbda-4c0c-404e-9fb7-4eefeab62546" -d '{"events": [{"name": "network-changed", "server_uuid": "ca36d497-1e86-44f6-adef-079bd7580314", "tag": "26840296-0f67-4a80-a050-483c9501b990"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:03.585138 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-9aebdf87-2f91-483c-bbee-88ff6ae6d918 None None] Set router a3252542-6eba-4741-9cd4-bb17c8bb6492 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:03.585999 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (575df27e-e614-4747-89fd-69517e9718a4), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:03.681639 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-3b2459db-f527-4c00-ae87-697b6211dc22 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:03.689466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-3b2459db-f527-4c00-ae87-697b6211dc22 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/networks?id=95412f6d-019e-479e-882e-7d9c80f932c5 HTTP/1.1" status: 200 len: 796 time: 0.3714230 Feb 11 04:41:03.715776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-be7e468b-ce17-4e6a-aab2-7209a9bcef0d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/quotas/e888d9ceb6094e46aa3c6bbef6075211 HTTP/1.1" status: 200 len: 375 time: 0.0251176 Feb 11 04:41:03.717534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Network 74695aa4-4778-400f-ab0b-4a8039c43b8b is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:03.741207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:03.756430 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:03.824336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557334b-84cb-4687-852f-3070f197fa77 req-abe09ec5-ea59-44c1-b793-f2f921119b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:03.833965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1920e24-c5c3-46e1-bb3b-b5a0e49a3dc8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:03.842888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5557334b-84cb-4687-852f-3070f197fa77 req-abe09ec5-ea59-44c1-b793-f2f921119b7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a8f6e8236f1a4fa28cedffa9d11c90bb&device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 1128 time: 0.2783439 Feb 11 04:41:03.843789 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b1920e24-c5c3-46e1-bb3b-b5a0e49a3dc8 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/ac640da6-2987-4940-9cce-f782ebab065b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2904110 Feb 11 04:41:03.844490 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40346) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:03.910247 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-b1fff5cb-7436-4083-af09-46d3683ccfb8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1934776 Feb 11 04:41:03.926196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Pushing event updated for resources: {'Port': ['ID=575df27e-e614-4747-89fd-69517e9718a4,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:03.949276 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d9578b-f61d-45d2-9888-4e33aa612448 None None] Sync routers for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:04.029592 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.038038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Attempting to bind port 575df27e-e614-4747-89fd-69517e9718a4 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:04.039095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Attempting to bind port 575df27e-e614-4747-89fd-69517e9718a4 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '09f34cf8-c68f-45f6-bc54-c45e3b67af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:04.041456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Attempting to bind port 575df27e-e614-4747-89fd-69517e9718a4 on network 74695aa4-4778-400f-ab0b-4a8039c43b8b {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:04.054044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c3075a-0be2-4ffe-8b8e-6f5393e23c06 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting subnet 376e147e-9392-4a41-a810-97681fa5ebf4 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:41:04.062128 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3c3075a-0be2-4ffe-8b8e-6f5393e23c06 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (376e147e-9392-4a41-a810-97681fa5ebf4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.068165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d9578b-f61d-45d2-9888-4e33aa612448 None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:04.068647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-50d9578b-f61d-45d2-9888-4e33aa612448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:04.136898 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3c3075a-0be2-4ffe-8b8e-6f5393e23c06 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (376e147e-9392-4a41-a810-97681fa5ebf4), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.157255 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9aebdf87-2f91-483c-bbee-88ff6ae6d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:23Z', 'updated_at': '2022-02-11T04:39:32Z', 'revision_number': 4, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'gw_port': {'id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:24Z', 'updated_at': '2022-02-11T04:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'a2ba6464-80c9-4fe4-bc22-fb2131d42f59', 'name': '', 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'mac_address': 'fa:16:3e:8c:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:29Z', 'updated_at': '2022-02-11T04:39:40Z', 'revision_number': 5, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'subnets': [{'id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:04.161857 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557334b-84cb-4687-852f-3070f197fa77 req-0fcf6dba-ce0b-47f7-9912-004579f5b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:04.170546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5557334b-84cb-4687-852f-3070f197fa77 req-0fcf6dba-ce0b-47f7-9912-004579f5b8a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 HTTP/1.1" status: 200 len: 920 time: 0.3270016 Feb 11 04:41:04.196794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-50d9578b-f61d-45d2-9888-4e33aa612448 None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:04.231975 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5557334b-84cb-4687-852f-3070f197fa77 req-c6f7668a-1634-4c76-9dde-d9d27ac862c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26840296-0f67-4a80-a050-483c9501b990 HTTP/1.1" status: 200 len: 217 time: 0.0604820 Feb 11 04:41:04.233976 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebdf87-2f91-483c-bbee-88ff6ae6d918 None None] Checking router: a3252542-6eba-4741-9cd4-bb17c8bb6492 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:04.256363 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aebdf87-2f91-483c-bbee-88ff6ae6d918 None None] Routers {'a3252542-6eba-4741-9cd4-bb17c8bb6492'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:04.260692 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9aebdf87-2f91-483c-bbee-88ff6ae6d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a3252542-6eba-4741-9cd4-bb17c8bb6492'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:04.280414 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-50d9578b-f61d-45d2-9888-4e33aa612448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:41:02Z', 'revision_number': 11, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:04.283930 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.285000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:04.285640 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Checking segment: {'id': '09f34cf8-c68f-45f6-bc54-c45e3b67af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:04.286214 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.286800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Bound using segment: {'id': '09f34cf8-c68f-45f6-bc54-c45e3b67af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:04.287458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Bound port: 575df27e-e614-4747-89fd-69517e9718a4, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f34cf8-c68f-45f6-bc54-c45e3b67af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:04.288213 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (575df27e-e614-4747-89fd-69517e9718a4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.329702 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-54c0a803-42a0-4a22-8ca2-4c7276f9097f service neutron] 10.222.0.13 "GET /v2.0/networks/95412f6d-019e-479e-882e-7d9c80f932c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819907 Feb 11 04:41:04.334537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d9578b-f61d-45d2-9888-4e33aa612448 None None] Checking router: ac640da6-2987-4940-9cce-f782ebab065b for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:04.379976 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Publish callbacks [] for router_gateway (f7412d86-15f1-4926-832f-d3c9ff5582e0), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.428008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d9578b-f61d-45d2-9888-4e33aa612448 None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:04.428636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-50d9578b-f61d-45d2-9888-4e33aa612448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:04.441002 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3c3075a-0be2-4ffe-8b8e-6f5393e23c06 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (376e147e-9392-4a41-a810-97681fa5ebf4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.471444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557334b-84cb-4687-852f-3070f197fa77 req-67c62330-78b4-4672-89ad-5bd5498be84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:04.483742 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5557334b-84cb-4687-852f-3070f197fa77 req-67c62330-78b4-4672-89ad-5bd5498be84f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8d722827-be20-4a20-9272-0adc8b7f4b3e HTTP/1.1" status: 200 len: 859 time: 0.2508605 Feb 11 04:41:04.570214 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-9aebdf87-2f91-483c-bbee-88ff6ae6d918 None None] Set router a3252542-6eba-4741-9cd4-bb17c8bb6492 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:04.581203 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5557334b-84cb-4687-852f-3070f197fa77 req-f98d5268-fa1c-4d19-95b4-f9f8e38314de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876536 Feb 11 04:41:04.601266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-50d9578b-f61d-45d2-9888-4e33aa612448 None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:04.703875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-50d9578b-f61d-45d2-9888-4e33aa612448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:41:02Z', 'revision_number': 11, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:04.748223 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3c3075a-0be2-4ffe-8b8e-6f5393e23c06 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (376e147e-9392-4a41-a810-97681fa5ebf4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.836435 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3075a-0be2-4ffe-8b8e-6f5393e23c06 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Subnet': ['ID=376e147e-9392-4a41-a810-97681fa5ebf4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:04.850154 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3c3075a-0be2-4ffe-8b8e-6f5393e23c06 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:04.856694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d9578b-f61d-45d2-9888-4e33aa612448 None None] The sync data for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 is: [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:41:02Z', 'revision_number': 11, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:04.857322 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f3c3075a-0be2-4ffe-8b8e-6f5393e23c06 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/376e147e-9392-4a41-a810-97681fa5ebf4 HTTP/1.1" status: 204 len: 168 time: 1.0088854 Feb 11 04:41:04.867526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40370) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:04.884127 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f523e7-3560-4f9c-89bd-084ce0815819 None None] Network 1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:41:04.943220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-1cecb6f5-710c-427d-9cd4-26c18adb6b82 service neutron] 10.222.0.13 "GET /v2.0/networks/95412f6d-019e-479e-882e-7d9c80f932c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421283 Feb 11 04:41:05.043046 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:05.113118 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5557334b-84cb-4687-852f-3070f197fa77 req-b3b56752-9e12-45a1-b8d3-b305520561b3 service neutron] 10.222.0.13 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213079 Feb 11 04:41:05.144845 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Publish callbacks [] for router_gateway (f7412d86-15f1-4926-832f-d3c9ff5582e0), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:05.157633 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9aebdf87-2f91-483c-bbee-88ff6ae6d918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:23Z', 'updated_at': '2022-02-11T04:39:32Z', 'revision_number': 4, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'gw_port': {'id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:24Z', 'updated_at': '2022-02-11T04:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'a2ba6464-80c9-4fe4-bc22-fb2131d42f59', 'name': '', 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'mac_address': 'fa:16:3e:8c:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:29Z', 'updated_at': '2022-02-11T04:39:40Z', 'revision_number': 5, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'subnets': [{'id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:05.219139 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] For port 575df27e-e614-4747-89fd-69517e9718a4, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:05.225748 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aebdf87-2f91-483c-bbee-88ff6ae6d918 None None] The sync data for ids ['a3252542-6eba-4741-9cd4-bb17c8bb6492'] in n-d-712142-35 is: [{'id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:23Z', 'updated_at': '2022-02-11T04:39:32Z', 'revision_number': 4, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'gw_port': {'id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:24Z', 'updated_at': '2022-02-11T04:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'a2ba6464-80c9-4fe4-bc22-fb2131d42f59', 'name': '', 'network_id': 'a0c0c5dd-e922-4564-b0aa-c6a0db0baf41', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'mac_address': 'fa:16:3e:8c:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:29Z', 'updated_at': '2022-02-11T04:39:40Z', 'revision_number': 5, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'subnets': [{'id': '8d722827-be20-4a20-9272-0adc8b7f4b3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:05.231154 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:05.434651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] For port 575df27e-e614-4747-89fd-69517e9718a4, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=575df27e-e614-4747-89fd-69517e9718a4,segment=NetworkSegment(09f34cf8-c68f-45f6-bc54-c45e3b67af86),segment_id=09f34cf8-c68f-45f6-bc54-c45e3b67af86)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:05.443475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2cc5d5db-878f-49d8-a715-69620e412ecc no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:05.505285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Deleting port be866bf9-8bf1-431e-84b2-945ba0892f83 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:05.507879 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:05.547870 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Allocated IP 172.25.3.28 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/2e917957-0163-404c-99d3-7a3f49daa874) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:05.643211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 2cc5d5db-878f-49d8-a715-69620e412ecc {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:05.645188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2cc5d5db-878f-49d8-a715-69620e412ecc not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:05.658457 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (575df27e-e614-4747-89fd-69517e9718a4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:05.667576 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5557334b-84cb-4687-852f-3070f197fa77 req-092b905f-dd8e-43d5-a664-c676e935d4be service neutron] 10.222.0.13 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345360 Feb 11 04:41:05.826770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] For port be866bf9-8bf1-431e-84b2-945ba0892f83, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=be866bf9-8bf1-431e-84b2-945ba0892f83,segment=NetworkSegment(9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c),segment_id=9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:05.829822 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:05.861818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Calling delete_port for be866bf9-8bf1-431e-84b2-945ba0892f83 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:06.016199 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Publish callbacks [] for port (2e917957-0163-404c-99d3-7a3f49daa874), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:06.111332 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b71743-24e7-4bfc-b2ce-e3c3d09bcbcc x-openstack-request-id: req-97b71743-24e7-4bfc-b2ce-e3c3d09bcbcc {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:06.111974 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca36d497-1e86-44f6-adef-079bd7580314", "tag": "26840296-0f67-4a80-a050-483c9501b990", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:06.113934 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97b71743-24e7-4bfc-b2ce-e3c3d09bcbcc {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:06.115403 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3631afcb-31b9-42d6-b7cb-92ee0bbee536 None None] New status for floating IP 54cacb42-c7eb-4815-acda-e10a3ad42bb7: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:41:06.115840 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca36d497-1e86-44f6-adef-079bd7580314', 'tag': '26840296-0f67-4a80-a050-483c9501b990', 'status': 'completed', 'code': 200} Feb 11 04:41:06.135102 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2e917957-0163-404c-99d3-7a3f49daa874), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:06.216891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b09d9-8003-4fec-a435-45c91f28b5d8 None None] Pushing event updated for resources: {'Port': ['ID=575df27e-e614-4747-89fd-69517e9718a4,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:06.287181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e76419-8bf3-411b-8819-53da748cbd7f None None] DHCP port deletion for 1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:41:06.315902 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:06.328634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:06.344737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:06.396013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-61bd2d46-3735-49d3-8285-635f33fe1b54 req-1dba31ea-f692-41eb-88fc-ebfc6e87aefe tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 210 time: 0.3016143 Feb 11 04:41:06.458910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b4e76419-8bf3-411b-8819-53da748cbd7f None None] Deleting port be866bf9-8bf1-431e-84b2-945ba0892f83 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:06.459739 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b4e76419-8bf3-411b-8819-53da748cbd7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:06.482130 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=2e917957-0163-404c-99d3-7a3f49daa874,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:06.687554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b4e76419-8bf3-411b-8819-53da748cbd7f None None] For port be866bf9-8bf1-431e-84b2-945ba0892f83, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=be866bf9-8bf1-431e-84b2-945ba0892f83,segment=NetworkSegment(9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c),segment_id=9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:06.688114 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b4e76419-8bf3-411b-8819-53da748cbd7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:06.749728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b4e76419-8bf3-411b-8819-53da748cbd7f None None] Calling delete_port for be866bf9-8bf1-431e-84b2-945ba0892f83 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:06.766589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a6ec7f9-f060-4f94-8f20-9537b6d92cbd req-aac6adce-2b75-46cf-9f6f-e74ce78fb1d0 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/floatingips/54cacb42-c7eb-4815-acda-e10a3ad42bb7 HTTP/1.1" status: 200 len: 695 time: 0.3814280 Feb 11 04:41:07.011214 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f455f425-d3c7-4a2f-8255-1aec2bee7039 req-99d2d63e-c70f-44fe-81b9-87c0b48c4bf7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbd97a4a-b394-4ba8-93f8-0d84a9b74153 HTTP/1.1" status: 200 len: 210 time: 0.4077337 Feb 11 04:41:07.065189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90fe971e-ebe8-46a5-bbce-cbcc5009f7bb req-8768b719-c8fc-4393-b343-18d1e41fce54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=cbd97a4a-b394-4ba8-93f8-0d84a9b74153 HTTP/1.1" status: 200 len: 210 time: 0.0806239 Feb 11 04:41:07.158365 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b4e76419-8bf3-411b-8819-53da748cbd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:07.266336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6fbda-4c0c-404e-9fb7-4eefeab62546 req-7e69a717-70cf-42b5-a477-2f6fe13a54d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:07.269335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96a6fbda-4c0c-404e-9fb7-4eefeab62546 req-7e69a717-70cf-42b5-a477-2f6fe13a54d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8f6e8236f1a4fa28cedffa9d11c90bb&device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 1128 time: 1.1672275 Feb 11 04:41:07.271345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe971e-ebe8-46a5-bbce-cbcc5009f7bb req-8fa78f8e-0a78-4d16-9d58-558401cecd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:07.274020 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90fe971e-ebe8-46a5-bbce-cbcc5009f7bb req-8fa78f8e-0a78-4d16-9d58-558401cecd08 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a6de71a80dfc462da54bc2b2a455359a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1964996 Feb 11 04:41:07.304582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e76419-8bf3-411b-8819-53da748cbd7f None None] Pushing event deleted for resources: {'Port': ['ID=be866bf9-8bf1-431e-84b2-945ba0892f83,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:07.342439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e76419-8bf3-411b-8819-53da748cbd7f None None] No DVR routers for this DVR port be866bf9-8bf1-431e-84b2-945ba0892f83 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:41:07.360244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ec7f9-f060-4f94-8f20-9537b6d92cbd req-4ee2c20f-4e56-47b1-b83f-7c77f93a62ab tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:07.361954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a6ec7f9-f060-4f94-8f20-9537b6d92cbd req-4ee2c20f-4e56-47b1-b83f-7c77f93a62ab tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 784 time: 0.5890412 Feb 11 04:41:07.552414 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 575df27e-e614-4747-89fd-69517e9718a4 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:07.612061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a6ec7f9-f060-4f94-8f20-9537b6d92cbd req-b08a11c0-d7b2-46e3-9258-8074a17843ff tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.2184677 Feb 11 04:41:07.693369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 575df27e-e614-4747-89fd-69517e9718a4 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:07.694387 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (575df27e-e614-4747-89fd-69517e9718a4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:07.984567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 575df27e-e614-4747-89fd-69517e9718a4 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:07.986961 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (575df27e-e614-4747-89fd-69517e9718a4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:08.067456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 575df27e-e614-4747-89fd-69517e9718a4, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=575df27e-e614-4747-89fd-69517e9718a4,segment=NetworkSegment(09f34cf8-c68f-45f6-bc54-c45e3b67af86),segment_id=09f34cf8-c68f-45f6-bc54-c45e3b67af86)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:08.097082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-758e45c5-2d0f-4d88-9a87-138333db360c req-4f561998-80c9-4526-90b3-dc67cdcca611 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 210 time: 0.4745104 Feb 11 04:41:08.097745 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (be866bf9-8bf1-431e-84b2-945ba0892f83), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:08.101985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe971e-ebe8-46a5-bbce-cbcc5009f7bb req-c0dd4fe1-5dc2-4153-9d34-5e8d11665970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:08.107421 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90fe971e-ebe8-46a5-bbce-cbcc5009f7bb req-c0dd4fe1-5dc2-4153-9d34-5e8d11665970 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8192422 Feb 11 04:41:08.191136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6fbda-4c0c-404e-9fb7-4eefeab62546 req-121eb2a8-979c-483f-99dd-1a39b3f261dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:08.194456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96a6fbda-4c0c-404e-9fb7-4eefeab62546 req-121eb2a8-979c-483f-99dd-1a39b3f261dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 HTTP/1.1" status: 200 len: 920 time: 0.8971574 Feb 11 04:41:08.232936 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (575df27e-e614-4747-89fd-69517e9718a4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:08.283147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a6ec7f9-f060-4f94-8f20-9537b6d92cbd req-2749cb7b-00d0-4d30-8a1a-58354764e75c tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.3.128 HTTP/1.1" status: 200 len: 696 time: 0.6739826 Feb 11 04:41:08.302283 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Port': ['ID=be866bf9-8bf1-431e-84b2-945ba0892f83,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:08.366868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9895254a-13b3-4d24-ac77-ef703f91386b None None] Network 74695aa4-4778-400f-ab0b-4a8039c43b8b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:41:08.514212 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Publish callbacks [] for router_gateway (f7412d86-15f1-4926-832f-d3c9ff5582e0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:08.519377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device be866bf9-8bf1-431e-84b2-945ba0892f83 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:08.573360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:08.573615 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:08.573981 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:08.574333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:08.578215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:08.578719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:08.579087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:08.580234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:08.580617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:08.581037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:08.581401 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:08.581748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:08.582088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:08.607678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: be866bf9-8bf1-431e-84b2-945ba0892f83 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:08.608430 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device be866bf9-8bf1-431e-84b2-945ba0892f83 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:08.707589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90fe971e-ebe8-46a5-bbce-cbcc5009f7bb req-195cf356-80a9-4ccb-8786-0e28bf5f869d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd97a4a-b394-4ba8-93f8-0d84a9b74153 HTTP/1.1" status: 200 len: 210 time: 0.5094647 Feb 11 04:41:08.719865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=575df27e-e614-4747-89fd-69517e9718a4,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:08.747962 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No DVR routers for this DVR port be866bf9-8bf1-431e-84b2-945ba0892f83 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:41:08.750514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96a6fbda-4c0c-404e-9fb7-4eefeab62546 req-e43321f9-4ab4-449d-98fc-d692e0519ad9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26840296-0f67-4a80-a050-483c9501b990 HTTP/1.1" status: 200 len: 217 time: 0.4808486 Feb 11 04:41:09.011288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90d8d38b-5958-492a-9423-5fd57110502c req-d1882a27-464e-48a0-9b1c-6b6d34165c1a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbd97a4a-b394-4ba8-93f8-0d84a9b74153 HTTP/1.1" status: 200 len: 210 time: 0.7101247 Feb 11 04:41:09.073064 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (f7412d86-15f1-4926-832f-d3c9ff5582e0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:09.073878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6b5f79a3-63b0-4e3f-8073-c48f5acc3937 None None] Provisioning complete for port 575df27e-e614-4747-89fd-69517e9718a4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:09.074255 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6b5f79a3-63b0-4e3f-8073-c48f5acc3937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (575df27e-e614-4747-89fd-69517e9718a4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:09.091500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6fbda-4c0c-404e-9fb7-4eefeab62546 req-9d4085e5-7bfa-414f-a11b-6116ea80bdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:09.092993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96a6fbda-4c0c-404e-9fb7-4eefeab62546 req-9d4085e5-7bfa-414f-a11b-6116ea80bdc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8d722827-be20-4a20-9272-0adc8b7f4b3e HTTP/1.1" status: 200 len: 859 time: 0.0919988 Feb 11 04:41:09.243966 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:09.250105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96a6fbda-4c0c-404e-9fb7-4eefeab62546 req-444ebc0c-d467-4068-8a95-e92f75092de9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420979 Feb 11 04:41:09.264871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f79a3-63b0-4e3f-8073-c48f5acc3937 None None] Current status of the port 575df27e-e614-4747-89fd-69517e9718a4 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:09.444910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 575df27e-e614-4747-89fd-69517e9718a4 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:09.494208 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Router f7412d86-15f1-4926-832f-d3c9ff5582e0 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:41:09.555776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 575df27e-e614-4747-89fd-69517e9718a4 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:09.558918 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (575df27e-e614-4747-89fd-69517e9718a4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:09.617212 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96a6fbda-4c0c-404e-9fb7-4eefeab62546 req-f336d48c-053c-4b83-9e79-6279e3c758aa service neutron] 10.222.0.32 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405666 Feb 11 04:41:09.628196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:09.643501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:09.644103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:09.659862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72d6dbfb-5b70-4a9c-85f2-3739a12ea7e1 req-7c320f05-05b5-4de0-b339-96b56b32f363 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 210 time: 0.2895312 Feb 11 04:41:09.767882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e1608f5e-ddb9-4ed0-b6b0-8eeecab33752 None None] Provisioning complete for port 575df27e-e614-4747-89fd-69517e9718a4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:09.768438 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e1608f5e-ddb9-4ed0-b6b0-8eeecab33752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (575df27e-e614-4747-89fd-69517e9718a4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:09.775398 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:09.838856 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Sync routers for ids ['f7412d86-15f1-4926-832f-d3c9ff5582e0'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:09.854543 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 575df27e-e614-4747-89fd-69517e9718a4 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:09.869708 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Routers {'f7412d86-15f1-4926-832f-d3c9ff5582e0'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:09.870405 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f7412d86-15f1-4926-832f-d3c9ff5582e0'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:09.899245 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:09.903060 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-085490f3-c8f7-4dc1-b559-b3b5e276d5a0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5410252 Feb 11 04:41:09.903385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40454) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:10.147902 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e1608f5e-ddb9-4ed0-b6b0-8eeecab33752 None None] Current status of the port 575df27e-e614-4747-89fd-69517e9718a4 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:10.225672 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ee73d10-4663-4f87-9a6f-44efad26d31b req-c77449e8-faf3-43ab-bb86-44dfeb744d60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=cbd97a4a-b394-4ba8-93f8-0d84a9b74153 HTTP/1.1" status: 200 len: 210 time: 0.5772848 Feb 11 04:41:10.232414 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.263356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Set router f7412d86-15f1-4926-832f-d3c9ff5582e0 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:10.364588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8a06ced-1da9-47f7-b989-e3cdac97eaab req-60c0922b-4074-4bb5-be7e-cc53e02e6397 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbd97a4a-b394-4ba8-93f8-0d84a9b74153 HTTP/1.1" status: 200 len: 210 time: 0.0525894 Feb 11 04:41:10.415908 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.422428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-4a6ec7f9-f060-4f94-8f20-9537b6d92cbd req-5eeaa017-8a6e-4af0-b0ba-ae589cd54a4e tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Deleting port f19aff52-1100-4757-bdaa-d569b621c683 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:10.422971 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4a6ec7f9-f060-4f94-8f20-9537b6d92cbd req-5eeaa017-8a6e-4af0-b0ba-ae589cd54a4e tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f19aff52-1100-4757-bdaa-d569b621c683), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.465134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:41:10.469898 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (9db8598d-8a0d-4d9f-9cbb-6d1a2e452e8c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:41:10.501957 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:41:10.670324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2e917957-0163-404c-99d3-7a3f49daa874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:02Z', 'updated_at': '2022-02-11T04:41:08Z', 'revision_number': 3, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'gw_port': {'id': '2e917957-0163-404c-99d3-7a3f49daa874', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:05Z', 'updated_at': '2022-02-11T04:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:10.708264 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee73d10-4663-4f87-9a6f-44efad26d31b req-86bf5815-67b0-4650-9fd9-cd67a4ca069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:10.710415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ee73d10-4663-4f87-9a6f-44efad26d31b req-86bf5815-67b0-4650-9fd9-cd67a4ca069e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a6de71a80dfc462da54bc2b2a455359a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4673450 Feb 11 04:41:10.734561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-dbdd936b-780f-433b-bd2d-9b2c83581a87 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:10.736848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-dbdd936b-780f-433b-bd2d-9b2c83581a87 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.47 "GET /v2.0/networks?id=95412f6d-019e-479e-882e-7d9c80f932c5 HTTP/1.1" status: 200 len: 796 time: 1.6429572 Feb 11 04:41:10.747916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Checking router: f7412d86-15f1-4926-832f-d3c9ff5582e0 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:10.748805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Updating router f7412d86-15f1-4926-832f-d3c9ff5582e0 port 2e917957-0163-404c-99d3-7a3f49daa874 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:41:10.801627 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2e917957-0163-404c-99d3-7a3f49daa874), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.809439 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4a6ec7f9-f060-4f94-8f20-9537b6d92cbd req-5eeaa017-8a6e-4af0-b0ba-ae589cd54a4e tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f19aff52-1100-4757-bdaa-d569b621c683), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.809764 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4a6ec7f9-f060-4f94-8f20-9537b6d92cbd req-5eeaa017-8a6e-4af0-b0ba-ae589cd54a4e tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for floatingip (f19aff52-1100-4757-bdaa-d569b621c683), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:10.836755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-4a6ec7f9-f060-4f94-8f20-9537b6d92cbd req-5eeaa017-8a6e-4af0-b0ba-ae589cd54a4e tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Calling delete_port for f19aff52-1100-4757-bdaa-d569b621c683 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:11.012561 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.232600 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4a6ec7f9-f060-4f94-8f20-9537b6d92cbd req-5eeaa017-8a6e-4af0-b0ba-ae589cd54a4e tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f19aff52-1100-4757-bdaa-d569b621c683), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.279453 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a0cc311-5535-4ad9-9e03-9e517c743fd9 req-0ac328c1-c42b-4782-9b13-7792b3d1b977 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 210 time: 0.1541138 Feb 11 04:41:11.364824 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Allocated IP 172.20.0.1 (74695aa4-4778-400f-ab0b-4a8039c43b8b/082ca7b1-7568-49af-b7b4-94dae4b26a3f/d086db65-7a73-46be-b9b3-9a3e25bc0319) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:11.380210 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Publish callbacks [] for port (2e917957-0163-404c-99d3-7a3f49daa874), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.415675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96a6fbda-4c0c-404e-9fb7-4eefeab62546 req-8451da25-3aed-4547-9fc1-58e0f2fff536 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7533510 Feb 11 04:41:11.420093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeaa017-8a6e-4af0-b0ba-ae589cd54a4e tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Pushing event deleted for resources: {'Port': ['ID=f19aff52-1100-4757-bdaa-d569b621c683,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:11.431022 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.459843 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2e917957-0163-404c-99d3-7a3f49daa874), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.513575 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.526930 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/networks/1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de HTTP/1.1" status: 204 len: 168 time: 6.6506007 Feb 11 04:41:11.534498 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40474) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:11.540715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c4af8e7e-f006-4311-8cdd-6e4e0c1dcf69 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'router': {'routes': None}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:11.602923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e8649-0534-4c41-bd79-cba11802d086 None None] Pushing event updated for resources: {'Port': ['ID=2e917957-0163-404c-99d3-7a3f49daa874,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:11.609621 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Attempting to bind port 2e917957-0163-404c-99d3-7a3f49daa874 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:11.610045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Attempting to bind port 2e917957-0163-404c-99d3-7a3f49daa874 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:11.610389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Attempting to bind port 2e917957-0163-404c-99d3-7a3f49daa874 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:11.624043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:11.624043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:11.624043 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.624043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:11.624696 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Bound port: 2e917957-0163-404c-99d3-7a3f49daa874, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:11.624903 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2e917957-0163-404c-99d3-7a3f49daa874), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.691679 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4965134-6a90-4aff-9302-810b7af506cd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Pushing event deleted for resources: {'Network': ['ID=1c4dec6f-4229-4b2a-9bcd-2e61ec4ec7de,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:11.718445 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4a6ec7f9-f060-4f94-8f20-9537b6d92cbd req-5eeaa017-8a6e-4af0-b0ba-ae589cd54a4e tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for floatingip (54cacb42-c7eb-4815-acda-e10a3ad42bb7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.723788 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4a6ec7f9-f060-4f94-8f20-9537b6d92cbd req-5eeaa017-8a6e-4af0-b0ba-ae589cd54a4e tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.730843 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a6ec7f9-f060-4f94-8f20-9537b6d92cbd req-5eeaa017-8a6e-4af0-b0ba-ae589cd54a4e tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "DELETE /v2.0/floatingips/54cacb42-c7eb-4815-acda-e10a3ad42bb7 HTTP/1.1" status: 204 len: 173 time: 3.2741613 Feb 11 04:41:11.750166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] For port 2e917957-0163-404c-99d3-7a3f49daa874, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:11.754264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] For port 2e917957-0163-404c-99d3-7a3f49daa874, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2e917957-0163-404c-99d3-7a3f49daa874,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:11.773185 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Publish callbacks [] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.784083 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-bf7049bf-32e0-431b-934f-ef10ebc0898e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e888d9ceb6094e46aa3c6bbef6075211 HTTP/1.1" status: 200 len: 378 time: 0.6652582 Feb 11 04:41:11.820719 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9dfc6ec-73cb-4b4f-ab19-02cd9b0b89d3 req-199d1c1c-2f70-4f14-b4f2-0cda96c6b221 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbd97a4a-b394-4ba8-93f8-0d84a9b74153 HTTP/1.1" status: 200 len: 210 time: 0.2902820 Feb 11 04:41:11.829834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-81c42e02-b6c3-49dc-8cc3-b9bc5faab686 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'port': {'device_id': '0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'admin_state_up': True, 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'security_groups': ['786218c5-d750-4a2a-b498-4b2a7994cb63']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:11.850057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee73d10-4663-4f87-9a6f-44efad26d31b req-67e48971-e18d-4f1a-99b0-4e863c23b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:11.851558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ee73d10-4663-4f87-9a6f-44efad26d31b req-67e48971-e18d-4f1a-99b0-4e863c23b840 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7465036 Feb 11 04:41:11.883171 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2e917957-0163-404c-99d3-7a3f49daa874), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.902704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.extraroute_db [None req-c4af8e7e-f006-4311-8cdd-6e4e0c1dcf69 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Added routes are [] {{(pid=103808) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 04:41:11.903013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.extraroute_db [None req-c4af8e7e-f006-4311-8cdd-6e4e0c1dcf69 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Removed routes are [] {{(pid=103808) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 04:41:11.903384 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4af8e7e-f006-4311-8cdd-6e4e0c1dcf69 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (ac640da6-2987-4940-9cce-f782ebab065b), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:11.967085 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Routers {'f7412d86-15f1-4926-832f-d3c9ff5582e0'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:11.968272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f7412d86-15f1-4926-832f-d3c9ff5582e0'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:11.991603 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ee73d10-4663-4f87-9a6f-44efad26d31b req-292a017a-e8e7-4b19-8f84-71bc3fa6c20f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd97a4a-b394-4ba8-93f8-0d84a9b74153 HTTP/1.1" status: 200 len: 210 time: 0.0808342 Feb 11 04:41:12.052407 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e8649-0534-4c41-bd79-cba11802d086 None None] Pushing event updated for resources: {'Port': ['ID=2e917957-0163-404c-99d3-7a3f49daa874,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:12.200006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] Set router f7412d86-15f1-4926-832f-d3c9ff5582e0 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:12.204223 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7724105-ff6c-402e-be83-6d708d8e12a2 req-ecfe1dc8-2bb1-415c-b098-fcd772cd624e tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups/03385b6e-6616-497b-b23a-ec98f3e94bca HTTP/1.1" status: 200 len: 1827 time: 0.4131193 Feb 11 04:41:12.240855 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.245374 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4af8e7e-f006-4311-8cdd-6e4e0c1dcf69 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (ac640da6-2987-4940-9cce-f782ebab065b), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.260529 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4af8e7e-f006-4311-8cdd-6e4e0c1dcf69 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (ac640da6-2987-4940-9cce-f782ebab065b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.346561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Network 74695aa4-4778-400f-ab0b-4a8039c43b8b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:12.364781 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:12.394930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-81c42e02-b6c3-49dc-8cc3-b9bc5faab686 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Made reservation on behalf of e888d9ceb6094e46aa3c6bbef6075211 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:12.409302 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-81c42e02-b6c3-49dc-8cc3-b9bc5faab686 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.415155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:12.495842 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e24f017-c230-481d-aecd-26d39633f70b req-a9694e9a-337e-43da-8f9a-9bd84cb5aaef tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 210 time: 0.0618515 Feb 11 04:41:12.666191 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (f7412d86-15f1-4926-832f-d3c9ff5582e0), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.668758 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Pushing event updated for resources: {'Port': ['ID=d086db65-7a73-46be-b9b3-9a3e25bc0319,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:12.691792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2e917957-0163-404c-99d3-7a3f49daa874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:02Z', 'updated_at': '2022-02-11T04:41:08Z', 'revision_number': 3, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'gw_port': {'id': '2e917957-0163-404c-99d3-7a3f49daa874', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:05Z', 'updated_at': '2022-02-11T04:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:12.716944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4af8e7e-f006-4311-8cdd-6e4e0c1dcf69 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router ac640da6-2987-4940-9cce-f782ebab065b has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:12.771454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981dc5f7-4eba-4a47-977b-ef8023fbddfa None None] The sync data for ids ['f7412d86-15f1-4926-832f-d3c9ff5582e0'] in n-d-712142-35 is: [{'id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2e917957-0163-404c-99d3-7a3f49daa874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:02Z', 'updated_at': '2022-02-11T04:41:08Z', 'revision_number': 3, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'gw_port': {'id': '2e917957-0163-404c-99d3-7a3f49daa874', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:05Z', 'updated_at': '2022-02-11T04:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:12.849072 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4af8e7e-f006-4311-8cdd-6e4e0c1dcf69 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:12.861898 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5687a-afdb-47a9-92ba-ce6619c5301c None None] Sync routers for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:12.873900 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4af8e7e-f006-4311-8cdd-6e4e0c1dcf69 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.879277 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c4af8e7e-f006-4311-8cdd-6e4e0c1dcf69 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/ac640da6-2987-4940-9cce-f782ebab065b HTTP/1.1" status: 200 len: 705 time: 1.3438697 Feb 11 04:41:12.899302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40488) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:12.907228 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5687a-afdb-47a9-92ba-ce6619c5301c None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:12.908281 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b7724105-ff6c-402e-be83-6d708d8e12a2 req-036257ad-3548-4214-a412-8ef86299a147 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for security_group (03385b6e-6616-497b-b23a-ec98f3e94bca), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.928664 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-85d5687a-afdb-47a9-92ba-ce6619c5301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:12.931714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2a21cac1-67b6-40ca-b2d9-a493644efd5e None None] Provisioning complete for port d086db65-7a73-46be-b9b3-9a3e25bc0319 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:12.932211 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a21cac1-67b6-40ca-b2d9-a493644efd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:12.997936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40492) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:13.011651 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-908786d4-1955-4485-a3d6-cccb4a671f0b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac640da6-2987-4940-9cce-f782ebab065b HTTP/1.1" status: 200 len: 205 time: 0.0788348 Feb 11 04:41:13.057341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2a21cac1-67b6-40ca-b2d9-a493644efd5e None None] Port d086db65-7a73-46be-b9b3-9a3e25bc0319 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:13.062893 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b7724105-ff6c-402e-be83-6d708d8e12a2 req-036257ad-3548-4214-a412-8ef86299a147 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for security_group (03385b6e-6616-497b-b23a-ec98f3e94bca), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.100892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-81c42e02-b6c3-49dc-8cc3-b9bc5faab686 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Allocated IP 172.20.0.5 (95412f6d-019e-479e-882e-7d9c80f932c5/8af60775-4846-4fff-9885-c1407905a642/f0a5b25a-742d-463f-9123-730ea0e38ba6) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:13.188298 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-85d5687a-afdb-47a9-92ba-ce6619c5301c None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:13.265377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c6dd1a4-8c15-49b0-a871-bdeb6b5fa053 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (ac640da6-2987-4940-9cce-f782ebab065b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.396700 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.403247 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-85d5687a-afdb-47a9-92ba-ce6619c5301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:41:02Z', 'revision_number': 11, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:13.467259 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5687a-afdb-47a9-92ba-ce6619c5301c None None] Checking router: ac640da6-2987-4940-9cce-f782ebab065b for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:13.503322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-5498bf77-6e1f-4142-9d2b-a3c53c4a6b0c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:13.504933 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-5498bf77-6e1f-4142-9d2b-a3c53c4a6b0c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 805 time: 0.3373146 Feb 11 04:41:13.603579 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b7724105-ff6c-402e-be83-6d708d8e12a2 req-036257ad-3548-4214-a412-8ef86299a147 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (03385b6e-6616-497b-b23a-ec98f3e94bca), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.606256 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b7724105-ff6c-402e-be83-6d708d8e12a2 req-036257ad-3548-4214-a412-8ef86299a147 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:13.623715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7724105-ff6c-402e-be83-6d708d8e12a2 req-036257ad-3548-4214-a412-8ef86299a147 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "DELETE /v2.0/security-groups/03385b6e-6616-497b-b23a-ec98f3e94bca HTTP/1.1" status: 204 len: 173 time: 1.4176831 Feb 11 04:41:13.679317 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-06327b60-787d-414d-83b3-9d7332be412c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/quotas/a6de71a80dfc462da54bc2b2a455359a HTTP/1.1" status: 200 len: 375 time: 0.1513906 Feb 11 04:41:13.712514 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5687a-afdb-47a9-92ba-ce6619c5301c None None] Routers {'ac640da6-2987-4940-9cce-f782ebab065b'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:13.713739 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-85d5687a-afdb-47a9-92ba-ce6619c5301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['ac640da6-2987-4940-9cce-f782ebab065b'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:13.811102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036257ad-3548-4214-a412-8ef86299a147 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03385b6e-6616-497b-b23a-ec98f3e94bca,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:13.873273 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-85d5687a-afdb-47a9-92ba-ce6619c5301c None None] Set router ac640da6-2987-4940-9cce-f782ebab065b gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:13.949278 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-85d5687a-afdb-47a9-92ba-ce6619c5301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:41:02Z', 'revision_number': 11, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:14.006144 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5687a-afdb-47a9-92ba-ce6619c5301c None None] The sync data for ids ['ac640da6-2987-4940-9cce-f782ebab065b'] in n-d-712142-35 is: [{'id': 'ac640da6-2987-4940-9cce-f782ebab065b', 'name': 'tempest-RoutersIpV6Test-router-1062686481', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:45Z', 'updated_at': '2022-02-11T04:41:02Z', 'revision_number': 11, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:14.021209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a605c73d-330f-47f4-ab7d-5db78f033f21 req-2325d65f-e68c-40b5-b418-9d5d75fa5376 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 210 time: 0.2202449 Feb 11 04:41:14.157645 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-dc7b7b56-4e04-4738-9bf1-4a80380e9221 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4632690 Feb 11 04:41:14.372338 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-81c42e02-b6c3-49dc-8cc3-b9bc5faab686 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.577816 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-c41d876c-d47b-4061-be8c-5ee5e35a6017 service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187362 Feb 11 04:41:14.718797 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-81c42e02-b6c3-49dc-8cc3-b9bc5faab686 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.889714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c42e02-b6c3-49dc-8cc3-b9bc5faab686 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Port': ['ID=f0a5b25a-742d-463f-9123-730ea0e38ba6,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:14.939167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c6dd1a4-8c15-49b0-a871-bdeb6b5fa053 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (ac640da6-2987-4940-9cce-f782ebab065b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.944195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-81c42e02-b6c3-49dc-8cc3-b9bc5faab686 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network 95412f6d-019e-479e-882e-7d9c80f932c5 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:14.961940 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c6dd1a4-8c15-49b0-a871-bdeb6b5fa053 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_controller (ac640da6-2987-4940-9cce-f782ebab065b), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:14.990782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-f7424404-5889-4a1d-9a68-95251bea5742 service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119861 Feb 11 04:41:15.011892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-81c42e02-b6c3-49dc-8cc3-b9bc5faab686 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:15.014998 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-81c42e02-b6c3-49dc-8cc3-b9bc5faab686 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:15.158733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-81c42e02-b6c3-49dc-8cc3-b9bc5faab686 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:15.159428 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-81c42e02-b6c3-49dc-8cc3-b9bc5faab686 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.202549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe2aea-61a5-47fe-bd87-9cb88ba7f523 req-8d31493b-eeb2-4cdf-943f-a7fa4b3bac51 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:15.204897 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9dfe2aea-61a5-47fe-bd87-9cb88ba7f523 req-8d31493b-eeb2-4cdf-943f-a7fa4b3bac51 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.3156450 Feb 11 04:41:15.261212 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Publish callbacks [] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.265386 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c6dd1a4-8c15-49b0-a871-bdeb6b5fa053 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (ac640da6-2987-4940-9cce-f782ebab065b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.265936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6dd1a4-8c15-49b0-a871-bdeb6b5fa053 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Fanout notify agent at l3_agent the message router_deleted on router ac640da6-2987-4940-9cce-f782ebab065b {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:41:15.293533 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c6dd1a4-8c15-49b0-a871-bdeb6b5fa053 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.311984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9dfe2aea-61a5-47fe-bd87-9cb88ba7f523 req-93caaf3b-db0f-495a-9cc1-943241d1d3e4 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964997 Feb 11 04:41:15.311984 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40526) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:15.312309 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9c6dd1a4-8c15-49b0-a871-bdeb6b5fa053 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/routers/ac640da6-2987-4940-9cce-f782ebab065b HTTP/1.1" status: 204 len: 168 time: 2.3128948 Feb 11 04:41:15.322352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6fa58827-cd9f-4457-8ace-670b9595c002 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1453663597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:15.369476 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.384002 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-81c42e02-b6c3-49dc-8cc3-b9bc5faab686 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5327389 Feb 11 04:41:15.400408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Request body: {'port': {'device_id': '0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:15.521831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2e917957-0163-404c-99d3-7a3f49daa874 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:15.654249 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (f7412d86-15f1-4926-832f-d3c9ff5582e0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.690079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Pushing event updated for resources: {'Port': ['ID=d086db65-7a73-46be-b9b3-9a3e25bc0319,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:15.745301 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8044b4f3-8102-4445-8e0e-8c0d0beb2d7a None None] Provisioning complete for port f0a5b25a-742d-463f-9123-730ea0e38ba6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:15.745686 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8044b4f3-8102-4445-8e0e-8c0d0beb2d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.828427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68dae8d3-4060-4151-81e8-3004f97d9397 req-66c74a14-4e0f-4e07-b31a-4e957c2bf083 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 210 time: 0.1454246 Feb 11 04:41:15.862149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8044b4f3-8102-4445-8e0e-8c0d0beb2d7a None None] Port f0a5b25a-742d-463f-9123-730ea0e38ba6 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:15.887196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Network 74695aa4-4778-400f-ab0b-4a8039c43b8b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:15.888781 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:15.890954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 2e917957-0163-404c-99d3-7a3f49daa874 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:15.894615 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2e917957-0163-404c-99d3-7a3f49daa874), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:15.981578 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:16.052104 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6fa58827-cd9f-4457-8ace-670b9595c002 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (470dac8c-ddd5-4bcb-85d7-ec111701b926), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:16.052104 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6fa58827-cd9f-4457-8ace-670b9595c002 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (470dac8c-ddd5-4bcb-85d7-ec111701b926), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:16.171556 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 2e917957-0163-404c-99d3-7a3f49daa874 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:16.171957 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2e917957-0163-404c-99d3-7a3f49daa874), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:16.213260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f92ed-09f0-4b84-9d7f-49e11c41e365 req-cd12a625-5348-4637-adf0-6d0c18d87125 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:16.215785 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea0f92ed-09f0-4b84-9d7f-49e11c41e365 req-cd12a625-5348-4637-adf0-6d0c18d87125 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 931 time: 0.6202426 Feb 11 04:41:16.237053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 2e917957-0163-404c-99d3-7a3f49daa874, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2e917957-0163-404c-99d3-7a3f49daa874,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:16.299923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Router f7412d86-15f1-4926-832f-d3c9ff5582e0 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:16.352524 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2e917957-0163-404c-99d3-7a3f49daa874), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:16.569617 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c052277a-1ad0-4275-b9cb-6759d7a0aea5 None None] Provisioning complete for port d086db65-7a73-46be-b9b3-9a3e25bc0319 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:16.572386 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c052277a-1ad0-4275-b9cb-6759d7a0aea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:16.575422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=2e917957-0163-404c-99d3-7a3f49daa874,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:16.613762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:16.614454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:16.615595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:16.616113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:16.617091 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:16.618986 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:16.620215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:16.620763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:16.621346 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:16.621908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:16.622471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:16.629125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:16.629125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:41:16.629349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:16.645678 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b0c4e197-45bf-457a-b8d4-f363d52d604f admin admin] 10.222.0.13 "PUT /v2.0/routers/f7412d86-15f1-4926-832f-d3c9ff5582e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7336519 Feb 11 04:41:16.695889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Sync routers for ids ['f7412d86-15f1-4926-832f-d3c9ff5582e0'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:16.734065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Routers {'f7412d86-15f1-4926-832f-d3c9ff5582e0'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:16.735204 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f7412d86-15f1-4926-832f-d3c9ff5582e0'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:17.069052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Set router f7412d86-15f1-4926-832f-d3c9ff5582e0 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:17.080513 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6fa58827-cd9f-4457-8ace-670b9595c002 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_controller (470dac8c-ddd5-4bcb-85d7-ec111701b926), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:17.179223 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6fa58827-cd9f-4457-8ace-670b9595c002 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (470dac8c-ddd5-4bcb-85d7-ec111701b926), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:17.236190 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea0f92ed-09f0-4b84-9d7f-49e11c41e365 req-ed31e1a5-b6b5-4845-8749-8b183dc14e99 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=786218c5-d750-4a2a-b498-4b2a7994cb63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0061426 Feb 11 04:41:17.257174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c052277a-1ad0-4275-b9cb-6759d7a0aea5 None None] Port d086db65-7a73-46be-b9b3-9a3e25bc0319 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:17.329144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c386851-a77a-41de-92fc-c3bb7e5da261 req-563bafdf-98e8-4076-ab64-d95b551399b9 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:17.329144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c386851-a77a-41de-92fc-c3bb7e5da261 req-563bafdf-98e8-4076-ab64-d95b551399b9 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.7946324 Feb 11 04:41:17.411488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe62eca-e975-4da0-805d-0b8952fb5a4c req-9a9e756f-0bcd-48e8-8edd-a77975a57a88 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:17.413259 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fe62eca-e975-4da0-805d-0b8952fb5a4c req-9a9e756f-0bcd-48e8-8edd-a77975a57a88 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.3969674 Feb 11 04:41:17.457169 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6fa58827-cd9f-4457-8ace-670b9595c002 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:17.458521 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6fa58827-cd9f-4457-8ace-670b9595c002 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.1464479 Feb 11 04:41:17.461394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40562) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:17.466114 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4d05a7d1-dfcb-4a84-832f-b89ad1593726 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:17.474684 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2e917957-0163-404c-99d3-7a3f49daa874 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:17.605105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2400614-a38f-4539-9678-7c410929a05f req-a74b04a4-0af2-47f4-a94f-49632ffd0c89 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 210 time: 0.0866711 Feb 11 04:41:17.733049 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c386851-a77a-41de-92fc-c3bb7e5da261 req-2517f646-8036-43b5-bb3d-d80968c7932a tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806069 Feb 11 04:41:18.046386 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a5b25a-742d-463f-9123-730ea0e38ba6 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:18.094480 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Publish callbacks [] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:18.127277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-4fe62eca-e975-4da0-805d-0b8952fb5a4c req-3dcbeafc-8e47-4ca8-9bcd-c114fe65c43d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Deleting port 26840296-0f67-4a80-a050-483c9501b990 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:18.127611 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fe62eca-e975-4da0-805d-0b8952fb5a4c req-3dcbeafc-8e47-4ca8-9bcd-c114fe65c43d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (26840296-0f67-4a80-a050-483c9501b990), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:18.153820 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d05a7d1-dfcb-4a84-832f-b89ad1593726 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (470dac8c-ddd5-4bcb-85d7-ec111701b926), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:18.218585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Transition to ACTIVE for port object f0a5b25a-742d-463f-9123-730ea0e38ba6 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:41:18.237452 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d05a7d1-dfcb-4a84-832f-b89ad1593726 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (470dac8c-ddd5-4bcb-85d7-ec111701b926), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:18.409575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 2e917957-0163-404c-99d3-7a3f49daa874 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:18.410144 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2e917957-0163-404c-99d3-7a3f49daa874), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:18.421309 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:18.445917 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40578) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:18.489026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1703126508-network', 'tenant_id': '5c303f92ab1740729d8ae571aa07915d'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:18.654091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d05a7d1-dfcb-4a84-832f-b89ad1593726 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Router 470dac8c-ddd5-4bcb-85d7-ec111701b926 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:41:18.696142 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 2e917957-0163-404c-99d3-7a3f49daa874 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:18.723543 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2e917957-0163-404c-99d3-7a3f49daa874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:02Z', 'updated_at': '2022-02-11T04:41:12Z', 'revision_number': 4, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'gw_port': {'id': '2e917957-0163-404c-99d3-7a3f49daa874', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:05Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd086db65-7a73-46be-b9b3-9a3e25bc0319', 'name': '', 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'mac_address': 'fa:16:3e:2d:2e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:11Z', 'updated_at': '2022-02-11T04:41:14Z', 'revision_number': 2, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'subnets': [{'id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:18.788622 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Checking router: f7412d86-15f1-4926-832f-d3c9ff5582e0 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:18.793491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Updating router f7412d86-15f1-4926-832f-d3c9ff5582e0 port d086db65-7a73-46be-b9b3-9a3e25bc0319 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:41:18.859500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d05a7d1-dfcb-4a84-832f-b89ad1593726 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:18.870453 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca82fa-ecaa-48ab-8748-ba62acfb6395 None None] Sync routers for ids ['470dac8c-ddd5-4bcb-85d7-ec111701b926'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:18.874308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d05a7d1-dfcb-4a84-832f-b89ad1593726 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:18.876551 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4d05a7d1-dfcb-4a84-832f-b89ad1593726 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "PUT /v2.0/routers/470dac8c-ddd5-4bcb-85d7-ec111701b926 HTTP/1.1" status: 200 len: 698 time: 1.4135063 Feb 11 04:41:18.879177 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:18.880080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40586) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:18.896425 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca82fa-ecaa-48ab-8748-ba62acfb6395 None None] Routers {'470dac8c-ddd5-4bcb-85d7-ec111701b926'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:18.897002 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7aca82fa-ecaa-48ab-8748-ba62acfb6395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['470dac8c-ddd5-4bcb-85d7-ec111701b926'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:18.980831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-4fe62eca-e975-4da0-805d-0b8952fb5a4c req-3dcbeafc-8e47-4ca8-9bcd-c114fe65c43d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] For port 26840296-0f67-4a80-a050-483c9501b990, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=26840296-0f67-4a80-a050-483c9501b990,segment=NetworkSegment(45c2fd40-256c-46f4-b63c-6c31206b60a0),segment_id=45c2fd40-256c-46f4-b63c-6c31206b60a0)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:18.981437 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fe62eca-e975-4da0-805d-0b8952fb5a4c req-3dcbeafc-8e47-4ca8-9bcd-c114fe65c43d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (26840296-0f67-4a80-a050-483c9501b990), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:19.012295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-4fe62eca-e975-4da0-805d-0b8952fb5a4c req-3dcbeafc-8e47-4ca8-9bcd-c114fe65c43d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Calling delete_port for 26840296-0f67-4a80-a050-483c9501b990 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:19.090039 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3c1df98d-5488-4e18-a9fa-5c99e3d48925 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/routers/470dac8c-ddd5-4bcb-85d7-ec111701b926 HTTP/1.1" status: 200 len: 704 time: 0.2086570 Feb 11 04:41:19.092850 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40590) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:19.120097 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-7aca82fa-ecaa-48ab-8748-ba62acfb6395 None None] Set router 470dac8c-ddd5-4bcb-85d7-ec111701b926 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:19.151170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a5b25a-742d-463f-9123-730ea0e38ba6,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:19.162151 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f86443c9-dc85-4c6f-9a98-9f4d11160602 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports?device_id=470dac8c-ddd5-4bcb-85d7-ec111701b926 HTTP/1.1" status: 200 len: 205 time: 0.0679519 Feb 11 04:41:19.167105 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40592) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:19.233571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-41c53ead-b2b8-4a9e-95be-38dced00d556 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:19.246230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-41c53ead-b2b8-4a9e-95be-38dced00d556 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.32 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 805 time: 0.8072944 Feb 11 04:41:19.252693 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7aca82fa-ecaa-48ab-8748-ba62acfb6395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470dac8c-ddd5-4bcb-85d7-ec111701b926', 'name': 'tempest-RoutersIpV6Test-router-1453663597', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:16Z', 'updated_at': '2022-02-11T04:41:18Z', 'revision_number': 2, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:19.269876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] Made reservation on behalf of 5c303f92ab1740729d8ae571aa07915d for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:19.273034 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:19.300821 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca82fa-ecaa-48ab-8748-ba62acfb6395 None None] Checking router: 470dac8c-ddd5-4bcb-85d7-ec111701b926 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:19.331494 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca82fa-ecaa-48ab-8748-ba62acfb6395 None None] Routers {'470dac8c-ddd5-4bcb-85d7-ec111701b926'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:19.333436 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7aca82fa-ecaa-48ab-8748-ba62acfb6395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['470dac8c-ddd5-4bcb-85d7-ec111701b926'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:19.371177 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa26e37c-9891-4af8-98b9-22e6f86b8896 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (470dac8c-ddd5-4bcb-85d7-ec111701b926), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:19.580594 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-7aca82fa-ecaa-48ab-8748-ba62acfb6395 None None] Set router 470dac8c-ddd5-4bcb-85d7-ec111701b926 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:19.584842 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Publish callbacks [] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:19.676322 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7aca82fa-ecaa-48ab-8748-ba62acfb6395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470dac8c-ddd5-4bcb-85d7-ec111701b926', 'name': 'tempest-RoutersIpV6Test-router-1453663597', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:16Z', 'updated_at': '2022-02-11T04:41:18Z', 'revision_number': 2, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:19.694468 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:19.720511 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca82fa-ecaa-48ab-8748-ba62acfb6395 None None] The sync data for ids ['470dac8c-ddd5-4bcb-85d7-ec111701b926'] in n-d-712142-35 is: [{'id': '470dac8c-ddd5-4bcb-85d7-ec111701b926', 'name': 'tempest-RoutersIpV6Test-router-1453663597', 'tenant_id': '75a8a11cc55d42409a5c18286e786f40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:16Z', 'updated_at': '2022-02-11T04:41:18Z', 'revision_number': 2, 'project_id': '75a8a11cc55d42409a5c18286e786f40', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:19.828095 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa26e37c-9891-4af8-98b9-22e6f86b8896 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (470dac8c-ddd5-4bcb-85d7-ec111701b926), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:19.831752 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa26e37c-9891-4af8-98b9-22e6f86b8896 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router_controller (470dac8c-ddd5-4bcb-85d7-ec111701b926), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:19.923934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0f06d-3b0d-4bdb-89a4-0e264e652fe6 None None] Pushing event updated for resources: {'Port': ['ID=d086db65-7a73-46be-b9b3-9a3e25bc0319,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:20.025325 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa26e37c-9891-4af8-98b9-22e6f86b8896 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (470dac8c-ddd5-4bcb-85d7-ec111701b926), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:20.025887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa26e37c-9891-4af8-98b9-22e6f86b8896 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Fanout notify agent at l3_agent the message router_deleted on router 470dac8c-ddd5-4bcb-85d7-ec111701b926 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:41:20.026737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Attempting to bind port d086db65-7a73-46be-b9b3-9a3e25bc0319 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:20.027292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Attempting to bind port d086db65-7a73-46be-b9b3-9a3e25bc0319 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '09f34cf8-c68f-45f6-bc54-c45e3b67af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:20.032488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Attempting to bind port d086db65-7a73-46be-b9b3-9a3e25bc0319 on network 74695aa4-4778-400f-ab0b-4a8039c43b8b {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:20.055922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:20.060644 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Checking segment: {'id': '09f34cf8-c68f-45f6-bc54-c45e3b67af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:20.061171 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:20.061633 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Bound using segment: {'id': '09f34cf8-c68f-45f6-bc54-c45e3b67af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:20.062232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Bound port: d086db65-7a73-46be-b9b3-9a3e25bc0319, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f34cf8-c68f-45f6-bc54-c45e3b67af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:20.064213 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:20.067521 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa26e37c-9891-4af8-98b9-22e6f86b8896 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:20.069230 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aa26e37c-9891-4af8-98b9-22e6f86b8896 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/routers/470dac8c-ddd5-4bcb-85d7-ec111701b926 HTTP/1.1" status: 204 len: 168 time: 0.9010801 Feb 11 04:41:20.081489 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40600) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:20.212308 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] For port d086db65-7a73-46be-b9b3-9a3e25bc0319, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:20.214335 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-666749bc-f89a-496f-a1c6-8d198ab396f6 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports?device_id=470dac8c-ddd5-4bcb-85d7-ec111701b926 HTTP/1.1" status: 200 len: 205 time: 0.1303282 Feb 11 04:41:20.217654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40602) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:20.223392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] For port d086db65-7a73-46be-b9b3-9a3e25bc0319, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d086db65-7a73-46be-b9b3-9a3e25bc0319,segment=NetworkSegment(09f34cf8-c68f-45f6-bc54-c45e3b67af86),segment_id=09f34cf8-c68f-45f6-bc54-c45e3b67af86)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:20.255754 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-46b7ab63-62b2-42de-8930-5034f31a9cce None None] Provisioning complete for port d086db65-7a73-46be-b9b3-9a3e25bc0319 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:20.257215 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-46b7ab63-62b2-42de-8930-5034f31a9cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:20.315958 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:20.328403 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-0669d553-aba4-4946-b74c-354bb93e23ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] delete failed (client error): The resource could not be found. Feb 11 04:41:20.330822 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0669d553-aba4-4946-b74c-354bb93e23ad tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/routers/470dac8c-ddd5-4bcb-85d7-ec111701b926 HTTP/1.1" status: 404 len: 336 time: 0.1074121 Feb 11 04:41:20.337635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-b2ab1140-cb46-49bb-8476-a6298aec51e7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Request body: {'port': {'device_id': '4db5d9a5-fcc0-4931-b757-37a423915884', 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b', 'admin_state_up': True, 'tenant_id': 'a6de71a80dfc462da54bc2b2a455359a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:20.338147 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40604) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:20.343013 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-46b7ab63-62b2-42de-8930-5034f31a9cce None None] Port d086db65-7a73-46be-b9b3-9a3e25bc0319 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:20.351138 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:20.368305 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-812c48f6-7a5b-4970-8762-721425fcb692 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] DELETE failed (client error): The resource could not be found. Feb 11 04:41:20.368757 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812c48f6-7a5b-4970-8762-721425fcb692 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:41:20.374213 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-812c48f6-7a5b-4970-8762-721425fcb692 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/c686408c-b9f3-42e9-83f8-370baefd272a HTTP/1.1" status: 404 len: 337 time: 0.0367944 Feb 11 04:41:20.375157 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40606) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:20.439556 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3aa1b55-3502-4de8-b090-11ef3905b70b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] DELETE failed (client error): The resource could not be found. Feb 11 04:41:20.440546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3aa1b55-3502-4de8-b090-11ef3905b70b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:41:20.459146 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b3aa1b55-3502-4de8-b090-11ef3905b70b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/09faa8c3-38b8-4522-ac4b-abf2a9fd86f1 HTTP/1.1" status: 404 len: 337 time: 0.0828516 Feb 11 04:41:20.460073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40608) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:20.464586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa492bbc-bcb7-4b8f-af3f-a4557125f2fb req-89a6cb2d-ab24-4a22-9da5-bb1551c5aab5 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 210 time: 1.2669458 Feb 11 04:41:20.488711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0f06d-3b0d-4bdb-89a4-0e264e652fe6 None None] Pushing event updated for resources: {'Port': ['ID=d086db65-7a73-46be-b9b3-9a3e25bc0319,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:20.504239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Routers {'f7412d86-15f1-4926-832f-d3c9ff5582e0'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:20.504894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:40:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f7412d86-15f1-4926-832f-d3c9ff5582e0'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:20.523218 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a48319-617c-44dc-b794-81a61e892b1b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] DELETE failed (client error): The resource could not be found. Feb 11 04:41:20.523963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a48319-617c-44dc-b794-81a61e892b1b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:41:20.531412 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-47a48319-617c-44dc-b794-81a61e892b1b tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/21f0f025-b3ce-40c7-a3ca-5c008adecccf HTTP/1.1" status: 404 len: 337 time: 0.0697877 Feb 11 04:41:20.532832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40612) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:20.584487 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-44130c5b-4927-4e3f-99b8-47c16c78f075 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] DELETE failed (client error): The resource could not be found. Feb 11 04:41:20.585229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44130c5b-4927-4e3f-99b8-47c16c78f075 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:41:20.597048 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-44130c5b-4927-4e3f-99b8-47c16c78f075 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/376e147e-9392-4a41-a810-97681fa5ebf4 HTTP/1.1" status: 404 len: 337 time: 0.0626981 Feb 11 04:41:20.598372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40616) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:20.662744 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6cf60792-b78d-4466-b901-8f4291000559 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac640da6-2987-4940-9cce-f782ebab065b HTTP/1.1" status: 200 len: 205 time: 0.0628865 Feb 11 04:41:20.666399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40618) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:20.715931 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 26840296-0f67-4a80-a050-483c9501b990 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:20.746663 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-b2010154-3125-442b-855a-dd10fb0ed6f2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] delete failed (client error): The resource could not be found. Feb 11 04:41:20.749773 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b2010154-3125-442b-855a-dd10fb0ed6f2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/routers/ac640da6-2987-4940-9cce-f782ebab065b HTTP/1.1" status: 404 len: 336 time: 0.0818543 Feb 11 04:41:20.750448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40620) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:20.774072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1a870-506a-497e-b163-e06a49acbc86 req-d7554f46-11e8-40f1-a0fd-939a15efa025 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:20.777801 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8dc1a870-506a-497e-b163-e06a49acbc86 req-d7554f46-11e8-40f1-a0fd-939a15efa025 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 943 time: 2.3302970 Feb 11 04:41:20.848913 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-01e6b605-943a-483b-b990-52b9d98c3c28 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9aecef5-95ae-421a-9c17-a1da8cff454d HTTP/1.1" status: 200 len: 205 time: 0.0949283 Feb 11 04:41:20.849649 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40622) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:20.962519 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-852eb620-795a-4725-ad19-0e0b12b9cf25 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] delete failed (client error): The resource could not be found. Feb 11 04:41:20.967516 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-852eb620-795a-4725-ad19-0e0b12b9cf25 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/routers/f9aecef5-95ae-421a-9c17-a1da8cff454d HTTP/1.1" status: 404 len: 336 time: 0.1130214 Feb 11 04:41:20.973818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40624) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:21.037581 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd8b3ef-3e81-4821-b54b-03489bd51fa3 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] DELETE failed (client error): The resource could not be found. Feb 11 04:41:21.038044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd8b3ef-3e81-4821-b54b-03489bd51fa3 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:41:21.053507 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0fd8b3ef-3e81-4821-b54b-03489bd51fa3 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/5ca37872-d837-4938-a3e0-d96f825d6ee4 HTTP/1.1" status: 404 len: 337 time: 0.0747879 Feb 11 04:41:21.054951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40626) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:21.081202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Attempting to bind port f0a5b25a-742d-463f-9123-730ea0e38ba6 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:21.081761 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Attempting to bind port f0a5b25a-742d-463f-9123-730ea0e38ba6 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dbc8fde5-2f91-4977-a335-4f59b78e59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:21.082110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Attempting to bind port f0a5b25a-742d-463f-9123-730ea0e38ba6 on network 95412f6d-019e-479e-882e-7d9c80f932c5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:21.100510 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] Set router f7412d86-15f1-4926-832f-d3c9ff5582e0 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:21.113311 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9095efe1-f26a-48c7-aca0-245acdfb8f9e tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports?device_id=12b90fd9-61c8-4940-9a1e-0836d58f36c6 HTTP/1.1" status: 200 len: 205 time: 0.0526390 Feb 11 04:41:21.113544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40628) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:21.150106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 26840296-0f67-4a80-a050-483c9501b990 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:21.150503 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (26840296-0f67-4a80-a050-483c9501b990), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.155769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d055c74a-608b-4306-aff3-43af36599fb2 None None] Provisioning complete for port d086db65-7a73-46be-b9b3-9a3e25bc0319 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:21.156136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d055c74a-608b-4306-aff3-43af36599fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.279026 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] Publish callbacks [] for security_group (2c498fd3-52d3-41b9-90e1-e0c801e44e79), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.384132 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2c498fd3-52d3-41b9-90e1-e0c801e44e79), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.404486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477deba-6b67-4072-9f31-e3924b7a0ef6 req-99072da4-a0f9-4067-9c38-de2f5fe433a5 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:21.417512 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8477deba-6b67-4072-9f31-e3924b7a0ef6 req-99072da4-a0f9-4067-9c38-de2f5fe433a5 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 945 time: 0.7992413 Feb 11 04:41:21.420004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Port f0a5b25a-742d-463f-9123-730ea0e38ba6 on network 95412f6d-019e-479e-882e-7d9c80f932c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:41:21.420338 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Attempting to bind port f0a5b25a-742d-463f-9123-730ea0e38ba6 on network 95412f6d-019e-479e-882e-7d9c80f932c5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:21.460307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d055c74a-608b-4306-aff3-43af36599fb2 None None] Current status of the port d086db65-7a73-46be-b9b3-9a3e25bc0319 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:21.460797 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d055c74a-608b-4306-aff3-43af36599fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.471297 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-ad2361fc-df99-4fd6-9784-823d561e325a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] delete failed (client error): The resource could not be found. Feb 11 04:41:21.474897 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ad2361fc-df99-4fd6-9784-823d561e325a tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/routers/12b90fd9-61c8-4940-9a1e-0836d58f36c6 HTTP/1.1" status: 404 len: 336 time: 0.3402505 Feb 11 04:41:21.476069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40634) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:21.497144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:21.501583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Checking segment: {'id': 'dbc8fde5-2f91-4977-a335-4f59b78e59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:21.501583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Bound using segment: {'id': 'dbc8fde5-2f91-4977-a335-4f59b78e59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:21.501583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Bound port: f0a5b25a-742d-463f-9123-730ea0e38ba6, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbc8fde5-2f91-4977-a335-4f59b78e59cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:21.501583 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.526437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d055c74a-608b-4306-aff3-43af36599fb2 None None] For port d086db65-7a73-46be-b9b3-9a3e25bc0319, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d086db65-7a73-46be-b9b3-9a3e25bc0319,segment=NetworkSegment(09f34cf8-c68f-45f6-bc54-c45e3b67af86),segment_id=09f34cf8-c68f-45f6-bc54-c45e3b67af86)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:21.536938 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f04a5ea6-e3e2-4f95-84d3-50623e80a5dd tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f910926-9b94-4abb-a6ae-647c43edc270 HTTP/1.1" status: 200 len: 205 time: 0.0604999 Feb 11 04:41:21.540565 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40636) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:21.559290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8dc1a870-506a-497e-b163-e06a49acbc86 req-c916a4a1-6a4f-4728-b1b9-538a1915e32a tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=786218c5-d750-4a2a-b498-4b2a7994cb63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7407134 Feb 11 04:41:21.633157 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d055c74a-608b-4306-aff3-43af36599fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.676961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:41:21.690459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (84ed5660-cedb-4678-9f52-c6bfb1f987a1), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.691217 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] Added segment 84ed5660-cedb-4678-9f52-c6bfb1f987a1 of type vlan for network 49c500e1-eca6-43a1-9036-db14b3e2ae66 Feb 11 04:41:21.733652 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-4fb4a4fa-cc76-4838-8f68-ac9ae4d0d615 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] delete failed (client error): The resource could not be found. Feb 11 04:41:21.738046 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4fb4a4fa-cc76-4838-8f68-ac9ae4d0d615 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/routers/6f910926-9b94-4abb-a6ae-647c43edc270 HTTP/1.1" status: 404 len: 336 time: 0.1931360 Feb 11 04:41:21.742492 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40642) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:21.764981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2e917957-0163-404c-99d3-7a3f49daa874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:02Z', 'updated_at': '2022-02-11T04:41:12Z', 'revision_number': 4, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'gw_port': {'id': '2e917957-0163-404c-99d3-7a3f49daa874', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:05Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd086db65-7a73-46be-b9b3-9a3e25bc0319', 'name': '', 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'mac_address': 'fa:16:3e:2d:2e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:11Z', 'updated_at': '2022-02-11T04:41:20Z', 'revision_number': 4, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'subnets': [{'id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:21.804300 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f39d9c-980b-435d-9ba6-0be8f5b7a81d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] DELETE failed (client error): The resource could not be found. Feb 11 04:41:21.810617 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f39d9c-980b-435d-9ba6-0be8f5b7a81d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:41:21.814470 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a8f39d9c-980b-435d-9ba6-0be8f5b7a81d tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/91d5bd20-4a43-4cfb-a7dc-b5afccb4ec5e HTTP/1.1" status: 404 len: 337 time: 0.0708847 Feb 11 04:41:21.825994 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40644) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:21.858144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] For port f0a5b25a-742d-463f-9123-730ea0e38ba6, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:21.871386 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] For port f0a5b25a-742d-463f-9123-730ea0e38ba6, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f0a5b25a-742d-463f-9123-730ea0e38ba6,segment=NetworkSegment(dbc8fde5-2f91-4977-a335-4f59b78e59cc),segment_id=dbc8fde5-2f91-4977-a335-4f59b78e59cc)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:21.874660 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-01e23ec5-5031-458b-b1f8-7019984af740 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports?device_id=727db0d7-1216-4ff1-ac7a-619f4d0b34ad HTTP/1.1" status: 200 len: 205 time: 0.0472500 Feb 11 04:41:21.879634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40646) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:21.906438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-b2ab1140-cb46-49bb-8476-a6298aec51e7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Made reservation on behalf of a6de71a80dfc462da54bc2b2a455359a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:21.910554 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-b2ab1140-cb46-49bb-8476-a6298aec51e7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:21.930652 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-46e1bf19-765c-4063-b4c9-578286079411 req-3831c3d2-439d-4dc4-839b-bef584ebe0b3 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 210 time: 0.0546286 Feb 11 04:41:21.937791 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-cc37899c-9ed8-4cd8-a46f-50056c0ce5a4 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] delete failed (client error): The resource could not be found. Feb 11 04:41:21.938007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbf3b5b-d050-45ab-b892-abc0dfe5f45c None None] The sync data for ids ['f7412d86-15f1-4926-832f-d3c9ff5582e0'] in n-d-712142-35 is: [{'id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2e917957-0163-404c-99d3-7a3f49daa874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:02Z', 'updated_at': '2022-02-11T04:41:12Z', 'revision_number': 4, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'gw_port': {'id': '2e917957-0163-404c-99d3-7a3f49daa874', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:05Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd086db65-7a73-46be-b9b3-9a3e25bc0319', 'name': '', 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'mac_address': 'fa:16:3e:2d:2e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:11Z', 'updated_at': '2022-02-11T04:41:20Z', 'revision_number': 4, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'subnets': [{'id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:21.944456 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cc37899c-9ed8-4cd8-a46f-50056c0ce5a4 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/routers/727db0d7-1216-4ff1-ac7a-619f4d0b34ad HTTP/1.1" status: 404 len: 336 time: 0.0633514 Feb 11 04:41:21.945429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40648) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:21.960034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055c74a-608b-4306-aff3-43af36599fb2 None None] Pushing event updated for resources: {'Port': ['ID=d086db65-7a73-46be-b9b3-9a3e25bc0319,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:22.058730 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a6610e-e06e-4d2a-a6a4-4d6b3ea5f72f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] DELETE failed (client error): The resource could not be found. Feb 11 04:41:22.059155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a6610e-e06e-4d2a-a6a4-4d6b3ea5f72f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:41:22.064254 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-95a6610e-e06e-4d2a-a6a4-4d6b3ea5f72f tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/47dcd984-6601-41c4-9f46-e022b14adbd5 HTTP/1.1" status: 404 len: 337 time: 0.1157846 Feb 11 04:41:22.069106 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40650) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:22.076695 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fe62eca-e975-4da0-805d-0b8952fb5a4c req-3dcbeafc-8e47-4ca8-9bcd-c114fe65c43d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (26840296-0f67-4a80-a050-483c9501b990), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.104246 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-06123093-4c64-4720-8c96-b41559433121 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "GET /v2.0/ports?device_id=829ee8e3-55b1-4440-afdb-67661dbb5212 HTTP/1.1" status: 200 len: 205 time: 0.0378423 Feb 11 04:41:22.105004 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (49c500e1-eca6-43a1-9036-db14b3e2ae66), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.106568 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40652) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:22.121628 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.123512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c498fd3-52d3-41b9-90e1-e0c801e44e79,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:22.205363 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8477deba-6b67-4072-9f31-e3924b7a0ef6 req-8c92e0e8-fc2d-4170-bd47-3950417208f8 tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/security-groups?id=ded2aef1-a0cd-4c1b-973f-3dd48f84e961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7869303 Feb 11 04:41:22.215787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbeafc-8e47-4ca8-9bcd-c114fe65c43d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Pushing event deleted for resources: {'Port': ['ID=26840296-0f67-4a80-a050-483c9501b990,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:22.277277 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-1ab5391f-f566-4151-819e-e8b9400a1d54 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] delete failed (client error): The resource could not be found. Feb 11 04:41:22.290385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:22.290999 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1ab5391f-f566-4151-819e-e8b9400a1d54 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/routers/829ee8e3-55b1-4440-afdb-67661dbb5212 HTTP/1.1" status: 404 len: 336 time: 0.1798427 Feb 11 04:41:22.293933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40654) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:22.307457 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.310032 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] 10.222.0.47 "PUT /v2.0/ports/f0a5b25a-742d-463f-9123-730ea0e38ba6 HTTP/1.1" status: 200 len: 1092 time: 6.9238200 Feb 11 04:41:22.355370 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a', 'tag': 'f0a5b25a-742d-463f-9123-730ea0e38ba6'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:22.358469 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccab6bc-a353-4ff5-81b8-20cc5f159376" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a", "tag": "f0a5b25a-742d-463f-9123-730ea0e38ba6"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:22.414877 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d7b366-af7f-44ea-9a08-8efa35f0dcf2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] DELETE failed (client error): The resource could not be found. Feb 11 04:41:22.422300 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d7b366-af7f-44ea-9a08-8efa35f0dcf2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:41:22.422300 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e6d7b366-af7f-44ea-9a08-8efa35f0dcf2 tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/972ec342-02eb-45a7-80b4-2aeebfd40e50 HTTP/1.1" status: 404 len: 337 time: 0.1274493 Feb 11 04:41:22.429013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40660) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:22.480572 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-018adba3-6cf0-4e6c-ba75-d3c364f599ac tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] DELETE failed (client error): The resource could not be found. Feb 11 04:41:22.481500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018adba3-6cf0-4e6c-ba75-d3c364f599ac tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:41:22.491640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe62eca-e975-4da0-805d-0b8952fb5a4c req-3dcbeafc-8e47-4ca8-9bcd-c114fe65c43d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] No DVR routers for this DVR port 26840296-0f67-4a80-a050-483c9501b990 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:41:22.492596 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-018adba3-6cf0-4e6c-ba75-d3c364f599ac tempest-RoutersIpV6Test-596391144 tempest-RoutersIpV6Test-596391144-project] 10.222.0.13 "DELETE /v2.0/subnets/6a6e2577-447e-4fdd-8624-bb67ec8730f0 HTTP/1.1" status: 404 len: 337 time: 0.0606785 Feb 11 04:41:22.503866 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938c0cb2-3372-4b47-bc16-15a96d740240 x-openstack-request-id: req-938c0cb2-3372-4b47-bc16-15a96d740240 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:22.504121 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a", "tag": "f0a5b25a-742d-463f-9123-730ea0e38ba6", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:22.504370 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-938c0cb2-3372-4b47-bc16-15a96d740240 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:22.504796 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a', 'tag': 'f0a5b25a-742d-463f-9123-730ea0e38ba6', 'status': 'completed', 'code': 200} Feb 11 04:41:22.525515 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fe62eca-e975-4da0-805d-0b8952fb5a4c req-3dcbeafc-8e47-4ca8-9bcd-c114fe65c43d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.530260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fe62eca-e975-4da0-805d-0b8952fb5a4c req-3dcbeafc-8e47-4ca8-9bcd-c114fe65c43d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.32 "DELETE /v2.0/ports/26840296-0f67-4a80-a050-483c9501b990 HTTP/1.1" status: 204 len: 173 time: 5.0706100 Feb 11 04:41:22.543130 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (49c500e1-eca6-43a1-9036-db14b3e2ae66), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.549867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:22.549867 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:22.689107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a8abc-bac2-4d78-9c8a-dc62b6731f53 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a5b25a-742d-463f-9123-730ea0e38ba6,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:22.896571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-b2ab1140-cb46-49bb-8476-a6298aec51e7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Allocated IP 172.20.0.12 (ff866341-d213-41c7-afa0-ee3dd617201b/7095a7d5-9123-4335-ad46-28c56530f769/6c16b5ed-1671-4841-bc54-149dc46d304f) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:22.940005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.4557495 Feb 11 04:41:22.942729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40670) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:22.953445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99e52e-9721-497f-a218-5cebe69f6a31 admin admin] Pushing event updated for resources: {'Network': ['ID=49c500e1-eca6-43a1-9036-db14b3e2ae66,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:22.956032 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-33eb6a0d-db2f-45d3-aab9-fce13e9f6e4e admin admin] Request body: {'subnet': {'network_id': '49c500e1-eca6-43a1-9036-db14b3e2ae66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1703126508-subnet', 'tenant_id': '5c303f92ab1740729d8ae571aa07915d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:22.964114 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-eddefa4e-c280-4754-a3b7-685f86a726b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:22.965907 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-eddefa4e-c280-4754-a3b7-685f86a726b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 1126 time: 0.5045745 Feb 11 04:41:22.972762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 49c500e1-eca6-43a1-9036-db14b3e2ae66 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:41:23.157546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eb6a0d-db2f-45d3-aab9-fce13e9f6e4e admin admin] Made reservation on behalf of 5c303f92ab1740729d8ae571aa07915d for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:23.161810 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33eb6a0d-db2f-45d3-aab9-fce13e9f6e4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.172336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba679d13-f18f-4b2f-b074-e0673f02039e req-84e6ac35-e5e4-4a06-ac56-aea056d9bbe0 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 210 time: 0.0629346 Feb 11 04:41:23.178496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-ff215c75-5aa7-4c4d-98e8-49c9f59a8c32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a5b25a-742d-463f-9123-730ea0e38ba6 HTTP/1.1" status: 200 len: 217 time: 0.1758816 Feb 11 04:41:23.209625 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a865d1-502d-47c1-a241-b6770c507248 req-fa80e528-f878-4089-8e26-775be24fa5a6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:23.225323 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60a865d1-502d-47c1-a241-b6770c507248 req-fa80e528-f878-4089-8e26-775be24fa5a6 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 943 time: 0.5140300 Feb 11 04:41:23.320346 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fbedb6fc-a9a0-49cb-a903-2122c84cfcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.539764 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40680) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:23.569923 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-b2ab1140-cb46-49bb-8476-a6298aec51e7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks [] for port (6c16b5ed-1671-4841-bc54-149dc46d304f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.608462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d086db65-7a73-46be-b9b3-9a3e25bc0319 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:23.655667 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68614d2f-f39e-44d6-a826-11e017bbc281 req-4bd14e39-a2a6-4d3b-821d-b0fcc899d51d tempest-ServerRescueTestJSONUnderV235-1538684786 tempest-ServerRescueTestJSONUnderV235-1538684786-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca36d497-1e86-44f6-adef-079bd7580314 HTTP/1.1" status: 200 len: 210 time: 0.0821292 Feb 11 04:41:23.708490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-1af30142-2d1a-4094-9a6b-f4b66c840990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:23.710490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-1af30142-2d1a-4094-9a6b-f4b66c840990 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af60775-4846-4fff-9885-c1407905a642 HTTP/1.1" status: 200 len: 835 time: 0.4817424 Feb 11 04:41:23.729089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port d086db65-7a73-46be-b9b3-9a3e25bc0319 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:23.729663 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.750258 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60a865d1-502d-47c1-a241-b6770c507248 req-29949087-9515-49da-a300-b3e41d9fb85c tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=786218c5-d750-4a2a-b498-4b2a7994cb63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5240192 Feb 11 04:41:23.824550 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33eb6a0d-db2f-45d3-aab9-fce13e9f6e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (31087ce3-0861-48f1-87d1-5297d8095671), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.875877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-e013a4bd-e6de-4f9a-84db-a50eca3a00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:23.885832 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-e013a4bd-e6de-4f9a-84db-a50eca3a00a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95412f6d-019e-479e-882e-7d9c80f932c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1629269 Feb 11 04:41:23.931156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb6a0d-db2f-45d3-aab9-fce13e9f6e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=31087ce3-0861-48f1-87d1-5297d8095671,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:23.937438 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-b2ab1140-cb46-49bb-8476-a6298aec51e7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6c16b5ed-1671-4841-bc54-149dc46d304f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:23.968574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2e74a29c-ebd3-4304-b302-16a2ee2d9d04'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:24.057426 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1924d75b-43b3-450a-b20c-296c34a69a50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75a8a11cc55d42409a5c18286e786f40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5137632 Feb 11 04:41:24.069049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port d086db65-7a73-46be-b9b3-9a3e25bc0319 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:24.074598 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40688) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:24.099649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab1140-cb46-49bb-8476-a6298aec51e7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Pushing event updated for resources: {'Port': ['ID=6c16b5ed-1671-4841-bc54-149dc46d304f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:24.118444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eb6a0d-db2f-45d3-aab9-fce13e9f6e4e admin admin] Checking segment: {'id': '84ed5660-cedb-4678-9f52-c6bfb1f987a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '49c500e1-eca6-43a1-9036-db14b3e2ae66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:24.124859 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb6a0d-db2f-45d3-aab9-fce13e9f6e4e admin admin] Network hostable DHCP agents. Network: 49c500e1-eca6-43a1-9036-db14b3e2ae66, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:41:24.201773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-21731e44-2fa8-4cb6-afd8-cbf054f96711 service neutron] 10.222.0.47 "GET /v2.0/networks/95412f6d-019e-479e-882e-7d9c80f932c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030741 Feb 11 04:41:24.221559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-b2ab1140-cb46-49bb-8476-a6298aec51e7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Network ff866341-d213-41c7-afa0-ee3dd617201b is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:24.232518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-b2ab1140-cb46-49bb-8476-a6298aec51e7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:24.245985 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a378-dc94-4b55-a3ea-581fd81b8af5 admin admin] Publish callbacks [] for security_group (67e5cb4b-6a1e-4ccd-b4cb-01e2e4bca7df), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.248732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-b2ab1140-cb46-49bb-8476-a6298aec51e7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:24.299766 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a378-dc94-4b55-a3ea-581fd81b8af5 admin admin] Publish callbacks [] for security_group (67e5cb4b-6a1e-4ccd-b4cb-01e2e4bca7df), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.321298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eb6a0d-db2f-45d3-aab9-fce13e9f6e4e admin admin] Network 49c500e1-eca6-43a1-9036-db14b3e2ae66 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:41:24.436186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-b2ab1140-cb46-49bb-8476-a6298aec51e7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:24.441025 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-b2ab1140-cb46-49bb-8476-a6298aec51e7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.507191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca36d497-1e86-44f6-adef-079bd7580314', 'name': 'network-vif-deleted', 'tag': '26840296-0f67-4a80-a050-483c9501b990'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:24.509543 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff38a89d-16fc-48ba-a490-2d8ab34296db" -d '{"events": [{"server_uuid": "ca36d497-1e86-44f6-adef-079bd7580314", "name": "network-vif-deleted", "tag": "26840296-0f67-4a80-a050-483c9501b990"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:24.511152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-33eb6a0d-db2f-45d3-aab9-fce13e9f6e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 49c500e1-eca6-43a1-9036-db14b3e2ae66) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:24.521245 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eb6a0d-db2f-45d3-aab9-fce13e9f6e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:24.524034 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33eb6a0d-db2f-45d3-aab9-fce13e9f6e4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.529337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6885638d-7a23-4942-878f-4be65da74056 None None] Network 49c500e1-eca6-43a1-9036-db14b3e2ae66 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:41:24.566739 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a378-dc94-4b55-a3ea-581fd81b8af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (67e5cb4b-6a1e-4ccd-b4cb-01e2e4bca7df), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.577485 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a378-dc94-4b55-a3ea-581fd81b8af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.584699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5462aef3-ab91-4176-81bb-9360b8119cf3 req-e5e66cff-0cc1-43dc-a250-882628f8cfea service neutron] 10.222.0.47 "GET /v2.0/networks/95412f6d-019e-479e-882e-7d9c80f932c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555336 Feb 11 04:41:24.588934 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d4f5a378-dc94-4b55-a3ea-581fd81b8af5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67e5cb4b-6a1e-4ccd-b4cb-01e2e4bca7df HTTP/1.1" status: 204 len: 168 time: 0.5131423 Feb 11 04:41:24.589319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e23ebe-a5f6-4905-8ff2-aa250dd766e7 req-f1aa4d74-2602-41c8-a1fa-bc5fb941f2ad tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:24.596797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88e23ebe-a5f6-4905-8ff2-aa250dd766e7 req-f1aa4d74-2602-41c8-a1fa-bc5fb941f2ad tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 932 time: 0.2319717 Feb 11 04:41:24.617766 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819330a8-9c05-452f-974e-211ec089dc07 x-openstack-request-id: req-819330a8-9c05-452f-974e-211ec089dc07 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:24.618063 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca36d497-1e86-44f6-adef-079bd7580314", "name": "network-vif-deleted", "tag": "26840296-0f67-4a80-a050-483c9501b990", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:24.618307 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-819330a8-9c05-452f-974e-211ec089dc07 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:24.618726 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca36d497-1e86-44f6-adef-079bd7580314', 'name': 'network-vif-deleted', 'tag': '26840296-0f67-4a80-a050-483c9501b990', 'status': 'completed', 'code': 200} Feb 11 04:41:24.623166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5a378-dc94-4b55-a3ea-581fd81b8af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e5cb4b-6a1e-4ccd-b4cb-01e2e4bca7df,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:24.628147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-b2ab1140-cb46-49bb-8476-a6298aec51e7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3634248 Feb 11 04:41:24.645016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Request body: {'port': {'device_id': '4db5d9a5-fcc0-4931-b757-37a423915884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:24.653313 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-33eb6a0d-db2f-45d3-aab9-fce13e9f6e4e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7062540 Feb 11 04:41:24.653674 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40698) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:24.658510 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1703126508-router', 'tenant_id': '5c303f92ab1740729d8ae571aa07915d', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:24.760585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40702) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:24.837292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-49c500e1-eca6-43a1-9036-db14b3e2ae66', 'network_id': '49c500e1-eca6-43a1-9036-db14b3e2ae66', 'project_id': '5c303f92ab1740729d8ae571aa07915d', 'fixed_ips': [{'subnet_id': '31087ce3-0861-48f1-87d1-5297d8095671'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:41:24.838534 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.919568 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:24.923895 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.008866 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6c16b5ed-1671-4841-bc54-149dc46d304f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.015435 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88e23ebe-a5f6-4905-8ff2-aa250dd766e7 req-0e9de1fd-8f60-4baf-a8ad-1cdcd7a70e73 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113622 Feb 11 04:41:25.076819 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Publish callbacks [] for router_controller (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.093457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccab6bc-a353-4ff5-81b8-20cc5f159376 req-8ee8d916-5867-4f4c-b348-a93c781c444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:25.096535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cccab6bc-a353-4ff5-81b8-20cc5f159376 req-8ee8d916-5867-4f4c-b348-a93c781c444c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 1126 time: 0.3004177 Feb 11 04:41:25.182752 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Allocated IP 172.20.0.2 (49c500e1-eca6-43a1-9036-db14b3e2ae66/31087ce3-0861-48f1-87d1-5297d8095671/e50e3c92-5715-42ed-a7f1-18fd0b7fdeac) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:25.373170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccab6bc-a353-4ff5-81b8-20cc5f159376 req-acd3bbb4-9a25-43dc-9006-6ad16e21f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:25.379262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cccab6bc-a353-4ff5-81b8-20cc5f159376 req-acd3bbb4-9a25-43dc-9006-6ad16e21f01c service neutron] 10.222.0.47 "GET /v2.0/networks?id=95412f6d-019e-479e-882e-7d9c80f932c5 HTTP/1.1" status: 200 len: 897 time: 0.2185140 Feb 11 04:41:25.493714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d497a-ef81-40f2-830d-9802ed8bbd97 req-f39578b7-46d3-442a-a6e9-fc1facc62138 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:25.495410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-195d497a-ef81-40f2-830d-9802ed8bbd97 req-f39578b7-46d3-442a-a6e9-fc1facc62138 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 943 time: 0.4880629 Feb 11 04:41:25.581183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cccab6bc-a353-4ff5-81b8-20cc5f159376 req-12ff2853-2192-4e1c-a751-a09e8c2f0bbd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a5b25a-742d-463f-9123-730ea0e38ba6 HTTP/1.1" status: 200 len: 217 time: 0.1099708 Feb 11 04:41:25.616759 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Publish callbacks [] for router_gateway (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.812453 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccab6bc-a353-4ff5-81b8-20cc5f159376 req-92ffaebb-6964-47b7-8cc0-f182d4e92b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:25.815276 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cccab6bc-a353-4ff5-81b8-20cc5f159376 req-92ffaebb-6964-47b7-8cc0-f182d4e92b06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af60775-4846-4fff-9885-c1407905a642 HTTP/1.1" status: 200 len: 835 time: 0.1660547 Feb 11 04:41:25.820917 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f0aba295-282c-47dd-829b-af9f8d23d2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.869830 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Publish callbacks [] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:25.911951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-195d497a-ef81-40f2-830d-9802ed8bbd97 req-ac4962fd-34ab-467e-9d69-5abf2197ab79 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=786218c5-d750-4a2a-b498-4b2a7994cb63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2635717 Feb 11 04:41:25.951786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccab6bc-a353-4ff5-81b8-20cc5f159376 req-7778b12b-4eda-4536-accc-c04f353e7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:25.957199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cccab6bc-a353-4ff5-81b8-20cc5f159376 req-7778b12b-4eda-4536-accc-c04f353e7779 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95412f6d-019e-479e-882e-7d9c80f932c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1308508 Feb 11 04:41:25.993733 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.054451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c16b5ed-1671-4841-bc54-149dc46d304f {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:26.075648 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Publish callbacks [] for port (6c16b5ed-1671-4841-bc54-149dc46d304f), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.175088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Pushing event updated for resources: {'Port': ['ID=e50e3c92-5715-42ed-a7f1-18fd0b7fdeac,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:26.175693 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Transition to ACTIVE for port object 6c16b5ed-1671-4841-bc54-149dc46d304f will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:41:26.194198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Network 49c500e1-eca6-43a1-9036-db14b3e2ae66 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:26.196449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:26.199188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:26.265087 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cccab6bc-a353-4ff5-81b8-20cc5f159376 req-fc64bbf1-cda5-4a1d-b76d-e1fe8ae9236d service neutron] 10.222.0.47 "GET /v2.0/networks/95412f6d-019e-479e-882e-7d9c80f932c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799911 Feb 11 04:41:26.456480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Attempting to bind port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:26.456480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Attempting to bind port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '84ed5660-cedb-4678-9f52-c6bfb1f987a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '49c500e1-eca6-43a1-9036-db14b3e2ae66'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:26.456480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Attempting to bind port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac on network 49c500e1-eca6-43a1-9036-db14b3e2ae66 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:26.456480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:26.456480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Checking segment: {'id': '84ed5660-cedb-4678-9f52-c6bfb1f987a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '49c500e1-eca6-43a1-9036-db14b3e2ae66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:26.456480 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.456480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Bound using segment: {'id': '84ed5660-cedb-4678-9f52-c6bfb1f987a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '49c500e1-eca6-43a1-9036-db14b3e2ae66'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:26.456480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Bound port: e50e3c92-5715-42ed-a7f1-18fd0b7fdeac, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ed5660-cedb-4678-9f52-c6bfb1f987a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '49c500e1-eca6-43a1-9036-db14b3e2ae66'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:26.456480 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.456480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] For port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:26.458726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cccab6bc-a353-4ff5-81b8-20cc5f159376 req-417aa2ba-c475-4ca6-98a8-71d0a22cec5e service neutron] 10.222.0.47 "GET /v2.0/networks/95412f6d-019e-479e-882e-7d9c80f932c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574383 Feb 11 04:41:26.458901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] For port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e50e3c92-5715-42ed-a7f1-18fd0b7fdeac,segment=NetworkSegment(84ed5660-cedb-4678-9f52-c6bfb1f987a1),segment_id=84ed5660-cedb-4678-9f52-c6bfb1f987a1)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:26.459602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4b695-ea95-4e3f-8678-933832982c7c req-4e147a13-10d1-42f5-94c1-7c24b953c0ff tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:26.460306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36c4b695-ea95-4e3f-8678-933832982c7c req-4e147a13-10d1-42f5-94c1-7c24b953c0ff tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 932 time: 0.2748299 Feb 11 04:41:26.558938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36c4b695-ea95-4e3f-8678-933832982c7c req-79374acf-d9d7-42dc-8eba-aab93f31d3d7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942729 Feb 11 04:41:26.768271 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Publish callbacks [] for router_gateway (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.803059 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:26.809310 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-629ec3c7-e380-4599-8011-10b9e6d2de97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (a3252542-6eba-4741-9cd4-bb17c8bb6492), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.073260 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Allocated IP 172.25.3.239 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/0fff2503-3ed9-4236-b967-17e9939af949) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:27.104371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062d27d-77fa-4c9d-b370-03866005b3f6 req-b2a0a9c1-bcbd-42ef-9ba4-bfcb73492d51 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:27.105942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c062d27d-77fa-4c9d-b370-03866005b3f6 req-b2a0a9c1-bcbd-42ef-9ba4-bfcb73492d51 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 943 time: 0.0778601 Feb 11 04:41:27.145177 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (6c16b5ed-1671-4841-bc54-149dc46d304f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.170395 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.172105 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.357529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Pushing event updated for resources: {'Port': ['ID=6c16b5ed-1671-4841-bc54-149dc46d304f,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:27.379300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9aa1c-9684-4b3a-a4cb-e21d244629a0 None None] Pushing event updated for resources: {'Port': ['ID=e50e3c92-5715-42ed-a7f1-18fd0b7fdeac,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:27.394946 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c062d27d-77fa-4c9d-b370-03866005b3f6 req-0126bb35-a63a-4b0e-a17c-18a2b34cade2 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=786218c5-d750-4a2a-b498-4b2a7994cb63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2823253 Feb 11 04:41:27.475986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Attempting to bind port 6c16b5ed-1671-4841-bc54-149dc46d304f on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:27.476324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Attempting to bind port 6c16b5ed-1671-4841-bc54-149dc46d304f by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:27.476655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Attempting to bind port 6c16b5ed-1671-4841-bc54-149dc46d304f on network ff866341-d213-41c7-afa0-ee3dd617201b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:27.486264 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Port 6c16b5ed-1671-4841-bc54-149dc46d304f on network ff866341-d213-41c7-afa0-ee3dd617201b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:41:27.486589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Attempting to bind port 6c16b5ed-1671-4841-bc54-149dc46d304f on network ff866341-d213-41c7-afa0-ee3dd617201b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:27.493984 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:27.494568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Checking segment: {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:27.495065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Bound using segment: {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:27.496416 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Bound port: 6c16b5ed-1671-4841-bc54-149dc46d304f, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:27.497311 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6c16b5ed-1671-4841-bc54-149dc46d304f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.649425 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] For port 6c16b5ed-1671-4841-bc54-149dc46d304f, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:27.651576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40746) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:27.665472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] For port 6c16b5ed-1671-4841-bc54-149dc46d304f, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=6c16b5ed-1671-4841-bc54-149dc46d304f,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:27.706862 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Publish callbacks [] for port (0fff2503-3ed9-4236-b967-17e9939af949), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.824311 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-629ec3c7-e380-4599-8011-10b9e6d2de97 admin admin] Deleting port a2ba6464-80c9-4fe4-bc22-fb2131d42f59 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:27.825011 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-629ec3c7-e380-4599-8011-10b9e6d2de97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.851335 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (6c16b5ed-1671-4841-bc54-149dc46d304f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.933926 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (0fff2503-3ed9-4236-b967-17e9939af949), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:27.955811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c7255550-7c95-41e4-bd03-c2344f1c7e52 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group': {'name': 'tempest-secgroup--897133420'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:28.001716 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f0a5b25a-742d-463f-9123-730ea0e38ba6 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:41:28.017740 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:28.032384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:28.032384 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.034192 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] 10.222.0.32 "PUT /v2.0/ports/6c16b5ed-1671-4841-bc54-149dc46d304f HTTP/1.1" status: 200 len: 1093 time: 3.3968320 Feb 11 04:41:28.035426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:28.042695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-629ec3c7-e380-4599-8011-10b9e6d2de97 admin admin] For port a2ba6464-80c9-4fe4-bc22-fb2131d42f59, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a2ba6464-80c9-4fe4-bc22-fb2131d42f59,segment=NetworkSegment(45c2fd40-256c-46f4-b63c-6c31206b60a0),segment_id=45c2fd40-256c-46f4-b63c-6c31206b60a0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:28.042896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db5d9a5-fcc0-4931-b757-37a423915884', 'tag': '6c16b5ed-1671-4841-bc54-149dc46d304f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:28.043045 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-629ec3c7-e380-4599-8011-10b9e6d2de97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.044345 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:28.051643 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc7d69e-6e69-4ed7-aca4-5cf30151ec0e" -d '{"events": [{"name": "network-changed", "server_uuid": "4db5d9a5-fcc0-4931-b757-37a423915884", "tag": "6c16b5ed-1671-4841-bc54-149dc46d304f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:28.128300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe384d-19d6-4907-b00c-9d91411b23c3 req-955c3f44-0705-4d06-8be5-83c87ee3d069 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:28.134169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1fbe384d-19d6-4907-b00c-9d91411b23c3 req-955c3f44-0705-4d06-8be5-83c87ee3d069 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 944 time: 0.3761582 Feb 11 04:41:28.135296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637413e-f8ae-475f-a773-e5e58651d090 service neutron] Pushing event updated for resources: {'Port': ['ID=6c16b5ed-1671-4841-bc54-149dc46d304f,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:28.155962 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Pushing event updated for resources: {'Port': ['ID=0fff2503-3ed9-4236-b967-17e9939af949,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:28.172333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-629ec3c7-e380-4599-8011-10b9e6d2de97 admin admin] Calling delete_port for a2ba6464-80c9-4fe4-bc22-fb2131d42f59 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:28.192437 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd31f13-7b58-4fd5-ba3e-26465bb7fa78 x-openstack-request-id: req-bbd31f13-7b58-4fd5-ba3e-26465bb7fa78 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:28.192938 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db5d9a5-fcc0-4931-b757-37a423915884", "tag": "6c16b5ed-1671-4841-bc54-149dc46d304f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:28.193635 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbd31f13-7b58-4fd5-ba3e-26465bb7fa78 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:28.194187 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db5d9a5-fcc0-4931-b757-37a423915884', 'tag': '6c16b5ed-1671-4841-bc54-149dc46d304f', 'status': 'completed', 'code': 200} Feb 11 04:41:28.246130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1fbe384d-19d6-4907-b00c-9d91411b23c3 req-e3cb6451-ed47-4a34-a21d-632ee847cc40 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970469 Feb 11 04:41:28.247301 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7255550-7c95-41e4-bd03-c2344f1c7e52 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.295703 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f0a5b25a-742d-463f-9123-730ea0e38ba6, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f0a5b25a-742d-463f-9123-730ea0e38ba6,segment=NetworkSegment(dbc8fde5-2f91-4977-a335-4f59b78e59cc),segment_id=dbc8fde5-2f91-4977-a335-4f59b78e59cc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:28.323086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'f0a5b25a-742d-463f-9123-730ea0e38ba6', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'port_id': 'f0a5b25a-742d-463f-9123-730ea0e38ba6', 'mac_address': 'fa:16:3e:d9:c5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af60775-4846-4fff-9885-c1407905a642', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:41:28.338945 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7255550-7c95-41e4-bd03-c2344f1c7e52 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.380386 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-4984d451-b216-49ca-bb1a-c1aa2754fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:28.382343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-4984d451-b216-49ca-bb1a-c1aa2754fb7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 1127 time: 0.1868320 Feb 11 04:41:28.423243 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.460207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-efbcccfc-6011-4188-866e-1142f7cdca66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c16b5ed-1671-4841-bc54-149dc46d304f HTTP/1.1" status: 200 len: 217 time: 0.0614591 Feb 11 04:41:28.460883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port f0a5b25a-742d-463f-9123-730ea0e38ba6 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:28.461388 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.493160 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a5b25a-742d-463f-9123-730ea0e38ba6 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:28.516049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f0a5b25a-742d-463f-9123-730ea0e38ba6, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f0a5b25a-742d-463f-9123-730ea0e38ba6,segment=NetworkSegment(dbc8fde5-2f91-4977-a335-4f59b78e59cc),segment_id=dbc8fde5-2f91-4977-a335-4f59b78e59cc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:28.547747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-c52807ba-0009-498f-8fc3-7dd36c2f0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:28.549887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-c52807ba-0009-498f-8fc3-7dd36c2f0418 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.0852640 Feb 11 04:41:28.601903 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-1d6eeba9-d29f-449a-909c-00d19fe20256 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422401 Feb 11 04:41:28.644954 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.737196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=f0a5b25a-742d-463f-9123-730ea0e38ba6,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:28.846507 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7255550-7c95-41e4-bd03-c2344f1c7e52 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (79e43641-8568-4b32-9fde-7e8ea5d769cc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.867445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46d634-56f3-441e-963b-d399cd043e3d req-d696a9b1-71db-4c31-8fc1-2817e197e258 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:28.869197 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd46d634-56f3-441e-963b-d399cd043e3d req-d696a9b1-71db-4c31-8fc1-2817e197e258 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 943 time: 0.2643895 Feb 11 04:41:28.886921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['f0a5b25a-742d-463f-9123-730ea0e38ba6'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:28.923826 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-16cc21bc-a386-4cc9-8d79-6c06daa2aaca service neutron] 10.222.0.32 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997065 Feb 11 04:41:28.954827 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-629ec3c7-e380-4599-8011-10b9e6d2de97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (a2ba6464-80c9-4fe4-bc22-fb2131d42f59), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:28.955380 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7255550-7c95-41e4-bd03-c2344f1c7e52 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (79e43641-8568-4b32-9fde-7e8ea5d769cc), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:29.010449 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ec3c7-e380-4599-8011-10b9e6d2de97 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ba6464-80c9-4fe4-bc22-fb2131d42f59,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:29.048022 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd46d634-56f3-441e-963b-d399cd043e3d req-180b5ef0-2cdc-46e2-8a7f-7a27db5ef1f5 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=786218c5-d750-4a2a-b498-4b2a7994cb63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1701996 Feb 11 04:41:29.115491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7255550-7c95-41e4-bd03-c2344f1c7e52 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e43641-8568-4b32-9fde-7e8ea5d769cc,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:29.143874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4486685e-7b98-4772-9c23-646e89d5c204 None None] Network 49c500e1-eca6-43a1-9036-db14b3e2ae66 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:41:29.275859 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Publish callbacks [] for router_gateway (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:29.294776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f78b5a23-5d7c-4599-b95b-f7ca970d6731 req-a8035e90-e35c-4fce-8892-bb6d8466eab6 service neutron] 10.222.0.32 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628683 Feb 11 04:41:29.358251 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7255550-7c95-41e4-bd03-c2344f1c7e52 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (cb2d6a04-3aff-4623-ae9c-2c15d8bb5025), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:29.364041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6a572fd0-270c-42fb-8f40-1fec68a71465 None None] Provisioning complete for port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:29.364419 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a572fd0-270c-42fb-8f40-1fec68a71465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:29.557748 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7255550-7c95-41e4-bd03-c2344f1c7e52 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cb2d6a04-3aff-4623-ae9c-2c15d8bb5025), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:29.714235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7255550-7c95-41e4-bd03-c2344f1c7e52 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2d6a04-3aff-4623-ae9c-2c15d8bb5025,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:29.818033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6a572fd0-270c-42fb-8f40-1fec68a71465 None None] Current status of the port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:29.822705 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a572fd0-270c-42fb-8f40-1fec68a71465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:29.824907 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:29.863613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e50e3c92-5715-42ed-a7f1-18fd0b7fdeac up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:29.870903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7d69e-6e69-4ed7-aca4-5cf30151ec0e req-3885388b-0959-4422-89fc-de8362ce93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:29.874328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edc7d69e-6e69-4ed7-aca4-5cf30151ec0e req-3885388b-0959-4422-89fc-de8362ce93c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 1127 time: 0.3534760 Feb 11 04:41:29.890525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e21af7-d309-46cc-a002-4d9b6e9a110c req-bf046edd-cf60-448b-98a4-c2f53e6669fa tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:29.901740 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30e21af7-d309-46cc-a002-4d9b6e9a110c req-bf046edd-cf60-448b-98a4-c2f53e6669fa tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 944 time: 0.4885802 Feb 11 04:41:29.913002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-6a572fd0-270c-42fb-8f40-1fec68a71465 None None] For port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e50e3c92-5715-42ed-a7f1-18fd0b7fdeac,segment=NetworkSegment(84ed5660-cedb-4678-9f52-c6bfb1f987a1),segment_id=84ed5660-cedb-4678-9f52-c6bfb1f987a1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:30.086425 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c7255550-7c95-41e4-bd03-c2344f1c7e52 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.092783 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c7255550-7c95-41e4-bd03-c2344f1c7e52 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.4340751 Feb 11 04:41:30.132387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40800) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:30.141677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30e21af7-d309-46cc-a002-4d9b6e9a110c req-ffe5e95a-ec0b-44b1-9f78-193603dfd132 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235942 Feb 11 04:41:30.170594 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.172124 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a572fd0-270c-42fb-8f40-1fec68a71465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.222245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:30.222654 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.263287 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-629ec3c7-e380-4599-8011-10b9e6d2de97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (a3252542-6eba-4741-9cd4-bb17c8bb6492), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.266727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a572fd0-270c-42fb-8f40-1fec68a71465 None None] Pushing event updated for resources: {'Port': ['ID=e50e3c92-5715-42ed-a7f1-18fd0b7fdeac,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:30.317129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c4a5d279-ef82-4558-841d-88ddd0e81f3d None None] Provisioning complete for port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:30.317425 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c4a5d279-ef82-4558-841d-88ddd0e81f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.348778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7d69e-6e69-4ed7-aca4-5cf30151ec0e req-2e01d82e-781a-4aa3-b920-79a2e54e2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:30.355318 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edc7d69e-6e69-4ed7-aca4-5cf30151ec0e req-2e01d82e-781a-4aa3-b920-79a2e54e2978 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 906 time: 0.4510493 Feb 11 04:41:30.377483 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8649a4ed-1ddf-4f82-9773-b819dff4ffd5 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2436118 Feb 11 04:41:30.383247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40812) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:30.401086 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5eec1570-30c9-4a07-81db-c2144b748af6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group': {'name': 'tempest-security--1270008597', 'description': 'tempest-security-description-432409329'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:30.456820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:30.480092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edc7d69e-6e69-4ed7-aca4-5cf30151ec0e req-d62d2243-8ea1-48c8-b313-47514353490b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c16b5ed-1671-4841-bc54-149dc46d304f HTTP/1.1" status: 200 len: 217 time: 0.1169531 Feb 11 04:41:30.494369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ef6c0-200d-4b3d-88be-3305cfdfae9c req-50cd1ed3-1eea-40d9-a604-a389bc4506b0 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:30.495943 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-797ef6c0-200d-4b3d-88be-3305cfdfae9c req-50cd1ed3-1eea-40d9-a604-a389bc4506b0 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 944 time: 0.2734230 Feb 11 04:41:30.502337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c4a5d279-ef82-4558-841d-88ddd0e81f3d None None] Current status of the port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:30.528789 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5eec1570-30c9-4a07-81db-c2144b748af6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (cb2d6a04-3aff-4623-ae9c-2c15d8bb5025), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.582199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7d69e-6e69-4ed7-aca4-5cf30151ec0e req-e1f57476-5378-4ca2-b2da-4a9e9e7d273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:30.584246 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edc7d69e-6e69-4ed7-aca4-5cf30151ec0e req-e1f57476-5378-4ca2-b2da-4a9e9e7d273d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.0874186 Feb 11 04:41:30.639581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edc7d69e-6e69-4ed7-aca4-5cf30151ec0e req-1e336542-d65e-4edb-b72f-7695e8ce98a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453455 Feb 11 04:41:30.647490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-797ef6c0-200d-4b3d-88be-3305cfdfae9c req-0e6d6884-d51d-4865-bf9d-051fbe09cf17 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=786218c5-d750-4a2a-b498-4b2a7994cb63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1364713 Feb 11 04:41:30.773688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edc7d69e-6e69-4ed7-aca4-5cf30151ec0e req-c838a68d-7ae0-4f22-8a31-ad8787767995 service neutron] 10.222.0.32 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250706 Feb 11 04:41:30.889298 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5eec1570-30c9-4a07-81db-c2144b748af6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (cb2d6a04-3aff-4623-ae9c-2c15d8bb5025), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:30.959459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edc7d69e-6e69-4ed7-aca4-5cf30151ec0e req-c23019d8-a7c4-4122-95ba-a209a89b9be7 service neutron] 10.222.0.32 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773341 Feb 11 04:41:30.989401 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Router 6308e842-8c71-42cb-bbcd-0fcf74ffd47e is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:41:31.092473 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5eec1570-30c9-4a07-81db-c2144b748af6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cb2d6a04-3aff-4623-ae9c-2c15d8bb5025), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:31.107307 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5eec1570-30c9-4a07-81db-c2144b748af6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:31.108689 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5eec1570-30c9-4a07-81db-c2144b748af6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "PUT /v2.0/security-groups/cb2d6a04-3aff-4623-ae9c-2c15d8bb5025 HTTP/1.1" status: 200 len: 1796 time: 0.7245972 Feb 11 04:41:31.113123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40842) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:31.211402 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec1570-30c9-4a07-81db-c2144b748af6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2d6a04-3aff-4623-ae9c-2c15d8bb5025,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:31.224670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629ec3c7-e380-4599-8011-10b9e6d2de97 admin admin] Router a3252542-6eba-4741-9cd4-bb17c8bb6492 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:31.316186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:31.414102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Sync routers for ids ['6308e842-8c71-42cb-bbcd-0fcf74ffd47e'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:31.433196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629ec3c7-e380-4599-8011-10b9e6d2de97 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:31.466966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f88f6c49-2110-4213-9bea-0dcde27dfda0 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-groups/cb2d6a04-3aff-4623-ae9c-2c15d8bb5025 HTTP/1.1" status: 200 len: 1796 time: 0.3383250 Feb 11 04:41:31.467634 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-629ec3c7-e380-4599-8011-10b9e6d2de97 admin admin] 10.222.0.13 "PUT /v2.0/routers/a3252542-6eba-4741-9cd4-bb17c8bb6492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7045479 Feb 11 04:41:31.469969 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40856) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:31.475081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Routers {'6308e842-8c71-42cb-bbcd-0fcf74ffd47e'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:31.475246 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40858) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:31.478815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:41:26Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6308e842-8c71-42cb-bbcd-0fcf74ffd47e'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:31.479506 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c30ebb-e6fb-4ebd-bd28-ee47a8e9fc2a None None] Sync routers for ids ['a3252542-6eba-4741-9cd4-bb17c8bb6492'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:31.511310 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c30ebb-e6fb-4ebd-bd28-ee47a8e9fc2a None None] Routers {'a3252542-6eba-4741-9cd4-bb17c8bb6492'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:31.516051 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-59c30ebb-e6fb-4ebd-bd28-ee47a8e9fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:41:26Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a3252542-6eba-4741-9cd4-bb17c8bb6492'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:31.536732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b01746-f984-44c9-a763-4a4ae9826eed req-ad0a81e5-de9b-44ca-a6f6-0ed1c24642e7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:31.538009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e0b01746-f984-44c9-a763-4a4ae9826eed req-ad0a81e5-de9b-44ca-a6f6-0ed1c24642e7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 944 time: 0.2603934 Feb 11 04:41:31.541267 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:31.545844 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40866) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:31.546444 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8e3608ac-bd78-4691-a4b0-bba0a563e203 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8916595 Feb 11 04:41:31.807313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Set router 6308e842-8c71-42cb-bbcd-0fcf74ffd47e gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:31.842129 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-59c30ebb-e6fb-4ebd-bd28-ee47a8e9fc2a None None] Set router a3252542-6eba-4741-9cd4-bb17c8bb6492 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:31.906284 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fcb05b78-3dcf-4f89-b7ce-5a042c7bb455 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (cb2d6a04-3aff-4623-ae9c-2c15d8bb5025), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:31.945010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e50e3c92-5715-42ed-a7f1-18fd0b7fdeac up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:31.959658 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fcb05b78-3dcf-4f89-b7ce-5a042c7bb455 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (cb2d6a04-3aff-4623-ae9c-2c15d8bb5025), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:32.054272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f0a5b25a-742d-463f-9123-730ea0e38ba6 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:32.131051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] Publish callbacks [] for router (a3252542-6eba-4741-9cd4-bb17c8bb6492), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:32.199741 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-59c30ebb-e6fb-4ebd-bd28-ee47a8e9fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:23Z', 'updated_at': '2022-02-11T04:41:28Z', 'revision_number': 5, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'gw_port': {'id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:24Z', 'updated_at': '2022-02-11T04:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:32.262895 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c30ebb-e6fb-4ebd-bd28-ee47a8e9fc2a None None] Checking router: a3252542-6eba-4741-9cd4-bb17c8bb6492 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:32.289730 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:32.299951 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c30ebb-e6fb-4ebd-bd28-ee47a8e9fc2a None None] Routers {'a3252542-6eba-4741-9cd4-bb17c8bb6492'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:32.302388 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:32.304580 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-59c30ebb-e6fb-4ebd-bd28-ee47a8e9fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:41:26Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a3252542-6eba-4741-9cd4-bb17c8bb6492'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:32.503972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port f0a5b25a-742d-463f-9123-730ea0e38ba6 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:41:32.528891 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-59c30ebb-e6fb-4ebd-bd28-ee47a8e9fc2a None None] Set router a3252542-6eba-4741-9cd4-bb17c8bb6492 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:32.535026 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port f0a5b25a-742d-463f-9123-730ea0e38ba6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:32.535287 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:32.666898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e0b01746-f984-44c9-a763-4a4ae9826eed req-5d1f0772-5086-4904-bc82-2a06ebd8ee9b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1092784 Feb 11 04:41:32.686408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98a920-8b8d-43bc-9414-40c6e08a1d4c req-8a3a7d31-1a08-4fb2-b4ae-f4e5b747e791 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:32.689553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d98a920-8b8d-43bc-9414-40c6e08a1d4c req-8a3a7d31-1a08-4fb2-b4ae-f4e5b747e791 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 944 time: 0.2318647 Feb 11 04:41:32.712841 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddda09f6-d2c1-4b12-95da-848a47fe0436 req-bd250602-239d-4a7a-94ef-269dd0da8f60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2418284 Feb 11 04:41:32.714487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:32.736544 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'name': 'tempest-TaggedBootDevicesTest_v242-1703126508-router', 'tenant_id': '5c303f92ab1740729d8ae571aa07915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '0fff2503-3ed9-4236-b967-17e9939af949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:24Z', 'updated_at': '2022-02-11T04:41:28Z', 'revision_number': 3, 'project_id': '5c303f92ab1740729d8ae571aa07915d', 'gw_port': {'id': '0fff2503-3ed9-4236-b967-17e9939af949', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:26Z', 'updated_at': '2022-02-11T04:41:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:32.819294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 6c16b5ed-1671-4841-bc54-149dc46d304f details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:41:32.823281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Checking router: 6308e842-8c71-42cb-bbcd-0fcf74ffd47e for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:32.823841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Updating router 6308e842-8c71-42cb-bbcd-0fcf74ffd47e port 0fff2503-3ed9-4236-b967-17e9939af949 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:41:33.018602 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.resource_extend [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:41:33.070570 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0fff2503-3ed9-4236-b967-17e9939af949), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:33.149386 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fcb05b78-3dcf-4f89-b7ce-5a042c7bb455 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cb2d6a04-3aff-4623-ae9c-2c15d8bb5025), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:33.152837 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fcb05b78-3dcf-4f89-b7ce-5a042c7bb455 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:33.153192 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d98a920-8b8d-43bc-9414-40c6e08a1d4c req-6b8dda50-4127-41ee-8dc2-fe83703e8a4f tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=786218c5-d750-4a2a-b498-4b2a7994cb63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4065895 Feb 11 04:41:33.160286 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fcb05b78-3dcf-4f89-b7ce-5a042c7bb455 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-groups/cb2d6a04-3aff-4623-ae9c-2c15d8bb5025 HTTP/1.1" status: 204 len: 168 time: 1.6836500 Feb 11 04:41:33.190815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40928) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:33.191493 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-59c30ebb-e6fb-4ebd-bd28-ee47a8e9fc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:23Z', 'updated_at': '2022-02-11T04:41:28Z', 'revision_number': 5, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'gw_port': {'id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:24Z', 'updated_at': '2022-02-11T04:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:33.259728 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c30ebb-e6fb-4ebd-bd28-ee47a8e9fc2a None None] The sync data for ids ['a3252542-6eba-4741-9cd4-bb17c8bb6492'] in n-d-712142-35 is: [{'id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'name': 'tempest-ServerRescueTestJSONUnderV235-918687839-router', 'tenant_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:23Z', 'updated_at': '2022-02-11T04:41:28Z', 'revision_number': 5, 'project_id': 'a8f6e8236f1a4fa28cedffa9d11c90bb', 'gw_port': {'id': '72c20a7e-e9cd-447a-aa7e-4759978fef9a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3252542-6eba-4741-9cd4-bb17c8bb6492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2650, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:24Z', 'updated_at': '2022-02-11T04:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:33.267948 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3135b457-742f-429f-88db-7468ee6e072d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0685103 Feb 11 04:41:33.272168 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb05b78-3dcf-4f89-b7ce-5a042c7bb455 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2d6a04-3aff-4623-ae9c-2c15d8bb5025,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:33.278993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40934) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:33.302102 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-64da9386-ed63-4e2d-90be-d325a5487044 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] delete failed (client error): The resource could not be found. Feb 11 04:41:33.311220 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-64da9386-ed63-4e2d-90be-d325a5487044 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-groups/cb2d6a04-3aff-4623-ae9c-2c15d8bb5025 HTTP/1.1" status: 404 len: 347 time: 0.0284762 Feb 11 04:41:33.311597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40936) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:33.317360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d0d72199-62c6-44ce-ab26-4805368db074 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group': {'name': 'tempest-secgroup--246470237'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:33.329635 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] Publish callbacks [] for router_gateway (a3252542-6eba-4741-9cd4-bb17c8bb6492), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:33.368009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda09f6-d2c1-4b12-95da-848a47fe0436 req-75458d2f-f329-46d2-a9bc-8490ca789665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:33.370032 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddda09f6-d2c1-4b12-95da-848a47fe0436 req-75458d2f-f329-46d2-a9bc-8490ca789665 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 1129 time: 0.4199872 Feb 11 04:41:33.438237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port f0a5b25a-742d-463f-9123-730ea0e38ba6 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:33.438913 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:33.513705 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d0d72199-62c6-44ce-ab26-4805368db074 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:33.690977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] Deleting port 72c20a7e-e9cd-447a-aa7e-4759978fef9a {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:33.691248 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (72c20a7e-e9cd-447a-aa7e-4759978fef9a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:33.694399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda09f6-d2c1-4b12-95da-848a47fe0436 req-023606d6-90b5-4395-9505-ffe784958176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:33.696727 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddda09f6-d2c1-4b12-95da-848a47fe0436 req-023606d6-90b5-4395-9505-ffe784958176 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 906 time: 0.2875900 Feb 11 04:41:33.841564 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddda09f6-d2c1-4b12-95da-848a47fe0436 req-d7bb7cb7-45ef-45c4-b954-454f97158e44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e74a29c-ebd3-4304-b302-16a2ee2d9d04 HTTP/1.1" status: 200 len: 217 time: 0.1284969 Feb 11 04:41:33.910601 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.006129 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] For port 72c20a7e-e9cd-447a-aa7e-4759978fef9a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=72c20a7e-e9cd-447a-aa7e-4759978fef9a,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:34.006482 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (72c20a7e-e9cd-447a-aa7e-4759978fef9a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.021680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99adf06-9916-4bb4-b745-b0bb1ce47a9f req-ebefc3c2-3e83-46bf-a3c5-183b553a99ff tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:34.023374 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b99adf06-9916-4bb4-b745-b0bb1ce47a9f req-ebefc3c2-3e83-46bf-a3c5-183b553a99ff tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 944 time: 0.2089481 Feb 11 04:41:34.027852 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda09f6-d2c1-4b12-95da-848a47fe0436 req-f28a8464-99c2-4749-afa5-086f83e6ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:34.030963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddda09f6-d2c1-4b12-95da-848a47fe0436 req-f28a8464-99c2-4749-afa5-086f83e6ed28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.1697631 Feb 11 04:41:34.074488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] Calling delete_port for 72c20a7e-e9cd-447a-aa7e-4759978fef9a owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:34.082737 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d0d72199-62c6-44ce-ab26-4805368db074 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (d9cc258b-0398-4795-9592-b71a7e7bfe1d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.118592 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddda09f6-d2c1-4b12-95da-848a47fe0436 req-41be1d2d-ef86-400e-ae0d-15ee8fac075f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716486 Feb 11 04:41:34.134502 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:41:34.146451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a5b25a-742d-463f-9123-730ea0e38ba6'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:34.148074 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b2d4ab-0c1f-426e-b0f1-b6419c02d70f" -d '{"events": [{"server_uuid": "0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a", "name": "network-vif-plugged", "status": "completed", "tag": "f0a5b25a-742d-463f-9123-730ea0e38ba6"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:34.204629 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 6c16b5ed-1671-4841-bc54-149dc46d304f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=6c16b5ed-1671-4841-bc54-149dc46d304f,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:34.223203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port f0a5b25a-742d-463f-9123-730ea0e38ba6, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f0a5b25a-742d-463f-9123-730ea0e38ba6,segment=NetworkSegment(dbc8fde5-2f91-4977-a335-4f59b78e59cc),segment_id=dbc8fde5-2f91-4977-a335-4f59b78e59cc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:34.257002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '6c16b5ed-1671-4841-bc54-149dc46d304f', 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b', 'port_id': '6c16b5ed-1671-4841-bc54-149dc46d304f', 'mac_address': 'fa:16:3e:99:59:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7095a7d5-9123-4335-ad46-28c56530f769', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:41:34.324923 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.325600 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.380067 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.436110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b99adf06-9916-4bb4-b745-b0bb1ce47a9f req-ee4100fd-b108-41fb-b12b-09d06ca017b8 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541720 Feb 11 04:41:34.518046 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Allocated IP 172.20.0.1 (49c500e1-eca6-43a1-9036-db14b3e2ae66/31087ce3-0861-48f1-87d1-5297d8095671/6dd39662-449b-42f6-a7d1-5fa7d735605e) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:34.522744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 6c16b5ed-1671-4841-bc54-149dc46d304f is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:34.523369 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6c16b5ed-1671-4841-bc54-149dc46d304f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.530774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddda09f6-d2c1-4b12-95da-848a47fe0436 req-a1e2ad4f-224e-47fb-9c3a-beee689dbe32 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107282 Feb 11 04:41:34.587650 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d0d72199-62c6-44ce-ab26-4805368db074 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d9cc258b-0398-4795-9592-b71a7e7bfe1d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.601729 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7aeb813-7088-40d0-8fb9-06ec9cd12839 x-openstack-request-id: req-b7aeb813-7088-40d0-8fb9-06ec9cd12839 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:34.601979 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a", "name": "network-vif-plugged", "status": "completed", "tag": "f0a5b25a-742d-463f-9123-730ea0e38ba6", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:34.602230 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7aeb813-7088-40d0-8fb9-06ec9cd12839 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:34.602666 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a5b25a-742d-463f-9123-730ea0e38ba6', 'code': 200} Feb 11 04:41:34.652580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c16b5ed-1671-4841-bc54-149dc46d304f {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:34.763055 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d72199-62c6-44ce-ab26-4805368db074 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cc258b-0398-4795-9592-b71a7e7bfe1d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:34.767300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b10191-2973-41eb-8e1e-de0b21e70568 req-2ae200f5-7a4a-46a4-8afc-b6b751debaa4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:34.771676 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (72c20a7e-e9cd-447a-aa7e-4759978fef9a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.774376 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b10191-2973-41eb-8e1e-de0b21e70568 req-2ae200f5-7a4a-46a4-8afc-b6b751debaa4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 945 time: 0.1834726 Feb 11 04:41:34.793544 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Publish callbacks [] for port (0fff2503-3ed9-4236-b967-17e9939af949), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.797347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=f0a5b25a-742d-463f-9123-730ea0e38ba6,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:34.799681 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddda09f6-d2c1-4b12-95da-848a47fe0436 req-3d059f39-1558-4235-9f70-79e7b2bdcadc service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640526 Feb 11 04:41:34.852073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 6c16b5ed-1671-4841-bc54-149dc46d304f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=6c16b5ed-1671-4841-bc54-149dc46d304f,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:34.866844 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] Pushing event deleted for resources: {'Port': ['ID=72c20a7e-e9cd-447a-aa7e-4759978fef9a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:34.871309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b10191-2973-41eb-8e1e-de0b21e70568 req-485f3acf-b1ab-40db-8f67-269843db3640 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=786218c5-d750-4a2a-b498-4b2a7994cb63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939522 Feb 11 04:41:34.900290 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d0d72199-62c6-44ce-ab26-4805368db074 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.902652 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d0d72199-62c6-44ce-ab26-4805368db074 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5890400 Feb 11 04:41:34.904938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40992) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:34.915824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-e3ce82c5-7971-4e7d-b594-0d8c1c7fac15 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group_rule': {'security_group_id': 'd9cc258b-0398-4795-9592-b71a7e7bfe1d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:34.952440 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Publish callbacks [] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.962842 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0fff2503-3ed9-4236-b967-17e9939af949), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:34.997447 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (a3252542-6eba-4741-9cd4-bb17c8bb6492), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.002092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fab52-3828-4c8a-a4b5-a3123e2695b8 req-2efddf7c-76da-40ca-a282-30d4156c0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:35.003826 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7f9fab52-3828-4c8a-a4b5-a3123e2695b8 req-2efddf7c-76da-40ca-a282-30d4156c0d29 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 1128 time: 0.3606508 Feb 11 04:41:35.052455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Attempting to bind port 0fff2503-3ed9-4236-b967-17e9939af949 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:35.052852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Attempting to bind port 0fff2503-3ed9-4236-b967-17e9939af949 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:35.053875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Attempting to bind port 0fff2503-3ed9-4236-b967-17e9939af949 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:35.056984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa0bdc-6b76-4cd9-a9f5-762ee0ebe88b None None] Pushing event updated for resources: {'Port': ['ID=0fff2503-3ed9-4236-b967-17e9939af949,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:35.061898 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6c16b5ed-1671-4841-bc54-149dc46d304f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.071995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:35.072525 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:35.072939 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.073330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:35.074210 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Bound port: 0fff2503-3ed9-4236-b967-17e9939af949, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:35.074814 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0fff2503-3ed9-4236-b967-17e9939af949), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.116803 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e3ce82c5-7971-4e7d-b594-0d8c1c7fac15 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (b2ba379e-26b2-470f-800c-3ec85ef5bbe4), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.176000 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.254065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] For port 0fff2503-3ed9-4236-b967-17e9939af949, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:35.271867 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (a3252542-6eba-4741-9cd4-bb17c8bb6492), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.283897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] For port 0fff2503-3ed9-4236-b967-17e9939af949, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0fff2503-3ed9-4236-b967-17e9939af949,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:35.292956 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] Publish callbacks [] for router_controller (a3252542-6eba-4741-9cd4-bb17c8bb6492), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.328223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['6c16b5ed-1671-4841-bc54-149dc46d304f'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:35.350482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Network 49c500e1-eca6-43a1-9036-db14b3e2ae66 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:35.366721 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:35.390546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:35.449945 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=6c16b5ed-1671-4841-bc54-149dc46d304f,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:35.453410 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7f9fab52-3828-4c8a-a4b5-a3123e2695b8 req-cbd86abf-a594-431f-a85e-979cf78d7edd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=786218c5-d750-4a2a-b498-4b2a7994cb63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4083323 Feb 11 04:41:35.462352 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0fff2503-3ed9-4236-b967-17e9939af949), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.499286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a2ba6464-80c9-4fe4-bc22-fb2131d42f59 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:35.512952 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.591339 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (a3252542-6eba-4741-9cd4-bb17c8bb6492), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.592451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: a2ba6464-80c9-4fe4-bc22-fb2131d42f59 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:35.592807 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a2ba6464-80c9-4fe4-bc22-fb2131d42f59 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:35.593101 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3252542-6eba-4741-9cd4-bb17c8bb6492 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:41:35.609110 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.613892 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7b11ba4b-6b13-43cf-b6f1-69241e6931ad admin admin] 10.222.0.13 "DELETE /v2.0/routers/a3252542-6eba-4741-9cd4-bb17c8bb6492 HTTP/1.1" status: 204 len: 168 time: 4.1409128 Feb 11 04:41:35.617231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41014) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:35.674889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Pushing event updated for resources: {'Port': ['ID=6dd39662-449b-42f6-a7d1-5fa7d735605e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:35.793140 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Routers {'6308e842-8c71-42cb-bbcd-0fcf74ffd47e'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:35.793804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:41:26Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6308e842-8c71-42cb-bbcd-0fcf74ffd47e'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:35.832923 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e3ce82c5-7971-4e7d-b594-0d8c1c7fac15 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (b2ba379e-26b2-470f-800c-3ec85ef5bbe4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.896068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9394f-21c3-4a98-8dab-d3aa4157a450 req-bc9e20df-7e02-4c39-a8a1-0af610248d02 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:35.898845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bcb9394f-21c3-4a98-8dab-d3aa4157a450 req-bc9e20df-7e02-4c39-a8a1-0af610248d02 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 945 time: 0.3384368 Feb 11 04:41:35.910437 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c5887f-98b1-4398-b54b-8e5419087377 admin admin] Deleting subnet 8d722827-be20-4a20-9272-0adc8b7f4b3e {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:41:35.916891 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c5887f-98b1-4398-b54b-8e5419087377 admin admin] Publish callbacks [] for subnet (8d722827-be20-4a20-9272-0adc8b7f4b3e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.936312 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e3ce82c5-7971-4e7d-b594-0d8c1c7fac15 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (b2ba379e-26b2-470f-800c-3ec85ef5bbe4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:35.968823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce82c5-7971-4e7d-b594-0d8c1c7fac15 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ba379e-26b2-470f-800c-3ec85ef5bbe4,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:36.027012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa0bdc-6b76-4cd9-a9f5-762ee0ebe88b None None] Pushing event updated for resources: {'Port': ['ID=0fff2503-3ed9-4236-b967-17e9939af949,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:36.037225 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c5887f-98b1-4398-b54b-8e5419087377 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (8d722827-be20-4a20-9272-0adc8b7f4b3e), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.058157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-50e91bfe-422b-4622-8f17-03a2ce0d6ff8 None None] Provisioning complete for port 6dd39662-449b-42f6-a7d1-5fa7d735605e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:36.058465 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-50e91bfe-422b-4622-8f17-03a2ce0d6ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.119630 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c5887f-98b1-4398-b54b-8e5419087377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (8d722827-be20-4a20-9272-0adc8b7f4b3e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.149657 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bcb9394f-21c3-4a98-8dab-d3aa4157a450 req-53821d11-ee3c-48ca-9ef0-c820e33899d0 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248092 Feb 11 04:41:36.171269 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e3ce82c5-7971-4e7d-b594-0d8c1c7fac15 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.177542 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e3ce82c5-7971-4e7d-b594-0d8c1c7fac15 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2651067 Feb 11 04:41:36.197402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d019903-ee40-425d-92d2-1351b1ec165d req-a9b1456c-e5ef-4e53-8bd4-9ffc1ed52123 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:36.198598 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d019903-ee40-425d-92d2-1351b1ec165d req-a9b1456c-e5ef-4e53-8bd4-9ffc1ed52123 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 945 time: 0.1482556 Feb 11 04:41:36.199010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41040) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:36.225402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-50e91bfe-422b-4622-8f17-03a2ce0d6ff8 None None] Port 6dd39662-449b-42f6-a7d1-5fa7d735605e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:36.244447 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] Set router 6308e842-8c71-42cb-bbcd-0fcf74ffd47e gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:36.329757 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-99573f8f-b1a1-4f57-8214-3c3f75edbdb4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (b2ba379e-26b2-470f-800c-3ec85ef5bbe4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.347459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-99573f8f-b1a1-4f57-8214-3c3f75edbdb4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (b2ba379e-26b2-470f-800c-3ec85ef5bbe4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.356475 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.391093 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c5887f-98b1-4398-b54b-8e5419087377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (8d722827-be20-4a20-9272-0adc8b7f4b3e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.461467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d019903-ee40-425d-92d2-1351b1ec165d req-7be4d28d-1081-43ac-b3b6-602ec6cd3e5d tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=786218c5-d750-4a2a-b498-4b2a7994cb63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2274044 Feb 11 04:41:36.494978 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c8c5887f-98b1-4398-b54b-8e5419087377 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.509397 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c8c5887f-98b1-4398-b54b-8e5419087377 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8d722827-be20-4a20-9272-0adc8b7f4b3e HTTP/1.1" status: 204 len: 168 time: 0.8756750 Feb 11 04:41:36.510893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41046) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:36.523742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5887f-98b1-4398-b54b-8e5419087377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d722827-be20-4a20-9272-0adc8b7f4b3e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:36.583883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'name': 'tempest-TaggedBootDevicesTest_v242-1703126508-router', 'tenant_id': '5c303f92ab1740729d8ae571aa07915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '0fff2503-3ed9-4236-b967-17e9939af949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:24Z', 'updated_at': '2022-02-11T04:41:28Z', 'revision_number': 3, 'project_id': '5c303f92ab1740729d8ae571aa07915d', 'gw_port': {'id': '0fff2503-3ed9-4236-b967-17e9939af949', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:26Z', 'updated_at': '2022-02-11T04:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:36.608750 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa36fec1-861c-421d-a0cc-977da7046ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (a0c0c5dd-e922-4564-b0aa-c6a0db0baf41), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.622759 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa8a75-999a-48fa-8a75-92d3fcbd1237 None None] The sync data for ids ['6308e842-8c71-42cb-bbcd-0fcf74ffd47e'] in n-d-712142-35 is: [{'id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'name': 'tempest-TaggedBootDevicesTest_v242-1703126508-router', 'tenant_id': '5c303f92ab1740729d8ae571aa07915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '0fff2503-3ed9-4236-b967-17e9939af949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:24Z', 'updated_at': '2022-02-11T04:41:28Z', 'revision_number': 3, 'project_id': '5c303f92ab1740729d8ae571aa07915d', 'gw_port': {'id': '0fff2503-3ed9-4236-b967-17e9939af949', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:26Z', 'updated_at': '2022-02-11T04:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:36.691430 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-99573f8f-b1a1-4f57-8214-3c3f75edbdb4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (b2ba379e-26b2-470f-800c-3ec85ef5bbe4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.700486 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-99573f8f-b1a1-4f57-8214-3c3f75edbdb4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.701798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-99573f8f-b1a1-4f57-8214-3c3f75edbdb4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b2ba379e-26b2-470f-800c-3ec85ef5bbe4 HTTP/1.1" status: 204 len: 168 time: 0.5018344 Feb 11 04:41:36.710267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41052) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:36.734730 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99573f8f-b1a1-4f57-8214-3c3f75edbdb4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2ba379e-26b2-470f-800c-3ec85ef5bbe4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:36.757867 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa36fec1-861c-421d-a0cc-977da7046ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (a0c0c5dd-e922-4564-b0aa-c6a0db0baf41), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.792518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-57199e38-eb82-498d-a013-46655cb56c71 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0787606 Feb 11 04:41:36.793622 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41056) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:36.798362 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-fa36fec1-861c-421d-a0cc-977da7046ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c0c5dd-e922-4564-b0aa-c6a0db0baf41']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:36.830845 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-fa36fec1-861c-421d-a0cc-977da7046ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c2fd40-256c-46f4-b63c-6c31206b60a0') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:36.831069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-fa36fec1-861c-421d-a0cc-977da7046ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c2fd40-256c-46f4-b63c-6c31206b60a0') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:36.839784 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Publish callbacks [] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.877317 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa36fec1-861c-421d-a0cc-977da7046ffc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (45c2fd40-256c-46f4-b63c-6c31206b60a0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.912959 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.922917 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa36fec1-861c-421d-a0cc-977da7046ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (45c2fd40-256c-46f4-b63c-6c31206b60a0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.941073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa36fec1-861c-421d-a0cc-977da7046ffc admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:41:36.950165 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa36fec1-861c-421d-a0cc-977da7046ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (45c2fd40-256c-46f4-b63c-6c31206b60a0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:41:36.952622 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:41:37.045395 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd140fa5-c4d3-4314-ba0a-5d1d81a46bc5 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (d9cc258b-0398-4795-9592-b71a7e7bfe1d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:37.059578 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:37.062026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Pushing event updated for resources: {'Port': ['ID=6dd39662-449b-42f6-a7d1-5fa7d735605e,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:37.067291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 6c16b5ed-1671-4841-bc54-149dc46d304f up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:37.106102 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd140fa5-c4d3-4314-ba0a-5d1d81a46bc5 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (d9cc258b-0398-4795-9592-b71a7e7bfe1d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:37.261031 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa36fec1-861c-421d-a0cc-977da7046ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (a0c0c5dd-e922-4564-b0aa-c6a0db0baf41), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:37.277337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Network 49c500e1-eca6-43a1-9036-db14b3e2ae66 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:37.278997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:37.302309 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa36fec1-861c-421d-a0cc-977da7046ffc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:37.312689 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fa36fec1-861c-421d-a0cc-977da7046ffc admin admin] 10.222.0.13 "DELETE /v2.0/networks/a0c0c5dd-e922-4564-b0aa-c6a0db0baf41 HTTP/1.1" status: 204 len: 168 time: 0.7975357 Feb 11 04:41:37.312689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36fec1-861c-421d-a0cc-977da7046ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c0c5dd-e922-4564-b0aa-c6a0db0baf41,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:37.321135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 6c16b5ed-1671-4841-bc54-149dc46d304f completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:41:37.327555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 6c16b5ed-1671-4841-bc54-149dc46d304f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:37.327944 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6c16b5ed-1671-4841-bc54-149dc46d304f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:37.368308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd140fa5-c4d3-4314-ba0a-5d1d81a46bc5 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d9cc258b-0398-4795-9592-b71a7e7bfe1d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:37.373071 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd140fa5-c4d3-4314-ba0a-5d1d81a46bc5 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:37.379317 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dd140fa5-c4d3-4314-ba0a-5d1d81a46bc5 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-groups/d9cc258b-0398-4795-9592-b71a7e7bfe1d HTTP/1.1" status: 204 len: 168 time: 0.5843763 Feb 11 04:41:37.392723 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41080) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:37.543747 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd140fa5-c4d3-4314-ba0a-5d1d81a46bc5 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cc258b-0398-4795-9592-b71a7e7bfe1d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:37.607156 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5e1dbef9-0993-42cc-8676-65408e06a941 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2087190 Feb 11 04:41:37.608116 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41090) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:37.635839 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d107fbf4-d6b0-4d93-9f79-6673131a1db4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group': {'name': 'tempest-secgroup--909160358'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:37.664868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0fff2503-3ed9-4236-b967-17e9939af949 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:37.777996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 6c16b5ed-1671-4841-bc54-149dc46d304f is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:37.786292 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6c16b5ed-1671-4841-bc54-149dc46d304f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:37.836166 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d107fbf4-d6b0-4d93-9f79-6673131a1db4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:37.898312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Router 6308e842-8c71-42cb-bbcd-0fcf74ffd47e has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:37.914505 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db5d9a5-fcc0-4931-b757-37a423915884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c16b5ed-1671-4841-bc54-149dc46d304f'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:37.922569 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eeca74f-d27d-452d-9a8f-560baed283e7" -d '{"events": [{"server_uuid": "4db5d9a5-fcc0-4931-b757-37a423915884", "name": "network-vif-plugged", "status": "completed", "tag": "6c16b5ed-1671-4841-bc54-149dc46d304f"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:37.980564 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 6c16b5ed-1671-4841-bc54-149dc46d304f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=6c16b5ed-1671-4841-bc54-149dc46d304f,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:38.016973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0fff2503-3ed9-4236-b967-17e9939af949 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:38.017469 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0fff2503-3ed9-4236-b967-17e9939af949), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.039025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee8dc8-3c68-42d8-a1a1-b5c72ffd67bc req-e3e41621-c328-4a4e-914a-679886627461 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:38.041715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88ee8dc8-3c68-42d8-a1a1-b5c72ffd67bc req-e3e41621-c328-4a4e-914a-679886627461 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 945 time: 0.7544668 Feb 11 04:41:38.056492 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c2a3b919-34de-4777-ade1-77c7b2923710 None None] Provisioning complete for port 6dd39662-449b-42f6-a7d1-5fa7d735605e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:38.057159 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b919-34de-4777-ade1-77c7b2923710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.065070 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d107fbf4-d6b0-4d93-9f79-6673131a1db4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (f4a3b8c5-2655-4d7f-9b0a-d68a569d0f2d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.092783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3672b3-072b-433a-b829-468a650b15c3 req-ae278d1f-6d21-48c1-9f57-f206b61d2a62 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:38.092783 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b3672b3-072b-433a-b829-468a650b15c3 req-ae278d1f-6d21-48c1-9f57-f206b61d2a62 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 945 time: 0.1875982 Feb 11 04:41:38.140740 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3b919-34de-4777-ade1-77c7b2923710 None None] Port 6dd39662-449b-42f6-a7d1-5fa7d735605e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:38.162466 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d107fbf4-d6b0-4d93-9f79-6673131a1db4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f4a3b8c5-2655-4d7f-9b0a-d68a569d0f2d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.167096 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6c16b5ed-1671-4841-bc54-149dc46d304f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.256254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0fff2503-3ed9-4236-b967-17e9939af949 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:38.256670 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0fff2503-3ed9-4236-b967-17e9939af949), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.260345 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107fbf4-d6b0-4d93-9f79-6673131a1db4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a3b8c5-2655-4d7f-9b0a-d68a569d0f2d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:38.294581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=6c16b5ed-1671-4841-bc54-149dc46d304f,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:38.301083 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 0fff2503-3ed9-4236-b967-17e9939af949, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0fff2503-3ed9-4236-b967-17e9939af949,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:38.329990 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88ee8dc8-3c68-42d8-a1a1-b5c72ffd67bc req-ba7549b2-e6bf-403c-9bba-b8f88ee8a156 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741280 Feb 11 04:41:38.385695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41124) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:38.404271 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e35d6d-4a38-48b2-ae70-8791ee34c143 x-openstack-request-id: req-97e35d6d-4a38-48b2-ae70-8791ee34c143 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:38.404587 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db5d9a5-fcc0-4931-b757-37a423915884", "name": "network-vif-plugged", "status": "completed", "tag": "6c16b5ed-1671-4841-bc54-149dc46d304f", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:38.404852 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97e35d6d-4a38-48b2-ae70-8791ee34c143 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:38.405302 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db5d9a5-fcc0-4931-b757-37a423915884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c16b5ed-1671-4841-bc54-149dc46d304f', 'code': 200} Feb 11 04:41:38.476581 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0fff2503-3ed9-4236-b967-17e9939af949), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.486165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:38.507985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b3672b3-072b-433a-b829-468a650b15c3 req-4978ffbc-ebf7-4689-adaf-cec550897254 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=786218c5-d750-4a2a-b498-4b2a7994cb63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2401848 Feb 11 04:41:38.522249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f5869709-54b1-4670-be4b-923abd478444 admin admin] 10.222.0.13 "PUT /v2.0/routers/6308e842-8c71-42cb-bbcd-0fcf74ffd47e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9664071 Feb 11 04:41:38.567398 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 72c20a7e-e9cd-447a-aa7e-4759978fef9a no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:38.569229 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d107fbf4-d6b0-4d93-9f79-6673131a1db4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.577317 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d107fbf4-d6b0-4d93-9f79-6673131a1db4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9648719 Feb 11 04:41:38.582418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41130) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:38.588835 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-163eaf0e-12cc-44e3-8dcf-ab60db7f5258 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group_rule': {'security_group_id': 'f4a3b8c5-2655-4d7f-9b0a-d68a569d0f2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:38.632015 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9740a435-8391-44a6-bdf8-8941b03c5fef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8f6e8236f1a4fa28cedffa9d11c90bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449822 Feb 11 04:41:38.635653 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41138) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:38.678994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562d071-960b-43f0-a2d1-35cffb4dd71e req-dfaa4b5e-fce1-493c-90e6-0fa0cb3dea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:38.692924 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d562d071-960b-43f0-a2d1-35cffb4dd71e req-dfaa4b5e-fce1-493c-90e6-0fa0cb3dea89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 1129 time: 0.1580517 Feb 11 04:41:38.735984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=0fff2503-3ed9-4236-b967-17e9939af949,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:38.742935 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 72c20a7e-e9cd-447a-aa7e-4759978fef9a {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:38.743647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 72c20a7e-e9cd-447a-aa7e-4759978fef9a not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:38.748803 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-017deb29-d6ee-4a91-b9dd-5c8d7dd457dd admin admin] Publish callbacks [] for security_group (ded2aef1-a0cd-4c1b-973f-3dd48f84e961), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.780065 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-017deb29-d6ee-4a91-b9dd-5c8d7dd457dd admin admin] Publish callbacks [] for security_group (ded2aef1-a0cd-4c1b-973f-3dd48f84e961), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.849750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68f65b-120c-4d9d-bbb6-5d917ebf3974 req-9b205667-34ef-4699-ad14-59cbf881f8d4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:38.858551 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc68f65b-120c-4d9d-bbb6-5d917ebf3974 req-9b205667-34ef-4699-ad14-59cbf881f8d4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 945 time: 0.1550066 Feb 11 04:41:38.863118 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d562d071-960b-43f0-a2d1-35cffb4dd71e req-f240230d-d67e-499e-9c86-3c73ce10d65b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694195 Feb 11 04:41:38.890119 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-163eaf0e-12cc-44e3-8dcf-ab60db7f5258 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (d7d93b6c-30f5-4e8c-bd7f-4b286aa0cd86), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.971134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc68f65b-120c-4d9d-bbb6-5d917ebf3974 req-8ca727a0-cfb5-47b4-b51f-0b2ed599ed90 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=786218c5-d750-4a2a-b498-4b2a7994cb63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1115789 Feb 11 04:41:38.980612 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-017deb29-d6ee-4a91-b9dd-5c8d7dd457dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ded2aef1-a0cd-4c1b-973f-3dd48f84e961), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.984693 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-017deb29-d6ee-4a91-b9dd-5c8d7dd457dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:38.986342 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-017deb29-d6ee-4a91-b9dd-5c8d7dd457dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ded2aef1-a0cd-4c1b-973f-3dd48f84e961 HTTP/1.1" status: 204 len: 168 time: 0.3505290 Feb 11 04:41:39.041021 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-163eaf0e-12cc-44e3-8dcf-ab60db7f5258 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (d7d93b6c-30f5-4e8c-bd7f-4b286aa0cd86), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.045721 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41154) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:39.068631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017deb29-d6ee-4a91-b9dd-5c8d7dd457dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded2aef1-a0cd-4c1b-973f-3dd48f84e961,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:39.162188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c57d4f6-006f-4ecc-902b-17da55615d09 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:39.166543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4c57d4f6-006f-4ecc-902b-17da55615d09 tempest-TestNetworkBasicOps-1739149645 tempest-TestNetworkBasicOps-1739149645-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 1123 time: 0.1169546 Feb 11 04:41:39.166895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41160) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:39.172145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': 'f0a5b25a-742d-463f-9123-730ea0e38ba6', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:39.187474 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-163eaf0e-12cc-44e3-8dcf-ab60db7f5258 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (d7d93b6c-30f5-4e8c-bd7f-4b286aa0cd86), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.230273 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163eaf0e-12cc-44e3-8dcf-ab60db7f5258 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d93b6c-30f5-4e8c-bd7f-4b286aa0cd86,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:39.366834 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.426469 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0fff2503-3ed9-4236-b967-17e9939af949 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:39.447051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-163eaf0e-12cc-44e3-8dcf-ab60db7f5258 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.451210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41192) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:39.460049 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-163eaf0e-12cc-44e3-8dcf-ab60db7f5258 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8763609 Feb 11 04:41:39.516984 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-67c9d0a9-1005-44ea-a186-0e6df86a302e tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group_rule': {'security_group_id': 'f4a3b8c5-2655-4d7f-9b0a-d68a569d0f2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:39.590254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0fff2503-3ed9-4236-b967-17e9939af949 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:39.590772 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0fff2503-3ed9-4236-b967-17e9939af949), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.600900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde307b-6e70-4e55-a936-675696c3e69f req-c00d17ba-26b4-4daf-8aba-e84debefe3d8 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:39.604516 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2dde307b-6e70-4e55-a936-675696c3e69f req-c00d17ba-26b4-4daf-8aba-e84debefe3d8 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 946 time: 0.1421251 Feb 11 04:41:39.700608 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-67c9d0a9-1005-44ea-a186-0e6df86a302e tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (fb1f5eca-6301-4f7a-86cc-b45e3749d403), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.703129 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.778262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0fff2503-3ed9-4236-b967-17e9939af949 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:39.894899 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2dde307b-6e70-4e55-a936-675696c3e69f req-19ea6f4c-e01c-450c-9653-2cb5f15848c1 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840655 Feb 11 04:41:39.942444 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-67c9d0a9-1005-44ea-a186-0e6df86a302e tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (fb1f5eca-6301-4f7a-86cc-b45e3749d403), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:39.974123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Allocated IP 172.25.3.229 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/cbe65b6f-bb39-46cb-b1e1-24a5090b80aa) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:39.988390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Sync routers for ids ['6308e842-8c71-42cb-bbcd-0fcf74ffd47e'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:40.009161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Routers {'6308e842-8c71-42cb-bbcd-0fcf74ffd47e'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:40.009804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:41:26Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6308e842-8c71-42cb-bbcd-0fcf74ffd47e'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:40.053929 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-67c9d0a9-1005-44ea-a186-0e6df86a302e tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (fb1f5eca-6301-4f7a-86cc-b45e3749d403), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:40.080405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9d0a9-1005-44ea-a186-0e6df86a302e tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1f5eca-6301-4f7a-86cc-b45e3749d403,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:40.209977 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for port (cbe65b6f-bb39-46cb-b1e1-24a5090b80aa), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:40.241067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Set router 6308e842-8c71-42cb-bbcd-0fcf74ffd47e gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:40.272113 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-67c9d0a9-1005-44ea-a186-0e6df86a302e tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:40.273410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-67c9d0a9-1005-44ea-a186-0e6df86a302e tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8167386 Feb 11 04:41:40.276439 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41238) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:40.283425 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-19dbae04-b993-4c4e-affd-cd5ec30f1446 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group_rule': {'security_group_id': 'f4a3b8c5-2655-4d7f-9b0a-d68a569d0f2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:40.423033 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (cbe65b6f-bb39-46cb-b1e1-24a5090b80aa), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:40.453206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:40.472205 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-19dbae04-b993-4c4e-affd-cd5ec30f1446 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (a6982f81-6143-4f44-968b-7c2d310aea8f), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:40.515278 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:40.527087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:40.629932 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-19dbae04-b993-4c4e-affd-cd5ec30f1446 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (a6982f81-6143-4f44-968b-7c2d310aea8f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:40.648263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'name': 'tempest-TaggedBootDevicesTest_v242-1703126508-router', 'tenant_id': '5c303f92ab1740729d8ae571aa07915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '0fff2503-3ed9-4236-b967-17e9939af949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:24Z', 'updated_at': '2022-02-11T04:41:36Z', 'revision_number': 4, 'project_id': '5c303f92ab1740729d8ae571aa07915d', 'gw_port': {'id': '0fff2503-3ed9-4236-b967-17e9939af949', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:26Z', 'updated_at': '2022-02-11T04:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '6dd39662-449b-42f6-a7d1-5fa7d735605e', 'name': '', 'network_id': '49c500e1-eca6-43a1-9036-db14b3e2ae66', 'tenant_id': '5c303f92ab1740729d8ae571aa07915d', 'mac_address': 'fa:16:3e:a2:2e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '31087ce3-0861-48f1-87d1-5297d8095671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:33Z', 'updated_at': '2022-02-11T04:41:36Z', 'revision_number': 2, 'project_id': '5c303f92ab1740729d8ae571aa07915d', 'subnets': [{'id': '31087ce3-0861-48f1-87d1-5297d8095671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:40.648993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Port': ['ID=cbe65b6f-bb39-46cb-b1e1-24a5090b80aa,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:40.703390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Checking router: 6308e842-8c71-42cb-bbcd-0fcf74ffd47e for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:40.704631 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Updating router 6308e842-8c71-42cb-bbcd-0fcf74ffd47e port 6dd39662-449b-42f6-a7d1-5fa7d735605e binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:41:40.757074 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-19dbae04-b993-4c4e-affd-cd5ec30f1446 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (a6982f81-6143-4f44-968b-7c2d310aea8f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:40.800107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbae04-b993-4c4e-affd-cd5ec30f1446 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6982f81-6143-4f44-968b-7c2d310aea8f,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:40.807487 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:40.911741 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-19dbae04-b993-4c4e-affd-cd5ec30f1446 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:40.913264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-19dbae04-b993-4c4e-affd-cd5ec30f1446 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6352768 Feb 11 04:41:40.917265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41274) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:40.921866 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-9e106141-be96-4890-baf0-38cbc848fcaf tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group_rule': {'security_group_id': 'f4a3b8c5-2655-4d7f-9b0a-d68a569d0f2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:41.115342 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e106141-be96-4890-baf0-38cbc848fcaf tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (841201c0-b2c2-4f69-8e4e-1ecba89e86d1), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:41.206140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eaa2ed-9483-4184-bb28-babc922842ee req-244d752d-b17c-48d7-a94f-543f34914994 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:41.223248 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b4eaa2ed-9483-4184-bb28-babc922842ee req-244d752d-b17c-48d7-a94f-543f34914994 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 946 time: 0.1860783 Feb 11 04:41:41.384886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e106141-be96-4890-baf0-38cbc848fcaf tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (841201c0-b2c2-4f69-8e4e-1ecba89e86d1), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:41.433292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b4eaa2ed-9483-4184-bb28-babc922842ee req-fbbc51a4-ec3f-46fe-8203-167276246476 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027905 Feb 11 04:41:41.533528 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e106141-be96-4890-baf0-38cbc848fcaf tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (841201c0-b2c2-4f69-8e4e-1ecba89e86d1), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:41.606352 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for floatingip (8cf0c80a-2c52-42c8-88bf-fa56ef415c6f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:41.637135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e106141-be96-4890-baf0-38cbc848fcaf tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841201c0-b2c2-4f69-8e4e-1ecba89e86d1,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:41.750693 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Publish callbacks [] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:41.761357 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e106141-be96-4890-baf0-38cbc848fcaf tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:41.764014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9e106141-be96-4890-baf0-38cbc848fcaf tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8456645 Feb 11 04:41:41.767408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41340) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:41.774643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d7e30555-65cc-410c-a044-2f16c94bff5f tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group_rule': {'security_group_id': 'f4a3b8c5-2655-4d7f-9b0a-d68a569d0f2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:41.836870 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3b35a-7b90-43d2-8987-755647b04e03 req-40babc60-4f8c-4c18-af67-b6ebfcb52427 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:41.854555 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9da3b35a-7b90-43d2-8987-755647b04e03 req-40babc60-4f8c-4c18-af67-b6ebfcb52427 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 946 time: 0.2552278 Feb 11 04:41:41.871299 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cbe65b6f-bb39-46cb-b1e1-24a5090b80aa), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:41.940249 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.047994 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7e30555-65cc-410c-a044-2f16c94bff5f tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (6e90f0a4-3c58-45de-b70a-a83f57cc38db), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.098404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f072377-ebd7-4e91-a77f-782e1141c60f None None] Pushing event updated for resources: {'Port': ['ID=6dd39662-449b-42f6-a7d1-5fa7d735605e,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:42.169136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9da3b35a-7b90-43d2-8987-755647b04e03 req-e7df3e69-93aa-4d59-babd-d80b0ed989a3 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123004 Feb 11 04:41:42.302047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Attempting to bind port 6dd39662-449b-42f6-a7d1-5fa7d735605e on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:42.305452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Attempting to bind port 6dd39662-449b-42f6-a7d1-5fa7d735605e by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '84ed5660-cedb-4678-9f52-c6bfb1f987a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '49c500e1-eca6-43a1-9036-db14b3e2ae66'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:42.305452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Attempting to bind port 6dd39662-449b-42f6-a7d1-5fa7d735605e on network 49c500e1-eca6-43a1-9036-db14b3e2ae66 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:42.329476 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:42.329863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Checking segment: {'id': '84ed5660-cedb-4678-9f52-c6bfb1f987a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '49c500e1-eca6-43a1-9036-db14b3e2ae66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:42.334664 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for port (cbe65b6f-bb39-46cb-b1e1-24a5090b80aa), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.348976 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.349672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Bound using segment: {'id': '84ed5660-cedb-4678-9f52-c6bfb1f987a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '49c500e1-eca6-43a1-9036-db14b3e2ae66'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:42.350262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Bound port: 6dd39662-449b-42f6-a7d1-5fa7d735605e, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ed5660-cedb-4678-9f52-c6bfb1f987a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '49c500e1-eca6-43a1-9036-db14b3e2ae66'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:42.350779 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.370058 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7e30555-65cc-410c-a044-2f16c94bff5f tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (6e90f0a4-3c58-45de-b70a-a83f57cc38db), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.421108 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (cbe65b6f-bb39-46cb-b1e1-24a5090b80aa), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.443826 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dccf4655-0278-4888-92e3-5e6042b70eca req-16f7217b-6f66-4751-a472-fb89d9bbf857 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0687180 Feb 11 04:41:42.463933 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7e30555-65cc-410c-a044-2f16c94bff5f tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (6e90f0a4-3c58-45de-b70a-a83f57cc38db), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.509644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e30555-65cc-410c-a044-2f16c94bff5f tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e90f0a4-3c58-45de-b70a-a83f57cc38db,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:42.574103 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event updated for resources: {'Port': ['ID=cbe65b6f-bb39-46cb-b1e1-24a5090b80aa,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:42.602040 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] For port 6dd39662-449b-42f6-a7d1-5fa7d735605e, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:42.613551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] For port 6dd39662-449b-42f6-a7d1-5fa7d735605e, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6dd39662-449b-42f6-a7d1-5fa7d735605e,segment=NetworkSegment(84ed5660-cedb-4678-9f52-c6bfb1f987a1),segment_id=84ed5660-cedb-4678-9f52-c6bfb1f987a1)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:42.615172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d8f27071-6322-4881-b587-16e1d6a848c5 None None] Provisioning complete for port 6dd39662-449b-42f6-a7d1-5fa7d735605e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:42.615771 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d8f27071-6322-4881-b587-16e1d6a848c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.624126 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7e30555-65cc-410c-a044-2f16c94bff5f tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.624126 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d7e30555-65cc-410c-a044-2f16c94bff5f tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8535311 Feb 11 04:41:42.626231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41394) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:42.629234 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (8cf0c80a-2c52-42c8-88bf-fa56ef415c6f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.686415 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00c11cc9-044a-4e9d-a56e-a989749d6798 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (6e90f0a4-3c58-45de-b70a-a83f57cc38db), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.705863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00c11cc9-044a-4e9d-a56e-a989749d6798 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (6e90f0a4-3c58-45de-b70a-a83f57cc38db), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.734324 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:42.763781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d8f27071-6322-4881-b587-16e1d6a848c5 None None] Port 6dd39662-449b-42f6-a7d1-5fa7d735605e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:41:42.789918 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Floating IP 8cf0c80a-2c52-42c8-88bf-fa56ef415c6f associated. External IP: 172.25.3.229, port: f0a5b25a-742d-463f-9123-730ea0e38ba6. Feb 11 04:41:42.847537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Routers {'6308e842-8c71-42cb-bbcd-0fcf74ffd47e'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:42.848440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:41:26Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6308e842-8c71-42cb-bbcd-0fcf74ffd47e'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:42.985660 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00c11cc9-044a-4e9d-a56e-a989749d6798 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (6e90f0a4-3c58-45de-b70a-a83f57cc38db), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:43.007040 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00c11cc9-044a-4e9d-a56e-a989749d6798 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:43.014818 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-00c11cc9-044a-4e9d-a56e-a989749d6798 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/6e90f0a4-3c58-45de-b70a-a83f57cc38db HTTP/1.1" status: 204 len: 168 time: 0.3871200 Feb 11 04:41:43.015721 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c11cc9-044a-4e9d-a56e-a989749d6798 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e90f0a4-3c58-45de-b70a-a83f57cc38db,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:43.020513 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41414) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:43.062189 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f072377-ebd7-4e91-a77f-782e1141c60f None None] Pushing event updated for resources: {'Port': ['ID=6dd39662-449b-42f6-a7d1-5fa7d735605e,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:43.213066 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ca4444e7-f454-450b-b033-93afcb0d0a52 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1888430 Feb 11 04:41:43.222299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41420) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:43.244227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] Set router 6308e842-8c71-42cb-bbcd-0fcf74ffd47e gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:43.290438 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9b5d62e3-4b7b-40ef-ba5b-b50b24297804 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (841201c0-b2c2-4f69-8e4e-1ecba89e86d1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:43.313086 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9b5d62e3-4b7b-40ef-ba5b-b50b24297804 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (841201c0-b2c2-4f69-8e4e-1ecba89e86d1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:43.348854 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Router 334e1d31-6d9f-40b6-a242-2d363420a8ee has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:41:43.438821 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9baffd-f2bc-4b13-86db-656786bd4c5d req-04f4b7a8-fe4b-4847-a8f7-135aaee67a7c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:43.441415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b9baffd-f2bc-4b13-86db-656786bd4c5d req-04f4b7a8-fe4b-4847-a8f7-135aaee67a7c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 946 time: 0.3135352 Feb 11 04:41:43.530592 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9b5d62e3-4b7b-40ef-ba5b-b50b24297804 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (841201c0-b2c2-4f69-8e4e-1ecba89e86d1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:43.600226 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9b5d62e3-4b7b-40ef-ba5b-b50b24297804 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:43.607235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9b5d62e3-4b7b-40ef-ba5b-b50b24297804 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/841201c0-b2c2-4f69-8e4e-1ecba89e86d1 HTTP/1.1" status: 204 len: 168 time: 0.3793685 Feb 11 04:41:43.608908 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d62e3-4b7b-40ef-ba5b-b50b24297804 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=841201c0-b2c2-4f69-8e4e-1ecba89e86d1,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:43.612024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41438) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:43.702208 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ae26c72-9321-40c3-b934-86386667caf7 req-c28a319a-c9ce-4c0e-8658-2bb3f59c7fe5 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.1116118 Feb 11 04:41:43.707731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:41:43.731282 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82938cce-a61a-4ed5-870c-10053a103cf8 None None] Sync routers for ids ['334e1d31-6d9f-40b6-a242-2d363420a8ee'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:41:43.769352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c9df3234-c0f1-4944-ae80-f9399cc34d64 None None] Provisioning complete for port 6dd39662-449b-42f6-a7d1-5fa7d735605e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:43.770082 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c9df3234-c0f1-4944-ae80-f9399cc34d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:43.783230 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82938cce-a61a-4ed5-870c-10053a103cf8 None None] Routers {'334e1d31-6d9f-40b6-a242-2d363420a8ee'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:43.783907 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-82938cce-a61a-4ed5-870c-10053a103cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:41:26Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['334e1d31-6d9f-40b6-a242-2d363420a8ee'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:43.804736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b9baffd-f2bc-4b13-86db-656786bd4c5d req-9c2ac72a-b69f-4aa8-ac3a-50f0d58e9dd2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574059 Feb 11 04:41:43.821208 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:43.867455 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41446) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:43.887641 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-988d4a02-4fed-4057-94df-d544ae575d46 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2586455 Feb 11 04:41:43.989947 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5d51524-6d5a-4bbc-9384-c98eb04bf525 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (a6982f81-6143-4f44-968b-7c2d310aea8f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:44.028052 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5d51524-6d5a-4bbc-9384-c98eb04bf525 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (a6982f81-6143-4f44-968b-7c2d310aea8f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:44.034881 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bba3daa7-c937-45f6-ab61-66709e3d2ea8 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8667796 Feb 11 04:41:44.037861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41456) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:44.042588 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'name': 'tempest-TaggedBootDevicesTest_v242-1703126508-router', 'tenant_id': '5c303f92ab1740729d8ae571aa07915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '0fff2503-3ed9-4236-b967-17e9939af949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:24Z', 'updated_at': '2022-02-11T04:41:36Z', 'revision_number': 4, 'project_id': '5c303f92ab1740729d8ae571aa07915d', 'gw_port': {'id': '0fff2503-3ed9-4236-b967-17e9939af949', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:26Z', 'updated_at': '2022-02-11T04:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '6dd39662-449b-42f6-a7d1-5fa7d735605e', 'name': '', 'network_id': '49c500e1-eca6-43a1-9036-db14b3e2ae66', 'tenant_id': '5c303f92ab1740729d8ae571aa07915d', 'mac_address': 'fa:16:3e:a2:2e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '31087ce3-0861-48f1-87d1-5297d8095671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:33Z', 'updated_at': '2022-02-11T04:41:42Z', 'revision_number': 4, 'project_id': '5c303f92ab1740729d8ae571aa07915d', 'subnets': [{'id': '31087ce3-0861-48f1-87d1-5297d8095671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:44.051280 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a', 'tag': 'f0a5b25a-742d-463f-9123-730ea0e38ba6'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:44.065723 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6871f7ba-acae-4545-8ea8-63b5c27354e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a", "tag": "f0a5b25a-742d-463f-9123-730ea0e38ba6"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:44.077781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c9df3234-c0f1-4944-ae80-f9399cc34d64 None None] Current status of the port 6dd39662-449b-42f6-a7d1-5fa7d735605e is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:44.079035 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c9df3234-c0f1-4944-ae80-f9399cc34d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:44.083321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470fcbc9-a9d4-4f69-9924-f264e062a5e9 None None] The sync data for ids ['6308e842-8c71-42cb-bbcd-0fcf74ffd47e'] in n-d-712142-35 is: [{'id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'name': 'tempest-TaggedBootDevicesTest_v242-1703126508-router', 'tenant_id': '5c303f92ab1740729d8ae571aa07915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '0fff2503-3ed9-4236-b967-17e9939af949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:24Z', 'updated_at': '2022-02-11T04:41:36Z', 'revision_number': 4, 'project_id': '5c303f92ab1740729d8ae571aa07915d', 'gw_port': {'id': '0fff2503-3ed9-4236-b967-17e9939af949', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:26Z', 'updated_at': '2022-02-11T04:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '6dd39662-449b-42f6-a7d1-5fa7d735605e', 'name': '', 'network_id': '49c500e1-eca6-43a1-9036-db14b3e2ae66', 'tenant_id': '5c303f92ab1740729d8ae571aa07915d', 'mac_address': 'fa:16:3e:a2:2e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '31087ce3-0861-48f1-87d1-5297d8095671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:33Z', 'updated_at': '2022-02-11T04:41:42Z', 'revision_number': 4, 'project_id': '5c303f92ab1740729d8ae571aa07915d', 'subnets': [{'id': '31087ce3-0861-48f1-87d1-5297d8095671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:44.154385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c9df3234-c0f1-4944-ae80-f9399cc34d64 None None] For port 6dd39662-449b-42f6-a7d1-5fa7d735605e, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6dd39662-449b-42f6-a7d1-5fa7d735605e,segment=NetworkSegment(84ed5660-cedb-4678-9f52-c6bfb1f987a1),segment_id=84ed5660-cedb-4678-9f52-c6bfb1f987a1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:44.232674 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6869cf1-222e-4a00-9c7e-de8c1ae45a89 x-openstack-request-id: req-c6869cf1-222e-4a00-9c7e-de8c1ae45a89 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:44.232674 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a", "tag": "f0a5b25a-742d-463f-9123-730ea0e38ba6", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:44.232674 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6869cf1-222e-4a00-9c7e-de8c1ae45a89 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:44.232674 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a', 'tag': 'f0a5b25a-742d-463f-9123-730ea0e38ba6', 'status': 'completed', 'code': 200} Feb 11 04:41:44.282434 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c9df3234-c0f1-4944-ae80-f9399cc34d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:44.323138 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e5716074-9cfb-42c0-95ed-5a999fa963f2 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/floatingips/8cf0c80a-2c52-42c8-88bf-fa56ef415c6f HTTP/1.1" status: 200 len: 991 time: 0.2833009 Feb 11 04:41:44.382064 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5d51524-6d5a-4bbc-9384-c98eb04bf525 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (a6982f81-6143-4f44-968b-7c2d310aea8f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:44.392897 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5d51524-6d5a-4bbc-9384-c98eb04bf525 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:44.399916 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e5d51524-6d5a-4bbc-9384-c98eb04bf525 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a6982f81-6143-4f44-968b-7c2d310aea8f HTTP/1.1" status: 204 len: 168 time: 0.5262918 Feb 11 04:41:44.401520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41478) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:44.417064 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-82938cce-a61a-4ed5-870c-10053a103cf8 None None] Set router 334e1d31-6d9f-40b6-a242-2d363420a8ee gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:44.419423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d51524-6d5a-4bbc-9384-c98eb04bf525 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6982f81-6143-4f44-968b-7c2d310aea8f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:44.474936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f7ba-acae-4545-8ea8-63b5c27354e8 req-22485cb8-541c-44b8-aeda-aeef32049478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:44.478928 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6871f7ba-acae-4545-8ea8-63b5c27354e8 req-22485cb8-541c-44b8-aeda-aeef32049478 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 1128 time: 0.2063968 Feb 11 04:41:44.503437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df3234-c0f1-4944-ae80-f9399cc34d64 None None] Pushing event updated for resources: {'Port': ['ID=6dd39662-449b-42f6-a7d1-5fa7d735605e,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:44.592645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf49834-1ce2-447e-ad1d-ddf4034b2c58 req-fd846108-ed92-4577-b3f5-f3e009b672c9 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:44.594668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edf49834-1ce2-447e-ad1d-ddf4034b2c58 req-fd846108-ed92-4577-b3f5-f3e009b672c9 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.32 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 946 time: 0.1655982 Feb 11 04:41:44.642138 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4f23f1fc-24d9-4b30-9477-4b4b4bcb21c7 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2391925 Feb 11 04:41:44.644318 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41488) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:44.764972 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21f58dff-3443-4a3c-b88e-56dec13f210b tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (fb1f5eca-6301-4f7a-86cc-b45e3749d403), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:44.776446 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21f58dff-3443-4a3c-b88e-56dec13f210b tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (fb1f5eca-6301-4f7a-86cc-b45e3749d403), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:44.794468 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f7ba-acae-4545-8ea8-63b5c27354e8 req-c434cd3d-a6ac-4f53-9f1c-f76cf1e22f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:44.801745 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6871f7ba-acae-4545-8ea8-63b5c27354e8 req-c434cd3d-a6ac-4f53-9f1c-f76cf1e22f1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=95412f6d-019e-479e-882e-7d9c80f932c5 HTTP/1.1" status: 200 len: 897 time: 0.3173985 Feb 11 04:41:44.968035 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6871f7ba-acae-4545-8ea8-63b5c27354e8 req-f34a5233-62d6-4141-af50-b507cc958dd4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a5b25a-742d-463f-9123-730ea0e38ba6 HTTP/1.1" status: 200 len: 999 time: 0.1616559 Feb 11 04:41:44.971047 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21f58dff-3443-4a3c-b88e-56dec13f210b tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (fb1f5eca-6301-4f7a-86cc-b45e3749d403), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:44.985108 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21f58dff-3443-4a3c-b88e-56dec13f210b tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:44.996371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-21f58dff-3443-4a3c-b88e-56dec13f210b tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fb1f5eca-6301-4f7a-86cc-b45e3749d403 HTTP/1.1" status: 204 len: 168 time: 0.3506575 Feb 11 04:41:45.018839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41504) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:45.032820 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-edf49834-1ce2-447e-ad1d-ddf4034b2c58 req-e81f297c-799d-43b9-a4d6-ab3967818937 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Deleting port 6c16b5ed-1671-4841-bc54-149dc46d304f {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:41:45.033165 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-edf49834-1ce2-447e-ad1d-ddf4034b2c58 req-e81f297c-799d-43b9-a4d6-ab3967818937 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6c16b5ed-1671-4841-bc54-149dc46d304f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:45.078702 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f7ba-acae-4545-8ea8-63b5c27354e8 req-a69b0f35-99a6-4118-ba06-58b2b268b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:45.084407 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6871f7ba-acae-4545-8ea8-63b5c27354e8 req-a69b0f35-99a6-4118-ba06-58b2b268b0b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af60775-4846-4fff-9885-c1407905a642 HTTP/1.1" status: 200 len: 835 time: 0.1104417 Feb 11 04:41:45.177038 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-82938cce-a61a-4ed5-870c-10053a103cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'name': 'tempest-TestNetworkBasicOps-router-957838789', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '15c39776-8c87-47d8-8292-546bd8333491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:27Z', 'updated_at': '2022-02-11T04:40:40Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '15c39776-8c87-47d8-8292-546bd8333491', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:28Z', 'updated_at': '2022-02-11T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '8cf0c80a-2c52-42c8-88bf-fa56ef415c6f', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'port_id': 'f0a5b25a-742d-463f-9123-730ea0e38ba6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'mac_address': 'fa:16:3e:d9:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:41:41Z', 'updated_at': '2022-02-11T04:41:41Z', 'revision_number': 0, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73175428-bb91-4746-b146-40000155ba14', 'name': '', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:16:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '8af60775-4846-4fff-9885-c1407905a642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '8af60775-4846-4fff-9885-c1407905a642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:45.205308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f58dff-3443-4a3c-b88e-56dec13f210b tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb1f5eca-6301-4f7a-86cc-b45e3749d403,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:45.222680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f7ba-acae-4545-8ea8-63b5c27354e8 req-05794900-5f0d-4355-bded-150b7221f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:45.229811 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6871f7ba-acae-4545-8ea8-63b5c27354e8 req-05794900-5f0d-4355-bded-150b7221f2cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95412f6d-019e-479e-882e-7d9c80f932c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1378269 Feb 11 04:41:45.241103 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82938cce-a61a-4ed5-870c-10053a103cf8 None None] Checking router: 334e1d31-6d9f-40b6-a242-2d363420a8ee for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:41:45.264468 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82938cce-a61a-4ed5-870c-10053a103cf8 None None] Routers {'334e1d31-6d9f-40b6-a242-2d363420a8ee'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:41:45.265488 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-82938cce-a61a-4ed5-870c-10053a103cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:41:26Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['334e1d31-6d9f-40b6-a242-2d363420a8ee'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:45.573472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6dd39662-449b-42f6-a7d1-5fa7d735605e up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:41:45.647009 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-82938cce-a61a-4ed5-870c-10053a103cf8 None None] Set router 334e1d31-6d9f-40b6-a242-2d363420a8ee gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:41:45.708218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 6dd39662-449b-42f6-a7d1-5fa7d735605e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:41:45.708597 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:45.938522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 6dd39662-449b-42f6-a7d1-5fa7d735605e is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:41:46.346680 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-82938cce-a61a-4ed5-870c-10053a103cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'name': 'tempest-TestNetworkBasicOps-router-957838789', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '15c39776-8c87-47d8-8292-546bd8333491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:27Z', 'updated_at': '2022-02-11T04:40:40Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '15c39776-8c87-47d8-8292-546bd8333491', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:28Z', 'updated_at': '2022-02-11T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '8cf0c80a-2c52-42c8-88bf-fa56ef415c6f', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'port_id': 'f0a5b25a-742d-463f-9123-730ea0e38ba6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'mac_address': 'fa:16:3e:d9:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:41:41Z', 'updated_at': '2022-02-11T04:41:41Z', 'revision_number': 0, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73175428-bb91-4746-b146-40000155ba14', 'name': '', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:16:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '8af60775-4846-4fff-9885-c1407905a642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '8af60775-4846-4fff-9885-c1407905a642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:41:46.354004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41522) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:46.478739 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82938cce-a61a-4ed5-870c-10053a103cf8 None None] The sync data for ids ['334e1d31-6d9f-40b6-a242-2d363420a8ee'] in n-d-712142-35 is: [{'id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'name': 'tempest-TestNetworkBasicOps-router-957838789', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '15c39776-8c87-47d8-8292-546bd8333491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:27Z', 'updated_at': '2022-02-11T04:40:40Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '15c39776-8c87-47d8-8292-546bd8333491', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:28Z', 'updated_at': '2022-02-11T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '8cf0c80a-2c52-42c8-88bf-fa56ef415c6f', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'floating_ip_address': '172.25.3.229', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'port_id': 'f0a5b25a-742d-463f-9123-730ea0e38ba6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2784, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'mac_address': 'fa:16:3e:d9:c5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:41:41Z', 'updated_at': '2022-02-11T04:41:41Z', 'revision_number': 0, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73175428-bb91-4746-b146-40000155ba14', 'name': '', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:16:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '8af60775-4846-4fff-9885-c1407905a642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '8af60775-4846-4fff-9885-c1407905a642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:41:46.501231 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cf854253-8489-45ab-a3ea-439caaf904ee tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/floatingips/8cf0c80a-2c52-42c8-88bf-fa56ef415c6f HTTP/1.1" status: 200 len: 991 time: 0.1449931 Feb 11 04:41:46.534848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a26c362f-db55-45c1-a150-4e0349fdef5c req-5cb531a7-b4f1-49ef-be97-52666fa7b0f8 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 1.5169070 Feb 11 04:41:46.594559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dc0056b8-ca63-4644-acda-69fea6156e3b tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 1.5509868 Feb 11 04:41:46.600513 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41568) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:46.662050 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb032265-17a6-458b-997b-d6efe93754ba tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (d7d93b6c-30f5-4e8c-bd7f-4b286aa0cd86), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:46.704669 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb032265-17a6-458b-997b-d6efe93754ba tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (d7d93b6c-30f5-4e8c-bd7f-4b286aa0cd86), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:46.738055 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6871f7ba-acae-4545-8ea8-63b5c27354e8 req-51c6438b-a2d5-4016-a521-8160b9585504 service neutron] 10.222.0.47 "GET /v2.0/networks/95412f6d-019e-479e-882e-7d9c80f932c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4964080 Feb 11 04:41:46.789295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-edf49834-1ce2-447e-ad1d-ddf4034b2c58 req-e81f297c-799d-43b9-a4d6-ab3967818937 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] For port 6c16b5ed-1671-4841-bc54-149dc46d304f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=6c16b5ed-1671-4841-bc54-149dc46d304f,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:41:46.794329 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-edf49834-1ce2-447e-ad1d-ddf4034b2c58 req-e81f297c-799d-43b9-a4d6-ab3967818937 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6c16b5ed-1671-4841-bc54-149dc46d304f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:46.854305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-edf49834-1ce2-447e-ad1d-ddf4034b2c58 req-e81f297c-799d-43b9-a4d6-ab3967818937 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Calling delete_port for 6c16b5ed-1671-4841-bc54-149dc46d304f owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:41:46.887397 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb032265-17a6-458b-997b-d6efe93754ba tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (d7d93b6c-30f5-4e8c-bd7f-4b286aa0cd86), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:46.896090 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb032265-17a6-458b-997b-d6efe93754ba tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:46.898040 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cb032265-17a6-458b-997b-d6efe93754ba tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d7d93b6c-30f5-4e8c-bd7f-4b286aa0cd86 HTTP/1.1" status: 204 len: 168 time: 0.2958498 Feb 11 04:41:46.907624 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41574) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:46.949193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb032265-17a6-458b-997b-d6efe93754ba tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7d93b6c-30f5-4e8c-bd7f-4b286aa0cd86,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:46.995587 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6871f7ba-acae-4545-8ea8-63b5c27354e8 req-46046747-7007-4991-8b0c-fc25c03c2eca service neutron] 10.222.0.47 "GET /v2.0/networks/95412f6d-019e-479e-882e-7d9c80f932c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474339 Feb 11 04:41:47.021213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b84880-1edb-4bd4-86ac-11b0dd61970c None None] New status for floating IP 8cf0c80a-2c52-42c8-88bf-fa56ef415c6f: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:41:47.036325 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-666d88c3-7bb2-4b2b-81a5-6edf6458f6ad tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1258769 Feb 11 04:41:47.039018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41576) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:47.103126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd401e-9dec-4182-a73e-dc6d838b7df5 req-c67ac881-09b5-4d56-bc71-8d68c0efbf0b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:47.115033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1edd401e-9dec-4182-a73e-dc6d838b7df5 req-c67ac881-09b5-4d56-bc71-8d68c0efbf0b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 946 time: 2.0952029 Feb 11 04:41:47.146882 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a110-6d3a-4344-9d60-81dc5b1309ab tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (f4a3b8c5-2655-4d7f-9b0a-d68a569d0f2d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:47.190742 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1edd401e-9dec-4182-a73e-dc6d838b7df5 req-2e84989f-c92b-42c7-9060-8f9447bb5e20 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745168 Feb 11 04:41:47.205291 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a110-6d3a-4344-9d60-81dc5b1309ab tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (f4a3b8c5-2655-4d7f-9b0a-d68a569d0f2d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:47.230502 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-edf49834-1ce2-447e-ad1d-ddf4034b2c58 req-e81f297c-799d-43b9-a4d6-ab3967818937 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6c16b5ed-1671-4841-bc54-149dc46d304f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:47.257222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2e74a29c-ebd3-4304-b302-16a2ee2d9d04'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:47.291825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f297c-799d-43b9-a4d6-ab3967818937 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Pushing event deleted for resources: {'Port': ['ID=6c16b5ed-1671-4841-bc54-149dc46d304f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:47.362443 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a110-6d3a-4344-9d60-81dc5b1309ab tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f4a3b8c5-2655-4d7f-9b0a-d68a569d0f2d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:47.362443 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a110-6d3a-4344-9d60-81dc5b1309ab tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:47.366864 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0fe5a110-6d3a-4344-9d60-81dc5b1309ab tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-groups/f4a3b8c5-2655-4d7f-9b0a-d68a569d0f2d HTTP/1.1" status: 204 len: 168 time: 0.3265493 Feb 11 04:41:47.367991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41578) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:47.404708 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf49834-1ce2-447e-ad1d-ddf4034b2c58 req-e81f297c-799d-43b9-a4d6-ab3967818937 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] No DVR routers for this DVR port 6c16b5ed-1671-4841-bc54-149dc46d304f on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:41:47.410132 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-edf49834-1ce2-447e-ad1d-ddf4034b2c58 req-e81f297c-799d-43b9-a4d6-ab3967818937 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:47.427917 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5a110-6d3a-4344-9d60-81dc5b1309ab tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a3b8c5-2655-4d7f-9b0a-d68a569d0f2d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:47.428220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edf49834-1ce2-447e-ad1d-ddf4034b2c58 req-e81f297c-799d-43b9-a4d6-ab3967818937 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.32 "DELETE /v2.0/ports/6c16b5ed-1671-4841-bc54-149dc46d304f HTTP/1.1" status: 204 len: 173 time: 2.7840135 Feb 11 04:41:47.429080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db5d9a5-fcc0-4931-b757-37a423915884', 'name': 'network-vif-deleted', 'tag': '6c16b5ed-1671-4841-bc54-149dc46d304f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:47.486587 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bbae2b-e80a-4ed3-92b1-cee1a4b3da15" -d '{"events": [{"server_uuid": "4db5d9a5-fcc0-4931-b757-37a423915884", "name": "network-vif-deleted", "tag": "6c16b5ed-1671-4841-bc54-149dc46d304f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:47.504645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41588) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:47.585763 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bb5e660e-a781-4d2d-bc0f-737ee4f42415 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1912794 Feb 11 04:41:47.593104 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41592) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:47.620701 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3bdc4b23-17fd-4a6d-b50a-39940153b0d8 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1293848950'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:47.723399 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb4dac1-c6cb-406f-bd65-c1f06f3f1c1a x-openstack-request-id: req-eeb4dac1-c6cb-406f-bd65-c1f06f3f1c1a {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:47.724260 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db5d9a5-fcc0-4931-b757-37a423915884", "name": "network-vif-deleted", "tag": "6c16b5ed-1671-4841-bc54-149dc46d304f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:47.724260 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eeb4dac1-c6cb-406f-bd65-c1f06f3f1c1a {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:47.724554 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db5d9a5-fcc0-4931-b757-37a423915884', 'name': 'network-vif-deleted', 'tag': '6c16b5ed-1671-4841-bc54-149dc46d304f', 'status': 'completed', 'code': 200} Feb 11 04:41:47.809407 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3bdc4b23-17fd-4a6d-b50a-39940153b0d8 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:47.817605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8d1132d3-f8f7-413b-81c2-1795a4015cb4 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/floatingips/8cf0c80a-2c52-42c8-88bf-fa56ef415c6f HTTP/1.1" status: 200 len: 993 time: 0.3112257 Feb 11 04:41:47.878594 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7b8c51e8-f0d0-4fbe-b465-6c4200abdebb req-1913a670-e374-4cc9-ab3a-778e712888fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0789175 Feb 11 04:41:47.890253 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5725b279-545c-48dd-ba2f-aefe13f45390 req-b949eb09-d4e7-47a0-8462-3eda4bb6e6f8 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0908473 Feb 11 04:41:47.971427 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3bdc4b23-17fd-4a6d-b50a-39940153b0d8 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (1c8368f2-7988-4249-8df6-bd39ce082f84), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:48.028313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-22cf79ae-998e-4ec9-83bf-a3d7fa4566e7 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:48.029806 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-22cf79ae-998e-4ec9-83bf-a3d7fa4566e7 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/networks?id=bbdeecae-2428-49d7-90ec-b2b64e0ae601 HTTP/1.1" status: 200 len: 813 time: 0.1448913 Feb 11 04:41:48.045648 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-bf9675aa-c306-4732-a946-cff43ad5e212 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/quotas/cd428caf3628450e94e6190594635a3b HTTP/1.1" status: 200 len: 375 time: 0.0100873 Feb 11 04:41:48.082749 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-788dacb6-476a-4b34-89c0-252d80c58d15 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd428caf3628450e94e6190594635a3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309763 Feb 11 04:41:48.116621 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3bdc4b23-17fd-4a6d-b50a-39940153b0d8 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1c8368f2-7988-4249-8df6-bd39ce082f84), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:48.154037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc4b23-17fd-4a6d-b50a-39940153b0d8 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8368f2-7988-4249-8df6-bd39ce082f84,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:48.205381 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-4fd8d7b7-ba32-44f3-b0eb-6e9382060893 service neutron] 10.222.0.13 "GET /v2.0/networks/bbdeecae-2428-49d7-90ec-b2b64e0ae601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145551 Feb 11 04:41:48.268116 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3bdc4b23-17fd-4a6d-b50a-39940153b0d8 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:48.269504 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3bdc4b23-17fd-4a6d-b50a-39940153b0d8 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6746621 Feb 11 04:41:48.272339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41610) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:48.277140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-cc0a7131-c5f6-458f-afac-10b38e71d2c6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group_rule': {'security_group_id': '1c8368f2-7988-4249-8df6-bd39ce082f84', 'direction': 'ingress', 'protocol': 17}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:48.359512 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58e388d5-b694-4f42-8cf0-f4b8f31f3b89 req-1653bb9e-9732-4e51-a4ca-0906686fe267 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db5d9a5-fcc0-4931-b757-37a423915884 HTTP/1.1" status: 200 len: 210 time: 0.0506647 Feb 11 04:41:48.363354 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-bf889b3d-f566-45e8-8e85-2486ef708af7 service neutron] 10.222.0.13 "GET /v2.0/networks/bbdeecae-2428-49d7-90ec-b2b64e0ae601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511035 Feb 11 04:41:48.391614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7131-c5f6-458f-afac-10b38e71d2c6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (9a296399-e1ef-45d3-be16-86b6af051834), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:48.463195 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7131-c5f6-458f-afac-10b38e71d2c6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (9a296399-e1ef-45d3-be16-86b6af051834), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:48.556378 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7131-c5f6-458f-afac-10b38e71d2c6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (9a296399-e1ef-45d3-be16-86b6af051834), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:48.580978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a7131-c5f6-458f-afac-10b38e71d2c6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a296399-e1ef-45d3-be16-86b6af051834,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:48.653388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35274fe1-b944-4ede-8638-134fd6216827 req-195e132f-1b5a-4457-95aa-43ec65f1f3d4 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 210 time: 0.0324104 Feb 11 04:41:48.718204 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cc0a7131-c5f6-458f-afac-10b38e71d2c6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:48.720674 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cc0a7131-c5f6-458f-afac-10b38e71d2c6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4461877 Feb 11 04:41:48.723753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41618) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:48.798027 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42c7442b-1e3a-410d-afda-926938354019 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (1c8368f2-7988-4249-8df6-bd39ce082f84), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:48.830509 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42c7442b-1e3a-410d-afda-926938354019 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (1c8368f2-7988-4249-8df6-bd39ce082f84), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:49.014057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42c7442b-1e3a-410d-afda-926938354019 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1c8368f2-7988-4249-8df6-bd39ce082f84), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:49.017648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42c7442b-1e3a-410d-afda-926938354019 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:49.020420 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-42c7442b-1e3a-410d-afda-926938354019 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-groups/1c8368f2-7988-4249-8df6-bd39ce082f84 HTTP/1.1" status: 204 len: 168 time: 0.2941432 Feb 11 04:41:49.029983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41634) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:49.033287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7442b-1e3a-410d-afda-926938354019 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8368f2-7988-4249-8df6-bd39ce082f84,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:49.043540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8293e8d-d685-44ba-b8c1-00f15c661d98 req-28b070a8-f6b2-4ccc-b1fc-fb0c4f88b11c tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0506005 Feb 11 04:41:49.113211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 6c16b5ed-1671-4841-bc54-149dc46d304f no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:41:49.128289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41638) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:49.133381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b845f2de-f132-4db7-b81e-602a295179c0 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619164298'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:49.141165 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a4ba6cb5-1c83-432e-97d4-6b6d6a86e2fd tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1075554 Feb 11 04:41:49.147910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 6c16b5ed-1671-4841-bc54-149dc46d304f {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:41:49.148262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 6c16b5ed-1671-4841-bc54-149dc46d304f not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:41:49.224978 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b845f2de-f132-4db7-b81e-602a295179c0 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:49.319820 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b845f2de-f132-4db7-b81e-602a295179c0 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (9792f98e-9bdc-41a3-81e8-0ffdfd7f4207), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:49.441782 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b845f2de-f132-4db7-b81e-602a295179c0 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9792f98e-9bdc-41a3-81e8-0ffdfd7f4207), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:49.473483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845f2de-f132-4db7-b81e-602a295179c0 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9792f98e-9bdc-41a3-81e8-0ffdfd7f4207,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:49.598547 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b845f2de-f132-4db7-b81e-602a295179c0 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:49.600779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b845f2de-f132-4db7-b81e-602a295179c0 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4712913 Feb 11 04:41:49.603459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41650) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:49.608104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c6a4cb9c-871d-4d50-a0ae-236b581d0f44 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group': {'name': 'tempest-secgroup--980935457'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:49.763316 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72c4c992-e730-4bb2-9fdc-51c7cc6a6003 req-3c735cc8-e247-4ea3-94f2-f19f10a98523 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 210 time: 0.0485411 Feb 11 04:41:49.764865 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6a4cb9c-871d-4d50-a0ae-236b581d0f44 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:49.865418 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6a4cb9c-871d-4d50-a0ae-236b581d0f44 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (ca54feef-3db8-4d7b-b067-ae8e0e4ff9fb), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.047987 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6a4cb9c-871d-4d50-a0ae-236b581d0f44 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ca54feef-3db8-4d7b-b067-ae8e0e4ff9fb), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.086961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4cb9c-871d-4d50-a0ae-236b581d0f44 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca54feef-3db8-4d7b-b067-ae8e0e4ff9fb,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:50.183122 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6a4cb9c-871d-4d50-a0ae-236b581d0f44 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.184435 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c6a4cb9c-871d-4d50-a0ae-236b581d0f44 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5800323 Feb 11 04:41:50.195556 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41664) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:50.202644 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-99c331fc-9eea-4078-ae0b-9ddfec4777e7 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group_rule': {'security_group_id': '9792f98e-9bdc-41a3-81e8-0ffdfd7f4207', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ca54feef-3db8-4d7b-b067-ae8e0e4ff9fb', 'remote_ip_prefix': None}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:50.220132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f540a089-e796-43aa-aaef-312048220e6f req-a54e0d25-a747-490f-a079-6e1f4eb338a1 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0345311 Feb 11 04:41:50.388386 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-99c331fc-9eea-4078-ae0b-9ddfec4777e7 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (7e4d6ca2-20aa-4f69-81aa-0697ea12caf8), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.520791 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-99c331fc-9eea-4078-ae0b-9ddfec4777e7 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (7e4d6ca2-20aa-4f69-81aa-0697ea12caf8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.647674 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-99c331fc-9eea-4078-ae0b-9ddfec4777e7 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (7e4d6ca2-20aa-4f69-81aa-0697ea12caf8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.709123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c331fc-9eea-4078-ae0b-9ddfec4777e7 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e4d6ca2-20aa-4f69-81aa-0697ea12caf8,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:50.818957 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-99c331fc-9eea-4078-ae0b-9ddfec4777e7 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.824982 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-99c331fc-9eea-4078-ae0b-9ddfec4777e7 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6220510 Feb 11 04:41:50.825683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41688) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:50.876868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940f174-6e68-4f73-b200-2669ada30033 req-03a07d7f-2634-4358-b945-904092ddeb82 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:50.890759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3940f174-6e68-4f73-b200-2669ada30033 req-03a07d7f-2634-4358-b945-904092ddeb82 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 805 time: 0.2355409 Feb 11 04:41:50.911708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3940f174-6e68-4f73-b200-2669ada30033 req-f0eb09e8-9377-4fd2-952f-4ce7ec43846e tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/quotas/a6de71a80dfc462da54bc2b2a455359a HTTP/1.1" status: 200 len: 375 time: 0.0190818 Feb 11 04:41:50.960091 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4cdc15fc-801d-41b3-9abe-8a45c9d50a02 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (7e4d6ca2-20aa-4f69-81aa-0697ea12caf8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.987952 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4cdc15fc-801d-41b3-9abe-8a45c9d50a02 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (7e4d6ca2-20aa-4f69-81aa-0697ea12caf8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:50.994828 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3940f174-6e68-4f73-b200-2669ada30033 req-49c7ff36-a268-4153-9f99-fa0bee73437c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819283 Feb 11 04:41:51.150443 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4cdc15fc-801d-41b3-9abe-8a45c9d50a02 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (7e4d6ca2-20aa-4f69-81aa-0697ea12caf8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:51.177080 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4cdc15fc-801d-41b3-9abe-8a45c9d50a02 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:51.178558 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4cdc15fc-801d-41b3-9abe-8a45c9d50a02 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7e4d6ca2-20aa-4f69-81aa-0697ea12caf8 HTTP/1.1" status: 204 len: 168 time: 0.3516209 Feb 11 04:41:51.184240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41694) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:51.210187 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc15fc-801d-41b3-9abe-8a45c9d50a02 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e4d6ca2-20aa-4f69-81aa-0697ea12caf8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:51.233939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3940f174-6e68-4f73-b200-2669ada30033 req-4af82ca6-73d2-477d-850d-e25f9ba1584f service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126434 Feb 11 04:41:51.279106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-636cdc18-3e9a-4e7b-9325-6cdff90ba752 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0934267 Feb 11 04:41:51.283145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41698) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:51.390261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3940f174-6e68-4f73-b200-2669ada30033 req-f5730fc6-446e-4d64-a6a5-c0131d058020 service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441045 Feb 11 04:41:51.441457 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-609eb28b-cef9-4dda-a9b0-05826719b2e4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (ca54feef-3db8-4d7b-b067-ae8e0e4ff9fb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:51.478453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-609eb28b-cef9-4dda-a9b0-05826719b2e4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (ca54feef-3db8-4d7b-b067-ae8e0e4ff9fb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:51.670585 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-609eb28b-cef9-4dda-a9b0-05826719b2e4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ca54feef-3db8-4d7b-b067-ae8e0e4ff9fb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:51.676091 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-609eb28b-cef9-4dda-a9b0-05826719b2e4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:51.681435 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-609eb28b-cef9-4dda-a9b0-05826719b2e4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-groups/ca54feef-3db8-4d7b-b067-ae8e0e4ff9fb HTTP/1.1" status: 204 len: 168 time: 0.3968768 Feb 11 04:41:51.683148 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41702) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:51.695336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9dd49db7-6367-4444-9967-1cc6efcd44f7 req-51f18ab0-d50d-4683-a489-6dd90b995b70 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 210 time: 0.0376110 Feb 11 04:41:51.735742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609eb28b-cef9-4dda-a9b0-05826719b2e4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca54feef-3db8-4d7b-b067-ae8e0e4ff9fb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:51.833942 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cace01fe-e7df-45d7-a852-cbd3e1ed82bd tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1442659 Feb 11 04:41:51.834569 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41712) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:51.924087 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9167635-dcfa-45f2-8f45-76c7e6901a28 req-3f2cdec9-0d70-483f-8a4a-d266c60f20d3 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 210 time: 0.0927057 Feb 11 04:41:51.963837 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5652c71a-d48d-4c86-ab16-a9d165ba449d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (9792f98e-9bdc-41a3-81e8-0ffdfd7f4207), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.069087 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5652c71a-d48d-4c86-ab16-a9d165ba449d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (9792f98e-9bdc-41a3-81e8-0ffdfd7f4207), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.173751 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-ed972598-aff9-4003-be37-9b9d4a7b51df tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:52.175278 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-ed972598-aff9-4003-be37-9b9d4a7b51df tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.32 "GET /v2.0/networks?id=bbdeecae-2428-49d7-90ec-b2b64e0ae601 HTTP/1.1" status: 200 len: 813 time: 0.1878221 Feb 11 04:41:52.191390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-8a2e3675-3ae3-4360-9fc6-f654408c0d5e tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Request body: {'port': {'device_id': '4489b18c-8b47-45b9-8ca7-80a9aca9a012', 'network_id': 'bbdeecae-2428-49d7-90ec-b2b64e0ae601', 'admin_state_up': True, 'tenant_id': 'cd428caf3628450e94e6190594635a3b'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:52.309921 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5652c71a-d48d-4c86-ab16-a9d165ba449d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9792f98e-9bdc-41a3-81e8-0ffdfd7f4207), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.313545 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5652c71a-d48d-4c86-ab16-a9d165ba449d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.319520 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5652c71a-d48d-4c86-ab16-a9d165ba449d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-groups/9792f98e-9bdc-41a3-81e8-0ffdfd7f4207 HTTP/1.1" status: 204 len: 168 time: 0.4815922 Feb 11 04:41:52.320591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41726) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:52.372224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652c71a-d48d-4c86-ab16-a9d165ba449d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9792f98e-9bdc-41a3-81e8-0ffdfd7f4207,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:52.437273 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-24bee0d0-e1af-4d7c-aa66-a07d42350331 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1155734 Feb 11 04:41:52.442041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41730) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:52.460110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-bf37aa10-69b5-48c0-b94e-3fc79eed82d6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572333988'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:52.596097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-8a2e3675-3ae3-4360-9fc6-f654408c0d5e tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Made reservation on behalf of cd428caf3628450e94e6190594635a3b for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:52.604726 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-8a2e3675-3ae3-4360-9fc6-f654408c0d5e tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.642038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bf37aa10-69b5-48c0-b94e-3fc79eed82d6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.736934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c76d7081-338e-4a2c-9fba-da37a4123af3 req-704f658d-ef1e-4360-b28d-44ca2a366c90 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0780356 Feb 11 04:41:52.799675 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bf37aa10-69b5-48c0-b94e-3fc79eed82d6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (5ea57bf9-b18c-4012-8170-01a976f7a06e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.868624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a53d3a6-60b3-4ed8-b388-6d32d534ad5e req-f136d733-6169-4e24-8530-d16c6dcc945a tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 210 time: 0.0673771 Feb 11 04:41:52.878781 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bf37aa10-69b5-48c0-b94e-3fc79eed82d6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5ea57bf9-b18c-4012-8170-01a976f7a06e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:52.947521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37aa10-69b5-48c0-b94e-3fc79eed82d6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea57bf9-b18c-4012-8170-01a976f7a06e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:52.972963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-8a2e3675-3ae3-4360-9fc6-f654408c0d5e tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Allocated IP 172.20.0.8 (bbdeecae-2428-49d7-90ec-b2b64e0ae601/e7b4e53e-76ea-4c67-8441-043410364cf2/306c05a9-0258-4d4a-8e1c-aa1b9a6f245f) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:53.050480 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6871ca3e-5957-4ffc-ac99-ce5ec443a8ed req-68f005ae-0035-4ecd-86f7-dc520c99988e tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 210 time: 0.0545528 Feb 11 04:41:53.050480 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bf37aa10-69b5-48c0-b94e-3fc79eed82d6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.050480 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bf37aa10-69b5-48c0-b94e-3fc79eed82d6 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6061082 Feb 11 04:41:53.052089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41746) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:53.074228 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-385bfc49-e1c8-4a6c-90fc-2115c266a523 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group_rule': {'security_group_id': '5ea57bf9-b18c-4012-8170-01a976f7a06e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:53.081365 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfc2daf0-c261-413e-9171-bd7fde896532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.219511 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-385bfc49-e1c8-4a6c-90fc-2115c266a523 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (effa537c-8819-4ea8-a33f-3b62fc25ec89), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.259899 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-8a2e3675-3ae3-4360-9fc6-f654408c0d5e tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks [] for port (306c05a9-0258-4d4a-8e1c-aa1b9a6f245f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.331508 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-385bfc49-e1c8-4a6c-90fc-2115c266a523 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (effa537c-8819-4ea8-a33f-3b62fc25ec89), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.464213 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-385bfc49-e1c8-4a6c-90fc-2115c266a523 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (effa537c-8819-4ea8-a33f-3b62fc25ec89), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.469373 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-8a2e3675-3ae3-4360-9fc6-f654408c0d5e tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (306c05a9-0258-4d4a-8e1c-aa1b9a6f245f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.520044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bfc49-e1c8-4a6c-90fc-2115c266a523 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effa537c-8819-4ea8-a33f-3b62fc25ec89,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:53.550793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-8a2e3675-3ae3-4360-9fc6-f654408c0d5e tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Network bbdeecae-2428-49d7-90ec-b2b64e0ae601 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:53.551968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e3675-3ae3-4360-9fc6-f654408c0d5e tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Pushing event updated for resources: {'Port': ['ID=306c05a9-0258-4d4a-8e1c-aa1b9a6f245f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:53.555792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-8a2e3675-3ae3-4360-9fc6-f654408c0d5e tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:53.562175 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-8a2e3675-3ae3-4360-9fc6-f654408c0d5e tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:53.608351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-385bfc49-e1c8-4a6c-90fc-2115c266a523 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.614441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41754) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:53.615049 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-385bfc49-e1c8-4a6c-90fc-2115c266a523 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5527520 Feb 11 04:41:53.642557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-8a2e3675-3ae3-4360-9fc6-f654408c0d5e tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:53.648708 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-8a2e3675-3ae3-4360-9fc6-f654408c0d5e tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.648864 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c4a2d46-2e4d-49ed-9504-d3722f9fe33c tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (effa537c-8819-4ea8-a33f-3b62fc25ec89), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.657665 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c4a2d46-2e4d-49ed-9504-d3722f9fe33c tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (effa537c-8819-4ea8-a33f-3b62fc25ec89), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.753979 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-8a2e3675-3ae3-4360-9fc6-f654408c0d5e tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5677555 Feb 11 04:41:53.775403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Request body: {'port': {'device_id': '4489b18c-8b47-45b9-8ca7-80a9aca9a012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:53.876309 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c4a2d46-2e4d-49ed-9504-d3722f9fe33c tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (effa537c-8819-4ea8-a33f-3b62fc25ec89), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.883368 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6c4a2d46-2e4d-49ed-9504-d3722f9fe33c tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.884815 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6c4a2d46-2e4d-49ed-9504-d3722f9fe33c tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/effa537c-8819-4ea8-a33f-3b62fc25ec89 HTTP/1.1" status: 204 len: 168 time: 0.2692246 Feb 11 04:41:53.887586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41760) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:53.892563 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (306c05a9-0258-4d4a-8e1c-aa1b9a6f245f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:53.896665 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c25f984-53ff-4691-ad2f-c07b0526d64d req-2d3de686-7891-488a-9635-6462955ddad9 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0449336 Feb 11 04:41:53.931457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a2d46-2e4d-49ed-9504-d3722f9fe33c tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=effa537c-8819-4ea8-a33f-3b62fc25ec89,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:53.978778 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d27a082e-78ca-468a-a53d-e5af9c6d84ed tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0900364 Feb 11 04:41:53.981420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41764) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:54.050851 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed0f2-27e6-4437-a1c5-05a3bc9b8668 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (5ea57bf9-b18c-4012-8170-01a976f7a06e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.112226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc473580-7d45-436c-a7e6-d5ef3a76d5f9 req-498c1f20-be6e-485f-b3a6-28cd1142ab57 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:54.117528 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed0f2-27e6-4437-a1c5-05a3bc9b8668 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (5ea57bf9-b18c-4012-8170-01a976f7a06e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.138961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc473580-7d45-436c-a7e6-d5ef3a76d5f9 req-498c1f20-be6e-485f-b3a6-28cd1142ab57 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 931 time: 0.1574674 Feb 11 04:41:54.240469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6caa863e-ce51-4c18-848c-3e01e0ceb660 req-215132f1-70ea-4a56-b8c2-f0bc963c68a1 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 210 time: 0.0563624 Feb 11 04:41:54.262703 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc473580-7d45-436c-a7e6-d5ef3a76d5f9 req-c3c59e88-4848-4855-8bc6-085a2baac159 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134739 Feb 11 04:41:54.293192 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed0f2-27e6-4437-a1c5-05a3bc9b8668 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5ea57bf9-b18c-4012-8170-01a976f7a06e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.297896 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f0ed0f2-27e6-4437-a1c5-05a3bc9b8668 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.299637 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4f0ed0f2-27e6-4437-a1c5-05a3bc9b8668 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-groups/5ea57bf9-b18c-4012-8170-01a976f7a06e HTTP/1.1" status: 204 len: 168 time: 0.3167570 Feb 11 04:41:54.302281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41774) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:54.310549 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ed0f2-27e6-4437-a1c5-05a3bc9b8668 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea57bf9-b18c-4012-8170-01a976f7a06e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:54.401026 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b55b8e56-b31a-4b19-bdb2-a45b80a80b93 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0970490 Feb 11 04:41:54.405550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41778) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:54.413676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6fbf4a8e-3708-40ce-bfe4-6294ab102db7 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262050980'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:54.433750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:54.445864 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Publish callbacks [] for port (306c05a9-0258-4d4a-8e1c-aa1b9a6f245f), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.464385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Transition to ACTIVE for port object 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:41:54.544506 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6fbf4a8e-3708-40ce-bfe4-6294ab102db7 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.544829 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (306c05a9-0258-4d4a-8e1c-aa1b9a6f245f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.624558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Pushing event updated for resources: {'Port': ['ID=306c05a9-0258-4d4a-8e1c-aa1b9a6f245f,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:54.678390 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6fbf4a8e-3708-40ce-bfe4-6294ab102db7 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (56b08809-cac2-4938-8214-a982b75148f8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.719698 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Attempting to bind port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:54.720176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Attempting to bind port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '6849a946-918a-40c5-a44f-544cfb4b470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbdeecae-2428-49d7-90ec-b2b64e0ae601'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:54.720609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Attempting to bind port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f on network bbdeecae-2428-49d7-90ec-b2b64e0ae601 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:54.727413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f on network bbdeecae-2428-49d7-90ec-b2b64e0ae601 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:41:54.728024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Attempting to bind port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f on network bbdeecae-2428-49d7-90ec-b2b64e0ae601 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:54.733637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:54.734095 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Checking segment: {'id': '6849a946-918a-40c5-a44f-544cfb4b470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbdeecae-2428-49d7-90ec-b2b64e0ae601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:54.735274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Bound using segment: {'id': '6849a946-918a-40c5-a44f-544cfb4b470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbdeecae-2428-49d7-90ec-b2b64e0ae601'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:54.735816 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Bound port: 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6849a946-918a-40c5-a44f-544cfb4b470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbdeecae-2428-49d7-90ec-b2b64e0ae601'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:54.736463 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (306c05a9-0258-4d4a-8e1c-aa1b9a6f245f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.816696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] For port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:54.819839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] For port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=306c05a9-0258-4d4a-8e1c-aa1b9a6f245f,segment=NetworkSegment(6849a946-918a-40c5-a44f-544cfb4b470a),segment_id=6849a946-918a-40c5-a44f-544cfb4b470a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:54.824671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6fbf4a8e-3708-40ce-bfe4-6294ab102db7 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (56b08809-cac2-4938-8214-a982b75148f8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.860524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf4a8e-3708-40ce-bfe4-6294ab102db7 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b08809-cac2-4938-8214-a982b75148f8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:54.972244 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6fbf4a8e-3708-40ce-bfe4-6294ab102db7 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.972572 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (306c05a9-0258-4d4a-8e1c-aa1b9a6f245f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:54.973927 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6fbf4a8e-3708-40ce-bfe4-6294ab102db7 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5654006 Feb 11 04:41:54.978125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41786) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:54.989615 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3478df12-276c-42d8-8f79-35595ecd0a1f tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group_rule': {'security_group_id': '56b08809-cac2-4938-8214-a982b75148f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:55.012551 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940f174-6e68-4f73-b200-2669ada30033 req-474d42b9-a039-4d73-a1f2-8397808b1fb4 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:55.016196 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3940f174-6e68-4f73-b200-2669ada30033 req-474d42b9-a039-4d73-a1f2-8397808b1fb4 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.32 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 805 time: 0.1653798 Feb 11 04:41:55.026388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:55.027497 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:55.029351 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] 10.222.0.32 "PUT /v2.0/ports/306c05a9-0258-4d4a-8e1c-aa1b9a6f245f HTTP/1.1" status: 200 len: 1092 time: 1.2584848 Feb 11 04:41:55.035585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4489b18c-8b47-45b9-8ca7-80a9aca9a012', 'tag': '306c05a9-0258-4d4a-8e1c-aa1b9a6f245f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:55.039540 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c169db-39da-4c2f-a5b6-1b25a7f11f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "4489b18c-8b47-45b9-8ca7-80a9aca9a012", "tag": "306c05a9-0258-4d4a-8e1c-aa1b9a6f245f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:55.048377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-3940f174-6e68-4f73-b200-2669ada30033 req-5a9ba80a-4a7b-4736-af6a-73558c237f2f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Request body: {'port': {'device_id': 'af7b253b-603b-4fe3-a211-06912fcdcae9', 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b', 'admin_state_up': True, 'tenant_id': 'a6de71a80dfc462da54bc2b2a455359a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:55.126814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7391c48-54a2-421a-ac58-23808da54d69 req-66d98ebc-d6d3-47ab-8357-4afeb6707a1f tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.1045222 Feb 11 04:41:55.164592 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3478df12-276c-42d8-8f79-35595ecd0a1f tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (e50a4283-1211-4584-82ed-e8c4c320436f), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:55.195534 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab797ff-6798-418c-add7-338a9bcef30c service neutron] Pushing event updated for resources: {'Port': ['ID=306c05a9-0258-4d4a-8e1c-aa1b9a6f245f,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:55.215562 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3d7fac-cd83-44f6-bb27-c6c4eb07421e x-openstack-request-id: req-0b3d7fac-cd83-44f6-bb27-c6c4eb07421e {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:55.215916 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4489b18c-8b47-45b9-8ca7-80a9aca9a012", "tag": "306c05a9-0258-4d4a-8e1c-aa1b9a6f245f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:55.216237 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b3d7fac-cd83-44f6-bb27-c6c4eb07421e {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:55.216706 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4489b18c-8b47-45b9-8ca7-80a9aca9a012', 'tag': '306c05a9-0258-4d4a-8e1c-aa1b9a6f245f', 'status': 'completed', 'code': 200} Feb 11 04:41:55.371546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-84f95ede-0f13-4e87-94fa-2dc3ba2c5ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:55.374359 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-84f95ede-0f13-4e87-94fa-2dc3ba2c5ae7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd428caf3628450e94e6190594635a3b&device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 1126 time: 0.1139548 Feb 11 04:41:55.404704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3940f174-6e68-4f73-b200-2669ada30033 req-5a9ba80a-4a7b-4736-af6a-73558c237f2f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Made reservation on behalf of a6de71a80dfc462da54bc2b2a455359a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:41:55.411114 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3940f174-6e68-4f73-b200-2669ada30033 req-5a9ba80a-4a7b-4736-af6a-73558c237f2f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:55.435026 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3478df12-276c-42d8-8f79-35595ecd0a1f tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (e50a4283-1211-4584-82ed-e8c4c320436f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:55.476452 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ee0198c7-e051-44dc-afa7-6f2ba3b2d512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:55.483796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-a3d7876d-99c6-467f-bc38-cbd309c4550c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=306c05a9-0258-4d4a-8e1c-aa1b9a6f245f HTTP/1.1" status: 200 len: 217 time: 0.1014011 Feb 11 04:41:55.543951 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3478df12-276c-42d8-8f79-35595ecd0a1f tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (e50a4283-1211-4584-82ed-e8c4c320436f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:55.549396 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-846446b0-1aa6-47b5-a840-5339972840ff req-6dd8c00b-2942-4ef0-982d-1f98e5d88558 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 210 time: 0.0710549 Feb 11 04:41:55.584414 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478df12-276c-42d8-8f79-35595ecd0a1f tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50a4283-1211-4584-82ed-e8c4c320436f,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:55.679139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-a465ac29-a0d0-4138-b7ce-14e792485bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:55.681183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-a465ac29-a0d0-4138-b7ce-14e792485bda service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7b4e53e-76ea-4c67-8441-043410364cf2 HTTP/1.1" status: 200 len: 853 time: 0.1826377 Feb 11 04:41:55.757342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-9740f7d3-b41e-4e2c-8a0c-3d191877dcfc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbdeecae-2428-49d7-90ec-b2b64e0ae601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435324 Feb 11 04:41:55.767644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04711366-b2ca-45ad-a8ef-bca540375298 req-299a5023-4407-4534-8f45-1148b2943bf6 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:55.771102 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04711366-b2ca-45ad-a8ef-bca540375298 req-299a5023-4407-4534-8f45-1148b2943bf6 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 943 time: 0.2914557 Feb 11 04:41:55.802420 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3478df12-276c-42d8-8f79-35595ecd0a1f tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:55.808444 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3478df12-276c-42d8-8f79-35595ecd0a1f tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8285358 Feb 11 04:41:55.809671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41800) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:55.831790 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4d7ae10c-f9bd-4b30-b31f-ad8b1d91df26 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules/e50a4283-1211-4584-82ed-e8c4c320436f HTTP/1.1" status: 200 len: 763 time: 0.0205085 Feb 11 04:41:55.843470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41802) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:55.916398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-3940f174-6e68-4f73-b200-2669ada30033 req-5a9ba80a-4a7b-4736-af6a-73558c237f2f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Allocated IP 172.20.0.5 (ff866341-d213-41c7-afa0-ee3dd617201b/7095a7d5-9123-4335-ad46-28c56530f769/070aa032-22e6-46ab-ab47-5034127b7f6f) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:41:55.931123 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6d753b9a-9cd6-41d2-8a57-51e301f7b88c tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0853341 Feb 11 04:41:55.933126 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41804) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:55.974217 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c0a4-1029-4012-86b1-b6f93272fda4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (e50a4283-1211-4584-82ed-e8c4c320436f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:55.990507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c0a4-1029-4012-86b1-b6f93272fda4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (e50a4283-1211-4584-82ed-e8c4c320436f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.143281 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04711366-b2ca-45ad-a8ef-bca540375298 req-4b1dce05-35eb-48f2-9043-bd5cef6a9638 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550746 Feb 11 04:41:56.196894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-f5044ee3-7941-4476-bc2d-a6bbfcbc757f service neutron] 10.222.0.32 "GET /v2.0/networks/bbdeecae-2428-49d7-90ec-b2b64e0ae601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206195 Feb 11 04:41:56.440021 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf646c39-d934-4951-b3e9-311f0e11ac69 req-82c4ff26-616e-4c41-8f66-380ad9ffa617 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.1064284 Feb 11 04:41:56.526359 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c0a4-1029-4012-86b1-b6f93272fda4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (e50a4283-1211-4584-82ed-e8c4c320436f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.537776 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c0a4-1029-4012-86b1-b6f93272fda4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.543085 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc798bef-611c-4655-af24-fffbcd989ea9 req-37570540-3e4a-40d3-a10f-e83bd85b5ee5 service neutron] 10.222.0.32 "GET /v2.0/networks/bbdeecae-2428-49d7-90ec-b2b64e0ae601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264136 Feb 11 04:41:56.543551 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41814) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:56.555229 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c2d5c0a4-1029-4012-86b1-b6f93272fda4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e50a4283-1211-4584-82ed-e8c4c320436f HTTP/1.1" status: 204 len: 168 time: 0.6207893 Feb 11 04:41:56.556446 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5c0a4-1029-4012-86b1-b6f93272fda4 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e50a4283-1211-4584-82ed-e8c4c320436f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:56.610365 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3940f174-6e68-4f73-b200-2669ada30033 req-5a9ba80a-4a7b-4736-af6a-73558c237f2f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks [] for port (070aa032-22e6-46ab-ab47-5034127b7f6f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.637992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d3550aa7-57b2-47be-bb03-4bb028c5106c tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0896151 Feb 11 04:41:56.641263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41818) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:56.648809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-23952849-635a-4734-a3c9-4879cc26049d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group_rule': {'security_group_id': '56b08809-cac2-4938-8214-a982b75148f8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:56.670187 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.752554 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-43af864d-1b17-415f-86b5-b3f3edf63820 req-e0242d3f-44c0-4de3-889a-95b8a6c7cd93 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 210 time: 0.0564592 Feb 11 04:41:56.768525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c169db-39da-4c2f-a5b6-1b25a7f11f4f req-d01305b1-cc91-44e5-a536-21b44ff9c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:56.770298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7c169db-39da-4c2f-a5b6-1b25a7f11f4f req-d01305b1-cc91-44e5-a536-21b44ff9c79f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd428caf3628450e94e6190594635a3b&device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 1126 time: 0.0889535 Feb 11 04:41:56.853629 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-23952849-635a-4734-a3c9-4879cc26049d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (45a05bf1-08f1-45d0-b3f2-f99e6abbd27a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.904936 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3940f174-6e68-4f73-b200-2669ada30033 req-5a9ba80a-4a7b-4736-af6a-73558c237f2f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (070aa032-22e6-46ab-ab47-5034127b7f6f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:56.919338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2e74a29c-ebd3-4304-b302-16a2ee2d9d04'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:41:56.970258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c169db-39da-4c2f-a5b6-1b25a7f11f4f req-daa2ebf4-1ee8-4a03-9caa-bee1be58e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:56.971817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7c169db-39da-4c2f-a5b6-1b25a7f11f4f req-daa2ebf4-1ee8-4a03-9caa-bee1be58e1db service neutron] 10.222.0.32 "GET /v2.0/networks?id=bbdeecae-2428-49d7-90ec-b2b64e0ae601 HTTP/1.1" status: 200 len: 914 time: 0.1957483 Feb 11 04:41:56.979362 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-23952849-635a-4734-a3c9-4879cc26049d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (45a05bf1-08f1-45d0-b3f2-f99e6abbd27a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.031975 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7c169db-39da-4c2f-a5b6-1b25a7f11f4f req-078f7c11-e0fb-4c13-ba4c-50248b176a58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=306c05a9-0258-4d4a-8e1c-aa1b9a6f245f HTTP/1.1" status: 200 len: 217 time: 0.0475941 Feb 11 04:41:57.090680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c169db-39da-4c2f-a5b6-1b25a7f11f4f req-b8f7ec0e-5835-4f72-99fb-66ab78cf4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:57.093240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7c169db-39da-4c2f-a5b6-1b25a7f11f4f req-b8f7ec0e-5835-4f72-99fb-66ab78cf4ff5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7b4e53e-76ea-4c67-8441-043410364cf2 HTTP/1.1" status: 200 len: 853 time: 0.0497246 Feb 11 04:41:57.097008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3940f174-6e68-4f73-b200-2669ada30033 req-5a9ba80a-4a7b-4736-af6a-73558c237f2f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Network ff866341-d213-41c7-afa0-ee3dd617201b is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:41:57.098717 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-23952849-635a-4734-a3c9-4879cc26049d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (45a05bf1-08f1-45d0-b3f2-f99e6abbd27a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.111768 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-3940f174-6e68-4f73-b200-2669ada30033 req-5a9ba80a-4a7b-4736-af6a-73558c237f2f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:41:57.114202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ba80a-4a7b-4736-af6a-73558c237f2f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Pushing event updated for resources: {'Port': ['ID=070aa032-22e6-46ab-ab47-5034127b7f6f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:57.117428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3940f174-6e68-4f73-b200-2669ada30033 req-5a9ba80a-4a7b-4736-af6a-73558c237f2f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:41:57.219430 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7c169db-39da-4c2f-a5b6-1b25a7f11f4f req-ea42c320-e92f-479d-a7c9-443b1302ceda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbdeecae-2428-49d7-90ec-b2b64e0ae601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179426 Feb 11 04:41:57.313617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23952849-635a-4734-a3c9-4879cc26049d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a05bf1-08f1-45d0-b3f2-f99e6abbd27a,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:57.318034 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-23952849-635a-4734-a3c9-4879cc26049d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.322747 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41822) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:57.330025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-23952849-635a-4734-a3c9-4879cc26049d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6872883 Feb 11 04:41:57.348712 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a408108e-f0c5-4997-9099-31db4a894059 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules/45a05bf1-08f1-45d0-b3f2-f99e6abbd27a HTTP/1.1" status: 200 len: 763 time: 0.0242965 Feb 11 04:41:57.360205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41824) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:57.422674 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-122e2c65-c794-44b1-abd7-576a3ba7db3b tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0586407 Feb 11 04:41:57.423279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41826) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:57.425155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7c169db-39da-4c2f-a5b6-1b25a7f11f4f req-7b235353-682b-4178-aff6-2fea9362f5c9 service neutron] 10.222.0.32 "GET /v2.0/networks/bbdeecae-2428-49d7-90ec-b2b64e0ae601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986592 Feb 11 04:41:57.432419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940f174-6e68-4f73-b200-2669ada30033 req-5a9ba80a-4a7b-4736-af6a-73558c237f2f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:57.433061 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3940f174-6e68-4f73-b200-2669ada30033 req-5a9ba80a-4a7b-4736-af6a-73558c237f2f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.480274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c722e43-8194-4f53-9e3f-dc4082d884e6 req-47a0b266-cc7d-42c8-814b-4157e0804f5a tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:57.481375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c722e43-8194-4f53-9e3f-dc4082d884e6 req-47a0b266-cc7d-42c8-814b-4157e0804f5a tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 943 time: 0.1846311 Feb 11 04:41:57.513606 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-017012cc-a340-4b26-a4fb-733d6c694455 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (45a05bf1-08f1-45d0-b3f2-f99e6abbd27a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.522572 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-017012cc-a340-4b26-a4fb-733d6c694455 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (45a05bf1-08f1-45d0-b3f2-f99e6abbd27a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.583296 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3940f174-6e68-4f73-b200-2669ada30033 req-5a9ba80a-4a7b-4736-af6a-73558c237f2f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5527260 Feb 11 04:41:57.602591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Request body: {'port': {'device_id': 'af7b253b-603b-4fe3-a211-06912fcdcae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:57.646993 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-017012cc-a340-4b26-a4fb-733d6c694455 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (45a05bf1-08f1-45d0-b3f2-f99e6abbd27a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.654991 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-017012cc-a340-4b26-a4fb-733d6c694455 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:57.667458 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-017012cc-a340-4b26-a4fb-733d6c694455 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/45a05bf1-08f1-45d0-b3f2-f99e6abbd27a HTTP/1.1" status: 204 len: 168 time: 0.2425647 Feb 11 04:41:57.671349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41836) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:57.699668 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017012cc-a340-4b26-a4fb-733d6c694455 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45a05bf1-08f1-45d0-b3f2-f99e6abbd27a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:57.729640 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ff6d0230-e453-4894-9d37-f5cb84c7016a tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0565493 Feb 11 04:41:57.732347 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41838) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:57.737842 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3c239191-07bb-4f19-8a19-094bba15cccb tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group_rule': {'security_group_id': '56b08809-cac2-4938-8214-a982b75148f8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:57.854943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c239191-07bb-4f19-8a19-094bba15cccb tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (a533adc5-a5dd-41af-8941-c94ed373daaf), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.021741 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c239191-07bb-4f19-8a19-094bba15cccb tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (a533adc5-a5dd-41af-8941-c94ed373daaf), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.115848 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c239191-07bb-4f19-8a19-094bba15cccb tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (a533adc5-a5dd-41af-8941-c94ed373daaf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.148142 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c239191-07bb-4f19-8a19-094bba15cccb tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a533adc5-a5dd-41af-8941-c94ed373daaf,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:58.200109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-800404a2-7964-4195-9436-ab58e6ea37eb req-9c807e9b-4732-473a-8a75-0edcae7e0308 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.5831106 Feb 11 04:41:58.246550 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c722e43-8194-4f53-9e3f-dc4082d884e6 req-41190919-caa8-4587-8af4-5789b9d9537e tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7578073 Feb 11 04:41:58.255539 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7c169db-39da-4c2f-a5b6-1b25a7f11f4f req-48dafa84-a388-4df0-b53b-24b173d10fa8 service neutron] 10.222.0.32 "GET /v2.0/networks/bbdeecae-2428-49d7-90ec-b2b64e0ae601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8183591 Feb 11 04:41:58.258371 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (070aa032-22e6-46ab-ab47-5034127b7f6f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.269472 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c239191-07bb-4f19-8a19-094bba15cccb tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.271005 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3c239191-07bb-4f19-8a19-094bba15cccb tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5373361 Feb 11 04:41:58.273910 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41842) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:58.313209 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-64650da5-6011-44c7-b62e-d53fe9950758 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules/a533adc5-a5dd-41af-8941-c94ed373daaf HTTP/1.1" status: 200 len: 764 time: 0.0360837 Feb 11 04:41:58.317924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41844) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:58.321728 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.379757 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4b287232-80cb-430f-a433-783ce4e5722f tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0594354 Feb 11 04:41:58.382274 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41846) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:58.414661 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e419e6c8-bd34-451f-b08d-26f314931b2d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (a533adc5-a5dd-41af-8941-c94ed373daaf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.424696 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e419e6c8-bd34-451f-b08d-26f314931b2d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (a533adc5-a5dd-41af-8941-c94ed373daaf), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.508543 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f8ec4-be19-4d5e-8737-27bf92490451 req-a0cdf9c4-748c-47d9-ae92-d4c555f74745 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:58.511916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a19f8ec4-be19-4d5e-8737-27bf92490451 req-a0cdf9c4-748c-47d9-ae92-d4c555f74745 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 931 time: 0.1741574 Feb 11 04:41:58.608308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e419e6c8-bd34-451f-b08d-26f314931b2d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (a533adc5-a5dd-41af-8941-c94ed373daaf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.628017 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e419e6c8-bd34-451f-b08d-26f314931b2d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.634512 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e419e6c8-bd34-451f-b08d-26f314931b2d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a533adc5-a5dd-41af-8941-c94ed373daaf HTTP/1.1" status: 204 len: 168 time: 0.2460873 Feb 11 04:41:58.650445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41852) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:58.657124 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419e6c8-bd34-451f-b08d-26f314931b2d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a533adc5-a5dd-41af-8941-c94ed373daaf,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:58.664832 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a19f8ec4-be19-4d5e-8737-27bf92490451 req-50412a3c-f58b-4bf5-ade3-5ff691f91f57 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395400 Feb 11 04:41:58.717367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9dbf7c23-6658-408f-bf44-766ed00810b3 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0619652 Feb 11 04:41:58.717546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41856) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:58.823707 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-408d94ee-28cc-4709-9488-28b287147a07 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (56b08809-cac2-4938-8214-a982b75148f8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.893350 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-408d94ee-28cc-4709-9488-28b287147a07 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (56b08809-cac2-4938-8214-a982b75148f8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.908470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070aa032-22e6-46ab-ab47-5034127b7f6f {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:41:58.921490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Publish callbacks [] for port (070aa032-22e6-46ab-ab47-5034127b7f6f), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:58.947224 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Transition to ACTIVE for port object 070aa032-22e6-46ab-ab47-5034127b7f6f will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:41:59.013112 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-408d94ee-28cc-4709-9488-28b287147a07 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (56b08809-cac2-4938-8214-a982b75148f8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.016743 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-408d94ee-28cc-4709-9488-28b287147a07 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.019132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-408d94ee-28cc-4709-9488-28b287147a07 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-groups/56b08809-cac2-4938-8214-a982b75148f8 HTTP/1.1" status: 204 len: 168 time: 0.3005905 Feb 11 04:41:59.024659 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41858) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:59.024796 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (070aa032-22e6-46ab-ab47-5034127b7f6f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.061209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d94ee-28cc-4709-9488-28b287147a07 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b08809-cac2-4938-8214-a982b75148f8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:59.076067 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-463eac78-66e8-4be9-9387-c520a5a27ef3 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0540347 Feb 11 04:41:59.080361 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41860) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:59.085343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-cdf4ef40-4d9f-4c5c-80c2-f8b180c6659e tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561629553'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:59.110309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Pushing event updated for resources: {'Port': ['ID=070aa032-22e6-46ab-ab47-5034127b7f6f,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:59.195362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Attempting to bind port 070aa032-22e6-46ab-ab47-5034127b7f6f on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:41:59.195707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Attempting to bind port 070aa032-22e6-46ab-ab47-5034127b7f6f by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:41:59.196043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Attempting to bind port 070aa032-22e6-46ab-ab47-5034127b7f6f on network ff866341-d213-41c7-afa0-ee3dd617201b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:59.201977 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ef40-4d9f-4c5c-80c2-f8b180c6659e tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.204549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Port 070aa032-22e6-46ab-ab47-5034127b7f6f on network ff866341-d213-41c7-afa0-ee3dd617201b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:41:59.204874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Attempting to bind port 070aa032-22e6-46ab-ab47-5034127b7f6f on network ff866341-d213-41c7-afa0-ee3dd617201b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:41:59.217097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:41:59.217450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Checking segment: {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:41:59.217847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Bound using segment: {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:41:59.218310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Bound port: 070aa032-22e6-46ab-ab47-5034127b7f6f, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:41:59.219251 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (070aa032-22e6-46ab-ab47-5034127b7f6f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.361119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3285d81-c3a7-4dd3-bffa-bc651f05fb8c req-7626f3c9-269e-4847-b3ef-352d4fc2cc76 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0415690 Feb 11 04:41:59.368957 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] For port 070aa032-22e6-46ab-ab47-5034127b7f6f, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:41:59.396096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] For port 070aa032-22e6-46ab-ab47-5034127b7f6f, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=070aa032-22e6-46ab-ab47-5034127b7f6f,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:41:59.399274 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ef40-4d9f-4c5c-80c2-f8b180c6659e tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (23c7d815-3e71-4bd6-a7e9-bb40d371d554), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.477282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61394d9e-5f67-49ea-93a9-9d9828b8f68b req-a4497c4b-20f7-4219-997d-c9606620b16c tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:59.479864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-61394d9e-5f67-49ea-93a9-9d9828b8f68b req-a4497c4b-20f7-4219-997d-c9606620b16c tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 943 time: 0.0644579 Feb 11 04:41:59.480293 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ef40-4d9f-4c5c-80c2-f8b180c6659e tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (23c7d815-3e71-4bd6-a7e9-bb40d371d554), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.497250 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (070aa032-22e6-46ab-ab47-5034127b7f6f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.550605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:59.550605 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.553587 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3940f174-6e68-4f73-b200-2669ada30033 req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] 10.222.0.32 "PUT /v2.0/ports/070aa032-22e6-46ab-ab47-5034127b7f6f HTTP/1.1" status: 200 len: 1092 time: 1.9606996 Feb 11 04:41:59.569261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7b253b-603b-4fe3-a211-06912fcdcae9', 'tag': '070aa032-22e6-46ab-ab47-5034127b7f6f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:41:59.571661 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f4e4bc-f6ab-4b70-85b7-f3cd12f1b702" -d '{"events": [{"name": "network-changed", "server_uuid": "af7b253b-603b-4fe3-a211-06912fcdcae9", "tag": "070aa032-22e6-46ab-ab47-5034127b7f6f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:41:59.585470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4ef40-4d9f-4c5c-80c2-f8b180c6659e tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c7d815-3e71-4bd6-a7e9-bb40d371d554,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:59.627346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e7cc3-0fd8-4691-bd73-335a85dcd607 service neutron] Pushing event updated for resources: {'Port': ['ID=070aa032-22e6-46ab-ab47-5034127b7f6f,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:41:59.632905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdf4ef40-4d9f-4c5c-80c2-f8b180c6659e tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.634156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cdf4ef40-4d9f-4c5c-80c2-f8b180c6659e tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5528202 Feb 11 04:41:59.636984 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41872) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:41:59.644209 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1e6d85ff-704b-4bc0-9d9b-7e5d2b77534b tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Request body: {'security_group_rule': {'security_group_id': '23c7d815-3e71-4bd6-a7e9-bb40d371d554', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:41:59.682178 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c71ebaa-94f0-469f-be59-b35f419369da x-openstack-request-id: req-3c71ebaa-94f0-469f-be59-b35f419369da {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:41:59.682493 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7b253b-603b-4fe3-a211-06912fcdcae9", "tag": "070aa032-22e6-46ab-ab47-5034127b7f6f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:41:59.682852 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c71ebaa-94f0-469f-be59-b35f419369da {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:41:59.683494 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7b253b-603b-4fe3-a211-06912fcdcae9', 'tag': '070aa032-22e6-46ab-ab47-5034127b7f6f', 'status': 'completed', 'code': 200} Feb 11 04:41:59.706211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-61394d9e-5f67-49ea-93a9-9d9828b8f68b req-68a97f27-086a-4117-bd61-471f56ec5efa tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022622 Feb 11 04:41:59.732726 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.774896 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e6d85ff-704b-4bc0-9d9b-7e5d2b77534b tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (913e3f5e-89f2-4535-a457-40714c61f89a), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:41:59.821721 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940f174-6e68-4f73-b200-2669ada30033 req-5a1e7c5d-2349-42e3-a041-9b6db9627e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:41:59.823942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3940f174-6e68-4f73-b200-2669ada30033 req-5a1e7c5d-2349-42e3-a041-9b6db9627e9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 1126 time: 0.1166866 Feb 11 04:41:59.955241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3940f174-6e68-4f73-b200-2669ada30033 req-c5837905-b507-45d7-b346-7baff05d6d64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=070aa032-22e6-46ab-ab47-5034127b7f6f HTTP/1.1" status: 200 len: 217 time: 0.1219616 Feb 11 04:41:59.956936 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e6d85ff-704b-4bc0-9d9b-7e5d2b77534b tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (913e3f5e-89f2-4535-a457-40714c61f89a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:00.036049 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e6d85ff-704b-4bc0-9d9b-7e5d2b77534b tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (913e3f5e-89f2-4535-a457-40714c61f89a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:00.075096 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d85ff-704b-4bc0-9d9b-7e5d2b77534b tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913e3f5e-89f2-4535-a457-40714c61f89a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:00.108669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a636a5-5a98-43e1-9e5d-ef8156baa936 req-d94a214a-5563-4139-be82-289a3be5f93b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:00.112044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7a636a5-5a98-43e1-9e5d-ef8156baa936 req-d94a214a-5563-4139-be82-289a3be5f93b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 943 time: 0.2518611 Feb 11 04:42:00.154420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940f174-6e68-4f73-b200-2669ada30033 req-0c8a7b8d-f22c-41d8-9dce-f4682e857807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:00.156449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3940f174-6e68-4f73-b200-2669ada30033 req-0c8a7b8d-f22c-41d8-9dce-f4682e857807 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.1949980 Feb 11 04:42:00.176190 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e6d85ff-704b-4bc0-9d9b-7e5d2b77534b tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:00.177506 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1e6d85ff-704b-4bc0-9d9b-7e5d2b77534b tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5387604 Feb 11 04:42:00.180531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41892) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:00.252089 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49b327aa-9d14-46dc-aef5-bcd931425392 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (23c7d815-3e71-4bd6-a7e9-bb40d371d554), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:00.274027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7a636a5-5a98-43e1-9e5d-ef8156baa936 req-2b165b28-ea88-4e54-8591-70406dc0933e tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287482 Feb 11 04:42:00.281908 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3940f174-6e68-4f73-b200-2669ada30033 req-9d4a7bcc-fdfc-4bda-a242-9d8aaf384436 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140771 Feb 11 04:42:00.305689 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49b327aa-9d14-46dc-aef5-bcd931425392 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (23c7d815-3e71-4bd6-a7e9-bb40d371d554), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:00.423522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3940f174-6e68-4f73-b200-2669ada30033 req-c4ebce7d-5f99-4aa5-b715-fb949f16c7f3 service neutron] 10.222.0.32 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339221 Feb 11 04:42:00.430163 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49b327aa-9d14-46dc-aef5-bcd931425392 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (23c7d815-3e71-4bd6-a7e9-bb40d371d554), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:00.433788 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49b327aa-9d14-46dc-aef5-bcd931425392 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:00.435846 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-49b327aa-9d14-46dc-aef5-bcd931425392 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-groups/23c7d815-3e71-4bd6-a7e9-bb40d371d554 HTTP/1.1" status: 204 len: 168 time: 0.2538259 Feb 11 04:42:00.446479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41896) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:00.480482 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b327aa-9d14-46dc-aef5-bcd931425392 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c7d815-3e71-4bd6-a7e9-bb40d371d554,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:00.533015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-4f3b03d1-c7d0-46e5-b08c-e6e194e68616 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:00.540210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-4f3b03d1-c7d0-46e5-b08c-e6e194e68616 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 812 time: 0.5487621 Feb 11 04:42:00.545905 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-45b94fd3-07d1-437d-9df1-7e851faf55fa tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0868771 Feb 11 04:42:00.546127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41898) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:00.598515 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ebb383d7-2525-4f6a-8c11-65e09a8530f1 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0502295 Feb 11 04:42:00.599176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41900) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:00.616986 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-3b4cf007-2033-4364-8939-bec4f08e8fb3 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] delete failed (client error): The resource could not be found. Feb 11 04:42:00.622540 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3b4cf007-2033-4364-8939-bec4f08e8fb3 tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "DELETE /v2.0/security-groups/23c7d815-3e71-4bd6-a7e9-bb40d371d554 HTTP/1.1" status: 404 len: 347 time: 0.0217555 Feb 11 04:42:00.623397 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41902) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:00.684626 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9747dd92-170f-4c23-99dc-85ba1948e69d tempest-SecGroupTest-1142909307 tempest-SecGroupTest-1142909307-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0594702 Feb 11 04:42:00.783160 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3940f174-6e68-4f73-b200-2669ada30033 req-a06e2147-274e-443c-bf04-6c1378ef00a0 service neutron] 10.222.0.32 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515828 Feb 11 04:42:00.786119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7fb8107-9c18-43c4-8095-b25e4532b25d req-d0312303-807c-4ec2-aa55-40e21087b28e tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.2636757 Feb 11 04:42:00.806376 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-58ae580a-5c0a-4ff8-84ce-690377ad44e6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/quotas/9c8aaf7faa994a86b87443d6924f6a3f HTTP/1.1" status: 200 len: 375 time: 0.2633860 Feb 11 04:42:01.044364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-f6f2706e-8cb1-4c2c-82bb-d9cb67e433a1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2118039 Feb 11 04:42:01.054741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015a3bc-5759-4e35-bf61-b4892bb9a917 req-c8acbc22-321d-43e1-a8cf-57c9289b6773 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:01.058161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0015a3bc-5759-4e35-bf61-b4892bb9a917 req-c8acbc22-321d-43e1-a8cf-57c9289b6773 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 943 time: 0.1252084 Feb 11 04:42:01.059666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4e4bc-f6ab-4b70-85b7-f3cd12f1b702 req-cd80832a-fd62-4dd0-b7e3-fbb10877b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:01.061150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7f4e4bc-f6ab-4b70-85b7-f3cd12f1b702 req-cd80832a-fd62-4dd0-b7e3-fbb10877b0e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 1126 time: 0.1578512 Feb 11 04:42:01.145710 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:42:01.300626 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0015a3bc-5759-4e35-bf61-b4892bb9a917 req-6973cee4-f493-4483-8065-fb8189936c27 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311540 Feb 11 04:42:01.316859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-85094bb3-2e83-4ed4-b142-123a7022dd10 service neutron] 10.222.0.13 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595739 Feb 11 04:42:01.318197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4e4bc-f6ab-4b70-85b7-f3cd12f1b702 req-65cae383-3d1e-4036-9b29-1532d3704da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:01.329627 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7f4e4bc-f6ab-4b70-85b7-f3cd12f1b702 req-65cae383-3d1e-4036-9b29-1532d3704da9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 906 time: 0.2591770 Feb 11 04:42:01.371241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=306c05a9-0258-4d4a-8e1c-aa1b9a6f245f,segment=NetworkSegment(6849a946-918a-40c5-a44f-544cfb4b470a),segment_id=6849a946-918a-40c5-a44f-544cfb4b470a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:01.396486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '306c05a9-0258-4d4a-8e1c-aa1b9a6f245f', 'network_id': 'bbdeecae-2428-49d7-90ec-b2b64e0ae601', 'port_id': '306c05a9-0258-4d4a-8e1c-aa1b9a6f245f', 'mac_address': 'fa:16:3e:72:cb:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b4e53e-76ea-4c67-8441-043410364cf2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:42:01.421571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7f4e4bc-f6ab-4b70-85b7-f3cd12f1b702 req-e76e61de-87e9-4a25-bef3-fb861ca5ddab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=070aa032-22e6-46ab-ab47-5034127b7f6f HTTP/1.1" status: 200 len: 217 time: 0.0799863 Feb 11 04:42:01.452115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:01.453418 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (306c05a9-0258-4d4a-8e1c-aa1b9a6f245f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:01.478849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:01.524389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=306c05a9-0258-4d4a-8e1c-aa1b9a6f245f,segment=NetworkSegment(6849a946-918a-40c5-a44f-544cfb4b470a),segment_id=6849a946-918a-40c5-a44f-544cfb4b470a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:01.607501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4e4bc-f6ab-4b70-85b7-f3cd12f1b702 req-78140152-b641-47e6-8a6c-4f6c37019610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:01.611039 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7f4e4bc-f6ab-4b70-85b7-f3cd12f1b702 req-78140152-b641-47e6-8a6c-4f6c37019610 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.1804125 Feb 11 04:42:01.640212 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-820f0d62-f501-4c5b-bdd0-f41123a9f240 service neutron] 10.222.0.13 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094811 Feb 11 04:42:01.663446 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7f4e4bc-f6ab-4b70-85b7-f3cd12f1b702 req-cdfdc0f0-7207-489f-86e3-3886ec3e1abe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473385 Feb 11 04:42:01.676812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd020570-96e5-42cf-a969-520852b17cec req-1e640bcb-7a0a-46f1-a669-e5e15652871c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:01.678780 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd020570-96e5-42cf-a969-520852b17cec req-1e640bcb-7a0a-46f1-a669-e5e15652871c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 943 time: 0.1359694 Feb 11 04:42:01.795342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd020570-96e5-42cf-a969-520852b17cec req-572c9745-108a-449e-89a4-0bf0e477384b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067843 Feb 11 04:42:01.946098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7f4e4bc-f6ab-4b70-85b7-f3cd12f1b702 req-8b3ef258-3865-436e-8c60-0a9ccd398728 service neutron] 10.222.0.32 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378479 Feb 11 04:42:01.946098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a809db55-38bf-4a16-b3f5-30c779d2382b req-e132f431-b2b6-429d-80de-2f56d0c93f38 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0421393 Feb 11 04:42:02.049510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7f4e4bc-f6ab-4b70-85b7-f3cd12f1b702 req-79afc54a-1595-4ea8-9678-e50da5c1d82b service neutron] 10.222.0.32 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200497 Feb 11 04:42:02.071176 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (306c05a9-0258-4d4a-8e1c-aa1b9a6f245f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.103452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41926) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:02.187983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=306c05a9-0258-4d4a-8e1c-aa1b9a6f245f,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:02.297250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['306c05a9-0258-4d4a-8e1c-aa1b9a6f245f'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:02.307809 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fb0d759-03bd-42f5-835f-73fec5989c06 req-e023b37f-abe3-4d2e-b5b1-d3d69d27edb5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 210 time: 0.1101615 Feb 11 04:42:02.442397 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7a513798-6012-4c6e-b696-9e7221d258aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=992289c7b95347c8ab232dc636c30678&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3348835 Feb 11 04:42:02.444343 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41940) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:02.522299 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Publish callbacks [] for security_group (79e43641-8568-4b32-9fde-7e8ea5d769cc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.532395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec216fb-acae-4564-9ba3-62048ef35451 req-29c409cc-a5e1-4c8c-af90-ebac42ddc161 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:02.543357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eec216fb-acae-4564-9ba3-62048ef35451 req-29c409cc-a5e1-4c8c-af90-ebac42ddc161 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 944 time: 0.1536682 Feb 11 04:42:02.581551 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Publish callbacks [] for security_group (79e43641-8568-4b32-9fde-7e8ea5d769cc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.667325 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eec216fb-acae-4564-9ba3-62048ef35451 req-5bdd2a9f-c416-4554-9fd4-cb42c595ed65 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226525 Feb 11 04:42:02.715647 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (79e43641-8568-4b32-9fde-7e8ea5d769cc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.719117 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:02.720355 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79e43641-8568-4b32-9fde-7e8ea5d769cc HTTP/1.1" status: 204 len: 168 time: 0.2765098 Feb 11 04:42:02.730225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e43641-8568-4b32-9fde-7e8ea5d769cc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:02.739382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:02.739749 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:02.740108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:02.740462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:02.740803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:02.741152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:02.741518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:02.741856 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:02.742191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:02.742540 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:02.742899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:02.743338 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:02.743593 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b87e45-a14e-4e22-8a23-1c9e197462ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:03.088269 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd530098-8ae6-4859-8154-194aef798c37 req-ff5535bd-2cd1-461f-991b-c550df154569 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0468364 Feb 11 04:42:03.106020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1170695-8f5c-4483-9ea0-b1d669a05dbd req-3424349b-6d91-4dcd-a093-8bdc06606a3e tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:03.107975 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1170695-8f5c-4483-9ea0-b1d669a05dbd req-3424349b-6d91-4dcd-a093-8bdc06606a3e tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 943 time: 0.1152122 Feb 11 04:42:03.144476 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:03.206007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1170695-8f5c-4483-9ea0-b1d669a05dbd req-e329f7d9-1cc1-4034-bbcf-7e7bb6c9841a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923522 Feb 11 04:42:03.287321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:42:03.293189 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:03.307200 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (306c05a9-0258-4d4a-8e1c-aa1b9a6f245f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:03.441190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:03.441730 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (306c05a9-0258-4d4a-8e1c-aa1b9a6f245f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:03.465404 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2affe19-4fab-46b5-b74a-b9969b6ddc66 req-de6db9d5-286d-472a-ac50-7103b7e61680 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 210 time: 0.0518167 Feb 11 04:42:03.471172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4489b18c-8b47-45b9-8ca7-80a9aca9a012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306c05a9-0258-4d4a-8e1c-aa1b9a6f245f'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:03.473414 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b060ae-4f12-478d-b385-2669c2b52d81" -d '{"events": [{"server_uuid": "4489b18c-8b47-45b9-8ca7-80a9aca9a012", "name": "network-vif-plugged", "status": "completed", "tag": "306c05a9-0258-4d4a-8e1c-aa1b9a6f245f"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:03.495775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=306c05a9-0258-4d4a-8e1c-aa1b9a6f245f,segment=NetworkSegment(6849a946-918a-40c5-a44f-544cfb4b470a),segment_id=6849a946-918a-40c5-a44f-544cfb4b470a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:03.519162 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410387af-a24c-4ead-9b78-aeae65e8a3e5 x-openstack-request-id: req-410387af-a24c-4ead-9b78-aeae65e8a3e5 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:03.519162 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4489b18c-8b47-45b9-8ca7-80a9aca9a012", "name": "network-vif-plugged", "status": "completed", "tag": "306c05a9-0258-4d4a-8e1c-aa1b9a6f245f", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:03.519162 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-410387af-a24c-4ead-9b78-aeae65e8a3e5 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:03.519162 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4489b18c-8b47-45b9-8ca7-80a9aca9a012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306c05a9-0258-4d4a-8e1c-aa1b9a6f245f', 'code': 200} Feb 11 04:42:03.602359 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (306c05a9-0258-4d4a-8e1c-aa1b9a6f245f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:03.676244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c361a52-5ca3-4836-9da4-8a623bb9f7b3 req-0e0ca747-2cec-4ba4-9ec9-5c2ce1c69234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:03.677823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c361a52-5ca3-4836-9da4-8a623bb9f7b3 req-0e0ca747-2cec-4ba4-9ec9-5c2ce1c69234 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 1127 time: 0.0954163 Feb 11 04:42:03.718124 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=306c05a9-0258-4d4a-8e1c-aa1b9a6f245f,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:03.758841 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c361a52-5ca3-4836-9da4-8a623bb9f7b3 req-1e49e6a7-568e-47b5-a9b7-b3303e675e5c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745516 Feb 11 04:42:03.827051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965522a4-943b-46a0-8d1f-149ae800fa49 req-4d2b32de-7ed5-4a4b-805b-20542ea19047 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:03.829798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-965522a4-943b-46a0-8d1f-149ae800fa49 req-4d2b32de-7ed5-4a4b-805b-20542ea19047 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 945 time: 0.0696485 Feb 11 04:42:03.898412 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:03.911533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-965522a4-943b-46a0-8d1f-149ae800fa49 req-b9383a2f-5c27-4443-8933-62ffb0a3302a tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678387 Feb 11 04:42:04.041378 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.244411 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41996) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:04.266290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39e60c73-d41e-4222-80a1-5deb1b0d791f req-4079f485-b7be-4016-b36e-dad2e6ba14dc tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0534751 Feb 11 04:42:04.394756 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1545870382-network', 'tenant_id': 'b03cabcebe9c490a82de06961958d896'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:04.408407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e71570-8d98-4111-ad1e-855c193200ed req-289bda9d-bd74-46c1-91ce-e28ff1599e32 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:04.411066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08e71570-8d98-4111-ad1e-855c193200ed req-289bda9d-bd74-46c1-91ce-e28ff1599e32 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 943 time: 0.0866287 Feb 11 04:42:04.475266 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08e71570-8d98-4111-ad1e-855c193200ed req-d8e2c328-e7f3-45ea-be8c-f11f91fe235d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584157 Feb 11 04:42:04.516048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] Made reservation on behalf of b03cabcebe9c490a82de06961958d896 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:04.519538 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.530793 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.595720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f31b95b5-f212-49ce-b5a2-f1eae27a5925 req-ace39567-e627-46d4-88a8-bb635ad4eaf9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 210 time: 0.0349612 Feb 11 04:42:04.637400 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] Publish callbacks [] for security_group (9b975cf2-0e37-41aa-9c95-7d06a4d88bc2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.681443 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9b975cf2-0e37-41aa-9c95-7d06a4d88bc2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.714955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:42:04.727281 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b975cf2-0e37-41aa-9c95-7d06a4d88bc2,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:04.735294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (22f66055-3a2d-462f-93c6-615977c61ddf), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.736368 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] Added segment 22f66055-3a2d-462f-93c6-615977c61ddf of type vlan for network a85a3498-194a-41b7-9565-31c02584e537 Feb 11 04:42:04.815547 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (a85a3498-194a-41b7-9565-31c02584e537), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.900954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-946ab2d7-0c33-4398-8316-07cd14aafa6c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:04.902530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-946ab2d7-0c33-4398-8316-07cd14aafa6c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 812 time: 0.1493762 Feb 11 04:42:04.917579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-984c380b-0310-4cca-a1f0-003b8eb02da2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'port': {'device_id': '6cbf9e63-a69e-44ae-b306-4597f6074b50', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'admin_state_up': True, 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:04.933215 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (a85a3498-194a-41b7-9565-31c02584e537), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:04.934614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:04.935375 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.025998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] Pushing event updated for resources: {'Network': ['ID=a85a3498-194a-41b7-9565-31c02584e537,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:05.037702 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network a85a3498-194a-41b7-9565-31c02584e537 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:42:05.058673 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4dbeebe9-3596-4439-802e-fdd9353f87c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8106108 Feb 11 04:42:05.059734 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42016) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:05.073844 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c702ef17-3ec9-4dee-83c1-e333ff9118dd admin admin] Request body: {'subnet': {'network_id': 'a85a3498-194a-41b7-9565-31c02584e537', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1545870382-subnet', 'tenant_id': 'b03cabcebe9c490a82de06961958d896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:05.157121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6260965-6a7b-4a9d-9586-f905bea3a859 req-5a71dee9-0693-4c54-a7cb-7f13c65550a4 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:05.163916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6260965-6a7b-4a9d-9586-f905bea3a859 req-5a71dee9-0693-4c54-a7cb-7f13c65550a4 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 945 time: 0.1227758 Feb 11 04:42:05.164620 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 070aa032-22e6-46ab-ab47-5034127b7f6f details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:42:05.201812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c702ef17-3ec9-4dee-83c1-e333ff9118dd admin admin] Made reservation on behalf of b03cabcebe9c490a82de06961958d896 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:05.205735 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c702ef17-3ec9-4dee-83c1-e333ff9118dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.248275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6260965-6a7b-4a9d-9586-f905bea3a859 req-8a23e123-de5a-4542-80c9-cb065ab2251c tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828373 Feb 11 04:42:05.316824 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 070aa032-22e6-46ab-ab47-5034127b7f6f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=070aa032-22e6-46ab-ab47-5034127b7f6f,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:05.326919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-984c380b-0310-4cca-a1f0-003b8eb02da2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Made reservation on behalf of 9c8aaf7faa994a86b87443d6924f6a3f for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:05.331477 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-984c380b-0310-4cca-a1f0-003b8eb02da2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.338223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '070aa032-22e6-46ab-ab47-5034127b7f6f', 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b', 'port_id': '070aa032-22e6-46ab-ab47-5034127b7f6f', 'mac_address': 'fa:16:3e:10:ca:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7095a7d5-9123-4335-ad46-28c56530f769', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:42:05.401253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 070aa032-22e6-46ab-ab47-5034127b7f6f is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:05.401646 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (070aa032-22e6-46ab-ab47-5034127b7f6f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.416871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070aa032-22e6-46ab-ab47-5034127b7f6f {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:05.441917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 070aa032-22e6-46ab-ab47-5034127b7f6f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=070aa032-22e6-46ab-ab47-5034127b7f6f,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:05.536821 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (070aa032-22e6-46ab-ab47-5034127b7f6f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.548292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f46cdc6-bda7-4890-8e1f-2ed09bd75833 req-f6c383a7-189f-4e67-8ca3-bb9b44786db9 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0942104 Feb 11 04:42:05.624375 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c702ef17-3ec9-4dee-83c1-e333ff9118dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (a0513a34-3d3f-4d4e-b4cf-412a8c4f5e91), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.732860 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=070aa032-22e6-46ab-ab47-5034127b7f6f,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:05.753493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-984c380b-0310-4cca-a1f0-003b8eb02da2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Allocated IP 172.20.0.3 (86528c9f-e248-4f9b-904c-aa5d69cd261d/36924e1d-eb25-4594-91d9-cfefbb8c618d/9b305218-8145-443b-88dc-424164110a90) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:05.771609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702ef17-3ec9-4dee-83c1-e333ff9118dd admin admin] Checking segment: {'id': '22f66055-3a2d-462f-93c6-615977c61ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a85a3498-194a-41b7-9565-31c02584e537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:05.772177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c702ef17-3ec9-4dee-83c1-e333ff9118dd admin admin] Network hostable DHCP agents. Network: a85a3498-194a-41b7-9565-31c02584e537, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:42:05.788601 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['070aa032-22e6-46ab-ab47-5034127b7f6f'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:05.792287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409716ab-a996-456c-abd5-b6d8f084b69e req-f19e670c-f157-4368-8ea8-b7e60790aee7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:05.809465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-409716ab-a996-456c-abd5-b6d8f084b69e req-f19e670c-f157-4368-8ea8-b7e60790aee7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 944 time: 0.1894908 Feb 11 04:42:05.810468 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702ef17-3ec9-4dee-83c1-e333ff9118dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0513a34-3d3f-4d4e-b4cf-412a8c4f5e91,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:05.870093 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c702ef17-3ec9-4dee-83c1-e333ff9118dd admin admin] Network a85a3498-194a-41b7-9565-31c02584e537 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:42:05.883506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1dd1c5a-144f-42e0-aa2f-5c71026f6d60 req-194293ab-a6c1-4dd1-8dbd-a31d6a6b2c3c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 210 time: 0.0711076 Feb 11 04:42:05.949493 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c702ef17-3ec9-4dee-83c1-e333ff9118dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, a85a3498-194a-41b7-9565-31c02584e537) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:05.961327 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c702ef17-3ec9-4dee-83c1-e333ff9118dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:05.961880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-409716ab-a996-456c-abd5-b6d8f084b69e req-10aec421-5191-478b-874d-4a9ac7bc556b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512666 Feb 11 04:42:05.964212 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c702ef17-3ec9-4dee-83c1-e333ff9118dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:05.989930 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15c77db-5e37-4315-b548-40be4e905820 None None] Network a85a3498-194a-41b7-9565-31c02584e537 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:06.071799 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c702ef17-3ec9-4dee-83c1-e333ff9118dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0105631 Feb 11 04:42:06.282604 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-984c380b-0310-4cca-a1f0-003b8eb02da2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for port (9b305218-8145-443b-88dc-424164110a90), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:06.412166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a42969d-32a5-494e-817b-54cef74472d6 None None] Network a85a3498-194a-41b7-9565-31c02584e537 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:06.466087 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-984c380b-0310-4cca-a1f0-003b8eb02da2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9b305218-8145-443b-88dc-424164110a90), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:06.593209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e04ef-da08-45b0-bc6a-99de84bdb2dd req-2f573666-045f-48fa-aeca-656f60be4fc1 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:06.603872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd6e04ef-da08-45b0-bc6a-99de84bdb2dd req-2f573666-045f-48fa-aeca-656f60be4fc1 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 945 time: 0.2069805 Feb 11 04:42:06.617184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-984c380b-0310-4cca-a1f0-003b8eb02da2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Network 86528c9f-e248-4f9b-904c-aa5d69cd261d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:06.633780 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-984c380b-0310-4cca-a1f0-003b8eb02da2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:06.649441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-984c380b-0310-4cca-a1f0-003b8eb02da2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:06.679448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c380b-0310-4cca-a1f0-003b8eb02da2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'Port': ['ID=9b305218-8145-443b-88dc-424164110a90,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:06.831351 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-341d46c2-5390-4ad4-b53e-2c675b536c6b req-e3cf8020-2f42-4e44-8f00-2ab3adeaa65d tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0906456 Feb 11 04:42:06.861862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-984c380b-0310-4cca-a1f0-003b8eb02da2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:06.861862 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-984c380b-0310-4cca-a1f0-003b8eb02da2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:06.872015 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd6e04ef-da08-45b0-bc6a-99de84bdb2dd req-f1c64757-afdd-49af-a84d-f88422a09ca8 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642844 Feb 11 04:42:06.966334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-984c380b-0310-4cca-a1f0-003b8eb02da2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0542552 Feb 11 04:42:06.985622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Request body: {'port': {'device_id': '6cbf9e63-a69e-44ae-b306-4597f6074b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:07.175960 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 070aa032-22e6-46ab-ab47-5034127b7f6f up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:07.367215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d0558c22-d1c3-43dc-a639-a9e1a9778b29 None None] Provisioning complete for port 9b305218-8145-443b-88dc-424164110a90 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:07.368783 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d0558c22-d1c3-43dc-a639-a9e1a9778b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9b305218-8145-443b-88dc-424164110a90), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.392629 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9b305218-8145-443b-88dc-424164110a90), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.465102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d0558c22-d1c3-43dc-a639-a9e1a9778b29 None None] Port 9b305218-8145-443b-88dc-424164110a90 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:42:07.575678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff673688-e5d0-4d93-81b4-e11eeb2bf3a8 req-db60bf55-65d0-4058-af5b-837071b5b27e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:07.580510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff673688-e5d0-4d93-81b4-e11eeb2bf3a8 req-db60bf55-65d0-4058-af5b-837071b5b27e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 931 time: 0.4946144 Feb 11 04:42:07.584350 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 070aa032-22e6-46ab-ab47-5034127b7f6f completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:42:07.589536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 070aa032-22e6-46ab-ab47-5034127b7f6f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:07.590243 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (070aa032-22e6-46ab-ab47-5034127b7f6f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.627234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43601990-7dd4-4390-b3c8-3b0c7483564c req-f410d879-02f8-4d78-9a80-8a145eabf383 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:07.629837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42168) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:07.634987 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-43601990-7dd4-4390-b3c8-3b0c7483564c req-f410d879-02f8-4d78-9a80-8a145eabf383 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 944 time: 0.4327822 Feb 11 04:42:07.636943 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1818988693-network', 'tenant_id': '2775519674b14713a2aed4c354e0fc88'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:07.767771 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] Made reservation on behalf of 2775519674b14713a2aed4c354e0fc88 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:07.770828 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.802151 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.835091 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 070aa032-22e6-46ab-ab47-5034127b7f6f is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:07.836911 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (070aa032-22e6-46ab-ab47-5034127b7f6f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:07.909419 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7b253b-603b-4fe3-a211-06912fcdcae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070aa032-22e6-46ab-ab47-5034127b7f6f'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:07.915929 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d228770-5d36-49f0-9aaf-9759c1ec8e23" -d '{"events": [{"server_uuid": "af7b253b-603b-4fe3-a211-06912fcdcae9", "name": "network-vif-plugged", "status": "completed", "tag": "070aa032-22e6-46ab-ab47-5034127b7f6f"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:07.957636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 070aa032-22e6-46ab-ab47-5034127b7f6f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=070aa032-22e6-46ab-ab47-5034127b7f6f,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:08.029731 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] Publish callbacks [] for security_group (396adf79-7144-4e27-96db-a48d0e3c7f5e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:08.036136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (070aa032-22e6-46ab-ab47-5034127b7f6f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:08.102423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-43601990-7dd4-4390-b3c8-3b0c7483564c req-370805db-a5b3-4854-97d3-195d40e5236a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660554 Feb 11 04:42:08.138308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (396adf79-7144-4e27-96db-a48d0e3c7f5e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:08.193264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=070aa032-22e6-46ab-ab47-5034127b7f6f,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:08.219388 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:42:08.261029 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (69cf5aa4-bc2d-4ccb-bff6-61e73d75e7d1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:08.262696 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] Added segment 69cf5aa4-bc2d-4ccb-bff6-61e73d75e7d1 of type vlan for network 224fa533-ae02-425e-9727-f1308e30a08e Feb 11 04:42:08.292142 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396adf79-7144-4e27-96db-a48d0e3c7f5e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:08.386054 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (224fa533-ae02-425e-9727-f1308e30a08e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:08.538864 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (224fa533-ae02-425e-9727-f1308e30a08e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:08.548033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:08.548982 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:08.714552 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] Pushing event updated for resources: {'Network': ['ID=224fa533-ae02-425e-9727-f1308e30a08e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:08.725715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 224fa533-ae02-425e-9727-f1308e30a08e details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:42:08.754389 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-28ff00ce-39d9-44f2-8d4d-00f82ea6826d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1226184 Feb 11 04:42:08.755101 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42190) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:08.782661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-90f6bfb3-806b-4f21-bbfb-e53b95f3d587 admin admin] Request body: {'subnet': {'network_id': '224fa533-ae02-425e-9727-f1308e30a08e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1818988693-subnet', 'tenant_id': '2775519674b14713a2aed4c354e0fc88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:08.897222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f6bfb3-806b-4f21-bbfb-e53b95f3d587 admin admin] Made reservation on behalf of 2775519674b14713a2aed4c354e0fc88 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:08.910970 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90f6bfb3-806b-4f21-bbfb-e53b95f3d587 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.014502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b305218-8145-443b-88dc-424164110a90 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:09.038281 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Publish callbacks [] for port (9b305218-8145-443b-88dc-424164110a90), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.042463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Transition to ACTIVE for port object 9b305218-8145-443b-88dc-424164110a90 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:42:09.066365 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff673688-e5d0-4d93-81b4-e11eeb2bf3a8 req-acb707f4-217e-4541-b382-5559da1b6819 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4651213 Feb 11 04:42:09.164278 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (9b305218-8145-443b-88dc-424164110a90), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.211449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e1918b3-c5a8-452d-b54e-5ba2262e84ae req-e6c1bdc4-fe59-4b84-b8a9-e8c54de1ff4a tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.1432068 Feb 11 04:42:09.358294 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e35cfa-03db-4ad4-9e3d-3ab7f19fedff x-openstack-request-id: req-54e35cfa-03db-4ad4-9e3d-3ab7f19fedff {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:09.363697 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7b253b-603b-4fe3-a211-06912fcdcae9", "name": "network-vif-plugged", "status": "completed", "tag": "070aa032-22e6-46ab-ab47-5034127b7f6f", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:09.363697 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54e35cfa-03db-4ad4-9e3d-3ab7f19fedff {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:09.363697 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7b253b-603b-4fe3-a211-06912fcdcae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070aa032-22e6-46ab-ab47-5034127b7f6f', 'code': 200} Feb 11 04:42:09.411108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Pushing event updated for resources: {'Port': ['ID=9b305218-8145-443b-88dc-424164110a90,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:09.413859 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90f6bfb3-806b-4f21-bbfb-e53b95f3d587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (bc44ebfa-18d3-494a-81c8-dc1c88420737), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.439762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:09.440125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:09.440475 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:09.440822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:09.441159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:09.441496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:09.441855 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:09.442143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:09.442472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:09.442825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:09.443168 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:09.443483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:09.443809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:09.538218 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6bfb3-806b-4f21-bbfb-e53b95f3d587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc44ebfa-18d3-494a-81c8-dc1c88420737,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:09.551948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Attempting to bind port 9b305218-8145-443b-88dc-424164110a90 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:09.552726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Attempting to bind port 9b305218-8145-443b-88dc-424164110a90 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:09.553256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Attempting to bind port 9b305218-8145-443b-88dc-424164110a90 on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:09.556618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaa359-059c-434b-b633-ea48b5b24946 req-0032def4-b7f1-46a4-a709-1ae82cdafd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:09.558148 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-facaa359-059c-434b-b633-ea48b5b24946 req-0032def4-b7f1-46a4-a709-1ae82cdafd49 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 1128 time: 0.2372422 Feb 11 04:42:09.567414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64b0cb-4473-49d6-bcbe-a8c496fb1dd1 req-31da095a-cc6c-4262-858e-a3b1bfb1c5e0 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:09.568926 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c64b0cb-4473-49d6-bcbe-a8c496fb1dd1 req-31da095a-cc6c-4262-858e-a3b1bfb1c5e0 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 945 time: 0.1973519 Feb 11 04:42:09.579331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Port 9b305218-8145-443b-88dc-424164110a90 on network 86528c9f-e248-4f9b-904c-aa5d69cd261d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:42:09.579661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Attempting to bind port 9b305218-8145-443b-88dc-424164110a90 on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:09.600091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f6bfb3-806b-4f21-bbfb-e53b95f3d587 admin admin] Checking segment: {'id': '69cf5aa4-bc2d-4ccb-bff6-61e73d75e7d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '224fa533-ae02-425e-9727-f1308e30a08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:09.600395 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f6bfb3-806b-4f21-bbfb-e53b95f3d587 admin admin] Network hostable DHCP agents. Network: 224fa533-ae02-425e-9727-f1308e30a08e, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:42:09.626324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:09.626700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Checking segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:09.627114 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Bound using segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:09.627626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Bound port: 9b305218-8145-443b-88dc-424164110a90, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:09.627925 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9b305218-8145-443b-88dc-424164110a90), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.693087 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c64b0cb-4473-49d6-bcbe-a8c496fb1dd1 req-9c35ad89-21f3-49e4-be4a-9ae0b94c6c8f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133702 Feb 11 04:42:09.721356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-facaa359-059c-434b-b633-ea48b5b24946 req-4370122f-c918-4c22-a83e-8ffc857de6d9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514437 Feb 11 04:42:09.727766 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f6bfb3-806b-4f21-bbfb-e53b95f3d587 admin admin] Network 224fa533-ae02-425e-9727-f1308e30a08e is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:42:09.759419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] For port 9b305218-8145-443b-88dc-424164110a90, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:09.762947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] For port 9b305218-8145-443b-88dc-424164110a90, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9b305218-8145-443b-88dc-424164110a90,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:09.830179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-90f6bfb3-806b-4f21-bbfb-e53b95f3d587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 224fa533-ae02-425e-9727-f1308e30a08e) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:09.835108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f6bfb3-806b-4f21-bbfb-e53b95f3d587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:09.836001 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-90f6bfb3-806b-4f21-bbfb-e53b95f3d587 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.841190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d8da78-5d48-473f-b7ad-9e978138b1b9 None None] Network 224fa533-ae02-425e-9727-f1308e30a08e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:09.858344 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (9b305218-8145-443b-88dc-424164110a90), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.929527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:09.930171 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:09.931674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] 10.222.0.32 "PUT /v2.0/ports/9b305218-8145-443b-88dc-424164110a90 HTTP/1.1" status: 200 len: 1092 time: 2.9545031 Feb 11 04:42:09.935233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbf9e63-a69e-44ae-b306-4597f6074b50', 'tag': '9b305218-8145-443b-88dc-424164110a90'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:09.939389 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25019724-dfa7-4388-a7ca-c036fe01ead0" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbf9e63-a69e-44ae-b306-4597f6074b50", "tag": "9b305218-8145-443b-88dc-424164110a90"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:09.957877 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-90f6bfb3-806b-4f21-bbfb-e53b95f3d587 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1948740 Feb 11 04:42:09.980261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669db77f-4986-410f-82ab-a18b2ec285aa service neutron] Pushing event updated for resources: {'Port': ['ID=9b305218-8145-443b-88dc-424164110a90,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:10.057801 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d259f45-0adc-4670-9b59-2ff5884060bb x-openstack-request-id: req-2d259f45-0adc-4670-9b59-2ff5884060bb {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:10.058484 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbf9e63-a69e-44ae-b306-4597f6074b50", "tag": "9b305218-8145-443b-88dc-424164110a90", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:10.060875 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d259f45-0adc-4670-9b59-2ff5884060bb {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:10.063013 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbf9e63-a69e-44ae-b306-4597f6074b50', 'tag': '9b305218-8145-443b-88dc-424164110a90', 'status': 'completed', 'code': 200} Feb 11 04:42:10.112495 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dd4d33-4e1c-45e4-81dc-41c0c2ea531e None None] Network 224fa533-ae02-425e-9727-f1308e30a08e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:10.182768 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-40ec3e58-aa5d-4f2b-9cfd-700064a3eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:10.188774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-40ec3e58-aa5d-4f2b-9cfd-700064a3eef3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 1126 time: 0.1469448 Feb 11 04:42:10.303643 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42240) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:10.345925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-3df0c225-a40f-4931-935b-02c6018005eb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b305218-8145-443b-88dc-424164110a90 HTTP/1.1" status: 200 len: 217 time: 0.1493402 Feb 11 04:42:10.399320 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-739c6969-9332-4d8d-b6ec-b0836b362bb0 admin admin] Deleting subnet a0513a34-3d3f-4d4e-b4cf-412a8c4f5e91 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:42:10.404004 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-739c6969-9332-4d8d-b6ec-b0836b362bb0 admin admin] Publish callbacks [] for subnet (a0513a34-3d3f-4d4e-b4cf-412a8c4f5e91), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.456511 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-739c6969-9332-4d8d-b6ec-b0836b362bb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (a0513a34-3d3f-4d4e-b4cf-412a8c4f5e91), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.480190 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b69d6f6-58c5-4873-9cc7-4ae5213a1e0a req-759a96f4-e4c2-4062-8e34-a8efff021fbe tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0851526 Feb 11 04:42:10.510657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-baf1e574-89f6-4e97-9eec-9e2ed2f1accb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:10.512243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-baf1e574-89f6-4e97-9eec-9e2ed2f1accb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.1176565 Feb 11 04:42:10.519891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e4cc4-a440-4442-8473-a96b23e75491 req-f4b5519e-49d8-4b3a-b7d8-b35698f55612 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:10.527810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-478e4cc4-a440-4442-8473-a96b23e75491 req-f4b5519e-49d8-4b3a-b7d8-b35698f55612 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1908178 Feb 11 04:42:10.536587 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-739c6969-9332-4d8d-b6ec-b0836b362bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (a0513a34-3d3f-4d4e-b4cf-412a8c4f5e91), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.611496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-478e4cc4-a440-4442-8473-a96b23e75491 req-2c266d71-a624-43bb-899b-4abf70832e91 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827630 Feb 11 04:42:10.615118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-15c2c4fb-67b8-4ef4-8c4e-6e9df6d1aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:10.617125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-15c2c4fb-67b8-4ef4-8c4e-6e9df6d1aa27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0865102 Feb 11 04:42:10.699121 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-739c6969-9332-4d8d-b6ec-b0836b362bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (a0513a34-3d3f-4d4e-b4cf-412a8c4f5e91), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.729835 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-739c6969-9332-4d8d-b6ec-b0836b362bb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.736032 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-739c6969-9332-4d8d-b6ec-b0836b362bb0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a0513a34-3d3f-4d4e-b4cf-412a8c4f5e91 HTTP/1.1" status: 204 len: 168 time: 0.4307103 Feb 11 04:42:10.739792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42246) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:10.752702 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-172e0d26-a18f-45d6-bb20-a9ca5e18fd2f service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285844 Feb 11 04:42:10.767846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c6969-9332-4d8d-b6ec-b0836b362bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0513a34-3d3f-4d4e-b4cf-412a8c4f5e91,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:10.896818 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85943903-8b4c-4755-bb14-bfd6e362a492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (a85a3498-194a-41b7-9565-31c02584e537), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:10.981241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fbb249-2ac9-4002-a881-d044938f4677 req-3458464e-2ba3-4689-9ac0-5e878eb8ee9b service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155435 Feb 11 04:42:11.008985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46671e-d5b1-46fa-8eda-f6fc8dbbe202 req-518e1459-b72c-43df-ac4d-e895c93025d6 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:11.010559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d46671e-d5b1-46fa-8eda-f6fc8dbbe202 req-518e1459-b72c-43df-ac4d-e895c93025d6 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 945 time: 0.1271620 Feb 11 04:42:11.068185 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85943903-8b4c-4755-bb14-bfd6e362a492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (a85a3498-194a-41b7-9565-31c02584e537), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.100918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-85943903-8b4c-4755-bb14-bfd6e362a492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85a3498-194a-41b7-9565-31c02584e537']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:11.120488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-85943903-8b4c-4755-bb14-bfd6e362a492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f66055-3a2d-462f-93c6-615977c61ddf') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:11.120791 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-85943903-8b4c-4755-bb14-bfd6e362a492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f66055-3a2d-462f-93c6-615977c61ddf') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:11.134484 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85943903-8b4c-4755-bb14-bfd6e362a492 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (22f66055-3a2d-462f-93c6-615977c61ddf), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.137510 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:42:11.139079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d46671e-d5b1-46fa-8eda-f6fc8dbbe202 req-c23732fc-0db4-4b80-b9bb-88d7a139c777 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205506 Feb 11 04:42:11.179526 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85943903-8b4c-4755-bb14-bfd6e362a492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (22f66055-3a2d-462f-93c6-615977c61ddf), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.188294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85943903-8b4c-4755-bb14-bfd6e362a492 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:42:11.188708 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85943903-8b4c-4755-bb14-bfd6e362a492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (22f66055-3a2d-462f-93c6-615977c61ddf), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:42:11.190518 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:42:11.259539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25019724-dfa7-4388-a7ca-c036fe01ead0 req-b7c49fa4-8853-48b4-b99f-094c40400f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:11.260987 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25019724-dfa7-4388-a7ca-c036fe01ead0 req-b7c49fa4-8853-48b4-b99f-094c40400f78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 1126 time: 0.1106000 Feb 11 04:42:11.337698 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85943903-8b4c-4755-bb14-bfd6e362a492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (a85a3498-194a-41b7-9565-31c02584e537), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.345358 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85943903-8b4c-4755-bb14-bfd6e362a492 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.351190 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-85943903-8b4c-4755-bb14-bfd6e362a492 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a85a3498-194a-41b7-9565-31c02584e537 HTTP/1.1" status: 204 len: 168 time: 0.6078391 Feb 11 04:42:11.352613 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42252) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:11.366155 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85943903-8b4c-4755-bb14-bfd6e362a492 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85a3498-194a-41b7-9565-31c02584e537,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:11.392164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25019724-dfa7-4388-a7ca-c036fe01ead0 req-947fdc6b-3aec-4bd2-8656-b6eb292aba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:11.397119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25019724-dfa7-4388-a7ca-c036fe01ead0 req-947fdc6b-3aec-4bd2-8656-b6eb292aba62 service neutron] 10.222.0.32 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 913 time: 0.1293740 Feb 11 04:42:11.450171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-06985035-055b-49e2-bc16-91f34f685ebd admin admin] Deleting subnet bc44ebfa-18d3-494a-81c8-dc1c88420737 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:42:11.455544 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06985035-055b-49e2-bc16-91f34f685ebd admin admin] Publish callbacks [] for subnet (bc44ebfa-18d3-494a-81c8-dc1c88420737), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.461759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25019724-dfa7-4388-a7ca-c036fe01ead0 req-64ead10c-e129-429d-82a2-9d99cf7605ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b305218-8145-443b-88dc-424164110a90 HTTP/1.1" status: 200 len: 217 time: 0.0573459 Feb 11 04:42:11.504467 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06985035-055b-49e2-bc16-91f34f685ebd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (bc44ebfa-18d3-494a-81c8-dc1c88420737), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.541619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25019724-dfa7-4388-a7ca-c036fe01ead0 req-18691be1-540b-4752-a06e-67d974133c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:11.544318 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25019724-dfa7-4388-a7ca-c036fe01ead0 req-18691be1-540b-4752-a06e-67d974133c54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.0760264 Feb 11 04:42:11.562973 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06985035-055b-49e2-bc16-91f34f685ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (bc44ebfa-18d3-494a-81c8-dc1c88420737), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.667214 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-137158ab-b98d-455c-b38b-7062250128eb req-9a221d85-a334-43c5-9ec0-0a6f2040ba57 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0470197 Feb 11 04:42:11.669566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25019724-dfa7-4388-a7ca-c036fe01ead0 req-5c9df247-1178-4b19-878a-2ccf6528dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:11.672027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25019724-dfa7-4388-a7ca-c036fe01ead0 req-5c9df247-1178-4b19-878a-2ccf6528dd77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1208742 Feb 11 04:42:11.727292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06985035-055b-49e2-bc16-91f34f685ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (bc44ebfa-18d3-494a-81c8-dc1c88420737), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.773933 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06985035-055b-49e2-bc16-91f34f685ebd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:11.781690 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-06985035-055b-49e2-bc16-91f34f685ebd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bc44ebfa-18d3-494a-81c8-dc1c88420737 HTTP/1.1" status: 204 len: 168 time: 0.4273460 Feb 11 04:42:11.783851 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42258) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:11.803304 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06985035-055b-49e2-bc16-91f34f685ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc44ebfa-18d3-494a-81c8-dc1c88420737,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:11.829879 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25019724-dfa7-4388-a7ca-c036fe01ead0 req-ac5f986c-df05-4a74-807a-f309b2aae2a4 service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490600 Feb 11 04:42:11.873217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483c6ce-1e18-4775-8de9-a83bf610607a req-228fa117-cc8c-4b4a-b839-526ae3ddbdd2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:11.874952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9483c6ce-1e18-4775-8de9-a83bf610607a req-228fa117-cc8c-4b4a-b839-526ae3ddbdd2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1156933 Feb 11 04:42:11.939927 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa96af71-98f4-4b9f-b720-2c1db340e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (224fa533-ae02-425e-9727-f1308e30a08e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:12.018023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9483c6ce-1e18-4775-8de9-a83bf610607a req-9b57f388-03b2-474f-b309-00a1939b45d3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310449 Feb 11 04:42:12.020264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25019724-dfa7-4388-a7ca-c036fe01ead0 req-0348bb13-ae2f-4a4e-a479-0853be847e38 service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841431 Feb 11 04:42:12.110350 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa96af71-98f4-4b9f-b720-2c1db340e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (224fa533-ae02-425e-9727-f1308e30a08e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:12.136828 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-fa96af71-98f4-4b9f-b720-2c1db340e158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224fa533-ae02-425e-9727-f1308e30a08e']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:12.150550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-fa96af71-98f4-4b9f-b720-2c1db340e158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cf5aa4-bc2d-4ccb-bff6-61e73d75e7d1') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:12.151105 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-fa96af71-98f4-4b9f-b720-2c1db340e158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cf5aa4-bc2d-4ccb-bff6-61e73d75e7d1') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:12.163330 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa96af71-98f4-4b9f-b720-2c1db340e158 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (69cf5aa4-bc2d-4ccb-bff6-61e73d75e7d1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:12.187953 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa96af71-98f4-4b9f-b720-2c1db340e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (69cf5aa4-bc2d-4ccb-bff6-61e73d75e7d1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:12.195521 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa96af71-98f4-4b9f-b720-2c1db340e158 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:42:12.195938 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa96af71-98f4-4b9f-b720-2c1db340e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (69cf5aa4-bc2d-4ccb-bff6-61e73d75e7d1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:42:12.197858 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:42:12.319414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb84abb-70e6-486c-b9de-fcc644c8f7bc req-525c5e60-12ee-4956-94e4-64a4016262f4 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:12.321046 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0fb84abb-70e6-486c-b9de-fcc644c8f7bc req-525c5e60-12ee-4956-94e4-64a4016262f4 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 945 time: 0.0715630 Feb 11 04:42:12.349547 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa96af71-98f4-4b9f-b720-2c1db340e158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (224fa533-ae02-425e-9727-f1308e30a08e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:12.356086 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fa96af71-98f4-4b9f-b720-2c1db340e158 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:12.365428 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fa96af71-98f4-4b9f-b720-2c1db340e158 admin admin] 10.222.0.13 "DELETE /v2.0/networks/224fa533-ae02-425e-9727-f1308e30a08e HTTP/1.1" status: 204 len: 168 time: 0.5693197 Feb 11 04:42:12.382476 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0fb84abb-70e6-486c-b9de-fcc644c8f7bc req-03ba13ac-18d2-4238-a8b2-f326f0bb3b8c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556693 Feb 11 04:42:12.383326 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96af71-98f4-4b9f-b720-2c1db340e158 admin admin] Pushing event deleted for resources: {'Network': ['ID=224fa533-ae02-425e-9727-f1308e30a08e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:12.557130 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e579f-3b43-45a4-9b24-0d3adf055686 req-66e8a6a0-f797-4afc-be91-b2199614ddc8 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:12.558936 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-861e579f-3b43-45a4-9b24-0d3adf055686 req-66e8a6a0-f797-4afc-be91-b2199614ddc8 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 945 time: 0.0626659 Feb 11 04:42:12.620850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-861e579f-3b43-45a4-9b24-0d3adf055686 req-ecb8df5f-fa98-4bf7-9d67-51957b0ef0d2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531828 Feb 11 04:42:12.810666 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-591fa40d-d4a3-430d-8e9e-37ba6b17ff45 req-717b8857-b2bb-4d2f-a58a-711b0a3a138e tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0325675 Feb 11 04:42:12.937710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42278) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:12.983886 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-da54c306-b8db-4788-aafa-ea8ccb3ad332 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b03cabcebe9c490a82de06961958d896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449328 Feb 11 04:42:12.987311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42280) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:13.040295 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-77983e05-cafc-49b0-95d7-140be14d251f admin admin] Publish callbacks [] for security_group (9b975cf2-0e37-41aa-9c95-7d06a4d88bc2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:13.063365 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-77983e05-cafc-49b0-95d7-140be14d251f admin admin] Publish callbacks [] for security_group (9b975cf2-0e37-41aa-9c95-7d06a4d88bc2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:13.259216 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-77983e05-cafc-49b0-95d7-140be14d251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9b975cf2-0e37-41aa-9c95-7d06a4d88bc2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:13.262521 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-77983e05-cafc-49b0-95d7-140be14d251f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:13.264157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-77983e05-cafc-49b0-95d7-140be14d251f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b975cf2-0e37-41aa-9c95-7d06a4d88bc2 HTTP/1.1" status: 204 len: 168 time: 0.2757680 Feb 11 04:42:13.283144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e869e-6b6d-4e00-adac-3f38ad42c288 req-e3e00e5c-5ef0-441e-af8c-b1bba1a85307 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:13.284950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0e869e-6b6d-4e00-adac-3f38ad42c288 req-e3e00e5c-5ef0-441e-af8c-b1bba1a85307 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1640682 Feb 11 04:42:13.311037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77983e05-cafc-49b0-95d7-140be14d251f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b975cf2-0e37-41aa-9c95-7d06a4d88bc2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:13.373353 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42292) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:13.391248 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0e869e-6b6d-4e00-adac-3f38ad42c288 req-2f4626c2-3390-4afb-a4b5-60d09663f0f2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947030 Feb 11 04:42:13.405119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f9c2b-ac7b-470c-9c64-e51c1899e705 req-0fc61dbb-779b-4a3f-80df-d67da579ead3 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:13.415006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f3f9c2b-ac7b-470c-9c64-e51c1899e705 req-0fc61dbb-779b-4a3f-80df-d67da579ead3 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 945 time: 0.2066753 Feb 11 04:42:13.505153 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1769fe74-f398-4919-b725-85ed34788bfd tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/floatingips/8cf0c80a-2c52-42c8-88bf-fa56ef415c6f HTTP/1.1" status: 200 len: 993 time: 0.1287012 Feb 11 04:42:13.509773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f3f9c2b-ac7b-470c-9c64-e51c1899e705 req-edba7484-2ed9-40f2-a2ff-22038b9ac5ce tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936840 Feb 11 04:42:13.799516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42302) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:14.032822 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4442ced-4a0c-4eb0-8a04-4a523bd3b7a0 req-91bb6e88-1fd3-4530-a574-c2891e406d3f tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0484734 Feb 11 04:42:14.159005 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-49c3ec11-cb02-452e-a291-139ddc394c52 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Deleting port cbe65b6f-bb39-46cb-b1e1-24a5090b80aa {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:42:14.159355 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49c3ec11-cb02-452e-a291-139ddc394c52 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cbe65b6f-bb39-46cb-b1e1-24a5090b80aa), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.325099 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49c3ec11-cb02-452e-a291-139ddc394c52 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cbe65b6f-bb39-46cb-b1e1-24a5090b80aa), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.325829 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49c3ec11-cb02-452e-a291-139ddc394c52 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for floatingip (cbe65b6f-bb39-46cb-b1e1-24a5090b80aa), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.342219 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-49c3ec11-cb02-452e-a291-139ddc394c52 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Calling delete_port for cbe65b6f-bb39-46cb-b1e1-24a5090b80aa owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:42:14.360928 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42310) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:14.496240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-83538467-10fa-4571-8df2-d25b1c2c245d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2775519674b14713a2aed4c354e0fc88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1337817 Feb 11 04:42:14.498955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42314) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:14.789093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4cee4-5910-4ab5-a517-b214338734a8 req-7d3e646d-11a8-4d84-b629-951948d0d695 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:14.791039 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10b4cee4-5910-4ab5-a517-b214338734a8 req-7d3e646d-11a8-4d84-b629-951948d0d695 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.2619803 Feb 11 04:42:14.804409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879d7b0-004d-4d93-b0a7-c399e5135166 req-dcf791cb-319b-4f6f-adfc-160896ea653c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:14.806289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b879d7b0-004d-4d93-b0a7-c399e5135166 req-dcf791cb-319b-4f6f-adfc-160896ea653c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.32 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 945 time: 0.1604598 Feb 11 04:42:14.819210 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e403fa3d-bcca-489d-9c56-e2e3e0e41162 admin admin] Publish callbacks [] for security_group (396adf79-7144-4e27-96db-a48d0e3c7f5e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.841512 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49c3ec11-cb02-452e-a291-139ddc394c52 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (cbe65b6f-bb39-46cb-b1e1-24a5090b80aa), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.853504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe6817-d870-4746-95b6-fc55c93a1ce0 req-ff0512fc-37e9-40eb-ac99-8d6a5256769d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:14.855051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfbe6817-d870-4746-95b6-fc55c93a1ce0 req-ff0512fc-37e9-40eb-ac99-8d6a5256769d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 945 time: 0.1718469 Feb 11 04:42:14.875953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3ec11-cb02-452e-a291-139ddc394c52 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Port': ['ID=cbe65b6f-bb39-46cb-b1e1-24a5090b80aa,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:14.923174 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e403fa3d-bcca-489d-9c56-e2e3e0e41162 admin admin] Publish callbacks [] for security_group (396adf79-7144-4e27-96db-a48d0e3c7f5e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.963434 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49c3ec11-cb02-452e-a291-139ddc394c52 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for floatingip (8cf0c80a-2c52-42c8-88bf-fa56ef415c6f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:14.964569 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-49c3ec11-cb02-452e-a291-139ddc394c52 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Floating IP 8cf0c80a-2c52-42c8-88bf-fa56ef415c6f disassociated (deleted). External IP: 172.25.3.229, port: f0a5b25a-742d-463f-9123-730ea0e38ba6. Feb 11 04:42:15.008535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10b4cee4-5910-4ab5-a517-b214338734a8 req-f2529a99-5981-495d-af32-07a5f8fdc310 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007225 Feb 11 04:42:15.108476 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfbe6817-d870-4746-95b6-fc55c93a1ce0 req-8696c57c-a6d3-4aef-bbbd-749bc91b6465 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328308 Feb 11 04:42:15.145538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-b879d7b0-004d-4d93-b0a7-c399e5135166 req-420aaf6c-18e4-401a-aea7-542237b46572 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Deleting port 070aa032-22e6-46ab-ab47-5034127b7f6f {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:42:15.146919 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b879d7b0-004d-4d93-b0a7-c399e5135166 req-420aaf6c-18e4-401a-aea7-542237b46572 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (070aa032-22e6-46ab-ab47-5034127b7f6f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:15.278901 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d95d826-88e1-4f75-9991-38bcd89b6beb req-4a6afb6b-675a-4d1c-97f4-45884054df31 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0481992 Feb 11 04:42:15.282223 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e403fa3d-bcca-489d-9c56-e2e3e0e41162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (396adf79-7144-4e27-96db-a48d0e3c7f5e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:15.285685 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e403fa3d-bcca-489d-9c56-e2e3e0e41162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:15.286954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e403fa3d-bcca-489d-9c56-e2e3e0e41162 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/396adf79-7144-4e27-96db-a48d0e3c7f5e HTTP/1.1" status: 204 len: 168 time: 0.7867291 Feb 11 04:42:15.308403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403fa3d-bcca-489d-9c56-e2e3e0e41162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396adf79-7144-4e27-96db-a48d0e3c7f5e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:15.342563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b879d7b0-004d-4d93-b0a7-c399e5135166 req-420aaf6c-18e4-401a-aea7-542237b46572 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] For port 070aa032-22e6-46ab-ab47-5034127b7f6f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=070aa032-22e6-46ab-ab47-5034127b7f6f,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:15.342818 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b879d7b0-004d-4d93-b0a7-c399e5135166 req-420aaf6c-18e4-401a-aea7-542237b46572 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (070aa032-22e6-46ab-ab47-5034127b7f6f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:15.387606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-b879d7b0-004d-4d93-b0a7-c399e5135166 req-420aaf6c-18e4-401a-aea7-542237b46572 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Calling delete_port for 070aa032-22e6-46ab-ab47-5034127b7f6f owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:42:15.505740 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c3ec11-cb02-452e-a291-139ddc394c52 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Router 334e1d31-6d9f-40b6-a242-2d363420a8ee has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:42:15.688481 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b879d7b0-004d-4d93-b0a7-c399e5135166 req-420aaf6c-18e4-401a-aea7-542237b46572 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (070aa032-22e6-46ab-ab47-5034127b7f6f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:15.689659 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c3ec11-cb02-452e-a291-139ddc394c52 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:42:15.695377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49c3ec11-cb02-452e-a291-139ddc394c52 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:15.706394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['070aa032-22e6-46ab-ab47-5034127b7f6f'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:15.722063 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece8f7f-7cbc-4ccf-a54b-58f7c8e468bc None None] Sync routers for ids ['334e1d31-6d9f-40b6-a242-2d363420a8ee'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:42:15.751112 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-49c3ec11-cb02-452e-a291-139ddc394c52 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "DELETE /v2.0/floatingips/8cf0c80a-2c52-42c8-88bf-fa56ef415c6f HTTP/1.1" status: 204 len: 168 time: 1.9503186 Feb 11 04:42:15.770935 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a', 'tag': 'f0a5b25a-742d-463f-9123-730ea0e38ba6'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:15.770935 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97ff7d1-3c16-4a2d-a2fa-93823d38a611" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a", "tag": "f0a5b25a-742d-463f-9123-730ea0e38ba6"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:15.771438 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece8f7f-7cbc-4ccf-a54b-58f7c8e468bc None None] Routers {'334e1d31-6d9f-40b6-a242-2d363420a8ee'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:42:15.771438 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cece8f7f-7cbc-4ccf-a54b-58f7c8e468bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:41:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['334e1d31-6d9f-40b6-a242-2d363420a8ee'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:15.776528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2e74a29c-ebd3-4304-b302-16a2ee2d9d04'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:15.827400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aaf6c-18e4-401a-aea7-542237b46572 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Pushing event deleted for resources: {'Port': ['ID=070aa032-22e6-46ab-ab47-5034127b7f6f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:15.847867 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1a02b8-ce55-444c-af15-44755d00642c x-openstack-request-id: req-0c1a02b8-ce55-444c-af15-44755d00642c {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:15.848837 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a", "tag": "f0a5b25a-742d-463f-9123-730ea0e38ba6", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:15.849351 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c1a02b8-ce55-444c-af15-44755d00642c {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:15.850498 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a', 'tag': 'f0a5b25a-742d-463f-9123-730ea0e38ba6', 'status': 'completed', 'code': 200} Feb 11 04:42:15.958104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-b879d7b0-004d-4d93-b0a7-c399e5135166 req-420aaf6c-18e4-401a-aea7-542237b46572 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] No DVR routers for this DVR port 070aa032-22e6-46ab-ab47-5034127b7f6f on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:42:15.978863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b879d7b0-004d-4d93-b0a7-c399e5135166 req-420aaf6c-18e4-401a-aea7-542237b46572 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:15.988386 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b879d7b0-004d-4d93-b0a7-c399e5135166 req-420aaf6c-18e4-401a-aea7-542237b46572 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.32 "DELETE /v2.0/ports/070aa032-22e6-46ab-ab47-5034127b7f6f HTTP/1.1" status: 204 len: 173 time: 1.1726213 Feb 11 04:42:15.988889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7b253b-603b-4fe3-a211-06912fcdcae9', 'name': 'network-vif-deleted', 'tag': '070aa032-22e6-46ab-ab47-5034127b7f6f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:15.991385 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385c475c-df4a-4931-8510-4ed5486bf6b9" -d '{"events": [{"server_uuid": "af7b253b-603b-4fe3-a211-06912fcdcae9", "name": "network-vif-deleted", "tag": "070aa032-22e6-46ab-ab47-5034127b7f6f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:16.029281 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ff7d1-3c16-4a2d-a2fa-93823d38a611 req-e2ae59b4-e9f7-4822-9845-e8216fd984c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:16.031291 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e97ff7d1-3c16-4a2d-a2fa-93823d38a611 req-e2ae59b4-e9f7-4822-9845-e8216fd984c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 1128 time: 0.1619258 Feb 11 04:42:16.050343 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-cece8f7f-7cbc-4ccf-a54b-58f7c8e468bc None None] Set router 334e1d31-6d9f-40b6-a242-2d363420a8ee gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:42:16.083214 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc953d0-b060-4c0e-951d-52e1bb71a01d x-openstack-request-id: req-2cc953d0-b060-4c0e-951d-52e1bb71a01d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:16.083629 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7b253b-603b-4fe3-a211-06912fcdcae9", "name": "network-vif-deleted", "tag": "070aa032-22e6-46ab-ab47-5034127b7f6f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:16.095795 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cc953d0-b060-4c0e-951d-52e1bb71a01d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:16.095795 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7b253b-603b-4fe3-a211-06912fcdcae9', 'name': 'network-vif-deleted', 'tag': '070aa032-22e6-46ab-ab47-5034127b7f6f', 'status': 'completed', 'code': 200} Feb 11 04:42:16.306784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0f878-c196-44c0-a515-8fe452e8d1ca req-c4cd723d-5f8b-47da-ad0a-1b0811d8bfe1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:16.319014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ff0f878-c196-44c0-a515-8fe452e8d1ca req-c4cd723d-5f8b-47da-ad0a-1b0811d8bfe1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.0998280 Feb 11 04:42:16.400750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ff0f878-c196-44c0-a515-8fe452e8d1ca req-88e7e067-7d36-452f-af0f-45a9a9c90ab2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766621 Feb 11 04:42:16.563232 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ff7d1-3c16-4a2d-a2fa-93823d38a611 req-5b0ba46d-0684-4030-b633-c981bb84a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:16.579438 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e97ff7d1-3c16-4a2d-a2fa-93823d38a611 req-5b0ba46d-0684-4030-b633-c981bb84a0bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=95412f6d-019e-479e-882e-7d9c80f932c5 HTTP/1.1" status: 200 len: 897 time: 0.5333238 Feb 11 04:42:16.664071 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e97ff7d1-3c16-4a2d-a2fa-93823d38a611 req-2153552e-2d57-48f5-9582-42f7f45b9367 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a5b25a-742d-463f-9123-730ea0e38ba6 HTTP/1.1" status: 200 len: 217 time: 0.0767875 Feb 11 04:42:16.691163 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cece8f7f-7cbc-4ccf-a54b-58f7c8e468bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'name': 'tempest-TestNetworkBasicOps-router-957838789', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '15c39776-8c87-47d8-8292-546bd8333491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:27Z', 'updated_at': '2022-02-11T04:40:40Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '15c39776-8c87-47d8-8292-546bd8333491', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:28Z', 'updated_at': '2022-02-11T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '73175428-bb91-4746-b146-40000155ba14', 'name': '', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:16:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '8af60775-4846-4fff-9885-c1407905a642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '8af60775-4846-4fff-9885-c1407905a642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:16.699633 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-afbe8239-0b24-4a29-9bce-a429efbe7971 req-d03c16aa-41cf-4085-9cab-2ec47d63483c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=af7b253b-603b-4fe3-a211-06912fcdcae9 HTTP/1.1" status: 200 len: 210 time: 0.1153047 Feb 11 04:42:16.755120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ff7d1-3c16-4a2d-a2fa-93823d38a611 req-718e750b-a3b7-456e-94c5-625e5ad5ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:16.760972 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e97ff7d1-3c16-4a2d-a2fa-93823d38a611 req-718e750b-a3b7-456e-94c5-625e5ad5ead2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8af60775-4846-4fff-9885-c1407905a642 HTTP/1.1" status: 200 len: 835 time: 0.0906181 Feb 11 04:42:16.773882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e38ba32a-bc5c-41e7-b601-17818a3e4535 req-428b012f-7c8a-4069-ac10-ca94631540c8 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0812955 Feb 11 04:42:16.787738 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece8f7f-7cbc-4ccf-a54b-58f7c8e468bc None None] Checking router: 334e1d31-6d9f-40b6-a242-2d363420a8ee for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:42:16.838789 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece8f7f-7cbc-4ccf-a54b-58f7c8e468bc None None] Routers {'334e1d31-6d9f-40b6-a242-2d363420a8ee'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:42:16.839550 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cece8f7f-7cbc-4ccf-a54b-58f7c8e468bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:41:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['334e1d31-6d9f-40b6-a242-2d363420a8ee'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:16.935421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4cd058-325d-45e4-8b4a-025cd3a0252d req-dbbe1b6e-404a-4dee-b24f-96ca38636f53 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:16.940230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f4cd058-325d-45e4-8b4a-025cd3a0252d req-dbbe1b6e-404a-4dee-b24f-96ca38636f53 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 945 time: 0.0979030 Feb 11 04:42:16.941215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ff7d1-3c16-4a2d-a2fa-93823d38a611 req-0c5514ef-2907-4ae7-8e47-115968cb53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:16.943736 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e97ff7d1-3c16-4a2d-a2fa-93823d38a611 req-0c5514ef-2907-4ae7-8e47-115968cb53e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=95412f6d-019e-479e-882e-7d9c80f932c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1754332 Feb 11 04:42:17.017870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f4cd058-325d-45e4-8b4a-025cd3a0252d req-57350a5a-1cd7-48bf-b626-ccdbd00d7384 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=786218c5-d750-4a2a-b498-4b2a7994cb63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665164 Feb 11 04:42:17.059261 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-cece8f7f-7cbc-4ccf-a54b-58f7c8e468bc None None] Set router 334e1d31-6d9f-40b6-a242-2d363420a8ee gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:42:17.088379 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e97ff7d1-3c16-4a2d-a2fa-93823d38a611 req-b54c4cad-b85d-453c-9593-2f04a7377789 service neutron] 10.222.0.47 "GET /v2.0/networks/95412f6d-019e-479e-882e-7d9c80f932c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387975 Feb 11 04:42:17.274386 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e97ff7d1-3c16-4a2d-a2fa-93823d38a611 req-3935a687-de01-449a-a3be-cf6083fd14f9 service neutron] 10.222.0.47 "GET /v2.0/networks/95412f6d-019e-479e-882e-7d9c80f932c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798568 Feb 11 04:42:17.412758 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cece8f7f-7cbc-4ccf-a54b-58f7c8e468bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'name': 'tempest-TestNetworkBasicOps-router-957838789', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '15c39776-8c87-47d8-8292-546bd8333491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:27Z', 'updated_at': '2022-02-11T04:40:40Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '15c39776-8c87-47d8-8292-546bd8333491', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:28Z', 'updated_at': '2022-02-11T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '73175428-bb91-4746-b146-40000155ba14', 'name': '', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:16:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '8af60775-4846-4fff-9885-c1407905a642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '8af60775-4846-4fff-9885-c1407905a642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:17.459216 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece8f7f-7cbc-4ccf-a54b-58f7c8e468bc None None] The sync data for ids ['334e1d31-6d9f-40b6-a242-2d363420a8ee'] in n-d-712142-35 is: [{'id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'name': 'tempest-TestNetworkBasicOps-router-957838789', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '15c39776-8c87-47d8-8292-546bd8333491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:27Z', 'updated_at': '2022-02-11T04:40:40Z', 'revision_number': 4, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '15c39776-8c87-47d8-8292-546bd8333491', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:28Z', 'updated_at': '2022-02-11T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '73175428-bb91-4746-b146-40000155ba14', 'name': '', 'network_id': '95412f6d-019e-479e-882e-7d9c80f932c5', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'mac_address': 'fa:16:3e:16:e1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '8af60775-4846-4fff-9885-c1407905a642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:38Z', 'updated_at': '2022-02-11T04:40:47Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'subnets': [{'id': '8af60775-4846-4fff-9885-c1407905a642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:42:17.613115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6755c0-e52e-4636-a571-be411403b37d req-31ae5a81-3f44-4ec5-bf0a-c333f0089b57 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:17.615733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b6755c0-e52e-4636-a571-be411403b37d req-31ae5a81-3f44-4ec5-bf0a-c333f0089b57 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1246557 Feb 11 04:42:17.704362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b6755c0-e52e-4636-a571-be411403b37d req-54830cff-ddb7-4473-a990-01a8e4be8254 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753930 Feb 11 04:42:17.845963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c010f-ce5e-485c-8bf2-bff883053eba req-2b82939a-8ae4-4d47-abab-6010b3d6ac16 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:17.848098 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-298c010f-ce5e-485c-8bf2-bff883053eba req-2b82939a-8ae4-4d47-abab-6010b3d6ac16 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 945 time: 0.0932488 Feb 11 04:42:18.022112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac635628-ef0a-4dcd-a2fe-664cc4fb9a5f req-e733042c-5d8b-4d42-8c45-b3e3fb057fb3 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0694444 Feb 11 04:42:18.035494 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-298c010f-ce5e-485c-8bf2-bff883053eba req-36f55c44-97d9-4ecc-8cd3-272efbe64a41 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Deleting port f0a5b25a-742d-463f-9123-730ea0e38ba6 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:42:18.036086 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-298c010f-ce5e-485c-8bf2-bff883053eba req-36f55c44-97d9-4ecc-8cd3-272efbe64a41 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:18.158951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc378651-a788-446d-af81-9b9f4567bfb4 None None] New status for floating IP 8cf0c80a-2c52-42c8-88bf-fa56ef415c6f: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:42:18.236639 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-298c010f-ce5e-485c-8bf2-bff883053eba req-36f55c44-97d9-4ecc-8cd3-272efbe64a41 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] For port f0a5b25a-742d-463f-9123-730ea0e38ba6, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=f0a5b25a-742d-463f-9123-730ea0e38ba6,segment=NetworkSegment(dbc8fde5-2f91-4977-a335-4f59b78e59cc),segment_id=dbc8fde5-2f91-4977-a335-4f59b78e59cc)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:18.237088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-298c010f-ce5e-485c-8bf2-bff883053eba req-36f55c44-97d9-4ecc-8cd3-272efbe64a41 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:18.255587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-298c010f-ce5e-485c-8bf2-bff883053eba req-36f55c44-97d9-4ecc-8cd3-272efbe64a41 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Calling delete_port for f0a5b25a-742d-463f-9123-730ea0e38ba6 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:42:18.278594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f43f36-fbc1-446d-92d4-2a61b7df639a req-85d96015-41c7-4b95-a3c0-93833b291122 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:18.280992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01f43f36-fbc1-446d-92d4-2a61b7df639a req-85d96015-41c7-4b95-a3c0-93833b291122 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 945 time: 0.1269245 Feb 11 04:42:18.367887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01f43f36-fbc1-446d-92d4-2a61b7df639a req-f4a80157-31d6-42bd-91da-1eccc813f5a1 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/security-groups?id=786218c5-d750-4a2a-b498-4b2a7994cb63&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756502 Feb 11 04:42:18.622315 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-298c010f-ce5e-485c-8bf2-bff883053eba req-36f55c44-97d9-4ecc-8cd3-272efbe64a41 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f0a5b25a-742d-463f-9123-730ea0e38ba6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:18.667758 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f55c44-97d9-4ecc-8cd3-272efbe64a41 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Port': ['ID=f0a5b25a-742d-463f-9123-730ea0e38ba6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:18.721668 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-298c010f-ce5e-485c-8bf2-bff883053eba req-36f55c44-97d9-4ecc-8cd3-272efbe64a41 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] No DVR routers for this DVR port f0a5b25a-742d-463f-9123-730ea0e38ba6 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:42:18.725713 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-298c010f-ce5e-485c-8bf2-bff883053eba req-36f55c44-97d9-4ecc-8cd3-272efbe64a41 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:18.729408 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-298c010f-ce5e-485c-8bf2-bff883053eba req-36f55c44-97d9-4ecc-8cd3-272efbe64a41 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.47 "DELETE /v2.0/ports/f0a5b25a-742d-463f-9123-730ea0e38ba6 HTTP/1.1" status: 204 len: 173 time: 0.8730173 Feb 11 04:42:18.729990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a', 'name': 'network-vif-deleted', 'tag': 'f0a5b25a-742d-463f-9123-730ea0e38ba6'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:18.732604 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beeea5ee-f87a-4db2-a04b-ce1b186a9e48" -d '{"events": [{"server_uuid": "0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a", "name": "network-vif-deleted", "tag": "f0a5b25a-742d-463f-9123-730ea0e38ba6"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:18.782438 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364b63f9-79ad-48e1-99e7-86908febd431 x-openstack-request-id: req-364b63f9-79ad-48e1-99e7-86908febd431 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:18.787183 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a", "name": "network-vif-deleted", "tag": "f0a5b25a-742d-463f-9123-730ea0e38ba6", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:18.787183 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-364b63f9-79ad-48e1-99e7-86908febd431 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:18.787183 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a', 'name': 'network-vif-deleted', 'tag': 'f0a5b25a-742d-463f-9123-730ea0e38ba6', 'status': 'completed', 'code': 200} Feb 11 04:42:19.014323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a73bd4-0f87-4325-8da9-606567962cff req-944ba547-864f-4246-a135-4a98fc50b187 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:19.020548 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66a73bd4-0f87-4325-8da9-606567962cff req-944ba547-864f-4246-a135-4a98fc50b187 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1352229 Feb 11 04:42:19.104759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66a73bd4-0f87-4325-8da9-606567962cff req-f9447b67-144e-4dd7-9512-bcb1b87ece75 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755303 Feb 11 04:42:19.278066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e942d638-1571-4e43-8f75-ea3bbb69745b req-fb2977cc-f0c0-451c-be01-91d1687e4f19 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0423362 Feb 11 04:42:19.287367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 070aa032-22e6-46ab-ab47-5034127b7f6f no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:42:19.332302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 070aa032-22e6-46ab-ab47-5034127b7f6f {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:42:19.332753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 070aa032-22e6-46ab-ab47-5034127b7f6f not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:42:19.511267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-81affc4e-8f88-460e-aac2-f3b2f1ecfe99 req-70ceca54-0bf2-4d2c-8496-b0182434d4f2 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bc09ad1-f27c-4cc4-bd2d-ee1385ad314a HTTP/1.1" status: 200 len: 210 time: 0.0343025 Feb 11 04:42:19.973086 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-56511ac4-b268-43f7-b43e-96767abec720 req-34e4f2ed-8924-429d-aab0-f80741ff719f tempest-ServerTagsTestJSON-2086317370 tempest-ServerTagsTestJSON-2086317370-project] (103808) timed out ('10.222.0.32', 56899) {{(pid=103808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 04:42:20.268923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024771a4-de84-498b-bbb2-1a98d987f97d req-d5574925-773e-48cf-a89e-13f05b6809ec tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:20.271421 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-024771a4-de84-498b-bbb2-1a98d987f97d req-d5574925-773e-48cf-a89e-13f05b6809ec tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.0729551 Feb 11 04:42:20.292460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f0a5b25a-742d-463f-9123-730ea0e38ba6 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:42:20.317329 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: f0a5b25a-742d-463f-9123-730ea0e38ba6 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:42:20.318097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device f0a5b25a-742d-463f-9123-730ea0e38ba6 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:42:20.330496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-024771a4-de84-498b-bbb2-1a98d987f97d req-22cde4f1-2315-4f07-adee-01930fd46338 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525167 Feb 11 04:42:20.437385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96a0a489-f25d-45e8-a6cd-c97797c8a7fc req-cec1be31-521c-402d-a686-fc03c1b7aca4 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0307369 Feb 11 04:42:20.593533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42452) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:20.666719 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe6a91d5-5f23-44ef-bfdf-832be385f993 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (786218c5-d750-4a2a-b498-4b2a7994cb63), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:20.712777 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe6a91d5-5f23-44ef-bfdf-832be385f993 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (786218c5-d750-4a2a-b498-4b2a7994cb63), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:20.945808 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe6a91d5-5f23-44ef-bfdf-832be385f993 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (786218c5-d750-4a2a-b498-4b2a7994cb63), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:20.951649 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe6a91d5-5f23-44ef-bfdf-832be385f993 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:20.953578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fe6a91d5-5f23-44ef-bfdf-832be385f993 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "DELETE /v2.0/security-groups/786218c5-d750-4a2a-b498-4b2a7994cb63 HTTP/1.1" status: 204 len: 168 time: 0.3588960 Feb 11 04:42:20.973724 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a91d5-5f23-44ef-bfdf-832be385f993 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=786218c5-d750-4a2a-b498-4b2a7994cb63,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:21.157507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42472) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:21.350994 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-be9b42af-1549-46e2-954d-8092cbbd3aa3 req-3d903c59-73ab-4f57-82d0-1f2ddc34e7c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0303848 Feb 11 04:42:21.524835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfae75b-6fbc-4db9-9b63-2b571f6eed64 req-f1ee1182-31b9-44de-87eb-54e4fea5050f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:21.526327 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-acfae75b-6fbc-4db9-9b63-2b571f6eed64 req-f1ee1182-31b9-44de-87eb-54e4fea5050f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1056378 Feb 11 04:42:21.654839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-acfae75b-6fbc-4db9-9b63-2b571f6eed64 req-7eee5d08-a139-4c81-ba60-494d90f653af tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059895 Feb 11 04:42:21.765211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d079dc1e-c277-43d3-8240-485df8019603 req-9d1ef27a-9841-40ab-ad20-9879a0c7bd23 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0344014 Feb 11 04:42:21.775059 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-349a3da3-622a-494a-bdbe-f5e98f8e2e09 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (334e1d31-6d9f-40b6-a242-2d363420a8ee), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:22.470030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42488) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:22.491795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-349a3da3-622a-494a-bdbe-f5e98f8e2e09 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Deleting port 73175428-bb91-4746-b146-40000155ba14 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:42:22.492380 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-349a3da3-622a-494a-bdbe-f5e98f8e2e09 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (73175428-bb91-4746-b146-40000155ba14), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:22.645691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-349a3da3-622a-494a-bdbe-f5e98f8e2e09 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] For port 73175428-bb91-4746-b146-40000155ba14, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=73175428-bb91-4746-b146-40000155ba14,segment=NetworkSegment(dbc8fde5-2f91-4977-a335-4f59b78e59cc),segment_id=dbc8fde5-2f91-4977-a335-4f59b78e59cc)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:22.646855 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-349a3da3-622a-494a-bdbe-f5e98f8e2e09 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (73175428-bb91-4746-b146-40000155ba14), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:22.653698 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-050c9960-086d-402e-899f-25f8e96ee0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:22.667786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-349a3da3-622a-494a-bdbe-f5e98f8e2e09 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Calling delete_port for 73175428-bb91-4746-b146-40000155ba14 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:42:22.816392 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-050c9960-086d-402e-899f-25f8e96ee0c2 admin admin] Publish callbacks [] for security_group (32dc0abc-718b-4f71-8105-f174081d4958), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:22.895640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f205b3-ec67-4d67-8218-64b3a2531f08 req-5010951c-1d4b-4db7-9778-6320686e0b69 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:22.897246 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15f205b3-ec67-4d67-8218-64b3a2531f08 req-5010951c-1d4b-4db7-9778-6320686e0b69 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1370900 Feb 11 04:42:22.904720 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-050c9960-086d-402e-899f-25f8e96ee0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (32dc0abc-718b-4f71-8105-f174081d4958), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:22.957282 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-050c9960-086d-402e-899f-25f8e96ee0c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f01ca4c6e7ad44ad884d6ab5b3913ba2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4858086 Feb 11 04:42:22.958166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c9960-086d-402e-899f-25f8e96ee0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dc0abc-718b-4f71-8105-f174081d4958,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:22.960683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42500) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:23.016027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15f205b3-ec67-4d67-8218-64b3a2531f08 req-dcba020d-ccd9-48da-bf91-9af3ca6dd6b9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054945 Feb 11 04:42:23.021418 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86f45c8f-e128-4796-972d-9cdd27157def admin admin] Publish callbacks [] for security_group (32dc0abc-718b-4f71-8105-f174081d4958), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:23.051042 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86f45c8f-e128-4796-972d-9cdd27157def admin admin] Publish callbacks [] for security_group (32dc0abc-718b-4f71-8105-f174081d4958), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:23.120001 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d41086fa-d022-4f47-8a5c-8f02c121a981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:23.150436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c187edc2-ad73-4e22-aecb-f766cf13cf0b req-0e626472-ef26-4a66-b92b-c5d27cf94b3b tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0354438 Feb 11 04:42:23.257856 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-349a3da3-622a-494a-bdbe-f5e98f8e2e09 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (73175428-bb91-4746-b146-40000155ba14), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:23.290267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a3da3-622a-494a-bdbe-f5e98f8e2e09 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Port': ['ID=73175428-bb91-4746-b146-40000155ba14,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:23.326335 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86f45c8f-e128-4796-972d-9cdd27157def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (32dc0abc-718b-4f71-8105-f174081d4958), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:23.330316 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86f45c8f-e128-4796-972d-9cdd27157def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:23.340105 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-86f45c8f-e128-4796-972d-9cdd27157def admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32dc0abc-718b-4f71-8105-f174081d4958 HTTP/1.1" status: 204 len: 168 time: 0.3772218 Feb 11 04:42:23.353224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f45c8f-e128-4796-972d-9cdd27157def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dc0abc-718b-4f71-8105-f174081d4958,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:23.592468 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-349a3da3-622a-494a-bdbe-f5e98f8e2e09 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (334e1d31-6d9f-40b6-a242-2d363420a8ee), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:23.933171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349a3da3-622a-494a-bdbe-f5e98f8e2e09 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Router 334e1d31-6d9f-40b6-a242-2d363420a8ee has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:42:23.970717 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ba93c3f5-7f8f-49ea-85e0-c1b7e5ab159d req-ffa702b7-ecd4-49ab-9003-2ab062e8d50d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9992959a41ca4f88abc4fcb6d0f5c0a9&device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0613468 Feb 11 04:42:23.990385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f499f210-8dc0-4fb7-8055-a369f951aa9d req-42769c72-ea39-4b60-bf72-6260355f5de2 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0548656 Feb 11 04:42:24.034523 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ba93c3f5-7f8f-49ea-85e0-c1b7e5ab159d req-8ea9b73c-6764-4c80-8597-d35f799d17ce service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9992959a41ca4f88abc4fcb6d0f5c0a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557921 Feb 11 04:42:24.165519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349a3da3-622a-494a-bdbe-f5e98f8e2e09 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:42:24.174936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42522) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:24.179023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-349a3da3-622a-494a-bdbe-f5e98f8e2e09 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "PUT /v2.0/routers/334e1d31-6d9f-40b6-a242-2d363420a8ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0201921 Feb 11 04:42:24.185292 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c47aa3-bb21-4498-bd23-16ca203432e3 None None] Sync routers for ids ['334e1d31-6d9f-40b6-a242-2d363420a8ee'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:42:24.217443 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c47aa3-bb21-4498-bd23-16ca203432e3 None None] Routers {'334e1d31-6d9f-40b6-a242-2d363420a8ee'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:42:24.223032 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-f5c47aa3-bb21-4498-bd23-16ca203432e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:41:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['334e1d31-6d9f-40b6-a242-2d363420a8ee'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:24.247125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321f2a1-8a87-4b4e-93f2-47dcd25ed696 req-72f41d69-6b73-4ab2-a884-f6fc0f55c16b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.271820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f321f2a1-8a87-4b4e-93f2-47dcd25ed696 req-72f41d69-6b73-4ab2-a884-f6fc0f55c16b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1582170 Feb 11 04:42:24.273286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93c3f5-7f8f-49ea-85e0-c1b7e5ab159d req-c4519256-91c1-4c0c-9c22-6eb15ca94228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:24.275685 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ba93c3f5-7f8f-49ea-85e0-c1b7e5ab159d req-c4519256-91c1-4c0c-9c22-6eb15ca94228 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2354732 Feb 11 04:42:24.283078 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68cc0b3-b8a6-4b56-9032-e972faf60788 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Deleting subnet 8af60775-4846-4fff-9885-c1407905a642 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:42:24.287429 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a68cc0b3-b8a6-4b56-9032-e972faf60788 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for subnet (8af60775-4846-4fff-9885-c1407905a642), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.362554 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a68cc0b3-b8a6-4b56-9032-e972faf60788 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (8af60775-4846-4fff-9885-c1407905a642), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.376272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f321f2a1-8a87-4b4e-93f2-47dcd25ed696 req-a5f8bce0-b89c-4df3-a39a-eb060b6d52e5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952325 Feb 11 04:42:24.471623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42526) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:24.502012 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a68cc0b3-b8a6-4b56-9032-e972faf60788 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (8af60775-4846-4fff-9885-c1407905a642), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.502967 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7aaac850-14aa-47c7-969e-8ef816c98ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.536094 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-f5c47aa3-bb21-4498-bd23-16ca203432e3 None None] Set router 334e1d31-6d9f-40b6-a242-2d363420a8ee gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:42:24.625267 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7aaac850-14aa-47c7-969e-8ef816c98ddc admin admin] Publish callbacks [] for security_group (00651e27-101b-43ae-9a12-dea35ee0c9ef), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.744668 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a68cc0b3-b8a6-4b56-9032-e972faf60788 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (8af60775-4846-4fff-9885-c1407905a642), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.762445 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7aaac850-14aa-47c7-969e-8ef816c98ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (00651e27-101b-43ae-9a12-dea35ee0c9ef), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.772006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68cc0b3-b8a6-4b56-9032-e972faf60788 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Subnet': ['ID=8af60775-4846-4fff-9885-c1407905a642,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:24.779402 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-f5c47aa3-bb21-4498-bd23-16ca203432e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'name': 'tempest-TestNetworkBasicOps-router-957838789', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '15c39776-8c87-47d8-8292-546bd8333491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:27Z', 'updated_at': '2022-02-11T04:42:22Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '15c39776-8c87-47d8-8292-546bd8333491', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:28Z', 'updated_at': '2022-02-11T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:24.791736 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95f9d26-f515-4cda-9030-73ac36e1de3b None None] Network 95412f6d-019e-479e-882e-7d9c80f932c5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:24.827756 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a68cc0b3-b8a6-4b56-9032-e972faf60788 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:24.845786 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a68cc0b3-b8a6-4b56-9032-e972faf60788 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "DELETE /v2.0/subnets/8af60775-4846-4fff-9885-c1407905a642 HTTP/1.1" status: 204 len: 168 time: 0.6667500 Feb 11 04:42:24.847398 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42530) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:24.861611 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c47aa3-bb21-4498-bd23-16ca203432e3 None None] Checking router: 334e1d31-6d9f-40b6-a242-2d363420a8ee for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:42:24.875940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7aaac850-14aa-47c7-969e-8ef816c98ddc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20fbd3642fd14ccfbf4eddd095903ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3996723 Feb 11 04:42:24.875940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaac850-14aa-47c7-969e-8ef816c98ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00651e27-101b-43ae-9a12-dea35ee0c9ef,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:24.883177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42532) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:24.885443 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c47aa3-bb21-4498-bd23-16ca203432e3 None None] Routers {'334e1d31-6d9f-40b6-a242-2d363420a8ee'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:42:24.886105 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-f5c47aa3-bb21-4498-bd23-16ca203432e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:41:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['334e1d31-6d9f-40b6-a242-2d363420a8ee'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:24.992036 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06cc18c6-51fe-4a0a-8331-aa24d7014005 admin admin] Publish callbacks [] for security_group (00651e27-101b-43ae-9a12-dea35ee0c9ef), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:25.026677 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06cc18c6-51fe-4a0a-8331-aa24d7014005 admin admin] Publish callbacks [] for security_group (00651e27-101b-43ae-9a12-dea35ee0c9ef), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:25.143733 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router (334e1d31-6d9f-40b6-a242-2d363420a8ee), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:25.158683 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-f5c47aa3-bb21-4498-bd23-16ca203432e3 None None] Set router 334e1d31-6d9f-40b6-a242-2d363420a8ee gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:42:25.227473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289aaac5-e46e-4219-a5ff-466269190d29 None None] DHCP port deletion for 95412f6d-019e-479e-882e-7d9c80f932c5 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:42:25.259375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20d81197-194c-4a21-a697-98ad18cb71b3 req-9290424b-7b80-4cdf-9481-636fb9b05f7d tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0885561 Feb 11 04:42:25.267018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06cc18c6-51fe-4a0a-8331-aa24d7014005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (00651e27-101b-43ae-9a12-dea35ee0c9ef), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:25.278719 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06cc18c6-51fe-4a0a-8331-aa24d7014005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:25.278719 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-06cc18c6-51fe-4a0a-8331-aa24d7014005 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00651e27-101b-43ae-9a12-dea35ee0c9ef HTTP/1.1" status: 204 len: 168 time: 0.3870602 Feb 11 04:42:25.293958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc18c6-51fe-4a0a-8331-aa24d7014005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00651e27-101b-43ae-9a12-dea35ee0c9ef,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:25.423857 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router_gateway (334e1d31-6d9f-40b6-a242-2d363420a8ee), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:25.444156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-289aaac5-e46e-4219-a5ff-466269190d29 None None] Deleting port 7b97f0d4-0259-4079-b25b-de30d8f31e97 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:42:25.446321 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-289aaac5-e46e-4219-a5ff-466269190d29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7b97f0d4-0259-4079-b25b-de30d8f31e97), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:25.582048 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7b97f0d4-0259-4079-b25b-de30d8f31e97 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:42:25.588364 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-f5c47aa3-bb21-4498-bd23-16ca203432e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'name': 'tempest-TestNetworkBasicOps-router-957838789', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '15c39776-8c87-47d8-8292-546bd8333491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:27Z', 'updated_at': '2022-02-11T04:42:22Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '15c39776-8c87-47d8-8292-546bd8333491', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:28Z', 'updated_at': '2022-02-11T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:25.592113 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718d3cf-d06a-4107-be3e-805254c982e2 req-d0b10a34-4160-4ab7-bf50-40e2dd4314e0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:25.594438 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3718d3cf-d06a-4107-be3e-805254c982e2 req-d0b10a34-4160-4ab7-bf50-40e2dd4314e0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.0808845 Feb 11 04:42:25.637536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-289aaac5-e46e-4219-a5ff-466269190d29 None None] For port 7b97f0d4-0259-4079-b25b-de30d8f31e97, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7b97f0d4-0259-4079-b25b-de30d8f31e97,segment=NetworkSegment(dbc8fde5-2f91-4977-a335-4f59b78e59cc),segment_id=dbc8fde5-2f91-4977-a335-4f59b78e59cc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:25.638070 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-289aaac5-e46e-4219-a5ff-466269190d29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7b97f0d4-0259-4079-b25b-de30d8f31e97), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:25.639041 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ba93c3f5-7f8f-49ea-85e0-c1b7e5ab159d req-4317280b-b92c-4219-bf9d-222264566c08 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.47 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0651274 Feb 11 04:42:25.652679 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c47aa3-bb21-4498-bd23-16ca203432e3 None None] The sync data for ids ['334e1d31-6d9f-40b6-a242-2d363420a8ee'] in n-d-712142-35 is: [{'id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'name': 'tempest-TestNetworkBasicOps-router-957838789', 'tenant_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '15c39776-8c87-47d8-8292-546bd8333491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:40:27Z', 'updated_at': '2022-02-11T04:42:22Z', 'revision_number': 5, 'project_id': 'e888d9ceb6094e46aa3c6bbef6075211', 'gw_port': {'id': '15c39776-8c87-47d8-8292-546bd8333491', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334e1d31-6d9f-40b6-a242-2d363420a8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:40:28Z', 'updated_at': '2022-02-11T04:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:42:25.685388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-289aaac5-e46e-4219-a5ff-466269190d29 None None] Calling delete_port for 7b97f0d4-0259-4079-b25b-de30d8f31e97 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:42:25.716270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3718d3cf-d06a-4107-be3e-805254c982e2 req-0164bd8e-6a40-4d26-8f82-3a0d9627cdbf tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142635 Feb 11 04:42:25.759396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7b97f0d4-0259-4079-b25b-de30d8f31e97 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:25.759884 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b97f0d4-0259-4079-b25b-de30d8f31e97), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:25.842391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 7b97f0d4-0259-4079-b25b-de30d8f31e97, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7b97f0d4-0259-4079-b25b-de30d8f31e97,segment=NetworkSegment(dbc8fde5-2f91-4977-a335-4f59b78e59cc),segment_id=dbc8fde5-2f91-4977-a335-4f59b78e59cc)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:26.383150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e25610c6-4bf2-4784-8fc6-04ecf0a091f4 req-eb78f5cf-b33c-43e5-8cac-0a57e8bb2f45 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0350659 Feb 11 04:42:26.801190 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8e3fe99-e5fe-461b-842a-390368260675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:26.847104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35ecce-b72b-4037-8e10-ac059df59acc req-5ae8182d-638d-49f5-ad97-8e6ef90d2fb5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:26.848616 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b35ecce-b72b-4037-8e10-ac059df59acc req-5ae8182d-638d-49f5-ad97-8e6ef90d2fb5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.0578017 Feb 11 04:42:26.871064 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7b97f0d4-0259-4079-b25b-de30d8f31e97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:26.958497 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:26.960810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b35ecce-b72b-4037-8e10-ac059df59acc req-7754d8ed-9e70-479c-b634-f5443548c7fe tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061449 Feb 11 04:42:26.984975 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Deleting port 15c39776-8c87-47d8-8292-546bd8333491 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:42:26.985615 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (15c39776-8c87-47d8-8292-546bd8333491), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:26.997259 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-289aaac5-e46e-4219-a5ff-466269190d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (7b97f0d4-0259-4079-b25b-de30d8f31e97), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:27.014394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=7b97f0d4-0259-4079-b25b-de30d8f31e97,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:27.026998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:27.027649 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:27.027980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:27.028446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:27.028890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:27.029331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:27.029770 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:27.030244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:27.030876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:27.031473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:27.031925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:27.032800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:27.032800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:42:27.038702 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289aaac5-e46e-4219-a5ff-466269190d29 None None] No DVR routers for this DVR port 7b97f0d4-0259-4079-b25b-de30d8f31e97 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:42:27.075126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289aaac5-e46e-4219-a5ff-466269190d29 None None] Pushing event deleted for resources: {'Port': ['ID=7b97f0d4-0259-4079-b25b-de30d8f31e97,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:27.122393 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] For port 15c39776-8c87-47d8-8292-546bd8333491, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=15c39776-8c87-47d8-8292-546bd8333491,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:27.122824 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (15c39776-8c87-47d8-8292-546bd8333491), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:27.144770 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Calling delete_port for 15c39776-8c87-47d8-8292-546bd8333491 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:42:27.430257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 73175428-bb91-4746-b146-40000155ba14 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:42:27.460095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 73175428-bb91-4746-b146-40000155ba14 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:42:27.460638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 73175428-bb91-4746-b146-40000155ba14 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:42:27.550617 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de6d9f40-a296-4524-93cf-774541cb0edf req-b0ed9d1b-c885-4aae-9592-b38cd6140813 tempest-ServerShowV254Test-629293912 tempest-ServerShowV254Test-629293912-project] 10.222.0.13 "GET /v2.0/ports?device_id=8835aab3-f6db-40ba-a5b9-b5286e8ce71e HTTP/1.1" status: 200 len: 210 time: 0.0393596 Feb 11 04:42:27.571720 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (15c39776-8c87-47d8-8292-546bd8333491), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:27.626333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Port': ['ID=15c39776-8c87-47d8-8292-546bd8333491,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:27.704445 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (334e1d31-6d9f-40b6-a242-2d363420a8ee), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:27.829076 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (334e1d31-6d9f-40b6-a242-2d363420a8ee), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:27.832086 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router_controller (334e1d31-6d9f-40b6-a242-2d363420a8ee), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:28.018155 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (334e1d31-6d9f-40b6-a242-2d363420a8ee), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:28.018816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Fanout notify agent at l3_agent the message router_deleted on router 334e1d31-6d9f-40b6-a242-2d363420a8ee {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:42:28.029951 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:28.035633 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bdc8f711-8f9c-4312-9079-16e42e9cf962 tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "DELETE /v2.0/routers/334e1d31-6d9f-40b6-a242-2d363420a8ee HTTP/1.1" status: 204 len: 168 time: 3.1871052 Feb 11 04:42:28.035986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42578) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:28.284156 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa7f73fb-f7c4-410d-97e9-81d9a035a84e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (95412f6d-019e-479e-882e-7d9c80f932c5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:28.309036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc176983-96df-4f61-b097-1126f993f754 req-74ee6490-08b0-4c3c-adec-c7611777b823 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:28.310991 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc176983-96df-4f61-b097-1126f993f754 req-74ee6490-08b0-4c3c-adec-c7611777b823 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.2034540 Feb 11 04:42:28.377620 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:28.440205 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa7f73fb-f7c4-410d-97e9-81d9a035a84e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (95412f6d-019e-479e-882e-7d9c80f932c5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:28.459582 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc176983-96df-4f61-b097-1126f993f754 req-1c1c4573-d8f0-4c55-bf15-9833edaba1a4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379085 Feb 11 04:42:28.471775 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-aa7f73fb-f7c4-410d-97e9-81d9a035a84e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95412f6d-019e-479e-882e-7d9c80f932c5']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:28.486079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-aa7f73fb-f7c4-410d-97e9-81d9a035a84e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc8fde5-2f91-4977-a335-4f59b78e59cc') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:28.486389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-aa7f73fb-f7c4-410d-97e9-81d9a035a84e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc8fde5-2f91-4977-a335-4f59b78e59cc') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:42:28.498026 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa7f73fb-f7c4-410d-97e9-81d9a035a84e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (dbc8fde5-2f91-4977-a335-4f59b78e59cc), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:28.520946 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa7f73fb-f7c4-410d-97e9-81d9a035a84e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (dbc8fde5-2f91-4977-a335-4f59b78e59cc), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:28.532491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7f73fb-f7c4-410d-97e9-81d9a035a84e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:42:28.533062 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa7f73fb-f7c4-410d-97e9-81d9a035a84e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (dbc8fde5-2f91-4977-a335-4f59b78e59cc), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:42:28.536372 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:42:28.961275 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa7f73fb-f7c4-410d-97e9-81d9a035a84e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (95412f6d-019e-479e-882e-7d9c80f932c5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:28.966744 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa7f73fb-f7c4-410d-97e9-81d9a035a84e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:28.978021 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aa7f73fb-f7c4-410d-97e9-81d9a035a84e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] 10.222.0.13 "DELETE /v2.0/networks/95412f6d-019e-479e-882e-7d9c80f932c5 HTTP/1.1" status: 204 len: 168 time: 0.9334142 Feb 11 04:42:28.987026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f73fb-f7c4-410d-97e9-81d9a035a84e tempest-TestNetworkBasicOps-1814071332 tempest-TestNetworkBasicOps-1814071332-project] Pushing event deleted for resources: {'Network': ['ID=95412f6d-019e-479e-882e-7d9c80f932c5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:29.476513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 15c39776-8c87-47d8-8292-546bd8333491 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:42:29.534504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 15c39776-8c87-47d8-8292-546bd8333491 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:42:29.534504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 15c39776-8c87-47d8-8292-546bd8333491 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:42:29.635872 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e920ae-c863-47f6-b49a-d5e6d55c2933 req-3e1259f7-ae94-425f-a057-71bdba2d5e5f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:29.637526 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6e920ae-c863-47f6-b49a-d5e6d55c2933 req-3e1259f7-ae94-425f-a057-71bdba2d5e5f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.0739672 Feb 11 04:42:29.708804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6e920ae-c863-47f6-b49a-d5e6d55c2933 req-6fc6b58d-d35a-4a8a-a5d9-03a47c1310d8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569608 Feb 11 04:42:29.798110 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:30.002045 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f009d8b1-f579-46c9-8a31-f5432b2abe9b req-1d366fdb-93ee-47bf-be31-f38d22883180 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0658233 Feb 11 04:42:30.106081 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42616) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:30.117223 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009d8b1-f579-46c9-8a31-f5432b2abe9b req-2f3a9a67-5816-4e56-a1a2-56c74b9389e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:30.119165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f009d8b1-f579-46c9-8a31-f5432b2abe9b req-2f3a9a67-5816-4e56-a1a2-56c74b9389e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd428caf3628450e94e6190594635a3b&device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 1128 time: 0.0748768 Feb 11 04:42:30.151965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42620) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:30.303564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009d8b1-f579-46c9-8a31-f5432b2abe9b req-0908f204-01c9-4eb8-aa6d-b405a30e989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:30.306973 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f009d8b1-f579-46c9-8a31-f5432b2abe9b req-0908f204-01c9-4eb8-aa6d-b405a30e989a service neutron] 10.222.0.32 "GET /v2.0/networks?id=bbdeecae-2428-49d7-90ec-b2b64e0ae601 HTTP/1.1" status: 200 len: 914 time: 0.1532359 Feb 11 04:42:30.347967 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c037a4dd-f006-403f-9d67-276adfed81e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:30.376718 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f009d8b1-f579-46c9-8a31-f5432b2abe9b req-e3c938a3-26ae-4917-bc8b-57d0dfd20f44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=306c05a9-0258-4d4a-8e1c-aa1b9a6f245f HTTP/1.1" status: 200 len: 217 time: 0.0634015 Feb 11 04:42:30.440373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009d8b1-f579-46c9-8a31-f5432b2abe9b req-9ca14aa2-7d91-488d-955e-a2e260698a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:30.443287 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f009d8b1-f579-46c9-8a31-f5432b2abe9b req-9ca14aa2-7d91-488d-955e-a2e260698a6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7b4e53e-76ea-4c67-8441-043410364cf2 HTTP/1.1" status: 200 len: 853 time: 0.0574391 Feb 11 04:42:30.485309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f009d8b1-f579-46c9-8a31-f5432b2abe9b req-7dc2ce36-83ea-4585-88f2-03dbff34b119 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbdeecae-2428-49d7-90ec-b2b64e0ae601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358324 Feb 11 04:42:30.612064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f009d8b1-f579-46c9-8a31-f5432b2abe9b req-6eea2ebe-824e-4bec-aada-df835a44b802 service neutron] 10.222.0.32 "GET /v2.0/networks/bbdeecae-2428-49d7-90ec-b2b64e0ae601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192529 Feb 11 04:42:30.808199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f009d8b1-f579-46c9-8a31-f5432b2abe9b req-e4f0c24f-46bc-4d74-92da-01a32e7e378a service neutron] 10.222.0.32 "GET /v2.0/networks/bbdeecae-2428-49d7-90ec-b2b64e0ae601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880853 Feb 11 04:42:30.900350 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c037a4dd-f006-403f-9d67-276adfed81e1 admin admin] Publish callbacks [] for security_group (fb969b3e-1915-42fd-ab84-9b52f1209e4b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:30.925188 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a62e5874-1268-45bc-bd98-9b7ceaccd461 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e888d9ceb6094e46aa3c6bbef6075211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7720778 Feb 11 04:42:30.928080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42640) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:30.941562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039884da-57e9-4271-a2bc-12d87bd268d1 req-97bc422b-2e45-48a5-872c-355272ea43a1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:30.944244 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-039884da-57e9-4271-a2bc-12d87bd268d1 req-97bc422b-2e45-48a5-872c-355272ea43a1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.0932119 Feb 11 04:42:30.991263 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ecbbd630-0baf-4358-8359-08da02f44ba0 admin admin] Publish callbacks [] for security_group (f6ce12b3-2903-4f4c-b230-6100af17d75f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:31.011753 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-039884da-57e9-4271-a2bc-12d87bd268d1 req-e5358c30-b1dc-4700-a438-e8aa769efdc1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583341 Feb 11 04:42:31.017361 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ecbbd630-0baf-4358-8359-08da02f44ba0 admin admin] Publish callbacks [] for security_group (f6ce12b3-2903-4f4c-b230-6100af17d75f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:31.292521 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c037a4dd-f006-403f-9d67-276adfed81e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fb969b3e-1915-42fd-ab84-9b52f1209e4b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:31.342135 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c037a4dd-f006-403f-9d67-276adfed81e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9992959a41ca4f88abc4fcb6d0f5c0a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2277832 Feb 11 04:42:31.342135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037a4dd-f006-403f-9d67-276adfed81e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb969b3e-1915-42fd-ab84-9b52f1209e4b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:31.346229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42648) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:31.416497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21fabdfc-38d8-4fd3-97d5-f17da19d2950 admin admin] Publish callbacks [] for security_group (fb969b3e-1915-42fd-ab84-9b52f1209e4b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:31.446734 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21fabdfc-38d8-4fd3-97d5-f17da19d2950 admin admin] Publish callbacks [] for security_group (fb969b3e-1915-42fd-ab84-9b52f1209e4b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:31.595509 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ecbbd630-0baf-4358-8359-08da02f44ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f6ce12b3-2903-4f4c-b230-6100af17d75f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:31.598089 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ecbbd630-0baf-4358-8359-08da02f44ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:31.599349 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ecbbd630-0baf-4358-8359-08da02f44ba0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6ce12b3-2903-4f4c-b230-6100af17d75f HTTP/1.1" status: 204 len: 168 time: 0.6702216 Feb 11 04:42:31.610780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbd630-0baf-4358-8359-08da02f44ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ce12b3-2903-4f4c-b230-6100af17d75f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:31.910918 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-097cceaf-50bd-43b8-ba81-e015ae189ec6 req-c6bbb84d-b513-4ec8-83f1-72a4d7abf7b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0638633 Feb 11 04:42:32.010455 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cceaf-50bd-43b8-ba81-e015ae189ec6 req-6555648e-2924-471a-ad96-b44701d352b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:32.012301 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-097cceaf-50bd-43b8-ba81-e015ae189ec6 req-6555648e-2924-471a-ad96-b44701d352b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 1129 time: 0.0572724 Feb 11 04:42:32.148664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cceaf-50bd-43b8-ba81-e015ae189ec6 req-60aa8d47-7932-46b6-835b-bff472c6c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:32.150513 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-097cceaf-50bd-43b8-ba81-e015ae189ec6 req-60aa8d47-7932-46b6-835b-bff472c6c369 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 906 time: 0.1202044 Feb 11 04:42:32.177680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d947d9-3c45-411b-b7da-5fc844fc1cd2 req-322d5b25-e988-4917-ab0e-84d5d6fc9775 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:32.179237 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18d947d9-3c45-411b-b7da-5fc844fc1cd2 req-322d5b25-e988-4917-ab0e-84d5d6fc9775 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.0886712 Feb 11 04:42:32.198732 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-097cceaf-50bd-43b8-ba81-e015ae189ec6 req-0825aa34-51ab-4b39-b237-598be1496646 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e74a29c-ebd3-4304-b302-16a2ee2d9d04 HTTP/1.1" status: 200 len: 217 time: 0.0426972 Feb 11 04:42:32.236824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18d947d9-3c45-411b-b7da-5fc844fc1cd2 req-0fb862b5-f2f3-47be-9e9f-4298638eee82 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517726 Feb 11 04:42:32.261381 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cceaf-50bd-43b8-ba81-e015ae189ec6 req-5a604573-e367-4b2a-abb3-17c9ecba32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:32.263027 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-097cceaf-50bd-43b8-ba81-e015ae189ec6 req-5a604573-e367-4b2a-abb3-17c9ecba32a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.0585535 Feb 11 04:42:32.301866 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-097cceaf-50bd-43b8-ba81-e015ae189ec6 req-a18813b3-e26b-40d8-8961-e4551497aa8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331664 Feb 11 04:42:32.408146 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-097cceaf-50bd-43b8-ba81-e015ae189ec6 req-23c52abf-abb6-4388-b2c2-e48bef5b26d9 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994370 Feb 11 04:42:32.515488 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-097cceaf-50bd-43b8-ba81-e015ae189ec6 req-ad0b8678-7dc1-42d4-acdd-c1644d689606 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014562 Feb 11 04:42:32.720697 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21fabdfc-38d8-4fd3-97d5-f17da19d2950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fb969b3e-1915-42fd-ab84-9b52f1209e4b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:32.723450 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21fabdfc-38d8-4fd3-97d5-f17da19d2950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:32.724684 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-21fabdfc-38d8-4fd3-97d5-f17da19d2950 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb969b3e-1915-42fd-ab84-9b52f1209e4b HTTP/1.1" status: 204 len: 168 time: 1.3767264 Feb 11 04:42:32.735795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fabdfc-38d8-4fd3-97d5-f17da19d2950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb969b3e-1915-42fd-ab84-9b52f1209e4b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:33.620823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc51e4-04ea-434e-807a-cd8eea7f6a46 req-5f743f9a-bfc7-4d71-8113-4b7b8a74599f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:33.622739 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ecc51e4-04ea-434e-807a-cd8eea7f6a46 req-5f743f9a-bfc7-4d71-8113-4b7b8a74599f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.2501817 Feb 11 04:42:33.689471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-f793bfb8-54a0-4117-beb7-d2ea30cb0786 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:33.691110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-f793bfb8-54a0-4117-beb7-d2ea30cb0786 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 805 time: 0.2213032 Feb 11 04:42:33.726539 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ecc51e4-04ea-434e-807a-cd8eea7f6a46 req-1f0fd09b-7213-4772-bb2e-7d5e07dde883 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969455 Feb 11 04:42:33.748134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-86316ad5-7268-48be-bcda-fcfb1869e13a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/quotas/a6de71a80dfc462da54bc2b2a455359a HTTP/1.1" status: 200 len: 375 time: 0.0255609 Feb 11 04:42:33.874455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-538e0082-5a86-4b3f-85ce-52fd523e960d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116400 Feb 11 04:42:34.055895 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-a6b983b9-a818-4ee2-98bb-1b89627eabf9 service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738260 Feb 11 04:42:34.105467 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:34.107842 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:34.119426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42710) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:34.148896 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5ca7445b-b50f-442c-b8bb-04d2e9e7056a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:34.299708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b316a0dc-62b4-45da-b41c-5cad3cc2cb1e service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356915 Feb 11 04:42:34.387985 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5ca7445b-b50f-442c-b8bb-04d2e9e7056a admin admin] Publish callbacks [] for security_group (dc860689-b6fe-47d8-9d4a-8e6f2a963bc2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:34.600654 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5ca7445b-b50f-442c-b8bb-04d2e9e7056a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dc860689-b6fe-47d8-9d4a-8e6f2a963bc2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:34.637691 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5ca7445b-b50f-442c-b8bb-04d2e9e7056a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3396b7ef9d614b0e845219ceb29523c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5132303 Feb 11 04:42:34.638080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42720) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:34.661979 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7445b-b50f-442c-b8bb-04d2e9e7056a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc860689-b6fe-47d8-9d4a-8e6f2a963bc2,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:34.727403 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-75679fab-d928-4dc0-8768-1d4361babbac admin admin] Publish callbacks [] for security_group (dc860689-b6fe-47d8-9d4a-8e6f2a963bc2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:34.757893 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-75679fab-d928-4dc0-8768-1d4361babbac admin admin] Publish callbacks [] for security_group (dc860689-b6fe-47d8-9d4a-8e6f2a963bc2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:34.945387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf41c3e7-abad-43be-9645-6309c16a7e65 req-35be1389-40d0-4099-8e13-2651a18def22 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 210 time: 0.0688527 Feb 11 04:42:34.964746 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-75679fab-d928-4dc0-8768-1d4361babbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dc860689-b6fe-47d8-9d4a-8e6f2a963bc2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:34.971947 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-75679fab-d928-4dc0-8768-1d4361babbac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:34.975887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-75679fab-d928-4dc0-8768-1d4361babbac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc860689-b6fe-47d8-9d4a-8e6f2a963bc2 HTTP/1.1" status: 204 len: 168 time: 0.3366537 Feb 11 04:42:34.984899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42732) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:35.113676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75679fab-d928-4dc0-8768-1d4361babbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc860689-b6fe-47d8-9d4a-8e6f2a963bc2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:35.215539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7df694-a979-4c8f-b60b-b1bc77c972a2 req-4c57ce42-b4c3-4386-baf4-7ef74cde4cb1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:35.215539 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e7df694-a979-4c8f-b60b-b1bc77c972a2 req-4c57ce42-b4c3-4386-baf4-7ef74cde4cb1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.2529161 Feb 11 04:42:35.236918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1518648336-network', 'tenant_id': '656a19e4f37840fb89bc57095c766395'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:35.302882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e7df694-a979-4c8f-b60b-b1bc77c972a2 req-27f205a5-46bc-4204-a4a1-aa389289165f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947559 Feb 11 04:42:35.463729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] Made reservation on behalf of 656a19e4f37840fb89bc57095c766395 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:35.466714 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:35.503954 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:35.745992 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] Publish callbacks [] for security_group (2bb1f13d-02df-4cff-9d05-dd89a16008eb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:35.862469 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2bb1f13d-02df-4cff-9d05-dd89a16008eb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:35.932496 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb1f13d-02df-4cff-9d05-dd89a16008eb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:35.939799 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:42:35.955703 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9e40d8a6-883f-4cef-aa89-96d0b134604d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:35.956294 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] Added segment 9e40d8a6-883f-4cef-aa89-96d0b134604d of type vlan for network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb Feb 11 04:42:36.076283 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:36.095483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eec5b591-b210-4ab2-99e7-d79e909ab2c6 req-24e4246f-9ea7-40e6-923d-ac877576a9a8 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 210 time: 0.0780840 Feb 11 04:42:36.361964 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:36.375989 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:36.381435 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:36.572587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] Pushing event updated for resources: {'Network': ['ID=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:36.579160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490784c3-612a-4fbf-943d-1529452686b4 req-1a60ffda-5c55-457c-ace3-f03207b93e58 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:36.585438 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-490784c3-612a-4fbf-943d-1529452686b4 req-1a60ffda-5c55-457c-ace3-f03207b93e58 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1770833 Feb 11 04:42:36.597954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:42:36.602175 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-37998d15-0ac3-4f71-8962-30287e6bbc5b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6130886 Feb 11 04:42:36.605356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42808) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:36.619828 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-03278eef-d0ff-4b3c-b7f1-260e599215ba admin admin] Request body: {'subnet': {'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1518648336-subnet', 'tenant_id': '656a19e4f37840fb89bc57095c766395', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:36.726369 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-490784c3-612a-4fbf-943d-1529452686b4 req-95f3cc79-0be9-4498-94e3-35408b8aa7f7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324105 Feb 11 04:42:36.794979 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03278eef-d0ff-4b3c-b7f1-260e599215ba admin admin] Made reservation on behalf of 656a19e4f37840fb89bc57095c766395 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:36.798065 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03278eef-d0ff-4b3c-b7f1-260e599215ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.210171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42832) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:37.328243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b239c56c-1a4c-4e27-acff-45047fbf4fb1 req-8aba6146-c1d2-4ca8-aeb2-683634bbdb55 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 210 time: 0.0586989 Feb 11 04:42:37.331556 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03278eef-d0ff-4b3c-b7f1-260e599215ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (1b81996e-fc00-4977-9834-00be71e6310f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.539134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03278eef-d0ff-4b3c-b7f1-260e599215ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b81996e-fc00-4977-9834-00be71e6310f,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:37.564239 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2140497288-network', 'tenant_id': '286518825e54485fa27380e9df5b91c8'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:37.598071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03278eef-d0ff-4b3c-b7f1-260e599215ba admin admin] Checking segment: {'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:37.602287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03278eef-d0ff-4b3c-b7f1-260e599215ba admin admin] Network hostable DHCP agents. Network: c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:42:37.749647 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03278eef-d0ff-4b3c-b7f1-260e599215ba admin admin] Network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:42:37.757494 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] Made reservation on behalf of 286518825e54485fa27380e9df5b91c8 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:37.761353 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.792617 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.972461 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] Publish callbacks [] for security_group (3604a701-8cc0-43c7-946a-ef01b9359e2e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:37.976573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-03278eef-d0ff-4b3c-b7f1-260e599215ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:37.986729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03278eef-d0ff-4b3c-b7f1-260e599215ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:37.987698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12de49b5-a47a-4d77-96ee-36cdf9285bbe None None] Network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:37.989224 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03278eef-d0ff-4b3c-b7f1-260e599215ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:38.023923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73abac-f2da-434b-adf9-ec90b5b1aeed req-e1a3f135-c11c-4374-928c-47461bd2c393 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:38.036500 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f73abac-f2da-434b-adf9-ec90b5b1aeed req-e1a3f135-c11c-4374-928c-47461bd2c393 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1439319 Feb 11 04:42:38.114956 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-03278eef-d0ff-4b3c-b7f1-260e599215ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5080335 Feb 11 04:42:38.116001 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3604a701-8cc0-43c7-946a-ef01b9359e2e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:38.190119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f73abac-f2da-434b-adf9-ec90b5b1aeed req-b1fa9107-81dd-4aaf-9003-8638d41f4959 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382546 Feb 11 04:42:38.190348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:42:38.220654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3604a701-8cc0-43c7-946a-ef01b9359e2e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:38.247522 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (639f76f3-f810-4eb5-a99f-b27988110a25), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:38.248405 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] Added segment 639f76f3-f810-4eb5-a99f-b27988110a25 of type vlan for network 37524bee-8f01-44ae-b7f7-2db1237e5b9c Feb 11 04:42:38.327366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcdc0c4-bef7-4091-8685-16ff4dcb5f55 None None] Network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:38.628768 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (37524bee-8f01-44ae-b7f7-2db1237e5b9c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:38.684333 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-124c122f-c455-4df5-9be2-8f66901eafe9 req-b9f9d64c-6a7c-4852-9f8e-c652bb7693eb tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 210 time: 0.0983405 Feb 11 04:42:39.114363 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (37524bee-8f01-44ae-b7f7-2db1237e5b9c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:39.115518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:39.116216 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:39.170013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-5f983322-99c6-46d3-a911-329e4eb29afd tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:39.173402 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-5f983322-99c6-46d3-a911-329e4eb29afd tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 805 time: 0.9180210 Feb 11 04:42:39.206038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-00f49205-fedf-45ec-a127-63cbddb95c04 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Request body: {'port': {'device_id': '02ff5d67-0d28-4321-a4bd-24d4a32741c2', 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b', 'admin_state_up': True, 'tenant_id': 'a6de71a80dfc462da54bc2b2a455359a'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:39.349966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-bb948747-1a6b-4807-b04a-6127d7b84d42 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:39.363010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-bb948747-1a6b-4807-b04a-6127d7b84d42 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/networks?id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 200 len: 815 time: 0.2542138 Feb 11 04:42:39.391354 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-dfb9a420-0250-4431-9363-0cb28e4c692c tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/quotas/656a19e4f37840fb89bc57095c766395 HTTP/1.1" status: 200 len: 375 time: 0.0267372 Feb 11 04:42:39.406505 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1961403 Feb 11 04:42:39.411764 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42882) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:39.413996 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047eba7-c47f-43c5-aee7-203865f4d7a7 admin admin] Pushing event updated for resources: {'Network': ['ID=37524bee-8f01-44ae-b7f7-2db1237e5b9c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:39.429507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 37524bee-8f01-44ae-b7f7-2db1237e5b9c details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:42:39.439884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a48fe91a-0ab2-4c41-bc77-a25b1ed873b6 admin admin] Request body: {'subnet': {'network_id': '37524bee-8f01-44ae-b7f7-2db1237e5b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2140497288-subnet', 'tenant_id': '286518825e54485fa27380e9df5b91c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:39.503162 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-3bf37cfb-2565-4d73-bf7b-b2a1f6cfb6ba tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1104999 Feb 11 04:42:39.559295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42884) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:39.726116 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48fe91a-0ab2-4c41-bc77-a25b1ed873b6 admin admin] Made reservation on behalf of 286518825e54485fa27380e9df5b91c8 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:39.729864 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a48fe91a-0ab2-4c41-bc77-a25b1ed873b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:39.743459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb45e7-b3e5-453b-b7fb-5f657ff5ee5c req-0946251a-c761-42c1-a5d0-a67ba59c1972 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:39.745763 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78bb45e7-b3e5-453b-b7fb-5f657ff5ee5c req-0946251a-c761-42c1-a5d0-a67ba59c1972 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.3289077 Feb 11 04:42:39.866890 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-3f8fe9b0-3eda-4d52-82ce-e536658f0f23 service neutron] 10.222.0.13 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589034 Feb 11 04:42:40.101815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78bb45e7-b3e5-453b-b7fb-5f657ff5ee5c req-f071e4eb-8df6-4dfb-b21b-eca3e3c5da5d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216879 Feb 11 04:42:40.165429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-00f49205-fedf-45ec-a127-63cbddb95c04 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Made reservation on behalf of a6de71a80dfc462da54bc2b2a455359a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:40.172989 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-00f49205-fedf-45ec-a127-63cbddb95c04 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:40.217278 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f4540f7-f916-4925-9f81-a92f5bf22d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:40.339349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-cc0ece9d-be0b-47cf-8c83-66a85ba26cb3 service neutron] 10.222.0.13 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713778 Feb 11 04:42:40.362887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-878dab8e-a617-43ef-9b81-b2824f2177b1 req-032dccde-dc74-4181-a157-69b2442f8c45 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 210 time: 0.0993979 Feb 11 04:42:40.402259 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f4540f7-f916-4925-9f81-a92f5bf22d24 admin admin] Publish callbacks [] for security_group (e24b8cac-3336-470d-b2a6-75f665ea753d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:40.413222 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a48fe91a-0ab2-4c41-bc77-a25b1ed873b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (3f39c808-08d7-4a22-8ea0-20b567f0b527), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:40.488901 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f4540f7-f916-4925-9f81-a92f5bf22d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e24b8cac-3336-470d-b2a6-75f665ea753d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:40.598858 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4f4540f7-f916-4925-9f81-a92f5bf22d24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b01d882a2b664ae8b990a7eca0c28d71&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0358183 Feb 11 04:42:40.599755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42896) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:40.604022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4540f7-f916-4925-9f81-a92f5bf22d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24b8cac-3336-470d-b2a6-75f665ea753d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:40.631101 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fe91a-0ab2-4c41-bc77-a25b1ed873b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f39c808-08d7-4a22-8ea0-20b567f0b527,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:40.719108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48fe91a-0ab2-4c41-bc77-a25b1ed873b6 admin admin] Checking segment: {'id': '639f76f3-f810-4eb5-a99f-b27988110a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '37524bee-8f01-44ae-b7f7-2db1237e5b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:40.719507 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48fe91a-0ab2-4c41-bc77-a25b1ed873b6 admin admin] Network hostable DHCP agents. Network: 37524bee-8f01-44ae-b7f7-2db1237e5b9c, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:42:40.795101 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92d5ebcc-3f66-41a0-893b-782954482344 admin admin] Publish callbacks [] for security_group (e24b8cac-3336-470d-b2a6-75f665ea753d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:40.868251 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-00f49205-fedf-45ec-a127-63cbddb95c04 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Allocated IP 172.20.0.6 (ff866341-d213-41c7-afa0-ee3dd617201b/7095a7d5-9123-4335-ad46-28c56530f769/8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:40.934215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e814e51-b5c5-465d-8580-18953d4eb5da req-f935280c-dae7-4cd6-bc0d-8b20334d8120 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 210 time: 0.1415033 Feb 11 04:42:40.966823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48fe91a-0ab2-4c41-bc77-a25b1ed873b6 admin admin] Network 37524bee-8f01-44ae-b7f7-2db1237e5b9c is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:42:40.978775 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92d5ebcc-3f66-41a0-893b-782954482344 admin admin] Publish callbacks [] for security_group (e24b8cac-3336-470d-b2a6-75f665ea753d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:41.380639 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92d5ebcc-3f66-41a0-893b-782954482344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e24b8cac-3336-470d-b2a6-75f665ea753d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:41.385866 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92d5ebcc-3f66-41a0-893b-782954482344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:41.395011 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-92d5ebcc-3f66-41a0-893b-782954482344 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e24b8cac-3336-470d-b2a6-75f665ea753d HTTP/1.1" status: 204 len: 168 time: 0.7922459 Feb 11 04:42:41.444943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5ebcc-3f66-41a0-893b-782954482344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24b8cac-3336-470d-b2a6-75f665ea753d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:41.473443 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-00f49205-fedf-45ec-a127-63cbddb95c04 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks [] for port (8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:41.537407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88997f06-3361-4eba-9fa8-c9f88f9e3ad4 req-fcd8abec-bd13-49b9-81f4-61463a1c32fe tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:41.552109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88997f06-3361-4eba-9fa8-c9f88f9e3ad4 req-fcd8abec-bd13-49b9-81f4-61463a1c32fe tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.2994447 Feb 11 04:42:41.573894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-a48fe91a-0ab2-4c41-bc77-a25b1ed873b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 37524bee-8f01-44ae-b7f7-2db1237e5b9c) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:41.581417 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48fe91a-0ab2-4c41-bc77-a25b1ed873b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:41.582048 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a48fe91a-0ab2-4c41-bc77-a25b1ed873b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:41.585087 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840750c2-602a-49f4-981e-cce270aa4a9c None None] Network 37524bee-8f01-44ae-b7f7-2db1237e5b9c requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:41.694956 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88997f06-3361-4eba-9fa8-c9f88f9e3ad4 req-8189c54e-1c2c-44ca-8e6d-c5c718162073 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406305 Feb 11 04:42:41.767654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89e4864e-4082-4ba9-b4c9-1d34e42d607a req-c188fdc4-91ff-4992-8f87-e72975add6ba tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 210 time: 0.1138046 Feb 11 04:42:41.794201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0842d11a-9f73-4624-beea-6e7c4cec116e None None] Network 37524bee-8f01-44ae-b7f7-2db1237e5b9c requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:41.821452 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-00f49205-fedf-45ec-a127-63cbddb95c04 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:41.835770 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a48fe91a-0ab2-4c41-bc77-a25b1ed873b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4206769 Feb 11 04:42:41.868979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2e74a29c-ebd3-4304-b302-16a2ee2d9d04'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:42.182216 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-91d8a275-ebdf-4c4c-a319-975a55cdea97 req-e8e9c91b-c2b0-4ac4-9c06-050bf69e0a92 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 210 time: 0.1517839 Feb 11 04:42:42.252366 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f49205-fedf-45ec-a127-63cbddb95c04 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Pushing event updated for resources: {'Port': ['ID=8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:42.396648 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-00f49205-fedf-45ec-a127-63cbddb95c04 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Network ff866341-d213-41c7-afa0-ee3dd617201b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:42.404531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-00f49205-fedf-45ec-a127-63cbddb95c04 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:42.420846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-00f49205-fedf-45ec-a127-63cbddb95c04 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:42.597433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-00f49205-fedf-45ec-a127-63cbddb95c04 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:42.598151 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-00f49205-fedf-45ec-a127-63cbddb95c04 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:42.798669 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-00f49205-fedf-45ec-a127-63cbddb95c04 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5996668 Feb 11 04:42:42.812930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Request body: {'port': {'device_id': '02ff5d67-0d28-4321-a4bd-24d4a32741c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:42.990243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de056d6-dfff-485d-89b3-deeb19f2126d req-7efaa4bc-e26d-4b53-a41e-1f23e8ac747f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:42.992675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2de056d6-dfff-485d-89b3-deeb19f2126d req-7efaa4bc-e26d-4b53-a41e-1f23e8ac747f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1547713 Feb 11 04:42:43.004072 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:43.086375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2de056d6-dfff-485d-89b3-deeb19f2126d req-8e898271-0723-4852-a75a-53aa10295444 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851228 Feb 11 04:42:43.112211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a6e2d-b400-41f3-b30f-24f1c9b7ef19 req-ba9f4846-8308-454d-b0cd-c1e65e31fe5b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:43.114387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-401a6e2d-b400-41f3-b30f-24f1c9b7ef19 req-ba9f4846-8308-454d-b0cd-c1e65e31fe5b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 931 time: 0.1700447 Feb 11 04:42:43.184079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-401a6e2d-b400-41f3-b30f-24f1c9b7ef19 req-6c768cf7-fffa-4884-a80b-b89e2358255a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601547 Feb 11 04:42:43.263641 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94f9987a-76af-4d49-8b64-e1a82efa95c1 req-9cfb0019-8ac5-4df0-9541-ef645e2ceb73 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 210 time: 0.0334451 Feb 11 04:42:43.419238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:43.429293 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Publish callbacks [] for port (8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:43.459676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Transition to ACTIVE for port object 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:42:43.702439 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:43.752425 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42958) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:43.773750 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-757de9fa-6c1d-4d93-8643-9e1acc6b458f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:43.887475 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Pushing event updated for resources: {'Port': ['ID=8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:43.919997 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-757de9fa-6c1d-4d93-8643-9e1acc6b458f admin admin] Publish callbacks [] for security_group (3f4ed86d-f4c3-4b03-93d5-33a9dfaf55e9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:43.955951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Attempting to bind port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:43.960103 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Attempting to bind port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:43.960103 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Attempting to bind port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 on network ff866341-d213-41c7-afa0-ee3dd617201b {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:43.962149 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 on network ff866341-d213-41c7-afa0-ee3dd617201b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:42:43.962530 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Attempting to bind port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 on network ff866341-d213-41c7-afa0-ee3dd617201b {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:43.971023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:43.971369 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Checking segment: {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:43.971789 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Bound using segment: {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:43.972277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Bound port: 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:43.972646 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.074417 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-757de9fa-6c1d-4d93-8643-9e1acc6b458f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3f4ed86d-f4c3-4b03-93d5-33a9dfaf55e9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.142608 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] For port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:44.152813 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] For port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:44.165936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 42978) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:44.174886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757de9fa-6c1d-4d93-8643-9e1acc6b458f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4ed86d-f4c3-4b03-93d5-33a9dfaf55e9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:44.175219 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1411158005-network', 'tenant_id': 'ed45932551014e279abceb021db07fff'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:44.238980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-757de9fa-6c1d-4d93-8643-9e1acc6b458f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3063c01d11b04dc6989c69cb52420ff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4587986 Feb 11 04:42:44.243105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42980) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:44.390972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.465467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ba04c-addd-4c26-bbc8-2dcec82bb127 req-ee57a275-05a2-445c-940a-518935a8050e tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:44.467309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-223ba04c-addd-4c26-bbc8-2dcec82bb127 req-ee57a275-05a2-445c-940a-518935a8050e tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 943 time: 0.1341474 Feb 11 04:42:44.469091 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92ce4945-14b3-4aea-bd30-9efe5ae7a804 admin admin] Publish callbacks [] for security_group (3f4ed86d-f4c3-4b03-93d5-33a9dfaf55e9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.495961 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92ce4945-14b3-4aea-bd30-9efe5ae7a804 admin admin] Publish callbacks [] for security_group (3f4ed86d-f4c3-4b03-93d5-33a9dfaf55e9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.525217 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] Made reservation on behalf of ed45932551014e279abceb021db07fff for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:44.528454 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.534189 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Pushing event updated for resources: {'Port': ['ID=8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:44.547370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:44.548547 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.550344 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-b67bd839-9f98-4967-bdbb-baca7aa9cebd service neutron] 10.222.0.47 "PUT /v2.0/ports/8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 HTTP/1.1" status: 200 len: 1092 time: 1.7444432 Feb 11 04:42:44.552557 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.554940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ff5d67-0d28-4321-a4bd-24d4a32741c2', 'tag': '8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:44.557871 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be019c4-8eff-4ccb-9e7a-8bb0206b1665" -d '{"events": [{"name": "network-changed", "server_uuid": "02ff5d67-0d28-4321-a4bd-24d4a32741c2", "tag": "8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:44.595819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9574bef-9823-4dc9-8b3e-314590f5653d req-e6dbceee-df70-414b-8a19-18271cda1359 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:44.599654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9574bef-9823-4dc9-8b3e-314590f5653d req-e6dbceee-df70-414b-8a19-18271cda1359 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.3332684 Feb 11 04:42:44.696059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-223ba04c-addd-4c26-bbc8-2dcec82bb127 req-b1eb2246-a228-4074-804b-e33c37eabbeb tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211436 Feb 11 04:42:44.729962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9574bef-9823-4dc9-8b3e-314590f5653d req-57cf4221-2244-48cd-b053-b1c60ba410bd tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179097 Feb 11 04:42:44.739707 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92ce4945-14b3-4aea-bd30-9efe5ae7a804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3f4ed86d-f4c3-4b03-93d5-33a9dfaf55e9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.742603 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92ce4945-14b3-4aea-bd30-9efe5ae7a804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.749378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-92ce4945-14b3-4aea-bd30-9efe5ae7a804 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f4ed86d-f4c3-4b03-93d5-33a9dfaf55e9 HTTP/1.1" status: 204 len: 168 time: 0.5030732 Feb 11 04:42:44.775502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce4945-14b3-4aea-bd30-9efe5ae7a804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4ed86d-f4c3-4b03-93d5-33a9dfaf55e9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:44.865268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63282e84-2ed9-49b6-b016-d9f97274b6ad req-7897ab32-31a6-4c33-a0ef-5e24ae5a1a27 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 210 time: 0.0413296 Feb 11 04:42:44.871113 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] Publish callbacks [] for security_group (5ee51888-2a03-4562-a873-a7056904e7ba), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.893176 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e2646d-3cf2-46d7-8f95-2e3ce07ca25e x-openstack-request-id: req-62e2646d-3cf2-46d7-8f95-2e3ce07ca25e {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:44.893573 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ff5d67-0d28-4321-a4bd-24d4a32741c2", "tag": "8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:44.894059 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62e2646d-3cf2-46d7-8f95-2e3ce07ca25e {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:44.894675 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ff5d67-0d28-4321-a4bd-24d4a32741c2', 'tag': '8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44', 'status': 'completed', 'code': 200} Feb 11 04:42:44.912385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-741b3103-e208-4835-9366-ecf3258b4949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:44.914394 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-741b3103-e208-4835-9366-ecf3258b4949 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 1126 time: 0.2139528 Feb 11 04:42:44.978798 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-370c58e9-589e-4645-afbb-68a4a4e980e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 HTTP/1.1" status: 200 len: 217 time: 0.0576406 Feb 11 04:42:44.979577 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5ee51888-2a03-4562-a873-a7056904e7ba), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:44.993823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:42:45.012162 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (7edd7aec-916d-4ea9-99dd-1ac0e374b00b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:45.012735 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] Added segment 7edd7aec-916d-4ea9-99dd-1ac0e374b00b of type vlan for network 54d07b34-74d4-432d-b7d5-9bfd774d9179 Feb 11 04:42:45.127453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (54d07b34-74d4-432d-b7d5-9bfd774d9179), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:45.146163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee51888-2a03-4562-a873-a7056904e7ba,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:45.164468 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-92b228c0-7d32-423c-922e-d393fb90c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:45.165983 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-92b228c0-7d32-423c-922e-d393fb90c971 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.1404843 Feb 11 04:42:45.203025 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-ccd9369c-2110-443c-9dfc-fa917ffce9a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304096 Feb 11 04:42:45.351523 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-cbcc41bf-a9f4-49e8-b27a-f9d58fd4e009 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433606 Feb 11 04:42:45.386128 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (54d07b34-74d4-432d-b7d5-9bfd774d9179), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:45.392314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:45.392921 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:45.537233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=54d07b34-74d4-432d-b7d5-9bfd774d9179,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:45.552064 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 54d07b34-74d4-432d-b7d5-9bfd774d9179 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:42:45.575281 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff4aaab7-397f-4ecb-bb07-eb00a38f8f62 req-3cce6630-3718-44fc-b361-4e6f19db667c service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055750 Feb 11 04:42:45.620647 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8cf4b405-4529-42d0-9206-92a2920eb2c1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4535027 Feb 11 04:42:45.626654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43000) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:42:45.632358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3e21b4a7-5d96-4ae8-9dd2-a076cdc9c985 admin admin] Request body: {'subnet': {'network_id': '54d07b34-74d4-432d-b7d5-9bfd774d9179', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1411158005-subnet', 'tenant_id': 'ed45932551014e279abceb021db07fff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:45.726731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-f0db7be2-f584-421f-8b99-7a4587d427d3 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:45.728314 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-f0db7be2-f584-421f-8b99-7a4587d427d3 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.32 "GET /v2.0/networks?id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 200 len: 815 time: 0.2332032 Feb 11 04:42:45.744740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-5391259a-bb90-435d-a434-e6edd24bc8ad tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Request body: {'port': {'device_id': '78f7609a-9798-42fc-a081-5d55e6823df6', 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb', 'admin_state_up': True, 'tenant_id': '656a19e4f37840fb89bc57095c766395'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:45.759287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be019c4-8eff-4ccb-9e7a-8bb0206b1665 req-f3a05e53-955f-40b7-92d8-44e23ffe68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:45.759287 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8be019c4-8eff-4ccb-9e7a-8bb0206b1665 req-f3a05e53-955f-40b7-92d8-44e23ffe68cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 1126 time: 0.0719109 Feb 11 04:42:45.923465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be019c4-8eff-4ccb-9e7a-8bb0206b1665 req-8404bd32-a01f-4261-88c5-4af9ea8caf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:45.925287 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8be019c4-8eff-4ccb-9e7a-8bb0206b1665 req-8404bd32-a01f-4261-88c5-4af9ea8caf99 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 906 time: 0.1630330 Feb 11 04:42:45.926437 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e21b4a7-5d96-4ae8-9dd2-a076cdc9c985 admin admin] Made reservation on behalf of ed45932551014e279abceb021db07fff for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:45.929132 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3e21b4a7-5d96-4ae8-9dd2-a076cdc9c985 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:46.076522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28000dcb-e76d-4591-b567-d468028c53bd req-e6739468-49aa-4b8e-bb85-157af8ff1e1b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:46.078205 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28000dcb-e76d-4591-b567-d468028c53bd req-e6739468-49aa-4b8e-bb85-157af8ff1e1b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 943 time: 0.2345328 Feb 11 04:42:46.102585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4aab1-62d4-4bf9-aeeb-cf07a960e8f1 req-f196b3af-9889-4852-917c-1fcde8ecf651 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:46.104318 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63f4aab1-62d4-4bf9-aeeb-cf07a960e8f1 req-f196b3af-9889-4852-917c-1fcde8ecf651 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.2047811 Feb 11 04:42:46.118655 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8be019c4-8eff-4ccb-9e7a-8bb0206b1665 req-8fb52422-2966-444d-b846-2518df7115b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 HTTP/1.1" status: 200 len: 217 time: 0.0507131 Feb 11 04:42:46.288447 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be019c4-8eff-4ccb-9e7a-8bb0206b1665 req-66c65308-cf6f-4a34-9219-6186a1858c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:46.289681 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8be019c4-8eff-4ccb-9e7a-8bb0206b1665 req-66c65308-cf6f-4a34-9219-6186a1858c59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.0494123 Feb 11 04:42:46.360070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28000dcb-e76d-4591-b567-d468028c53bd req-55073924-2bdf-400f-8048-840ab281173b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593067 Feb 11 04:42:46.375077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63f4aab1-62d4-4bf9-aeeb-cf07a960e8f1 req-cb68fb28-941a-4dee-b376-0690bce30068 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363679 Feb 11 04:42:46.417351 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8be019c4-8eff-4ccb-9e7a-8bb0206b1665 req-76beec04-65f5-4ae5-b847-3c0e6b8da6fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097133 Feb 11 04:42:46.428631 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3e21b4a7-5d96-4ae8-9dd2-a076cdc9c985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (d3264859-ccdc-46b3-9335-04354ae664ac), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:46.468437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-5391259a-bb90-435d-a434-e6edd24bc8ad tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Made reservation on behalf of 656a19e4f37840fb89bc57095c766395 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:46.472841 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-5391259a-bb90-435d-a434-e6edd24bc8ad tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:46.564048 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-622ad7a8-f416-4300-8221-1f5d78ba0408 req-ca58cc61-d293-4686-b710-c5ae37e7cd34 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 210 time: 0.0588975 Feb 11 04:42:46.638574 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8be019c4-8eff-4ccb-9e7a-8bb0206b1665 req-ea499d76-9da2-4d10-b508-8f6f16a61f95 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202644 Feb 11 04:42:46.760699 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21b4a7-5d96-4ae8-9dd2-a076cdc9c985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3264859-ccdc-46b3-9335-04354ae664ac,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:46.764964 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e21b4a7-5d96-4ae8-9dd2-a076cdc9c985 admin admin] Checking segment: {'id': '7edd7aec-916d-4ea9-99dd-1ac0e374b00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '54d07b34-74d4-432d-b7d5-9bfd774d9179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:46.765433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e21b4a7-5d96-4ae8-9dd2-a076cdc9c985 admin admin] Network hostable DHCP agents. Network: 54d07b34-74d4-432d-b7d5-9bfd774d9179, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:42:46.844825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-5391259a-bb90-435d-a434-e6edd24bc8ad tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Allocated IP 172.20.0.8 (c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb/1b81996e-fc00-4977-9834-00be71e6310f/e9018ccb-ca21-413f-bca7-43eaaf6841ce) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:46.852534 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8be019c4-8eff-4ccb-9e7a-8bb0206b1665 req-6c3ac0db-d2cd-449f-85a2-08802410e4d2 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820891 Feb 11 04:42:46.927017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e21b4a7-5d96-4ae8-9dd2-a076cdc9c985 admin admin] Network 54d07b34-74d4-432d-b7d5-9bfd774d9179 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:42:47.057427 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-3e21b4a7-5d96-4ae8-9dd2-a076cdc9c985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 54d07b34-74d4-432d-b7d5-9bfd774d9179) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:47.063678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e21b4a7-5d96-4ae8-9dd2-a076cdc9c985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:47.064454 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3e21b4a7-5d96-4ae8-9dd2-a076cdc9c985 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:47.071233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed085045-8e57-4218-ae18-3181d79c2ab8 None None] Network 54d07b34-74d4-432d-b7d5-9bfd774d9179 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:47.200518 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-5391259a-bb90-435d-a434-e6edd24bc8ad tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks [] for port (e9018ccb-ca21-413f-bca7-43eaaf6841ce), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:47.225986 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3e21b4a7-5d96-4ae8-9dd2-a076cdc9c985 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5979092 Feb 11 04:42:47.349471 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-5391259a-bb90-435d-a434-e6edd24bc8ad tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e9018ccb-ca21-413f-bca7-43eaaf6841ce), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:47.413178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd0258a-36ec-454a-9d43-abe39ccdf02e None None] Network 54d07b34-74d4-432d-b7d5-9bfd774d9179 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:42:47.439782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-5391259a-bb90-435d-a434-e6edd24bc8ad tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:47.456914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-5391259a-bb90-435d-a434-e6edd24bc8ad tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:47.489664 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-5391259a-bb90-435d-a434-e6edd24bc8ad tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:47.549293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391259a-bb90-435d-a434-e6edd24bc8ad tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Pushing event updated for resources: {'Port': ['ID=e9018ccb-ca21-413f-bca7-43eaaf6841ce,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:47.644595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-5391259a-bb90-435d-a434-e6edd24bc8ad tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:47.645199 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-5391259a-bb90-435d-a434-e6edd24bc8ad tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:47.715877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf21490-6026-46c7-8cde-aea63f23b8da req-9023b3e9-f74f-4f03-ad04-e735e6936ce9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:47.718210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-adf21490-6026-46c7-8cde-aea63f23b8da req-9023b3e9-f74f-4f03-ad04-e735e6936ce9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1524031 Feb 11 04:42:47.784134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ed18f-50f2-47d7-8914-59236df61ec4 req-ee516200-1bcd-4bf5-96e1-88cc7cf2d5c4 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:47.785758 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-255ed18f-50f2-47d7-8914-59236df61ec4 req-ee516200-1bcd-4bf5-96e1-88cc7cf2d5c4 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 943 time: 0.1331582 Feb 11 04:42:47.820989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-5391259a-bb90-435d-a434-e6edd24bc8ad tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0783279 Feb 11 04:42:47.865106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Request body: {'port': {'device_id': '78f7609a-9798-42fc-a081-5d55e6823df6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:47.944097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-adf21490-6026-46c7-8cde-aea63f23b8da req-2c473166-dc27-40ad-995a-11d5ebe82819 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162457 Feb 11 04:42:48.024723 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e9018ccb-ca21-413f-bca7-43eaaf6841ce), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:48.044562 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-255ed18f-50f2-47d7-8914-59236df61ec4 req-98d44e25-643b-4928-9460-b74b4bf39f03 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435613 Feb 11 04:42:48.145395 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:42:48.465464 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:42:48.686547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:49.016649 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44', 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b', 'port_id': '8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44', 'mac_address': 'fa:16:3e:4c:9c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7095a7d5-9123-4335-ad46-28c56530f769', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:42:49.065866 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:49.065866 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:49.083794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:49.106871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:49.229942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-9a43afa7-d1e9-44c9-ab70-e0b021adecf4 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:49.232140 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-9a43afa7-d1e9-44c9-ab70-e0b021adecf4 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/networks?id=37524bee-8f01-44ae-b7f7-2db1237e5b9c HTTP/1.1" status: 200 len: 812 time: 0.1856441 Feb 11 04:42:49.302664 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:49.348962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-2c08127a-39bb-4473-af00-974b8bf8303e tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/quotas/286518825e54485fa27380e9df5b91c8 HTTP/1.1" status: 200 len: 375 time: 0.1089842 Feb 11 04:42:49.371488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59020511-c5e7-4933-9f30-6856abce331b req-a7fc8901-5848-4d5e-b513-a16ace883669 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:49.382080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59020511-c5e7-4933-9f30-6856abce331b req-a7fc8901-5848-4d5e-b513-a16ace883669 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 931 time: 1.1995964 Feb 11 04:42:49.408466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9018ccb-ca21-413f-bca7-43eaaf6841ce {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:49.418721 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Publish callbacks [] for port (e9018ccb-ca21-413f-bca7-43eaaf6841ce), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:49.434149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:49.435794 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Transition to ACTIVE for port object e9018ccb-ca21-413f-bca7-43eaaf6841ce will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:42:49.479869 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-6ce2cb1a-5001-4c60-a379-2029269128c2 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=286518825e54485fa27380e9df5b91c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189806 Feb 11 04:42:49.522331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:49.585789 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e9018ccb-ca21-413f-bca7-43eaaf6841ce), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:49.591859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59020511-c5e7-4933-9f30-6856abce331b req-1e6cafe8-bb57-4484-ac99-6d452a4c45f5 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085431 Feb 11 04:42:49.689907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9018ccb-ca21-413f-bca7-43eaaf6841ce,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:49.696426 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-c0e1ca14-997c-4d45-9080-46f6dfb69e02 service neutron] 10.222.0.13 "GET /v2.0/networks/37524bee-8f01-44ae-b7f7-2db1237e5b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149165 Feb 11 04:42:49.911288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db414584-b52f-477d-8bcc-611246a8af6a req-0552f327-9e72-4e14-8163-26f18cefd3da tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:49.913190 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db414584-b52f-477d-8bcc-611246a8af6a req-0552f327-9e72-4e14-8163-26f18cefd3da tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1413863 Feb 11 04:42:49.916492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Attempting to bind port e9018ccb-ca21-413f-bca7-43eaaf6841ce on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:49.916834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Attempting to bind port e9018ccb-ca21-413f-bca7-43eaaf6841ce by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:49.917313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Attempting to bind port e9018ccb-ca21-413f-bca7-43eaaf6841ce on network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:49.948780 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-db6eb10a-d2f5-4f27-bebd-4e1fab145534 service neutron] 10.222.0.13 "GET /v2.0/networks/37524bee-8f01-44ae-b7f7-2db1237e5b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498512 Feb 11 04:42:49.959734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Port e9018ccb-ca21-413f-bca7-43eaaf6841ce on network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:42:49.960475 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Attempting to bind port e9018ccb-ca21-413f-bca7-43eaaf6841ce on network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:49.975715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:49.976068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Checking segment: {'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:49.976534 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Bound using segment: {'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:49.976989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Bound port: e9018ccb-ca21-413f-bca7-43eaaf6841ce, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:49.977353 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e9018ccb-ca21-413f-bca7-43eaaf6841ce), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:50.046238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db414584-b52f-477d-8bcc-611246a8af6a req-dc6ea363-a0bf-44a9-b900-ac08f9b55e91 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230526 Feb 11 04:42:50.106801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] For port e9018ccb-ca21-413f-bca7-43eaaf6841ce, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:50.115801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] For port e9018ccb-ca21-413f-bca7-43eaaf6841ce, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e9018ccb-ca21-413f-bca7-43eaaf6841ce,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:50.194601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b28c79-0cd4-499f-862e-2eb2216b617b req-90e4b235-f5a7-494f-ae9f-0e2e8372788a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:50.196349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16b28c79-0cd4-499f-862e-2eb2216b617b req-90e4b235-f5a7-494f-ae9f-0e2e8372788a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 944 time: 0.0589173 Feb 11 04:42:50.259406 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16b28c79-0cd4-499f-862e-2eb2216b617b req-50926cd7-2294-4472-9b5c-9270ec47a490 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549848 Feb 11 04:42:50.411514 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e9018ccb-ca21-413f-bca7-43eaaf6841ce), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:50.468473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:50.512102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9018ccb-ca21-413f-bca7-43eaaf6841ce,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:50.537806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:50.538446 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:50.539893 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-e2020e8a-1d48-481f-bfc2-02843e0978d5 service neutron] 10.222.0.32 "PUT /v2.0/ports/e9018ccb-ca21-413f-bca7-43eaaf6841ce HTTP/1.1" status: 200 len: 1092 time: 2.6890242 Feb 11 04:42:50.540344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f7609a-9798-42fc-a081-5d55e6823df6', 'tag': 'e9018ccb-ca21-413f-bca7-43eaaf6841ce'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:50.542649 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d63ff4-c2eb-4fdb-9ab2-cf58cce07c09" -d '{"events": [{"name": "network-changed", "server_uuid": "78f7609a-9798-42fc-a081-5d55e6823df6", "tag": "e9018ccb-ca21-413f-bca7-43eaaf6841ce"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:50.585582 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-772e88be-428c-4517-970a-b326a5453cdd req-b2935dd5-1e97-4ec2-9a36-60ffda871c6b tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 210 time: 0.0522287 Feb 11 04:42:50.605940 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dda689-0a10-40e5-9554-ea2eb0cebd17 x-openstack-request-id: req-05dda689-0a10-40e5-9554-ea2eb0cebd17 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:50.610086 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f7609a-9798-42fc-a081-5d55e6823df6", "tag": "e9018ccb-ca21-413f-bca7-43eaaf6841ce", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:50.611187 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05dda689-0a10-40e5-9554-ea2eb0cebd17 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:50.642602 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f7609a-9798-42fc-a081-5d55e6823df6', 'tag': 'e9018ccb-ca21-413f-bca7-43eaaf6841ce', 'status': 'completed', 'code': 200} Feb 11 04:42:50.713222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d63ff4-c2eb-4fdb-9ab2-cf58cce07c09 req-8bc62c02-f69b-410f-8a8c-47832d999f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:50.714757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67d63ff4-c2eb-4fdb-9ab2-cf58cce07c09 req-8bc62c02-f69b-410f-8a8c-47832d999f86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 1126 time: 0.0682793 Feb 11 04:42:50.760900 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:42:50.765778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:50.766214 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:50.862520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc1dd9-52e3-425a-b157-a3e449a02391 req-ba3579d0-a055-4438-91c9-906267522083 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:50.864549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16dc1dd9-52e3-425a-b157-a3e449a02391 req-ba3579d0-a055-4438-91c9-906267522083 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 943 time: 0.1647596 Feb 11 04:42:50.951034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d63ff4-c2eb-4fdb-9ab2-cf58cce07c09 req-5635e754-c5f4-4d9b-b6c4-5f91bb3eef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:50.953480 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67d63ff4-c2eb-4fdb-9ab2-cf58cce07c09 req-5635e754-c5f4-4d9b-b6c4-5f91bb3eef95 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=656a19e4f37840fb89bc57095c766395&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2219584 Feb 11 04:42:50.993214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:50.993214 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:51.018292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16dc1dd9-52e3-425a-b157-a3e449a02391 req-7ad1b0e6-cdf1-49c5-896d-db0765812a0d tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404748 Feb 11 04:42:51.102993 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:51.106771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ff5d67-0d28-4321-a4bd-24d4a32741c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:51.114362 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467acef4-480d-4e25-9bde-1151ef08223e" -d '{"events": [{"server_uuid": "02ff5d67-0d28-4321-a4bd-24d4a32741c2", "name": "network-vif-plugged", "status": "completed", "tag": "8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:51.206260 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b615c969-56f7-447c-830a-8f8b13e9dcca x-openstack-request-id: req-b615c969-56f7-447c-830a-8f8b13e9dcca {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:51.206784 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ff5d67-0d28-4321-a4bd-24d4a32741c2", "name": "network-vif-plugged", "status": "completed", "tag": "8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:51.207242 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b615c969-56f7-447c-830a-8f8b13e9dcca {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:51.207869 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ff5d67-0d28-4321-a4bd-24d4a32741c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44', 'code': 200} Feb 11 04:42:51.237167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d63ff4-c2eb-4fdb-9ab2-cf58cce07c09 req-15f46192-12a0-470d-8b2e-f1528c73e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:51.239113 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67d63ff4-c2eb-4fdb-9ab2-cf58cce07c09 req-15f46192-12a0-470d-8b2e-f1528c73e743 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2790015 Feb 11 04:42:51.270665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c829b30-a0f7-4397-ba64-7fecb16ac510 req-9eeb0752-53ae-4041-9389-cd2dd252cb0c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:51.272889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c829b30-a0f7-4397-ba64-7fecb16ac510 req-9eeb0752-53ae-4041-9389-cd2dd252cb0c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.0878150 Feb 11 04:42:51.297322 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:51.408816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6852e-1843-4989-90db-d97aeeedfdd5 req-632a6270-1d51-40d8-993c-556fae6f4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:51.410502 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d2f6852e-1843-4989-90db-d97aeeedfdd5 req-632a6270-1d51-40d8-993c-556fae6f4e5d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 1128 time: 0.0980492 Feb 11 04:42:51.461933 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:51.503400 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c829b30-a0f7-4397-ba64-7fecb16ac510 req-8370c6ab-64f8-4d77-ac22-bce2ef1ae134 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220581 Feb 11 04:42:51.507775 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d2f6852e-1843-4989-90db-d97aeeedfdd5 req-185765af-d39c-4609-8b2f-eacd1f117c0b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836916 Feb 11 04:42:51.636929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f937dd9-f675-419c-8068-5359e7b3c927 req-c83c8c3a-e8e0-4a20-9f58-d07d3573c77b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:51.647428 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f937dd9-f675-419c-8068-5359e7b3c927 req-c83c8c3a-e8e0-4a20-9f58-d07d3573c77b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 945 time: 0.2350020 Feb 11 04:42:51.687124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-48f1e6e3-cf6f-4fb4-8a53-2292b5d4c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:51.687124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-48f1e6e3-cf6f-4fb4-8a53-2292b5d4c23f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 1126 time: 0.2315626 Feb 11 04:42:51.749169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f9631065-614e-4541-b461-c4d2bfc94cfe req-823311af-4b05-4598-96c2-ae753dfefdbf tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 210 time: 0.0742428 Feb 11 04:42:51.849813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f937dd9-f675-419c-8068-5359e7b3c927 req-0e64a18a-7095-4a08-9ccf-89b1f8f7aef8 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014687 Feb 11 04:42:51.852188 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-8a9ec9c2-ef81-4f78-b098-b0b2ff40326b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9018ccb-ca21-413f-bca7-43eaaf6841ce HTTP/1.1" status: 200 len: 217 time: 0.1607010 Feb 11 04:42:51.956796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-46a6b572-d400-444e-823a-43f68cfc5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:51.958481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-46a6b572-d400-444e-823a-43f68cfc5558 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b81996e-fc00-4977-9834-00be71e6310f HTTP/1.1" status: 200 len: 855 time: 0.0995514 Feb 11 04:42:52.027909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-d6f17fcd-f0b4-467e-90ad-59b0819b9c65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555265 Feb 11 04:42:52.192696 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-53b67e82-1851-4ff3-8890-914e647f524a service neutron] 10.222.0.32 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587169 Feb 11 04:42:52.328901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77347b27-2fd3-40b5-8c74-4ea9f7cf77fa req-6f1fe840-a161-41e9-ad5c-b64a627519cb tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:52.330567 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-77347b27-2fd3-40b5-8c74-4ea9f7cf77fa req-6f1fe840-a161-41e9-ad5c-b64a627519cb tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 943 time: 0.1368134 Feb 11 04:42:52.420240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-77347b27-2fd3-40b5-8c74-4ea9f7cf77fa req-43c8b0dc-20a6-4472-9d14-272f88625619 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823920 Feb 11 04:42:52.424570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b33db7d2-e6a7-49f9-86cb-ad7c2bf2a956 req-bda075fe-de00-4559-a340-113c03610f72 service neutron] 10.222.0.32 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175653 Feb 11 04:42:52.681105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c459e-16ed-4cb0-a23b-39cd5089be7a req-12aa0f0a-8797-4eae-bc80-fe084c1db1cf tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:52.691228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd9c459e-16ed-4cb0-a23b-39cd5089be7a req-12aa0f0a-8797-4eae-bc80-fe084c1db1cf tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.0933948 Feb 11 04:42:52.767504 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd9c459e-16ed-4cb0-a23b-39cd5089be7a req-bebc3bc3-49f2-4a18-88cf-cfdcb2b4ac83 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750268 Feb 11 04:42:52.986066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2227d17a-daec-4d77-b763-58a916da9f69 req-ae05433f-fca9-4393-874f-7b0f8334f053 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 210 time: 0.1121137 Feb 11 04:42:53.112262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8fe95-70bf-4c4b-9dd2-3a73bd85120b req-0629342f-af82-49ab-b103-e8a09e5aa53b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:53.114934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9b8fe95-70bf-4c4b-9dd2-3a73bd85120b req-0629342f-af82-49ab-b103-e8a09e5aa53b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 945 time: 0.1106825 Feb 11 04:42:53.181855 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9b8fe95-70bf-4c4b-9dd2-3a73bd85120b req-a33a04cb-3b6f-411a-9409-8233e7e78cbd tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602899 Feb 11 04:42:53.283365 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d52b3a94-4f24-46bc-979f-af606d0fac7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:53.539788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-964a4be3-5789-441e-b249-3ac66d9d0e52 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:53.542337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-964a4be3-5789-441e-b249-3ac66d9d0e52 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 805 time: 0.1491981 Feb 11 04:42:53.613365 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-4463069a-0f5a-453b-bc85-72a437a9ca6d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/quotas/a6de71a80dfc462da54bc2b2a455359a HTTP/1.1" status: 200 len: 375 time: 0.0596035 Feb 11 04:42:53.676264 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3057129-c62d-4244-afff-c7a6841a93a6 req-4c68c49f-463a-4bcb-991d-d6a295478dae tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:53.678175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3057129-c62d-4244-afff-c7a6841a93a6 req-4c68c49f-463a-4bcb-991d-d6a295478dae tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 943 time: 0.1460302 Feb 11 04:42:53.704012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-2f9173d1-73ea-473f-9581-054036334e64 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884554 Feb 11 04:42:53.767617 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3057129-c62d-4244-afff-c7a6841a93a6 req-bc18ea6c-b59c-4cbd-ab84-60ba06dd4fb7 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774274 Feb 11 04:42:53.971573 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab54767-f291-4eeb-bf96-5bee2cc99baa req-24f9e0b9-6f9b-482d-9e1e-7119aea58385 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:53.973335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eab54767-f291-4eeb-bf96-5bee2cc99baa req-24f9e0b9-6f9b-482d-9e1e-7119aea58385 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1322165 Feb 11 04:42:53.985114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-8cfe26a0-4414-4a43-8e2c-3163795a49bf service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720213 Feb 11 04:42:54.111287 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eab54767-f291-4eeb-bf96-5bee2cc99baa req-dae010d2-ec38-4dd8-b212-0c2adce5b0f3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054688 Feb 11 04:42:54.134821 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3649b0f2-5b5b-49e1-9c57-9435c3162964 service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431725 Feb 11 04:42:54.244684 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82583fc9-05ba-4edd-bc83-229e31e983c0 req-63362364-134a-4f35-a774-19e45b15c745 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 210 time: 0.0435860 Feb 11 04:42:54.570110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a68bcda-0ed4-434b-a67a-91c94c6aa5fa req-edfcac00-2493-4b29-804a-3363d221187f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 210 time: 0.0325799 Feb 11 04:42:54.753882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-be9a8ea8-c43a-4ac8-a13e-ce3255d22a28 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:54.755520 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-be9a8ea8-c43a-4ac8-a13e-ce3255d22a28 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.47 "GET /v2.0/networks?id=37524bee-8f01-44ae-b7f7-2db1237e5b9c HTTP/1.1" status: 200 len: 812 time: 0.1374726 Feb 11 04:42:54.769001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-671f381a-f315-4229-aa98-dccdb44902dd tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Request body: {'port': {'device_id': '1cebdc9d-4345-45a0-be6a-86dd12049233', 'network_id': '37524bee-8f01-44ae-b7f7-2db1237e5b9c', 'admin_state_up': True, 'tenant_id': '286518825e54485fa27380e9df5b91c8'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:54.919095 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c537d9a-12cb-4489-a400-20c31aa44ffa req-f521529b-34e2-4671-ad47-232c69b52c0d tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:54.928017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c537d9a-12cb-4489-a400-20c31aa44ffa req-f521529b-34e2-4671-ad47-232c69b52c0d tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 943 time: 0.0860481 Feb 11 04:42:54.974494 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c537d9a-12cb-4489-a400-20c31aa44ffa req-49a53f7f-8797-4b06-b118-4e3b2921d9de tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451736 Feb 11 04:42:55.067928 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-671f381a-f315-4229-aa98-dccdb44902dd tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Made reservation on behalf of 286518825e54485fa27380e9df5b91c8 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:55.071359 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-671f381a-f315-4229-aa98-dccdb44902dd tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.261922 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-671f381a-f315-4229-aa98-dccdb44902dd tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Allocated IP 172.20.0.8 (37524bee-8f01-44ae-b7f7-2db1237e5b9c/3f39c808-08d7-4a22-8ea0-20b567f0b527/7976741d-765a-4f3f-9bfa-694537286102) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:55.297218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cd10d-007a-42e9-8397-face9a8e28d2 req-e37eba7e-a77d-478d-a6e4-ff3fdff298f8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:55.310480 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f76cd10d-007a-42e9-8397-face9a8e28d2 req-e37eba7e-a77d-478d-a6e4-ff3fdff298f8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1230369 Feb 11 04:42:55.413481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c81d541-7599-4b42-8fa7-c1ec5b6ac0e7 req-ef34d334-064d-450c-baec-749719ae35d7 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 210 time: 0.0401008 Feb 11 04:42:55.455225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e9018ccb-ca21-413f-bca7-43eaaf6841ce details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:42:55.464658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f76cd10d-007a-42e9-8397-face9a8e28d2 req-f5151bcd-4836-4bd8-801e-2290a94844e2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524975 Feb 11 04:42:55.483815 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-27671f01-8845-4d65-b09c-86f0c2c5697c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.532931 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-671f381a-f315-4229-aa98-dccdb44902dd tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Publish callbacks [] for port (7976741d-765a-4f3f-9bfa-694537286102), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.637126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e9018ccb-ca21-413f-bca7-43eaaf6841ce, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e9018ccb-ca21-413f-bca7-43eaaf6841ce,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:55.650570 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'e9018ccb-ca21-413f-bca7-43eaaf6841ce', 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb', 'port_id': 'e9018ccb-ca21-413f-bca7-43eaaf6841ce', 'mac_address': 'fa:16:3e:35:a2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b81996e-fc00-4977-9834-00be71e6310f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:42:55.679339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55e20a30-d0d7-4229-9306-6a6d0e8cfae3 req-3fde556a-6ede-4804-82ac-af58fb77f00c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 210 time: 0.0427134 Feb 11 04:42:55.723888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e9018ccb-ca21-413f-bca7-43eaaf6841ce is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:55.724805 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e9018ccb-ca21-413f-bca7-43eaaf6841ce), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.727232 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-671f381a-f315-4229-aa98-dccdb44902dd tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7976741d-765a-4f3f-9bfa-694537286102), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.743415 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9018ccb-ca21-413f-bca7-43eaaf6841ce {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:55.770060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e9018ccb-ca21-413f-bca7-43eaaf6841ce, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e9018ccb-ca21-413f-bca7-43eaaf6841ce,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:55.777475 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-671f381a-f315-4229-aa98-dccdb44902dd tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Network 37524bee-8f01-44ae-b7f7-2db1237e5b9c is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:55.780150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-671f381a-f315-4229-aa98-dccdb44902dd tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:55.784433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-671f381a-f315-4229-aa98-dccdb44902dd tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:55.810481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f381a-f315-4229-aa98-dccdb44902dd tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Pushing event updated for resources: {'Port': ['ID=7976741d-765a-4f3f-9bfa-694537286102,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:55.842013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-671f381a-f315-4229-aa98-dccdb44902dd tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:55.842604 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-671f381a-f315-4229-aa98-dccdb44902dd tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:55.949076 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e9018ccb-ca21-413f-bca7-43eaaf6841ce), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:56.005140 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-671f381a-f315-4229-aa98-dccdb44902dd tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2394371 Feb 11 04:42:56.019765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Request body: {'port': {'device_id': '1cebdc9d-4345-45a0-be6a-86dd12049233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:56.022961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e9018ccb-ca21-413f-bca7-43eaaf6841ce,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:56.126740 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7976741d-765a-4f3f-9bfa-694537286102), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:56.143623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63505baf-51d6-42f1-b94c-46e871a4a056 req-8916f1d3-1ee3-4041-a663-b1623ea226af tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:56.144773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63505baf-51d6-42f1-b94c-46e871a4a056 req-8916f1d3-1ee3-4041-a663-b1623ea226af tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 944 time: 0.0862303 Feb 11 04:42:56.182144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['e9018ccb-ca21-413f-bca7-43eaaf6841ce'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:56.223611 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63505baf-51d6-42f1-b94c-46e871a4a056 req-ce40439e-a015-4280-9c38-469c37f44435 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699456 Feb 11 04:42:56.716776 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7976741d-765a-4f3f-9bfa-694537286102 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:42:56.717268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3a608-8761-4508-9ba4-3498494afd10 req-05e8e8cb-7180-4107-acf4-a548121863bd tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:56.719871 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ee3a608-8761-4508-9ba4-3498494afd10 req-05e8e8cb-7180-4107-acf4-a548121863bd tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 931 time: 0.1462915 Feb 11 04:42:56.749281 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:56.751479 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Publish callbacks [] for port (7976741d-765a-4f3f-9bfa-694537286102), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:56.761156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de1593-6cae-4396-94d4-6979e57ba747 req-8305079c-563a-4f9f-a0ea-2db0ff1e2372 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:56.762963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12de1593-6cae-4396-94d4-6979e57ba747 req-8305079c-563a-4f9f-a0ea-2db0ff1e2372 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1498804 Feb 11 04:42:56.773768 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Transition to ACTIVE for port object 7976741d-765a-4f3f-9bfa-694537286102 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:42:56.828201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ee3a608-8761-4508-9ba4-3498494afd10 req-f9c1ca9e-e5bd-4665-ae0b-598d65ff46c5 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983934 Feb 11 04:42:56.859603 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12de1593-6cae-4396-94d4-6979e57ba747 req-2712c383-28c9-483f-9298-34001f95a5f1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861282 Feb 11 04:42:56.938029 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7976741d-765a-4f3f-9bfa-694537286102), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:56.983271 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c348372-94de-41f8-94d3-64d986e0ff9b req-504a66dc-e1cf-4b2e-bec3-89a505633bcf tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 210 time: 0.0446959 Feb 11 04:42:57.103183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Pushing event updated for resources: {'Port': ['ID=7976741d-765a-4f3f-9bfa-694537286102,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:57.176443 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Attempting to bind port 7976741d-765a-4f3f-9bfa-694537286102 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:42:57.176783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Attempting to bind port 7976741d-765a-4f3f-9bfa-694537286102 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '639f76f3-f810-4eb5-a99f-b27988110a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '37524bee-8f01-44ae-b7f7-2db1237e5b9c'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:42:57.177419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Attempting to bind port 7976741d-765a-4f3f-9bfa-694537286102 on network 37524bee-8f01-44ae-b7f7-2db1237e5b9c {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:57.184499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Port 7976741d-765a-4f3f-9bfa-694537286102 on network 37524bee-8f01-44ae-b7f7-2db1237e5b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:42:57.184827 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Attempting to bind port 7976741d-765a-4f3f-9bfa-694537286102 on network 37524bee-8f01-44ae-b7f7-2db1237e5b9c {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:42:57.198262 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:42:57.198262 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Checking segment: {'id': '639f76f3-f810-4eb5-a99f-b27988110a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '37524bee-8f01-44ae-b7f7-2db1237e5b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:42:57.198262 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Bound using segment: {'id': '639f76f3-f810-4eb5-a99f-b27988110a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '37524bee-8f01-44ae-b7f7-2db1237e5b9c'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:42:57.198262 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Bound port: 7976741d-765a-4f3f-9bfa-694537286102, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639f76f3-f810-4eb5-a99f-b27988110a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '37524bee-8f01-44ae-b7f7-2db1237e5b9c'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:42:57.198262 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7976741d-765a-4f3f-9bfa-694537286102), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:57.296703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] For port 7976741d-765a-4f3f-9bfa-694537286102, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:42:57.312018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] For port 7976741d-765a-4f3f-9bfa-694537286102, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7976741d-765a-4f3f-9bfa-694537286102,segment=NetworkSegment(639f76f3-f810-4eb5-a99f-b27988110a25),segment_id=639f76f3-f810-4eb5-a99f-b27988110a25)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:42:57.428848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3921762-0213-4f02-82e8-a435630911fb req-42087fe9-6873-4d00-9e0c-f8eec0f8db42 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:57.430470 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3921762-0213-4f02-82e8-a435630911fb req-42087fe9-6873-4d00-9e0c-f8eec0f8db42 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 944 time: 0.0929694 Feb 11 04:42:57.461245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e9018ccb-ca21-413f-bca7-43eaaf6841ce up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:42:57.497658 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7976741d-765a-4f3f-9bfa-694537286102), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:57.514927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3921762-0213-4f02-82e8-a435630911fb req-ea8cd4c7-7761-48fa-bed9-69cc8d05b5c5 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673230 Feb 11 04:42:57.550480 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:57.551903 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:57.553916 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] 10.222.0.47 "PUT /v2.0/ports/7976741d-765a-4f3f-9bfa-694537286102 HTTP/1.1" status: 200 len: 1092 time: 1.5417089 Feb 11 04:42:57.554648 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cebdc9d-4345-45a0-be6a-86dd12049233', 'tag': '7976741d-765a-4f3f-9bfa-694537286102'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:57.560166 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe8cb7e-482d-461a-9ffd-42c1a53b2925" -d '{"events": [{"name": "network-changed", "server_uuid": "1cebdc9d-4345-45a0-be6a-86dd12049233", "tag": "7976741d-765a-4f3f-9bfa-694537286102"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:57.604083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764d475-9722-44c2-ac80-ce854f949d19 service neutron] Pushing event updated for resources: {'Port': ['ID=7976741d-765a-4f3f-9bfa-694537286102,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:57.629876 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5c512e-9bed-4d55-9da9-79d2b37e7b8b x-openstack-request-id: req-eb5c512e-9bed-4d55-9da9-79d2b37e7b8b {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:57.630254 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cebdc9d-4345-45a0-be6a-86dd12049233", "tag": "7976741d-765a-4f3f-9bfa-694537286102", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:57.630612 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb5c512e-9bed-4d55-9da9-79d2b37e7b8b {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:57.631116 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cebdc9d-4345-45a0-be6a-86dd12049233', 'tag': '7976741d-765a-4f3f-9bfa-694537286102', 'status': 'completed', 'code': 200} Feb 11 04:42:57.704142 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8cb7e-482d-461a-9ffd-42c1a53b2925 req-947396b2-be5a-4a6d-9def-be51b701fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:57.707148 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cfe8cb7e-482d-461a-9ffd-42c1a53b2925 req-947396b2-be5a-4a6d-9def-be51b701fefb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=286518825e54485fa27380e9df5b91c8&device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 1126 time: 0.0495460 Feb 11 04:42:57.811934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port e9018ccb-ca21-413f-bca7-43eaaf6841ce completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:42:57.819007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port e9018ccb-ca21-413f-bca7-43eaaf6841ce triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:42:57.819859 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e9018ccb-ca21-413f-bca7-43eaaf6841ce), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:57.963765 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port e9018ccb-ca21-413f-bca7-43eaaf6841ce is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:42:57.964092 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e9018ccb-ca21-413f-bca7-43eaaf6841ce), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:58.038762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c1987-9b01-4308-ae29-770db6275c99 req-82bfe26a-2a33-4799-bca9-f09bd4265e28 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:58.048498 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b7c1987-9b01-4308-ae29-770db6275c99 req-82bfe26a-2a33-4799-bca9-f09bd4265e28 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 943 time: 0.0870411 Feb 11 04:42:58.065710 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port e9018ccb-ca21-413f-bca7-43eaaf6841ce, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e9018ccb-ca21-413f-bca7-43eaaf6841ce,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:42:58.066802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f7609a-9798-42fc-a081-5d55e6823df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9018ccb-ca21-413f-bca7-43eaaf6841ce'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:42:58.069217 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe39bb9-6f3b-4330-abe1-2a127ca5a63f" -d '{"events": [{"server_uuid": "78f7609a-9798-42fc-a081-5d55e6823df6", "name": "network-vif-plugged", "status": "completed", "tag": "e9018ccb-ca21-413f-bca7-43eaaf6841ce"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:42:58.189539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da1c7b-03b9-4b5d-a774-46f721ecc78c req-1b2b762a-4cba-4f74-a58e-62c77d9ed4d8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:58.191894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45da1c7b-03b9-4b5d-a774-46f721ecc78c req-1b2b762a-4cba-4f74-a58e-62c77d9ed4d8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1235993 Feb 11 04:42:58.227327 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b7c1987-9b01-4308-ae29-770db6275c99 req-5e498d3f-be32-4602-8c75-8fba5c6bd8e8 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776476 Feb 11 04:42:58.252215 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e9018ccb-ca21-413f-bca7-43eaaf6841ce), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:58.375490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=e9018ccb-ca21-413f-bca7-43eaaf6841ce,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:58.383725 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:58.431661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45da1c7b-03b9-4b5d-a774-46f721ecc78c req-61de176b-6b03-476c-86a4-53351511f42f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322454 Feb 11 04:42:58.436902 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d7b8ffa-8d81-4b29-9722-b6f0f79c54b3 req-72d9efcb-e7df-4547-ab6f-65b274764515 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 210 time: 0.0592294 Feb 11 04:42:58.473584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-e0bc1a9d-40a3-4c7d-871c-f4d4a82cc5b0 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:58.476289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-e0bc1a9d-40a3-4c7d-871c-f4d4a82cc5b0 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.32 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 805 time: 0.2470241 Feb 11 04:42:58.500341 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-fe40ed0c-54ba-42aa-b6c9-0345f7d9b4f2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Request body: {'port': {'device_id': 'b0d3b8fb-9840-40fb-97c5-e57106cc97ce', 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b', 'admin_state_up': True, 'tenant_id': 'a6de71a80dfc462da54bc2b2a455359a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:42:58.525087 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b806480e-caf0-4ed5-a059-0999771e0376 x-openstack-request-id: req-b806480e-caf0-4ed5-a059-0999771e0376 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:42:58.525434 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f7609a-9798-42fc-a081-5d55e6823df6", "name": "network-vif-plugged", "status": "completed", "tag": "e9018ccb-ca21-413f-bca7-43eaaf6841ce", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:42:58.525691 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b806480e-caf0-4ed5-a059-0999771e0376 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:42:58.526091 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f7609a-9798-42fc-a081-5d55e6823df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9018ccb-ca21-413f-bca7-43eaaf6841ce', 'code': 200} Feb 11 04:42:58.583081 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8cb7e-482d-461a-9ffd-42c1a53b2925 req-11da55fc-abe2-4f98-a3e1-92484c89da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:58.586040 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cfe8cb7e-482d-461a-9ffd-42c1a53b2925 req-11da55fc-abe2-4f98-a3e1-92484c89da94 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=286518825e54485fa27380e9df5b91c8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8686929 Feb 11 04:42:58.765451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fa881-ea88-40ed-88f3-edcbf6708a9b req-520e7ffd-8bd9-498d-b064-4285c5dc06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:58.767047 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f2fa881-ea88-40ed-88f3-edcbf6708a9b req-520e7ffd-8bd9-498d-b064-4285c5dc06b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 1128 time: 0.1394930 Feb 11 04:42:58.772149 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8cb7e-482d-461a-9ffd-42c1a53b2925 req-1b71757a-9ccc-4bdb-8acc-13282fc8cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:58.773694 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cfe8cb7e-482d-461a-9ffd-42c1a53b2925 req-1b71757a-9ccc-4bdb-8acc-13282fc8cb4b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808994 Feb 11 04:42:58.777039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80fe36-a225-4602-9c89-321129317750 req-ceefec01-a14f-48b7-bb5b-fa3668cdd4d7 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:58.785030 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba80fe36-a225-4602-9c89-321129317750 req-ceefec01-a14f-48b7-bb5b-fa3668cdd4d7 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 945 time: 0.1388466 Feb 11 04:42:58.903947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-fe40ed0c-54ba-42aa-b6c9-0345f7d9b4f2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Made reservation on behalf of a6de71a80dfc462da54bc2b2a455359a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:42:58.912191 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-fe40ed0c-54ba-42aa-b6c9-0345f7d9b4f2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:58.951558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-06604a25-87b1-47f6-98ae-fb5bc27ff1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:58.953181 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-06604a25-87b1-47f6-98ae-fb5bc27ff1c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=286518825e54485fa27380e9df5b91c8&device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 1126 time: 0.1048450 Feb 11 04:42:59.012312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f2fa881-ea88-40ed-88f3-edcbf6708a9b req-29e14915-69fd-45ca-86a2-17d1cefc5fbe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242622 Feb 11 04:42:59.035020 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-9ccf54b6-e423-4363-b432-5861fabf8589 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7976741d-765a-4f3f-9bfa-694537286102 HTTP/1.1" status: 200 len: 217 time: 0.0749516 Feb 11 04:42:59.093837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-026e849e-1eee-4c4f-9d91-859cb2e6db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:59.094059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba80fe36-a225-4602-9c89-321129317750 req-6217e0b8-2888-4ff6-95a4-4c8ac73351ed tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076377 Feb 11 04:42:59.095359 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-026e849e-1eee-4c4f-9d91-859cb2e6db08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f39c808-08d7-4a22-8ea0-20b567f0b527 HTTP/1.1" status: 200 len: 852 time: 0.0538366 Feb 11 04:42:59.140439 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-2958e410-eee2-4ca9-91a8-db99a56159b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37524bee-8f01-44ae-b7f7-2db1237e5b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348847 Feb 11 04:42:59.208564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-fe40ed0c-54ba-42aa-b6c9-0345f7d9b4f2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Allocated IP 172.20.0.4 (ff866341-d213-41c7-afa0-ee3dd617201b/7095a7d5-9123-4335-ad46-28c56530f769/7f22d900-2d31-4cca-97db-7afa2befc33d) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:42:59.254801 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-9b669c72-f4c0-449b-ac5d-de503fc7fb0b service neutron] 10.222.0.47 "GET /v2.0/networks/37524bee-8f01-44ae-b7f7-2db1237e5b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086638 Feb 11 04:42:59.437280 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-be3eab89-bef1-406a-8959-7c6ae1a5a158 req-8c7c667b-362f-42f7-8a3e-e5d540069fde service neutron] 10.222.0.47 "GET /v2.0/networks/37524bee-8f01-44ae-b7f7-2db1237e5b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751401 Feb 11 04:42:59.468522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488c07c-58d3-4bb9-bb25-d80dad9a07fb req-a733b530-4e95-467f-ba83-01407479882a tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:59.470153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f488c07c-58d3-4bb9-bb25-d80dad9a07fb req-a733b530-4e95-467f-ba83-01407479882a tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 943 time: 0.1119742 Feb 11 04:42:59.492512 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-fe40ed0c-54ba-42aa-b6c9-0345f7d9b4f2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks [] for port (7f22d900-2d31-4cca-97db-7afa2befc33d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:59.588126 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f488c07c-58d3-4bb9-bb25-d80dad9a07fb req-7df7c3c5-fd3d-4d97-bada-1b911df9f268 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082861 Feb 11 04:42:59.629191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb8bd5-9772-44eb-bd96-ea2af90a12c7 req-c0399022-39b5-4394-95aa-1860dd571881 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:59.630861 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53fb8bd5-9772-44eb-bd96-ea2af90a12c7 req-c0399022-39b5-4394-95aa-1860dd571881 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1096470 Feb 11 04:42:59.685385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53fb8bd5-9772-44eb-bd96-ea2af90a12c7 req-b788fbce-b4a9-4282-b826-c2d84cc0889b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472362 Feb 11 04:42:59.716311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e124241-657c-47ef-a1ee-fe0fbeccd8b7 req-a558aa2d-f95a-461c-abbc-9cb7b5615cb4 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 210 time: 0.0293140 Feb 11 04:42:59.754419 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:59.800919 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-fe40ed0c-54ba-42aa-b6c9-0345f7d9b4f2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7f22d900-2d31-4cca-97db-7afa2befc33d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:42:59.813633 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2e74a29c-ebd3-4304-b302-16a2ee2d9d04', '8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:42:59.848949 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-fe40ed0c-54ba-42aa-b6c9-0345f7d9b4f2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Network ff866341-d213-41c7-afa0-ee3dd617201b is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:42:59.857077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-fe40ed0c-54ba-42aa-b6c9-0345f7d9b4f2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:42:59.859996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-fe40ed0c-54ba-42aa-b6c9-0345f7d9b4f2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:42:59.934237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40ed0c-54ba-42aa-b6c9-0345f7d9b4f2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Pushing event updated for resources: {'Port': ['ID=7f22d900-2d31-4cca-97db-7afa2befc33d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:42:59.974278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-fe40ed0c-54ba-42aa-b6c9-0345f7d9b4f2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:42:59.975381 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-fe40ed0c-54ba-42aa-b6c9-0345f7d9b4f2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:00.155052 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-fe40ed0c-54ba-42aa-b6c9-0345f7d9b4f2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6409643 Feb 11 04:43:00.188378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Request body: {'port': {'device_id': 'b0d3b8fb-9840-40fb-97c5-e57106cc97ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:00.362068 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f22d900-2d31-4cca-97db-7afa2befc33d), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:00.386746 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f85377-1001-4056-b8e4-de357d0a525d req-24d85761-8205-4783-a1b0-309fe1f504ce tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:00.388429 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49f85377-1001-4056-b8e4-de357d0a525d req-24d85761-8205-4783-a1b0-309fe1f504ce tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 945 time: 0.1114907 Feb 11 04:43:00.542775 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49f85377-1001-4056-b8e4-de357d0a525d req-43b4074a-2b92-42f0-b621-86ca1d73d6de tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250257 Feb 11 04:43:00.772257 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c628d5-1d6d-44de-81a8-68911019c69e req-d0243700-3efd-4ab5-a4d4-53e68776607e tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:00.773750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34c628d5-1d6d-44de-81a8-68911019c69e req-d0243700-3efd-4ab5-a4d4-53e68776607e tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 943 time: 0.0965505 Feb 11 04:43:00.851358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f22d900-2d31-4cca-97db-7afa2befc33d {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:00.863295 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Publish callbacks [] for port (7f22d900-2d31-4cca-97db-7afa2befc33d), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:00.896526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Transition to ACTIVE for port object 7f22d900-2d31-4cca-97db-7afa2befc33d will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:43:00.914342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4e568-c5b0-4af7-8564-48e4f4cd99cd req-7807d222-0709-42e1-93a0-f3266eeed54b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:00.915957 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6e4e568-c5b0-4af7-8564-48e4f4cd99cd req-7807d222-0709-42e1-93a0-f3266eeed54b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1413233 Feb 11 04:43:00.921612 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34c628d5-1d6d-44de-81a8-68911019c69e req-d0478f75-bca2-4870-b51d-6ca3ca1ef05e tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275611 Feb 11 04:43:00.995894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6e4e568-c5b0-4af7-8564-48e4f4cd99cd req-cda4dba2-26ce-4dc2-8bdd-03be3c5c411f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612044 Feb 11 04:43:01.077874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee40de-0aa7-4146-ac48-99af71c299bf req-55632061-c652-47fb-9e8e-2075ec836a43 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:01.079458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0fee40de-0aa7-4146-ac48-99af71c299bf req-55632061-c652-47fb-9e8e-2075ec836a43 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 931 time: 0.0666401 Feb 11 04:43:01.080649 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (7f22d900-2d31-4cca-97db-7afa2befc33d), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:01.165612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f22d900-2d31-4cca-97db-7afa2befc33d,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:01.202787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0fee40de-0aa7-4146-ac48-99af71c299bf req-3b0494e9-0857-4dde-a69f-8ff1263be9f6 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131198 Feb 11 04:43:01.268616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Attempting to bind port 7f22d900-2d31-4cca-97db-7afa2befc33d on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:01.268962 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Attempting to bind port 7f22d900-2d31-4cca-97db-7afa2befc33d by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:01.278869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Attempting to bind port 7f22d900-2d31-4cca-97db-7afa2befc33d on network ff866341-d213-41c7-afa0-ee3dd617201b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:01.278869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Port 7f22d900-2d31-4cca-97db-7afa2befc33d on network ff866341-d213-41c7-afa0-ee3dd617201b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:43:01.278869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Attempting to bind port 7f22d900-2d31-4cca-97db-7afa2befc33d on network ff866341-d213-41c7-afa0-ee3dd617201b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:01.281101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:01.281424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Checking segment: {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:01.281819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Bound using segment: {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:01.282302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Bound port: 7f22d900-2d31-4cca-97db-7afa2befc33d, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:01.282688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f22d900-2d31-4cca-97db-7afa2befc33d), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:01.359684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] For port 7f22d900-2d31-4cca-97db-7afa2befc33d, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:01.363254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] For port 7f22d900-2d31-4cca-97db-7afa2befc33d, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7f22d900-2d31-4cca-97db-7afa2befc33d,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:01.509859 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (7f22d900-2d31-4cca-97db-7afa2befc33d), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:01.553428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:01.554243 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:01.556118 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] 10.222.0.32 "PUT /v2.0/ports/7f22d900-2d31-4cca-97db-7afa2befc33d HTTP/1.1" status: 200 len: 1092 time: 1.4006026 Feb 11 04:43:01.562229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d3b8fb-9840-40fb-97c5-e57106cc97ce', 'tag': '7f22d900-2d31-4cca-97db-7afa2befc33d'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:01.564709 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b7c2ac-f049-4181-aa92-6bcf98557b23" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d3b8fb-9840-40fb-97c5-e57106cc97ce", "tag": "7f22d900-2d31-4cca-97db-7afa2befc33d"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:01.616447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076a5dd-3b82-4a7a-bc62-71897dedeff8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f22d900-2d31-4cca-97db-7afa2befc33d,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:01.645612 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e883a2e-a24c-47be-bc5d-3d99bff5112d x-openstack-request-id: req-4e883a2e-a24c-47be-bc5d-3d99bff5112d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:01.645903 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d3b8fb-9840-40fb-97c5-e57106cc97ce", "tag": "7f22d900-2d31-4cca-97db-7afa2befc33d", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:01.646158 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e883a2e-a24c-47be-bc5d-3d99bff5112d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:01.646553 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d3b8fb-9840-40fb-97c5-e57106cc97ce', 'tag': '7f22d900-2d31-4cca-97db-7afa2befc33d', 'status': 'completed', 'code': 200} Feb 11 04:43:01.728116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621b030-f0f2-410b-becc-f5074ade1d78 req-5c30e30f-7eea-4bbf-b659-3c665b1c520a tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:01.729587 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1621b030-f0f2-410b-becc-f5074ade1d78 req-5c30e30f-7eea-4bbf-b659-3c665b1c520a tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 945 time: 0.1041396 Feb 11 04:43:01.732090 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7c2ac-f049-4181-aa92-6bcf98557b23 req-76a53981-99ab-4a03-bb75-a4d46ffb73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:01.734043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7b7c2ac-f049-4181-aa92-6bcf98557b23 req-76a53981-99ab-4a03-bb75-a4d46ffb73b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 1126 time: 0.0849473 Feb 11 04:43:01.845683 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1621b030-f0f2-410b-becc-f5074ade1d78 req-aef518f8-bc47-40ef-91b3-840e1ae894ba tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098273 Feb 11 04:43:01.869898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7c2ac-f049-4181-aa92-6bcf98557b23 req-3d874879-0a1d-4de7-99bf-863f2ac27595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:01.871718 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7b7c2ac-f049-4181-aa92-6bcf98557b23 req-3d874879-0a1d-4de7-99bf-863f2ac27595 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=a6de71a80dfc462da54bc2b2a455359a&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1299095 Feb 11 04:43:01.996532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7c2ac-f049-4181-aa92-6bcf98557b23 req-1b91f7da-4969-4f93-8417-7b2c814b2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:02.000503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7b7c2ac-f049-4181-aa92-6bcf98557b23 req-1b91f7da-4969-4f93-8417-7b2c814b2f1e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1226146 Feb 11 04:43:02.232129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-9a8ae6eb-f365-4519-8dbe-5d0f7375f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:02.235131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-9a8ae6eb-f365-4519-8dbe-5d0f7375f427 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 1126 time: 0.1881721 Feb 11 04:43:02.251406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65796cd3-aeaa-4ef8-98ee-a68d07951743 req-07a79136-b2e5-4ecc-9195-d1635d276001 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:02.252905 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-65796cd3-aeaa-4ef8-98ee-a68d07951743 req-07a79136-b2e5-4ecc-9195-d1635d276001 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 943 time: 0.1855185 Feb 11 04:43:02.270105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafbce2-731c-4d83-9573-286c4a801b27 req-9c84eabb-b751-4ce5-a353-4a770ddff5e5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:02.271662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6dafbce2-731c-4d83-9573-286c4a801b27 req-9c84eabb-b751-4ce5-a353-4a770ddff5e5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1326039 Feb 11 04:43:02.310565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-6d120022-9c21-43bb-bed1-936455712cc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f22d900-2d31-4cca-97db-7afa2befc33d HTTP/1.1" status: 200 len: 217 time: 0.0566461 Feb 11 04:43:02.416234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-65796cd3-aeaa-4ef8-98ee-a68d07951743 req-878c93a7-b947-45b3-adb8-c8dd048d12ad tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543047 Feb 11 04:43:02.423793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-56b039c9-42fd-4860-8177-e6a285152cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:02.425018 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-56b039c9-42fd-4860-8177-e6a285152cc0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.1027367 Feb 11 04:43:02.433370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6dafbce2-731c-4d83-9573-286c4a801b27 req-b05e0753-6e4e-4a88-9f60-f930a490727e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262991 Feb 11 04:43:02.471073 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-52e0a317-a9e8-4ffb-bbcc-f89410fc6e60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366905 Feb 11 04:43:02.530062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7976741d-765a-4f3f-9bfa-694537286102 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:43:02.608904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2bb21-97d3-48df-9d36-48bd6d8835f3 req-aebb208f-dc21-4d1d-af37-a9a17a423598 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:02.610824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68e2bb21-97d3-48df-9d36-48bd6d8835f3 req-aebb208f-dc21-4d1d-af37-a9a17a423598 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 943 time: 0.1228876 Feb 11 04:43:02.631766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-5bd68a7a-6f08-4088-a205-9ac12bba5c99 service neutron] 10.222.0.32 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541290 Feb 11 04:43:02.665306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7976741d-765a-4f3f-9bfa-694537286102, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7976741d-765a-4f3f-9bfa-694537286102,segment=NetworkSegment(639f76f3-f810-4eb5-a99f-b27988110a25),segment_id=639f76f3-f810-4eb5-a99f-b27988110a25)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:02.678172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '7976741d-765a-4f3f-9bfa-694537286102', 'network_id': '37524bee-8f01-44ae-b7f7-2db1237e5b9c', 'port_id': '7976741d-765a-4f3f-9bfa-694537286102', 'mac_address': 'fa:16:3e:6e:cc:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f39c808-08d7-4a22-8ea0-20b567f0b527', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:43:02.729177 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7976741d-765a-4f3f-9bfa-694537286102 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:02.729512 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7976741d-765a-4f3f-9bfa-694537286102), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:02.749589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7976741d-765a-4f3f-9bfa-694537286102 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:02.757105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68e2bb21-97d3-48df-9d36-48bd6d8835f3 req-db2239d3-3c02-4296-baeb-a02c0ace85b0 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398568 Feb 11 04:43:02.797848 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7976741d-765a-4f3f-9bfa-694537286102, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7976741d-765a-4f3f-9bfa-694537286102,segment=NetworkSegment(639f76f3-f810-4eb5-a99f-b27988110a25),segment_id=639f76f3-f810-4eb5-a99f-b27988110a25)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:02.806414 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ccc95-904e-4107-9420-17ebbd8439c1 req-a6e3a582-3167-4fa7-a8ca-fd7c4042f543 service neutron] 10.222.0.32 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643028 Feb 11 04:43:02.977184 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7976741d-765a-4f3f-9bfa-694537286102), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:03.032095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7976741d-765a-4f3f-9bfa-694537286102,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:03.213018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7976741d-765a-4f3f-9bfa-694537286102'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:03.428043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43332) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:03.433587 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-82ff5616-328b-4c0c-b822-c643e38242a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1478807229'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:03.579166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b81dd8-42c4-4eb5-8dca-a1f2ef5f82b4 req-821e7353-d337-4cd5-aea0-63e322d863ae tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:03.580763 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4b81dd8-42c4-4eb5-8dca-a1f2ef5f82b4 req-821e7353-d337-4cd5-aea0-63e322d863ae tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 944 time: 0.0862317 Feb 11 04:43:04.017806 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.037976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ff5616-328b-4c0c-b822-c643e38242a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Made reservation on behalf of 5191f088a1fd4619beeaeec75a1d5ed1 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:04.038401 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-82ff5616-328b-4c0c-b822-c643e38242a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.068656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4b81dd8-42c4-4eb5-8dca-a1f2ef5f82b4 req-12d3c88e-d61d-47f9-b698-dfa809a0e11f tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4709289 Feb 11 04:43:04.094820 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed6b68-c83e-4455-b5c4-b7ee197f2a8f req-87dadaa4-7a1f-4cdd-b29e-5d84daddf0a1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:04.094820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-feed6b68-c83e-4455-b5c4-b7ee197f2a8f req-87dadaa4-7a1f-4cdd-b29e-5d84daddf0a1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.5271108 Feb 11 04:43:04.112578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ff5616-328b-4c0c-b822-c643e38242a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:43:04.125441 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.146987 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-82ff5616-328b-4c0c-b822-c643e38242a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (fffbdca9-3be6-4a24-9bb7-86e2d7e6df85), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.147437 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-82ff5616-328b-4c0c-b822-c643e38242a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Added segment fffbdca9-3be6-4a24-9bb7-86e2d7e6df85 of type vlan for network 1a1453c6-9537-467a-9964-e6aa3979e421 Feb 11 04:43:04.228828 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-82ff5616-328b-4c0c-b822-c643e38242a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (1a1453c6-9537-467a-9964-e6aa3979e421), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.244455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-feed6b68-c83e-4455-b5c4-b7ee197f2a8f req-917f3011-94fa-49c6-bd9e-bab36b3ff53e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499419 Feb 11 04:43:04.318906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2dac4-e255-4921-8d71-7a5d5e463870 req-5cab6948-f633-4251-a58b-386e966b4abc tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:04.320655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ad2dac4-e255-4921-8d71-7a5d5e463870 req-5cab6948-f633-4251-a58b-386e966b4abc tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 943 time: 0.0807540 Feb 11 04:43:04.376631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ad2dac4-e255-4921-8d71-7a5d5e463870 req-ecd04a34-4d24-4b6c-9c5d-deec0d6ec687 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496709 Feb 11 04:43:04.393913 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-82ff5616-328b-4c0c-b822-c643e38242a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (1a1453c6-9537-467a-9964-e6aa3979e421), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.403221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ff5616-328b-4c0c-b822-c643e38242a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:04.403221 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-82ff5616-328b-4c0c-b822-c643e38242a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.475560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff5616-328b-4c0c-b822-c643e38242a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'Network': ['ID=1a1453c6-9537-467a-9964-e6aa3979e421,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:04.488035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 1a1453c6-9537-467a-9964-e6aa3979e421 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:43:04.557401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-82ff5616-328b-4c0c-b822-c643e38242a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1281569 Feb 11 04:43:04.560101 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43354) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:04.567406 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1968448226'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:04.589709 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7976741d-765a-4f3f-9bfa-694537286102 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:04.708516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Made reservation on behalf of 5191f088a1fd4619beeaeec75a1d5ed1 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:04.711930 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.742689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:43:04.752996 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (7c0dc63e-57e7-4d70-9b0d-ff1191a5201a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.753356 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Added segment 7c0dc63e-57e7-4d70-9b0d-ff1191a5201a of type vlan for network 438d0a15-1c6c-466a-89ba-1c9aba7207ed Feb 11 04:43:04.760209 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 7976741d-765a-4f3f-9bfa-694537286102 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:43:04.765387 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 7976741d-765a-4f3f-9bfa-694537286102 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:04.773540 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7976741d-765a-4f3f-9bfa-694537286102), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.801684 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (438d0a15-1c6c-466a-89ba-1c9aba7207ed), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.864013 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7976741d-765a-4f3f-9bfa-694537286102 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:04.864476 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7976741d-765a-4f3f-9bfa-694537286102), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.887894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cebdc9d-4345-45a0-be6a-86dd12049233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7976741d-765a-4f3f-9bfa-694537286102'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:04.890189 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61be0829-c603-4e7c-90ae-37e41e6f4665" -d '{"events": [{"server_uuid": "1cebdc9d-4345-45a0-be6a-86dd12049233", "name": "network-vif-plugged", "status": "completed", "tag": "7976741d-765a-4f3f-9bfa-694537286102"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:04.904093 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7976741d-765a-4f3f-9bfa-694537286102, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7976741d-765a-4f3f-9bfa-694537286102,segment=NetworkSegment(639f76f3-f810-4eb5-a99f-b27988110a25),segment_id=639f76f3-f810-4eb5-a99f-b27988110a25)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:04.929999 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b355a58-32ae-473c-94a8-fd0abc4aa891 x-openstack-request-id: req-0b355a58-32ae-473c-94a8-fd0abc4aa891 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:04.930294 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cebdc9d-4345-45a0-be6a-86dd12049233", "name": "network-vif-plugged", "status": "completed", "tag": "7976741d-765a-4f3f-9bfa-694537286102", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:04.930546 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b355a58-32ae-473c-94a8-fd0abc4aa891 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:04.930993 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cebdc9d-4345-45a0-be6a-86dd12049233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7976741d-765a-4f3f-9bfa-694537286102', 'code': 200} Feb 11 04:43:04.937908 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (438d0a15-1c6c-466a-89ba-1c9aba7207ed), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:04.943355 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:04.944306 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:05.050681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'Network': ['ID=438d0a15-1c6c-466a-89ba-1c9aba7207ed,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:05.061756 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:05.062128 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:05.062547 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:05.062861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:05.063299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:05.063574 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:05.063875 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:05.064235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:05.064566 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:05.064890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:05.065231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:05.065569 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:05.065899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:05.080158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 438d0a15-1c6c-466a-89ba-1c9aba7207ed details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:43:05.084998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2947f89-63a2-4080-a525-2d4ab720ad1c req-f1e47b78-51ac-48e7-9434-7c38050897c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:05.086560 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a2947f89-63a2-4080-a525-2d4ab720ad1c req-f1e47b78-51ac-48e7-9434-7c38050897c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 1127 time: 0.0701466 Feb 11 04:43:05.141528 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a2947f89-63a2-4080-a525-2d4ab720ad1c req-f0a2eef2-ddde-43c5-9010-fa986ec64b3f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472305 Feb 11 04:43:05.157669 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7976741d-765a-4f3f-9bfa-694537286102), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:05.163474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43360) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:05.175086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-f9b385b2-0f6d-4f0b-9352-1340c47aba8e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'subnet': {'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:05.179207 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a97a6071-64e6-4b8a-bbe9-ffccb16a9676 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6171687 Feb 11 04:43:05.252197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7976741d-765a-4f3f-9bfa-694537286102,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:05.373069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2ae4e-70f9-470f-a560-4ee6690dfba6 req-118ea67d-c195-4e93-a023-411a0f2adeff tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:05.377161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ca2ae4e-70f9-470f-a560-4ee6690dfba6 req-118ea67d-c195-4e93-a023-411a0f2adeff tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 945 time: 0.1927600 Feb 11 04:43:05.476472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ca2ae4e-70f9-470f-a560-4ee6690dfba6 req-f24e9bf5-4c26-4d01-90d4-0bcc984d8144 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951459 Feb 11 04:43:05.486560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18556ea0-ff41-4c94-b56c-6f82994d1229 req-cae657ec-2c7b-4e67-b3d5-b6f6617cf46d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:05.488335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18556ea0-ff41-4c94-b56c-6f82994d1229 req-cae657ec-2c7b-4e67-b3d5-b6f6617cf46d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.0996788 Feb 11 04:43:05.517997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b385b2-0f6d-4f0b-9352-1340c47aba8e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Made reservation on behalf of 5191f088a1fd4619beeaeec75a1d5ed1 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:05.522164 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f9b385b2-0f6d-4f0b-9352-1340c47aba8e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:05.650651 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18556ea0-ff41-4c94-b56c-6f82994d1229 req-f13d0ef7-1ec4-4601-8ebf-d432bded2f3a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513126 Feb 11 04:43:05.690924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6061784-82a4-46fc-a865-724e0cd1458e req-791b6b3b-5f65-4687-b524-8637d59ffb4a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:05.692481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6061784-82a4-46fc-a865-724e0cd1458e req-791b6b3b-5f65-4687-b524-8637d59ffb4a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 943 time: 0.1423399 Feb 11 04:43:05.795308 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6061784-82a4-46fc-a865-724e0cd1458e req-0982ef40-c20d-449b-ae8e-990eaa84154a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938389 Feb 11 04:43:05.983553 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f9b385b2-0f6d-4f0b-9352-1340c47aba8e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (44328e2e-11ca-4fed-8ac0-6b901abd9505), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:06.047045 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b385b2-0f6d-4f0b-9352-1340c47aba8e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'Subnet': ['ID=44328e2e-11ca-4fed-8ac0-6b901abd9505,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:06.056526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b385b2-0f6d-4f0b-9352-1340c47aba8e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Checking segment: {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:06.056892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b385b2-0f6d-4f0b-9352-1340c47aba8e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Network hostable DHCP agents. Network: 1a1453c6-9537-467a-9964-e6aa3979e421, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:43:06.204474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b385b2-0f6d-4f0b-9352-1340c47aba8e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Network 1a1453c6-9537-467a-9964-e6aa3979e421 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:43:06.303206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-f9b385b2-0f6d-4f0b-9352-1340c47aba8e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 1a1453c6-9537-467a-9964-e6aa3979e421) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:06.307626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b385b2-0f6d-4f0b-9352-1340c47aba8e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:06.308241 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f9b385b2-0f6d-4f0b-9352-1340c47aba8e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:06.321307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290663e9-021d-48e8-a74a-9ba6ed08e2b0 None None] Network 1a1453c6-9537-467a-9964-e6aa3979e421 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:06.425704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f9b385b2-0f6d-4f0b-9352-1340c47aba8e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2599437 Feb 11 04:43:06.428687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43382) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:06.435466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-97e0b63a-006b-4ff5-a805-b7f15d035b42 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'subnet': {'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:06.441576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1a1453c6-9537-467a-9964-e6aa3979e421', 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421', 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'fixed_ips': [{'subnet_id': '44328e2e-11ca-4fed-8ac0-6b901abd9505'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:43:06.442662 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:06.627022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Allocated IP 10.1.1.2 (1a1453c6-9537-467a-9964-e6aa3979e421/44328e2e-11ca-4fed-8ac0-6b901abd9505/c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:06.675310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d71cf-0711-4c58-87e6-827be1f4e9ee req-c08d25e8-a5d7-4624-9820-95a2fa8c2425 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:06.678090 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-710d71cf-0711-4c58-87e6-827be1f4e9ee req-c08d25e8-a5d7-4624-9820-95a2fa8c2425 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 945 time: 0.0878241 Feb 11 04:43:06.734203 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-710d71cf-0711-4c58-87e6-827be1f4e9ee req-1a8760ce-f284-4e9e-8fb9-1c2e6c8c351d tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496380 Feb 11 04:43:06.735840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e0b63a-006b-4ff5-a805-b7f15d035b42 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Made reservation on behalf of 5191f088a1fd4619beeaeec75a1d5ed1 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:06.743241 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97e0b63a-006b-4ff5-a805-b7f15d035b42 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:06.844263 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Publish callbacks [] for port (c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:06.888134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2dc37-0fa9-4da7-b73e-b5105bd322b4 req-e304f22a-a6aa-4125-a953-9e6e9b849901 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:06.890517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36f2dc37-0fa9-4da7-b73e-b5105bd322b4 req-e304f22a-a6aa-4125-a953-9e6e9b849901 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.0691471 Feb 11 04:43:06.953697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36f2dc37-0fa9-4da7-b73e-b5105bd322b4 req-0a1e9abd-a7ca-4f23-9584-c2b183ca030d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566530 Feb 11 04:43:06.954778 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:07.002488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Network 1a1453c6-9537-467a-9964-e6aa3979e421 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:07.006570 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:07.010281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:07.053165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Pushing event updated for resources: {'Port': ['ID=c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:07.090138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Attempting to bind port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:07.090512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Attempting to bind port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:07.092656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Attempting to bind port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a on network 1a1453c6-9537-467a-9964-e6aa3979e421 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:07.097572 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:07.099109 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Checking segment: {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:07.099519 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:07.099927 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Bound using segment: {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:07.100404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Bound port: c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:07.100857 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:07.108295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601d63b-604e-41ab-94d2-0f5cf000a5ef req-f718918c-94f7-4154-9d9d-0666a598e973 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:07.110338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c601d63b-604e-41ab-94d2-0f5cf000a5ef req-f718918c-94f7-4154-9d9d-0666a598e973 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 945 time: 0.0717001 Feb 11 04:43:07.177613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c601d63b-604e-41ab-94d2-0f5cf000a5ef req-2717ead7-348e-4578-a7d6-91e7712b72de tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572953 Feb 11 04:43:07.181401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] For port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:07.184981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] For port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:07.292570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97e0b63a-006b-4ff5-a805-b7f15d035b42 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (616250e4-3066-4e8e-9daf-7fba26215096), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:07.310373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406a494-603e-4621-8eb0-0134f50d2dc4 req-c67f8240-d090-498f-8ed3-2815e6033d2f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:07.313063 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0406a494-603e-4621-8eb0-0134f50d2dc4 req-c67f8240-d090-498f-8ed3-2815e6033d2f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 943 time: 0.0760834 Feb 11 04:43:07.365981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0406a494-603e-4621-8eb0-0134f50d2dc4 req-ae4208f5-2354-4912-921f-992a7fb868be tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450435 Feb 11 04:43:07.383146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0b63a-006b-4ff5-a805-b7f15d035b42 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'Subnet': ['ID=616250e4-3066-4e8e-9daf-7fba26215096,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:07.394821 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e0b63a-006b-4ff5-a805-b7f15d035b42 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Checking segment: {'id': '7c0dc63e-57e7-4d70-9b0d-ff1191a5201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:07.395631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e0b63a-006b-4ff5-a805-b7f15d035b42 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Network hostable DHCP agents. Network: 438d0a15-1c6c-466a-89ba-1c9aba7207ed, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:43:07.465335 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:07.549795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7f22d900-2d31-4cca-97db-7afa2befc33d details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:43:07.581903 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e0b63a-006b-4ff5-a805-b7f15d035b42 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Network 438d0a15-1c6c-466a-89ba-1c9aba7207ed is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:43:07.613369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8ea9a-81f3-4ee0-a6da-74c75d89bd3b None None] Pushing event updated for resources: {'Port': ['ID=c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:07.740305 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 7f22d900-2d31-4cca-97db-7afa2befc33d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7f22d900-2d31-4cca-97db-7afa2befc33d,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:07.755909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '7f22d900-2d31-4cca-97db-7afa2befc33d', 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b', 'port_id': '7f22d900-2d31-4cca-97db-7afa2befc33d', 'mac_address': 'fa:16:3e:5b:82:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7095a7d5-9123-4335-ad46-28c56530f769', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:43:07.776989 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-97e0b63a-006b-4ff5-a805-b7f15d035b42 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 438d0a15-1c6c-466a-89ba-1c9aba7207ed) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:07.776989 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e0b63a-006b-4ff5-a805-b7f15d035b42 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:07.776989 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97e0b63a-006b-4ff5-a805-b7f15d035b42 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:07.792890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6a1649-0a8c-4391-800a-df4a6c828c18 None None] Network 438d0a15-1c6c-466a-89ba-1c9aba7207ed requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:07.855111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 7f22d900-2d31-4cca-97db-7afa2befc33d is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:07.855888 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f22d900-2d31-4cca-97db-7afa2befc33d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:07.899384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f22d900-2d31-4cca-97db-7afa2befc33d {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:07.944952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 7f22d900-2d31-4cca-97db-7afa2befc33d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7f22d900-2d31-4cca-97db-7afa2befc33d,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:07.953779 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-97e0b63a-006b-4ff5-a805-b7f15d035b42 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5238581 Feb 11 04:43:07.960162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43416) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:07.969562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'port': {'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421', 'name': 'tempest-TaggedBootDevicesTest_v242-554862203', 'fixed_ips': [{'subnet_id': '44328e2e-11ca-4fed-8ac0-6b901abd9505'}]}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:08.120701 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7f22d900-2d31-4cca-97db-7afa2befc33d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:08.124943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-438d0a15-1c6c-466a-89ba-1c9aba7207ed', 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed', 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'fixed_ips': [{'subnet_id': '616250e4-3066-4e8e-9daf-7fba26215096'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:43:08.127375 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:08.239490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=7f22d900-2d31-4cca-97db-7afa2befc33d,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:08.387765 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9737d-9aec-4353-bb19-f6b9ecff692b req-6cb407fb-2341-4d9a-8320-70ddcb7e7109 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:08.399452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['7f22d900-2d31-4cca-97db-7afa2befc33d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:08.402925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8d9737d-9aec-4353-bb19-f6b9ecff692b req-6cb407fb-2341-4d9a-8320-70ddcb7e7109 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 945 time: 0.1461582 Feb 11 04:43:08.415900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cd943-7b54-4c72-af2e-81cc8b356ead req-b86d123f-4231-448d-9db2-59f62731c43d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:08.418808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc5cd943-7b54-4c72-af2e-81cc8b356ead req-b86d123f-4231-448d-9db2-59f62731c43d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.1610610 Feb 11 04:43:08.480054 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8d9737d-9aec-4353-bb19-f6b9ecff692b req-73c1df13-8474-448a-9f43-786323cca249 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759280 Feb 11 04:43:08.481657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Made reservation on behalf of 5191f088a1fd4619beeaeec75a1d5ed1 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:08.736124 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Allocated IP 10.2.2.2 (438d0a15-1c6c-466a-89ba-1c9aba7207ed/616250e4-3066-4e8e-9daf-7fba26215096/79f0a30b-c732-4ede-9a20-3ed0ee743bd6) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:08.787778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc5cd943-7b54-4c72-af2e-81cc8b356ead req-ab9ecf87-f7bf-41b5-b756-1b78e0ad5f0b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247020 Feb 11 04:43:08.855497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b2268-5b2f-449b-be1c-e05f664d9529 req-b0e5bc4a-2d38-401e-bd2e-950232ff627b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:08.859777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d62b2268-5b2f-449b-be1c-e05f664d9529 req-b0e5bc4a-2d38-401e-bd2e-950232ff627b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 944 time: 0.2495613 Feb 11 04:43:08.875442 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:08.950277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] device_id is not set on port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:43:09.076567 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d62b2268-5b2f-449b-be1c-e05f664d9529 req-0889d0e0-5650-4215-b7c9-20570854fedb tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973562 Feb 11 04:43:09.327980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Allocated IP 10.1.1.119 (1a1453c6-9537-467a-9964-e6aa3979e421/44328e2e-11ca-4fed-8ac0-6b901abd9505/5e331ac0-31ed-41b8-b911-5fa4fa3a502e) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:09.337444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811297c7-9d75-4329-b5af-66805dee8b44 None None] Network 1a1453c6-9537-467a-9964-e6aa3979e421 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:09.590331 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Publish callbacks [] for port (79f0a30b-c732-4ede-9a20-3ed0ee743bd6), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:09.679365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-35d641d5-1788-466d-8e40-aa48e1e9846b None None] Provisioning complete for port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:09.683067 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-35d641d5-1788-466d-8e40-aa48e1e9846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:09.692703 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:09.757723 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (79f0a30b-c732-4ede-9a20-3ed0ee743bd6), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:09.800844 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:09.936473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33671db6-dbd8-49a6-a488-5cd812bbf954 req-f33c9d3b-0426-444b-b6cd-3533cbbfaed5 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:09.938644 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-33671db6-dbd8-49a6-a488-5cd812bbf954 req-f33c9d3b-0426-444b-b6cd-3533cbbfaed5 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 945 time: 0.3079436 Feb 11 04:43:10.098255 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:10.180147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-33671db6-dbd8-49a6-a488-5cd812bbf954 req-aceead4e-1b98-4e59-9cfb-4ac7df1494ea tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354228 Feb 11 04:43:10.218659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Network 1a1453c6-9537-467a-9964-e6aa3979e421 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:10.219900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:10.222770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:10.230972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'Port': ['ID=5e331ac0-31ed-41b8-b911-5fa4fa3a502e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:10.237915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374486b-712d-4513-a2cb-5474fcf75ca8 req-44824dcd-e315-486a-8c2e-bb9e23793f91 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:10.239654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1374486b-712d-4513-a2cb-5474fcf75ca8 req-44824dcd-e315-486a-8c2e-bb9e23793f91 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.2388501 Feb 11 04:43:10.301496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:10.302113 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:10.302470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:10.306791 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:10.307196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:10.307552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:10.307903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:10.308248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:10.308591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:10.308926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:10.309261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:10.309591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:10.309921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:10.359118 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Network 438d0a15-1c6c-466a-89ba-1c9aba7207ed is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:10.406528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:10.432259 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:10.435172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:10.437323 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:10.475397 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Pushing event updated for resources: {'Port': ['ID=79f0a30b-c732-4ede-9a20-3ed0ee743bd6,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:10.603744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-35d641d5-1788-466d-8e40-aa48e1e9846b None None] Current status of the port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:10.604138 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-35d641d5-1788-466d-8e40-aa48e1e9846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:10.604753 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1374486b-712d-4513-a2cb-5474fcf75ca8 req-2ca69f13-21f1-4917-9ae4-f777c3f2d93b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232565 Feb 11 04:43:10.656522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-544b6a86-c3fa-462f-9ff7-e6a9f08f5230 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6976852 Feb 11 04:43:10.659590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43450) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:10.665998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-70dff142-daf7-4793-b7a4-3995227b6392 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'port': {'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421', 'name': 'tempest-TaggedBootDevicesTest_v242-1627604737', 'fixed_ips': [{'subnet_id': '44328e2e-11ca-4fed-8ac0-6b901abd9505'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:10.698793 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:10.699166 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:10.700635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912ff0d-7d8e-46bb-b8e6-eaf25e664024 req-5ebaa365-70a3-498c-a3a8-6f30a39e83fb tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:10.702915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7912ff0d-7d8e-46bb-b8e6-eaf25e664024 req-5ebaa365-70a3-498c-a3a8-6f30a39e83fb tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 944 time: 0.3292048 Feb 11 04:43:10.714446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Attempting to bind port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:10.714852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Attempting to bind port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '7c0dc63e-57e7-4d70-9b0d-ff1191a5201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:10.715126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Attempting to bind port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 on network 438d0a15-1c6c-466a-89ba-1c9aba7207ed {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:10.743897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-35d641d5-1788-466d-8e40-aa48e1e9846b None None] For port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:10.754106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:10.754475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Checking segment: {'id': '7c0dc63e-57e7-4d70-9b0d-ff1191a5201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:10.754930 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:10.755326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Bound using segment: {'id': '7c0dc63e-57e7-4d70-9b0d-ff1191a5201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:10.755817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Bound port: 79f0a30b-c732-4ede-9a20-3ed0ee743bd6, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0dc63e-57e7-4d70-9b0d-ff1191a5201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:10.756238 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (79f0a30b-c732-4ede-9a20-3ed0ee743bd6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:10.808265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7912ff0d-7d8e-46bb-b8e6-eaf25e664024 req-6cd1f2b8-b7c2-4366-a2c4-b3e428d90278 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921159 Feb 11 04:43:10.836913 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-35d641d5-1788-466d-8e40-aa48e1e9846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:10.887553 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] For port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:10.921143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] For port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=79f0a30b-c732-4ede-9a20-3ed0ee743bd6,segment=NetworkSegment(7c0dc63e-57e7-4d70-9b0d-ff1191a5201a),segment_id=7c0dc63e-57e7-4d70-9b0d-ff1191a5201a)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:10.925531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dff142-daf7-4793-b7a4-3995227b6392 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Made reservation on behalf of 5191f088a1fd4619beeaeec75a1d5ed1 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:10.975046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:10.981740 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d641d5-1788-466d-8e40-aa48e1e9846b None None] Pushing event updated for resources: {'Port': ['ID=c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:10.990880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-06e3dbfb-0e00-4760-9909-3ed6bcd3e6c1 None None] Provisioning complete for port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:10.991331 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-06e3dbfb-0e00-4760-9909-3ed6bcd3e6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.083261 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-06e3dbfb-0e00-4760-9909-3ed6bcd3e6c1 None None] Current status of the port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:11.086320 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (79f0a30b-c732-4ede-9a20-3ed0ee743bd6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.171360 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00edb0-a405-44c8-9132-07932386ba1a None None] Pushing event updated for resources: {'Port': ['ID=79f0a30b-c732-4ede-9a20-3ed0ee743bd6,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:11.175943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-06e3dbfb-0e00-4760-9909-3ed6bcd3e6c1 None None] Provisioning complete for port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:11.176324 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-06e3dbfb-0e00-4760-9909-3ed6bcd3e6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.228070 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-70dff142-daf7-4793-b7a4-3995227b6392 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.230072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-06e3dbfb-0e00-4760-9909-3ed6bcd3e6c1 None None] Port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:43:11.273019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-70dff142-daf7-4793-b7a4-3995227b6392 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] device_id is not set on port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:43:11.284438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e90aa-8d9d-4284-8700-caaeb056c1a7 req-5f8417ce-089e-45a4-a212-48f2ab764416 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:11.302404 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-460e90aa-8d9d-4284-8700-caaeb056c1a7 req-5f8417ce-089e-45a4-a212-48f2ab764416 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 945 time: 0.1477611 Feb 11 04:43:11.357240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-460e90aa-8d9d-4284-8700-caaeb056c1a7 req-ba9b8e49-2343-4efd-9096-dd7050050b3f tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532005 Feb 11 04:43:11.462687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49269b-7866-4dc5-87bc-205c0868b850 req-d6672cde-d982-42a8-814a-189834d66c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:11.465844 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ac49269b-7866-4dc5-87bc-205c0868b850 req-d6672cde-d982-42a8-814a-189834d66c69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=286518825e54485fa27380e9df5b91c8&device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 1128 time: 0.2048542 Feb 11 04:43:11.574306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9b305218-8145-443b-88dc-424164110a90 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:43:11.577945 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7f22d900-2d31-4cca-97db-7afa2befc33d up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:11.629693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:11.703912 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-70dff142-daf7-4793-b7a4-3995227b6392 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Allocated IP 10.1.1.179 (1a1453c6-9537-467a-9964-e6aa3979e421/44328e2e-11ca-4fed-8ac0-6b901abd9505/12ffbce7-dc6f-4c7c-be0d-4d531b490dcd) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:11.769807 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49269b-7866-4dc5-87bc-205c0868b850 req-9925d706-f9a9-43f3-9feb-234c8eeb9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:11.771396 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ac49269b-7866-4dc5-87bc-205c0868b850 req-9925d706-f9a9-43f3-9feb-234c8eeb9204 service neutron] 10.222.0.47 "GET /v2.0/networks?id=37524bee-8f01-44ae-b7f7-2db1237e5b9c HTTP/1.1" status: 200 len: 913 time: 0.2979503 Feb 11 04:43:11.774280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6f4d8-1ec1-43e4-b744-0d6a05f260a5 req-6493451b-28c5-4fba-be49-f07fe76d42c4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:11.775914 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9fb6f4d8-1ec1-43e4-b744-0d6a05f260a5 req-6493451b-28c5-4fba-be49-f07fe76d42c4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 943 time: 0.0879550 Feb 11 04:43:11.837943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:11.848539 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ac49269b-7866-4dc5-87bc-205c0868b850 req-b94ecd28-5b78-487e-9363-6009547c624d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7976741d-765a-4f3f-9bfa-694537286102 HTTP/1.1" status: 200 len: 217 time: 0.0606036 Feb 11 04:43:11.850013 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.870062 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9fb6f4d8-1ec1-43e4-b744-0d6a05f260a5 req-9fad0c9d-dcb3-4f02-a655-9af1d605659a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838704 Feb 11 04:43:11.913365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 7f22d900-2d31-4cca-97db-7afa2befc33d completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:43:11.930207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9b305218-8145-443b-88dc-424164110a90, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9b305218-8145-443b-88dc-424164110a90,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:11.932738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 7f22d900-2d31-4cca-97db-7afa2befc33d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:11.933110 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7f22d900-2d31-4cca-97db-7afa2befc33d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:11.971311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '9b305218-8145-443b-88dc-424164110a90', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'port_id': '9b305218-8145-443b-88dc-424164110a90', 'mac_address': 'fa:16:3e:40:65:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:43:11.975385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49269b-7866-4dc5-87bc-205c0868b850 req-8fa1b88e-54bf-4fd6-8a9c-f4f37aefaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:11.977012 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ac49269b-7866-4dc5-87bc-205c0868b850 req-8fa1b88e-54bf-4fd6-8a9c-f4f37aefaaf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f39c808-08d7-4a22-8ea0-20b567f0b527 HTTP/1.1" status: 200 len: 852 time: 0.1222465 Feb 11 04:43:12.023181 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ac49269b-7866-4dc5-87bc-205c0868b850 req-3484433e-045d-49e9-9104-ed17bd3c0c5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37524bee-8f01-44ae-b7f7-2db1237e5b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353212 Feb 11 04:43:12.026802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22303533-8394-4125-807f-a3d297db5679 req-5b00bea9-456d-4cc1-aa8e-31bb8091e1b4 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:12.028900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22303533-8394-4125-807f-a3d297db5679 req-5b00bea9-456d-4cc1-aa8e-31bb8091e1b4 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 944 time: 0.0954971 Feb 11 04:43:12.040657 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 9b305218-8145-443b-88dc-424164110a90 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:12.041046 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9b305218-8145-443b-88dc-424164110a90), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:12.113485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22303533-8394-4125-807f-a3d297db5679 req-85cc00cb-605e-46a7-9e06-d6e36e997892 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751879 Feb 11 04:43:12.144377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:12.154871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b305218-8145-443b-88dc-424164110a90 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:12.155380 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ac49269b-7866-4dc5-87bc-205c0868b850 req-6d30ae42-a840-4524-8fd0-c69d2157d210 service neutron] 10.222.0.47 "GET /v2.0/networks/37524bee-8f01-44ae-b7f7-2db1237e5b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228075 Feb 11 04:43:12.181008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 7f22d900-2d31-4cca-97db-7afa2befc33d is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:12.181141 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f22d900-2d31-4cca-97db-7afa2befc33d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:12.184416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9b305218-8145-443b-88dc-424164110a90, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9b305218-8145-443b-88dc-424164110a90,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:12.239496 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-70dff142-daf7-4793-b7a4-3995227b6392 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:12.258966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d3b8fb-9840-40fb-97c5-e57106cc97ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f22d900-2d31-4cca-97db-7afa2befc33d'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:12.261556 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877b7ca6-55ee-45d6-9ff0-e0c6d1d59172" -d '{"events": [{"server_uuid": "b0d3b8fb-9840-40fb-97c5-e57106cc97ce", "name": "network-vif-plugged", "status": "completed", "tag": "7f22d900-2d31-4cca-97db-7afa2befc33d"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:12.277553 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 7f22d900-2d31-4cca-97db-7afa2befc33d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7f22d900-2d31-4cca-97db-7afa2befc33d,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:12.304284 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9b305218-8145-443b-88dc-424164110a90), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:12.342500 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ac49269b-7866-4dc5-87bc-205c0868b850 req-73c5e256-1a57-4be7-a9f2-014960cd3c1c service neutron] 10.222.0.47 "GET /v2.0/networks/37524bee-8f01-44ae-b7f7-2db1237e5b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789315 Feb 11 04:43:12.356671 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c2d82a-0e28-4c89-a8d1-e0e2c32ef427 x-openstack-request-id: req-75c2d82a-0e28-4c89-a8d1-e0e2c32ef427 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:12.356972 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d3b8fb-9840-40fb-97c5-e57106cc97ce", "name": "network-vif-plugged", "status": "completed", "tag": "7f22d900-2d31-4cca-97db-7afa2befc33d", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:12.357263 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75c2d82a-0e28-4c89-a8d1-e0e2c32ef427 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:12.357831 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d3b8fb-9840-40fb-97c5-e57106cc97ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f22d900-2d31-4cca-97db-7afa2befc33d', 'code': 200} Feb 11 04:43:12.374145 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7f22d900-2d31-4cca-97db-7afa2befc33d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:12.414390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=9b305218-8145-443b-88dc-424164110a90,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:12.479919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-70dff142-daf7-4793-b7a4-3995227b6392 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:12.558286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dff142-daf7-4793-b7a4-3995227b6392 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Network 1a1453c6-9537-467a-9964-e6aa3979e421 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:12.559630 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-70dff142-daf7-4793-b7a4-3995227b6392 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:12.565039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dff142-daf7-4793-b7a4-3995227b6392 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:12.580205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=7f22d900-2d31-4cca-97db-7afa2befc33d,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:12.590616 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dff142-daf7-4793-b7a4-3995227b6392 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'Port': ['ID=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:12.603369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170846c-5c87-4525-b9f1-bed2c938df28 req-3ffc8fd0-06d9-4b38-9e07-ef586c5ec4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:12.604935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f170846c-5c87-4525-b9f1-bed2c938df28 req-3ffc8fd0-06d9-4b38-9e07-ef586c5ec4d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 1128 time: 0.1731069 Feb 11 04:43:12.632911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4df17b-9ca5-4cd3-b4be-224263321a0e req-92bb5642-3123-41fa-88e2-67bca1c37e02 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:12.642231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e4df17b-9ca5-4cd3-b4be-224263321a0e req-92bb5642-3123-41fa-88e2-67bca1c37e02 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 945 time: 0.1399462 Feb 11 04:43:12.653803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['9b305218-8145-443b-88dc-424164110a90'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:12.704247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dff142-daf7-4793-b7a4-3995227b6392 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:12.705571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-70dff142-daf7-4793-b7a4-3995227b6392 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:12.783359 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f170846c-5c87-4525-b9f1-bed2c938df28 req-2e4ef56b-5f9b-4317-959c-d8b1290520d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664355 Feb 11 04:43:12.800143 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e4df17b-9ca5-4cd3-b4be-224263321a0e req-240b5a58-1f0f-480d-9ce5-73bb28208d36 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567311 Feb 11 04:43:12.808037 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-70dff142-daf7-4793-b7a4-3995227b6392 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1465154 Feb 11 04:43:12.940417 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582e128f-0de2-4c0e-99f1-4039cf0fc770 None None] Network 438d0a15-1c6c-466a-89ba-1c9aba7207ed requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:13.024032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-15f1c3e7-1fc2-44a0-983a-d19f4149338a None None] Provisioning complete for port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:13.024364 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-15f1c3e7-1fc2-44a0-983a-d19f4149338a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.090915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-15f1c3e7-1fc2-44a0-983a-d19f4149338a None None] Port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:43:13.112600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-15f1c3e7-1fc2-44a0-983a-d19f4149338a None None] Provisioning complete for port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:13.112990 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-15f1c3e7-1fc2-44a0-983a-d19f4149338a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (79f0a30b-c732-4ede-9a20-3ed0ee743bd6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.228332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-15f1c3e7-1fc2-44a0-983a-d19f4149338a None None] Current status of the port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:13.228745 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-15f1c3e7-1fc2-44a0-983a-d19f4149338a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (79f0a30b-c732-4ede-9a20-3ed0ee743bd6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.313555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-15f1c3e7-1fc2-44a0-983a-d19f4149338a None None] For port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=79f0a30b-c732-4ede-9a20-3ed0ee743bd6,segment=NetworkSegment(7c0dc63e-57e7-4d70-9b0d-ff1191a5201a),segment_id=7c0dc63e-57e7-4d70-9b0d-ff1191a5201a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:13.339786 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43512) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:13.345378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-440dfee2-646c-493d-9ea8-6cf7ceab36a6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765553109', 'description': 'tempest-description--928651716'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:13.377780 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-15f1c3e7-1fc2-44a0-983a-d19f4149338a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (79f0a30b-c732-4ede-9a20-3ed0ee743bd6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.464258 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1c3e7-1fc2-44a0-983a-d19f4149338a None None] Pushing event updated for resources: {'Port': ['ID=79f0a30b-c732-4ede-9a20-3ed0ee743bd6,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:13.479678 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-440dfee2-646c-493d-9ea8-6cf7ceab36a6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.487078 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c9bb3-c0b7-49a5-a023-2e11b4799edf req-781d4268-f462-4f34-abdc-8112f18f8c31 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:13.500129 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c68c9bb3-c0b7-49a5-a023-2e11b4799edf req-781d4268-f462-4f34-abdc-8112f18f8c31 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 944 time: 0.0885124 Feb 11 04:43:13.518243 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ad7b5b81-d565-480e-a4f9-d99ec081f114 None None] Provisioning complete for port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:13.530140 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ad7b5b81-d565-480e-a4f9-d99ec081f114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (79f0a30b-c732-4ede-9a20-3ed0ee743bd6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.596718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9b305218-8145-443b-88dc-424164110a90 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:13.628594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c68c9bb3-c0b7-49a5-a023-2e11b4799edf req-17091a89-81a7-4875-aa45-91ff4a072a43 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274691 Feb 11 04:43:13.660512 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-440dfee2-646c-493d-9ea8-6cf7ceab36a6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for security_group (115f6f8c-89c8-4e8d-99cf-8187376f7fb0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.705122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b5b81-d565-480e-a4f9-d99ec081f114 None None] Current status of the port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:13.723256 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:13.782748 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-440dfee2-646c-493d-9ea8-6cf7ceab36a6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (115f6f8c-89c8-4e8d-99cf-8187376f7fb0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.785394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 9b305218-8145-443b-88dc-424164110a90 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:43:13.789235 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:13.790794 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (79f0a30b-c732-4ede-9a20-3ed0ee743bd6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.793304 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 9b305218-8145-443b-88dc-424164110a90 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:13.794424 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9b305218-8145-443b-88dc-424164110a90), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:13.899848 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dfee2-646c-493d-9ea8-6cf7ceab36a6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115f6f8c-89c8-4e8d-99cf-8187376f7fb0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:13.949326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365005a-0844-4565-a05d-370ac2e7aaea req-fbbcb068-a368-4d98-86bd-f9b7cb6a698b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:13.968729 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6365005a-0844-4565-a05d-370ac2e7aaea req-fbbcb068-a368-4d98-86bd-f9b7cb6a698b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 945 time: 0.2272484 Feb 11 04:43:14.028989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:14.032560 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 9b305218-8145-443b-88dc-424164110a90 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:14.033070 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9b305218-8145-443b-88dc-424164110a90), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:14.052463 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-440dfee2-646c-493d-9ea8-6cf7ceab36a6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:14.055619 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-440dfee2-646c-493d-9ea8-6cf7ceab36a6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7147613 Feb 11 04:43:14.061410 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43520) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:14.067165 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b784e04c-4839-475b-9f6b-4b2b3f9693ee tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'security_group_rule': {'security_group_id': '115f6f8c-89c8-4e8d-99cf-8187376f7fb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:14.074910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9b305218-8145-443b-88dc-424164110a90, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9b305218-8145-443b-88dc-424164110a90,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:14.113134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6365005a-0844-4565-a05d-370ac2e7aaea req-f4b30b50-2464-4926-b9e8-4717d3103854 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414144 Feb 11 04:43:14.149859 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9b305218-8145-443b-88dc-424164110a90), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:14.201683 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ec676-5a9b-44f5-8486-3c35308a8866 req-1b2158c4-eb81-42b3-bb21-0158a75d3328 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:14.212755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=9b305218-8145-443b-88dc-424164110a90,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:14.213386 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c04ec676-5a9b-44f5-8486-3c35308a8866 req-1b2158c4-eb81-42b3-bb21-0158a75d3328 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 945 time: 0.1319323 Feb 11 04:43:14.257659 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b784e04c-4839-475b-9f6b-4b2b3f9693ee tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for security_group_rule (bc0aacd9-6825-4096-93b3-9103b1454b21), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:14.292145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c04ec676-5a9b-44f5-8486-3c35308a8866 req-0d7578ad-b10b-4940-9fdd-874aff61c80c tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718100 Feb 11 04:43:14.358697 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbf9e63-a69e-44ae-b306-4597f6074b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b305218-8145-443b-88dc-424164110a90'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:14.361096 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aad3fb6-d1e5-40c0-95d1-ec4ff38fd42d" -d '{"events": [{"server_uuid": "6cbf9e63-a69e-44ae-b306-4597f6074b50", "name": "network-vif-plugged", "status": "completed", "tag": "9b305218-8145-443b-88dc-424164110a90"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:14.386716 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b784e04c-4839-475b-9f6b-4b2b3f9693ee tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for security_group_rule (bc0aacd9-6825-4096-93b3-9103b1454b21), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:14.413936 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb869f0-07e7-42f4-a6a2-10d9b39f4fbe x-openstack-request-id: req-4cb869f0-07e7-42f4-a6a2-10d9b39f4fbe {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:14.414442 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbf9e63-a69e-44ae-b306-4597f6074b50", "name": "network-vif-plugged", "status": "completed", "tag": "9b305218-8145-443b-88dc-424164110a90", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:14.414729 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cb869f0-07e7-42f4-a6a2-10d9b39f4fbe {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:14.415231 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbf9e63-a69e-44ae-b306-4597f6074b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b305218-8145-443b-88dc-424164110a90', 'code': 200} Feb 11 04:43:14.456864 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b784e04c-4839-475b-9f6b-4b2b3f9693ee tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (bc0aacd9-6825-4096-93b3-9103b1454b21), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:14.491021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784e04c-4839-475b-9f6b-4b2b3f9693ee tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0aacd9-6825-4096-93b3-9103b1454b21,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:14.565433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061dd4e-20c4-45b0-8b7e-2b56a626f89c req-5dc4e47a-b830-4c03-b145-d681e3d24dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:14.567135 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6061dd4e-20c4-45b0-8b7e-2b56a626f89c req-5dc4e47a-b830-4c03-b145-d681e3d24dd6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 1128 time: 0.0679419 Feb 11 04:43:14.584650 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b784e04c-4839-475b-9f6b-4b2b3f9693ee tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:14.589574 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b784e04c-4839-475b-9f6b-4b2b3f9693ee tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5292382 Feb 11 04:43:14.594237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43528) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:14.598349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-47a068bf-49d8-4dfa-aff0-12ebbb2b98d5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'security_group_rule': {'security_group_id': '115f6f8c-89c8-4e8d-99cf-8187376f7fb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:14.679392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6061dd4e-20c4-45b0-8b7e-2b56a626f89c req-1044a384-ee51-4bb7-be18-6d918e21feee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047723 Feb 11 04:43:14.702886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-47a068bf-49d8-4dfa-aff0-12ebbb2b98d5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for security_group_rule (8f463c49-0e95-431e-b2e7-00e58a99381a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:14.829802 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-47a068bf-49d8-4dfa-aff0-12ebbb2b98d5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for security_group_rule (8f463c49-0e95-431e-b2e7-00e58a99381a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:14.849903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235398d-ba7d-425e-a93e-2b8c735e6b7c req-37dfc0b7-3d48-4f54-92c6-101028279634 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:14.857440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a235398d-ba7d-425e-a93e-2b8c735e6b7c req-37dfc0b7-3d48-4f54-92c6-101028279634 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 945 time: 0.1008558 Feb 11 04:43:14.928694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a235398d-ba7d-425e-a93e-2b8c735e6b7c req-3d1b54aa-6603-4f40-81f0-74f310786401 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691214 Feb 11 04:43:14.933285 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-47a068bf-49d8-4dfa-aff0-12ebbb2b98d5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (8f463c49-0e95-431e-b2e7-00e58a99381a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:15.072509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a068bf-49d8-4dfa-aff0-12ebbb2b98d5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f463c49-0e95-431e-b2e7-00e58a99381a,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:15.141284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f5c76-0afe-4dfe-a433-617a68474d2f req-7a0ff8e5-75d6-47c6-995a-f8c598e8b8cb tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:15.152432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e6f5c76-0afe-4dfe-a433-617a68474d2f req-7a0ff8e5-75d6-47c6-995a-f8c598e8b8cb tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 945 time: 0.1699095 Feb 11 04:43:15.152432 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-47a068bf-49d8-4dfa-aff0-12ebbb2b98d5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:15.152432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-47a068bf-49d8-4dfa-aff0-12ebbb2b98d5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5573232 Feb 11 04:43:15.154807 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43540) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:15.159282 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:15.225309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e6f5c76-0afe-4dfe-a433-617a68474d2f req-8cc3d3f0-ff4f-4f1f-b9cf-692094cf3745 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722995 Feb 11 04:43:15.323080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c587f-51a7-43d9-8a22-8acb2f80376c req-6444c346-1365-44e2-848e-e9a10e3adda1 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:15.323080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c15c587f-51a7-43d9-8a22-8acb2f80376c req-6444c346-1365-44e2-848e-e9a10e3adda1 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 945 time: 0.0791171 Feb 11 04:43:15.343229 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:15.434921 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c15c587f-51a7-43d9-8a22-8acb2f80376c req-9f0ff60d-6b7b-4800-9650-fe08491c474a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161406 Feb 11 04:43:15.575490 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:15.601272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:15.715993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b5514-2c5d-421f-ac38-a0455c7db42a req-aeabb6ef-f35c-44ec-8787-af1afd6e2e33 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:15.728708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-551b5514-2c5d-421f-ac38-a0455c7db42a req-aeabb6ef-f35c-44ec-8787-af1afd6e2e33 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 945 time: 0.1856623 Feb 11 04:43:15.741157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:15.741584 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (79f0a30b-c732-4ede-9a20-3ed0ee743bd6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:15.832917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-551b5514-2c5d-421f-ac38-a0455c7db42a req-464961e7-e90d-4647-87f9-1434b98b5a36 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032088 Feb 11 04:43:15.856144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Allocated IP 172.25.3.204 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/2dba2588-5bdd-4733-bb2f-3c84fade7893) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:15.992897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:16.147004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94a036-9e41-4b28-81be-7ef4a601a98f req-eb96aaa7-5345-4e4a-9069-228f17ab1538 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:16.153948 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc94a036-9e41-4b28-81be-7ef4a601a98f req-eb96aaa7-5345-4e4a-9069-228f17ab1538 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 945 time: 0.2108800 Feb 11 04:43:16.207721 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for port (2dba2588-5bdd-4733-bb2f-3c84fade7893), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:16.273201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad13016-9bd8-4d47-a4ba-9b4711149df7 req-2a20841b-11ed-4076-a03f-25300602b931 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:16.289492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ad13016-9bd8-4d47-a4ba-9b4711149df7 req-2a20841b-11ed-4076-a03f-25300602b931 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 945 time: 0.2087672 Feb 11 04:43:16.366398 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2dba2588-5bdd-4733-bb2f-3c84fade7893), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:16.391247 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc94a036-9e41-4b28-81be-7ef4a601a98f req-bdead844-e6c3-4f1a-a34f-ec44a0128bcd tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356217 Feb 11 04:43:16.484007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ad13016-9bd8-4d47-a4ba-9b4711149df7 req-46fdf789-13cc-4790-854f-10118e101b3a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935091 Feb 11 04:43:16.495499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:16.502528 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:16.510302 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:16.606594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'Port': ['ID=2dba2588-5bdd-4733-bb2f-3c84fade7893,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:16.660237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2f18c-73b5-4d8d-8b31-8fb771e16b23 req-19362f27-bcca-46ae-a4d5-1b6b3d7f3267 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:16.673974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6a2f18c-73b5-4d8d-8b31-8fb771e16b23 req-19362f27-bcca-46ae-a4d5-1b6b3d7f3267 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 945 time: 0.1884367 Feb 11 04:43:16.765920 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for floatingip (aaa6b233-d74f-4c1b-8c00-d99f27af716e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:16.792676 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6a2f18c-73b5-4d8d-8b31-8fb771e16b23 req-a5e18e55-2bc1-49c1-87f5-d17c00050ba8 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174150 Feb 11 04:43:16.988515 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2dba2588-5bdd-4733-bb2f-3c84fade7893), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:17.222835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b4354-241d-4ee0-baaf-d809bbcf7e76 req-9b29996e-a399-4039-9361-b3aaed833510 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:17.231058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d7b4354-241d-4ee0-baaf-d809bbcf7e76 req-9b29996e-a399-4039-9361-b3aaed833510 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 945 time: 0.0833259 Feb 11 04:43:17.307317 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for port (2dba2588-5bdd-4733-bb2f-3c84fade7893), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:17.311284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d7b4354-241d-4ee0-baaf-d809bbcf7e76 req-94eeace6-9454-4775-b51b-3b3ae77e5577 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740099 Feb 11 04:43:17.418506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684a0c6-da74-4f9b-a9b3-697eb45c0f61 req-d8e8cb41-ba47-4cbe-b1b7-66c74b47ebb0 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:17.431145 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (2dba2588-5bdd-4733-bb2f-3c84fade7893), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:17.468606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f684a0c6-da74-4f9b-a9b3-697eb45c0f61 req-d8e8cb41-ba47-4cbe-b1b7-66c74b47ebb0 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 945 time: 0.1255281 Feb 11 04:43:17.584692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f684a0c6-da74-4f9b-a9b3-697eb45c0f61 req-4d4e64d9-5fe9-4147-955d-162c2d328b13 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120868 Feb 11 04:43:17.659748 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'Port': ['ID=2dba2588-5bdd-4733-bb2f-3c84fade7893,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:17.682217 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2549c-5663-41b4-8c57-ca9ae2172ac6 req-fa7ff8d6-64c6-4cdb-a6b6-729372c8d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:17.682963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921c32a-18c8-44a9-8210-d668689879b7 req-4e9624ec-97b3-4112-b54d-a60576362d78 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:17.684422 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dac2549c-5663-41b4-8c57-ca9ae2172ac6 req-fa7ff8d6-64c6-4cdb-a6b6-729372c8d13d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=286518825e54485fa27380e9df5b91c8&device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 1128 time: 0.1715608 Feb 11 04:43:17.686365 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6921c32a-18c8-44a9-8210-d668689879b7 req-4e9624ec-97b3-4112-b54d-a60576362d78 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 945 time: 0.0908329 Feb 11 04:43:17.690336 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (aaa6b233-d74f-4c1b-8c00-d99f27af716e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:17.786742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2549c-5663-41b4-8c57-ca9ae2172ac6 req-a2e5b346-130a-4bce-8c2a-ce0f2c8a44df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:17.788233 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dac2549c-5663-41b4-8c57-ca9ae2172ac6 req-a2e5b346-130a-4bce-8c2a-ce0f2c8a44df service neutron] 10.222.0.47 "GET /v2.0/networks?id=37524bee-8f01-44ae-b7f7-2db1237e5b9c HTTP/1.1" status: 200 len: 913 time: 0.0948510 Feb 11 04:43:17.840912 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dac2549c-5663-41b4-8c57-ca9ae2172ac6 req-a493cafb-3b8b-4c2d-9f86-02311935814e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7976741d-765a-4f3f-9bfa-694537286102 HTTP/1.1" status: 200 len: 217 time: 0.0443854 Feb 11 04:43:17.870233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6921c32a-18c8-44a9-8210-d668689879b7 req-eb4a153b-c176-4ede-8bd7-141169d28623 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707828 Feb 11 04:43:17.909648 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2549c-5663-41b4-8c57-ca9ae2172ac6 req-6c847eee-24d5-4b39-916d-4934d68143cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:17.911287 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dac2549c-5663-41b4-8c57-ca9ae2172ac6 req-6c847eee-24d5-4b39-916d-4934d68143cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f39c808-08d7-4a22-8ea0-20b567f0b527 HTTP/1.1" status: 200 len: 852 time: 0.0651619 Feb 11 04:43:17.914693 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:17.915927 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-008136b8-55b8-48b6-89d5-15ba866b55f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7601357 Feb 11 04:43:17.951701 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dac2549c-5663-41b4-8c57-ca9ae2172ac6 req-f3fc47e5-7406-441f-bf26-3f40e6e84199 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=37524bee-8f01-44ae-b7f7-2db1237e5b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324082 Feb 11 04:43:18.108878 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dac2549c-5663-41b4-8c57-ca9ae2172ac6 req-31062e48-ad71-4de2-be46-5b2fe7a43d84 service neutron] 10.222.0.47 "GET /v2.0/networks/37524bee-8f01-44ae-b7f7-2db1237e5b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496074 Feb 11 04:43:18.166304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35096-0ced-4d92-861f-587fdfa7ad80 req-6d2f8a37-6932-428b-a27e-9079e64d3f01 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:18.167912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4aa35096-0ced-4d92-861f-587fdfa7ad80 req-6d2f8a37-6932-428b-a27e-9079e64d3f01 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 945 time: 0.1404483 Feb 11 04:43:18.244576 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dac2549c-5663-41b4-8c57-ca9ae2172ac6 req-805f9086-c850-4096-a7e3-fa871ce33bf4 service neutron] 10.222.0.47 "GET /v2.0/networks/37524bee-8f01-44ae-b7f7-2db1237e5b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291382 Feb 11 04:43:18.251342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4aa35096-0ced-4d92-861f-587fdfa7ad80 req-87eefba0-ae50-4e7b-97f3-2b473e7cdd90 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714850 Feb 11 04:43:18.321928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-add898b9-0b7a-4be3-a0ef-747a52691017 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--765553109&fields=id&tenant_id=5191f088a1fd4619beeaeec75a1d5ed1 HTTP/1.1" status: 200 len: 267 time: 0.0692999 Feb 11 04:43:18.414617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-c5d206cd-8903-4de0-8cea-a65455910c91 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:18.423827 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-c5d206cd-8903-4de0-8cea-a65455910c91 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports/5e331ac0-31ed-41b8-b911-5fa4fa3a502e HTTP/1.1" status: 200 len: 936 time: 0.1002073 Feb 11 04:43:18.545125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a545d-4db1-4f16-b550-f6fc16a6a346 req-5253ef7d-862c-4d28-93a9-a95e07371022 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:18.553387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e58a545d-4db1-4f16-b550-f6fc16a6a346 req-5253ef7d-862c-4d28-93a9-a95e07371022 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 945 time: 0.1895046 Feb 11 04:43:18.562861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b65b4437-90e4-4ed6-816d-6af61cd64c36 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:18.569815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b65b4437-90e4-4ed6-816d-6af61cd64c36 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports/12ffbce7-dc6f-4c7c-be0d-4d531b490dcd HTTP/1.1" status: 200 len: 937 time: 0.1450834 Feb 11 04:43:18.681137 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-903e882d-3ab0-4898-a699-5fa6d566a6d7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?network_id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1103683 Feb 11 04:43:18.735956 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-e5cb9b80-39e4-4316-8bbd-9cbde2046b73 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?network_id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0469947 Feb 11 04:43:18.739392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e58a545d-4db1-4f16-b550-f6fc16a6a346 req-dc7d6e5e-4503-4f22-892d-d404a1c63a46 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851389 Feb 11 04:43:18.758772 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc54eae-c262-4897-b4f2-06f1e21ae13a req-4aea86c6-6419-41f1-9422-f2f1bec9e65d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:18.760267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddc54eae-c262-4897-b4f2-06f1e21ae13a req-4aea86c6-6419-41f1-9422-f2f1bec9e65d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.32 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 945 time: 0.2048066 Feb 11 04:43:18.964176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-99771bb8-7cca-49d0-b302-0cdf05fcf103 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:18.969794 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-99771bb8-7cca-49d0-b302-0cdf05fcf103 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:18.975144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-99771bb8-7cca-49d0-b302-0cdf05fcf103 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:18.976415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-99771bb8-7cca-49d0-b302-0cdf05fcf103 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/networks?id=74695aa4-4778-400f-ab0b-4a8039c43b8b&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&id=438d0a15-1c6c-466a-89ba-1c9aba7207ed HTTP/1.1" status: 200 len: 1995 time: 0.2336986 Feb 11 04:43:18.991197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31d5e8-5f6b-4c3d-93ff-14219649457a req-c502f592-de07-44ef-9c87-28b79c7a6ba2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:18.992696 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb31d5e8-5f6b-4c3d-93ff-14219649457a req-c502f592-de07-44ef-9c87-28b79c7a6ba2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 945 time: 0.1427677 Feb 11 04:43:19.015468 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-61d13039-26f3-4e74-a8f7-d19603e6d0c5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/quotas/5191f088a1fd4619beeaeec75a1d5ed1 HTTP/1.1" status: 200 len: 375 time: 0.0313797 Feb 11 04:43:19.049300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ddc54eae-c262-4897-b4f2-06f1e21ae13a req-a06450d2-eddd-48f5-8b61-743c944d7086 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Deleting port 7f22d900-2d31-4cca-97db-7afa2befc33d {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:19.049653 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ddc54eae-c262-4897-b4f2-06f1e21ae13a req-a06450d2-eddd-48f5-8b61-743c944d7086 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7f22d900-2d31-4cca-97db-7afa2befc33d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:19.157874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb31d5e8-5f6b-4c3d-93ff-14219649457a req-8e54bde1-7f56-4247-aa66-f7140490dce4 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563323 Feb 11 04:43:19.203582 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f4034cb9-4c46-412a-9802-a584367e72ae tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1768153 Feb 11 04:43:19.285395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ddc54eae-c262-4897-b4f2-06f1e21ae13a req-a06450d2-eddd-48f5-8b61-743c944d7086 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] For port 7f22d900-2d31-4cca-97db-7afa2befc33d, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7f22d900-2d31-4cca-97db-7afa2befc33d,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:19.285723 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ddc54eae-c262-4897-b4f2-06f1e21ae13a req-a06450d2-eddd-48f5-8b61-743c944d7086 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7f22d900-2d31-4cca-97db-7afa2befc33d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:19.361342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ddc54eae-c262-4897-b4f2-06f1e21ae13a req-a06450d2-eddd-48f5-8b61-743c944d7086 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Calling delete_port for 7f22d900-2d31-4cca-97db-7afa2befc33d owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:19.458514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f503f980-a77d-4578-8ea4-794229433dc0 service neutron] 10.222.0.13 "GET /v2.0/networks/74695aa4-4778-400f-ab0b-4a8039c43b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359264 Feb 11 04:43:19.479550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ec24b-4a29-4d46-9d33-19fa4b9cff82 req-8ef17a0b-374c-450d-b68d-4366af3835cb tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:19.481200 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa9ec24b-4a29-4d46-9d33-19fa4b9cff82 req-8ef17a0b-374c-450d-b68d-4366af3835cb tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 945 time: 0.2230887 Feb 11 04:43:19.653112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa9ec24b-4a29-4d46-9d33-19fa4b9cff82 req-6314cf0b-7185-4912-a71b-37ac6db03b0d tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626918 Feb 11 04:43:19.684022 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4b651076-5043-44d8-922b-24bb5d9d894c service neutron] 10.222.0.13 "GET /v2.0/networks/74695aa4-4778-400f-ab0b-4a8039c43b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110660 Feb 11 04:43:19.734460 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ddc54eae-c262-4897-b4f2-06f1e21ae13a req-a06450d2-eddd-48f5-8b61-743c944d7086 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7f22d900-2d31-4cca-97db-7afa2befc33d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:19.748802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2e74a29c-ebd3-4304-b302-16a2ee2d9d04', '8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:19.793701 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-d5c8a202-c976-4a44-862d-1e174f268a38 service neutron] 10.222.0.13 "GET /v2.0/ports/5e331ac0-31ed-41b8-b911-5fa4fa3a502e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0985119 Feb 11 04:43:19.827905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06450d2-eddd-48f5-8b61-743c944d7086 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Pushing event deleted for resources: {'Port': ['ID=7f22d900-2d31-4cca-97db-7afa2befc33d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:19.888005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc54eae-c262-4897-b4f2-06f1e21ae13a req-a06450d2-eddd-48f5-8b61-743c944d7086 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] No DVR routers for this DVR port 7f22d900-2d31-4cca-97db-7afa2befc33d on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:19.891546 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ddc54eae-c262-4897-b4f2-06f1e21ae13a req-a06450d2-eddd-48f5-8b61-743c944d7086 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:19.895490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddc54eae-c262-4897-b4f2-06f1e21ae13a req-a06450d2-eddd-48f5-8b61-743c944d7086 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.32 "DELETE /v2.0/ports/7f22d900-2d31-4cca-97db-7afa2befc33d HTTP/1.1" status: 204 len: 173 time: 1.1208234 Feb 11 04:43:19.904902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d3b8fb-9840-40fb-97c5-e57106cc97ce', 'name': 'network-vif-deleted', 'tag': '7f22d900-2d31-4cca-97db-7afa2befc33d'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:19.906763 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7d704e-a8f9-4786-b6fa-f323d444094f" -d '{"events": [{"server_uuid": "b0d3b8fb-9840-40fb-97c5-e57106cc97ce", "name": "network-vif-deleted", "tag": "7f22d900-2d31-4cca-97db-7afa2befc33d"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:20.011408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b22b5377-ce65-42be-b027-6e8d57f55c36 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922023 Feb 11 04:43:20.151313 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-e09e9c38-646d-4947-be90-eb3ffdf767e6 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354575 Feb 11 04:43:20.188287 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de0de45-55a8-4283-9d8a-32cb81fb8b34 x-openstack-request-id: req-5de0de45-55a8-4283-9d8a-32cb81fb8b34 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:20.190012 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d3b8fb-9840-40fb-97c5-e57106cc97ce", "name": "network-vif-deleted", "tag": "7f22d900-2d31-4cca-97db-7afa2befc33d", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:20.190012 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5de0de45-55a8-4283-9d8a-32cb81fb8b34 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:20.190012 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d3b8fb-9840-40fb-97c5-e57106cc97ce', 'name': 'network-vif-deleted', 'tag': '7f22d900-2d31-4cca-97db-7afa2befc33d', 'status': 'completed', 'code': 200} Feb 11 04:43:20.203077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-ec652b95-36da-4c7f-af3d-d0eead34bf84 service neutron] 10.222.0.13 "GET /v2.0/ports/12ffbce7-dc6f-4c7c-be0d-4d531b490dcd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0506048 Feb 11 04:43:20.339612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062c997-237f-41ac-87f2-2b8d754fecf6 req-1c79b5a7-2ad5-4bc0-81d9-6de7296bc517 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:20.341952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9062c997-237f-41ac-87f2-2b8d754fecf6 req-1c79b5a7-2ad5-4bc0-81d9-6de7296bc517 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 945 time: 0.1115458 Feb 11 04:43:20.362917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-7f6d2fa3-5ca3-48ff-91c2-fc9eb1bb7b89 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515827 Feb 11 04:43:20.455600 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9062c997-237f-41ac-87f2-2b8d754fecf6 req-3d19c97d-76e4-4033-a9b0-ac5403e294be tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072028 Feb 11 04:43:20.484283 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-10df4233-5a85-419c-9e3e-7e0aad172bb4 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148021 Feb 11 04:43:20.582085 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60b0f3c3-34c4-487b-a36f-c89452f2e28f req-3133da2e-6a4d-4ec2-b4f8-e959350d0730 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0d3b8fb-9840-40fb-97c5-e57106cc97ce HTTP/1.1" status: 200 len: 210 time: 0.0312557 Feb 11 04:43:20.604524 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6792260c-15de-4b99-a992-29b04efda089 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130173 Feb 11 04:43:20.701859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-3f7fa806-a6d7-4b23-a33b-a5d4e1110f62 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911365 Feb 11 04:43:20.797390 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-a45d5caa-3109-43d3-b2a7-bdcba2f147b4 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898449 Feb 11 04:43:20.891846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f308248a-cebb-424c-8573-02837f5c9ce5 service neutron] 10.222.0.13 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887504 Feb 11 04:43:21.365021 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-9370dc6a-737a-46e4-a7d6-9ff190ca976e service neutron] 10.222.0.13 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660327 Feb 11 04:43:21.458056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-cef5b7ca-01c6-40a3-9f94-a2cd17a1722c service neutron] 10.222.0.13 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874302 Feb 11 04:43:21.604842 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-eab8d537-1404-4c27-88ed-35643d439444 service neutron] 10.222.0.13 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401157 Feb 11 04:43:21.611129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7f22d900-2d31-4cca-97db-7afa2befc33d no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:21.621087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a08f8-6290-45f3-8f56-8b50138959dd req-786f5f34-a375-49d4-9f74-197f67c4bbbb tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:21.622840 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-957a08f8-6290-45f3-8f56-8b50138959dd req-786f5f34-a375-49d4-9f74-197f67c4bbbb tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 945 time: 0.0821159 Feb 11 04:43:21.635711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 7f22d900-2d31-4cca-97db-7afa2befc33d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:21.636157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7f22d900-2d31-4cca-97db-7afa2befc33d not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:21.732157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-957a08f8-6290-45f3-8f56-8b50138959dd req-f4f33c72-8530-47ce-b274-a2dd3a27c1e7 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/security-groups?id=3604a701-8cc0-43c7-946a-ef01b9359e2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002569 Feb 11 04:43:21.752656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-792d0274-a8bd-4cd6-93c2-8e158e72af85 service neutron] 10.222.0.13 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286674 Feb 11 04:43:21.810672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f6e17f41-faa2-4580-b4c4-233ec4de872f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:21.812100 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f6e17f41-faa2-4580-b4c4-233ec4de872f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports/5e331ac0-31ed-41b8-b911-5fa4fa3a502e HTTP/1.1" status: 200 len: 936 time: 0.0525589 Feb 11 04:43:21.870170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-8b56decb-f484-48c0-b1f4-93b53b5f3391 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:21.871985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-8b56decb-f484-48c0-b1f4-93b53b5f3391 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports/12ffbce7-dc6f-4c7c-be0d-4d531b490dcd HTTP/1.1" status: 200 len: 937 time: 0.0533266 Feb 11 04:43:22.115884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfada6-357b-4f8c-aa53-fc08732e53e5 req-da0a197a-55be-45ea-97ef-30ecedb543c1 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:22.117322 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-60dfada6-357b-4f8c-aa53-fc08732e53e5 req-da0a197a-55be-45ea-97ef-30ecedb543c1 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 945 time: 0.0612681 Feb 11 04:43:22.238383 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-60dfada6-357b-4f8c-aa53-fc08732e53e5 req-132cbc38-18a4-47f7-969e-9fda1b6b8a10 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Deleting port 7976741d-765a-4f3f-9bfa-694537286102 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:22.239081 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-60dfada6-357b-4f8c-aa53-fc08732e53e5 req-132cbc38-18a4-47f7-969e-9fda1b6b8a10 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7976741d-765a-4f3f-9bfa-694537286102), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:22.318911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef469e-e548-467b-86fc-6593d09a3d83 req-efe4bb48-4123-49d1-8ab5-83b1f91054b3 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:22.326372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0ef469e-e548-467b-86fc-6593d09a3d83 req-efe4bb48-4123-49d1-8ab5-83b1f91054b3 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 945 time: 0.0931726 Feb 11 04:43:22.335084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-60dfada6-357b-4f8c-aa53-fc08732e53e5 req-132cbc38-18a4-47f7-969e-9fda1b6b8a10 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] For port 7976741d-765a-4f3f-9bfa-694537286102, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7976741d-765a-4f3f-9bfa-694537286102,segment=NetworkSegment(639f76f3-f810-4eb5-a99f-b27988110a25),segment_id=639f76f3-f810-4eb5-a99f-b27988110a25)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:22.335469 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-60dfada6-357b-4f8c-aa53-fc08732e53e5 req-132cbc38-18a4-47f7-969e-9fda1b6b8a10 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7976741d-765a-4f3f-9bfa-694537286102), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:22.353778 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-60dfada6-357b-4f8c-aa53-fc08732e53e5 req-132cbc38-18a4-47f7-969e-9fda1b6b8a10 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Calling delete_port for 7976741d-765a-4f3f-9bfa-694537286102 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:22.378514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0ef469e-e548-467b-86fc-6593d09a3d83 req-77aba58c-ab7e-42e0-93ff-81bc1efd00d6 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472310 Feb 11 04:43:22.547259 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-60dfada6-357b-4f8c-aa53-fc08732e53e5 req-132cbc38-18a4-47f7-969e-9fda1b6b8a10 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7976741d-765a-4f3f-9bfa-694537286102), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:22.560018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7976741d-765a-4f3f-9bfa-694537286102'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:22.575167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cbc38-18a4-47f7-969e-9fda1b6b8a10 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Pushing event deleted for resources: {'Port': ['ID=7976741d-765a-4f3f-9bfa-694537286102,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:22.626774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-60dfada6-357b-4f8c-aa53-fc08732e53e5 req-132cbc38-18a4-47f7-969e-9fda1b6b8a10 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] No DVR routers for this DVR port 7976741d-765a-4f3f-9bfa-694537286102 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:22.629569 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-60dfada6-357b-4f8c-aa53-fc08732e53e5 req-132cbc38-18a4-47f7-969e-9fda1b6b8a10 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:22.633085 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-60dfada6-357b-4f8c-aa53-fc08732e53e5 req-132cbc38-18a4-47f7-969e-9fda1b6b8a10 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.47 "DELETE /v2.0/ports/7976741d-765a-4f3f-9bfa-694537286102 HTTP/1.1" status: 204 len: 173 time: 0.5090203 Feb 11 04:43:22.633570 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cebdc9d-4345-45a0-be6a-86dd12049233', 'name': 'network-vif-deleted', 'tag': '7976741d-765a-4f3f-9bfa-694537286102'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:22.636019 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6105e33-371d-4861-a9f4-ee5da77e0042" -d '{"events": [{"server_uuid": "1cebdc9d-4345-45a0-be6a-86dd12049233", "name": "network-vif-deleted", "tag": "7976741d-765a-4f3f-9bfa-694537286102"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:22.818682 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd45efe8-8f6e-4963-a0db-e5e484e02418 x-openstack-request-id: req-cd45efe8-8f6e-4963-a0db-e5e484e02418 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:22.818960 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cebdc9d-4345-45a0-be6a-86dd12049233", "name": "network-vif-deleted", "tag": "7976741d-765a-4f3f-9bfa-694537286102", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:22.819223 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd45efe8-8f6e-4963-a0db-e5e484e02418 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:22.819633 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cebdc9d-4345-45a0-be6a-86dd12049233', 'name': 'network-vif-deleted', 'tag': '7976741d-765a-4f3f-9bfa-694537286102', 'status': 'completed', 'code': 200} Feb 11 04:43:22.915966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3cb7d3d7-1512-4b86-9bf6-adeb4472fe58 req-759ceefd-0b6d-45f0-9d8c-c35de993ea40 tempest-TestServerAdvancedOps-1997465749 tempest-TestServerAdvancedOps-1997465749-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cebdc9d-4345-45a0-be6a-86dd12049233 HTTP/1.1" status: 200 len: 210 time: 0.0295234 Feb 11 04:43:23.085143 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6501-e495-46e6-8baf-2561ffb737c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.508855 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596f3f9-c7d7-42d2-b796-1d08065a8aaf req-a1c932ee-1996-4df0-9e01-dafa8cb7fc10 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:23.510554 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f596f3f9-c7d7-42d2-b796-1d08065a8aaf req-a1c932ee-1996-4df0-9e01-dafa8cb7fc10 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 945 time: 0.0573981 Feb 11 04:43:23.561593 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f596f3f9-c7d7-42d2-b796-1d08065a8aaf req-8e1b0ee4-7268-40b1-ac09-1a4cd45c0686 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438178 Feb 11 04:43:23.583396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887e7a-46e9-41d0-a6f3-c785b8efe387 req-4bc0276c-b555-40f3-b5bd-805f31a0c9b7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:23.585276 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-57887e7a-46e9-41d0-a6f3-c785b8efe387 req-4bc0276c-b555-40f3-b5bd-805f31a0c9b7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 945 time: 0.0646639 Feb 11 04:43:23.690401 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-57887e7a-46e9-41d0-a6f3-c785b8efe387 req-54ee73c5-2819-4f2c-9218-540dbdd2c237 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Deleting port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:23.690784 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-57887e7a-46e9-41d0-a6f3-c785b8efe387 req-54ee73c5-2819-4f2c-9218-540dbdd2c237 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.799013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-57887e7a-46e9-41d0-a6f3-c785b8efe387 req-54ee73c5-2819-4f2c-9218-540dbdd2c237 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] For port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:23.799383 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-57887e7a-46e9-41d0-a6f3-c785b8efe387 req-54ee73c5-2819-4f2c-9218-540dbdd2c237 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:23.813386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-57887e7a-46e9-41d0-a6f3-c785b8efe387 req-54ee73c5-2819-4f2c-9218-540dbdd2c237 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Calling delete_port for 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:23.982499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43626) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:24.030769 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc581042-0131-42e3-a774-d460b201d619 admin admin] Deleting subnet 3f39c808-08d7-4a22-8ea0-20b567f0b527 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:43:24.034262 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-57887e7a-46e9-41d0-a6f3-c785b8efe387 req-54ee73c5-2819-4f2c-9218-540dbdd2c237 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.036298 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc581042-0131-42e3-a774-d460b201d619 admin admin] Publish callbacks [] for subnet (3f39c808-08d7-4a22-8ea0-20b567f0b527), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.046893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2e74a29c-ebd3-4304-b302-16a2ee2d9d04', '8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:24.090981 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee73c5-2819-4f2c-9218-540dbdd2c237 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Pushing event deleted for resources: {'Port': ['ID=8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:24.119956 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc581042-0131-42e3-a774-d460b201d619 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (3f39c808-08d7-4a22-8ea0-20b567f0b527), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.162064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-57887e7a-46e9-41d0-a6f3-c785b8efe387 req-54ee73c5-2819-4f2c-9218-540dbdd2c237 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] No DVR routers for this DVR port 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:24.166558 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-57887e7a-46e9-41d0-a6f3-c785b8efe387 req-54ee73c5-2819-4f2c-9218-540dbdd2c237 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.171918 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-57887e7a-46e9-41d0-a6f3-c785b8efe387 req-54ee73c5-2819-4f2c-9218-540dbdd2c237 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "DELETE /v2.0/ports/8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 HTTP/1.1" status: 204 len: 173 time: 0.5813313 Feb 11 04:43:24.199818 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc581042-0131-42e3-a774-d460b201d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (3f39c808-08d7-4a22-8ea0-20b567f0b527), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.319859 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc581042-0131-42e3-a774-d460b201d619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (3f39c808-08d7-4a22-8ea0-20b567f0b527), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.348017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc581042-0131-42e3-a774-d460b201d619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f39c808-08d7-4a22-8ea0-20b567f0b527,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:24.351855 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc581042-0131-42e3-a774-d460b201d619 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.357887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43628) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:24.365653 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fc581042-0131-42e3-a774-d460b201d619 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3f39c808-08d7-4a22-8ea0-20b567f0b527 HTTP/1.1" status: 204 len: 168 time: 0.3815770 Feb 11 04:43:24.442376 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8114bf0-31da-4f79-9f04-5703fab278d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (37524bee-8f01-44ae-b7f7-2db1237e5b9c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.529979 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8114bf0-31da-4f79-9f04-5703fab278d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (37524bee-8f01-44ae-b7f7-2db1237e5b9c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.553350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-f8114bf0-31da-4f79-9f04-5703fab278d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37524bee-8f01-44ae-b7f7-2db1237e5b9c']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:24.564669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-f8114bf0-31da-4f79-9f04-5703fab278d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639f76f3-f810-4eb5-a99f-b27988110a25') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:24.564964 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-f8114bf0-31da-4f79-9f04-5703fab278d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639f76f3-f810-4eb5-a99f-b27988110a25') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:24.575688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8114bf0-31da-4f79-9f04-5703fab278d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (639f76f3-f810-4eb5-a99f-b27988110a25), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.590971 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8114bf0-31da-4f79-9f04-5703fab278d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (639f76f3-f810-4eb5-a99f-b27988110a25), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.599875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8114bf0-31da-4f79-9f04-5703fab278d8 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:43:24.600506 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8114bf0-31da-4f79-9f04-5703fab278d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (639f76f3-f810-4eb5-a99f-b27988110a25), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:43:24.602852 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:43:24.652603 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7976741d-765a-4f3f-9bfa-694537286102 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:24.677373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 7976741d-765a-4f3f-9bfa-694537286102 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:24.678359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7976741d-765a-4f3f-9bfa-694537286102 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:24.699141 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd436d91-cf53-45eb-9b89-be6243b4cac6 req-6ab4af90-b304-4b86-8f48-3ee373f85da8 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ff5d67-0d28-4321-a4bd-24d4a32741c2 HTTP/1.1" status: 200 len: 210 time: 0.0382810 Feb 11 04:43:24.771144 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8114bf0-31da-4f79-9f04-5703fab278d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (37524bee-8f01-44ae-b7f7-2db1237e5b9c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.789508 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8114bf0-31da-4f79-9f04-5703fab278d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.792700 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f8114bf0-31da-4f79-9f04-5703fab278d8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/37524bee-8f01-44ae-b7f7-2db1237e5b9c HTTP/1.1" status: 204 len: 168 time: 0.4338098 Feb 11 04:43:24.793596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8114bf0-31da-4f79-9f04-5703fab278d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=37524bee-8f01-44ae-b7f7-2db1237e5b9c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:24.797510 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43632) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:24.820817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ff5d67-0d28-4321-a4bd-24d4a32741c2', 'name': 'network-vif-deleted', 'tag': '8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:24.823953 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e155c05-055a-449c-9105-6c3456b463c6" -d '{"events": [{"server_uuid": "02ff5d67-0d28-4321-a4bd-24d4a32741c2", "name": "network-vif-deleted", "tag": "8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:24.863888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ef5b1f-ad69-40e6-8303-852805a9e310 admin admin] Deleting subnet d3264859-ccdc-46b3-9335-04354ae664ac {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:43:24.868599 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18ef5b1f-ad69-40e6-8303-852805a9e310 admin admin] Publish callbacks [] for subnet (d3264859-ccdc-46b3-9335-04354ae664ac), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.883804 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa95699-4dc5-4e39-bc91-ca7678409eae x-openstack-request-id: req-7fa95699-4dc5-4e39-bc91-ca7678409eae {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:24.884109 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ff5d67-0d28-4321-a4bd-24d4a32741c2", "name": "network-vif-deleted", "tag": "8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:24.884369 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fa95699-4dc5-4e39-bc91-ca7678409eae {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:24.884777 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ff5d67-0d28-4321-a4bd-24d4a32741c2', 'name': 'network-vif-deleted', 'tag': '8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44', 'status': 'completed', 'code': 200} Feb 11 04:43:24.911619 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18ef5b1f-ad69-40e6-8303-852805a9e310 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (d3264859-ccdc-46b3-9335-04354ae664ac), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:24.954546 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18ef5b1f-ad69-40e6-8303-852805a9e310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (d3264859-ccdc-46b3-9335-04354ae664ac), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.109034 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18ef5b1f-ad69-40e6-8303-852805a9e310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (d3264859-ccdc-46b3-9335-04354ae664ac), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.137331 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:43:25.157536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef5b1f-ad69-40e6-8303-852805a9e310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3264859-ccdc-46b3-9335-04354ae664ac,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:25.165761 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18ef5b1f-ad69-40e6-8303-852805a9e310 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.171988 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-18ef5b1f-ad69-40e6-8303-852805a9e310 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d3264859-ccdc-46b3-9335-04354ae664ac HTTP/1.1" status: 204 len: 168 time: 0.3693428 Feb 11 04:43:25.172168 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43636) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:25.257133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6198d49-a2a8-4c7f-ad8f-0b927ad38e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (54d07b34-74d4-432d-b7d5-9bfd774d9179), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.352432 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6198d49-a2a8-4c7f-ad8f-0b927ad38e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (54d07b34-74d4-432d-b7d5-9bfd774d9179), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.380312 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b6198d49-a2a8-4c7f-ad8f-0b927ad38e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d07b34-74d4-432d-b7d5-9bfd774d9179']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:25.390072 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b6198d49-a2a8-4c7f-ad8f-0b927ad38e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edd7aec-916d-4ea9-99dd-1ac0e374b00b') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:25.390373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b6198d49-a2a8-4c7f-ad8f-0b927ad38e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edd7aec-916d-4ea9-99dd-1ac0e374b00b') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:25.400337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6198d49-a2a8-4c7f-ad8f-0b927ad38e5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (7edd7aec-916d-4ea9-99dd-1ac0e374b00b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.413398 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6198d49-a2a8-4c7f-ad8f-0b927ad38e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (7edd7aec-916d-4ea9-99dd-1ac0e374b00b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.416433 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fa6d393f-e62c-4a2e-b4f1-de6beeb78507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.420107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6198d49-a2a8-4c7f-ad8f-0b927ad38e5f admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:43:25.420507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6198d49-a2a8-4c7f-ad8f-0b927ad38e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (7edd7aec-916d-4ea9-99dd-1ac0e374b00b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:43:25.422339 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:43:25.570580 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6198d49-a2a8-4c7f-ad8f-0b927ad38e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (54d07b34-74d4-432d-b7d5-9bfd774d9179), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.576237 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6198d49-a2a8-4c7f-ad8f-0b927ad38e5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:25.579454 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b6198d49-a2a8-4c7f-ad8f-0b927ad38e5f admin admin] 10.222.0.13 "DELETE /v2.0/networks/54d07b34-74d4-432d-b7d5-9bfd774d9179 HTTP/1.1" status: 204 len: 168 time: 0.4061942 Feb 11 04:43:25.592371 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6198d49-a2a8-4c7f-ad8f-0b927ad38e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=54d07b34-74d4-432d-b7d5-9bfd774d9179,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:25.985493 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43654) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:25.986077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-fc997139-7ac1-4713-a918-40166d0aec5d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:25.986077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-fc997139-7ac1-4713-a918-40166d0aec5d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 805 time: 0.1047428 Feb 11 04:43:26.005020 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-d3be7a0c-457c-40b2-8009-3fd051693ea9 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/quotas/a6de71a80dfc462da54bc2b2a455359a HTTP/1.1" status: 200 len: 375 time: 0.0127869 Feb 11 04:43:26.022533 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5bfb3c83-6233-4ca9-b93f-afb0fffa5068 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=286518825e54485fa27380e9df5b91c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420349 Feb 11 04:43:26.025208 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43656) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:26.075293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-3f939af2-2fac-42f5-9e1a-3a5879d50d9f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643764 Feb 11 04:43:26.081877 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13e6e6f3-fb62-4f1e-a6af-6618fd9d7e00 admin admin] Publish callbacks [] for security_group (3604a701-8cc0-43c7-946a-ef01b9359e2e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:26.104374 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13e6e6f3-fb62-4f1e-a6af-6618fd9d7e00 admin admin] Publish callbacks [] for security_group (3604a701-8cc0-43c7-946a-ef01b9359e2e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:26.174204 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-c85532ea-cdd0-4942-8a79-39877e99eb65 service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945001 Feb 11 04:43:26.239611 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13e6e6f3-fb62-4f1e-a6af-6618fd9d7e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3604a701-8cc0-43c7-946a-ef01b9359e2e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:26.242413 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-13e6e6f3-fb62-4f1e-a6af-6618fd9d7e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:26.247143 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-13e6e6f3-fb62-4f1e-a6af-6618fd9d7e00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3604a701-8cc0-43c7-946a-ef01b9359e2e HTTP/1.1" status: 204 len: 168 time: 0.2207243 Feb 11 04:43:26.258215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6e6f3-fb62-4f1e-a6af-6618fd9d7e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3604a701-8cc0-43c7-946a-ef01b9359e2e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:26.304306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-3e6edbc6-310b-4ab8-8c14-60a34fd51d35 service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234071 Feb 11 04:43:26.617020 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bd2812c-fa88-42bf-893a-4dd35f888a0d req-e9aac7f5-ee50-46e3-8a81-5204bbcb62a2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 210 time: 0.0300274 Feb 11 04:43:26.668743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:26.700822 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:26.703056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:26.703831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 8e8bb8a4-d1b3-4dd2-b0c0-8a254ea7af44 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:27.087786 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43670) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:27.131262 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-496437e7-66b5-4a84-ad83-3c9c28a7ec91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed45932551014e279abceb021db07fff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420797 Feb 11 04:43:27.133564 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43672) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:27.191590 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1059237-b90b-4198-adce-0ce48e596afb admin admin] Publish callbacks [] for security_group (5ee51888-2a03-4562-a873-a7056904e7ba), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:27.218251 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1059237-b90b-4198-adce-0ce48e596afb admin admin] Publish callbacks [] for security_group (5ee51888-2a03-4562-a873-a7056904e7ba), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:27.364136 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1059237-b90b-4198-adce-0ce48e596afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5ee51888-2a03-4562-a873-a7056904e7ba), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:27.367082 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1059237-b90b-4198-adce-0ce48e596afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:27.368389 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f1059237-b90b-4198-adce-0ce48e596afb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ee51888-2a03-4562-a873-a7056904e7ba HTTP/1.1" status: 204 len: 168 time: 0.2336266 Feb 11 04:43:27.378237 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1059237-b90b-4198-adce-0ce48e596afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee51888-2a03-4562-a873-a7056904e7ba,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:27.729441 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb626967-e728-4ed8-a087-a6d86b684d83 req-78a7bf79-7561-4d69-9994-0c8e0f1a665d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 210 time: 0.0329416 Feb 11 04:43:28.301277 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:28.680537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43700) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:28.804378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1240356251-network', 'tenant_id': '1dab77c686ca48c6a1ed8e316c81223a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:28.946106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddddb8fd-329c-4cb1-a18c-79ba26bba362 req-8b3d216a-f12a-4bcc-9708-4ec009a85f3f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 210 time: 0.0502415 Feb 11 04:43:28.953964 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] Made reservation on behalf of 1dab77c686ca48c6a1ed8e316c81223a for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:28.962385 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.003794 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.020573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-209aad0f-b5bb-4f98-8773-6c0aef505190 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:29.022574 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-209aad0f-b5bb-4f98-8773-6c0aef505190 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 805 time: 0.2330070 Feb 11 04:43:29.041021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-72d1fc10-9d3f-4ef0-9ed2-335f2f731f9b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Request body: {'port': {'device_id': '7c92b792-b42a-41c8-bd74-f2bd909df699', 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b', 'admin_state_up': True, 'tenant_id': 'a6de71a80dfc462da54bc2b2a455359a'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:29.163564 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] Publish callbacks [] for security_group (e60b2446-d0c1-45e3-91c5-911ae0f2c826), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.280823 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e60b2446-d0c1-45e3-91c5-911ae0f2c826), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.306701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:43:29.323759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60b2446-d0c1-45e3-91c5-911ae0f2c826,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:29.328674 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f8a86342-9e15-4c63-b597-b78765af8668), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.329243 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] Added segment f8a86342-9e15-4c63-b597-b78765af8668 of type vlan for network dc774ebd-646b-4a72-b885-c9d985c232ce Feb 11 04:43:29.393305 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (dc774ebd-646b-4a72-b885-c9d985c232ce), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.400053 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-72d1fc10-9d3f-4ef0-9ed2-335f2f731f9b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Made reservation on behalf of a6de71a80dfc462da54bc2b2a455359a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:29.406132 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-72d1fc10-9d3f-4ef0-9ed2-335f2f731f9b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.531194 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (dc774ebd-646b-4a72-b885-c9d985c232ce), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.532598 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:29.533683 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.588731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-72d1fc10-9d3f-4ef0-9ed2-335f2f731f9b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Allocated IP 172.20.0.14 (ff866341-d213-41c7-afa0-ee3dd617201b/7095a7d5-9123-4335-ad46-28c56530f769/aeee7d26-413c-400b-95be-93ae5d41c498) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:29.639527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] Pushing event updated for resources: {'Network': ['ID=dc774ebd-646b-4a72-b885-c9d985c232ce,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:29.651024 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network dc774ebd-646b-4a72-b885-c9d985c232ce details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:43:29.729360 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c597b292-b532-45cd-8f08-a3974e407e7b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0477798 Feb 11 04:43:29.733631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43724) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:29.739083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1a04e4ad-8330-4c0e-ba51-decd0af133e5 admin admin] Request body: {'subnet': {'network_id': 'dc774ebd-646b-4a72-b885-c9d985c232ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1240356251-subnet', 'tenant_id': '1dab77c686ca48c6a1ed8e316c81223a', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:29.761796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94981ff1-da4c-4e32-9dd4-bfe77d11f00b req-fd134104-0c64-426c-b515-fe54b25dc71a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:29.770696 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94981ff1-da4c-4e32-9dd4-bfe77d11f00b req-fd134104-0c64-426c-b515-fe54b25dc71a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 945 time: 0.0940711 Feb 11 04:43:29.847069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a04e4ad-8330-4c0e-ba51-decd0af133e5 admin admin] Made reservation on behalf of 1dab77c686ca48c6a1ed8e316c81223a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:29.850761 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a04e4ad-8330-4c0e-ba51-decd0af133e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.852227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94981ff1-da4c-4e32-9dd4-bfe77d11f00b req-75457a88-3d19-4882-be7a-8a7f4a554364 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776968 Feb 11 04:43:29.899216 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-72d1fc10-9d3f-4ef0-9ed2-335f2f731f9b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks [] for port (aeee7d26-413c-400b-95be-93ae5d41c498), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:29.967428 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:30.098294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ea983e0-6667-444a-8e27-9b0cbdeba995 req-70ce494c-a811-4d8d-b23b-54f80a7b1b4e tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 210 time: 0.0459492 Feb 11 04:43:30.580833 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-72d1fc10-9d3f-4ef0-9ed2-335f2f731f9b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (aeee7d26-413c-400b-95be-93ae5d41c498), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:30.594537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2e74a29c-ebd3-4304-b302-16a2ee2d9d04'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:30.711252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-72d1fc10-9d3f-4ef0-9ed2-335f2f731f9b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Network ff866341-d213-41c7-afa0-ee3dd617201b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:30.722825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-72d1fc10-9d3f-4ef0-9ed2-335f2f731f9b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:30.731184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-72d1fc10-9d3f-4ef0-9ed2-335f2f731f9b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:30.805705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-72d1fc10-9d3f-4ef0-9ed2-335f2f731f9b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:30.806788 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-72d1fc10-9d3f-4ef0-9ed2-335f2f731f9b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:30.823274 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a04e4ad-8330-4c0e-ba51-decd0af133e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (5a840def-eedd-484d-aab5-822e24b068e7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:30.881819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04e4ad-8330-4c0e-ba51-decd0af133e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a840def-eedd-484d-aab5-822e24b068e7,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:30.902992 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1fc10-9d3f-4ef0-9ed2-335f2f731f9b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Pushing event updated for resources: {'Port': ['ID=aeee7d26-413c-400b-95be-93ae5d41c498,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:30.932019 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-72d1fc10-9d3f-4ef0-9ed2-335f2f731f9b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9004879 Feb 11 04:43:30.937986 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a04e4ad-8330-4c0e-ba51-decd0af133e5 admin admin] Checking segment: {'id': 'f8a86342-9e15-4c63-b597-b78765af8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc774ebd-646b-4a72-b885-c9d985c232ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:30.938578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04e4ad-8330-4c0e-ba51-decd0af133e5 admin admin] Network hostable DHCP agents. Network: dc774ebd-646b-4a72-b885-c9d985c232ce, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:43:30.953990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Request body: {'port': {'device_id': '7c92b792-b42a-41c8-bd74-f2bd909df699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:31.028567 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (aeee7d26-413c-400b-95be-93ae5d41c498), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.066004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ecf817b-ca23-4872-8e07-e8b1c6c39c32 req-3d95892e-1cff-47ed-989b-4ee05df17190 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1061332 Feb 11 04:43:31.096283 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbaa15-f178-4fc3-99a2-08c0b96ba98f req-7377aed5-52dc-41e4-8c21-df3044cda136 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:31.097988 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bcbaa15-f178-4fc3-99a2-08c0b96ba98f req-7377aed5-52dc-41e4-8c21-df3044cda136 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 945 time: 0.0978084 Feb 11 04:43:31.196550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a04e4ad-8330-4c0e-ba51-decd0af133e5 admin admin] Network dc774ebd-646b-4a72-b885-c9d985c232ce is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:43:31.289191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-1a04e4ad-8330-4c0e-ba51-decd0af133e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, dc774ebd-646b-4a72-b885-c9d985c232ce) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:31.298659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a885e5-fb03-415b-aa01-1e6b78bc1625 None None] Network dc774ebd-646b-4a72-b885-c9d985c232ce requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:31.328876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bcbaa15-f178-4fc3-99a2-08c0b96ba98f req-fe53b074-1f6e-445f-b856-cd788a59e861 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249110 Feb 11 04:43:31.358202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf817b-ca23-4872-8e07-e8b1c6c39c32 req-74b3f743-a28f-46c1-8263-a27597113523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:31.368090 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ecf817b-ca23-4872-8e07-e8b1c6c39c32 req-74b3f743-a28f-46c1-8263-a27597113523 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd428caf3628450e94e6190594635a3b&device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 1128 time: 0.2099659 Feb 11 04:43:31.570152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a04e4ad-8330-4c0e-ba51-decd0af133e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:31.575490 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a04e4ad-8330-4c0e-ba51-decd0af133e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.629045 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeee7d26-413c-400b-95be-93ae5d41c498 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:31.647016 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Publish callbacks [] for port (aeee7d26-413c-400b-95be-93ae5d41c498), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.659686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-dc774ebd-646b-4a72-b885-c9d985c232ce', 'network_id': 'dc774ebd-646b-4a72-b885-c9d985c232ce', 'project_id': '1dab77c686ca48c6a1ed8e316c81223a', 'fixed_ips': [{'subnet_id': '5a840def-eedd-484d-aab5-822e24b068e7'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:43:31.660623 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.691507 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Transition to ACTIVE for port object aeee7d26-413c-400b-95be-93ae5d41c498 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:43:31.721188 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1a04e4ad-8330-4c0e-ba51-decd0af133e5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9864526 Feb 11 04:43:31.723982 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43760) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:31.733976 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1240356251-router', 'tenant_id': '1dab77c686ca48c6a1ed8e316c81223a', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:31.788596 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (aeee7d26-413c-400b-95be-93ae5d41c498), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.860199 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (abb7f733-7946-47a4-8405-36d8cdb63220), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.860199 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (abb7f733-7946-47a4-8405-36d8cdb63220), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:31.881976 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=aeee7d26-413c-400b-95be-93ae5d41c498,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:31.899594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e9e2e-0956-4999-a017-f239cbf60320 req-092da36c-7db8-4015-8a32-52b95fdce6af tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:31.901335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f8e9e2e-0956-4999-a017-f239cbf60320 req-092da36c-7db8-4015-8a32-52b95fdce6af tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 945 time: 0.5017779 Feb 11 04:43:31.913055 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c334771-082a-4cb9-9465-0e16695edf85 req-66e421fe-a22f-4d6e-a9f2-918fac1ba5d3 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:31.917744 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c334771-082a-4cb9-9465-0e16695edf85 req-66e421fe-a22f-4d6e-a9f2-918fac1ba5d3 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 932 time: 0.3512018 Feb 11 04:43:31.918082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf817b-ca23-4872-8e07-e8b1c6c39c32 req-d2be6928-5a24-4757-bc68-55e14805adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:31.921387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ecf817b-ca23-4872-8e07-e8b1c6c39c32 req-d2be6928-5a24-4757-bc68-55e14805adff service neutron] 10.222.0.32 "GET /v2.0/networks?id=bbdeecae-2428-49d7-90ec-b2b64e0ae601 HTTP/1.1" status: 200 len: 914 time: 0.5009713 Feb 11 04:43:31.969778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-398cb7de-b25f-47e4-b498-be8094be68a0 req-ef34908a-f454-400c-a3d1-ec705b7572a4 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0532072 Feb 11 04:43:32.021997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Allocated IP 172.20.0.2 (dc774ebd-646b-4a72-b885-c9d985c232ce/5a840def-eedd-484d-aab5-822e24b068e7/bd5e5312-5a05-4e34-996e-101ab0427020) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:32.078432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ecf817b-ca23-4872-8e07-e8b1c6c39c32 req-2bb8c6b6-230d-4bff-9cb2-06335c279f04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=306c05a9-0258-4d4a-8e1c-aa1b9a6f245f HTTP/1.1" status: 200 len: 217 time: 0.1453526 Feb 11 04:43:32.128233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Attempting to bind port aeee7d26-413c-400b-95be-93ae5d41c498 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:32.130818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Attempting to bind port aeee7d26-413c-400b-95be-93ae5d41c498 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:32.130818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Attempting to bind port aeee7d26-413c-400b-95be-93ae5d41c498 on network ff866341-d213-41c7-afa0-ee3dd617201b {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:32.138590 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Publish callbacks [] for router_controller (abb7f733-7946-47a4-8405-36d8cdb63220), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.151037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Port aeee7d26-413c-400b-95be-93ae5d41c498 on network ff866341-d213-41c7-afa0-ee3dd617201b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:43:32.151562 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Attempting to bind port aeee7d26-413c-400b-95be-93ae5d41c498 on network ff866341-d213-41c7-afa0-ee3dd617201b {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:32.161996 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:32.162409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Checking segment: {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:32.163781 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Bound using segment: {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:32.164255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Bound port: aeee7d26-413c-400b-95be-93ae5d41c498, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:32.164634 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (aeee7d26-413c-400b-95be-93ae5d41c498), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.250691 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Publish callbacks [] for port (bd5e5312-5a05-4e34-996e-101ab0427020), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.336937 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.375284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c334771-082a-4cb9-9465-0e16695edf85 req-c6c05048-b899-43be-a7fb-2cea883c041e tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527721 Feb 11 04:43:32.409592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] For port aeee7d26-413c-400b-95be-93ae5d41c498, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:32.425362 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] For port aeee7d26-413c-400b-95be-93ae5d41c498, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=aeee7d26-413c-400b-95be-93ae5d41c498,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:32.431907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf817b-ca23-4872-8e07-e8b1c6c39c32 req-1f04c396-a1b4-40c2-b5e2-937c976b3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:32.433431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ecf817b-ca23-4872-8e07-e8b1c6c39c32 req-1f04c396-a1b4-40c2-b5e2-937c976b3788 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7b4e53e-76ea-4c67-8441-043410364cf2 HTTP/1.1" status: 200 len: 853 time: 0.3410861 Feb 11 04:43:32.445686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Network dc774ebd-646b-4a72-b885-c9d985c232ce is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:32.457882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:32.467932 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:32.493464 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ecf817b-ca23-4872-8e07-e8b1c6c39c32 req-6237b32d-4591-4bce-b80d-96dfc295243e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bbdeecae-2428-49d7-90ec-b2b64e0ae601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507097 Feb 11 04:43:32.503074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-7dc4bc4d-27c0-4812-b17d-fb3c10779b12 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:32.503921 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (aeee7d26-413c-400b-95be-93ae5d41c498), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.504876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-7dc4bc4d-27c0-4812-b17d-fb3c10779b12 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports/5e331ac0-31ed-41b8-b911-5fa4fa3a502e HTTP/1.1" status: 200 len: 936 time: 0.6296856 Feb 11 04:43:32.507700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-9f8e9e2e-0956-4999-a017-f239cbf60320 req-d79e4dc3-ce42-40a0-82f4-bcb2ad346c6b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Deleting port 9b305218-8145-443b-88dc-424164110a90 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:32.510693 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9f8e9e2e-0956-4999-a017-f239cbf60320 req-d79e4dc3-ce42-40a0-82f4-bcb2ad346c6b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9b305218-8145-443b-88dc-424164110a90), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.515491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Pushing event updated for resources: {'Port': ['ID=bd5e5312-5a05-4e34-996e-101ab0427020,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:32.601304 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:32.602055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:32.602657 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:32.603278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:32.603863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:32.604412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:32.604959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:32.605523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:32.606068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:32.606762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:32.607352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:32.607904 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:32.608621 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:32.637367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Attempting to bind port bd5e5312-5a05-4e34-996e-101ab0427020 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:32.638955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Attempting to bind port bd5e5312-5a05-4e34-996e-101ab0427020 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'f8a86342-9e15-4c63-b597-b78765af8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc774ebd-646b-4a72-b885-c9d985c232ce'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:32.639655 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Attempting to bind port bd5e5312-5a05-4e34-996e-101ab0427020 on network dc774ebd-646b-4a72-b885-c9d985c232ce {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:32.657459 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:32.659697 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Checking segment: {'id': 'f8a86342-9e15-4c63-b597-b78765af8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc774ebd-646b-4a72-b885-c9d985c232ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:32.659697 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.660825 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Bound using segment: {'id': 'f8a86342-9e15-4c63-b597-b78765af8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc774ebd-646b-4a72-b885-c9d985c232ce'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:32.661619 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Bound port: bd5e5312-5a05-4e34-996e-101ab0427020, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a86342-9e15-4c63-b597-b78765af8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc774ebd-646b-4a72-b885-c9d985c232ce'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:32.662261 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.748586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] For port bd5e5312-5a05-4e34-996e-101ab0427020, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:32.753003 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] For port bd5e5312-5a05-4e34-996e-101ab0427020, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bd5e5312-5a05-4e34-996e-101ab0427020,segment=NetworkSegment(f8a86342-9e15-4c63-b597-b78765af8668),segment_id=f8a86342-9e15-4c63-b597-b78765af8668)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:32.797936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:32.799051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.800584 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] 10.222.0.47 "PUT /v2.0/ports/aeee7d26-413c-400b-95be-93ae5d41c498 HTTP/1.1" status: 200 len: 1093 time: 1.8568952 Feb 11 04:43:32.806320 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c92b792-b42a-41c8-bd74-f2bd909df699', 'tag': 'aeee7d26-413c-400b-95be-93ae5d41c498'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:32.809675 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bf65a2-eaa2-494d-a581-578d10fdf271" -d '{"events": [{"name": "network-changed", "server_uuid": "7c92b792-b42a-41c8-bd74-f2bd909df699", "tag": "aeee7d26-413c-400b-95be-93ae5d41c498"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:32.823274 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.839840 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Publish callbacks [] for router_gateway (abb7f733-7946-47a4-8405-36d8cdb63220), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:32.868491 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c86be-25a6-4d9b-9a82-fd710106b1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=aeee7d26-413c-400b-95be-93ae5d41c498,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:32.983261 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e7fbdc-a875-455e-9309-bf3d85e5944f x-openstack-request-id: req-e6e7fbdc-a875-455e-9309-bf3d85e5944f {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:32.983706 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c92b792-b42a-41c8-bd74-f2bd909df699", "tag": "aeee7d26-413c-400b-95be-93ae5d41c498", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:32.983977 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6e7fbdc-a875-455e-9309-bf3d85e5944f {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:32.984594 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c92b792-b42a-41c8-bd74-f2bd909df699', 'tag': 'aeee7d26-413c-400b-95be-93ae5d41c498', 'status': 'completed', 'code': 200} Feb 11 04:43:32.996386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae1ecb-2635-4406-9a50-6c08f86910e8 None None] Pushing event updated for resources: {'Port': ['ID=bd5e5312-5a05-4e34-996e-101ab0427020,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:33.003348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-c4646664-430d-4eda-8544-7aab0c30067d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:33.005160 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-c4646664-430d-4eda-8544-7aab0c30067d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports/12ffbce7-dc6f-4c7c-be0d-4d531b490dcd HTTP/1.1" status: 200 len: 937 time: 0.3620698 Feb 11 04:43:33.095343 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-769039dc-f85f-4e74-a410-223065052c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:33.101944 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-769039dc-f85f-4e74-a410-223065052c65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 1127 time: 0.2022655 Feb 11 04:43:33.187310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-9f8e9e2e-0956-4999-a017-f239cbf60320 req-d79e4dc3-ce42-40a0-82f4-bcb2ad346c6b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] For port 9b305218-8145-443b-88dc-424164110a90, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9b305218-8145-443b-88dc-424164110a90,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:33.187922 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9f8e9e2e-0956-4999-a017-f239cbf60320 req-d79e4dc3-ce42-40a0-82f4-bcb2ad346c6b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9b305218-8145-443b-88dc-424164110a90), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:33.196560 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-1d221cc1-cc72-418b-8e06-fc5aa185b353 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeee7d26-413c-400b-95be-93ae5d41c498 HTTP/1.1" status: 200 len: 217 time: 0.0904462 Feb 11 04:43:33.284718 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0226e821-ed6b-427c-bc71-f713a70acb4f req-1cfb3d3f-6d2d-47df-948a-fd0e322390ad tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.1616113 Feb 11 04:43:33.300664 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f49d87-5f86-47ec-9415-2bf44b7c925c req-60c5f24e-debc-49a5-b745-4ac35fc59b6e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:33.302387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89f49d87-5f86-47ec-9415-2bf44b7c925c req-60c5f24e-debc-49a5-b745-4ac35fc59b6e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 945 time: 0.6571879 Feb 11 04:43:33.329276 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ecf817b-ca23-4872-8e07-e8b1c6c39c32 req-93756261-8131-467d-ae58-9f1eacb3787e service neutron] 10.222.0.32 "GET /v2.0/networks/bbdeecae-2428-49d7-90ec-b2b64e0ae601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6845551 Feb 11 04:43:33.353355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-9f8e9e2e-0956-4999-a017-f239cbf60320 req-d79e4dc3-ce42-40a0-82f4-bcb2ad346c6b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Calling delete_port for 9b305218-8145-443b-88dc-424164110a90 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:33.379117 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e2a29e-263c-4d91-bf7f-9b521a338c23 req-d9adcec5-80c8-4e83-a974-064cbe3cdacc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7425110 Feb 11 04:43:33.460978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-75dc52e3-451c-4b7e-8ff0-eed4e8e2ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:33.462567 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-75dc52e3-451c-4b7e-8ff0-eed4e8e2ffe1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.2497730 Feb 11 04:43:33.571880 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-5f57c52f-6455-48bd-8b0b-77fed0ffb7f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982382 Feb 11 04:43:33.649968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89f49d87-5f86-47ec-9415-2bf44b7c925c req-f7a66b48-80c5-4aab-8eb9-d88949243903 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173325 Feb 11 04:43:33.727910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ecf817b-ca23-4872-8e07-e8b1c6c39c32 req-91672b8a-d773-466c-a848-43b77416756d service neutron] 10.222.0.32 "GET /v2.0/networks/bbdeecae-2428-49d7-90ec-b2b64e0ae601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645868 Feb 11 04:43:33.744512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add737ec-0c5d-4121-8458-35b365c8bcc0 req-26137220-f575-4d35-a393-0ed604189e3d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:33.746107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-add737ec-0c5d-4121-8458-35b365c8bcc0 req-26137220-f575-4d35-a393-0ed604189e3d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 944 time: 0.2172134 Feb 11 04:43:33.749201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2a29e-263c-4d91-bf7f-9b521a338c23 req-96dd6af8-e64b-4d13-a738-b3dd477db185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:33.750733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e2a29e-263c-4d91-bf7f-9b521a338c23 req-96dd6af8-e64b-4d13-a738-b3dd477db185 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 1129 time: 0.2822638 Feb 11 04:43:33.792885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bd5e5312-5a05-4e34-996e-101ab0427020 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:34.009261 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port bd5e5312-5a05-4e34-996e-101ab0427020 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:34.010003 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.028305 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-add737ec-0c5d-4121-8458-35b365c8bcc0 req-61ca4f4a-05c8-4456-a2a0-b81eea85fd1f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597716 Feb 11 04:43:34.056267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2a29e-263c-4d91-bf7f-9b521a338c23 req-0362293f-f360-4b28-838b-334e674f4f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:34.057801 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e2a29e-263c-4d91-bf7f-9b521a338c23 req-0362293f-f360-4b28-838b-334e674f4f67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 906 time: 0.2876797 Feb 11 04:43:34.111173 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-3c75c413-8c45-49ee-9262-182310b31b27 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248914 Feb 11 04:43:34.136772 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e2a29e-263c-4d91-bf7f-9b521a338c23 req-efe2a71b-a721-41b6-80d9-4000460d0f9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e74a29c-ebd3-4304-b302-16a2ee2d9d04 HTTP/1.1" status: 200 len: 217 time: 0.0655389 Feb 11 04:43:34.170603 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.286404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2a29e-263c-4d91-bf7f-9b521a338c23 req-d1c0bdc4-471c-4c1a-9e43-e0a977655c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:34.297457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e2a29e-263c-4d91-bf7f-9b521a338c23 req-d1c0bdc4-471c-4c1a-9e43-e0a977655c51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.1507895 Feb 11 04:43:34.307567 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9f8e9e2e-0956-4999-a017-f239cbf60320 req-d79e4dc3-ce42-40a0-82f4-bcb2ad346c6b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9b305218-8145-443b-88dc-424164110a90), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.340310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port bd5e5312-5a05-4e34-996e-101ab0427020 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:34.340885 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.353098 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4f16b9ac-8545-4aa1-8265-67a68b7e98b3 req-f249c99f-b95e-4780-92f9-4a409bd75482 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344108 Feb 11 04:43:34.397215 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.426676 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Publish callbacks [] for router_gateway (abb7f733-7946-47a4-8405-36d8cdb63220), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.430491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port bd5e5312-5a05-4e34-996e-101ab0427020, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bd5e5312-5a05-4e34-996e-101ab0427020,segment=NetworkSegment(f8a86342-9e15-4c63-b597-b78765af8668),segment_id=f8a86342-9e15-4c63-b597-b78765af8668)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:34.485011 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.524084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e4dc3-ce42-40a0-82f4-bcb2ad346c6b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event deleted for resources: {'Port': ['ID=9b305218-8145-443b-88dc-424164110a90,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:34.537211 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.593471 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e2a29e-263c-4d91-bf7f-9b521a338c23 req-fe37a6ad-451b-48e6-af70-774d83c00ac3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2840142 Feb 11 04:43:34.621375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=bd5e5312-5a05-4e34-996e-101ab0427020,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:34.803970 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf65a2-eaa2-494d-a581-578d10fdf271 req-205b47b5-3573-4d62-a0a4-5b9d39ec67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:34.827162 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3200de71-29ee-48e4-98a8-3a2d7c32cfe0 req-c05a6158-cf3a-4733-9397-d6cf27628582 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.3686078 Feb 11 04:43:34.834610 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c7bf65a2-eaa2-494d-a581-578d10fdf271 req-205b47b5-3573-4d62-a0a4-5b9d39ec67cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 1127 time: 0.3341143 Feb 11 04:43:34.881099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8e9e2e-0956-4999-a017-f239cbf60320 req-d79e4dc3-ce42-40a0-82f4-bcb2ad346c6b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] No DVR routers for this DVR port 9b305218-8145-443b-88dc-424164110a90 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:34.900674 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9f8e9e2e-0956-4999-a017-f239cbf60320 req-d79e4dc3-ce42-40a0-82f4-bcb2ad346c6b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:34.900674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f8e9e2e-0956-4999-a017-f239cbf60320 req-d79e4dc3-ce42-40a0-82f4-bcb2ad346c6b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "DELETE /v2.0/ports/9b305218-8145-443b-88dc-424164110a90 HTTP/1.1" status: 204 len: 173 time: 2.9837775 Feb 11 04:43:34.900674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbf9e63-a69e-44ae-b306-4597f6074b50', 'name': 'network-vif-deleted', 'tag': '9b305218-8145-443b-88dc-424164110a90'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:34.904319 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ccf602-4022-4caa-992d-1a95cdd6c8ac" -d '{"events": [{"server_uuid": "6cbf9e63-a69e-44ae-b306-4597f6074b50", "name": "network-vif-deleted", "tag": "9b305218-8145-443b-88dc-424164110a90"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:34.986494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f980fb2-237f-470f-a62b-ec7e77a3efdf None None] Network dc774ebd-646b-4a72-b885-c9d985c232ce requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:43:34.991674 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Allocated IP 172.25.3.165 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/4f067858-96c6-4f22-a38b-68b9383646c9) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:35.118927 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d23b87c-3cda-4bef-81f6-6c3223b13d3c x-openstack-request-id: req-1d23b87c-3cda-4bef-81f6-6c3223b13d3c {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:35.119225 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbf9e63-a69e-44ae-b306-4597f6074b50", "name": "network-vif-deleted", "tag": "9b305218-8145-443b-88dc-424164110a90", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:35.119486 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d23b87c-3cda-4bef-81f6-6c3223b13d3c {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:35.119897 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbf9e63-a69e-44ae-b306-4597f6074b50', 'name': 'network-vif-deleted', 'tag': '9b305218-8145-443b-88dc-424164110a90', 'status': 'completed', 'code': 200} Feb 11 04:43:35.197116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eccf51d9-4b1e-4606-9883-d1b487299a2a req-51465be5-d3ed-4316-bd48-9d59c14953ab tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 210 time: 0.3025033 Feb 11 04:43:35.258054 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Publish callbacks [] for port (4f067858-96c6-4f22-a38b-68b9383646c9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.265801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4a4b0e4e-4de3-4743-b4b7-8d75f00f3a7b None None] Provisioning complete for port bd5e5312-5a05-4e34-996e-101ab0427020 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:35.266177 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0e4e-4de3-4743-b4b7-8d75f00f3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.384208 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e2a29e-263c-4d91-bf7f-9b521a338c23 req-225b4502-7a5b-4fe0-ba7e-1fcd7fc65377 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7765133 Feb 11 04:43:35.417608 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf65a2-eaa2-494d-a581-578d10fdf271 req-1f8a0d66-1b79-4ef7-afb0-9a2aea36867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:35.424958 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c7bf65a2-eaa2-494d-a581-578d10fdf271 req-1f8a0d66-1b79-4ef7-afb0-9a2aea36867a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 906 time: 0.5641127 Feb 11 04:43:35.479998 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c7bf65a2-eaa2-494d-a581-578d10fdf271 req-9c2ff074-f09b-44d5-b3c3-38cea9e09b54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aeee7d26-413c-400b-95be-93ae5d41c498 HTTP/1.1" status: 200 len: 217 time: 0.0483754 Feb 11 04:43:35.542751 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf65a2-eaa2-494d-a581-578d10fdf271 req-5cd3183e-d764-4027-b167-25e031c983ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:35.546012 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c7bf65a2-eaa2-494d-a581-578d10fdf271 req-5cd3183e-d764-4027-b167-25e031c983ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.0609705 Feb 11 04:43:35.561226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06953b-5289-45f1-9847-3f406e927e47 req-1fdc29f6-1919-4138-8b14-876316dc6d4b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:35.572053 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (4f067858-96c6-4f22-a38b-68b9383646c9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:35.573283 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b06953b-5289-45f1-9847-3f406e927e47 req-1fdc29f6-1919-4138-8b14-876316dc6d4b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 944 time: 0.3205278 Feb 11 04:43:35.633616 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c7bf65a2-eaa2-494d-a581-578d10fdf271 req-a572135b-4d46-475e-a7be-3031cbfb0f4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783777 Feb 11 04:43:35.635539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9b305218-8145-443b-88dc-424164110a90 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:35.700272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 9b305218-8145-443b-88dc-424164110a90 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:35.700624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9b305218-8145-443b-88dc-424164110a90 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:35.704222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bd5e5312-5a05-4e34-996e-101ab0427020 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:35.790114 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c7bf65a2-eaa2-494d-a581-578d10fdf271 req-0e1d4bfd-e3af-4016-bf57-cfc34af41f2e service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488776 Feb 11 04:43:35.804266 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e2a29e-263c-4d91-bf7f-9b521a338c23 req-515fb0b8-f285-4406-92a8-b776c8a0bea4 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145253 Feb 11 04:43:35.809659 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b06953b-5289-45f1-9847-3f406e927e47 req-9986d23e-5025-403d-9fda-d500ed6bb117 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296014 Feb 11 04:43:35.814175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:35.830550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:35.840044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:35.853425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b0e4e-4de3-4743-b4b7-8d75f00f3a7b None None] Current status of the port bd5e5312-5a05-4e34-996e-101ab0427020 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:35.860159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Pushing event updated for resources: {'Port': ['ID=4f067858-96c6-4f22-a38b-68b9383646c9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:35.887829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port bd5e5312-5a05-4e34-996e-101ab0427020 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:35.888467 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.141336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port bd5e5312-5a05-4e34-996e-101ab0427020 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:36.204943 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a05de5e-2695-430d-b32c-be567eacfbd0 req-787485fa-89f7-4eed-b627-f3cf5d4a6398 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.2040157 Feb 11 04:43:36.253058 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c7bf65a2-eaa2-494d-a581-578d10fdf271 req-1b4e4bf7-1827-4119-a0f9-76da9b693d68 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499369 Feb 11 04:43:36.270164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-2bbfe9a9-77f8-4cf7-8ce8-9e4a3df4dcfa tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:36.272770 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-2bbfe9a9-77f8-4cf7-8ce8-9e4a3df4dcfa tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/networks?id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 200 len: 815 time: 0.3668997 Feb 11 04:43:36.324154 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-b1c25d99-f1e7-4c99-8596-662828eb1c48 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/quotas/656a19e4f37840fb89bc57095c766395 HTTP/1.1" status: 200 len: 375 time: 0.0335288 Feb 11 04:43:36.391047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5d3c8429-409e-457d-9a76-07e33c0d3d0f None None] Provisioning complete for port bd5e5312-5a05-4e34-996e-101ab0427020 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:36.392190 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d3c8429-409e-457d-9a76-07e33c0d3d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.456934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ab2b862-357d-41ba-b89f-91dc88df8690 req-caac092f-8284-432c-99ca-0d0b1fc2691a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 210 time: 0.1114030 Feb 11 04:43:36.483559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-abe5b976-8420-4844-ab1b-40cb50d1613b tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1537750 Feb 11 04:43:36.488572 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Publish callbacks [] for router_gateway (abb7f733-7946-47a4-8405-36d8cdb63220), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:36.506926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c8429-409e-457d-9a76-07e33c0d3d0f None None] Current status of the port bd5e5312-5a05-4e34-996e-101ab0427020 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:36.597272 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-3f6de372-409e-4d03-af5c-67b4a576471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:36.598926 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-3f6de372-409e-4d03-af5c-67b4a576471d service neutron] 10.222.0.47 "GET /v2.0/ports/5e331ac0-31ed-41b8-b911-5fa4fa3a502e HTTP/1.1" status: 200 len: 1032 time: 0.0591822 Feb 11 04:43:36.619557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-8e365e72-e182-4280-ad26-266067b89f08 service neutron] 10.222.0.13 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299047 Feb 11 04:43:36.692048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fd2e927c-35fe-411a-b720-359bd3e3bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:36.693524 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fd2e927c-35fe-411a-b720-359bd3e3bd94 service neutron] 10.222.0.47 "GET /v2.0/ports/12ffbce7-dc6f-4c7c-be0d-4d531b490dcd HTTP/1.1" status: 200 len: 1033 time: 0.0886116 Feb 11 04:43:36.722341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device aeee7d26-413c-400b-95be-93ae5d41c498 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:43:36.759975 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-5892ac05-47aa-47f0-9e65-2050560048ac service neutron] 10.222.0.13 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401091 Feb 11 04:43:36.831451 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-645e40ef-98ac-412c-91ca-befd1d0c8f9b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:36.837052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-645e40ef-98ac-412c-91ca-befd1d0c8f9b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:36.843000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-645e40ef-98ac-412c-91ca-befd1d0c8f9b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:36.845008 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-645e40ef-98ac-412c-91ca-befd1d0c8f9b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "GET /v2.0/networks?id=74695aa4-4778-400f-ab0b-4a8039c43b8b&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&id=438d0a15-1c6c-466a-89ba-1c9aba7207ed HTTP/1.1" status: 200 len: 1995 time: 0.1432116 Feb 11 04:43:37.021856 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-853c0bf9-437c-4c41-90e4-46d51c1bc679 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5191f088a1fd4619beeaeec75a1d5ed1 HTTP/1.1" status: 200 len: 379 time: 0.1361933 Feb 11 04:43:37.022519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port aeee7d26-413c-400b-95be-93ae5d41c498, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=aeee7d26-413c-400b-95be-93ae5d41c498,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:37.032816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b8ca09e6-cdfb-4158-833a-f9824f918acd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'port': {'device_id': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'admin_state_up': True, 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'security_groups': ['115f6f8c-89c8-4e8d-99cf-8187376f7fb0']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:37.036546 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (abb7f733-7946-47a4-8405-36d8cdb63220), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.059459 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'aeee7d26-413c-400b-95be-93ae5d41c498', 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b', 'port_id': 'aeee7d26-413c-400b-95be-93ae5d41c498', 'mac_address': 'fa:16:3e:c9:4e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7095a7d5-9123-4335-ad46-28c56530f769', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:43:37.089324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b9fd0-97b0-4aa0-9875-5d8716f7e407 req-b0c8cca8-e50e-48ad-ab97-82a4810b43da tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:37.108682 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-128b9fd0-97b0-4aa0-9875-5d8716f7e407 req-b0c8cca8-e50e-48ad-ab97-82a4810b43da tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 944 time: 0.1451612 Feb 11 04:43:37.111880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port aeee7d26-413c-400b-95be-93ae5d41c498 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:37.112357 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (aeee7d26-413c-400b-95be-93ae5d41c498), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.143675 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeee7d26-413c-400b-95be-93ae5d41c498 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:37.185970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port aeee7d26-413c-400b-95be-93ae5d41c498, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=aeee7d26-413c-400b-95be-93ae5d41c498,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:37.207660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-128b9fd0-97b0-4aa0-9875-5d8716f7e407 req-e5eeca82-b7f3-4906-a1eb-cea6e47356ea tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923579 Feb 11 04:43:37.286976 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa5f5ec1-8674-46c0-b000-5f822f5eb25e req-399ebe9b-be12-4785-9c66-6d917f85aa84 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 210 time: 0.0778792 Feb 11 04:43:37.324987 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (aeee7d26-413c-400b-95be-93ae5d41c498), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:37.405840 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83399f98-aa50-4957-90b8-8d8febb48291 req-7ee6f196-9427-412b-ab26-82a91ad1a741 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0497334 Feb 11 04:43:37.479554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=aeee7d26-413c-400b-95be-93ae5d41c498,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:37.524361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['aeee7d26-413c-400b-95be-93ae5d41c498'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:37.654530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0b7c1d2-aa1e-4821-9134-b05c6f40bf72 req-4827249c-16c8-47b0-a74d-d9ff5e4e3c85 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 210 time: 0.1075399 Feb 11 04:43:38.010853 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b8ca09e6-cdfb-4158-833a-f9824f918acd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Made reservation on behalf of 5191f088a1fd4619beeaeec75a1d5ed1 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:38.016391 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b8ca09e6-cdfb-4158-833a-f9824f918acd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:38.021696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Router abb7f733-7946-47a4-8405-36d8cdb63220 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:43:38.440061 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b8ca09e6-cdfb-4158-833a-f9824f918acd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Allocated IP 172.20.0.9 (74695aa4-4778-400f-ab0b-4a8039c43b8b/082ca7b1-7568-49af-b7b4-94dae4b26a3f/c6cb851a-7543-4811-866d-201ed472997e) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:38.538226 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-02081f3c-723a-4406-abcc-8de5769ed650 req-855860a9-921e-4e42-9c38-bb4ffb057a76 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 210 time: 0.1164343 Feb 11 04:43:38.613680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393b2de-5e5f-44e3-b6ed-b6e96854a147 req-71c7ac6b-8b73-40d0-a118-75e1d2f85c2c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:38.626080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b393b2de-5e5f-44e3-b6ed-b6e96854a147 req-71c7ac6b-8b73-40d0-a118-75e1d2f85c2c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 945 time: 0.3113699 Feb 11 04:43:38.714064 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device aeee7d26-413c-400b-95be-93ae5d41c498 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:38.762352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:43:38.808520 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a11562bc-09c5-4a11-8568-b5441cbcc728 req-d992a37c-402f-4734-b2d9-b364dfd152d9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.1167331 Feb 11 04:43:38.868134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71229491-cd04-4434-9085-538be43eab37 None None] Sync routers for ids ['abb7f733-7946-47a4-8405-36d8cdb63220'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:43:38.889371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b393b2de-5e5f-44e3-b6ed-b6e96854a147 req-b69ae577-ed1e-4320-b2f7-f830bec4f1aa tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603483 Feb 11 04:43:38.949486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71229491-cd04-4434-9085-538be43eab37 None None] Routers {'abb7f733-7946-47a4-8405-36d8cdb63220'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:38.958083 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:38.959259 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-71229491-cd04-4434-9085-538be43eab37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:43:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['abb7f733-7946-47a4-8405-36d8cdb63220'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:38.969391 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0b564596-9936-4f10-90b1-af72fdb50f1a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.2430618 Feb 11 04:43:38.978196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 43884) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:39.070279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b8ca09e6-cdfb-4158-833a-f9824f918acd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for port (c6cb851a-7543-4811-866d-201ed472997e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:39.192929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-71229491-cd04-4434-9085-538be43eab37 None None] Set router abb7f733-7946-47a4-8405-36d8cdb63220 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:39.422505 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b8ca09e6-cdfb-4158-833a-f9824f918acd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c6cb851a-7543-4811-866d-201ed472997e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:39.584667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b8ca09e6-cdfb-4158-833a-f9824f918acd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Network 74695aa4-4778-400f-ab0b-4a8039c43b8b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:39.588345 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b8ca09e6-cdfb-4158-833a-f9824f918acd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:39.596597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b8ca09e6-cdfb-4158-833a-f9824f918acd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:39.643700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port aeee7d26-413c-400b-95be-93ae5d41c498 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:43:39.666544 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port aeee7d26-413c-400b-95be-93ae5d41c498 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:39.671954 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (aeee7d26-413c-400b-95be-93ae5d41c498), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:39.759246 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca09e6-cdfb-4158-833a-f9824f918acd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'Port': ['ID=c6cb851a-7543-4811-866d-201ed472997e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:39.795814 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b8ca09e6-cdfb-4158-833a-f9824f918acd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:39.796758 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b8ca09e6-cdfb-4158-833a-f9824f918acd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:39.896924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-71229491-cd04-4434-9085-538be43eab37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'name': 'tempest-ImageQuotaTest-1240356251-router', 'tenant_id': '1dab77c686ca48c6a1ed8e316c81223a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4f067858-96c6-4f22-a38b-68b9383646c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:31Z', 'updated_at': '2022-02-11T04:43:36Z', 'revision_number': 3, 'project_id': '1dab77c686ca48c6a1ed8e316c81223a', 'gw_port': {'id': '4f067858-96c6-4f22-a38b-68b9383646c9', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:34Z', 'updated_at': '2022-02-11T04:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:39.910766 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b8ca09e6-cdfb-4158-833a-f9824f918acd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8824632 Feb 11 04:43:39.924914 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-354390a3-9525-445b-8f5c-a868c20c9ca9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'port': {'device_id': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421', 'admin_state_up': True, 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'security_groups': ['115f6f8c-89c8-4e8d-99cf-8187376f7fb0']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:40.017864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71229491-cd04-4434-9085-538be43eab37 None None] Checking router: abb7f733-7946-47a4-8405-36d8cdb63220 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:43:40.018232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71229491-cd04-4434-9085-538be43eab37 None None] Updating router abb7f733-7946-47a4-8405-36d8cdb63220 port 4f067858-96c6-4f22-a38b-68b9383646c9 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:43:40.201577 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bedee207-856f-4c2d-a863-122f2c3e1714 req-9f6b5030-0fb7-4004-a511-ca98808aa907 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 210 time: 0.9786637 Feb 11 04:43:40.207239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-65c58fec-2f20-4d9f-85e7-e2b10f788ee1 None None] Provisioning complete for port c6cb851a-7543-4811-866d-201ed472997e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:40.207239 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-65c58fec-2f20-4d9f-85e7-e2b10f788ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c6cb851a-7543-4811-866d-201ed472997e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.208904 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf76ef76-5bec-4f63-ae82-a4f9af8e8f69 req-4aebeba0-2c17-437d-9854-6a162c7df604 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 210 time: 0.1080687 Feb 11 04:43:40.297731 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-65c58fec-2f20-4d9f-85e7-e2b10f788ee1 None None] Port c6cb851a-7543-4811-866d-201ed472997e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:43:40.304753 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-71229491-cd04-4434-9085-538be43eab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4f067858-96c6-4f22-a38b-68b9383646c9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.399169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-354390a3-9525-445b-8f5c-a868c20c9ca9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Made reservation on behalf of 5191f088a1fd4619beeaeec75a1d5ed1 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:40.404847 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-354390a3-9525-445b-8f5c-a868c20c9ca9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.741572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-354390a3-9525-445b-8f5c-a868c20c9ca9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Allocated IP 10.1.1.24 (1a1453c6-9537-467a-9964-e6aa3979e421/44328e2e-11ca-4fed-8ac0-6b901abd9505/9c8dd432-9361-41bb-8e3f-c59eb37be3b3) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:40.877441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port aeee7d26-413c-400b-95be-93ae5d41c498 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:40.878142 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (aeee7d26-413c-400b-95be-93ae5d41c498), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:40.980761 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port aeee7d26-413c-400b-95be-93ae5d41c498, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=aeee7d26-413c-400b-95be-93ae5d41c498,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:40.986885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-9052bb00-bbe6-45e6-871d-a415ca94b438 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:40.993582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c92b792-b42a-41c8-bd74-f2bd909df699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeee7d26-413c-400b-95be-93ae5d41c498'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:41.000566 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4ea0c3-7388-460d-bbd2-ffdae885e5cf" -d '{"events": [{"server_uuid": "7c92b792-b42a-41c8-bd74-f2bd909df699", "name": "network-vif-plugged", "status": "completed", "tag": "aeee7d26-413c-400b-95be-93ae5d41c498"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:41.006967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-9052bb00-bbe6-45e6-871d-a415ca94b438 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.32 "GET /v2.0/networks?id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 200 len: 815 time: 0.8349953 Feb 11 04:43:41.040996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-cb8a00de-6a3c-4756-8c63-eb9a76e45dc1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Request body: {'port': {'device_id': '1cc7df06-990b-4577-b4da-4033bf0df1a7', 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb', 'admin_state_up': True, 'tenant_id': '656a19e4f37840fb89bc57095c766395'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:41.088749 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-354390a3-9525-445b-8f5c-a868c20c9ca9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.092022 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-71229491-cd04-4434-9085-538be43eab37 None None] Publish callbacks [] for port (4f067858-96c6-4f22-a38b-68b9383646c9), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.103579 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (aeee7d26-413c-400b-95be-93ae5d41c498), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.238808 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=aeee7d26-413c-400b-95be-93ae5d41c498,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:41.241971 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-71229491-cd04-4434-9085-538be43eab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4f067858-96c6-4f22-a38b-68b9383646c9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.280874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc6ac2-21cb-4226-bdd6-ad79be326dc1 req-15603c51-93a1-4404-ac6f-47d579b10e84 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:41.288251 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c4fc6ac2-21cb-4226-bdd6-ad79be326dc1 req-15603c51-93a1-4404-ac6f-47d579b10e84 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 931 time: 0.7553916 Feb 11 04:43:41.290905 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-354390a3-9525-445b-8f5c-a868c20c9ca9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.337755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b7248-d103-444a-8db1-48dd264cb331 None None] Pushing event updated for resources: {'Port': ['ID=4f067858-96c6-4f22-a38b-68b9383646c9,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:41.349918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04ccb6-7040-40fa-ba70-8721530251c3 req-8052eecc-fcf9-4911-89b9-a9e943450d08 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:41.363457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a04ccb6-7040-40fa-ba70-8721530251c3 req-8052eecc-fcf9-4911-89b9-a9e943450d08 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 945 time: 0.7387309 Feb 11 04:43:41.385311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-71229491-cd04-4434-9085-538be43eab37 None None] Attempting to bind port 4f067858-96c6-4f22-a38b-68b9383646c9 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:41.385693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-71229491-cd04-4434-9085-538be43eab37 None None] Attempting to bind port 4f067858-96c6-4f22-a38b-68b9383646c9 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:41.386064 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71229491-cd04-4434-9085-538be43eab37 None None] Attempting to bind port 4f067858-96c6-4f22-a38b-68b9383646c9 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:41.415181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71229491-cd04-4434-9085-538be43eab37 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:41.415591 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71229491-cd04-4434-9085-538be43eab37 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:41.416029 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-71229491-cd04-4434-9085-538be43eab37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.416435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71229491-cd04-4434-9085-538be43eab37 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:41.416949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-71229491-cd04-4434-9085-538be43eab37 None None] Bound port: 4f067858-96c6-4f22-a38b-68b9383646c9, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:41.417328 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-71229491-cd04-4434-9085-538be43eab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4f067858-96c6-4f22-a38b-68b9383646c9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.436384 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-354390a3-9525-445b-8f5c-a868c20c9ca9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Network 1a1453c6-9537-467a-9964-e6aa3979e421 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:41.445346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-354390a3-9525-445b-8f5c-a868c20c9ca9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:41.450674 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-354390a3-9525-445b-8f5c-a868c20c9ca9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:41.576031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-71229491-cd04-4434-9085-538be43eab37 None None] For port 4f067858-96c6-4f22-a38b-68b9383646c9, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:41.584572 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-71229491-cd04-4434-9085-538be43eab37 None None] For port 4f067858-96c6-4f22-a38b-68b9383646c9, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4f067858-96c6-4f22-a38b-68b9383646c9,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:41.589862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c4fc6ac2-21cb-4226-bdd6-ad79be326dc1 req-4039123f-d9cf-4a29-8130-5ea8af7f9eaf tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812717 Feb 11 04:43:41.602832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-cb8a00de-6a3c-4756-8c63-eb9a76e45dc1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Made reservation on behalf of 656a19e4f37840fb89bc57095c766395 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:41.609700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-354390a3-9525-445b-8f5c-a868c20c9ca9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:41.610403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-354390a3-9525-445b-8f5c-a868c20c9ca9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.611781 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-cb8a00de-6a3c-4756-8c63-eb9a76e45dc1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.679643 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-71229491-cd04-4434-9085-538be43eab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4f067858-96c6-4f22-a38b-68b9383646c9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:41.683684 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354390a3-9525-445b-8f5c-a868c20c9ca9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'Port': ['ID=9c8dd432-9361-41bb-8e3f-c59eb37be3b3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:41.751259 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-354390a3-9525-445b-8f5c-a868c20c9ca9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8308773 Feb 11 04:43:41.776780 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b737444e-d77e-4073-84c2-80243acdde0e x-openstack-request-id: req-b737444e-d77e-4073-84c2-80243acdde0e {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:41.777227 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c92b792-b42a-41c8-bd74-f2bd909df699", "name": "network-vif-plugged", "status": "completed", "tag": "aeee7d26-413c-400b-95be-93ae5d41c498", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:41.777591 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b737444e-d77e-4073-84c2-80243acdde0e {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:41.779241 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c92b792-b42a-41c8-bd74-f2bd909df699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeee7d26-413c-400b-95be-93ae5d41c498', 'code': 200} Feb 11 04:43:41.792880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b9a07fa0-2703-4aa4-8198-af877f809614 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'port': {'device_id': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421', 'admin_state_up': True, 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'security_groups': ['115f6f8c-89c8-4e8d-99cf-8187376f7fb0']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:41.851650 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71229491-cd04-4434-9085-538be43eab37 None None] Routers {'abb7f733-7946-47a4-8405-36d8cdb63220'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:41.855372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-71229491-cd04-4434-9085-538be43eab37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:43:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['abb7f733-7946-47a4-8405-36d8cdb63220'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:41.948631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a04ccb6-7040-40fa-ba70-8721530251c3 req-4a810d28-9aed-41f3-8f44-06ede1f85681 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840991 Feb 11 04:43:42.069903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b7248-d103-444a-8db1-48dd264cb331 None None] Pushing event updated for resources: {'Port': ['ID=4f067858-96c6-4f22-a38b-68b9383646c9,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:42.094150 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3135c932-2350-4371-8aa5-15dc038afc9d None None] Provisioning complete for port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:42.094693 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3135c932-2350-4371-8aa5-15dc038afc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.138987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3135c932-2350-4371-8aa5-15dc038afc9d None None] Port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:43:42.172549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6b6eefd-452d-478b-8b67-2d76cb4c5737 req-8b6f3f06-180d-48a0-a44f-ccf83049f349 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 210 time: 0.1246939 Feb 11 04:43:42.176679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b9a07fa0-2703-4aa4-8198-af877f809614 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Made reservation on behalf of 5191f088a1fd4619beeaeec75a1d5ed1 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:42.180219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b9a07fa0-2703-4aa4-8198-af877f809614 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.387594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d845821f-ef14-4d49-84ac-92476248ece6 req-1ccba25d-c4df-4bd3-a99f-256113a7db34 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 210 time: 0.2196581 Feb 11 04:43:42.428175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b9a07fa0-2703-4aa4-8198-af877f809614 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Allocated IP 10.1.1.151 (1a1453c6-9537-467a-9964-e6aa3979e421/44328e2e-11ca-4fed-8ac0-6b901abd9505/5353233d-2bfb-4563-ab7f-09689b7e7a26) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:42.643938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-71229491-cd04-4434-9085-538be43eab37 None None] Set router abb7f733-7946-47a4-8405-36d8cdb63220 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:42.647359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ed665-cc8a-46fd-9967-fd686de37a6c req-06d5eee4-8b68-4b34-9ab1-d8c2ffd87d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:42.654008 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-829ed665-cc8a-46fd-9967-fd686de37a6c req-06d5eee4-8b68-4b34-9ab1-d8c2ffd87d3b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 1129 time: 0.6979709 Feb 11 04:43:42.682326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-cb8a00de-6a3c-4756-8c63-eb9a76e45dc1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Allocated IP 172.20.0.11 (c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb/1b81996e-fc00-4977-9834-00be71e6310f/1a819b19-befb-4bed-8760-11986c8d61dc) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:42.724079 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.796900 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b9a07fa0-2703-4aa4-8198-af877f809614 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:42.971088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b9a07fa0-2703-4aa4-8198-af877f809614 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:43.073080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b9a07fa0-2703-4aa4-8198-af877f809614 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Network 1a1453c6-9537-467a-9964-e6aa3979e421 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:43.093183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b9a07fa0-2703-4aa4-8198-af877f809614 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:43.107716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b9a07fa0-2703-4aa4-8198-af877f809614 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:43.163454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-71229491-cd04-4434-9085-538be43eab37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'name': 'tempest-ImageQuotaTest-1240356251-router', 'tenant_id': '1dab77c686ca48c6a1ed8e316c81223a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4f067858-96c6-4f22-a38b-68b9383646c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:31Z', 'updated_at': '2022-02-11T04:43:36Z', 'revision_number': 3, 'project_id': '1dab77c686ca48c6a1ed8e316c81223a', 'gw_port': {'id': '4f067858-96c6-4f22-a38b-68b9383646c9', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:34Z', 'updated_at': '2022-02-11T04:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:43.195213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a07fa0-2703-4aa4-8198-af877f809614 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'Port': ['ID=5353233d-2bfb-4563-ab7f-09689b7e7a26,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:43.218011 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71229491-cd04-4434-9085-538be43eab37 None None] The sync data for ids ['abb7f733-7946-47a4-8405-36d8cdb63220'] in n-d-712142-35 is: [{'id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'name': 'tempest-ImageQuotaTest-1240356251-router', 'tenant_id': '1dab77c686ca48c6a1ed8e316c81223a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4f067858-96c6-4f22-a38b-68b9383646c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:31Z', 'updated_at': '2022-02-11T04:43:36Z', 'revision_number': 3, 'project_id': '1dab77c686ca48c6a1ed8e316c81223a', 'gw_port': {'id': '4f067858-96c6-4f22-a38b-68b9383646c9', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:34Z', 'updated_at': '2022-02-11T04:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:43:43.260981 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b9a07fa0-2703-4aa4-8198-af877f809614 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:43.261988 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b9a07fa0-2703-4aa4-8198-af877f809614 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:43.274247 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-829ed665-cc8a-46fd-9967-fd686de37a6c req-8a80a558-ef2f-4364-915b-3ff43a39bd94 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761142 Feb 11 04:43:43.358039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdc846-2d6e-4f92-a17c-22d7eb580375 req-3b7a63f4-15a2-4e06-ab9b-209d7f963743 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:43.371775 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdc846-2d6e-4f92-a17c-22d7eb580375 req-3b7a63f4-15a2-4e06-ab9b-209d7f963743 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:43.379957 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39fdc846-2d6e-4f92-a17c-22d7eb580375 req-3b7a63f4-15a2-4e06-ab9b-209d7f963743 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 1652 time: 0.6078677 Feb 11 04:43:43.383994 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b9a07fa0-2703-4aa4-8198-af877f809614 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6177998 Feb 11 04:43:43.479516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6e59b67f-22f8-41f1-ab18-886fe6f15322 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'port': {'device_id': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed', 'admin_state_up': True, 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'security_groups': ['115f6f8c-89c8-4e8d-99cf-8187376f7fb0']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:43.504519 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-cb8a00de-6a3c-4756-8c63-eb9a76e45dc1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks [] for port (1a819b19-befb-4bed-8760-11986c8d61dc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:43.578322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66a677-e715-4924-b218-1742368de97f req-52eefa97-24e7-4b6f-b9f1-b8db281667e9 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:43.580142 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f66a677-e715-4924-b218-1742368de97f req-52eefa97-24e7-4b6f-b9f1-b8db281667e9 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 946 time: 0.3258364 Feb 11 04:43:43.608263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-07087049-1515-4d7a-9d25-83b97124dac2 None None] Provisioning complete for port 5353233d-2bfb-4563-ab7f-09689b7e7a26 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:43.608801 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-07087049-1515-4d7a-9d25-83b97124dac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:43.624725 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39fdc846-2d6e-4f92-a17c-22d7eb580375 req-f14c3133-80dd-461d-a53a-a5394c6031b8 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435410 Feb 11 04:43:43.721882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-07087049-1515-4d7a-9d25-83b97124dac2 None None] Port 5353233d-2bfb-4563-ab7f-09689b7e7a26 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:43:43.740374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Allocated IP 172.20.0.1 (dc774ebd-646b-4a72-b885-c9d985c232ce/5a840def-eedd-484d-aab5-822e24b068e7/74990749-c517-4c32-a68c-48e691adf7fc) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:43.847809 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59cb1744-98b6-4389-8e9f-170596c35314 req-ba981c59-3f94-4db5-a98a-27b7b1ec9a26 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 210 time: 0.0777371 Feb 11 04:43:43.881143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6e59b67f-22f8-41f1-ab18-886fe6f15322 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Made reservation on behalf of 5191f088a1fd4619beeaeec75a1d5ed1 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:43.913764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f66a677-e715-4924-b218-1742368de97f req-5d39a857-7b6f-46d6-8754-341cfe9594f3 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209398 Feb 11 04:43:44.020496 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6e59b67f-22f8-41f1-ab18-886fe6f15322 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.051644 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e881859-b10f-42b6-9445-dafe372c37f9 req-3c42566d-bc1a-4dee-9177-f85d6b817f20 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 210 time: 0.1163790 Feb 11 04:43:44.051644 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-cb8a00de-6a3c-4756-8c63-eb9a76e45dc1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (1a819b19-befb-4bed-8760-11986c8d61dc), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.064320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['e9018ccb-ca21-413f-bca7-43eaaf6841ce'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:44.209210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a00de-6a3c-4756-8c63-eb9a76e45dc1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Pushing event updated for resources: {'Port': ['ID=1a819b19-befb-4bed-8760-11986c8d61dc,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:44.274239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-cb8a00de-6a3c-4756-8c63-eb9a76e45dc1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:44.295073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-cb8a00de-6a3c-4756-8c63-eb9a76e45dc1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:44.298196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-cb8a00de-6a3c-4756-8c63-eb9a76e45dc1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:44.408074 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Publish callbacks [] for port (74990749-c517-4c32-a68c-48e691adf7fc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.464902 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6e59b67f-22f8-41f1-ab18-886fe6f15322 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Allocated IP 10.2.2.100 (438d0a15-1c6c-466a-89ba-1c9aba7207ed/616250e4-3066-4e8e-9daf-7fba26215096/4bacf493-d259-4213-a246-01a94e81b5a9) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:44.474909 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-cb8a00de-6a3c-4756-8c63-eb9a76e45dc1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:44.475731 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-cb8a00de-6a3c-4756-8c63-eb9a76e45dc1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.585680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-cb8a00de-6a3c-4756-8c63-eb9a76e45dc1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5675197 Feb 11 04:43:44.599021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Request body: {'port': {'device_id': '1cc7df06-990b-4577-b4da-4033bf0df1a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:44.625685 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (74990749-c517-4c32-a68c-48e691adf7fc), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.686901 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6e59b67f-22f8-41f1-ab18-886fe6f15322 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for port (4bacf493-d259-4213-a246-01a94e81b5a9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.716454 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1a819b19-befb-4bed-8760-11986c8d61dc), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.721262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Network dc774ebd-646b-4a72-b885-c9d985c232ce is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:44.735503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:44.743490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:44.776652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Pushing event updated for resources: {'Port': ['ID=74990749-c517-4c32-a68c-48e691adf7fc,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:44.866506 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (abb7f733-7946-47a4-8405-36d8cdb63220), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.885604 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6e59b67f-22f8-41f1-ab18-886fe6f15322 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:44.996186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59b67f-22f8-41f1-ab18-886fe6f15322 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'Port': ['ID=4bacf493-d259-4213-a246-01a94e81b5a9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:45.030373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6e59b67f-22f8-41f1-ab18-886fe6f15322 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Network 438d0a15-1c6c-466a-89ba-1c9aba7207ed is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:45.033195 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6e59b67f-22f8-41f1-ab18-886fe6f15322 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:45.037145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6e59b67f-22f8-41f1-ab18-886fe6f15322 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:45.186336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-329bf68b-7f3e-441e-8547-4a41262901c4 None None] Provisioning complete for port 74990749-c517-4c32-a68c-48e691adf7fc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:45.186945 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-329bf68b-7f3e-441e-8547-4a41262901c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (74990749-c517-4c32-a68c-48e691adf7fc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.203846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6e59b67f-22f8-41f1-ab18-886fe6f15322 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:45.205116 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6e59b67f-22f8-41f1-ab18-886fe6f15322 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.243223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-329bf68b-7f3e-441e-8547-4a41262901c4 None None] Port 74990749-c517-4c32-a68c-48e691adf7fc cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:43:45.261667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab702e2d-464c-46d5-8e06-ce4bb2b3618a req-95011fda-b1e9-4bc6-b3f1-afde0e20ceac tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:45.273506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab702e2d-464c-46d5-8e06-ce4bb2b3618a req-95011fda-b1e9-4bc6-b3f1-afde0e20ceac tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:45.273506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab702e2d-464c-46d5-8e06-ce4bb2b3618a req-95011fda-b1e9-4bc6-b3f1-afde0e20ceac tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:45.276403 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab702e2d-464c-46d5-8e06-ce4bb2b3618a req-95011fda-b1e9-4bc6-b3f1-afde0e20ceac tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 2373 time: 0.4938569 Feb 11 04:43:45.287215 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (74990749-c517-4c32-a68c-48e691adf7fc), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.305141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d552c-1197-418e-b2e8-95b79fca9635 req-bac55f0e-a1af-4f4c-91ba-385924c230fa tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:45.306736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-585d552c-1197-418e-b2e8-95b79fca9635 req-bac55f0e-a1af-4f4c-91ba-385924c230fa tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 932 time: 0.2769709 Feb 11 04:43:45.376492 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cc38e99a-186e-412b-a50e-a63b62e6c370 None None] Provisioning complete for port 4bacf493-d259-4213-a246-01a94e81b5a9 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:45.376950 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cc38e99a-186e-412b-a50e-a63b62e6c370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.426779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cc38e99a-186e-412b-a50e-a63b62e6c370 None None] Port 4bacf493-d259-4213-a246-01a94e81b5a9 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:43:45.459372 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6e59b67f-22f8-41f1-ab18-886fe6f15322 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9912834 Feb 11 04:43:45.470393 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-750990ed-6514-4570-83f4-0c500807312c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'port': {'device_id': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed', 'admin_state_up': True, 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'security_groups': ['115f6f8c-89c8-4e8d-99cf-8187376f7fb0']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:45.537984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab702e2d-464c-46d5-8e06-ce4bb2b3618a req-031c94e9-b495-447b-89ca-5bb665bce04a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554402 Feb 11 04:43:45.573560 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-585d552c-1197-418e-b2e8-95b79fca9635 req-66e2f08f-ef48-44e4-9e1e-806e716e44ec tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498982 Feb 11 04:43:45.709718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4f067858-96c6-4f22-a38b-68b9383646c9 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:45.791054 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 4f067858-96c6-4f22-a38b-68b9383646c9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:45.791443 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4f067858-96c6-4f22-a38b-68b9383646c9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.841276 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Publish callbacks [] for port (74990749-c517-4c32-a68c-48e691adf7fc), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.905071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 4f067858-96c6-4f22-a38b-68b9383646c9 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:45.905758 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4f067858-96c6-4f22-a38b-68b9383646c9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.916930 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-706ae430-f7a7-429b-acfb-1ef2c88d2362 req-82c4b2e3-3ece-4b6a-be17-b6e39f452b84 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 210 time: 0.2344897 Feb 11 04:43:45.930942 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-750990ed-6514-4570-83f4-0c500807312c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Made reservation on behalf of 5191f088a1fd4619beeaeec75a1d5ed1 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:43:45.938831 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-750990ed-6514-4570-83f4-0c500807312c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:45.944823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 4f067858-96c6-4f22-a38b-68b9383646c9, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4f067858-96c6-4f22-a38b-68b9383646c9,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:45.962477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a819b19-befb-4bed-8760-11986c8d61dc {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:45.977885 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Publish callbacks [] for port (1a819b19-befb-4bed-8760-11986c8d61dc), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.001451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Transition to ACTIVE for port object 1a819b19-befb-4bed-8760-11986c8d61dc will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:43:46.012589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791148ed-6494-44c6-b72d-4dd4e8ded38a req-f89d9ecc-c568-49c1-a6f3-7dbb2486ed65 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:46.012589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-791148ed-6494-44c6-b72d-4dd4e8ded38a req-f89d9ecc-c568-49c1-a6f3-7dbb2486ed65 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 946 time: 0.0975642 Feb 11 04:43:46.012589 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (74990749-c517-4c32-a68c-48e691adf7fc), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.102308 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (abb7f733-7946-47a4-8405-36d8cdb63220), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.112133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Pushing event updated for resources: {'Port': ['ID=74990749-c517-4c32-a68c-48e691adf7fc,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:46.136076 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4f067858-96c6-4f22-a38b-68b9383646c9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.200818 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-791148ed-6494-44c6-b72d-4dd4e8ded38a req-6c7db18f-61b5-4c05-8ffa-892fd810ae74 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422005 Feb 11 04:43:46.217157 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (1a819b19-befb-4bed-8760-11986c8d61dc), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.229791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=4f067858-96c6-4f22-a38b-68b9383646c9,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:46.296296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Pushing event updated for resources: {'Port': ['ID=1a819b19-befb-4bed-8760-11986c8d61dc,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:46.388801 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-750990ed-6514-4570-83f4-0c500807312c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Allocated IP 10.2.2.200 (438d0a15-1c6c-466a-89ba-1c9aba7207ed/616250e4-3066-4e8e-9daf-7fba26215096/3963acce-fff3-40af-b53b-73ed9c590e16) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:43:46.407867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Network dc774ebd-646b-4a72-b885-c9d985c232ce is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:46.411002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:46.672321 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-750990ed-6514-4570-83f4-0c500807312c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for port (3963acce-fff3-40af-b53b-73ed9c590e16), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.839557 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-750990ed-6514-4570-83f4-0c500807312c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.876005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a85425be-beff-4081-bb3e-81436ece5f10 None None] Provisioning complete for port 74990749-c517-4c32-a68c-48e691adf7fc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:46.876387 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a85425be-beff-4081-bb3e-81436ece5f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (74990749-c517-4c32-a68c-48e691adf7fc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:46.891481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-750990ed-6514-4570-83f4-0c500807312c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Network 438d0a15-1c6c-466a-89ba-1c9aba7207ed is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:43:46.896275 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-750990ed-6514-4570-83f4-0c500807312c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:43:46.921333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-750990ed-6514-4570-83f4-0c500807312c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:43:46.955922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a85425be-beff-4081-bb3e-81436ece5f10 None None] Port 74990749-c517-4c32-a68c-48e691adf7fc cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:43:47.004050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Attempting to bind port 1a819b19-befb-4bed-8760-11986c8d61dc on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:47.007001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Attempting to bind port 1a819b19-befb-4bed-8760-11986c8d61dc by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:47.007001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Attempting to bind port 1a819b19-befb-4bed-8760-11986c8d61dc on network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:47.015280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Port 1a819b19-befb-4bed-8760-11986c8d61dc on network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:43:47.016219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Attempting to bind port 1a819b19-befb-4bed-8760-11986c8d61dc on network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:47.048763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:47.049096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Checking segment: {'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:47.049524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Bound using segment: {'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:47.050146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Bound port: 1a819b19-befb-4bed-8760-11986c8d61dc, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:47.050568 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1a819b19-befb-4bed-8760-11986c8d61dc), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.050774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-750990ed-6514-4570-83f4-0c500807312c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:47.051735 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-750990ed-6514-4570-83f4-0c500807312c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.061814 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750990ed-6514-4570-83f4-0c500807312c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event updated for resources: {'Port': ['ID=3963acce-fff3-40af-b53b-73ed9c590e16,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:47.123551 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1aaa8-7695-44ed-b744-5bb4ef256092 req-c2e32018-616e-4f5f-9e48-acc9c4d3c0c6 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:47.126221 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8d1aaa8-7695-44ed-b744-5bb4ef256092 req-c2e32018-616e-4f5f-9e48-acc9c4d3c0c6 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 946 time: 0.2186503 Feb 11 04:43:47.149588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade55c94-1c8b-4b55-928e-7015e4fecfe6 req-0ffd3a60-f944-4d21-af4f-a96b429b29eb tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:47.151023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ade55c94-1c8b-4b55-928e-7015e4fecfe6 req-0ffd3a60-f944-4d21-af4f-a96b429b29eb tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 944 time: 0.2459886 Feb 11 04:43:47.271381 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-750990ed-6514-4570-83f4-0c500807312c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8055770 Feb 11 04:43:47.287056 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Request body: {'port': {'device_id': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:47.292433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e32c35be-2de2-4790-96a1-ec80131c2f82 None None] Provisioning complete for port 3963acce-fff3-40af-b53b-73ed9c590e16 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:47.293527 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e32c35be-2de2-4790-96a1-ec80131c2f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.304626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Router abb7f733-7946-47a4-8405-36d8cdb63220 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:43:47.343758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e32c35be-2de2-4790-96a1-ec80131c2f82 None None] Port 3963acce-fff3-40af-b53b-73ed9c590e16 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:43:47.358884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ade55c94-1c8b-4b55-928e-7015e4fecfe6 req-f7cae70b-9ba6-433e-9f93-5b81a5c70445 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801996 Feb 11 04:43:47.369684 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8d1aaa8-7695-44ed-b744-5bb4ef256092 req-48bd467a-4f53-4fa2-ba62-3c9f0004e7b7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149115 Feb 11 04:43:47.379986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] For port 1a819b19-befb-4bed-8760-11986c8d61dc, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:47.404029 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c6cb851a-7543-4811-866d-201ed472997e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.577374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] For port 1a819b19-befb-4bed-8760-11986c8d61dc, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1a819b19-befb-4bed-8760-11986c8d61dc,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:47.587625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-deb8483c-a197-4515-9c50-3aa861fba46f req-3cc6aefe-4686-49f8-b1ec-75354966d157 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 210 time: 0.0680103 Feb 11 04:43:47.631751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4f067858-96c6-4f22-a38b-68b9383646c9 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:47.639673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:43:47.645270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-45eae752-0999-4cd4-873d-1b83a8a89be7 admin admin] 10.222.0.13 "PUT /v2.0/routers/abb7f733-7946-47a4-8405-36d8cdb63220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6717274 Feb 11 04:43:47.651175 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Sync routers for ids ['abb7f733-7946-47a4-8405-36d8cdb63220'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:43:47.665518 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Routers {'abb7f733-7946-47a4-8405-36d8cdb63220'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:47.667173 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:43:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['abb7f733-7946-47a4-8405-36d8cdb63220'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:47.746886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (1a819b19-befb-4bed-8760-11986c8d61dc), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.795036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:47.798322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 4f067858-96c6-4f22-a38b-68b9383646c9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:47.799164 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.799770 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4f067858-96c6-4f22-a38b-68b9383646c9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.800755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] 10.222.0.32 "PUT /v2.0/ports/1a819b19-befb-4bed-8760-11986c8d61dc HTTP/1.1" status: 200 len: 1093 time: 3.2064364 Feb 11 04:43:47.869517 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc7df06-990b-4577-b4da-4033bf0df1a7', 'tag': '1a819b19-befb-4bed-8760-11986c8d61dc'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:47.874852 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2aa027a-2c11-4c38-bc39-3da92aa6dfa2" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc7df06-990b-4577-b4da-4033bf0df1a7", "tag": "1a819b19-befb-4bed-8760-11986c8d61dc"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:47.946475 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6cb851a-7543-4811-866d-201ed472997e {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:47.947592 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23358514-caa6-4374-874c-53bc35f345c5 req-f99a3463-a24e-496f-ac93-46402b61b7b5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:47.948551 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Set router abb7f733-7946-47a4-8405-36d8cdb63220 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:47.956609 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Publish callbacks [] for port (c6cb851a-7543-4811-866d-201ed472997e), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:47.963205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23358514-caa6-4374-874c-53bc35f345c5 req-f99a3463-a24e-496f-ac93-46402b61b7b5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:47.976315 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23358514-caa6-4374-874c-53bc35f345c5 req-f99a3463-a24e-496f-ac93-46402b61b7b5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:47.997515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23358514-caa6-4374-874c-53bc35f345c5 req-f99a3463-a24e-496f-ac93-46402b61b7b5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:47.997640 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Transition to ACTIVE for port object c6cb851a-7543-4811-866d-201ed472997e will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:43:47.997741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23358514-caa6-4374-874c-53bc35f345c5 req-f99a3463-a24e-496f-ac93-46402b61b7b5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:48.008833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23358514-caa6-4374-874c-53bc35f345c5 req-f99a3463-a24e-496f-ac93-46402b61b7b5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 3815 time: 0.4919159 Feb 11 04:43:48.023419 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 4f067858-96c6-4f22-a38b-68b9383646c9 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:48.117044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880bf10-338b-4e27-b8e8-3bd05c6aa67a req-52fc2c69-75d0-4eb4-967e-69c5359bff19 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:48.118703 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f880bf10-338b-4e27-b8e8-3bd05c6aa67a req-52fc2c69-75d0-4eb4-967e-69c5359bff19 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 946 time: 0.4291129 Feb 11 04:43:48.123855 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (c6cb851a-7543-4811-866d-201ed472997e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:48.275839 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Pushing event updated for resources: {'Port': ['ID=c6cb851a-7543-4811-866d-201ed472997e,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:48.298063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9667ede-ff6a-4d6c-a38d-4cd6a1228964 service neutron] Pushing event updated for resources: {'Port': ['ID=1a819b19-befb-4bed-8760-11986c8d61dc,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:48.303588 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'name': 'tempest-ImageQuotaTest-1240356251-router', 'tenant_id': '1dab77c686ca48c6a1ed8e316c81223a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4f067858-96c6-4f22-a38b-68b9383646c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:31Z', 'updated_at': '2022-02-11T04:43:45Z', 'revision_number': 4, 'project_id': '1dab77c686ca48c6a1ed8e316c81223a', 'gw_port': {'id': '4f067858-96c6-4f22-a38b-68b9383646c9', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:34Z', 'updated_at': '2022-02-11T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '74990749-c517-4c32-a68c-48e691adf7fc', 'name': '', 'network_id': 'dc774ebd-646b-4a72-b885-c9d985c232ce', 'tenant_id': '1dab77c686ca48c6a1ed8e316c81223a', 'mac_address': 'fa:16:3e:1f:f4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '5a840def-eedd-484d-aab5-822e24b068e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:45Z', 'revision_number': 2, 'project_id': '1dab77c686ca48c6a1ed8e316c81223a', 'subnets': [{'id': '5a840def-eedd-484d-aab5-822e24b068e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:48.304536 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Attempting to bind port c6cb851a-7543-4811-866d-201ed472997e on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:48.304939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Attempting to bind port c6cb851a-7543-4811-866d-201ed472997e by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '09f34cf8-c68f-45f6-bc54-c45e3b67af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:48.305279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Attempting to bind port c6cb851a-7543-4811-866d-201ed472997e on network 74695aa4-4778-400f-ab0b-4a8039c43b8b {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:48.312336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Port c6cb851a-7543-4811-866d-201ed472997e on network 74695aa4-4778-400f-ab0b-4a8039c43b8b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:43:48.312963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Attempting to bind port c6cb851a-7543-4811-866d-201ed472997e on network 74695aa4-4778-400f-ab0b-4a8039c43b8b {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:48.319217 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:48.319581 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Checking segment: {'id': '09f34cf8-c68f-45f6-bc54-c45e3b67af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:48.319958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Bound using segment: {'id': '09f34cf8-c68f-45f6-bc54-c45e3b67af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:48.320408 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Bound port: c6cb851a-7543-4811-866d-201ed472997e, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f34cf8-c68f-45f6-bc54-c45e3b67af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:48.320787 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c6cb851a-7543-4811-866d-201ed472997e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:48.348903 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Checking router: abb7f733-7946-47a4-8405-36d8cdb63220 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:43:48.349527 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Updating router abb7f733-7946-47a4-8405-36d8cdb63220 port 74990749-c517-4c32-a68c-48e691adf7fc binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:43:48.392652 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23358514-caa6-4374-874c-53bc35f345c5 req-4d1029a8-0e7b-49bf-8181-42a2ec446151 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3694768 Feb 11 04:43:48.426537 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (74990749-c517-4c32-a68c-48e691adf7fc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:48.439303 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] For port c6cb851a-7543-4811-866d-201ed472997e, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:48.452860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] For port c6cb851a-7543-4811-866d-201ed472997e, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c6cb851a-7543-4811-866d-201ed472997e,segment=NetworkSegment(09f34cf8-c68f-45f6-bc54-c45e3b67af86),segment_id=09f34cf8-c68f-45f6-bc54-c45e3b67af86)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:48.454646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-2112b4e5-8d15-4b40-8009-124a38b1a85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:48.457541 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-2112b4e5-8d15-4b40-8009-124a38b1a85f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 1127 time: 0.4229398 Feb 11 04:43:48.508263 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f880bf10-338b-4e27-b8e8-3bd05c6aa67a req-72641ee8-e9e3-4abd-94a9-f4c266643818 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531089 Feb 11 04:43:48.615785 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9468ae60-be88-41ed-b591-e3ee382882a4 x-openstack-request-id: req-9468ae60-be88-41ed-b591-e3ee382882a4 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:48.616083 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc7df06-990b-4577-b4da-4033bf0df1a7", "tag": "1a819b19-befb-4bed-8760-11986c8d61dc", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:48.616411 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9468ae60-be88-41ed-b591-e3ee382882a4 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:48.627194 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc7df06-990b-4577-b4da-4033bf0df1a7', 'tag': '1a819b19-befb-4bed-8760-11986c8d61dc', 'status': 'completed', 'code': 200} Feb 11 04:43:48.651508 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-d4fdbbae-30d9-49df-a4a8-2dcd9221a155 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a819b19-befb-4bed-8760-11986c8d61dc HTTP/1.1" status: 200 len: 217 time: 0.1816773 Feb 11 04:43:48.657112 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (c6cb851a-7543-4811-866d-201ed472997e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:48.739542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:48.745176 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:48.746675 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] 10.222.0.47 "PUT /v2.0/ports/c6cb851a-7543-4811-866d-201ed472997e HTTP/1.1" status: 200 len: 1092 time: 1.4669480 Feb 11 04:43:48.749692 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': 'c6cb851a-7543-4811-866d-201ed472997e'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:48.761258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-81362f8b-857b-4b93-bb87-150d054f8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:48.763535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-81362f8b-857b-4b93-bb87-150d054f8242 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b81996e-fc00-4977-9834-00be71e6310f HTTP/1.1" status: 200 len: 855 time: 0.0728788 Feb 11 04:43:48.768411 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ed3bfd-8a1d-4f8a-9ef5-d9387e657e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "c6cb851a-7543-4811-866d-201ed472997e"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:48.773985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907a88e-5eb3-4352-a02b-a8486df473e4 req-53d49f85-e0d7-4fce-98eb-bf006ccbfce6 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:48.781816 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8907a88e-5eb3-4352-a02b-a8486df473e4 req-53d49f85-e0d7-4fce-98eb-bf006ccbfce6 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 944 time: 0.1532245 Feb 11 04:43:48.831357 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796551b-93e5-49ee-84ce-a0a03698e49d service neutron] Pushing event updated for resources: {'Port': ['ID=c6cb851a-7543-4811-866d-201ed472997e,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:48.863479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-9fb6e4e3-0100-4e06-a373-f55dad051d18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721285 Feb 11 04:43:48.879838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Request body: {'port': {'device_id': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:49.016926 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8907a88e-5eb3-4352-a02b-a8486df473e4 req-5f7a0186-5079-4ef7-8f5f-b841adb6645d tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247283 Feb 11 04:43:49.055640 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:49.247414 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-240bd6dc-2d8e-4131-aba8-dfc13d501a01 req-0dd0eead-33f9-4796-8879-1c3c569b0acc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 210 time: 0.1383297 Feb 11 04:43:49.272235 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdc20a9-63d1-429b-b28b-b6b94c7b989d x-openstack-request-id: req-9bdc20a9-63d1-429b-b28b-b6b94c7b989d {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:49.277881 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "c6cb851a-7543-4811-866d-201ed472997e", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:49.278449 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bdc20a9-63d1-429b-b28b-b6b94c7b989d {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:49.278946 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': 'c6cb851a-7543-4811-866d-201ed472997e', 'status': 'completed', 'code': 200} Feb 11 04:43:49.289961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-2f57507c-66b9-4842-99b3-bd6cd22b62a4 service neutron] 10.222.0.32 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176474 Feb 11 04:43:49.372430 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Publish callbacks [] for port (74990749-c517-4c32-a68c-48e691adf7fc), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:49.507479 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (74990749-c517-4c32-a68c-48e691adf7fc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:49.595967 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6c7bc-2304-4cf2-81ee-4a52f970d5f5 None None] Pushing event updated for resources: {'Port': ['ID=74990749-c517-4c32-a68c-48e691adf7fc,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:49.599733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed3bfd-8a1d-4f8a-9ef5-d9387e657e1c req-0837bf2d-1498-4e74-93fd-a2a0e3508aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:49.604503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed3bfd-8a1d-4f8a-9ef5-d9387e657e1c req-0837bf2d-1498-4e74-93fd-a2a0e3508aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:49.604503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed3bfd-8a1d-4f8a-9ef5-d9387e657e1c req-0837bf2d-1498-4e74-93fd-a2a0e3508aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:49.604503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed3bfd-8a1d-4f8a-9ef5-d9387e657e1c req-0837bf2d-1498-4e74-93fd-a2a0e3508aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:49.604503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed3bfd-8a1d-4f8a-9ef5-d9387e657e1c req-0837bf2d-1498-4e74-93fd-a2a0e3508aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:49.610942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0ed3bfd-8a1d-4f8a-9ef5-d9387e657e1c req-0837bf2d-1498-4e74-93fd-a2a0e3508aef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 4394 time: 0.3128664 Feb 11 04:43:49.613512 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da5ab60-7530-4a79-ba46-53c2e8f3a8f6 req-613d4677-7b55-4bd2-a6a8-ebb3e9b3b843 service neutron] 10.222.0.32 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039494 Feb 11 04:43:49.617980 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6c7bc-2304-4cf2-81ee-4a52f970d5f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:49.618335 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6c7bc-2304-4cf2-81ee-4a52f970d5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:49.618867 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6c7bc-2304-4cf2-81ee-4a52f970d5f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:49.619562 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6c7bc-2304-4cf2-81ee-4a52f970d5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:49.620067 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6c7bc-2304-4cf2-81ee-4a52f970d5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:49.620566 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6c7bc-2304-4cf2-81ee-4a52f970d5f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:49.621418 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6c7bc-2304-4cf2-81ee-4a52f970d5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:49.623433 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6c7bc-2304-4cf2-81ee-4a52f970d5f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:49.623953 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6c7bc-2304-4cf2-81ee-4a52f970d5f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:49.624629 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6c7bc-2304-4cf2-81ee-4a52f970d5f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:49.625261 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6c7bc-2304-4cf2-81ee-4a52f970d5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:49.625769 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6c7bc-2304-4cf2-81ee-4a52f970d5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:49.626265 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb6c7bc-2304-4cf2-81ee-4a52f970d5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:43:49.640748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92c85c-b4c9-4e89-aab5-591be5c406a3 req-092a3437-91e5-442e-8e95-4e641bdcc7ed tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:49.660130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec92c85c-b4c9-4e89-aab5-591be5c406a3 req-092a3437-91e5-442e-8e95-4e641bdcc7ed tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 946 time: 0.2589080 Feb 11 04:43:49.702405 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Attempting to bind port 74990749-c517-4c32-a68c-48e691adf7fc on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:49.702826 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Attempting to bind port 74990749-c517-4c32-a68c-48e691adf7fc by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'f8a86342-9e15-4c63-b597-b78765af8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc774ebd-646b-4a72-b885-c9d985c232ce'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:49.703198 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Attempting to bind port 74990749-c517-4c32-a68c-48e691adf7fc on network dc774ebd-646b-4a72-b885-c9d985c232ce {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:49.709638 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:49.713337 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Checking segment: {'id': 'f8a86342-9e15-4c63-b597-b78765af8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc774ebd-646b-4a72-b885-c9d985c232ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:49.713337 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:49.713337 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Bound using segment: {'id': 'f8a86342-9e15-4c63-b597-b78765af8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc774ebd-646b-4a72-b885-c9d985c232ce'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:49.713337 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Bound port: 74990749-c517-4c32-a68c-48e691adf7fc, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a86342-9e15-4c63-b597-b78765af8668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dc774ebd-646b-4a72-b885-c9d985c232ce'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:49.713337 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (74990749-c517-4c32-a68c-48e691adf7fc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:49.819323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e331ac0-31ed-41b8-b911-5fa4fa3a502e {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:49.832107 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Publish callbacks [] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:49.847591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Transition to ACTIVE for port object 5e331ac0-31ed-41b8-b911-5fa4fa3a502e will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:43:49.857467 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] For port 74990749-c517-4c32-a68c-48e691adf7fc, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:49.861553 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] For port 74990749-c517-4c32-a68c-48e691adf7fc, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=74990749-c517-4c32-a68c-48e691adf7fc,segment=NetworkSegment(f8a86342-9e15-4c63-b597-b78765af8668),segment_id=f8a86342-9e15-4c63-b597-b78765af8668)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:49.896680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 43960) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:49.947141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed3bfd-8a1d-4f8a-9ef5-d9387e657e1c req-606025be-dba2-401c-992f-50801c9fca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:49.949727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed3bfd-8a1d-4f8a-9ef5-d9387e657e1c req-606025be-dba2-401c-992f-50801c9fca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:49.949727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed3bfd-8a1d-4f8a-9ef5-d9387e657e1c req-606025be-dba2-401c-992f-50801c9fca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:49.950405 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0ed3bfd-8a1d-4f8a-9ef5-d9387e657e1c req-606025be-dba2-401c-992f-50801c9fca09 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2862287 Feb 11 04:43:50.011805 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (74990749-c517-4c32-a68c-48e691adf7fc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:50.027611 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec92c85c-b4c9-4e89-aab5-591be5c406a3 req-073a07f9-6342-4bae-8855-c6d6716a6596 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667526 Feb 11 04:43:50.036226 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:50.070840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3c6f3c3b-a325-4360-96bb-8fae25898006 None None] Provisioning complete for port 74990749-c517-4c32-a68c-48e691adf7fc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:50.071417 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3c3b-a325-4360-96bb-8fae25898006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (74990749-c517-4c32-a68c-48e691adf7fc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:50.177749 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Pushing event updated for resources: {'Port': ['ID=5e331ac0-31ed-41b8-b911-5fa4fa3a502e,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:50.180933 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6c7bc-2304-4cf2-81ee-4a52f970d5f5 None None] Pushing event updated for resources: {'Port': ['ID=74990749-c517-4c32-a68c-48e691adf7fc,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:50.215574 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Routers {'abb7f733-7946-47a4-8405-36d8cdb63220'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:50.216918 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:43:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['abb7f733-7946-47a4-8405-36d8cdb63220'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:50.289190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547c581-9f18-4f18-84aa-6aaf1c6e253a req-5d933a9d-4e9a-4b14-946f-a1ee5f24ba84 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:50.300609 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f3c3b-a325-4360-96bb-8fae25898006 None None] Current status of the port 74990749-c517-4c32-a68c-48e691adf7fc is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:50.305557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547c581-9f18-4f18-84aa-6aaf1c6e253a req-5d933a9d-4e9a-4b14-946f-a1ee5f24ba84 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:50.310894 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3c3b-a325-4360-96bb-8fae25898006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (74990749-c517-4c32-a68c-48e691adf7fc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:50.322549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547c581-9f18-4f18-84aa-6aaf1c6e253a req-5d933a9d-4e9a-4b14-946f-a1ee5f24ba84 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:50.329085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547c581-9f18-4f18-84aa-6aaf1c6e253a req-5d933a9d-4e9a-4b14-946f-a1ee5f24ba84 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:50.351242 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547c581-9f18-4f18-84aa-6aaf1c6e253a req-5d933a9d-4e9a-4b14-946f-a1ee5f24ba84 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:50.357227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f547c581-9f18-4f18-84aa-6aaf1c6e253a req-5d933a9d-4e9a-4b14-946f-a1ee5f24ba84 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 3827 time: 0.8365340 Feb 11 04:43:50.376450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Attempting to bind port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:50.377043 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Attempting to bind port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:50.377295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Attempting to bind port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e on network 1a1453c6-9537-467a-9964-e6aa3979e421 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:50.391086 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e on network 1a1453c6-9537-467a-9964-e6aa3979e421 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:43:50.391753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Attempting to bind port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e on network 1a1453c6-9537-467a-9964-e6aa3979e421 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:50.393962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3c6f3c3b-a325-4360-96bb-8fae25898006 None None] For port 74990749-c517-4c32-a68c-48e691adf7fc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=74990749-c517-4c32-a68c-48e691adf7fc,segment=NetworkSegment(f8a86342-9e15-4c63-b597-b78765af8668),segment_id=f8a86342-9e15-4c63-b597-b78765af8668)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:50.422575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:50.423033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Checking segment: {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:50.423523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Bound using segment: {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:50.424312 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Bound port: 5e331ac0-31ed-41b8-b911-5fa4fa3a502e, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:50.430652 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:50.441795 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] Set router abb7f733-7946-47a4-8405-36d8cdb63220 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:50.471887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa027a-2c11-4c38-bc39-3da92aa6dfa2 req-86888df1-0474-4303-a4a3-fc65a05c92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:50.473760 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2aa027a-2c11-4c38-bc39-3da92aa6dfa2 req-86888df1-0474-4303-a4a3-fc65a05c92e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 1127 time: 0.6503181 Feb 11 04:43:50.476115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed3bfd-8a1d-4f8a-9ef5-d9387e657e1c req-c55c6ed3-c7f0-4a6b-a633-5f623aa9a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:50.478088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0ed3bfd-8a1d-4f8a-9ef5-d9387e657e1c req-c55c6ed3-c7f0-4a6b-a633-5f623aa9a011 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4899640 Feb 11 04:43:50.525454 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3c3b-a325-4360-96bb-8fae25898006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (74990749-c517-4c32-a68c-48e691adf7fc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:50.639384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa027a-2c11-4c38-bc39-3da92aa6dfa2 req-609e149f-a79b-4787-88cb-6887b23ded70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:50.641893 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2aa027a-2c11-4c38-bc39-3da92aa6dfa2 req-609e149f-a79b-4787-88cb-6887b23ded70 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 200 len: 916 time: 0.1503823 Feb 11 04:43:50.667208 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f3c3b-a325-4360-96bb-8fae25898006 None None] Pushing event updated for resources: {'Port': ['ID=74990749-c517-4c32-a68c-48e691adf7fc,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:50.672208 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-733dd13f-3685-4dd4-aeb5-edaed0eb1886 None None] Provisioning complete for port 74990749-c517-4c32-a68c-48e691adf7fc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:50.672882 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-733dd13f-3685-4dd4-aeb5-edaed0eb1886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (74990749-c517-4c32-a68c-48e691adf7fc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:50.696889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f547c581-9f18-4f18-84aa-6aaf1c6e253a req-ce5823d9-8acf-4cf8-a0c7-fffa71c745df tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763877 Feb 11 04:43:50.736551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2cf2b-bb7a-4601-a0a7-935fed274b09 req-541e4c90-f668-4366-a218-1f6492643a08 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:50.738192 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3bd2cf2b-bb7a-4601-a0a7-935fed274b09 req-541e4c90-f668-4366-a218-1f6492643a08 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 946 time: 0.2719476 Feb 11 04:43:50.764855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-733dd13f-3685-4dd4-aeb5-edaed0eb1886 None None] Current status of the port 74990749-c517-4c32-a68c-48e691adf7fc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:50.804470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8c5d9-4d75-468e-a55c-e62b96c73bb0 req-4d175543-4ed1-485e-9a2c-85a814d300f6 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:50.806925 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'name': 'tempest-ImageQuotaTest-1240356251-router', 'tenant_id': '1dab77c686ca48c6a1ed8e316c81223a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4f067858-96c6-4f22-a38b-68b9383646c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:31Z', 'updated_at': '2022-02-11T04:43:45Z', 'revision_number': 4, 'project_id': '1dab77c686ca48c6a1ed8e316c81223a', 'gw_port': {'id': '4f067858-96c6-4f22-a38b-68b9383646c9', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:34Z', 'updated_at': '2022-02-11T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '74990749-c517-4c32-a68c-48e691adf7fc', 'name': '', 'network_id': 'dc774ebd-646b-4a72-b885-c9d985c232ce', 'tenant_id': '1dab77c686ca48c6a1ed8e316c81223a', 'mac_address': 'fa:16:3e:1f:f4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '5a840def-eedd-484d-aab5-822e24b068e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:49Z', 'revision_number': 4, 'project_id': '1dab77c686ca48c6a1ed8e316c81223a', 'subnets': [{'id': '5a840def-eedd-484d-aab5-822e24b068e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:50.812959 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52a8c5d9-4d75-468e-a55c-e62b96c73bb0 req-4d175543-4ed1-485e-9a2c-85a814d300f6 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 944 time: 0.5934646 Feb 11 04:43:50.816437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2aa027a-2c11-4c38-bc39-3da92aa6dfa2 req-9c58dd71-a0e7-4b55-b5ff-4b3ceabba6f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a819b19-befb-4bed-8760-11986c8d61dc HTTP/1.1" status: 200 len: 217 time: 0.1352918 Feb 11 04:43:50.843657 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b014969-5bfe-4153-8e2d-2dcc4967ba2b None None] The sync data for ids ['abb7f733-7946-47a4-8405-36d8cdb63220'] in n-d-712142-35 is: [{'id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'name': 'tempest-ImageQuotaTest-1240356251-router', 'tenant_id': '1dab77c686ca48c6a1ed8e316c81223a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4f067858-96c6-4f22-a38b-68b9383646c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:31Z', 'updated_at': '2022-02-11T04:43:45Z', 'revision_number': 4, 'project_id': '1dab77c686ca48c6a1ed8e316c81223a', 'gw_port': {'id': '4f067858-96c6-4f22-a38b-68b9383646c9', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:34Z', 'updated_at': '2022-02-11T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '74990749-c517-4c32-a68c-48e691adf7fc', 'name': '', 'network_id': 'dc774ebd-646b-4a72-b885-c9d985c232ce', 'tenant_id': '1dab77c686ca48c6a1ed8e316c81223a', 'mac_address': 'fa:16:3e:1f:f4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '5a840def-eedd-484d-aab5-822e24b068e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:42Z', 'updated_at': '2022-02-11T04:43:49Z', 'revision_number': 4, 'project_id': '1dab77c686ca48c6a1ed8e316c81223a', 'subnets': [{'id': '5a840def-eedd-484d-aab5-822e24b068e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:43:50.845183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] For port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:50.945602 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] For port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e331ac0-31ed-41b8-b911-5fa4fa3a502e,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:50.980169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52a8c5d9-4d75-468e-a55c-e62b96c73bb0 req-f541a481-afb0-48ec-8f00-861fbd09e270 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657143 Feb 11 04:43:50.984481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd796093-fc61-4e0d-a694-0a1710c0e304 req-765fd21a-c62d-45a4-b626-486c1d16e279 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 210 time: 0.1610990 Feb 11 04:43:51.014865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa027a-2c11-4c38-bc39-3da92aa6dfa2 req-e2e81fca-8d4b-4700-8f32-fd0eb6bd6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.014865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2aa027a-2c11-4c38-bc39-3da92aa6dfa2 req-e2e81fca-8d4b-4700-8f32-fd0eb6bd6cba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b81996e-fc00-4977-9834-00be71e6310f HTTP/1.1" status: 200 len: 855 time: 0.1724594 Feb 11 04:43:51.024375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-3bd2cf2b-bb7a-4601-a0a7-935fed274b09 req-73ddd3f6-3547-495f-9fec-40342bb2c7b2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Deleting port aeee7d26-413c-400b-95be-93ae5d41c498 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:51.024730 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-3bd2cf2b-bb7a-4601-a0a7-935fed274b09 req-73ddd3f6-3547-495f-9fec-40342bb2c7b2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (aeee7d26-413c-400b-95be-93ae5d41c498), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.056451 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2aa027a-2c11-4c38-bc39-3da92aa6dfa2 req-e77c0adc-b308-4af9-897a-6fc2d8e2e46b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360084 Feb 11 04:43:51.065803 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.148745 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb961054-c92f-4c50-ab76-ca388fc73758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (abb7f733-7946-47a4-8405-36d8cdb63220), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.208125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.208760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.210177 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] 10.222.0.47 "PUT /v2.0/ports/5e331ac0-31ed-41b8-b911-5fa4fa3a502e HTTP/1.1" status: 200 len: 1136 time: 2.3462164 Feb 11 04:43:51.268034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2aa027a-2c11-4c38-bc39-3da92aa6dfa2 req-9c2feabd-3edd-470f-b39f-6e5878d62190 service neutron] 10.222.0.32 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052743 Feb 11 04:43:51.302221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': '5e331ac0-31ed-41b8-b911-5fa4fa3a502e'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:51.304380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607c1c8-b05d-4961-b44e-98612fd28c5f req-65b2ac95-ff81-47aa-b397-b075a31f5687 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.304615 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbac3ef-af7a-4dc6-b734-658ccc5eee7a" -d '{"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "5e331ac0-31ed-41b8-b911-5fa4fa3a502e"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:51.305983 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4607c1c8-b05d-4961-b44e-98612fd28c5f req-65b2ac95-ff81-47aa-b397-b075a31f5687 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 946 time: 0.1310163 Feb 11 04:43:51.307124 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd5d86-f574-454a-afa0-4ae3451a3450 service neutron] Pushing event updated for resources: {'Port': ['ID=5e331ac0-31ed-41b8-b911-5fa4fa3a502e,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:51.359060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Request body: {'port': {'device_id': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:51.498296 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4607c1c8-b05d-4961-b44e-98612fd28c5f req-a532787f-2eb3-4b82-8fa2-ce66d87184f0 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811907 Feb 11 04:43:51.502275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2aa027a-2c11-4c38-bc39-3da92aa6dfa2 req-1be0ecc3-7fff-4510-a0c1-a396d8e98e03 service neutron] 10.222.0.32 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262769 Feb 11 04:43:51.532044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac3ef-af7a-4dc6-b734-658ccc5eee7a req-0d573ee7-5cb9-4988-81a1-31b9c3c1fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.532539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac3ef-af7a-4dc6-b734-658ccc5eee7a req-0d573ee7-5cb9-4988-81a1-31b9c3c1fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.533016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac3ef-af7a-4dc6-b734-658ccc5eee7a req-0d573ee7-5cb9-4988-81a1-31b9c3c1fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.534171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac3ef-af7a-4dc6-b734-658ccc5eee7a req-0d573ee7-5cb9-4988-81a1-31b9c3c1fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.534818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac3ef-af7a-4dc6-b734-658ccc5eee7a req-0d573ee7-5cb9-4988-81a1-31b9c3c1fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.535295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac3ef-af7a-4dc6-b734-658ccc5eee7a req-0d573ee7-5cb9-4988-81a1-31b9c3c1fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.537514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ffbac3ef-af7a-4dc6-b734-658ccc5eee7a req-0d573ee7-5cb9-4988-81a1-31b9c3c1fae8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5354 time: 0.1164029 Feb 11 04:43:51.689709 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 74990749-c517-4c32-a68c-48e691adf7fc up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:51.788608 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac3ef-af7a-4dc6-b734-658ccc5eee7a req-5be0573b-fc68-4edb-bd02-a73a3ff92c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.789635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac3ef-af7a-4dc6-b734-658ccc5eee7a req-5be0573b-fc68-4edb-bd02-a73a3ff92c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.790106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac3ef-af7a-4dc6-b734-658ccc5eee7a req-5be0573b-fc68-4edb-bd02-a73a3ff92c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.792297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 74990749-c517-4c32-a68c-48e691adf7fc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:51.792698 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (74990749-c517-4c32-a68c-48e691adf7fc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.792866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ffbac3ef-af7a-4dc6-b734-658ccc5eee7a req-5be0573b-fc68-4edb-bd02-a73a3ff92c29 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2466576 Feb 11 04:43:51.884746 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a00a14-2e6d-403a-bfb4-b02ea1b9d621 x-openstack-request-id: req-79a00a14-2e6d-403a-bfb4-b02ea1b9d621 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:51.885310 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "5e331ac0-31ed-41b8-b911-5fa4fa3a502e", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:51.885310 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79a00a14-2e6d-403a-bfb4-b02ea1b9d621 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:51.885798 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': '5e331ac0-31ed-41b8-b911-5fa4fa3a502e', 'status': 'completed', 'code': 200} Feb 11 04:43:51.921715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac3ef-af7a-4dc6-b734-658ccc5eee7a req-844ffc64-b3fe-43e9-97b4-72ee478d8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:51.923257 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ffbac3ef-af7a-4dc6-b734-658ccc5eee7a req-844ffc64-b3fe-43e9-97b4-72ee478d8ed0 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1220405 Feb 11 04:43:51.962123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-3bd2cf2b-bb7a-4601-a0a7-935fed274b09 req-73ddd3f6-3547-495f-9fec-40342bb2c7b2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] For port aeee7d26-413c-400b-95be-93ae5d41c498, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=aeee7d26-413c-400b-95be-93ae5d41c498,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:51.962502 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-3bd2cf2b-bb7a-4601-a0a7-935fed274b09 req-73ddd3f6-3547-495f-9fec-40342bb2c7b2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (aeee7d26-413c-400b-95be-93ae5d41c498), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:51.992595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 74990749-c517-4c32-a68c-48e691adf7fc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:52.002757 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-3bd2cf2b-bb7a-4601-a0a7-935fed274b09 req-73ddd3f6-3547-495f-9fec-40342bb2c7b2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Calling delete_port for aeee7d26-413c-400b-95be-93ae5d41c498 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:52.079206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5976a76-1b29-4aa9-a86c-21493e2659b4 req-9ec9a221-6d0d-4c6c-8b8b-cae4c67462ea tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:52.090871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5976a76-1b29-4aa9-a86c-21493e2659b4 req-9ec9a221-6d0d-4c6c-8b8b-cae4c67462ea tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:52.113743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5976a76-1b29-4aa9-a86c-21493e2659b4 req-9ec9a221-6d0d-4c6c-8b8b-cae4c67462ea tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:52.125399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5976a76-1b29-4aa9-a86c-21493e2659b4 req-9ec9a221-6d0d-4c6c-8b8b-cae4c67462ea tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:52.135861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5976a76-1b29-4aa9-a86c-21493e2659b4 req-9ec9a221-6d0d-4c6c-8b8b-cae4c67462ea tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:52.156963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5976a76-1b29-4aa9-a86c-21493e2659b4 req-9ec9a221-6d0d-4c6c-8b8b-cae4c67462ea tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:52.160875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5976a76-1b29-4aa9-a86c-21493e2659b4 req-9ec9a221-6d0d-4c6c-8b8b-cae4c67462ea tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 4604 time: 0.2366812 Feb 11 04:43:52.226700 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:52.383640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c1bea-ff65-4dc5-910f-b2d53a1a4678 req-dbf83adc-d3f2-40c5-84a7-8d94ca9010bf tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:52.386214 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-992c1bea-ff65-4dc5-910f-b2d53a1a4678 req-dbf83adc-d3f2-40c5-84a7-8d94ca9010bf tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 944 time: 0.2207174 Feb 11 04:43:52.489395 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-992c1bea-ff65-4dc5-910f-b2d53a1a4678 req-45477d1f-94e6-47bc-8021-9f67df1ce40d tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938151 Feb 11 04:43:52.533894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5976a76-1b29-4aa9-a86c-21493e2659b4 req-f2f3dead-97ba-49b9-a057-4e89b3c2cf2b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2599506 Feb 11 04:43:52.634735 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20ef06bc-f82f-4871-8ab2-dedfc25c5306 req-08a78d95-96e4-4dd5-b5d9-9e20d6085a83 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6cbf9e63-a69e-44ae-b306-4597f6074b50 HTTP/1.1" status: 200 len: 210 time: 0.0329216 Feb 11 04:43:52.660763 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-3bd2cf2b-bb7a-4601-a0a7-935fed274b09 req-73ddd3f6-3547-495f-9fec-40342bb2c7b2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (aeee7d26-413c-400b-95be-93ae5d41c498), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:52.674422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2e74a29c-ebd3-4304-b302-16a2ee2d9d04', 'aeee7d26-413c-400b-95be-93ae5d41c498'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:52.696602 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a549fb07-8e63-4dfc-b453-5e98733ca95e req-79d4ef22-2e7a-4128-9afe-25857d4cf7de tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c92b792-b42a-41c8-bd74-f2bd909df699 HTTP/1.1" status: 200 len: 210 time: 0.0328884 Feb 11 04:43:52.743754 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddd3f6-3547-495f-9fec-40342bb2c7b2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Pushing event deleted for resources: {'Port': ['ID=aeee7d26-413c-400b-95be-93ae5d41c498,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:52.838276 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd2cf2b-bb7a-4601-a0a7-935fed274b09 req-73ddd3f6-3547-495f-9fec-40342bb2c7b2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] No DVR routers for this DVR port aeee7d26-413c-400b-95be-93ae5d41c498 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:43:52.843597 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-3bd2cf2b-bb7a-4601-a0a7-935fed274b09 req-73ddd3f6-3547-495f-9fec-40342bb2c7b2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:52.847370 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3bd2cf2b-bb7a-4601-a0a7-935fed274b09 req-73ddd3f6-3547-495f-9fec-40342bb2c7b2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "DELETE /v2.0/ports/aeee7d26-413c-400b-95be-93ae5d41c498 HTTP/1.1" status: 204 len: 173 time: 2.0974591 Feb 11 04:43:52.869134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fb961054-c92f-4c50-ab76-ca388fc73758 admin admin] Deleting port 74990749-c517-4c32-a68c-48e691adf7fc {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:52.869533 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb961054-c92f-4c50-ab76-ca388fc73758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (74990749-c517-4c32-a68c-48e691adf7fc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.021502 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:53.032788 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-fb961054-c92f-4c50-ab76-ca388fc73758 admin admin] For port 74990749-c517-4c32-a68c-48e691adf7fc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=74990749-c517-4c32-a68c-48e691adf7fc,segment=NetworkSegment(f8a86342-9e15-4c63-b597-b78765af8668),segment_id=f8a86342-9e15-4c63-b597-b78765af8668)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:53.033157 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb961054-c92f-4c50-ab76-ca388fc73758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (74990749-c517-4c32-a68c-48e691adf7fc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.036697 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Publish callbacks [] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.054527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fb961054-c92f-4c50-ab76-ca388fc73758 admin admin] Calling delete_port for 74990749-c517-4c32-a68c-48e691adf7fc owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:53.063647 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Transition to ACTIVE for port object 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:43:53.136965 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9782b69d-fe90-4d61-8af7-ff0b35acd3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.160986 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.267918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Pushing event updated for resources: {'Port': ['ID=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:53.328673 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Attempting to bind port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:53.328910 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Attempting to bind port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:53.329247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Attempting to bind port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd on network 1a1453c6-9537-467a-9964-e6aa3979e421 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:53.345098 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd on network 1a1453c6-9537-467a-9964-e6aa3979e421 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:43:53.346233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Attempting to bind port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd on network 1a1453c6-9537-467a-9964-e6aa3979e421 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:53.384982 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:53.385334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Checking segment: {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:53.385730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Bound using segment: {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:53.386188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Bound port: 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:53.386553 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.502768 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] For port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:53.506446 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] For port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:53.553380 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb961054-c92f-4c50-ab76-ca388fc73758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (74990749-c517-4c32-a68c-48e691adf7fc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.630518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb961054-c92f-4c50-ab76-ca388fc73758 admin admin] Pushing event deleted for resources: {'Port': ['ID=74990749-c517-4c32-a68c-48e691adf7fc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:53.634403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.716564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedc13b-7e3a-4f98-8b36-b943805ab1c0 req-b753ece6-9f4f-412e-a29d-38c5b5d96b19 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:53.729244 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaedc13b-7e3a-4f98-8b36-b943805ab1c0 req-b753ece6-9f4f-412e-a29d-38c5b5d96b19 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 944 time: 0.1206944 Feb 11 04:43:53.734898 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1a819b19-befb-4bed-8760-11986c8d61dc details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:43:53.902165 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c92b792-b42a-41c8-bd74-f2bd909df699', 'name': 'network-vif-deleted', 'tag': 'aeee7d26-413c-400b-95be-93ae5d41c498'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:53.909490 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ef6c6c-deda-47a4-a129-58d4c9299708" -d '{"events": [{"server_uuid": "7c92b792-b42a-41c8-bd74-f2bd909df699", "name": "network-vif-deleted", "tag": "aeee7d26-413c-400b-95be-93ae5d41c498"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:53.928816 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21218a6f-6ebd-4699-8fb9-3a753bbd8c92 req-983219f8-07a5-4e33-8c0b-b810e50b2bfd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:53.943445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21218a6f-6ebd-4699-8fb9-3a753bbd8c92 req-983219f8-07a5-4e33-8c0b-b810e50b2bfd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:53.964172 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:53.968449 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:53.970217 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] 10.222.0.47 "PUT /v2.0/ports/12ffbce7-dc6f-4c7c-be0d-4d531b490dcd HTTP/1.1" status: 200 len: 1137 time: 2.6280894 Feb 11 04:43:53.970970 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21218a6f-6ebd-4699-8fb9-3a753bbd8c92 req-983219f8-07a5-4e33-8c0b-b810e50b2bfd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:53.993677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21218a6f-6ebd-4699-8fb9-3a753bbd8c92 req-983219f8-07a5-4e33-8c0b-b810e50b2bfd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:54.006484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21218a6f-6ebd-4699-8fb9-3a753bbd8c92 req-983219f8-07a5-4e33-8c0b-b810e50b2bfd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:54.020368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1a819b19-befb-4bed-8760-11986c8d61dc, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1a819b19-befb-4bed-8760-11986c8d61dc,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:54.031405 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3802af7-c914-48b3-9fe3-5e48c6bc3657 service neutron] Pushing event updated for resources: {'Port': ['ID=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:54.042150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21218a6f-6ebd-4699-8fb9-3a753bbd8c92 req-983219f8-07a5-4e33-8c0b-b810e50b2bfd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:54.061630 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '1a819b19-befb-4bed-8760-11986c8d61dc', 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb', 'port_id': '1a819b19-befb-4bed-8760-11986c8d61dc', 'mac_address': 'fa:16:3e:09:b8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b81996e-fc00-4977-9834-00be71e6310f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:43:54.071975 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21218a6f-6ebd-4699-8fb9-3a753bbd8c92 req-983219f8-07a5-4e33-8c0b-b810e50b2bfd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:54.081883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21218a6f-6ebd-4699-8fb9-3a753bbd8c92 req-983219f8-07a5-4e33-8c0b-b810e50b2bfd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5382 time: 0.3137381 Feb 11 04:43:54.193138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 1a819b19-befb-4bed-8760-11986c8d61dc is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:54.194120 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1a819b19-befb-4bed-8760-11986c8d61dc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.219588 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Request body: {'port': {'device_id': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:54.232704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21218a6f-6ebd-4699-8fb9-3a753bbd8c92 req-4b13b089-6213-4ead-8d67-ccd118137606 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1494868 Feb 11 04:43:54.235411 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a819b19-befb-4bed-8760-11986c8d61dc {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:54.283238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaedc13b-7e3a-4f98-8b36-b943805ab1c0 req-9ba54ee9-b609-4407-a42d-07e12d567db8 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526221 Feb 11 04:43:54.321542 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1a819b19-befb-4bed-8760-11986c8d61dc, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1a819b19-befb-4bed-8760-11986c8d61dc,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:54.414022 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1a819b19-befb-4bed-8760-11986c8d61dc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.420147 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb961054-c92f-4c50-ab76-ca388fc73758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (abb7f733-7946-47a4-8405-36d8cdb63220), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.451079 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d03ef6-5928-4f05-b6ef-7057cd611d69 x-openstack-request-id: req-23d03ef6-5928-4f05-b6ef-7057cd611d69 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:54.451526 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c92b792-b42a-41c8-bd74-f2bd909df699", "name": "network-vif-deleted", "tag": "aeee7d26-413c-400b-95be-93ae5d41c498", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:54.451873 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23d03ef6-5928-4f05-b6ef-7057cd611d69 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:54.452895 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c92b792-b42a-41c8-bd74-f2bd909df699', 'name': 'network-vif-deleted', 'tag': 'aeee7d26-413c-400b-95be-93ae5d41c498', 'status': 'completed', 'code': 200} Feb 11 04:43:54.582494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=1a819b19-befb-4bed-8760-11986c8d61dc,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:54.641831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['1a819b19-befb-4bed-8760-11986c8d61dc'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:43:54.716649 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:54.782111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device aeee7d26-413c-400b-95be-93ae5d41c498 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:54.842771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: aeee7d26-413c-400b-95be-93ae5d41c498 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:54.849712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device aeee7d26-413c-400b-95be-93ae5d41c498 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:54.904209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-7951b40d-9a7a-4a73-adc8-eeda352ecf62 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:54.911778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-7951b40d-9a7a-4a73-adc8-eeda352ecf62 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 805 time: 0.2175486 Feb 11 04:43:54.929322 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-9134411d-a97a-4b5c-90ae-3151d7e578cd tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/quotas/a6de71a80dfc462da54bc2b2a455359a HTTP/1.1" status: 200 len: 375 time: 0.0162802 Feb 11 04:43:54.939838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb961054-c92f-4c50-ab76-ca388fc73758 admin admin] Router abb7f733-7946-47a4-8405-36d8cdb63220 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:43:55.032348 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-3cf41fd6-b603-4430-9b09-4e710fff16f1 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1016965 Feb 11 04:43:55.145034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-2debf92c-12a7-438c-8577-b3d2504abed0 service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114450 Feb 11 04:43:55.304785 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-2d0c73bf-646e-4d89-b840-f42a72fb85bd service neutron] 10.222.0.13 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583102 Feb 11 04:43:55.398571 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ec5d15a3-467e-48ba-9aba-944b72dbdcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.526890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001f9aa-90a9-4818-b368-d51e876971ae req-cfb5f4c7-39db-4096-8b98-290cbbe7d377 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:55.539973 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb961054-c92f-4c50-ab76-ca388fc73758 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:43:55.540515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e001f9aa-90a9-4818-b368-d51e876971ae req-cfb5f4c7-39db-4096-8b98-290cbbe7d377 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 945 time: 0.1225092 Feb 11 04:43:55.548737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820d765-c3d3-4e46-afe1-facd4289ce88 None None] Sync routers for ids ['abb7f733-7946-47a4-8405-36d8cdb63220'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:43:55.573867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820d765-c3d3-4e46-afe1-facd4289ce88 None None] Routers {'abb7f733-7946-47a4-8405-36d8cdb63220'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:55.579433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c820d765-c3d3-4e46-afe1-facd4289ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:43:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['abb7f733-7946-47a4-8405-36d8cdb63220'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:55.579657 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fb961054-c92f-4c50-ab76-ca388fc73758 admin admin] 10.222.0.13 "PUT /v2.0/routers/abb7f733-7946-47a4-8405-36d8cdb63220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6914678 Feb 11 04:43:55.582954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44032) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:43:55.768844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e001f9aa-90a9-4818-b368-d51e876971ae req-a0ff2cde-f41c-40fb-bc4b-42e7fece9090 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210898 Feb 11 04:43:55.788354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1a819b19-befb-4bed-8760-11986c8d61dc up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:43:55.881087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:55.906738 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Publish callbacks [] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:55.951440 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Transition to ACTIVE for port object 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:43:56.041978 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] Publish callbacks [] for router (abb7f733-7946-47a4-8405-36d8cdb63220), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.051180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c820d765-c3d3-4e46-afe1-facd4289ce88 None None] Set router abb7f733-7946-47a4-8405-36d8cdb63220 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:56.097019 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b4c29ba0-01cc-463a-951a-61df1c71119d req-314039ec-9266-4e20-aa96-f865f7952350 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 210 time: 0.1643176 Feb 11 04:43:56.101410 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.215046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 1a819b19-befb-4bed-8760-11986c8d61dc completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:43:56.220531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 1a819b19-befb-4bed-8760-11986c8d61dc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:43:56.220935 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1a819b19-befb-4bed-8760-11986c8d61dc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.273002 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8dd432-9361-41bb-8e3f-c59eb37be3b3,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:56.315919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f3f1a-5b82-4f75-930b-9b02db866499 req-96b7f0db-7c08-4fd1-8b98-22626d25a869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.328163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f3f1a-5b82-4f75-930b-9b02db866499 req-96b7f0db-7c08-4fd1-8b98-22626d25a869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.347542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f3f1a-5b82-4f75-930b-9b02db866499 req-96b7f0db-7c08-4fd1-8b98-22626d25a869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.375518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f3f1a-5b82-4f75-930b-9b02db866499 req-96b7f0db-7c08-4fd1-8b98-22626d25a869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.381206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f3f1a-5b82-4f75-930b-9b02db866499 req-96b7f0db-7c08-4fd1-8b98-22626d25a869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.395360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f3f1a-5b82-4f75-930b-9b02db866499 req-96b7f0db-7c08-4fd1-8b98-22626d25a869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.404389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f3f1a-5b82-4f75-930b-9b02db866499 req-96b7f0db-7c08-4fd1-8b98-22626d25a869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.406293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be1f3f1a-5b82-4f75-930b-9b02db866499 req-96b7f0db-7c08-4fd1-8b98-22626d25a869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5382 time: 0.4748089 Feb 11 04:43:56.458099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': '12ffbce7-dc6f-4c7c-be0d-4d531b490dcd'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:56.469632 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab5947a-49a4-4113-945d-737bb5762954" -d '{"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "12ffbce7-dc6f-4c7c-be0d-4d531b490dcd"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:56.551375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Attempting to bind port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:56.552069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Attempting to bind port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:56.553593 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Attempting to bind port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 on network 1a1453c6-9537-467a-9964-e6aa3979e421 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:56.569413 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 on network 1a1453c6-9537-467a-9964-e6aa3979e421 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:43:56.571892 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Attempting to bind port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 on network 1a1453c6-9537-467a-9964-e6aa3979e421 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:56.585423 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbd6fda-6a31-44ca-a9b9-6fb9a6af5687 x-openstack-request-id: req-adbd6fda-6a31-44ca-a9b9-6fb9a6af5687 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:56.585720 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "12ffbce7-dc6f-4c7c-be0d-4d531b490dcd", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:56.586691 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adbd6fda-6a31-44ca-a9b9-6fb9a6af5687 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:56.587121 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': '12ffbce7-dc6f-4c7c-be0d-4d531b490dcd', 'status': 'completed', 'code': 200} Feb 11 04:43:56.587893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:56.588242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Checking segment: {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:56.588827 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Bound using segment: {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:56.589664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Bound port: 9c8dd432-9361-41bb-8e3f-c59eb37be3b3, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:56.591121 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.605718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 1a819b19-befb-4bed-8760-11986c8d61dc is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:43:56.607386 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1a819b19-befb-4bed-8760-11986c8d61dc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.717676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5947a-49a4-4113-945d-737bb5762954 req-5f17b62f-7ba0-43a7-a824-2c035f8fe83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.718245 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5947a-49a4-4113-945d-737bb5762954 req-5f17b62f-7ba0-43a7-a824-2c035f8fe83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.718784 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5947a-49a4-4113-945d-737bb5762954 req-5f17b62f-7ba0-43a7-a824-2c035f8fe83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.719267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5947a-49a4-4113-945d-737bb5762954 req-5f17b62f-7ba0-43a7-a824-2c035f8fe83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.719812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5947a-49a4-4113-945d-737bb5762954 req-5f17b62f-7ba0-43a7-a824-2c035f8fe83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.720390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5947a-49a4-4113-945d-737bb5762954 req-5f17b62f-7ba0-43a7-a824-2c035f8fe83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.721372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5947a-49a4-4113-945d-737bb5762954 req-5f17b62f-7ba0-43a7-a824-2c035f8fe83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:56.723634 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3ab5947a-49a4-4113-945d-737bb5762954 req-5f17b62f-7ba0-43a7-a824-2c035f8fe83d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 6341 time: 0.1203232 Feb 11 04:43:56.728646 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1a819b19-befb-4bed-8760-11986c8d61dc, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1a819b19-befb-4bed-8760-11986c8d61dc,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:56.738480 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be1f3f1a-5b82-4f75-930b-9b02db866499 req-fcb276d6-c744-4a4d-9ff1-1c778cd126a7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3138471 Feb 11 04:43:56.756623 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc7df06-990b-4577-b4da-4033bf0df1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a819b19-befb-4bed-8760-11986c8d61dc'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:56.766494 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3c0fac-a3f7-4cd8-976c-b2f384a5de7a" -d '{"events": [{"server_uuid": "1cc7df06-990b-4577-b4da-4033bf0df1a7", "name": "network-vif-plugged", "status": "completed", "tag": "1a819b19-befb-4bed-8760-11986c8d61dc"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:56.770038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] Publish callbacks [] for router_gateway (abb7f733-7946-47a4-8405-36d8cdb63220), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.855498 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1a819b19-befb-4bed-8760-11986c8d61dc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.864802 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adfb053-12b5-4e72-bfe1-5b6171a6c46d x-openstack-request-id: req-1adfb053-12b5-4e72-bfe1-5b6171a6c46d {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:56.865305 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc7df06-990b-4577-b4da-4033bf0df1a7", "name": "network-vif-plugged", "status": "completed", "tag": "1a819b19-befb-4bed-8760-11986c8d61dc", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:56.865734 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1adfb053-12b5-4e72-bfe1-5b6171a6c46d {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:56.866277 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc7df06-990b-4577-b4da-4033bf0df1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a819b19-befb-4bed-8760-11986c8d61dc', 'code': 200} Feb 11 04:43:56.876042 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:56.937415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] For port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:57.016052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] For port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9c8dd432-9361-41bb-8e3f-c59eb37be3b3,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:57.046945 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c820d765-c3d3-4e46-afe1-facd4289ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'name': 'tempest-ImageQuotaTest-1240356251-router', 'tenant_id': '1dab77c686ca48c6a1ed8e316c81223a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '4f067858-96c6-4f22-a38b-68b9383646c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:31Z', 'updated_at': '2022-02-11T04:43:53Z', 'revision_number': 5, 'project_id': '1dab77c686ca48c6a1ed8e316c81223a', 'gw_port': {'id': '4f067858-96c6-4f22-a38b-68b9383646c9', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:43:34Z', 'updated_at': '2022-02-11T04:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:57.067848 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5947a-49a4-4113-945d-737bb5762954 req-544a42ea-0a8b-483e-a7b0-ce98e0b37320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:57.068339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5947a-49a4-4113-945d-737bb5762954 req-544a42ea-0a8b-483e-a7b0-ce98e0b37320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:57.068816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5947a-49a4-4113-945d-737bb5762954 req-544a42ea-0a8b-483e-a7b0-ce98e0b37320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:57.070481 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3ab5947a-49a4-4113-945d-737bb5762954 req-544a42ea-0a8b-483e-a7b0-ce98e0b37320 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3384774 Feb 11 04:43:57.113085 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820d765-c3d3-4e46-afe1-facd4289ce88 None None] Checking router: abb7f733-7946-47a4-8405-36d8cdb63220 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:43:57.123276 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=1a819b19-befb-4bed-8760-11986c8d61dc,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:57.151208 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.170468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820d765-c3d3-4e46-afe1-facd4289ce88 None None] Routers {'abb7f733-7946-47a4-8405-36d8cdb63220'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:43:57.171129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c820d765-c3d3-4e46-afe1-facd4289ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:43:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['abb7f733-7946-47a4-8405-36d8cdb63220'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:57.289776 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8dd432-9361-41bb-8e3f-c59eb37be3b3,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:57.364637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:57.365116 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.370876 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-58b18621-64e5-4d39-a437-23bc64cfb134 service neutron] 10.222.0.47 "PUT /v2.0/ports/9c8dd432-9361-41bb-8e3f-c59eb37be3b3 HTTP/1.1" status: 200 len: 1091 time: 3.1824327 Feb 11 04:43:57.384849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c820d765-c3d3-4e46-afe1-facd4289ce88 None None] Set router abb7f733-7946-47a4-8405-36d8cdb63220 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:43:57.436261 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5947a-49a4-4113-945d-737bb5762954 req-4964d254-f527-4b4c-9fae-26f89b25c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:57.439393 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3ab5947a-49a4-4113-945d-737bb5762954 req-4964d254-f527-4b4c-9fae-26f89b25c83d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3615401 Feb 11 04:43:57.476334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Request body: {'port': {'device_id': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:57.537471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c820d765-c3d3-4e46-afe1-facd4289ce88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'name': 'tempest-ImageQuotaTest-1240356251-router', 'tenant_id': '1dab77c686ca48c6a1ed8e316c81223a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:31Z', 'updated_at': '2022-02-11T04:43:56Z', 'revision_number': 6, 'project_id': '1dab77c686ca48c6a1ed8e316c81223a', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:43:57.648209 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:57.650988 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c820d765-c3d3-4e46-afe1-facd4289ce88 None None] The sync data for ids ['abb7f733-7946-47a4-8405-36d8cdb63220'] in n-d-712142-35 is: [{'id': 'abb7f733-7946-47a4-8405-36d8cdb63220', 'name': 'tempest-ImageQuotaTest-1240356251-router', 'tenant_id': '1dab77c686ca48c6a1ed8e316c81223a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:43:31Z', 'updated_at': '2022-02-11T04:43:56Z', 'revision_number': 6, 'project_id': '1dab77c686ca48c6a1ed8e316c81223a', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:43:58.042856 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5353233d-2bfb-4563-ab7f-09689b7e7a26 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:43:58.061589 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Publish callbacks [] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.107222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Transition to ACTIVE for port object 5353233d-2bfb-4563-ab7f-09689b7e7a26 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:43:58.244198 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.254919 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-001b4952-99ad-4002-baaf-1865fcad1436 req-5ab30f71-c8f0-4f5b-8ed3-fa609c80585f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 210 time: 0.1761224 Feb 11 04:43:58.349880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2fe6c-e606-4025-a878-83086751c361 req-b57fbc13-1a98-4e1e-9a18-f5324a3781ed tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:58.358671 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.362394 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3ba2fe6c-e606-4025-a878-83086751c361 req-b57fbc13-1a98-4e1e-9a18-f5324a3781ed tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 946 time: 1.4751441 Feb 11 04:43:58.405156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21151a-d724-41fa-9050-4f9d2794985d req-23cf7b61-a4fe-4187-941e-89843aee0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:58.406796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f21151a-d724-41fa-9050-4f9d2794985d req-23cf7b61-a4fe-4187-941e-89843aee0dfe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 1129 time: 1.3949585 Feb 11 04:43:58.523562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] Deleting port 4f067858-96c6-4f22-a38b-68b9383646c9 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:43:58.534914 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4f067858-96c6-4f22-a38b-68b9383646c9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.542801 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Attempting to bind port 5353233d-2bfb-4563-ab7f-09689b7e7a26 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:43:58.543141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Attempting to bind port 5353233d-2bfb-4563-ab7f-09689b7e7a26 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:43:58.543965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Attempting to bind port 5353233d-2bfb-4563-ab7f-09689b7e7a26 on network 1a1453c6-9537-467a-9964-e6aa3979e421 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:58.551215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Port 5353233d-2bfb-4563-ab7f-09689b7e7a26 on network 1a1453c6-9537-467a-9964-e6aa3979e421 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:43:58.551551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Attempting to bind port 5353233d-2bfb-4563-ab7f-09689b7e7a26 on network 1a1453c6-9537-467a-9964-e6aa3979e421 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:43:58.554759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=5353233d-2bfb-4563-ab7f-09689b7e7a26,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:58.561051 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:43:58.561405 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Checking segment: {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:43:58.561799 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Bound using segment: {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:43:58.562238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Bound port: 5353233d-2bfb-4563-ab7f-09689b7e7a26, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:43:58.562606 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.603125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': '9c8dd432-9361-41bb-8e3f-c59eb37be3b3'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:43:58.606505 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af27dc4-a0c4-46ef-a636-fe1204c23074" -d '{"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "9c8dd432-9361-41bb-8e3f-c59eb37be3b3"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:43:58.769967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3ba2fe6c-e606-4025-a878-83086751c361 req-23c76a47-d940-4c8f-ba49-3fa60a4d9d4c tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020660 Feb 11 04:43:58.836274 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] For port 5353233d-2bfb-4563-ab7f-09689b7e7a26, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:43:58.842153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] For port 5353233d-2bfb-4563-ab7f-09689b7e7a26, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5353233d-2bfb-4563-ab7f-09689b7e7a26,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:43:58.846510 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] For port 4f067858-96c6-4f22-a38b-68b9383646c9, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4f067858-96c6-4f22-a38b-68b9383646c9,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:43:58.846914 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4f067858-96c6-4f22-a38b-68b9383646c9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:58.876092 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623c67e6-d032-4815-9b5d-8ff248c64367 x-openstack-request-id: req-623c67e6-d032-4815-9b5d-8ff248c64367 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:43:58.876493 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "9c8dd432-9361-41bb-8e3f-c59eb37be3b3", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:43:58.876876 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-623c67e6-d032-4815-9b5d-8ff248c64367 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:43:58.877569 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': '9c8dd432-9361-41bb-8e3f-c59eb37be3b3', 'status': 'completed', 'code': 200} Feb 11 04:43:58.883740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] Calling delete_port for 4f067858-96c6-4f22-a38b-68b9383646c9 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:43:58.887518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f21151a-d724-41fa-9050-4f9d2794985d req-480f3863-b00f-4ff8-a177-94c8ec45a1e5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716511 Feb 11 04:43:58.904424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe507b-13fa-4b03-a192-f9f3aee095c4 req-f790e129-efd2-4a33-8f00-39d265b12ea0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:58.910215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe507b-13fa-4b03-a192-f9f3aee095c4 req-f790e129-efd2-4a33-8f00-39d265b12ea0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:58.916143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe507b-13fa-4b03-a192-f9f3aee095c4 req-f790e129-efd2-4a33-8f00-39d265b12ea0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:58.927749 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe507b-13fa-4b03-a192-f9f3aee095c4 req-f790e129-efd2-4a33-8f00-39d265b12ea0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:58.933462 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe507b-13fa-4b03-a192-f9f3aee095c4 req-f790e129-efd2-4a33-8f00-39d265b12ea0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:58.942375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe507b-13fa-4b03-a192-f9f3aee095c4 req-f790e129-efd2-4a33-8f00-39d265b12ea0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:58.946608 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe507b-13fa-4b03-a192-f9f3aee095c4 req-f790e129-efd2-4a33-8f00-39d265b12ea0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:58.954554 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-adfe507b-13fa-4b03-a192-f9f3aee095c4 req-f790e129-efd2-4a33-8f00-39d265b12ea0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5406 time: 0.5429647 Feb 11 04:43:59.013621 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.181811 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:59.182568 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.188604 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] 10.222.0.47 "PUT /v2.0/ports/5353233d-2bfb-4563-ab7f-09689b7e7a26 HTTP/1.1" status: 200 len: 1092 time: 1.7122612 Feb 11 04:43:59.254431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9445e2-4f1b-4cd1-8e4f-16bc5e133ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=5353233d-2bfb-4563-ab7f-09689b7e7a26,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:43:59.276360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af27dc4-a0c4-46ef-a636-fe1204c23074 req-12597eb8-e87c-4b9a-81d2-c4fab71fe453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:59.277780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af27dc4-a0c4-46ef-a636-fe1204c23074 req-12597eb8-e87c-4b9a-81d2-c4fab71fe453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:59.278590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af27dc4-a0c4-46ef-a636-fe1204c23074 req-12597eb8-e87c-4b9a-81d2-c4fab71fe453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:59.279096 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af27dc4-a0c4-46ef-a636-fe1204c23074 req-12597eb8-e87c-4b9a-81d2-c4fab71fe453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:59.279568 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af27dc4-a0c4-46ef-a636-fe1204c23074 req-12597eb8-e87c-4b9a-81d2-c4fab71fe453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:59.280036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af27dc4-a0c4-46ef-a636-fe1204c23074 req-12597eb8-e87c-4b9a-81d2-c4fab71fe453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:59.280503 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af27dc4-a0c4-46ef-a636-fe1204c23074 req-12597eb8-e87c-4b9a-81d2-c4fab71fe453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:59.288554 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2af27dc4-a0c4-46ef-a636-fe1204c23074 req-12597eb8-e87c-4b9a-81d2-c4fab71fe453 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 6470 time: 0.3774900 Feb 11 04:43:59.320678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Request body: {'port': {'device_id': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:59.552198 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-d13c739a-3307-498d-b47c-846bf5c41e45 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:59.553946 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-d13c739a-3307-498d-b47c-846bf5c41e45 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 805 time: 0.5616369 Feb 11 04:43:59.613289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 74990749-c517-4c32-a68c-48e691adf7fc no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:59.657189 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 74990749-c517-4c32-a68c-48e691adf7fc {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:43:59.657633 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 74990749-c517-4c32-a68c-48e691adf7fc not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:43:59.658113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4f067858-96c6-4f22-a38b-68b9383646c9 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:43:59.671894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af27dc4-a0c4-46ef-a636-fe1204c23074 req-51a47f5b-95e2-4a6e-8887-d2afa0330d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:59.672581 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af27dc4-a0c4-46ef-a636-fe1204c23074 req-51a47f5b-95e2-4a6e-8887-d2afa0330d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:59.673418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af27dc4-a0c4-46ef-a636-fe1204c23074 req-51a47f5b-95e2-4a6e-8887-d2afa0330d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:43:59.678780 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-4258b970-550a-4384-9e22-8e00fb0b1104 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Request body: {'port': {'device_id': '1a114f30-3251-4bb1-9867-4f615dd068dc', 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b', 'admin_state_up': True, 'tenant_id': 'a6de71a80dfc462da54bc2b2a455359a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:43:59.687042 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2af27dc4-a0c4-46ef-a636-fe1204c23074 req-51a47f5b-95e2-4a6e-8887-d2afa0330d19 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3858366 Feb 11 04:43:59.704912 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.719900 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:43:59.725051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53f398bd-125b-403a-a979-ccd98e8dd7fc req-fade6c3a-937d-4dee-8eac-9f3e5792ad4d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 210 time: 0.0697405 Feb 11 04:43:59.786824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-adfe507b-13fa-4b03-a192-f9f3aee095c4 req-8474eeeb-76a8-4fb5-a916-54fa7e55aef2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8308773 Feb 11 04:44:00.165032 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af27dc4-a0c4-46ef-a636-fe1204c23074 req-ae14d779-8d66-482c-801b-988bb163ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:00.166598 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2af27dc4-a0c4-46ef-a636-fe1204c23074 req-ae14d779-8d66-482c-801b-988bb163ea37 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4785736 Feb 11 04:44:00.267584 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 4f067858-96c6-4f22-a38b-68b9383646c9 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:00.268305 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4f067858-96c6-4f22-a38b-68b9383646c9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:00.371521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57907a0d-6902-4ab0-8f0b-b6d33de65455 req-c76e8601-1c28-4d8e-ba2a-0cc0eaacb271 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:00.373910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57907a0d-6902-4ab0-8f0b-b6d33de65455 req-c76e8601-1c28-4d8e-ba2a-0cc0eaacb271 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 946 time: 0.3541629 Feb 11 04:44:00.408339 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4f067858-96c6-4f22-a38b-68b9383646c9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:00.467278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] Pushing event deleted for resources: {'Port': ['ID=4f067858-96c6-4f22-a38b-68b9383646c9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:00.478946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-4258b970-550a-4384-9e22-8e00fb0b1104 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Made reservation on behalf of a6de71a80dfc462da54bc2b2a455359a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:00.479801 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-4258b970-550a-4384-9e22-8e00fb0b1104 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:00.577897 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bacf493-d259-4213-a246-01a94e81b5a9 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:00.601873 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Publish callbacks [] for port (4bacf493-d259-4213-a246-01a94e81b5a9), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:00.641953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Transition to ACTIVE for port object 4bacf493-d259-4213-a246-01a94e81b5a9 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:44:00.652304 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57907a0d-6902-4ab0-8f0b-b6d33de65455 req-883c8cfe-d854-450b-bd39-d7faeef009d6 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576787 Feb 11 04:44:00.655440 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (abb7f733-7946-47a4-8405-36d8cdb63220), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:00.717502 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:00.818188 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (abb7f733-7946-47a4-8405-36d8cdb63220), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:00.830567 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] Publish callbacks [] for router_controller (abb7f733-7946-47a4-8405-36d8cdb63220), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.026551 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af005b61-c5ed-409b-8c6b-b56a5715ae9d req-6714ab0c-9d98-44af-a449-f4b9adb2cb19 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 210 time: 0.0900068 Feb 11 04:44:01.091616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-4258b970-550a-4384-9e22-8e00fb0b1104 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Allocated IP 172.20.0.6 (ff866341-d213-41c7-afa0-ee3dd617201b/7095a7d5-9123-4335-ad46-28c56530f769/6fcd887a-f610-44af-8b2f-96a8d8c35e98) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:01.170775 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18924451-99d9-43a7-a326-c7cb77b6fe66 req-c497de8b-cba9-47e3-81e1-974dc3f5ae6c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.176788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18924451-99d9-43a7-a326-c7cb77b6fe66 req-c497de8b-cba9-47e3-81e1-974dc3f5ae6c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.182265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18924451-99d9-43a7-a326-c7cb77b6fe66 req-c497de8b-cba9-47e3-81e1-974dc3f5ae6c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.188133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18924451-99d9-43a7-a326-c7cb77b6fe66 req-c497de8b-cba9-47e3-81e1-974dc3f5ae6c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.194269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18924451-99d9-43a7-a326-c7cb77b6fe66 req-c497de8b-cba9-47e3-81e1-974dc3f5ae6c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.201873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18924451-99d9-43a7-a326-c7cb77b6fe66 req-c497de8b-cba9-47e3-81e1-974dc3f5ae6c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.209041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18924451-99d9-43a7-a326-c7cb77b6fe66 req-c497de8b-cba9-47e3-81e1-974dc3f5ae6c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.211645 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18924451-99d9-43a7-a326-c7cb77b6fe66 req-c497de8b-cba9-47e3-81e1-974dc3f5ae6c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5418 time: 0.2563450 Feb 11 04:44:01.225305 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (abb7f733-7946-47a4-8405-36d8cdb63220), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.226022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] Fanout notify agent at l3_agent the message router_deleted on router abb7f733-7946-47a4-8405-36d8cdb63220 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:44:01.241413 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.244834 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-146785d7-9b69-47b6-a956-2f4be4c7607d admin admin] 10.222.0.13 "DELETE /v2.0/routers/abb7f733-7946-47a4-8405-36d8cdb63220 HTTP/1.1" status: 204 len: 168 time: 5.6585534 Feb 11 04:44:01.247344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44112) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:01.359107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': '5353233d-2bfb-4563-ab7f-09689b7e7a26'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:01.370862 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9ff3e3-ffdf-490e-9a7f-61a034d08f22" -d '{"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "5353233d-2bfb-4563-ab7f-09689b7e7a26"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:01.433908 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Pushing event updated for resources: {'Port': ['ID=4bacf493-d259-4213-a246-01a94e81b5a9,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:01.456644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c3a5ed-b3a4-42aa-b9d9-1161740967b2 admin admin] Deleting subnet 5a840def-eedd-484d-aab5-822e24b068e7 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:44:01.467961 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58c3a5ed-b3a4-42aa-b9d9-1161740967b2 admin admin] Publish callbacks [] for subnet (5a840def-eedd-484d-aab5-822e24b068e7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.526370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Attempting to bind port 4bacf493-d259-4213-a246-01a94e81b5a9 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:01.527182 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Attempting to bind port 4bacf493-d259-4213-a246-01a94e81b5a9 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '7c0dc63e-57e7-4d70-9b0d-ff1191a5201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:01.527182 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Attempting to bind port 4bacf493-d259-4213-a246-01a94e81b5a9 on network 438d0a15-1c6c-466a-89ba-1c9aba7207ed {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:01.547935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18924451-99d9-43a7-a326-c7cb77b6fe66 req-436397a8-7d31-431a-b972-7dbf12fb6168 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3298852 Feb 11 04:44:01.553515 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f440d7ec-fb5e-41e3-88a8-25e2aa6f2026 x-openstack-request-id: req-f440d7ec-fb5e-41e3-88a8-25e2aa6f2026 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:01.555995 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "5353233d-2bfb-4563-ab7f-09689b7e7a26", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:01.556292 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f440d7ec-fb5e-41e3-88a8-25e2aa6f2026 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:01.556727 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': '5353233d-2bfb-4563-ab7f-09689b7e7a26', 'status': 'completed', 'code': 200} Feb 11 04:44:01.584626 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Port 4bacf493-d259-4213-a246-01a94e81b5a9 on network 438d0a15-1c6c-466a-89ba-1c9aba7207ed not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:44:01.584958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Attempting to bind port 4bacf493-d259-4213-a246-01a94e81b5a9 on network 438d0a15-1c6c-466a-89ba-1c9aba7207ed {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:01.602672 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58c3a5ed-b3a4-42aa-b9d9-1161740967b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (5a840def-eedd-484d-aab5-822e24b068e7), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.623295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:01.623653 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Checking segment: {'id': '7c0dc63e-57e7-4d70-9b0d-ff1191a5201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:01.624088 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Bound using segment: {'id': '7c0dc63e-57e7-4d70-9b0d-ff1191a5201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:01.624550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Bound port: 4bacf493-d259-4213-a246-01a94e81b5a9, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0dc63e-57e7-4d70-9b0d-ff1191a5201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:01.624919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.642018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-4258b970-550a-4384-9e22-8e00fb0b1104 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks [] for port (6fcd887a-f610-44af-8b2f-96a8d8c35e98), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.704851 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff3e3-ffdf-490e-9a7f-61a034d08f22 req-61eb77ab-7161-44f6-817d-30eeaf1ad94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.705527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff3e3-ffdf-490e-9a7f-61a034d08f22 req-61eb77ab-7161-44f6-817d-30eeaf1ad94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.706019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff3e3-ffdf-490e-9a7f-61a034d08f22 req-61eb77ab-7161-44f6-817d-30eeaf1ad94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.706545 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff3e3-ffdf-490e-9a7f-61a034d08f22 req-61eb77ab-7161-44f6-817d-30eeaf1ad94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.707054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff3e3-ffdf-490e-9a7f-61a034d08f22 req-61eb77ab-7161-44f6-817d-30eeaf1ad94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.707674 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff3e3-ffdf-490e-9a7f-61a034d08f22 req-61eb77ab-7161-44f6-817d-30eeaf1ad94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.708155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff3e3-ffdf-490e-9a7f-61a034d08f22 req-61eb77ab-7161-44f6-817d-30eeaf1ad94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:01.711169 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ed9ff3e3-ffdf-490e-9a7f-61a034d08f22 req-61eb77ab-7161-44f6-817d-30eeaf1ad94d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 6539 time: 0.1528785 Feb 11 04:44:01.746850 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58c3a5ed-b3a4-42aa-b9d9-1161740967b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (5a840def-eedd-484d-aab5-822e24b068e7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.880039 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-4258b970-550a-4384-9e22-8e00fb0b1104 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6fcd887a-f610-44af-8b2f-96a8d8c35e98), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:01.883982 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] For port 4bacf493-d259-4213-a246-01a94e81b5a9, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:01.895222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2e74a29c-ebd3-4304-b302-16a2ee2d9d04'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:01.961014 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] For port 4bacf493-d259-4213-a246-01a94e81b5a9, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4bacf493-d259-4213-a246-01a94e81b5a9,segment=NetworkSegment(7c0dc63e-57e7-4d70-9b0d-ff1191a5201a),segment_id=7c0dc63e-57e7-4d70-9b0d-ff1191a5201a)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:02.020232 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff3e3-ffdf-490e-9a7f-61a034d08f22 req-026e2eec-7e12-4451-bb4c-1935c13debc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:02.021861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff3e3-ffdf-490e-9a7f-61a034d08f22 req-026e2eec-7e12-4451-bb4c-1935c13debc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:02.022352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff3e3-ffdf-490e-9a7f-61a034d08f22 req-026e2eec-7e12-4451-bb4c-1935c13debc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:02.026922 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ed9ff3e3-ffdf-490e-9a7f-61a034d08f22 req-026e2eec-7e12-4451-bb4c-1935c13debc9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3053236 Feb 11 04:44:02.038097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-4258b970-550a-4384-9e22-8e00fb0b1104 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Network ff866341-d213-41c7-afa0-ee3dd617201b is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:02.048080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44130) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:02.048817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258b970-550a-4384-9e22-8e00fb0b1104 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Pushing event updated for resources: {'Port': ['ID=6fcd887a-f610-44af-8b2f-96a8d8c35e98,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:02.063380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-4258b970-550a-4384-9e22-8e00fb0b1104 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:02.139950 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:02.140061 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:44:02.141610 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-4258b970-550a-4384-9e22-8e00fb0b1104 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:02.212886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-4258b970-550a-4384-9e22-8e00fb0b1104 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:02.213897 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-4258b970-550a-4384-9e22-8e00fb0b1104 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:02.311764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f715ce9-b129-4aaa-82a6-7d8cace31cc4 req-f7c18e85-cb56-4c9a-9594-4a5b8dab5b48 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:02.313474 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f715ce9-b129-4aaa-82a6-7d8cace31cc4 req-f7c18e85-cb56-4c9a-9594-4a5b8dab5b48 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 946 time: 0.5185125 Feb 11 04:44:02.399538 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f715ce9-b129-4aaa-82a6-7d8cace31cc4 req-5768e5ec-bce3-4448-bbd7-51a199654015 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755801 Feb 11 04:44:02.432704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd48cb-4f79-449d-a9d8-7c7c718e5fd1 req-60571164-734b-40b2-87fb-96e7a6bff7fd tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:02.434967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aefd48cb-4f79-449d-a9d8-7c7c718e5fd1 req-60571164-734b-40b2-87fb-96e7a6bff7fd tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 931 time: 0.2154477 Feb 11 04:44:02.456576 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6db37703-27a0-4f1a-8f43-335a89141f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:02.456716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:02.457927 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:02.460605 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] 10.222.0.47 "PUT /v2.0/ports/4bacf493-d259-4213-a246-01a94e81b5a9 HTTP/1.1" status: 200 len: 1092 time: 3.1513326 Feb 11 04:44:02.536039 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aefd48cb-4f79-449d-a9d8-7c7c718e5fd1 req-19a52f8c-ff8b-402c-9303-21a5bfabb230 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720379 Feb 11 04:44:02.537278 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0670cc-0907-4377-b7aa-ec781fc91927 service neutron] Pushing event updated for resources: {'Port': ['ID=4bacf493-d259-4213-a246-01a94e81b5a9,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:02.576055 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-4258b970-550a-4384-9e22-8e00fb0b1104 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9062724 Feb 11 04:44:02.576306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Request body: {'port': {'device_id': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:02.614470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Request body: {'port': {'device_id': '1a114f30-3251-4bb1-9867-4f615dd068dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:02.650504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ff3e3-ffdf-490e-9a7f-61a034d08f22 req-1a6370a2-babd-4deb-b5ca-5b5da1ec9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:02.657043 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ed9ff3e3-ffdf-490e-9a7f-61a034d08f22 req-1a6370a2-babd-4deb-b5ca-5b5da1ec9b95 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6221981 Feb 11 04:44:02.791769 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:02.899278 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6fcd887a-f610-44af-8b2f-96a8d8c35e98), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:02.987150 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58c3a5ed-b3a4-42aa-b9d9-1161740967b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (5a840def-eedd-484d-aab5-822e24b068e7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.096174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c484a894-6c3b-4e57-90c6-8696dfe688bf None None] Network dc774ebd-646b-4a72-b885-c9d985c232ce requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:03.180958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3a5ed-b3a4-42aa-b9d9-1161740967b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a840def-eedd-484d-aab5-822e24b068e7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:03.203300 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58c3a5ed-b3a4-42aa-b9d9-1161740967b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.206859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-58c3a5ed-b3a4-42aa-b9d9-1161740967b2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5a840def-eedd-484d-aab5-822e24b068e7 HTTP/1.1" status: 204 len: 168 time: 1.9574103 Feb 11 04:44:03.218036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44156) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:03.257137 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c804471-7e5a-43dd-8d4e-e5ccae5f2a2c req-ac8027e9-e7c7-4a7e-b475-feeb748898e4 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:03.263931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c804471-7e5a-43dd-8d4e-e5ccae5f2a2c req-ac8027e9-e7c7-4a7e-b475-feeb748898e4 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:03.269451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c804471-7e5a-43dd-8d4e-e5ccae5f2a2c req-ac8027e9-e7c7-4a7e-b475-feeb748898e4 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:03.275052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c804471-7e5a-43dd-8d4e-e5ccae5f2a2c req-ac8027e9-e7c7-4a7e-b475-feeb748898e4 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:03.281145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c804471-7e5a-43dd-8d4e-e5ccae5f2a2c req-ac8027e9-e7c7-4a7e-b475-feeb748898e4 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:03.286482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c804471-7e5a-43dd-8d4e-e5ccae5f2a2c req-ac8027e9-e7c7-4a7e-b475-feeb748898e4 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:03.291840 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c804471-7e5a-43dd-8d4e-e5ccae5f2a2c req-ac8027e9-e7c7-4a7e-b475-feeb748898e4 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:03.300216 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c804471-7e5a-43dd-8d4e-e5ccae5f2a2c req-ac8027e9-e7c7-4a7e-b475-feeb748898e4 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5418 time: 0.4870670 Feb 11 04:44:03.455217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95ab225-8db1-4e55-8b59-18de3c2633aa None None] DHCP port deletion for dc774ebd-646b-4a72-b885-c9d985c232ce request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:44:03.563956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': '4bacf493-d259-4213-a246-01a94e81b5a9'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:03.580551 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ef4a3b-d83c-49e5-a42f-4036853ec078" -d '{"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "4bacf493-d259-4213-a246-01a94e81b5a9"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:03.589989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c804471-7e5a-43dd-8d4e-e5ccae5f2a2c req-22c4807a-bf4b-4cf4-ac4b-53105768e7d2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2884798 Feb 11 04:44:03.593149 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (dc774ebd-646b-4a72-b885-c9d985c232ce), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.609639 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b95ab225-8db1-4e55-8b59-18de3c2633aa None None] Deleting port bd5e5312-5a05-4e34-996e-101ab0427020 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:03.614554 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b95ab225-8db1-4e55-8b59-18de3c2633aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.662765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3963acce-fff3-40af-b53b-73ed9c590e16 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:03.679376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bd5e5312-5a05-4e34-996e-101ab0427020 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:03.685127 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Publish callbacks [] for port (3963acce-fff3-40af-b53b-73ed9c590e16), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:03.739525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Transition to ACTIVE for port object 3963acce-fff3-40af-b53b-73ed9c590e16 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:44:03.797614 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524de2cb-8d4a-463b-bf2a-93c7816a0365 x-openstack-request-id: req-524de2cb-8d4a-463b-bf2a-93c7816a0365 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:03.803908 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "4bacf493-d259-4213-a246-01a94e81b5a9", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:03.804493 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-524de2cb-8d4a-463b-bf2a-93c7816a0365 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:03.815124 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': '4bacf493-d259-4213-a246-01a94e81b5a9', 'status': 'completed', 'code': 200} Feb 11 04:44:03.833122 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.034550 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b95ab225-8db1-4e55-8b59-18de3c2633aa None None] For port bd5e5312-5a05-4e34-996e-101ab0427020, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bd5e5312-5a05-4e34-996e-101ab0427020,segment=NetworkSegment(f8a86342-9e15-4c63-b597-b78765af8668),segment_id=f8a86342-9e15-4c63-b597-b78765af8668)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:04.039357 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Pushing event updated for resources: {'Port': ['ID=3963acce-fff3-40af-b53b-73ed9c590e16,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:04.039856 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b95ab225-8db1-4e55-8b59-18de3c2633aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.067987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78719e29-0cfb-4374-ad38-62d10eeba204 req-6d1279be-26b6-4e30-955a-d5e6c5feecbe tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:04.069566 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78719e29-0cfb-4374-ad38-62d10eeba204 req-6d1279be-26b6-4e30-955a-d5e6c5feecbe tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 931 time: 0.3033643 Feb 11 04:44:04.180640 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef4a3b-d83c-49e5-a42f-4036853ec078 req-bb975498-279f-473c-8373-6f5c78fe97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:04.186206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef4a3b-d83c-49e5-a42f-4036853ec078 req-bb975498-279f-473c-8373-6f5c78fe97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:04.187242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef4a3b-d83c-49e5-a42f-4036853ec078 req-bb975498-279f-473c-8373-6f5c78fe97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:04.189607 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef4a3b-d83c-49e5-a42f-4036853ec078 req-bb975498-279f-473c-8373-6f5c78fe97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:04.190356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef4a3b-d83c-49e5-a42f-4036853ec078 req-bb975498-279f-473c-8373-6f5c78fe97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:04.191272 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef4a3b-d83c-49e5-a42f-4036853ec078 req-bb975498-279f-473c-8373-6f5c78fe97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:04.191948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef4a3b-d83c-49e5-a42f-4036853ec078 req-bb975498-279f-473c-8373-6f5c78fe97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:04.196827 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a0ef4a3b-d83c-49e5-a42f-4036853ec078 req-bb975498-279f-473c-8373-6f5c78fe97fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 6638 time: 0.3742695 Feb 11 04:44:04.196999 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.219663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b95ab225-8db1-4e55-8b59-18de3c2633aa None None] Calling delete_port for bd5e5312-5a05-4e34-996e-101ab0427020 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:04.251686 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6db37703-27a0-4f1a-8f43-335a89141f80 admin admin] Publish callbacks [] for security_group (9e9abbe3-1404-415a-89a3-cb66d4856efa), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.264274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] Deleting port bd5e5312-5a05-4e34-996e-101ab0427020 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:04.264661 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.286667 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.372373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port bd5e5312-5a05-4e34-996e-101ab0427020 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:04.373185 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.409585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef4a3b-d83c-49e5-a42f-4036853ec078 req-28c43c93-ad5b-48e1-afc1-a3fa06fc67e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:04.410223 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef4a3b-d83c-49e5-a42f-4036853ec078 req-28c43c93-ad5b-48e1-afc1-a3fa06fc67e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:04.410830 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef4a3b-d83c-49e5-a42f-4036853ec078 req-28c43c93-ad5b-48e1-afc1-a3fa06fc67e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:04.412661 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a0ef4a3b-d83c-49e5-a42f-4036853ec078 req-28c43c93-ad5b-48e1-afc1-a3fa06fc67e4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2066483 Feb 11 04:44:04.529345 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port bd5e5312-5a05-4e34-996e-101ab0427020, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bd5e5312-5a05-4e34-996e-101ab0427020,segment=NetworkSegment(f8a86342-9e15-4c63-b597-b78765af8668),segment_id=f8a86342-9e15-4c63-b597-b78765af8668)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:04.532586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Attempting to bind port 3963acce-fff3-40af-b53b-73ed9c590e16 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:04.539095 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Attempting to bind port 3963acce-fff3-40af-b53b-73ed9c590e16 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '7c0dc63e-57e7-4d70-9b0d-ff1191a5201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:04.541817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Attempting to bind port 3963acce-fff3-40af-b53b-73ed9c590e16 on network 438d0a15-1c6c-466a-89ba-1c9aba7207ed {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:04.543416 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fcd887a-f610-44af-8b2f-96a8d8c35e98 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:04.556234 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Publish callbacks [] for port (6fcd887a-f610-44af-8b2f-96a8d8c35e98), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.572196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Transition to ACTIVE for port object 6fcd887a-f610-44af-8b2f-96a8d8c35e98 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:44:04.588065 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.593971 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6db37703-27a0-4f1a-8f43-335a89141f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9e9abbe3-1404-415a-89a3-cb66d4856efa), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.623301 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Port 3963acce-fff3-40af-b53b-73ed9c590e16 on network 438d0a15-1c6c-466a-89ba-1c9aba7207ed not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:44:04.623903 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Attempting to bind port 3963acce-fff3-40af-b53b-73ed9c590e16 on network 438d0a15-1c6c-466a-89ba-1c9aba7207ed {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:04.639911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:04.662341 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (6fcd887a-f610-44af-8b2f-96a8d8c35e98), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.665957 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Checking segment: {'id': '7c0dc63e-57e7-4d70-9b0d-ff1191a5201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:04.666762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Bound using segment: {'id': '7c0dc63e-57e7-4d70-9b0d-ff1191a5201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:04.667477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Bound port: 3963acce-fff3-40af-b53b-73ed9c590e16, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0dc63e-57e7-4d70-9b0d-ff1191a5201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:04.669286 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.730569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78719e29-0cfb-4374-ad38-62d10eeba204 req-eb2fc68d-08c9-4247-8907-d7a9e33330b7 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5738237 Feb 11 04:44:04.743663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=bd5e5312-5a05-4e34-996e-101ab0427020,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:04.787095 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b95ab225-8db1-4e55-8b59-18de3c2633aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.795375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef4a3b-d83c-49e5-a42f-4036853ec078 req-aa617929-5431-4ec1-b3fe-86487436a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:04.797289 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a0ef4a3b-d83c-49e5-a42f-4036853ec078 req-aa617929-5431-4ec1-b3fe-86487436a1f5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3742278 Feb 11 04:44:04.821899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ab225-8db1-4e55-8b59-18de3c2633aa None None] No DVR routers for this DVR port bd5e5312-5a05-4e34-996e-101ab0427020 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:44:04.843620 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6db37703-27a0-4f1a-8f43-335a89141f80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0738cba7d9c3458e849257c4529faff8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7457900 Feb 11 04:44:04.847945 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44176) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:04.866729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] For port 3963acce-fff3-40af-b53b-73ed9c590e16, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:04.896520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ab225-8db1-4e55-8b59-18de3c2633aa None None] Pushing event deleted for resources: {'Port': ['ID=bd5e5312-5a05-4e34-996e-101ab0427020,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:04.897424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] For port bd5e5312-5a05-4e34-996e-101ab0427020, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bd5e5312-5a05-4e34-996e-101ab0427020,segment=NetworkSegment(f8a86342-9e15-4c63-b597-b78765af8668),segment_id=f8a86342-9e15-4c63-b597-b78765af8668)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:04.897424 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:04.897424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db37703-27a0-4f1a-8f43-335a89141f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9abbe3-1404-415a-89a3-cb66d4856efa,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:04.937759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] For port 3963acce-fff3-40af-b53b-73ed9c590e16, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3963acce-fff3-40af-b53b-73ed9c590e16,segment=NetworkSegment(7c0dc63e-57e7-4d70-9b0d-ff1191a5201a),segment_id=7c0dc63e-57e7-4d70-9b0d-ff1191a5201a)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:04.989990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] Calling delete_port for bd5e5312-5a05-4e34-996e-101ab0427020 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:05.018194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27f01abd-0b5e-412b-87f2-d5b0fa78fb9b admin admin] Publish callbacks [] for security_group (9e9abbe3-1404-415a-89a3-cb66d4856efa), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.076360 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27f01abd-0b5e-412b-87f2-d5b0fa78fb9b admin admin] Publish callbacks [] for security_group (9e9abbe3-1404-415a-89a3-cb66d4856efa), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.173894 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.204710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Pushing event updated for resources: {'Port': ['ID=6fcd887a-f610-44af-8b2f-96a8d8c35e98,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:05.213937 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (bd5e5312-5a05-4e34-996e-101ab0427020), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.244130 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd5e5312-5a05-4e34-996e-101ab0427020,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:05.263790 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.270675 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.276779 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] 10.222.0.47 "PUT /v2.0/ports/3963acce-fff3-40af-b53b-73ed9c590e16 HTTP/1.1" status: 200 len: 1092 time: 2.7220345 Feb 11 04:44:05.306330 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27f01abd-0b5e-412b-87f2-d5b0fa78fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9e9abbe3-1404-415a-89a3-cb66d4856efa), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.310870 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27f01abd-0b5e-412b-87f2-d5b0fa78fb9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.312241 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-27f01abd-0b5e-412b-87f2-d5b0fa78fb9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e9abbe3-1404-415a-89a3-cb66d4856efa HTTP/1.1" status: 204 len: 168 time: 0.4630673 Feb 11 04:44:05.344948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Pushing event updated for resources: {'Port': ['ID=3963acce-fff3-40af-b53b-73ed9c590e16,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:05.375497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec52ec-f0bd-492a-9d80-ca3aee685563 req-861d3389-c8a1-4573-96bb-f48545203de7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.386687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:05.389963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:05.391405 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:05.394980 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:05.395493 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:05.396062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:05.396522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:05.396661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec52ec-f0bd-492a-9d80-ca3aee685563 req-861d3389-c8a1-4573-96bb-f48545203de7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.397231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:05.399783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:05.401218 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:05.401681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:05.401873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec52ec-f0bd-492a-9d80-ca3aee685563 req-861d3389-c8a1-4573-96bb-f48545203de7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.402248 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:05.405231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386dffaf-f299-4db3-aa0c-82ef13c4265b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:05.424169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f01abd-0b5e-412b-87f2-d5b0fa78fb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9abbe3-1404-415a-89a3-cb66d4856efa,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:05.459197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec52ec-f0bd-492a-9d80-ca3aee685563 req-861d3389-c8a1-4573-96bb-f48545203de7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.474041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec52ec-f0bd-492a-9d80-ca3aee685563 req-861d3389-c8a1-4573-96bb-f48545203de7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.482547 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec52ec-f0bd-492a-9d80-ca3aee685563 req-861d3389-c8a1-4573-96bb-f48545203de7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.489500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec52ec-f0bd-492a-9d80-ca3aee685563 req-861d3389-c8a1-4573-96bb-f48545203de7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.491541 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-daec52ec-f0bd-492a-9d80-ca3aee685563 req-861d3389-c8a1-4573-96bb-f48545203de7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.6638877 Feb 11 04:44:05.512949 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] No DVR routers for this DVR port bd5e5312-5a05-4e34-996e-101ab0427020 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:44:05.575722 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-ff91034b-7aa2-462b-990f-34918eb7ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.585217 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-ff91034b-7aa2-462b-990f-34918eb7ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.586107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-ff91034b-7aa2-462b-990f-34918eb7ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.586688 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-ff91034b-7aa2-462b-990f-34918eb7ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.588015 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-ff91034b-7aa2-462b-990f-34918eb7ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.588015 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-ff91034b-7aa2-462b-990f-34918eb7ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.588432 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-ff91034b-7aa2-462b-990f-34918eb7ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.591145 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-ff91034b-7aa2-462b-990f-34918eb7ce32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 6711 time: 0.2073662 Feb 11 04:44:05.672418 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-daec52ec-f0bd-492a-9d80-ca3aee685563 req-1d131279-5506-495b-89c5-70c9ceadf49d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1611898 Feb 11 04:44:05.704960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Attempting to bind port 6fcd887a-f610-44af-8b2f-96a8d8c35e98 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:05.705737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Attempting to bind port 6fcd887a-f610-44af-8b2f-96a8d8c35e98 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:05.706482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Attempting to bind port 6fcd887a-f610-44af-8b2f-96a8d8c35e98 on network ff866341-d213-41c7-afa0-ee3dd617201b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:05.707877 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-57460b23-d367-4e59-b8ab-feb385c3494b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6cb851a-7543-4811-866d-201ed472997e HTTP/1.1" status: 200 len: 217 time: 0.1104851 Feb 11 04:44:05.725593 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Port 6fcd887a-f610-44af-8b2f-96a8d8c35e98 on network ff866341-d213-41c7-afa0-ee3dd617201b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:44:05.726409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Attempting to bind port 6fcd887a-f610-44af-8b2f-96a8d8c35e98 on network ff866341-d213-41c7-afa0-ee3dd617201b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:05.760807 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:05.761369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Checking segment: {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:05.762491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Bound using segment: {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:05.763450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Bound port: 6fcd887a-f610-44af-8b2f-96a8d8c35e98, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9100faf2-9cdb-429c-9f43-69269e2f503a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:05.764010 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6fcd887a-f610-44af-8b2f-96a8d8c35e98), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:05.809552 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': '3963acce-fff3-40af-b53b-73ed9c590e16'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:05.809552 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7161ac33-d8c0-4709-8f62-9df9ad430ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "3963acce-fff3-40af-b53b-73ed9c590e16"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:05.813931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-85a1ac1d-54a7-4398-8c3a-eaf3351cf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.830875 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-85a1ac1d-54a7-4398-8c3a-eaf3351cf657 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=082ca7b1-7568-49af-b7b4-94dae4b26a3f HTTP/1.1" status: 200 len: 855 time: 0.1060677 Feb 11 04:44:05.887604 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a029f40-ac94-4fff-8a07-e37d1e67bb9d x-openstack-request-id: req-6a029f40-ac94-4fff-8a07-e37d1e67bb9d {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:05.889038 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "3963acce-fff3-40af-b53b-73ed9c590e16", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:05.889542 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a029f40-ac94-4fff-8a07-e37d1e67bb9d {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:05.890363 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': '3963acce-fff3-40af-b53b-73ed9c590e16', 'status': 'completed', 'code': 200} Feb 11 04:44:05.929135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b50ad2c7-dfdd-4970-9b9b-17a5975d4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:05.931036 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b50ad2c7-dfdd-4970-9b9b-17a5975d4924 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74695aa4-4778-400f-ab0b-4a8039c43b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0988581 Feb 11 04:44:05.936310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] For port 6fcd887a-f610-44af-8b2f-96a8d8c35e98, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:05.940480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] For port 6fcd887a-f610-44af-8b2f-96a8d8c35e98, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=6fcd887a-f610-44af-8b2f-96a8d8c35e98,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:05.944454 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (dc774ebd-646b-4a72-b885-c9d985c232ce), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.015291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc774ebd-646b-4a72-b885-c9d985c232ce']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:06.028898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a86342-9e15-4c63-b597-b78765af8668') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:06.029673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a86342-9e15-4c63-b597-b78765af8668') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:06.049003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449a6d7-b1e2-4353-8819-4184da8282cd req-4dc46f21-9f94-43f4-9ba9-02347cee27a6 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:06.050547 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7449a6d7-b1e2-4353-8819-4184da8282cd req-4dc46f21-9f94-43f4-9ba9-02347cee27a6 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 943 time: 0.1033165 Feb 11 04:44:06.052220 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (6fcd887a-f610-44af-8b2f-96a8d8c35e98), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.069211 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (f8a86342-9e15-4c63-b597-b78765af8668), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.128366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:06.129826 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.132066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] 10.222.0.47 "PUT /v2.0/ports/6fcd887a-f610-44af-8b2f-96a8d8c35e98 HTTP/1.1" status: 200 len: 1092 time: 3.5419681 Feb 11 04:44:06.135192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a114f30-3251-4bb1-9867-4f615dd068dc', 'tag': '6fcd887a-f610-44af-8b2f-96a8d8c35e98'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:06.135379 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-253473a2-74d1-46ac-b6ad-c3ea416eada7 service neutron] 10.222.0.47 "GET /v2.0/networks/74695aa4-4778-400f-ab0b-4a8039c43b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978731 Feb 11 04:44:06.140209 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f75a08-d0fd-46a2-b2c6-cd0e48a0cee1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a114f30-3251-4bb1-9867-4f615dd068dc", "tag": "6fcd887a-f610-44af-8b2f-96a8d8c35e98"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:06.167951 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f8a86342-9e15-4c63-b597-b78765af8668), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.266300 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7449a6d7-b1e2-4353-8819-4184da8282cd req-0e6ac0dd-7086-4858-a54b-ab4128b68405 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047102 Feb 11 04:44:06.346780 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-ab7d4ed5-178c-4a90-bbf7-48b4cbf73614 service neutron] 10.222.0.47 "GET /v2.0/networks/74695aa4-4778-400f-ab0b-4a8039c43b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047889 Feb 11 04:44:06.365418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:44:06.365906 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (f8a86342-9e15-4c63-b597-b78765af8668), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:44:06.369392 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:44:06.403813 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-47c09823-8596-4b5b-9799-6d20a5edd897 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=5e331ac0-31ed-41b8-b911-5fa4fa3a502e HTTP/1.1" status: 200 len: 217 time: 0.0505023 Feb 11 04:44:06.406071 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9a95ab-186b-475d-9d14-a9497299b7c4 x-openstack-request-id: req-1f9a95ab-186b-475d-9d14-a9497299b7c4 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:06.406562 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a114f30-3251-4bb1-9867-4f615dd068dc", "tag": "6fcd887a-f610-44af-8b2f-96a8d8c35e98", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:06.407149 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f9a95ab-186b-475d-9d14-a9497299b7c4 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:06.407873 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a114f30-3251-4bb1-9867-4f615dd068dc', 'tag': '6fcd887a-f610-44af-8b2f-96a8d8c35e98', 'status': 'completed', 'code': 200} Feb 11 04:44:06.455788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368cc5c-02da-46ff-a59c-409f61a68d7a service neutron] Pushing event updated for resources: {'Port': ['ID=6fcd887a-f610-44af-8b2f-96a8d8c35e98,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:06.478316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-e47f54b5-b4aa-47bf-960d-223db3fdb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:06.480156 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-e47f54b5-b4aa-47bf-960d-223db3fdb1e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.0717640 Feb 11 04:44:06.482996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-a877ecb8-0e44-4910-bd45-4502b187b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:06.485462 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-a877ecb8-0e44-4910-bd45-4502b187b41b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 1126 time: 0.2173948 Feb 11 04:44:06.533599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-f259d0ee-99b7-4693-b850-987af8d78561 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fcd887a-f610-44af-8b2f-96a8d8c35e98 HTTP/1.1" status: 200 len: 217 time: 0.0426643 Feb 11 04:44:06.539269 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-46427ada-d26a-4532-8590-6ac489083c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:06.541033 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-46427ada-d26a-4532-8590-6ac489083c9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0556796 Feb 11 04:44:06.580922 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (dc774ebd-646b-4a72-b885-c9d985c232ce), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.590952 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:06.599401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dc774ebd-646b-4a72-b885-c9d985c232ce HTTP/1.1" status: 204 len: 168 time: 3.3764966 Feb 11 04:44:06.611848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734afff-381a-4e54-9130-9d291928d008 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc774ebd-646b-4a72-b885-c9d985c232ce,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:06.618300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-e728f687-73ac-48a7-a250-82b19cf0bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:06.620533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-e728f687-73ac-48a7-a250-82b19cf0bc0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.0809355 Feb 11 04:44:06.680481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-d6ee9d6e-158b-40b1-9651-baa6dedabe0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540936 Feb 11 04:44:06.754976 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-c4bc9e52-cbe0-4aa2-b09d-beb95df1f313 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053156 Feb 11 04:44:07.003353 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4c22c68d-099c-44a6-8f45-25dde344e0f9 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409883 Feb 11 04:44:07.011123 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-201832dc-9ab7-4c53-8851-659266613b93 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239207 Feb 11 04:44:07.030177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44216) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:07.036297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3052e-25f7-4ca9-880f-24858db4e688 req-87e3c99b-0fa5-4d1a-932e-43ec426347aa tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.041782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3052e-25f7-4ca9-880f-24858db4e688 req-87e3c99b-0fa5-4d1a-932e-43ec426347aa tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.051221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3052e-25f7-4ca9-880f-24858db4e688 req-87e3c99b-0fa5-4d1a-932e-43ec426347aa tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.056941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3052e-25f7-4ca9-880f-24858db4e688 req-87e3c99b-0fa5-4d1a-932e-43ec426347aa tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.063203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3052e-25f7-4ca9-880f-24858db4e688 req-87e3c99b-0fa5-4d1a-932e-43ec426347aa tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.068842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3052e-25f7-4ca9-880f-24858db4e688 req-87e3c99b-0fa5-4d1a-932e-43ec426347aa tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.074218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3052e-25f7-4ca9-880f-24858db4e688 req-87e3c99b-0fa5-4d1a-932e-43ec426347aa tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.082588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9b3052e-25f7-4ca9-880f-24858db4e688 req-87e3c99b-0fa5-4d1a-932e-43ec426347aa tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.2157409 Feb 11 04:44:07.148016 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-b22f537d-4658-435c-b5b7-602372dd23dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd HTTP/1.1" status: 200 len: 217 time: 0.1380641 Feb 11 04:44:07.350972 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-933aa579-929f-404c-b36c-0f6fb5ec1f1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1dab77c686ca48c6a1ed8e316c81223a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3159564 Feb 11 04:44:07.357093 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-95233b8c-fa7d-4675-8533-93d9475e82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.372112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44224) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:07.375242 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-95233b8c-fa7d-4675-8533-93d9475e82c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.2181182 Feb 11 04:44:07.431963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47ceb68c-62a8-410e-bbe3-59bf33ef71fb req-6d146251-8dd6-4e5a-bd88-8616930f3dc8 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178113 Feb 11 04:44:07.484692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9b3052e-25f7-4ca9-880f-24858db4e688 req-f7d6d639-4a1e-4be3-be9b-aa36278af795 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4010494 Feb 11 04:44:07.491765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-00c496bc-1137-432d-9d3d-7da9364a7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.493619 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-00c496bc-1137-432d-9d3d-7da9364a7500 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1137385 Feb 11 04:44:07.660065 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7e830a0c-1f21-4af8-bbc0-d029f49e23eb admin admin] Publish callbacks [] for security_group (e60b2446-d0c1-45e3-91c5-911ae0f2c826), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.682814 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-95a50694-490a-4b93-ba51-fd66a91d6336 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832979 Feb 11 04:44:07.694185 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aea3f7-8cd2-4457-9421-5275ab19a807 req-eb799d17-08f1-4de2-94c3-3a1cee67d960 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.695816 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54aea3f7-8cd2-4457-9421-5275ab19a807 req-eb799d17-08f1-4de2-94c3-3a1cee67d960 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 943 time: 0.2760112 Feb 11 04:44:07.709302 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7e830a0c-1f21-4af8-bbc0-d029f49e23eb admin admin] Publish callbacks [] for security_group (e60b2446-d0c1-45e3-91c5-911ae0f2c826), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:07.721692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f75a08-d0fd-46a2-b2c6-cd0e48a0cee1 req-c64b1a59-3a06-4fcc-a472-98b0e155e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.723324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7f75a08-d0fd-46a2-b2c6-cd0e48a0cee1 req-c64b1a59-3a06-4fcc-a472-98b0e155e8df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 1126 time: 0.1564188 Feb 11 04:44:07.808292 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4d64e474-8f71-4683-8209-3ba04629a359 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196470 Feb 11 04:44:07.860612 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-fc6d9ff6-be83-4795-bf07-5a727d081675 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=9c8dd432-9361-41bb-8e3f-c59eb37be3b3 HTTP/1.1" status: 200 len: 217 time: 0.0409703 Feb 11 04:44:07.860784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54aea3f7-8cd2-4457-9421-5275ab19a807 req-355303eb-d4df-494e-bebd-a1d6a64e836e tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485155 Feb 11 04:44:07.897464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f75a08-d0fd-46a2-b2c6-cd0e48a0cee1 req-697be2cc-5899-4f47-bf29-f7b5c2535b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.898997 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7f75a08-d0fd-46a2-b2c6-cd0e48a0cee1 req-697be2cc-5899-4f47-bf29-f7b5c2535b87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 906 time: 0.1648943 Feb 11 04:44:07.935360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-53d24544-f2a6-4569-9ea6-6fd2823d9fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.936934 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-53d24544-f2a6-4569-9ea6-6fd2823d9fd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.0706639 Feb 11 04:44:07.960472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7f75a08-d0fd-46a2-b2c6-cd0e48a0cee1 req-4a0a829c-9fb5-4d4c-b9c7-8902261e5986 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fcd887a-f610-44af-8b2f-96a8d8c35e98 HTTP/1.1" status: 200 len: 217 time: 0.0553586 Feb 11 04:44:07.992204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-78584699-a15c-44fb-889c-1f72ef8cd6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:07.993718 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-78584699-a15c-44fb-889c-1f72ef8cd6e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0502374 Feb 11 04:44:08.001730 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7e830a0c-1f21-4af8-bbc0-d029f49e23eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e60b2446-d0c1-45e3-91c5-911ae0f2c826), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.005026 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7e830a0c-1f21-4af8-bbc0-d029f49e23eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:08.009218 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7e830a0c-1f21-4af8-bbc0-d029f49e23eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e60b2446-d0c1-45e3-91c5-911ae0f2c826 HTTP/1.1" status: 204 len: 168 time: 0.6280909 Feb 11 04:44:08.029003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e830a0c-1f21-4af8-bbc0-d029f49e23eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60b2446-d0c1-45e3-91c5-911ae0f2c826,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:08.039120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f75a08-d0fd-46a2-b2c6-cd0e48a0cee1 req-1d106da6-b3b9-4efb-b2c5-bf26308bf42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:08.040665 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7f75a08-d0fd-46a2-b2c6-cd0e48a0cee1 req-1d106da6-b3b9-4efb-b2c5-bf26308bf42d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.0735202 Feb 11 04:44:08.107226 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7f75a08-d0fd-46a2-b2c6-cd0e48a0cee1 req-0443e837-0081-40d6-9ffe-f019e1fecb44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601077 Feb 11 04:44:08.205443 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-de9b0ef5-bfd5-49c1-aa2f-4793986adeb8 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988547 Feb 11 04:44:08.274040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7f75a08-d0fd-46a2-b2c6-cd0e48a0cee1 req-bbbdc798-1c2a-4b0f-a43b-d39ba7c94628 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597457 Feb 11 04:44:08.395651 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-8f76b41f-8365-4d9f-8c30-a256481073ad service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867399 Feb 11 04:44:08.485528 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-a4657820-5725-492d-b885-00a02ffa2fc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=5353233d-2bfb-4563-ab7f-09689b7e7a26 HTTP/1.1" status: 200 len: 217 time: 0.0818875 Feb 11 04:44:08.608514 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-17249c6f-da3e-4919-880f-a1809a42b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:08.611206 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-17249c6f-da3e-4919-880f-a1809a42b6c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.1115549 Feb 11 04:44:08.716946 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-427c2f06-473f-4e28-a643-346cbd8b3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:08.719333 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-427c2f06-473f-4e28-a643-346cbd8b3637 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1020834 Feb 11 04:44:08.811347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 6fcd887a-f610-44af-8b2f-96a8d8c35e98 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:44:08.878438 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-e773e3e8-2f35-40a6-aedd-f57a20a00050 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534262 Feb 11 04:44:08.922305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d9fda-484c-42fd-a314-2e18add81786 req-2759d225-ab29-491a-a5f8-64721a834efd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:08.928796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d9fda-484c-42fd-a314-2e18add81786 req-2759d225-ab29-491a-a5f8-64721a834efd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:08.935125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d9fda-484c-42fd-a314-2e18add81786 req-2759d225-ab29-491a-a5f8-64721a834efd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:08.940720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d9fda-484c-42fd-a314-2e18add81786 req-2759d225-ab29-491a-a5f8-64721a834efd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:08.946215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d9fda-484c-42fd-a314-2e18add81786 req-2759d225-ab29-491a-a5f8-64721a834efd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:08.952349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d9fda-484c-42fd-a314-2e18add81786 req-2759d225-ab29-491a-a5f8-64721a834efd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:08.957883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d9fda-484c-42fd-a314-2e18add81786 req-2759d225-ab29-491a-a5f8-64721a834efd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:08.960523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd9d9fda-484c-42fd-a314-2e18add81786 req-2759d225-ab29-491a-a5f8-64721a834efd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1519806 Feb 11 04:44:09.026000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44252) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:09.049917 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-65080b73-a3ab-4c8f-a46a-d8d6b636add6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.054227 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-91b0407f-31fb-4c1f-9f4a-e9e6a03dd6c5 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686068 Feb 11 04:44:09.060372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7f75a08-d0fd-46a2-b2c6-cd0e48a0cee1 req-99f1209c-b8b0-4030-86b7-7390ce561dc1 service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7728164 Feb 11 04:44:09.063388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 6fcd887a-f610-44af-8b2f-96a8d8c35e98, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=6fcd887a-f610-44af-8b2f-96a8d8c35e98,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:09.083285 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '6fcd887a-f610-44af-8b2f-96a8d8c35e98', 'network_id': 'ff866341-d213-41c7-afa0-ee3dd617201b', 'port_id': '6fcd887a-f610-44af-8b2f-96a8d8c35e98', 'mac_address': 'fa:16:3e:62:8e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7095a7d5-9123-4335-ad46-28c56530f769', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:44:09.148250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 6fcd887a-f610-44af-8b2f-96a8d8c35e98 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:09.148625 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-a7db6c4c-b04f-4af6-87c3-db2d8f5ffe46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4bacf493-d259-4213-a246-01a94e81b5a9 HTTP/1.1" status: 200 len: 217 time: 0.0882325 Feb 11 04:44:09.149279 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6fcd887a-f610-44af-8b2f-96a8d8c35e98), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.166267 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fcd887a-f610-44af-8b2f-96a8d8c35e98 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:09.194096 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 6fcd887a-f610-44af-8b2f-96a8d8c35e98, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=6fcd887a-f610-44af-8b2f-96a8d8c35e98,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:09.205823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd9d9fda-484c-42fd-a314-2e18add81786 req-9c7e255c-2fb7-4196-ad1c-4c68eb03be28 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2319818 Feb 11 04:44:09.247112 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6fcd887a-f610-44af-8b2f-96a8d8c35e98), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.259801 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4146aa5e-1032-425f-b056-17b7661ebd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:09.263912 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-4146aa5e-1032-425f-b056-17b7661ebd46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=616250e4-3066-4e8e-9daf-7fba26215096 HTTP/1.1" status: 200 len: 797 time: 0.1096628 Feb 11 04:44:09.313409 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-65080b73-a3ab-4c8f-a46a-d8d6b636add6 admin admin] Publish callbacks [] for security_group (5902e92f-c5b2-48bb-bae6-ba16698289be), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.320619 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=6fcd887a-f610-44af-8b2f-96a8d8c35e98,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:09.359561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-bee0e0d5-ac9c-4375-af7a-18e91c5b111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:09.361223 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-bee0e0d5-ac9c-4375-af7a-18e91c5b111d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0881939 Feb 11 04:44:09.398935 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-65080b73-a3ab-4c8f-a46a-d8d6b636add6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5902e92f-c5b2-48bb-bae6-ba16698289be), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.451692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65080b73-a3ab-4c8f-a46a-d8d6b636add6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5902e92f-c5b2-48bb-bae6-ba16698289be,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:09.467233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['6fcd887a-f610-44af-8b2f-96a8d8c35e98'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:09.489935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-65080b73-a3ab-4c8f-a46a-d8d6b636add6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4602015 Feb 11 04:44:09.493032 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44254) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:09.559328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7942df-18af-4932-99ed-49e2c7eb688d req-491a5180-b39e-468a-916f-05b69c218e56 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:09.567017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b7942df-18af-4932-99ed-49e2c7eb688d req-491a5180-b39e-468a-916f-05b69c218e56 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 944 time: 0.1824334 Feb 11 04:44:09.570596 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-7e66ef9d-2f39-48c6-9b1b-6f7717541c32 service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019672 Feb 11 04:44:09.586168 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-94066155-833f-4b9e-b9e8-1e0809bfc76a admin admin] Publish callbacks [] for security_group (5902e92f-c5b2-48bb-bae6-ba16698289be), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.627107 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-94066155-833f-4b9e-b9e8-1e0809bfc76a admin admin] Publish callbacks [] for security_group (5902e92f-c5b2-48bb-bae6-ba16698289be), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.669238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b7942df-18af-4932-99ed-49e2c7eb688d req-e7237207-e19c-4b84-8aee-c750b1cb0dbf tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006811 Feb 11 04:44:09.782848 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-7314d010-6b4c-42d2-b685-e2085ac13b31 service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059264 Feb 11 04:44:09.795011 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44256) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:09.801007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1932852943', 'description': 'tempest-secgroup-smoke-1932852943 description', 'project_id': '65bc519e3418487ba870e678d8f45696'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:09.827446 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-94066155-833f-4b9e-b9e8-1e0809bfc76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5902e92f-c5b2-48bb-bae6-ba16698289be), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.831606 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-94066155-833f-4b9e-b9e8-1e0809bfc76a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.832077 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-2bec094d-b1e0-48f1-9006-692ca5fa410c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3963acce-fff3-40af-b53b-73ed9c590e16 HTTP/1.1" status: 200 len: 217 time: 0.0433848 Feb 11 04:44:09.833182 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-94066155-833f-4b9e-b9e8-1e0809bfc76a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5902e92f-c5b2-48bb-bae6-ba16698289be HTTP/1.1" status: 204 len: 168 time: 0.3388176 Feb 11 04:44:09.848695 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94066155-833f-4b9e-b9e8-1e0809bfc76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5902e92f-c5b2-48bb-bae6-ba16698289be,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:09.913161 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:09.914711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6493b392-642d-4972-ba24-a5e69f1b125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:09.916380 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-6493b392-642d-4972-ba24-a5e69f1b125a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=616250e4-3066-4e8e-9daf-7fba26215096 HTTP/1.1" status: 200 len: 797 time: 0.0680153 Feb 11 04:44:09.924660 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.021148 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-3317b400-451b-4849-9cbb-c6bbc63da511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.023446 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-3317b400-451b-4849-9cbb-c6bbc63da511 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0969191 Feb 11 04:44:10.170516 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (dfda06e8-ad81-4e9b-a514-f1fe37b28d6d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.194958 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-cd3cafe0-ff17-425a-8bdf-911dcc247201 service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628571 Feb 11 04:44:10.238680 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dfda06e8-ad81-4e9b-a514-f1fe37b28d6d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.369775 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (c35b2419-72f2-4f47-a6c2-06450e92036e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.402466 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-9ba459ab-3c63-494e-9b1f-e5164316cb27 service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002003 Feb 11 04:44:10.481487 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c35b2419-72f2-4f47-a6c2-06450e92036e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.530951 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfda06e8-ad81-4e9b-a514-f1fe37b28d6d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:10.547832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:10.548207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:10.548815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:10.549321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:10.549817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:10.550296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:10.551854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:10.552388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:10.552892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:10.553379 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:10.553868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:10.554886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:10.555375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:10.623695 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01552e3-1c69-4d4c-86fc-729763218750 req-8dfa518e-4753-4bdd-af49-b21e73efa584 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.635110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01552e3-1c69-4d4c-86fc-729763218750 req-8dfa518e-4753-4bdd-af49-b21e73efa584 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.646333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01552e3-1c69-4d4c-86fc-729763218750 req-8dfa518e-4753-4bdd-af49-b21e73efa584 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.651313 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-eb5b4ff8-e3be-4666-8bf1-a92e018ba608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.651858 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-eb5b4ff8-e3be-4666-8bf1-a92e018ba608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.652455 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-eb5b4ff8-e3be-4666-8bf1-a92e018ba608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.652998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-eb5b4ff8-e3be-4666-8bf1-a92e018ba608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.653493 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-eb5b4ff8-e3be-4666-8bf1-a92e018ba608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.654079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-eb5b4ff8-e3be-4666-8bf1-a92e018ba608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.654951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-eb5b4ff8-e3be-4666-8bf1-a92e018ba608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.657191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01552e3-1c69-4d4c-86fc-729763218750 req-8dfa518e-4753-4bdd-af49-b21e73efa584 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.657373 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-eb5b4ff8-e3be-4666-8bf1-a92e018ba608 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 6711 time: 0.1235921 Feb 11 04:44:10.666678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01552e3-1c69-4d4c-86fc-729763218750 req-8dfa518e-4753-4bdd-af49-b21e73efa584 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.676440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01552e3-1c69-4d4c-86fc-729763218750 req-8dfa518e-4753-4bdd-af49-b21e73efa584 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.686116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01552e3-1c69-4d4c-86fc-729763218750 req-8dfa518e-4753-4bdd-af49-b21e73efa584 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.689388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b01552e3-1c69-4d4c-86fc-729763218750 req-8dfa518e-4753-4bdd-af49-b21e73efa584 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.3055019 Feb 11 04:44:10.714290 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.719616 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9203846 Feb 11 04:44:10.726400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44266) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:10.735477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a4645417-7476-49ec-ae35-d52ed64cee22 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': 'c35b2419-72f2-4f47-a6c2-06450e92036e', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:10.763094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cfd60-5ab3-48cc-8028-428864c663ee tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35b2419-72f2-4f47-a6c2-06450e92036e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:10.814751 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-e22987b6-13d0-4dcf-9e23-134a32967a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.817129 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-e22987b6-13d0-4dcf-9e23-134a32967a39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=438d0a15-1c6c-466a-89ba-1c9aba7207ed HTTP/1.1" status: 200 len: 903 time: 0.1524630 Feb 11 04:44:10.823260 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 6fcd887a-f610-44af-8b2f-96a8d8c35e98 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:10.900743 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-312958a1-361d-4537-bf9a-92da0443c442 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3963acce-fff3-40af-b53b-73ed9c590e16 HTTP/1.1" status: 200 len: 217 time: 0.0685313 Feb 11 04:44:10.942548 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 6fcd887a-f610-44af-8b2f-96a8d8c35e98 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:44:10.947199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 6fcd887a-f610-44af-8b2f-96a8d8c35e98 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:10.947812 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6fcd887a-f610-44af-8b2f-96a8d8c35e98), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:10.953685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ef7ba-7855-4768-83cc-a9e93da2ebea req-5dfae159-ae79-42b4-8280-41b77864a0ab tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.956164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-804ef7ba-7855-4768-83cc-a9e93da2ebea req-5dfae159-ae79-42b4-8280-41b77864a0ab tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 944 time: 0.1661115 Feb 11 04:44:10.971375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-b25ff8b4-fd58-4c65-9839-f9217bbd9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:10.973234 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-b25ff8b4-fd58-4c65-9839-f9217bbd9f4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=616250e4-3066-4e8e-9daf-7fba26215096 HTTP/1.1" status: 200 len: 797 time: 0.0666130 Feb 11 04:44:10.976001 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b01552e3-1c69-4d4c-86fc-729763218750 req-4991b712-891d-41d1-86bb-0d77eed3ffa6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2562399 Feb 11 04:44:10.982824 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4645417-7476-49ec-ae35-d52ed64cee22 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (d4471609-3209-4b7c-8497-fde441de65d2), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.067884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-c613e3d1-227c-40ce-b6fc-05d4afdb11e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:11.070549 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-c613e3d1-227c-40ce-b6fc-05d4afdb11e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0798323 Feb 11 04:44:11.075622 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 6fcd887a-f610-44af-8b2f-96a8d8c35e98 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:11.076335 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6fcd887a-f610-44af-8b2f-96a8d8c35e98), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.102904 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4645417-7476-49ec-ae35-d52ed64cee22 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (d4471609-3209-4b7c-8497-fde441de65d2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.116470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a114f30-3251-4bb1-9867-4f615dd068dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcd887a-f610-44af-8b2f-96a8d8c35e98'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:11.119297 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4991d32c-fd6a-4e46-a08f-b4c1007d3f51" -d '{"events": [{"server_uuid": "1a114f30-3251-4bb1-9867-4f615dd068dc", "name": "network-vif-plugged", "status": "completed", "tag": "6fcd887a-f610-44af-8b2f-96a8d8c35e98"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:11.141592 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 6fcd887a-f610-44af-8b2f-96a8d8c35e98, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=6fcd887a-f610-44af-8b2f-96a8d8c35e98,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:11.150198 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-804ef7ba-7855-4768-83cc-a9e93da2ebea req-6efcec0a-9306-4b35-8945-d9b280c89c4a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823945 Feb 11 04:44:11.180706 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4645417-7476-49ec-ae35-d52ed64cee22 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (d4471609-3209-4b7c-8497-fde441de65d2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.204414 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e451c39-def7-4192-931b-0bebb9cd40bd x-openstack-request-id: req-8e451c39-def7-4192-931b-0bebb9cd40bd {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:11.204943 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a114f30-3251-4bb1-9867-4f615dd068dc", "name": "network-vif-plugged", "status": "completed", "tag": "6fcd887a-f610-44af-8b2f-96a8d8c35e98", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:11.205361 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e451c39-def7-4192-931b-0bebb9cd40bd {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:11.205931 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a114f30-3251-4bb1-9867-4f615dd068dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fcd887a-f610-44af-8b2f-96a8d8c35e98', 'code': 200} Feb 11 04:44:11.213712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4645417-7476-49ec-ae35-d52ed64cee22 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4471609-3209-4b7c-8497-fde441de65d2,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:11.219605 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6fcd887a-f610-44af-8b2f-96a8d8c35e98), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.247546 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-af8e415c-528d-483c-b376-ede0cf23914e service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717353 Feb 11 04:44:11.292222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=6fcd887a-f610-44af-8b2f-96a8d8c35e98,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:11.337835 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4645417-7476-49ec-ae35-d52ed64cee22 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.339331 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a4645417-7476-49ec-ae35-d52ed64cee22 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6104462 Feb 11 04:44:11.343347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44270) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:11.347788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7aae35d5-002b-48d9-9806-aa02194e2776 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': 'c35b2419-72f2-4f47-a6c2-06450e92036e', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:11.374433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680b4dd-1ecc-4a69-9bfb-6257d32c3cc2 req-3861b5c0-69cb-49d0-abe4-48933cad0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:11.376915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7680b4dd-1ecc-4a69-9bfb-6257d32c3cc2 req-3861b5c0-69cb-49d0-abe4-48933cad0575 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 1128 time: 0.0939124 Feb 11 04:44:11.390765 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7161ac33-d8c0-4709-8f62-9df9ad430ca5 req-0251f883-a745-4ab3-b246-57662af858ed service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370502 Feb 11 04:44:11.442594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7680b4dd-1ecc-4a69-9bfb-6257d32c3cc2 req-3975510e-f0f7-4fb4-a87f-a3add3c8c155 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589371 Feb 11 04:44:11.462503 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7aae35d5-002b-48d9-9806-aa02194e2776 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (d3cbd193-3666-4ef5-b668-a3258cc23710), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.522403 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7aae35d5-002b-48d9-9806-aa02194e2776 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (d3cbd193-3666-4ef5-b668-a3258cc23710), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.598556 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7aae35d5-002b-48d9-9806-aa02194e2776 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (d3cbd193-3666-4ef5-b668-a3258cc23710), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.620883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae35d5-002b-48d9-9806-aa02194e2776 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cbd193-3666-4ef5-b668-a3258cc23710,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:11.703399 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7aae35d5-002b-48d9-9806-aa02194e2776 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.707336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7aae35d5-002b-48d9-9806-aa02194e2776 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3606973 Feb 11 04:44:11.707626 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44274) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:11.712281 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e40701df-6f6b-4cc1-934c-a569e109ee61 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': 'c35b2419-72f2-4f47-a6c2-06450e92036e', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:11.890723 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e40701df-6f6b-4cc1-934c-a569e109ee61 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (ea52ec95-d130-42c1-8071-21bbe42d1d10), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:11.956456 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e40701df-6f6b-4cc1-934c-a569e109ee61 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (ea52ec95-d130-42c1-8071-21bbe42d1d10), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.147141 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e40701df-6f6b-4cc1-934c-a569e109ee61 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (ea52ec95-d130-42c1-8071-21bbe42d1d10), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.150390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b308cdb-b1e4-4496-96a3-89bcb3e55ac0 req-6ce23466-abaf-42cc-9f15-138c398067a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:12.156755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b308cdb-b1e4-4496-96a3-89bcb3e55ac0 req-6ce23466-abaf-42cc-9f15-138c398067a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:12.162504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b308cdb-b1e4-4496-96a3-89bcb3e55ac0 req-6ce23466-abaf-42cc-9f15-138c398067a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:12.168699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b308cdb-b1e4-4496-96a3-89bcb3e55ac0 req-6ce23466-abaf-42cc-9f15-138c398067a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:12.175219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b308cdb-b1e4-4496-96a3-89bcb3e55ac0 req-6ce23466-abaf-42cc-9f15-138c398067a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:12.181853 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40701df-6f6b-4cc1-934c-a569e109ee61 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea52ec95-d130-42c1-8071-21bbe42d1d10,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:12.182348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b308cdb-b1e4-4496-96a3-89bcb3e55ac0 req-6ce23466-abaf-42cc-9f15-138c398067a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:12.188316 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b308cdb-b1e4-4496-96a3-89bcb3e55ac0 req-6ce23466-abaf-42cc-9f15-138c398067a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:12.190404 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b308cdb-b1e4-4496-96a3-89bcb3e55ac0 req-6ce23466-abaf-42cc-9f15-138c398067a3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1118579 Feb 11 04:44:12.257645 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e40701df-6f6b-4cc1-934c-a569e109ee61 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.262594 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e40701df-6f6b-4cc1-934c-a569e109ee61 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5503750 Feb 11 04:44:12.263082 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44280) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:12.268477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-59c4f2ed-3e40-4d2b-9f0f-050dd307c28a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': 'c35b2419-72f2-4f47-a6c2-06450e92036e', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:12.294132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b308cdb-b1e4-4496-96a3-89bcb3e55ac0 req-957372e8-ebd5-4aad-9b3a-99137e3ad34c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863600 Feb 11 04:44:12.362618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0449fd-7b8e-4677-a99e-fe38f4d32f07 req-e2056f35-7d78-4ea4-999e-56b0303bdc78 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:12.364386 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a0449fd-7b8e-4677-a99e-fe38f4d32f07 req-e2056f35-7d78-4ea4-999e-56b0303bdc78 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.1125922 Feb 11 04:44:12.372803 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-59c4f2ed-3e40-4d2b-9f0f-050dd307c28a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (96dd5bbc-618c-4839-af86-97138796891c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.423459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a0449fd-7b8e-4677-a99e-fe38f4d32f07 req-61befea5-1d26-456b-97a6-32284d614f61 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488679 Feb 11 04:44:12.439885 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-59c4f2ed-3e40-4d2b-9f0f-050dd307c28a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (96dd5bbc-618c-4839-af86-97138796891c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.524194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-59c4f2ed-3e40-4d2b-9f0f-050dd307c28a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (96dd5bbc-618c-4839-af86-97138796891c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.548522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4f2ed-3e40-4d2b-9f0f-050dd307c28a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96dd5bbc-618c-4839-af86-97138796891c,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:12.679566 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-59c4f2ed-3e40-4d2b-9f0f-050dd307c28a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.679566 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-59c4f2ed-3e40-4d2b-9f0f-050dd307c28a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4124186 Feb 11 04:44:12.679934 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44284) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:12.685097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-9e639ec1-80a7-4130-9b66-569e800c30a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': 'c35b2419-72f2-4f47-a6c2-06450e92036e', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:12.814577 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-9e639ec1-80a7-4130-9b66-569e800c30a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Project 65bc519e3418487ba870e678d8f45696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:44:12.820577 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e639ec1-80a7-4130-9b66-569e800c30a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (a85c4c33-bd18-485e-be55-319bfe6a7363), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:12.907861 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e639ec1-80a7-4130-9b66-569e800c30a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (a85c4c33-bd18-485e-be55-319bfe6a7363), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:13.021083 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e639ec1-80a7-4130-9b66-569e800c30a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (a85c4c33-bd18-485e-be55-319bfe6a7363), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:13.040832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e639ec1-80a7-4130-9b66-569e800c30a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85c4c33-bd18-485e-be55-319bfe6a7363,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:13.114219 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e639ec1-80a7-4130-9b66-569e800c30a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:13.133828 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44288) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:13.140138 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-51a7b090-601e-48ad-9fc4-e285bdf82c45 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': 'c35b2419-72f2-4f47-a6c2-06450e92036e', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:13.145177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9e639ec1-80a7-4130-9b66-569e800c30a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4642742 Feb 11 04:44:13.312987 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-51a7b090-601e-48ad-9fc4-e285bdf82c45 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Project 65bc519e3418487ba870e678d8f45696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:44:13.319532 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-51a7b090-601e-48ad-9fc4-e285bdf82c45 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (186df0e3-c2f7-4ca7-8a7b-39c08e221b7d), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:13.403570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-51a7b090-601e-48ad-9fc4-e285bdf82c45 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (186df0e3-c2f7-4ca7-8a7b-39c08e221b7d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:13.459369 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-51a7b090-601e-48ad-9fc4-e285bdf82c45 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (186df0e3-c2f7-4ca7-8a7b-39c08e221b7d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:13.481782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6c5df-f2e9-4052-9d3a-4fe0eb4e5105 req-05ee49e6-06fa-44d6-9aad-8e34add56305 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:13.494522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6c5df-f2e9-4052-9d3a-4fe0eb4e5105 req-05ee49e6-06fa-44d6-9aad-8e34add56305 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:13.511038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7b090-601e-48ad-9fc4-e285bdf82c45 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186df0e3-c2f7-4ca7-8a7b-39c08e221b7d,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:13.514560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6c5df-f2e9-4052-9d3a-4fe0eb4e5105 req-05ee49e6-06fa-44d6-9aad-8e34add56305 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:13.522578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6c5df-f2e9-4052-9d3a-4fe0eb4e5105 req-05ee49e6-06fa-44d6-9aad-8e34add56305 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:13.529983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6c5df-f2e9-4052-9d3a-4fe0eb4e5105 req-05ee49e6-06fa-44d6-9aad-8e34add56305 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:13.546581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6c5df-f2e9-4052-9d3a-4fe0eb4e5105 req-05ee49e6-06fa-44d6-9aad-8e34add56305 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:13.561816 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6c5df-f2e9-4052-9d3a-4fe0eb4e5105 req-05ee49e6-06fa-44d6-9aad-8e34add56305 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:13.566660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18e6c5df-f2e9-4052-9d3a-4fe0eb4e5105 req-05ee49e6-06fa-44d6-9aad-8e34add56305 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1694579 Feb 11 04:44:13.628109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-51a7b090-601e-48ad-9fc4-e285bdf82c45 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:13.629530 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-51a7b090-601e-48ad-9fc4-e285bdf82c45 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4939833 Feb 11 04:44:13.632497 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44304) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:13.645090 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4838fff7-59b1-4ed1-a69a-ce8b6d892ee2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'network': {'name': 'tempest-network-smoke--1614334642', 'project_id': '65bc519e3418487ba870e678d8f45696', 'port_security_enabled': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:13.736703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169e854-a29a-49db-ab38-67a7bc59f972 req-4463cf5c-c7e1-4bf2-8ee8-080bee56de76 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:13.738736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8169e854-a29a-49db-ab38-67a7bc59f972 req-4463cf5c-c7e1-4bf2-8ee8-080bee56de76 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.1673470 Feb 11 04:44:13.760523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18e6c5df-f2e9-4052-9d3a-4fe0eb4e5105 req-a68c0df5-45ee-4fac-8f82-abc33acd265c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1826348 Feb 11 04:44:13.786920 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4838fff7-59b1-4ed1-a69a-ce8b6d892ee2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Made reservation on behalf of 65bc519e3418487ba870e678d8f45696 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:13.790750 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4838fff7-59b1-4ed1-a69a-ce8b6d892ee2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:13.842911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4838fff7-59b1-4ed1-a69a-ce8b6d892ee2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:44:13.857078 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4838fff7-59b1-4ed1-a69a-ce8b6d892ee2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f4d2d91d-3ff9-440e-b726-4b0e15cbde99), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:13.859687 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-4838fff7-59b1-4ed1-a69a-ce8b6d892ee2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Added segment f4d2d91d-3ff9-440e-b726-4b0e15cbde99 of type vlan for network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 Feb 11 04:44:13.911036 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8169e854-a29a-49db-ab38-67a7bc59f972 req-76043f2e-513c-4683-9407-da60ab2c7a2c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476495 Feb 11 04:44:13.955325 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4838fff7-59b1-4ed1-a69a-ce8b6d892ee2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (8090ee5d-7969-4b8a-a28e-dcf0731c92e6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.044808 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4838fff7-59b1-4ed1-a69a-ce8b6d892ee2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (8090ee5d-7969-4b8a-a28e-dcf0731c92e6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.057679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4838fff7-59b1-4ed1-a69a-ce8b6d892ee2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:14.059751 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4838fff7-59b1-4ed1-a69a-ce8b6d892ee2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.251505 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838fff7-59b1-4ed1-a69a-ce8b6d892ee2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Network': ['ID=8090ee5d-7969-4b8a-a28e-dcf0731c92e6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:14.269841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:44:14.378876 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4838fff7-59b1-4ed1-a69a-ce8b6d892ee2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7452619 Feb 11 04:44:14.389330 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44316) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:14.389447 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'admin_state_up': True, 'project_id': '65bc519e3418487ba870e678d8f45696', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:14.457994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e249dce-1257-4876-afce-7340a1a3b919 req-5a6f1e0f-ade9-45d7-854e-3b34df251e4b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:14.476013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e249dce-1257-4876-afce-7340a1a3b919 req-5a6f1e0f-ade9-45d7-854e-3b34df251e4b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.1481259 Feb 11 04:44:14.555186 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (291374c7-f2c4-47dd-8088-93248a33b2b4), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.558117 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (291374c7-f2c4-47dd-8088-93248a33b2b4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:14.602697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e249dce-1257-4876-afce-7340a1a3b919 req-5f5d238e-d2cd-4a5f-8da3-fd95d6cd25c3 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120756 Feb 11 04:44:14.808300 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_controller (291374c7-f2c4-47dd-8088-93248a33b2b4), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.113057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a1155-6007-475c-b80a-5cc2987b0457 req-2fbe734e-4db8-487f-b939-41de31ab7123 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:15.115172 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb5a1155-6007-475c-b80a-5cc2987b0457 req-2fbe734e-4db8-487f-b939-41de31ab7123 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.3220305 Feb 11 04:44:15.259156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb5a1155-6007-475c-b80a-5cc2987b0457 req-e96a1e92-13bc-4888-8992-dda90f548043 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138883 Feb 11 04:44:15.310595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609f988-382d-4f92-b54e-6d0050f32673 req-f9c682e2-50ec-46bc-b485-ecbd1f95fee3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:15.338983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609f988-382d-4f92-b54e-6d0050f32673 req-f9c682e2-50ec-46bc-b485-ecbd1f95fee3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:15.374559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609f988-382d-4f92-b54e-6d0050f32673 req-f9c682e2-50ec-46bc-b485-ecbd1f95fee3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:15.379627 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (291374c7-f2c4-47dd-8088-93248a33b2b4), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:15.396020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609f988-382d-4f92-b54e-6d0050f32673 req-f9c682e2-50ec-46bc-b485-ecbd1f95fee3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:15.411581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609f988-382d-4f92-b54e-6d0050f32673 req-f9c682e2-50ec-46bc-b485-ecbd1f95fee3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:15.435486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609f988-382d-4f92-b54e-6d0050f32673 req-f9c682e2-50ec-46bc-b485-ecbd1f95fee3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:15.459484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609f988-382d-4f92-b54e-6d0050f32673 req-f9c682e2-50ec-46bc-b485-ecbd1f95fee3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:15.464579 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b609f988-382d-4f92-b54e-6d0050f32673 req-f9c682e2-50ec-46bc-b485-ecbd1f95fee3 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.5550563 Feb 11 04:44:15.723657 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b609f988-382d-4f92-b54e-6d0050f32673 req-0c649e57-087e-43d7-a16b-54029e9d789c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2307882 Feb 11 04:44:16.065443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ddd16-598a-4bf9-91ac-ac518059c4f0 req-424397a1-067d-4354-8545-e0efb053439f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:16.080401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-255ddd16-598a-4bf9-91ac-ac518059c4f0 req-424397a1-067d-4354-8545-e0efb053439f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.1392541 Feb 11 04:44:16.094116 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (291374c7-f2c4-47dd-8088-93248a33b2b4), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:16.185639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-255ddd16-598a-4bf9-91ac-ac518059c4f0 req-58cf2587-8c59-43d0-a08c-954ac56c65ab tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991800 Feb 11 04:44:16.204214 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:16.500259 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.25.3.125 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/59019d91-de9c-44b3-942d-852ab0f985e5) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:16.784057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (59019d91-de9c-44b3-942d-852ab0f985e5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:16.958448 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (59019d91-de9c-44b3-942d-852ab0f985e5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:16.999353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415afa03-3ea1-42c6-b40f-7dab3b2926d6 req-3ea6f329-3361-47f2-b6d0-1ed5779c21a0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:17.013332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415afa03-3ea1-42c6-b40f-7dab3b2926d6 req-3ea6f329-3361-47f2-b6d0-1ed5779c21a0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:17.024211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=59019d91-de9c-44b3-942d-852ab0f985e5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:17.025542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415afa03-3ea1-42c6-b40f-7dab3b2926d6 req-3ea6f329-3361-47f2-b6d0-1ed5779c21a0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:17.039931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:17.041443 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:17.047152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415afa03-3ea1-42c6-b40f-7dab3b2926d6 req-3ea6f329-3361-47f2-b6d0-1ed5779c21a0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:17.050832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:17.053266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415afa03-3ea1-42c6-b40f-7dab3b2926d6 req-3ea6f329-3361-47f2-b6d0-1ed5779c21a0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:17.064802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415afa03-3ea1-42c6-b40f-7dab3b2926d6 req-3ea6f329-3361-47f2-b6d0-1ed5779c21a0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:17.074815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415afa03-3ea1-42c6-b40f-7dab3b2926d6 req-3ea6f329-3361-47f2-b6d0-1ed5779c21a0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:17.091545 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-415afa03-3ea1-42c6-b40f-7dab3b2926d6 req-3ea6f329-3361-47f2-b6d0-1ed5779c21a0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.2111101 Feb 11 04:44:17.268553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-415afa03-3ea1-42c6-b40f-7dab3b2926d6 req-6c077bea-b736-460a-a0ec-f88b20aa1a4e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1759923 Feb 11 04:44:17.420667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e6234-c037-4f69-a2ed-a4c3d60383c2 req-61013232-da86-4887-92dd-3e0328b28e02 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:17.431690 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-632e6234-c037-4f69-a2ed-a4c3d60383c2 req-61013232-da86-4887-92dd-3e0328b28e02 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.1152716 Feb 11 04:44:17.553721 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-632e6234-c037-4f69-a2ed-a4c3d60383c2 req-4760137a-6c07-47f4-82eb-ef0e354e6884 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144354 Feb 11 04:44:18.375327 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (291374c7-f2c4-47dd-8088-93248a33b2b4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:18.528080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a692d-8672-4b94-a427-f3a6f59fa4ec req-d37d3de7-4f4b-4157-9026-da279027b1ae tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:18.543750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a692d-8672-4b94-a427-f3a6f59fa4ec req-d37d3de7-4f4b-4157-9026-da279027b1ae tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:18.562109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a692d-8672-4b94-a427-f3a6f59fa4ec req-d37d3de7-4f4b-4157-9026-da279027b1ae tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:18.567559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a692d-8672-4b94-a427-f3a6f59fa4ec req-d37d3de7-4f4b-4157-9026-da279027b1ae tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:18.585577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a692d-8672-4b94-a427-f3a6f59fa4ec req-d37d3de7-4f4b-4157-9026-da279027b1ae tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:18.609621 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a692d-8672-4b94-a427-f3a6f59fa4ec req-d37d3de7-4f4b-4157-9026-da279027b1ae tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:18.630001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a692d-8672-4b94-a427-f3a6f59fa4ec req-d37d3de7-4f4b-4157-9026-da279027b1ae tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:18.633509 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c15a692d-8672-4b94-a427-f3a6f59fa4ec req-d37d3de7-4f4b-4157-9026-da279027b1ae tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.2148769 Feb 11 04:44:18.794830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c15a692d-8672-4b94-a427-f3a6f59fa4ec req-0a5aac59-b57c-43f8-947f-2a0eba37db1a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1418438 Feb 11 04:44:18.816400 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (291374c7-f2c4-47dd-8088-93248a33b2b4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:18.860662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da728b-3fcd-46d6-9932-e6c804cc5d25 req-eff2e2de-43a1-4a0e-9837-e33144e4ec4e tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:18.869969 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83da728b-3fcd-46d6-9932-e6c804cc5d25 req-eff2e2de-43a1-4a0e-9837-e33144e4ec4e tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.1330602 Feb 11 04:44:18.958324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83da728b-3fcd-46d6-9932-e6c804cc5d25 req-654a0844-1b79-45f6-95ee-41f810546a17 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844288 Feb 11 04:44:19.132017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router 291374c7-f2c4-47dd-8088-93248a33b2b4 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:44:19.306552 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:44:19.328652 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Sync routers for ids ['291374c7-f2c4-47dd-8088-93248a33b2b4'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:44:19.359500 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Routers {'291374c7-f2c4-47dd-8088-93248a33b2b4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:19.360415 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:43:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['291374c7-f2c4-47dd-8088-93248a33b2b4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:19.417202 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:19.422178 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f3b3683d-b89a-48d4-bfa2-59215cd7268f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.0394294 Feb 11 04:44:19.430960 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44352) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:19.630106 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Set router 291374c7-f2c4-47dd-8088-93248a33b2b4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:19.805308 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-586d9cca-94ca-4169-a7f7-5ad818b952a5 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=65bc519e3418487ba870e678d8f45696&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3786192 Feb 11 04:44:19.807966 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44356) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:19.884416 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:14Z', 'updated_at': '2022-02-11T04:44:18Z', 'revision_number': 3, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:16Z', 'updated_at': '2022-02-11T04:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:19.914012 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Checking router: 291374c7-f2c4-47dd-8088-93248a33b2b4 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:44:19.914445 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Updating router 291374c7-f2c4-47dd-8088-93248a33b2b4 port 59019d91-de9c-44b3-942d-852ab0f985e5 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:44:19.953591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883e8d0f-cb18-4972-9175-1d46947c169b tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:19.955662 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-883e8d0f-cb18-4972-9175-1d46947c169b tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1445363 Feb 11 04:44:19.971983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44360) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:19.979373 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (59019d91-de9c-44b3-942d-852ab0f985e5), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:20.025772 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-91798c8b-41d5-46f3-9bb0-1df3ca949ed2 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524392 Feb 11 04:44:20.032585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44366) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:20.043718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9cb41301-7d21-49a2-94e9-38616f93e28c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1983906055', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'project_id': '65bc519e3418487ba870e678d8f45696', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:20.054221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660be7c7-fb05-42bf-8e80-a62c504d728a req-e1609868-0376-417b-ac90-5ec9b56311db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:20.072694 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660be7c7-fb05-42bf-8e80-a62c504d728a req-e1609868-0376-417b-ac90-5ec9b56311db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:20.083496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660be7c7-fb05-42bf-8e80-a62c504d728a req-e1609868-0376-417b-ac90-5ec9b56311db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:20.097239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660be7c7-fb05-42bf-8e80-a62c504d728a req-e1609868-0376-417b-ac90-5ec9b56311db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:20.105152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660be7c7-fb05-42bf-8e80-a62c504d728a req-e1609868-0376-417b-ac90-5ec9b56311db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:20.113782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660be7c7-fb05-42bf-8e80-a62c504d728a req-e1609868-0376-417b-ac90-5ec9b56311db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:20.131311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660be7c7-fb05-42bf-8e80-a62c504d728a req-e1609868-0376-417b-ac90-5ec9b56311db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:20.140682 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-660be7c7-fb05-42bf-8e80-a62c504d728a req-e1609868-0376-417b-ac90-5ec9b56311db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1909523 Feb 11 04:44:20.239192 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-660be7c7-fb05-42bf-8e80-a62c504d728a req-0d1a8689-5aad-4071-82be-a6c70da4617e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972211 Feb 11 04:44:20.250340 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6b79b-c7ef-4141-9195-20dce00dd207 req-0c325814-6e52-4556-b8e0-d63be995f5de tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:20.253554 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ed6b79b-c7ef-4141-9195-20dce00dd207 req-0c325814-6e52-4556-b8e0-d63be995f5de tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.1036508 Feb 11 04:44:20.272733 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb41301-7d21-49a2-94e9-38616f93e28c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Made reservation on behalf of 65bc519e3418487ba870e678d8f45696 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:20.277451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9cb41301-7d21-49a2-94e9-38616f93e28c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:20.319980 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Publish callbacks [] for port (59019d91-de9c-44b3-942d-852ab0f985e5), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:20.321971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ed6b79b-c7ef-4141-9195-20dce00dd207 req-a0cbc2d6-28d9-456d-ac06-5248d2df3be6 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534017 Feb 11 04:44:20.393894 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (59019d91-de9c-44b3-942d-852ab0f985e5), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:20.461012 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Attempting to bind port 59019d91-de9c-44b3-942d-852ab0f985e5 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:20.461292 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Attempting to bind port 59019d91-de9c-44b3-942d-852ab0f985e5 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:20.461561 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Attempting to bind port 59019d91-de9c-44b3-942d-852ab0f985e5 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:20.465342 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebd487-dee4-47cf-96d6-7f4ff55b6e12 None None] Pushing event updated for resources: {'Port': ['ID=59019d91-de9c-44b3-942d-852ab0f985e5,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:20.470289 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:20.470913 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:20.471323 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:20.471706 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:20.472176 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Bound port: 59019d91-de9c-44b3-942d-852ab0f985e5, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:20.472553 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (59019d91-de9c-44b3-942d-852ab0f985e5), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:20.526875 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] For port 59019d91-de9c-44b3-942d-852ab0f985e5, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:20.530304 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] For port 59019d91-de9c-44b3-942d-852ab0f985e5, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=59019d91-de9c-44b3-942d-852ab0f985e5,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:20.552754 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9cb41301-7d21-49a2-94e9-38616f93e28c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (1fd7e866-928c-4746-9210-ead8fc110e2a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:20.620513 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb41301-7d21-49a2-94e9-38616f93e28c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Subnet': ['ID=1fd7e866-928c-4746-9210-ead8fc110e2a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:20.630005 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb41301-7d21-49a2-94e9-38616f93e28c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Checking segment: {'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:20.630375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb41301-7d21-49a2-94e9-38616f93e28c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network hostable DHCP agents. Network: 8090ee5d-7969-4b8a-a28e-dcf0731c92e6, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:44:20.672775 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (59019d91-de9c-44b3-942d-852ab0f985e5), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:20.733290 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Routers {'291374c7-f2c4-47dd-8088-93248a33b2b4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:20.734067 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:43:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['291374c7-f2c4-47dd-8088-93248a33b2b4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:20.764041 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb41301-7d21-49a2-94e9-38616f93e28c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:44:20.771081 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebd487-dee4-47cf-96d6-7f4ff55b6e12 None None] Pushing event updated for resources: {'Port': ['ID=59019d91-de9c-44b3-942d-852ab0f985e5,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:20.849373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9cb41301-7d21-49a2-94e9-38616f93e28c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 8090ee5d-7969-4b8a-a28e-dcf0731c92e6) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:20.854501 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb41301-7d21-49a2-94e9-38616f93e28c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:20.855174 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9cb41301-7d21-49a2-94e9-38616f93e28c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:20.869763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53a87da-fa7d-4559-9836-dac822f1a4cc None None] Network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:20.951921 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] Set router 291374c7-f2c4-47dd-8088-93248a33b2b4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:20.961112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44368) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:20.970052 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9cb41301-7d21-49a2-94e9-38616f93e28c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9361048 Feb 11 04:44:20.992665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ips': [{'subnet_id': '1fd7e866-928c-4746-9210-ead8fc110e2a'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:44:20.994466 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:21.204713 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:14Z', 'updated_at': '2022-02-11T04:44:18Z', 'revision_number': 3, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:16Z', 'updated_at': '2022-02-11T04:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:21.213686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Allocated IP 172.20.0.2 (8090ee5d-7969-4b8a-a28e-dcf0731c92e6/1fd7e866-928c-4746-9210-ead8fc110e2a/821d2054-a031-46de-ae6b-86e85f6ed286) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:21.241659 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aee9e8-31a7-42b6-8a7c-3f3875823c13 None None] The sync data for ids ['291374c7-f2c4-47dd-8088-93248a33b2b4'] in n-d-712142-35 is: [{'id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:14Z', 'updated_at': '2022-02-11T04:44:18Z', 'revision_number': 3, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:16Z', 'updated_at': '2022-02-11T04:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:44:21.457839 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Publish callbacks [] for port (821d2054-a031-46de-ae6b-86e85f6ed286), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:21.526607 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (821d2054-a031-46de-ae6b-86e85f6ed286), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:21.598747 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Pushing event updated for resources: {'Port': ['ID=821d2054-a031-46de-ae6b-86e85f6ed286,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:21.607091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd9811-68af-4843-94c9-ec1d2b007281 req-6c337364-f314-477f-a0d6-9a72a7590609 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:21.615205 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aacd9811-68af-4843-94c9-ec1d2b007281 req-6c337364-f314-477f-a0d6-9a72a7590609 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.1773415 Feb 11 04:44:21.629245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:21.630733 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:21.639691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:21.719746 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Attempting to bind port 821d2054-a031-46de-ae6b-86e85f6ed286 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:21.720195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Attempting to bind port 821d2054-a031-46de-ae6b-86e85f6ed286 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:21.720929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Attempting to bind port 821d2054-a031-46de-ae6b-86e85f6ed286 on network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:21.728476 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:21.729015 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Checking segment: {'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:21.729535 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:21.730029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Bound using segment: {'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:21.731411 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Bound port: 821d2054-a031-46de-ae6b-86e85f6ed286, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:21.732063 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (821d2054-a031-46de-ae6b-86e85f6ed286), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:21.750311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c5d9-e0f1-4892-bdbc-ca6637cd1f56 req-b8fca479-15f5-47d4-9052-907064f1a4e6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:21.756371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c5d9-e0f1-4892-bdbc-ca6637cd1f56 req-b8fca479-15f5-47d4-9052-907064f1a4e6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:21.762987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c5d9-e0f1-4892-bdbc-ca6637cd1f56 req-b8fca479-15f5-47d4-9052-907064f1a4e6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:21.771665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c5d9-e0f1-4892-bdbc-ca6637cd1f56 req-b8fca479-15f5-47d4-9052-907064f1a4e6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:21.777695 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c5d9-e0f1-4892-bdbc-ca6637cd1f56 req-b8fca479-15f5-47d4-9052-907064f1a4e6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:21.783965 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c5d9-e0f1-4892-bdbc-ca6637cd1f56 req-b8fca479-15f5-47d4-9052-907064f1a4e6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:21.789565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c5d9-e0f1-4892-bdbc-ca6637cd1f56 req-b8fca479-15f5-47d4-9052-907064f1a4e6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:21.792090 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b884c5d9-e0f1-4892-bdbc-ca6637cd1f56 req-b8fca479-15f5-47d4-9052-907064f1a4e6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.3563077 Feb 11 04:44:21.848655 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] For port 821d2054-a031-46de-ae6b-86e85f6ed286, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:21.854942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] For port 821d2054-a031-46de-ae6b-86e85f6ed286, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=821d2054-a031-46de-ae6b-86e85f6ed286,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:21.861931 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aacd9811-68af-4843-94c9-ec1d2b007281 req-0c78923a-4a3b-4b0b-b063-afc1caf662d4 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456837 Feb 11 04:44:21.935879 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (821d2054-a031-46de-ae6b-86e85f6ed286), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:21.957441 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b884c5d9-e0f1-4892-bdbc-ca6637cd1f56 req-6b802b80-e548-40fd-8720-f8df5b3a7421 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1533134 Feb 11 04:44:22.026791 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:22.051523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a0dff-1745-4e2c-bc1c-9650cd685760 None None] Pushing event updated for resources: {'Port': ['ID=821d2054-a031-46de-ae6b-86e85f6ed286,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:22.451217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.20.0.1 (8090ee5d-7969-4b8a-a28e-dcf0731c92e6/1fd7e866-928c-4746-9210-ead8fc110e2a/c55b79c8-1c40-4f92-93f8-686933904064) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:22.580127 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (c55b79c8-1c40-4f92-93f8-686933904064), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:22.694370 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c55b79c8-1c40-4f92-93f8-686933904064), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:22.741732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:22.745114 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:22.749666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:22.779873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=c55b79c8-1c40-4f92-93f8-686933904064,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:22.806102 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (291374c7-f2c4-47dd-8088-93248a33b2b4), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.078999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62006c73-82fc-4360-a6b1-dd3e028cf762 req-b825d986-8c83-4946-a271-74d5421bbcd9 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:23.080667 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-62006c73-82fc-4360-a6b1-dd3e028cf762 req-b825d986-8c83-4946-a271-74d5421bbcd9 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.1265230 Feb 11 04:44:23.081733 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c55b79c8-1c40-4f92-93f8-686933904064), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.125159 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-67fa8e78-88c6-4512-b0ee-93921a4c510d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.266826 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-62006c73-82fc-4360-a6b1-dd3e028cf762 req-a0e483dd-6dd3-46a8-8bf4-48692478f4d2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742780 Feb 11 04:44:23.296420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a8cb3f-39e1-422f-924e-fe3640882960 None None] Network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:44:23.297594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b718a-54d6-4d39-b2fc-1ea12db73d6d req-c7133a4c-3e3e-431a-a2e1-502377c9bdb8 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:23.318930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b718a-54d6-4d39-b2fc-1ea12db73d6d req-c7133a4c-3e3e-431a-a2e1-502377c9bdb8 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:23.324874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b718a-54d6-4d39-b2fc-1ea12db73d6d req-c7133a4c-3e3e-431a-a2e1-502377c9bdb8 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:23.330533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b718a-54d6-4d39-b2fc-1ea12db73d6d req-c7133a4c-3e3e-431a-a2e1-502377c9bdb8 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:23.343187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b718a-54d6-4d39-b2fc-1ea12db73d6d req-c7133a4c-3e3e-431a-a2e1-502377c9bdb8 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:23.348491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b718a-54d6-4d39-b2fc-1ea12db73d6d req-c7133a4c-3e3e-431a-a2e1-502377c9bdb8 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:23.359033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b718a-54d6-4d39-b2fc-1ea12db73d6d req-c7133a4c-3e3e-431a-a2e1-502377c9bdb8 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:23.361002 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf5b718a-54d6-4d39-b2fc-1ea12db73d6d req-c7133a4c-3e3e-431a-a2e1-502377c9bdb8 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.2388377 Feb 11 04:44:23.396808 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b77c0db0-cb26-4952-817b-e02fd4576aba None None] Provisioning complete for port 821d2054-a031-46de-ae6b-86e85f6ed286 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:23.397186 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b77c0db0-cb26-4952-817b-e02fd4576aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (821d2054-a031-46de-ae6b-86e85f6ed286), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.483644 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf5b718a-54d6-4d39-b2fc-1ea12db73d6d req-d7d35ef8-c108-4a36-a3af-21a4761d67c0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117139 Feb 11 04:44:23.553235 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b77c0db0-cb26-4952-817b-e02fd4576aba None None] Current status of the port 821d2054-a031-46de-ae6b-86e85f6ed286 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:23.553412 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b77c0db0-cb26-4952-817b-e02fd4576aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (821d2054-a031-46de-ae6b-86e85f6ed286), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.601866 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b77c0db0-cb26-4952-817b-e02fd4576aba None None] For port 821d2054-a031-46de-ae6b-86e85f6ed286, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=821d2054-a031-46de-ae6b-86e85f6ed286,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:23.666412 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b77c0db0-cb26-4952-817b-e02fd4576aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (821d2054-a031-46de-ae6b-86e85f6ed286), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.762965 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (c55b79c8-1c40-4f92-93f8-686933904064), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.775125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 59019d91-de9c-44b3-942d-852ab0f985e5 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:23.832364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c0db0-cb26-4952-817b-e02fd4576aba None None] Pushing event updated for resources: {'Port': ['ID=821d2054-a031-46de-ae6b-86e85f6ed286,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:23.843683 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (c55b79c8-1c40-4f92-93f8-686933904064), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.866368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 59019d91-de9c-44b3-942d-852ab0f985e5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:23.866736 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (59019d91-de9c-44b3-942d-852ab0f985e5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.928531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e8a7bf88-e7a7-42f3-9dea-d65af0838f88 None None] Provisioning complete for port c55b79c8-1c40-4f92-93f8-686933904064 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:23.928916 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8a7bf88-e7a7-42f3-9dea-d65af0838f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c55b79c8-1c40-4f92-93f8-686933904064), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.953695 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (291374c7-f2c4-47dd-8088-93248a33b2b4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:23.970080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e8a7bf88-e7a7-42f3-9dea-d65af0838f88 None None] Port c55b79c8-1c40-4f92-93f8-686933904064 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:44:24.017552 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e8a7bf88-e7a7-42f3-9dea-d65af0838f88 None None] Provisioning complete for port 821d2054-a031-46de-ae6b-86e85f6ed286 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:24.017921 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8a7bf88-e7a7-42f3-9dea-d65af0838f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (821d2054-a031-46de-ae6b-86e85f6ed286), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:24.054993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=c55b79c8-1c40-4f92-93f8-686933904064,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:24.094540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 59019d91-de9c-44b3-942d-852ab0f985e5 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:24.094888 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (59019d91-de9c-44b3-942d-852ab0f985e5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:24.097162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:24.098685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:24.145026 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 59019d91-de9c-44b3-942d-852ab0f985e5, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=59019d91-de9c-44b3-942d-852ab0f985e5,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:24.155769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e8a7bf88-e7a7-42f3-9dea-d65af0838f88 None None] Current status of the port 821d2054-a031-46de-ae6b-86e85f6ed286 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:24.232581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router 291374c7-f2c4-47dd-8088-93248a33b2b4 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:44:24.243451 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (59019d91-de9c-44b3-942d-852ab0f985e5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:24.244947 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 821d2054-a031-46de-ae6b-86e85f6ed286 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:24.375784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=59019d91-de9c-44b3-942d-852ab0f985e5,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:24.443159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d5b45c70-fa17-471a-add6-0e3bfe0f67dd None None] Provisioning complete for port c55b79c8-1c40-4f92-93f8-686933904064 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:24.443635 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5b45c70-fa17-471a-add6-0e3bfe0f67dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c55b79c8-1c40-4f92-93f8-686933904064), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:24.459946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:44:24.467775 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-27b1090f-3653-45a4-8694-e15cdac72e34 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "PUT /v2.0/routers/291374c7-f2c4-47dd-8088-93248a33b2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5048659 Feb 11 04:44:24.487572 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Sync routers for ids ['291374c7-f2c4-47dd-8088-93248a33b2b4'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:44:24.503543 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb151d9-d35c-49a8-aec3-4107c917156d req-a2407e7e-96ad-4660-9adb-437c3e69663c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:24.513094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Routers {'291374c7-f2c4-47dd-8088-93248a33b2b4'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:24.513644 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fb151d9-d35c-49a8-aec3-4107c917156d req-a2407e7e-96ad-4660-9adb-437c3e69663c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.0850439 Feb 11 04:44:24.513846 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:43:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['291374c7-f2c4-47dd-8088-93248a33b2b4'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:24.516547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d5b45c70-fa17-471a-add6-0e3bfe0f67dd None None] Port c55b79c8-1c40-4f92-93f8-686933904064 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:44:24.522862 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 821d2054-a031-46de-ae6b-86e85f6ed286 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:24.522862 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (821d2054-a031-46de-ae6b-86e85f6ed286), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:24.647862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fb151d9-d35c-49a8-aec3-4107c917156d req-ed1f0d77-9640-4467-be5e-6ad2bfac6fd3 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332426 Feb 11 04:44:24.740838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ac4f7-d6b1-4846-8d81-2f77fdeaa111 req-1670cb59-63e1-4e9d-a4e7-7beb5fb68616 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:24.747310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ac4f7-d6b1-4846-8d81-2f77fdeaa111 req-1670cb59-63e1-4e9d-a4e7-7beb5fb68616 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:24.753568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ac4f7-d6b1-4846-8d81-2f77fdeaa111 req-1670cb59-63e1-4e9d-a4e7-7beb5fb68616 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:24.759696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ac4f7-d6b1-4846-8d81-2f77fdeaa111 req-1670cb59-63e1-4e9d-a4e7-7beb5fb68616 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:24.767616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ac4f7-d6b1-4846-8d81-2f77fdeaa111 req-1670cb59-63e1-4e9d-a4e7-7beb5fb68616 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:24.772330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ac4f7-d6b1-4846-8d81-2f77fdeaa111 req-1670cb59-63e1-4e9d-a4e7-7beb5fb68616 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:24.779056 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ac4f7-d6b1-4846-8d81-2f77fdeaa111 req-1670cb59-63e1-4e9d-a4e7-7beb5fb68616 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:24.781093 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f7ac4f7-d6b1-4846-8d81-2f77fdeaa111 req-1670cb59-63e1-4e9d-a4e7-7beb5fb68616 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1267552 Feb 11 04:44:24.853681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2143b565-2a27-4b26-a523-35b5a212b074 None None] Provisioning complete for port c55b79c8-1c40-4f92-93f8-686933904064 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:24.854111 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2143b565-2a27-4b26-a523-35b5a212b074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c55b79c8-1c40-4f92-93f8-686933904064), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:24.868587 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-eb59edd1-d39c-4ad0-8d09-c150be5ea676 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932852943&fields=id&tenant_id=65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 267 time: 0.0864589 Feb 11 04:44:24.921790 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2143b565-2a27-4b26-a523-35b5a212b074 None None] Port c55b79c8-1c40-4f92-93f8-686933904064 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:44:24.924481 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Set router 291374c7-f2c4-47dd-8088-93248a33b2b4 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:24.945067 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f7ac4f7-d6b1-4846-8d81-2f77fdeaa111 req-5dab9e44-1b01-41fc-821b-eb12eeb04869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1551936 Feb 11 04:44:25.002158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 821d2054-a031-46de-ae6b-86e85f6ed286 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:25.039872 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-1919b937-ca94-43d6-b033-7ab467f33365 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:25.043377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-1919b937-ca94-43d6-b033-7ab467f33365 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/networks?id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6 HTTP/1.1" status: 200 len: 797 time: 0.1540387 Feb 11 04:44:25.064101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-73af8b47-a158-4a1e-b573-250ed2bf9295 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/quotas/65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 375 time: 0.0113628 Feb 11 04:44:25.137718 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-ca815070-1d36-486b-9032-4e2f1e470ac0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680952 Feb 11 04:44:25.215899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:14Z', 'updated_at': '2022-02-11T04:44:22Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:16Z', 'updated_at': '2022-02-11T04:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'c55b79c8-1c40-4f92-93f8-686933904064', 'name': '', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:54:2a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:22Z', 'updated_at': '2022-02-11T04:44:23Z', 'revision_number': 2, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:25.253704 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Checking router: 291374c7-f2c4-47dd-8088-93248a33b2b4 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:44:25.254060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Updating router 291374c7-f2c4-47dd-8088-93248a33b2b4 port c55b79c8-1c40-4f92-93f8-686933904064 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:44:25.287560 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c55b79c8-1c40-4f92-93f8-686933904064), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.293009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-8ef59687-6b68-42d1-aad9-c6bbbedb893e service neutron] 10.222.0.13 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388488 Feb 11 04:44:25.458155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-28b2a595-db0b-478d-9e96-bd09f416e09a service neutron] 10.222.0.13 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576567 Feb 11 04:44:25.485028 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-86f5303d-86c7-4d45-9ec7-33d301c5102a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.656381 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 59019d91-de9c-44b3-942d-852ab0f985e5 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:25.766719 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Publish callbacks [] for port (c55b79c8-1c40-4f92-93f8-686933904064), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.799922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 59019d91-de9c-44b3-942d-852ab0f985e5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:25.800960 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (59019d91-de9c-44b3-942d-852ab0f985e5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:25.876147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c1a3f86-518b-4bc6-aac2-bb4f7fac7a7a req-dcd00502-907a-4a48-a13b-fafb257f7b05 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 210 time: 0.0730388 Feb 11 04:44:25.903707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aac89b-abe3-4ea2-baeb-e1a5d545c470 req-896d6001-04e7-46f3-b0e1-4a9c37773c7d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:25.908824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0aac89b-abe3-4ea2-baeb-e1a5d545c470 req-896d6001-04e7-46f3-b0e1-4a9c37773c7d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.1464746 Feb 11 04:44:25.926554 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c55b79c8-1c40-4f92-93f8-686933904064), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.055095 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0aac89b-abe3-4ea2-baeb-e1a5d545c470 req-d4b3c65b-0124-4916-86e8-a5247797fbd8 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343255 Feb 11 04:44:26.178330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36dcde-302e-4aec-b64e-5106e111cf4f req-21d595b7-e5ba-4a00-81d6-25a4e7ab74ea tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:26.180374 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 59019d91-de9c-44b3-942d-852ab0f985e5 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:26.181584 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 821d2054-a031-46de-ae6b-86e85f6ed286 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:26.186586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36dcde-302e-4aec-b64e-5106e111cf4f req-21d595b7-e5ba-4a00-81d6-25a4e7ab74ea tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:26.193013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36dcde-302e-4aec-b64e-5106e111cf4f req-21d595b7-e5ba-4a00-81d6-25a4e7ab74ea tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:26.200415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36dcde-302e-4aec-b64e-5106e111cf4f req-21d595b7-e5ba-4a00-81d6-25a4e7ab74ea tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:26.207520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36dcde-302e-4aec-b64e-5106e111cf4f req-21d595b7-e5ba-4a00-81d6-25a4e7ab74ea tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:26.213759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36dcde-302e-4aec-b64e-5106e111cf4f req-21d595b7-e5ba-4a00-81d6-25a4e7ab74ea tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:26.221183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36dcde-302e-4aec-b64e-5106e111cf4f req-21d595b7-e5ba-4a00-81d6-25a4e7ab74ea tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:26.225458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6d9c4-494a-4dc2-8329-8ffd351acfcb None None] Pushing event updated for resources: {'Port': ['ID=c55b79c8-1c40-4f92-93f8-686933904064,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:26.245297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e36dcde-302e-4aec-b64e-5106e111cf4f req-21d595b7-e5ba-4a00-81d6-25a4e7ab74ea tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1488342 Feb 11 04:44:26.252952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Attempting to bind port c55b79c8-1c40-4f92-93f8-686933904064 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:26.253404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Attempting to bind port c55b79c8-1c40-4f92-93f8-686933904064 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:26.253883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Attempting to bind port c55b79c8-1c40-4f92-93f8-686933904064 on network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:26.272110 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:26.276044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Checking segment: {'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:26.276448 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.277084 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Bound using segment: {'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:26.278068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Bound port: c55b79c8-1c40-4f92-93f8-686933904064, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:26.278483 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c55b79c8-1c40-4f92-93f8-686933904064), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.347772 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 821d2054-a031-46de-ae6b-86e85f6ed286 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:26.348154 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (821d2054-a031-46de-ae6b-86e85f6ed286), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.427780 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e36dcde-302e-4aec-b64e-5106e111cf4f req-4ded46c1-01a1-4ada-9985-29d576ea4d5c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1711614 Feb 11 04:44:26.611539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] For port c55b79c8-1c40-4f92-93f8-686933904064, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:26.635679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-fd93f64f-c2f6-49a1-b71e-a3198f5245b8 None None] Provisioning complete for port c55b79c8-1c40-4f92-93f8-686933904064 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:26.636168 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd93f64f-c2f6-49a1-b71e-a3198f5245b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c55b79c8-1c40-4f92-93f8-686933904064), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.740765 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fd93f64f-c2f6-49a1-b71e-a3198f5245b8 None None] Port c55b79c8-1c40-4f92-93f8-686933904064 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:44:26.749409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] For port c55b79c8-1c40-4f92-93f8-686933904064, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c55b79c8-1c40-4f92-93f8-686933904064,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:26.851260 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.860441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 821d2054-a031-46de-ae6b-86e85f6ed286 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:26.907402 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c55b79c8-1c40-4f92-93f8-686933904064), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:26.977097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-9068d7bd-7942-4f3d-b4b6-44282148cb64 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:26.978151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-9068d7bd-7942-4f3d-b4b6-44282148cb64 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/networks?id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 200 len: 815 time: 0.2516141 Feb 11 04:44:27.042229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40a0c920-379f-46f7-a415-1305cf5c9ba1 req-a108ccca-ea17-4cd0-8d0f-261b220a6e94 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 210 time: 0.0823233 Feb 11 04:44:27.064198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Routers {'291374c7-f2c4-47dd-8088-93248a33b2b4'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:27.065305 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:44:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['291374c7-f2c4-47dd-8088-93248a33b2b4'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:27.069357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-595c8ca4-142e-4c6c-a15a-8fc7cde004fd tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/quotas/656a19e4f37840fb89bc57095c766395 HTTP/1.1" status: 200 len: 375 time: 0.0313427 Feb 11 04:44:27.187003 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6d9c4-494a-4dc2-8329-8ffd351acfcb None None] Pushing event updated for resources: {'Port': ['ID=c55b79c8-1c40-4f92-93f8-686933904064,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:27.228571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-59cbdee5-d079-4d63-a30a-3330614b7299 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1497881 Feb 11 04:44:27.449578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] Set router 291374c7-f2c4-47dd-8088-93248a33b2b4 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:27.503980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a005b82-0568-417c-891f-39b315924851 req-bae9db01-08e7-40ab-9924-1590d472df4a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:27.505603 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a005b82-0568-417c-891f-39b315924851 req-bae9db01-08e7-40ab-9924-1590d472df4a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.2550430 Feb 11 04:44:27.567910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-698e189e-27be-401c-bb28-1b711d8c6664 service neutron] 10.222.0.13 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322845 Feb 11 04:44:27.676091 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a42178a5-a0ee-40b2-ae61-af7e68552779 None None] Provisioning complete for port c55b79c8-1c40-4f92-93f8-686933904064 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:27.676620 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a42178a5-a0ee-40b2-ae61-af7e68552779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c55b79c8-1c40-4f92-93f8-686933904064), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:27.691012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a005b82-0568-417c-891f-39b315924851 req-b221a763-0bd6-4944-af4b-d328501b772a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722825 Feb 11 04:44:27.917402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a42178a5-a0ee-40b2-ae61-af7e68552779 None None] Current status of the port c55b79c8-1c40-4f92-93f8-686933904064 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:27.918512 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a42178a5-a0ee-40b2-ae61-af7e68552779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c55b79c8-1c40-4f92-93f8-686933904064), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:28.000564 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a42178a5-a0ee-40b2-ae61-af7e68552779 None None] For port c55b79c8-1c40-4f92-93f8-686933904064, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c55b79c8-1c40-4f92-93f8-686933904064,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:28.005730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-5a78acf8-84e9-4e4a-8872-64d9fb42d086 service neutron] 10.222.0.13 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195199 Feb 11 04:44:28.041361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:14Z', 'updated_at': '2022-02-11T04:44:22Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:16Z', 'updated_at': '2022-02-11T04:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'c55b79c8-1c40-4f92-93f8-686933904064', 'name': '', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:54:2a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:22Z', 'updated_at': '2022-02-11T04:44:26Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:28.059241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7b55b-e72c-4b10-a8ac-851398db536e req-3c2df128-d9bc-424b-844f-b8a3ad19de15 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:28.076742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7b55b-e72c-4b10-a8ac-851398db536e req-3c2df128-d9bc-424b-844f-b8a3ad19de15 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:28.087794 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7b55b-e72c-4b10-a8ac-851398db536e req-3c2df128-d9bc-424b-844f-b8a3ad19de15 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:28.096414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7b55b-e72c-4b10-a8ac-851398db536e req-3c2df128-d9bc-424b-844f-b8a3ad19de15 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:28.103801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7b55b-e72c-4b10-a8ac-851398db536e req-3c2df128-d9bc-424b-844f-b8a3ad19de15 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:28.111801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7b55b-e72c-4b10-a8ac-851398db536e req-3c2df128-d9bc-424b-844f-b8a3ad19de15 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:28.118847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc1bc8-4520-4c5b-b980-e0323c636020 None None] The sync data for ids ['291374c7-f2c4-47dd-8088-93248a33b2b4'] in n-d-712142-35 is: [{'id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:14Z', 'updated_at': '2022-02-11T04:44:22Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:16Z', 'updated_at': '2022-02-11T04:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'c55b79c8-1c40-4f92-93f8-686933904064', 'name': '', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:54:2a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:22Z', 'updated_at': '2022-02-11T04:44:26Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:44:28.119096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7b55b-e72c-4b10-a8ac-851398db536e req-3c2df128-d9bc-424b-844f-b8a3ad19de15 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:28.129987 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21c7b55b-e72c-4b10-a8ac-851398db536e req-3c2df128-d9bc-424b-844f-b8a3ad19de15 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.2001071 Feb 11 04:44:28.137496 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a42178a5-a0ee-40b2-ae61-af7e68552779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c55b79c8-1c40-4f92-93f8-686933904064), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:28.325704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21c7b55b-e72c-4b10-a8ac-851398db536e req-c3c692c4-372e-4087-8abe-a6130603b648 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1944575 Feb 11 04:44:28.404723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42178a5-a0ee-40b2-ae61-af7e68552779 None None] Pushing event updated for resources: {'Port': ['ID=c55b79c8-1c40-4f92-93f8-686933904064,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:28.514284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d1b1a37-2fed-43bb-ae04-43b785a09033 req-2d6d1f5a-444e-4ae6-b9ee-17053e99e890 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 210 time: 0.0725739 Feb 11 04:44:28.529842 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:28.582692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-452d0ab3-5b2d-48ca-bede-ff8885ebe957 req-48efcd5a-bcb1-4101-b517-9e43ce9fa1af tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 210 time: 0.0607870 Feb 11 04:44:28.946209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-10961288-87e6-401c-8b01-2956c5be4842 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:28.951091 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-10961288-87e6-401c-8b01-2956c5be4842 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.32 "GET /v2.0/networks?id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6 HTTP/1.1" status: 200 len: 797 time: 0.3248680 Feb 11 04:44:29.198121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-67259ff7-12d8-4020-a9d3-c4bce874ab3a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 380 time: 0.1668229 Feb 11 04:44:29.208967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-5d6ae2b0-b59d-4478-8099-4b9f57358490 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'port': {'device_id': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'admin_state_up': True, 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'security_groups': ['c35b2419-72f2-4f47-a6c2-06450e92036e']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:29.342584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14130b5f-801e-47a4-ba49-ff3a335e6c74 req-ab0e5105-5983-4db5-85e3-875b83498788 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:29.365994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14130b5f-801e-47a4-ba49-ff3a335e6c74 req-ab0e5105-5983-4db5-85e3-875b83498788 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.4137857 Feb 11 04:44:29.724503 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:29.784436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c55b79c8-1c40-4f92-93f8-686933904064 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:29.992879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c55b79c8-1c40-4f92-93f8-686933904064 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:29.993403 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c55b79c8-1c40-4f92-93f8-686933904064), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:30.224356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c55b79c8-1c40-4f92-93f8-686933904064 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:30.460276 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14130b5f-801e-47a4-ba49-ff3a335e6c74 req-3a36e417-f5c9-4fc4-babb-5c86a8781b5a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0928037 Feb 11 04:44:30.531178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f50a0-626e-42ee-83ae-319d64d41a5c req-6ee7e192-1ce8-4b6e-9293-677e4ec7964b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:30.544495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f50a0-626e-42ee-83ae-319d64d41a5c req-6ee7e192-1ce8-4b6e-9293-677e4ec7964b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:30.550789 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f50a0-626e-42ee-83ae-319d64d41a5c req-6ee7e192-1ce8-4b6e-9293-677e4ec7964b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:30.557295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f50a0-626e-42ee-83ae-319d64d41a5c req-6ee7e192-1ce8-4b6e-9293-677e4ec7964b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:30.564153 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f50a0-626e-42ee-83ae-319d64d41a5c req-6ee7e192-1ce8-4b6e-9293-677e4ec7964b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:30.571230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f50a0-626e-42ee-83ae-319d64d41a5c req-6ee7e192-1ce8-4b6e-9293-677e4ec7964b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:30.577809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f50a0-626e-42ee-83ae-319d64d41a5c req-6ee7e192-1ce8-4b6e-9293-677e4ec7964b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:30.581516 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d79f50a0-626e-42ee-83ae-319d64d41a5c req-6ee7e192-1ce8-4b6e-9293-677e4ec7964b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 1.0900629 Feb 11 04:44:30.582971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-5d6ae2b0-b59d-4478-8099-4b9f57358490 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Made reservation on behalf of 65bc519e3418487ba870e678d8f45696 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:30.587524 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-5d6ae2b0-b59d-4478-8099-4b9f57358490 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:30.659238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05e49334-04fd-4b94-9ab4-cc25e3736e0e req-48387ae3-346a-4530-9f60-f03e1324cd65 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 210 time: 0.0409110 Feb 11 04:44:30.791595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d79f50a0-626e-42ee-83ae-319d64d41a5c req-ceea5130-f509-41f1-916a-05da49c8a9da tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1986713 Feb 11 04:44:30.891952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d75b652-778a-4741-8ef8-a2b7b2d2566e req-6247aae5-2019-4b03-a51f-1f9cff1284ad tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 210 time: 0.0344057 Feb 11 04:44:30.910671 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-5d6ae2b0-b59d-4478-8099-4b9f57358490 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.20.0.5 (8090ee5d-7969-4b8a-a28e-dcf0731c92e6/1fd7e866-928c-4746-9210-ead8fc110e2a/3c6c895f-a204-48c8-98e8-3f75777d97b5) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:31.471051 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-5d6ae2b0-b59d-4478-8099-4b9f57358490 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:31.569163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-03191ea4-9f85-4704-b0a3-9c74726e770c tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:31.569163 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-03191ea4-9f85-4704-b0a3-9c74726e770c tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.47 "GET /v2.0/networks?id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 200 len: 815 time: 0.1995969 Feb 11 04:44:31.569163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-639d6f59-c261-4c04-87fe-112fcd1fe28e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Request body: {'port': {'device_id': 'd1db3c7d-201f-4665-9711-8e2238d925be', 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb', 'admin_state_up': True, 'tenant_id': '656a19e4f37840fb89bc57095c766395'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:31.596720 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-5d6ae2b0-b59d-4478-8099-4b9f57358490 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:31.852666 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bc998f3-c5eb-46ec-abe7-4d5d800bda7a req-5cc99549-7dff-4ff2-b887-0ee93a07bdcf tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 210 time: 0.0793731 Feb 11 04:44:31.879821 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-5d6ae2b0-b59d-4478-8099-4b9f57358490 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:31.908900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-5d6ae2b0-b59d-4478-8099-4b9f57358490 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:31.914090 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-5d6ae2b0-b59d-4478-8099-4b9f57358490 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:31.971681 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-adf07d03-3649-4677-bd86-e4b968bfbff6 req-62fa3c8d-383b-4a91-89bf-89aaad1b67e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0941508 Feb 11 04:44:32.047911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-5d6ae2b0-b59d-4478-8099-4b9f57358490 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:32.048611 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-5d6ae2b0-b59d-4478-8099-4b9f57358490 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.192154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce0831-58b4-4148-b282-20fe8637d65b req-1ffaff5d-c0e1-48ff-b1ee-88b9e3e5fe25 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:32.200376 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16ce0831-58b4-4148-b282-20fe8637d65b req-1ffaff5d-c0e1-48ff-b1ee-88b9e3e5fe25 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.6267741 Feb 11 04:44:32.203017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ae2b0-b59d-4478-8099-4b9f57358490 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=3c6c895f-a204-48c8-98e8-3f75777d97b5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:32.221380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf07d03-3649-4677-bd86-e4b968bfbff6 req-da80fbed-d1ad-45af-b07b-81c1c0114b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:32.223057 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-adf07d03-3649-4677-bd86-e4b968bfbff6 req-da80fbed-d1ad-45af-b07b-81c1c0114b71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a6de71a80dfc462da54bc2b2a455359a&device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 1129 time: 0.1608989 Feb 11 04:44:32.284325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-639d6f59-c261-4c04-87fe-112fcd1fe28e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Made reservation on behalf of 656a19e4f37840fb89bc57095c766395 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:44:32.294917 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-639d6f59-c261-4c04-87fe-112fcd1fe28e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.440078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-16ab4721-2e68-4e99-90d5-401dfb557514 None None] Provisioning complete for port 3c6c895f-a204-48c8-98e8-3f75777d97b5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:32.442107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf07d03-3649-4677-bd86-e4b968bfbff6 req-bcf7d048-7241-4999-9485-6132cacae188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:32.443188 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-16ab4721-2e68-4e99-90d5-401dfb557514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:32.443692 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-adf07d03-3649-4677-bd86-e4b968bfbff6 req-bcf7d048-7241-4999-9485-6132cacae188 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 200 len: 906 time: 0.1797769 Feb 11 04:44:32.499406 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-adf07d03-3649-4677-bd86-e4b968bfbff6 req-ae93df99-25af-43c9-ae2d-626abcb943a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e74a29c-ebd3-4304-b302-16a2ee2d9d04 HTTP/1.1" status: 200 len: 217 time: 0.0487263 Feb 11 04:44:32.513848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-5d6ae2b0-b59d-4478-8099-4b9f57358490 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3092501 Feb 11 04:44:32.528239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-16ab4721-2e68-4e99-90d5-401dfb557514 None None] Port 3c6c895f-a204-48c8-98e8-3f75777d97b5 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:44:32.555535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Request body: {'port': {'device_id': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:32.623848 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf07d03-3649-4677-bd86-e4b968bfbff6 req-0691de2f-fdce-4a23-b28b-6bd29835101c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:32.627661 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-adf07d03-3649-4677-bd86-e4b968bfbff6 req-0691de2f-fdce-4a23-b28b-6bd29835101c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 200 len: 845 time: 0.1219492 Feb 11 04:44:32.670670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-639d6f59-c261-4c04-87fe-112fcd1fe28e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Allocated IP 172.20.0.4 (c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb/1b81996e-fc00-4977-9834-00be71e6310f/abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:32.718467 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-adf07d03-3649-4677-bd86-e4b968bfbff6 req-b40d6be1-c4e1-4eb2-9523-0d63bb016dc8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ff866341-d213-41c7-afa0-ee3dd617201b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838344 Feb 11 04:44:32.735339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16ce0831-58b4-4148-b282-20fe8637d65b req-d4221533-b3d0-480a-bd2c-96059c290c4f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996865 Feb 11 04:44:32.750717 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9772b-515f-4ade-960f-f90fb9a89fe7 req-48cc4873-c4e9-44a3-a06e-43affa63b7be tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:32.756612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9772b-515f-4ade-960f-f90fb9a89fe7 req-48cc4873-c4e9-44a3-a06e-43affa63b7be tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:32.769726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9772b-515f-4ade-960f-f90fb9a89fe7 req-48cc4873-c4e9-44a3-a06e-43affa63b7be tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:32.786200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9772b-515f-4ade-960f-f90fb9a89fe7 req-48cc4873-c4e9-44a3-a06e-43affa63b7be tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:32.791811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9772b-515f-4ade-960f-f90fb9a89fe7 req-48cc4873-c4e9-44a3-a06e-43affa63b7be tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:32.797899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9772b-515f-4ade-960f-f90fb9a89fe7 req-48cc4873-c4e9-44a3-a06e-43affa63b7be tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:32.807022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9772b-515f-4ade-960f-f90fb9a89fe7 req-48cc4873-c4e9-44a3-a06e-43affa63b7be tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:32.823084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eab9772b-515f-4ade-960f-f90fb9a89fe7 req-48cc4873-c4e9-44a3-a06e-43affa63b7be tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.7668483 Feb 11 04:44:32.893224 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-adf07d03-3649-4677-bd86-e4b968bfbff6 req-8bb52458-334c-4ab2-b0c0-abce1bd2637f service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681261 Feb 11 04:44:33.086964 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-adf07d03-3649-4677-bd86-e4b968bfbff6 req-03bf9b09-a662-4edf-a2bc-ba437050785d service neutron] 10.222.0.47 "GET /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865213 Feb 11 04:44:33.201940 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-639d6f59-c261-4c04-87fe-112fcd1fe28e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks [] for port (abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:33.341952 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:33.376113 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eab9772b-515f-4ade-960f-f90fb9a89fe7 req-8f5af4cb-524e-43a9-baf3-41a64d52b8b2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5520458 Feb 11 04:44:33.398025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bc03e-72e9-49d5-a0d3-13d838189b2d req-81f6c4a4-0712-43c4-93c9-3af06473588a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:33.403166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d3bc03e-72e9-49d5-a0d3-13d838189b2d req-81f6c4a4-0712-43c4-93c9-3af06473588a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 931 time: 0.5651970 Feb 11 04:44:33.416676 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9bb9d07-b52e-4177-be23-977e196e4ea9 req-5d72df62-a037-4253-9f50-e2f1787a1118 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4176590 Feb 11 04:44:33.569021 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-639d6f59-c261-4c04-87fe-112fcd1fe28e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:33.594690 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['e9018ccb-ca21-413f-bca7-43eaaf6841ce', '1a819b19-befb-4bed-8760-11986c8d61dc'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:33.771208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-639d6f59-c261-4c04-87fe-112fcd1fe28e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:33.797145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-639d6f59-c261-4c04-87fe-112fcd1fe28e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:33.805925 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-639d6f59-c261-4c04-87fe-112fcd1fe28e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:33.985996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d6f59-c261-4c04-87fe-112fcd1fe28e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Pushing event updated for resources: {'Port': ['ID=abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:34.055770 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d3bc03e-72e9-49d5-a0d3-13d838189b2d req-0818b84b-3299-487f-9072-55acc02afb6d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6437657 Feb 11 04:44:34.139731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8a032-942f-4b1e-97f0-21934afdd413 req-f08a63a1-78a5-413e-91d0-8d835cf2efdc tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:34.156347 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5a8a032-942f-4b1e-97f0-21934afdd413 req-f08a63a1-78a5-413e-91d0-8d835cf2efdc tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 931 time: 0.6137245 Feb 11 04:44:34.210861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb9d07-b52e-4177-be23-977e196e4ea9 req-d2a83355-599e-4e33-b637-ea7fed85409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:34.212423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9bb9d07-b52e-4177-be23-977e196e4ea9 req-d2a83355-599e-4e33-b637-ea7fed85409f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 1128 time: 0.7341015 Feb 11 04:44:34.233787 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.239594 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.382535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-639d6f59-c261-4c04-87fe-112fcd1fe28e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:34.387929 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-639d6f59-c261-4c04-87fe-112fcd1fe28e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.651485 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6c895f-a204-48c8-98e8-3f75777d97b5 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:34.660833 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Publish callbacks [] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.675982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Transition to ACTIVE for port object 3c6c895f-a204-48c8-98e8-3f75777d97b5 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:44:34.704975 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5a8a032-942f-4b1e-97f0-21934afdd413 req-d320af1b-acdf-4b8d-89bd-0e9ce91484a3 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474887 Feb 11 04:44:34.875771 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891041cd-3b6f-42b6-afda-9236c371c8ef req-a1311fbe-dceb-4932-9a72-6262ee470937 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:34.887984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-891041cd-3b6f-42b6-afda-9236c371c8ef req-a1311fbe-dceb-4932-9a72-6262ee470937 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.6477273 Feb 11 04:44:34.893865 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:34.900175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-639d6f59-c261-4c04-87fe-112fcd1fe28e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3751643 Feb 11 04:44:34.937076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb9d07-b52e-4177-be23-977e196e4ea9 req-5f0fe851-e71e-4b7b-838c-856ec055bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:34.938863 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9bb9d07-b52e-4177-be23-977e196e4ea9 req-5f0fe851-e71e-4b7b-838c-856ec055bedc service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 200 len: 916 time: 0.6655183 Feb 11 04:44:34.989592 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Request body: {'port': {'device_id': 'd1db3c7d-201f-4665-9711-8e2238d925be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:35.142397 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9bb9d07-b52e-4177-be23-977e196e4ea9 req-e4a13c7e-c40e-4942-9f61-50db98c4b4e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9018ccb-ca21-413f-bca7-43eaaf6841ce HTTP/1.1" status: 200 len: 217 time: 0.1218336 Feb 11 04:44:35.284160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6c895f-a204-48c8-98e8-3f75777d97b5,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:35.437473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-891041cd-3b6f-42b6-afda-9236c371c8ef req-b8c25cd5-ed7e-4f23-856b-0c7ada6de5fa tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5485549 Feb 11 04:44:35.447853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb9d07-b52e-4177-be23-977e196e4ea9 req-6526f4e8-5aea-408b-8801-dcacfa8f9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:35.454144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9bb9d07-b52e-4177-be23-977e196e4ea9 req-6526f4e8-5aea-408b-8801-dcacfa8f9df4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b81996e-fc00-4977-9834-00be71e6310f HTTP/1.1" status: 200 len: 855 time: 0.2903523 Feb 11 04:44:35.529186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c81fd1-81b7-43fe-ae1f-4d178eb6bd18 req-4c224f6b-ef26-4102-ac77-450531ec4d56 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:35.565000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c81fd1-81b7-43fe-ae1f-4d178eb6bd18 req-4c224f6b-ef26-4102-ac77-450531ec4d56 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:35.570443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c81fd1-81b7-43fe-ae1f-4d178eb6bd18 req-4c224f6b-ef26-4102-ac77-450531ec4d56 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:35.577591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c81fd1-81b7-43fe-ae1f-4d178eb6bd18 req-4c224f6b-ef26-4102-ac77-450531ec4d56 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:35.583865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c81fd1-81b7-43fe-ae1f-4d178eb6bd18 req-4c224f6b-ef26-4102-ac77-450531ec4d56 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:35.590269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c81fd1-81b7-43fe-ae1f-4d178eb6bd18 req-4c224f6b-ef26-4102-ac77-450531ec4d56 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:35.597601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c81fd1-81b7-43fe-ae1f-4d178eb6bd18 req-4c224f6b-ef26-4102-ac77-450531ec4d56 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:35.600047 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0c81fd1-81b7-43fe-ae1f-4d178eb6bd18 req-4c224f6b-ef26-4102-ac77-450531ec4d56 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.6984630 Feb 11 04:44:35.788720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0c81fd1-81b7-43fe-ae1f-4d178eb6bd18 req-08f66a82-c0ec-4ca9-a20a-94ecc77c81dd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1571050 Feb 11 04:44:35.795064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9bb9d07-b52e-4177-be23-977e196e4ea9 req-2ba761a9-bd87-4750-ade1-9c8bde0c8f1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1871581 Feb 11 04:44:35.795604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Attempting to bind port 3c6c895f-a204-48c8-98e8-3f75777d97b5 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:35.796716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Attempting to bind port 3c6c895f-a204-48c8-98e8-3f75777d97b5 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:35.797068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Attempting to bind port 3c6c895f-a204-48c8-98e8-3f75777d97b5 on network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:35.937417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Port 3c6c895f-a204-48c8-98e8-3f75777d97b5 on network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:44:35.937757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Attempting to bind port 3c6c895f-a204-48c8-98e8-3f75777d97b5 on network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:35.945700 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9bb9d07-b52e-4177-be23-977e196e4ea9 req-90bb5e58-49ba-47db-8569-a3b6e2e0f1c4 service neutron] 10.222.0.32 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360981 Feb 11 04:44:35.949380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:35.949724 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Checking segment: {'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:35.950354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Bound using segment: {'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:35.951587 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Bound port: 3c6c895f-a204-48c8-98e8-3f75777d97b5, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:35.951990 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:35.984820 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:36.276028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1fdae-1d2d-4e4a-98f9-1dfb47279a2d req-c8a17e14-3a6c-47e1-bf31-87f1ad510043 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:36.279412 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2b1fdae-1d2d-4e4a-98f9-1dfb47279a2d req-c8a17e14-3a6c-47e1-bf31-87f1ad510043 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 943 time: 0.6615882 Feb 11 04:44:36.287320 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9bb9d07-b52e-4177-be23-977e196e4ea9 req-e410c338-60b1-45ca-aabf-5b6f2dae605a service neutron] 10.222.0.32 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325255 Feb 11 04:44:36.384129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] For port 3c6c895f-a204-48c8-98e8-3f75777d97b5, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:36.388186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] For port 3c6c895f-a204-48c8-98e8-3f75777d97b5, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:36.625501 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:36.657212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d8aba-6c21-4e4d-8475-c618818d7b41 req-553dc422-7b61-4c1d-9e02-a4fc504479d6 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:36.658731 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f7d8aba-6c21-4e4d-8475-c618818d7b41 req-553dc422-7b61-4c1d-9e02-a4fc504479d6 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 931 time: 0.5440145 Feb 11 04:44:36.691846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2b1fdae-1d2d-4e4a-98f9-1dfb47279a2d req-e916dbfa-9e04-44fe-aacb-a53b4f2a7867 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009249 Feb 11 04:44:36.764820 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:36.765479 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:36.785569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] 10.222.0.32 "PUT /v2.0/ports/3c6c895f-a204-48c8-98e8-3f75777d97b5 HTTP/1.1" status: 200 len: 1092 time: 4.2412612 Feb 11 04:44:36.788864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:36.805631 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29391d8e-56c5-4815-98fd-a55a5c656784" -d '{"events": [{"name": "network-changed", "server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:37.149970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f7d8aba-6c21-4e4d-8475-c618818d7b41 req-4790a6b8-cf5b-42d9-8321-9bcc777d71f2 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554207 Feb 11 04:44:37.667099 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc51de14-c6ff-4ad9-9acd-9c43a2ffd9e9 x-openstack-request-id: req-cc51de14-c6ff-4ad9-9acd-9c43a2ffd9e9 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:37.667567 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:37.668066 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc51de14-c6ff-4ad9-9acd-9c43a2ffd9e9 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:37.668550 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'status': 'completed', 'code': 200} Feb 11 04:44:37.692204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59abf15-cd62-4d6d-8c4a-f8ba6999eaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6c895f-a204-48c8-98e8-3f75777d97b5,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:37.828948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9faa59-31a0-40b8-beab-db6da0f1c5b1 req-ddc2b20f-4541-4e76-a2f3-4ad90ac067f9 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:37.840702 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a9faa59-31a0-40b8-beab-db6da0f1c5b1 req-ddc2b20f-4541-4e76-a2f3-4ad90ac067f9 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.7123361 Feb 11 04:44:37.881976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-9f6c7788-fbad-4a4d-9fe3-7a8ec65175a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:37.889007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-9f6c7788-fbad-4a4d-9fe3-7a8ec65175a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 1126 time: 0.9224725 Feb 11 04:44:37.997439 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81663-8ae7-4b54-b5b6-1b578f239b45 req-dcba2559-02cf-451a-ac9e-74a9dad8feba tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:38.003410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81663-8ae7-4b54-b5b6-1b578f239b45 req-dcba2559-02cf-451a-ac9e-74a9dad8feba tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:38.009125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81663-8ae7-4b54-b5b6-1b578f239b45 req-dcba2559-02cf-451a-ac9e-74a9dad8feba tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:38.015168 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81663-8ae7-4b54-b5b6-1b578f239b45 req-dcba2559-02cf-451a-ac9e-74a9dad8feba tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:38.020976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81663-8ae7-4b54-b5b6-1b578f239b45 req-dcba2559-02cf-451a-ac9e-74a9dad8feba tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:38.026304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81663-8ae7-4b54-b5b6-1b578f239b45 req-dcba2559-02cf-451a-ac9e-74a9dad8feba tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:38.032262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc81663-8ae7-4b54-b5b6-1b578f239b45 req-dcba2559-02cf-451a-ac9e-74a9dad8feba tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:38.034272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-adc81663-8ae7-4b54-b5b6-1b578f239b45 req-dcba2559-02cf-451a-ac9e-74a9dad8feba tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.3646779 Feb 11 04:44:38.041863 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-6659d43f-01f4-4c18-a459-ea73284cc029 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5 HTTP/1.1" status: 200 len: 217 time: 0.1282358 Feb 11 04:44:38.219149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-237f72c8-e59a-44a2-ab6e-ec71f5058e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:38.222762 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-237f72c8-e59a-44a2-ab6e-ec71f5058e89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fd7e866-928c-4746-9210-ead8fc110e2a HTTP/1.1" status: 200 len: 835 time: 0.1390121 Feb 11 04:44:38.315939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a9faa59-31a0-40b8-beab-db6da0f1c5b1 req-dbc8e96b-cfaf-4d10-aa19-d3e0e5acc518 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718115 Feb 11 04:44:38.357148 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:38.382106 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Publish callbacks [] for port (abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:38.461828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Transition to ACTIVE for port object abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:44:38.502032 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-adc81663-8ae7-4b54-b5b6-1b578f239b45 req-06bf8dff-a29c-4426-921d-ceb73c0bd8f1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4515231 Feb 11 04:44:38.560955 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:38.578177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-a2cf4e9e-f7ad-4ab9-9d44-005ed7bc9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:38.579928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-a2cf4e9e-f7ad-4ab9-9d44-005ed7bc9a0d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3371642 Feb 11 04:44:38.768506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff88bc-ca54-45a4-9d82-a1deb447ac86 req-d0191f78-0ac5-4c30-9075-c437223361b4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:38.770107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3eff88bc-ca54-45a4-9d82-a1deb447ac86 req-d0191f78-0ac5-4c30-9075-c437223361b4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 943 time: 0.3344769 Feb 11 04:44:38.842293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Pushing event updated for resources: {'Port': ['ID=abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:39.068116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3eff88bc-ca54-45a4-9d82-a1deb447ac86 req-e570c0db-bb98-4fb1-98b8-de218d64fd78 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693300 Feb 11 04:44:39.106646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1254cef-1e5c-4d42-b15a-5cce65da854e req-b162328c-358d-445a-afe2-227f87013be8 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:39.106646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1254cef-1e5c-4d42-b15a-5cce65da854e req-b162328c-358d-445a-afe2-227f87013be8 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 943 time: 0.3958862 Feb 11 04:44:39.115936 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-338452dc-2d3f-4136-90e6-eacf1e440cb8 service neutron] 10.222.0.32 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185566 Feb 11 04:44:39.139716 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:44:39.199094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Attempting to bind port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:44:39.199725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Attempting to bind port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:44:39.200269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Attempting to bind port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b on network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:39.219412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b on network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:44:39.219841 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Attempting to bind port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b on network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:44:39.273213 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:44:39.273562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Checking segment: {'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:44:39.273960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Bound using segment: {'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:44:39.274477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Bound port: abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:44:39.274877 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:39.349112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1254cef-1e5c-4d42-b15a-5cce65da854e req-ef1b2656-d6ce-4c08-aa44-be7b89269a5a tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149079 Feb 11 04:44:39.549023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44acd0ed-1d01-4347-8edd-96176c46fba8 req-e1e7bfff-4a61-4e64-b10c-a9d4008fba0b service neutron] 10.222.0.32 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173462 Feb 11 04:44:39.976351 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6cf9a-203c-422e-a903-85d208e15343 req-f4bf8835-fae6-4998-a99b-e486791ce92d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:39.979219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7b6cf9a-203c-422e-a903-85d208e15343 req-f4bf8835-fae6-4998-a99b-e486791ce92d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.4422021 Feb 11 04:44:40.000521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] For port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:44:40.015210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29391d8e-56c5-4815-98fd-a55a5c656784 req-96f8e14d-6076-4aa9-9d45-334cdc427d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:40.017793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29391d8e-56c5-4815-98fd-a55a5c656784 req-96f8e14d-6076-4aa9-9d45-334cdc427d54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 1126 time: 0.2310066 Feb 11 04:44:40.039535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cecd2-d3e6-4d12-bdf2-c7cea0ded55f req-48ed66f4-a182-4f15-a444-1457b22a6534 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:40.053066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cecd2-d3e6-4d12-bdf2-c7cea0ded55f req-48ed66f4-a182-4f15-a444-1457b22a6534 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:40.063631 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cecd2-d3e6-4d12-bdf2-c7cea0ded55f req-48ed66f4-a182-4f15-a444-1457b22a6534 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:40.076986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cecd2-d3e6-4d12-bdf2-c7cea0ded55f req-48ed66f4-a182-4f15-a444-1457b22a6534 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:40.083414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cecd2-d3e6-4d12-bdf2-c7cea0ded55f req-48ed66f4-a182-4f15-a444-1457b22a6534 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:40.093606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cecd2-d3e6-4d12-bdf2-c7cea0ded55f req-48ed66f4-a182-4f15-a444-1457b22a6534 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:40.104060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cecd2-d3e6-4d12-bdf2-c7cea0ded55f req-48ed66f4-a182-4f15-a444-1457b22a6534 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:40.120146 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-893cecd2-d3e6-4d12-bdf2-c7cea0ded55f req-48ed66f4-a182-4f15-a444-1457b22a6534 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.4154246 Feb 11 04:44:40.258467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] For port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:44:40.360837 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7b6cf9a-203c-422e-a903-85d208e15343 req-3a9e97ab-0998-4c18-ac20-886d1bcfc92e tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718195 Feb 11 04:44:40.372784 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:40.749091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29391d8e-56c5-4815-98fd-a55a5c656784 req-2d2255be-23f6-4bf7-8e1e-82e8bc466c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:40.751391 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29391d8e-56c5-4815-98fd-a55a5c656784 req-2d2255be-23f6-4bf7-8e1e-82e8bc466c14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6 HTTP/1.1" status: 200 len: 898 time: 0.5813439 Feb 11 04:44:40.842820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29391d8e-56c5-4815-98fd-a55a5c656784 req-739223d6-999e-4962-a000-1744ebf92742 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5 HTTP/1.1" status: 200 len: 217 time: 0.0635834 Feb 11 04:44:40.919192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:40.920662 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:40.923748 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] 10.222.0.47 "PUT /v2.0/ports/abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b HTTP/1.1" status: 200 len: 1092 time: 5.9384801 Feb 11 04:44:40.926362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1db3c7d-201f-4665-9711-8e2238d925be', 'tag': 'abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:40.929124 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c481dd0e-e4ff-4fc3-9032-cf990c07e4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1db3c7d-201f-4665-9711-8e2238d925be", "tag": "abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:40.947523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bb450-07db-4852-8fd6-2489f6c8f86c service neutron] Pushing event updated for resources: {'Port': ['ID=abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:40.969105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-893cecd2-d3e6-4d12-bdf2-c7cea0ded55f req-e326896a-4ed5-420d-81cd-fc2afa0c4f9f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7818756 Feb 11 04:44:41.018879 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d6c1a-44dc-4ec5-ad7d-07e004b0061d req-8dc9ebcc-1d4d-4283-ab80-92d635379c1f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:41.029365 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f8d6c1a-44dc-4ec5-ad7d-07e004b0061d req-8dc9ebcc-1d4d-4283-ab80-92d635379c1f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 943 time: 0.2921603 Feb 11 04:44:41.068987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29391d8e-56c5-4815-98fd-a55a5c656784 req-8a0039a3-6461-4bd5-957b-dcbc8289995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:41.072450 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29391d8e-56c5-4815-98fd-a55a5c656784 req-8a0039a3-6461-4bd5-957b-dcbc8289995c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fd7e866-928c-4746-9210-ead8fc110e2a HTTP/1.1" status: 200 len: 835 time: 0.2283802 Feb 11 04:44:41.291628 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f8d6c1a-44dc-4ec5-ad7d-07e004b0061d req-e9ee6f81-3f98-483b-9a2a-5500b8d61911 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576559 Feb 11 04:44:41.341757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-c8cf05e8-6426-4845-b6e1-8922bd47aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:41.344058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-c8cf05e8-6426-4845-b6e1-8922bd47aa89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 1126 time: 0.2064228 Feb 11 04:44:41.346645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29391d8e-56c5-4815-98fd-a55a5c656784 req-f94bafc8-b3a7-46a2-9861-1e91315597e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:41.348563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29391d8e-56c5-4815-98fd-a55a5c656784 req-f94bafc8-b3a7-46a2-9861-1e91315597e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2661798 Feb 11 04:44:41.363602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0c194-0bd6-440b-a3b4-50f83d6b9ce6 req-5f34a228-4f35-48b2-a1cc-6541f26f220c tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:41.378175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9a0c194-0bd6-440b-a3b4-50f83d6b9ce6 req-5f34a228-4f35-48b2-a1cc-6541f26f220c tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 943 time: 0.2547402 Feb 11 04:44:41.409055 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a1c79d-045e-4bbf-b7b4-b8b5b1fb99f0 x-openstack-request-id: req-73a1c79d-045e-4bbf-b7b4-b8b5b1fb99f0 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:41.409944 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1db3c7d-201f-4665-9711-8e2238d925be", "tag": "abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:41.410586 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73a1c79d-045e-4bbf-b7b4-b8b5b1fb99f0 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:41.414069 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1db3c7d-201f-4665-9711-8e2238d925be', 'tag': 'abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b', 'status': 'completed', 'code': 200} Feb 11 04:44:41.642485 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44702) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:41.880779 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97204f76-bbe3-46c3-a4f3-ee8627a273d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:41.894816 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9a0c194-0bd6-440b-a3b4-50f83d6b9ce6 req-f96d7975-4c25-4085-8e3c-67e033d8c2b2 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104063 Feb 11 04:44:41.963872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-9f9b70e1-f3b4-4a2b-ba41-a807073db0d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b HTTP/1.1" status: 200 len: 217 time: 0.5280478 Feb 11 04:44:41.991260 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97204f76-bbe3-46c3-a4f3-ee8627a273d3 admin admin] Publish callbacks [] for security_group (11ee45bb-a20b-43a9-b2c8-054a03409064), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.096599 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-97204f76-bbe3-46c3-a4f3-ee8627a273d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (11ee45bb-a20b-43a9-b2c8-054a03409064), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.156906 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29391d8e-56c5-4815-98fd-a55a5c656784 req-07d466c8-ac47-4eae-9e7e-81e311f53c1e service neutron] 10.222.0.32 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7400446 Feb 11 04:44:42.158642 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-97204f76-bbe3-46c3-a4f3-ee8627a273d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62a9cee501cb46fdb3d1b148497b12b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5141749 Feb 11 04:44:42.160918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44708) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:42.186506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3faa39-b3e4-498c-8102-0281f8fe0d35 req-4c1fd1f9-ddc6-4ee4-86d6-7a29cc02d2cf tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:42.195755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c3faa39-b3e4-498c-8102-0281f8fe0d35 req-4c1fd1f9-ddc6-4ee4-86d6-7a29cc02d2cf tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.5906940 Feb 11 04:44:42.226578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97204f76-bbe3-46c3-a4f3-ee8627a273d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ee45bb-a20b-43a9-b2c8-054a03409064,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:42.228975 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cab65732-8105-44b1-b52f-864ce740d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:42.231096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-cab65732-8105-44b1-b52f-864ce740d418 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b81996e-fc00-4977-9834-00be71e6310f HTTP/1.1" status: 200 len: 855 time: 0.2245033 Feb 11 04:44:42.324789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c3faa39-b3e4-498c-8102-0281f8fe0d35 req-8f12015b-858c-4a3a-ab92-c1832d6dad74 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257787 Feb 11 04:44:42.479215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-2dd656ab-1aa2-4faf-ae26-16fd245d9952 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1871784 Feb 11 04:44:42.634746 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dff68ed7-0ddd-43d5-ab72-a8faea5ecdb0 admin admin] Publish callbacks [] for security_group (11ee45bb-a20b-43a9-b2c8-054a03409064), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.762579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31499127-1add-4842-bb4d-0723cc1c1b28 req-cbd7b695-07ce-4333-a50a-e8a704cf7fb6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:42.772219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31499127-1add-4842-bb4d-0723cc1c1b28 req-cbd7b695-07ce-4333-a50a-e8a704cf7fb6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:42.781365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31499127-1add-4842-bb4d-0723cc1c1b28 req-cbd7b695-07ce-4333-a50a-e8a704cf7fb6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:42.788622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31499127-1add-4842-bb4d-0723cc1c1b28 req-cbd7b695-07ce-4333-a50a-e8a704cf7fb6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:42.798320 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31499127-1add-4842-bb4d-0723cc1c1b28 req-cbd7b695-07ce-4333-a50a-e8a704cf7fb6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:42.804009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31499127-1add-4842-bb4d-0723cc1c1b28 req-cbd7b695-07ce-4333-a50a-e8a704cf7fb6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:42.810282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31499127-1add-4842-bb4d-0723cc1c1b28 req-cbd7b695-07ce-4333-a50a-e8a704cf7fb6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:42.812340 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31499127-1add-4842-bb4d-0723cc1c1b28 req-cbd7b695-07ce-4333-a50a-e8a704cf7fb6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.5708747 Feb 11 04:44:42.828232 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dff68ed7-0ddd-43d5-ab72-a8faea5ecdb0 admin admin] Publish callbacks [] for security_group (11ee45bb-a20b-43a9-b2c8-054a03409064), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:42.850034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29391d8e-56c5-4815-98fd-a55a5c656784 req-fff14f81-9afe-4dba-90b0-227d8da9903b service neutron] 10.222.0.32 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6179235 Feb 11 04:44:42.903940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-6a7c3934-41a8-44c1-a0d1-1814d4c38286 service neutron] 10.222.0.47 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136808 Feb 11 04:44:42.921394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08732280-923b-462e-a462-a70df31bb791 req-434620a5-d669-4710-84fc-bba21b0a0234 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:42.928900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08732280-923b-462e-a462-a70df31bb791 req-434620a5-d669-4710-84fc-bba21b0a0234 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 943 time: 0.4534433 Feb 11 04:44:43.095262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31499127-1add-4842-bb4d-0723cc1c1b28 req-0b64de9b-169f-4f53-88a8-2c81b14b5dc6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2647088 Feb 11 04:44:43.099449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08732280-923b-462e-a462-a70df31bb791 req-b5bdc37c-955c-4af5-866d-85c795586342 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697998 Feb 11 04:44:43.130599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a036b08-4128-46d6-87aa-dca71403fc34 req-51fd5939-97c0-4d23-bfdb-250568a9db63 service neutron] 10.222.0.47 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995468 Feb 11 04:44:43.217849 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dff68ed7-0ddd-43d5-ab72-a8faea5ecdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (11ee45bb-a20b-43a9-b2c8-054a03409064), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:43.220546 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dff68ed7-0ddd-43d5-ab72-a8faea5ecdb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:43.221759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dff68ed7-0ddd-43d5-ab72-a8faea5ecdb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11ee45bb-a20b-43a9-b2c8-054a03409064 HTTP/1.1" status: 204 len: 168 time: 1.0594475 Feb 11 04:44:43.255538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff68ed7-0ddd-43d5-ab72-a8faea5ecdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ee45bb-a20b-43a9-b2c8-054a03409064,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:43.372750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb768c6e-7a67-4f0c-9886-f38b9c62cb72 req-10040eb8-c61a-460e-8aa9-deb11b9beaa3 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:43.376079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb768c6e-7a67-4f0c-9886-f38b9c62cb72 req-10040eb8-c61a-460e-8aa9-deb11b9beaa3 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 943 time: 0.1677620 Feb 11 04:44:43.418436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481dd0e-e4ff-4fc3-9032-cf990c07e4d3 req-d517bba3-4ac3-4ec3-9353-4c3a40b64347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:43.420901 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c481dd0e-e4ff-4fc3-9032-cf990c07e4d3 req-d517bba3-4ac3-4ec3-9353-4c3a40b64347 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 1126 time: 0.1378326 Feb 11 04:44:43.539468 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb768c6e-7a67-4f0c-9886-f38b9c62cb72 req-60faf46a-d57c-4c0b-8bfe-91464b5b51d1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542821 Feb 11 04:44:43.639649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3aea4c-b66f-4c33-9535-d20f51853c70 req-d5df3178-a839-4634-ac09-6528b64cb8de tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:43.642475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e3aea4c-b66f-4c33-9535-d20f51853c70 req-d5df3178-a839-4634-ac09-6528b64cb8de tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.1873856 Feb 11 04:44:43.729239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481dd0e-e4ff-4fc3-9032-cf990c07e4d3 req-8476a0fd-121c-4751-8582-d071119aa4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:43.731134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c481dd0e-e4ff-4fc3-9032-cf990c07e4d3 req-8476a0fd-121c-4751-8582-d071119aa4a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 200 len: 916 time: 0.3020961 Feb 11 04:44:43.738023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e3aea4c-b66f-4c33-9535-d20f51853c70 req-9d6acf66-62ad-40b4-bdad-c6060fe2b110 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835636 Feb 11 04:44:43.813491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c481dd0e-e4ff-4fc3-9032-cf990c07e4d3 req-9233f6e6-c57a-49a0-9196-0c4009a59c27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b HTTP/1.1" status: 200 len: 217 time: 0.0579953 Feb 11 04:44:43.945533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481dd0e-e4ff-4fc3-9032-cf990c07e4d3 req-75a081a8-ae59-4fcb-99d2-251b967d2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:43.960069 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c481dd0e-e4ff-4fc3-9032-cf990c07e4d3 req-75a081a8-ae59-4fcb-99d2-251b967d2254 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b81996e-fc00-4977-9834-00be71e6310f HTTP/1.1" status: 200 len: 855 time: 0.1450820 Feb 11 04:44:43.997587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 3c6c895f-a204-48c8-98e8-3f75777d97b5 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:44:44.055724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c481dd0e-e4ff-4fc3-9032-cf990c07e4d3 req-7ab7da0f-a9b2-47b8-b03f-67f22390c0a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856853 Feb 11 04:44:44.234520 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c481dd0e-e4ff-4fc3-9032-cf990c07e4d3 req-11e08dad-a936-4546-9356-4e9c0f1462f0 service neutron] 10.222.0.47 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730449 Feb 11 04:44:44.278057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 3c6c895f-a204-48c8-98e8-3f75777d97b5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:44.311972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'port_id': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'mac_address': 'fa:16:3e:ab:4c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:44:44.417134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 3c6c895f-a204-48c8-98e8-3f75777d97b5 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:44.418244 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:44.419861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44744) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:44.446863 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-782a7fbc-d056-439a-84f6-929f99f9f0af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:44.472746 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6c895f-a204-48c8-98e8-3f75777d97b5 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:44.529474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 3c6c895f-a204-48c8-98e8-3f75777d97b5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:44.609271 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-782a7fbc-d056-439a-84f6-929f99f9f0af admin admin] Publish callbacks [] for security_group (b83a821f-3916-43ae-8bf1-fe1c1d2d9961), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:44.648611 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:44.667460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c481dd0e-e4ff-4fc3-9032-cf990c07e4d3 req-d3f9f87f-a722-406e-bc19-b7bd864b8b98 service neutron] 10.222.0.47 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266758 Feb 11 04:44:44.712683 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-782a7fbc-d056-439a-84f6-929f99f9f0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b83a821f-3916-43ae-8bf1-fe1c1d2d9961), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:44.764635 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=3c6c895f-a204-48c8-98e8-3f75777d97b5,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:44.778928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:44.779549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:44.780189 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:44.780708 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:44.781259 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:44.782314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:44.782904 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:44.784017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:44.784557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:44.785063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:44.785605 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:44.786101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:44.786889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:44:44.788430 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac7fc0-30c8-402e-b7d0-fd3b56ddf833 req-dcc53f72-a15d-42e1-af18-e0d05f5554dc tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:44.803115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1ac7fc0-30c8-402e-b7d0-fd3b56ddf833 req-dcc53f72-a15d-42e1-af18-e0d05f5554dc tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 943 time: 0.2534120 Feb 11 04:44:44.825768 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-782a7fbc-d056-439a-84f6-929f99f9f0af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74d5c28a96d9422e88f39532ebd8429d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4037240 Feb 11 04:44:44.834799 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44750) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:44.885516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a7fbc-d056-439a-84f6-929f99f9f0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a821f-3916-43ae-8bf1-fe1c1d2d9961,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:44.897811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['3c6c895f-a204-48c8-98e8-3f75777d97b5'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:44.952366 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8b001f9-9e10-4f6b-82fd-456ecaf88b82 admin admin] Publish callbacks [] for security_group (b83a821f-3916-43ae-8bf1-fe1c1d2d9961), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:45.019546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaacb0-e7cf-416c-9e5b-cc0e33d6f20e req-bd2f292f-c679-4656-80f4-7164ea9d9a7d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:45.023116 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8b001f9-9e10-4f6b-82fd-456ecaf88b82 admin admin] Publish callbacks [] for security_group (b83a821f-3916-43ae-8bf1-fe1c1d2d9961), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:45.034666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaacb0-e7cf-416c-9e5b-cc0e33d6f20e req-bd2f292f-c679-4656-80f4-7164ea9d9a7d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:45.039686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:44:45.049006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaacb0-e7cf-416c-9e5b-cc0e33d6f20e req-bd2f292f-c679-4656-80f4-7164ea9d9a7d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:45.061220 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaacb0-e7cf-416c-9e5b-cc0e33d6f20e req-bd2f292f-c679-4656-80f4-7164ea9d9a7d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:45.073078 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaacb0-e7cf-416c-9e5b-cc0e33d6f20e req-bd2f292f-c679-4656-80f4-7164ea9d9a7d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:45.085211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaacb0-e7cf-416c-9e5b-cc0e33d6f20e req-bd2f292f-c679-4656-80f4-7164ea9d9a7d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:45.099945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaacb0-e7cf-416c-9e5b-cc0e33d6f20e req-bd2f292f-c679-4656-80f4-7164ea9d9a7d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:45.114449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2eaacb0-e7cf-416c-9e5b-cc0e33d6f20e req-bd2f292f-c679-4656-80f4-7164ea9d9a7d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.4140849 Feb 11 04:44:45.178673 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1ac7fc0-30c8-402e-b7d0-fd3b56ddf833 req-ba10c360-8dfe-4cb8-a5bb-3bec7200ed69 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3742805 Feb 11 04:44:45.185359 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8b001f9-9e10-4f6b-82fd-456ecaf88b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b83a821f-3916-43ae-8bf1-fe1c1d2d9961), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:45.188281 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8b001f9-9e10-4f6b-82fd-456ecaf88b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:45.190088 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d8b001f9-9e10-4f6b-82fd-456ecaf88b82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b83a821f-3916-43ae-8bf1-fe1c1d2d9961 HTTP/1.1" status: 204 len: 168 time: 0.3499961 Feb 11 04:44:45.208988 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b001f9-9e10-4f6b-82fd-456ecaf88b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a821f-3916-43ae-8bf1-fe1c1d2d9961,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:45.267951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f2eaacb0-e7cf-416c-9e5b-cc0e33d6f20e req-92fb5c88-4be0-489f-b7b1-148ce93c49b2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1501226 Feb 11 04:44:45.380890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:45.408619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5237c-7b16-4a69-ade2-ffe41d6477e2 req-824b25a2-ebc3-4259-ac6c-4c09efbecb35 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:45.417134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13b5237c-7b16-4a69-ade2-ffe41d6477e2 req-824b25a2-ebc3-4259-ac6c-4c09efbecb35 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.1275432 Feb 11 04:44:45.439517 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b', 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb', 'port_id': 'abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b', 'mac_address': 'fa:16:3e:eb:c9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b81996e-fc00-4977-9834-00be71e6310f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:44:45.534174 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13b5237c-7b16-4a69-ade2-ffe41d6477e2 req-4425946c-199b-40e6-a31c-b1bfb0f11987 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099997 Feb 11 04:44:45.553410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:45.553801 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:45.568651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf6f34-c38a-470e-99a7-619b2af37302 req-cfb491c6-bf15-4e5b-94c7-2fd8930d2faf tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:45.570361 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9bcf6f34-c38a-470e-99a7-619b2af37302 req-cfb491c6-bf15-4e5b-94c7-2fd8930d2faf tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 943 time: 0.0976140 Feb 11 04:44:45.626549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:44:45.686848 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:45.704887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9bcf6f34-c38a-470e-99a7-619b2af37302 req-533f5cf5-2b3d-4d54-bf1c-1a710d2ce6d4 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267211 Feb 11 04:44:45.762362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df9f94-90ed-4957-86aa-44ac5c883e58 req-45f80bce-bf1d-4081-a0b0-72f6c54d3c70 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:45.767776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6df9f94-90ed-4957-86aa-44ac5c883e58 req-45f80bce-bf1d-4081-a0b0-72f6c54d3c70 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.1096535 Feb 11 04:44:45.780236 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:45.908362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:45.936130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6df9f94-90ed-4957-86aa-44ac5c883e58 req-1b45f8c8-7636-4cb6-a71a-34a4e86d61f0 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619191 Feb 11 04:44:46.015491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:46.313534 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ecbe3-375c-4788-a42d-0980e7564ad7 req-0bdfe3dc-7674-4886-b6ef-149cf9241bb6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:46.319872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-906ecbe3-375c-4788-a42d-0980e7564ad7 req-0bdfe3dc-7674-4886-b6ef-149cf9241bb6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 944 time: 0.0711215 Feb 11 04:44:46.399803 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-906ecbe3-375c-4788-a42d-0980e7564ad7 req-329e48bd-40bf-4233-982c-ad40a0a7068f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731311 Feb 11 04:44:46.577053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b2dfd-a049-4991-8939-7c5428448374 req-7182ab3d-53ed-4b09-9bba-deaa8d4fb9c9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:46.582689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b2dfd-a049-4991-8939-7c5428448374 req-7182ab3d-53ed-4b09-9bba-deaa8d4fb9c9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:46.588633 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b2dfd-a049-4991-8939-7c5428448374 req-7182ab3d-53ed-4b09-9bba-deaa8d4fb9c9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:46.594775 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b2dfd-a049-4991-8939-7c5428448374 req-7182ab3d-53ed-4b09-9bba-deaa8d4fb9c9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:46.600111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b2dfd-a049-4991-8939-7c5428448374 req-7182ab3d-53ed-4b09-9bba-deaa8d4fb9c9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:46.606193 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b2dfd-a049-4991-8939-7c5428448374 req-7182ab3d-53ed-4b09-9bba-deaa8d4fb9c9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:46.611740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b2dfd-a049-4991-8939-7c5428448374 req-7182ab3d-53ed-4b09-9bba-deaa8d4fb9c9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:46.613676 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b59b2dfd-a049-4991-8939-7c5428448374 req-7182ab3d-53ed-4b09-9bba-deaa8d4fb9c9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1128025 Feb 11 04:44:46.701779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4b8cd-dba6-4695-b83c-22b79da8924f req-d282b272-e875-4233-98fc-bc133a796c96 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:46.703406 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-46c4b8cd-dba6-4695-b83c-22b79da8924f req-d282b272-e875-4233-98fc-bc133a796c96 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.0888038 Feb 11 04:44:46.750468 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b59b2dfd-a049-4991-8939-7c5428448374 req-1f55aac0-c1b3-4383-8e28-9441b7f2ab50 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251743 Feb 11 04:44:46.779293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-46c4b8cd-dba6-4695-b83c-22b79da8924f req-15692a19-968c-4fc0-b3e4-36eb6308809f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641224 Feb 11 04:44:46.918731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0123f3-f071-42c1-8d7b-4b01fc8f8d38 req-3f1cdb6d-123f-4b20-a1cb-f238bea66ed3 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:46.920911 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0123f3-f071-42c1-8d7b-4b01fc8f8d38 req-3f1cdb6d-123f-4b20-a1cb-f238bea66ed3 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 944 time: 0.0633726 Feb 11 04:44:46.996918 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0123f3-f071-42c1-8d7b-4b01fc8f8d38 req-747126fa-2ffb-4dac-837e-2cfda032725e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678487 Feb 11 04:44:47.045613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:47.482006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:44:47.487376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:47.487784 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:47.613867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:47.644493 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:47.644714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ac445-270b-41f7-ae1c-f8a220b5d7b6 req-3a83fa4d-c7c4-4522-82d7-74baae27d762 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:47.644714 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba2ac445-270b-41f7-ae1c-f8a220b5d7b6 req-3a83fa4d-c7c4-4522-82d7-74baae27d762 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 944 time: 0.1285918 Feb 11 04:44:47.645649 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1db3c7d-201f-4665-9711-8e2238d925be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:47.647402 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36545a74-5cba-43d0-8f66-9c8b573de959" -d '{"events": [{"server_uuid": "d1db3c7d-201f-4665-9711-8e2238d925be", "name": "network-vif-plugged", "status": "completed", "tag": "abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:47.701196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:47.712748 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb20d62f-732f-49ef-b539-597cf6ce30a7 x-openstack-request-id: req-fb20d62f-732f-49ef-b539-597cf6ce30a7 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:47.716074 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1db3c7d-201f-4665-9711-8e2238d925be", "name": "network-vif-plugged", "status": "completed", "tag": "abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:47.716074 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb20d62f-732f-49ef-b539-597cf6ce30a7 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:47.716074 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1db3c7d-201f-4665-9711-8e2238d925be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b', 'code': 200} Feb 11 04:44:47.752963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba2ac445-270b-41f7-ae1c-f8a220b5d7b6 req-bc7d0819-9fdb-466c-910a-82fbf06a83a5 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195309 Feb 11 04:44:47.789146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0ee48-3eb1-4487-b86a-c8da4bded7a7 req-72bec6a5-7811-4557-99f1-332a3dc1957a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:47.790833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9e0ee48-3eb1-4487-b86a-c8da4bded7a7 req-72bec6a5-7811-4557-99f1-332a3dc1957a tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.1001742 Feb 11 04:44:47.876392 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:47.986008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4dc7d-6851-49f7-97c5-5253ea84ae23 req-6893ce3b-568c-4139-99bc-e49d27f22ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:47.988644 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fea4dc7d-6851-49f7-97c5-5253ea84ae23 req-6893ce3b-568c-4139-99bc-e49d27f22ebe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 1127 time: 0.1811626 Feb 11 04:44:47.999883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 3c6c895f-a204-48c8-98e8-3f75777d97b5 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:44:48.099742 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fea4dc7d-6851-49f7-97c5-5253ea84ae23 req-55d5ae25-c509-45f5-9303-d8b5f2eb8599 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981364 Feb 11 04:44:48.200195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:48.359560 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 3c6c895f-a204-48c8-98e8-3f75777d97b5 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:44:48.377492 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 3c6c895f-a204-48c8-98e8-3f75777d97b5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:44:48.378127 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.616420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde80a5e-95c6-4ac6-8ce2-cba070e7a858 req-81f31b57-4646-42e3-acf4-1174979bb35f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:48.623912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fde80a5e-95c6-4ac6-8ce2-cba070e7a858 req-81f31b57-4646-42e3-acf4-1174979bb35f tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 945 time: 0.6638608 Feb 11 04:44:48.662202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52961e29-ef9f-4ebf-a3da-c710915acb53 req-fdcd7a0f-d37f-405e-aeb0-f428c5d61275 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:48.668469 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52961e29-ef9f-4ebf-a3da-c710915acb53 req-fdcd7a0f-d37f-405e-aeb0-f428c5d61275 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:48.673924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52961e29-ef9f-4ebf-a3da-c710915acb53 req-fdcd7a0f-d37f-405e-aeb0-f428c5d61275 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:48.676264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 3c6c895f-a204-48c8-98e8-3f75777d97b5 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:44:48.679307 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.679556 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52961e29-ef9f-4ebf-a3da-c710915acb53 req-fdcd7a0f-d37f-405e-aeb0-f428c5d61275 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:48.686703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52961e29-ef9f-4ebf-a3da-c710915acb53 req-fdcd7a0f-d37f-405e-aeb0-f428c5d61275 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:48.692815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52961e29-ef9f-4ebf-a3da-c710915acb53 req-fdcd7a0f-d37f-405e-aeb0-f428c5d61275 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:48.699991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52961e29-ef9f-4ebf-a3da-c710915acb53 req-fdcd7a0f-d37f-405e-aeb0-f428c5d61275 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:48.708798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52961e29-ef9f-4ebf-a3da-c710915acb53 req-fdcd7a0f-d37f-405e-aeb0-f428c5d61275 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.7526689 Feb 11 04:44:48.732688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 3c6c895f-a204-48c8-98e8-3f75777d97b5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:48.753168 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d9e0ee48-3eb1-4487-b86a-c8da4bded7a7 req-474b633a-8432-42cc-abdb-f1ed2e2e7e2d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Deleting port 6fcd887a-f610-44af-8b2f-96a8d8c35e98 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:48.753661 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d9e0ee48-3eb1-4487-b86a-c8da4bded7a7 req-474b633a-8432-42cc-abdb-f1ed2e2e7e2d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6fcd887a-f610-44af-8b2f-96a8d8c35e98), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.820594 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:48.881978 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fde80a5e-95c6-4ac6-8ce2-cba070e7a858 req-25a62307-824b-41d7-ba44-2f331b1e9b5e tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456155 Feb 11 04:44:48.934999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=3c6c895f-a204-48c8-98e8-3f75777d97b5,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:48.954807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52961e29-ef9f-4ebf-a3da-c710915acb53 req-25deb3ad-d939-455f-a48f-8fb18f27d72b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2447481 Feb 11 04:44:48.961252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d9e0ee48-3eb1-4487-b86a-c8da4bded7a7 req-474b633a-8432-42cc-abdb-f1ed2e2e7e2d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] For port 6fcd887a-f610-44af-8b2f-96a8d8c35e98, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=6fcd887a-f610-44af-8b2f-96a8d8c35e98,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:48.962135 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d9e0ee48-3eb1-4487-b86a-c8da4bded7a7 req-474b633a-8432-42cc-abdb-f1ed2e2e7e2d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6fcd887a-f610-44af-8b2f-96a8d8c35e98), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:49.018952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d9e0ee48-3eb1-4487-b86a-c8da4bded7a7 req-474b633a-8432-42cc-abdb-f1ed2e2e7e2d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Calling delete_port for 6fcd887a-f610-44af-8b2f-96a8d8c35e98 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:49.126999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baceff0-dee9-403a-85c6-bead5a974ac2 req-2b99b791-280c-4b27-85ba-ae44fbabedd7 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:49.128667 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4baceff0-dee9-403a-85c6-bead5a974ac2 req-2b99b791-280c-4b27-85ba-ae44fbabedd7 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 945 time: 0.1409948 Feb 11 04:44:49.252606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15137e5-3ff1-4aae-86ab-15b25345209f req-8dd66ceb-c847-4159-98d1-04bde444c342 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:49.254237 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d15137e5-3ff1-4aae-86ab-15b25345209f req-8dd66ceb-c847-4159-98d1-04bde444c342 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.1146917 Feb 11 04:44:49.263401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4baceff0-dee9-403a-85c6-bead5a974ac2 req-0db1af89-1bdb-49f1-bb45-84acad297aee tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878296 Feb 11 04:44:49.384491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d15137e5-3ff1-4aae-86ab-15b25345209f req-77ff86ff-85fb-468c-a644-c571141619f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960462 Feb 11 04:44:49.449782 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d9e0ee48-3eb1-4487-b86a-c8da4bded7a7 req-474b633a-8432-42cc-abdb-f1ed2e2e7e2d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6fcd887a-f610-44af-8b2f-96a8d8c35e98), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:49.466941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2e74a29c-ebd3-4304-b302-16a2ee2d9d04', '6fcd887a-f610-44af-8b2f-96a8d8c35e98'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:49.484275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b633a-8432-42cc-abdb-f1ed2e2e7e2d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Pushing event deleted for resources: {'Port': ['ID=6fcd887a-f610-44af-8b2f-96a8d8c35e98,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:49.542561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e0ee48-3eb1-4487-b86a-c8da4bded7a7 req-474b633a-8432-42cc-abdb-f1ed2e2e7e2d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] No DVR routers for this DVR port 6fcd887a-f610-44af-8b2f-96a8d8c35e98 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:44:49.546250 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d9e0ee48-3eb1-4487-b86a-c8da4bded7a7 req-474b633a-8432-42cc-abdb-f1ed2e2e7e2d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:49.551490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9e0ee48-3eb1-4487-b86a-c8da4bded7a7 req-474b633a-8432-42cc-abdb-f1ed2e2e7e2d tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "DELETE /v2.0/ports/6fcd887a-f610-44af-8b2f-96a8d8c35e98 HTTP/1.1" status: 204 len: 173 time: 1.7552941 Feb 11 04:44:49.552314 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a114f30-3251-4bb1-9867-4f615dd068dc', 'name': 'network-vif-deleted', 'tag': '6fcd887a-f610-44af-8b2f-96a8d8c35e98'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:49.562783 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f6ca47-0085-4502-b7ee-76320f72467d" -d '{"events": [{"server_uuid": "1a114f30-3251-4bb1-9867-4f615dd068dc", "name": "network-vif-deleted", "tag": "6fcd887a-f610-44af-8b2f-96a8d8c35e98"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:49.630949 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d10f2fc-8679-4f18-b590-bb6a9e51115b x-openstack-request-id: req-3d10f2fc-8679-4f18-b590-bb6a9e51115b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:49.631428 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a114f30-3251-4bb1-9867-4f615dd068dc", "name": "network-vif-deleted", "tag": "6fcd887a-f610-44af-8b2f-96a8d8c35e98", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:49.631848 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d10f2fc-8679-4f18-b590-bb6a9e51115b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:49.632349 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a114f30-3251-4bb1-9867-4f615dd068dc', 'name': 'network-vif-deleted', 'tag': '6fcd887a-f610-44af-8b2f-96a8d8c35e98', 'status': 'completed', 'code': 200} Feb 11 04:44:49.716014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:49.718898 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23304325-b412-46d5-8723-64e0a0ab9db2" -d '{"events": [{"server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "name": "network-vif-plugged", "status": "completed", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:49.761329 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8a7a67-454b-4187-afaa-1fce25d17120 x-openstack-request-id: req-aa8a7a67-454b-4187-afaa-1fce25d17120 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:49.762118 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "name": "network-vif-plugged", "status": "completed", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:49.762449 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa8a7a67-454b-4187-afaa-1fce25d17120 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:49.763001 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'code': 200} Feb 11 04:44:49.886388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84003e0f-e371-4439-a0dd-b813c2cf888e req-84f1f8d1-7798-4b05-89b9-04ff9c23355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:49.888640 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84003e0f-e371-4439-a0dd-b813c2cf888e req-84f1f8d1-7798-4b05-89b9-04ff9c23355e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 1128 time: 0.0646148 Feb 11 04:44:49.985079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84003e0f-e371-4439-a0dd-b813c2cf888e req-5167b604-0fb9-4a2b-8e63-bfed60dff7d8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883918 Feb 11 04:44:50.050839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3ad4e87-c98b-4d66-957e-cdccbdcaf458 req-5d83c055-25e0-4213-9591-a6b916730767 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a114f30-3251-4bb1-9867-4f615dd068dc HTTP/1.1" status: 200 len: 210 time: 0.0581870 Feb 11 04:44:50.161929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a9f5a-e035-4efd-9e2b-bb6b04229e25 req-ed3a46c9-bebc-4905-a70d-4062bf09e35b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:50.169887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a9f5a-e035-4efd-9e2b-bb6b04229e25 req-ed3a46c9-bebc-4905-a70d-4062bf09e35b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:50.175754 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a9f5a-e035-4efd-9e2b-bb6b04229e25 req-ed3a46c9-bebc-4905-a70d-4062bf09e35b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:50.181077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a9f5a-e035-4efd-9e2b-bb6b04229e25 req-ed3a46c9-bebc-4905-a70d-4062bf09e35b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:50.187603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a9f5a-e035-4efd-9e2b-bb6b04229e25 req-ed3a46c9-bebc-4905-a70d-4062bf09e35b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:50.192969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a9f5a-e035-4efd-9e2b-bb6b04229e25 req-ed3a46c9-bebc-4905-a70d-4062bf09e35b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:50.200332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a9f5a-e035-4efd-9e2b-bb6b04229e25 req-ed3a46c9-bebc-4905-a70d-4062bf09e35b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:50.202313 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf8a9f5a-e035-4efd-9e2b-bb6b04229e25 req-ed3a46c9-bebc-4905-a70d-4062bf09e35b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1137867 Feb 11 04:44:50.280133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf8a9f5a-e035-4efd-9e2b-bb6b04229e25 req-a500b0e3-3c0f-42c1-bf58-fdbcee8a7580 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707119 Feb 11 04:44:50.423333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623f69f-5d10-4bff-ae80-13d1f04310d4 req-6d89ebee-93b1-41d6-a2cd-1cccf540083e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:50.425300 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b623f69f-5d10-4bff-ae80-13d1f04310d4 req-6d89ebee-93b1-41d6-a2cd-1cccf540083e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 945 time: 0.0620730 Feb 11 04:44:50.536552 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b623f69f-5d10-4bff-ae80-13d1f04310d4 req-c5271a1a-7e0c-4a29-b632-5b1db303f2bb tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918739 Feb 11 04:44:50.620835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5435a62-a947-42ad-9751-c22477de4ccd req-5ec997cd-0d40-425d-9d10-cbd11bb81ea9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:50.633879 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5435a62-a947-42ad-9751-c22477de4ccd req-5ec997cd-0d40-425d-9d10-cbd11bb81ea9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.1102693 Feb 11 04:44:50.659072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-a540347e-6e65-4af7-a0aa-d05342d5cf68 req-c9db3503-b2f9-4c41-88b8-d82760ea584c service neutron] (103809) timed out ('10.222.0.13', 34450) {{(pid=103809) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 04:44:50.711007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5435a62-a947-42ad-9751-c22477de4ccd req-e2e8b7dd-dacf-468b-a534-fcb04474f237 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758412 Feb 11 04:44:51.478802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47d0ed-599e-4af3-a29c-41b4329c98ed req-78c70a11-c64d-437a-b28d-ca74c6ad55a6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:51.488601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47d0ed-599e-4af3-a29c-41b4329c98ed req-78c70a11-c64d-437a-b28d-ca74c6ad55a6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:51.497853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47d0ed-599e-4af3-a29c-41b4329c98ed req-78c70a11-c64d-437a-b28d-ca74c6ad55a6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:51.503579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47d0ed-599e-4af3-a29c-41b4329c98ed req-78c70a11-c64d-437a-b28d-ca74c6ad55a6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:51.509349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47d0ed-599e-4af3-a29c-41b4329c98ed req-78c70a11-c64d-437a-b28d-ca74c6ad55a6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:51.515536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47d0ed-599e-4af3-a29c-41b4329c98ed req-78c70a11-c64d-437a-b28d-ca74c6ad55a6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:51.522226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47d0ed-599e-4af3-a29c-41b4329c98ed req-78c70a11-c64d-437a-b28d-ca74c6ad55a6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:51.524674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db47d0ed-599e-4af3-a29c-41b4329c98ed req-78c70a11-c64d-437a-b28d-ca74c6ad55a6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1295497 Feb 11 04:44:51.645377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db47d0ed-599e-4af3-a29c-41b4329c98ed req-468d5944-b54e-4bab-b93b-4e83d3d7522c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881701 Feb 11 04:44:51.895699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6433264-3ccf-4058-83da-4e90dbcacba0 req-af6c3cd7-a7dc-4327-af72-5bf57a498efb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:51.897292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6433264-3ccf-4058-83da-4e90dbcacba0 req-af6c3cd7-a7dc-4327-af72-5bf57a498efb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.0701926 Feb 11 04:44:51.959375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6433264-3ccf-4058-83da-4e90dbcacba0 req-63a8514a-b9e0-41fb-9fbe-1ebee1d6c0df tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530801 Feb 11 04:44:52.155874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2a47c-b753-43f6-bb4f-638960b0d049 req-36e3c7a3-b185-4965-8601-446dc6690c28 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:52.158448 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0d2a47c-b753-43f6-bb4f-638960b0d049 req-36e3c7a3-b185-4965-8601-446dc6690c28 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.0879533 Feb 11 04:44:52.250771 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0d2a47c-b753-43f6-bb4f-638960b0d049 req-15296cb7-fa18-490c-8b40-6b1c47c693b2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850356 Feb 11 04:44:52.277637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44872) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:52.383536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f9a8fb-2c18-4752-bd8e-3a71dc86ac10 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:52.385128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a6f9a8fb-2c18-4752-bd8e-3a71dc86ac10 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 1123 time: 0.1057196 Feb 11 04:44:52.390543 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44874) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:52.395013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:44:52.422094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a22e3f-2619-4742-b8c2-12b995e4eb08 req-27d3d430-6afb-4044-9a52-ade89631f144 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:52.423867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0a22e3f-2619-4742-b8c2-12b995e4eb08 req-27d3d430-6afb-4044-9a52-ade89631f144 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 946 time: 0.0935080 Feb 11 04:44:52.492927 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:52.563238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0a22e3f-2619-4742-b8c2-12b995e4eb08 req-579ea8e3-7961-4bed-986a-05eaa9b0358b tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315777 Feb 11 04:44:52.707208 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:52.934007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18832c-f8b6-40d3-8b48-fc208c790116 req-98a78d1a-7dcc-40bb-8a6f-dca8abbb48c0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:52.941378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18832c-f8b6-40d3-8b48-fc208c790116 req-98a78d1a-7dcc-40bb-8a6f-dca8abbb48c0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:52.945717 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18832c-f8b6-40d3-8b48-fc208c790116 req-98a78d1a-7dcc-40bb-8a6f-dca8abbb48c0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:52.951683 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18832c-f8b6-40d3-8b48-fc208c790116 req-98a78d1a-7dcc-40bb-8a6f-dca8abbb48c0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:52.957338 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18832c-f8b6-40d3-8b48-fc208c790116 req-98a78d1a-7dcc-40bb-8a6f-dca8abbb48c0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:52.962921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18832c-f8b6-40d3-8b48-fc208c790116 req-98a78d1a-7dcc-40bb-8a6f-dca8abbb48c0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:52.969239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18832c-f8b6-40d3-8b48-fc208c790116 req-98a78d1a-7dcc-40bb-8a6f-dca8abbb48c0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:52.971247 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd18832c-f8b6-40d3-8b48-fc208c790116 req-98a78d1a-7dcc-40bb-8a6f-dca8abbb48c0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1808479 Feb 11 04:44:52.984127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.25.3.226 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/7016bc6b-2bec-4059-a3db-6689db300012) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:44:53.070488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 6fcd887a-f610-44af-8b2f-96a8d8c35e98 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:53.120092 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 6fcd887a-f610-44af-8b2f-96a8d8c35e98 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:44:53.133631 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 6fcd887a-f610-44af-8b2f-96a8d8c35e98 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:44:53.142528 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6acbc228-ac77-4723-a6df-a07979d9028c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.164725 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd18832c-f8b6-40d3-8b48-fc208c790116 req-5006247b-573d-423f-958d-524bf5ecc6d8 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1703038 Feb 11 04:44:53.212152 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (7016bc6b-2bec-4059-a3db-6689db300012), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.317686 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7016bc6b-2bec-4059-a3db-6689db300012), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:53.364025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:44:53.367594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:44:53.372115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:44:53.398456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=7016bc6b-2bec-4059-a3db-6689db300012,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:53.676570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa9bfa-5cc4-417b-a83c-f1e53c1c64aa req-5451bd14-01a2-48c5-a2ec-98f632a9a8fa tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:53.678212 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08fa9bfa-5cc4-417b-a83c-f1e53c1c64aa req-5451bd14-01a2-48c5-a2ec-98f632a9a8fa tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 946 time: 0.1210256 Feb 11 04:44:53.908515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5f4d2-43f3-4e47-870c-0e9c58103520 req-95d174fa-bbcc-4641-8605-b50999e3f0f2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:53.910031 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82f5f4d2-43f3-4e47-870c-0e9c58103520 req-95d174fa-bbcc-4641-8605-b50999e3f0f2 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 946 time: 0.2154472 Feb 11 04:44:54.000903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-08fa9bfa-5cc4-417b-a83c-f1e53c1c64aa req-f92fdc70-0a2f-49e8-bbee-42503d274c64 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Deleting port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:44:54.001396 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-08fa9bfa-5cc4-417b-a83c-f1e53c1c64aa req-f92fdc70-0a2f-49e8-bbee-42503d274c64 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2e74a29c-ebd3-4304-b302-16a2ee2d9d04), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.010291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (c4845061-db65-4228-880f-8914a7b065db), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.095791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82f5f4d2-43f3-4e47-870c-0e9c58103520 req-166ef7cd-ea9a-4f8e-9cb3-4731d3ea1b62 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/security-groups?id=9458e68f-ba94-4a78-af5a-554afdc127b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490788 Feb 11 04:44:54.192610 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-08fa9bfa-5cc4-417b-a83c-f1e53c1c64aa req-f92fdc70-0a2f-49e8-bbee-42503d274c64 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] For port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=2e74a29c-ebd3-4304-b302-16a2ee2d9d04,segment=NetworkSegment(9100faf2-9cdb-429c-9f43-69269e2f503a),segment_id=9100faf2-9cdb-429c-9f43-69269e2f503a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:44:54.192989 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-08fa9bfa-5cc4-417b-a83c-f1e53c1c64aa req-f92fdc70-0a2f-49e8-bbee-42503d274c64 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2e74a29c-ebd3-4304-b302-16a2ee2d9d04), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.233595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-08fa9bfa-5cc4-417b-a83c-f1e53c1c64aa req-f92fdc70-0a2f-49e8-bbee-42503d274c64 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Calling delete_port for 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:44:54.247456 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7016bc6b-2bec-4059-a3db-6689db300012), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.472696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25e460-a13b-458a-9256-d3246580b89f req-8b478fc6-91b5-4212-8363-483c191e4539 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:54.478088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25e460-a13b-458a-9256-d3246580b89f req-8b478fc6-91b5-4212-8363-483c191e4539 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:54.484109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25e460-a13b-458a-9256-d3246580b89f req-8b478fc6-91b5-4212-8363-483c191e4539 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:54.489652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25e460-a13b-458a-9256-d3246580b89f req-8b478fc6-91b5-4212-8363-483c191e4539 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:54.495771 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25e460-a13b-458a-9256-d3246580b89f req-8b478fc6-91b5-4212-8363-483c191e4539 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:54.501323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25e460-a13b-458a-9256-d3246580b89f req-8b478fc6-91b5-4212-8363-483c191e4539 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:54.506597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25e460-a13b-458a-9256-d3246580b89f req-8b478fc6-91b5-4212-8363-483c191e4539 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:54.508547 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa25e460-a13b-458a-9256-d3246580b89f req-8b478fc6-91b5-4212-8363-483c191e4539 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1805120 Feb 11 04:44:54.662295 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa25e460-a13b-458a-9256-d3246580b89f req-f8f52a78-d736-4991-af23-b153a05f5edd tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1426528 Feb 11 04:44:54.672744 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (7016bc6b-2bec-4059-a3db-6689db300012), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.700781 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-08fa9bfa-5cc4-417b-a83c-f1e53c1c64aa req-f92fdc70-0a2f-49e8-bbee-42503d274c64 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (2e74a29c-ebd3-4304-b302-16a2ee2d9d04), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.724553 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['2e74a29c-ebd3-4304-b302-16a2ee2d9d04'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:44:54.740100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fdc70-0a2f-49e8-bbee-42503d274c64 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Pushing event deleted for resources: {'Port': ['ID=2e74a29c-ebd3-4304-b302-16a2ee2d9d04,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:54.745822 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (7016bc6b-2bec-4059-a3db-6689db300012), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.879210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=7016bc6b-2bec-4059-a3db-6689db300012,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:54.883905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fa9bfa-5cc4-417b-a83c-f1e53c1c64aa req-f92fdc70-0a2f-49e8-bbee-42503d274c64 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] No DVR routers for this DVR port 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:44:54.889202 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-08fa9bfa-5cc4-417b-a83c-f1e53c1c64aa req-f92fdc70-0a2f-49e8-bbee-42503d274c64 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.893546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-08fa9bfa-5cc4-417b-a83c-f1e53c1c64aa req-f92fdc70-0a2f-49e8-bbee-42503d274c64 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.47 "DELETE /v2.0/ports/2e74a29c-ebd3-4304-b302-16a2ee2d9d04 HTTP/1.1" status: 204 len: 173 time: 1.2091019 Feb 11 04:44:54.894006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac3f8f8-df50-43b9-8553-5c837ed059c5', 'name': 'network-vif-deleted', 'tag': '2e74a29c-ebd3-4304-b302-16a2ee2d9d04'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:54.896483 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72b5eb0-ed00-4a8b-a603-d98c827a6239" -d '{"events": [{"server_uuid": "2ac3f8f8-df50-43b9-8553-5c837ed059c5", "name": "network-vif-deleted", "tag": "2e74a29c-ebd3-4304-b302-16a2ee2d9d04"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:54.911180 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (c4845061-db65-4228-880f-8914a7b065db), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:54.974208 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a160e2b-6271-4d09-b33b-d6925f1a9b2b x-openstack-request-id: req-3a160e2b-6271-4d09-b33b-d6925f1a9b2b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:54.974902 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac3f8f8-df50-43b9-8553-5c837ed059c5", "name": "network-vif-deleted", "tag": "2e74a29c-ebd3-4304-b302-16a2ee2d9d04", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:54.975100 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a160e2b-6271-4d09-b33b-d6925f1a9b2b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:54.975495 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac3f8f8-df50-43b9-8553-5c837ed059c5', 'name': 'network-vif-deleted', 'tag': '2e74a29c-ebd3-4304-b302-16a2ee2d9d04', 'status': 'completed', 'code': 200} Feb 11 04:44:55.073631 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Floating IP c4845061-db65-4228-880f-8914a7b065db associated. External IP: 172.25.3.226, port: 3c6c895f-a204-48c8-98e8-3f75777d97b5. Feb 11 04:44:55.247413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-414e8472-8d1e-42fc-88e8-238134086f89 req-128148e9-3359-428b-8e2b-2a991b2b1918 tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 210 time: 0.0418019 Feb 11 04:44:55.409595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router 291374c7-f2c4-47dd-8088-93248a33b2b4 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:44:55.437374 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-11584f1d-d9d7-4676-9165-c7ad3c6250e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:55.966867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:44:55.987049 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1875664c-00a4-4a5e-8eb2-95597ba85a9f None None] Sync routers for ids ['291374c7-f2c4-47dd-8088-93248a33b2b4'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:44:55.999834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c912200-d390-4179-b6ef-25ee18306767 req-b6e660ed-edaf-41f1-b4da-95fa4eea4cab tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:56.005309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c912200-d390-4179-b6ef-25ee18306767 req-b6e660ed-edaf-41f1-b4da-95fa4eea4cab tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:56.011189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c912200-d390-4179-b6ef-25ee18306767 req-b6e660ed-edaf-41f1-b4da-95fa4eea4cab tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:56.014204 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1875664c-00a4-4a5e-8eb2-95597ba85a9f None None] Routers {'291374c7-f2c4-47dd-8088-93248a33b2b4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:56.014887 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1875664c-00a4-4a5e-8eb2-95597ba85a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:44:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['291374c7-f2c4-47dd-8088-93248a33b2b4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:56.016586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c912200-d390-4179-b6ef-25ee18306767 req-b6e660ed-edaf-41f1-b4da-95fa4eea4cab tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:56.022067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c912200-d390-4179-b6ef-25ee18306767 req-b6e660ed-edaf-41f1-b4da-95fa4eea4cab tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:56.027772 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c912200-d390-4179-b6ef-25ee18306767 req-b6e660ed-edaf-41f1-b4da-95fa4eea4cab tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:56.033275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c912200-d390-4179-b6ef-25ee18306767 req-b6e660ed-edaf-41f1-b4da-95fa4eea4cab tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:56.035191 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c912200-d390-4179-b6ef-25ee18306767 req-b6e660ed-edaf-41f1-b4da-95fa4eea4cab tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1404295 Feb 11 04:44:56.107808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c912200-d390-4179-b6ef-25ee18306767 req-43742b48-4088-4c47-884d-890bca32452c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663648 Feb 11 04:44:56.146105 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-1875664c-00a4-4a5e-8eb2-95597ba85a9f None None] Set router 291374c7-f2c4-47dd-8088-93248a33b2b4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:56.432768 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b81f312-1d8f-473e-9c9c-41441c8e8552 req-4584fbf0-881b-4dab-96b2-e02332bc038c tempest-ServersTestJSON-2009062424 tempest-ServersTestJSON-2009062424-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ac3f8f8-df50-43b9-8553-5c837ed059c5 HTTP/1.1" status: 200 len: 210 time: 0.0413201 Feb 11 04:44:56.490949 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1875664c-00a4-4a5e-8eb2-95597ba85a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:14Z', 'updated_at': '2022-02-11T04:44:22Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:16Z', 'updated_at': '2022-02-11T04:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'c4845061-db65-4228-880f-8914a7b065db', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'port_id': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'mac_address': 'fa:16:3e:ab:4c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:44:53Z', 'updated_at': '2022-02-11T04:44:53Z', 'revision_number': 0, 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55b79c8-1c40-4f92-93f8-686933904064', 'name': '', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:54:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:22Z', 'updated_at': '2022-02-11T04:44:27Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:56.504532 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:56.537320 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1875664c-00a4-4a5e-8eb2-95597ba85a9f None None] Checking router: 291374c7-f2c4-47dd-8088-93248a33b2b4 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:44:56.554362 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1875664c-00a4-4a5e-8eb2-95597ba85a9f None None] Routers {'291374c7-f2c4-47dd-8088-93248a33b2b4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:44:56.555387 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1875664c-00a4-4a5e-8eb2-95597ba85a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:44:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['291374c7-f2c4-47dd-8088-93248a33b2b4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:56.563556 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7bd7aa07-0cd9-4ae1-871c-c65800707f46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1719744 Feb 11 04:44:56.660014 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:56.701273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cabf5-ebe8-460c-bf68-42bd97d108c5 req-65657c57-3ece-4a90-a9c6-3f4fce136423 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:56.703111 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-768cabf5-ebe8-460c-bf68-42bd97d108c5 req-65657c57-3ece-4a90-a9c6-3f4fce136423 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.0639772 Feb 11 04:44:56.765983 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-768cabf5-ebe8-460c-bf68-42bd97d108c5 req-464f16d3-497d-4de9-8abb-82a002d69d36 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557866 Feb 11 04:44:56.767592 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-1875664c-00a4-4a5e-8eb2-95597ba85a9f None None] Set router 291374c7-f2c4-47dd-8088-93248a33b2b4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:44:56.796303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44900) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:56.881417 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3e804a37-37b3-448c-aa46-2560777e1f6a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/c4845061-db65-4228-880f-8914a7b065db HTTP/1.1" status: 200 len: 991 time: 0.0825126 Feb 11 04:44:56.977146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:44:56.981413 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4ffef0-79d6-43e1-a452-70900202b418" -d '{"events": [{"name": "network-changed", "server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:44:57.022116 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b1a7be-1f7d-435e-aa60-a2946a317725 x-openstack-request-id: req-02b1a7be-1f7d-435e-aa60-a2946a317725 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:44:57.022409 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:44:57.022693 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02b1a7be-1f7d-435e-aa60-a2946a317725 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:44:57.023105 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'status': 'completed', 'code': 200} Feb 11 04:44:57.114433 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1875664c-00a4-4a5e-8eb2-95597ba85a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:14Z', 'updated_at': '2022-02-11T04:44:22Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:16Z', 'updated_at': '2022-02-11T04:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'c4845061-db65-4228-880f-8914a7b065db', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'port_id': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'mac_address': 'fa:16:3e:ab:4c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:44:53Z', 'updated_at': '2022-02-11T04:44:53Z', 'revision_number': 0, 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55b79c8-1c40-4f92-93f8-686933904064', 'name': '', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:54:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:22Z', 'updated_at': '2022-02-11T04:44:27Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:57.130503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ffef0-79d6-43e1-a452-70900202b418 req-ddfbd0f0-9883-4eab-993e-740e9ec5f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.133419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e4ffef0-79d6-43e1-a452-70900202b418 req-ddfbd0f0-9883-4eab-993e-740e9ec5f933 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 1128 time: 0.0719516 Feb 11 04:44:57.156407 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1875664c-00a4-4a5e-8eb2-95597ba85a9f None None] The sync data for ids ['291374c7-f2c4-47dd-8088-93248a33b2b4'] in n-d-712142-35 is: [{'id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:14Z', 'updated_at': '2022-02-11T04:44:22Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:16Z', 'updated_at': '2022-02-11T04:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'c4845061-db65-4228-880f-8914a7b065db', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'port_id': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'mac_address': 'fa:16:3e:ab:4c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:44:53Z', 'updated_at': '2022-02-11T04:44:53Z', 'revision_number': 0, 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55b79c8-1c40-4f92-93f8-686933904064', 'name': '', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:54:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:22Z', 'updated_at': '2022-02-11T04:44:27Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:44:57.319885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ffef0-79d6-43e1-a452-70900202b418 req-34f6694f-d98d-4731-a24a-4799d10adf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.323311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e4ffef0-79d6-43e1-a452-70900202b418 req-34f6694f-d98d-4731-a24a-4799d10adf07 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6 HTTP/1.1" status: 200 len: 898 time: 0.1814671 Feb 11 04:44:57.349725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b84c3-616c-4177-a32d-0a6239a0c96d req-a7aed594-f038-494c-bbd2-5bfe5ea014b0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.357037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b84c3-616c-4177-a32d-0a6239a0c96d req-a7aed594-f038-494c-bbd2-5bfe5ea014b0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.362690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b84c3-616c-4177-a32d-0a6239a0c96d req-a7aed594-f038-494c-bbd2-5bfe5ea014b0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.368292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b84c3-616c-4177-a32d-0a6239a0c96d req-a7aed594-f038-494c-bbd2-5bfe5ea014b0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.374147 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b84c3-616c-4177-a32d-0a6239a0c96d req-a7aed594-f038-494c-bbd2-5bfe5ea014b0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.379679 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b84c3-616c-4177-a32d-0a6239a0c96d req-a7aed594-f038-494c-bbd2-5bfe5ea014b0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.386882 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b84c3-616c-4177-a32d-0a6239a0c96d req-a7aed594-f038-494c-bbd2-5bfe5ea014b0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.395086 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b8b84c3-616c-4177-a32d-0a6239a0c96d req-a7aed594-f038-494c-bbd2-5bfe5ea014b0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1512380 Feb 11 04:44:57.494057 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e4ffef0-79d6-43e1-a452-70900202b418 req-cd3e00e5-bfb2-4270-86e5-47cc58794053 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5 HTTP/1.1" status: 200 len: 999 time: 0.1666572 Feb 11 04:44:57.513391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ad80a-8088-447b-b36e-f101a1dd1d37 None None] New status for floating IP c4845061-db65-4228-880f-8914a7b065db: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:44:57.549893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44908) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:57.563275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b8b84c3-616c-4177-a32d-0a6239a0c96d req-f2d49d05-ae45-4705-8232-aa1772758cae tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1670599 Feb 11 04:44:57.611719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ffef0-79d6-43e1-a452-70900202b418 req-ec722784-fc6e-499f-b73e-11122110ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.611965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a23892d-eda6-4f7c-8f98-7fd6ac13b4d2 admin admin] Deleting subnet 7095a7d5-9123-4335-ad46-28c56530f769 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:44:57.614251 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e4ffef0-79d6-43e1-a452-70900202b418 req-ec722784-fc6e-499f-b73e-11122110ac3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fd7e866-928c-4746-9210-ead8fc110e2a HTTP/1.1" status: 200 len: 835 time: 0.1108325 Feb 11 04:44:57.616038 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a23892d-eda6-4f7c-8f98-7fd6ac13b4d2 admin admin] Publish callbacks [] for subnet (7095a7d5-9123-4335-ad46-28c56530f769), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:57.658158 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a23892d-eda6-4f7c-8f98-7fd6ac13b4d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (7095a7d5-9123-4335-ad46-28c56530f769), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:57.708570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a23892d-eda6-4f7c-8f98-7fd6ac13b4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (7095a7d5-9123-4335-ad46-28c56530f769), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:57.724619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ffef0-79d6-43e1-a452-70900202b418 req-8f2b68e9-f7ec-4792-b91d-7d08d4482ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:57.726178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e4ffef0-79d6-43e1-a452-70900202b418 req-8f2b68e9-f7ec-4792-b91d-7d08d4482ba5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1060119 Feb 11 04:44:57.849265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e4ffef0-79d6-43e1-a452-70900202b418 req-b0efd789-2b9f-4189-b4e5-575027efc721 service neutron] 10.222.0.32 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166530 Feb 11 04:44:57.860456 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a23892d-eda6-4f7c-8f98-7fd6ac13b4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (7095a7d5-9123-4335-ad46-28c56530f769), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:57.943909 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23892d-eda6-4f7c-8f98-7fd6ac13b4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7095a7d5-9123-4335-ad46-28c56530f769,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:57.958110 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44910) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:57.971126 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a23892d-eda6-4f7c-8f98-7fd6ac13b4d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:57.984587 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2a23892d-eda6-4f7c-8f98-7fd6ac13b4d2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7095a7d5-9123-4335-ad46-28c56530f769 HTTP/1.1" status: 204 len: 168 time: 0.4316144 Feb 11 04:44:58.004378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e4ffef0-79d6-43e1-a452-70900202b418 req-d5ce9457-f4ba-43e9-8d7d-d4b4587c3e25 service neutron] 10.222.0.32 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468816 Feb 11 04:44:58.005241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44912) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:58.113130 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc61cfbe-bfd2-41c2-8c15-cada10660d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (ff866341-d213-41c7-afa0-ee3dd617201b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.115839 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6062a1a0-c43d-4cd6-b63d-e99e3db2c790 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/c4845061-db65-4228-880f-8914a7b065db HTTP/1.1" status: 200 len: 993 time: 0.1204329 Feb 11 04:44:58.223417 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc61cfbe-bfd2-41c2-8c15-cada10660d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (ff866341-d213-41c7-afa0-ee3dd617201b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.247968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-fc61cfbe-bfd2-41c2-8c15-cada10660d67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff866341-d213-41c7-afa0-ee3dd617201b']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:58.259838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-fc61cfbe-bfd2-41c2-8c15-cada10660d67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9100faf2-9cdb-429c-9f43-69269e2f503a') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:58.260249 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-fc61cfbe-bfd2-41c2-8c15-cada10660d67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9100faf2-9cdb-429c-9f43-69269e2f503a') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:44:58.274204 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc61cfbe-bfd2-41c2-8c15-cada10660d67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (9100faf2-9cdb-429c-9f43-69269e2f503a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.282914 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.291839 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc61cfbe-bfd2-41c2-8c15-cada10660d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9100faf2-9cdb-429c-9f43-69269e2f503a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.299372 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc61cfbe-bfd2-41c2-8c15-cada10660d67 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:44:58.300098 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc61cfbe-bfd2-41c2-8c15-cada10660d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (9100faf2-9cdb-429c-9f43-69269e2f503a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:44:58.301949 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:44:58.454407 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc61cfbe-bfd2-41c2-8c15-cada10660d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (ff866341-d213-41c7-afa0-ee3dd617201b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.459947 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc61cfbe-bfd2-41c2-8c15-cada10660d67 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:58.464871 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fc61cfbe-bfd2-41c2-8c15-cada10660d67 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ff866341-d213-41c7-afa0-ee3dd617201b HTTP/1.1" status: 204 len: 168 time: 0.4580779 Feb 11 04:44:58.479672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61cfbe-bfd2-41c2-8c15-cada10660d67 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff866341-d213-41c7-afa0-ee3dd617201b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:58.721410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf7192-d304-4e35-888f-9d51b3e6adc8 req-246de53d-92ef-4a1b-a30e-5dd093acca07 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:58.726990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf7192-d304-4e35-888f-9d51b3e6adc8 req-246de53d-92ef-4a1b-a30e-5dd093acca07 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:58.733106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf7192-d304-4e35-888f-9d51b3e6adc8 req-246de53d-92ef-4a1b-a30e-5dd093acca07 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:58.738565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf7192-d304-4e35-888f-9d51b3e6adc8 req-246de53d-92ef-4a1b-a30e-5dd093acca07 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:58.744014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf7192-d304-4e35-888f-9d51b3e6adc8 req-246de53d-92ef-4a1b-a30e-5dd093acca07 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:58.753593 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf7192-d304-4e35-888f-9d51b3e6adc8 req-246de53d-92ef-4a1b-a30e-5dd093acca07 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:58.754923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf7192-d304-4e35-888f-9d51b3e6adc8 req-246de53d-92ef-4a1b-a30e-5dd093acca07 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:44:58.756947 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6dcf7192-d304-4e35-888f-9d51b3e6adc8 req-246de53d-92ef-4a1b-a30e-5dd093acca07 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1034484 Feb 11 04:44:58.830170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6dcf7192-d304-4e35-888f-9d51b3e6adc8 req-99a91f39-8ab9-4d32-873e-35f1859acc56 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659037 Feb 11 04:44:59.067830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44926) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:59.118957 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cd47804a-ea8a-4b08-a839-e05c2fdd7f2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6de71a80dfc462da54bc2b2a455359a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469851 Feb 11 04:44:59.118957 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44928) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:44:59.122924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:44:59.166952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:44:59.167578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 2e74a29c-ebd3-4304-b302-16a2ee2d9d04 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:44:59.174070 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57f3db49-6f59-46ea-9afa-b4461c26eb7b admin admin] Publish callbacks [] for security_group (9458e68f-ba94-4a78-af5a-554afdc127b8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.200602 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57f3db49-6f59-46ea-9afa-b4461c26eb7b admin admin] Publish callbacks [] for security_group (9458e68f-ba94-4a78-af5a-554afdc127b8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.328736 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57f3db49-6f59-46ea-9afa-b4461c26eb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9458e68f-ba94-4a78-af5a-554afdc127b8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.331636 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-57f3db49-6f59-46ea-9afa-b4461c26eb7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:44:59.335090 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-57f3db49-6f59-46ea-9afa-b4461c26eb7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9458e68f-ba94-4a78-af5a-554afdc127b8 HTTP/1.1" status: 204 len: 168 time: 0.2129378 Feb 11 04:44:59.342824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3db49-6f59-46ea-9afa-b4461c26eb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9458e68f-ba94-4a78-af5a-554afdc127b8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:44:59.694476 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:00.020530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de2a0e-9481-4694-baa3-a32139a279e2 req-bc755d08-3af3-4d52-8923-3fe6469b7b62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:00.026050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de2a0e-9481-4694-baa3-a32139a279e2 req-bc755d08-3af3-4d52-8923-3fe6469b7b62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:00.032162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de2a0e-9481-4694-baa3-a32139a279e2 req-bc755d08-3af3-4d52-8923-3fe6469b7b62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:00.037592 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de2a0e-9481-4694-baa3-a32139a279e2 req-bc755d08-3af3-4d52-8923-3fe6469b7b62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:00.043104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de2a0e-9481-4694-baa3-a32139a279e2 req-bc755d08-3af3-4d52-8923-3fe6469b7b62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:00.048554 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de2a0e-9481-4694-baa3-a32139a279e2 req-bc755d08-3af3-4d52-8923-3fe6469b7b62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:00.054303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de2a0e-9481-4694-baa3-a32139a279e2 req-bc755d08-3af3-4d52-8923-3fe6469b7b62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:00.058674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76de2a0e-9481-4694-baa3-a32139a279e2 req-bc755d08-3af3-4d52-8923-3fe6469b7b62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1076262 Feb 11 04:45:00.123866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76de2a0e-9481-4694-baa3-a32139a279e2 req-c66af871-69cc-4a96-9e19-780c45556389 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600646 Feb 11 04:45:01.316820 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b983af-9e6f-47df-b5ad-6b3f64e6aeb1 req-438d4af7-ce99-4bca-8107-983346811d7c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:01.325529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b983af-9e6f-47df-b5ad-6b3f64e6aeb1 req-438d4af7-ce99-4bca-8107-983346811d7c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:01.332862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b983af-9e6f-47df-b5ad-6b3f64e6aeb1 req-438d4af7-ce99-4bca-8107-983346811d7c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:01.340899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b983af-9e6f-47df-b5ad-6b3f64e6aeb1 req-438d4af7-ce99-4bca-8107-983346811d7c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:01.348256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b983af-9e6f-47df-b5ad-6b3f64e6aeb1 req-438d4af7-ce99-4bca-8107-983346811d7c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:01.354637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b983af-9e6f-47df-b5ad-6b3f64e6aeb1 req-438d4af7-ce99-4bca-8107-983346811d7c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:01.361723 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b983af-9e6f-47df-b5ad-6b3f64e6aeb1 req-438d4af7-ce99-4bca-8107-983346811d7c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:01.363940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07b983af-9e6f-47df-b5ad-6b3f64e6aeb1 req-438d4af7-ce99-4bca-8107-983346811d7c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1332498 Feb 11 04:45:01.450313 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07b983af-9e6f-47df-b5ad-6b3f64e6aeb1 req-cc52bee7-6921-442f-8dcc-5029a5f7d6f0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793629 Feb 11 04:45:02.672532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba75f5-d46c-40f4-be02-817080d16d20 req-4f58fc65-9914-4a5b-b8fc-419bce83d090 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:02.697064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba75f5-d46c-40f4-be02-817080d16d20 req-4f58fc65-9914-4a5b-b8fc-419bce83d090 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:02.727766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba75f5-d46c-40f4-be02-817080d16d20 req-4f58fc65-9914-4a5b-b8fc-419bce83d090 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:02.742317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba75f5-d46c-40f4-be02-817080d16d20 req-4f58fc65-9914-4a5b-b8fc-419bce83d090 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:02.748271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba75f5-d46c-40f4-be02-817080d16d20 req-4f58fc65-9914-4a5b-b8fc-419bce83d090 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:02.755133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba75f5-d46c-40f4-be02-817080d16d20 req-4f58fc65-9914-4a5b-b8fc-419bce83d090 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:02.761188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba75f5-d46c-40f4-be02-817080d16d20 req-4f58fc65-9914-4a5b-b8fc-419bce83d090 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:02.769051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-acba75f5-d46c-40f4-be02-817080d16d20 req-4f58fc65-9914-4a5b-b8fc-419bce83d090 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.2307620 Feb 11 04:45:02.887737 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-acba75f5-d46c-40f4-be02-817080d16d20 req-70a93576-b389-4dfe-8535-df5fa2f43ad9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1174870 Feb 11 04:45:03.388494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf90fc5-0ddb-4c38-a60d-06a68b317d6b req-8685ab8e-add4-444c-aebc-d50ca5df5bf8 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:03.395192 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edf90fc5-0ddb-4c38-a60d-06a68b317d6b req-8685ab8e-add4-444c-aebc-d50ca5df5bf8 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 945 time: 0.1047058 Feb 11 04:45:03.451323 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edf90fc5-0ddb-4c38-a60d-06a68b317d6b req-105aecd8-ad54-4a32-9695-edb8f728d1a3 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535476 Feb 11 04:45:03.951170 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:04.097909 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a766c-c6db-47a0-8da1-6283bef03b63 req-8aa534d7-e01d-40b8-9b58-2362acbcd450 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:04.103268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a766c-c6db-47a0-8da1-6283bef03b63 req-8aa534d7-e01d-40b8-9b58-2362acbcd450 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:04.106084 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:04.110364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a766c-c6db-47a0-8da1-6283bef03b63 req-8aa534d7-e01d-40b8-9b58-2362acbcd450 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:04.114905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a766c-c6db-47a0-8da1-6283bef03b63 req-8aa534d7-e01d-40b8-9b58-2362acbcd450 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:04.120169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a766c-c6db-47a0-8da1-6283bef03b63 req-8aa534d7-e01d-40b8-9b58-2362acbcd450 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:04.126011 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a766c-c6db-47a0-8da1-6283bef03b63 req-8aa534d7-e01d-40b8-9b58-2362acbcd450 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:04.131483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a766c-c6db-47a0-8da1-6283bef03b63 req-8aa534d7-e01d-40b8-9b58-2362acbcd450 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:04.133470 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-740a766c-c6db-47a0-8da1-6283bef03b63 req-8aa534d7-e01d-40b8-9b58-2362acbcd450 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.0990021 Feb 11 04:45:04.267579 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-740a766c-c6db-47a0-8da1-6283bef03b63 req-6dd95827-5f23-4f39-9b32-0a577445cc1b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248946 Feb 11 04:45:04.453826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45022) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:04.636776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8def7-18f9-4c60-89bf-e531049d9b45 req-3c4d9e8d-3600-4b24-afb7-63823be6618d tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:04.651871 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01a8def7-18f9-4c60-89bf-e531049d9b45 req-3c4d9e8d-3600-4b24-afb7-63823be6618d tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 945 time: 0.1025069 Feb 11 04:45:04.663329 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf6dab40-1404-4f49-9f4d-a52237dee310 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:04.748340 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01a8def7-18f9-4c60-89bf-e531049d9b45 req-0270fb6a-a051-4024-a082-8b8d173c96d0 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954547 Feb 11 04:45:04.803559 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf6dab40-1404-4f49-9f4d-a52237dee310 admin admin] Publish callbacks [] for security_group (abe62fc0-d668-4b09-8919-8ea5b97b8369), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:04.861826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e4a39-5ece-4d1c-b5a6-64e637eaa80b req-de4b2262-9663-4ccf-a1a3-08bc9e0eaa96 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:04.863998 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-555e4a39-5ece-4d1c-b5a6-64e637eaa80b req-de4b2262-9663-4ccf-a1a3-08bc9e0eaa96 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.32 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 945 time: 0.0782404 Feb 11 04:45:04.915678 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf6dab40-1404-4f49-9f4d-a52237dee310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (abe62fc0-d668-4b09-8919-8ea5b97b8369), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:05.030576 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6dab40-1404-4f49-9f4d-a52237dee310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe62fc0-d668-4b09-8919-8ea5b97b8369,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:05.037924 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cf6dab40-1404-4f49-9f4d-a52237dee310 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55384405c9f64f67bf9de256b39a8bf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5837274 Feb 11 04:45:05.040306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45032) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:05.111158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-555e4a39-5ece-4d1c-b5a6-64e637eaa80b req-c52f15b8-784d-41ee-a060-2bbaf754574d tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Deleting port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:45:05.112688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-555e4a39-5ece-4d1c-b5a6-64e637eaa80b req-c52f15b8-784d-41ee-a060-2bbaf754574d tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (306c05a9-0258-4d4a-8e1c-aa1b9a6f245f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:05.188180 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Publish callbacks [] for security_group (abe62fc0-d668-4b09-8919-8ea5b97b8369), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:05.242212 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Publish callbacks [] for security_group (abe62fc0-d668-4b09-8919-8ea5b97b8369), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:05.288190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-555e4a39-5ece-4d1c-b5a6-64e637eaa80b req-c52f15b8-784d-41ee-a060-2bbaf754574d tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] For port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=306c05a9-0258-4d4a-8e1c-aa1b9a6f245f,segment=NetworkSegment(6849a946-918a-40c5-a44f-544cfb4b470a),segment_id=6849a946-918a-40c5-a44f-544cfb4b470a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:05.288570 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-555e4a39-5ece-4d1c-b5a6-64e637eaa80b req-c52f15b8-784d-41ee-a060-2bbaf754574d tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (306c05a9-0258-4d4a-8e1c-aa1b9a6f245f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:05.322271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-555e4a39-5ece-4d1c-b5a6-64e637eaa80b req-c52f15b8-784d-41ee-a060-2bbaf754574d tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Calling delete_port for 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:45:05.419913 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (abe62fc0-d668-4b09-8919-8ea5b97b8369), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:05.423162 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:05.426952 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abe62fc0-d668-4b09-8919-8ea5b97b8369 HTTP/1.1" status: 204 len: 168 time: 0.3828661 Feb 11 04:45:05.439691 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe62fc0-d668-4b09-8919-8ea5b97b8369,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:05.456280 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:05.456931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:05.457036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:05.457299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:05.457641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:05.457980 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:05.458317 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:05.458672 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:05.464750 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:05.465120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:05.465470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:05.465817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:05.466156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06971ac6-6704-4109-8455-49e5ad08d5f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:05.566161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814f5a-9d86-4d3a-b119-e74cfb535fdb req-011b4ee6-ce80-40a7-b86b-1f554aa6f6dc tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:05.574732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814f5a-9d86-4d3a-b119-e74cfb535fdb req-011b4ee6-ce80-40a7-b86b-1f554aa6f6dc tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:05.587060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814f5a-9d86-4d3a-b119-e74cfb535fdb req-011b4ee6-ce80-40a7-b86b-1f554aa6f6dc tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:05.594258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814f5a-9d86-4d3a-b119-e74cfb535fdb req-011b4ee6-ce80-40a7-b86b-1f554aa6f6dc tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:05.600935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814f5a-9d86-4d3a-b119-e74cfb535fdb req-011b4ee6-ce80-40a7-b86b-1f554aa6f6dc tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:05.607329 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814f5a-9d86-4d3a-b119-e74cfb535fdb req-011b4ee6-ce80-40a7-b86b-1f554aa6f6dc tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:05.613958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814f5a-9d86-4d3a-b119-e74cfb535fdb req-011b4ee6-ce80-40a7-b86b-1f554aa6f6dc tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:05.617073 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60814f5a-9d86-4d3a-b119-e74cfb535fdb req-011b4ee6-ce80-40a7-b86b-1f554aa6f6dc tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.2178626 Feb 11 04:45:05.739828 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60814f5a-9d86-4d3a-b119-e74cfb535fdb req-a318f6b8-06fb-4ab8-99da-98aa06dd6d60 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142526 Feb 11 04:45:05.796870 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-555e4a39-5ece-4d1c-b5a6-64e637eaa80b req-c52f15b8-784d-41ee-a060-2bbaf754574d tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (306c05a9-0258-4d4a-8e1c-aa1b9a6f245f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:05.809536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['306c05a9-0258-4d4a-8e1c-aa1b9a6f245f'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:05.859322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f15b8-784d-41ee-a060-2bbaf754574d tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Pushing event deleted for resources: {'Port': ['ID=306c05a9-0258-4d4a-8e1c-aa1b9a6f245f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:05.931192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-555e4a39-5ece-4d1c-b5a6-64e637eaa80b req-c52f15b8-784d-41ee-a060-2bbaf754574d tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] No DVR routers for this DVR port 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:45:05.942892 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-555e4a39-5ece-4d1c-b5a6-64e637eaa80b req-c52f15b8-784d-41ee-a060-2bbaf754574d tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:05.953180 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-555e4a39-5ece-4d1c-b5a6-64e637eaa80b req-c52f15b8-784d-41ee-a060-2bbaf754574d tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.32 "DELETE /v2.0/ports/306c05a9-0258-4d4a-8e1c-aa1b9a6f245f HTTP/1.1" status: 204 len: 173 time: 1.0734451 Feb 11 04:45:05.953180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4489b18c-8b47-45b9-8ca7-80a9aca9a012', 'name': 'network-vif-deleted', 'tag': '306c05a9-0258-4d4a-8e1c-aa1b9a6f245f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:05.953180 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28894ee0-04cf-4dbc-9d6d-e8d5805957dd" -d '{"events": [{"server_uuid": "4489b18c-8b47-45b9-8ca7-80a9aca9a012", "name": "network-vif-deleted", "tag": "306c05a9-0258-4d4a-8e1c-aa1b9a6f245f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:05.976401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30d881bc-79c2-42cb-8d11-f5efd22f9247 req-b4c8d84d-de70-4d75-9786-88ecee2f1ec4 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 210 time: 0.0679402 Feb 11 04:45:06.023135 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e535020-8a13-495d-a371-0f79afc81cd8 x-openstack-request-id: req-3e535020-8a13-495d-a371-0f79afc81cd8 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:06.023440 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4489b18c-8b47-45b9-8ca7-80a9aca9a012", "name": "network-vif-deleted", "tag": "306c05a9-0258-4d4a-8e1c-aa1b9a6f245f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:06.023701 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e535020-8a13-495d-a371-0f79afc81cd8 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:06.024164 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4489b18c-8b47-45b9-8ca7-80a9aca9a012', 'name': 'network-vif-deleted', 'tag': '306c05a9-0258-4d4a-8e1c-aa1b9a6f245f', 'status': 'completed', 'code': 200} Feb 11 04:45:06.675852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45062) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:06.691330 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54032877-6416-48bc-b35b-bbeb852fbd76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:06.772771 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54032877-6416-48bc-b35b-bbeb852fbd76 admin admin] Publish callbacks [] for security_group (36b252f5-6d1a-4a23-b14a-742fc7df9246), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:06.882784 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54032877-6416-48bc-b35b-bbeb852fbd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (36b252f5-6d1a-4a23-b14a-742fc7df9246), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:06.895052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7a9a-1a5c-4525-9b0c-50989a3a7f13 req-124d580b-d80f-4078-96f8-f49ddc1c532f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:06.900613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7a9a-1a5c-4525-9b0c-50989a3a7f13 req-124d580b-d80f-4078-96f8-f49ddc1c532f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:06.907642 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7a9a-1a5c-4525-9b0c-50989a3a7f13 req-124d580b-d80f-4078-96f8-f49ddc1c532f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:06.912987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7a9a-1a5c-4525-9b0c-50989a3a7f13 req-124d580b-d80f-4078-96f8-f49ddc1c532f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:06.919456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7a9a-1a5c-4525-9b0c-50989a3a7f13 req-124d580b-d80f-4078-96f8-f49ddc1c532f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:06.925221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7a9a-1a5c-4525-9b0c-50989a3a7f13 req-124d580b-d80f-4078-96f8-f49ddc1c532f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:06.930560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7a9a-1a5c-4525-9b0c-50989a3a7f13 req-124d580b-d80f-4078-96f8-f49ddc1c532f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:06.932609 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-54032877-6416-48bc-b35b-bbeb852fbd76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a923787a3abb4779a555742d8fcf2642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2554898 Feb 11 04:45:06.933724 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54032877-6416-48bc-b35b-bbeb852fbd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b252f5-6d1a-4a23-b14a-742fc7df9246,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:06.935340 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec5d7a9a-1a5c-4525-9b0c-50989a3a7f13 req-124d580b-d80f-4078-96f8-f49ddc1c532f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1107838 Feb 11 04:45:06.936579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45068) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:07.060152 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bfc6d2a-b582-46ac-ab91-4b6e2998c9a8 admin admin] Publish callbacks [] for security_group (36b252f5-6d1a-4a23-b14a-742fc7df9246), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:07.067774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec5d7a9a-1a5c-4525-9b0c-50989a3a7f13 req-b8e1fab1-f03e-46d1-bd2e-5c64d950110d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1230102 Feb 11 04:45:07.139521 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6034b134-f9a3-4347-b18d-8589a704fd80 req-795fd2f8-499b-431b-8d9a-af32c6806505 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=4489b18c-8b47-45b9-8ca7-80a9aca9a012 HTTP/1.1" status: 200 len: 210 time: 0.0431561 Feb 11 04:45:07.139521 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bfc6d2a-b582-46ac-ab91-4b6e2998c9a8 admin admin] Publish callbacks [] for security_group (36b252f5-6d1a-4a23-b14a-742fc7df9246), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:07.350062 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bfc6d2a-b582-46ac-ab91-4b6e2998c9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (36b252f5-6d1a-4a23-b14a-742fc7df9246), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:07.353866 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bfc6d2a-b582-46ac-ab91-4b6e2998c9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:07.355511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1bfc6d2a-b582-46ac-ab91-4b6e2998c9a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36b252f5-6d1a-4a23-b14a-742fc7df9246 HTTP/1.1" status: 204 len: 168 time: 0.4165196 Feb 11 04:45:07.366330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc6d2a-b582-46ac-ab91-4b6e2998c9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b252f5-6d1a-4a23-b14a-742fc7df9246,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:08.121497 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:45:08.159084 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:45:08.159084 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 306c05a9-0258-4d4a-8e1c-aa1b9a6f245f not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:45:08.220072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006b0b5-e37c-4f3d-8fae-a744f3f84e63 req-e4450ad7-cf36-4c5d-a4f5-777147ab78d9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:08.225474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006b0b5-e37c-4f3d-8fae-a744f3f84e63 req-e4450ad7-cf36-4c5d-a4f5-777147ab78d9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:08.231743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006b0b5-e37c-4f3d-8fae-a744f3f84e63 req-e4450ad7-cf36-4c5d-a4f5-777147ab78d9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:08.237302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006b0b5-e37c-4f3d-8fae-a744f3f84e63 req-e4450ad7-cf36-4c5d-a4f5-777147ab78d9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:08.242787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006b0b5-e37c-4f3d-8fae-a744f3f84e63 req-e4450ad7-cf36-4c5d-a4f5-777147ab78d9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:08.248963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006b0b5-e37c-4f3d-8fae-a744f3f84e63 req-e4450ad7-cf36-4c5d-a4f5-777147ab78d9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:08.254685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006b0b5-e37c-4f3d-8fae-a744f3f84e63 req-e4450ad7-cf36-4c5d-a4f5-777147ab78d9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:08.256909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4006b0b5-e37c-4f3d-8fae-a744f3f84e63 req-e4450ad7-cf36-4c5d-a4f5-777147ab78d9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1081119 Feb 11 04:45:08.341773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4006b0b5-e37c-4f3d-8fae-a744f3f84e63 req-f440942d-7efb-4b9c-9123-318d7f2c80bf tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589831 Feb 11 04:45:08.427577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45110) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:08.546710 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d86c74b4-baaa-404e-953a-8a3a3b0eeefc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.624676 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d86c74b4-baaa-404e-953a-8a3a3b0eeefc admin admin] Publish callbacks [] for security_group (dedf4883-2323-44cf-8afa-fae89f76bbae), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.733896 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d86c74b4-baaa-404e-953a-8a3a3b0eeefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dedf4883-2323-44cf-8afa-fae89f76bbae), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.775158 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d86c74b4-baaa-404e-953a-8a3a3b0eeefc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95dae898461248919a449bbdcd5b5b6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3448334 Feb 11 04:45:08.777288 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45120) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:08.777818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c74b4-baaa-404e-953a-8a3a3b0eeefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedf4883-2323-44cf-8afa-fae89f76bbae,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:08.834540 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a98ad76-f424-441f-8a12-b41a534a5784 admin admin] Publish callbacks [] for security_group (dedf4883-2323-44cf-8afa-fae89f76bbae), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:08.858508 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a98ad76-f424-441f-8a12-b41a534a5784 admin admin] Publish callbacks [] for security_group (dedf4883-2323-44cf-8afa-fae89f76bbae), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:09.008845 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a98ad76-f424-441f-8a12-b41a534a5784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dedf4883-2323-44cf-8afa-fae89f76bbae), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:09.035407 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a98ad76-f424-441f-8a12-b41a534a5784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:09.035407 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8a98ad76-f424-441f-8a12-b41a534a5784 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dedf4883-2323-44cf-8afa-fae89f76bbae HTTP/1.1" status: 204 len: 168 time: 0.2397752 Feb 11 04:45:09.035407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a98ad76-f424-441f-8a12-b41a534a5784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedf4883-2323-44cf-8afa-fae89f76bbae,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:09.506893 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dddca-46f1-4d86-ad2f-eb38bf087c1a req-e6526324-b32c-4f85-94f5-96c39e1c8df6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:09.519380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dddca-46f1-4d86-ad2f-eb38bf087c1a req-e6526324-b32c-4f85-94f5-96c39e1c8df6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:09.530224 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dddca-46f1-4d86-ad2f-eb38bf087c1a req-e6526324-b32c-4f85-94f5-96c39e1c8df6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:09.537627 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dddca-46f1-4d86-ad2f-eb38bf087c1a req-e6526324-b32c-4f85-94f5-96c39e1c8df6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:09.544462 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dddca-46f1-4d86-ad2f-eb38bf087c1a req-e6526324-b32c-4f85-94f5-96c39e1c8df6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:09.551225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dddca-46f1-4d86-ad2f-eb38bf087c1a req-e6526324-b32c-4f85-94f5-96c39e1c8df6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:09.558202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dddca-46f1-4d86-ad2f-eb38bf087c1a req-e6526324-b32c-4f85-94f5-96c39e1c8df6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:09.563585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b80dddca-46f1-4d86-ad2f-eb38bf087c1a req-e6526324-b32c-4f85-94f5-96c39e1c8df6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1508741 Feb 11 04:45:09.632266 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b80dddca-46f1-4d86-ad2f-eb38bf087c1a req-01079944-f705-47c8-8ba1-d70c48bb7b72 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649765 Feb 11 04:45:10.221849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45156) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:10.238923 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.377196 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Publish callbacks [] for security_group (ec82b65e-7c04-4803-820a-40e77eecb236), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.574368 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ec82b65e-7c04-4803-820a-40e77eecb236), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.622785 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45162) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:10.623405 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e39245bc8a84c2c80a9120c1e0cfd60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3990188 Feb 11 04:45:10.623668 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec82b65e-7c04-4803-820a-40e77eecb236,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:10.632205 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.632712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.633074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.633427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.633775 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.634116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.634456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.634873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.635767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.636109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.636449 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.636784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.637129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72afce6e-2740-4827-a5fe-fd5af4f0378e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:10.727494 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9fc4691-d41f-4112-94ac-be6fcba339b0 admin admin] Publish callbacks [] for security_group (ec82b65e-7c04-4803-820a-40e77eecb236), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.774825 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9fc4691-d41f-4112-94ac-be6fcba339b0 admin admin] Publish callbacks [] for security_group (ec82b65e-7c04-4803-820a-40e77eecb236), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.849219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac836a41-4b62-40c9-a1a5-892a9f3098cd req-c05a9d7a-668f-40e7-b4b3-412f81532869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:10.854756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac836a41-4b62-40c9-a1a5-892a9f3098cd req-c05a9d7a-668f-40e7-b4b3-412f81532869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:10.860091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac836a41-4b62-40c9-a1a5-892a9f3098cd req-c05a9d7a-668f-40e7-b4b3-412f81532869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:10.865464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac836a41-4b62-40c9-a1a5-892a9f3098cd req-c05a9d7a-668f-40e7-b4b3-412f81532869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:10.871577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac836a41-4b62-40c9-a1a5-892a9f3098cd req-c05a9d7a-668f-40e7-b4b3-412f81532869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:10.876992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac836a41-4b62-40c9-a1a5-892a9f3098cd req-c05a9d7a-668f-40e7-b4b3-412f81532869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:10.882317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac836a41-4b62-40c9-a1a5-892a9f3098cd req-c05a9d7a-668f-40e7-b4b3-412f81532869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:10.895328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac836a41-4b62-40c9-a1a5-892a9f3098cd req-c05a9d7a-668f-40e7-b4b3-412f81532869 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1200573 Feb 11 04:45:10.973250 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac836a41-4b62-40c9-a1a5-892a9f3098cd req-b8e76d6c-776e-41dd-af7c-2c9501c4b4a4 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812998 Feb 11 04:45:10.985403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9fc4691-d41f-4112-94ac-be6fcba339b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ec82b65e-7c04-4803-820a-40e77eecb236), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.995390 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9fc4691-d41f-4112-94ac-be6fcba339b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:10.995390 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c9fc4691-d41f-4112-94ac-be6fcba339b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec82b65e-7c04-4803-820a-40e77eecb236 HTTP/1.1" status: 204 len: 168 time: 0.3644485 Feb 11 04:45:11.008644 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc4691-d41f-4112-94ac-be6fcba339b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec82b65e-7c04-4803-820a-40e77eecb236,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:12.315670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dce062-c2c4-4313-a32a-4c6b5a96858c req-02a167e9-c9ae-4aac-9ad1-ee5f0259ea62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:12.334545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dce062-c2c4-4313-a32a-4c6b5a96858c req-02a167e9-c9ae-4aac-9ad1-ee5f0259ea62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:12.351489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dce062-c2c4-4313-a32a-4c6b5a96858c req-02a167e9-c9ae-4aac-9ad1-ee5f0259ea62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:12.370415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dce062-c2c4-4313-a32a-4c6b5a96858c req-02a167e9-c9ae-4aac-9ad1-ee5f0259ea62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:12.382871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dce062-c2c4-4313-a32a-4c6b5a96858c req-02a167e9-c9ae-4aac-9ad1-ee5f0259ea62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:12.394527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dce062-c2c4-4313-a32a-4c6b5a96858c req-02a167e9-c9ae-4aac-9ad1-ee5f0259ea62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:12.410663 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dce062-c2c4-4313-a32a-4c6b5a96858c req-02a167e9-c9ae-4aac-9ad1-ee5f0259ea62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:12.419985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39dce062-c2c4-4313-a32a-4c6b5a96858c req-02a167e9-c9ae-4aac-9ad1-ee5f0259ea62 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.2565784 Feb 11 04:45:12.512743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39dce062-c2c4-4313-a32a-4c6b5a96858c req-caadc5a3-1ba2-49c1-a573-cea25869460e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875998 Feb 11 04:45:13.762903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a150f-1660-4413-9851-88314e944b44 req-6f19ad11-0e11-45b7-95d6-cb8e2ce46b3f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:13.774220 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a150f-1660-4413-9851-88314e944b44 req-6f19ad11-0e11-45b7-95d6-cb8e2ce46b3f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:13.789123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a150f-1660-4413-9851-88314e944b44 req-6f19ad11-0e11-45b7-95d6-cb8e2ce46b3f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:13.795180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a150f-1660-4413-9851-88314e944b44 req-6f19ad11-0e11-45b7-95d6-cb8e2ce46b3f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:13.800919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a150f-1660-4413-9851-88314e944b44 req-6f19ad11-0e11-45b7-95d6-cb8e2ce46b3f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:13.808837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a150f-1660-4413-9851-88314e944b44 req-6f19ad11-0e11-45b7-95d6-cb8e2ce46b3f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:13.825470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a150f-1660-4413-9851-88314e944b44 req-6f19ad11-0e11-45b7-95d6-cb8e2ce46b3f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:13.838806 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e8a150f-1660-4413-9851-88314e944b44 req-6f19ad11-0e11-45b7-95d6-cb8e2ce46b3f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1910489 Feb 11 04:45:13.972072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e8a150f-1660-4413-9851-88314e944b44 req-b7e10eb8-f061-4d68-91ff-cd80532b7b69 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1125038 Feb 11 04:45:15.144480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73c5f9-73b9-4996-ac90-561fe35ac77a req-f1014dca-980f-44c5-a0a6-eb4b101afe22 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:15.153291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73c5f9-73b9-4996-ac90-561fe35ac77a req-f1014dca-980f-44c5-a0a6-eb4b101afe22 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:15.161075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73c5f9-73b9-4996-ac90-561fe35ac77a req-f1014dca-980f-44c5-a0a6-eb4b101afe22 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:15.169989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73c5f9-73b9-4996-ac90-561fe35ac77a req-f1014dca-980f-44c5-a0a6-eb4b101afe22 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:15.177300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73c5f9-73b9-4996-ac90-561fe35ac77a req-f1014dca-980f-44c5-a0a6-eb4b101afe22 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:15.184574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73c5f9-73b9-4996-ac90-561fe35ac77a req-f1014dca-980f-44c5-a0a6-eb4b101afe22 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:15.192007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73c5f9-73b9-4996-ac90-561fe35ac77a req-f1014dca-980f-44c5-a0a6-eb4b101afe22 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:15.201515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe73c5f9-73b9-4996-ac90-561fe35ac77a req-f1014dca-980f-44c5-a0a6-eb4b101afe22 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1358685 Feb 11 04:45:15.273654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe73c5f9-73b9-4996-ac90-561fe35ac77a req-02220dd2-736e-49ae-bbd4-6eff6a028af8 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707836 Feb 11 04:45:16.144277 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:45:16.375582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-06c32b8e-7eb9-4754-a677-6cf36d2fc9aa tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:16.399484 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-06c32b8e-7eb9-4754-a677-6cf36d2fc9aa tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 812 time: 0.2007611 Feb 11 04:45:16.440551 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-247a0f45-edcb-4926-8080-9886054613c6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/quotas/9c8aaf7faa994a86b87443d6924f6a3f HTTP/1.1" status: 200 len: 375 time: 0.0310180 Feb 11 04:45:16.607595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-254b7acf-2f89-4bb8-aa94-3ebdb20be0dd tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1658547 Feb 11 04:45:16.626093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018a608-6e41-4f5a-bc28-6e0e0b794aeb req-8501f98a-7f33-45b6-9d94-b9dfa6796f0d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:16.632284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018a608-6e41-4f5a-bc28-6e0e0b794aeb req-8501f98a-7f33-45b6-9d94-b9dfa6796f0d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:16.641128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018a608-6e41-4f5a-bc28-6e0e0b794aeb req-8501f98a-7f33-45b6-9d94-b9dfa6796f0d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:16.646735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018a608-6e41-4f5a-bc28-6e0e0b794aeb req-8501f98a-7f33-45b6-9d94-b9dfa6796f0d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:16.652753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018a608-6e41-4f5a-bc28-6e0e0b794aeb req-8501f98a-7f33-45b6-9d94-b9dfa6796f0d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:16.658400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018a608-6e41-4f5a-bc28-6e0e0b794aeb req-8501f98a-7f33-45b6-9d94-b9dfa6796f0d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:16.664640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018a608-6e41-4f5a-bc28-6e0e0b794aeb req-8501f98a-7f33-45b6-9d94-b9dfa6796f0d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:16.666993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4018a608-6e41-4f5a-bc28-6e0e0b794aeb req-8501f98a-7f33-45b6-9d94-b9dfa6796f0d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.2041445 Feb 11 04:45:16.847753 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-04e543b3-dbbe-41b1-8840-1193eb89afa3 service neutron] 10.222.0.13 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786883 Feb 11 04:45:17.008111 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-d62bee5c-b51a-4528-a9d8-79465066f571 service neutron] 10.222.0.13 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586208 Feb 11 04:45:17.194435 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4018a608-6e41-4f5a-bc28-6e0e0b794aeb req-ca88805b-86d9-4274-908a-e2cdf9c6b65e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3362107 Feb 11 04:45:17.948177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6877664-7bc1-4080-bd8d-12c39eb86ebb req-63247584-7a44-4816-ae59-9ec58ed8d9b7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 210 time: 0.0341170 Feb 11 04:45:18.405480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561391e-1cb7-4bfa-80d2-58d7941e01e8 req-c784ac9b-9bf8-4a31-976d-5562451f03c7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:18.410905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561391e-1cb7-4bfa-80d2-58d7941e01e8 req-c784ac9b-9bf8-4a31-976d-5562451f03c7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:18.416255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561391e-1cb7-4bfa-80d2-58d7941e01e8 req-c784ac9b-9bf8-4a31-976d-5562451f03c7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:18.422272 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561391e-1cb7-4bfa-80d2-58d7941e01e8 req-c784ac9b-9bf8-4a31-976d-5562451f03c7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:18.428658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561391e-1cb7-4bfa-80d2-58d7941e01e8 req-c784ac9b-9bf8-4a31-976d-5562451f03c7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:18.435258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561391e-1cb7-4bfa-80d2-58d7941e01e8 req-c784ac9b-9bf8-4a31-976d-5562451f03c7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:18.440708 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561391e-1cb7-4bfa-80d2-58d7941e01e8 req-c784ac9b-9bf8-4a31-976d-5562451f03c7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:18.442782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9561391e-1cb7-4bfa-80d2-58d7941e01e8 req-c784ac9b-9bf8-4a31-976d-5562451f03c7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1107879 Feb 11 04:45:18.511449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9561391e-1cb7-4bfa-80d2-58d7941e01e8 req-20ceb59f-efdc-43c1-8512-f9c0b70cec25 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606217 Feb 11 04:45:19.067600 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20dc264f-1a01-4021-8dbd-84779de164e0 req-83f4a76f-cc75-4b78-a2fb-9c626e4366f1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 210 time: 0.0385842 Feb 11 04:45:19.719887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96623864-14a2-4d56-9501-5fd023f69c42 req-2c682a1c-8fe9-437a-89b4-c89c9feeedf9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:19.725705 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96623864-14a2-4d56-9501-5fd023f69c42 req-2c682a1c-8fe9-437a-89b4-c89c9feeedf9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:19.731381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96623864-14a2-4d56-9501-5fd023f69c42 req-2c682a1c-8fe9-437a-89b4-c89c9feeedf9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:19.736995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96623864-14a2-4d56-9501-5fd023f69c42 req-2c682a1c-8fe9-437a-89b4-c89c9feeedf9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:19.742561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96623864-14a2-4d56-9501-5fd023f69c42 req-2c682a1c-8fe9-437a-89b4-c89c9feeedf9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:19.749224 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96623864-14a2-4d56-9501-5fd023f69c42 req-2c682a1c-8fe9-437a-89b4-c89c9feeedf9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:19.754440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96623864-14a2-4d56-9501-5fd023f69c42 req-2c682a1c-8fe9-437a-89b4-c89c9feeedf9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:19.756674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96623864-14a2-4d56-9501-5fd023f69c42 req-2c682a1c-8fe9-437a-89b4-c89c9feeedf9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1296024 Feb 11 04:45:19.863370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96623864-14a2-4d56-9501-5fd023f69c42 req-24fbaf4e-a036-4040-a9c8-c81b79d25989 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0997670 Feb 11 04:45:20.207375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4b5c240-0a87-4308-a4a7-a0a8c4c3dece req-b797653e-670f-4598-bdb2-08c2ae19f5c1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 210 time: 0.0387812 Feb 11 04:45:20.545321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-61e08318-16a4-4ef5-a5e3-c0a26e49dff8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:20.547224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-61e08318-16a4-4ef5-a5e3-c0a26e49dff8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 812 time: 0.1722920 Feb 11 04:45:20.561109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-39ac636f-d5ab-4461-bf33-03a85ce23826 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'port': {'device_id': 'a8391ac9-4871-4200-a2bf-379525461265', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'admin_state_up': True, 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:20.807826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-39ac636f-d5ab-4461-bf33-03a85ce23826 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Made reservation on behalf of 9c8aaf7faa994a86b87443d6924f6a3f for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:20.811360 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-39ac636f-d5ab-4461-bf33-03a85ce23826 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:20.989472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-39ac636f-d5ab-4461-bf33-03a85ce23826 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Allocated IP 172.20.0.7 (86528c9f-e248-4f9b-904c-aa5d69cd261d/36924e1d-eb25-4594-91d9-cfefbb8c618d/11d605ed-04b7-49a2-84d6-7fe765a889db) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:21.189693 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796553d-62b1-4eb4-b56a-a1488c8c2bca req-5508e07b-23c7-4e7b-a750-e73f37ab1b27 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.192312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796553d-62b1-4eb4-b56a-a1488c8c2bca req-5508e07b-23c7-4e7b-a750-e73f37ab1b27 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.198655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796553d-62b1-4eb4-b56a-a1488c8c2bca req-5508e07b-23c7-4e7b-a750-e73f37ab1b27 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.205197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796553d-62b1-4eb4-b56a-a1488c8c2bca req-5508e07b-23c7-4e7b-a750-e73f37ab1b27 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.211791 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796553d-62b1-4eb4-b56a-a1488c8c2bca req-5508e07b-23c7-4e7b-a750-e73f37ab1b27 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.219025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796553d-62b1-4eb4-b56a-a1488c8c2bca req-5508e07b-23c7-4e7b-a750-e73f37ab1b27 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.226146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796553d-62b1-4eb4-b56a-a1488c8c2bca req-5508e07b-23c7-4e7b-a750-e73f37ab1b27 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.228568 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4796553d-62b1-4eb4-b56a-a1488c8c2bca req-5508e07b-23c7-4e7b-a750-e73f37ab1b27 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.1904902 Feb 11 04:45:21.303281 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-39ac636f-d5ab-4461-bf33-03a85ce23826 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:21.348098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b24dfc7-d0ff-402f-9b36-c520f1eb0b78 req-93dfe35a-0e7c-4b16-88c6-8c6fd6344ac9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 210 time: 0.0601223 Feb 11 04:45:21.388457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4796553d-62b1-4eb4-b56a-a1488c8c2bca req-d7c03156-f91d-433d-8227-46a55ada5e00 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363380 Feb 11 04:45:21.495609 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-39ac636f-d5ab-4461-bf33-03a85ce23826 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:21.548960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-39ac636f-d5ab-4461-bf33-03a85ce23826 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Network 86528c9f-e248-4f9b-904c-aa5d69cd261d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:21.552609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-39ac636f-d5ab-4461-bf33-03a85ce23826 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:21.557993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-39ac636f-d5ab-4461-bf33-03a85ce23826 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:21.595571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac636f-d5ab-4461-bf33-03a85ce23826 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'Port': ['ID=11d605ed-04b7-49a2-84d6-7fe765a889db,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:21.635277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-39ac636f-d5ab-4461-bf33-03a85ce23826 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:21.639437 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-39ac636f-d5ab-4461-bf33-03a85ce23826 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:21.782449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-39ac636f-d5ab-4461-bf33-03a85ce23826 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2262876 Feb 11 04:45:21.795201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Request body: {'port': {'device_id': 'a8391ac9-4871-4200-a2bf-379525461265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:21.890242 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-931c98f6-6589-43eb-902d-b271cbd2eb3e None None] Provisioning complete for port 11d605ed-04b7-49a2-84d6-7fe765a889db triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:21.890883 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-931c98f6-6589-43eb-902d-b271cbd2eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:21.961247 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:21.962868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-931c98f6-6589-43eb-902d-b271cbd2eb3e None None] Port 11d605ed-04b7-49a2-84d6-7fe765a889db cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:45:22.603451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d605ed-04b7-49a2-84d6-7fe765a889db {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:22.781179 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Publish callbacks [] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:22.835165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Transition to ACTIVE for port object 11d605ed-04b7-49a2-84d6-7fe765a889db will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:45:22.879885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea808e-bbf7-40ee-b7ba-7cfa0a9f341d req-1e260d8e-a56e-4fc9-a291-bb2d627ea807 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:22.890151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea808e-bbf7-40ee-b7ba-7cfa0a9f341d req-1e260d8e-a56e-4fc9-a291-bb2d627ea807 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:22.903161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea808e-bbf7-40ee-b7ba-7cfa0a9f341d req-1e260d8e-a56e-4fc9-a291-bb2d627ea807 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:22.908764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea808e-bbf7-40ee-b7ba-7cfa0a9f341d req-1e260d8e-a56e-4fc9-a291-bb2d627ea807 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:22.915826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea808e-bbf7-40ee-b7ba-7cfa0a9f341d req-1e260d8e-a56e-4fc9-a291-bb2d627ea807 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:22.922378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea808e-bbf7-40ee-b7ba-7cfa0a9f341d req-1e260d8e-a56e-4fc9-a291-bb2d627ea807 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:22.928671 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea808e-bbf7-40ee-b7ba-7cfa0a9f341d req-1e260d8e-a56e-4fc9-a291-bb2d627ea807 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:22.932682 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbea808e-bbf7-40ee-b7ba-7cfa0a9f341d req-1e260d8e-a56e-4fc9-a291-bb2d627ea807 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.4326205 Feb 11 04:45:22.945372 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703daf15-2d87-4e2c-bb37-06e62268bb9a req-5f642ffa-fd55-473b-ac1b-299b7d74f704 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:22.947015 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-703daf15-2d87-4e2c-bb37-06e62268bb9a req-5f642ffa-fd55-473b-ac1b-299b7d74f704 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 931 time: 0.3785610 Feb 11 04:45:22.952011 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.122200 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0fe4b6a1-42fe-4bc8-9879-53b5ddb67de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.128723 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Pushing event updated for resources: {'Port': ['ID=11d605ed-04b7-49a2-84d6-7fe765a889db,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:23.288620 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbea808e-bbf7-40ee-b7ba-7cfa0a9f341d req-2bc7be04-ac79-45d2-a9ef-daa59726525d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3244486 Feb 11 04:45:23.323509 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-703daf15-2d87-4e2c-bb37-06e62268bb9a req-b8f72d78-464d-4cdb-a137-c008e0327150 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580906 Feb 11 04:45:23.363701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Attempting to bind port 11d605ed-04b7-49a2-84d6-7fe765a889db on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:23.364037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Attempting to bind port 11d605ed-04b7-49a2-84d6-7fe765a889db by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:23.368091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Attempting to bind port 11d605ed-04b7-49a2-84d6-7fe765a889db on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:23.370858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Port 11d605ed-04b7-49a2-84d6-7fe765a889db on network 86528c9f-e248-4f9b-904c-aa5d69cd261d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:45:23.371254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Attempting to bind port 11d605ed-04b7-49a2-84d6-7fe765a889db on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:23.379503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:23.382408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Checking segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:23.384087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Bound using segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:23.386721 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Bound port: 11d605ed-04b7-49a2-84d6-7fe765a889db, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:23.387329 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.531401 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] For port 11d605ed-04b7-49a2-84d6-7fe765a889db, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:23.537955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] For port 11d605ed-04b7-49a2-84d6-7fe765a889db, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=11d605ed-04b7-49a2-84d6-7fe765a889db,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:23.648447 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.694744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:23.695385 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:23.700679 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] 10.222.0.32 "PUT /v2.0/ports/11d605ed-04b7-49a2-84d6-7fe765a889db HTTP/1.1" status: 200 len: 1092 time: 1.9071555 Feb 11 04:45:23.700679 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8391ac9-4871-4200-a2bf-379525461265', 'tag': '11d605ed-04b7-49a2-84d6-7fe765a889db'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:23.700679 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8b53bf-8996-44e4-881c-0f12c4ceba87" -d '{"events": [{"name": "network-changed", "server_uuid": "a8391ac9-4871-4200-a2bf-379525461265", "tag": "11d605ed-04b7-49a2-84d6-7fe765a889db"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:23.729630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-0090a118-116b-4622-9c58-689d60675765 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:23.731436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-0090a118-116b-4622-9c58-689d60675765 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/networks?id=bbdeecae-2428-49d7-90ec-b2b64e0ae601 HTTP/1.1" status: 200 len: 813 time: 0.1969624 Feb 11 04:45:23.770058 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6de0ac7-ac5b-4700-89c9-f5a2972bad9b x-openstack-request-id: req-f6de0ac7-ac5b-4700-89c9-f5a2972bad9b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:23.770455 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8391ac9-4871-4200-a2bf-379525461265", "tag": "11d605ed-04b7-49a2-84d6-7fe765a889db", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:23.770681 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6de0ac7-ac5b-4700-89c9-f5a2972bad9b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:23.777370 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8391ac9-4871-4200-a2bf-379525461265', 'tag': '11d605ed-04b7-49a2-84d6-7fe765a889db', 'status': 'completed', 'code': 200} Feb 11 04:45:23.782556 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-02d448db-38fc-4f2a-8f93-6abdf3e8a405 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/quotas/cd428caf3628450e94e6190594635a3b HTTP/1.1" status: 200 len: 375 time: 0.0423970 Feb 11 04:45:23.783378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e97b5a-1eb4-4145-a3c9-90f82c43badf service neutron] Pushing event updated for resources: {'Port': ['ID=11d605ed-04b7-49a2-84d6-7fe765a889db,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:23.846503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d41b5e05-5803-4156-9428-8a99bce07794 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd428caf3628450e94e6190594635a3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463476 Feb 11 04:45:23.876005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-d935fe8d-51f0-497c-acb5-077ab92ecc9c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:45:23.876569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-d935fe8d-51f0-497c-acb5-077ab92ecc9c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133567 Feb 11 04:45:23.968266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b53bf-8996-44e4-881c-0f12c4ceba87 req-420dd785-9796-4073-8f9f-5e5a32b5889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:23.970016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b8b53bf-8996-44e4-881c-0f12c4ceba87 req-420dd785-9796-4073-8f9f-5e5a32b5889c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 1126 time: 0.1604578 Feb 11 04:45:24.024290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-631e30b6-0ce8-494f-96d3-7c88e5fd1aaa service neutron] 10.222.0.13 "GET /v2.0/networks/bbdeecae-2428-49d7-90ec-b2b64e0ae601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626196 Feb 11 04:45:24.193594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b53bf-8996-44e4-881c-0f12c4ceba87 req-48b69efc-3833-4429-93e4-44557e590d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:24.195469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b8b53bf-8996-44e4-881c-0f12c4ceba87 req-48b69efc-3833-4429-93e4-44557e590d69 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2162445 Feb 11 04:45:24.210588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-6e38c26c-95db-47e0-a2d7-e5907e443dac service neutron] 10.222.0.13 "GET /v2.0/networks/bbdeecae-2428-49d7-90ec-b2b64e0ae601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781745 Feb 11 04:45:24.374073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b53bf-8996-44e4-881c-0f12c4ceba87 req-23abc705-d4c8-4ba2-8e87-bf5b4362b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:24.375973 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b8b53bf-8996-44e4-881c-0f12c4ceba87 req-23abc705-d4c8-4ba2-8e87-bf5b4362b41c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1643941 Feb 11 04:45:24.593932 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead05096-a405-4532-96dd-7e256457e250 req-c2ed1df8-994c-45d6-b919-0b63dcbe59bb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:24.599247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead05096-a405-4532-96dd-7e256457e250 req-c2ed1df8-994c-45d6-b919-0b63dcbe59bb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:24.606171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead05096-a405-4532-96dd-7e256457e250 req-c2ed1df8-994c-45d6-b919-0b63dcbe59bb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:24.611148 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead05096-a405-4532-96dd-7e256457e250 req-c2ed1df8-994c-45d6-b919-0b63dcbe59bb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:24.616377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead05096-a405-4532-96dd-7e256457e250 req-c2ed1df8-994c-45d6-b919-0b63dcbe59bb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:24.621816 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead05096-a405-4532-96dd-7e256457e250 req-c2ed1df8-994c-45d6-b919-0b63dcbe59bb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:24.627204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead05096-a405-4532-96dd-7e256457e250 req-c2ed1df8-994c-45d6-b919-0b63dcbe59bb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:24.629043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ead05096-a405-4532-96dd-7e256457e250 req-c2ed1df8-994c-45d6-b919-0b63dcbe59bb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5430 time: 0.2374752 Feb 11 04:45:24.632376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-b437f917-1fe4-44e4-a6b6-251f9df09760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:24.633802 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-b437f917-1fe4-44e4-a6b6-251f9df09760 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 1126 time: 0.2005157 Feb 11 04:45:24.782530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-8043e563-41c8-4e3e-ba80-84c51831620d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11d605ed-04b7-49a2-84d6-7fe765a889db HTTP/1.1" status: 200 len: 217 time: 0.1330853 Feb 11 04:45:24.834580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ead05096-a405-4532-96dd-7e256457e250 req-9fdfa9a7-24a7-4474-a786-0632a9570a41 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1951282 Feb 11 04:45:24.890274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-0e20ef42-b44d-4eaa-92fa-5b7435749c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:24.892040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-0e20ef42-b44d-4eaa-92fa-5b7435749c89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.0631564 Feb 11 04:45:24.899645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e4db0-8733-4fbe-97af-8807af862c04 req-a467ef26-dd26-4cf0-8a65-9f17d5cdab3d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:24.901750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-476e4db0-8733-4fbe-97af-8807af862c04 req-a467ef26-dd26-4cf0-8a65-9f17d5cdab3d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.2717743 Feb 11 04:45:24.942176 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e481133-401b-48b2-8860-dcb131aced2c req-9ad51330-d144-47c0-9070-494c4d38e7a2 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 210 time: 0.0383062 Feb 11 04:45:25.012064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-476e4db0-8733-4fbe-97af-8807af862c04 req-7b23455c-dfa8-4043-a963-783be71da5c0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984023 Feb 11 04:45:25.018400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-4b76b400-3970-48cb-b9d5-48be6e05fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:25.020577 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-4b76b400-3970-48cb-b9d5-48be6e05fa7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1173019 Feb 11 04:45:25.202332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:25.460236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9c8dd432-9361-41bb-8e3f-c59eb37be3b3,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:25.481272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '9c8dd432-9361-41bb-8e3f-c59eb37be3b3', 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421', 'port_id': '9c8dd432-9361-41bb-8e3f-c59eb37be3b3', 'mac_address': 'fa:16:3e:ac:6f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44328e2e-11ca-4fed-8ac0-6b901abd9505', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:25.512005 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e48701b-52b0-4b85-820b-8e2536e60786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.577145 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:25.581385 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.611141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:25.645368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9c8dd432-9361-41bb-8e3f-c59eb37be3b3,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:25.761426 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.762045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5e331ac0-31ed-41b8-b911-5fa4fa3a502e details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:25.808607 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e331ac0-31ed-41b8-b911-5fa4fa3a502e,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:25.819802 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-257a1489-433e-46ec-b38e-41d7f8622bc7 service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7924080 Feb 11 04:45:25.826688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '5e331ac0-31ed-41b8-b911-5fa4fa3a502e', 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421', 'port_id': '5e331ac0-31ed-41b8-b911-5fa4fa3a502e', 'mac_address': 'fa:16:3e:2e:b2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44328e2e-11ca-4fed-8ac0-6b901abd9505', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:25.868525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d2c26-e14a-47ad-86ec-a8802f402109 req-546dbb71-864e-4db6-b0c6-3e96f568b8ac tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:25.871281 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d65d2c26-e14a-47ad-86ec-a8802f402109 req-546dbb71-864e-4db6-b0c6-3e96f568b8ac tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 1128 time: 0.8281534 Feb 11 04:45:25.931134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=9c8dd432-9361-41bb-8e3f-c59eb37be3b3,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:25.936803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:25.939185 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:25.959422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e331ac0-31ed-41b8-b911-5fa4fa3a502e {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:25.984515 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e331ac0-31ed-41b8-b911-5fa4fa3a502e,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:25.992737 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d65d2c26-e14a-47ad-86ec-a8802f402109 req-78b5d872-1535-4690-95c9-0b3dd490124e tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.016133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-241aebeb-2b46-420e-96d6-9ad3a11d3a1d req-2795a932-d546-47c5-b4a3-fc1757f5be0f service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895020 Feb 11 04:45:26.060314 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.061164 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:26.145934 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937885f-29fe-4800-8283-5af67db4cb88 req-9bfb992c-fb6f-4e16-92bd-455d85cdcff5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:26.152559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937885f-29fe-4800-8283-5af67db4cb88 req-9bfb992c-fb6f-4e16-92bd-455d85cdcff5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:26.158901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937885f-29fe-4800-8283-5af67db4cb88 req-9bfb992c-fb6f-4e16-92bd-455d85cdcff5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:26.164636 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937885f-29fe-4800-8283-5af67db4cb88 req-9bfb992c-fb6f-4e16-92bd-455d85cdcff5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:26.172745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937885f-29fe-4800-8283-5af67db4cb88 req-9bfb992c-fb6f-4e16-92bd-455d85cdcff5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:26.179033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937885f-29fe-4800-8283-5af67db4cb88 req-9bfb992c-fb6f-4e16-92bd-455d85cdcff5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:26.185209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937885f-29fe-4800-8283-5af67db4cb88 req-9bfb992c-fb6f-4e16-92bd-455d85cdcff5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:26.187285 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2937885f-29fe-4800-8283-5af67db4cb88 req-9bfb992c-fb6f-4e16-92bd-455d85cdcff5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5431 time: 0.1896741 Feb 11 04:45:26.213749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5e331ac0-31ed-41b8-b911-5fa4fa3a502e,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:26.231728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:26.249140 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '12ffbce7-dc6f-4c7c-be0d-4d531b490dcd', 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421', 'port_id': '12ffbce7-dc6f-4c7c-be0d-4d531b490dcd', 'mac_address': 'fa:16:3e:68:df:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44328e2e-11ca-4fed-8ac0-6b901abd9505', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:26.274523 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d65d2c26-e14a-47ad-86ec-a8802f402109 req-78b5d872-1535-4690-95c9-0b3dd490124e tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Publish callbacks [] for security_group (a0bd6e0d-c139-443f-939d-fc8d5fca0ac5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.281110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2937885f-29fe-4800-8283-5af67db4cb88 req-4b731700-d0a1-49d2-a0f1-9868b7689be9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850360 Feb 11 04:45:26.303255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:26.303838 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.335735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:26.366657 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:26.406558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3c382ff-6a5a-4305-bb31-fe83fecb9333 req-4964e329-29f5-4ba0-8f07-ebbb4825a9ed tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 210 time: 0.0302017 Feb 11 04:45:26.406558 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d65d2c26-e14a-47ad-86ec-a8802f402109 req-78b5d872-1535-4690-95c9-0b3dd490124e tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a0bd6e0d-c139-443f-939d-fc8d5fca0ac5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.500656 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.502446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5353233d-2bfb-4563-ab7f-09689b7e7a26 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:26.512765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d65d2c26-e14a-47ad-86ec-a8802f402109 req-78b5d872-1535-4690-95c9-0b3dd490124e tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5590627 Feb 11 04:45:26.613344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5353233d-2bfb-4563-ab7f-09689b7e7a26, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5353233d-2bfb-4563-ab7f-09689b7e7a26,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:26.637911 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:26.643198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '5353233d-2bfb-4563-ab7f-09689b7e7a26', 'network_id': '1a1453c6-9537-467a-9964-e6aa3979e421', 'port_id': '5353233d-2bfb-4563-ab7f-09689b7e7a26', 'mac_address': 'fa:16:3e:3c:37:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44328e2e-11ca-4fed-8ac0-6b901abd9505', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:26.655727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5d872-1535-4690-95c9-0b3dd490124e tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bd6e0d-c139-443f-939d-fc8d5fca0ac5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:26.704929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5353233d-2bfb-4563-ab7f-09689b7e7a26 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:26.705328 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.737762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aecb56-23c6-49a1-9d21-2d05a2ad8caa req-2362f06d-c1ad-48d4-b782-515c96693959 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:26.739586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9aecb56-23c6-49a1-9d21-2d05a2ad8caa req-2362f06d-c1ad-48d4-b782-515c96693959 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.2258477 Feb 11 04:45:26.762766 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.764731 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5353233d-2bfb-4563-ab7f-09689b7e7a26 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:26.810801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5353233d-2bfb-4563-ab7f-09689b7e7a26, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5353233d-2bfb-4563-ab7f-09689b7e7a26,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:26.816218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d2707-cbaa-4886-9063-96540ee961f2 req-a8dbe744-d740-4f6f-a0e1-a2b216c8a3b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:26.823768 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb2d2707-cbaa-4886-9063-96540ee961f2 req-a8dbe744-d740-4f6f-a0e1-a2b216c8a3b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.1920357 Feb 11 04:45:26.852686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9aecb56-23c6-49a1-9d21-2d05a2ad8caa req-eb73a905-1a04-4bdd-98d3-04749a2593e4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031945 Feb 11 04:45:26.872257 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:26.873273 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device c6cb851a-7543-4811-866d-201ed472997e details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:26.907669 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb2d2707-cbaa-4886-9063-96540ee961f2 req-b5f5386d-d7ab-47e5-aba9-40b93f98309e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756278 Feb 11 04:45:26.921382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45578) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:27.030660 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-eacb67d4-b805-4fa6-b5c4-48b8454dd795 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/c4845061-db65-4228-880f-8914a7b065db HTTP/1.1" status: 200 len: 993 time: 0.1072764 Feb 11 04:45:27.078224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5353233d-2bfb-4563-ab7f-09689b7e7a26,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:27.118836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port c6cb851a-7543-4811-866d-201ed472997e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c6cb851a-7543-4811-866d-201ed472997e,segment=NetworkSegment(09f34cf8-c68f-45f6-bc54-c45e3b67af86),segment_id=09f34cf8-c68f-45f6-bc54-c45e3b67af86)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:27.161688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'c6cb851a-7543-4811-866d-201ed472997e', 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'port_id': 'c6cb851a-7543-4811-866d-201ed472997e', 'mac_address': 'fa:16:3e:f6:18:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:27.223436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port c6cb851a-7543-4811-866d-201ed472997e is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:27.224219 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c6cb851a-7543-4811-866d-201ed472997e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:27.242814 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cb851a-7543-4811-866d-201ed472997e {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:27.264244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port c6cb851a-7543-4811-866d-201ed472997e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c6cb851a-7543-4811-866d-201ed472997e,segment=NetworkSegment(09f34cf8-c68f-45f6-bc54-c45e3b67af86),segment_id=09f34cf8-c68f-45f6-bc54-c45e3b67af86)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:27.408235 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c6cb851a-7543-4811-866d-201ed472997e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:27.489769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=c6cb851a-7543-4811-866d-201ed472997e,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:27.502711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4bacf493-d259-4213-a246-01a94e81b5a9 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:27.649896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-d781748c-1d42-48f3-8c9f-0461cf238ef6 req-140baf1e-2bc2-4c60-a21a-0517bb965c88 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:45:27.649896 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d781748c-1d42-48f3-8c9f-0461cf238ef6 req-140baf1e-2bc2-4c60-a21a-0517bb965c88 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2043338 Feb 11 04:45:27.673651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d7400410-f610-40e7-8f80-4e9a5f05c909 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:27.683675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d7400410-f610-40e7-8f80-4e9a5f05c909 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.47 "GET /v2.0/networks?id=bbdeecae-2428-49d7-90ec-b2b64e0ae601 HTTP/1.1" status: 200 len: 813 time: 0.2446439 Feb 11 04:45:27.709567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-24a6f3f6-267d-4e29-87ae-e57800eee73f tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Request body: {'port': {'device_id': '5ed50be8-c00a-485c-88ac-5d3db17c6ea3', 'network_id': 'bbdeecae-2428-49d7-90ec-b2b64e0ae601', 'admin_state_up': True, 'tenant_id': 'cd428caf3628450e94e6190594635a3b'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:27.772511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4bacf493-d259-4213-a246-01a94e81b5a9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4bacf493-d259-4213-a246-01a94e81b5a9,segment=NetworkSegment(7c0dc63e-57e7-4d70-9b0d-ff1191a5201a),segment_id=7c0dc63e-57e7-4d70-9b0d-ff1191a5201a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:27.795231 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '4bacf493-d259-4213-a246-01a94e81b5a9', 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed', 'port_id': '4bacf493-d259-4213-a246-01a94e81b5a9', 'mac_address': 'fa:16:3e:67:55:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616250e4-3066-4e8e-9daf-7fba26215096', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:27.861264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 4bacf493-d259-4213-a246-01a94e81b5a9 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:27.861905 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:27.908178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1dd2c-cf78-48a6-b403-dee692c6007a req-327a83f0-6c83-4964-a3db-6c18f9b8d9db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:27.913830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1dd2c-cf78-48a6-b403-dee692c6007a req-327a83f0-6c83-4964-a3db-6c18f9b8d9db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:27.919707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1dd2c-cf78-48a6-b403-dee692c6007a req-327a83f0-6c83-4964-a3db-6c18f9b8d9db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:27.925172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bacf493-d259-4213-a246-01a94e81b5a9 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:27.925796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1dd2c-cf78-48a6-b403-dee692c6007a req-327a83f0-6c83-4964-a3db-6c18f9b8d9db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:27.931117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1dd2c-cf78-48a6-b403-dee692c6007a req-327a83f0-6c83-4964-a3db-6c18f9b8d9db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:27.941603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1dd2c-cf78-48a6-b403-dee692c6007a req-327a83f0-6c83-4964-a3db-6c18f9b8d9db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:27.957622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1dd2c-cf78-48a6-b403-dee692c6007a req-327a83f0-6c83-4964-a3db-6c18f9b8d9db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:27.971146 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5be1dd2c-cf78-48a6-b403-dee692c6007a req-327a83f0-6c83-4964-a3db-6c18f9b8d9db tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5435 time: 0.5258431 Feb 11 04:45:27.985879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4bacf493-d259-4213-a246-01a94e81b5a9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4bacf493-d259-4213-a246-01a94e81b5a9,segment=NetworkSegment(7c0dc63e-57e7-4d70-9b0d-ff1191a5201a),segment_id=7c0dc63e-57e7-4d70-9b0d-ff1191a5201a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:27.988242 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['12ffbce7-dc6f-4c7c-be0d-4d531b490dcd'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:27.996195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['c6cb851a-7543-4811-866d-201ed472997e'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:28.001154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['5e331ac0-31ed-41b8-b911-5fa4fa3a502e'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:28.123490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['5353233d-2bfb-4563-ab7f-09689b7e7a26'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:28.225874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5be1dd2c-cf78-48a6-b403-dee692c6007a req-916ebb1e-7c3b-45b5-adf9-1d80876c5cab tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2532332 Feb 11 04:45:28.307652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-24a6f3f6-267d-4e29-87ae-e57800eee73f tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Made reservation on behalf of cd428caf3628450e94e6190594635a3b for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:28.311586 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-24a6f3f6-267d-4e29-87ae-e57800eee73f tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:28.520026 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04a8a78a-bc52-4d89-ba46-5ca7eb8fca27 req-5f517daf-17fb-455c-bc86-b36643ae202d tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 210 time: 0.0577385 Feb 11 04:45:28.583910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-24a6f3f6-267d-4e29-87ae-e57800eee73f tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Allocated IP 172.20.0.5 (bbdeecae-2428-49d7-90ec-b2b64e0ae601/e7b4e53e-76ea-4c67-8441-043410364cf2/3ec8e193-bc6a-4f2a-b114-b82ae230c183) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:28.635862 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:28.636794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3963acce-fff3-40af-b53b-73ed9c590e16 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:28.901264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['9c8dd432-9361-41bb-8e3f-c59eb37be3b3'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:28.950308 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=4bacf493-d259-4213-a246-01a94e81b5a9,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:28.950496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dffa8-a1a7-4c9d-a6e3-794fc9df2e17 req-c2e14353-77a7-4dbd-8b13-d6f9a9f6e916 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:28.958528 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a77dffa8-a1a7-4c9d-a6e3-794fc9df2e17 req-c2e14353-77a7-4dbd-8b13-d6f9a9f6e916 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.2064509 Feb 11 04:45:28.959566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3963acce-fff3-40af-b53b-73ed9c590e16, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3963acce-fff3-40af-b53b-73ed9c590e16,segment=NetworkSegment(7c0dc63e-57e7-4d70-9b0d-ff1191a5201a),segment_id=7c0dc63e-57e7-4d70-9b0d-ff1191a5201a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:28.999786 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:29.021225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3f2a4-282c-41b2-b966-27c4c40057f3 req-9e9ce0c3-1e6a-445c-a3b1-2bc3a20eb5c2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:29.025645 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17e3f2a4-282c-41b2-b966-27c4c40057f3 req-9e9ce0c3-1e6a-445c-a3b1-2bc3a20eb5c2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.2975585 Feb 11 04:45:29.035023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45620) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:29.057421 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-24a6f3f6-267d-4e29-87ae-e57800eee73f tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks [] for port (3ec8e193-bc6a-4f2a-b114-b82ae230c183), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:29.077057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45626) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:29.105138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '3963acce-fff3-40af-b53b-73ed9c590e16', 'network_id': '438d0a15-1c6c-466a-89ba-1c9aba7207ed', 'port_id': '3963acce-fff3-40af-b53b-73ed9c590e16', 'mac_address': 'fa:16:3e:77:a4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616250e4-3066-4e8e-9daf-7fba26215096', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:29.179346 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a77dffa8-a1a7-4c9d-a6e3-794fc9df2e17 req-b0cf76bf-3685-4a68-a73e-6111215968cc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197094 Feb 11 04:45:29.331716 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 3963acce-fff3-40af-b53b-73ed9c590e16 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:29.332131 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:29.368397 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17e3f2a4-282c-41b2-b966-27c4c40057f3 req-91068a8b-489b-49bf-bcbb-deb2d934884f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3015914 Feb 11 04:45:29.410169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3963acce-fff3-40af-b53b-73ed9c590e16 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:29.481955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3963acce-fff3-40af-b53b-73ed9c590e16, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3963acce-fff3-40af-b53b-73ed9c590e16,segment=NetworkSegment(7c0dc63e-57e7-4d70-9b0d-ff1191a5201a),segment_id=7c0dc63e-57e7-4d70-9b0d-ff1191a5201a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:29.582251 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-24a6f3f6-267d-4e29-87ae-e57800eee73f tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (3ec8e193-bc6a-4f2a-b114-b82ae230c183), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:29.642019 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:29.664966 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb0f3-9714-4300-ab4e-b3ddfa9f312a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:29.739478 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:29.755452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=3963acce-fff3-40af-b53b-73ed9c590e16,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:29.789104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-24a6f3f6-267d-4e29-87ae-e57800eee73f tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Network bbdeecae-2428-49d7-90ec-b2b64e0ae601 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:29.811065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-24a6f3f6-267d-4e29-87ae-e57800eee73f tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:29.839509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-24a6f3f6-267d-4e29-87ae-e57800eee73f tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:29.847631 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb0f3-9714-4300-ab4e-b3ddfa9f312a admin admin] Publish callbacks [] for security_group (1617c7f3-0904-463c-b7b1-67c88045ae63), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:29.915784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6f3f6-267d-4e29-87ae-e57800eee73f tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Pushing event updated for resources: {'Port': ['ID=3ec8e193-bc6a-4f2a-b114-b82ae230c183,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:29.936330 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-82282e83-625e-439c-8bcc-558587fb4d49 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8577597 Feb 11 04:45:29.937304 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb9eb0f3-9714-4300-ab4e-b3ddfa9f312a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1617c7f3-0904-463c-b7b1-67c88045ae63), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:29.952055 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c35013-447d-42e3-b026-ab50cce71a5a req-2ae0d60b-eff1-4020-9763-a7db6e63f4ac tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:29.967034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c35013-447d-42e3-b026-ab50cce71a5a req-2ae0d60b-eff1-4020-9763-a7db6e63f4ac tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:29.972898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c35013-447d-42e3-b026-ab50cce71a5a req-2ae0d60b-eff1-4020-9763-a7db6e63f4ac tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:29.979512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c35013-447d-42e3-b026-ab50cce71a5a req-2ae0d60b-eff1-4020-9763-a7db6e63f4ac tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:29.985114 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c35013-447d-42e3-b026-ab50cce71a5a req-2ae0d60b-eff1-4020-9763-a7db6e63f4ac tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:29.988368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9eb0f3-9714-4300-ab4e-b3ddfa9f312a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1617c7f3-0904-463c-b7b1-67c88045ae63,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:29.997526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-b11afbbb-1888-49e6-939b-3024b5812b4e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:45:29.998951 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-b11afbbb-1888-49e6-939b-3024b5812b4e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184398 Feb 11 04:45:30.015628 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c35013-447d-42e3-b026-ab50cce71a5a req-2ae0d60b-eff1-4020-9763-a7db6e63f4ac tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:30.022701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c35013-447d-42e3-b026-ab50cce71a5a req-2ae0d60b-eff1-4020-9763-a7db6e63f4ac tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:30.034300 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bb9eb0f3-9714-4300-ab4e-b3ddfa9f312a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aeb6518fa8784b81af7cad2aa72275f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9907193 Feb 11 04:45:30.035179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45654) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:30.038405 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6c35013-447d-42e3-b026-ab50cce71a5a req-2ae0d60b-eff1-4020-9763-a7db6e63f4ac tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5436 time: 0.5406132 Feb 11 04:45:30.111868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-24a6f3f6-267d-4e29-87ae-e57800eee73f tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:30.112502 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-24a6f3f6-267d-4e29-87ae-e57800eee73f tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.141549 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b16fbbd6-f934-4fed-ab28-9c6bf0109984 admin admin] Publish callbacks [] for security_group (1617c7f3-0904-463c-b7b1-67c88045ae63), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.168385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6c35013-447d-42e3-b026-ab50cce71a5a req-9a18662a-3d8d-47db-b463-e21065226726 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289225 Feb 11 04:45:30.176905 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b16fbbd6-f934-4fed-ab28-9c6bf0109984 admin admin] Publish callbacks [] for security_group (1617c7f3-0904-463c-b7b1-67c88045ae63), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.289954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['4bacf493-d259-4213-a246-01a94e81b5a9'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:30.372570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-24a6f3f6-267d-4e29-87ae-e57800eee73f tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6685982 Feb 11 04:45:30.381394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['3963acce-fff3-40af-b53b-73ed9c590e16'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:30.386201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab115c90-70a4-447a-9e00-69042e3e9369 req-dba20cde-834c-4d39-83c5-d174ae01bb2a tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:30.388099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab115c90-70a4-447a-9e00-69042e3e9369 req-dba20cde-834c-4d39-83c5-d174ae01bb2a tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 931 time: 0.1029441 Feb 11 04:45:30.402896 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b16fbbd6-f934-4fed-ab28-9c6bf0109984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1617c7f3-0904-463c-b7b1-67c88045ae63), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.416604 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b16fbbd6-f934-4fed-ab28-9c6bf0109984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.418452 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b16fbbd6-f934-4fed-ab28-9c6bf0109984 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1617c7f3-0904-463c-b7b1-67c88045ae63 HTTP/1.1" status: 204 len: 168 time: 0.3816888 Feb 11 04:45:30.421655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-72458b97-36e9-4298-b33b-df3ea3eae93a tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:45:30.423097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-72458b97-36e9-4298-b33b-df3ea3eae93a tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118659 Feb 11 04:45:30.436549 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fbbd6-f934-4fed-ab28-9c6bf0109984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1617c7f3-0904-463c-b7b1-67c88045ae63,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:30.457684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Request body: {'port': {'device_id': '5ed50be8-c00a-485c-88ac-5d3db17c6ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:30.551481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27e44d-a651-450f-9616-1409b4da5628 req-2c31a9c3-0457-4530-86c4-0339b32135d3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:30.561900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f27e44d-a651-450f-9616-1409b4da5628 req-2c31a9c3-0457-4530-86c4-0339b32135d3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.2091255 Feb 11 04:45:30.617828 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3ec8e193-bc6a-4f2a-b114-b82ae230c183), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:30.683450 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f27e44d-a651-450f-9616-1409b4da5628 req-1ff2e3d6-b8b6-4120-aada-71c5a0b5e42c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201961 Feb 11 04:45:30.694934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab115c90-70a4-447a-9e00-69042e3e9369 req-8533cacc-293a-4ecc-b0f3-05cf7712e844 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818360 Feb 11 04:45:30.954903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e64c1-d38a-47a8-a9f8-ce84c06f2039 req-37055dba-b87e-4a1e-b076-78d472865a19 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:30.956393 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-023e64c1-d38a-47a8-a9f8-ce84c06f2039 req-37055dba-b87e-4a1e-b076-78d472865a19 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.1017160 Feb 11 04:45:31.120670 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-023e64c1-d38a-47a8-a9f8-ce84c06f2039 req-29424ce3-7aa5-4954-b1a3-c495b95667d6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295989 Feb 11 04:45:31.208717 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec8e193-bc6a-4f2a-b114-b82ae230c183 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:31.217247 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Publish callbacks [] for port (3ec8e193-bc6a-4f2a-b114-b82ae230c183), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:31.231215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Transition to ACTIVE for port object 3ec8e193-bc6a-4f2a-b114-b82ae230c183 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:45:31.348904 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (3ec8e193-bc6a-4f2a-b114-b82ae230c183), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:31.429441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ee026-43ae-4172-b7d2-e3347ca09469 req-e30cef58-490f-4d1e-a97b-1e580148beec tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.434902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ee026-43ae-4172-b7d2-e3347ca09469 req-e30cef58-490f-4d1e-a97b-1e580148beec tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.440161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ee026-43ae-4172-b7d2-e3347ca09469 req-e30cef58-490f-4d1e-a97b-1e580148beec tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.445418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ee026-43ae-4172-b7d2-e3347ca09469 req-e30cef58-490f-4d1e-a97b-1e580148beec tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.451412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ee026-43ae-4172-b7d2-e3347ca09469 req-e30cef58-490f-4d1e-a97b-1e580148beec tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.456600 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ee026-43ae-4172-b7d2-e3347ca09469 req-e30cef58-490f-4d1e-a97b-1e580148beec tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.461947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ee026-43ae-4172-b7d2-e3347ca09469 req-e30cef58-490f-4d1e-a97b-1e580148beec tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.464640 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-986ee026-43ae-4172-b7d2-e3347ca09469 req-e30cef58-490f-4d1e-a97b-1e580148beec tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5437 time: 0.1560693 Feb 11 04:45:31.466851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec8e193-bc6a-4f2a-b114-b82ae230c183,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:31.581867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Attempting to bind port 3ec8e193-bc6a-4f2a-b114-b82ae230c183 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:31.582212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Attempting to bind port 3ec8e193-bc6a-4f2a-b114-b82ae230c183 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '6849a946-918a-40c5-a44f-544cfb4b470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbdeecae-2428-49d7-90ec-b2b64e0ae601'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:31.582544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Attempting to bind port 3ec8e193-bc6a-4f2a-b114-b82ae230c183 on network bbdeecae-2428-49d7-90ec-b2b64e0ae601 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:31.597219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-986ee026-43ae-4172-b7d2-e3347ca09469 req-bd4a2733-683d-4d99-8ccd-52814265d4c1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055999 Feb 11 04:45:31.599332 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45694) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:31.601968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Port 3ec8e193-bc6a-4f2a-b114-b82ae230c183 on network bbdeecae-2428-49d7-90ec-b2b64e0ae601 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:45:31.602310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Attempting to bind port 3ec8e193-bc6a-4f2a-b114-b82ae230c183 on network bbdeecae-2428-49d7-90ec-b2b64e0ae601 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:31.618172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:31.618172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Checking segment: {'id': '6849a946-918a-40c5-a44f-544cfb4b470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbdeecae-2428-49d7-90ec-b2b64e0ae601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:31.618172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Bound using segment: {'id': '6849a946-918a-40c5-a44f-544cfb4b470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbdeecae-2428-49d7-90ec-b2b64e0ae601'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:31.618172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Bound port: 3ec8e193-bc6a-4f2a-b114-b82ae230c183, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6849a946-918a-40c5-a44f-544cfb4b470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bbdeecae-2428-49d7-90ec-b2b64e0ae601'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:31.618172 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3ec8e193-bc6a-4f2a-b114-b82ae230c183), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:31.663983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4bacf493-d259-4213-a246-01a94e81b5a9 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:31.723714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] For port 3ec8e193-bc6a-4f2a-b114-b82ae230c183, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:31.730616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] For port 3ec8e193-bc6a-4f2a-b114-b82ae230c183, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3ec8e193-bc6a-4f2a-b114-b82ae230c183,segment=NetworkSegment(6849a946-918a-40c5-a44f-544cfb4b470a),segment_id=6849a946-918a-40c5-a44f-544cfb4b470a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:31.741212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45702) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:31.763797 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-baed7bcd-e902-43f6-96f2-2464d36595df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:31.864939 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-baed7bcd-e902-43f6-96f2-2464d36595df admin admin] Publish callbacks [] for security_group (e01e72fe-f3b7-4fe8-b44e-ddc9a33ebe6a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:31.949236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cc412-a8f7-4b8c-9552-f4c8bb6851a8 req-cdb29daf-d0ad-4121-ab37-c31c0190bf55 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.951003 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-501cc412-a8f7-4b8c-9552-f4c8bb6851a8 req-cdb29daf-d0ad-4121-ab37-c31c0190bf55 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.0857575 Feb 11 04:45:31.959126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19500b-d9b8-420b-84a5-c1f8a82b5c37 req-a2106377-a7ce-45f3-b759-3c64edbf7e1a tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:31.960970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ed19500b-d9b8-420b-84a5-c1f8a82b5c37 req-a2106377-a7ce-45f3-b759-3c64edbf7e1a tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 943 time: 0.1093614 Feb 11 04:45:32.017264 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (3ec8e193-bc6a-4f2a-b114-b82ae230c183), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:32.053689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-f366074e-5263-4876-9d27-62c1bc021288 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:32.059685 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-f366074e-5263-4876-9d27-62c1bc021288 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/ports/3c6c895f-a204-48c8-98e8-3f75777d97b5 HTTP/1.1" status: 200 len: 1125 time: 0.4578123 Feb 11 04:45:32.089564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:32.090314 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:32.092386 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] 10.222.0.47 "PUT /v2.0/ports/3ec8e193-bc6a-4f2a-b114-b82ae230c183 HTTP/1.1" status: 200 len: 1092 time: 1.6516418 Feb 11 04:45:32.103526 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-baed7bcd-e902-43f6-96f2-2464d36595df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e01e72fe-f3b7-4fe8-b44e-ddc9a33ebe6a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:32.105069 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 4bacf493-d259-4213-a246-01a94e81b5a9 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:45:32.110698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 4bacf493-d259-4213-a246-01a94e81b5a9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:32.113749 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:32.157731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed50be8-c00a-485c-88ac-5d3db17c6ea3', 'tag': '3ec8e193-bc6a-4f2a-b114-b82ae230c183'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:32.160136 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb79f672-e086-46e9-9410-cd510d660646" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed50be8-c00a-485c-88ac-5d3db17c6ea3", "tag": "3ec8e193-bc6a-4f2a-b114-b82ae230c183"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:32.164479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b8c54-b530-447f-bbb7-928ceebd3109 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec8e193-bc6a-4f2a-b114-b82ae230c183,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:32.182928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ed19500b-d9b8-420b-84a5-c1f8a82b5c37 req-82c110b9-62a5-4e7b-8f50-7e9abdf3f96f tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150717 Feb 11 04:45:32.207851 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-501cc412-a8f7-4b8c-9552-f4c8bb6851a8 req-4b2bcadf-7c77-4edc-99b1-893c02f5382b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335820 Feb 11 04:45:32.291801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45714) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:32.295455 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-baed7bcd-e902-43f6-96f2-2464d36595df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eec511cbbfe944bc97a2671dea3a5671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5528681 Feb 11 04:45:32.300780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed7bcd-e902-43f6-96f2-2464d36595df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01e72fe-f3b7-4fe8-b44e-ddc9a33ebe6a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:32.408139 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 4bacf493-d259-4213-a246-01a94e81b5a9 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:32.408139 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:32.418663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bacf493-d259-4213-a246-01a94e81b5a9'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:32.421311 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4e20d3-01cd-49f9-80d7-c9ba2e7e2b2b" -d '{"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-plugged", "status": "completed", "tag": "4bacf493-d259-4213-a246-01a94e81b5a9"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:32.453255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4bacf493-d259-4213-a246-01a94e81b5a9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4bacf493-d259-4213-a246-01a94e81b5a9,segment=NetworkSegment(7c0dc63e-57e7-4d70-9b0d-ff1191a5201a),segment_id=7c0dc63e-57e7-4d70-9b0d-ff1191a5201a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:32.480214 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fea79c-f9db-4eb5-8de7-3dd2e47f8ac9 x-openstack-request-id: req-61fea79c-f9db-4eb5-8de7-3dd2e47f8ac9 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:32.480214 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed50be8-c00a-485c-88ac-5d3db17c6ea3", "tag": "3ec8e193-bc6a-4f2a-b114-b82ae230c183", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:32.480214 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61fea79c-f9db-4eb5-8de7-3dd2e47f8ac9 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:32.480214 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed50be8-c00a-485c-88ac-5d3db17c6ea3', 'tag': '3ec8e193-bc6a-4f2a-b114-b82ae230c183', 'status': 'completed', 'code': 200} Feb 11 04:45:32.493670 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125c5894-56ae-4eec-b25e-80b18c04345b x-openstack-request-id: req-125c5894-56ae-4eec-b25e-80b18c04345b {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:32.494551 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-plugged", "status": "completed", "tag": "4bacf493-d259-4213-a246-01a94e81b5a9", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:32.494843 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-125c5894-56ae-4eec-b25e-80b18c04345b {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:32.495253 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bacf493-d259-4213-a246-01a94e81b5a9', 'code': 200} Feb 11 04:45:32.539359 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07ad28d3-b6bb-475a-851f-80e673f49a44 admin admin] Publish callbacks [] for security_group (e01e72fe-f3b7-4fe8-b44e-ddc9a33ebe6a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:32.576868 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07ad28d3-b6bb-475a-851f-80e673f49a44 admin admin] Publish callbacks [] for security_group (e01e72fe-f3b7-4fe8-b44e-ddc9a33ebe6a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:32.614343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660e616-6de8-4c40-94cb-f3be22e0f5d4 req-d44bc80e-98f6-4369-8af4-885506656ceb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:32.615909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f660e616-6de8-4c40-94cb-f3be22e0f5d4 req-d44bc80e-98f6-4369-8af4-885506656ceb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.2189777 Feb 11 04:45:32.620896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79f672-e086-46e9-9410-cd510d660646 req-64ceee82-7066-4053-92fd-cd425015a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:32.622379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb79f672-e086-46e9-9410-cd510d660646 req-64ceee82-7066-4053-92fd-cd425015a9f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd428caf3628450e94e6190594635a3b&device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 1126 time: 0.1403737 Feb 11 04:45:32.738683 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:32.740471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:32.808116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f660e616-6de8-4c40-94cb-f3be22e0f5d4 req-5027bd2f-43ae-4354-868b-4e60d29de201 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784241 Feb 11 04:45:32.838598 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79f672-e086-46e9-9410-cd510d660646 req-62e1a901-0eb7-4c22-84ed-79ca3db58fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:32.840522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb79f672-e086-46e9-9410-cd510d660646 req-62e1a901-0eb7-4c22-84ed-79ca3db58fef service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cd428caf3628450e94e6190594635a3b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1952760 Feb 11 04:45:32.888775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=4bacf493-d259-4213-a246-01a94e81b5a9,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:32.889596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772d4c-4c7b-4a64-8592-924934a1cd0a req-7d8fe2cd-0d0f-4bfb-b4f1-b02d34b3e737 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:32.889596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772d4c-4c7b-4a64-8592-924934a1cd0a req-7d8fe2cd-0d0f-4bfb-b4f1-b02d34b3e737 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:32.889596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772d4c-4c7b-4a64-8592-924934a1cd0a req-7d8fe2cd-0d0f-4bfb-b4f1-b02d34b3e737 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:32.889596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772d4c-4c7b-4a64-8592-924934a1cd0a req-7d8fe2cd-0d0f-4bfb-b4f1-b02d34b3e737 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:32.889596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772d4c-4c7b-4a64-8592-924934a1cd0a req-7d8fe2cd-0d0f-4bfb-b4f1-b02d34b3e737 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:32.889596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772d4c-4c7b-4a64-8592-924934a1cd0a req-7d8fe2cd-0d0f-4bfb-b4f1-b02d34b3e737 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:32.891119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe772d4c-4c7b-4a64-8592-924934a1cd0a req-7d8fe2cd-0d0f-4bfb-b4f1-b02d34b3e737 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:32.893172 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe772d4c-4c7b-4a64-8592-924934a1cd0a req-7d8fe2cd-0d0f-4bfb-b4f1-b02d34b3e737 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5437 time: 0.2078948 Feb 11 04:45:33.002443 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07ad28d3-b6bb-475a-851f-80e673f49a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e01e72fe-f3b7-4fe8-b44e-ddc9a33ebe6a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:33.002443 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07ad28d3-b6bb-475a-851f-80e673f49a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:33.002443 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-07ad28d3-b6bb-475a-851f-80e673f49a44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e01e72fe-f3b7-4fe8-b44e-ddc9a33ebe6a HTTP/1.1" status: 204 len: 168 time: 0.7063107 Feb 11 04:45:33.035920 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad28d3-b6bb-475a-851f-80e673f49a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01e72fe-f3b7-4fe8-b44e-ddc9a33ebe6a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:33.062571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe772d4c-4c7b-4a64-8592-924934a1cd0a req-d7428eeb-4607-4fff-b3de-9eb74a4faca7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1552942 Feb 11 04:45:33.063813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:45:33.074152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:33.074543 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:33.103714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79f672-e086-46e9-9410-cd510d660646 req-c76e4453-d56c-4eb8-8087-c206cf5bb575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:33.105832 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb79f672-e086-46e9-9410-cd510d660646 req-c76e4453-d56c-4eb8-8087-c206cf5bb575 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2116952 Feb 11 04:45:33.222394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:33.222848 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:33.251250 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-6f119b8e-05f9-4315-b4ed-53e5fda217c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:33.252909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-6f119b8e-05f9-4315-b4ed-53e5fda217c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd428caf3628450e94e6190594635a3b&device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 1126 time: 0.0972636 Feb 11 04:45:33.274764 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9c8dd432-9361-41bb-8e3f-c59eb37be3b3,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:33.299783 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-5abc1bb6-0a20-42ef-ab4d-bf8b17682d12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ec8e193-bc6a-4f2a-b114-b82ae230c183 HTTP/1.1" status: 200 len: 217 time: 0.0375392 Feb 11 04:45:33.372575 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:33.373662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5e331ac0-31ed-41b8-b911-5fa4fa3a502e up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:33.439099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-83825482-2fba-4750-bff6-4fceed78c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:33.440694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-83825482-2fba-4750-bff6-4fceed78c25e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e7b4e53e-76ea-4c67-8441-043410364cf2 HTTP/1.1" status: 200 len: 853 time: 0.1342936 Feb 11 04:45:33.493079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-c5b01797-0aa9-4cdd-9d13-f012acc6d4d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bbdeecae-2428-49d7-90ec-b2b64e0ae601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441053 Feb 11 04:45:33.493380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=9c8dd432-9361-41bb-8e3f-c59eb37be3b3,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:33.516633 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ed2d0-ecae-43cc-af52-ee76cb74a25a req-08b6a5a1-af79-4df9-b519-9363c659566d tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:33.520363 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ed2d0-ecae-43cc-af52-ee76cb74a25a req-08b6a5a1-af79-4df9-b519-9363c659566d tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 943 time: 0.1992834 Feb 11 04:45:33.540935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50876e4-15ec-48b2-9827-761da241b494 req-5257b959-5de9-4c29-814c-6fa6428799b0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:33.540935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a50876e4-15ec-48b2-9827-761da241b494 req-5257b959-5de9-4c29-814c-6fa6428799b0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.1881120 Feb 11 04:45:33.590385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:45:33.600379 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:33.601080 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:33.712670 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-946ed2d0-ecae-43cc-af52-ee76cb74a25a req-f3854f97-0baa-451c-94dd-ebc9b50ab827 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798434 Feb 11 04:45:33.744991 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a50876e4-15ec-48b2-9827-761da241b494 req-01b8be7a-5952-4cc7-b4b7-de957d63a54d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885324 Feb 11 04:45:33.782938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-706adece-c342-478d-bcbb-37e143f0a69a service neutron] 10.222.0.47 "GET /v2.0/networks/bbdeecae-2428-49d7-90ec-b2b64e0ae601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609141 Feb 11 04:45:33.812392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:33.826166 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:33.949026 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e331ac0-31ed-41b8-b911-5fa4fa3a502e,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:33.999467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6480e1e-042f-4dc1-8e91-e025e2f869b4 req-e0ce0cc1-7c6e-4978-a000-8c405756f4fa service neutron] 10.222.0.47 "GET /v2.0/networks/bbdeecae-2428-49d7-90ec-b2b64e0ae601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114673 Feb 11 04:45:34.013500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15049161-5da3-4980-b028-74a742024f7f req-53522dd8-c047-434f-bdd6-f00082f0040e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:34.019201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15049161-5da3-4980-b028-74a742024f7f req-53522dd8-c047-434f-bdd6-f00082f0040e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.0961435 Feb 11 04:45:34.096862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15049161-5da3-4980-b028-74a742024f7f req-e10e0279-7cc0-48a4-a2de-8292b20ac509 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751128 Feb 11 04:45:34.130719 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:34.130719 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:34.131984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:34.204148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5e331ac0-31ed-41b8-b911-5fa4fa3a502e,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:34.226546 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:34.289385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554131d3-91fe-4825-b8b9-eaff00971f8b req-48c0599b-06c8-4b40-9c34-631667cc2055 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:34.295766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554131d3-91fe-4825-b8b9-eaff00971f8b req-48c0599b-06c8-4b40-9c34-631667cc2055 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:34.301482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554131d3-91fe-4825-b8b9-eaff00971f8b req-48c0599b-06c8-4b40-9c34-631667cc2055 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:34.307690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554131d3-91fe-4825-b8b9-eaff00971f8b req-48c0599b-06c8-4b40-9c34-631667cc2055 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:34.310806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:45:34.313128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554131d3-91fe-4825-b8b9-eaff00971f8b req-48c0599b-06c8-4b40-9c34-631667cc2055 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:34.316464 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:34.316952 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:34.318536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554131d3-91fe-4825-b8b9-eaff00971f8b req-48c0599b-06c8-4b40-9c34-631667cc2055 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:34.324210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554131d3-91fe-4825-b8b9-eaff00971f8b req-48c0599b-06c8-4b40-9c34-631667cc2055 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:34.326149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-554131d3-91fe-4825-b8b9-eaff00971f8b req-48c0599b-06c8-4b40-9c34-631667cc2055 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5440 time: 0.1522658 Feb 11 04:45:34.425985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f8c1110-77ac-4823-9bf9-a4973b013b33 req-018a71a8-263a-416e-b9c0-daca03920ea1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4884663 Feb 11 04:45:34.431189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-554131d3-91fe-4825-b8b9-eaff00971f8b req-9952eeac-178d-404c-b42e-59109cbb4651 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956802 Feb 11 04:45:34.496126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8dd432-9361-41bb-8e3f-c59eb37be3b3'}, {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e331ac0-31ed-41b8-b911-5fa4fa3a502e'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:34.498715 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccad0b1-8b71-446a-86f2-7c1b12df9fbe" -d '{"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-plugged", "status": "completed", "tag": "9c8dd432-9361-41bb-8e3f-c59eb37be3b3"}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-plugged", "status": "completed", "tag": "5e331ac0-31ed-41b8-b911-5fa4fa3a502e"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:34.514470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:34.515006 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:34.557750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:34.568002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c1110-77ac-4823-9bf9-a4973b013b33 req-0f99ebc3-4964-44b6-babb-d0706a7f3ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:34.569602 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f8c1110-77ac-4823-9bf9-a4973b013b33 req-0f99ebc3-4964-44b6-babb-d0706a7f3ecd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 1128 time: 0.0738475 Feb 11 04:45:34.574149 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392b87bc-a070-45af-bd1b-8d11b46a7f51 x-openstack-request-id: req-392b87bc-a070-45af-bd1b-8d11b46a7f51 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:34.574451 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-plugged", "status": "completed", "tag": "9c8dd432-9361-41bb-8e3f-c59eb37be3b3", "code": 200}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-plugged", "status": "completed", "tag": "5e331ac0-31ed-41b8-b911-5fa4fa3a502e", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:34.574754 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-392b87bc-a070-45af-bd1b-8d11b46a7f51 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:34.575153 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8dd432-9361-41bb-8e3f-c59eb37be3b3', 'code': 200} Feb 11 04:45:34.575409 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e331ac0-31ed-41b8-b911-5fa4fa3a502e', 'code': 200} Feb 11 04:45:34.653979 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:34.655318 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5353233d-2bfb-4563-ab7f-09689b7e7a26 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:34.741182 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c1110-77ac-4823-9bf9-a4973b013b33 req-897321a2-3714-4535-9bca-3831e5d47582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:34.743303 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f8c1110-77ac-4823-9bf9-a4973b013b33 req-897321a2-3714-4535-9bca-3831e5d47582 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 200 len: 916 time: 0.1534569 Feb 11 04:45:34.809145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f8c1110-77ac-4823-9bf9-a4973b013b33 req-90d777bd-728f-4a5a-ac18-7179a7dde071 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9018ccb-ca21-413f-bca7-43eaaf6841ce HTTP/1.1" status: 200 len: 217 time: 0.0579216 Feb 11 04:45:34.815551 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-72a0e2a1-d848-4073-a460-c70bbf4ffe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:34.818231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-72a0e2a1-d848-4073-a460-c70bbf4ffe2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 1128 time: 0.1406360 Feb 11 04:45:34.849027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:34.960830 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 5353233d-2bfb-4563-ab7f-09689b7e7a26 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:45:34.967646 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 5353233d-2bfb-4563-ab7f-09689b7e7a26 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:34.968168 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:35.024039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c1110-77ac-4823-9bf9-a4973b013b33 req-6665d1f7-1b37-4da9-b384-b3e88628877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:35.026096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f8c1110-77ac-4823-9bf9-a4973b013b33 req-6665d1f7-1b37-4da9-b384-b3e88628877d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b81996e-fc00-4977-9834-00be71e6310f HTTP/1.1" status: 200 len: 855 time: 0.2064874 Feb 11 04:45:35.086999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30225ff-6c37-4c81-b833-f94aced20b67 req-3fcba2cc-a38a-414c-983a-e7e67230227f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:35.089095 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e30225ff-6c37-4c81-b833-f94aced20b67 req-3fcba2cc-a38a-414c-983a-e7e67230227f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.1816292 Feb 11 04:45:35.094370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f8c1110-77ac-4823-9bf9-a4973b013b33 req-f1127f64-453c-4283-8869-329aebb718b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571897 Feb 11 04:45:35.152500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5353233d-2bfb-4563-ab7f-09689b7e7a26 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:35.153319 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:35.199812 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5353233d-2bfb-4563-ab7f-09689b7e7a26, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5353233d-2bfb-4563-ab7f-09689b7e7a26,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:35.304887 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:35.306025 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device c6cb851a-7543-4811-866d-201ed472997e up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:35.428841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5353233d-2bfb-4563-ab7f-09689b7e7a26,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:35.545119 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port c6cb851a-7543-4811-866d-201ed472997e completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:45:35.550942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port c6cb851a-7543-4811-866d-201ed472997e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:35.551428 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c6cb851a-7543-4811-866d-201ed472997e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:35.570756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-36f8e2e0-7b97-4746-9ea9-f4fbc7c037e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:35.573116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-36f8e2e0-7b97-4746-9ea9-f4fbc7c037e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6 HTTP/1.1" status: 200 len: 898 time: 0.7442374 Feb 11 04:45:35.671445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3ec8e193-bc6a-4f2a-b114-b82ae230c183 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:35.693895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port c6cb851a-7543-4811-866d-201ed472997e is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:35.694656 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c6cb851a-7543-4811-866d-201ed472997e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:35.713764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa4a32-6a6f-4225-8399-51148fe31109 req-88d14710-61d3-45d4-ba9d-21a3eaa49510 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:35.719204 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2aaa4a32-6a6f-4225-8399-51148fe31109 req-88d14710-61d3-45d4-ba9d-21a3eaa49510 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 943 time: 0.8137259 Feb 11 04:45:35.750521 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f8c1110-77ac-4823-9bf9-a4973b013b33 req-8819af89-080d-471b-a1ee-a75df057a5a2 service neutron] 10.222.0.32 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6481504 Feb 11 04:45:35.778037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port c6cb851a-7543-4811-866d-201ed472997e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c6cb851a-7543-4811-866d-201ed472997e,segment=NetworkSegment(09f34cf8-c68f-45f6-bc54-c45e3b67af86),segment_id=09f34cf8-c68f-45f6-bc54-c45e3b67af86)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:35.820493 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-24ba3396-6297-4b9c-b9c0-39e854ac5fe3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5 HTTP/1.1" status: 200 len: 1001 time: 0.1673403 Feb 11 04:45:35.868738 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c6cb851a-7543-4811-866d-201ed472997e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:35.869820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2aaa4a32-6a6f-4225-8399-51148fe31109 req-4c0400d1-ea7f-4f73-b910-054addb970df tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432686 Feb 11 04:45:35.891543 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3963acce-fff3-40af-b53b-73ed9c590e16 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:35.996018 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e30225ff-6c37-4c81-b833-f94aced20b67 req-81d1a592-6b59-49c2-9a19-3cadd013677d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8946853 Feb 11 04:45:36.037270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3ec8e193-bc6a-4f2a-b114-b82ae230c183, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3ec8e193-bc6a-4f2a-b114-b82ae230c183,segment=NetworkSegment(6849a946-918a-40c5-a44f-544cfb4b470a),segment_id=6849a946-918a-40c5-a44f-544cfb4b470a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:36.070827 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=c6cb851a-7543-4811-866d-201ed472997e,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:36.076900 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '3ec8e193-bc6a-4f2a-b114-b82ae230c183', 'network_id': 'bbdeecae-2428-49d7-90ec-b2b64e0ae601', 'port_id': '3ec8e193-bc6a-4f2a-b114-b82ae230c183', 'mac_address': 'fa:16:3e:ae:1d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b4e53e-76ea-4c67-8441-043410364cf2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:36.159155 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 3ec8e193-bc6a-4f2a-b114-b82ae230c183 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:36.160446 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3ec8e193-bc6a-4f2a-b114-b82ae230c183), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:36.188338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec8e193-bc6a-4f2a-b114-b82ae230c183 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:36.211507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-bcdcdb5b-e054-4d4e-9a58-c354c5a64526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:36.217307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-bcdcdb5b-e054-4d4e-9a58-c354c5a64526 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fd7e866-928c-4746-9210-ead8fc110e2a HTTP/1.1" status: 200 len: 835 time: 0.3540404 Feb 11 04:45:36.224008 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f8c1110-77ac-4823-9bf9-a4973b013b33 req-f6992430-51f8-415b-bb12-f6a4e39e9749 service neutron] 10.222.0.32 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633540 Feb 11 04:45:36.246237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 3963acce-fff3-40af-b53b-73ed9c590e16 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:45:36.264480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 3963acce-fff3-40af-b53b-73ed9c590e16 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:36.265253 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:36.329088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3ec8e193-bc6a-4f2a-b114-b82ae230c183, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3ec8e193-bc6a-4f2a-b114-b82ae230c183,segment=NetworkSegment(6849a946-918a-40c5-a44f-544cfb4b470a),segment_id=6849a946-918a-40c5-a44f-544cfb4b470a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:36.331313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5cc64-39e4-43be-b0e3-7c21fd8c4cbe req-2107e8ab-f966-4a32-924c-17cd903fcbe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:36.339463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bfb5cc64-39e4-43be-b0e3-7c21fd8c4cbe req-2107e8ab-f966-4a32-924c-17cd903fcbe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.2433658 Feb 11 04:45:36.361127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00a843-af36-4252-b32d-a54a3a03eded req-2372cf55-3b4e-4b56-9705-8a3d7a02a20d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:36.366944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00a843-af36-4252-b32d-a54a3a03eded req-2372cf55-3b4e-4b56-9705-8a3d7a02a20d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:36.373350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00a843-af36-4252-b32d-a54a3a03eded req-2372cf55-3b4e-4b56-9705-8a3d7a02a20d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:36.379687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00a843-af36-4252-b32d-a54a3a03eded req-2372cf55-3b4e-4b56-9705-8a3d7a02a20d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:36.386431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00a843-af36-4252-b32d-a54a3a03eded req-2372cf55-3b4e-4b56-9705-8a3d7a02a20d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:36.393187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00a843-af36-4252-b32d-a54a3a03eded req-2372cf55-3b4e-4b56-9705-8a3d7a02a20d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:36.398481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00a843-af36-4252-b32d-a54a3a03eded req-2372cf55-3b4e-4b56-9705-8a3d7a02a20d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:36.401075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e00a843-af36-4252-b32d-a54a3a03eded req-2372cf55-3b4e-4b56-9705-8a3d7a02a20d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5443 time: 0.3032689 Feb 11 04:45:36.442843 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3ec8e193-bc6a-4f2a-b114-b82ae230c183), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:36.450145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45798) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:36.463190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-a0f8c388-f4cd-4627-93bf-73726b0a1ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:36.464898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-a0f8c388-f4cd-4627-93bf-73726b0a1ef1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2409263 Feb 11 04:45:36.517686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bfb5cc64-39e4-43be-b0e3-7c21fd8c4cbe req-b5621124-cb22-4808-807b-3200796e7608 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768289 Feb 11 04:45:36.567329 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e00a843-af36-4252-b32d-a54a3a03eded req-d770a388-bd16-4b40-ae67-72c2224cee2b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1550002 Feb 11 04:45:36.569200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 3963acce-fff3-40af-b53b-73ed9c590e16 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:36.570489 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:36.595227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=3ec8e193-bc6a-4f2a-b114-b82ae230c183,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:36.611634 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ffbce7-dc6f-4c7c-be0d-4d531b490dcd'}, {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5353233d-2bfb-4563-ab7f-09689b7e7a26'}, {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cb851a-7543-4811-866d-201ed472997e'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:36.617451 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6323e1a2-372d-43fd-a1a0-d60a31721604" -d '{"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-plugged", "status": "completed", "tag": "12ffbce7-dc6f-4c7c-be0d-4d531b490dcd"}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-plugged", "status": "completed", "tag": "5353233d-2bfb-4563-ab7f-09689b7e7a26"}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-plugged", "status": "completed", "tag": "c6cb851a-7543-4811-866d-201ed472997e"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:36.617847 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-77f454d3-0348-45b8-9692-fc338a2aaae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:36.634110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-c7bd6aed-0f4f-4c7e-b394-7a068de77b0d service neutron] 10.222.0.32 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526392 Feb 11 04:45:36.662776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3963acce-fff3-40af-b53b-73ed9c590e16, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3963acce-fff3-40af-b53b-73ed9c590e16,segment=NetworkSegment(7c0dc63e-57e7-4d70-9b0d-ff1191a5201a),segment_id=7c0dc63e-57e7-4d70-9b0d-ff1191a5201a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:36.685668 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8425dbc0-f9b5-4f0f-b011-0fb394cbe824 x-openstack-request-id: req-8425dbc0-f9b5-4f0f-b011-0fb394cbe824 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:36.686014 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-plugged", "status": "completed", "tag": "12ffbce7-dc6f-4c7c-be0d-4d531b490dcd", "code": 200}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-plugged", "status": "completed", "tag": "5353233d-2bfb-4563-ab7f-09689b7e7a26", "code": 200}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-plugged", "status": "completed", "tag": "c6cb851a-7543-4811-866d-201ed472997e", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:36.686298 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8425dbc0-f9b5-4f0f-b011-0fb394cbe824 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:36.686752 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ffbce7-dc6f-4c7c-be0d-4d531b490dcd', 'code': 200} Feb 11 04:45:36.691596 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5353233d-2bfb-4563-ab7f-09689b7e7a26', 'code': 200} Feb 11 04:45:36.691596 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cb851a-7543-4811-866d-201ed472997e', 'code': 200} Feb 11 04:45:36.721008 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-77f454d3-0348-45b8-9692-fc338a2aaae9 admin admin] Publish callbacks [] for security_group (91d9708c-a9cf-4aa4-a791-9198d02e9bf9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:36.750912 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:36.760636 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-090c8bbf-ad00-4fdf-bd5e-7a6e656189fe service neutron] 10.222.0.32 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181138 Feb 11 04:45:36.783558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['3ec8e193-bc6a-4f2a-b114-b82ae230c183'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:36.801972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-77f454d3-0348-45b8-9692-fc338a2aaae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (91d9708c-a9cf-4aa4-a791-9198d02e9bf9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:36.850855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=3963acce-fff3-40af-b53b-73ed9c590e16,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:36.852519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45806) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:36.852658 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-77f454d3-0348-45b8-9692-fc338a2aaae9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28f16a2ef6cf4d708169b1a33e6b6544&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3998950 Feb 11 04:45:36.855385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f454d3-0348-45b8-9692-fc338a2aaae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d9708c-a9cf-4aa4-a791-9198d02e9bf9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:36.944352 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93d9d6c2-3629-4cd2-912c-8cc75cfd5427 admin admin] Publish callbacks [] for security_group (91d9708c-a9cf-4aa4-a791-9198d02e9bf9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:36.988378 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93d9d6c2-3629-4cd2-912c-8cc75cfd5427 admin admin] Publish callbacks [] for security_group (91d9708c-a9cf-4aa4-a791-9198d02e9bf9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:37.093326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0ad44-8a4f-45c1-9c2f-13d336b74b71 req-df27f785-8535-4ae7-a15a-32803632e23b tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:37.095164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6bc0ad44-8a4f-45c1-9c2f-13d336b74b71 req-df27f785-8535-4ae7-a15a-32803632e23b tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 944 time: 0.1135786 Feb 11 04:45:37.188130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6bc0ad44-8a4f-45c1-9c2f-13d336b74b71 req-70fcdb86-0bd1-43fa-8775-62b5a8adcbab tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820141 Feb 11 04:45:37.214594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b251a2-4c84-47b1-9b1e-907134ae0f66 req-0a27749b-aa34-4607-947c-f8cda127ed61 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:37.216299 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7b251a2-4c84-47b1-9b1e-907134ae0f66 req-0a27749b-aa34-4607-947c-f8cda127ed61 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.0887058 Feb 11 04:45:37.267420 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7b251a2-4c84-47b1-9b1e-907134ae0f66 req-da9810d2-dba9-42ac-9bc9-2cb08a49b518 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443285 Feb 11 04:45:37.289792 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93d9d6c2-3629-4cd2-912c-8cc75cfd5427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (91d9708c-a9cf-4aa4-a791-9198d02e9bf9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:37.292633 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93d9d6c2-3629-4cd2-912c-8cc75cfd5427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:37.293776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-93d9d6c2-3629-4cd2-912c-8cc75cfd5427 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91d9708c-a9cf-4aa4-a791-9198d02e9bf9 HTTP/1.1" status: 204 len: 168 time: 0.4387567 Feb 11 04:45:37.302467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9d6c2-3629-4cd2-912c-8cc75cfd5427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d9708c-a9cf-4aa4-a791-9198d02e9bf9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:37.684630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213fc21-39f0-4eeb-890d-57a7f7b61969 req-366758e4-1789-4b8e-af69-a77513b037b4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:37.687750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2213fc21-39f0-4eeb-890d-57a7f7b61969 req-366758e4-1789-4b8e-af69-a77513b037b4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.0917304 Feb 11 04:45:37.778147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2213fc21-39f0-4eeb-890d-57a7f7b61969 req-bd3b7f3e-ea54-49a0-9faa-f9e650ede8a5 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743434 Feb 11 04:45:37.798134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1a034-d5ae-4070-a011-17d662b81269 req-05e843f2-b1e7-431a-9b14-79a99a7ac887 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:37.803997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1a034-d5ae-4070-a011-17d662b81269 req-05e843f2-b1e7-431a-9b14-79a99a7ac887 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:37.809429 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1a034-d5ae-4070-a011-17d662b81269 req-05e843f2-b1e7-431a-9b14-79a99a7ac887 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:37.817030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1a034-d5ae-4070-a011-17d662b81269 req-05e843f2-b1e7-431a-9b14-79a99a7ac887 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:37.820137 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1a034-d5ae-4070-a011-17d662b81269 req-05e843f2-b1e7-431a-9b14-79a99a7ac887 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:37.825464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1a034-d5ae-4070-a011-17d662b81269 req-05e843f2-b1e7-431a-9b14-79a99a7ac887 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:37.830806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1a034-d5ae-4070-a011-17d662b81269 req-05e843f2-b1e7-431a-9b14-79a99a7ac887 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:37.832759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9b1a034-d5ae-4070-a011-17d662b81269 req-05e843f2-b1e7-431a-9b14-79a99a7ac887 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5444 time: 0.1429257 Feb 11 04:45:37.898605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9b1a034-d5ae-4070-a011-17d662b81269 req-6614e572-6235-4b7f-8bdb-513888cf0d7d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590532 Feb 11 04:45:38.103030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45824) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:38.118170 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6cd25d7-d099-429d-95f9-105c1e83db85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:38.199501 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6cd25d7-d099-429d-95f9-105c1e83db85 admin admin] Publish callbacks [] for security_group (3fa548bd-dd3c-4f4b-b5ce-e4c0b26b3b74), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:38.301541 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6cd25d7-d099-429d-95f9-105c1e83db85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3fa548bd-dd3c-4f4b-b5ce-e4c0b26b3b74), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:38.364290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e6cd25d7-d099-429d-95f9-105c1e83db85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1830c76be2a04c9985137f21c67d2fa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2595060 Feb 11 04:45:38.367223 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45830) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:38.368420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd25d7-d099-429d-95f9-105c1e83db85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa548bd-dd3c-4f4b-b5ce-e4c0b26b3b74,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:38.405889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d479f-a19f-4bb3-8ba4-7592b2397ee0 req-b7190712-6cdc-4ea0-bfc9-33548ead07d4 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:38.407487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-864d479f-a19f-4bb3-8ba4-7592b2397ee0 req-b7190712-6cdc-4ea0-bfc9-33548ead07d4 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 944 time: 0.1372793 Feb 11 04:45:38.430718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1e778f2-822f-40eb-8f67-f6665b083eb3 admin admin] Publish callbacks [] for security_group (3fa548bd-dd3c-4f4b-b5ce-e4c0b26b3b74), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:38.457246 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1e778f2-822f-40eb-8f67-f6665b083eb3 admin admin] Publish callbacks [] for security_group (3fa548bd-dd3c-4f4b-b5ce-e4c0b26b3b74), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:38.458398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79048662-017d-4f3e-99df-0833663dc836 req-60845b53-a661-474d-a348-e4c04beb7557 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:38.459985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79048662-017d-4f3e-99df-0833663dc836 req-60845b53-a661-474d-a348-e4c04beb7557 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.1129477 Feb 11 04:45:38.486472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-864d479f-a19f-4bb3-8ba4-7592b2397ee0 req-d938e987-5200-4fd4-9564-1044d749d36e tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728021 Feb 11 04:45:38.528436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79048662-017d-4f3e-99df-0833663dc836 req-3b84165f-4b04-4b49-aa80-845309ec5504 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564694 Feb 11 04:45:38.590096 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1e778f2-822f-40eb-8f67-f6665b083eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3fa548bd-dd3c-4f4b-b5ce-e4c0b26b3b74), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:38.593023 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f1e778f2-822f-40eb-8f67-f6665b083eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:38.594224 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f1e778f2-822f-40eb-8f67-f6665b083eb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3fa548bd-dd3c-4f4b-b5ce-e4c0b26b3b74 HTTP/1.1" status: 204 len: 168 time: 0.2244291 Feb 11 04:45:38.603262 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e778f2-822f-40eb-8f67-f6665b083eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa548bd-dd3c-4f4b-b5ce-e4c0b26b3b74,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:38.689121 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3963acce-fff3-40af-b53b-73ed9c590e16'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:38.691785 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59b7596-6ef7-4a42-b7e3-307dbc645c78" -d '{"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-plugged", "status": "completed", "tag": "3963acce-fff3-40af-b53b-73ed9c590e16"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:38.729308 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb0f66e-6b6a-4fc3-832b-d5ee0f9a04d8 x-openstack-request-id: req-5cb0f66e-6b6a-4fc3-832b-d5ee0f9a04d8 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:38.729765 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-plugged", "status": "completed", "tag": "3963acce-fff3-40af-b53b-73ed9c590e16", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:38.730094 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cb0f66e-6b6a-4fc3-832b-d5ee0f9a04d8 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:38.730765 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3963acce-fff3-40af-b53b-73ed9c590e16', 'code': 200} Feb 11 04:45:38.916894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b0a2e-904d-41b1-b6bf-eb58decd6b80 req-408da08c-61b8-4909-be68-bb15b819a184 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:38.925870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f3b0a2e-904d-41b1-b6bf-eb58decd6b80 req-408da08c-61b8-4909-be68-bb15b819a184 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.0659711 Feb 11 04:45:39.111231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f3b0a2e-904d-41b1-b6bf-eb58decd6b80 req-a43689be-6d21-4d53-adb3-817dcd5b7c79 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842880 Feb 11 04:45:39.118800 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea9a5440-e602-4e2d-bc07-a9d4ce252eb6 req-f21ce4e6-8cca-413e-980b-d8d1be725bcf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1639798 Feb 11 04:45:39.203702 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674cf55-9acf-47cc-9491-34effbdc0bd3 req-d5d867cc-5481-4980-82b1-023116a4e529 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.216167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674cf55-9acf-47cc-9491-34effbdc0bd3 req-d5d867cc-5481-4980-82b1-023116a4e529 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.222077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674cf55-9acf-47cc-9491-34effbdc0bd3 req-d5d867cc-5481-4980-82b1-023116a4e529 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.228867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674cf55-9acf-47cc-9491-34effbdc0bd3 req-d5d867cc-5481-4980-82b1-023116a4e529 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.234476 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674cf55-9acf-47cc-9491-34effbdc0bd3 req-d5d867cc-5481-4980-82b1-023116a4e529 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.240029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674cf55-9acf-47cc-9491-34effbdc0bd3 req-d5d867cc-5481-4980-82b1-023116a4e529 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.245524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674cf55-9acf-47cc-9491-34effbdc0bd3 req-d5d867cc-5481-4980-82b1-023116a4e529 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.251700 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3674cf55-9acf-47cc-9491-34effbdc0bd3 req-d5d867cc-5481-4980-82b1-023116a4e529 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5444 time: 0.2332551 Feb 11 04:45:39.259099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b43fd-3119-47fd-9276-59ff2b173ca8 req-b68d7066-28ac-4cdc-abe9-73a8fe9727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.259781 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b43fd-3119-47fd-9276-59ff2b173ca8 req-b68d7066-28ac-4cdc-abe9-73a8fe9727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.260447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b43fd-3119-47fd-9276-59ff2b173ca8 req-b68d7066-28ac-4cdc-abe9-73a8fe9727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.260955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b43fd-3119-47fd-9276-59ff2b173ca8 req-b68d7066-28ac-4cdc-abe9-73a8fe9727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.261463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b43fd-3119-47fd-9276-59ff2b173ca8 req-b68d7066-28ac-4cdc-abe9-73a8fe9727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.261910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b43fd-3119-47fd-9276-59ff2b173ca8 req-b68d7066-28ac-4cdc-abe9-73a8fe9727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.262384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b43fd-3119-47fd-9276-59ff2b173ca8 req-b68d7066-28ac-4cdc-abe9-73a8fe9727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.264553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e1b43fd-3119-47fd-9276-59ff2b173ca8 req-b68d7066-28ac-4cdc-abe9-73a8fe9727c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 6725 time: 0.4663999 Feb 11 04:45:39.374366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a5440-e602-4e2d-bc07-a9d4ce252eb6 req-73c9eb49-7b17-4ae2-b70d-bf92d8f9b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.376256 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea9a5440-e602-4e2d-bc07-a9d4ce252eb6 req-73c9eb49-7b17-4ae2-b70d-bf92d8f9b1fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 1129 time: 0.2123995 Feb 11 04:45:39.387493 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3674cf55-9acf-47cc-9491-34effbdc0bd3 req-92ad8d1a-6169-4bf1-b7ab-7170fb01427f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208005 Feb 11 04:45:39.399494 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e1b43fd-3119-47fd-9276-59ff2b173ca8 req-d8f94105-7e62-47f1-98cd-50e0644f7364 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&id=c3d09c27-199d-4084-9276-d9290edc8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228969 Feb 11 04:45:39.518318 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a5440-e602-4e2d-bc07-a9d4ce252eb6 req-8e4f9104-04d0-4980-a763-80ce5da659c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.519994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea9a5440-e602-4e2d-bc07-a9d4ce252eb6 req-8e4f9104-04d0-4980-a763-80ce5da659c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 200 len: 916 time: 0.1117520 Feb 11 04:45:39.577088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea9a5440-e602-4e2d-bc07-a9d4ce252eb6 req-3f7be316-0c69-4c21-a44a-c43d50b8eb8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a819b19-befb-4bed-8760-11986c8d61dc HTTP/1.1" status: 200 len: 217 time: 0.0477657 Feb 11 04:45:39.649926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a5440-e602-4e2d-bc07-a9d4ce252eb6 req-76c6fbe3-079e-43a5-861d-a1abba029167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.651536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea9a5440-e602-4e2d-bc07-a9d4ce252eb6 req-76c6fbe3-079e-43a5-861d-a1abba029167 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b81996e-fc00-4977-9834-00be71e6310f HTTP/1.1" status: 200 len: 855 time: 0.0632584 Feb 11 04:45:39.675315 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3ec8e193-bc6a-4f2a-b114-b82ae230c183 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:39.741188 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea9a5440-e602-4e2d-bc07-a9d4ce252eb6 req-c1b1d6f3-91bc-4c9b-a98e-8f33e60e3707 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679867 Feb 11 04:45:39.820512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 3ec8e193-bc6a-4f2a-b114-b82ae230c183 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:45:39.831612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 3ec8e193-bc6a-4f2a-b114-b82ae230c183 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:39.832310 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3ec8e193-bc6a-4f2a-b114-b82ae230c183), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:39.832972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7955f-2e09-49f1-b7d6-98e4d026af52 req-fc76f3bc-72d3-489c-8a5f-5fa2a37e6451 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.834770 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfc7955f-2e09-49f1-b7d6-98e4d026af52 req-fc76f3bc-72d3-489c-8a5f-5fa2a37e6451 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 944 time: 0.1870251 Feb 11 04:45:39.846825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3d57a-5bd6-4019-953b-83f9673d48f3 req-cac8ace3-66b5-4b70-b83e-99abd60d7be6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:39.849704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0f3d57a-5bd6-4019-953b-83f9673d48f3 req-cac8ace3-66b5-4b70-b83e-99abd60d7be6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.1955054 Feb 11 04:45:39.922963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea9a5440-e602-4e2d-bc07-a9d4ce252eb6 req-211abf2f-4a8e-4577-9ffd-786269afbcda service neutron] 10.222.0.32 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747298 Feb 11 04:45:39.989193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 3ec8e193-bc6a-4f2a-b114-b82ae230c183 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:39.989688 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3ec8e193-bc6a-4f2a-b114-b82ae230c183), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:40.010035 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfc7955f-2e09-49f1-b7d6-98e4d026af52 req-bc4818f6-9bd9-4bea-8cf5-4a5411c33431 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537306 Feb 11 04:45:40.027717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0f3d57a-5bd6-4019-953b-83f9673d48f3 req-5f9f048a-86d7-4684-96a7-72a3466362e4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640618 Feb 11 04:45:40.053876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3ec8e193-bc6a-4f2a-b114-b82ae230c183, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3ec8e193-bc6a-4f2a-b114-b82ae230c183,segment=NetworkSegment(6849a946-918a-40c5-a44f-544cfb4b470a),segment_id=6849a946-918a-40c5-a44f-544cfb4b470a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:40.099398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea9a5440-e602-4e2d-bc07-a9d4ce252eb6 req-26a6fd89-936a-42a9-988f-1cca4cd3bfcd service neutron] 10.222.0.32 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630065 Feb 11 04:45:40.177723 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3ec8e193-bc6a-4f2a-b114-b82ae230c183), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:40.257498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=3ec8e193-bc6a-4f2a-b114-b82ae230c183,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:40.277067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03cc55-9cf1-4f3c-9968-e71bad674ad5 req-b70192ab-b16d-4e48-a604-98b0be26ad8f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:40.278647 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c03cc55-9cf1-4f3c-9968-e71bad674ad5 req-b70192ab-b16d-4e48-a604-98b0be26ad8f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.0644403 Feb 11 04:45:40.340526 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c03cc55-9cf1-4f3c-9968-e71bad674ad5 req-fddc16d7-b3a4-4ca0-8d6d-63368d8c8079 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553238 Feb 11 04:45:40.566651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153dae4-4532-4145-b6ec-a21ae58c31e1 req-66a3e495-74c5-43f8-a508-779237a8269d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:40.573301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153dae4-4532-4145-b6ec-a21ae58c31e1 req-66a3e495-74c5-43f8-a508-779237a8269d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:40.579858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153dae4-4532-4145-b6ec-a21ae58c31e1 req-66a3e495-74c5-43f8-a508-779237a8269d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:40.584104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153dae4-4532-4145-b6ec-a21ae58c31e1 req-66a3e495-74c5-43f8-a508-779237a8269d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:40.590218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153dae4-4532-4145-b6ec-a21ae58c31e1 req-66a3e495-74c5-43f8-a508-779237a8269d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:40.596931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153dae4-4532-4145-b6ec-a21ae58c31e1 req-66a3e495-74c5-43f8-a508-779237a8269d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:40.602299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153dae4-4532-4145-b6ec-a21ae58c31e1 req-66a3e495-74c5-43f8-a508-779237a8269d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:40.610175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4153dae4-4532-4145-b6ec-a21ae58c31e1 req-66a3e495-74c5-43f8-a508-779237a8269d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5444 time: 0.1151958 Feb 11 04:45:40.676117 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4153dae4-4532-4145-b6ec-a21ae58c31e1 req-8be45a9a-51b3-4c14-9f5a-b0d9f0bf332e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650542 Feb 11 04:45:40.732403 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed50be8-c00a-485c-88ac-5d3db17c6ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec8e193-bc6a-4f2a-b114-b82ae230c183'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:40.735052 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ef8fc4-bc01-4c4c-b1a4-b444183eaf7c" -d '{"events": [{"server_uuid": "5ed50be8-c00a-485c-88ac-5d3db17c6ea3", "name": "network-vif-plugged", "status": "completed", "tag": "3ec8e193-bc6a-4f2a-b114-b82ae230c183"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:40.769940 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22de6569-9a5a-4325-849d-4fda2d82ad25 x-openstack-request-id: req-22de6569-9a5a-4325-849d-4fda2d82ad25 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:40.770235 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed50be8-c00a-485c-88ac-5d3db17c6ea3", "name": "network-vif-plugged", "status": "completed", "tag": "3ec8e193-bc6a-4f2a-b114-b82ae230c183", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:40.770495 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22de6569-9a5a-4325-849d-4fda2d82ad25 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:40.770924 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed50be8-c00a-485c-88ac-5d3db17c6ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec8e193-bc6a-4f2a-b114-b82ae230c183', 'code': 200} Feb 11 04:45:40.891900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfeca1-00a3-40a5-a4ab-66e839c1f898 req-085dc591-8c25-4610-997e-e1f744acd64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:40.893427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32bfeca1-00a3-40a5-a4ab-66e839c1f898 req-085dc591-8c25-4610-997e-e1f744acd64b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 1128 time: 0.0629652 Feb 11 04:45:40.943764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32bfeca1-00a3-40a5-a4ab-66e839c1f898 req-e06ddf2b-4b54-4d1c-a62c-5a7ce7a4a45b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437911 Feb 11 04:45:41.075521 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45908) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:41.188197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab21bf-02b7-4d63-8b03-9f5537ac7021 req-f0e87acc-483b-4a42-9684-d0d1cfc1b48c tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:41.189860 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50ab21bf-02b7-4d63-8b03-9f5537ac7021 req-f0e87acc-483b-4a42-9684-d0d1cfc1b48c tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 945 time: 0.1092663 Feb 11 04:45:41.236399 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-661a8b8d-6ef2-48f3-bf4c-b5d5e6afd303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:41.256037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c3a0d-c92a-4c6a-8de6-1eda24f434f2 req-16c25eeb-b5c9-410b-bef2-5508d69b27cc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:41.265294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d31c3a0d-c92a-4c6a-8de6-1eda24f434f2 req-16c25eeb-b5c9-410b-bef2-5508d69b27cc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.1307659 Feb 11 04:45:41.299769 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50ab21bf-02b7-4d63-8b03-9f5537ac7021 req-813aa1db-df24-4ab8-83f3-4dff031e3926 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015241 Feb 11 04:45:41.339691 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-661a8b8d-6ef2-48f3-bf4c-b5d5e6afd303 admin admin] Publish callbacks [] for security_group (d8121444-4779-43b1-95ac-1c4b2b871bbf), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:41.344060 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d31c3a0d-c92a-4c6a-8de6-1eda24f434f2 req-09dca08e-b316-4796-aa58-0ea248b821b9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778184 Feb 11 04:45:41.441922 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-661a8b8d-6ef2-48f3-bf4c-b5d5e6afd303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d8121444-4779-43b1-95ac-1c4b2b871bbf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:41.484212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6b9e-56e9-4af2-ba8e-40efb972de43 req-01c5c04d-09a4-47b9-9732-a87b7b9d139c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:41.485926 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d84e6b9e-56e9-4af2-ba8e-40efb972de43 req-01c5c04d-09a4-47b9-9732-a87b7b9d139c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.0701120 Feb 11 04:45:41.486991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a8b8d-6ef2-48f3-bf4c-b5d5e6afd303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8121444-4779-43b1-95ac-1c4b2b871bbf,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:41.544739 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-661a8b8d-6ef2-48f3-bf4c-b5d5e6afd303 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0090a98459a45baa216136fb6ae43ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4679642 Feb 11 04:45:41.545347 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45918) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:41.572734 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d84e6b9e-56e9-4af2-ba8e-40efb972de43 req-410b8b1c-86d7-4499-bcf4-98ea5af58585 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677822 Feb 11 04:45:41.615103 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd45a60e-9c33-4da7-96b6-4c44502d74aa admin admin] Publish callbacks [] for security_group (d8121444-4779-43b1-95ac-1c4b2b871bbf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:41.640104 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd45a60e-9c33-4da7-96b6-4c44502d74aa admin admin] Publish callbacks [] for security_group (d8121444-4779-43b1-95ac-1c4b2b871bbf), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:41.813088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd45a60e-9c33-4da7-96b6-4c44502d74aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d8121444-4779-43b1-95ac-1c4b2b871bbf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:41.815260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd53a1-f0f1-4917-b9fe-225a1ed29f51 req-c29c39a0-1fe8-4993-aeb7-352208926419 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:41.815913 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd45a60e-9c33-4da7-96b6-4c44502d74aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:41.820195 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cd45a60e-9c33-4da7-96b6-4c44502d74aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8121444-4779-43b1-95ac-1c4b2b871bbf HTTP/1.1" status: 204 len: 168 time: 0.2737625 Feb 11 04:45:41.820511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd53a1-f0f1-4917-b9fe-225a1ed29f51 req-c29c39a0-1fe8-4993-aeb7-352208926419 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:41.826479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd53a1-f0f1-4917-b9fe-225a1ed29f51 req-c29c39a0-1fe8-4993-aeb7-352208926419 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:41.832807 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd53a1-f0f1-4917-b9fe-225a1ed29f51 req-c29c39a0-1fe8-4993-aeb7-352208926419 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:41.839932 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd53a1-f0f1-4917-b9fe-225a1ed29f51 req-c29c39a0-1fe8-4993-aeb7-352208926419 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:41.845018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45a60e-9c33-4da7-96b6-4c44502d74aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8121444-4779-43b1-95ac-1c4b2b871bbf,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:41.846077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd53a1-f0f1-4917-b9fe-225a1ed29f51 req-c29c39a0-1fe8-4993-aeb7-352208926419 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:41.856816 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd53a1-f0f1-4917-b9fe-225a1ed29f51 req-c29c39a0-1fe8-4993-aeb7-352208926419 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:41.868379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79bd53a1-f0f1-4917-b9fe-225a1ed29f51 req-c29c39a0-1fe8-4993-aeb7-352208926419 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5444 time: 0.1130259 Feb 11 04:45:41.930349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79bd53a1-f0f1-4917-b9fe-225a1ed29f51 req-b4fa747a-f544-4add-8663-003ec4e60587 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607893 Feb 11 04:45:42.081107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d99242-5f02-4230-a040-29428dbb109a req-3d5ec0ec-1b24-4adb-89ab-8b738908110c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:42.086397 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d99242-5f02-4230-a040-29428dbb109a req-3d5ec0ec-1b24-4adb-89ab-8b738908110c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:42.092650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d99242-5f02-4230-a040-29428dbb109a req-3d5ec0ec-1b24-4adb-89ab-8b738908110c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:42.101135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d99242-5f02-4230-a040-29428dbb109a req-3d5ec0ec-1b24-4adb-89ab-8b738908110c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:42.107905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d99242-5f02-4230-a040-29428dbb109a req-3d5ec0ec-1b24-4adb-89ab-8b738908110c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:42.113154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d99242-5f02-4230-a040-29428dbb109a req-3d5ec0ec-1b24-4adb-89ab-8b738908110c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:42.120829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d99242-5f02-4230-a040-29428dbb109a req-3d5ec0ec-1b24-4adb-89ab-8b738908110c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:42.127130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4d99242-5f02-4230-a040-29428dbb109a req-3d5ec0ec-1b24-4adb-89ab-8b738908110c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5444 time: 0.1128979 Feb 11 04:45:42.134197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45932) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:42.141328 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2e069cd8-c8b3-45ea-a85a-63c28b1a6b4c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Request body: {'floatingip': {'port_id': 'c6cb851a-7543-4811-866d-201ed472997e'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:42.206554 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e069cd8-c8b3-45ea-a85a-63c28b1a6b4c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for floatingip (aaa6b233-d74f-4c1b-8c00-d99f27af716e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:42.610127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdf5db-66fb-4048-a65e-c0fe81582252 req-b9068d26-4621-4b6f-b2e7-ef1502e1ee3a tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:42.611688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bdfdf5db-66fb-4048-a65e-c0fe81582252 req-b9068d26-4621-4b6f-b2e7-ef1502e1ee3a tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 945 time: 0.1456647 Feb 11 04:45:42.639189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72307e0c-ad60-4bb1-ba44-40975376c037 req-5fc4463b-156b-4442-965b-497809b190c3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:42.640793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72307e0c-ad60-4bb1-ba44-40975376c037 req-5fc4463b-156b-4442-965b-497809b190c3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.1208029 Feb 11 04:45:42.729085 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72307e0c-ad60-4bb1-ba44-40975376c037 req-9203c4dd-219b-4848-ad07-5f748729a350 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811038 Feb 11 04:45:42.733883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bdfdf5db-66fb-4048-a65e-c0fe81582252 req-8916740f-d3f9-4b0a-8e71-2aefed28149f tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126001 Feb 11 04:45:42.986193 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1269-3a9a-4931-84cf-403750a80e64 req-36180c08-4e07-4d63-82e6-17d26773d830 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:42.988617 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf9a1269-3a9a-4931-84cf-403750a80e64 req-36180c08-4e07-4d63-82e6-17d26773d830 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.1211216 Feb 11 04:45:43.021593 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e069cd8-c8b3-45ea-a85a-63c28b1a6b4c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:43.049668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf9a1269-3a9a-4931-84cf-403750a80e64 req-3f88268e-ab60-4c67-a707-14f1aebe1868 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532913 Feb 11 04:45:43.109605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e069cd8-c8b3-45ea-a85a-63c28b1a6b4c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (aaa6b233-d74f-4c1b-8c00-d99f27af716e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:43.225065 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-2e069cd8-c8b3-45ea-a85a-63c28b1a6b4c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Floating IP aaa6b233-d74f-4c1b-8c00-d99f27af716e associated. External IP: 172.25.3.204, port: c6cb851a-7543-4811-866d-201ed472997e. Feb 11 04:45:43.557751 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e069cd8-c8b3-45ea-a85a-63c28b1a6b4c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Router f7412d86-15f1-4926-832f-d3c9ff5582e0 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:45:43.743064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e069cd8-c8b3-45ea-a85a-63c28b1a6b4c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:45:43.752821 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e069cd8-c8b3-45ea-a85a-63c28b1a6b4c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:43.756138 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74663e38-68e0-44de-8c34-c5b5ec5f65cc None None] Sync routers for ids ['f7412d86-15f1-4926-832f-d3c9ff5582e0'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:45:43.791948 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74663e38-68e0-44de-8c34-c5b5ec5f65cc None None] Routers {'f7412d86-15f1-4926-832f-d3c9ff5582e0'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:45:43.792602 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-74663e38-68e0-44de-8c34-c5b5ec5f65cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:45:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f7412d86-15f1-4926-832f-d3c9ff5582e0'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:43.809101 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2e069cd8-c8b3-45ea-a85a-63c28b1a6b4c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "PUT /v2.0/floatingips/aaa6b233-d74f-4c1b-8c00-d99f27af716e HTTP/1.1" status: 200 len: 991 time: 1.6726046 Feb 11 04:45:43.810348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': 'c6cb851a-7543-4811-866d-201ed472997e'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:43.813968 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "c6cb851a-7543-4811-866d-201ed472997e"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:43.815047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-27dbf96f-92bc-4557-b755-5245d597ef9a tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:43.823434 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-27dbf96f-92bc-4557-b755-5245d597ef9a tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/networks?id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 200 len: 815 time: 0.1925371 Feb 11 04:45:43.864106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-385e89e6-3cf9-48d8-abca-182bc2e28527 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/quotas/656a19e4f37840fb89bc57095c766395 HTTP/1.1" status: 200 len: 375 time: 0.0388899 Feb 11 04:45:43.935931 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-2ef7974f-92e8-4dc1-9045-66d613053df1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707541 Feb 11 04:45:43.973226 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-74663e38-68e0-44de-8c34-c5b5ec5f65cc None None] Set router f7412d86-15f1-4926-832f-d3c9ff5582e0 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:45:44.266728 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-06b8e814-1c25-4f33-b0c3-85b7679520a4 service neutron] 10.222.0.13 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227656 Feb 11 04:45:44.349443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7400a-cf5e-4577-9421-21c7e589fd25 req-af38e9c8-2036-4f23-9439-4a5dbf5c99c0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:44.359044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6a7400a-cf5e-4577-9421-21c7e589fd25 req-af38e9c8-2036-4f23-9439-4a5dbf5c99c0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.1786036 Feb 11 04:45:44.453012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-ca1f3de6-175b-4520-bf56-d6752070f9b6 service neutron] 10.222.0.13 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817434 Feb 11 04:45:44.512781 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6a7400a-cf5e-4577-9421-21c7e589fd25 req-f86853d7-173d-4c2e-8c83-996fe8eadfb0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307011 Feb 11 04:45:44.560004 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-74663e38-68e0-44de-8c34-c5b5ec5f65cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2e917957-0163-404c-99d3-7a3f49daa874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:02Z', 'updated_at': '2022-02-11T04:41:12Z', 'revision_number': 4, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'gw_port': {'id': '2e917957-0163-404c-99d3-7a3f49daa874', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:05Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'aaa6b233-d74f-4c1b-8c00-d99f27af716e', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'port_id': 'c6cb851a-7543-4811-866d-201ed472997e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'mac_address': 'fa:16:3e:f6:18:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:43:16Z', 'updated_at': '2022-02-11T04:45:42Z', 'revision_number': 1, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd086db65-7a73-46be-b9b3-9a3e25bc0319', 'name': '', 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'mac_address': 'fa:16:3e:2d:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:11Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 5, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'subnets': [{'id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:44.624153 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74663e38-68e0-44de-8c34-c5b5ec5f65cc None None] Checking router: f7412d86-15f1-4926-832f-d3c9ff5582e0 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:45:44.649344 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74663e38-68e0-44de-8c34-c5b5ec5f65cc None None] Routers {'f7412d86-15f1-4926-832f-d3c9ff5582e0'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:45:44.650842 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-74663e38-68e0-44de-8c34-c5b5ec5f65cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:45:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f7412d86-15f1-4926-832f-d3c9ff5582e0'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:44.739613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d85d1-d781-4301-88cb-a0771ba51cbf req-579c282d-30af-4927-bcdb-9845ae93f649 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:44.751336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d85d1-d781-4301-88cb-a0771ba51cbf req-579c282d-30af-4927-bcdb-9845ae93f649 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:44.766999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d85d1-d781-4301-88cb-a0771ba51cbf req-579c282d-30af-4927-bcdb-9845ae93f649 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:44.779129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d85d1-d781-4301-88cb-a0771ba51cbf req-579c282d-30af-4927-bcdb-9845ae93f649 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:44.788141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d85d1-d781-4301-88cb-a0771ba51cbf req-579c282d-30af-4927-bcdb-9845ae93f649 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:44.805041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d85d1-d781-4301-88cb-a0771ba51cbf req-579c282d-30af-4927-bcdb-9845ae93f649 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:44.818294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d85d1-d781-4301-88cb-a0771ba51cbf req-579c282d-30af-4927-bcdb-9845ae93f649 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:44.829255 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc0d85d1-d781-4301-88cb-a0771ba51cbf req-579c282d-30af-4927-bcdb-9845ae93f649 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5444 time: 0.2464819 Feb 11 04:45:44.867439 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8975d62f-fed0-4536-8373-998b0d289ea5 x-openstack-request-id: req-8975d62f-fed0-4536-8373-998b0d289ea5 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:44.869449 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "tag": "c6cb851a-7543-4811-866d-201ed472997e", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:44.870024 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8975d62f-fed0-4536-8373-998b0d289ea5 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:44.870725 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'tag': 'c6cb851a-7543-4811-866d-201ed472997e', 'status': 'completed', 'code': 200} Feb 11 04:45:44.893725 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46020) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:45.013973 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-74663e38-68e0-44de-8c34-c5b5ec5f65cc None None] Set router f7412d86-15f1-4926-832f-d3c9ff5582e0 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:45:45.091663 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dc0d85d1-d781-4301-88cb-a0771ba51cbf req-e1e2e15f-9536-4dc0-b7d3-2e5005f8f8e7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2614145 Feb 11 04:45:45.141787 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1edf0dc6-3d05-4645-afd8-f5ddeb3a6295 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2127252912'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:45.142259 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1edf0dc6-3d05-4645-afd8-f5ddeb3a6295 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Unknown quota resources ['metering_label']. {{(pid=103808) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:45:45.258942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-5e9ecf72-ca15-4c51-99ba-dd6d279f6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:45.258942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-5e9ecf72-ca15-4c51-99ba-dd6d279f6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:45.265742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-5e9ecf72-ca15-4c51-99ba-dd6d279f6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:45.266238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-5e9ecf72-ca15-4c51-99ba-dd6d279f6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:45.266733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-5e9ecf72-ca15-4c51-99ba-dd6d279f6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:45.267208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-5e9ecf72-ca15-4c51-99ba-dd6d279f6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:45.267673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-5e9ecf72-ca15-4c51-99ba-dd6d279f6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:45.279698 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-5e9ecf72-ca15-4c51-99ba-dd6d279f6b70 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 6725 time: 0.3849337 Feb 11 04:45:45.456803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-bc4735c5-1d05-45e3-838d-e6e379a2e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:45.461875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-bc4735c5-1d05-45e3-838d-e6e379a2e5e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74695aa4-4778-400f-ab0b-4a8039c43b8b HTTP/1.1" status: 200 len: 917 time: 0.1783354 Feb 11 04:45:45.640182 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7902469-3ea1-4564-8e94-c707aae3d675 req-ba78a978-4451-4d38-b48f-528ece23f987 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 210 time: 0.1659131 Feb 11 04:45:45.665553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac713f3-e163-47b0-bd35-561e11eb588b req-2f2b54b9-a887-4bf3-a5c6-0c4577496499 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:45.679630 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ac713f3-e163-47b0-bd35-561e11eb588b req-2f2b54b9-a887-4bf3-a5c6-0c4577496499 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.6321378 Feb 11 04:45:45.789493 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-7029cfe2-26ef-4802-9daf-ccad36a3d352 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6cb851a-7543-4811-866d-201ed472997e HTTP/1.1" status: 200 len: 999 time: 0.3102248 Feb 11 04:45:45.892692 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-74663e38-68e0-44de-8c34-c5b5ec5f65cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2e917957-0163-404c-99d3-7a3f49daa874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:02Z', 'updated_at': '2022-02-11T04:41:12Z', 'revision_number': 4, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'gw_port': {'id': '2e917957-0163-404c-99d3-7a3f49daa874', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:05Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'aaa6b233-d74f-4c1b-8c00-d99f27af716e', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'port_id': 'c6cb851a-7543-4811-866d-201ed472997e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'mac_address': 'fa:16:3e:f6:18:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:43:16Z', 'updated_at': '2022-02-11T04:45:42Z', 'revision_number': 1, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd086db65-7a73-46be-b9b3-9a3e25bc0319', 'name': '', 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'mac_address': 'fa:16:3e:2d:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:11Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 5, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'subnets': [{'id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:45:45.929525 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74663e38-68e0-44de-8c34-c5b5ec5f65cc None None] The sync data for ids ['f7412d86-15f1-4926-832f-d3c9ff5582e0'] in n-d-712142-35 is: [{'id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2e917957-0163-404c-99d3-7a3f49daa874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:02Z', 'updated_at': '2022-02-11T04:41:12Z', 'revision_number': 4, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'gw_port': {'id': '2e917957-0163-404c-99d3-7a3f49daa874', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:05Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'aaa6b233-d74f-4c1b-8c00-d99f27af716e', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'port_id': 'c6cb851a-7543-4811-866d-201ed472997e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2905, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'mac_address': 'fa:16:3e:f6:18:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:43:16Z', 'updated_at': '2022-02-11T04:45:42Z', 'revision_number': 1, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd086db65-7a73-46be-b9b3-9a3e25bc0319', 'name': '', 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'mac_address': 'fa:16:3e:2d:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:11Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 5, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'subnets': [{'id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:45:45.961850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ac713f3-e163-47b0-bd35-561e11eb588b req-0adedc4f-60d6-4b1f-9c87-c32d01e8de54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810867 Feb 11 04:45:46.041472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-3c65fb22-d3b3-461c-a37f-05ec23fd03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.045604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-3c65fb22-d3b3-461c-a37f-05ec23fd03e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=082ca7b1-7568-49af-b7b4-94dae4b26a3f HTTP/1.1" status: 200 len: 855 time: 0.2119367 Feb 11 04:45:46.233730 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47769a-7588-4510-84b9-83a74578887f req-648fd989-7e05-4d61-9fa3-d093a36d621c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.262430 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47769a-7588-4510-84b9-83a74578887f req-648fd989-7e05-4d61-9fa3-d093a36d621c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.271962 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47769a-7588-4510-84b9-83a74578887f req-648fd989-7e05-4d61-9fa3-d093a36d621c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.282087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47769a-7588-4510-84b9-83a74578887f req-648fd989-7e05-4d61-9fa3-d093a36d621c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.292196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47769a-7588-4510-84b9-83a74578887f req-648fd989-7e05-4d61-9fa3-d093a36d621c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.306095 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47769a-7588-4510-84b9-83a74578887f req-648fd989-7e05-4d61-9fa3-d093a36d621c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.312346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47769a-7588-4510-84b9-83a74578887f req-648fd989-7e05-4d61-9fa3-d093a36d621c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.315038 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e47769a-7588-4510-84b9-83a74578887f req-648fd989-7e05-4d61-9fa3-d093a36d621c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5444 time: 0.5049605 Feb 11 04:45:46.349491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-dabd9d21-0926-4035-b476-eb9b2fb1ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.352668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-dabd9d21-0926-4035-b476-eb9b2fb1ea16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74695aa4-4778-400f-ab0b-4a8039c43b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2984636 Feb 11 04:45:46.440936 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453e7ff-db32-4af8-8e73-9a41bc72fd49 req-5237857e-f4f2-470d-9466-200315363a36 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:46.443245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4453e7ff-db32-4af8-8e73-9a41bc72fd49 req-5237857e-f4f2-470d-9466-200315363a36 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.3342896 Feb 11 04:45:46.445582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d7ecb4-8371-4913-8668-be20c94d3430 None None] New status for floating IP aaa6b233-d74f-4c1b-8c00-d99f27af716e: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:45:46.455621 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1edf0dc6-3d05-4645-afd8-f5ddeb3a6295 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:46.467461 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1edf0dc6-3d05-4645-afd8-f5ddeb3a6295 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.5704293 Feb 11 04:45:46.470453 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46040) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:46.523487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-96656b4b-9033-485d-8475-cc0297972bd1 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '13a1cfe1-e5ad-402c-9405-36d3d1940698'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:46.524184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-96656b4b-9033-485d-8475-cc0297972bd1 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103809) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:45:46.688720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4453e7ff-db32-4af8-8e73-9a41bc72fd49 req-e073cd73-5dd4-4b49-a246-d884152fdfca tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358782 Feb 11 04:45:46.705119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-8d0d9946-95a3-4b0c-9101-540d6131e471 service neutron] 10.222.0.47 "GET /v2.0/networks/74695aa4-4778-400f-ab0b-4a8039c43b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464437 Feb 11 04:45:46.802820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4dd2388-abbe-49ac-9d71-4c33354d5ffc req-2b730e08-8cbe-4324-b27a-773f24462dac tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 210 time: 0.0473962 Feb 11 04:45:46.829958 n-d-712142-35 neutron-server[103809]: WARNING neutron.services.metering.metering_plugin [None req-96656b4b-9033-485d-8475-cc0297972bd1 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 04:45:47.378379 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-96656b4b-9033-485d-8475-cc0297972bd1 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:47.379620 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-96656b4b-9033-485d-8475-cc0297972bd1 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8645270 Feb 11 04:45:47.383459 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46050) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:47.389523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2a7e2e4b-6922-4fa5-9c8f-c89ef8fcb3e2 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '13a1cfe1-e5ad-402c-9405-36d3d1940698'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:47.390400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2a7e2e4b-6922-4fa5-9c8f-c89ef8fcb3e2 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103808) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:45:47.414478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ddd0ac8-8f4c-4324-aa62-d1bd41a6bfa7 req-e1ae53ba-63d6-4eff-9d09-3cada75ef093 service neutron] 10.222.0.47 "GET /v2.0/networks/74695aa4-4778-400f-ab0b-4a8039c43b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7008979 Feb 11 04:45:47.435882 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6748e-1266-400b-91a2-3bf74e3b9113 req-8547b897-fdcf-4a22-914e-6263247677a9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:47.437375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aab6748e-1266-400b-91a2-3bf74e3b9113 req-8547b897-fdcf-4a22-914e-6263247677a9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.1283441 Feb 11 04:45:47.525430 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aab6748e-1266-400b-91a2-3bf74e3b9113 req-da2f5065-24b6-4aef-9d34-d8842ca4f7be tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771387 Feb 11 04:45:47.594377 n-d-712142-35 neutron-server[103808]: WARNING neutron.services.metering.metering_plugin [None req-2a7e2e4b-6922-4fa5-9c8f-c89ef8fcb3e2 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 04:45:47.729018 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a7e2e4b-6922-4fa5-9c8f-c89ef8fcb3e2 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:47.730943 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2a7e2e4b-6922-4fa5-9c8f-c89ef8fcb3e2 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3457203 Feb 11 04:45:47.733423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46052) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:47.749580 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fa78e903-61e2-49fe-a843-86e35c6af53d tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=0075b9c6-7bb2-4cf8-87f2-9482b6a198c3 HTTP/1.1" status: 200 len: 462 time: 0.0147033 Feb 11 04:45:47.756377 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46058) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:47.917553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-69aa8cd3-8be4-4d0a-96e0-df6d03ba4fc4 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:47.919949 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-69aa8cd3-8be4-4d0a-96e0-df6d03ba4fc4 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.47 "GET /v2.0/networks?id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 200 len: 815 time: 0.2413507 Feb 11 04:45:47.948826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-303b06d4-20a4-4ecd-9ebd-5bdae0dbeb41 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Request body: {'port': {'device_id': 'b9ccffb9-f748-43c8-92f0-71ecaf9294a3', 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb', 'admin_state_up': True, 'tenant_id': '656a19e4f37840fb89bc57095c766395'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:48.004159 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a01e96ec-d543-4528-8edd-dbebe427ba91 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:48.004159 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a01e96ec-d543-4528-8edd-dbebe427ba91 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/0075b9c6-7bb2-4cf8-87f2-9482b6a198c3 HTTP/1.1" status: 204 len: 168 time: 0.2422955 Feb 11 04:45:48.004159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46062) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:48.018065 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-84902b5c-f518-4aa3-9669-6bbfea136850 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=0075b9c6-7bb2-4cf8-87f2-9482b6a198c3 HTTP/1.1" status: 200 len: 221 time: 0.0108502 Feb 11 04:45:48.018723 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46064) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:48.024254 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1eda999e-39c6-4704-86b2-1bf018e872e7 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--532413753', 'description': 'label created by tempest'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:48.026709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1eda999e-39c6-4704-86b2-1bf018e872e7 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Unknown quota resources ['metering_label']. {{(pid=103808) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:45:48.113235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa92e38-1eb5-459c-9186-eb84598c6c03 req-c9cc41a7-f251-4d75-b97a-4e855f914b47 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:48.115391 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8aa92e38-1eb5-459c-9186-eb84598c6c03 req-c9cc41a7-f251-4d75-b97a-4e855f914b47 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.2843091 Feb 11 04:45:48.133453 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6e7f639d-be71-4fd4-a3f3-fc30ba41068e req-ad30064a-5395-4732-a31b-047ed9c3773d tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 210 time: 0.2344799 Feb 11 04:45:48.221561 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8aa92e38-1eb5-459c-9186-eb84598c6c03 req-a5756498-a741-41ce-9524-eca581825f3f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825756 Feb 11 04:45:48.308634 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-303b06d4-20a4-4ecd-9ebd-5bdae0dbeb41 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Made reservation on behalf of 656a19e4f37840fb89bc57095c766395 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:48.319892 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-303b06d4-20a4-4ecd-9ebd-5bdae0dbeb41 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:48.432360 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1eda999e-39c6-4704-86b2-1bf018e872e7 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:48.434236 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1eda999e-39c6-4704-86b2-1bf018e872e7 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4143298 Feb 11 04:45:48.436767 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46068) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:48.541968 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f86dc5f6-5189-49ae-8688-fa060ba61ba8 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=c5aacb43-5863-495d-b9a7-364d01a0e577 HTTP/1.1" status: 200 len: 467 time: 0.1012037 Feb 11 04:45:48.542153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46070) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:48.582995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-303b06d4-20a4-4ecd-9ebd-5bdae0dbeb41 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Allocated IP 172.20.0.12 (c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb/1b81996e-fc00-4977-9834-00be71e6310f/07185e33-e8b8-4060-bf95-b0624f3d0585) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:48.798312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f2fe9-2348-4d37-b8a2-8941d3cdab03 req-4fc6bcba-de53-4594-b0c3-c5f34f393259 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:48.800121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e1f2fe9-2348-4d37-b8a2-8941d3cdab03 req-4fc6bcba-de53-4594-b0c3-c5f34f393259 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.1582272 Feb 11 04:45:48.859062 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-303b06d4-20a4-4ecd-9ebd-5bdae0dbeb41 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks [] for port (07185e33-e8b8-4060-bf95-b0624f3d0585), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:48.862402 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a58f617b-861a-4f49-9fdd-352a67b9433d tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:48.865029 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a58f617b-861a-4f49-9fdd-352a67b9433d tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/c5aacb43-5863-495d-b9a7-364d01a0e577 HTTP/1.1" status: 204 len: 168 time: 0.3214569 Feb 11 04:45:48.867450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46074) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:48.888468 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-94851dbc-67b7-4053-9d3a-404a5f99c156 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=c5aacb43-5863-495d-b9a7-364d01a0e577 HTTP/1.1" status: 200 len: 216 time: 0.0192404 Feb 11 04:45:48.891802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46076) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:48.908926 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e1f2fe9-2348-4d37-b8a2-8941d3cdab03 req-8f657f87-302c-44b1-906f-afd66de81015 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950868 Feb 11 04:45:48.916124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5c488df6-0e40-47e8-a4e0-229a74220765 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0226097 Feb 11 04:45:48.924880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46078) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:48.951946 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c0ca6c65-b0d2-4140-ad9d-33bcf75b0be1 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0253565 Feb 11 04:45:48.955680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46080) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:49.020724 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e5989eec-403c-40b3-8f3e-c5f8313b0e95 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/13a1cfe1-e5ad-402c-9405-36d3d1940698 HTTP/1.1" status: 200 len: 473 time: 0.0603776 Feb 11 04:45:49.020983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46082) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:49.029093 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-303b06d4-20a4-4ecd-9ebd-5bdae0dbeb41 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (07185e33-e8b8-4060-bf95-b0624f3d0585), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:49.034921 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-23c1fa4f-8f36-47c6-b57f-b393c9fda36d tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/c044b3b4-7153-4594-a3d3-68b366cabef3 HTTP/1.1" status: 200 len: 459 time: 0.0091166 Feb 11 04:45:49.034921 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46084) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:49.050228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['e9018ccb-ca21-413f-bca7-43eaaf6841ce', '1a819b19-befb-4bed-8760-11986c8d61dc'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:49.104856 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:49.118233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-303b06d4-20a4-4ecd-9ebd-5bdae0dbeb41 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:45:49.140239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-303b06d4-20a4-4ecd-9ebd-5bdae0dbeb41 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:49.180287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-303b06d4-20a4-4ecd-9ebd-5bdae0dbeb41 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:45:49.293405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-303b06d4-20a4-4ecd-9ebd-5bdae0dbeb41 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:49.294305 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-303b06d4-20a4-4ecd-9ebd-5bdae0dbeb41 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:49.350572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b06d4-20a4-4ecd-9ebd-5bdae0dbeb41 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Pushing event updated for resources: {'Port': ['ID=07185e33-e8b8-4060-bf95-b0624f3d0585,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:49.395848 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f4c131c0-00dd-4b8c-b148-2b7732a4ce8c tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:49.399721 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f4c131c0-00dd-4b8c-b148-2b7732a4ce8c tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/c044b3b4-7153-4594-a3d3-68b366cabef3 HTTP/1.1" status: 204 len: 168 time: 0.3643172 Feb 11 04:45:49.404356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46092) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:49.498339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-303b06d4-20a4-4ecd-9ebd-5bdae0dbeb41 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5539916 Feb 11 04:45:49.548937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Request body: {'port': {'device_id': 'b9ccffb9-f748-43c8-92f0-71ecaf9294a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:49.584753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fe7fd-4d3a-4d0d-8af3-0e6788a17858 req-ce101171-6345-46ec-903a-0e959429de7e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:49.586311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc0fe7fd-4d3a-4d0d-8af3-0e6788a17858 req-ce101171-6345-46ec-903a-0e959429de7e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 932 time: 0.2868197 Feb 11 04:45:49.711305 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-c8e7f86d-ae40-4121-b0e6-9c533ef0bdce service neutron] show failed (client error): The resource could not be found. Feb 11 04:45:49.714196 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-c8e7f86d-ae40-4121-b0e6-9c533ef0bdce service neutron] 10.222.0.32 "GET /v2.0/ports/3c6c895f-a204-48c8-98e8-3f75777d97b5/bindings/n-h2-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.4156985 Feb 11 04:45:49.723013 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (07185e33-e8b8-4060-bf95-b0624f3d0585), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:49.759218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a3854-2553-4e2c-a318-86b42ec9c197 req-8dee2dcb-25f0-49a4-a928-1632dc71718b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:49.761583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a39a3854-2553-4e2c-a318-86b42ec9c197 req-8dee2dcb-25f0-49a4-a928-1632dc71718b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.3894703 Feb 11 04:45:49.804305 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-243dd638-2eb0-4896-92f7-52f40abc3464 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:49.806939 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-243dd638-2eb0-4896-92f7-52f40abc3464 tempest-MeteringIpV6TestJSON-377298959 tempest-MeteringIpV6TestJSON-377298959-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/13a1cfe1-e5ad-402c-9405-36d3d1940698 HTTP/1.1" status: 204 len: 168 time: 0.4005768 Feb 11 04:45:49.951851 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc0fe7fd-4d3a-4d0d-8af3-0e6788a17858 req-e3914184-8d09-4436-860e-bd11d7d613ea tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126719 Feb 11 04:45:50.058269 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a39a3854-2553-4e2c-a318-86b42ec9c197 req-e889b541-5d4f-4dfc-b977-f6422b80cdf8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728343 Feb 11 04:45:50.382496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd669b-59d7-4dbc-a282-d5391e0e8ab7 req-75e2c21f-c55c-4e7a-a110-5c876cb013e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:50.384257 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12cd669b-59d7-4dbc-a282-d5391e0e8ab7 req-75e2c21f-c55c-4e7a-a110-5c876cb013e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.3191807 Feb 11 04:45:50.391186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07185e33-e8b8-4060-bf95-b0624f3d0585 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:50.403080 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Publish callbacks [] for port (07185e33-e8b8-4060-bf95-b0624f3d0585), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:50.439333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Transition to ACTIVE for port object 07185e33-e8b8-4060-bf95-b0624f3d0585 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:45:50.504010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12cd669b-59d7-4dbc-a282-d5391e0e8ab7 req-295233bf-283b-4992-b78f-352712627218 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041865 Feb 11 04:45:50.534563 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (07185e33-e8b8-4060-bf95-b0624f3d0585), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:50.651746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-b2793663-897d-41e1-afea-f637cc181d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:50.654157 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-b2793663-897d-41e1-afea-f637cc181d67 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152&tenant_id=65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 1128 time: 0.1954348 Feb 11 04:45:50.671062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:50.717111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46106) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:50.750979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Pushing event updated for resources: {'Port': ['ID=07185e33-e8b8-4060-bf95-b0624f3d0585,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:50.788943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:50.815960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Attempting to bind port 07185e33-e8b8-4060-bf95-b0624f3d0585 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:50.816315 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Attempting to bind port 07185e33-e8b8-4060-bf95-b0624f3d0585 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:50.816654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Attempting to bind port 07185e33-e8b8-4060-bf95-b0624f3d0585 on network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:50.821758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Port 07185e33-e8b8-4060-bf95-b0624f3d0585 on network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:45:50.822312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Attempting to bind port 07185e33-e8b8-4060-bf95-b0624f3d0585 on network c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:50.828327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:50.828616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Checking segment: {'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:50.829015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Bound using segment: {'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:50.829461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Bound port: 07185e33-e8b8-4060-bf95-b0624f3d0585, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e40d8a6-883f-4cef-aa89-96d0b134604d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:50.829828 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (07185e33-e8b8-4060-bf95-b0624f3d0585), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:50.937557 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8b233762-30d0-4d35-a2e8-45c2897c30a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:50.942514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] For port 07185e33-e8b8-4060-bf95-b0624f3d0585, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:50.968144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] For port 07185e33-e8b8-4060-bf95-b0624f3d0585, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=07185e33-e8b8-4060-bf95-b0624f3d0585,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:51.049816 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8b233762-30d0-4d35-a2e8-45c2897c30a7 admin admin] Publish callbacks [] for security_group (4e19684f-b7c2-4685-9d10-81d94c479333), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:51.088965 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (07185e33-e8b8-4060-bf95-b0624f3d0585), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:51.103375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] For port 3c6c895f-a204-48c8-98e8-3f75777d97b5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:51.147587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] For port 3c6c895f-a204-48c8-98e8-3f75777d97b5, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:51.160412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:51.162154 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:51.162704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] 10.222.0.47 "PUT /v2.0/ports/07185e33-e8b8-4060-bf95-b0624f3d0585 HTTP/1.1" status: 200 len: 1093 time: 1.6421609 Feb 11 04:45:51.164336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ccffb9-f748-43c8-92f0-71ecaf9294a3', 'tag': '07185e33-e8b8-4060-bf95-b0624f3d0585'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:51.166700 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d29b4a8-f28a-44fc-ba10-8569d67dd17d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ccffb9-f748-43c8-92f0-71ecaf9294a3", "tag": "07185e33-e8b8-4060-bf95-b0624f3d0585"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:51.182230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89305489-696f-4612-9090-30eef997957b req-e92a3cf9-e8b4-40d1-908a-c28f00220cf0 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:51.183817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89305489-696f-4612-9090-30eef997957b req-e92a3cf9-e8b4-40d1-908a-c28f00220cf0 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 944 time: 0.1324766 Feb 11 04:45:51.201329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:51.204196 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32bd300-4f60-4ed6-9cd0-beb81d65da21" -d '{"events": [{"server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "name": "network-vif-unplugged", "status": "completed", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:51.209052 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Publish callbacks [] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:51.224173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Transition to ACTIVE for port object 3c6c895f-a204-48c8-98e8-3f75777d97b5 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:45:51.237054 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462a94a-6ca7-484b-ab3c-c91e14dcf7ad service neutron] Pushing event updated for resources: {'Port': ['ID=07185e33-e8b8-4060-bf95-b0624f3d0585,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:51.244735 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8b233762-30d0-4d35-a2e8-45c2897c30a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4e19684f-b7c2-4685-9d10-81d94c479333), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:51.325584 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89305489-696f-4612-9090-30eef997957b req-90532746-425b-4d60-b3b8-22af7fdbb9ca tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299670 Feb 11 04:45:51.333011 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8b233762-30d0-4d35-a2e8-45c2897c30a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=959bab1c7be049b3a85a3feff00020aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6101253 Feb 11 04:45:51.333011 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b233762-30d0-4d35-a2e8-45c2897c30a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e19684f-b7c2-4685-9d10-81d94c479333,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:51.333258 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46120) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:51.349710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f32c66-c8fd-4fb5-824f-12437749265a req-18954506-cd4a-4a83-9a0e-a1b8a04271a2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:51.351337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-77f32c66-c8fd-4fb5-824f-12437749265a req-18954506-cd4a-4a83-9a0e-a1b8a04271a2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.1293840 Feb 11 04:45:51.367047 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:51.423213 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90aa41e-67b4-4b8e-afac-598c02eda12c x-openstack-request-id: req-f90aa41e-67b4-4b8e-afac-598c02eda12c {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:51.423845 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ccffb9-f748-43c8-92f0-71ecaf9294a3", "tag": "07185e33-e8b8-4060-bf95-b0624f3d0585", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:51.424116 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f90aa41e-67b4-4b8e-afac-598c02eda12c {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:51.424515 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ccffb9-f748-43c8-92f0-71ecaf9294a3', 'tag': '07185e33-e8b8-4060-bf95-b0624f3d0585', 'status': 'completed', 'code': 200} Feb 11 04:45:51.469610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-77f32c66-c8fd-4fb5-824f-12437749265a req-98da5005-fb81-4578-af2f-35e87c0327b0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992534 Feb 11 04:45:51.474421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-335ac064-ea42-4aa0-a040-965c77ffd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:51.476112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-335ac064-ea42-4aa0-a040-965c77ffd060 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 1127 time: 0.0884194 Feb 11 04:45:51.483953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6c895f-a204-48c8-98e8-3f75777d97b5,revision_number=6']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:51.487192 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce96553-608c-437d-a40a-3cf85cb7041c x-openstack-request-id: req-2ce96553-608c-437d-a40a-3cf85cb7041c {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:51.487837 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "name": "network-vif-unplugged", "status": "completed", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:51.487980 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ce96553-608c-437d-a40a-3cf85cb7041c {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:51.488520 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'code': 200} Feb 11 04:45:51.564059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-cf1b220e-dc43-425d-a032-f66087f4ed4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07185e33-e8b8-4060-bf95-b0624f3d0585 HTTP/1.1" status: 200 len: 217 time: 0.0693853 Feb 11 04:45:51.680658 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3aa4ffb-27a8-4112-8fb1-93342a05e038 admin admin] Publish callbacks [] for security_group (4e19684f-b7c2-4685-9d10-81d94c479333), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:51.715893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] No DVR routers for this DVR port 3c6c895f-a204-48c8-98e8-3f75777d97b5 on host n-h1-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:45:51.731413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-5cb53fcb-c0f7-4bb2-a6a8-42e7ec130d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:51.732944 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-5cb53fcb-c0f7-4bb2-a6a8-42e7ec130d26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b81996e-fc00-4977-9834-00be71e6310f HTTP/1.1" status: 200 len: 855 time: 0.1627324 Feb 11 04:45:51.746180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf47cd7-e3b2-476b-be1c-5fa306759970 req-40244ae1-873a-4cdf-912d-08af9df86b3f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:51.747747 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbf47cd7-e3b2-476b-be1c-5fa306759970 req-40244ae1-873a-4cdf-912d-08af9df86b3f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 943 time: 0.1544931 Feb 11 04:45:51.788109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-edb2bebe-d144-4eb2-b0f2-8a2de6764cc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392818 Feb 11 04:45:51.791364 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3aa4ffb-27a8-4112-8fb1-93342a05e038 admin admin] Publish callbacks [] for security_group (4e19684f-b7c2-4685-9d10-81d94c479333), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:51.887718 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbf47cd7-e3b2-476b-be1c-5fa306759970 req-ccf0ec4a-46a3-4532-a9df-8d0d68185208 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293261 Feb 11 04:45:51.931951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-832fc7bc-456e-4297-9b53-29fcda8e86cd service neutron] 10.222.0.47 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366265 Feb 11 04:45:51.961113 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Attempting to bind port 3c6c895f-a204-48c8-98e8-3f75777d97b5 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:45:51.961593 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Attempting to bind port 3c6c895f-a204-48c8-98e8-3f75777d97b5 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:45:51.962103 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Attempting to bind port 3c6c895f-a204-48c8-98e8-3f75777d97b5 on network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:51.969796 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Port 3c6c895f-a204-48c8-98e8-3f75777d97b5 on network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:45:51.970347 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Attempting to bind port 3c6c895f-a204-48c8-98e8-3f75777d97b5 on network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:45:51.979520 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:45:51.979871 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Checking segment: {'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:51.980263 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Bound using segment: {'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:45:51.980698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Bound port: 3c6c895f-a204-48c8-98e8-3f75777d97b5, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:45:51.981057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:52.050021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] For port 3c6c895f-a204-48c8-98e8-3f75777d97b5, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:45:52.054567 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] For port 3c6c895f-a204-48c8-98e8-3f75777d97b5, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:45:52.060426 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03fabc7b-0856-4f63-ad22-835eaee5f2cb req-1986c5e6-ea18-4f50-906c-87343a35cb6a service neutron] 10.222.0.47 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231284 Feb 11 04:45:52.087182 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3aa4ffb-27a8-4112-8fb1-93342a05e038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4e19684f-b7c2-4685-9d10-81d94c479333), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:52.089838 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f3aa4ffb-27a8-4112-8fb1-93342a05e038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:52.091206 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f3aa4ffb-27a8-4112-8fb1-93342a05e038 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e19684f-b7c2-4685-9d10-81d94c479333 HTTP/1.1" status: 204 len: 168 time: 0.7566605 Feb 11 04:45:52.100737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa4ffb-27a8-4112-8fb1-93342a05e038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e19684f-b7c2-4685-9d10-81d94c479333,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:52.144827 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:52.188373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:52.189231 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:52.190902 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] 10.222.0.47 "PUT /v2.0/ports/3c6c895f-a204-48c8-98e8-3f75777d97b5 HTTP/1.1" status: 200 len: 1092 time: 1.5281384 Feb 11 04:45:52.311609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29b4a8-f28a-44fc-ba10-8569d67dd17d req-07898180-21e1-4436-a2f8-46419c4a3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:52.314242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d29b4a8-f28a-44fc-ba10-8569d67dd17d req-07898180-21e1-4436-a2f8-46419c4a3508 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 1127 time: 0.0824523 Feb 11 04:45:52.324097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 3c6c895f-a204-48c8-98e8-3f75777d97b5 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:45:52.335939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b3d1c-2148-4ce3-84d0-bcc777a02be5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6c895f-a204-48c8-98e8-3f75777d97b5,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:52.351147 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-83ac74ff-5e74-43e7-bcf3-bc767bc3b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:52.354078 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-83ac74ff-5e74-43e7-bcf3-bc767bc3b42c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 1126 time: 0.1243689 Feb 11 04:45:52.459762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] The host n-h1-712142-35 is not matching for port 3c6c895f-a204-48c8-98e8-3f75777d97b5 host n-h2-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:45:52.460274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 3c6c895f-a204-48c8-98e8-3f75777d97b5 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:45:52.550820 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-00b8fed4-4bc6-4afc-9326-c6d182283e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:52.552568 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-00b8fed4-4bc6-4afc-9326-c6d182283e98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6 HTTP/1.1" status: 200 len: 898 time: 0.1929605 Feb 11 04:45:52.660514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29b4a8-f28a-44fc-ba10-8569d67dd17d req-88380654-5c92-46e4-bd64-020880fb8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:52.662367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d29b4a8-f28a-44fc-ba10-8569d67dd17d req-88380654-5c92-46e4-bd64-020880fb8097 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 200 len: 916 time: 0.3398421 Feb 11 04:45:52.695584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7edc6-b724-4f25-8dec-4550c80cf737 req-d8a85186-2ced-4140-b7be-f2fc9f3111a6 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:52.702318 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6f7edc6-b724-4f25-8dec-4550c80cf737 req-d8a85186-2ced-4140-b7be-f2fc9f3111a6 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 944 time: 0.2095275 Feb 11 04:45:52.713512 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-88c1012b-1598-4e59-b631-bdad1651e0ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5 HTTP/1.1" status: 200 len: 999 time: 0.1531012 Feb 11 04:45:52.751463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d29b4a8-f28a-44fc-ba10-8569d67dd17d req-6245bcc3-d893-4885-9067-cb2e0616c62c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07185e33-e8b8-4060-bf95-b0624f3d0585 HTTP/1.1" status: 200 len: 217 time: 0.0528436 Feb 11 04:45:52.776544 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-9a831d4b-5a03-482e-86cc-22eb9e703613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:52.778182 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-9a831d4b-5a03-482e-86cc-22eb9e703613 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1fd7e866-928c-4746-9210-ead8fc110e2a HTTP/1.1" status: 200 len: 835 time: 0.0590329 Feb 11 04:45:52.826332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7993e56-9c53-4bec-a178-181cfea4c4d9 req-7cc753fd-fd6c-498c-92eb-3ea1775553bf tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:52.829460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7993e56-9c53-4bec-a178-181cfea4c4d9 req-7cc753fd-fd6c-498c-92eb-3ea1775553bf tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.1963775 Feb 11 04:45:52.851701 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-751a69ee-959b-4b83-8158-47ec0bc18a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:52.858554 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-751a69ee-959b-4b83-8158-47ec0bc18a57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0689337 Feb 11 04:45:52.870480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29b4a8-f28a-44fc-ba10-8569d67dd17d req-708d1c19-c773-47dd-8779-e48c155ba609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:52.872388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d29b4a8-f28a-44fc-ba10-8569d67dd17d req-708d1c19-c773-47dd-8779-e48c155ba609 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1b81996e-fc00-4977-9834-00be71e6310f HTTP/1.1" status: 200 len: 855 time: 0.1135468 Feb 11 04:45:52.877962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6f7edc6-b724-4f25-8dec-4550c80cf737 req-cc9ec219-e0c3-47d9-bf50-5f076694e3fe tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647530 Feb 11 04:45:52.940275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d29b4a8-f28a-44fc-ba10-8569d67dd17d req-9930d7e8-6187-43fb-a2e2-ca5d6a22da86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482459 Feb 11 04:45:52.986794 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46148) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:53.037918 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-311a159d-4128-4e6a-a66d-378f51bb3fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:53.052824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7993e56-9c53-4bec-a178-181cfea4c4d9 req-eafd4373-3941-4bdb-8895-ff101f1c656b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154369 Feb 11 04:45:53.087003 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-98fffcaf-721f-4c99-9ec0-42f56cb53924 service neutron] 10.222.0.47 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175426 Feb 11 04:45:53.105814 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d5a61b2-1d2e-48a8-aa4c-c5a3b993655d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:53.177143 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:45:53.283821 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d29b4a8-f28a-44fc-ba10-8569d67dd17d req-6a2435f7-e85b-4f0c-8eae-e074a5790b25 service neutron] 10.222.0.47 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421905 Feb 11 04:45:53.360647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae165258-477d-48be-baac-9366bac43a02 req-a987aeac-31d8-46b6-881f-6781f00cb7da tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:53.362845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae165258-477d-48be-baac-9366bac43a02 req-a987aeac-31d8-46b6-881f-6781f00cb7da tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 943 time: 0.3050787 Feb 11 04:45:53.381425 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e7814af6-fa97-48c7-af3a-d46f70b0a27c req-22ac9097-4ccb-4e84-8e9e-bdbe036d9715 service neutron] 10.222.0.47 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922983 Feb 11 04:45:53.490393 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:53.492669 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73baf2ca-91cb-4898-88e2-6927b6ff77d0" -d '{"events": [{"name": "network-changed", "server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:53.510748 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-311a159d-4128-4e6a-a66d-378f51bb3fd5 admin admin] Publish callbacks [] for security_group (eb44ed80-e6a7-49b0-90c3-be3685ac474f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:53.564892 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae165258-477d-48be-baac-9366bac43a02 req-b318ff23-298c-4654-af42-784856632228 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809428 Feb 11 04:45:53.568966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d29b4a8-f28a-44fc-ba10-8569d67dd17d req-d7db3669-550f-464d-8233-58377bd8decc service neutron] 10.222.0.47 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736402 Feb 11 04:45:53.585778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-311a159d-4128-4e6a-a66d-378f51bb3fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (eb44ed80-e6a7-49b0-90c3-be3685ac474f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:53.626487 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de11fa7-d069-4baf-8123-fc812cdcaed6 x-openstack-request-id: req-2de11fa7-d069-4baf-8123-fc812cdcaed6 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:53.627071 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:53.627345 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2de11fa7-d069-4baf-8123-fc812cdcaed6 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:53.627756 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'status': 'completed', 'code': 200} Feb 11 04:45:53.732179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46158) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:53.732925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-311a159d-4128-4e6a-a66d-378f51bb3fd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25055c58883c46b1a323e8757f2896d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7432806 Feb 11 04:45:53.739850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a159d-4128-4e6a-a66d-378f51bb3fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb44ed80-e6a7-49b0-90c3-be3685ac474f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:53.775735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 07185e33-e8b8-4060-bf95-b0624f3d0585 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:53.776289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-92d74959-c101-465e-96f3-7f57ac18bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:53.777560 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-92d74959-c101-465e-96f3-7f57ac18bdd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 1126 time: 0.1136594 Feb 11 04:45:53.779462 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-d21c992c-eff1-426f-a7be-c69157183e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:53.780880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-d21c992c-eff1-426f-a7be-c69157183e72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 1126 time: 0.1233518 Feb 11 04:45:53.831425 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-594ba113-988d-4f9a-a280-2f2da2ad3598 admin admin] Publish callbacks [] for security_group (eb44ed80-e6a7-49b0-90c3-be3685ac474f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:53.914240 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-594ba113-988d-4f9a-a280-2f2da2ad3598 admin admin] Publish callbacks [] for security_group (eb44ed80-e6a7-49b0-90c3-be3685ac474f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:54.008287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-d498a0f6-60e1-4a2a-a6eb-e97585e44965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:54.010391 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-d498a0f6-60e1-4a2a-a6eb-e97585e44965 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6 HTTP/1.1" status: 200 len: 898 time: 0.2268386 Feb 11 04:45:54.011648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-dd01e7ef-2705-42b6-8585-f05ca5a8854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:54.013307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-dd01e7ef-2705-42b6-8585-f05ca5a8854b service neutron] 10.222.0.32 "GET /v2.0/networks?id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6 HTTP/1.1" status: 200 len: 898 time: 0.2197359 Feb 11 04:45:54.030172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 07185e33-e8b8-4060-bf95-b0624f3d0585, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=07185e33-e8b8-4060-bf95-b0624f3d0585,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:54.047116 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '07185e33-e8b8-4060-bf95-b0624f3d0585', 'network_id': 'c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb', 'port_id': '07185e33-e8b8-4060-bf95-b0624f3d0585', 'mac_address': 'fa:16:3e:91:3a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b81996e-fc00-4977-9834-00be71e6310f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:54.174354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 07185e33-e8b8-4060-bf95-b0624f3d0585 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:54.175118 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (07185e33-e8b8-4060-bf95-b0624f3d0585), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:54.213846 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-594ba113-988d-4f9a-a280-2f2da2ad3598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (eb44ed80-e6a7-49b0-90c3-be3685ac474f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:54.216631 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-594ba113-988d-4f9a-a280-2f2da2ad3598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:54.218864 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-594ba113-988d-4f9a-a280-2f2da2ad3598 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb44ed80-e6a7-49b0-90c3-be3685ac474f HTTP/1.1" status: 204 len: 168 time: 0.4847913 Feb 11 04:45:54.227917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07185e33-e8b8-4060-bf95-b0624f3d0585 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:54.238502 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ba113-988d-4f9a-a280-2f2da2ad3598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb44ed80-e6a7-49b0-90c3-be3685ac474f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:54.278705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 07185e33-e8b8-4060-bf95-b0624f3d0585, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=07185e33-e8b8-4060-bf95-b0624f3d0585,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:54.366921 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (07185e33-e8b8-4060-bf95-b0624f3d0585), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:54.449792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=07185e33-e8b8-4060-bf95-b0624f3d0585,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:54.459341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:54.459888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:54.460371 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:54.460810 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:54.461244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:54.461643 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:54.462073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:54.462840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:54.468368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:54.468368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:54.468368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:54.468368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:54.468368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:45:54.685301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-d6b0da4c-44df-4109-9872-98db1b05b907 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5 HTTP/1.1" status: 200 len: 999 time: 0.6633034 Feb 11 04:45:54.708849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['07185e33-e8b8-4060-bf95-b0624f3d0585'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:54.766185 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-2809c5d0-b412-43e5-8b65-bac2bbdc15cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:54.768473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-2809c5d0-b412-43e5-8b65-bac2bbdc15cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fd7e866-928c-4746-9210-ead8fc110e2a HTTP/1.1" status: 200 len: 835 time: 0.0723739 Feb 11 04:45:54.816609 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-62d7df24-2d58-4c2e-8d38-032572f2b12f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5 HTTP/1.1" status: 200 len: 999 time: 0.7977915 Feb 11 04:45:54.877166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624d753-3f38-495e-a617-cea7c874b076 req-87a47ee9-dd4e-45c9-b321-2717896bf931 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:54.879338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b624d753-3f38-495e-a617-cea7c874b076 req-87a47ee9-dd4e-45c9-b321-2717896bf931 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 944 time: 0.8625937 Feb 11 04:45:54.902233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea8968-5052-4e33-9a03-c377c25bd7a1 req-0f6add6c-c9b7-4f7c-a31c-3a85d3b52378 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:54.909848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6ea8968-5052-4e33-9a03-c377c25bd7a1 req-0f6add6c-c9b7-4f7c-a31c-3a85d3b52378 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.2965209 Feb 11 04:45:55.016000 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b624d753-3f38-495e-a617-cea7c874b076 req-5826d2c3-7f4f-4057-b085-2b5a2fb133ad tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297326 Feb 11 04:45:55.045550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-26c7994d-8ff4-4575-a0c6-4a53450ca759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:55.045550 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-26c7994d-8ff4-4575-a0c6-4a53450ca759 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2620437 Feb 11 04:45:55.048301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-e5618630-bace-46f5-a616-e2a3c3c1983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:55.051131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-e5618630-bace-46f5-a616-e2a3c3c1983e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1fd7e866-928c-4746-9210-ead8fc110e2a HTTP/1.1" status: 200 len: 835 time: 0.2202604 Feb 11 04:45:55.200018 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6ea8968-5052-4e33-9a03-c377c25bd7a1 req-f35ed3ec-28b8-44c5-b28c-50da49b08cc7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885635 Feb 11 04:45:55.392747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-30e598ff-db30-411e-8101-becf360dfa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:55.400455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-30e598ff-db30-411e-8101-becf360dfa0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3259287 Feb 11 04:45:55.418810 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-65e806b4-50f8-40fe-aff1-24cacb17c987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:55.424671 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be8e0a-8b28-4fdc-9b3b-ae883e2d04ce req-d5f2a901-e8b2-4f80-944d-f818f03fb3b7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:55.427440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30be8e0a-8b28-4fdc-9b3b-ae883e2d04ce req-d5f2a901-e8b2-4f80-944d-f818f03fb3b7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 943 time: 0.3325500 Feb 11 04:45:55.478823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-cdb009a3-1448-4159-9a4b-d14172a9a2f9 service neutron] 10.222.0.32 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260168 Feb 11 04:45:55.783666 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-e09c4291-374e-4524-9984-b6a149c0c8dc service neutron] 10.222.0.32 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828102 Feb 11 04:45:55.792784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3c6c895f-a204-48c8-98e8-3f75777d97b5 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:55.793226 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30be8e0a-8b28-4fdc-9b3b-ae883e2d04ce req-34dc1d79-8dec-4bed-a0da-d21a2ca9090d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509872 Feb 11 04:45:55.819172 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-b72790d1-221c-49f3-aa38-7bacd7460468 service neutron] 10.222.0.47 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111655 Feb 11 04:45:55.996085 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3c6c895f-a204-48c8-98e8-3f75777d97b5, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:56.010559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73baf2ca-91cb-4898-88e2-6927b6ff77d0 req-fa89b88f-3a72-4eb6-b548-d2809ca1129c service neutron] 10.222.0.47 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805868 Feb 11 04:45:56.011196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'port_id': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'mac_address': 'fa:16:3e:ab:4c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:56.091174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 3c6c895f-a204-48c8-98e8-3f75777d97b5 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:56.091584 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:56.113247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6c895f-a204-48c8-98e8-3f75777d97b5 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:56.145538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3c6c895f-a204-48c8-98e8-3f75777d97b5, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:56.202696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21d822-fc83-45a3-a755-f60ff54af2ec req-3d38ab2f-3d39-4676-85d5-b69ac2420552 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:56.204277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b21d822-fc83-45a3-a755-f60ff54af2ec req-3d38ab2f-3d39-4676-85d5-b69ac2420552 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 945 time: 0.0762842 Feb 11 04:45:56.217379 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:56.316985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b21d822-fc83-45a3-a755-f60ff54af2ec req-eb12999e-81f1-4262-bd5d-cfc4c661a0a4 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057410 Feb 11 04:45:56.347150 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 11d605ed-04b7-49a2-84d6-7fe765a889db details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:45:56.366300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=3c6c895f-a204-48c8-98e8-3f75777d97b5,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:56.385174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229993e8-a7c4-4708-8af0-0a72d2328fbe req-bd36db94-ecf6-40bc-bfbe-6aa7df70a1a4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:56.393098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-229993e8-a7c4-4708-8af0-0a72d2328fbe req-bd36db94-ecf6-40bc-bfbe-6aa7df70a1a4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 943 time: 0.0950410 Feb 11 04:45:56.477986 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-229993e8-a7c4-4708-8af0-0a72d2328fbe req-ea4c893e-e34e-4379-a683-1c44a6037ad0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839505 Feb 11 04:45:56.530770 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 11d605ed-04b7-49a2-84d6-7fe765a889db, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=11d605ed-04b7-49a2-84d6-7fe765a889db,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:56.546365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '11d605ed-04b7-49a2-84d6-7fe765a889db', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'port_id': '11d605ed-04b7-49a2-84d6-7fe765a889db', 'mac_address': 'fa:16:3e:84:de:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:45:56.619254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 11d605ed-04b7-49a2-84d6-7fe765a889db is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:56.619731 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:56.636783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d605ed-04b7-49a2-84d6-7fe765a889db {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:45:56.658363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['3c6c895f-a204-48c8-98e8-3f75777d97b5'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:56.688381 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 11d605ed-04b7-49a2-84d6-7fe765a889db, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=11d605ed-04b7-49a2-84d6-7fe765a889db,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:56.722663 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:56.755039 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:56.831881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=11d605ed-04b7-49a2-84d6-7fe765a889db,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:56.998892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e962b2-98d3-4a25-b594-b7e714e3544e req-26a67187-63fd-466f-88c4-d94c6ac4f2b7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:57.003632 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['11d605ed-04b7-49a2-84d6-7fe765a889db'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:45:57.006278 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0e962b2-98d3-4a25-b594-b7e714e3544e req-26a67187-63fd-466f-88c4-d94c6ac4f2b7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 944 time: 0.0989656 Feb 11 04:45:57.016731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46220) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:57.089711 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0e962b2-98d3-4a25-b594-b7e714e3544e req-ffdffb01-4784-4146-8699-445fecc12ad8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824332 Feb 11 04:45:57.198531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1798458164', 'router:external': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:57.304330 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Made reservation on behalf of 4a9c3ca2c0744b859aa43c19a315a1bd for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:57.306704 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:57.317364 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:57.428510 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for security_group (0ca782e9-e989-4843-81bd-66a0bd7cbc75), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:57.476193 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf1d21-84be-43ba-9d30-96a4d1f55a21 req-7c4af10e-114a-45b7-a106-14e1776696e2 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:57.478373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5caf1d21-84be-43ba-9d30-96a4d1f55a21 req-7c4af10e-114a-45b7-a106-14e1776696e2 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 945 time: 0.0718222 Feb 11 04:45:57.515987 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0ca782e9-e989-4843-81bd-66a0bd7cbc75), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:57.563766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5caf1d21-84be-43ba-9d30-96a4d1f55a21 req-2d6d79d6-7fd2-4bfe-be14-297b71407610 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790219 Feb 11 04:45:57.569016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:45:57.577355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22be4e5-52a5-4d77-8f97-4a91ef7c4660 req-502953d2-51dd-40f7-a506-7db2530352b8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:57.578902 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f22be4e5-52a5-4d77-8f97-4a91ef7c4660 req-502953d2-51dd-40f7-a506-7db2530352b8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 944 time: 0.0874202 Feb 11 04:45:57.597224 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (70250fe3-2051-4574-b95a-34c2be213375), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:57.597660 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Added segment 70250fe3-2051-4574-b95a-34c2be213375 of type vlan for network 782eeac4-435e-42c8-b94e-10bce50c4e5a Feb 11 04:45:57.658673 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (782eeac4-435e-42c8-b94e-10bce50c4e5a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:57.676882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca782e9-e989-4843-81bd-66a0bd7cbc75,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:57.777241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f22be4e5-52a5-4d77-8f97-4a91ef7c4660 req-6cc3fecd-27a3-496f-9b19-3d9daadece23 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091790 Feb 11 04:45:57.803950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c825c98-67ac-41b2-834a-fc1eedb47541 req-9d310920-7f97-449b-887e-ec2e3114ed9f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:57.805427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c825c98-67ac-41b2-834a-fc1eedb47541 req-9d310920-7f97-449b-887e-ec2e3114ed9f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152&tenant_id=65bc519e3418487ba870e678d8f45696&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 944 time: 0.2255247 Feb 11 04:45:57.809506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 07185e33-e8b8-4060-bf95-b0624f3d0585 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:57.828769 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907e8b6-8d32-47e9-b036-4d23de0e9f8c req-54479aad-5db0-4445-a93c-5ff03c1035fe tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:57.829959 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2907e8b6-8d32-47e9-b036-4d23de0e9f8c req-54479aad-5db0-4445-a93c-5ff03c1035fe tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 944 time: 0.1480391 Feb 11 04:45:57.853488 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (782eeac4-435e-42c8-b94e-10bce50c4e5a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:57.863324 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:57.863324 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:57.920974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2907e8b6-8d32-47e9-b036-4d23de0e9f8c req-8e34b94c-86ac-48f3-a1b9-eb003e24bd83 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721414 Feb 11 04:45:57.921895 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-1c825c98-67ac-41b2-834a-fc1eedb47541 req-70d9dbec-537c-48d5-bfe6-549c0baf1a5f service neutron] delete failed (client error): The resource could not be found. Feb 11 04:45:57.922822 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c825c98-67ac-41b2-834a-fc1eedb47541 req-70d9dbec-537c-48d5-bfe6-549c0baf1a5f service neutron] 10.222.0.32 "DELETE /v2.0/ports/3c6c895f-a204-48c8-98e8-3f75777d97b5/bindings/n-h1-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.1112986 Feb 11 04:45:57.966801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 07185e33-e8b8-4060-bf95-b0624f3d0585 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:45:57.969707 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Pushing event updated for resources: {'Network': ['ID=782eeac4-435e-42c8-b94e-10bce50c4e5a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:57.978185 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 07185e33-e8b8-4060-bf95-b0624f3d0585 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:57.978185 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (07185e33-e8b8-4060-bf95-b0624f3d0585), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:58.015289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 782eeac4-435e-42c8-b94e-10bce50c4e5a details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:45:58.041974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c825c98-67ac-41b2-834a-fc1eedb47541 req-8d0e2639-d4fd-457f-b4f0-7f6b4317069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:58.044240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c825c98-67ac-41b2-834a-fc1eedb47541 req-8d0e2639-d4fd-457f-b4f0-7f6b4317069e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 1127 time: 0.0607920 Feb 11 04:45:58.155335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 07185e33-e8b8-4060-bf95-b0624f3d0585 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:58.155961 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (07185e33-e8b8-4060-bf95-b0624f3d0585), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:58.165833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c825c98-67ac-41b2-834a-fc1eedb47541 req-7dcb5e3f-264c-4dde-93c1-8ac08c54f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:58.167358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c825c98-67ac-41b2-834a-fc1eedb47541 req-7dcb5e3f-264c-4dde-93c1-8ac08c54f521 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6 HTTP/1.1" status: 200 len: 898 time: 0.1168208 Feb 11 04:45:58.179861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ccffb9-f748-43c8-92f0-71ecaf9294a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07185e33-e8b8-4060-bf95-b0624f3d0585'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:45:58.183055 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec6cefa-26ea-4239-a7a2-bdea029e1eb1" -d '{"events": [{"server_uuid": "b9ccffb9-f748-43c8-92f0-71ecaf9294a3", "name": "network-vif-plugged", "status": "completed", "tag": "07185e33-e8b8-4060-bf95-b0624f3d0585"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:45:58.202661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 07185e33-e8b8-4060-bf95-b0624f3d0585, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=07185e33-e8b8-4060-bf95-b0624f3d0585,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:58.228456 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116b2c2a-cdb1-4656-9d19-be337e41ce2b x-openstack-request-id: req-116b2c2a-cdb1-4656-9d19-be337e41ce2b {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:45:58.228789 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ccffb9-f748-43c8-92f0-71ecaf9294a3", "name": "network-vif-plugged", "status": "completed", "tag": "07185e33-e8b8-4060-bf95-b0624f3d0585", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:45:58.228985 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-116b2c2a-cdb1-4656-9d19-be337e41ce2b {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:45:58.229394 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ccffb9-f748-43c8-92f0-71ecaf9294a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07185e33-e8b8-4060-bf95-b0624f3d0585', 'code': 200} Feb 11 04:45:58.245963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c825c98-67ac-41b2-834a-fc1eedb47541 req-a41d6f2d-1c7e-4cf2-bbd8-b2ad072910f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5 HTTP/1.1" status: 200 len: 1000 time: 0.0727484 Feb 11 04:45:58.256298 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-eec42d5d-8bad-4521-8261-0873993ed96e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2377131 Feb 11 04:45:58.266396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46242) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:58.272197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-aee9cec9-222d-4462-85f0-2653a367ab95 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Request body: {'subnet': {'network_id': '782eeac4-435e-42c8-b94e-10bce50c4e5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:58.308944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c825c98-67ac-41b2-834a-fc1eedb47541 req-e53e7d25-2672-44b8-a3e5-7626a9731ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:58.310490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c825c98-67ac-41b2-834a-fc1eedb47541 req-e53e7d25-2672-44b8-a3e5-7626a9731ec6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1fd7e866-928c-4746-9210-ead8fc110e2a HTTP/1.1" status: 200 len: 835 time: 0.0595083 Feb 11 04:45:58.314420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 11d605ed-04b7-49a2-84d6-7fe765a889db up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:58.363429 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (07185e33-e8b8-4060-bf95-b0624f3d0585), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:58.365651 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:58.390073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee9cec9-222d-4462-85f0-2653a367ab95 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Made reservation on behalf of 4a9c3ca2c0744b859aa43c19a315a1bd for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:58.391340 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d1ba0-7b37-4731-ad0c-f2474a03ceda req-85f7650f-5345-45df-bf87-85c2c800a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:58.396440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c14d1ba0-7b37-4731-ad0c-f2474a03ceda req-85f7650f-5345-45df-bf87-85c2c800a455 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 1128 time: 0.0931809 Feb 11 04:45:58.396604 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aee9cec9-222d-4462-85f0-2653a367ab95 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:58.398980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c825c98-67ac-41b2-834a-fc1eedb47541 req-44c14e1c-2fec-42eb-a650-070118264327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:58.400549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c825c98-67ac-41b2-834a-fc1eedb47541 req-44c14e1c-2fec-42eb-a650-070118264327 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0683117 Feb 11 04:45:58.442253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=07185e33-e8b8-4060-bf95-b0624f3d0585,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:58.503462 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c14d1ba0-7b37-4731-ad0c-f2474a03ceda req-f9a700c3-9719-4cf8-b897-154ca4a41701 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018658 Feb 11 04:45:58.532570 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 11d605ed-04b7-49a2-84d6-7fe765a889db completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:45:58.537293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 11d605ed-04b7-49a2-84d6-7fe765a889db triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:45:58.537662 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:58.546023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c825c98-67ac-41b2-834a-fc1eedb47541 req-defa9c56-d24a-4b94-baaa-61b1dc17a89f service neutron] 10.222.0.32 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379273 Feb 11 04:45:58.645490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 11d605ed-04b7-49a2-84d6-7fe765a889db is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:45:58.645960 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:58.696146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 11d605ed-04b7-49a2-84d6-7fe765a889db, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=11d605ed-04b7-49a2-84d6-7fe765a889db,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:45:58.697976 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c825c98-67ac-41b2-834a-fc1eedb47541 req-9ed3893c-6ed3-432e-934e-b44cba258ec1 service neutron] 10.222.0.32 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459556 Feb 11 04:45:58.742596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ed656-6f5b-4346-af1e-9471318c787c req-2369ea97-e0d6-492d-8a9f-427e8cffac05 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:58.744868 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932ed656-6f5b-4346-af1e-9471318c787c req-2369ea97-e0d6-492d-8a9f-427e8cffac05 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 946 time: 0.0720417 Feb 11 04:45:58.803253 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:58.810177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-932ed656-6f5b-4346-af1e-9471318c787c req-5bef01b0-4813-40ec-981b-911ceda65e26 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588551 Feb 11 04:45:58.864107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=11d605ed-04b7-49a2-84d6-7fe765a889db,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:58.910581 n-d-712142-35 neutron-server[103808]: DEBUG neutron.objects.ports [None req-aee9cec9-222d-4462-85f0-2653a367ab95 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103808) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 04:45:58.911066 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aee9cec9-222d-4462-85f0-2653a367ab95 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (8e9c082c-6e71-47ea-af13-4e1054fa89d0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:58.960945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b003a-cf8e-4166-a27d-a27e837f7576 req-dde78882-8e3c-4922-ae55-10deb83dce3a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:58.969392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e5b003a-cf8e-4166-a27d-a27e837f7576 req-dde78882-8e3c-4922-ae55-10deb83dce3a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 944 time: 0.0736976 Feb 11 04:45:58.981683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9cec9-222d-4462-85f0-2653a367ab95 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8e9c082c-6e71-47ea-af13-4e1054fa89d0,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:45:58.990152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee9cec9-222d-4462-85f0-2653a367ab95 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Checking segment: {'id': '70250fe3-2051-4574-b95a-34c2be213375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '782eeac4-435e-42c8-b94e-10bce50c4e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:45:58.990152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee9cec9-222d-4462-85f0-2653a367ab95 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Network hostable DHCP agents. Network: 782eeac4-435e-42c8-b94e-10bce50c4e5a, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:45:59.032759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e5b003a-cf8e-4166-a27d-a27e837f7576 req-72b8f782-ec20-4de4-a3fd-f64ee7736cc3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622208 Feb 11 04:45:59.091292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7774ea-a0ea-4022-b55e-37988a8b73fa req-d32bd462-29ac-4c60-ab8f-93301e3bb4a5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:59.093272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f7774ea-a0ea-4022-b55e-37988a8b73fa req-d32bd462-29ac-4c60-ab8f-93301e3bb4a5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 945 time: 0.0571702 Feb 11 04:45:59.145660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f7774ea-a0ea-4022-b55e-37988a8b73fa req-ae7f8105-1163-4d3a-8e9e-ef1a39abf3c9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472369 Feb 11 04:45:59.158004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee9cec9-222d-4462-85f0-2653a367ab95 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Network 782eeac4-435e-42c8-b94e-10bce50c4e5a is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:45:59.258499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-aee9cec9-222d-4462-85f0-2653a367ab95 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 782eeac4-435e-42c8-b94e-10bce50c4e5a) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:45:59.263548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee9cec9-222d-4462-85f0-2653a367ab95 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:45:59.264543 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aee9cec9-222d-4462-85f0-2653a367ab95 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:59.267894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb75a50-1b11-42c9-8ea1-fae379479636 None None] Network 782eeac4-435e-42c8-b94e-10bce50c4e5a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:45:59.369940 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aee9cec9-222d-4462-85f0-2653a367ab95 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1019886 Feb 11 04:45:59.373272 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46256) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:45:59.385173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f189582c-e4cf-4e72-ac0b-aa203bb1aaa2 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-248410989', 'network_id': '782eeac4-435e-42c8-b94e-10bce50c4e5a'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:45:59.385434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba9c570-086f-4c6a-85a7-2d62d6ea9de4 None None] Network 782eeac4-435e-42c8-b94e-10bce50c4e5a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:45:59.546214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f189582c-e4cf-4e72-ac0b-aa203bb1aaa2 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Made reservation on behalf of 4a9c3ca2c0744b859aa43c19a315a1bd for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:45:59.551842 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f189582c-e4cf-4e72-ac0b-aa203bb1aaa2 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:59.593206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-f189582c-e4cf-4e72-ac0b-aa203bb1aaa2 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] device_id is not set on port f7453836-e30e-4a22-9b22-e7d4142ebbb9 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:45:59.732871 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:45:59.734109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-f189582c-e4cf-4e72-ac0b-aa203bb1aaa2 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Allocated IP 172.20.0.10 (782eeac4-435e-42c8-b94e-10bce50c4e5a/8e9c082c-6e71-47ea-af13-4e1054fa89d0/f7453836-e30e-4a22-9b22-e7d4142ebbb9) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:45:59.819181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3c6c895f-a204-48c8-98e8-3f75777d97b5 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:45:59.992832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f139a73-fb56-4b91-ac27-9ef90d3745d6 req-a069f7a7-8e79-43be-b44a-d0460f1ede1f tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:00.000211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 3c6c895f-a204-48c8-98e8-3f75777d97b5 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:46:00.008410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 3c6c895f-a204-48c8-98e8-3f75777d97b5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:00.009128 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:00.011315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f139a73-fb56-4b91-ac27-9ef90d3745d6 req-a069f7a7-8e79-43be-b44a-d0460f1ede1f tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 946 time: 0.0963809 Feb 11 04:46:00.134165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 3c6c895f-a204-48c8-98e8-3f75777d97b5 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:00.139840 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:00.140527 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f139a73-fb56-4b91-ac27-9ef90d3745d6 req-1709080e-0222-487e-babe-0b361bc07bb4 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253700 Feb 11 04:46:00.219691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3c6c895f-a204-48c8-98e8-3f75777d97b5, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:00.231044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8391ac9-4871-4200-a2bf-379525461265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d605ed-04b7-49a2-84d6-7fe765a889db'}, {'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:00.233682 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44139605-34c6-4a98-b9b7-11707c4d535f" -d '{"events": [{"server_uuid": "a8391ac9-4871-4200-a2bf-379525461265", "name": "network-vif-plugged", "status": "completed", "tag": "11d605ed-04b7-49a2-84d6-7fe765a889db"}, {"server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "name": "network-vif-plugged", "status": "completed", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:00.280890 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:00.283436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403b9d7-e26d-439d-915d-491cd04b63b4 req-ebe000c7-3267-489f-80ff-159329de7f8c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:00.293887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0403b9d7-e26d-439d-915d-491cd04b63b4 req-ebe000c7-3267-489f-80ff-159329de7f8c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 944 time: 0.1540642 Feb 11 04:46:00.334813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=3c6c895f-a204-48c8-98e8-3f75777d97b5,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:00.373052 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0403b9d7-e26d-439d-915d-491cd04b63b4 req-9bc73820-5ec9-4081-8c36-0452f1768875 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781534 Feb 11 04:46:00.388861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283d9eb-ec13-4d44-92aa-3bb4f4cf0939 req-d38a9ec6-3f76-4ae3-b7ef-3069c8204957 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:00.390692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f283d9eb-ec13-4d44-92aa-3bb4f4cf0939 req-d38a9ec6-3f76-4ae3-b7ef-3069c8204957 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 945 time: 0.1298492 Feb 11 04:46:00.405264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f189582c-e4cf-4e72-ac0b-aa203bb1aaa2 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for port (f7453836-e30e-4a22-9b22-e7d4142ebbb9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:00.406557 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46270) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:00.460210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f283d9eb-ec13-4d44-92aa-3bb4f4cf0939 req-c23bef9f-04de-43cf-b053-781b827d0149 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630083 Feb 11 04:46:00.466235 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12cba19-09d5-4ca1-b567-ed74b77b9b51 x-openstack-request-id: req-c12cba19-09d5-4ca1-b567-ed74b77b9b51 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:00.466567 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8391ac9-4871-4200-a2bf-379525461265", "name": "network-vif-plugged", "status": "completed", "tag": "11d605ed-04b7-49a2-84d6-7fe765a889db", "code": 200}, {"server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "name": "network-vif-plugged", "status": "completed", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:00.466846 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c12cba19-09d5-4ca1-b567-ed74b77b9b51 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:00.467250 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8391ac9-4871-4200-a2bf-379525461265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d605ed-04b7-49a2-84d6-7fe765a889db', 'code': 200} Feb 11 04:46:00.467516 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'code': 200} Feb 11 04:46:00.509948 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f189582c-e4cf-4e72-ac0b-aa203bb1aaa2 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f7453836-e30e-4a22-9b22-e7d4142ebbb9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:00.579546 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3bd80253-222d-48cc-8ea8-051f5cd1b627 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/c4845061-db65-4228-880f-8914a7b065db HTTP/1.1" status: 200 len: 993 time: 0.1718225 Feb 11 04:46:00.589628 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f189582c-e4cf-4e72-ac0b-aa203bb1aaa2 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Network 782eeac4-435e-42c8-b94e-10bce50c4e5a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:00.593973 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-f189582c-e4cf-4e72-ac0b-aa203bb1aaa2 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:00.597270 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189582c-e4cf-4e72-ac0b-aa203bb1aaa2 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:00.611399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb086e-3cb3-419d-ba2f-62125e7790ab req-8cf16b82-1fc3-4d40-83eb-23ba822e8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:00.612919 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52eb086e-3cb3-419d-ba2f-62125e7790ab req-8cf16b82-1fc3-4d40-83eb-23ba822e8ed4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 1128 time: 0.0777216 Feb 11 04:46:00.621253 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189582c-e4cf-4e72-ac0b-aa203bb1aaa2 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Pushing event updated for resources: {'Port': ['ID=f7453836-e30e-4a22-9b22-e7d4142ebbb9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:00.643532 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f189582c-e4cf-4e72-ac0b-aa203bb1aaa2 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:00.644240 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f189582c-e4cf-4e72-ac0b-aa203bb1aaa2 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:00.660467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52eb086e-3cb3-419d-ba2f-62125e7790ab req-3e0071ff-e700-40db-88a8-b49a835fe8f6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Feb 11 04:46:00.724976 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f189582c-e4cf-4e72-ac0b-aa203bb1aaa2 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3500934 Feb 11 04:46:00.728548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46274) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:00.816783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d7378018-5efc-4bd8-804e-7dccecaf05fd tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Deleting port f7453836-e30e-4a22-9b22-e7d4142ebbb9 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:00.817142 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7378018-5efc-4bd8-804e-7dccecaf05fd tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f7453836-e30e-4a22-9b22-e7d4142ebbb9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:00.898171 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7378018-5efc-4bd8-804e-7dccecaf05fd tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f7453836-e30e-4a22-9b22-e7d4142ebbb9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:00.910079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d7378018-5efc-4bd8-804e-7dccecaf05fd tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Calling delete_port for f7453836-e30e-4a22-9b22-e7d4142ebbb9 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:01.144258 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7378018-5efc-4bd8-804e-7dccecaf05fd tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f7453836-e30e-4a22-9b22-e7d4142ebbb9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:01.176118 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7378018-5efc-4bd8-804e-7dccecaf05fd tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7453836-e30e-4a22-9b22-e7d4142ebbb9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:01.260766 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7378018-5efc-4bd8-804e-7dccecaf05fd tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:01.264845 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d7378018-5efc-4bd8-804e-7dccecaf05fd tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f7453836-e30e-4a22-9b22-e7d4142ebbb9 HTTP/1.1" status: 204 len: 168 time: 0.5348039 Feb 11 04:46:01.271483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46280) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:01.276399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '782eeac4-435e-42c8-b94e-10bce50c4e5a', 'external_fixed_ips': [{'subnet_id': '8e9c082c-6e71-47ea-af13-4e1054fa89d0', 'ip_address': '172.20.0.10'}]}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:01.299146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18bc8f-9576-4bd6-87aa-5e10a0054fe5 req-dd005867-8788-43e6-b9ee-e9c8c9bace2a tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:01.300692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b18bc8f-9576-4bd6-87aa-5e10a0054fe5 req-dd005867-8788-43e6-b9ee-e9c8c9bace2a tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 946 time: 0.0713346 Feb 11 04:46:01.350491 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (2666ecae-b15c-480a-ace1-8e2028b72e3c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:01.351643 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (2666ecae-b15c-480a-ace1-8e2028b72e3c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:01.357621 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b18bc8f-9576-4bd6-87aa-5e10a0054fe5 req-fd942ff9-c3af-422d-afc4-6d5200bb4bb3 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469227 Feb 11 04:46:01.442490 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_controller (2666ecae-b15c-480a-ace1-8e2028b72e3c), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:01.627035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d0b3a-ad21-490a-993e-47908ba4a634 req-449e9b26-f2bd-484b-b66b-2a9f9c57d454 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:01.639092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-853d0b3a-ad21-490a-993e-47908ba4a634 req-449e9b26-f2bd-484b-b66b-2a9f9c57d454 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 945 time: 0.0769956 Feb 11 04:46:01.699115 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (2666ecae-b15c-480a-ace1-8e2028b72e3c), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:01.718962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-853d0b3a-ad21-490a-993e-47908ba4a634 req-1d73fc20-aba3-4283-b8cc-5be67c54c54d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791454 Feb 11 04:46:02.096567 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (2666ecae-b15c-480a-ace1-8e2028b72e3c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:02.117576 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:02.405854 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Allocated IP 172.20.0.10 (782eeac4-435e-42c8-b94e-10bce50c4e5a/8e9c082c-6e71-47ea-af13-4e1054fa89d0/ad5ee037-8dd7-498e-9c0d-3e51da147e9b) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:02.534801 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for port (ad5ee037-8dd7-498e-9c0d-3e51da147e9b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:02.619773 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ad5ee037-8dd7-498e-9c0d-3e51da147e9b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:02.662996 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Network 782eeac4-435e-42c8-b94e-10bce50c4e5a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:02.667929 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:02.672341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:02.675975 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Pushing event updated for resources: {'Port': ['ID=ad5ee037-8dd7-498e-9c0d-3e51da147e9b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:02.885080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b83e2-c737-4f19-a25b-50e28d1dd206 req-4558b56c-b7d2-41d1-8ee8-ab873ef0d539 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:02.892119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-608b83e2-c737-4f19-a25b-50e28d1dd206 req-4558b56c-b7d2-41d1-8ee8-ab873ef0d539 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 945 time: 0.0647149 Feb 11 04:46:02.953795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-608b83e2-c737-4f19-a25b-50e28d1dd206 req-ff37c81c-c414-450f-bd5e-4063466571e5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559561 Feb 11 04:46:03.063379 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (2666ecae-b15c-480a-ace1-8e2028b72e3c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:03.099506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2673cc5-9bcd-4e0f-8bff-69702182182b req-25880801-239d-4ef2-a5ad-7a602f689db7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:03.101477 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2673cc5-9bcd-4e0f-8bff-69702182182b req-25880801-239d-4ef2-a5ad-7a602f689db7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 945 time: 0.0831525 Feb 11 04:46:03.178512 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2673cc5-9bcd-4e0f-8bff-69702182182b req-0283b9d9-03ba-4cb7-84b1-ab8cd5b1c60b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709324 Feb 11 04:46:03.343922 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (2666ecae-b15c-480a-ace1-8e2028b72e3c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:03.622956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Router 2666ecae-b15c-480a-ace1-8e2028b72e3c is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:46:03.759461 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:46:03.775226 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Sync routers for ids ['2666ecae-b15c-480a-ace1-8e2028b72e3c'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:46:03.785323 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Routers {'2666ecae-b15c-480a-ace1-8e2028b72e3c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:03.785954 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:45:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['2666ecae-b15c-480a-ace1-8e2028b72e3c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:03.905937 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:03.907834 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9167aaa3-aa77-45e0-8b1c-d6f266c19ae1 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.6350205 Feb 11 04:46:03.910941 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46318) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:03.919400 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Set router 2666ecae-b15c-480a-ace1-8e2028b72e3c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:46:04.012532 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:04.093550 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router (2666ecae-b15c-480a-ace1-8e2028b72e3c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:04.104284 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:04.287783 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2666ecae-b15c-480a-ace1-8e2028b72e3c', 'name': '', 'tenant_id': '4a9c3ca2c0744b859aa43c19a315a1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '782eeac4-435e-42c8-b94e-10bce50c4e5a', 'external_fixed_ips': [{'subnet_id': '8e9c082c-6e71-47ea-af13-4e1054fa89d0', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ad5ee037-8dd7-498e-9c0d-3e51da147e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:01Z', 'updated_at': '2022-02-11T04:46:02Z', 'revision_number': 3, 'project_id': '4a9c3ca2c0744b859aa43c19a315a1bd', 'gw_port': {'id': 'ad5ee037-8dd7-498e-9c0d-3e51da147e9b', 'name': '', 'network_id': '782eeac4-435e-42c8-b94e-10bce50c4e5a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2666ecae-b15c-480a-ace1-8e2028b72e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '8e9c082c-6e71-47ea-af13-4e1054fa89d0', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:02Z', 'updated_at': '2022-02-11T04:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8e9c082c-6e71-47ea-af13-4e1054fa89d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:04.322551 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (2666ecae-b15c-480a-ace1-8e2028b72e3c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:04.335445 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Checking router: 2666ecae-b15c-480a-ace1-8e2028b72e3c for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:46:04.336065 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Updating router 2666ecae-b15c-480a-ace1-8e2028b72e3c port ad5ee037-8dd7-498e-9c0d-3e51da147e9b binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:46:04.433159 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ad5ee037-8dd7-498e-9c0d-3e51da147e9b), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:04.955851 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Deleting port ad5ee037-8dd7-498e-9c0d-3e51da147e9b {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:04.956354 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ad5ee037-8dd7-498e-9c0d-3e51da147e9b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:05.042358 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Publish callbacks [] for port (ad5ee037-8dd7-498e-9c0d-3e51da147e9b), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:05.060860 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ad5ee037-8dd7-498e-9c0d-3e51da147e9b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:05.079172 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Calling delete_port for ad5ee037-8dd7-498e-9c0d-3e51da147e9b owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:05.162285 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ad5ee037-8dd7-498e-9c0d-3e51da147e9b), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:05.175583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46354) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:05.341817 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Attempting to bind port ad5ee037-8dd7-498e-9c0d-3e51da147e9b on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:05.342865 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Attempting to bind port ad5ee037-8dd7-498e-9c0d-3e51da147e9b by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '70250fe3-2051-4574-b95a-34c2be213375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '782eeac4-435e-42c8-b94e-10bce50c4e5a'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:05.343568 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Attempting to bind port ad5ee037-8dd7-498e-9c0d-3e51da147e9b on network 782eeac4-435e-42c8-b94e-10bce50c4e5a {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:05.347876 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7d8bd-121a-474f-b151-4e2606bd2c08 None None] Pushing event updated for resources: {'Port': ['ID=ad5ee037-8dd7-498e-9c0d-3e51da147e9b,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:05.370419 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:05.370419 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Checking segment: {'id': '70250fe3-2051-4574-b95a-34c2be213375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '782eeac4-435e-42c8-b94e-10bce50c4e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:05.370419 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:05.370419 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Bound using segment: {'id': '70250fe3-2051-4574-b95a-34c2be213375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '782eeac4-435e-42c8-b94e-10bce50c4e5a'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:05.370419 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Bound port: ad5ee037-8dd7-498e-9c0d-3e51da147e9b, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70250fe3-2051-4574-b95a-34c2be213375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '782eeac4-435e-42c8-b94e-10bce50c4e5a'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:05.371650 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ad5ee037-8dd7-498e-9c0d-3e51da147e9b), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:05.374238 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d7d8bd-121a-474f-b151-4e2606bd2c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.374574 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d7d8bd-121a-474f-b151-4e2606bd2c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.374950 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d7d8bd-121a-474f-b151-4e2606bd2c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.375285 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d7d8bd-121a-474f-b151-4e2606bd2c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.376689 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d7d8bd-121a-474f-b151-4e2606bd2c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.377152 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d7d8bd-121a-474f-b151-4e2606bd2c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.377599 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d7d8bd-121a-474f-b151-4e2606bd2c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.377935 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d7d8bd-121a-474f-b151-4e2606bd2c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.378353 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d7d8bd-121a-474f-b151-4e2606bd2c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.378710 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d7d8bd-121a-474f-b151-4e2606bd2c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.379041 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d7d8bd-121a-474f-b151-4e2606bd2c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.379363 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d7d8bd-121a-474f-b151-4e2606bd2c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.379688 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d7d8bd-121a-474f-b151-4e2606bd2c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.472068 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eee8a8c1-c1cb-47c0-98c3-d962ca678d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:05.610773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eee8a8c1-c1cb-47c0-98c3-d962ca678d2d admin admin] Publish callbacks [] for security_group (eb58e876-6d7c-4ff9-a4ad-fea0d53b2008), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:05.675931 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ad5ee037-8dd7-498e-9c0d-3e51da147e9b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:05.677179 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.db.api [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:46:05.677673 n-d-712142-35 neutron-server[103811]: DEBUG oslo_db.api [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:46:05.708598 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad5ee037-8dd7-498e-9c0d-3e51da147e9b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:05.725731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.725731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.725731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.725731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.725731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.725731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.725731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.725731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.725731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.725731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.725731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.725731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.725731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:05.745336 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eee8a8c1-c1cb-47c0-98c3-d962ca678d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (eb58e876-6d7c-4ff9-a4ad-fea0d53b2008), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:05.793174 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (2666ecae-b15c-480a-ace1-8e2028b72e3c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:05.903349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-eee8a8c1-c1cb-47c0-98c3-d962ca678d2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=598a90fa73d24c24ae50104b2f512f1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7260363 Feb 11 04:46:05.906582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8a8c1-c1cb-47c0-98c3-d962ca678d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb58e876-6d7c-4ff9-a4ad-fea0d53b2008,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:05.932937 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46376) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:05.950187 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (2666ecae-b15c-480a-ace1-8e2028b72e3c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:05.955487 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_controller (2666ecae-b15c-480a-ace1-8e2028b72e3c), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.067267 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50a47f1e-63df-4e77-9db3-9cfe6f865bda admin admin] Publish callbacks [] for security_group (eb58e876-6d7c-4ff9-a4ad-fea0d53b2008), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.094094 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50a47f1e-63df-4e77-9db3-9cfe6f865bda admin admin] Publish callbacks [] for security_group (eb58e876-6d7c-4ff9-a4ad-fea0d53b2008), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.168330 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (2666ecae-b15c-480a-ace1-8e2028b72e3c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.170645 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2666ecae-b15c-480a-ace1-8e2028b72e3c {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:46:06.181174 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.186438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46386) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:06.199452 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Attempting to bind port ad5ee037-8dd7-498e-9c0d-3e51da147e9b on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:06.200013 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d6717db2-1e0f-426c-8272-1e39717d8a2e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2666ecae-b15c-480a-ace1-8e2028b72e3c HTTP/1.1" status: 204 len: 168 time: 2.2877390 Feb 11 04:46:06.201080 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Attempting to bind port ad5ee037-8dd7-498e-9c0d-3e51da147e9b by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '70250fe3-2051-4574-b95a-34c2be213375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '782eeac4-435e-42c8-b94e-10bce50c4e5a'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:06.202680 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Attempting to bind port ad5ee037-8dd7-498e-9c0d-3e51da147e9b on network 782eeac4-435e-42c8-b94e-10bce50c4e5a {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:06.213693 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:06.216513 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Checking segment: {'id': '70250fe3-2051-4574-b95a-34c2be213375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '782eeac4-435e-42c8-b94e-10bce50c4e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:06.217241 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.217808 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Bound using segment: {'id': '70250fe3-2051-4574-b95a-34c2be213375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '782eeac4-435e-42c8-b94e-10bce50c4e5a'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:06.218582 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50a47f1e-63df-4e77-9db3-9cfe6f865bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (eb58e876-6d7c-4ff9-a4ad-fea0d53b2008), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.219368 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Bound port: ad5ee037-8dd7-498e-9c0d-3e51da147e9b, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70250fe3-2051-4574-b95a-34c2be213375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '782eeac4-435e-42c8-b94e-10bce50c4e5a'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:06.220710 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ad5ee037-8dd7-498e-9c0d-3e51da147e9b), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.222812 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50a47f1e-63df-4e77-9db3-9cfe6f865bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.226353 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-50a47f1e-63df-4e77-9db3-9cfe6f865bda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb58e876-6d7c-4ff9-a4ad-fea0d53b2008 HTTP/1.1" status: 204 len: 168 time: 0.2902393 Feb 11 04:46:06.244074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a47f1e-63df-4e77-9db3-9cfe6f865bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb58e876-6d7c-4ff9-a4ad-fea0d53b2008,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:06.262676 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Port ad5ee037-8dd7-498e-9c0d-3e51da147e9b has been deleted concurrently {{(pid=103811) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 11 04:46:06.274007 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Routers set() bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:06.275027 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Router IDs set() for agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 04:46:06.275972 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_agentschedulers_db [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2666ecae-b15c-480a-ace1-8e2028b72e3c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:45:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent'). {{(pid=103811) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 04:46:06.276356 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497dbabf-debd-4a20-9dc9-7df7fdeefbdd None None] The sync data for ids ['2666ecae-b15c-480a-ace1-8e2028b72e3c'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:46:06.307711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-377ca0a1-c3fc-4def-b002-2170e48d4189 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Deleting subnet 8e9c082c-6e71-47ea-af13-4e1054fa89d0 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:46:06.312219 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-377ca0a1-c3fc-4def-b002-2170e48d4189 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for subnet (8e9c082c-6e71-47ea-af13-4e1054fa89d0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.379582 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-377ca0a1-c3fc-4def-b002-2170e48d4189 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (8e9c082c-6e71-47ea-af13-4e1054fa89d0), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.570315 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-377ca0a1-c3fc-4def-b002-2170e48d4189 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (8e9c082c-6e71-47ea-af13-4e1054fa89d0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.796235 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-377ca0a1-c3fc-4def-b002-2170e48d4189 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (8e9c082c-6e71-47ea-af13-4e1054fa89d0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.818570 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-377ca0a1-c3fc-4def-b002-2170e48d4189 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:06.826610 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46414) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:06.835685 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-377ca0a1-c3fc-4def-b002-2170e48d4189 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/8e9c082c-6e71-47ea-af13-4e1054fa89d0 HTTP/1.1" status: 204 len: 168 time: 0.6472032 Feb 11 04:46:06.880551 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ca0a1-c3fc-4def-b002-2170e48d4189 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8e9c082c-6e71-47ea-af13-4e1054fa89d0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:06.942325 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4de85b45-1da8-4602-bcfb-4ab70912361b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (782eeac4-435e-42c8-b94e-10bce50c4e5a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.093130 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4de85b45-1da8-4602-bcfb-4ab70912361b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (782eeac4-435e-42c8-b94e-10bce50c4e5a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.131650 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-4de85b45-1da8-4602-bcfb-4ab70912361b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782eeac4-435e-42c8-b94e-10bce50c4e5a']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:07.152191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-4de85b45-1da8-4602-bcfb-4ab70912361b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70250fe3-2051-4574-b95a-34c2be213375') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:07.152537 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-4de85b45-1da8-4602-bcfb-4ab70912361b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70250fe3-2051-4574-b95a-34c2be213375') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:07.174099 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4de85b45-1da8-4602-bcfb-4ab70912361b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (70250fe3-2051-4574-b95a-34c2be213375), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.181923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46418) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:07.204247 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4de85b45-1da8-4602-bcfb-4ab70912361b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (70250fe3-2051-4574-b95a-34c2be213375), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.206078 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ceffeebe-efc1-4761-863a-bf352bd09e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.214500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de85b45-1da8-4602-bcfb-4ab70912361b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:46:07.216758 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4de85b45-1da8-4602-bcfb-4ab70912361b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (70250fe3-2051-4574-b95a-34c2be213375), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: items = [ Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:46:07.218002 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:46:07.385799 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4de85b45-1da8-4602-bcfb-4ab70912361b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (782eeac4-435e-42c8-b94e-10bce50c4e5a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.414466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de85b45-1da8-4602-bcfb-4ab70912361b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 782eeac4-435e-42c8-b94e-10bce50c4e5a {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 04:46:07.429690 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4de85b45-1da8-4602-bcfb-4ab70912361b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.448918 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4de85b45-1da8-4602-bcfb-4ab70912361b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "DELETE /v2.0/networks/782eeac4-435e-42c8-b94e-10bce50c4e5a HTTP/1.1" status: 204 len: 168 time: 0.6078525 Feb 11 04:46:07.489943 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de85b45-1da8-4602-bcfb-4ab70912361b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Pushing event deleted for resources: {'Network': ['ID=782eeac4-435e-42c8-b94e-10bce50c4e5a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:07.539366 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ceffeebe-efc1-4761-863a-bf352bd09e09 admin admin] Publish callbacks [] for security_group (0d6ceaea-6a2f-415c-9fe2-fc06d26cb5b2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.607070 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ceffeebe-efc1-4761-863a-bf352bd09e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0d6ceaea-6a2f-415c-9fe2-fc06d26cb5b2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.760515 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46426) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:07.768906 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ceffeebe-efc1-4761-863a-bf352bd09e09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7b4ae87cbf942f6974f8a01faacf6f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5847940 Feb 11 04:46:07.769969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffeebe-efc1-4761-863a-bf352bd09e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6ceaea-6a2f-415c-9fe2-fc06d26cb5b2,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:07.870496 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4fb652b-c39a-4f4a-b820-1a488ac45572 admin admin] Publish callbacks [] for security_group (0d6ceaea-6a2f-415c-9fe2-fc06d26cb5b2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:07.913295 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4fb652b-c39a-4f4a-b820-1a488ac45572 admin admin] Publish callbacks [] for security_group (0d6ceaea-6a2f-415c-9fe2-fc06d26cb5b2), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:08.057864 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4fb652b-c39a-4f4a-b820-1a488ac45572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0d6ceaea-6a2f-415c-9fe2-fc06d26cb5b2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:08.063490 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b4fb652b-c39a-4f4a-b820-1a488ac45572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:08.065240 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b4fb652b-c39a-4f4a-b820-1a488ac45572 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d6ceaea-6a2f-415c-9fe2-fc06d26cb5b2 HTTP/1.1" status: 204 len: 168 time: 0.3034925 Feb 11 04:46:08.092842 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb652b-c39a-4f4a-b820-1a488ac45572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6ceaea-6a2f-415c-9fe2-fc06d26cb5b2,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:08.108443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46436) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:08.114748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-622c0c7a-80cc-4dff-b179-6759303ae97a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Request body: {'router': {'name': 'tempest-router--1900534288', 'project_id': '8ce0ba3df8e44b5e84bc3282670167dc'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:08.281008 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-622c0c7a-80cc-4dff-b179-6759303ae97a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (fade0596-7e09-4fab-b4fc-28dcc4c0dd74), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:08.282168 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-622c0c7a-80cc-4dff-b179-6759303ae97a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (fade0596-7e09-4fab-b4fc-28dcc4c0dd74), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:08.349778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-622c0c7a-80cc-4dff-b179-6759303ae97a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_controller (fade0596-7e09-4fab-b4fc-28dcc4c0dd74), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:08.441186 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-622c0c7a-80cc-4dff-b179-6759303ae97a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (fade0596-7e09-4fab-b4fc-28dcc4c0dd74), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:08.561729 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-622c0c7a-80cc-4dff-b179-6759303ae97a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:08.565937 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-622c0c7a-80cc-4dff-b179-6759303ae97a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4538155 Feb 11 04:46:08.566305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46440) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:08.678950 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6446-0166-4d85-9ef4-7f6f97f2cb56 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router (fade0596-7e09-4fab-b4fc-28dcc4c0dd74), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:08.861902 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6446-0166-4d85-9ef4-7f6f97f2cb56 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (fade0596-7e09-4fab-b4fc-28dcc4c0dd74), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:08.864283 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6446-0166-4d85-9ef4-7f6f97f2cb56 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_controller (fade0596-7e09-4fab-b4fc-28dcc4c0dd74), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:09.018068 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6446-0166-4d85-9ef4-7f6f97f2cb56 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (fade0596-7e09-4fab-b4fc-28dcc4c0dd74), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:09.018598 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0b6446-0166-4d85-9ef4-7f6f97f2cb56 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fade0596-7e09-4fab-b4fc-28dcc4c0dd74 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:46:09.025020 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc0b6446-0166-4d85-9ef4-7f6f97f2cb56 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:09.026311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dc0b6446-0166-4d85-9ef4-7f6f97f2cb56 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "DELETE /v2.0/routers/fade0596-7e09-4fab-b4fc-28dcc4c0dd74 HTTP/1.1" status: 204 len: 168 time: 0.4587536 Feb 11 04:46:09.339729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-f9fefeee-0536-4ddd-bbd6-c88ad89cdb55 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:09.342013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-f9fefeee-0536-4ddd-bbd6-c88ad89cdb55 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 812 time: 0.2731979 Feb 11 04:46:09.391306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-87d995fb-16f5-4e7f-ab77-95330f6bc102 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/quotas/9c8aaf7faa994a86b87443d6924f6a3f HTTP/1.1" status: 200 len: 375 time: 0.0341663 Feb 11 04:46:09.457321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-761197a3-c1b9-4737-8b26-bb0f19afd025 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638516 Feb 11 04:46:09.497396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46480) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:09.613820 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-307e55a2-89e7-44f7-8cfe-720bd1f09b3e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:46:09.616030 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-307e55a2-89e7-44f7-8cfe-720bd1f09b3e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1484070 Feb 11 04:46:09.775118 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-ed2257d3-7e96-4aa8-a778-1bfb2fe8e593 service neutron] 10.222.0.13 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516497 Feb 11 04:46:09.803490 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1982861137', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}, 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:09.909327 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-1840b6e3-dde2-489d-a3bc-2945814cc2ec service neutron] 10.222.0.13 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249697 Feb 11 04:46:09.960805 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (c5209dc6-b3d5-47b4-a81c-6f6b689fc198), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:09.966089 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (c5209dc6-b3d5-47b4-a81c-6f6b689fc198), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:10.043829 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_controller (c5209dc6-b3d5-47b4-a81c-6f6b689fc198), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:10.301305 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b02c35e2-ea1d-41f6-8e44-318868788404 req-877c1409-db14-47cd-bcf3-46fb65d198f8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0647092 Feb 11 04:46:10.393454 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (c5209dc6-b3d5-47b4-a81c-6f6b689fc198), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:10.791513 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (c5209dc6-b3d5-47b4-a81c-6f6b689fc198), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:10.813116 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:10.945244 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Allocated IP 172.25.3.254 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/47f5deb3-eb80-4704-a9d1-90a5cfb3d166) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:11.067974 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for port (47f5deb3-eb80-4704-a9d1-90a5cfb3d166), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:11.276178 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (47f5deb3-eb80-4704-a9d1-90a5cfb3d166), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:11.360183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Pushing event updated for resources: {'Port': ['ID=47f5deb3-eb80-4704-a9d1-90a5cfb3d166,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:11.387392 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:11.395893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:11.398261 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:11.484389 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95d55017-ba7d-48e9-be30-dfd87bf7c0bf req-8f37a531-0cdd-422b-8cad-cc1dea3d08c1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0923629 Feb 11 04:46:11.795591 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (c5209dc6-b3d5-47b4-a81c-6f6b689fc198), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:12.063226 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (c5209dc6-b3d5-47b4-a81c-6f6b689fc198), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:12.349341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Router c5209dc6-b3d5-47b4-a81c-6f6b689fc198 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:46:12.425281 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46564) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:12.511001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:46:12.525445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b213077-b86d-4fde-8230-2342db2a697a None None] Sync routers for ids ['c5209dc6-b3d5-47b4-a81c-6f6b689fc198'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:46:12.547492 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b213077-b86d-4fde-8230-2342db2a697a None None] Routers {'c5209dc6-b3d5-47b4-a81c-6f6b689fc198'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:12.547492 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8b213077-b86d-4fde-8230-2342db2a697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:45:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c5209dc6-b3d5-47b4-a81c-6f6b689fc198'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:12.586400 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6d674e1-59be-4b95-88f3-112d9e7e3e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:12.615325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8b213077-b86d-4fde-8230-2342db2a697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:12.625486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:12.626851 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b72ab56-533d-4508-9b7b-b10e94eb59d8 req-29f3a8fa-973d-4fa7-8f17-2d4e59f07b36 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0541301 Feb 11 04:46:12.628375 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f7542841-3666-4011-b09b-9e019d187132 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1295218 Feb 11 04:46:12.631543 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46570) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:12.637586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b213077-b86d-4fde-8230-2342db2a697a None None] Routers {'c5209dc6-b3d5-47b4-a81c-6f6b689fc198'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:12.643094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8b213077-b86d-4fde-8230-2342db2a697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:45:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c5209dc6-b3d5-47b4-a81c-6f6b689fc198'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:12.702073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8b213077-b86d-4fde-8230-2342db2a697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:12.706023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b213077-b86d-4fde-8230-2342db2a697a None None] The sync data for ids ['c5209dc6-b3d5-47b4-a81c-6f6b689fc198'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:46:12.779633 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6d674e1-59be-4b95-88f3-112d9e7e3e9f admin admin] Publish callbacks [] for security_group (459e5e8d-7482-449b-9e09-69caad19a2ea), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:12.793382 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-93c4a147-4eec-4ede-bc2a-de42e9cae648 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/routers/c5209dc6-b3d5-47b4-a81c-6f6b689fc198 HTTP/1.1" status: 200 len: 921 time: 0.1579068 Feb 11 04:46:12.796245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46572) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:12.826120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6e02abad-a837-4f06-a733-e7f3ae58c530 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5209dc6-b3d5-47b4-a81c-6f6b689fc198 HTTP/1.1" status: 200 len: 205 time: 0.0288103 Feb 11 04:46:12.828809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46574) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:12.857884 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d6d674e1-59be-4b95-88f3-112d9e7e3e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (459e5e8d-7482-449b-9e09-69caad19a2ea), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:12.965864 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d6d674e1-59be-4b95-88f3-112d9e7e3e9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a02cc54ad8da48a48dbf9844a3bf5bfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5377481 Feb 11 04:46:12.966884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46576) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:12.969782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d674e1-59be-4b95-88f3-112d9e7e3e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459e5e8d-7482-449b-9e09-69caad19a2ea,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:13.053077 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49149e2e-c3df-47e9-996a-ab1709c0bb84 admin admin] Publish callbacks [] for security_group (459e5e8d-7482-449b-9e09-69caad19a2ea), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:13.093948 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49149e2e-c3df-47e9-996a-ab1709c0bb84 admin admin] Publish callbacks [] for security_group (459e5e8d-7482-449b-9e09-69caad19a2ea), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:13.146617 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (c5209dc6-b3d5-47b4-a81c-6f6b689fc198), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:13.235573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49149e2e-c3df-47e9-996a-ab1709c0bb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (459e5e8d-7482-449b-9e09-69caad19a2ea), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:13.239339 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49149e2e-c3df-47e9-996a-ab1709c0bb84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:13.241340 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-49149e2e-c3df-47e9-996a-ab1709c0bb84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/459e5e8d-7482-449b-9e09-69caad19a2ea HTTP/1.1" status: 204 len: 168 time: 0.2612131 Feb 11 04:46:13.261706 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49149e2e-c3df-47e9-996a-ab1709c0bb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459e5e8d-7482-449b-9e09-69caad19a2ea,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:13.682690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-849dbc86-4e4a-447b-9b1a-5d3dcf2aa43d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:13.685009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-849dbc86-4e4a-447b-9b1a-5d3dcf2aa43d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 812 time: 0.7887645 Feb 11 04:46:13.701394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-175f4a0e-e468-41f1-8322-0ae32e1e68a6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'port': {'device_id': '94242d94-d2d3-486b-8480-a076a85d732f', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'admin_state_up': True, 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:13.810690 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11be3439-d7fd-419b-b711-9498d0945877 req-dd826b7e-dd88-4c7c-b31c-8014fe551c2e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0449317 Feb 11 04:46:13.897610 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (c5209dc6-b3d5-47b4-a81c-6f6b689fc198), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:14.009105 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46588) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:14.045310 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de0d3058-81f3-4785-8e3d-47d885a04c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:14.201812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Deleting port 47f5deb3-eb80-4704-a9d1-90a5cfb3d166 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:14.202666 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (47f5deb3-eb80-4704-a9d1-90a5cfb3d166), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:14.281544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-175f4a0e-e468-41f1-8322-0ae32e1e68a6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Made reservation on behalf of 9c8aaf7faa994a86b87443d6924f6a3f for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:46:14.291658 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-175f4a0e-e468-41f1-8322-0ae32e1e68a6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:14.306982 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de0d3058-81f3-4785-8e3d-47d885a04c00 admin admin] Publish callbacks [] for security_group (460f93c7-cd0a-4b0e-9e3f-a0777d01e754), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:14.389373 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-de0d3058-81f3-4785-8e3d-47d885a04c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (460f93c7-cd0a-4b0e-9e3f-a0777d01e754), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:14.474195 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d3058-81f3-4785-8e3d-47d885a04c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460f93c7-cd0a-4b0e-9e3f-a0777d01e754,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:14.485602 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-de0d3058-81f3-4785-8e3d-47d885a04c00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a636e9af177f4aafab029b71d8c92409&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4733119 Feb 11 04:46:14.489533 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46594) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:14.503098 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (47f5deb3-eb80-4704-a9d1-90a5cfb3d166), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:14.534550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Calling delete_port for 47f5deb3-eb80-4704-a9d1-90a5cfb3d166 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:14.585323 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ba71440-dbc5-4583-9950-47eca9d57d20 admin admin] Publish callbacks [] for security_group (460f93c7-cd0a-4b0e-9e3f-a0777d01e754), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:14.612116 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ba71440-dbc5-4583-9950-47eca9d57d20 admin admin] Publish callbacks [] for security_group (460f93c7-cd0a-4b0e-9e3f-a0777d01e754), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:14.665364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-175f4a0e-e468-41f1-8322-0ae32e1e68a6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Allocated IP 172.20.0.3 (86528c9f-e248-4f9b-904c-aa5d69cd261d/36924e1d-eb25-4594-91d9-cfefbb8c618d/9e2420a9-4566-4b5c-bcda-8c687e56e491) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:14.794129 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ba71440-dbc5-4583-9950-47eca9d57d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (460f93c7-cd0a-4b0e-9e3f-a0777d01e754), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:14.798853 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1ba71440-dbc5-4583-9950-47eca9d57d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:14.801037 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1ba71440-dbc5-4583-9950-47eca9d57d20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/460f93c7-cd0a-4b0e-9e3f-a0777d01e754 HTTP/1.1" status: 204 len: 168 time: 0.3091722 Feb 11 04:46:14.821961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba71440-dbc5-4583-9950-47eca9d57d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460f93c7-cd0a-4b0e-9e3f-a0777d01e754,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:15.011343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a347ce5c-4cd2-4fab-9d83-0221ee87a5a7 req-8e04d9ab-dd16-4607-b5e3-c6c091b3cacd tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0695837 Feb 11 04:46:15.013022 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (47f5deb3-eb80-4704-a9d1-90a5cfb3d166), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:15.079999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Pushing event deleted for resources: {'Port': ['ID=47f5deb3-eb80-4704-a9d1-90a5cfb3d166,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:15.138376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:15.138833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:15.140422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:15.140831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:15.141180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:15.141556 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:15.141901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:15.142243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:15.142583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:15.142952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:15.143281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:15.143618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:15.143946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:46:15.170025 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-175f4a0e-e468-41f1-8322-0ae32e1e68a6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:15.208282 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (c5209dc6-b3d5-47b4-a81c-6f6b689fc198), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:15.372092 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (c5209dc6-b3d5-47b4-a81c-6f6b689fc198), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:15.374600 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_controller (c5209dc6-b3d5-47b4-a81c-6f6b689fc198), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:15.462157 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-175f4a0e-e468-41f1-8322-0ae32e1e68a6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:15.476697 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['11d605ed-04b7-49a2-84d6-7fe765a889db'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:46:15.582254 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (c5209dc6-b3d5-47b4-a81c-6f6b689fc198), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:15.582859 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Fanout notify agent at l3_agent the message router_deleted on router c5209dc6-b3d5-47b4-a81c-6f6b689fc198 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:46:15.585781 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-175f4a0e-e468-41f1-8322-0ae32e1e68a6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Network 86528c9f-e248-4f9b-904c-aa5d69cd261d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:15.621433 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:15.623153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-87851abf-393d-4800-b6ae-e6e466a68ce1 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "DELETE /v2.0/routers/c5209dc6-b3d5-47b4-a81c-6f6b689fc198 HTTP/1.1" status: 204 len: 168 time: 2.7928879 Feb 11 04:46:15.626559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46620) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:15.630455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-175f4a0e-e468-41f1-8322-0ae32e1e68a6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:15.631567 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Request body: {'router': {'name': 'tempest-snat-router-353729442', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'enable_snat': False}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:15.652244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-175f4a0e-e468-41f1-8322-0ae32e1e68a6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:15.762294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (30272215-472d-4aca-9971-afae2996eb26), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:15.763724 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (30272215-472d-4aca-9971-afae2996eb26), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:15.796178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-175f4a0e-e468-41f1-8322-0ae32e1e68a6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:15.803347 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-175f4a0e-e468-41f1-8322-0ae32e1e68a6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:15.807971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f4a0e-e468-41f1-8322-0ae32e1e68a6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'Port': ['ID=9e2420a9-4566-4b5c-bcda-8c687e56e491,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:15.869798 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_controller (30272215-472d-4aca-9971-afae2996eb26), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:15.937810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-175f4a0e-e468-41f1-8322-0ae32e1e68a6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2405751 Feb 11 04:46:15.953684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Request body: {'port': {'device_id': '94242d94-d2d3-486b-8480-a076a85d732f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:16.173810 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:16.179549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8091d5fb-2557-4d8f-b008-f7b6550ee2e7 None None] Provisioning complete for port 9e2420a9-4566-4b5c-bcda-8c687e56e491 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:16.180099 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8091d5fb-2557-4d8f-b008-f7b6550ee2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:16.258081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8091d5fb-2557-4d8f-b008-f7b6550ee2e7 None None] Port 9e2420a9-4566-4b5c-bcda-8c687e56e491 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:46:16.672363 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (30272215-472d-4aca-9971-afae2996eb26), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:16.786721 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2420a9-4566-4b5c-bcda-8c687e56e491 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:46:16.809631 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Publish callbacks [] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:16.839352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Transition to ACTIVE for port object 9e2420a9-4566-4b5c-bcda-8c687e56e491 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:46:16.876631 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025422d-033a-46b7-805d-132495fbf63a req-9b9ba4fe-e767-41f4-a5e4-f9bc94cf4732 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:16.879630 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3025422d-033a-46b7-805d-132495fbf63a req-9b9ba4fe-e767-41f4-a5e4-f9bc94cf4732 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 931 time: 0.7071662 Feb 11 04:46:17.008965 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3025422d-033a-46b7-805d-132495fbf63a req-f85322f4-785d-4be3-a9d8-abe19cacf7b3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182296 Feb 11 04:46:17.009715 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:17.109629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2420a9-4566-4b5c-bcda-8c687e56e491,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:17.325664 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (30272215-472d-4aca-9971-afae2996eb26), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:17.384642 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Attempting to bind port 9e2420a9-4566-4b5c-bcda-8c687e56e491 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:17.385284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Attempting to bind port 9e2420a9-4566-4b5c-bcda-8c687e56e491 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:17.385538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Attempting to bind port 9e2420a9-4566-4b5c-bcda-8c687e56e491 on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:17.386371 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:17.398424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Port 9e2420a9-4566-4b5c-bcda-8c687e56e491 on network 86528c9f-e248-4f9b-904c-aa5d69cd261d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:46:17.398756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Attempting to bind port 9e2420a9-4566-4b5c-bcda-8c687e56e491 on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:17.410896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:17.411324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Checking segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:17.413036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Bound using segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:17.420234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Bound port: 9e2420a9-4566-4b5c-bcda-8c687e56e491, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:17.420234 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:17.575883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] For port 9e2420a9-4566-4b5c-bcda-8c687e56e491, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:17.579627 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] For port 9e2420a9-4566-4b5c-bcda-8c687e56e491, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9e2420a9-4566-4b5c-bcda-8c687e56e491,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:17.654450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Allocated IP 172.25.3.149 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/4859426b-8309-491d-825b-1e36da8e84ed) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:17.658735 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:17.812709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:17.813594 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:17.815409 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] 10.222.0.32 "PUT /v2.0/ports/9e2420a9-4566-4b5c-bcda-8c687e56e491 HTTP/1.1" status: 200 len: 1092 time: 1.8698833 Feb 11 04:46:17.816161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78d961-600e-4b8c-9533-f2cee1cb5ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2420a9-4566-4b5c-bcda-8c687e56e491,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:17.823551 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94242d94-d2d3-486b-8480-a076a85d732f', 'tag': '9e2420a9-4566-4b5c-bcda-8c687e56e491'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:17.828110 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5738a68-2565-4b6d-9744-f85c7fcd61e4" -d '{"events": [{"name": "network-changed", "server_uuid": "94242d94-d2d3-486b-8480-a076a85d732f", "tag": "9e2420a9-4566-4b5c-bcda-8c687e56e491"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:17.901960 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for port (4859426b-8309-491d-825b-1e36da8e84ed), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:18.046519 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (4859426b-8309-491d-825b-1e36da8e84ed), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:18.089759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-c3c5f968-05a5-470a-9b5f-f9f3ea3578f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:18.091481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-c3c5f968-05a5-470a-9b5f-f9f3ea3578f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 1126 time: 0.1701622 Feb 11 04:46:18.214994 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:18.217235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Pushing event updated for resources: {'Port': ['ID=4859426b-8309-491d-825b-1e36da8e84ed,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:18.236735 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:18.262190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:18.273025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-66ce4970-6fd6-4a55-af61-c87d4ea914da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e2420a9-4566-4b5c-bcda-8c687e56e491 HTTP/1.1" status: 200 len: 217 time: 0.1631627 Feb 11 04:46:18.484079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-62d0e7c0-a965-4d90-9f30-75e6c79e7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:18.489635 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-62d0e7c0-a965-4d90-9f30-75e6c79e7db4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.2050762 Feb 11 04:46:18.501598 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fd821f-87ad-4cac-bdec-b67087a1bacb x-openstack-request-id: req-46fd821f-87ad-4cac-bdec-b67087a1bacb {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:18.502827 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94242d94-d2d3-486b-8480-a076a85d732f", "tag": "9e2420a9-4566-4b5c-bcda-8c687e56e491", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:18.503107 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46fd821f-87ad-4cac-bdec-b67087a1bacb {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:18.503552 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94242d94-d2d3-486b-8480-a076a85d732f', 'tag': '9e2420a9-4566-4b5c-bcda-8c687e56e491', 'status': 'completed', 'code': 200} Feb 11 04:46:18.723062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-52db8fd3-bb11-4570-b91d-3270d830b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:18.726378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-52db8fd3-bb11-4570-b91d-3270d830b58b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2207518 Feb 11 04:46:18.757473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586a0ce-0712-4a58-8c01-025dc794a724 req-efe925d8-b666-4816-9e7a-4ec57eca2bde tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:18.771321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b586a0ce-0712-4a58-8c01-025dc794a724 req-efe925d8-b666-4816-9e7a-4ec57eca2bde tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.4924862 Feb 11 04:46:18.998494 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-6a99ac5e-93ed-41b9-ab72-d62f30754b14 service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532744 Feb 11 04:46:19.341088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82e8bbbf-92c0-4f46-adaa-d3b7af896835 req-c42d6d3d-820b-4e6e-8969-275f60ed6939 service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346450 Feb 11 04:46:19.411257 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b586a0ce-0712-4a58-8c01-025dc794a724 req-63452876-b541-477e-b5a3-0535280ac579 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361556 Feb 11 04:46:19.565945 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (30272215-472d-4aca-9971-afae2996eb26), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:19.595814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5738a68-2565-4b6d-9744-f85c7fcd61e4 req-48a6b868-17b3-4402-8f78-4aa061cc0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:19.604690 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5738a68-2565-4b6d-9744-f85c7fcd61e4 req-48a6b868-17b3-4402-8f78-4aa061cc0497 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 1126 time: 0.1098213 Feb 11 04:46:19.893286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5738a68-2565-4b6d-9744-f85c7fcd61e4 req-d6f57bc7-bbf5-4a00-8afd-308bb7981c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:19.896270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5738a68-2565-4b6d-9744-f85c7fcd61e4 req-d6f57bc7-bbf5-4a00-8afd-308bb7981c3a service neutron] 10.222.0.32 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 913 time: 0.2836168 Feb 11 04:46:20.038661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5738a68-2565-4b6d-9744-f85c7fcd61e4 req-92f68250-b955-4b24-b975-45dd03b507f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e2420a9-4566-4b5c-bcda-8c687e56e491 HTTP/1.1" status: 200 len: 217 time: 0.1333323 Feb 11 04:46:20.093548 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (30272215-472d-4aca-9971-afae2996eb26), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:20.157185 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5738a68-2565-4b6d-9744-f85c7fcd61e4 req-37f9ac29-6307-4ac4-a901-24e8b9e570b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.159455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5738a68-2565-4b6d-9744-f85c7fcd61e4 req-37f9ac29-6307-4ac4-a901-24e8b9e570b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.1135657 Feb 11 04:46:20.272455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5738a68-2565-4b6d-9744-f85c7fcd61e4 req-fa4e03f2-ae99-438b-82c9-9feeede9587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:20.276315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5738a68-2565-4b6d-9744-f85c7fcd61e4 req-fa4e03f2-ae99-438b-82c9-9feeede9587a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1082723 Feb 11 04:46:20.406342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Router 30272215-472d-4aca-9971-afae2996eb26 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:46:20.509940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5738a68-2565-4b6d-9744-f85c7fcd61e4 req-feabfe38-9380-4c52-8392-5ac16669a89e service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255070 Feb 11 04:46:20.628285 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:46:20.644065 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Sync routers for ids ['30272215-472d-4aca-9971-afae2996eb26'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:46:20.659767 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Routers {'30272215-472d-4aca-9971-afae2996eb26'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:20.661501 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:45:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['30272215-472d-4aca-9971-afae2996eb26'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:20.745138 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:20.750615 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-abdb6b3d-85f9-445d-8f26-d79c76af309a tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1186132 Feb 11 04:46:20.750914 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46682) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:20.927340 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Set router 30272215-472d-4aca-9971-afae2996eb26 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:46:20.979635 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8a5ac01a-43ed-4750-bc21-e9f9d68ae14c tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/routers/30272215-472d-4aca-9971-afae2996eb26 HTTP/1.1" status: 200 len: 908 time: 0.2264645 Feb 11 04:46:20.984352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46686) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:20.991342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Request body: {'router': {'name': 'tempest-snat-router-353729442', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'enable_snat': True}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:21.020291 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5738a68-2565-4b6d-9744-f85c7fcd61e4 req-eadf150a-a39d-4849-bbbe-28add53e5173 service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924357 Feb 11 04:46:21.078676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad31a7-ac0d-402c-89e2-7d50d6072ecf req-31a980c8-40c9-442a-8d82-56e56bb2c222 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:21.087265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfad31a7-ac0d-402c-89e2-7d50d6072ecf req-31a980c8-40c9-442a-8d82-56e56bb2c222 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.3887861 Feb 11 04:46:21.155605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (6c741353-f8df-4186-84eb-67a1f7b3f6b2), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:21.156394 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (6c741353-f8df-4186-84eb-67a1f7b3f6b2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:21.169113 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cfad31a7-ac0d-402c-89e2-7d50d6072ecf req-2fef6b3b-622f-4d6d-9eae-d5bab4a286a9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806284 Feb 11 04:46:21.265152 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_controller (6c741353-f8df-4186-84eb-67a1f7b3f6b2), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:21.280408 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30272215-472d-4aca-9971-afae2996eb26', 'name': 'tempest-snat-router-353729442', 'tenant_id': '4a9c3ca2c0744b859aa43c19a315a1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.149'}], 'enable_snat': False}, 'gw_port_id': '4859426b-8309-491d-825b-1e36da8e84ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:15Z', 'updated_at': '2022-02-11T04:46:19Z', 'revision_number': 3, 'project_id': '4a9c3ca2c0744b859aa43c19a315a1bd', 'gw_port': {'id': '4859426b-8309-491d-825b-1e36da8e84ed', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30272215-472d-4aca-9971-afae2996eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:17Z', 'updated_at': '2022-02-11T04:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:21.473777 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Checking router: 30272215-472d-4aca-9971-afae2996eb26 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:46:21.474830 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Updating router 30272215-472d-4aca-9971-afae2996eb26 port 4859426b-8309-491d-825b-1e36da8e84ed binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:46:21.526241 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4859426b-8309-491d-825b-1e36da8e84ed), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:21.616756 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (6c741353-f8df-4186-84eb-67a1f7b3f6b2), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:22.083585 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (6c741353-f8df-4186-84eb-67a1f7b3f6b2), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:22.161862 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Publish callbacks [] for port (4859426b-8309-491d-825b-1e36da8e84ed), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:22.213190 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:22.313520 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4859426b-8309-491d-825b-1e36da8e84ed), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:22.421738 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Attempting to bind port 4859426b-8309-491d-825b-1e36da8e84ed on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:46:22.422285 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Attempting to bind port 4859426b-8309-491d-825b-1e36da8e84ed by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:46:22.422849 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Attempting to bind port 4859426b-8309-491d-825b-1e36da8e84ed on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:46:22.427319 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa76ec-55d7-47ac-b673-1ab77e71f2dc None None] Pushing event updated for resources: {'Port': ['ID=4859426b-8309-491d-825b-1e36da8e84ed,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:22.447215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9531d-88f9-43a5-afe3-c68c80df9d75 req-4c9b739a-a4ed-4a09-90bb-257e286793f6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:22.448677 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:46:22.448952 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:46:22.451563 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:22.451769 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b9531d-88f9-43a5-afe3-c68c80df9d75 req-4c9b739a-a4ed-4a09-90bb-257e286793f6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1867354 Feb 11 04:46:22.452029 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:46:22.452619 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Bound port: 4859426b-8309-491d-825b-1e36da8e84ed, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:46:22.453019 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4859426b-8309-491d-825b-1e36da8e84ed), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:22.579164 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Allocated IP 172.25.3.168 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/0397297c-653f-497e-abb2-8d743e843cdf) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:22.591473 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] For port 4859426b-8309-491d-825b-1e36da8e84ed, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:46:22.597556 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] For port 4859426b-8309-491d-825b-1e36da8e84ed, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4859426b-8309-491d-825b-1e36da8e84ed,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:46:22.600658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b9531d-88f9-43a5-afe3-c68c80df9d75 req-a85500bb-578a-490c-ae36-be0f222de726 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396632 Feb 11 04:46:22.692789 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4859426b-8309-491d-825b-1e36da8e84ed), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:22.854791 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Routers {'30272215-472d-4aca-9971-afae2996eb26'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:22.855350 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:45:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['30272215-472d-4aca-9971-afae2996eb26'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:22.859125 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa76ec-55d7-47ac-b673-1ab77e71f2dc None None] Pushing event updated for resources: {'Port': ['ID=4859426b-8309-491d-825b-1e36da8e84ed,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:22.883488 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for port (0397297c-653f-497e-abb2-8d743e843cdf), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:23.048241 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (0397297c-653f-497e-abb2-8d743e843cdf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:23.104407 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0e1344a5-668f-4a71-8270-785f7b186ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:23.173704 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] Set router 30272215-472d-4aca-9971-afae2996eb26 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:46:23.204979 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:23.211348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:23.219674 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:23.294258 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Pushing event updated for resources: {'Port': ['ID=0397297c-653f-497e-abb2-8d743e843cdf,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:23.502791 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30272215-472d-4aca-9971-afae2996eb26', 'name': 'tempest-snat-router-353729442', 'tenant_id': '4a9c3ca2c0744b859aa43c19a315a1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.149'}], 'enable_snat': False}, 'gw_port_id': '4859426b-8309-491d-825b-1e36da8e84ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:15Z', 'updated_at': '2022-02-11T04:46:19Z', 'revision_number': 3, 'project_id': '4a9c3ca2c0744b859aa43c19a315a1bd', 'gw_port': {'id': '4859426b-8309-491d-825b-1e36da8e84ed', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30272215-472d-4aca-9971-afae2996eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:17Z', 'updated_at': '2022-02-11T04:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:23.547825 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02043f7-f137-48a0-9ff7-33b24d666d0c None None] The sync data for ids ['30272215-472d-4aca-9971-afae2996eb26'] in n-d-712142-35 is: [{'id': '30272215-472d-4aca-9971-afae2996eb26', 'name': 'tempest-snat-router-353729442', 'tenant_id': '4a9c3ca2c0744b859aa43c19a315a1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.149'}], 'enable_snat': False}, 'gw_port_id': '4859426b-8309-491d-825b-1e36da8e84ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:15Z', 'updated_at': '2022-02-11T04:46:19Z', 'revision_number': 3, 'project_id': '4a9c3ca2c0744b859aa43c19a315a1bd', 'gw_port': {'id': '4859426b-8309-491d-825b-1e36da8e84ed', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:40:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30272215-472d-4aca-9971-afae2996eb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:17Z', 'updated_at': '2022-02-11T04:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:46:23.850342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87e1b8-d065-4cf2-89f0-4191f75ad66d req-bf722837-d8d1-4d30-8f74-17a06a7c6fd7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:23.856017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf87e1b8-d065-4cf2-89f0-4191f75ad66d req-bf722837-d8d1-4d30-8f74-17a06a7c6fd7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1061995 Feb 11 04:46:23.917117 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (6c741353-f8df-4186-84eb-67a1f7b3f6b2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:24.033198 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf87e1b8-d065-4cf2-89f0-4191f75ad66d req-12140718-9790-4228-9b8d-8f8d4636ac46 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706650 Feb 11 04:46:24.322848 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (6c741353-f8df-4186-84eb-67a1f7b3f6b2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:24.665021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Router 6c741353-f8df-4186-84eb-67a1f7b3f6b2 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:46:24.868062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:46:24.887134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8132596-1d22-4dc5-8594-837826ea9012 None None] Sync routers for ids ['6c741353-f8df-4186-84eb-67a1f7b3f6b2'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:46:24.908937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8132596-1d22-4dc5-8594-837826ea9012 None None] Routers {'6c741353-f8df-4186-84eb-67a1f7b3f6b2'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:24.910672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c8132596-1d22-4dc5-8594-837826ea9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:45:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6c741353-f8df-4186-84eb-67a1f7b3f6b2'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:24.991742 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:24.997082 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b77c9540-4c39-4f02-8d8c-af356fbf4ec6 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0095358 Feb 11 04:46:24.997458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46722) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:25.349506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9b8d697d-0c84-4bc3-8f6f-2ea5ffa9f20d tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/routers/6c741353-f8df-4186-84eb-67a1f7b3f6b2 HTTP/1.1" status: 200 len: 907 time: 0.3461893 Feb 11 04:46:25.349506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46730) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:25.407577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db09ce-c421-4fcd-9397-6f5bfb709b52 req-e6858563-7285-44d6-a7be-4d4ae8cf8637 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:25.415784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98db09ce-c421-4fcd-9397-6f5bfb709b52 req-e6858563-7285-44d6-a7be-4d4ae8cf8637 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.2065887 Feb 11 04:46:25.536148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c8132596-1d22-4dc5-8594-837826ea9012 None None] Set router 6c741353-f8df-4186-84eb-67a1f7b3f6b2 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:46:25.557704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98db09ce-c421-4fcd-9397-6f5bfb709b52 req-55ddf496-4957-4803-b2dd-e2f3c9a8c646 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409733 Feb 11 04:46:25.579182 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3232ae76-fef3-4333-bf13-6e46df47a995 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router (6c741353-f8df-4186-84eb-67a1f7b3f6b2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:25.647764 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9a0b05bf-3312-4084-8be4-4a08198c97e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:25.781938 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3232ae76-fef3-4333-bf13-6e46df47a995 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (6c741353-f8df-4186-84eb-67a1f7b3f6b2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:25.844263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4859426b-8309-491d-825b-1e36da8e84ed up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:46:25.896154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c8132596-1d22-4dc5-8594-837826ea9012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c741353-f8df-4186-84eb-67a1f7b3f6b2', 'name': 'tempest-snat-router-353729442', 'tenant_id': '4a9c3ca2c0744b859aa43c19a315a1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.168'}], 'enable_snat': True}, 'gw_port_id': '0397297c-653f-497e-abb2-8d743e843cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:21Z', 'updated_at': '2022-02-11T04:46:23Z', 'revision_number': 3, 'project_id': '4a9c3ca2c0744b859aa43c19a315a1bd', 'gw_port': {'id': '0397297c-653f-497e-abb2-8d743e843cdf', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c741353-f8df-4186-84eb-67a1f7b3f6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:22Z', 'updated_at': '2022-02-11T04:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:25.933609 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8132596-1d22-4dc5-8594-837826ea9012 None None] Checking router: 6c741353-f8df-4186-84eb-67a1f7b3f6b2 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:46:25.934056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8132596-1d22-4dc5-8594-837826ea9012 None None] Updating router 6c741353-f8df-4186-84eb-67a1f7b3f6b2 port 0397297c-653f-497e-abb2-8d743e843cdf binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:46:25.971908 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3232ae76-fef3-4333-bf13-6e46df47a995 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Deleting port 0397297c-653f-497e-abb2-8d743e843cdf {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:25.972459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3232ae76-fef3-4333-bf13-6e46df47a995 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0397297c-653f-497e-abb2-8d743e843cdf), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:25.973090 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 4859426b-8309-491d-825b-1e36da8e84ed triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:25.973470 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4859426b-8309-491d-825b-1e36da8e84ed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:25.975228 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c8132596-1d22-4dc5-8594-837826ea9012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0397297c-653f-497e-abb2-8d743e843cdf), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:26.083520 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3232ae76-fef3-4333-bf13-6e46df47a995 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0397297c-653f-497e-abb2-8d743e843cdf), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:26.101111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3232ae76-fef3-4333-bf13-6e46df47a995 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Calling delete_port for 0397297c-653f-497e-abb2-8d743e843cdf owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:26.199800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 4859426b-8309-491d-825b-1e36da8e84ed is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:26.200557 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4859426b-8309-491d-825b-1e36da8e84ed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:26.280162 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 4859426b-8309-491d-825b-1e36da8e84ed, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4859426b-8309-491d-825b-1e36da8e84ed,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:26.365404 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4859426b-8309-491d-825b-1e36da8e84ed), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:26.487969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=4859426b-8309-491d-825b-1e36da8e84ed,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:26.737699 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:26.888760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1093c4-0de1-4093-8b3a-88e1bc10863c req-2ce0bbf4-5939-4b03-acd0-a4a9ee938786 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:26.892437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b1093c4-0de1-4093-8b3a-88e1bc10863c req-2ce0bbf4-5939-4b03-acd0-a4a9ee938786 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1047769 Feb 11 04:46:26.921051 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-c8132596-1d22-4dc5-8594-837826ea9012 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:46:26.921654 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-c8132596-1d22-4dc5-8594-837826ea9012 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:46:26.924047 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3232ae76-fef3-4333-bf13-6e46df47a995 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (0397297c-653f-497e-abb2-8d743e843cdf), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:26.967361 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232ae76-fef3-4333-bf13-6e46df47a995 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Pushing event deleted for resources: {'Port': ['ID=0397297c-653f-497e-abb2-8d743e843cdf,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:26.983136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0b1093c4-0de1-4093-8b3a-88e1bc10863c req-638aeb43-6de6-4000-8424-341a2fff9faa tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851941 Feb 11 04:46:27.056181 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3232ae76-fef3-4333-bf13-6e46df47a995 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (6c741353-f8df-4186-84eb-67a1f7b3f6b2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:27.193431 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3232ae76-fef3-4333-bf13-6e46df47a995 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (6c741353-f8df-4186-84eb-67a1f7b3f6b2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:27.197327 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3232ae76-fef3-4333-bf13-6e46df47a995 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_controller (6c741353-f8df-4186-84eb-67a1f7b3f6b2), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:27.320634 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3232ae76-fef3-4333-bf13-6e46df47a995 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (6c741353-f8df-4186-84eb-67a1f7b3f6b2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:27.321223 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3232ae76-fef3-4333-bf13-6e46df47a995 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c741353-f8df-4186-84eb-67a1f7b3f6b2 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:46:27.326753 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3232ae76-fef3-4333-bf13-6e46df47a995 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:27.327984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3232ae76-fef3-4333-bf13-6e46df47a995 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "DELETE /v2.0/routers/6c741353-f8df-4186-84eb-67a1f7b3f6b2 HTTP/1.1" status: 204 len: 168 time: 1.9770291 Feb 11 04:46:27.334195 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46752) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:27.463941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8132596-1d22-4dc5-8594-837826ea9012 None None] Port 0397297c-653f-497e-abb2-8d743e843cdf not found while updating agent binding for router 6c741353-f8df-4186-84eb-67a1f7b3f6b2. {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 04:46:27.479294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8132596-1d22-4dc5-8594-837826ea9012 None None] Routers set() bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:27.480013 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8132596-1d22-4dc5-8594-837826ea9012 None None] Router IDs set() for agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 04:46:27.480522 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router (30272215-472d-4aca-9971-afae2996eb26), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:27.481039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_agentschedulers_db [None req-c8132596-1d22-4dc5-8594-837826ea9012 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6c741353-f8df-4186-84eb-67a1f7b3f6b2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent'). {{(pid=103810) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 04:46:27.481617 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8132596-1d22-4dc5-8594-837826ea9012 None None] The sync data for ids ['6c741353-f8df-4186-84eb-67a1f7b3f6b2'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:46:27.775687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4859426b-8309-491d-825b-1e36da8e84ed up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:46:27.845999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 4859426b-8309-491d-825b-1e36da8e84ed triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:46:27.846806 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4859426b-8309-491d-825b-1e36da8e84ed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:27.909913 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (30272215-472d-4aca-9971-afae2996eb26), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:27.950050 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 4859426b-8309-491d-825b-1e36da8e84ed is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:28.137084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7925efa-bda6-426a-a91f-b0d7330d6a4e req-8ef94d30-b117-46e2-a838-d235ed0c7282 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:28.139661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7925efa-bda6-426a-a91f-b0d7330d6a4e req-8ef94d30-b117-46e2-a838-d235ed0c7282 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0628471 Feb 11 04:46:28.225582 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7925efa-bda6-426a-a91f-b0d7330d6a4e req-babc3759-0e45-42bc-83d3-a99ff6dc2206 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808406 Feb 11 04:46:28.254483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Deleting port 4859426b-8309-491d-825b-1e36da8e84ed {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:28.255090 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4859426b-8309-491d-825b-1e36da8e84ed), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:28.323982 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:28.375884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] For port 4859426b-8309-491d-825b-1e36da8e84ed, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4859426b-8309-491d-825b-1e36da8e84ed,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:28.376619 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4859426b-8309-491d-825b-1e36da8e84ed), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:28.399307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Calling delete_port for 4859426b-8309-491d-825b-1e36da8e84ed owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:28.709610 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (4859426b-8309-491d-825b-1e36da8e84ed), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:28.744112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Pushing event deleted for resources: {'Port': ['ID=4859426b-8309-491d-825b-1e36da8e84ed,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:28.812700 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (30272215-472d-4aca-9971-afae2996eb26), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:28.920876 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (30272215-472d-4aca-9971-afae2996eb26), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:28.923471 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_controller (30272215-472d-4aca-9971-afae2996eb26), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:29.228853 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (30272215-472d-4aca-9971-afae2996eb26), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:29.236616 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30272215-472d-4aca-9971-afae2996eb26 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:46:29.236616 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:29.236616 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c2223e05-6e11-4877-8515-173134d7251e tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "DELETE /v2.0/routers/30272215-472d-4aca-9971-afae2996eb26 HTTP/1.1" status: 204 len: 168 time: 1.9002063 Feb 11 04:46:29.239095 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46766) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:29.244793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2081241482', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:29.417460 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:29.418524 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:29.539768 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f29b4e-f3d6-4c21-9a22-c0a8150626c7 req-49a3e535-c8c2-4651-8456-7862e679d358 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:29.541342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11f29b4e-f3d6-4c21-9a22-c0a8150626c7 req-49a3e535-c8c2-4651-8456-7862e679d358 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1985230 Feb 11 04:46:29.545261 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_controller (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:29.623883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11f29b4e-f3d6-4c21-9a22-c0a8150626c7 req-f8d22c65-fe97-4359-b51f-be93e9aecc07 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567455 Feb 11 04:46:29.698592 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:29.835203 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:29.957023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4859426b-8309-491d-825b-1e36da8e84ed no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:46:29.981993 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 4859426b-8309-491d-825b-1e36da8e84ed {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:46:29.982423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4859426b-8309-491d-825b-1e36da8e84ed not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:46:30.152595 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:46:30.209730 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:30.231184 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:30.370814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Allocated IP 172.25.3.209 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/c5f14323-24aa-4a68-8c33-acff47a2de6a) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:30.482823 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for port (c5f14323-24aa-4a68-8c33-acff47a2de6a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:30.629707 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c5f14323-24aa-4a68-8c33-acff47a2de6a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:30.675549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:30.678550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:30.683276 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:30.712420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Pushing event updated for resources: {'Port': ['ID=c5f14323-24aa-4a68-8c33-acff47a2de6a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:30.908177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041ba2e-1a3a-497f-9308-a8e100ad1332 req-a6e4312e-3f35-4b1b-b4c9-7093cbe711b0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:30.909799 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4041ba2e-1a3a-497f-9308-a8e100ad1332 req-a6e4312e-3f35-4b1b-b4c9-7093cbe711b0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1743319 Feb 11 04:46:30.973686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4041ba2e-1a3a-497f-9308-a8e100ad1332 req-e9eecf4b-582b-4bf8-9931-9035601ed883 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550790 Feb 11 04:46:31.172000 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:31.464225 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:31.680930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Router f2ff9647-94fa-4951-98bf-5b1130aa8fa7 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:46:31.830066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:46:31.841722 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6cb96c-f779-4cef-97e6-eedf4b42f1c0 None None] Sync routers for ids ['f2ff9647-94fa-4951-98bf-5b1130aa8fa7'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:46:31.854070 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6cb96c-f779-4cef-97e6-eedf4b42f1c0 None None] Routers {'f2ff9647-94fa-4951-98bf-5b1130aa8fa7'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:31.854858 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cb6cb96c-f779-4cef-97e6-eedf4b42f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f2ff9647-94fa-4951-98bf-5b1130aa8fa7'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:31.897057 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cb6cb96c-f779-4cef-97e6-eedf4b42f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:31.913944 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6cb96c-f779-4cef-97e6-eedf4b42f1c0 None None] Routers {'f2ff9647-94fa-4951-98bf-5b1130aa8fa7'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:31.914640 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cb6cb96c-f779-4cef-97e6-eedf4b42f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f2ff9647-94fa-4951-98bf-5b1130aa8fa7'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:31.930248 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:31.935223 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7a66f0c7-d73c-44fa-bcd0-32792d5a555c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6925933 Feb 11 04:46:31.936339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46810) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:31.942392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0f19b1b4-aaca-431d-b947-a91ec725d3ca tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'enable_snat': False}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:31.954004 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cb6cb96c-f779-4cef-97e6-eedf4b42f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:31.954722 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6cb96c-f779-4cef-97e6-eedf4b42f1c0 None None] The sync data for ids ['f2ff9647-94fa-4951-98bf-5b1130aa8fa7'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:46:32.259951 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff89b-03bf-4af8-be9d-07fc68dc0e1d req-ceeebba2-16c8-4ce1-b4d4-f13e1f233212 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:32.262518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-169ff89b-03bf-4af8-be9d-07fc68dc0e1d req-ceeebba2-16c8-4ce1-b4d4-f13e1f233212 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1866808 Feb 11 04:46:32.452507 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-169ff89b-03bf-4af8-be9d-07fc68dc0e1d req-a7d91f51-92a1-40a0-9ff7-cf42970325c5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824021 Feb 11 04:46:32.623199 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f19b1b4-aaca-431d-b947-a91ec725d3ca tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:33.326866 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f19b1b4-aaca-431d-b947-a91ec725d3ca tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:33.330712 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f19b1b4-aaca-431d-b947-a91ec725d3ca tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:33.473280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f19b1b4-aaca-431d-b947-a91ec725d3ca tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Router f2ff9647-94fa-4951-98bf-5b1130aa8fa7 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:46:33.684605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f19b1b4-aaca-431d-b947-a91ec725d3ca tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:46:33.687117 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f19b1b4-aaca-431d-b947-a91ec725d3ca tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:33.689069 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0f19b1b4-aaca-431d-b947-a91ec725d3ca tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "PUT /v2.0/routers/f2ff9647-94fa-4951-98bf-5b1130aa8fa7 HTTP/1.1" status: 200 len: 922 time: 1.7512031 Feb 11 04:46:33.692956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46828) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:33.721541 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a850fa7-19a4-4d11-bdef-65e756c8ede8 None None] Sync routers for ids ['f2ff9647-94fa-4951-98bf-5b1130aa8fa7'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:46:33.745254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a850fa7-19a4-4d11-bdef-65e756c8ede8 None None] Routers {'f2ff9647-94fa-4951-98bf-5b1130aa8fa7'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:33.747388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8753d75-f9fc-4658-9fd6-36b62d65a940 req-67dc4f66-8f9f-417f-9c35-f91ceeaf74b9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:33.749935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8753d75-f9fc-4658-9fd6-36b62d65a940 req-67dc4f66-8f9f-417f-9c35-f91ceeaf74b9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1722159 Feb 11 04:46:33.776939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a850fa7-19a4-4d11-bdef-65e756c8ede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f2ff9647-94fa-4951-98bf-5b1130aa8fa7'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:33.828686 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-312d7de5-f4a1-4d4b-aa4b-f6ee8f324ea0 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/routers/f2ff9647-94fa-4951-98bf-5b1130aa8fa7 HTTP/1.1" status: 200 len: 922 time: 0.1331768 Feb 11 04:46:33.844696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46830) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:33.854485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a850fa7-19a4-4d11-bdef-65e756c8ede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:33.882336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a850fa7-19a4-4d11-bdef-65e756c8ede8 None None] Routers {'f2ff9647-94fa-4951-98bf-5b1130aa8fa7'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:33.883073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a850fa7-19a4-4d11-bdef-65e756c8ede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f2ff9647-94fa-4951-98bf-5b1130aa8fa7'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:33.903209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc578b1-9471-475e-ba65-038f8d9d29cc req-b2e6e746-7379-4f2c-8141-f3047b2c8feb tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:33.931106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1cc578b1-9471-475e-ba65-038f8d9d29cc req-b2e6e746-7379-4f2c-8141-f3047b2c8feb tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 1128 time: 0.1588798 Feb 11 04:46:33.931106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8753d75-f9fc-4658-9fd6-36b62d65a940 req-a712438c-b7f4-4a80-849b-de6360ab452b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226647 Feb 11 04:46:33.931955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2a850fa7-19a4-4d11-bdef-65e756c8ede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:33.931955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a850fa7-19a4-4d11-bdef-65e756c8ede8 None None] The sync data for ids ['f2ff9647-94fa-4951-98bf-5b1130aa8fa7'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:46:33.989518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e952d33a-f6ac-4072-8add-9c4649d961ce tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:33.994444 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e952d33a-f6ac-4072-8add-9c4649d961ce tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&device_id=f2ff9647-94fa-4951-98bf-5b1130aa8fa7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1549292 Feb 11 04:46:33.994444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46832) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:34.006310 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.027604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1cc578b1-9471-475e-ba65-038f8d9d29cc req-e544dbaf-d9a3-40df-b548-32cc7ac4c99e tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020198 Feb 11 04:46:34.054343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46834) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:34.100165 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0e48d8-f4bc-46ea-9942-7bdb00ac70ad tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:34.104945 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0b0e48d8-f4bc-46ea-9942-7bdb00ac70ad tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 881 time: 0.1060257 Feb 11 04:46:34.105269 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46836) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:34.138684 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-98a91786-9406-474c-8b9c-a9d5a04dbaeb tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2ff9647-94fa-4951-98bf-5b1130aa8fa7 HTTP/1.1" status: 200 len: 205 time: 0.0307970 Feb 11 04:46:34.140111 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46838) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:34.145217 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.334134 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d571-3cbc-46dd-bfea-cee43b52cb04 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.354295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3834ed35-6da5-4fb9-b49a-82004d8755e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port 7016bc6b-2bec-4059-a3db-6689db300012 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:34.354901 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3834ed35-6da5-4fb9-b49a-82004d8755e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7016bc6b-2bec-4059-a3db-6689db300012), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.485427 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d571-3cbc-46dd-bfea-cee43b52cb04 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.520424 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3834ed35-6da5-4fb9-b49a-82004d8755e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7016bc6b-2bec-4059-a3db-6689db300012), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.521685 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3834ed35-6da5-4fb9-b49a-82004d8755e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (7016bc6b-2bec-4059-a3db-6689db300012), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.551126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3834ed35-6da5-4fb9-b49a-82004d8755e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for 7016bc6b-2bec-4059-a3db-6689db300012 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:34.665825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6bd1d571-3cbc-46dd-bfea-cee43b52cb04 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Deleting port c5f14323-24aa-4a68-8c33-acff47a2de6a {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:34.666131 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d571-3cbc-46dd-bfea-cee43b52cb04 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c5f14323-24aa-4a68-8c33-acff47a2de6a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.789019 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d571-3cbc-46dd-bfea-cee43b52cb04 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c5f14323-24aa-4a68-8c33-acff47a2de6a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:34.806889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6bd1d571-3cbc-46dd-bfea-cee43b52cb04 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Calling delete_port for c5f14323-24aa-4a68-8c33-acff47a2de6a owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:35.212197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d571-3cbc-46dd-bfea-cee43b52cb04 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c5f14323-24aa-4a68-8c33-acff47a2de6a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.254452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1d571-3cbc-46dd-bfea-cee43b52cb04 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Pushing event deleted for resources: {'Port': ['ID=c5f14323-24aa-4a68-8c33-acff47a2de6a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:35.341995 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d571-3cbc-46dd-bfea-cee43b52cb04 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.436128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-fdbb1e31-536c-49ed-90fb-7d1914fe0752 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2463088 Feb 11 04:46:35.454858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1edfbf-f800-46a6-a0cb-d3eedbba19a4 req-b47c553b-72e2-44e8-9f5d-aef63a6028de tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:35.465424 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a1edfbf-f800-46a6-a0cb-d3eedbba19a4 req-b47c553b-72e2-44e8-9f5d-aef63a6028de tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.2766931 Feb 11 04:46:35.546909 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d571-3cbc-46dd-bfea-cee43b52cb04 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.551023 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d571-3cbc-46dd-bfea-cee43b52cb04 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_controller (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.639371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a1edfbf-f800-46a6-a0cb-d3eedbba19a4 req-de045eaa-2b9c-46ec-ac58-5ce3e740c522 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722763 Feb 11 04:46:35.688986 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d571-3cbc-46dd-bfea-cee43b52cb04 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (f2ff9647-94fa-4951-98bf-5b1130aa8fa7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.690068 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd1d571-3cbc-46dd-bfea-cee43b52cb04 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Fanout notify agent at l3_agent the message router_deleted on router f2ff9647-94fa-4951-98bf-5b1130aa8fa7 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:46:35.722297 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bd1d571-3cbc-46dd-bfea-cee43b52cb04 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.730824 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6bd1d571-3cbc-46dd-bfea-cee43b52cb04 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "DELETE /v2.0/routers/f2ff9647-94fa-4951-98bf-5b1130aa8fa7 HTTP/1.1" status: 204 len: 168 time: 1.5830040 Feb 11 04:46:35.732287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46848) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:35.749575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d8f204f8-1b0c-4bbb-b982-6c98abaf3a8d tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1231846171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:35.756375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-858fe506-71c6-4c18-9f74-abbbb160d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:35.757267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-858fe506-71c6-4c18-9f74-abbbb160d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:35.760424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-858fe506-71c6-4c18-9f74-abbbb160d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:35.761633 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-858fe506-71c6-4c18-9f74-abbbb160d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:35.771818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-858fe506-71c6-4c18-9f74-abbbb160d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:35.773862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-858fe506-71c6-4c18-9f74-abbbb160d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:35.774659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-858fe506-71c6-4c18-9f74-abbbb160d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:35.780714 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-858fe506-71c6-4c18-9f74-abbbb160d717 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 6725 time: 0.2587671 Feb 11 04:46:35.814985 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3834ed35-6da5-4fb9-b49a-82004d8755e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7016bc6b-2bec-4059-a3db-6689db300012), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.900366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834ed35-6da5-4fb9-b49a-82004d8755e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=7016bc6b-2bec-4059-a3db-6689db300012,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:35.936453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8f204f8-1b0c-4bbb-b982-6c98abaf3a8d tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (37e69b6f-3161-4872-a953-5656b31d6734), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:35.946006 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8f204f8-1b0c-4bbb-b982-6c98abaf3a8d tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (37e69b6f-3161-4872-a953-5656b31d6734), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:36.080899 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8f204f8-1b0c-4bbb-b982-6c98abaf3a8d tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_controller (37e69b6f-3161-4872-a953-5656b31d6734), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:36.088320 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3834ed35-6da5-4fb9-b49a-82004d8755e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (c4845061-db65-4228-880f-8914a7b065db), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:36.088682 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-3834ed35-6da5-4fb9-b49a-82004d8755e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Floating IP c4845061-db65-4228-880f-8914a7b065db disassociated (deleted). External IP: 172.25.3.226, port: 3c6c895f-a204-48c8-98e8-3f75777d97b5. Feb 11 04:46:36.146251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-dedad2ce-95cd-4f7a-b29d-4ab46ef78768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:36.147231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-dedad2ce-95cd-4f7a-b29d-4ab46ef78768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:36.148110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-dedad2ce-95cd-4f7a-b29d-4ab46ef78768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:36.153107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-dedad2ce-95cd-4f7a-b29d-4ab46ef78768 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74695aa4-4778-400f-ab0b-4a8039c43b8b&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&id=438d0a15-1c6c-466a-89ba-1c9aba7207ed HTTP/1.1" status: 200 len: 2298 time: 0.3193953 Feb 11 04:46:36.212165 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8f204f8-1b0c-4bbb-b982-6c98abaf3a8d tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (37e69b6f-3161-4872-a953-5656b31d6734), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:36.313423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-428bc8b5-c408-49fe-9e88-eda69add8b02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6cb851a-7543-4811-866d-201ed472997e HTTP/1.1" status: 200 len: 1001 time: 0.1510985 Feb 11 04:46:36.345209 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d8f204f8-1b0c-4bbb-b982-6c98abaf3a8d tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:36.348038 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d8f204f8-1b0c-4bbb-b982-6c98abaf3a8d tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6110744 Feb 11 04:46:36.353287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46850) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:36.362525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Request body: {'router': {'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:36.459218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-b9eab74c-5144-42c6-9a35-2054479ac5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:36.461422 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-b9eab74c-5144-42c6-9a35-2054479ac5bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=082ca7b1-7568-49af-b7b4-94dae4b26a3f HTTP/1.1" status: 200 len: 855 time: 0.1395013 Feb 11 04:46:36.599490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-240995e9-662c-4795-818a-d7399b8f9e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:36.600906 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-240995e9-662c-4795-818a-d7399b8f9e1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74695aa4-4778-400f-ab0b-4a8039c43b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1305246 Feb 11 04:46:36.606197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3834ed35-6da5-4fb9-b49a-82004d8755e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router 291374c7-f2c4-47dd-8088-93248a33b2b4 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:46:36.810573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-5d4f7a40-6a64-4521-a0e3-9342143f7a74 service neutron] 10.222.0.47 "GET /v2.0/networks/74695aa4-4778-400f-ab0b-4a8039c43b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965802 Feb 11 04:46:36.845346 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (37e69b6f-3161-4872-a953-5656b31d6734), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:36.870077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3834ed35-6da5-4fb9-b49a-82004d8755e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:46:36.876498 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3834ed35-6da5-4fb9-b49a-82004d8755e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:36.887594 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e31f10-31e0-427d-8bf9-76a126eeb969 None None] Sync routers for ids ['291374c7-f2c4-47dd-8088-93248a33b2b4'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:46:36.933197 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e31f10-31e0-427d-8bf9-76a126eeb969 None None] Routers {'291374c7-f2c4-47dd-8088-93248a33b2b4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:36.934673 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-67e31f10-31e0-427d-8bf9-76a126eeb969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['291374c7-f2c4-47dd-8088-93248a33b2b4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:36.970834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc422f-bcba-4091-a865-c0dfa3c3b3e0 req-db5fc2ad-6a3e-43c4-af14-afa3000112fc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:36.973014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86dc422f-bcba-4091-a865-c0dfa3c3b3e0 req-db5fc2ad-6a3e-43c4-af14-afa3000112fc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1794674 Feb 11 04:46:36.977498 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3834ed35-6da5-4fb9-b49a-82004d8755e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/floatingips/c4845061-db65-4228-880f-8914a7b065db HTTP/1.1" status: 204 len: 168 time: 2.9207237 Feb 11 04:46:36.980181 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:36.982507 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0213215f-46b8-43f0-ad3d-44a29801280f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:37.016277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-0bfe8d2a-606a-4519-b09b-2834810f9f29 service neutron] 10.222.0.47 "GET /v2.0/networks/74695aa4-4778-400f-ab0b-4a8039c43b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883144 Feb 11 04:46:37.095164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-c9be6333-ea61-46c4-867f-084b4bb2634f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=5e331ac0-31ed-41b8-b911-5fa4fa3a502e HTTP/1.1" status: 200 len: 217 time: 0.0723855 Feb 11 04:46:37.131441 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86dc422f-bcba-4091-a865-c0dfa3c3b3e0 req-0565046b-973d-4455-8cf3-7fcd07a2415d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355846 Feb 11 04:46:37.226058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-d18d2a62-2130-4763-b79e-e0c502a706e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:37.228884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-d18d2a62-2130-4763-b79e-e0c502a706e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.1210515 Feb 11 04:46:37.284655 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58287921-f873-4481-8021-f6c72db17cb0 x-openstack-request-id: req-58287921-f873-4481-8021-f6c72db17cb0 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:37.288192 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-67e31f10-31e0-427d-8bf9-76a126eeb969 None None] Set router 291374c7-f2c4-47dd-8088-93248a33b2b4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:46:37.299296 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:37.300111 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58287921-f873-4481-8021-f6c72db17cb0 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:37.300996 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'status': 'completed', 'code': 200} Feb 11 04:46:37.367261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-1a69baef-bc21-4097-8b2c-a145aaa2ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:37.370077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-1a69baef-bc21-4097-8b2c-a145aaa2ee88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1339395 Feb 11 04:46:37.532696 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (37e69b6f-3161-4872-a953-5656b31d6734), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.581723 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:37.585273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-3270fc05-e9f6-4201-91c8-7cfeee4cb382 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064891 Feb 11 04:46:37.629276 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213215f-46b8-43f0-ad3d-44a29801280f req-1583f101-6a75-434c-9158-5973fb2a1b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:37.631792 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0213215f-46b8-43f0-ad3d-44a29801280f req-1583f101-6a75-434c-9158-5973fb2a1b40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 1128 time: 0.1484001 Feb 11 04:46:37.830786 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-1911ef7d-9a39-4a32-ac9f-623ff26d54b0 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386949 Feb 11 04:46:37.843012 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-67e31f10-31e0-427d-8bf9-76a126eeb969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:14Z', 'updated_at': '2022-02-11T04:44:22Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:16Z', 'updated_at': '2022-02-11T04:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'c55b79c8-1c40-4f92-93f8-686933904064', 'name': '', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:54:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:22Z', 'updated_at': '2022-02-11T04:44:27Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:37.916600 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e31f10-31e0-427d-8bf9-76a126eeb969 None None] Checking router: 291374c7-f2c4-47dd-8088-93248a33b2b4 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:46:37.926051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-a2f69685-9a8b-441e-a24f-723c0a1f1d6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd HTTP/1.1" status: 200 len: 217 time: 0.0876124 Feb 11 04:46:37.933066 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e31f10-31e0-427d-8bf9-76a126eeb969 None None] Routers {'291374c7-f2c4-47dd-8088-93248a33b2b4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:37.934047 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-67e31f10-31e0-427d-8bf9-76a126eeb969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['291374c7-f2c4-47dd-8088-93248a33b2b4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:38.046714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Allocated IP 172.25.3.130 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/6fee3d3b-e962-4b43-a5ab-6b8f5c8bce55) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:38.054213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213215f-46b8-43f0-ad3d-44a29801280f req-af52399c-83c3-4fb0-94eb-752a2ca0f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.057879 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0213215f-46b8-43f0-ad3d-44a29801280f req-af52399c-83c3-4fb0-94eb-752a2ca0f48a service neutron] 10.222.0.47 "GET /v2.0/networks?id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6 HTTP/1.1" status: 200 len: 898 time: 0.3596354 Feb 11 04:46:38.089026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-310583c0-310b-4760-8278-8056169d20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.092026 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-310583c0-310b-4760-8278-8056169d20b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.1561370 Feb 11 04:46:38.184573 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0213215f-46b8-43f0-ad3d-44a29801280f req-ebce8259-ade3-404d-a7cc-d1c7fe812258 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5 HTTP/1.1" status: 200 len: 217 time: 0.1149650 Feb 11 04:46:38.199344 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-67e31f10-31e0-427d-8bf9-76a126eeb969 None None] Set router 291374c7-f2c4-47dd-8088-93248a33b2b4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:46:38.357761 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdb824-5249-490d-9b06-f984ac0248a5 req-d8e0243d-170c-499a-b170-9b56b82a9690 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.372012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6fdb824-5249-490d-9b06-f984ac0248a5 req-d8e0243d-170c-499a-b170-9b56b82a9690 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.2756238 Feb 11 04:46:38.389156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-873efe03-3720-40a1-9340-c73b818a8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.392298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-873efe03-3720-40a1-9340-c73b818a8b9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2779443 Feb 11 04:46:38.513144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213215f-46b8-43f0-ad3d-44a29801280f req-9d1ede7a-29bb-4f42-9a02-7d6f4d99eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.517240 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0213215f-46b8-43f0-ad3d-44a29801280f req-9d1ede7a-29bb-4f42-9a02-7d6f4d99eb06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1fd7e866-928c-4746-9210-ead8fc110e2a HTTP/1.1" status: 200 len: 835 time: 0.3241696 Feb 11 04:46:38.601249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6fdb824-5249-490d-9b06-f984ac0248a5 req-55bca0ad-6867-42b9-a785-8225d6080b3b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275279 Feb 11 04:46:38.621207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d20240-8adc-4634-a77a-bbffc7c89bfc req-acb6dfc0-61e8-43f5-b95a-5fe701513b5b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.622931 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74d20240-8adc-4634-a77a-bbffc7c89bfc req-acb6dfc0-61e8-43f5-b95a-5fe701513b5b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1714883 Feb 11 04:46:38.656683 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-fc23da1f-7c12-44ce-93d6-ed899c75a521 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506745 Feb 11 04:46:38.706144 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-67e31f10-31e0-427d-8bf9-76a126eeb969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:14Z', 'updated_at': '2022-02-11T04:44:22Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:16Z', 'updated_at': '2022-02-11T04:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'c55b79c8-1c40-4f92-93f8-686933904064', 'name': '', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:54:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:22Z', 'updated_at': '2022-02-11T04:44:27Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:38.735727 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213215f-46b8-43f0-ad3d-44a29801280f req-25cf0a7d-b2ab-4b63-9b2e-24e5c8f21cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.737777 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0213215f-46b8-43f0-ad3d-44a29801280f req-25cf0a7d-b2ab-4b63-9b2e-24e5c8f21cf0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8090ee5d-7969-4b8a-a28e-dcf0731c92e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2133381 Feb 11 04:46:38.746940 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e31f10-31e0-427d-8bf9-76a126eeb969 None None] The sync data for ids ['291374c7-f2c4-47dd-8088-93248a33b2b4'] in n-d-712142-35 is: [{'id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:14Z', 'updated_at': '2022-02-11T04:44:22Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:16Z', 'updated_at': '2022-02-11T04:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'c55b79c8-1c40-4f92-93f8-686933904064', 'name': '', 'network_id': '8090ee5d-7969-4b8a-a28e-dcf0731c92e6', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:54:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:22Z', 'updated_at': '2022-02-11T04:44:27Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '1fd7e866-928c-4746-9210-ead8fc110e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:46:38.790520 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74d20240-8adc-4634-a77a-bbffc7c89bfc req-43f8b1d0-a379-476d-8684-baa89e8d28b4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536341 Feb 11 04:46:38.850152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-52acb2b4-cc88-4795-9ec1-6d0e02590388 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832581 Feb 11 04:46:38.884119 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for port (6fee3d3b-e962-4b43-a5ab-6b8f5c8bce55), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:38.899237 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-6cf4c5df-64f2-4ab8-8236-224130ad1096 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=9c8dd432-9361-41bb-8e3f-c59eb37be3b3 HTTP/1.1" status: 200 len: 217 time: 0.0433552 Feb 11 04:46:38.915072 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0213215f-46b8-43f0-ad3d-44a29801280f req-d5403630-5e7b-41eb-9051-9bc8265f1f36 service neutron] 10.222.0.47 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685791 Feb 11 04:46:38.971184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-3f676cc3-c77b-4b51-8719-ad178180ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:38.972682 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-3f676cc3-c77b-4b51-8719-ad178180ba46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.0677311 Feb 11 04:46:39.056393 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6fee3d3b-e962-4b43-a5ab-6b8f5c8bce55), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:39.064481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-aad1e956-31be-455f-9ce5-87ec973a8ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.068371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-aad1e956-31be-455f-9ce5-87ec973a8ce3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0866787 Feb 11 04:46:39.157505 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8eab1e-6f7a-42d1-8e47-a53afeb58b6a None None] New status for floating IP c4845061-db65-4228-880f-8914a7b065db: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:46:39.244076 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-e6654736-0ff8-4a0f-987e-320bc9435697 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689093 Feb 11 04:46:39.444522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-edf2bf34-1c9e-4a27-91ad-d169653cfc6c service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941068 Feb 11 04:46:39.511942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-a648a317-fa48-4abb-a7b0-57cdf906e0af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=5353233d-2bfb-4563-ab7f-09689b7e7a26 HTTP/1.1" status: 200 len: 217 time: 0.0614862 Feb 11 04:46:39.589802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-f218af5f-a085-4fa2-ade4-5774b48e76c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.594679 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-f218af5f-a085-4fa2-ade4-5774b48e76c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.0732260 Feb 11 04:46:39.625210 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0213215f-46b8-43f0-ad3d-44a29801280f req-98474aa1-b8e7-4c52-897b-ab3856a5e1c8 service neutron] 10.222.0.47 "GET /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6986706 Feb 11 04:46:39.640141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:39.649406 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:39.656483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:39.680458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-083154e3-d209-4c77-b933-98203a31a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.683046 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-083154e3-d209-4c77-b933-98203a31a960 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0856299 Feb 11 04:46:39.717341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Pushing event updated for resources: {'Port': ['ID=6fee3d3b-e962-4b43-a5ab-6b8f5c8bce55,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:39.828898 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1000850-5f53-4e4d-bf77-341ef09e9b05 req-9f364400-fbec-4548-9f23-290e5236c884 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:39.830883 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1000850-5f53-4e4d-bf77-341ef09e9b05 req-9f364400-fbec-4548-9f23-290e5236c884 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.2888219 Feb 11 04:46:40.003125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-a1000850-5f53-4e4d-bf77-341ef09e9b05 req-0443db50-304a-475b-a79c-7de9f7a1bca9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port 3c6c895f-a204-48c8-98e8-3f75777d97b5 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:40.004138 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1000850-5f53-4e4d-bf77-341ef09e9b05 req-0443db50-304a-475b-a79c-7de9f7a1bca9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:40.039847 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-e1fa7fce-9445-4f6c-b297-ab1144aa9d7e service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486216 Feb 11 04:46:40.057845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34abd8-ea94-43dd-b3ed-15093d9cfb09 req-a83d98fe-851a-4cef-a200-3312416ab2f3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:40.071209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd34abd8-ea94-43dd-b3ed-15093d9cfb09 req-a83d98fe-851a-4cef-a200-3312416ab2f3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 945 time: 0.3009088 Feb 11 04:46:40.128094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ddaa3-55e3-4ccf-aacc-2f38457e1714 req-ccfb5f6d-2b62-4cf9-a2f6-96d2e8bb89d0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:40.130570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-159ddaa3-55e3-4ccf-aacc-2f38457e1714 req-ccfb5f6d-2b62-4cf9-a2f6-96d2e8bb89d0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.2380843 Feb 11 04:46:40.364009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd34abd8-ea94-43dd-b3ed-15093d9cfb09 req-a6c44dc8-5cdc-43a6-82dd-7f320b1524ca tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=c35b2419-72f2-4f47-a6c2-06450e92036e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2914205 Feb 11 04:46:40.373645 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-159ddaa3-55e3-4ccf-aacc-2f38457e1714 req-a29da9fa-e4c3-4a16-97a4-17dbfcab0dee tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178245 Feb 11 04:46:40.399176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a1000850-5f53-4e4d-bf77-341ef09e9b05 req-0443db50-304a-475b-a79c-7de9f7a1bca9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] For port 3c6c895f-a204-48c8-98e8-3f75777d97b5, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3c6c895f-a204-48c8-98e8-3f75777d97b5,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:40.400026 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1000850-5f53-4e4d-bf77-341ef09e9b05 req-0443db50-304a-475b-a79c-7de9f7a1bca9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:40.424069 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-4bf30799-c6b2-4273-ab0d-d878f98bc609 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199899 Feb 11 04:46:40.460273 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-a1000850-5f53-4e4d-bf77-341ef09e9b05 req-0443db50-304a-475b-a79c-7de9f7a1bca9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for 3c6c895f-a204-48c8-98e8-3f75777d97b5 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:40.499936 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (37e69b6f-3161-4872-a953-5656b31d6734), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:40.507567 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-84d90b2d-ac93-468d-8818-8f4459e63da3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4bacf493-d259-4213-a246-01a94e81b5a9 HTTP/1.1" status: 200 len: 217 time: 0.0822160 Feb 11 04:46:40.577340 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-aeffa6a1-94f0-4211-87a0-971dce821cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:40.580933 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-aeffa6a1-94f0-4211-87a0-971dce821cfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=616250e4-3066-4e8e-9daf-7fba26215096 HTTP/1.1" status: 200 len: 797 time: 0.0651011 Feb 11 04:46:40.679602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-7b52488e-db58-4391-aa86-a90dffcacf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:40.681084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-7b52488e-db58-4391-aa86-a90dffcacf6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0934408 Feb 11 04:46:40.823041 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-d07705c1-c61d-4a58-adf3-750053c7b043 service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348338 Feb 11 04:46:40.873945 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (37e69b6f-3161-4872-a953-5656b31d6734), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:40.881164 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (37e69b6f-3161-4872-a953-5656b31d6734), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:40.946969 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1000850-5f53-4e4d-bf77-341ef09e9b05 req-0443db50-304a-475b-a79c-7de9f7a1bca9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3c6c895f-a204-48c8-98e8-3f75777d97b5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:40.953179 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-6feafac1-b29b-4183-a2c3-aba07dd917be service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238196 Feb 11 04:46:40.996853 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443db50-304a-475b-a79c-7de9f7a1bca9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=3c6c895f-a204-48c8-98e8-3f75777d97b5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:41.011548 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-c3f57de1-5ff2-41b1-9711-8c63e61b18cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3963acce-fff3-40af-b53b-73ed9c590e16 HTTP/1.1" status: 200 len: 217 time: 0.0514269 Feb 11 04:46:41.076702 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-51b1e6df-e7af-4f4f-a5c5-e4e0af8c6931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:41.078398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-51b1e6df-e7af-4f4f-a5c5-e4e0af8c6931 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=616250e4-3066-4e8e-9daf-7fba26215096 HTTP/1.1" status: 200 len: 797 time: 0.0600381 Feb 11 04:46:41.128788 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1000850-5f53-4e4d-bf77-341ef09e9b05 req-0443db50-304a-475b-a79c-7de9f7a1bca9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] No DVR routers for this DVR port 3c6c895f-a204-48c8-98e8-3f75777d97b5 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:46:41.134985 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1000850-5f53-4e4d-bf77-341ef09e9b05 req-0443db50-304a-475b-a79c-7de9f7a1bca9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:41.141518 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1000850-5f53-4e4d-bf77-341ef09e9b05 req-0443db50-304a-475b-a79c-7de9f7a1bca9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.47 "DELETE /v2.0/ports/3c6c895f-a204-48c8-98e8-3f75777d97b5 HTTP/1.1" status: 204 len: 173 time: 1.3011796 Feb 11 04:46:41.150168 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'name': 'network-vif-deleted', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:46:41.155398 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8e697f-fdab-48dc-a6b8-b5bf9c60615b" -d '{"events": [{"server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "name": "network-vif-deleted", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:46:41.159712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-df7a2a72-f3d1-436e-9803-50c17b68ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:41.162337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-df7a2a72-f3d1-436e-9803-50c17b68ebd4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0759990 Feb 11 04:46:41.252917 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449027d3-3d8e-4f67-9cdc-e614402543f3 x-openstack-request-id: req-449027d3-3d8e-4f67-9cdc-e614402543f3 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:46:41.255950 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc832939-f48b-4897-a6f7-1e62f9d59152", "name": "network-vif-deleted", "tag": "3c6c895f-a204-48c8-98e8-3f75777d97b5", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:46:41.255950 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-449027d3-3d8e-4f67-9cdc-e614402543f3 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:46:41.255950 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc832939-f48b-4897-a6f7-1e62f9d59152', 'name': 'network-vif-deleted', 'tag': '3c6c895f-a204-48c8-98e8-3f75777d97b5', 'status': 'completed', 'code': 200} Feb 11 04:46:41.338705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Router 37e69b6f-3161-4872-a953-5656b31d6734 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:46:41.749770 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:46:41.763677 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:41.765638 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b5a60014-99ec-4bad-a47d-9b24e1078f50 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "PUT /v2.0/routers/37e69b6f-3161-4872-a953-5656b31d6734 HTTP/1.1" status: 200 len: 880 time: 5.4104774 Feb 11 04:46:41.773713 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b02ddc7-17f8-46ea-bace-99e9c4d6c07c None None] Sync routers for ids ['37e69b6f-3161-4872-a953-5656b31d6734'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:46:41.779775 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46882) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:41.793149 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b02ddc7-17f8-46ea-bace-99e9c4d6c07c None None] Routers {'37e69b6f-3161-4872-a953-5656b31d6734'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:41.798861 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8b02ddc7-17f8-46ea-bace-99e9c4d6c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['37e69b6f-3161-4872-a953-5656b31d6734'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:41.855803 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8b02ddc7-17f8-46ea-bace-99e9c4d6c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:41.871976 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b02ddc7-17f8-46ea-bace-99e9c4d6c07c None None] Routers {'37e69b6f-3161-4872-a953-5656b31d6734'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:41.873092 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8b02ddc7-17f8-46ea-bace-99e9c4d6c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['37e69b6f-3161-4872-a953-5656b31d6734'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:41.941976 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8b02ddc7-17f8-46ea-bace-99e9c4d6c07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:41.943421 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b02ddc7-17f8-46ea-bace-99e9c4d6c07c None None] The sync data for ids ['37e69b6f-3161-4872-a953-5656b31d6734'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:46:41.944520 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b8b2bbb-0de1-49ed-ae69-51e24b3e0ad1 req-a6142663-6709-402b-91f2-694836a45f11 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc832939-f48b-4897-a6f7-1e62f9d59152 HTTP/1.1" status: 200 len: 210 time: 0.0805321 Feb 11 04:46:41.982952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-75527615-3df2-4448-b1fd-c2661eae80d6 service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8140693 Feb 11 04:46:41.996301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664974-f0bc-42db-ae4e-0cb1f3e65265 req-244f878a-bb1e-4e9e-ada9-7a01b58053d8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:42.004151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74664974-f0bc-42db-ae4e-0cb1f3e65265 req-244f878a-bb1e-4e9e-ada9-7a01b58053d8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1274738 Feb 11 04:46:42.005932 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8294b423-c10e-40a1-8c42-5dc5bacdd285 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/routers/37e69b6f-3161-4872-a953-5656b31d6734 HTTP/1.1" status: 200 len: 921 time: 0.2245448 Feb 11 04:46:42.011353 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46884) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:42.117986 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bb06fe-271a-46a9-baa2-dd269df55347 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:42.122653 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-56bb06fe-271a-46a9-baa2-dd269df55347 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&device_id=37e69b6f-3161-4872-a953-5656b31d6734&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1085138 Feb 11 04:46:42.130919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46886) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:42.212483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74664974-f0bc-42db-ae4e-0cb1f3e65265 req-4516c533-c905-4abc-b3c8-4046434761f2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069247 Feb 11 04:46:42.256114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a126209-fd5f-4119-8e17-ece092d96ff6 req-470c95c3-4f91-4211-8dcd-3f778c402506 service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438920 Feb 11 04:46:42.291195 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842bea97-ccde-40ea-a11a-de495e1686ca tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:42.296425 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-842bea97-ccde-40ea-a11a-de495e1686ca tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 881 time: 0.1535254 Feb 11 04:46:42.296770 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46888) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:42.351143 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9513b17e-6e0a-457b-968b-00ac3b9443be tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e69b6f-3161-4872-a953-5656b31d6734 HTTP/1.1" status: 200 len: 205 time: 0.0523155 Feb 11 04:46:42.355579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46890) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:42.501006 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62386d68-7fc0-44d0-b6e1-5283869561c9 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (37e69b6f-3161-4872-a953-5656b31d6734), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:42.671519 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62386d68-7fc0-44d0-b6e1-5283869561c9 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (37e69b6f-3161-4872-a953-5656b31d6734), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:42.813038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-62386d68-7fc0-44d0-b6e1-5283869561c9 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Deleting port 6fee3d3b-e962-4b43-a5ab-6b8f5c8bce55 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:42.813308 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62386d68-7fc0-44d0-b6e1-5283869561c9 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6fee3d3b-e962-4b43-a5ab-6b8f5c8bce55), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:42.909688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62386d68-7fc0-44d0-b6e1-5283869561c9 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6fee3d3b-e962-4b43-a5ab-6b8f5c8bce55), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:42.925051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-62386d68-7fc0-44d0-b6e1-5283869561c9 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Calling delete_port for 6fee3d3b-e962-4b43-a5ab-6b8f5c8bce55 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:43.073074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46894) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:43.349838 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62386d68-7fc0-44d0-b6e1-5283869561c9 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6fee3d3b-e962-4b43-a5ab-6b8f5c8bce55), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:43.406162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62386d68-7fc0-44d0-b6e1-5283869561c9 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Pushing event deleted for resources: {'Port': ['ID=6fee3d3b-e962-4b43-a5ab-6b8f5c8bce55,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:43.515868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104df90-a4ae-4a0a-af32-6ae3c91f9013 req-b2716978-b0b1-4866-bc2b-4f7a61381bcc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:43.518736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f104df90-a4ae-4a0a-af32-6ae3c91f9013 req-b2716978-b0b1-4866-bc2b-4f7a61381bcc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.2162321 Feb 11 04:46:43.591255 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62386d68-7fc0-44d0-b6e1-5283869561c9 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (37e69b6f-3161-4872-a953-5656b31d6734), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:43.654797 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e3b018e9-50dd-4454-a205-6aa701dedba6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (291374c7-f2c4-47dd-8088-93248a33b2b4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:43.813381 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f104df90-a4ae-4a0a-af32-6ae3c91f9013 req-9287390a-7c58-45c1-bd67-9ec1dd4ca5cb tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779179 Feb 11 04:46:43.821271 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62386d68-7fc0-44d0-b6e1-5283869561c9 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (37e69b6f-3161-4872-a953-5656b31d6734), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:43.826496 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62386d68-7fc0-44d0-b6e1-5283869561c9 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_controller (37e69b6f-3161-4872-a953-5656b31d6734), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:43.989807 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3c6c895f-a204-48c8-98e8-3f75777d97b5 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:46:44.017032 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62386d68-7fc0-44d0-b6e1-5283869561c9 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (37e69b6f-3161-4872-a953-5656b31d6734), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.019298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62386d68-7fc0-44d0-b6e1-5283869561c9 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Fanout notify agent at l3_agent the message router_deleted on router 37e69b6f-3161-4872-a953-5656b31d6734 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:46:44.041499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 3c6c895f-a204-48c8-98e8-3f75777d97b5 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:46:44.042353 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3c6c895f-a204-48c8-98e8-3f75777d97b5 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:46:44.055619 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62386d68-7fc0-44d0-b6e1-5283869561c9 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.064049 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-62386d68-7fc0-44d0-b6e1-5283869561c9 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "DELETE /v2.0/routers/37e69b6f-3161-4872-a953-5656b31d6734 HTTP/1.1" status: 204 len: 168 time: 1.7010226 Feb 11 04:46:44.064962 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46902) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:44.074115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7f700b01-85e5-4823-b5d2-28fee76ef707 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-258638423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:44.199778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f700b01-85e5-4823-b5d2-28fee76ef707 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (0af77a6f-f8ab-4169-a259-78f855b0db61), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.201524 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f700b01-85e5-4823-b5d2-28fee76ef707 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (0af77a6f-f8ab-4169-a259-78f855b0db61), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.323414 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f700b01-85e5-4823-b5d2-28fee76ef707 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_controller (0af77a6f-f8ab-4169-a259-78f855b0db61), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.424061 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f700b01-85e5-4823-b5d2-28fee76ef707 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (0af77a6f-f8ab-4169-a259-78f855b0db61), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.494502 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e3b018e9-50dd-4454-a205-6aa701dedba6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port c55b79c8-1c40-4f92-93f8-686933904064 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:44.495211 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e3b018e9-50dd-4454-a205-6aa701dedba6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c55b79c8-1c40-4f92-93f8-686933904064), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.517530 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f700b01-85e5-4823-b5d2-28fee76ef707 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.525934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7f700b01-85e5-4823-b5d2-28fee76ef707 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4583762 Feb 11 04:46:44.527269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46906) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:44.545322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'enable_snat': True}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:44.717703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e3b018e9-50dd-4454-a205-6aa701dedba6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] For port c55b79c8-1c40-4f92-93f8-686933904064, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c55b79c8-1c40-4f92-93f8-686933904064,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:44.718324 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e3b018e9-50dd-4454-a205-6aa701dedba6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c55b79c8-1c40-4f92-93f8-686933904064), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:44.746505 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e3b018e9-50dd-4454-a205-6aa701dedba6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for c55b79c8-1c40-4f92-93f8-686933904064 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:44.903607 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (0af77a6f-f8ab-4169-a259-78f855b0db61), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.002005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda0664-16f5-4939-96e9-cbb25c0d672c req-3e5f178d-7928-48f3-a50f-29d14fbdd633 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:45.004829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-beda0664-16f5-4939-96e9-cbb25c0d672c req-3e5f178d-7928-48f3-a50f-29d14fbdd633 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0907431 Feb 11 04:46:45.152408 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e3b018e9-50dd-4454-a205-6aa701dedba6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c55b79c8-1c40-4f92-93f8-686933904064), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.198550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b018e9-50dd-4454-a205-6aa701dedba6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=c55b79c8-1c40-4f92-93f8-686933904064,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:45.206570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-beda0664-16f5-4939-96e9-cbb25c0d672c req-02e53174-9bbf-4335-90a2-6e877155a47f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751177 Feb 11 04:46:45.472909 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (0af77a6f-f8ab-4169-a259-78f855b0db61), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.504685 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.616287 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e3b018e9-50dd-4454-a205-6aa701dedba6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (291374c7-f2c4-47dd-8088-93248a33b2b4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.665005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Allocated IP 172.25.3.100 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/89bec66b-2238-420f-8706-dc707528118b) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:45.824510 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for port (89bec66b-2238-420f-8706-dc707528118b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:45.899881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b018e9-50dd-4454-a205-6aa701dedba6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router 291374c7-f2c4-47dd-8088-93248a33b2b4 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:46:46.012475 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (89bec66b-2238-420f-8706-dc707528118b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:46.037341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b018e9-50dd-4454-a205-6aa701dedba6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:46:46.047429 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e3b018e9-50dd-4454-a205-6aa701dedba6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "PUT /v2.0/routers/291374c7-f2c4-47dd-8088-93248a33b2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9731600 Feb 11 04:46:46.048343 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46912) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:46.055227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7f2f9-bd9d-4daa-87c6-a8a40aeb3961 None None] Sync routers for ids ['291374c7-f2c4-47dd-8088-93248a33b2b4'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:46:46.083672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:46.085389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d7f2f9-bd9d-4daa-87c6-a8a40aeb3961 None None] Routers {'291374c7-f2c4-47dd-8088-93248a33b2b4'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:46.087311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-63d7f2f9-bd9d-4daa-87c6-a8a40aeb3961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['291374c7-f2c4-47dd-8088-93248a33b2b4'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:46.089423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:46.101453 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:46.105608 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Pushing event updated for resources: {'Port': ['ID=89bec66b-2238-420f-8706-dc707528118b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:46.109685 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9ba143-ba44-4dc9-9364-c805076e7c73 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting subnet 1fd7e866-928c-4746-9210-ead8fc110e2a {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:46:46.123694 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba143-ba44-4dc9-9364-c805076e7c73 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for subnet (1fd7e866-928c-4746-9210-ead8fc110e2a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:46.183526 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba143-ba44-4dc9-9364-c805076e7c73 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (1fd7e866-928c-4746-9210-ead8fc110e2a), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:46.312134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-63d7f2f9-bd9d-4daa-87c6-a8a40aeb3961 None None] Set router 291374c7-f2c4-47dd-8088-93248a33b2b4 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:46:46.372087 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba143-ba44-4dc9-9364-c805076e7c73 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (1fd7e866-928c-4746-9210-ead8fc110e2a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:46.451060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c484b6-29f1-4aeb-a976-a843c65b4eaf req-12b00b53-a398-4356-b5d2-40f02933e440 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:46.452724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2c484b6-29f1-4aeb-a976-a843c65b4eaf req-12b00b53-a398-4356-b5d2-40f02933e440 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0615337 Feb 11 04:46:46.510239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2c484b6-29f1-4aeb-a976-a843c65b4eaf req-614c95e7-5a92-4604-8336-da4790d1dee9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514426 Feb 11 04:46:46.538836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-63d7f2f9-bd9d-4daa-87c6-a8a40aeb3961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:14Z', 'updated_at': '2022-02-11T04:46:44Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:16Z', 'updated_at': '2022-02-11T04:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:46.576138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7f2f9-bd9d-4daa-87c6-a8a40aeb3961 None None] Checking router: 291374c7-f2c4-47dd-8088-93248a33b2b4 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:46:46.587156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d7f2f9-bd9d-4daa-87c6-a8a40aeb3961 None None] Routers {'291374c7-f2c4-47dd-8088-93248a33b2b4'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:46.589227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-63d7f2f9-bd9d-4daa-87c6-a8a40aeb3961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['291374c7-f2c4-47dd-8088-93248a33b2b4'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:46.652387 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba143-ba44-4dc9-9364-c805076e7c73 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (1fd7e866-928c-4746-9210-ead8fc110e2a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:46.686888 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ba143-ba44-4dc9-9364-c805076e7c73 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd7e866-928c-4746-9210-ead8fc110e2a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:46.692218 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc9ba143-ba44-4dc9-9364-c805076e7c73 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:46.698776 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bc9ba143-ba44-4dc9-9364-c805076e7c73 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/subnets/1fd7e866-928c-4746-9210-ead8fc110e2a HTTP/1.1" status: 204 len: 168 time: 0.6468837 Feb 11 04:46:46.699396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46918) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:46.752940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-63d7f2f9-bd9d-4daa-87c6-a8a40aeb3961 None None] Set router 291374c7-f2c4-47dd-8088-93248a33b2b4 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:46:46.799242 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (0af77a6f-f8ab-4169-a259-78f855b0db61), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:46.838582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5630e1d-b265-4331-b073-10a26c573ce9 None None] Network 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:46:46.870379 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router (291374c7-f2c4-47dd-8088-93248a33b2b4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:47.257262 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (291374c7-f2c4-47dd-8088-93248a33b2b4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:47.479758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-63d7f2f9-bd9d-4daa-87c6-a8a40aeb3961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:14Z', 'updated_at': '2022-02-11T04:46:44Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:16Z', 'updated_at': '2022-02-11T04:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:47.483323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port 59019d91-de9c-44b3-942d-852ab0f985e5 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:47.485822 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (59019d91-de9c-44b3-942d-852ab0f985e5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:47.548303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d336f8-0f34-4bce-a09f-ad2abe45f1e6 None None] DHCP port deletion for 8090ee5d-7969-4b8a-a28e-dcf0731c92e6 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:46:47.551660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7f2f9-bd9d-4daa-87c6-a8a40aeb3961 None None] The sync data for ids ['291374c7-f2c4-47dd-8088-93248a33b2b4'] in n-d-712142-35 is: [{'id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116049962', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:44:14Z', 'updated_at': '2022-02-11T04:46:44Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '59019d91-de9c-44b3-942d-852ab0f985e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291374c7-f2c4-47dd-8088-93248a33b2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:44:16Z', 'updated_at': '2022-02-11T04:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:46:47.680063 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (0af77a6f-f8ab-4169-a259-78f855b0db61), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:47.687756 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (0af77a6f-f8ab-4169-a259-78f855b0db61), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:47.722701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-59d336f8-0f34-4bce-a09f-ad2abe45f1e6 None None] Deleting port 821d2054-a031-46de-ae6b-86e85f6ed286 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:47.723582 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-59d336f8-0f34-4bce-a09f-ad2abe45f1e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (821d2054-a031-46de-ae6b-86e85f6ed286), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:47.783434 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] For port 59019d91-de9c-44b3-942d-852ab0f985e5, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=59019d91-de9c-44b3-942d-852ab0f985e5,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:47.784823 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (59019d91-de9c-44b3-942d-852ab0f985e5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:47.812178 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for 59019d91-de9c-44b3-942d-852ab0f985e5 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:47.899259 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-59d336f8-0f34-4bce-a09f-ad2abe45f1e6 None None] For port 821d2054-a031-46de-ae6b-86e85f6ed286, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=821d2054-a031-46de-ae6b-86e85f6ed286,segment=NetworkSegment(f4d2d91d-3ff9-440e-b726-4b0e15cbde99),segment_id=f4d2d91d-3ff9-440e-b726-4b0e15cbde99)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:46:47.899760 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-59d336f8-0f34-4bce-a09f-ad2abe45f1e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (821d2054-a031-46de-ae6b-86e85f6ed286), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:47.920477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-59d336f8-0f34-4bce-a09f-ad2abe45f1e6 None None] Calling delete_port for 821d2054-a031-46de-ae6b-86e85f6ed286 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:47.941386 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359923ea-879c-4dac-93fb-cab71daf700e req-3ebcaecc-c525-408e-b718-4b077315dff9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:47.946655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-359923ea-879c-4dac-93fb-cab71daf700e req-3ebcaecc-c525-408e-b718-4b077315dff9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.2484143 Feb 11 04:46:48.177928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 821d2054-a031-46de-ae6b-86e85f6ed286 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:46:48.206851 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-359923ea-879c-4dac-93fb-cab71daf700e req-655c460a-6c4f-4307-81fa-f577888ef961 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641343 Feb 11 04:46:48.339915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 821d2054-a031-46de-ae6b-86e85f6ed286 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:46:48.340566 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (821d2054-a031-46de-ae6b-86e85f6ed286), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.392641 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-59d336f8-0f34-4bce-a09f-ad2abe45f1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (821d2054-a031-46de-ae6b-86e85f6ed286), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.392898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Router 0af77a6f-f8ab-4169-a259-78f855b0db61 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:46:48.397054 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (59019d91-de9c-44b3-942d-852ab0f985e5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.444759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=59019d91-de9c-44b3-942d-852ab0f985e5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:48.508943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c55b79c8-1c40-4f92-93f8-686933904064 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:46:48.515891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d336f8-0f34-4bce-a09f-ad2abe45f1e6 None None] Pushing event deleted for resources: {'Port': ['ID=821d2054-a031-46de-ae6b-86e85f6ed286,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:48.550004 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (291374c7-f2c4-47dd-8088-93248a33b2b4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.555474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d336f8-0f34-4bce-a09f-ad2abe45f1e6 None None] No DVR routers for this DVR port 821d2054-a031-46de-ae6b-86e85f6ed286 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:46:48.558856 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: c55b79c8-1c40-4f92-93f8-686933904064 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:46:48.559458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c55b79c8-1c40-4f92-93f8-686933904064 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:46:48.669388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:46:48.676402 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.681246 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dd1abd69-08f7-4d22-b658-1a071f0ee945 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "PUT /v2.0/routers/0af77a6f-f8ab-4169-a259-78f855b0db61 HTTP/1.1" status: 200 len: 914 time: 4.1461980 Feb 11 04:46:48.682084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46936) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:48.685836 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2593528-64ad-4376-a50a-6fecb017e0ce None None] Sync routers for ids ['0af77a6f-f8ab-4169-a259-78f855b0db61'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:46:48.698362 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2593528-64ad-4376-a50a-6fecb017e0ce None None] Routers {'0af77a6f-f8ab-4169-a259-78f855b0db61'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:48.699420 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a2593528-64ad-4376-a50a-6fecb017e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['0af77a6f-f8ab-4169-a259-78f855b0db61'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:48.742373 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (291374c7-f2c4-47dd-8088-93248a33b2b4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.746763 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_controller (291374c7-f2c4-47dd-8088-93248a33b2b4), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.789141 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a2593528-64ad-4376-a50a-6fecb017e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:48.815847 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2593528-64ad-4376-a50a-6fecb017e0ce None None] Routers {'0af77a6f-f8ab-4169-a259-78f855b0db61'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:48.817541 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a2593528-64ad-4376-a50a-6fecb017e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['0af77a6f-f8ab-4169-a259-78f855b0db61'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:48.838324 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46938) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:48.839184 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-34b6a0ab-2768-4d06-aaf5-d7bcf6a3139f tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/routers/0af77a6f-f8ab-4169-a259-78f855b0db61 HTTP/1.1" status: 200 len: 920 time: 0.1552563 Feb 11 04:46:48.892150 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a2593528-64ad-4376-a50a-6fecb017e0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:48.894034 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2593528-64ad-4376-a50a-6fecb017e0ce None None] The sync data for ids ['0af77a6f-f8ab-4169-a259-78f855b0db61'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:46:48.917361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445352aa-9d0d-45e2-8e2b-d5caeaa66c8b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:48.919465 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-445352aa-9d0d-45e2-8e2b-d5caeaa66c8b tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&device_id=0af77a6f-f8ab-4169-a259-78f855b0db61&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0794344 Feb 11 04:46:48.922906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46940) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:48.971090 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (291374c7-f2c4-47dd-8088-93248a33b2b4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.972062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Fanout notify agent at l3_agent the message router_deleted on router 291374c7-f2c4-47dd-8088-93248a33b2b4 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:46:48.984058 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:48.985930 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5a33ba5f-d29d-4c2d-a3a7-392c3c97af0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/routers/291374c7-f2c4-47dd-8088-93248a33b2b4 HTTP/1.1" status: 204 len: 168 time: 2.2852833 Feb 11 04:46:48.990889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46942) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:49.126957 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c207a33-ddc0-4da4-b928-312428b80463 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:49.134550 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2c207a33-ddc0-4da4-b928-312428b80463 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 881 time: 0.2098398 Feb 11 04:46:49.139224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46944) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:49.180122 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6573265b-827f-4798-aa5e-5e44d6cc6bb7 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "GET /v2.0/ports?device_id=0af77a6f-f8ab-4169-a259-78f855b0db61 HTTP/1.1" status: 200 len: 205 time: 0.0385232 Feb 11 04:46:49.184771 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46948) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:49.219610 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1ef996dd-74d0-4f6e-b54d-ab72b5e94731 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (8090ee5d-7969-4b8a-a28e-dcf0731c92e6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:49.385262 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0412306f-a780-4ab4-9130-59e903a8fe05 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (0af77a6f-f8ab-4169-a259-78f855b0db61), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:49.420414 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1ef996dd-74d0-4f6e-b54d-ab72b5e94731 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (8090ee5d-7969-4b8a-a28e-dcf0731c92e6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:49.474055 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1ef996dd-74d0-4f6e-b54d-ab72b5e94731 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8090ee5d-7969-4b8a-a28e-dcf0731c92e6']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:49.489146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1ef996dd-74d0-4f6e-b54d-ab72b5e94731 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:49.489604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1ef996dd-74d0-4f6e-b54d-ab72b5e94731 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d2d91d-3ff9-440e-b726-4b0e15cbde99') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:49.505607 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1ef996dd-74d0-4f6e-b54d-ab72b5e94731 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (f4d2d91d-3ff9-440e-b726-4b0e15cbde99), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:49.527549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad5dd8-0e91-4b2c-af0b-9c962c657b03 req-8c4792c6-3632-473c-a0b3-40ca620cca17 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:49.529292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ad5dd8-0e91-4b2c-af0b-9c962c657b03 req-8c4792c6-3632-473c-a0b3-40ca620cca17 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1193151 Feb 11 04:46:49.546146 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1ef996dd-74d0-4f6e-b54d-ab72b5e94731 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f4d2d91d-3ff9-440e-b726-4b0e15cbde99), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:49.576423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef996dd-74d0-4f6e-b54d-ab72b5e94731 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:46:49.577829 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1ef996dd-74d0-4f6e-b54d-ab72b5e94731 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (f4d2d91d-3ff9-440e-b726-4b0e15cbde99), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:49.581207 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0412306f-a780-4ab4-9130-59e903a8fe05 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (0af77a6f-f8ab-4169-a259-78f855b0db61), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:46:49.583763 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:46:49.751707 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31ad5dd8-0e91-4b2c-af0b-9c962c657b03 req-e5996ff5-df80-4b9a-8025-2062dd92fb4c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131524 Feb 11 04:46:49.807275 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 59019d91-de9c-44b3-942d-852ab0f985e5 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:46:49.816729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-0412306f-a780-4ab4-9130-59e903a8fe05 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Deleting port 89bec66b-2238-420f-8706-dc707528118b {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:49.817305 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0412306f-a780-4ab4-9130-59e903a8fe05 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (89bec66b-2238-420f-8706-dc707528118b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:49.841870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 59019d91-de9c-44b3-942d-852ab0f985e5 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:46:49.842231 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 59019d91-de9c-44b3-942d-852ab0f985e5 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:46:49.869857 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1ef996dd-74d0-4f6e-b54d-ab72b5e94731 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (8090ee5d-7969-4b8a-a28e-dcf0731c92e6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:49.878417 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1ef996dd-74d0-4f6e-b54d-ab72b5e94731 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:49.889846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1ef996dd-74d0-4f6e-b54d-ab72b5e94731 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/networks/8090ee5d-7969-4b8a-a28e-dcf0731c92e6 HTTP/1.1" status: 204 len: 168 time: 0.8930147 Feb 11 04:46:49.893436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46956) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:49.957774 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0412306f-a780-4ab4-9130-59e903a8fe05 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (89bec66b-2238-420f-8706-dc707528118b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:49.978327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef996dd-74d0-4f6e-b54d-ab72b5e94731 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Network': ['ID=8090ee5d-7969-4b8a-a28e-dcf0731c92e6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:49.981793 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-0412306f-a780-4ab4-9130-59e903a8fe05 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Calling delete_port for 89bec66b-2238-420f-8706-dc707528118b owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:50.067648 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-64a8a247-d66b-42fd-8db1-baa88e495c3f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (c35b2419-72f2-4f47-a6c2-06450e92036e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.112029 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-64a8a247-d66b-42fd-8db1-baa88e495c3f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (c35b2419-72f2-4f47-a6c2-06450e92036e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.388914 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-64a8a247-d66b-42fd-8db1-baa88e495c3f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c35b2419-72f2-4f47-a6c2-06450e92036e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.393846 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-64a8a247-d66b-42fd-8db1-baa88e495c3f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.399403 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-64a8a247-d66b-42fd-8db1-baa88e495c3f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/security-groups/c35b2419-72f2-4f47-a6c2-06450e92036e HTTP/1.1" status: 204 len: 168 time: 0.4848981 Feb 11 04:46:50.413528 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8a247-d66b-42fd-8db1-baa88e495c3f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35b2419-72f2-4f47-a6c2-06450e92036e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:50.418554 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0412306f-a780-4ab4-9130-59e903a8fe05 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (89bec66b-2238-420f-8706-dc707528118b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.471066 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412306f-a780-4ab4-9130-59e903a8fe05 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Pushing event deleted for resources: {'Port': ['ID=89bec66b-2238-420f-8706-dc707528118b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:50.579972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0412306f-a780-4ab4-9130-59e903a8fe05 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (0af77a6f-f8ab-4169-a259-78f855b0db61), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.749240 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0412306f-a780-4ab4-9130-59e903a8fe05 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (0af77a6f-f8ab-4169-a259-78f855b0db61), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.753133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0412306f-a780-4ab4-9130-59e903a8fe05 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_controller (0af77a6f-f8ab-4169-a259-78f855b0db61), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:50.928921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4ae76-2bd9-45e5-83fd-5a66622a67a5 req-5e2104a1-f239-4203-8d93-0a5a70122741 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:50.935075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85e4ae76-2bd9-45e5-83fd-5a66622a67a5 req-5e2104a1-f239-4203-8d93-0a5a70122741 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0850923 Feb 11 04:46:50.998344 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85e4ae76-2bd9-45e5-83fd-5a66622a67a5 req-a2ec216b-3cac-4d17-a1cd-cc738d936823 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599382 Feb 11 04:46:51.348858 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0412306f-a780-4ab4-9130-59e903a8fe05 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (0af77a6f-f8ab-4169-a259-78f855b0db61), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:51.352935 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0412306f-a780-4ab4-9130-59e903a8fe05 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Fanout notify agent at l3_agent the message router_deleted on router 0af77a6f-f8ab-4169-a259-78f855b0db61 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:46:51.364965 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0412306f-a780-4ab4-9130-59e903a8fe05 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:51.367171 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0412306f-a780-4ab4-9130-59e903a8fe05 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "DELETE /v2.0/routers/0af77a6f-f8ab-4169-a259-78f855b0db61 HTTP/1.1" status: 204 len: 168 time: 2.1805923 Feb 11 04:46:51.376444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46970) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:51.383119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-f2433b8d-8d04-4b37-9772-e5cea5c16e47 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1370262243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:51.532851 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2433b8d-8d04-4b37-9772-e5cea5c16e47 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (fcabd88e-efea-4a49-a19c-072b461c0bfb), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:51.534842 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2433b8d-8d04-4b37-9772-e5cea5c16e47 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (fcabd88e-efea-4a49-a19c-072b461c0bfb), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:51.662220 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2433b8d-8d04-4b37-9772-e5cea5c16e47 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_controller (fcabd88e-efea-4a49-a19c-072b461c0bfb), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:51.750305 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2433b8d-8d04-4b37-9772-e5cea5c16e47 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (fcabd88e-efea-4a49-a19c-072b461c0bfb), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:51.899916 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2433b8d-8d04-4b37-9772-e5cea5c16e47 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:51.901428 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f2433b8d-8d04-4b37-9772-e5cea5c16e47 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5233753 Feb 11 04:46:51.906203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46980) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:51.912887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'enable_snat': False}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:52.030039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46984) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:52.049767 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-984ede48-0476-4f3e-af18-aaba8c630e37 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743707627', 'description': 'tempest-secgroup-smoke-743707627 description', 'project_id': '65bc519e3418487ba870e678d8f45696'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:52.216903 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-984ede48-0476-4f3e-af18-aaba8c630e37 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:52.275457 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (fcabd88e-efea-4a49-a19c-072b461c0bfb), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:52.323245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411e7d4-6641-4151-8de7-4844c913923d req-f6bfb05e-2fbc-4306-a4a5-1e65c33f7f7f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:52.325518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6411e7d4-6641-4151-8de7-4844c913923d req-f6bfb05e-2fbc-4306-a4a5-1e65c33f7f7f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1359444 Feb 11 04:46:52.362488 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-984ede48-0476-4f3e-af18-aaba8c630e37 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (49118c45-f9ad-4388-a1b9-98948b47d60d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:52.459709 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-984ede48-0476-4f3e-af18-aaba8c630e37 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (49118c45-f9ad-4388-a1b9-98948b47d60d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:52.482486 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6411e7d4-6641-4151-8de7-4844c913923d req-7e515f2e-d4c2-4ddf-b41d-4fd00ca9b764 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399586 Feb 11 04:46:52.526955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ede48-0476-4f3e-af18-aaba8c630e37 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49118c45-f9ad-4388-a1b9-98948b47d60d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:52.698349 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-984ede48-0476-4f3e-af18-aaba8c630e37 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:52.706182 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-984ede48-0476-4f3e-af18-aaba8c630e37 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6740484 Feb 11 04:46:52.707525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46992) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:52.718020 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f37580ba-a36c-4450-b0d2-5bd3c5a7a65d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': '49118c45-f9ad-4388-a1b9-98948b47d60d', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:52.751756 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (fcabd88e-efea-4a49-a19c-072b461c0bfb), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:52.774064 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:52.874186 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f37580ba-a36c-4450-b0d2-5bd3c5a7a65d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (e2e34f9a-7e25-4dcd-83e8-5844d2c6a0b2), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:52.900783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Allocated IP 172.25.3.173 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/06256039-ab31-4e46-93b2-df27fe2c76f0) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:52.932861 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f37580ba-a36c-4450-b0d2-5bd3c5a7a65d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (e2e34f9a-7e25-4dcd-83e8-5844d2c6a0b2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:53.031329 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for port (06256039-ab31-4e46-93b2-df27fe2c76f0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:53.064568 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f37580ba-a36c-4450-b0d2-5bd3c5a7a65d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (e2e34f9a-7e25-4dcd-83e8-5844d2c6a0b2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:53.100661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37580ba-a36c-4450-b0d2-5bd3c5a7a65d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e34f9a-7e25-4dcd-83e8-5844d2c6a0b2,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:53.165613 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7806ca38-04f2-4afa-9ebc-8215a861b899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:53.257767 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (06256039-ab31-4e46-93b2-df27fe2c76f0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:53.260089 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f37580ba-a36c-4450-b0d2-5bd3c5a7a65d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:53.262352 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f37580ba-a36c-4450-b0d2-5bd3c5a7a65d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5528421 Feb 11 04:46:53.265767 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46996) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:53.273667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1853737a-ed18-47d0-bdbb-5a18ebebade7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': '49118c45-f9ad-4388-a1b9-98948b47d60d', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:53.347939 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:46:53.354384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:46:53.361113 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:46:53.371339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Pushing event updated for resources: {'Port': ['ID=06256039-ab31-4e46-93b2-df27fe2c76f0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:53.395338 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1853737a-ed18-47d0-bdbb-5a18ebebade7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (89137bd3-aa72-49d2-a3bb-ff94624e87b8), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:53.470121 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1853737a-ed18-47d0-bdbb-5a18ebebade7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (89137bd3-aa72-49d2-a3bb-ff94624e87b8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:53.577262 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1853737a-ed18-47d0-bdbb-5a18ebebade7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (89137bd3-aa72-49d2-a3bb-ff94624e87b8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:53.604456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853737a-ed18-47d0-bdbb-5a18ebebade7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89137bd3-aa72-49d2-a3bb-ff94624e87b8,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:53.741593 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1853737a-ed18-47d0-bdbb-5a18ebebade7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:53.746136 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1853737a-ed18-47d0-bdbb-5a18ebebade7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4788177 Feb 11 04:46:53.751661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47006) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:53.762953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c27a8faf-abd1-453b-9153-d7bd643cf64e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': '49118c45-f9ad-4388-a1b9-98948b47d60d', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:53.813208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235332a5-934a-41f7-b5f8-9ee9e7ed11af req-8596714e-5e57-452c-8ca5-b6aa1b96952c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:53.816530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-235332a5-934a-41f7-b5f8-9ee9e7ed11af req-8596714e-5e57-452c-8ca5-b6aa1b96952c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1914892 Feb 11 04:46:53.928249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-235332a5-934a-41f7-b5f8-9ee9e7ed11af req-74b3084a-b2ec-4ac3-b9cc-23f412c53446 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009903 Feb 11 04:46:54.118698 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c27a8faf-abd1-453b-9153-d7bd643cf64e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (e8faf9a4-3340-459c-a7a9-a8b2e3eb0f58), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:54.152981 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router_gateway (fcabd88e-efea-4a49-a19c-072b461c0bfb), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:54.368006 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c27a8faf-abd1-453b-9153-d7bd643cf64e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (e8faf9a4-3340-459c-a7a9-a8b2e3eb0f58), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:54.546359 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c27a8faf-abd1-453b-9153-d7bd643cf64e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (e8faf9a4-3340-459c-a7a9-a8b2e3eb0f58), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:54.602266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a8faf-abd1-453b-9153-d7bd643cf64e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8faf9a4-3340-459c-a7a9-a8b2e3eb0f58,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:54.620933 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (fcabd88e-efea-4a49-a19c-072b461c0bfb), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:54.628214 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (fcabd88e-efea-4a49-a19c-072b461c0bfb), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:54.732644 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c27a8faf-abd1-453b-9153-d7bd643cf64e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:54.739351 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c27a8faf-abd1-453b-9153-d7bd643cf64e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9820194 Feb 11 04:46:54.739351 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47010) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:54.744643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-85bfbf4b-a164-44af-b127-dd001161112e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': '49118c45-f9ad-4388-a1b9-98948b47d60d', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:54.929348 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85bfbf4b-a164-44af-b127-dd001161112e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (59c3550c-ff81-4d56-a4e7-b40a05717869), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:54.972301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Router fcabd88e-efea-4a49-a19c-072b461c0bfb is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:46:55.379639 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85bfbf4b-a164-44af-b127-dd001161112e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (59c3550c-ff81-4d56-a4e7-b40a05717869), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.462772 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6df2-faef-4b1f-a3da-65b7dfdcc43a req-94704360-eb3b-41c1-a85b-adf78379cb77 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:55.464317 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57db6df2-faef-4b1f-a3da-65b7dfdcc43a req-94704360-eb3b-41c1-a85b-adf78379cb77 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1391437 Feb 11 04:46:55.483292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:46:55.493879 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.499220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-24c15306-82a9-46d9-878d-d460c2c51e09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "PUT /v2.0/routers/fcabd88e-efea-4a49-a19c-072b461c0bfb HTTP/1.1" status: 200 len: 916 time: 3.5875652 Feb 11 04:46:55.499985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47018) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:55.506041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f61c9f-a983-47d2-a6e8-156572de618c None None] Sync routers for ids ['fcabd88e-efea-4a49-a19c-072b461c0bfb'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:46:55.528486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f61c9f-a983-47d2-a6e8-156572de618c None None] Routers {'fcabd88e-efea-4a49-a19c-072b461c0bfb'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:55.529533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f7f61c9f-a983-47d2-a6e8-156572de618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['fcabd88e-efea-4a49-a19c-072b461c0bfb'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:55.592148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f7f61c9f-a983-47d2-a6e8-156572de618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:55.596695 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ba8bbdb9-d0ad-44ea-b731-29dc44fd4192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.610427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f61c9f-a983-47d2-a6e8-156572de618c None None] Routers {'fcabd88e-efea-4a49-a19c-072b461c0bfb'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:46:55.611386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f7f61c9f-a983-47d2-a6e8-156572de618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['fcabd88e-efea-4a49-a19c-072b461c0bfb'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:55.650414 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57db6df2-faef-4b1f-a3da-65b7dfdcc43a req-b8c50762-84a4-47e3-85ed-8ce5d8e0b980 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781836 Feb 11 04:46:55.667269 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f7f61c9f-a983-47d2-a6e8-156572de618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:46:55.667938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f61c9f-a983-47d2-a6e8-156572de618c None None] The sync data for ids ['fcabd88e-efea-4a49-a19c-072b461c0bfb'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:46:55.698097 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85bfbf4b-a164-44af-b127-dd001161112e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (59c3550c-ff81-4d56-a4e7-b40a05717869), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:55.757066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bfbf4b-a164-44af-b127-dd001161112e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c3550c-ff81-4d56-a4e7-b40a05717869,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:55.772540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a6152de1-4744-439c-b97a-c30cb2dffe71 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/routers/fcabd88e-efea-4a49-a19c-072b461c0bfb HTTP/1.1" status: 200 len: 922 time: 0.2718415 Feb 11 04:46:55.777405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47022) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:55.880045 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe81532-ca3e-40cd-b31e-6d8bb18b8f63 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:55.881601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ffe81532-ca3e-40cd-b31e-6d8bb18b8f63 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&device_id=fcabd88e-efea-4a49-a19c-072b461c0bfb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1031692 Feb 11 04:46:55.886540 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47024) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:56.020202 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85bfbf4b-a164-44af-b127-dd001161112e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:56.026616 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-85bfbf4b-a164-44af-b127-dd001161112e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2815297 Feb 11 04:46:56.027596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47030) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:56.031577 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f41f5f3a-3ddc-4d30-9d51-e28889673973 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': '49118c45-f9ad-4388-a1b9-98948b47d60d', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:56.043082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9972c598-af3f-46a8-ad5a-e53d2b7f5c09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:56.045843 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9972c598-af3f-46a8-ad5a-e53d2b7f5c09 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 881 time: 0.1578836 Feb 11 04:46:56.049156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47032) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:56.081935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e0927b14-a49d-45d9-9472-be7d3d6a6693 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcabd88e-efea-4a49-a19c-072b461c0bfb HTTP/1.1" status: 200 len: 205 time: 0.0312209 Feb 11 04:46:56.095804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47034) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:56.224718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8e14-7217-4b4d-9767-897cf15267ff tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (fcabd88e-efea-4a49-a19c-072b461c0bfb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:56.263689 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-f41f5f3a-3ddc-4d30-9d51-e28889673973 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Project 65bc519e3418487ba870e678d8f45696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:46:56.270479 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f41f5f3a-3ddc-4d30-9d51-e28889673973 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (56da1d43-a604-4cb3-abda-0661fd4165f8), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:56.420591 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f41f5f3a-3ddc-4d30-9d51-e28889673973 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (56da1d43-a604-4cb3-abda-0661fd4165f8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:56.431760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8e14-7217-4b4d-9767-897cf15267ff tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (fcabd88e-efea-4a49-a19c-072b461c0bfb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:56.645657 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f41f5f3a-3ddc-4d30-9d51-e28889673973 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (56da1d43-a604-4cb3-abda-0661fd4165f8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:56.671184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f5f3a-3ddc-4d30-9d51-e28889673973 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56da1d43-a604-4cb3-abda-0661fd4165f8,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:56.785880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a8e14-7217-4b4d-9767-897cf15267ff tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Deleting port 06256039-ab31-4e46-93b2-df27fe2c76f0 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:46:56.786264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8e14-7217-4b4d-9767-897cf15267ff tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (06256039-ab31-4e46-93b2-df27fe2c76f0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:56.850764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b0567-e2de-4e01-a60b-c8bdee286296 req-1c741f9a-359e-4ae7-954d-ac1c2c817388 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:56.854029 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-160b0567-e2de-4e01-a60b-c8bdee286296 req-1c741f9a-359e-4ae7-954d-ac1c2c817388 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0889235 Feb 11 04:46:56.868484 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:56.948317 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8e14-7217-4b4d-9767-897cf15267ff tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (06256039-ab31-4e46-93b2-df27fe2c76f0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:56.955247 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-160b0567-e2de-4e01-a60b-c8bdee286296 req-859c735f-5fa1-4eb9-9fff-965a214d92ae tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943484 Feb 11 04:46:56.973183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-dd8a8e14-7217-4b4d-9767-897cf15267ff tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Calling delete_port for 06256039-ab31-4e46-93b2-df27fe2c76f0 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:46:56.994573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f41f5f3a-3ddc-4d30-9d51-e28889673973 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:56.996425 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f41f5f3a-3ddc-4d30-9d51-e28889673973 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9682758 Feb 11 04:46:57.000769 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47040) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:57.010323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-906479ee-8655-4a27-8f3f-75c7836a47eb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': '49118c45-f9ad-4388-a1b9-98948b47d60d', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:57.245666 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-906479ee-8655-4a27-8f3f-75c7836a47eb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Project 65bc519e3418487ba870e678d8f45696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:46:57.251590 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-906479ee-8655-4a27-8f3f-75c7836a47eb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (9e901548-3d5c-4708-bd75-ffb0a62883af), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:57.352995 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-906479ee-8655-4a27-8f3f-75c7836a47eb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (9e901548-3d5c-4708-bd75-ffb0a62883af), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:57.393984 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8e14-7217-4b4d-9767-897cf15267ff tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (06256039-ab31-4e46-93b2-df27fe2c76f0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:57.445765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a8e14-7217-4b4d-9767-897cf15267ff tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Pushing event deleted for resources: {'Port': ['ID=06256039-ab31-4e46-93b2-df27fe2c76f0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:57.490475 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-906479ee-8655-4a27-8f3f-75c7836a47eb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (9e901548-3d5c-4708-bd75-ffb0a62883af), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:57.529700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906479ee-8655-4a27-8f3f-75c7836a47eb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e901548-3d5c-4708-bd75-ffb0a62883af,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:57.535602 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8e14-7217-4b4d-9767-897cf15267ff tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (fcabd88e-efea-4a49-a19c-072b461c0bfb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:57.656607 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8e14-7217-4b4d-9767-897cf15267ff tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (fcabd88e-efea-4a49-a19c-072b461c0bfb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:57.659530 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8e14-7217-4b4d-9767-897cf15267ff tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_controller (fcabd88e-efea-4a49-a19c-072b461c0bfb), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:57.682403 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-906479ee-8655-4a27-8f3f-75c7836a47eb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:57.687526 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-906479ee-8655-4a27-8f3f-75c7836a47eb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6809833 Feb 11 04:46:57.687933 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47046) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:57.693680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3b7fcdd0-405b-4c1e-b838-780966f90aa2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'network': {'name': 'tempest-network-smoke--1187086860', 'project_id': '65bc519e3418487ba870e678d8f45696', 'port_security_enabled': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:57.794412 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8e14-7217-4b4d-9767-897cf15267ff tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (fcabd88e-efea-4a49-a19c-072b461c0bfb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:57.795144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8a8e14-7217-4b4d-9767-897cf15267ff tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Fanout notify agent at l3_agent the message router_deleted on router fcabd88e-efea-4a49-a19c-072b461c0bfb {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:46:57.807351 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd8a8e14-7217-4b4d-9767-897cf15267ff tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:57.809108 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dd8a8e14-7217-4b4d-9767-897cf15267ff tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "DELETE /v2.0/routers/fcabd88e-efea-4a49-a19c-072b461c0bfb HTTP/1.1" status: 204 len: 168 time: 1.7119007 Feb 11 04:46:57.816729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47048) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:57.823467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-393697439', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:57.838723 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7fcdd0-405b-4c1e-b838-780966f90aa2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Made reservation on behalf of 65bc519e3418487ba870e678d8f45696 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:46:57.842392 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcdd0-405b-4c1e-b838-780966f90aa2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:57.899821 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7fcdd0-405b-4c1e-b838-780966f90aa2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:46:57.916805 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcdd0-405b-4c1e-b838-780966f90aa2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8306c594-afaf-40ba-8955-c6ec38937dc3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:57.917266 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-3b7fcdd0-405b-4c1e-b838-780966f90aa2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Added segment 8306c594-afaf-40ba-8955-c6ec38937dc3 of type vlan for network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f Feb 11 04:46:58.012247 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcdd0-405b-4c1e-b838-780966f90aa2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (9d475139-daf9-44ff-ac2d-c7dabb4bb93f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.025054 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.026435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.140183 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_controller (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.177837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b07ce-eb86-4e5c-9fbb-4e249540d3b7 req-eea8bba0-b216-4a2f-aa4d-c1bace8bdae3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:58.191161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-478b07ce-eb86-4e5c-9fbb-4e249540d3b7 req-eea8bba0-b216-4a2f-aa4d-c1bace8bdae3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1338615 Feb 11 04:46:58.261837 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcdd0-405b-4c1e-b838-780966f90aa2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (9d475139-daf9-44ff-ac2d-c7dabb4bb93f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.267894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7fcdd0-405b-4c1e-b838-780966f90aa2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:58.268675 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b7fcdd0-405b-4c1e-b838-780966f90aa2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.293779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-478b07ce-eb86-4e5c-9fbb-4e249540d3b7 req-673359d7-61d2-44dc-8424-e977bcf4e45a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010349 Feb 11 04:46:58.409989 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.473136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3b7fcdd0-405b-4c1e-b838-780966f90aa2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7839341 Feb 11 04:46:58.473523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47060) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:46:58.479918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'admin_state_up': True, 'project_id': '65bc519e3418487ba870e678d8f45696', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:46:58.563580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fcdd0-405b-4c1e-b838-780966f90aa2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Network': ['ID=9d475139-daf9-44ff-ac2d-c7dabb4bb93f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:46:58.582758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:46:58.643125 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.644618 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.653929 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:58.729679 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_controller (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:59.098044 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:59.323682 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:59.352344 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:59.677134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Allocated IP 172.25.3.175 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/09549238-309f-4177-82df-f5a573ac48ec) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:46:59.713036 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:59.721224 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:59.724337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74218327-ccf1-4113-92c3-be1d6beaf3d5 req-27261754-9d2f-4993-8312-d4f4241bca47 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:59.733568 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74218327-ccf1-4113-92c3-be1d6beaf3d5 req-27261754-9d2f-4993-8312-d4f4241bca47 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 945 time: 0.3294895 Feb 11 04:46:59.735175 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:46:59.760481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4f06e-34e8-4d72-957d-e7c8d26d8957 req-c4a61220-1390-4b56-91f5-746f4b9a35df tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:46:59.763290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bae4f06e-34e8-4d72-957d-e7c8d26d8957 req-c4a61220-1390-4b56-91f5-746f4b9a35df tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.2697849 Feb 11 04:46:59.912932 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74218327-ccf1-4113-92c3-be1d6beaf3d5 req-68c17394-5bb1-4f35-9a32-33443d0e4d06 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784623 Feb 11 04:46:59.949301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bae4f06e-34e8-4d72-957d-e7c8d26d8957 req-3d36c4a9-5bf1-4892-87a9-532845a7dc90 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555190 Feb 11 04:46:59.956201 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for port (09549238-309f-4177-82df-f5a573ac48ec), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:00.233666 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (09549238-309f-4177-82df-f5a573ac48ec), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:00.285259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:00.291979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:00.295841 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:00.309464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.25.3.241 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/b9b1c273-d2cb-4710-8c16-af54f026806b) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:00.344589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Pushing event updated for resources: {'Port': ['ID=09549238-309f-4177-82df-f5a573ac48ec,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:00.467309 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (b9b1c273-d2cb-4710-8c16-af54f026806b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:00.583127 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b9b1c273-d2cb-4710-8c16-af54f026806b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:00.634961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:00.638276 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:00.642402 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:00.649102 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=b9b1c273-d2cb-4710-8c16-af54f026806b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:00.751097 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:01.099543 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:01.381150 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:01.464536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b790921-39fb-4aa1-99bb-0520c1395ed7 req-cf60e46b-bbbf-42fa-99b5-44a91773f3d0 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:01.466327 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b790921-39fb-4aa1-99bb-0520c1395ed7 req-cf60e46b-bbbf-42fa-99b5-44a91773f3d0 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 945 time: 0.6537669 Feb 11 04:47:01.593569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7839a08-6306-4352-ba8a-5ebaec0f2b64 req-14338d66-74a2-4e31-b6a9-a553d84b5476 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:01.596235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7839a08-6306-4352-ba8a-5ebaec0f2b64 req-14338d66-74a2-4e31-b6a9-a553d84b5476 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 945 time: 0.2781219 Feb 11 04:47:01.609689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fd4d4-a24c-4dd7-a950-c08589fe4ade req-ff6b09bd-6fb1-4c44-803e-2f6b89b48af9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:01.612610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-916fd4d4-a24c-4dd7-a950-c08589fe4ade req-ff6b09bd-6fb1-4c44-803e-2f6b89b48af9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.2969072 Feb 11 04:47:01.787137 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7839a08-6306-4352-ba8a-5ebaec0f2b64 req-ab9a6810-58d1-4ef2-bde8-8e389e357a8a tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f0d9e87-06ff-45f6-87a4-eeb484984e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728685 Feb 11 04:47:01.796893 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:01.808376 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-916fd4d4-a24c-4dd7-a950-c08589fe4ade req-88c78d11-d5af-491f-9c07-58b96b339644 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765759 Feb 11 04:47:01.826990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:47:01.866248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-3b790921-39fb-4aa1-99bb-0520c1395ed7 req-38b28760-ff2d-42cc-8925-226332d443f0 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Deleting port 3ec8e193-bc6a-4f2a-b114-b82ae230c183 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:01.866248 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3b790921-39fb-4aa1-99bb-0520c1395ed7 req-38b28760-ff2d-42cc-8925-226332d443f0 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3ec8e193-bc6a-4f2a-b114-b82ae230c183), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:02.042209 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:47:02.059689 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Sync routers for ids ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:47:02.076273 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Routers {'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:02.077150 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:02.103614 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-3b790921-39fb-4aa1-99bb-0520c1395ed7 req-38b28760-ff2d-42cc-8925-226332d443f0 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] For port 3ec8e193-bc6a-4f2a-b114-b82ae230c183, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3ec8e193-bc6a-4f2a-b114-b82ae230c183,segment=NetworkSegment(6849a946-918a-40c5-a44f-544cfb4b470a),segment_id=6849a946-918a-40c5-a44f-544cfb4b470a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:02.104327 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3b790921-39fb-4aa1-99bb-0520c1395ed7 req-38b28760-ff2d-42cc-8925-226332d443f0 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3ec8e193-bc6a-4f2a-b114-b82ae230c183), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:02.148817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-3b790921-39fb-4aa1-99bb-0520c1395ed7 req-38b28760-ff2d-42cc-8925-226332d443f0 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Calling delete_port for 3ec8e193-bc6a-4f2a-b114-b82ae230c183 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:02.173939 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:02.189395 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-55532612-658e-4bcc-aba9-6cdb526a0026 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7096050 Feb 11 04:47:02.190227 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47082) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:02.221530 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Set router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:02.243182 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6e9a157a-c7fb-4a0b-893a-65d019697d68 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=65bc519e3418487ba870e678d8f45696&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509253 Feb 11 04:47:02.247904 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47084) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:02.286247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Router 5ef65b34-fab7-4b0c-88f6-8aa64934fce3 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:47:02.430787 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0a5587-2c17-4845-ab6b-75f2750496d8 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:02.435122 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5c0a5587-2c17-4845-ab6b-75f2750496d8 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1851995 Feb 11 04:47:02.436447 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47090) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:02.471020 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:58Z', 'updated_at': '2022-02-11T04:47:00Z', 'revision_number': 3, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:59Z', 'updated_at': '2022-02-11T04:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:02.488273 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f5a9748b-5cff-4560-b1d5-4510f04e2090 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494726 Feb 11 04:47:02.488604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47092) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:02.494885 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-019927c9-2e2b-45a5-a8b8-d563f5b726a8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1483386326', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'project_id': '65bc519e3418487ba870e678d8f45696', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:02.511671 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Checking router: adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:47:02.512473 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Updating router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 port b9b1c273-d2cb-4710-8c16-af54f026806b binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:47:02.553463 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b9b1c273-d2cb-4710-8c16-af54f026806b), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:02.581440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:47:02.596144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6225d217-b4a8-4b1d-95b3-cdac649dc90b None None] Sync routers for ids ['5ef65b34-fab7-4b0c-88f6-8aa64934fce3'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:47:02.629802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6225d217-b4a8-4b1d-95b3-cdac649dc90b None None] Routers {'5ef65b34-fab7-4b0c-88f6-8aa64934fce3'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:02.632771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-6225d217-b4a8-4b1d-95b3-cdac649dc90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5ef65b34-fab7-4b0c-88f6-8aa64934fce3'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:02.702312 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-6225d217-b4a8-4b1d-95b3-cdac649dc90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:02.713901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6225d217-b4a8-4b1d-95b3-cdac649dc90b None None] Routers {'5ef65b34-fab7-4b0c-88f6-8aa64934fce3'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:02.714637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-6225d217-b4a8-4b1d-95b3-cdac649dc90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5ef65b34-fab7-4b0c-88f6-8aa64934fce3'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:02.757551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-6225d217-b4a8-4b1d-95b3-cdac649dc90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:02.758371 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6225d217-b4a8-4b1d-95b3-cdac649dc90b None None] The sync data for ids ['5ef65b34-fab7-4b0c-88f6-8aa64934fce3'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:47:02.781550 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:02.783788 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b5d90a30-9441-4939-9291-2029cbe6d5e6 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9652405 Feb 11 04:47:02.786459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47094) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:02.791433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:02.933296 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3b790921-39fb-4aa1-99bb-0520c1395ed7 req-38b28760-ff2d-42cc-8925-226332d443f0 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (3ec8e193-bc6a-4f2a-b114-b82ae230c183), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:02.939402 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019927c9-2e2b-45a5-a8b8-d563f5b726a8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Made reservation on behalf of 65bc519e3418487ba870e678d8f45696 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:02.945557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['3ec8e193-bc6a-4f2a-b114-b82ae230c183'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:02.946977 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-019927c9-2e2b-45a5-a8b8-d563f5b726a8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:02.957186 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Publish callbacks [] for port (b9b1c273-d2cb-4710-8c16-af54f026806b), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:02.992568 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5af380f4-b2ea-411a-87c1-27e47d2fc8e8 req-60fa2e38-97da-4de3-b654-436d121a9aff tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 210 time: 0.0547628 Feb 11 04:47:03.036711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b28760-ff2d-42cc-8925-226332d443f0 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Pushing event deleted for resources: {'Port': ['ID=3ec8e193-bc6a-4f2a-b114-b82ae230c183,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:03.122487 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b9b1c273-d2cb-4710-8c16-af54f026806b), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.123135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b790921-39fb-4aa1-99bb-0520c1395ed7 req-38b28760-ff2d-42cc-8925-226332d443f0 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] No DVR routers for this DVR port 3ec8e193-bc6a-4f2a-b114-b82ae230c183 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:47:03.128266 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3b790921-39fb-4aa1-99bb-0520c1395ed7 req-38b28760-ff2d-42cc-8925-226332d443f0 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.132150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b790921-39fb-4aa1-99bb-0520c1395ed7 req-38b28760-ff2d-42cc-8925-226332d443f0 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.47 "DELETE /v2.0/ports/3ec8e193-bc6a-4f2a-b114-b82ae230c183 HTTP/1.1" status: 204 len: 173 time: 1.6591077 Feb 11 04:47:03.133858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed50be8-c00a-485c-88ac-5d3db17c6ea3', 'name': 'network-vif-deleted', 'tag': '3ec8e193-bc6a-4f2a-b114-b82ae230c183'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:03.135407 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c88f30-b192-49c9-a8c8-4bcfd43ed806" -d '{"events": [{"server_uuid": "5ed50be8-c00a-485c-88ac-5d3db17c6ea3", "name": "network-vif-deleted", "tag": "3ec8e193-bc6a-4f2a-b114-b82ae230c183"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:03.254474 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Attempting to bind port b9b1c273-d2cb-4710-8c16-af54f026806b on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:03.256208 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Attempting to bind port b9b1c273-d2cb-4710-8c16-af54f026806b by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:03.257695 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Attempting to bind port b9b1c273-d2cb-4710-8c16-af54f026806b on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:03.270259 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:03.275130 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:03.275998 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.277284 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:03.277855 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Bound port: b9b1c273-d2cb-4710-8c16-af54f026806b, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:03.281803 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b9b1c273-d2cb-4710-8c16-af54f026806b), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.295321 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed7b649-8d5a-4748-b386-31e0402576cf x-openstack-request-id: req-0ed7b649-8d5a-4748-b386-31e0402576cf {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:03.296107 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed50be8-c00a-485c-88ac-5d3db17c6ea3", "name": "network-vif-deleted", "tag": "3ec8e193-bc6a-4f2a-b114-b82ae230c183", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:03.296107 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ed7b649-8d5a-4748-b386-31e0402576cf {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:03.296585 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed50be8-c00a-485c-88ac-5d3db17c6ea3', 'name': 'network-vif-deleted', 'tag': '3ec8e193-bc6a-4f2a-b114-b82ae230c183', 'status': 'completed', 'code': 200} Feb 11 04:47:03.339666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317775a1-8222-4f4b-b5ba-60d4f53a3e11 req-69c0aca2-9059-452a-8ab4-bea81a257455 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:03.341446 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-317775a1-8222-4f4b-b5ba-60d4f53a3e11 req-69c0aca2-9059-452a-8ab4-bea81a257455 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.3446805 Feb 11 04:47:03.384318 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b588e-ed21-4b8e-a31d-e366db682190 None None] Pushing event updated for resources: {'Port': ['ID=b9b1c273-d2cb-4710-8c16-af54f026806b,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:03.440795 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] For port b9b1c273-d2cb-4710-8c16-af54f026806b, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:03.445627 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] For port b9b1c273-d2cb-4710-8c16-af54f026806b, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b9b1c273-d2cb-4710-8c16-af54f026806b,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:03.452418 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-019927c9-2e2b-45a5-a8b8-d563f5b726a8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (2425608c-a5aa-4dde-8944-1ff38f50ae0a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.539409 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-317775a1-8222-4f4b-b5ba-60d4f53a3e11 req-f14906c2-c198-474a-9570-ac9fc7462706 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614923 Feb 11 04:47:03.578004 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b9b1c273-d2cb-4710-8c16-af54f026806b), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.624134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019927c9-2e2b-45a5-a8b8-d563f5b726a8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Subnet': ['ID=2425608c-a5aa-4dde-8944-1ff38f50ae0a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:03.651228 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019927c9-2e2b-45a5-a8b8-d563f5b726a8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Checking segment: {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:03.651604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019927c9-2e2b-45a5-a8b8-d563f5b726a8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network hostable DHCP agents. Network: 9d475139-daf9-44ff-ac2d-c7dabb4bb93f, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:47:03.669755 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Routers {'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:03.671251 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:03.685167 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.799837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019927c9-2e2b-45a5-a8b8-d563f5b726a8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:47:03.813729 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b588e-ed21-4b8e-a31d-e366db682190 None None] Pushing event updated for resources: {'Port': ['ID=b9b1c273-d2cb-4710-8c16-af54f026806b,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:03.839225 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_gateway (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.865186 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] Set router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:03.942324 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-019927c9-2e2b-45a5-a8b8-d563f5b726a8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 9d475139-daf9-44ff-ac2d-c7dabb4bb93f) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:03.947255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019927c9-2e2b-45a5-a8b8-d563f5b726a8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:03.947864 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-019927c9-2e2b-45a5-a8b8-d563f5b726a8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:03.968323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b28069-da43-4f82-84d9-5e77db8bee17 None None] Network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:04.112376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Deleting port 09549238-309f-4177-82df-f5a573ac48ec {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:04.112376 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (09549238-309f-4177-82df-f5a573ac48ec), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:04.130609 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:04.178729 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-019927c9-2e2b-45a5-a8b8-d563f5b726a8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6858420 Feb 11 04:47:04.180381 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47112) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:04.253041 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:58Z', 'updated_at': '2022-02-11T04:47:00Z', 'revision_number': 3, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:59Z', 'updated_at': '2022-02-11T04:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:04.320895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ips': [{'subnet_id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:47:04.323199 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:04.362561 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:04.394260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf543887-ad29-43e0-9010-ab00737973ec req-ad870c20-89f9-43fb-86db-e410d984cb36 tempest-VolumesSnapshotTestJSON-816072140 tempest-VolumesSnapshotTestJSON-816072140-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ed50be8-c00a-485c-88ac-5d3db17c6ea3 HTTP/1.1" status: 200 len: 210 time: 0.0927989 Feb 11 04:47:04.450651 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (09549238-309f-4177-82df-f5a573ac48ec), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:04.490988 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Calling delete_port for 09549238-309f-4177-82df-f5a573ac48ec owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:04.526497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c7c4c-3abe-48b7-8f13-1a773b833c81 None None] The sync data for ids ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'] in n-d-712142-35 is: [{'id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:58Z', 'updated_at': '2022-02-11T04:47:00Z', 'revision_number': 3, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:59Z', 'updated_at': '2022-02-11T04:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:47:04.571357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Allocated IP 172.20.0.2 (9d475139-daf9-44ff-ac2d-c7dabb4bb93f/2425608c-a5aa-4dde-8944-1ff38f50ae0a/659ff6c9-6cdf-4f03-988f-c52ba9f22495) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:04.794990 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Publish callbacks [] for port (659ff6c9-6cdf-4f03-988f-c52ba9f22495), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:04.892149 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (659ff6c9-6cdf-4f03-988f-c52ba9f22495), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:05.055585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:05.072524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:05.086062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:05.252537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Pushing event updated for resources: {'Port': ['ID=659ff6c9-6cdf-4f03-988f-c52ba9f22495,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:05.252537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Attempting to bind port 659ff6c9-6cdf-4f03-988f-c52ba9f22495 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:05.252537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Attempting to bind port 659ff6c9-6cdf-4f03-988f-c52ba9f22495 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:05.252537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Attempting to bind port 659ff6c9-6cdf-4f03-988f-c52ba9f22495 on network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:05.255439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:05.261175 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Checking segment: {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:05.261733 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:05.262244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Bound using segment: {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:05.262880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Bound port: 659ff6c9-6cdf-4f03-988f-c52ba9f22495, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:05.263371 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (659ff6c9-6cdf-4f03-988f-c52ba9f22495), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:05.289723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:05.292502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:05.292502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:05.292502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:05.292502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:05.292502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:05.293410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:05.294130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:05.294566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:05.295018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:05.295481 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:05.295905 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:05.296333 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:05.419889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] For port 659ff6c9-6cdf-4f03-988f-c52ba9f22495, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:05.431943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] For port 659ff6c9-6cdf-4f03-988f-c52ba9f22495, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=659ff6c9-6cdf-4f03-988f-c52ba9f22495,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:05.523955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e283ba9-b412-4808-88aa-ac11a7674465 req-7f1d8f9e-a779-4918-b47b-0570beec1f21 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:05.525196 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e283ba9-b412-4808-88aa-ac11a7674465 req-7f1d8f9e-a779-4918-b47b-0570beec1f21 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0862656 Feb 11 04:47:05.566298 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (659ff6c9-6cdf-4f03-988f-c52ba9f22495), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:05.764937 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e283ba9-b412-4808-88aa-ac11a7674465 req-c8194445-e5e0-404d-9f2e-3fb64a506058 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272444 Feb 11 04:47:05.808939 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (09549238-309f-4177-82df-f5a573ac48ec), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:05.896885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Pushing event deleted for resources: {'Port': ['ID=09549238-309f-4177-82df-f5a573ac48ec,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:05.948649 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c83c5-d387-41ea-8add-6412e7bc43ca None None] Pushing event updated for resources: {'Port': ['ID=659ff6c9-6cdf-4f03-988f-c52ba9f22495,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:06.017899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b9b1c273-d2cb-4710-8c16-af54f026806b up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:06.055708 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:06.107788 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:06.110826 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3ec8e193-bc6a-4f2a-b114-b82ae230c183 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:06.194311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 3ec8e193-bc6a-4f2a-b114-b82ae230c183 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:06.195245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3ec8e193-bc6a-4f2a-b114-b82ae230c183 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:06.280535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port b9b1c273-d2cb-4710-8c16-af54f026806b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:06.281258 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b9b1c273-d2cb-4710-8c16-af54f026806b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:06.423227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port b9b1c273-d2cb-4710-8c16-af54f026806b is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:06.423943 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b9b1c273-d2cb-4710-8c16-af54f026806b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:06.463052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port b9b1c273-d2cb-4710-8c16-af54f026806b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b9b1c273-d2cb-4710-8c16-af54f026806b,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:06.565111 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b9b1c273-d2cb-4710-8c16-af54f026806b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:06.746038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=b9b1c273-d2cb-4710-8c16-af54f026806b,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:06.793183 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:06.798044 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:06.853856 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.20.0.1 (9d475139-daf9-44ff-ac2d-c7dabb4bb93f/2425608c-a5aa-4dde-8944-1ff38f50ae0a/331f4013-ae1a-45b7-ab1a-862279c2a967) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:06.919682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Router 5ef65b34-fab7-4b0c-88f6-8aa64934fce3 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:47:07.088301 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.105779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:47:07.113912 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.122028 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3025cce5-fe05-4a81-a228-3bc02c2e4a5e tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "PUT /v2.0/routers/5ef65b34-fab7-4b0c-88f6-8aa64934fce3 HTTP/1.1" status: 200 len: 705 time: 4.3294630 Feb 11 04:47:07.122028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47146) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:07.128614 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c1c29f-5b0f-4516-bc70-ce1fc38e19f4 None None] Sync routers for ids ['5ef65b34-fab7-4b0c-88f6-8aa64934fce3'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:47:07.165409 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c1c29f-5b0f-4516-bc70-ce1fc38e19f4 None None] Routers {'5ef65b34-fab7-4b0c-88f6-8aa64934fce3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:07.166062 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-25c1c29f-5b0f-4516-bc70-ce1fc38e19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5ef65b34-fab7-4b0c-88f6-8aa64934fce3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:07.205964 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac80ca-ffe4-4813-a929-eeb203392c56 req-978af98b-d4a5-4a8a-888a-d657571bb1d4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:07.215108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-02ac80ca-ffe4-4813-a929-eeb203392c56 req-978af98b-d4a5-4a8a-888a-d657571bb1d4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.2981873 Feb 11 04:47:07.229647 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-25c1c29f-5b0f-4516-bc70-ce1fc38e19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:07.244015 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:47:07.250723 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c1c29f-5b0f-4516-bc70-ce1fc38e19f4 None None] Routers {'5ef65b34-fab7-4b0c-88f6-8aa64934fce3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:07.251615 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-25c1c29f-5b0f-4516-bc70-ce1fc38e19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5ef65b34-fab7-4b0c-88f6-8aa64934fce3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:07.290896 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8c41d3fa-f12f-455d-92dc-0b87d3dcda15 tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/routers/5ef65b34-fab7-4b0c-88f6-8aa64934fce3 HTTP/1.1" status: 200 len: 740 time: 0.1681159 Feb 11 04:47:07.293559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47150) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:07.299495 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-25c1c29f-5b0f-4516-bc70-ce1fc38e19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:07.300157 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c1c29f-5b0f-4516-bc70-ce1fc38e19f4 None None] The sync data for ids ['5ef65b34-fab7-4b0c-88f6-8aa64934fce3'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:47:07.324377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-02ac80ca-ffe4-4813-a929-eeb203392c56 req-cf5f474d-3418-4a3e-b56f-70e63c81fbbe tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072354 Feb 11 04:47:07.374708 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.380711 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-582c121c-35fa-4214-8a26-ac7a6ac2ab8c tempest-RoutersAdminTest-382351740 tempest-RoutersAdminTest-382351740-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&device_id=5ef65b34-fab7-4b0c-88f6-8aa64934fce3 HTTP/1.1" status: 200 len: 205 time: 0.0859332 Feb 11 04:47:07.385035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47152) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:07.430522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:07.433934 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:07.437848 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:07.440324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-210a76c8-a710-410d-b170-60ddf49f0cb2 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef65b34-fab7-4b0c-88f6-8aa64934fce3 HTTP/1.1" status: 200 len: 205 time: 0.0536668 Feb 11 04:47:07.442849 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47154) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:07.477210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=331f4013-ae1a-45b7-ab1a-862279c2a967,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:07.559855 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:07.560225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:07.560586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:07.560936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:07.561284 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:07.561625 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:07.561995 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:07.562407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:07.562690 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:07.563045 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:07.563362 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:07.563695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:07.564027 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:07.578035 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03e773fb-ad88-4e78-9bf5-2175b9445663 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:07.637288 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:08.083008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 659ff6c9-6cdf-4f03-988f-c52ba9f22495 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:08.150326 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03e773fb-ad88-4e78-9bf5-2175b9445663 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:08.159901 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03e773fb-ad88-4e78-9bf5-2175b9445663 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router_controller (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:08.163041 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:08.188667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 659ff6c9-6cdf-4f03-988f-c52ba9f22495 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:08.191922 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (659ff6c9-6cdf-4f03-988f-c52ba9f22495), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:08.277400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12549d15-6fe9-463c-8367-30c554c454c3 None None] Network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:08.471070 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03e773fb-ad88-4e78-9bf5-2175b9445663 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (5ef65b34-fab7-4b0c-88f6-8aa64934fce3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:08.472118 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e773fb-ad88-4e78-9bf5-2175b9445663 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Fanout notify agent at l3_agent the message router_deleted on router 5ef65b34-fab7-4b0c-88f6-8aa64934fce3 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:47:08.510855 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03e773fb-ad88-4e78-9bf5-2175b9445663 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:08.517623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065083ef-9c18-4db5-b6dc-a2f0480149d9 req-3d2724c4-1032-4c69-88a1-1f960f7dd7c8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:08.519367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-065083ef-9c18-4db5-b6dc-a2f0480149d9 req-3d2724c4-1032-4c69-88a1-1f960f7dd7c8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0723615 Feb 11 04:47:08.520084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47172) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:08.526601 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-03e773fb-ad88-4e78-9bf5-2175b9445663 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "DELETE /v2.0/routers/5ef65b34-fab7-4b0c-88f6-8aa64934fce3 HTTP/1.1" status: 204 len: 168 time: 1.0752206 Feb 11 04:47:08.567639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1658c355-7bfc-4416-ae33-a5a8d9d9c19b tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ef65b34-fab7-4b0c-88f6-8aa64934fce3 HTTP/1.1" status: 200 len: 205 time: 0.0448422 Feb 11 04:47:08.572194 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47174) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:08.653032 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-065083ef-9c18-4db5-b6dc-a2f0480149d9 req-a9b89f3c-efb5-4428-8856-cc948ccb5e67 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202404 Feb 11 04:47:08.667782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4d352650-8cf6-494d-b852-a09f17ff05a1 None None] Provisioning complete for port 659ff6c9-6cdf-4f03-988f-c52ba9f22495 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:08.668525 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4d352650-8cf6-494d-b852-a09f17ff05a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (659ff6c9-6cdf-4f03-988f-c52ba9f22495), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:08.669343 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-e36cb9ff-a308-450a-8245-9ca8658ae47c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] delete failed (client error): The resource could not be found. Feb 11 04:47:08.679752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47178) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:08.680511 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e36cb9ff-a308-450a-8245-9ca8658ae47c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "DELETE /v2.0/routers/5ef65b34-fab7-4b0c-88f6-8aa64934fce3 HTTP/1.1" status: 404 len: 336 time: 0.1065354 Feb 11 04:47:08.730385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cda2f20f-b4c0-4ded-8591-82e6001dc0f0 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "GET /v2.0/ports?device_id=fcabd88e-efea-4a49-a19c-072b461c0bfb HTTP/1.1" status: 200 len: 205 time: 0.0491295 Feb 11 04:47:08.732752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47184) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:08.789061 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-7ad96632-b079-404b-8cd1-0b177559e1c0 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] delete failed (client error): The resource could not be found. Feb 11 04:47:08.791133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7ad96632-b079-404b-8cd1-0b177559e1c0 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "DELETE /v2.0/routers/fcabd88e-efea-4a49-a19c-072b461c0bfb HTTP/1.1" status: 404 len: 336 time: 0.0572050 Feb 11 04:47:08.793711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47186) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:08.808383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 659ff6c9-6cdf-4f03-988f-c52ba9f22495 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:08.808789 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (659ff6c9-6cdf-4f03-988f-c52ba9f22495), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:08.839181 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0aff2b85-ff45-4b33-947c-b5a0cb0abff8 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "GET /v2.0/ports?device_id=0af77a6f-f8ab-4169-a259-78f855b0db61 HTTP/1.1" status: 200 len: 205 time: 0.0438166 Feb 11 04:47:08.840458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47188) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:08.904978 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-1443158d-e286-47da-968b-34f6a042cd43 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] delete failed (client error): The resource could not be found. Feb 11 04:47:08.909963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1443158d-e286-47da-968b-34f6a042cd43 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "DELETE /v2.0/routers/0af77a6f-f8ab-4169-a259-78f855b0db61 HTTP/1.1" status: 404 len: 336 time: 0.0681775 Feb 11 04:47:08.912607 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47192) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:08.975639 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 659ff6c9-6cdf-4f03-988f-c52ba9f22495, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=659ff6c9-6cdf-4f03-988f-c52ba9f22495,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:08.985114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4466d039-d6d3-48bd-bb0b-e97de6b6b95f tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "GET /v2.0/ports?device_id=37e69b6f-3161-4872-a953-5656b31d6734 HTTP/1.1" status: 200 len: 205 time: 0.0729570 Feb 11 04:47:08.986921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47194) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:08.993280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4d352650-8cf6-494d-b852-a09f17ff05a1 None None] Current status of the port 659ff6c9-6cdf-4f03-988f-c52ba9f22495 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:08.993984 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4d352650-8cf6-494d-b852-a09f17ff05a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (659ff6c9-6cdf-4f03-988f-c52ba9f22495), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:09.080101 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-7193919a-9298-4da8-89b4-0d3b5033dfc0 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] delete failed (client error): The resource could not be found. Feb 11 04:47:09.083559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7193919a-9298-4da8-89b4-0d3b5033dfc0 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "DELETE /v2.0/routers/37e69b6f-3161-4872-a953-5656b31d6734 HTTP/1.1" status: 404 len: 336 time: 0.0903788 Feb 11 04:47:09.084570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47198) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:09.115041 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (659ff6c9-6cdf-4f03-988f-c52ba9f22495), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:09.115704 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b9b1c273-d2cb-4710-8c16-af54f026806b up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:09.130438 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-54de28c9-1ea2-477a-9260-1709fcb2036c tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2ff9647-94fa-4951-98bf-5b1130aa8fa7 HTTP/1.1" status: 200 len: 205 time: 0.0440290 Feb 11 04:47:09.133296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47200) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:09.286682 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-0a5184d2-0724-48f2-bebf-59eb3e177acd tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] delete failed (client error): The resource could not be found. Feb 11 04:47:09.291392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0a5184d2-0724-48f2-bebf-59eb3e177acd tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "DELETE /v2.0/routers/f2ff9647-94fa-4951-98bf-5b1130aa8fa7 HTTP/1.1" status: 404 len: 336 time: 0.1556909 Feb 11 04:47:09.292924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47204) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:09.308710 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port b9b1c273-d2cb-4710-8c16-af54f026806b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:09.309191 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b9b1c273-d2cb-4710-8c16-af54f026806b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:09.317234 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-4d352650-8cf6-494d-b852-a09f17ff05a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:47:09.317868 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-4d352650-8cf6-494d-b852-a09f17ff05a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:47:09.322487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=659ff6c9-6cdf-4f03-988f-c52ba9f22495,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:09.386023 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:09.410761 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cd4a794f-c0c7-460d-8df9-bd508e8f6fce tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5209dc6-b3d5-47b4-a81c-6f6b689fc198 HTTP/1.1" status: 200 len: 205 time: 0.1132195 Feb 11 04:47:09.413184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47206) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:09.486470 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-b3180bed-41bc-420d-a4ca-da922911be54 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] delete failed (client error): The resource could not be found. Feb 11 04:47:09.487613 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b3180bed-41bc-420d-a4ca-da922911be54 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "DELETE /v2.0/routers/c5209dc6-b3d5-47b4-a81c-6f6b689fc198 HTTP/1.1" status: 404 len: 336 time: 0.0723758 Feb 11 04:47:09.490377 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47208) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:09.512271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port b9b1c273-d2cb-4710-8c16-af54f026806b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:09.532306 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c54fc1-7681-4177-825b-a1b62f32fdc5 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] DELETE failed (client error): The resource could not be found. Feb 11 04:47:09.533068 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c54fc1-7681-4177-825b-a1b62f32fdc5 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:47:09.536547 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c2c54fc1-7681-4177-825b-a1b62f32fdc5 tempest-RoutersAdminTest-1498979926 tempest-RoutersAdminTest-1498979926-project] 10.222.0.13 "DELETE /v2.0/subnets/8e9c082c-6e71-47ea-af13-4e1054fa89d0 HTTP/1.1" status: 404 len: 337 time: 0.0446053 Feb 11 04:47:09.538856 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:09.638925 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=331f4013-ae1a-45b7-ab1a-862279c2a967,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:09.643592 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:09.776904 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:09.779239 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:09.930451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20143eea-4542-41a6-9fc3-b85fbd0db4f9 req-58f22e08-5653-40e1-9eb3-d3173e019d86 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:09.963156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20143eea-4542-41a6-9fc3-b85fbd0db4f9 req-58f22e08-5653-40e1-9eb3-d3173e019d86 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1241050 Feb 11 04:47:10.062531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 659ff6c9-6cdf-4f03-988f-c52ba9f22495 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:10.112973 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20143eea-4542-41a6-9fc3-b85fbd0db4f9 req-00550a8b-944f-4f24-9097-eefee7fb9abd tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447902 Feb 11 04:47:10.176426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:47:10.195051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4d352650-8cf6-494d-b852-a09f17ff05a1 None None] Current status of the port 659ff6c9-6cdf-4f03-988f-c52ba9f22495 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:10.330526 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 659ff6c9-6cdf-4f03-988f-c52ba9f22495 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:10.331601 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (659ff6c9-6cdf-4f03-988f-c52ba9f22495), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:10.418841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-98a97a7e-95df-4730-881f-75b3ff264fdf None None] Provisioning complete for port 659ff6c9-6cdf-4f03-988f-c52ba9f22495 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:10.419447 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-98a97a7e-95df-4730-881f-75b3ff264fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (659ff6c9-6cdf-4f03-988f-c52ba9f22495), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:10.439968 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:47:10.468449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Sync routers for ids ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:47:10.479415 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-69218603-721d-4c14-a27b-7377f9ea4da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "PUT /v2.0/routers/adac2bf7-5bae-4b74-bd9d-c09e8060a5b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2884579 Feb 11 04:47:10.485093 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47230) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:10.542299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Routers {'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:10.542893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:10.653490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 659ff6c9-6cdf-4f03-988f-c52ba9f22495 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:10.744325 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bae2acb9-13f8-4442-8393-126c2b3f2b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:10.750291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-98a97a7e-95df-4730-881f-75b3ff264fdf None None] Current status of the port 659ff6c9-6cdf-4f03-988f-c52ba9f22495 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:10.782255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Set router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:10.825892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-98a97a7e-95df-4730-881f-75b3ff264fdf None None] Provisioning complete for port 331f4013-ae1a-45b7-ab1a-862279c2a967 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:10.826279 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-98a97a7e-95df-4730-881f-75b3ff264fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:10.917495 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-98a97a7e-95df-4730-881f-75b3ff264fdf None None] Port 331f4013-ae1a-45b7-ab1a-862279c2a967 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:47:10.930708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-5aaf9fb0-2da2-4c2c-90ac-e2b2ec4cb198 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743707627&fields=id&tenant_id=65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 267 time: 0.1281393 Feb 11 04:47:10.935069 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bae2acb9-13f8-4442-8393-126c2b3f2b97 admin admin] Publish callbacks [] for security_group (d5b8cf8b-7578-4630-b797-b2837a6f71d5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:11.011212 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bae2acb9-13f8-4442-8393-126c2b3f2b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d5b8cf8b-7578-4630-b797-b2837a6f71d5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:11.103454 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bae2acb9-13f8-4442-8393-126c2b3f2b97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a7b8986466e4de88e77f5ed882ce11e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6163979 Feb 11 04:47:11.105003 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2acb9-13f8-4442-8393-126c2b3f2b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b8cf8b-7578-4630-b797-b2837a6f71d5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:11.109923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47254) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:11.263907 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6a44bc0-6aee-4786-8858-1d4aa2253222 admin admin] Publish callbacks [] for security_group (d5b8cf8b-7578-4630-b797-b2837a6f71d5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:11.278677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-a66fefbc-1ace-4e8e-8d3c-8f0a1a45c361 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:11.296759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-a66fefbc-1ace-4e8e-8d3c-8f0a1a45c361 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/networks?id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f HTTP/1.1" status: 200 len: 797 time: 0.3497705 Feb 11 04:47:11.327653 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-3b5d3581-3de5-4f5d-942b-4343dee69663 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/quotas/65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 375 time: 0.0286949 Feb 11 04:47:11.372750 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6a44bc0-6aee-4786-8858-1d4aa2253222 admin admin] Publish callbacks [] for security_group (d5b8cf8b-7578-4630-b797-b2837a6f71d5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:11.380166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:58Z', 'updated_at': '2022-02-11T04:47:07Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:59Z', 'updated_at': '2022-02-11T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '331f4013-ae1a-45b7-ab1a-862279c2a967', 'name': '', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:a1:87:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:06Z', 'updated_at': '2022-02-11T04:47:08Z', 'revision_number': 2, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:11.488879 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-09d70867-fe63-44a7-adbc-1982e738cbe4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1592731 Feb 11 04:47:11.521118 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Checking router: adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:47:11.521912 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Updating router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 port 331f4013-ae1a-45b7-ab1a-862279c2a967 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:47:11.624233 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:11.668742 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6a44bc0-6aee-4786-8858-1d4aa2253222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d5b8cf8b-7578-4630-b797-b2837a6f71d5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:11.676649 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6a44bc0-6aee-4786-8858-1d4aa2253222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:11.678675 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b6a44bc0-6aee-4786-8858-1d4aa2253222 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5b8cf8b-7578-4630-b797-b2837a6f71d5 HTTP/1.1" status: 204 len: 168 time: 0.5666015 Feb 11 04:47:11.721378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a44bc0-6aee-4786-8858-1d4aa2253222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b8cf8b-7578-4630-b797-b2837a6f71d5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:11.796318 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-a7f8c4a0-63e1-49e5-8a87-dcb36c558ad1 service neutron] 10.222.0.13 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821763 Feb 11 04:47:12.050596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13fa67-81df-4283-8c5c-b9c5f58d4a39 req-32fcf818-03c8-4ce9-8832-d04530589203 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:12.059860 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f13fa67-81df-4283-8c5c-b9c5f58d4a39 req-32fcf818-03c8-4ce9-8832-d04530589203 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1120896 Feb 11 04:47:12.070005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-48953b20-56eb-4cbc-ad14-82b67c9c3770 service neutron] 10.222.0.13 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577434 Feb 11 04:47:12.201343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f13fa67-81df-4283-8c5c-b9c5f58d4a39 req-aefc3467-6f71-4ca7-ba1a-d9543b7706f6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300690 Feb 11 04:47:12.431832 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Publish callbacks [] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:12.594210 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:12.921443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea618b-89fe-40f6-9a7a-29cb69607071 None None] Pushing event updated for resources: {'Port': ['ID=331f4013-ae1a-45b7-ab1a-862279c2a967,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:12.977950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Attempting to bind port 331f4013-ae1a-45b7-ab1a-862279c2a967 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:12.980348 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Attempting to bind port 331f4013-ae1a-45b7-ab1a-862279c2a967 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:12.981626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Attempting to bind port 331f4013-ae1a-45b7-ab1a-862279c2a967 on network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:12.995241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:13.000486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Checking segment: {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:13.000997 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:13.004185 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Bound using segment: {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:13.005090 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Bound port: 331f4013-ae1a-45b7-ab1a-862279c2a967, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:13.007552 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:13.091997 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-814443c5-f7ab-4b96-bd0f-065acd877e02 req-b643af0d-4c67-4397-9d4b-f491fa408633 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 210 time: 0.1332266 Feb 11 04:47:13.188733 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47292) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:13.247322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] For port 331f4013-ae1a-45b7-ab1a-862279c2a967, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:13.255210 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-38bfa9aa-de63-464b-968b-7a818ae7a0e5 None None] Provisioning complete for port 331f4013-ae1a-45b7-ab1a-862279c2a967 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:13.255843 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-38bfa9aa-de63-464b-968b-7a818ae7a0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:13.268436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] For port 331f4013-ae1a-45b7-ab1a-862279c2a967, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=331f4013-ae1a-45b7-ab1a-862279c2a967,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:13.298439 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-186dce08-56cc-4a23-8c6f-a2e30027edf6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a9c3ca2c0744b859aa43c19a315a1bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1080687 Feb 11 04:47:13.301298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47298) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:13.344163 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-38bfa9aa-de63-464b-968b-7a818ae7a0e5 None None] Port 331f4013-ae1a-45b7-ab1a-862279c2a967 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:47:13.427847 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5ef8-bfe2-4a7c-80e2-c106ad19188d admin admin] Publish callbacks [] for security_group (0ca782e9-e989-4843-81bd-66a0bd7cbc75), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:13.458689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc76fea-3196-4da9-b103-8687e3f8dd5d req-a50fe9c3-a397-4b30-839a-4e2ad79cedc9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:13.470062 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dc76fea-3196-4da9-b103-8687e3f8dd5d req-a50fe9c3-a397-4b30-839a-4e2ad79cedc9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0974774 Feb 11 04:47:13.478506 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5ef8-bfe2-4a7c-80e2-c106ad19188d admin admin] Publish callbacks [] for security_group (0ca782e9-e989-4843-81bd-66a0bd7cbc75), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:13.486110 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:13.642515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dc76fea-3196-4da9-b103-8687e3f8dd5d req-b0f80ae2-f056-4202-b62e-85d2e7def87f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712613 Feb 11 04:47:13.676472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea618b-89fe-40f6-9a7a-29cb69607071 None None] Pushing event updated for resources: {'Port': ['ID=331f4013-ae1a-45b7-ab1a-862279c2a967,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:13.705316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Routers {'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:13.706412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:46:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:13.746727 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5ef8-bfe2-4a7c-80e2-c106ad19188d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0ca782e9-e989-4843-81bd-66a0bd7cbc75), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:13.746727 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5ef8-bfe2-4a7c-80e2-c106ad19188d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:13.746727 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c9eb5ef8-bfe2-4a7c-80e2-c106ad19188d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ca782e9-e989-4843-81bd-66a0bd7cbc75 HTTP/1.1" status: 204 len: 168 time: 0.4434564 Feb 11 04:47:13.777479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb5ef8-bfe2-4a7c-80e2-c106ad19188d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca782e9-e989-4843-81bd-66a0bd7cbc75,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:14.139961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] Set router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:14.327879 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-300efc0a-5002-43d4-bd80-803b04870bf6 req-86989209-2303-4785-b6da-9d60ea9afa9f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 210 time: 0.0774977 Feb 11 04:47:14.444458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-badbb7ac-dc41-4c45-b7b9-fe94ea74fbf0 None None] Provisioning complete for port 331f4013-ae1a-45b7-ab1a-862279c2a967 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:14.445258 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-badbb7ac-dc41-4c45-b7b9-fe94ea74fbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:14.775034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:58Z', 'updated_at': '2022-02-11T04:47:07Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:59Z', 'updated_at': '2022-02-11T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '331f4013-ae1a-45b7-ab1a-862279c2a967', 'name': '', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:a1:87:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:06Z', 'updated_at': '2022-02-11T04:47:13Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:14.845901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a7029-0e3a-4925-ab8d-5af2bbd5857f None None] The sync data for ids ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'] in n-d-712142-35 is: [{'id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:58Z', 'updated_at': '2022-02-11T04:47:07Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:59Z', 'updated_at': '2022-02-11T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '331f4013-ae1a-45b7-ab1a-862279c2a967', 'name': '', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:a1:87:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:06Z', 'updated_at': '2022-02-11T04:47:13Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:47:14.847901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-badbb7ac-dc41-4c45-b7b9-fe94ea74fbf0 None None] Current status of the port 331f4013-ae1a-45b7-ab1a-862279c2a967 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:14.848409 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-badbb7ac-dc41-4c45-b7b9-fe94ea74fbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:15.064932 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-badbb7ac-dc41-4c45-b7b9-fe94ea74fbf0 None None] For port 331f4013-ae1a-45b7-ab1a-862279c2a967, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=331f4013-ae1a-45b7-ab1a-862279c2a967,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:15.099065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61919359-a7d1-42ff-9b94-fc4f556a4213 req-d916fe00-2025-4c4b-97d4-ae20967c9a72 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:15.114857 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-61919359-a7d1-42ff-9b94-fc4f556a4213 req-d916fe00-2025-4c4b-97d4-ae20967c9a72 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.2881038 Feb 11 04:47:15.331858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460d135-9a49-4ba1-b361-3b334a7bb9d0 req-5b143557-c2e2-4445-b31f-28430cfb65ef tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:15.351748 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3460d135-9a49-4ba1-b361-3b334a7bb9d0 req-5b143557-c2e2-4445-b31f-28430cfb65ef tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 946 time: 0.2183013 Feb 11 04:47:15.355717 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-badbb7ac-dc41-4c45-b7b9-fe94ea74fbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:15.598969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbb7ac-dc41-4c45-b7b9-fe94ea74fbf0 None None] Pushing event updated for resources: {'Port': ['ID=331f4013-ae1a-45b7-ab1a-862279c2a967,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:15.637829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3460d135-9a49-4ba1-b361-3b334a7bb9d0 req-e3426267-f02a-4146-83fb-f7fcdbc7f781 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838714 Feb 11 04:47:15.669581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-61919359-a7d1-42ff-9b94-fc4f556a4213 req-732fb0f7-798a-4f63-9cec-7213cb940805 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478673 Feb 11 04:47:15.941231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-43aa1a67-9900-4d6b-ade1-993d6be98c8b req-e45fd7f4-fc10-49c9-b7fe-d0d5c83381f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 210 time: 0.1564875 Feb 11 04:47:16.102926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 331f4013-ae1a-45b7-ab1a-862279c2a967 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:16.316689 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 331f4013-ae1a-45b7-ab1a-862279c2a967 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:16.318230 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:16.581019 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23899aa5-4290-4b6e-a40b-2bacc510f2c1 req-4aebb1c1-b9cb-4aeb-bdd8-d2923c5a92e0 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:16.587769 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23899aa5-4290-4b6e-a40b-2bacc510f2c1 req-4aebb1c1-b9cb-4aeb-bdd8-d2923c5a92e0 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 946 time: 0.2458482 Feb 11 04:47:16.674453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 331f4013-ae1a-45b7-ab1a-862279c2a967 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:17.403248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58922e2-7845-4860-9f9f-5ce60251831a req-6d1cf13e-1d00-4506-91c2-d94dbb1461cc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:17.417979 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c58922e2-7845-4860-9f9f-5ce60251831a req-6d1cf13e-1d00-4506-91c2-d94dbb1461cc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.4435976 Feb 11 04:47:17.526281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96f49b-bdb4-494e-abe0-618a26c0b1f1 req-2b3c1e24-5e41-4094-be13-fc014b2451b2 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:17.538948 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d96f49b-bdb4-494e-abe0-618a26c0b1f1 req-2b3c1e24-5e41-4094-be13-fc014b2451b2 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 946 time: 0.5070083 Feb 11 04:47:17.583328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-23899aa5-4290-4b6e-a40b-2bacc510f2c1 req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Deleting port 07185e33-e8b8-4060-bf95-b0624f3d0585 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:17.593916 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23899aa5-4290-4b6e-a40b-2bacc510f2c1 req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (07185e33-e8b8-4060-bf95-b0624f3d0585), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:17.955832 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c58922e2-7845-4860-9f9f-5ce60251831a req-e4723cf4-07f5-47db-89d8-8bc0e741c451 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361724 Feb 11 04:47:18.046505 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5d96f49b-bdb4-494e-abe0-618a26c0b1f1 req-43a0f396-8d45-497b-bcc0-a3f01acb7214 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058019 Feb 11 04:47:18.116827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-23899aa5-4290-4b6e-a40b-2bacc510f2c1 req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] For port 07185e33-e8b8-4060-bf95-b0624f3d0585, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=07185e33-e8b8-4060-bf95-b0624f3d0585,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:18.117382 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23899aa5-4290-4b6e-a40b-2bacc510f2c1 req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (07185e33-e8b8-4060-bf95-b0624f3d0585), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:18.149661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-23899aa5-4290-4b6e-a40b-2bacc510f2c1 req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Calling delete_port for 07185e33-e8b8-4060-bf95-b0624f3d0585 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:18.189209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25a267a6-9610-4f3d-8429-2dd4c9a942b9 req-89f5aea6-6933-4910-80a3-e8c2e3d5e4e9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 210 time: 0.0659177 Feb 11 04:47:18.811786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47400) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:18.919586 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23899aa5-4290-4b6e-a40b-2bacc510f2c1 req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (07185e33-e8b8-4060-bf95-b0624f3d0585), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:18.942891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:18.949002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['e9018ccb-ca21-413f-bca7-43eaaf6841ce', '1a819b19-befb-4bed-8760-11986c8d61dc'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:19.007907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-715442215', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:19.017448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Pushing event deleted for resources: {'Port': ['ID=07185e33-e8b8-4060-bf95-b0624f3d0585,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:19.073220 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:19.073707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:19.074237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:19.074825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:19.075333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:19.075883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:19.076546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:19.077102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:19.077625 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:19.078124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:19.079318 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:19.079877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:19.093956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:47:19.141391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-23899aa5-4290-4b6e-a40b-2bacc510f2c1 req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] No DVR routers for this DVR port 07185e33-e8b8-4060-bf95-b0624f3d0585 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:47:19.147076 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-fcaded2d-9e36-46ab-928f-7f0631bf1929 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:19.148830 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-23899aa5-4290-4b6e-a40b-2bacc510f2c1 req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.149050 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-fcaded2d-9e36-46ab-928f-7f0631bf1929 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.47 "GET /v2.0/networks?id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f HTTP/1.1" status: 200 len: 797 time: 1.1524887 Feb 11 04:47:19.153057 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23899aa5-4290-4b6e-a40b-2bacc510f2c1 req-6ffb8077-a398-4fc0-b8a2-3074f2d17e3e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.47 "DELETE /v2.0/ports/07185e33-e8b8-4060-bf95-b0624f3d0585 HTTP/1.1" status: 204 len: 173 time: 2.5591509 Feb 11 04:47:19.169670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ccffb9-f748-43c8-92f0-71ecaf9294a3', 'name': 'network-vif-deleted', 'tag': '07185e33-e8b8-4060-bf95-b0624f3d0585'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:19.173019 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40487197-3f6b-4eaa-a661-98b734da3702" -d '{"events": [{"server_uuid": "b9ccffb9-f748-43c8-92f0-71ecaf9294a3", "name": "network-vif-deleted", "tag": "07185e33-e8b8-4060-bf95-b0624f3d0585"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:19.328423 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-b1e2c4d9-e288-4e24-b8f5-fbdb00e3bf7c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 379 time: 0.1677706 Feb 11 04:47:19.344423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-5eb94267-274d-4824-b3c2-f5429fa9c695 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'port': {'device_id': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'admin_state_up': True, 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'security_groups': ['49118c45-f9ad-4388-a1b9-98948b47d60d']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:19.377372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ebec0704-344f-40be-8794-0d7abdcbfb8d req-9e2b41b5-bab8-407c-81d1-7558050bc5ee tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 210 time: 0.1084678 Feb 11 04:47:19.430461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefe9fd-14f4-47bb-991e-618abf5b2268 req-c9a13990-07ad-42df-aca2-99c2b1c80eb4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:19.433465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7eefe9fd-14f4-47bb-991e-618abf5b2268 req-c9a13990-07ad-42df-aca2-99c2b1c80eb4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.2935586 Feb 11 04:47:19.440971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Made reservation on behalf of e292241c80254f5e8af40c8a4c7072fb for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:19.461994 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.496698 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f622607-40bd-4e7f-bd10-59d0f74a6216 x-openstack-request-id: req-2f622607-40bd-4e7f-bd10-59d0f74a6216 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:19.497161 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ccffb9-f748-43c8-92f0-71ecaf9294a3", "name": "network-vif-deleted", "tag": "07185e33-e8b8-4060-bf95-b0624f3d0585", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:19.498420 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f622607-40bd-4e7f-bd10-59d0f74a6216 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:19.499625 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ccffb9-f748-43c8-92f0-71ecaf9294a3', 'name': 'network-vif-deleted', 'tag': '07185e33-e8b8-4060-bf95-b0624f3d0585', 'status': 'completed', 'code': 200} Feb 11 04:47:19.615102 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8d10332-030a-4509-bc87-77c2f3e4abed req-d054253d-c310-485b-a75f-935feef4aadf tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 210 time: 0.1094675 Feb 11 04:47:19.619137 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.727882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7eefe9fd-14f4-47bb-991e-618abf5b2268 req-e5b19806-e3f7-4053-a6f9-3131ecc4a744 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478285 Feb 11 04:47:19.799256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-5eb94267-274d-4824-b3c2-f5429fa9c695 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Made reservation on behalf of 65bc519e3418487ba870e678d8f45696 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:19.802841 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-5eb94267-274d-4824-b3c2-f5429fa9c695 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:19.922719 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks [] for security_group (3551026e-fd10-4663-8243-b77a47144501), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:20.061295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-5eb94267-274d-4824-b3c2-f5429fa9c695 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.20.0.6 (9d475139-daf9-44ff-ac2d-c7dabb4bb93f/2425608c-a5aa-4dde-8944-1ff38f50ae0a/6d5435bd-1d07-4afc-a943-0dcfc82033e8) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:20.142228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 07185e33-e8b8-4060-bf95-b0624f3d0585 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:20.148850 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3551026e-fd10-4663-8243-b77a47144501), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:20.164770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] device_id is not set on port 851570a2-1c26-431c-a59c-4231f1cfb7cd yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:47:20.193698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 07185e33-e8b8-4060-bf95-b0624f3d0585 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:20.195007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 07185e33-e8b8-4060-bf95-b0624f3d0585 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:20.223603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3551026e-fd10-4663-8243-b77a47144501,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:20.302372 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-5eb94267-274d-4824-b3c2-f5429fa9c695 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:20.324203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Allocated IP 172.25.3.140 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/851570a2-1c26-431c-a59c-4231f1cfb7cd) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:20.510323 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-5eb94267-274d-4824-b3c2-f5429fa9c695 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:20.592291 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-993dff98-8025-4bf9-9aed-793d34fd9da3 req-20483fbd-a16a-4be5-9fb9-891d91641870 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9ccffb9-f748-43c8-92f0-71ecaf9294a3 HTTP/1.1" status: 200 len: 210 time: 0.0540824 Feb 11 04:47:20.596624 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-5eb94267-274d-4824-b3c2-f5429fa9c695 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:20.604064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-5eb94267-274d-4824-b3c2-f5429fa9c695 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:20.608170 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-5eb94267-274d-4824-b3c2-f5429fa9c695 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:20.622222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb94267-274d-4824-b3c2-f5429fa9c695 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=6d5435bd-1d07-4afc-a943-0dcfc82033e8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:20.699175 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks [] for port (851570a2-1c26-431c-a59c-4231f1cfb7cd), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:20.737374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-5eb94267-274d-4824-b3c2-f5429fa9c695 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:20.738653 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-5eb94267-274d-4824-b3c2-f5429fa9c695 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:20.877348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912f4f6-0430-4055-a85b-01d7b397dc1a req-a4bb7203-4dee-455e-8e08-d80bfc398614 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:20.884985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2912f4f6-0430-4055-a85b-01d7b397dc1a req-a4bb7203-4dee-455e-8e08-d80bfc398614 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 931 time: 0.0912569 Feb 11 04:47:20.955576 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-5eb94267-274d-4824-b3c2-f5429fa9c695 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6219118 Feb 11 04:47:20.972453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Request body: {'port': {'device_id': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:21.027839 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (851570a2-1c26-431c-a59c-4231f1cfb7cd), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:21.099083 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:21.152537 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2912f4f6-0430-4055-a85b-01d7b397dc1a req-539efdf2-94b0-4aaf-8536-fd9505fa986d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625842 Feb 11 04:47:21.188689 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-16386d7d-efb5-42fe-9145-dbe4677cba46 None None] Provisioning complete for port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:21.190388 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-16386d7d-efb5-42fe-9145-dbe4677cba46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:21.204971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:21.219462 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:21.223474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Pushing event updated for resources: {'Port': ['ID=851570a2-1c26-431c-a59c-4231f1cfb7cd,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:21.242462 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cac8a-3709-4fae-887c-0df300a0c439 req-2e71f191-b527-45a1-9aa8-0d8c0dd91c4a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:21.245612 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf3cac8a-3709-4fae-887c-0df300a0c439 req-2e71f191-b527-45a1-9aa8-0d8c0dd91c4a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.3170099 Feb 11 04:47:21.247144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:21.275826 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-16386d7d-efb5-42fe-9145-dbe4677cba46 None None] Port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:47:21.379847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:21.380911 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:21.424284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf3cac8a-3709-4fae-887c-0df300a0c439 req-ab4b4753-631b-490b-a6aa-c56862371ab7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704941 Feb 11 04:47:21.529360 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a4b5fcd6-22ef-4888-aa9b-f659e7bab774 tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7154300 Feb 11 04:47:21.538702 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47442) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:21.549033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-07a50e46-4126-4cb6-bf00-7b6d72d6059e tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.140'}]}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:21.701206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5435bd-1d07-4afc-a943-0dcfc82033e8 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:21.701206 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Publish callbacks [] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:21.712973 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Transition to ACTIVE for port object 6d5435bd-1d07-4afc-a943-0dcfc82033e8 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:47:21.811144 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07a50e46-4126-4cb6-bf00-7b6d72d6059e tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (92480445-843b-41a6-96c1-3493640312c3), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:21.812343 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07a50e46-4126-4cb6-bf00-7b6d72d6059e tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (92480445-843b-41a6-96c1-3493640312c3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:21.873729 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07a50e46-4126-4cb6-bf00-7b6d72d6059e tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks [] for router_controller (92480445-843b-41a6-96c1-3493640312c3), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:21.964259 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:22.042505 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5435bd-1d07-4afc-a943-0dcfc82033e8,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:22.115300 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Attempting to bind port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:22.115716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Attempting to bind port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:22.116226 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Attempting to bind port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 on network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:22.122605 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 on network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:47:22.124025 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Attempting to bind port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 on network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:22.133532 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:22.140627 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Checking segment: {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:22.140627 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Bound using segment: {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:22.140627 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Bound port: 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:22.140627 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:22.304711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:22.310657 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:22.433407 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:22.441470 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07a50e46-4126-4cb6-bf00-7b6d72d6059e tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks [] for router_gateway (92480445-843b-41a6-96c1-3493640312c3), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:22.527925 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1dbe4-9c3a-410d-a751-6135ea630cc1 req-ac860e63-5987-4c7b-80f8-5140f5bb1a10 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:22.531063 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fdb1dbe4-9c3a-410d-a751-6135ea630cc1 req-ac860e63-5987-4c7b-80f8-5140f5bb1a10 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 943 time: 0.1239274 Feb 11 04:47:22.543234 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:22.544093 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:22.545873 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] 10.222.0.47 "PUT /v2.0/ports/6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 1092 time: 1.5801778 Feb 11 04:47:22.546460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:22.568023 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119f0365-11f5-4c7a-928b-ecb9f58e8990" -d '{"events": [{"name": "network-changed", "server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:22.624186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63081b46-d9cb-4e21-a64e-5d96d27f0147 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5435bd-1d07-4afc-a943-0dcfc82033e8,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:22.652735 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fdb1dbe4-9c3a-410d-a751-6135ea630cc1 req-4c0d9d3f-5948-4564-bcb9-df558ace886b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161613 Feb 11 04:47:22.781672 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb10be0d-ae71-4273-8af5-3b8a8b3059e1 x-openstack-request-id: req-cb10be0d-ae71-4273-8af5-3b8a8b3059e1 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:22.782607 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:22.783180 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb10be0d-ae71-4273-8af5-3b8a8b3059e1 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:22.783953 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'status': 'completed', 'code': 200} Feb 11 04:47:22.825542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-d716587b-14fc-41cd-832a-6c35977846ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:22.827417 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-d716587b-14fc-41cd-832a-6c35977846ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1126 time: 0.1028156 Feb 11 04:47:22.894611 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-bbb341e0-3fe8-4190-bc57-b5be9bbe32fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 217 time: 0.0597599 Feb 11 04:47:22.978786 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-cabc04f7-5aa5-44d9-aa83-50c5c6a517ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:22.978786 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-cabc04f7-5aa5-44d9-aa83-50c5c6a517ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2425608c-a5aa-4dde-8944-1ff38f50ae0a HTTP/1.1" status: 200 len: 835 time: 0.0678446 Feb 11 04:47:23.062930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-2c22780e-ec90-4517-85bd-6d15918d9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:23.065436 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-2c22780e-ec90-4517-85bd-6d15918d9b86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0866737 Feb 11 04:47:23.176031 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ac1a30ba-57a1-4801-95bc-d3e82f2b2ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:23.181528 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fb70a-e010-487a-86d9-f00c51f05401 req-9b64aec3-f1a8-4bcc-904f-8ef2773b7dc8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:23.181966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-104fb70a-e010-487a-86d9-f00c51f05401 req-9b64aec3-f1a8-4bcc-904f-8ef2773b7dc8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.5628648 Feb 11 04:47:23.247449 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-d3918b34-d7c5-4458-bb13-0366f202d358 service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762071 Feb 11 04:47:23.264543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-104fb70a-e010-487a-86d9-f00c51f05401 req-8e54d49d-f918-4129-9747-af42cfc05c8a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737236 Feb 11 04:47:23.385360 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1a86ea9-7845-4dd0-a727-61e3a83612e8 req-e2da1590-35b2-41c3-ab5b-81fb48217e79 service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302826 Feb 11 04:47:23.425962 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07a50e46-4126-4cb6-bf00-7b6d72d6059e tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks [] for router_gateway (92480445-843b-41a6-96c1-3493640312c3), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:23.462360 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07a50e46-4126-4cb6-bf00-7b6d72d6059e tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:23.687314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f0365-11f5-4c7a-928b-ecb9f58e8990 req-6764f73d-687f-4edf-b187-ef7337024efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:23.688983 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-119f0365-11f5-4c7a-928b-ecb9f58e8990 req-6764f73d-687f-4edf-b187-ef7337024efd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1126 time: 0.0520957 Feb 11 04:47:23.865018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f0365-11f5-4c7a-928b-ecb9f58e8990 req-f0b76a38-2d77-44f1-b715-5d59fe28c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:23.867388 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-119f0365-11f5-4c7a-928b-ecb9f58e8990 req-f0b76a38-2d77-44f1-b715-5d59fe28c9d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f HTTP/1.1" status: 200 len: 898 time: 0.1714137 Feb 11 04:47:23.874906 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07a50e46-4126-4cb6-bf00-7b6d72d6059e tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks [] for router (92480445-843b-41a6-96c1-3493640312c3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:23.926861 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-119f0365-11f5-4c7a-928b-ecb9f58e8990 req-2f5e645d-541b-447e-b7e3-0f94795498ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 217 time: 0.0496333 Feb 11 04:47:24.031964 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f0365-11f5-4c7a-928b-ecb9f58e8990 req-8be2ab70-f80a-4f22-b9ff-a13c25af4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:24.035075 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-119f0365-11f5-4c7a-928b-ecb9f58e8990 req-8be2ab70-f80a-4f22-b9ff-a13c25af4bf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2425608c-a5aa-4dde-8944-1ff38f50ae0a HTTP/1.1" status: 200 len: 835 time: 0.1007476 Feb 11 04:47:24.175591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f0365-11f5-4c7a-928b-ecb9f58e8990 req-e17007c7-8a50-4da8-b898-518a1577eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:24.177800 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-119f0365-11f5-4c7a-928b-ecb9f58e8990 req-e17007c7-8a50-4da8-b898-518a1577eb80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1358259 Feb 11 04:47:24.270913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998a811-4349-4e7c-9b1d-42c486e9115a req-6462fe72-0baf-4188-9880-e4c3b790272a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:24.273017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f998a811-4349-4e7c-9b1d-42c486e9115a req-6462fe72-0baf-4188-9880-e4c3b790272a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 943 time: 0.4491544 Feb 11 04:47:24.277728 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07a50e46-4126-4cb6-bf00-7b6d72d6059e tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (92480445-843b-41a6-96c1-3493640312c3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:24.280875 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07a50e46-4126-4cb6-bf00-7b6d72d6059e tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks [] for router_controller (92480445-843b-41a6-96c1-3493640312c3), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:24.331041 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-119f0365-11f5-4c7a-928b-ecb9f58e8990 req-875b0f79-5f24-4d6a-95e0-b61a504637b6 service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459131 Feb 11 04:47:24.431106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f998a811-4349-4e7c-9b1d-42c486e9115a req-2c0e6ae6-b2e5-4c93-bdef-a870bcbb02c1 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465106 Feb 11 04:47:24.525378 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-119f0365-11f5-4c7a-928b-ecb9f58e8990 req-ff74cdbe-09db-4d71-9e4c-72d110dd3617 service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883438 Feb 11 04:47:24.573012 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07a50e46-4126-4cb6-bf00-7b6d72d6059e tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (92480445-843b-41a6-96c1-3493640312c3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:24.573012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a50e46-4126-4cb6-bf00-7b6d72d6059e tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92480445-843b-41a6-96c1-3493640312c3 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:47:24.595928 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bee5b-7e3e-4ac0-a4a5-a0b45a6ce7d1 req-bd18635e-10b4-42a2-988d-ec6d32eeef6e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:24.599282 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-345bee5b-7e3e-4ac0-a4a5-a0b45a6ce7d1 req-bd18635e-10b4-42a2-988d-ec6d32eeef6e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1662431 Feb 11 04:47:24.694091 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-345bee5b-7e3e-4ac0-a4a5-a0b45a6ce7d1 req-44ab1e9a-6dcd-472b-813d-c06711657b4f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774267 Feb 11 04:47:24.749178 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-07a50e46-4126-4cb6-bf00-7b6d72d6059e tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 04:47:24.751546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-07a50e46-4126-4cb6-bf00-7b6d72d6059e tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2108431 Feb 11 04:47:24.755860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47496) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:24.903599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-deb0d94f-041c-4d59-93fc-fb399f3581cb tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Deleting port 851570a2-1c26-431c-a59c-4231f1cfb7cd {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:24.904212 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-deb0d94f-041c-4d59-93fc-fb399f3581cb tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (851570a2-1c26-431c-a59c-4231f1cfb7cd), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:25.035127 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-deb0d94f-041c-4d59-93fc-fb399f3581cb tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (851570a2-1c26-431c-a59c-4231f1cfb7cd), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:25.054084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-deb0d94f-041c-4d59-93fc-fb399f3581cb tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Calling delete_port for 851570a2-1c26-431c-a59c-4231f1cfb7cd owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:25.370075 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-deb0d94f-041c-4d59-93fc-fb399f3581cb tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (851570a2-1c26-431c-a59c-4231f1cfb7cd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:25.414979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0d94f-041c-4d59-93fc-fb399f3581cb tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Pushing event deleted for resources: {'Port': ['ID=851570a2-1c26-431c-a59c-4231f1cfb7cd,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:25.528759 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-deb0d94f-041c-4d59-93fc-fb399f3581cb tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:25.540820 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-130da894-8016-4b5a-bf9e-e13a5d061d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:25.544277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-deb0d94f-041c-4d59-93fc-fb399f3581cb tempest-RoutersAdminNegativeTest-1841262254 tempest-RoutersAdminNegativeTest-1841262254-project-admin] 10.222.0.13 "DELETE /v2.0/ports/851570a2-1c26-431c-a59c-4231f1cfb7cd HTTP/1.1" status: 204 len: 168 time: 0.7865241 Feb 11 04:47:25.790792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3535-f813-4e0a-b1d9-974bf1662817 req-b44bc230-4167-402b-992e-bb512ea1c2a3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:25.809577 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-455f3535-f813-4e0a-b1d9-974bf1662817 req-b44bc230-4167-402b-992e-bb512ea1c2a3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 943 time: 0.1993687 Feb 11 04:47:26.024795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-455f3535-f813-4e0a-b1d9-974bf1662817 req-8e0adf1d-718c-4cde-8d39-86907354bc1d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196162 Feb 11 04:47:26.070785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d0b24-308d-4359-a1b8-3ff62f831dae req-d019c271-7125-4f10-993a-ec8cd64fda1c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:26.070785 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-353d0b24-308d-4359-a1b8-3ff62f831dae req-d019c271-7125-4f10-993a-ec8cd64fda1c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0836637 Feb 11 04:47:26.176279 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 6d5435bd-1d07-4afc-a943-0dcfc82033e8 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:47:26.205069 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-353d0b24-308d-4359-a1b8-3ff62f831dae req-be092995-c3f9-4119-827d-c330333d53ad tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301770 Feb 11 04:47:26.418455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:26.445122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'port_id': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'mac_address': 'fa:16:3e:64:d3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:47:26.556807 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:26.557981 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:26.650811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5435bd-1d07-4afc-a943-0dcfc82033e8 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:47:26.696956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47522) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:26.713293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:26.771074 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:26.839753 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:26.911202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=6d5435bd-1d07-4afc-a943-0dcfc82033e8,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:26.986769 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be9b90a1-b605-4071-8ec5-4f4b7e8714ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:27.118954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['6d5435bd-1d07-4afc-a943-0dcfc82033e8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:27.184425 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be9b90a1-b605-4071-8ec5-4f4b7e8714ea admin admin] Publish callbacks [] for security_group (2b8684cc-45aa-4b6f-b125-090661c2d960), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:27.279332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22b7f2-255e-4c6f-bdd5-d7e0de451ccd req-dd10d22f-f50f-4759-b6d9-7ad1522ab105 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:27.282011 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a22b7f2-255e-4c6f-bdd5-d7e0de451ccd req-dd10d22f-f50f-4759-b6d9-7ad1522ab105 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 944 time: 0.1042855 Feb 11 04:47:27.448024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a22b7f2-255e-4c6f-bdd5-d7e0de451ccd req-5a6ee3ba-4452-49cc-8c89-206a36d022f5 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539354 Feb 11 04:47:27.481855 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be9b90a1-b605-4071-8ec5-4f4b7e8714ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2b8684cc-45aa-4b6f-b125-090661c2d960), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:27.538731 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-be9b90a1-b605-4071-8ec5-4f4b7e8714ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0da4f58655d94301955d6a697accf86e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8355675 Feb 11 04:47:27.539135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47540) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:27.624738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54ef40-d739-42c1-b704-199da87057bc req-dd71ab52-c405-4a7d-8396-8859909a56ca tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:27.645710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c54ef40-d739-42c1-b704-199da87057bc req-dd71ab52-c405-4a7d-8396-8859909a56ca tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.2781873 Feb 11 04:47:27.656455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b90a1-b605-4071-8ec5-4f4b7e8714ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8684cc-45aa-4b6f-b125-090661c2d960,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:27.784535 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02a2bc99-2d74-4257-a4c8-09e3cd3f45ea admin admin] Publish callbacks [] for security_group (2b8684cc-45aa-4b6f-b125-090661c2d960), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:27.854868 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02a2bc99-2d74-4257-a4c8-09e3cd3f45ea admin admin] Publish callbacks [] for security_group (2b8684cc-45aa-4b6f-b125-090661c2d960), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:27.917250 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c54ef40-d739-42c1-b704-199da87057bc req-65ec1c60-7147-457f-a0d1-2078d287be8d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636375 Feb 11 04:47:28.134418 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02a2bc99-2d74-4257-a4c8-09e3cd3f45ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2b8684cc-45aa-4b6f-b125-090661c2d960), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:28.135471 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02a2bc99-2d74-4257-a4c8-09e3cd3f45ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:28.137593 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-02a2bc99-2d74-4257-a4c8-09e3cd3f45ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b8684cc-45aa-4b6f-b125-090661c2d960 HTTP/1.1" status: 204 len: 168 time: 0.5968981 Feb 11 04:47:28.160390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2bc99-2d74-4257-a4c8-09e3cd3f45ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8684cc-45aa-4b6f-b125-090661c2d960,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:28.416434 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:28.642732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089270e-7ef8-418d-b07f-694123c7936b req-f13bb8ca-93dd-4bcb-8115-5339bb1117d4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:28.655533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d089270e-7ef8-418d-b07f-694123c7936b req-f13bb8ca-93dd-4bcb-8115-5339bb1117d4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 944 time: 0.1122382 Feb 11 04:47:28.746088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d089270e-7ef8-418d-b07f-694123c7936b req-772a29f4-b45d-4bf1-947d-c561e9bc4607 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890307 Feb 11 04:47:29.163246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda240d-a9f8-4c02-ac5e-41b74119aac3 req-42a42861-2afd-44ce-b9ab-35cc4d37a24d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:29.190348 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aeda240d-a9f8-4c02-ac5e-41b74119aac3 req-42a42861-2afd-44ce-b9ab-35cc4d37a24d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1239183 Feb 11 04:47:29.250355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aeda240d-a9f8-4c02-ac5e-41b74119aac3 req-5812606e-273b-44e3-8811-4867e5659bde tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609226 Feb 11 04:47:29.662320 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47572) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:29.744332 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-83cda468-5eec-4fad-856d-c635899e6320 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e292241c80254f5e8af40c8a4c7072fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0761666 Feb 11 04:47:29.744800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47574) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:29.753866 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:29.837304 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5b41-e09b-46e9-b830-d65e55deac88 admin admin] Publish callbacks [] for security_group (3551026e-fd10-4663-8243-b77a47144501), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:29.911365 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5b41-e09b-46e9-b830-d65e55deac88 admin admin] Publish callbacks [] for security_group (3551026e-fd10-4663-8243-b77a47144501), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:29.986720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a456536-dffb-43f7-88ba-450a33a43286 req-7093854d-0114-41a9-b6b3-4cb7f5ea69f3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:29.989815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a456536-dffb-43f7-88ba-450a33a43286 req-7093854d-0114-41a9-b6b3-4cb7f5ea69f3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 944 time: 0.1217265 Feb 11 04:47:30.064029 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a456536-dffb-43f7-88ba-450a33a43286 req-4eb99123-2bb7-4309-b6a4-e792d25fc2a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627913 Feb 11 04:47:30.183212 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5b41-e09b-46e9-b830-d65e55deac88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3551026e-fd10-4663-8243-b77a47144501), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:30.190959 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b1f5b41-e09b-46e9-b830-d65e55deac88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:30.194766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3b1f5b41-e09b-46e9-b830-d65e55deac88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3551026e-fd10-4663-8243-b77a47144501 HTTP/1.1" status: 204 len: 168 time: 0.4471915 Feb 11 04:47:30.206589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 6d5435bd-1d07-4afc-a943-0dcfc82033e8 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:47:30.252279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f5b41-e09b-46e9-b830-d65e55deac88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3551026e-fd10-4663-8243-b77a47144501,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:30.468436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:47:30.475283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:47:30.475933 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:30.553917 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50439ca-c9d0-41d5-877d-0bb70a9a54a8 req-76988598-0f16-418c-ae95-c84cf4565cab tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:30.555547 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b50439ca-c9d0-41d5-877d-0bb70a9a54a8 req-76988598-0f16-418c-ae95-c84cf4565cab tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1065130 Feb 11 04:47:30.660016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:47:30.660964 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:30.698210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b50439ca-c9d0-41d5-877d-0bb70a9a54a8 req-3e414cf3-295d-4d3c-b1f5-db8d121ad7f9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325731 Feb 11 04:47:30.726435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:30.729985 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736e3add-4e42-4b0f-a4f4-0bb2f95b1e9f" -d '{"events": [{"server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "name": "network-vif-plugged", "status": "completed", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:30.766956 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:31.080287 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917c2f95-1a4a-4a41-af48-e211aa412974 x-openstack-request-id: req-917c2f95-1a4a-4a41-af48-e211aa412974 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:31.080590 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "name": "network-vif-plugged", "status": "completed", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:31.080854 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-917c2f95-1a4a-4a41-af48-e211aa412974 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:31.081251 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'code': 200} Feb 11 04:47:31.125344 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:31.332391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c10a4-bf62-4faf-8fd1-d12cfbbee050 req-0cd2f39d-79ee-4016-84fc-5efb25b4a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:31.340154 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-828c10a4-bf62-4faf-8fd1-d12cfbbee050 req-0cd2f39d-79ee-4016-84fc-5efb25b4a13b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1128 time: 0.1081145 Feb 11 04:47:31.348684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7eb98f-8bdb-4fb2-844d-6d355da6e90a req-cdc7a74d-25e3-40b6-95e5-5db895c08261 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:31.367194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb7eb98f-8bdb-4fb2-844d-6d355da6e90a req-cdc7a74d-25e3-40b6-95e5-5db895c08261 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.1431096 Feb 11 04:47:31.462305 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-828c10a4-bf62-4faf-8fd1-d12cfbbee050 req-af8be7ab-8a22-4703-b0aa-bdd8dda0bab5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179829 Feb 11 04:47:31.473601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb7eb98f-8bdb-4fb2-844d-6d355da6e90a req-3dd81f16-c471-43ee-aa31-e7898b5b3926 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003182 Feb 11 04:47:31.480932 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=6d5435bd-1d07-4afc-a943-0dcfc82033e8,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:31.861479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a21120-52cd-43ea-81ac-a9f61053818f req-7222942b-b278-4f50-9b8f-8b65973f9487 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:31.863848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73a21120-52cd-43ea-81ac-a9f61053818f req-7222942b-b278-4f50-9b8f-8b65973f9487 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0626216 Feb 11 04:47:31.934291 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73a21120-52cd-43ea-81ac-a9f61053818f req-49ae40d7-31bc-44af-88c1-f7b9e94ef746 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596192 Feb 11 04:47:32.737956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1355c-343a-4393-a730-86644fec05e9 req-3a1b7c95-6459-471a-85b5-0cbfef19eb1a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:32.740469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4c1355c-343a-4393-a730-86644fec05e9 req-3a1b7c95-6459-471a-85b5-0cbfef19eb1a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.1009476 Feb 11 04:47:32.874680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4c1355c-343a-4393-a730-86644fec05e9 req-c0019700-eaf2-4497-b74b-4b323faab07d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205049 Feb 11 04:47:32.922079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47648) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:33.115412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Request body: {'networks': [{'name': 'tempest-network--98177600'}, {'name': 'tempest-network--1219274792'}]} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:33.115412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Request body: {'network': {'name': 'tempest-network--98177600'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:33.115412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Request body: {'network': {'name': 'tempest-network--1219274792'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:33.189766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c39cce-dd42-49e9-8cf4-e4c46b739ad9 req-00eb7a3a-ffd5-41ed-ad99-c4b7178d673a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:33.192897 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05c39cce-dd42-49e9-8cf4-e4c46b739ad9 req-00eb7a3a-ffd5-41ed-ad99-c4b7178d673a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1234837 Feb 11 04:47:33.314527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Made reservation on behalf of c97cce25ecc2481090b46ad5ad31ae98 for: {'network': 2} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:33.339137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:33.339624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05c39cce-dd42-49e9-8cf4-e4c46b739ad9 req-feafc5ac-cc52-4a87-994c-df4b2641c458 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334038 Feb 11 04:47:33.367955 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:33.490061 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for security_group (aa4b4fcd-a6f0-4d1d-9920-333e59ea9d81), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:33.589396 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (aa4b4fcd-a6f0-4d1d-9920-333e59ea9d81), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:33.591219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:33.664222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c51e6-7464-4ba3-9468-48496d844738 req-50a96bf9-f086-4c55-9188-91d64ba595a8 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:33.670356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:47:33.672150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d44c51e6-7464-4ba3-9468-48496d844738 req-50a96bf9-f086-4c55-9188-91d64ba595a8 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 945 time: 0.1158888 Feb 11 04:47:33.679051 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4b4fcd-a6f0-4d1d-9920-333e59ea9d81,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:33.692790 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (5abcf451-4c53-4b2b-ae4f-9fef8158598f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:33.693128 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Added segment 5abcf451-4c53-4b2b-ae4f-9fef8158598f of type vlan for network 57664da8-a83b-4c3f-bf1c-261b1eb577eb Feb 11 04:47:33.747622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d44c51e6-7464-4ba3-9468-48496d844738 req-1f1eed39-2661-4e85-b8b8-7036529c6e24 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716436 Feb 11 04:47:33.826428 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (57664da8-a83b-4c3f-bf1c-261b1eb577eb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:33.874820 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:47:33.889230 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b66707ed-b38d-490d-8a7b-cc89c072712d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:33.889230 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Added segment b66707ed-b38d-490d-8a7b-cc89c072712d of type vlan for network 665b9ca2-dcd7-4b5e-b14d-b66514454bd5 Feb 11 04:47:33.943001 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (665b9ca2-dcd7-4b5e-b14d-b66514454bd5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:34.075823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354337cb-0e5a-4709-adec-2f43497726c2 req-fea9e9ea-69e2-4d3f-9e88-6469df07afd3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.078088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-354337cb-0e5a-4709-adec-2f43497726c2 req-fea9e9ea-69e2-4d3f-9e88-6469df07afd3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.0808530 Feb 11 04:47:34.096313 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:34.139025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-354337cb-0e5a-4709-adec-2f43497726c2 req-32c50548-d7d4-4878-9c55-0d586e502663 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532401 Feb 11 04:47:34.164006 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (57664da8-a83b-4c3f-bf1c-261b1eb577eb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:34.169307 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (665b9ca2-dcd7-4b5e-b14d-b66514454bd5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:34.171152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.173156 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:34.176543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.177413 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:34.280817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event updated for resources: {'Network': ['ID=57664da8-a83b-4c3f-bf1c-261b1eb577eb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:34.308045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 57664da8-a83b-4c3f-bf1c-261b1eb577eb details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:47:34.344015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c4a14-8e09-47fb-b080-8f2490e2d8a9 req-51848344-27ba-4337-86f0-eb6ddec8fd2f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.346409 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f2c4a14-8e09-47fb-b080-8f2490e2d8a9 req-51848344-27ba-4337-86f0-eb6ddec8fd2f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.0874796 Feb 11 04:47:34.434030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event updated for resources: {'Network': ['ID=665b9ca2-dcd7-4b5e-b14d-b66514454bd5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:34.485150 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-152949a0-2bf1-4afe-b671-d620dd39973a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.5468388 Feb 11 04:47:34.485150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47682) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:34.494100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 665b9ca2-dcd7-4b5e-b14d-b66514454bd5 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:47:34.528777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f2c4a14-8e09-47fb-b080-8f2490e2d8a9 req-9c54d157-90a4-44ba-b73e-5331fbc011db tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757579 Feb 11 04:47:34.563233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47684) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:34.643568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9632391e-0179-4d06-a06b-18d0df8ffd95 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.648665 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9632391e-0179-4d06-a06b-18d0df8ffd95 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1123 time: 0.0695214 Feb 11 04:47:34.650269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47686) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:34.654896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:34.683650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9c17a-8fec-4096-8d77-a3132455f1b0 req-105c346d-72c3-4227-a204-be86c21ea0ef tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.685274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fdb9c17a-8fec-4096-8d77-a3132455f1b0 req-105c346d-72c3-4227-a204-be86c21ea0ef tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1440380 Feb 11 04:47:34.797231 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:34.839079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fdb9c17a-8fec-4096-8d77-a3132455f1b0 req-2a7f8a54-5bde-41b0-b649-38a6734b55f6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232121 Feb 11 04:47:34.869860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f357aa3-c3c2-434a-a1b7-77709ace5844 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.878060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f357aa3-c3c2-434a-a1b7-77709ace5844 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.883162 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f357aa3-c3c2-434a-a1b7-77709ace5844 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.890132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f357aa3-c3c2-434a-a1b7-77709ace5844 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:34.893934 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8f357aa3-c3c2-434a-a1b7-77709ace5844 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4127612 Feb 11 04:47:34.895886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47692) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:35.027852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19e8bb-a770-4892-9493-bb8a5322138d req-068c4962-fded-4ae8-970f-f97f023660aa tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:35.029545 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5f19e8bb-a770-4892-9493-bb8a5322138d req-068c4962-fded-4ae8-970f-f97f023660aa tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 945 time: 0.1096292 Feb 11 04:47:35.050108 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bd67395-d220-4d3f-8c4b-a4941f720996 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (57664da8-a83b-4c3f-bf1c-261b1eb577eb), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.220996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cc5c1-62a0-45df-a850-006047cb8f5b req-c7e8d91f-470d-45cf-a67b-366b80987bc7 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:35.229072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-602cc5c1-62a0-45df-a850-006047cb8f5b req-c7e8d91f-470d-45cf-a67b-366b80987bc7 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 945 time: 0.3565304 Feb 11 04:47:35.251772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-5f19e8bb-a770-4892-9493-bb8a5322138d req-28a9e6a5-e1e9-4f28-8ae5-364358c97579 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Deleting port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:35.252792 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5f19e8bb-a770-4892-9493-bb8a5322138d req-28a9e6a5-e1e9-4f28-8ae5-364358c97579 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.297372 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bd67395-d220-4d3f-8c4b-a4941f720996 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (57664da8-a83b-4c3f-bf1c-261b1eb577eb), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.326872 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.341199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-2bd67395-d220-4d3f-8c4b-a4941f720996 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57664da8-a83b-4c3f-bf1c-261b1eb577eb']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:35.400044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-2bd67395-d220-4d3f-8c4b-a4941f720996 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abcf451-4c53-4b2b-ae4f-9fef8158598f') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:35.400399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-2bd67395-d220-4d3f-8c4b-a4941f720996 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abcf451-4c53-4b2b-ae4f-9fef8158598f') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:35.427451 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bd67395-d220-4d3f-8c4b-a4941f720996 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (5abcf451-4c53-4b2b-ae4f-9fef8158598f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.448362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-602cc5c1-62a0-45df-a850-006047cb8f5b req-0971814d-cb8a-4237-8811-5f9f17aad3e7 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172353 Feb 11 04:47:35.501887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-5f19e8bb-a770-4892-9493-bb8a5322138d req-28a9e6a5-e1e9-4f28-8ae5-364358c97579 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] For port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:35.502485 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5f19e8bb-a770-4892-9493-bb8a5322138d req-28a9e6a5-e1e9-4f28-8ae5-364358c97579 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.528757 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bd67395-d220-4d3f-8c4b-a4941f720996 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (5abcf451-4c53-4b2b-ae4f-9fef8158598f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.529800 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-5f19e8bb-a770-4892-9493-bb8a5322138d req-28a9e6a5-e1e9-4f28-8ae5-364358c97579 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Calling delete_port for abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:35.536584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd67395-d220-4d3f-8c4b-a4941f720996 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:47:35.536888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bd67395-d220-4d3f-8c4b-a4941f720996 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (5abcf451-4c53-4b2b-ae4f-9fef8158598f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:47:35.567436 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:47:35.680173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.25.3.230 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/f4c29d2d-c837-4eb1-bda3-c2eba42908ae) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:35.826837 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (f4c29d2d-c837-4eb1-bda3-c2eba42908ae), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.857111 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5f19e8bb-a770-4892-9493-bb8a5322138d req-28a9e6a5-e1e9-4f28-8ae5-364358c97579 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.866072 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bd67395-d220-4d3f-8c4b-a4941f720996 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (57664da8-a83b-4c3f-bf1c-261b1eb577eb), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.882017 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bd67395-d220-4d3f-8c4b-a4941f720996 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:35.891595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['e9018ccb-ca21-413f-bca7-43eaaf6841ce', '1a819b19-befb-4bed-8760-11986c8d61dc'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:35.906006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2bd67395-d220-4d3f-8c4b-a4941f720996 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "DELETE /v2.0/networks/57664da8-a83b-4c3f-bf1c-261b1eb577eb HTTP/1.1" status: 204 len: 168 time: 1.0034525 Feb 11 04:47:35.906174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:35.925856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47704) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:35.966736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd67395-d220-4d3f-8c4b-a4941f720996 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event deleted for resources: {'Network': ['ID=57664da8-a83b-4c3f-bf1c-261b1eb577eb,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:36.027935 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9e6a5-e1e9-4f28-8ae5-364358c97579 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Pushing event deleted for resources: {'Port': ['ID=abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:36.059704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f19e8bb-a770-4892-9493-bb8a5322138d req-28a9e6a5-e1e9-4f28-8ae5-364358c97579 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] No DVR routers for this DVR port abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:47:36.064412 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5f19e8bb-a770-4892-9493-bb8a5322138d req-28a9e6a5-e1e9-4f28-8ae5-364358c97579 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:36.069558 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5f19e8bb-a770-4892-9493-bb8a5322138d req-28a9e6a5-e1e9-4f28-8ae5-364358c97579 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.47 "DELETE /v2.0/ports/abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b HTTP/1.1" status: 204 len: 173 time: 1.0341697 Feb 11 04:47:36.070360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1db3c7d-201f-4665-9711-8e2238d925be', 'name': 'network-vif-deleted', 'tag': 'abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:36.075218 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb19c33-cf5e-4ebf-a514-29d8955753b6" -d '{"events": [{"server_uuid": "d1db3c7d-201f-4665-9711-8e2238d925be", "name": "network-vif-deleted", "tag": "abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:36.130992 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7eb72dc-9c85-4c80-8b99-564df48a78db x-openstack-request-id: req-b7eb72dc-9c85-4c80-8b99-564df48a78db {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:36.130992 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1db3c7d-201f-4665-9711-8e2238d925be", "name": "network-vif-deleted", "tag": "abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:36.130992 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7eb72dc-9c85-4c80-8b99-564df48a78db {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:36.130992 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1db3c7d-201f-4665-9711-8e2238d925be', 'name': 'network-vif-deleted', 'tag': 'abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b', 'status': 'completed', 'code': 200} Feb 11 04:47:36.192877 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ad7716bd-7ace-43d2-97c8-96dc1a2d72c9 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (665b9ca2-dcd7-4b5e-b14d-b66514454bd5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:36.211844 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3d329-4ad6-4d5c-a91b-75ef1c399a0a req-417e7aa7-e056-4026-bbd9-36a98031d0cd tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:36.213455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ad3d329-4ad6-4d5c-a91b-75ef1c399a0a req-417e7aa7-e056-4026-bbd9-36a98031d0cd tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.2306406 Feb 11 04:47:36.217459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f4c29d2d-c837-4eb1-bda3-c2eba42908ae), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:36.311546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:36.331158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:36.355961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:36.410392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=f4c29d2d-c837-4eb1-bda3-c2eba42908ae,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:36.462900 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ad7716bd-7ace-43d2-97c8-96dc1a2d72c9 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (665b9ca2-dcd7-4b5e-b14d-b66514454bd5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:36.470331 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ad3d329-4ad6-4d5c-a91b-75ef1c399a0a req-4aea88a8-bfbb-4941-aa1f-80ab5677734a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416494 Feb 11 04:47:36.500900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ad7716bd-7ace-43d2-97c8-96dc1a2d72c9 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665b9ca2-dcd7-4b5e-b14d-b66514454bd5']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:36.558477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ad7716bd-7ace-43d2-97c8-96dc1a2d72c9 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66707ed-b38d-490d-8a7b-cc89c072712d') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:36.559002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ad7716bd-7ace-43d2-97c8-96dc1a2d72c9 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66707ed-b38d-490d-8a7b-cc89c072712d') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:36.575572 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ad7716bd-7ace-43d2-97c8-96dc1a2d72c9 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (b66707ed-b38d-490d-8a7b-cc89c072712d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:36.627626 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ad7716bd-7ace-43d2-97c8-96dc1a2d72c9 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b66707ed-b38d-490d-8a7b-cc89c072712d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:36.635910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7716bd-7ace-43d2-97c8-96dc1a2d72c9 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:47:36.636307 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ad7716bd-7ace-43d2-97c8-96dc1a2d72c9 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (b66707ed-b38d-490d-8a7b-cc89c072712d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:47:36.642030 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:47:36.704133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f87bc3f5-073f-4166-81de-3e3fb4328384 req-d3d9df84-7792-49ae-aa94-42388bcad38e tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1db3c7d-201f-4665-9711-8e2238d925be HTTP/1.1" status: 200 len: 210 time: 0.0768950 Feb 11 04:47:36.994845 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ad7716bd-7ace-43d2-97c8-96dc1a2d72c9 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (665b9ca2-dcd7-4b5e-b14d-b66514454bd5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.048474 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ad7716bd-7ace-43d2-97c8-96dc1a2d72c9 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.052401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ad7716bd-7ace-43d2-97c8-96dc1a2d72c9 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "DELETE /v2.0/networks/665b9ca2-dcd7-4b5e-b14d-b66514454bd5 HTTP/1.1" status: 204 len: 168 time: 1.1254766 Feb 11 04:47:37.056210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47722) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:37.210942 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c245a-aed0-49c1-85a9-9fc3a13f87bf tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:37.216473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484c245a-aed0-49c1-85a9-9fc3a13f87bf tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:37.218175 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-484c245a-aed0-49c1-85a9-9fc3a13f87bf tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1605082 Feb 11 04:47:37.223270 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47724) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:37.228981 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-386182a6-a4c3-4042-9fd3-184a3f74c57c tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1767463279'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:37.406035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7716bd-7ace-43d2-97c8-96dc1a2d72c9 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event deleted for resources: {'Network': ['ID=665b9ca2-dcd7-4b5e-b14d-b66514454bd5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:37.411648 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386182a6-a4c3-4042-9fd3-184a3f74c57c tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Made reservation on behalf of c97cce25ecc2481090b46ad5ad31ae98 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:37.419095 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-386182a6-a4c3-4042-9fd3-184a3f74c57c tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.468624 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386182a6-a4c3-4042-9fd3-184a3f74c57c tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:47:37.480458 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-386182a6-a4c3-4042-9fd3-184a3f74c57c tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f0bc963f-683e-428b-b404-904cd048198d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.480961 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-386182a6-a4c3-4042-9fd3-184a3f74c57c tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Added segment f0bc963f-683e-428b-b404-904cd048198d of type vlan for network a1ba3981-6e52-4360-8345-583fff948bf7 Feb 11 04:47:37.534862 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-386182a6-a4c3-4042-9fd3-184a3f74c57c tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (a1ba3981-6e52-4360-8345-583fff948bf7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.602322 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (857fea50-452e-4619-ae8c-b5a78245943d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.716279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266e81b-95ba-42a5-90c9-d5232e36f5e0 req-029683b1-5fc6-4a24-a20b-3e2a96f2e7df tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:37.718829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3266e81b-95ba-42a5-90c9-d5232e36f5e0 req-029683b1-5fc6-4a24-a20b-3e2a96f2e7df tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0881221 Feb 11 04:47:37.806425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3266e81b-95ba-42a5-90c9-d5232e36f5e0 req-f48764ed-392e-4e69-984b-690d33a2adcc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763643 Feb 11 04:47:37.978497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-386182a6-a4c3-4042-9fd3-184a3f74c57c tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (a1ba3981-6e52-4360-8345-583fff948bf7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:37.987394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386182a6-a4c3-4042-9fd3-184a3f74c57c tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:37.988670 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-386182a6-a4c3-4042-9fd3-184a3f74c57c tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:38.091076 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f4c29d2d-c837-4eb1-bda3-c2eba42908ae), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:38.144325 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386182a6-a4c3-4042-9fd3-184a3f74c57c tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event updated for resources: {'Network': ['ID=a1ba3981-6e52-4360-8345-583fff948bf7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:38.160410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network a1ba3981-6e52-4360-8345-583fff948bf7 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:47:38.258479 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-386182a6-a4c3-4042-9fd3-184a3f74c57c tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0338695 Feb 11 04:47:38.262778 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47740) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:38.279650 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-aa455845-bf1a-41b3-86a6-d5d72ea0eb75 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1023352541'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:38.340577 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3833ae0c-e112-48ad-88c7-59832974f35e req-1c1e5976-deb3-4ee8-8df4-6f2e15ff5901 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3262880 Feb 11 04:47:38.503580 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (f4c29d2d-c837-4eb1-bda3-c2eba42908ae), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:38.554061 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa455845-bf1a-41b3-86a6-d5d72ea0eb75 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Made reservation on behalf of c97cce25ecc2481090b46ad5ad31ae98 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:38.557965 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa455845-bf1a-41b3-86a6-d5d72ea0eb75 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:38.589233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa455845-bf1a-41b3-86a6-d5d72ea0eb75 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:47:38.595862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833ae0c-e112-48ad-88c7-59832974f35e req-1ffd2d68-a16d-4576-a14d-55f639716d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:38.599722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3833ae0c-e112-48ad-88c7-59832974f35e req-1ffd2d68-a16d-4576-a14d-55f639716d5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=656a19e4f37840fb89bc57095c766395&device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 1128 time: 0.1002970 Feb 11 04:47:38.607720 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa455845-bf1a-41b3-86a6-d5d72ea0eb75 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9a620dbe-8f4d-4d39-a7de-991f3ad0e8ec), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:38.608767 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-aa455845-bf1a-41b3-86a6-d5d72ea0eb75 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Added segment 9a620dbe-8f4d-4d39-a7de-991f3ad0e8ec of type vlan for network 38dda43b-18ed-49bb-9d16-6f13410ea0bf Feb 11 04:47:38.689510 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa455845-bf1a-41b3-86a6-d5d72ea0eb75 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (38dda43b-18ed-49bb-9d16-6f13410ea0bf), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:38.735438 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f4c29d2d-c837-4eb1-bda3-c2eba42908ae), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:38.838364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833ae0c-e112-48ad-88c7-59832974f35e req-a783ae2c-5f08-454c-b696-a6735269cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:38.840779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3833ae0c-e112-48ad-88c7-59832974f35e req-a783ae2c-5f08-454c-b696-a6735269cbe5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 200 len: 916 time: 0.2197046 Feb 11 04:47:38.862326 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa455845-bf1a-41b3-86a6-d5d72ea0eb75 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (38dda43b-18ed-49bb-9d16-6f13410ea0bf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:38.882247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa455845-bf1a-41b3-86a6-d5d72ea0eb75 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:38.883879 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa455845-bf1a-41b3-86a6-d5d72ea0eb75 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:39.063582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=f4c29d2d-c837-4eb1-bda3-c2eba42908ae,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:39.074143 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3833ae0c-e112-48ad-88c7-59832974f35e req-0514f846-7fd3-43db-be6d-c69992f3a2c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9018ccb-ca21-413f-bca7-43eaaf6841ce HTTP/1.1" status: 200 len: 217 time: 0.1929739 Feb 11 04:47:39.076781 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa455845-bf1a-41b3-86a6-d5d72ea0eb75 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event updated for resources: {'Network': ['ID=38dda43b-18ed-49bb-9d16-6f13410ea0bf,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:39.094012 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aa455845-bf1a-41b3-86a6-d5d72ea0eb75 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8292015 Feb 11 04:47:39.102482 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47756) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:39.102704 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 38dda43b-18ed-49bb-9d16-6f13410ea0bf details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:47:39.109033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Request body: {'ports': [{'network_id': 'a1ba3981-6e52-4360-8345-583fff948bf7', 'name': 'tempest-port--1567452480', 'admin_state_up': True}, {'network_id': '38dda43b-18ed-49bb-9d16-6f13410ea0bf', 'admin_state_up': False}]} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:39.111109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Request body: {'port': {'network_id': 'a1ba3981-6e52-4360-8345-583fff948bf7', 'name': 'tempest-port--1567452480', 'admin_state_up': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:39.111846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Request body: {'port': {'network_id': '38dda43b-18ed-49bb-9d16-6f13410ea0bf', 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:39.307381 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (857fea50-452e-4619-ae8c-b5a78245943d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:39.310859 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833ae0c-e112-48ad-88c7-59832974f35e req-fafd6c0a-a46c-4857-97fe-2fa2dcc95d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:39.312449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3833ae0c-e112-48ad-88c7-59832974f35e req-fafd6c0a-a46c-4857-97fe-2fa2dcc95d59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1b81996e-fc00-4977-9834-00be71e6310f HTTP/1.1" status: 200 len: 855 time: 0.1634021 Feb 11 04:47:39.412129 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3833ae0c-e112-48ad-88c7-59832974f35e req-d03ba99e-2aa9-43de-8c3a-3977d64ff34f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890484 Feb 11 04:47:39.470284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56b876-5fdd-40c5-8d8b-8ad1648a8ced req-5255f9f5-cf42-4be1-a19c-b4dfdce88696 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:39.472020 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e56b876-5fdd-40c5-8d8b-8ad1648a8ced req-5255f9f5-cf42-4be1-a19c-b4dfdce88696 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.4243457 Feb 11 04:47:39.713249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Made reservation on behalf of c97cce25ecc2481090b46ad5ad31ae98 for: {'port': 2} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:39.725707 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:39.730864 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Floating IP 857fea50-452e-4619-ae8c-b5a78245943d associated. External IP: 172.25.3.230, port: 6d5435bd-1d07-4afc-a943-0dcfc82033e8. Feb 11 04:47:39.756659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4f3f0-b5b5-46c0-b77c-4099be22aa60 req-cdeeb5a4-8f0c-42af-a607-c8174d1936c7 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:39.758183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-efc4f3f0-b5b5-46c0-b77c-4099be22aa60 req-cdeeb5a4-8f0c-42af-a607-c8174d1936c7 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 946 time: 0.3220251 Feb 11 04:47:39.762863 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:39.766586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e56b876-5fdd-40c5-8d8b-8ad1648a8ced req-a2a45d38-94ed-4718-9b93-7648186a70cd tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660761 Feb 11 04:47:39.862760 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3833ae0c-e112-48ad-88c7-59832974f35e req-825264da-67ef-4072-94f9-1b3396985059 service neutron] 10.222.0.32 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406362 Feb 11 04:47:40.203709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] device_id is not set on port c3b7b4d0-dbda-4459-b533-e2c4e831e418 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:47:40.227664 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-efc4f3f0-b5b5-46c0-b77c-4099be22aa60 req-b8007ef6-3c76-45c9-a960-bc09fb53d216 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681883 Feb 11 04:47:40.255386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:40.317528 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3833ae0c-e112-48ad-88c7-59832974f35e req-f725b936-89bb-4a6c-be11-498ee2563374 service neutron] 10.222.0.32 "GET /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371250 Feb 11 04:47:40.342447 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:40.343625 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device abf193e8-b0ac-4e6e-abb5-b2dd3aaeae1b not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:40.353378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5727da-0e79-4ccb-ac59-3d9e0fbfa79c req-d90335fc-c5ab-416c-99e3-b49bd9c09ed4 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:40.355391 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d5727da-0e79-4ccb-ac59-3d9e0fbfa79c req-d90335fc-c5ab-416c-99e3-b49bd9c09ed4 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 946 time: 0.3085103 Feb 11 04:47:40.404754 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for port (c3b7b4d0-dbda-4459-b533-e2c4e831e418), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.520222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] device_id is not set on port 7b9ad77a-bd21-45d6-ba9c-5bfbbba675d6 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:47:40.695976 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for port (7b9ad77a-bd21-45d6-ba9c-5bfbbba675d6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.737116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:47:40.752689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-3d5727da-0e79-4ccb-ac59-3d9e0fbfa79c req-58e4afed-b1b2-4733-9b5c-5ad9b922e5b1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Deleting port 1a819b19-befb-4bed-8760-11986c8d61dc {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:40.753265 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d5727da-0e79-4ccb-ac59-3d9e0fbfa79c req-58e4afed-b1b2-4733-9b5c-5ad9b922e5b1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1a819b19-befb-4bed-8760-11986c8d61dc), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.834893 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c3b7b4d0-dbda-4459-b533-e2c4e831e418), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.948039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-3d5727da-0e79-4ccb-ac59-3d9e0fbfa79c req-58e4afed-b1b2-4733-9b5c-5ad9b922e5b1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] For port 1a819b19-befb-4bed-8760-11986c8d61dc, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1a819b19-befb-4bed-8760-11986c8d61dc,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:40.948653 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d5727da-0e79-4ccb-ac59-3d9e0fbfa79c req-58e4afed-b1b2-4733-9b5c-5ad9b922e5b1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1a819b19-befb-4bed-8760-11986c8d61dc), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:40.973229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-3d5727da-0e79-4ccb-ac59-3d9e0fbfa79c req-58e4afed-b1b2-4733-9b5c-5ad9b922e5b1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Calling delete_port for 1a819b19-befb-4bed-8760-11986c8d61dc owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:41.055566 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event updated for resources: {'Port': ['ID=c3b7b4d0-dbda-4459-b533-e2c4e831e418,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:41.094244 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Checking segment: {'id': 'f0bc963f-683e-428b-b404-904cd048198d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1ba3981-6e52-4360-8345-583fff948bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:41.095617 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Network hostable DHCP agents. Network: a1ba3981-6e52-4360-8345-583fff948bf7, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:47:41.283526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Network a1ba3981-6e52-4360-8345-583fff948bf7 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:47:41.399608 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, a1ba3981-6e52-4360-8345-583fff948bf7) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:41.404308 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:41.405785 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7b9ad77a-bd21-45d6-ba9c-5bfbbba675d6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:41.421300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92984039-3927-425a-9bff-37ad3d8cb7ed None None] Network a1ba3981-6e52-4360-8345-583fff948bf7 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:41.524034 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event updated for resources: {'Port': ['ID=7b9ad77a-bd21-45d6-ba9c-5bfbbba675d6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:41.567504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Checking segment: {'id': '9a620dbe-8f4d-4d39-a7de-991f3ad0e8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '38dda43b-18ed-49bb-9d16-6f13410ea0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:41.567504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Network hostable DHCP agents. Network: 38dda43b-18ed-49bb-9d16-6f13410ea0bf, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:47:41.659877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826010b-729b-4708-8ce4-4381cdce1d95 req-35ad1c15-bb32-4474-bd05-bf5a9e08a2b7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:41.666272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b826010b-729b-4708-8ce4-4381cdce1d95 req-35ad1c15-bb32-4474-bd05-bf5a9e08a2b7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.5802596 Feb 11 04:47:41.673494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:47:41.706831 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c8dbd-bca1-4004-9dfe-26d0e5fda564 None None] Sync routers for ids ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:47:41.730004 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c8dbd-bca1-4004-9dfe-26d0e5fda564 None None] Routers {'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:41.731511 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6e5c8dbd-bca1-4004-9dfe-26d0e5fda564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:47:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:41.747400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Network 38dda43b-18ed-49bb-9d16-6f13410ea0bf is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:47:41.817599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9ab0c-e694-47da-9a7d-a73d21bae5cc req-63bbd6bf-435f-42c9-89b6-378d1fbaa85c tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:41.826980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abe9ab0c-e694-47da-9a7d-a73d21bae5cc req-63bbd6bf-435f-42c9-89b6-378d1fbaa85c tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 946 time: 0.4211297 Feb 11 04:47:41.883808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b826010b-729b-4708-8ce4-4381cdce1d95 req-62bd9792-60e4-4255-a824-c714468b5eda tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952157 Feb 11 04:47:41.958678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abe9ab0c-e694-47da-9a7d-a73d21bae5cc req-ff15fe3e-95d6-42c5-9558-e646b4a086bc tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203268 Feb 11 04:47:41.988425 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-6e5c8dbd-bca1-4004-9dfe-26d0e5fda564 None None] Set router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:42.098147 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 38dda43b-18ed-49bb-9d16-6f13410ea0bf) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:42.109804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:42.119636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a32af85-56cd-4e9f-a7d7-d41809387842 None None] Network 38dda43b-18ed-49bb-9d16-6f13410ea0bf requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:42.169717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:42.170401 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.182670 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d5727da-0e79-4ccb-ac59-3d9e0fbfa79c req-58e4afed-b1b2-4733-9b5c-5ad9b922e5b1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (1a819b19-befb-4bed-8760-11986c8d61dc), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.184276 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:42.188956 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.317427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-85f3b517-5db0-4c27-8098-f0c8e09a8fbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6649029 Feb 11 04:47:42.400847 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5e48a0b4-5ba8-4fc4-8a8e-e842da2b8005 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2915983 Feb 11 04:47:42.402387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47796) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:42.517524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:42.522449 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a15d93-22d3-4ec3-9317-86e04523f376" -d '{"events": [{"name": "network-changed", "server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:42.533832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4afed-b1b2-4733-9b5c-5ad9b922e5b1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Pushing event deleted for resources: {'Port': ['ID=1a819b19-befb-4bed-8760-11986c8d61dc,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:42.649987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['e9018ccb-ca21-413f-bca7-43eaaf6841ce'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:47:42.762187 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa07b11-a0bc-4e91-b070-427f91f907be x-openstack-request-id: req-8fa07b11-a0bc-4e91-b070-427f91f907be {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:42.762187 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:42.762187 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fa07b11-a0bc-4e91-b070-427f91f907be {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:42.762187 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'status': 'completed', 'code': 200} Feb 11 04:47:42.762187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5727da-0e79-4ccb-ac59-3d9e0fbfa79c req-58e4afed-b1b2-4733-9b5c-5ad9b922e5b1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] No DVR routers for this DVR port 1a819b19-befb-4bed-8760-11986c8d61dc on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:47:42.774584 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3d5727da-0e79-4ccb-ac59-3d9e0fbfa79c req-58e4afed-b1b2-4733-9b5c-5ad9b922e5b1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:42.781106 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6e5c8dbd-bca1-4004-9dfe-26d0e5fda564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:58Z', 'updated_at': '2022-02-11T04:47:07Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:59Z', 'updated_at': '2022-02-11T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '857fea50-452e-4619-ae8c-b5a78245943d', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'port_id': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'mac_address': 'fa:16:3e:64:d3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:47:36Z', 'updated_at': '2022-02-11T04:47:36Z', 'revision_number': 0, 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '331f4013-ae1a-45b7-ab1a-862279c2a967', 'name': '', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:a1:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:06Z', 'updated_at': '2022-02-11T04:47:14Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:42.797998 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d5727da-0e79-4ccb-ac59-3d9e0fbfa79c req-58e4afed-b1b2-4733-9b5c-5ad9b922e5b1 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.32 "DELETE /v2.0/ports/1a819b19-befb-4bed-8760-11986c8d61dc HTTP/1.1" status: 204 len: 173 time: 2.4357536 Feb 11 04:47:42.798931 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1a819b19-befb-4bed-8760-11986c8d61dc no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:42.863568 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c8dbd-bca1-4004-9dfe-26d0e5fda564 None None] Checking router: adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:47:42.886773 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c8dbd-bca1-4004-9dfe-26d0e5fda564 None None] Routers {'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:47:42.888254 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6e5c8dbd-bca1-4004-9dfe-26d0e5fda564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:47:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:42.893996 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef466fd2-df0e-4bcc-8865-1850caf1fd65 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:42.904916 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef466fd2-df0e-4bcc-8865-1850caf1fd65 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:42.907145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cccc28-1a73-48f7-83b5-47ad5ff80f6f req-090f8cca-9ba7-4286-95ea-03ce0bde8f9a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:42.912559 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ef466fd2-df0e-4bcc-8865-1850caf1fd65 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4987154 Feb 11 04:47:42.915970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69cccc28-1a73-48f7-83b5-47ad5ff80f6f req-090f8cca-9ba7-4286-95ea-03ce0bde8f9a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.4106703 Feb 11 04:47:42.917793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47802) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:42.925518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 1a819b19-befb-4bed-8760-11986c8d61dc {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:42.926185 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1a819b19-befb-4bed-8760-11986c8d61dc not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:42.997054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a15d93-22d3-4ec3-9317-86e04523f376 req-dc8156d1-b381-40ad-a3b4-2ca55be13971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:43.008112 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a4a15d93-22d3-4ec3-9317-86e04523f376 req-dc8156d1-b381-40ad-a3b4-2ca55be13971 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1128 time: 0.2752297 Feb 11 04:47:43.172360 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69cccc28-1a73-48f7-83b5-47ad5ff80f6f req-e46b6e9f-2c14-435f-aaaf-d4e31d2e0010 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140522 Feb 11 04:47:43.279507 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47810) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:43.408417 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-6e5c8dbd-bca1-4004-9dfe-26d0e5fda564 None None] Set router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:47:43.469443 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a15d93-22d3-4ec3-9317-86e04523f376 req-0a8f8cbf-edc2-49ca-abe8-e400661147b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:43.471582 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a4a15d93-22d3-4ec3-9317-86e04523f376 req-0a8f8cbf-edc2-49ca-abe8-e400661147b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f HTTP/1.1" status: 200 len: 898 time: 0.4538627 Feb 11 04:47:43.542760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6b940-7fa0-4d98-9845-f1ebd02fc188 req-1ecb85d5-f08a-469d-b378-319ca6b19259 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:43.544326 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b6b940-7fa0-4d98-9845-f1ebd02fc188 req-1ecb85d5-f08a-469d-b378-319ca6b19259 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.3705127 Feb 11 04:47:43.546882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6f134ec-408f-428f-8c1e-98ee0e504fdf req-aba7a2c9-1691-443a-84f0-046527f3ac39 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cc7df06-990b-4577-b4da-4033bf0df1a7 HTTP/1.1" status: 200 len: 210 time: 0.0602806 Feb 11 04:47:43.565177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-518439a9-dda1-4a3d-802c-5fdec476f568 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Deleting port c3b7b4d0-dbda-4459-b533-e2c4e831e418 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:43.565177 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-518439a9-dda1-4a3d-802c-5fdec476f568 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c3b7b4d0-dbda-4459-b533-e2c4e831e418), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:43.583919 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9fa17973-97d2-42ac-8eed-ac0802445784 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/857fea50-452e-4619-ae8c-b5a78245943d HTTP/1.1" status: 200 len: 991 time: 0.2914865 Feb 11 04:47:43.759254 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-518439a9-dda1-4a3d-802c-5fdec476f568 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c3b7b4d0-dbda-4459-b533-e2c4e831e418), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:43.770364 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a4a15d93-22d3-4ec3-9317-86e04523f376 req-ad055093-4fdd-4ea1-9e07-9834e944cf54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 999 time: 0.1809847 Feb 11 04:47:43.822118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-518439a9-dda1-4a3d-802c-5fdec476f568 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Calling delete_port for c3b7b4d0-dbda-4459-b533-e2c4e831e418 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:43.908626 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a15d93-22d3-4ec3-9317-86e04523f376 req-a7b52671-cac6-4d32-a750-9def21183f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:43.912039 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a4a15d93-22d3-4ec3-9317-86e04523f376 req-a7b52671-cac6-4d32-a750-9def21183f75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2425608c-a5aa-4dde-8944-1ff38f50ae0a HTTP/1.1" status: 200 len: 835 time: 0.1302936 Feb 11 04:47:43.984561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a15d93-22d3-4ec3-9317-86e04523f376 req-beaed74f-ea55-44ad-b282-367f31ecbe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:43.987172 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a4a15d93-22d3-4ec3-9317-86e04523f376 req-beaed74f-ea55-44ad-b282-367f31ecbe38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0709827 Feb 11 04:47:44.063792 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b6b940-7fa0-4d98-9845-f1ebd02fc188 req-3148134a-f013-4fab-92c1-61e42f993c94 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597534 Feb 11 04:47:44.149965 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6e5c8dbd-bca1-4004-9dfe-26d0e5fda564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:58Z', 'updated_at': '2022-02-11T04:47:07Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:59Z', 'updated_at': '2022-02-11T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '857fea50-452e-4619-ae8c-b5a78245943d', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'port_id': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'mac_address': 'fa:16:3e:64:d3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:47:36Z', 'updated_at': '2022-02-11T04:47:36Z', 'revision_number': 0, 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '331f4013-ae1a-45b7-ab1a-862279c2a967', 'name': '', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:a1:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:06Z', 'updated_at': '2022-02-11T04:47:14Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:44.163760 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:47:44.216689 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c8dbd-bca1-4004-9dfe-26d0e5fda564 None None] The sync data for ids ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'] in n-d-712142-35 is: [{'id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:58Z', 'updated_at': '2022-02-11T04:47:07Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:59Z', 'updated_at': '2022-02-11T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '857fea50-452e-4619-ae8c-b5a78245943d', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'port_id': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'mac_address': 'fa:16:3e:64:d3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:47:36Z', 'updated_at': '2022-02-11T04:47:36Z', 'revision_number': 0, 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '331f4013-ae1a-45b7-ab1a-862279c2a967', 'name': '', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:a1:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:06Z', 'updated_at': '2022-02-11T04:47:14Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:47:44.405332 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-518439a9-dda1-4a3d-802c-5fdec476f568 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c3b7b4d0-dbda-4459-b533-e2c4e831e418), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:44.446436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518439a9-dda1-4a3d-802c-5fdec476f568 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event deleted for resources: {'Port': ['ID=c3b7b4d0-dbda-4459-b533-e2c4e831e418,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:44.485788 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-518439a9-dda1-4a3d-802c-5fdec476f568 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:44.494000 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-518439a9-dda1-4a3d-802c-5fdec476f568 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "DELETE /v2.0/ports/c3b7b4d0-dbda-4459-b533-e2c4e831e418 HTTP/1.1" status: 204 len: 168 time: 1.5744405 Feb 11 04:47:44.525254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47822) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:44.592477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47824) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:44.635176 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591c9f37-9c5b-4c21-a6c2-3f3b42ef93f0 None None] New status for floating IP 857fea50-452e-4619-ae8c-b5a78245943d: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:47:44.729930 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a4a15d93-22d3-4ec3-9317-86e04523f376 req-3e5d1e8f-8933-42db-ae53-5a91df494c29 service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7358952 Feb 11 04:47:44.757332 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-39bd7775-840c-4c55-bc4a-adc2521f012c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/857fea50-452e-4619-ae8c-b5a78245943d HTTP/1.1" status: 200 len: 991 time: 0.1647291 Feb 11 04:47:44.758487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc7df06-990b-4577-b4da-4033bf0df1a7', 'name': 'network-vif-deleted', 'tag': '1a819b19-befb-4bed-8760-11986c8d61dc'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:47:44.760960 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ac8997-80bf-4857-bb64-bfed68fbb461" -d '{"events": [{"server_uuid": "1cc7df06-990b-4577-b4da-4033bf0df1a7", "name": "network-vif-deleted", "tag": "1a819b19-befb-4bed-8760-11986c8d61dc"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:47:44.827529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4f64cfcc-742a-403b-aa40-69aa38526158 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Deleting port 7b9ad77a-bd21-45d6-ba9c-5bfbbba675d6 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:44.828042 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f64cfcc-742a-403b-aa40-69aa38526158 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7b9ad77a-bd21-45d6-ba9c-5bfbbba675d6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:44.880384 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a4a15d93-22d3-4ec3-9317-86e04523f376 req-c9b56c9b-be98-47f2-b9b6-b6a25c1bc4c1 service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432216 Feb 11 04:47:44.940333 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f64cfcc-742a-403b-aa40-69aa38526158 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7b9ad77a-bd21-45d6-ba9c-5bfbbba675d6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:44.967247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4f64cfcc-742a-403b-aa40-69aa38526158 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Calling delete_port for 7b9ad77a-bd21-45d6-ba9c-5bfbbba675d6 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:44.971571 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49f6a8d-ef89-4bab-b9da-f8b894126f8d x-openstack-request-id: req-f49f6a8d-ef89-4bab-b9da-f8b894126f8d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:47:44.971945 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc7df06-990b-4577-b4da-4033bf0df1a7", "name": "network-vif-deleted", "tag": "1a819b19-befb-4bed-8760-11986c8d61dc", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:47:44.972120 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f49f6a8d-ef89-4bab-b9da-f8b894126f8d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:47:44.972511 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc7df06-990b-4577-b4da-4033bf0df1a7', 'name': 'network-vif-deleted', 'tag': '1a819b19-befb-4bed-8760-11986c8d61dc', 'status': 'completed', 'code': 200} Feb 11 04:47:45.389237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c85f5-62da-46a8-bac2-1a236f4dc7af req-484004c1-931b-48d2-b29d-f63fc7dcfa7b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:45.390746 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d1c85f5-62da-46a8-bac2-1a236f4dc7af req-484004c1-931b-48d2-b29d-f63fc7dcfa7b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0814219 Feb 11 04:47:45.470920 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d1c85f5-62da-46a8-bac2-1a236f4dc7af req-c69555ff-9846-4ee5-b8e9-5a9ac32fc72b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725203 Feb 11 04:47:45.631902 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f64cfcc-742a-403b-aa40-69aa38526158 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7b9ad77a-bd21-45d6-ba9c-5bfbbba675d6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.689246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64cfcc-742a-403b-aa40-69aa38526158 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event deleted for resources: {'Port': ['ID=7b9ad77a-bd21-45d6-ba9c-5bfbbba675d6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:45.696809 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f64cfcc-742a-403b-aa40-69aa38526158 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:45.713410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4f64cfcc-742a-403b-aa40-69aa38526158 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "DELETE /v2.0/ports/7b9ad77a-bd21-45d6-ba9c-5bfbbba675d6 HTTP/1.1" status: 204 len: 168 time: 1.1848087 Feb 11 04:47:45.716611 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47844) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:45.759201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47846) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:45.762370 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-970c3f2b-0397-4a06-bf3b-f7c47da6bf36 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0441418 Feb 11 04:47:45.772570 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47848) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:45.782434 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-767bc28e-ee62-4218-973e-2261e1f6d7ea tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1503797317'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:45.877501 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e9589131-5daf-4e2a-b079-f472f27fb7c1 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/857fea50-452e-4619-ae8c-b5a78245943d HTTP/1.1" status: 200 len: 993 time: 0.0939448 Feb 11 04:47:45.971729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767bc28e-ee62-4218-973e-2261e1f6d7ea tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Made reservation on behalf of c97cce25ecc2481090b46ad5ad31ae98 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:45.980127 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-767bc28e-ee62-4218-973e-2261e1f6d7ea tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.059266 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767bc28e-ee62-4218-973e-2261e1f6d7ea tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:47:46.072031 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-767bc28e-ee62-4218-973e-2261e1f6d7ea tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.072532 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-767bc28e-ee62-4218-973e-2261e1f6d7ea tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Added segment 0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7 of type vlan for network bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2 Feb 11 04:47:46.125204 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-767bc28e-ee62-4218-973e-2261e1f6d7ea tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.336346 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-767bc28e-ee62-4218-973e-2261e1f6d7ea tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.344108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767bc28e-ee62-4218-973e-2261e1f6d7ea tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:46.345085 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-767bc28e-ee62-4218-973e-2261e1f6d7ea tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.446746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bc28e-ee62-4218-973e-2261e1f6d7ea tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event updated for resources: {'Network': ['ID=bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:46.458028 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:47:46.481582 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-767bc28e-ee62-4218-973e-2261e1f6d7ea tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7063713 Feb 11 04:47:46.483738 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47858) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:46.494542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-34c78dc7-61f5-4e65-8bd1-6cd4208006b2 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-656277'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:46.662442 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c78dc7-61f5-4e65-8bd1-6cd4208006b2 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Made reservation on behalf of c97cce25ecc2481090b46ad5ad31ae98 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:46.672870 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34c78dc7-61f5-4e65-8bd1-6cd4208006b2 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.725529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0b662-279f-47df-b222-2bb729ec0d65 req-75964f05-ec32-49ac-91ef-28002da131e9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:46.729953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27e0b662-279f-47df-b222-2bb729ec0d65 req-75964f05-ec32-49ac-91ef-28002da131e9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1281848 Feb 11 04:47:46.748846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c78dc7-61f5-4e65-8bd1-6cd4208006b2 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:47:46.782332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34c78dc7-61f5-4e65-8bd1-6cd4208006b2 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (7670c4cb-08ba-40bf-95c1-3a6997452bf7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.783733 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-34c78dc7-61f5-4e65-8bd1-6cd4208006b2 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Added segment 7670c4cb-08ba-40bf-95c1-3a6997452bf7 of type vlan for network 79ddbc16-681e-4f9c-bd60-b873d6bda128 Feb 11 04:47:46.839439 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27e0b662-279f-47df-b222-2bb729ec0d65 req-cf8d1110-6651-4a48-bc3d-d6e6ccbafb7f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971191 Feb 11 04:47:46.859318 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34c78dc7-61f5-4e65-8bd1-6cd4208006b2 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (79ddbc16-681e-4f9c-bd60-b873d6bda128), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.994548 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34c78dc7-61f5-4e65-8bd1-6cd4208006b2 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (79ddbc16-681e-4f9c-bd60-b873d6bda128), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:46.999975 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c78dc7-61f5-4e65-8bd1-6cd4208006b2 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:47.000727 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34c78dc7-61f5-4e65-8bd1-6cd4208006b2 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:47.091551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c78dc7-61f5-4e65-8bd1-6cd4208006b2 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event updated for resources: {'Network': ['ID=79ddbc16-681e-4f9c-bd60-b873d6bda128,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:47.106670 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 79ddbc16-681e-4f9c-bd60-b873d6bda128 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:47:47.211926 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-34c78dc7-61f5-4e65-8bd1-6cd4208006b2 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7261820 Feb 11 04:47:47.371227 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47872) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:47.380609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Request body: {'subnets': [{'network_id': 'bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--946360606', 'ip_version': 4}, {'network_id': '79ddbc16-681e-4f9c-bd60-b873d6bda128', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:47.382047 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Request body: {'subnet': {'network_id': 'bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--946360606', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:47.383075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Request body: {'subnet': {'network_id': '79ddbc16-681e-4f9c-bd60-b873d6bda128', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:47:47.741606 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Made reservation on behalf of c97cce25ecc2481090b46ad5ad31ae98 for: {'subnet': 2} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:47:47.749652 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:47.750239 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:48.055637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da38821-5b9d-498e-8e73-13b533fedbfe req-c91b8bfa-c1e0-4e42-bad9-87ba06f6e70a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:48.058845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da38821-5b9d-498e-8e73-13b533fedbfe req-c91b8bfa-c1e0-4e42-bad9-87ba06f6e70a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0950818 Feb 11 04:47:48.174115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da38821-5b9d-498e-8e73-13b533fedbfe req-7b2efda1-37ee-4b00-8962-91610d43ca30 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080317 Feb 11 04:47:48.679922 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (7e28fb98-0fe2-43f2-a516-963c81ba395d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:48.761350 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event updated for resources: {'Subnet': ['ID=7e28fb98-0fe2-43f2-a516-963c81ba395d,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:48.783683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Checking segment: {'id': '0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:48.784071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Network hostable DHCP agents. Network: bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:47:48.930360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Network bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:47:49.090034 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:49.101053 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (033366f2-3272-45f6-b091-cc2388aa80ca), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:49.110561 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3e4982-d651-45b4-81ce-954204df4349 None None] Network bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:49.213014 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event updated for resources: {'Subnet': ['ID=033366f2-3272-45f6-b091-cc2388aa80ca,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:49.233544 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Checking segment: {'id': '7670c4cb-08ba-40bf-95c1-3a6997452bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79ddbc16-681e-4f9c-bd60-b873d6bda128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:49.234152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Network hostable DHCP agents. Network: 79ddbc16-681e-4f9c-bd60-b873d6bda128, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:47:49.370289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2', 'network_id': 'bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2', 'project_id': 'c97cce25ecc2481090b46ad5ad31ae98', 'fixed_ips': [{'subnet_id': '7e28fb98-0fe2-43f2-a516-963c81ba395d'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:47:49.372221 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:49.515064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793feba-5502-4389-8759-768ba8ff670d req-080368b8-afc3-4a3c-8d1c-6ba75146a41d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:49.519939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f793feba-5502-4389-8759-768ba8ff670d req-080368b8-afc3-4a3c-8d1c-6ba75146a41d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.2081089 Feb 11 04:47:49.530161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Network 79ddbc16-681e-4f9c-bd60-b873d6bda128 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:47:49.609636 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f793feba-5502-4389-8759-768ba8ff670d req-232b062f-9dd2-49f9-b01d-cdcd97e7eec5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803330 Feb 11 04:47:49.712176 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Allocated IP 172.20.0.2 (bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2/7e28fb98-0fe2-43f2-a516-963c81ba395d/16b89da6-85ed-4451-9901-240486c9c91d) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:49.758559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 79ddbc16-681e-4f9c-bd60-b873d6bda128) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:49.764196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:49.765141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:49.766024 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:49.786244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fde3fd9-5465-4e2a-952c-d08ac66a8575 None None] Network 79ddbc16-681e-4f9c-bd60-b873d6bda128 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:49.926351 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-384e0f13-1027-49b7-b73d-146f946d9259 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.5438149 Feb 11 04:47:49.926572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47906) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:50.043509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b3b28b-81b8-4c33-9204-c6a2f517049a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:50.046697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b3b28b-81b8-4c33-9204-c6a2f517049a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:50.047935 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-79ddbc16-681e-4f9c-bd60-b873d6bda128', 'network_id': '79ddbc16-681e-4f9c-bd60-b873d6bda128', 'project_id': 'c97cce25ecc2481090b46ad5ad31ae98', 'fixed_ips': [{'subnet_id': '033366f2-3272-45f6-b091-cc2388aa80ca'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:47:50.048812 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:50.049347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b3b28b-81b8-4c33-9204-c6a2f517049a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:50.052262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c3b3b28b-81b8-4c33-9204-c6a2f517049a tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1298945 Feb 11 04:47:50.058459 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47908) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:50.084194 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Publish callbacks [] for port (16b89da6-85ed-4451-9901-240486c9c91d), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:50.122375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8d15b4-92e5-4373-8b80-b6e81b3ddf90 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Deleting subnet 7e28fb98-0fe2-43f2-a516-963c81ba395d {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:47:50.238527 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed8d15b4-92e5-4373-8b80-b6e81b3ddf90 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for subnet (7e28fb98-0fe2-43f2-a516-963c81ba395d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:50.241788 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (16b89da6-85ed-4451-9901-240486c9c91d), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:50.318300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Allocated IP 172.20.0.18 (79ddbc16-681e-4f9c-bd60-b873d6bda128/033366f2-3272-45f6-b091-cc2388aa80ca/76273bb0-9c23-4e98-9ea4-d2931abd07ed) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:47:50.320171 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed8d15b4-92e5-4373-8b80-b6e81b3ddf90 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (7e28fb98-0fe2-43f2-a516-963c81ba395d), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:50.371447 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Network bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:50.382408 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:50.385486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Pushing event updated for resources: {'Port': ['ID=16b89da6-85ed-4451-9901-240486c9c91d,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:50.405248 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:50.529082 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed8d15b4-92e5-4373-8b80-b6e81b3ddf90 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (7e28fb98-0fe2-43f2-a516-963c81ba395d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:50.613078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Attempting to bind port 16b89da6-85ed-4451-9901-240486c9c91d on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:50.613589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Attempting to bind port 16b89da6-85ed-4451-9901-240486c9c91d by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:50.614068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Attempting to bind port 16b89da6-85ed-4451-9901-240486c9c91d on network bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:50.630453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:50.631627 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Checking segment: {'id': '0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:50.632245 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:50.632695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Bound using segment: {'id': '0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:50.633366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Bound port: 16b89da6-85ed-4451-9901-240486c9c91d, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:50.633896 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (16b89da6-85ed-4451-9901-240486c9c91d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:50.764481 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed8d15b4-92e5-4373-8b80-b6e81b3ddf90 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (7e28fb98-0fe2-43f2-a516-963c81ba395d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:50.817923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d15b4-92e5-4373-8b80-b6e81b3ddf90 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event deleted for resources: {'Subnet': ['ID=7e28fb98-0fe2-43f2-a516-963c81ba395d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:50.844900 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed8d15b4-92e5-4373-8b80-b6e81b3ddf90 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:50.856164 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Publish callbacks [] for port (76273bb0-9c23-4e98-9ea4-d2931abd07ed), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:50.862444 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ed8d15b4-92e5-4373-8b80-b6e81b3ddf90 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "DELETE /v2.0/subnets/7e28fb98-0fe2-43f2-a516-963c81ba395d HTTP/1.1" status: 204 len: 168 time: 0.8025210 Feb 11 04:47:50.868232 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47920) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:50.874851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ac6d8-95b9-4d75-a02b-bcc51bb0808f req-7c321621-8c9d-491c-aa7a-799a2cc74ad2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:50.880152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d12ac6d8-95b9-4d75-a02b-bcc51bb0808f req-7c321621-8c9d-491c-aa7a-799a2cc74ad2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1439321 Feb 11 04:47:50.902904 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] For port 16b89da6-85ed-4451-9901-240486c9c91d, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:50.911087 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] For port 16b89da6-85ed-4451-9901-240486c9c91d, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=16b89da6-85ed-4451-9901-240486c9c91d,segment=NetworkSegment(0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7),segment_id=0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:50.941295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa909de-787c-4b8d-bf05-237e62b0ba71 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Deleting subnet 033366f2-3272-45f6-b091-cc2388aa80ca {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:47:50.952900 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0aa909de-787c-4b8d-bf05-237e62b0ba71 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for subnet (033366f2-3272-45f6-b091-cc2388aa80ca), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:50.959689 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (76273bb0-9c23-4e98-9ea4-d2931abd07ed), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.016865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d12ac6d8-95b9-4d75-a02b-bcc51bb0808f req-b206406e-6954-4654-9b3a-2a2287c05158 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142573 Feb 11 04:47:51.060223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Network 79ddbc16-681e-4f9c-bd60-b873d6bda128 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:47:51.078963 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0aa909de-787c-4b8d-bf05-237e62b0ba71 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (033366f2-3272-45f6-b091-cc2388aa80ca), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.079244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:47:51.087436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:47:51.106433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Pushing event updated for resources: {'Port': ['ID=76273bb0-9c23-4e98-9ea4-d2931abd07ed,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:51.117528 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (16b89da6-85ed-4451-9901-240486c9c91d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.308455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Attempting to bind port 76273bb0-9c23-4e98-9ea4-d2931abd07ed on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:47:51.309158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Attempting to bind port 76273bb0-9c23-4e98-9ea4-d2931abd07ed by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '7670c4cb-08ba-40bf-95c1-3a6997452bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79ddbc16-681e-4f9c-bd60-b873d6bda128'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:47:51.309662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Attempting to bind port 76273bb0-9c23-4e98-9ea4-d2931abd07ed on network 79ddbc16-681e-4f9c-bd60-b873d6bda128 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:47:51.326885 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0aa909de-787c-4b8d-bf05-237e62b0ba71 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (033366f2-3272-45f6-b091-cc2388aa80ca), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.404078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:47:51.404855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Checking segment: {'id': '7670c4cb-08ba-40bf-95c1-3a6997452bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79ddbc16-681e-4f9c-bd60-b873d6bda128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:47:51.405685 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.406387 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Bound using segment: {'id': '7670c4cb-08ba-40bf-95c1-3a6997452bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79ddbc16-681e-4f9c-bd60-b873d6bda128'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:47:51.409940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Bound port: 76273bb0-9c23-4e98-9ea4-d2931abd07ed, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7670c4cb-08ba-40bf-95c1-3a6997452bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '79ddbc16-681e-4f9c-bd60-b873d6bda128'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:47:51.411017 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (76273bb0-9c23-4e98-9ea4-d2931abd07ed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.448222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bbced-05ad-4783-a21a-669709bca126 None None] Pushing event updated for resources: {'Port': ['ID=16b89da6-85ed-4451-9901-240486c9c91d,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:51.647293 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0aa909de-787c-4b8d-bf05-237e62b0ba71 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (033366f2-3272-45f6-b091-cc2388aa80ca), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.699242 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] For port 76273bb0-9c23-4e98-9ea4-d2931abd07ed, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:47:51.706518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] For port 76273bb0-9c23-4e98-9ea4-d2931abd07ed, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=76273bb0-9c23-4e98-9ea4-d2931abd07ed,segment=NetworkSegment(7670c4cb-08ba-40bf-95c1-3a6997452bf7),segment_id=7670c4cb-08ba-40bf-95c1-3a6997452bf7)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:47:51.739270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b7863f-6e3d-440d-9a42-d863bb964872 None None] Network bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:51.764212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa909de-787c-4b8d-bf05-237e62b0ba71 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event deleted for resources: {'Subnet': ['ID=033366f2-3272-45f6-b091-cc2388aa80ca,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:51.770362 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0aa909de-787c-4b8d-bf05-237e62b0ba71 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.788140 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0aa909de-787c-4b8d-bf05-237e62b0ba71 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "DELETE /v2.0/subnets/033366f2-3272-45f6-b091-cc2388aa80ca HTTP/1.1" status: 204 len: 168 time: 0.9182909 Feb 11 04:47:51.792224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47930) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:51.918251 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (76273bb0-9c23-4e98-9ea4-d2931abd07ed), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:51.934309 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d13a2e-a6b5-448d-b70c-805eb1c09d4d tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:51.936228 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-99d13a2e-a6b5-448d-b70c-805eb1c09d4d tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1425138 Feb 11 04:47:51.948136 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47934) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:52.060458 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (79ddbc16-681e-4f9c-bd60-b873d6bda128), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:52.351828 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Deleting port 76273bb0-9c23-4e98-9ea4-d2931abd07ed {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:52.353920 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (76273bb0-9c23-4e98-9ea4-d2931abd07ed), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:52.372257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b1cb7-b177-4900-b402-7a6b6d626b6d None None] Pushing event updated for resources: {'Port': ['ID=76273bb0-9c23-4e98-9ea4-d2931abd07ed,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:52.470615 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a8854-efba-494e-a970-2aa52b02e9a9 req-f457cfba-87ee-45a4-b67f-2fc48f337fe4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:52.478779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-626a8854-efba-494e-a970-2aa52b02e9a9 req-f457cfba-87ee-45a4-b67f-2fc48f337fe4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1452601 Feb 11 04:47:52.530819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] For port 76273bb0-9c23-4e98-9ea4-d2931abd07ed, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=76273bb0-9c23-4e98-9ea4-d2931abd07ed,segment=NetworkSegment(7670c4cb-08ba-40bf-95c1-3a6997452bf7),segment_id=7670c4cb-08ba-40bf-95c1-3a6997452bf7)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:52.531301 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (76273bb0-9c23-4e98-9ea4-d2931abd07ed), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:52.549069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Calling delete_port for 76273bb0-9c23-4e98-9ea4-d2931abd07ed owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:52.646749 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-626a8854-efba-494e-a970-2aa52b02e9a9 req-2459739c-c96f-4123-b8a9-fd8651298296 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572511 Feb 11 04:47:52.947157 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (76273bb0-9c23-4e98-9ea4-d2931abd07ed), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:52.979905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event deleted for resources: {'Port': ['ID=76273bb0-9c23-4e98-9ea4-d2931abd07ed,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:53.004650 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] No DVR routers for this DVR port 76273bb0-9c23-4e98-9ea4-d2931abd07ed on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:47:53.198699 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7b1a340a-2598-4499-8ed2-2fd8f7d6f389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:53.228150 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (79ddbc16-681e-4f9c-bd60-b873d6bda128), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:53.284641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ddbc16-681e-4f9c-bd60-b873d6bda128']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:53.303832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7670c4cb-08ba-40bf-95c1-3a6997452bf7') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:53.306481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7670c4cb-08ba-40bf-95c1-3a6997452bf7') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:53.338420 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (7670c4cb-08ba-40bf-95c1-3a6997452bf7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:53.388730 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (7670c4cb-08ba-40bf-95c1-3a6997452bf7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:53.419933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:47:53.420614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (7670c4cb-08ba-40bf-95c1-3a6997452bf7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:47:53.642768 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:47:53.906140 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (79ddbc16-681e-4f9c-bd60-b873d6bda128), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:53.913011 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:53.915427 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "DELETE /v2.0/networks/79ddbc16-681e-4f9c-bd60-b873d6bda128 HTTP/1.1" status: 204 len: 168 time: 1.9659886 Feb 11 04:47:53.926489 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47960) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:53.941549 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31131331-0524-4fef-9bb6-9ea546354cfb tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event deleted for resources: {'Network': ['ID=79ddbc16-681e-4f9c-bd60-b873d6bda128,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:54.079560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b25812-6b3b-4ff0-9cfa-9b44a56aeeed req-bd370a0b-3617-4aaa-8e64-89eeda34a5e8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:54.086106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4b25812-6b3b-4ff0-9cfa-9b44a56aeeed req-bd370a0b-3617-4aaa-8e64-89eeda34a5e8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.2234602 Feb 11 04:47:54.090968 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:54.254387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4b25812-6b3b-4ff0-9cfa-9b44a56aeeed req-96b297d7-f1e2-4b17-845a-df967e4a8d25 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485298 Feb 11 04:47:54.265746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Deleting port 16b89da6-85ed-4451-9901-240486c9c91d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:47:54.266001 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (16b89da6-85ed-4451-9901-240486c9c91d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:54.434224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] For port 16b89da6-85ed-4451-9901-240486c9c91d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=16b89da6-85ed-4451-9901-240486c9c91d,segment=NetworkSegment(0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7),segment_id=0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:47:54.435273 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (16b89da6-85ed-4451-9901-240486c9c91d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:54.454918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51f5db3-0738-42db-938c-3b58de4a9863 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:47:54.471685 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Calling delete_port for 16b89da6-85ed-4451-9901-240486c9c91d owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:47:54.674441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-72b35c43-c5a1-4906-966c-d61a3ce75b56 None None] Could not find standard attr ID for object 76273bb0-9c23-4e98-9ea4-d2931abd07ed. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:47:54.735554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51f5db3-0738-42db-938c-3b58de4a9863 None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:47:54.816550 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (16b89da6-85ed-4451-9901-240486c9c91d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:54.875658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event deleted for resources: {'Port': ['ID=16b89da6-85ed-4451-9901-240486c9c91d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:54.878944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] No DVR routers for this DVR port 16b89da6-85ed-4451-9901-240486c9c91d on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:47:55.065878 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:55.103903 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:55.125077 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:55.125620 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:55.150437 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:55.176181 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:55.189106 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:47:55.189875 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (0a2a6a1c-7a46-4a8d-bd8d-9a49741beee7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:47:55.197264 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:47:55.303801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b55de83-20e3-41b0-b875-92f59af28df3 None None] DHCP port deletion for 79ddbc16-681e-4f9c-bd60-b873d6bda128 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:47:55.374361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660eb4dc-d589-4d91-8bea-f4c90f65ebfa None None] Network 79ddbc16-681e-4f9c-bd60-b873d6bda128 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:47:55.397974 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660eb4dc-d589-4d91-8bea-f4c90f65ebfa None None] Network 79ddbc16-681e-4f9c-bd60-b873d6bda128 could not be found, it might have been deleted concurrently. {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 04:47:55.514254 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a122d553-c84d-47e0-b985-e2d9166d1236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:55.522549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e4efa-7a17-459a-992e-714a735a02f7 req-16b8726b-c6c5-4056-bf83-46272a7d7dc1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:55.524197 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e6e4efa-7a17-459a-992e-714a735a02f7 req-16b8726b-c6c5-4056-bf83-46272a7d7dc1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0963681 Feb 11 04:47:55.542301 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:55.555203 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:55.565592 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47980) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:55.566450 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "DELETE /v2.0/networks/bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2 HTTP/1.1" status: 204 len: 168 time: 1.6449296 Feb 11 04:47:55.598713 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bd93b-efa0-4651-9a09-1675b04a1518 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event deleted for resources: {'Network': ['ID=bf2d8b15-c8ed-4dbe-9447-fc2bc3ba39f2,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:55.689515 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be490f1c-0310-412c-9184-5ffc996ab956 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (38dda43b-18ed-49bb-9d16-6f13410ea0bf), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:55.741854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e6e4efa-7a17-459a-992e-714a735a02f7 req-6ee45e37-177e-40e3-a8c0-cb4a2e6f9655 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967807 Feb 11 04:47:55.830281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 76273bb0-9c23-4e98-9ea4-d2931abd07ed no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:47:55.854454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 76273bb0-9c23-4e98-9ea4-d2931abd07ed {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:47:55.854926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 76273bb0-9c23-4e98-9ea4-d2931abd07ed not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:47:55.902018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be490f1c-0310-412c-9184-5ffc996ab956 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (38dda43b-18ed-49bb-9d16-6f13410ea0bf), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:55.950971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-be490f1c-0310-412c-9184-5ffc996ab956 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38dda43b-18ed-49bb-9d16-6f13410ea0bf']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:55.968211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-be490f1c-0310-412c-9184-5ffc996ab956 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a620dbe-8f4d-4d39-a7de-991f3ad0e8ec') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:55.975067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-be490f1c-0310-412c-9184-5ffc996ab956 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a620dbe-8f4d-4d39-a7de-991f3ad0e8ec') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:55.994291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be490f1c-0310-412c-9184-5ffc996ab956 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (9a620dbe-8f4d-4d39-a7de-991f3ad0e8ec), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.017907 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be490f1c-0310-412c-9184-5ffc996ab956 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9a620dbe-8f4d-4d39-a7de-991f3ad0e8ec), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.025226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be490f1c-0310-412c-9184-5ffc996ab956 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:47:56.025934 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be490f1c-0310-412c-9184-5ffc996ab956 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (9a620dbe-8f4d-4d39-a7de-991f3ad0e8ec), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:47:56.125055 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:47:56.318495 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be490f1c-0310-412c-9184-5ffc996ab956 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (38dda43b-18ed-49bb-9d16-6f13410ea0bf), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.326260 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be490f1c-0310-412c-9184-5ffc996ab956 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.332467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-be490f1c-0310-412c-9184-5ffc996ab956 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "DELETE /v2.0/networks/38dda43b-18ed-49bb-9d16-6f13410ea0bf HTTP/1.1" status: 204 len: 168 time: 0.7638059 Feb 11 04:47:56.333310 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47992) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:56.346458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be490f1c-0310-412c-9184-5ffc996ab956 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event deleted for resources: {'Network': ['ID=38dda43b-18ed-49bb-9d16-6f13410ea0bf,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:56.461100 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b4e0-7745-4675-929e-dcebb9c83a25 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (a1ba3981-6e52-4360-8345-583fff948bf7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.567729 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b4e0-7745-4675-929e-dcebb9c83a25 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (a1ba3981-6e52-4360-8345-583fff948bf7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.605633 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-d2d2b4e0-7745-4675-929e-dcebb9c83a25 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ba3981-6e52-4360-8345-583fff948bf7']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:56.625611 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-d2d2b4e0-7745-4675-929e-dcebb9c83a25 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bc963f-683e-428b-b404-904cd048198d') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:56.626225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-d2d2b4e0-7745-4675-929e-dcebb9c83a25 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bc963f-683e-428b-b404-904cd048198d') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:47:56.643730 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b4e0-7745-4675-929e-dcebb9c83a25 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (f0bc963f-683e-428b-b404-904cd048198d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.675085 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b4e0-7745-4675-929e-dcebb9c83a25 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f0bc963f-683e-428b-b404-904cd048198d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.684204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d2b4e0-7745-4675-929e-dcebb9c83a25 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:47:56.684641 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b4e0-7745-4675-929e-dcebb9c83a25 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (f0bc963f-683e-428b-b404-904cd048198d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:47:56.688285 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:47:56.879273 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:56.890711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8ef39-6368-4203-8a8b-0b4250b90491 req-892eea54-8830-4655-abde-48b7a3544e05 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:56.893803 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00a8ef39-6368-4203-8a8b-0b4250b90491 req-892eea54-8830-4655-abde-48b7a3544e05 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0660141 Feb 11 04:47:56.953062 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00a8ef39-6368-4203-8a8b-0b4250b90491 req-7c422db7-8219-426c-8c98-31ae9593b385 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512059 Feb 11 04:47:57.023159 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b4e0-7745-4675-929e-dcebb9c83a25 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (a1ba3981-6e52-4360-8345-583fff948bf7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:57.038166 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b4e0-7745-4675-929e-dcebb9c83a25 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:57.042770 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d2d2b4e0-7745-4675-929e-dcebb9c83a25 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] 10.222.0.13 "DELETE /v2.0/networks/a1ba3981-6e52-4360-8345-583fff948bf7 HTTP/1.1" status: 204 len: 168 time: 0.7062216 Feb 11 04:47:57.066365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2b4e0-7745-4675-929e-dcebb9c83a25 tempest-BulkNetworkOpsTest-32489876 tempest-BulkNetworkOpsTest-32489876-project] Pushing event deleted for resources: {'Network': ['ID=a1ba3981-6e52-4360-8345-583fff948bf7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:58.145235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e808e2-b02d-43dd-a37a-e2d07d67c63a req-dc42ca3e-f319-4cd9-b32f-fe9ade0a41ea tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:58.147236 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48e808e2-b02d-43dd-a37a-e2d07d67c63a req-dc42ca3e-f319-4cd9-b32f-fe9ade0a41ea tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0824184 Feb 11 04:47:58.195824 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48026) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:58.252513 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48e808e2-b02d-43dd-a37a-e2d07d67c63a req-9b9f6372-157a-43c0-9325-2ab071b512e7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933175 Feb 11 04:47:58.331402 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:58.472615 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-254f75a4-9632-4292-a9f5-be185c179240 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c97cce25ecc2481090b46ad5ad31ae98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2758570 Feb 11 04:47:58.477539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48036) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:47:58.560228 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffb439b5-7a90-4bee-a4b6-b8b197d7c8a7 admin admin] Publish callbacks [] for security_group (aa4b4fcd-a6f0-4d1d-9920-333e59ea9d81), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:58.601032 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffb439b5-7a90-4bee-a4b6-b8b197d7c8a7 admin admin] Publish callbacks [] for security_group (aa4b4fcd-a6f0-4d1d-9920-333e59ea9d81), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:58.894220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffb439b5-7a90-4bee-a4b6-b8b197d7c8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (aa4b4fcd-a6f0-4d1d-9920-333e59ea9d81), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:58.900450 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffb439b5-7a90-4bee-a4b6-b8b197d7c8a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:58.904026 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ffb439b5-7a90-4bee-a4b6-b8b197d7c8a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa4b4fcd-a6f0-4d1d-9920-333e59ea9d81 HTTP/1.1" status: 204 len: 168 time: 0.4243696 Feb 11 04:47:58.944332 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb439b5-7a90-4bee-a4b6-b8b197d7c8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4b4fcd-a6f0-4d1d-9920-333e59ea9d81,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:47:59.440915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef16af-9e39-4e95-b89a-be2d26f70b7f req-78e62036-42ff-46c3-afe7-ce1112587cde tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:59.444481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6aef16af-9e39-4e95-b89a-be2d26f70b7f req-78e62036-42ff-46c3-afe7-ce1112587cde tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0993683 Feb 11 04:47:59.557572 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6aef16af-9e39-4e95-b89a-be2d26f70b7f req-dc2e6b9c-ed61-4110-aaa1-d5e053324be8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002400 Feb 11 04:47:59.891649 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:47:59.995569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2247b95-b06e-48e5-814e-7d1ba00c5434 req-fc0016b4-6f24-4482-93ae-4024fe5c0e55 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:47:59.997225 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2247b95-b06e-48e5-814e-7d1ba00c5434 req-fc0016b4-6f24-4482-93ae-4024fe5c0e55 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 945 time: 0.0720620 Feb 11 04:48:00.100092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2247b95-b06e-48e5-814e-7d1ba00c5434 req-fd8adcbd-a99a-496f-a7ae-567aea2b061a tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915971 Feb 11 04:48:00.458177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5ccd7-877c-448b-8eb3-045a1073ee03 req-56742e84-b850-4b72-bc46-43290ff0480d tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:00.462278 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ac5ccd7-877c-448b-8eb3-045a1073ee03 req-56742e84-b850-4b72-bc46-43290ff0480d tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.32 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 945 time: 0.1107895 Feb 11 04:48:00.683913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-1ac5ccd7-877c-448b-8eb3-045a1073ee03 req-515e065e-cb77-4b09-8347-5b25ee1ab873 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Deleting port e9018ccb-ca21-413f-bca7-43eaaf6841ce {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:00.684864 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1ac5ccd7-877c-448b-8eb3-045a1073ee03 req-515e065e-cb77-4b09-8347-5b25ee1ab873 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e9018ccb-ca21-413f-bca7-43eaaf6841ce), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:00.848371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad3a4e-b03f-499d-bad4-d91671958b1a req-9d542687-6b0a-4b2e-a5fa-35879ac87829 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:00.850242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8ad3a4e-b03f-499d-bad4-d91671958b1a req-9d542687-6b0a-4b2e-a5fa-35879ac87829 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1595259 Feb 11 04:48:00.883117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-1ac5ccd7-877c-448b-8eb3-045a1073ee03 req-515e065e-cb77-4b09-8347-5b25ee1ab873 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] For port e9018ccb-ca21-413f-bca7-43eaaf6841ce, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=e9018ccb-ca21-413f-bca7-43eaaf6841ce,segment=NetworkSegment(9e40d8a6-883f-4cef-aa89-96d0b134604d),segment_id=9e40d8a6-883f-4cef-aa89-96d0b134604d)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:00.883505 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1ac5ccd7-877c-448b-8eb3-045a1073ee03 req-515e065e-cb77-4b09-8347-5b25ee1ab873 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e9018ccb-ca21-413f-bca7-43eaaf6841ce), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:00.910862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-1ac5ccd7-877c-448b-8eb3-045a1073ee03 req-515e065e-cb77-4b09-8347-5b25ee1ab873 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Calling delete_port for e9018ccb-ca21-413f-bca7-43eaaf6841ce owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:00.952623 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8ad3a4e-b03f-499d-bad4-d91671958b1a req-a822e175-8dec-441e-b2da-2a6e50b1a8c6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852613 Feb 11 04:48:01.221593 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48092) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:01.296749 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961a926-ac40-4cad-bfb4-23fb4e9b1d8e req-bf0ca71f-c94d-45c3-b68c-49958b3f0755 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:01.303141 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8961a926-ac40-4cad-bfb4-23fb4e9b1d8e req-bf0ca71f-c94d-45c3-b68c-49958b3f0755 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 945 time: 0.1003036 Feb 11 04:48:01.372298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-650546491'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:01.380125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8961a926-ac40-4cad-bfb4-23fb4e9b1d8e req-1a1cda52-29fe-46e8-b398-7f7d73887b73 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/security-groups?id=2bb1f13d-02df-4cff-9d05-dd89a16008eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693624 Feb 11 04:48:01.388730 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1ac5ccd7-877c-448b-8eb3-045a1073ee03 req-515e065e-cb77-4b09-8347-5b25ee1ab873 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e9018ccb-ca21-413f-bca7-43eaaf6841ce), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:01.445740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e065e-cb77-4b09-8347-5b25ee1ab873 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Pushing event deleted for resources: {'Port': ['ID=e9018ccb-ca21-413f-bca7-43eaaf6841ce,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:01.496728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac5ccd7-877c-448b-8eb3-045a1073ee03 req-515e065e-cb77-4b09-8347-5b25ee1ab873 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] No DVR routers for this DVR port e9018ccb-ca21-413f-bca7-43eaaf6841ce on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:01.500065 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-1ac5ccd7-877c-448b-8eb3-045a1073ee03 req-515e065e-cb77-4b09-8347-5b25ee1ab873 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:01.503784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ac5ccd7-877c-448b-8eb3-045a1073ee03 req-515e065e-cb77-4b09-8347-5b25ee1ab873 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.32 "DELETE /v2.0/ports/e9018ccb-ca21-413f-bca7-43eaaf6841ce HTTP/1.1" status: 204 len: 173 time: 1.0364115 Feb 11 04:48:01.504329 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f7609a-9798-42fc-a081-5d55e6823df6', 'name': 'network-vif-deleted', 'tag': 'e9018ccb-ca21-413f-bca7-43eaaf6841ce'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:01.508733 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9408bf84-3135-4d64-8c67-c27a50abee66" -d '{"events": [{"server_uuid": "78f7609a-9798-42fc-a081-5d55e6823df6", "name": "network-vif-deleted", "tag": "e9018ccb-ca21-413f-bca7-43eaaf6841ce"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:01.559316 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f2846a-4943-43c1-b779-1cb04aad433e x-openstack-request-id: req-e0f2846a-4943-43c1-b779-1cb04aad433e {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:01.559789 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f7609a-9798-42fc-a081-5d55e6823df6", "name": "network-vif-deleted", "tag": "e9018ccb-ca21-413f-bca7-43eaaf6841ce", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:01.560210 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0f2846a-4943-43c1-b779-1cb04aad433e {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:01.560833 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f7609a-9798-42fc-a081-5d55e6823df6', 'name': 'network-vif-deleted', 'tag': 'e9018ccb-ca21-413f-bca7-43eaaf6841ce', 'status': 'completed', 'code': 200} Feb 11 04:48:01.632204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Made reservation on behalf of a4969c4aed04464bb20b9c43a679778a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:01.635775 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:01.645028 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:01.739765 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for security_group (1652f7cd-4c59-4e69-8746-3678c049a499), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:01.993426 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1652f7cd-4c59-4e69-8746-3678c049a499), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:02.049280 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:48:02.060821 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1652f7cd-4c59-4e69-8746-3678c049a499,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:02.072317 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:02.072785 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Added segment d2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156 of type vlan for network 4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7 Feb 11 04:48:02.148360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3861a-eb4c-4d41-a9a7-3b06cab4ee28 req-22aaf4ec-c0ff-4d8a-b6b1-bb80da302ff7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:02.150989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0da3861a-eb4c-4d41-a9a7-3b06cab4ee28 req-22aaf4ec-c0ff-4d8a-b6b1-bb80da302ff7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0947011 Feb 11 04:48:02.173586 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:02.233106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0da3861a-eb4c-4d41-a9a7-3b06cab4ee28 req-a2f6e471-9872-4629-b894-545b4e4abf18 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729527 Feb 11 04:48:02.341052 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:02.347034 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:02.347755 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:02.446834 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event updated for resources: {'Network': ['ID=4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:02.464291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:48:02.590131 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-73c52efd-fcb0-417a-b132-89d62242d1c4 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3668318 Feb 11 04:48:02.593615 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e195127-64a4-423e-9801-451bdce1c857 req-776aa813-fd04-4316-a222-4aaf314e8e53 tempest-AttachVolumeNegativeTest-1825447313 tempest-AttachVolumeNegativeTest-1825447313-project] 10.222.0.13 "GET /v2.0/ports?device_id=78f7609a-9798-42fc-a081-5d55e6823df6 HTTP/1.1" status: 200 len: 210 time: 0.0419433 Feb 11 04:48:02.882876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e9018ccb-ca21-413f-bca7-43eaaf6841ce no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:02.912780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: e9018ccb-ca21-413f-bca7-43eaaf6841ce {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:48:02.913319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device e9018ccb-ca21-413f-bca7-43eaaf6841ce not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:48:03.384386 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bb75d-d06d-4a04-b9ec-6f25bc323925 req-8c9cb996-9c00-4100-a31d-dd07d6e05b03 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:03.386231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c5bb75d-d06d-4a04-b9ec-6f25bc323925 req-8c9cb996-9c00-4100-a31d-dd07d6e05b03 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0653329 Feb 11 04:48:03.476814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c5bb75d-d06d-4a04-b9ec-6f25bc323925 req-72a2dfc7-f0de-4232-acfd-c51a1269433b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765641 Feb 11 04:48:03.672057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48128) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:03.874267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-495dc850-4d0d-4f56-8890-c1afd4e86e5b admin admin] Deleting subnet 1b81996e-fc00-4977-9834-00be71e6310f {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:48:03.877614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-495dc850-4d0d-4f56-8890-c1afd4e86e5b admin admin] Publish callbacks [] for subnet (1b81996e-fc00-4977-9834-00be71e6310f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:03.915112 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-495dc850-4d0d-4f56-8890-c1afd4e86e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (1b81996e-fc00-4977-9834-00be71e6310f), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:03.972914 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-495dc850-4d0d-4f56-8890-c1afd4e86e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (1b81996e-fc00-4977-9834-00be71e6310f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:04.076962 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:04.204358 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-495dc850-4d0d-4f56-8890-c1afd4e86e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (1b81996e-fc00-4977-9834-00be71e6310f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:04.242256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dc850-4d0d-4f56-8890-c1afd4e86e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b81996e-fc00-4977-9834-00be71e6310f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:04.244555 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:04.259467 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-495dc850-4d0d-4f56-8890-c1afd4e86e5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:04.265873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48140) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:04.276528 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-495dc850-4d0d-4f56-8890-c1afd4e86e5b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1b81996e-fc00-4977-9834-00be71e6310f HTTP/1.1" status: 204 len: 168 time: 0.6013024 Feb 11 04:48:04.350824 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15479944-2128-4ea5-a44a-a905899ea7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:04.441292 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15479944-2128-4ea5-a44a-a905899ea7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:04.466127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-15479944-2128-4ea5-a44a-a905899ea7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:04.477623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-15479944-2128-4ea5-a44a-a905899ea7e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e40d8a6-883f-4cef-aa89-96d0b134604d') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:04.478133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-15479944-2128-4ea5-a44a-a905899ea7e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e40d8a6-883f-4cef-aa89-96d0b134604d') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:04.489496 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15479944-2128-4ea5-a44a-a905899ea7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (9e40d8a6-883f-4cef-aa89-96d0b134604d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:04.507917 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15479944-2128-4ea5-a44a-a905899ea7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9e40d8a6-883f-4cef-aa89-96d0b134604d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:04.521234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15479944-2128-4ea5-a44a-a905899ea7e3 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:48:04.522511 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15479944-2128-4ea5-a44a-a905899ea7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (9e40d8a6-883f-4cef-aa89-96d0b134604d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:48:04.525342 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:48:04.703509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826ec13-74d8-4cab-ba66-10b62e4623ae req-cfef6798-81bb-4f6f-9521-73d1702363a7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:04.705284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f826ec13-74d8-4cab-ba66-10b62e4623ae req-cfef6798-81bb-4f6f-9521-73d1702363a7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1063972 Feb 11 04:48:04.770190 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15479944-2128-4ea5-a44a-a905899ea7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:04.783514 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15479944-2128-4ea5-a44a-a905899ea7e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:04.794478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-15479944-2128-4ea5-a44a-a905899ea7e3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb HTTP/1.1" status: 204 len: 168 time: 0.5254226 Feb 11 04:48:04.830604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15479944-2128-4ea5-a44a-a905899ea7e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b0c5ca-e2d8-4940-a1f6-89e6ef1556bb,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:04.840374 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f826ec13-74d8-4cab-ba66-10b62e4623ae req-a835c101-0074-4c9c-b59b-b7982a096f85 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159165 Feb 11 04:48:05.461577 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48158) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:05.513780 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-768959bd-2bad-4651-a48c-db51c6d77f45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=656a19e4f37840fb89bc57095c766395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512075 Feb 11 04:48:05.518025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48160) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:05.579533 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d21906b-0c93-4d97-906a-821d671f5d81 admin admin] Publish callbacks [] for security_group (2bb1f13d-02df-4cff-9d05-dd89a16008eb), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:05.607604 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d21906b-0c93-4d97-906a-821d671f5d81 admin admin] Publish callbacks [] for security_group (2bb1f13d-02df-4cff-9d05-dd89a16008eb), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:05.831906 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d21906b-0c93-4d97-906a-821d671f5d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2bb1f13d-02df-4cff-9d05-dd89a16008eb), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:05.844646 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d21906b-0c93-4d97-906a-821d671f5d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:05.847996 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1d21906b-0c93-4d97-906a-821d671f5d81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bb1f13d-02df-4cff-9d05-dd89a16008eb HTTP/1.1" status: 204 len: 168 time: 0.3261275 Feb 11 04:48:05.857188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21906b-0c93-4d97-906a-821d671f5d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb1f13d-02df-4cff-9d05-dd89a16008eb,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:06.105750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5efc03-b28b-4842-8c6f-aa2d6b8eda8a req-34ffe315-e472-4791-9a8f-e24e1902dfcc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:06.107553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d5efc03-b28b-4842-8c6f-aa2d6b8eda8a req-34ffe315-e472-4791-9a8f-e24e1902dfcc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.1151731 Feb 11 04:48:06.175674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d5efc03-b28b-4842-8c6f-aa2d6b8eda8a req-c849b7a7-50c1-4f12-912d-c8d243cc5136 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570636 Feb 11 04:48:06.887363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9e2420a9-4566-4b5c-bcda-8c687e56e491 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:48:07.028560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48190) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:07.036979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-bb83354b-367b-4928-a93c-d0cae8a40ecf tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Request body: {'subnet': {'network_id': '4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:07.073552 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9e2420a9-4566-4b5c-bcda-8c687e56e491, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9e2420a9-4566-4b5c-bcda-8c687e56e491,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:07.094852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '9e2420a9-4566-4b5c-bcda-8c687e56e491', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'port_id': '9e2420a9-4566-4b5c-bcda-8c687e56e491', 'mac_address': 'fa:16:3e:ed:f7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:48:07.176300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 9e2420a9-4566-4b5c-bcda-8c687e56e491 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:07.177226 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:07.207241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2420a9-4566-4b5c-bcda-8c687e56e491 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:07.243186 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9e2420a9-4566-4b5c-bcda-8c687e56e491, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9e2420a9-4566-4b5c-bcda-8c687e56e491,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:07.370473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d53ef-2750-4a95-96b0-0683fb63d0b9 req-477cdc97-66b2-4814-9cfe-1032b855ac37 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:07.372688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-740d53ef-2750-4a95-96b0-0683fb63d0b9 req-477cdc97-66b2-4814-9cfe-1032b855ac37 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 943 time: 0.0662909 Feb 11 04:48:07.426269 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-740d53ef-2750-4a95-96b0-0683fb63d0b9 req-ce8e4495-c05f-4caa-98ea-2d9e15d52b81 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456719 Feb 11 04:48:07.466843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb83354b-367b-4928-a93c-d0cae8a40ecf tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Made reservation on behalf of a4969c4aed04464bb20b9c43a679778a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:07.467201 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:07.470863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bb83354b-367b-4928-a93c-d0cae8a40ecf tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:07.520613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=9e2420a9-4566-4b5c-bcda-8c687e56e491,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:07.528776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:07.529136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:07.529489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:07.529854 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:07.530189 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:07.530523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:07.530891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:07.531230 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:07.531562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:07.531895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:07.532227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:07.532556 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:07.532886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:07.695722 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['9e2420a9-4566-4b5c-bcda-8c687e56e491'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:07.792987 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bb83354b-367b-4928-a93c-d0cae8a40ecf tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (191672e1-ac27-4590-b7b9-6d807345ddec), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:07.877085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83354b-367b-4928-a93c-d0cae8a40ecf tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event updated for resources: {'Subnet': ['ID=191672e1-ac27-4590-b7b9-6d807345ddec,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:07.892711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb83354b-367b-4928-a93c-d0cae8a40ecf tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Checking segment: {'id': 'd2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:07.893436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83354b-367b-4928-a93c-d0cae8a40ecf tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Network hostable DHCP agents. Network: 4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:48:08.076999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83354b-367b-4928-a93c-d0cae8a40ecf tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Network 4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:48:08.311464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-bb83354b-367b-4928-a93c-d0cae8a40ecf tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:08.316080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb83354b-367b-4928-a93c-d0cae8a40ecf tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:08.321047 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bb83354b-367b-4928-a93c-d0cae8a40ecf tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:08.323456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6224c8aa-afbf-4165-a5f5-16398f1b8bbf None None] Network 4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:48:08.476108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7', 'network_id': '4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7', 'project_id': 'a4969c4aed04464bb20b9c43a679778a', 'fixed_ips': [{'subnet_id': '191672e1-ac27-4590-b7b9-6d807345ddec'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:48:08.476813 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:08.600803 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bb83354b-367b-4928-a93c-d0cae8a40ecf tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5689530 Feb 11 04:48:08.603237 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48224) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:08.608672 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-52755321'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:08.633531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c8779-482e-4746-9b17-82602f79479f req-a2745303-3f06-4742-a642-cfae5228a97b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:08.636511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47c8779-482e-4746-9b17-82602f79479f req-a2745303-3f06-4742-a642-cfae5228a97b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 944 time: 0.1025977 Feb 11 04:48:08.701516 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d47c8779-482e-4746-9b17-82602f79479f req-4506c58e-3ca6-4553-925e-50e82cc4a157 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567358 Feb 11 04:48:08.723624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Allocated IP 2001:db8:0:ffff::2 (4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7/191672e1-ac27-4590-b7b9-6d807345ddec/0427ba8c-218c-4d86-8372-9c4d9bbb2bcf) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:48:08.837295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Made reservation on behalf of a4969c4aed04464bb20b9c43a679778a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:08.848819 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:08.881305 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:48:08.900303 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ac8742d6-092e-4837-a956-a9921bf537e5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:08.900865 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Added segment ac8742d6-092e-4837-a956-a9921bf537e5 of type vlan for network 1a58efd7-325c-4f9e-a3ce-f123574ae988 Feb 11 04:48:08.906579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9e2420a9-4566-4b5c-bcda-8c687e56e491 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:48:08.960978 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (1a58efd7-325c-4f9e-a3ce-f123574ae988), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:08.985230 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Publish callbacks [] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:09.090909 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:09.146963 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (1a58efd7-325c-4f9e-a3ce-f123574ae988), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:09.148047 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:09.149231 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:09.158444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 9e2420a9-4566-4b5c-bcda-8c687e56e491 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:48:09.177095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Network 4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:48:09.181946 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 9e2420a9-4566-4b5c-bcda-8c687e56e491 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:09.187174 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:09.245643 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event updated for resources: {'Network': ['ID=1a58efd7-325c-4f9e-a3ce-f123574ae988,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:09.254030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:09.263646 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:48:09.274958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:09.275602 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:09.278225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:09.278864 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:09.281455 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:09.283073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:09.293221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:09.293221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:09.293221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:09.293221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:09.293221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:09.293221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:09.293221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:09.303232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Pushing event updated for resources: {'Port': ['ID=0427ba8c-218c-4d86-8372-9c4d9bbb2bcf,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:09.323364 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0f9225d2-c593-4f1f-b0b9-4c93fe43ce4a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7185121 Feb 11 04:48:09.325786 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48248) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:09.344207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fc50e311-ad9c-439f-94c6-9c6246cf1405 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Request body: {'subnet': {'network_id': '1a58efd7-325c-4f9e-a3ce-f123574ae988', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:09.352519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 1a58efd7-325c-4f9e-a3ce-f123574ae988 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:48:09.394907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1d2ac-0a78-4751-8fa0-4721b9d3e822 req-faa270ed-cd1a-4ba5-a2b8-789ce6fb44f5 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:09.399964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fce1d2ac-0a78-4751-8fa0-4721b9d3e822 req-faa270ed-cd1a-4ba5-a2b8-789ce6fb44f5 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1128 time: 0.1295898 Feb 11 04:48:09.466545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Attempting to bind port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:48:09.466545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Attempting to bind port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'd2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:48:09.467023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Attempting to bind port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf on network 4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:09.499555 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fce1d2ac-0a78-4751-8fa0-4721b9d3e822 req-f2087edb-3a93-4bd6-bcfe-f16bea265493 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912912 Feb 11 04:48:09.529465 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:48:09.529839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Checking segment: {'id': 'd2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:09.530283 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:09.539302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Bound using segment: {'id': 'd2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:48:09.540565 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Bound port: 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:48:09.541470 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:09.715871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 9e2420a9-4566-4b5c-bcda-8c687e56e491 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:09.726388 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:09.758116 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc50e311-ad9c-439f-94c6-9c6246cf1405 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Made reservation on behalf of a4969c4aed04464bb20b9c43a679778a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:09.764992 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc50e311-ad9c-439f-94c6-9c6246cf1405 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:09.800852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94242d94-d2d3-486b-8480-a076a85d732f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2420a9-4566-4b5c-bcda-8c687e56e491'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:09.806015 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6706487-fd7e-4cd4-8ee5-8ba52b51d1d7" -d '{"events": [{"server_uuid": "94242d94-d2d3-486b-8480-a076a85d732f", "name": "network-vif-plugged", "status": "completed", "tag": "9e2420a9-4566-4b5c-bcda-8c687e56e491"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:09.813965 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4547a-7e53-4706-89a5-2ee345f9046d req-80462362-a4fe-44a4-a654-67242cbf42d1 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:09.821227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84c4547a-7e53-4706-89a5-2ee345f9046d req-80462362-a4fe-44a4-a654-67242cbf42d1 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.1289110 Feb 11 04:48:09.829104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] For port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:09.844640 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 9e2420a9-4566-4b5c-bcda-8c687e56e491, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9e2420a9-4566-4b5c-bcda-8c687e56e491,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:09.855672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] For port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0427ba8c-218c-4d86-8372-9c4d9bbb2bcf,segment=NetworkSegment(d2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156),segment_id=d2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:48:09.981785 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84c4547a-7e53-4706-89a5-2ee345f9046d req-f0656573-a173-4ea8-b559-b12a175dd9e2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592069 Feb 11 04:48:09.987216 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:10.025886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b82b1-5809-49cb-893b-8aa8fbd34e78 req-db463c69-6522-4060-bcc5-b169205be7e6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:10.037762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48268) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:10.042464 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-705b82b1-5809-49cb-893b-8aa8fbd34e78 req-db463c69-6522-4060-bcc5-b169205be7e6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 944 time: 0.1639731 Feb 11 04:48:10.065363 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:10.135856 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f3dd6f75-5574-426c-8556-8d658fcac647 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/857fea50-452e-4619-ae8c-b5a78245943d HTTP/1.1" status: 200 len: 993 time: 0.0962088 Feb 11 04:48:10.173469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-705b82b1-5809-49cb-893b-8aa8fbd34e78 req-9d28799d-9a92-49d3-90f8-368eb66a2889 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262457 Feb 11 04:48:10.181983 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539c486c-531b-48d4-9dc3-09e73528935c x-openstack-request-id: req-539c486c-531b-48d4-9dc3-09e73528935c {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:10.182779 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94242d94-d2d3-486b-8480-a076a85d732f", "name": "network-vif-plugged", "status": "completed", "tag": "9e2420a9-4566-4b5c-bcda-8c687e56e491", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:10.184204 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-539c486c-531b-48d4-9dc3-09e73528935c {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:10.185088 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94242d94-d2d3-486b-8480-a076a85d732f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2420a9-4566-4b5c-bcda-8c687e56e491', 'code': 200} Feb 11 04:48:10.197042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=9e2420a9-4566-4b5c-bcda-8c687e56e491,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:10.360016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3a786-70fb-4005-8cea-05b7a4121da6 None None] Pushing event updated for resources: {'Port': ['ID=0427ba8c-218c-4d86-8372-9c4d9bbb2bcf,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:10.382910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d44a0-1eaa-4e1a-8808-2f0df2732ae8 req-24fbc8ff-f566-4cef-bc84-a6a035ee59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:10.385567 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d4d44a0-1eaa-4e1a-8808-2f0df2732ae8 req-24fbc8ff-f566-4cef-bc84-a6a035ee59fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 1128 time: 0.1418235 Feb 11 04:48:10.494721 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d4d44a0-1eaa-4e1a-8808-2f0df2732ae8 req-8de4f4fa-aca7-48b5-b2b7-58e2dd012d2f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994191 Feb 11 04:48:10.704515 n-d-712142-35 neutron-server[103808]: DEBUG neutron.objects.ports [None req-fc50e311-ad9c-439f-94c6-9c6246cf1405 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103808) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 04:48:10.704515 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc50e311-ad9c-439f-94c6-9c6246cf1405 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (f4818ecc-86d8-45d3-8050-5811122efeeb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:10.838281 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50e311-ad9c-439f-94c6-9c6246cf1405 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event updated for resources: {'Subnet': ['ID=f4818ecc-86d8-45d3-8050-5811122efeeb,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:10.845860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc50e311-ad9c-439f-94c6-9c6246cf1405 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Checking segment: {'id': 'ac8742d6-092e-4837-a956-a9921bf537e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1a58efd7-325c-4f9e-a3ce-f123574ae988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:10.848581 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc50e311-ad9c-439f-94c6-9c6246cf1405 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Network hostable DHCP agents. Network: 1a58efd7-325c-4f9e-a3ce-f123574ae988, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:48:10.963692 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc50e311-ad9c-439f-94c6-9c6246cf1405 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Network 1a58efd7-325c-4f9e-a3ce-f123574ae988 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:48:10.969862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-7155e7a9-ee5f-440a-b279-90620b9e0601 req-2b5247a7-0af3-4e32-88e2-95ee9f119841 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:48:10.969862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7155e7a9-ee5f-440a-b279-90620b9e0601 req-2b5247a7-0af3-4e32-88e2-95ee9f119841 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3230498 Feb 11 04:48:11.149085 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-fc50e311-ad9c-439f-94c6-9c6246cf1405 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 1a58efd7-325c-4f9e-a3ce-f123574ae988) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:11.160779 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc50e311-ad9c-439f-94c6-9c6246cf1405 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:11.162651 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fc50e311-ad9c-439f-94c6-9c6246cf1405 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:11.170534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e39c46-1ac6-4173-ba91-8e847b4aebf5 None None] Network 1a58efd7-325c-4f9e-a3ce-f123574ae988 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:48:11.305565 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fc50e311-ad9c-439f-94c6-9c6246cf1405 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9779127 Feb 11 04:48:11.309927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48314) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:11.315785 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b5f48f17-2ca6-412b-a357-ce090795b247 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Request body: {'port': {'network_id': '1a58efd7-325c-4f9e-a3ce-f123574ae988', 'name': 'tempest-NetworksIpV6TestAttrs-1086422943'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:11.443620 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1a58efd7-325c-4f9e-a3ce-f123574ae988', 'network_id': '1a58efd7-325c-4f9e-a3ce-f123574ae988', 'project_id': 'a4969c4aed04464bb20b9c43a679778a', 'fixed_ips': [{'subnet_id': 'f4818ecc-86d8-45d3-8050-5811122efeeb'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:48:11.445282 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:11.480720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f28e1-5e0f-422c-9473-55aa37b92739 req-b798065e-738b-4f4b-bd77-625d76c28ef2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:11.510802 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-463f28e1-5e0f-422c-9473-55aa37b92739 req-b798065e-738b-4f4b-bd77-625d76c28ef2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 945 time: 0.2008266 Feb 11 04:48:11.751546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-463f28e1-5e0f-422c-9473-55aa37b92739 req-b6487d69-c118-45d2-a8be-ac5791aeb395 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383354 Feb 11 04:48:11.924434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Allocated IP 2001:db8::f816:3eff:fe73:58f2 (1a58efd7-325c-4f9e-a3ce-f123574ae988/f4818ecc-86d8-45d3-8050-5811122efeeb/19ec1b23-c116-40c9-8d6f-09040e9a815e) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:48:11.978472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f48f17-2ca6-412b-a357-ce090795b247 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Made reservation on behalf of a4969c4aed04464bb20b9c43a679778a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:11.984636 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b5f48f17-2ca6-412b-a357-ce090795b247 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:12.018771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:48:12.029730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-b5f48f17-2ca6-412b-a357-ce090795b247 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] device_id is not set on port ab89f768-e7f9-42fd-a279-fe4e4308d406 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:48:12.042484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603654f-faca-42bc-b908-041804f1d29f req-84f14fd8-70f6-4f33-9afa-3105c387f633 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:12.046142 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0603654f-faca-42bc-b908-041804f1d29f req-84f14fd8-70f6-4f33-9afa-3105c387f633 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.1705189 Feb 11 04:48:12.125755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0603654f-faca-42bc-b908-041804f1d29f req-ba6d497d-d820-4353-8341-e4abffad51a5 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665064 Feb 11 04:48:12.217832 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda2a4d4-7f58-4597-8a82-ace0713428c5 None None] Network 4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:48:12.237366 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-9ec8d362-63eb-4947-8a68-4bb2ecc13c26 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006989 Feb 11 04:48:12.364741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-915e31a0-5c3e-4f9f-ab90-59191ab54bb5 None None] Provisioning complete for port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:12.365199 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-915e31a0-5c3e-4f9f-ab90-59191ab54bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:12.370243 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:12.370646 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:12.493361 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Publish callbacks [] for port (19ec1b23-c116-40c9-8d6f-09040e9a815e), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:12.618138 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (19ec1b23-c116-40c9-8d6f-09040e9a815e), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:12.697162 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:12.697573 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:12.705262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Network 1a58efd7-325c-4f9e-a3ce-f123574ae988 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:48:12.708743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-915e31a0-5c3e-4f9f-ab90-59191ab54bb5 None None] Current status of the port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:12.709145 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-915e31a0-5c3e-4f9f-ab90-59191ab54bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:12.744638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:12.775180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-b5f48f17-2ca6-412b-a357-ce090795b247 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Allocated IP 2001:db8::f816:3eff:feb0:ed51 (1a58efd7-325c-4f9e-a3ce-f123574ae988/f4818ecc-86d8-45d3-8050-5811122efeeb/ab89f768-e7f9-42fd-a279-fe4e4308d406) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:48:12.791178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:48:12.880092 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Pushing event updated for resources: {'Port': ['ID=19ec1b23-c116-40c9-8d6f-09040e9a815e,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:13.158399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acea4d-51fa-4979-8b5c-b1f87ccb1ebe req-f25286bd-3c83-48cb-98d0-b9d284dd4a9b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:13.165059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73acea4d-51fa-4979-8b5c-b1f87ccb1ebe req-f25286bd-3c83-48cb-98d0-b9d284dd4a9b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 945 time: 0.2258832 Feb 11 04:48:13.240999 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b5f48f17-2ca6-412b-a357-ce090795b247 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for port (ab89f768-e7f9-42fd-a279-fe4e4308d406), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:13.274931 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-915e31a0-5c3e-4f9f-ab90-59191ab54bb5 None None] For port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0427ba8c-218c-4d86-8372-9c4d9bbb2bcf,segment=NetworkSegment(d2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156),segment_id=d2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:13.298859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73acea4d-51fa-4979-8b5c-b1f87ccb1ebe req-8ce4cc84-84d1-4599-885f-22768627d822 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277223 Feb 11 04:48:13.336452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Attempting to bind port 19ec1b23-c116-40c9-8d6f-09040e9a815e on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:48:13.337329 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Attempting to bind port 19ec1b23-c116-40c9-8d6f-09040e9a815e by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'ac8742d6-092e-4837-a956-a9921bf537e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1a58efd7-325c-4f9e-a3ce-f123574ae988'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:48:13.338041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Attempting to bind port 19ec1b23-c116-40c9-8d6f-09040e9a815e on network 1a58efd7-325c-4f9e-a3ce-f123574ae988 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:13.345711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:48:13.346906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Checking segment: {'id': 'ac8742d6-092e-4837-a956-a9921bf537e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1a58efd7-325c-4f9e-a3ce-f123574ae988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:13.347650 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:13.348271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Bound using segment: {'id': 'ac8742d6-092e-4837-a956-a9921bf537e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1a58efd7-325c-4f9e-a3ce-f123574ae988'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:48:13.348824 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Bound port: 19ec1b23-c116-40c9-8d6f-09040e9a815e, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8742d6-092e-4837-a956-a9921bf537e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1a58efd7-325c-4f9e-a3ce-f123574ae988'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:48:13.349715 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (19ec1b23-c116-40c9-8d6f-09040e9a815e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:13.441950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275c6e1-2d6a-4395-ab87-ac4a06003f49 req-d9255dec-bfdc-42e1-8f7a-5241686b432d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:13.444920 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2275c6e1-2d6a-4395-ab87-ac4a06003f49 req-d9255dec-bfdc-42e1-8f7a-5241686b432d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.1312788 Feb 11 04:48:13.454202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] For port 19ec1b23-c116-40c9-8d6f-09040e9a815e, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:13.468033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] For port 19ec1b23-c116-40c9-8d6f-09040e9a815e, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=19ec1b23-c116-40c9-8d6f-09040e9a815e,segment=NetworkSegment(ac8742d6-092e-4837-a956-a9921bf537e5),segment_id=ac8742d6-092e-4837-a956-a9921bf537e5)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:48:13.554850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2275c6e1-2d6a-4395-ab87-ac4a06003f49 req-c5d0d8e7-419d-4fe7-8e17-068b89ed4487 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942948 Feb 11 04:48:13.563803 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-915e31a0-5c3e-4f9f-ab90-59191ab54bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:13.564757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70294e81-9245-4f1e-b455-70b9af83a563 req-104ea2ff-01f3-4168-93fa-8def43c87905 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:13.568198 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70294e81-9245-4f1e-b455-70b9af83a563 req-104ea2ff-01f3-4168-93fa-8def43c87905 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 945 time: 0.1196823 Feb 11 04:48:13.621500 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b5f48f17-2ca6-412b-a357-ce090795b247 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ab89f768-e7f9-42fd-a279-fe4e4308d406), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:13.645963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70294e81-9245-4f1e-b455-70b9af83a563 req-a123c658-506f-4ceb-b8ba-ca7920feadc9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653281 Feb 11 04:48:13.688084 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (19ec1b23-c116-40c9-8d6f-09040e9a815e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:13.746359 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-d894f02e-d951-430a-9075-9b0b53531f8c tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:13.749197 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-d894f02e-d951-430a-9075-9b0b53531f8c tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/ports/6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 1125 time: 0.2067728 Feb 11 04:48:13.765098 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f48f17-2ca6-412b-a357-ce090795b247 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Network 1a58efd7-325c-4f9e-a3ce-f123574ae988 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:48:13.770085 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:48:13.770616 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:48:13.773883 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b5f48f17-2ca6-412b-a357-ce090795b247 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:13.778548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f48f17-2ca6-412b-a357-ce090795b247 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:48:13.779583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-54cff39c-cbc4-4844-83bd-4a993131a7da None None] Provisioning complete for port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:13.780131 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-54cff39c-cbc4-4844-83bd-4a993131a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:13.791142 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f48f17-2ca6-412b-a357-ce090795b247 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:13.793041 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b5f48f17-2ca6-412b-a357-ce090795b247 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:13.802526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f48f17-2ca6-412b-a357-ce090795b247 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event updated for resources: {'Port': ['ID=ab89f768-e7f9-42fd-a279-fe4e4308d406,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:13.899916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e31a0-5c3e-4f9f-ab90-59191ab54bb5 None None] Pushing event updated for resources: {'Port': ['ID=0427ba8c-218c-4d86-8372-9c4d9bbb2bcf,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:14.011824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48388) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:14.012097 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b5f48f17-2ca6-412b-a357-ce090795b247 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7005546 Feb 11 04:48:14.121780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0803c95-8ba2-441c-9e64-6c68d13845ed None None] Pushing event updated for resources: {'Port': ['ID=19ec1b23-c116-40c9-8d6f-09040e9a815e,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:14.181904 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-54cff39c-cbc4-4844-83bd-4a993131a7da None None] Current status of the port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:14.184789 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0cbeaa-355b-4649-9db6-69f8c2e21159 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Deleting subnet f4818ecc-86d8-45d3-8050-5811122efeeb {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:48:14.199068 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d0cbeaa-355b-4649-9db6-69f8c2e21159 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for subnet (f4818ecc-86d8-45d3-8050-5811122efeeb), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:14.249816 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d0cbeaa-355b-4649-9db6-69f8c2e21159 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (f4818ecc-86d8-45d3-8050-5811122efeeb), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:14.329533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:14.506059 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:48:14.607369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:14.608083 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:14.626376 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d0cbeaa-355b-4649-9db6-69f8c2e21159 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (f4818ecc-86d8-45d3-8050-5811122efeeb), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:14.766916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:14.820860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9b3b5-a995-4f9a-9387-daf9a9f66aa7 req-ebc5dd50-1f2d-40d7-aa05-57fb456ddcf5 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:14.822495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5a9b3b5-a995-4f9a-9387-daf9a9f66aa7 req-ebc5dd50-1f2d-40d7-aa05-57fb456ddcf5 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.1332676 Feb 11 04:48:14.945297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5a9b3b5-a995-4f9a-9387-daf9a9f66aa7 req-423030c9-1d31-4412-bb52-5e3d93584345 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167150 Feb 11 04:48:14.973846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c04c21-831d-46fc-8eb0-2e59efda9f8e req-32a33490-cc81-4d2e-9c04-9d730b8098d6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:14.976012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29c04c21-831d-46fc-8eb0-2e59efda9f8e req-32a33490-cc81-4d2e-9c04-9d730b8098d6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 945 time: 0.1227448 Feb 11 04:48:14.977727 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d0cbeaa-355b-4649-9db6-69f8c2e21159 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (f4818ecc-86d8-45d3-8050-5811122efeeb), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:15.015022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cbeaa-355b-4649-9db6-69f8c2e21159 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Subnet': ['ID=f4818ecc-86d8-45d3-8050-5811122efeeb,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:15.034978 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d0cbeaa-355b-4649-9db6-69f8c2e21159 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:15.045323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48410) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:15.046183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48412) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:15.051403 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1d0cbeaa-355b-4649-9db6-69f8c2e21159 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/subnets/f4818ecc-86d8-45d3-8050-5811122efeeb HTTP/1.1" status: 204 len: 168 time: 1.0377965 Feb 11 04:48:15.151526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b49bb4-b313-4d85-9aa9-58d40e0f9efa tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:15.153622 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b49bb4-b313-4d85-9aa9-58d40e0f9efa tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:15.174767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-29c04c21-831d-46fc-8eb0-2e59efda9f8e req-10aa7d7c-7186-4a17-8e3b-840c19760f30 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525910 Feb 11 04:48:15.180916 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-44b49bb4-b313-4d85-9aa9-58d40e0f9efa tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1327603 Feb 11 04:48:15.183898 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48418) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:15.358435 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6cfbf37a-d021-4b35-85c3-482bbc36faf5 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (1a58efd7-325c-4f9e-a3ce-f123574ae988), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:15.389417 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-168915df-9925-467c-8c70-00944ae816e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:15.403924 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfbf37a-d021-4b35-85c3-482bbc36faf5 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 04:48:15.404402 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfbf37a-d021-4b35-85c3-482bbc36faf5 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:48:15.413233 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6cfbf37a-d021-4b35-85c3-482bbc36faf5 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/networks/1a58efd7-325c-4f9e-a3ce-f123574ae988 HTTP/1.1" status: 409 len: 466 time: 0.2224877 Feb 11 04:48:15.413529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48422) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:15.419051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a9549ecb-af3c-4381-bc09-8b5702e1ba88 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1380150628'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:15.551591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9549ecb-af3c-4381-bc09-8b5702e1ba88 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Made reservation on behalf of a4969c4aed04464bb20b9c43a679778a for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:15.558270 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-168915df-9925-467c-8c70-00944ae816e5 admin admin] Publish callbacks [] for security_group (42efb2ba-6729-46d5-b8e8-4900fbbc2291), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:15.560349 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9549ecb-af3c-4381-bc09-8b5702e1ba88 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:15.612564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9549ecb-af3c-4381-bc09-8b5702e1ba88 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:48:15.629510 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9549ecb-af3c-4381-bc09-8b5702e1ba88 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (3ca9c63e-511e-4e52-8fbb-704ae11b004e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:15.630313 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-a9549ecb-af3c-4381-bc09-8b5702e1ba88 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Added segment 3ca9c63e-511e-4e52-8fbb-704ae11b004e of type vlan for network ef152599-af65-48bf-a57d-cce552afced4 Feb 11 04:48:15.656424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf92db3-803c-4c1e-89ef-69df3cacebdb None None] Network 1a58efd7-325c-4f9e-a3ce-f123574ae988 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:48:15.686908 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9549ecb-af3c-4381-bc09-8b5702e1ba88 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (ef152599-af65-48bf-a57d-cce552afced4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:15.724931 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-168915df-9925-467c-8c70-00944ae816e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (42efb2ba-6729-46d5-b8e8-4900fbbc2291), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:15.760473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e11649d8-d6bd-43eb-92d5-bfe726b0aa04 None None] Provisioning complete for port 19ec1b23-c116-40c9-8d6f-09040e9a815e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:15.760864 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e11649d8-d6bd-43eb-92d5-bfe726b0aa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (19ec1b23-c116-40c9-8d6f-09040e9a815e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:15.787434 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-168915df-9925-467c-8c70-00944ae816e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e001a4e2d7740799eef57ca31277e75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7228165 Feb 11 04:48:15.790998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168915df-9925-467c-8c70-00944ae816e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42efb2ba-6729-46d5-b8e8-4900fbbc2291,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:15.791669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48428) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:15.860618 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa5d8aea-7c41-4c2e-8114-294591d99db8 admin admin] Publish callbacks [] for security_group (42efb2ba-6729-46d5-b8e8-4900fbbc2291), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:15.895453 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa5d8aea-7c41-4c2e-8114-294591d99db8 admin admin] Publish callbacks [] for security_group (42efb2ba-6729-46d5-b8e8-4900fbbc2291), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:15.903901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e11649d8-d6bd-43eb-92d5-bfe726b0aa04 None None] Current status of the port 19ec1b23-c116-40c9-8d6f-09040e9a815e is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:15.904512 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e11649d8-d6bd-43eb-92d5-bfe726b0aa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (19ec1b23-c116-40c9-8d6f-09040e9a815e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:15.941615 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb08cd7-90b7-42c6-b392-4efd39330c69 None None] DHCP port deletion for 1a58efd7-325c-4f9e-a3ce-f123574ae988 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:48:15.942382 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9549ecb-af3c-4381-bc09-8b5702e1ba88 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (ef152599-af65-48bf-a57d-cce552afced4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:15.954285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9549ecb-af3c-4381-bc09-8b5702e1ba88 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:15.955318 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9549ecb-af3c-4381-bc09-8b5702e1ba88 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:15.975626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e11649d8-d6bd-43eb-92d5-bfe726b0aa04 None None] For port 19ec1b23-c116-40c9-8d6f-09040e9a815e, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=19ec1b23-c116-40c9-8d6f-09040e9a815e,segment=NetworkSegment(ac8742d6-092e-4837-a956-a9921bf537e5),segment_id=ac8742d6-092e-4837-a956-a9921bf537e5)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:16.065274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cbb08cd7-90b7-42c6-b392-4efd39330c69 None None] Deleting port 19ec1b23-c116-40c9-8d6f-09040e9a815e {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:16.065871 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbb08cd7-90b7-42c6-b392-4efd39330c69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (19ec1b23-c116-40c9-8d6f-09040e9a815e), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:16.109116 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e11649d8-d6bd-43eb-92d5-bfe726b0aa04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (19ec1b23-c116-40c9-8d6f-09040e9a815e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:16.128938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a9549ecb-af3c-4381-bc09-8b5702e1ba88 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7147200 Feb 11 04:48:16.133354 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48436) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:16.142463 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5f20faf7-9ce4-4e50-aaf5-c3a65020a308 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Request body: {'subnet': {'network_id': 'ef152599-af65-48bf-a57d-cce552afced4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:16.174328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9549ecb-af3c-4381-bc09-8b5702e1ba88 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event updated for resources: {'Network': ['ID=ef152599-af65-48bf-a57d-cce552afced4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:16.243750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ba881-d8ae-4d06-aebd-9aed616fa11a req-a5a44c0c-8c93-49c6-ac78-4dda38ba5587 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:16.244190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cbb08cd7-90b7-42c6-b392-4efd39330c69 None None] For port 19ec1b23-c116-40c9-8d6f-09040e9a815e, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=19ec1b23-c116-40c9-8d6f-09040e9a815e,segment=NetworkSegment(ac8742d6-092e-4837-a956-a9921bf537e5),segment_id=ac8742d6-092e-4837-a956-a9921bf537e5)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:16.244874 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbb08cd7-90b7-42c6-b392-4efd39330c69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (19ec1b23-c116-40c9-8d6f-09040e9a815e), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:16.247004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b89ba881-d8ae-4d06-aebd-9aed616fa11a req-a5a44c0c-8c93-49c6-ac78-4dda38ba5587 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.1490152 Feb 11 04:48:16.259922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network ef152599-af65-48bf-a57d-cce552afced4 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:48:16.296255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cbb08cd7-90b7-42c6-b392-4efd39330c69 None None] Calling delete_port for 19ec1b23-c116-40c9-8d6f-09040e9a815e owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:16.309582 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa5d8aea-7c41-4c2e-8114-294591d99db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (42efb2ba-6729-46d5-b8e8-4900fbbc2291), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:16.319676 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fa5d8aea-7c41-4c2e-8114-294591d99db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:16.322100 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fa5d8aea-7c41-4c2e-8114-294591d99db8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42efb2ba-6729-46d5-b8e8-4900fbbc2291 HTTP/1.1" status: 204 len: 168 time: 0.5289297 Feb 11 04:48:16.367732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d8aea-7c41-4c2e-8114-294591d99db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42efb2ba-6729-46d5-b8e8-4900fbbc2291,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:16.425885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11649d8-d6bd-43eb-92d5-bfe726b0aa04 None None] Pushing event updated for resources: {'Port': ['ID=19ec1b23-c116-40c9-8d6f-09040e9a815e,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:16.449446 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b89ba881-d8ae-4d06-aebd-9aed616fa11a req-05a916e4-f469-4bed-a7fc-ad7f6425ed18 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916475 Feb 11 04:48:16.523872 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f20faf7-9ce4-4e50-aaf5-c3a65020a308 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Made reservation on behalf of a4969c4aed04464bb20b9c43a679778a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:16.527889 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f20faf7-9ce4-4e50-aaf5-c3a65020a308 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:16.675296 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbb08cd7-90b7-42c6-b392-4efd39330c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (19ec1b23-c116-40c9-8d6f-09040e9a815e), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:16.676143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-ed3cc683-bffb-4013-93ac-1ceaff5c5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:16.678412 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-ed3cc683-bffb-4013-93ac-1ceaff5c5573 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1128 time: 0.1219823 Feb 11 04:48:16.743485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb08cd7-90b7-42c6-b392-4efd39330c69 None None] No DVR routers for this DVR port 19ec1b23-c116-40c9-8d6f-09040e9a815e on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:16.751574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb08cd7-90b7-42c6-b392-4efd39330c69 None None] Pushing event deleted for resources: {'Port': ['ID=19ec1b23-c116-40c9-8d6f-09040e9a815e,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:16.917045 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e5745-a7bd-4cd1-b64d-da6fe7200a27 req-6ffc97ba-f8fa-422a-9928-341785cf48be tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:16.922486 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a30e5745-a7bd-4cd1-b64d-da6fe7200a27 req-6ffc97ba-f8fa-422a-9928-341785cf48be tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 945 time: 0.5386579 Feb 11 04:48:16.928108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb310c-6ef8-4721-a5a0-76204db7a985 req-0c2e9b46-9009-48e1-8d11-6b91efb14d2c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:16.929971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7cbb310c-6ef8-4721-a5a0-76204db7a985 req-0c2e9b46-9009-48e1-8d11-6b91efb14d2c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 945 time: 0.4900517 Feb 11 04:48:17.077025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7cbb310c-6ef8-4721-a5a0-76204db7a985 req-91530adb-d213-4668-b2b1-6633db44f31a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118708 Feb 11 04:48:17.133090 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-a30e5745-a7bd-4cd1-b64d-da6fe7200a27 req-bc7aa425-ca1c-40f0-9fea-1dbe4e1b85e6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Deleting port 9e2420a9-4566-4b5c-bcda-8c687e56e491 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:17.134786 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a30e5745-a7bd-4cd1-b64d-da6fe7200a27 req-bc7aa425-ca1c-40f0-9fea-1dbe4e1b85e6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:17.276046 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a30e5745-a7bd-4cd1-b64d-da6fe7200a27 req-bc7aa425-ca1c-40f0-9fea-1dbe4e1b85e6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] For port 9e2420a9-4566-4b5c-bcda-8c687e56e491, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=9e2420a9-4566-4b5c-bcda-8c687e56e491,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:17.276632 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a30e5745-a7bd-4cd1-b64d-da6fe7200a27 req-bc7aa425-ca1c-40f0-9fea-1dbe4e1b85e6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:17.296322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-a30e5745-a7bd-4cd1-b64d-da6fe7200a27 req-bc7aa425-ca1c-40f0-9fea-1dbe4e1b85e6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Calling delete_port for 9e2420a9-4566-4b5c-bcda-8c687e56e491 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:17.298716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-e2bd8bca-82b7-49d3-b478-fff60ed2e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:17.300383 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-e2bd8bca-82b7-49d3-b478-fff60ed2e5c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f HTTP/1.1" status: 200 len: 898 time: 0.6143434 Feb 11 04:48:17.386200 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-9dcf18ef-4392-4ef8-8030-9e39f16c5945 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 1001 time: 0.0784738 Feb 11 04:48:17.441824 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-4ba629ad-b48d-4b58-8868-38fc38abe465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:17.444066 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-4ba629ad-b48d-4b58-8868-38fc38abe465 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2425608c-a5aa-4dde-8944-1ff38f50ae0a HTTP/1.1" status: 200 len: 835 time: 0.0528464 Feb 11 04:48:17.573420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.objects.ports [None req-5f20faf7-9ce4-4e50-aaf5-c3a65020a308 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103808) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 04:48:17.575164 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f20faf7-9ce4-4e50-aaf5-c3a65020a308 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (0e52a679-e758-46e1-93ba-5cafb13469c6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:17.623263 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-2d52d3c0-dd23-4bcb-bfd8-20a0843e84e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:17.624809 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-2d52d3c0-dd23-4bcb-bfd8-20a0843e84e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1742601 Feb 11 04:48:17.628921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc81e0b-2d0b-4cff-b09e-711cc7552725 req-a8582d9f-cc67-48f8-909b-5617dfc6e4a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:17.631466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbc81e0b-2d0b-4cff-b09e-711cc7552725 req-a8582d9f-cc67-48f8-909b-5617dfc6e4a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.0810080 Feb 11 04:48:17.677092 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a30e5745-a7bd-4cd1-b64d-da6fe7200a27 req-bc7aa425-ca1c-40f0-9fea-1dbe4e1b85e6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9e2420a9-4566-4b5c-bcda-8c687e56e491), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:17.690395 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['11d605ed-04b7-49a2-84d6-7fe765a889db'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:17.712419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20faf7-9ce4-4e50-aaf5-c3a65020a308 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event updated for resources: {'Subnet': ['ID=0e52a679-e758-46e1-93ba-5cafb13469c6,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:17.720861 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbc81e0b-2d0b-4cff-b09e-711cc7552725 req-99540130-e60b-4d58-9b92-cd7c5ea7be0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825262 Feb 11 04:48:17.724682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7aa425-ca1c-40f0-9fea-1dbe4e1b85e6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event deleted for resources: {'Port': ['ID=9e2420a9-4566-4b5c-bcda-8c687e56e491,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:17.769087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f20faf7-9ce4-4e50-aaf5-c3a65020a308 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Checking segment: {'id': '3ca9c63e-511e-4e52-8fbb-704ae11b004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ef152599-af65-48bf-a57d-cce552afced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:17.769458 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f20faf7-9ce4-4e50-aaf5-c3a65020a308 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Network hostable DHCP agents. Network: ef152599-af65-48bf-a57d-cce552afced4, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:48:17.772426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30e5745-a7bd-4cd1-b64d-da6fe7200a27 req-bc7aa425-ca1c-40f0-9fea-1dbe4e1b85e6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] No DVR routers for this DVR port 9e2420a9-4566-4b5c-bcda-8c687e56e491 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:17.791268 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a30e5745-a7bd-4cd1-b64d-da6fe7200a27 req-bc7aa425-ca1c-40f0-9fea-1dbe4e1b85e6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:17.791268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a30e5745-a7bd-4cd1-b64d-da6fe7200a27 req-bc7aa425-ca1c-40f0-9fea-1dbe4e1b85e6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "DELETE /v2.0/ports/9e2420a9-4566-4b5c-bcda-8c687e56e491 HTTP/1.1" status: 204 len: 173 time: 0.8507383 Feb 11 04:48:17.791268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94242d94-d2d3-486b-8480-a076a85d732f', 'name': 'network-vif-deleted', 'tag': '9e2420a9-4566-4b5c-bcda-8c687e56e491'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:17.791268 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8210e10e-2dfa-4849-9272-ef3c8ea2ee2a" -d '{"events": [{"server_uuid": "94242d94-d2d3-486b-8480-a076a85d732f", "name": "network-vif-deleted", "tag": "9e2420a9-4566-4b5c-bcda-8c687e56e491"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:17.843654 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21498775-5a07-4362-8d9a-e0653ff3de38 x-openstack-request-id: req-21498775-5a07-4362-8d9a-e0653ff3de38 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:17.844844 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94242d94-d2d3-486b-8480-a076a85d732f", "name": "network-vif-deleted", "tag": "9e2420a9-4566-4b5c-bcda-8c687e56e491", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:17.845341 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21498775-5a07-4362-8d9a-e0653ff3de38 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:17.845981 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94242d94-d2d3-486b-8480-a076a85d732f', 'name': 'network-vif-deleted', 'tag': '9e2420a9-4566-4b5c-bcda-8c687e56e491', 'status': 'completed', 'code': 200} Feb 11 04:48:17.856051 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-9035bec1-a396-4f7a-b2d7-464635dc89f7 service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243822 Feb 11 04:48:17.875117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48462) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:17.899859 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-63c71e65-c41d-4abc-8626-626e3b843bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:18.006469 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-63c71e65-c41d-4abc-8626-626e3b843bb7 admin admin] Publish callbacks [] for security_group (c1c4f4a9-8337-4a9e-8fe1-c852c3c039d7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:18.013498 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-6f6ee60c-6e0d-4993-8307-ee5515aee7c2 service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517231 Feb 11 04:48:18.168435 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f20faf7-9ce4-4e50-aaf5-c3a65020a308 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Network ef152599-af65-48bf-a57d-cce552afced4 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:48:18.211506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7eac1c5-c44c-4952-bbf8-fcdc8aa9cf3e req-46f69aab-1f4f-444b-92e2-9f3988d71a2c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0320182 Feb 11 04:48:18.289581 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-63c71e65-c41d-4abc-8626-626e3b843bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c1c4f4a9-8337-4a9e-8fe1-c852c3c039d7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:18.342396 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-63c71e65-c41d-4abc-8626-626e3b843bb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da812c2a92564b0e9664bb8e31c976bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4655344 Feb 11 04:48:18.343661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c71e65-c41d-4abc-8626-626e3b843bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c4f4a9-8337-4a9e-8fe1-c852c3c039d7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:18.346740 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48472) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:18.454059 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27ebc3e7-7467-41ee-a380-38945a49f246 admin admin] Publish callbacks [] for security_group (c1c4f4a9-8337-4a9e-8fe1-c852c3c039d7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:18.485193 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27ebc3e7-7467-41ee-a380-38945a49f246 admin admin] Publish callbacks [] for security_group (c1c4f4a9-8337-4a9e-8fe1-c852c3c039d7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:18.525588 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5f20faf7-9ce4-4e50-aaf5-c3a65020a308 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, ef152599-af65-48bf-a57d-cce552afced4) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:18.533966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71851f59-c252-4f76-9e87-1b14850a9fc7 None None] Network ef152599-af65-48bf-a57d-cce552afced4 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:48:18.537854 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f20faf7-9ce4-4e50-aaf5-c3a65020a308 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:18.538429 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f20faf7-9ce4-4e50-aaf5-c3a65020a308 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:18.691174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-ef152599-af65-48bf-a57d-cce552afced4', 'network_id': 'ef152599-af65-48bf-a57d-cce552afced4', 'project_id': 'a4969c4aed04464bb20b9c43a679778a', 'fixed_ips': [{'subnet_id': '0e52a679-e758-46e1-93ba-5cafb13469c6'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:48:18.697377 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:18.805310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48478) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:18.815491 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5f20faf7-9ce4-4e50-aaf5-c3a65020a308 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6798828 Feb 11 04:48:18.820672 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27ebc3e7-7467-41ee-a380-38945a49f246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c1c4f4a9-8337-4a9e-8fe1-c852c3c039d7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:18.822374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Request body: {'port': {'network_id': 'ef152599-af65-48bf-a57d-cce552afced4', 'name': 'tempest-NetworksIpV6TestAttrs-2113173200'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:18.831773 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27ebc3e7-7467-41ee-a380-38945a49f246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:18.857413 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-27ebc3e7-7467-41ee-a380-38945a49f246 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1c4f4a9-8337-4a9e-8fe1-c852c3c039d7 HTTP/1.1" status: 204 len: 168 time: 0.5089931 Feb 11 04:48:18.922674 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebc3e7-7467-41ee-a380-38945a49f246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c4f4a9-8337-4a9e-8fe1-c852c3c039d7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:19.046769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Allocated IP 2001:db8::f816:3eff:fe98:179f (ef152599-af65-48bf-a57d-cce552afced4/0e52a679-e758-46e1-93ba-5cafb13469c6/f7d33d04-fd73-470a-9552-42d8adfb5273) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:48:19.159386 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00982c1-a3a0-4679-8c6e-952682ef2bd0 req-9fd6f06c-49c9-48d1-9735-827fbca8c48d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:19.161244 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c00982c1-a3a0-4679-8c6e-952682ef2bd0 req-9fd6f06c-49c9-48d1-9735-827fbca8c48d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.1459210 Feb 11 04:48:19.171895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9e2420a9-4566-4b5c-bcda-8c687e56e491 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:19.232588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c00982c1-a3a0-4679-8c6e-952682ef2bd0 req-d6edd9f3-6ef8-48c1-ad17-26f0f38120ed tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581427 Feb 11 04:48:19.242504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 9e2420a9-4566-4b5c-bcda-8c687e56e491 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:48:19.245286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 9e2420a9-4566-4b5c-bcda-8c687e56e491 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:48:19.291169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Made reservation on behalf of a4969c4aed04464bb20b9c43a679778a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:19.294054 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:19.345203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] device_id is not set on port 4d10c894-f61b-4712-9513-babef5fe99c0 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:48:19.428055 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Publish callbacks [] for port (f7d33d04-fd73-470a-9552-42d8adfb5273), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:19.469877 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-edc5aa10-f241-4e4c-a111-80d1f5a37aa3 req-7e4b6dae-a9c6-487e-b2e2-1c3babf4e7dc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0614536 Feb 11 04:48:19.535244 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (f7d33d04-fd73-470a-9552-42d8adfb5273), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:19.622699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Allocated IP 2001:db8::f816:3eff:fef1:6c4f (ef152599-af65-48bf-a57d-cce552afced4/0e52a679-e758-46e1-93ba-5cafb13469c6/4d10c894-f61b-4712-9513-babef5fe99c0) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:48:19.643573 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Pushing event updated for resources: {'Port': ['ID=f7d33d04-fd73-470a-9552-42d8adfb5273,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:19.665312 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Network ef152599-af65-48bf-a57d-cce552afced4 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:48:19.668833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:19.675060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:48:19.761554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Attempting to bind port f7d33d04-fd73-470a-9552-42d8adfb5273 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:48:19.761554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Attempting to bind port f7d33d04-fd73-470a-9552-42d8adfb5273 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '3ca9c63e-511e-4e52-8fbb-704ae11b004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ef152599-af65-48bf-a57d-cce552afced4'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:48:19.762693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Attempting to bind port f7d33d04-fd73-470a-9552-42d8adfb5273 on network ef152599-af65-48bf-a57d-cce552afced4 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:19.768018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:48:19.768420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Checking segment: {'id': '3ca9c63e-511e-4e52-8fbb-704ae11b004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ef152599-af65-48bf-a57d-cce552afced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:19.768823 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:19.769233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Bound using segment: {'id': '3ca9c63e-511e-4e52-8fbb-704ae11b004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ef152599-af65-48bf-a57d-cce552afced4'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:48:19.770246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Bound port: f7d33d04-fd73-470a-9552-42d8adfb5273, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca9c63e-511e-4e52-8fbb-704ae11b004e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ef152599-af65-48bf-a57d-cce552afced4'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:48:19.771227 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f7d33d04-fd73-470a-9552-42d8adfb5273), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:19.871002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] For port f7d33d04-fd73-470a-9552-42d8adfb5273, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:19.881289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] For port f7d33d04-fd73-470a-9552-42d8adfb5273, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f7d33d04-fd73-470a-9552-42d8adfb5273,segment=NetworkSegment(3ca9c63e-511e-4e52-8fbb-704ae11b004e),segment_id=3ca9c63e-511e-4e52-8fbb-704ae11b004e)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:48:19.932653 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for port (4d10c894-f61b-4712-9513-babef5fe99c0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:20.061370 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f7d33d04-fd73-470a-9552-42d8adfb5273), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:20.124284 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4d10c894-f61b-4712-9513-babef5fe99c0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:20.143126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d2b8e-450e-437a-b747-d0129bf5f53d None None] Pushing event updated for resources: {'Port': ['ID=f7d33d04-fd73-470a-9552-42d8adfb5273,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:20.253494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event updated for resources: {'Port': ['ID=4d10c894-f61b-4712-9513-babef5fe99c0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:20.280389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:20.280777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:20.281143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:20.281696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:20.282239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:20.282836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:20.283202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:20.283715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:20.284065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:20.284435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:20.284778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:20.285316 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:20.285850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:48:20.299632 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Network ef152599-af65-48bf-a57d-cce552afced4 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:48:20.303966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:20.307780 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:48:20.315208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:20.315852 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:20.470793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b036e11d-a852-4d82-8860-e8140d4d5d15 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6617687 Feb 11 04:48:20.476183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48510) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:20.691287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e9d39d-f8e1-46be-8698-63fd5dca2d8a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Deleting subnet 0e52a679-e758-46e1-93ba-5cafb13469c6 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:48:20.691732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6772720-66d2-4295-bd8a-479a6fdaf1c2 req-05cc4dcb-44b0-4ab8-9fb9-4fbf1e711364 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:20.693430 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6772720-66d2-4295-bd8a-479a6fdaf1c2 req-05cc4dcb-44b0-4ab8-9fb9-4fbf1e711364 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.1929946 Feb 11 04:48:20.698433 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37e9d39d-f8e1-46be-8698-63fd5dca2d8a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for subnet (0e52a679-e758-46e1-93ba-5cafb13469c6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:20.749896 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-364bb8fc-2003-4a67-b074-12b5a6e966f2 req-aac5275a-995c-4ac9-8bc8-ce4e261330f4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0552514 Feb 11 04:48:20.828746 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37e9d39d-f8e1-46be-8698-63fd5dca2d8a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (0e52a679-e758-46e1-93ba-5cafb13469c6), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:20.858221 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6772720-66d2-4295-bd8a-479a6fdaf1c2 req-eafbf5e7-76ef-40f2-bfa3-5d1c095bdcbb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106551 Feb 11 04:48:21.028367 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37e9d39d-f8e1-46be-8698-63fd5dca2d8a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (0e52a679-e758-46e1-93ba-5cafb13469c6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.162289 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:48:21.238475 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37e9d39d-f8e1-46be-8698-63fd5dca2d8a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (0e52a679-e758-46e1-93ba-5cafb13469c6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.307018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9d39d-f8e1-46be-8698-63fd5dca2d8a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Subnet': ['ID=0e52a679-e758-46e1-93ba-5cafb13469c6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:21.311282 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-37e9d39d-f8e1-46be-8698-63fd5dca2d8a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.315257 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-37e9d39d-f8e1-46be-8698-63fd5dca2d8a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/subnets/0e52a679-e758-46e1-93ba-5cafb13469c6 HTTP/1.1" status: 204 len: 168 time: 0.8376615 Feb 11 04:48:21.319779 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48530) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:21.391746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e7a3f6-b587-4746-85fb-5ecc6b221ed3 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:21.393437 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e7a3f6-b587-4746-85fb-5ecc6b221ed3 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:21.396373 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d1e7a3f6-b587-4746-85fb-5ecc6b221ed3 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0743601 Feb 11 04:48:21.399575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48532) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:21.542362 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-15989cde-6032-4949-8da5-1fe33204b221 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (ef152599-af65-48bf-a57d-cce552afced4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.562352 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-15989cde-6032-4949-8da5-1fe33204b221 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 04:48:21.563413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15989cde-6032-4949-8da5-1fe33204b221 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:48:21.567603 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-15989cde-6032-4949-8da5-1fe33204b221 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/networks/ef152599-af65-48bf-a57d-cce552afced4 HTTP/1.1" status: 409 len: 466 time: 0.1660035 Feb 11 04:48:21.571391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48540) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:21.578909 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b81fbc41-7b69-482b-94d7-84bb9f9cfa6d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1188163100'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:21.752324 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81fbc41-7b69-482b-94d7-84bb9f9cfa6d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Made reservation on behalf of a4969c4aed04464bb20b9c43a679778a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:21.761181 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b81fbc41-7b69-482b-94d7-84bb9f9cfa6d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.764558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182fbd37-93cb-4ccc-9aea-8bbb2a615445 None None] Network ef152599-af65-48bf-a57d-cce552afced4 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:48:21.789328 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81fbc41-7b69-482b-94d7-84bb9f9cfa6d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:48:21.817367 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b81fbc41-7b69-482b-94d7-84bb9f9cfa6d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (88551758-692f-49ab-a0d6-4bea8ae9de0e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.818165 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-b81fbc41-7b69-482b-94d7-84bb9f9cfa6d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Added segment 88551758-692f-49ab-a0d6-4bea8ae9de0e of type vlan for network 7778f6ff-0521-40f0-80e3-eb6c0e14ed0a Feb 11 04:48:21.869990 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b81fbc41-7b69-482b-94d7-84bb9f9cfa6d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (7778f6ff-0521-40f0-80e3-eb6c0e14ed0a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:21.929622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4ad7b71-4928-4b19-8ddc-cc3e3dab9fc8 req-5726b113-d551-4597-9b28-06975203b60e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0419979 Feb 11 04:48:21.940049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-80279b31-dbbf-4aec-98c0-ff8bb10a31f7 None None] Provisioning complete for port f7d33d04-fd73-470a-9552-42d8adfb5273 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:21.950119 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-80279b31-dbbf-4aec-98c0-ff8bb10a31f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f7d33d04-fd73-470a-9552-42d8adfb5273), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.044835 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b81fbc41-7b69-482b-94d7-84bb9f9cfa6d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (7778f6ff-0521-40f0-80e3-eb6c0e14ed0a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.051095 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81fbc41-7b69-482b-94d7-84bb9f9cfa6d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:22.053540 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b81fbc41-7b69-482b-94d7-84bb9f9cfa6d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.081351 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bde11-929d-4de8-9526-ad1611a6a9ef req-14c31b52-aa6c-4de5-858c-bf1312996901 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:22.090147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-765bde11-929d-4de8-9526-ad1611a6a9ef req-14c31b52-aa6c-4de5-858c-bf1312996901 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.1171331 Feb 11 04:48:22.111408 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-80279b31-dbbf-4aec-98c0-ff8bb10a31f7 None None] Current status of the port f7d33d04-fd73-470a-9552-42d8adfb5273 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:22.111897 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-80279b31-dbbf-4aec-98c0-ff8bb10a31f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f7d33d04-fd73-470a-9552-42d8adfb5273), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.114348 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00225441-1a8c-4140-bb06-e1876a39ff9b None None] DHCP port deletion for ef152599-af65-48bf-a57d-cce552afced4 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:48:22.178024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-765bde11-929d-4de8-9526-ad1611a6a9ef req-eabe10e1-dc0e-46ee-b8b5-ef04e5b9741f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866141 Feb 11 04:48:22.218073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-80279b31-dbbf-4aec-98c0-ff8bb10a31f7 None None] For port f7d33d04-fd73-470a-9552-42d8adfb5273, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f7d33d04-fd73-470a-9552-42d8adfb5273,segment=NetworkSegment(3ca9c63e-511e-4e52-8fbb-704ae11b004e),segment_id=3ca9c63e-511e-4e52-8fbb-704ae11b004e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:22.252589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-00225441-1a8c-4140-bb06-e1876a39ff9b None None] Deleting port f7d33d04-fd73-470a-9552-42d8adfb5273 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:22.253404 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-00225441-1a8c-4140-bb06-e1876a39ff9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f7d33d04-fd73-470a-9552-42d8adfb5273), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.253578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fbc41-7b69-482b-94d7-84bb9f9cfa6d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event updated for resources: {'Network': ['ID=7778f6ff-0521-40f0-80e3-eb6c0e14ed0a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:22.282436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 7778f6ff-0521-40f0-80e3-eb6c0e14ed0a details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:48:22.292889 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b81fbc41-7b69-482b-94d7-84bb9f9cfa6d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7189999 Feb 11 04:48:22.296412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48558) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:22.305867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-2693ab48-8044-4296-9e92-d45253332944 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Request body: {'subnet': {'network_id': '7778f6ff-0521-40f0-80e3-eb6c0e14ed0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:22.402816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-00225441-1a8c-4140-bb06-e1876a39ff9b None None] For port f7d33d04-fd73-470a-9552-42d8adfb5273, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f7d33d04-fd73-470a-9552-42d8adfb5273,segment=NetworkSegment(3ca9c63e-511e-4e52-8fbb-704ae11b004e),segment_id=3ca9c63e-511e-4e52-8fbb-704ae11b004e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:22.403248 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-00225441-1a8c-4140-bb06-e1876a39ff9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f7d33d04-fd73-470a-9552-42d8adfb5273), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.419154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-00225441-1a8c-4140-bb06-e1876a39ff9b None None] Calling delete_port for f7d33d04-fd73-470a-9552-42d8adfb5273 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:22.498919 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-80279b31-dbbf-4aec-98c0-ff8bb10a31f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f7d33d04-fd73-470a-9552-42d8adfb5273), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.597706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2693ab48-8044-4296-9e92-d45253332944 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Made reservation on behalf of a4969c4aed04464bb20b9c43a679778a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:22.601459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2693ab48-8044-4296-9e92-d45253332944 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.672100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80279b31-dbbf-4aec-98c0-ff8bb10a31f7 None None] Pushing event updated for resources: {'Port': ['ID=f7d33d04-fd73-470a-9552-42d8adfb5273,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:22.774115 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-00225441-1a8c-4140-bb06-e1876a39ff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (f7d33d04-fd73-470a-9552-42d8adfb5273), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:22.788477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00225441-1a8c-4140-bb06-e1876a39ff9b None None] No DVR routers for this DVR port f7d33d04-fd73-470a-9552-42d8adfb5273 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:22.908301 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00225441-1a8c-4140-bb06-e1876a39ff9b None None] Pushing event deleted for resources: {'Port': ['ID=f7d33d04-fd73-470a-9552-42d8adfb5273,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:23.048546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db4edb25-5d76-4bc0-92d4-33c93654dea9 req-42709f71-df55-45cd-b673-6250019b22c3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0403366 Feb 11 04:48:23.194026 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9ed27ab7-9b7f-4f34-88c3-ce022d3a0ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:23.352641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.objects.ports [None req-2693ab48-8044-4296-9e92-d45253332944 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103809) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 04:48:23.366675 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2693ab48-8044-4296-9e92-d45253332944 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (b04831e0-8031-42be-ac51-8da8588ca0f4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:23.462778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693ab48-8044-4296-9e92-d45253332944 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event updated for resources: {'Subnet': ['ID=b04831e0-8031-42be-ac51-8da8588ca0f4,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:23.486543 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d633-c11a-4aaa-8863-1c3551282586 req-f092b87a-d30c-4eb0-9321-2c6415514411 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:23.488357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e48d633-c11a-4aaa-8863-1c3551282586 req-f092b87a-d30c-4eb0-9321-2c6415514411 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.1549518 Feb 11 04:48:23.552123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2693ab48-8044-4296-9e92-d45253332944 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Checking segment: {'id': '88551758-692f-49ab-a0d6-4bea8ae9de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7778f6ff-0521-40f0-80e3-eb6c0e14ed0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:23.552423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2693ab48-8044-4296-9e92-d45253332944 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Network hostable DHCP agents. Network: 7778f6ff-0521-40f0-80e3-eb6c0e14ed0a, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:48:23.597317 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e48d633-c11a-4aaa-8863-1c3551282586 req-982d52cc-3fce-40c5-9ac0-69c332f6512f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977428 Feb 11 04:48:23.712086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2693ab48-8044-4296-9e92-d45253332944 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Network 7778f6ff-0521-40f0-80e3-eb6c0e14ed0a is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:48:23.836518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-2693ab48-8044-4296-9e92-d45253332944 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 7778f6ff-0521-40f0-80e3-eb6c0e14ed0a) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:23.842072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2693ab48-8044-4296-9e92-d45253332944 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:23.843024 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2693ab48-8044-4296-9e92-d45253332944 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:23.849437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba1fb80-bcd0-4dde-8b52-19d1c8a3a62f None None] Network 7778f6ff-0521-40f0-80e3-eb6c0e14ed0a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:48:24.043277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2693ab48-8044-4296-9e92-d45253332944 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7441950 Feb 11 04:48:24.049732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48600) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:24.235746 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-7778f6ff-0521-40f0-80e3-eb6c0e14ed0a', 'network_id': '7778f6ff-0521-40f0-80e3-eb6c0e14ed0a', 'project_id': 'a4969c4aed04464bb20b9c43a679778a', 'fixed_ips': [{'subnet_id': 'b04831e0-8031-42be-ac51-8da8588ca0f4'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:48:24.237004 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:24.310788 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a8d3770-5efe-44c2-ab93-cbe8656081de req-b86bffd1-72cf-4462-95cc-f80b8624f8ab tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0387344 Feb 11 04:48:24.330584 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (7778f6ff-0521-40f0-80e3-eb6c0e14ed0a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:24.459338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Allocated IP 2001:db8::f816:3eff:fe82:52b6 (7778f6ff-0521-40f0-80e3-eb6c0e14ed0a/b04831e0-8031-42be-ac51-8da8588ca0f4/28ed66a9-ec11-4739-b6b2-127ab87de109) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:48:24.475578 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (b04831e0-8031-42be-ac51-8da8588ca0f4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:24.670090 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Publish callbacks [] for port (28ed66a9-ec11-4739-b6b2-127ab87de109), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:24.763899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffca78-ed57-4789-bb12-cf0f5461a4ee req-551ec7b7-1920-45c2-b73f-91e215ee8d80 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:24.765701 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cffca78-ed57-4789-bb12-cf0f5461a4ee req-551ec7b7-1920-45c2-b73f-91e215ee8d80 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.0776010 Feb 11 04:48:24.824826 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (28ed66a9-ec11-4739-b6b2-127ab87de109), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:24.861123 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cffca78-ed57-4789-bb12-cf0f5461a4ee req-7dccc9f7-b6c2-4a62-ae3c-aee3a98ded29 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799646 Feb 11 04:48:24.906128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Pushing event updated for resources: {'Port': ['ID=28ed66a9-ec11-4739-b6b2-127ab87de109,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:24.921328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Network 7778f6ff-0521-40f0-80e3-eb6c0e14ed0a is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:48:24.921880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:24.924516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:48:25.048583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Attempting to bind port 28ed66a9-ec11-4739-b6b2-127ab87de109 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:48:25.048583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Attempting to bind port 28ed66a9-ec11-4739-b6b2-127ab87de109 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '88551758-692f-49ab-a0d6-4bea8ae9de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7778f6ff-0521-40f0-80e3-eb6c0e14ed0a'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:48:25.048583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Attempting to bind port 28ed66a9-ec11-4739-b6b2-127ab87de109 on network 7778f6ff-0521-40f0-80e3-eb6c0e14ed0a {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:25.048583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:48:25.048583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Checking segment: {'id': '88551758-692f-49ab-a0d6-4bea8ae9de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7778f6ff-0521-40f0-80e3-eb6c0e14ed0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:25.048583 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:25.048583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Bound using segment: {'id': '88551758-692f-49ab-a0d6-4bea8ae9de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7778f6ff-0521-40f0-80e3-eb6c0e14ed0a'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:48:25.048583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Bound port: 28ed66a9-ec11-4739-b6b2-127ab87de109, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88551758-692f-49ab-a0d6-4bea8ae9de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '7778f6ff-0521-40f0-80e3-eb6c0e14ed0a'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:48:25.048583 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (28ed66a9-ec11-4739-b6b2-127ab87de109), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:25.068400 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (b04831e0-8031-42be-ac51-8da8588ca0f4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:25.143659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Subnet': ['ID=b04831e0-8031-42be-ac51-8da8588ca0f4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:25.160379 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] For port 28ed66a9-ec11-4739-b6b2-127ab87de109, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:25.167703 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] For port 28ed66a9-ec11-4739-b6b2-127ab87de109, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=28ed66a9-ec11-4739-b6b2-127ab87de109,segment=NetworkSegment(88551758-692f-49ab-a0d6-4bea8ae9de0e),segment_id=88551758-692f-49ab-a0d6-4bea8ae9de0e)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:48:25.226174 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (7778f6ff-0521-40f0-80e3-eb6c0e14ed0a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:25.247859 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7778f6ff-0521-40f0-80e3-eb6c0e14ed0a']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:25.259071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88551758-692f-49ab-a0d6-4bea8ae9de0e') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:25.259410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88551758-692f-49ab-a0d6-4bea8ae9de0e') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:25.269418 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (88551758-692f-49ab-a0d6-4bea8ae9de0e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:25.426590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04d729fc-664d-4b03-a19f-0d3cfb17eed5 req-e3d28f70-dd77-4e84-b517-6a5573121376 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0328918 Feb 11 04:48:25.543582 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (28ed66a9-ec11-4739-b6b2-127ab87de109), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:25.547565 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (88551758-692f-49ab-a0d6-4bea8ae9de0e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:25.555202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:48:25.555930 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (88551758-692f-49ab-a0d6-4bea8ae9de0e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:25.625980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61f0c6-e7de-41bf-9fe9-fa70ee0c666d None None] Pushing event updated for resources: {'Port': ['ID=28ed66a9-ec11-4739-b6b2-127ab87de109,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:48:25.641995 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:48:25.664891 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0494186f-c0f4-4a15-9374-0cf4f7689310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:25.684817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2718c0e1-8184-474b-bd43-fa978d4b63a7 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:48:25.764072 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.api [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 04:48:25.764072 n-d-712142-35 neutron-server[103809]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 04:48:25.764072 n-d-712142-35 neutron-server[103809]: [parameters: {'id': '7778f6ff-0521-40f0-80e3-eb6c0e14ed0a'}] Feb 11 04:48:25.764072 n-d-712142-35 neutron-server[103809]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103809) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:48:25.766431 n-d-712142-35 neutron-server[103809]: DEBUG oslo_db.api [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:48:25.842223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2718c0e1-8184-474b-bd43-fa978d4b63a7 None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:48:26.024685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a8e88-8de7-4342-adcf-9322a9605879 req-1bb1755c-b7be-4706-8fa1-34a7341c57ec tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:26.026835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e51a8e88-8de7-4342-adcf-9322a9605879 req-1bb1755c-b7be-4706-8fa1-34a7341c57ec tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.0763230 Feb 11 04:48:26.161724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e51a8e88-8de7-4342-adcf-9322a9605879 req-98e7f93e-62f3-4600-873c-1b1015a0e94a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272779 Feb 11 04:48:26.167394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621462a9-da11-4acb-8a26-d954b58c010b None None] Network 7778f6ff-0521-40f0-80e3-eb6c0e14ed0a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:48:26.267688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (7778f6ff-0521-40f0-80e3-eb6c0e14ed0a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:26.350282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Deleting port 28ed66a9-ec11-4739-b6b2-127ab87de109 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:26.350721 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (28ed66a9-ec11-4739-b6b2-127ab87de109), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:26.436276 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] For port 28ed66a9-ec11-4739-b6b2-127ab87de109, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=28ed66a9-ec11-4739-b6b2-127ab87de109,segment=NetworkSegment(88551758-692f-49ab-a0d6-4bea8ae9de0e),segment_id=88551758-692f-49ab-a0d6-4bea8ae9de0e)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:26.439018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (28ed66a9-ec11-4739-b6b2-127ab87de109), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:26.455550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Calling delete_port for 28ed66a9-ec11-4739-b6b2-127ab87de109 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:26.573643 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63a0d0d0-42dd-4cc6-aa3d-8c8111f76a59 req-775ed7d9-7e1d-4c15-b6d9-7f4922c691c3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0393128 Feb 11 04:48:26.837711 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (28ed66a9-ec11-4739-b6b2-127ab87de109), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:26.852096 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:26.888273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48652) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:26.889247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Port': ['ID=28ed66a9-ec11-4739-b6b2-127ab87de109,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:26.906796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] No DVR routers for this DVR port 28ed66a9-ec11-4739-b6b2-127ab87de109 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:27.008064 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (7778f6ff-0521-40f0-80e3-eb6c0e14ed0a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.035943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7778f6ff-0521-40f0-80e3-eb6c0e14ed0a']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:27.049475 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88551758-692f-49ab-a0d6-4bea8ae9de0e') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:27.049771 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88551758-692f-49ab-a0d6-4bea8ae9de0e') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:27.072805 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (88551758-692f-49ab-a0d6-4bea8ae9de0e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.075292 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-712083e2-4980-46c7-9b02-8ac140f3accd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.101504 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (88551758-692f-49ab-a0d6-4bea8ae9de0e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.113499 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:48:27.113499 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (88551758-692f-49ab-a0d6-4bea8ae9de0e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:48:27.116517 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:48:27.331681 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464f3a6-ebc2-42ef-b807-c51f74684206 req-1e669638-e4e9-411c-973d-89f2a6ff1bcc tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:27.333796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8464f3a6-ebc2-42ef-b807-c51f74684206 req-1e669638-e4e9-411c-973d-89f2a6ff1bcc tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.0736780 Feb 11 04:48:27.394934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8464f3a6-ebc2-42ef-b807-c51f74684206 req-6bd45daf-b82d-4328-a57b-46bb00185a20 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532105 Feb 11 04:48:27.399646 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (7778f6ff-0521-40f0-80e3-eb6c0e14ed0a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.409532 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.420087 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/networks/7778f6ff-0521-40f0-80e3-eb6c0e14ed0a HTTP/1.1" status: 204 len: 168 time: 3.3585110 Feb 11 04:48:27.423396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48664) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:27.435951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4b7183e7-8320-4643-878c-7253a1847336 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1712424920'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:27.437832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121081b9-35a5-4d95-a49d-652132abd416 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Network': ['ID=7778f6ff-0521-40f0-80e3-eb6c0e14ed0a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:27.503795 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-712083e2-4980-46c7-9b02-8ac140f3accd admin admin] Publish callbacks [] for security_group (3431f1f2-34ac-48dc-9ecf-cab938099743), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.609483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7183e7-8320-4643-878c-7253a1847336 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Made reservation on behalf of a4969c4aed04464bb20b9c43a679778a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:27.613594 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b7183e7-8320-4643-878c-7253a1847336 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.631435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-712083e2-4980-46c7-9b02-8ac140f3accd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3431f1f2-34ac-48dc-9ecf-cab938099743), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.668205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7183e7-8320-4643-878c-7253a1847336 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:48:27.699851 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b7183e7-8320-4643-878c-7253a1847336 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d60f0a50-8a0f-47a6-a361-a2ecfeb9d98a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.702062 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-4b7183e7-8320-4643-878c-7253a1847336 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Added segment d60f0a50-8a0f-47a6-a361-a2ecfeb9d98a of type vlan for network bcbe20e9-8d59-4461-997b-bca91d4cad6d Feb 11 04:48:27.702492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-712083e2-4980-46c7-9b02-8ac140f3accd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=297f86671a794f12b920c0feea005d62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8052785 Feb 11 04:48:27.702755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48676) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:27.712283 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712083e2-4980-46c7-9b02-8ac140f3accd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3431f1f2-34ac-48dc-9ecf-cab938099743,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:27.786928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64dd36f7-7ce7-48fd-aaf9-e81995ffbdfe req-b9b16c84-43be-4c28-b600-7c97c632a155 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0472291 Feb 11 04:48:27.800045 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b7183e7-8320-4643-878c-7253a1847336 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (bcbe20e9-8d59-4461-997b-bca91d4cad6d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.805540 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-781c3eb6-75e1-42a1-95ad-7df21829dcaf admin admin] Publish callbacks [] for security_group (3431f1f2-34ac-48dc-9ecf-cab938099743), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.844164 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-781c3eb6-75e1-42a1-95ad-7df21829dcaf admin admin] Publish callbacks [] for security_group (3431f1f2-34ac-48dc-9ecf-cab938099743), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.963458 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b7183e7-8320-4643-878c-7253a1847336 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (bcbe20e9-8d59-4461-997b-bca91d4cad6d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:27.968934 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7183e7-8320-4643-878c-7253a1847336 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:27.969538 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b7183e7-8320-4643-878c-7253a1847336 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:28.048321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7183e7-8320-4643-878c-7253a1847336 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event updated for resources: {'Network': ['ID=bcbe20e9-8d59-4461-997b-bca91d4cad6d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:28.060978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network bcbe20e9-8d59-4461-997b-bca91d4cad6d details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:48:28.157604 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-781c3eb6-75e1-42a1-95ad-7df21829dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3431f1f2-34ac-48dc-9ecf-cab938099743), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:28.160267 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-781c3eb6-75e1-42a1-95ad-7df21829dcaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:28.162051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-781c3eb6-75e1-42a1-95ad-7df21829dcaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3431f1f2-34ac-48dc-9ecf-cab938099743 HTTP/1.1" status: 204 len: 168 time: 0.4579298 Feb 11 04:48:28.171808 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c3eb6-75e1-42a1-95ad-7df21829dcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3431f1f2-34ac-48dc-9ecf-cab938099743,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:28.228939 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4b7183e7-8320-4643-878c-7253a1847336 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8002105 Feb 11 04:48:28.232236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48684) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:28.241742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-4791bf7d-7637-4c01-a1db-40ffbb172034 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Request body: {'subnet': {'network_id': 'bcbe20e9-8d59-4461-997b-bca91d4cad6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:28.333100 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:28.466330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4791bf7d-7637-4c01-a1db-40ffbb172034 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Made reservation on behalf of a4969c4aed04464bb20b9c43a679778a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:28.470150 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4791bf7d-7637-4c01-a1db-40ffbb172034 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:28.753932 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef440-4747-4417-9960-2a1bd9720213 req-7e964157-c9ae-402f-b3fc-3d35e4baa684 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:28.756004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e0ef440-4747-4417-9960-2a1bd9720213 req-7e964157-c9ae-402f-b3fc-3d35e4baa684 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.2464101 Feb 11 04:48:28.821335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e0ef440-4747-4417-9960-2a1bd9720213 req-4c56c96a-9c05-4acb-a417-4fff57fdcf2d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588713 Feb 11 04:48:28.908810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc743d95-5b3b-4333-b5ab-06dfecfa23fc req-b0415022-c3d8-4a80-a879-ea49585be88f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0291381 Feb 11 04:48:28.909496 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4791bf7d-7637-4c01-a1db-40ffbb172034 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (8e911704-b2aa-4104-9d21-bbea53267b8c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:28.984689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791bf7d-7637-4c01-a1db-40ffbb172034 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event updated for resources: {'Subnet': ['ID=8e911704-b2aa-4104-9d21-bbea53267b8c,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:28.993521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791bf7d-7637-4c01-a1db-40ffbb172034 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Checking segment: {'id': 'd60f0a50-8a0f-47a6-a361-a2ecfeb9d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bcbe20e9-8d59-4461-997b-bca91d4cad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:28.993521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4791bf7d-7637-4c01-a1db-40ffbb172034 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Network hostable DHCP agents. Network: bcbe20e9-8d59-4461-997b-bca91d4cad6d, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:48:29.077466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4791bf7d-7637-4c01-a1db-40ffbb172034 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Network bcbe20e9-8d59-4461-997b-bca91d4cad6d is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:48:29.249195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-4791bf7d-7637-4c01-a1db-40ffbb172034 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, bcbe20e9-8d59-4461-997b-bca91d4cad6d) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:29.254342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4791bf7d-7637-4c01-a1db-40ffbb172034 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:29.255150 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4791bf7d-7637-4c01-a1db-40ffbb172034 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:29.264535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4c014b-330d-4a88-b613-1a20f91c16ea None None] Network bcbe20e9-8d59-4461-997b-bca91d4cad6d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:48:29.303322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48706) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:29.321928 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a247d1a-eba8-4711-8cb6-4a83198f07d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:29.396013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4791bf7d-7637-4c01-a1db-40ffbb172034 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1618907 Feb 11 04:48:29.399088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48710) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:29.453453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-bcbe20e9-8d59-4461-997b-bca91d4cad6d', 'network_id': 'bcbe20e9-8d59-4461-997b-bca91d4cad6d', 'project_id': 'a4969c4aed04464bb20b9c43a679778a', 'fixed_ips': [{'subnet_id': '8e911704-b2aa-4104-9d21-bbea53267b8c'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:48:29.454343 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:29.618217 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a247d1a-eba8-4711-8cb6-4a83198f07d7 admin admin] Publish callbacks [] for security_group (2e6dfdab-f550-4e58-bc35-35fc45e339f0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:29.622088 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (bcbe20e9-8d59-4461-997b-bca91d4cad6d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:29.686311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Allocated IP 2001:db8::2 (bcbe20e9-8d59-4461-997b-bca91d4cad6d/8e911704-b2aa-4104-9d21-bbea53267b8c/804a2402-616e-419f-ba52-2d08a013cbff) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:48:29.696875 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (8e911704-b2aa-4104-9d21-bbea53267b8c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:29.755769 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7a247d1a-eba8-4711-8cb6-4a83198f07d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2e6dfdab-f550-4e58-bc35-35fc45e339f0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:29.828197 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7a247d1a-eba8-4711-8cb6-4a83198f07d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16d7b012e233495dae5d62566249243a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5234721 Feb 11 04:48:29.831986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48716) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:29.846525 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:29.846757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a247d1a-eba8-4711-8cb6-4a83198f07d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6dfdab-f550-4e58-bc35-35fc45e339f0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:29.892433 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-737dac1a-c117-49e2-927f-d3fe8fe14af3 admin admin] Publish callbacks [] for security_group (2e6dfdab-f550-4e58-bc35-35fc45e339f0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:29.933666 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Publish callbacks [] for port (804a2402-616e-419f-ba52-2d08a013cbff), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:29.940015 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-737dac1a-c117-49e2-927f-d3fe8fe14af3 admin admin] Publish callbacks [] for security_group (2e6dfdab-f550-4e58-bc35-35fc45e339f0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:30.043965 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (804a2402-616e-419f-ba52-2d08a013cbff), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:30.083559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dda4db11-2f29-42cf-bdbe-4de1ae3f6514 req-4aff03a1-6ebc-4478-a491-300266ffa626 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=94242d94-d2d3-486b-8480-a076a85d732f HTTP/1.1" status: 200 len: 210 time: 0.0596249 Feb 11 04:48:30.104423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2773b-ba90-46cf-9253-4167a26dae6f req-0bd81e48-5b89-431d-8d73-6039c8c4b9ca tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:30.106592 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-24c2773b-ba90-46cf-9253-4167a26dae6f req-0bd81e48-5b89-431d-8d73-6039c8c4b9ca tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.1641572 Feb 11 04:48:30.131665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Network bcbe20e9-8d59-4461-997b-bca91d4cad6d is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:48:30.135503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:30.138834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:48:30.170359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Pushing event updated for resources: {'Port': ['ID=804a2402-616e-419f-ba52-2d08a013cbff,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:30.191523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-24c2773b-ba90-46cf-9253-4167a26dae6f req-2eec9828-bbf9-430d-b1e0-777efe34bcc4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698986 Feb 11 04:48:30.250262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Attempting to bind port 804a2402-616e-419f-ba52-2d08a013cbff on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:48:30.251615 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Attempting to bind port 804a2402-616e-419f-ba52-2d08a013cbff by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'd60f0a50-8a0f-47a6-a361-a2ecfeb9d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bcbe20e9-8d59-4461-997b-bca91d4cad6d'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:48:30.252187 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Attempting to bind port 804a2402-616e-419f-ba52-2d08a013cbff on network bcbe20e9-8d59-4461-997b-bca91d4cad6d {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:30.261201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:48:30.261624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Checking segment: {'id': 'd60f0a50-8a0f-47a6-a361-a2ecfeb9d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bcbe20e9-8d59-4461-997b-bca91d4cad6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:30.261994 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:30.262400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Bound using segment: {'id': 'd60f0a50-8a0f-47a6-a361-a2ecfeb9d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bcbe20e9-8d59-4461-997b-bca91d4cad6d'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:48:30.263144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Bound port: 804a2402-616e-419f-ba52-2d08a013cbff, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60f0a50-8a0f-47a6-a361-a2ecfeb9d98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bcbe20e9-8d59-4461-997b-bca91d4cad6d'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:48:30.263834 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (804a2402-616e-419f-ba52-2d08a013cbff), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:30.310277 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-737dac1a-c117-49e2-927f-d3fe8fe14af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2e6dfdab-f550-4e58-bc35-35fc45e339f0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:30.317737 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-737dac1a-c117-49e2-927f-d3fe8fe14af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:30.322826 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-737dac1a-c117-49e2-927f-d3fe8fe14af3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e6dfdab-f550-4e58-bc35-35fc45e339f0 HTTP/1.1" status: 204 len: 168 time: 0.4897301 Feb 11 04:48:30.333897 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (8e911704-b2aa-4104-9d21-bbea53267b8c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:30.360105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] For port 804a2402-616e-419f-ba52-2d08a013cbff, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:30.366552 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] For port 804a2402-616e-419f-ba52-2d08a013cbff, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=804a2402-616e-419f-ba52-2d08a013cbff,segment=NetworkSegment(d60f0a50-8a0f-47a6-a361-a2ecfeb9d98a),segment_id=d60f0a50-8a0f-47a6-a361-a2ecfeb9d98a)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:48:30.394146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Subnet': ['ID=8e911704-b2aa-4104-9d21-bbea53267b8c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:30.400404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737dac1a-c117-49e2-927f-d3fe8fe14af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6dfdab-f550-4e58-bc35-35fc45e339f0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:30.498018 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (804a2402-616e-419f-ba52-2d08a013cbff), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:30.513116 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (bcbe20e9-8d59-4461-997b-bca91d4cad6d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:30.546689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbe20e9-8d59-4461-997b-bca91d4cad6d']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:30.559943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60f0a50-8a0f-47a6-a361-a2ecfeb9d98a') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:30.560281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60f0a50-8a0f-47a6-a361-a2ecfeb9d98a') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:30.572887 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (d60f0a50-8a0f-47a6-a361-a2ecfeb9d98a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:30.594837 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d60f0a50-8a0f-47a6-a361-a2ecfeb9d98a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:30.604457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:48:30.606100 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (d60f0a50-8a0f-47a6-a361-a2ecfeb9d98a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:48:30.611098 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:48:30.614612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c62564-0f31-49cf-a5ab-ab3334ae9a80 None None] Pushing event updated for resources: {'Port': ['ID=804a2402-616e-419f-ba52-2d08a013cbff,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:30.852874 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.api [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 04:48:30.852874 n-d-712142-35 neutron-server[103809]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 04:48:30.852874 n-d-712142-35 neutron-server[103809]: [parameters: {'id': 'bcbe20e9-8d59-4461-997b-bca91d4cad6d'}] Feb 11 04:48:30.852874 n-d-712142-35 neutron-server[103809]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103809) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:48:30.852874 n-d-712142-35 neutron-server[103809]: DEBUG oslo_db.api [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:48:31.328438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347de941-3b0b-4b48-8a5b-afca2a9b0403 req-2ffe58f6-36eb-427e-a976-a0bd2709d31e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:31.330964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-347de941-3b0b-4b48-8a5b-afca2a9b0403 req-2ffe58f6-36eb-427e-a976-a0bd2709d31e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.0605536 Feb 11 04:48:31.352049 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (bcbe20e9-8d59-4461-997b-bca91d4cad6d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:31.434049 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-347de941-3b0b-4b48-8a5b-afca2a9b0403 req-87607a45-3d38-4bf5-a02e-bbfb6ebfe5e1 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964842 Feb 11 04:48:31.468707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Deleting port 804a2402-616e-419f-ba52-2d08a013cbff {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:31.469065 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (804a2402-616e-419f-ba52-2d08a013cbff), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:31.544406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] For port 804a2402-616e-419f-ba52-2d08a013cbff, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=804a2402-616e-419f-ba52-2d08a013cbff,segment=NetworkSegment(d60f0a50-8a0f-47a6-a361-a2ecfeb9d98a),segment_id=d60f0a50-8a0f-47a6-a361-a2ecfeb9d98a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:31.544796 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (804a2402-616e-419f-ba52-2d08a013cbff), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:31.560545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Calling delete_port for 804a2402-616e-419f-ba52-2d08a013cbff owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:31.779822 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (804a2402-616e-419f-ba52-2d08a013cbff), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:31.827580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] No DVR routers for this DVR port 804a2402-616e-419f-ba52-2d08a013cbff on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:31.834693 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Port': ['ID=804a2402-616e-419f-ba52-2d08a013cbff,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:32.107039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402a2d97-cf10-438b-9238-206cf62cd9c1 None None] Network bcbe20e9-8d59-4461-997b-bca91d4cad6d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:48:32.235701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1d82bfb0-a286-406a-841d-eb339dc3df42 None None] Could not find standard attr ID for object 804a2402-616e-419f-ba52-2d08a013cbff. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:48:32.294278 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (bcbe20e9-8d59-4461-997b-bca91d4cad6d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:32.326548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbe20e9-8d59-4461-997b-bca91d4cad6d']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:32.340028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60f0a50-8a0f-47a6-a361-a2ecfeb9d98a') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:32.340028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60f0a50-8a0f-47a6-a361-a2ecfeb9d98a') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:32.355688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (d60f0a50-8a0f-47a6-a361-a2ecfeb9d98a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:32.362852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543def5e-ba7a-4a12-98e6-9fabf5504a6b None None] DHCP port deletion for bcbe20e9-8d59-4461-997b-bca91d4cad6d request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:48:32.391824 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d60f0a50-8a0f-47a6-a361-a2ecfeb9d98a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:32.391824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:48:32.391824 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (d60f0a50-8a0f-47a6-a361-a2ecfeb9d98a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:48:32.407392 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:48:32.546260 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (bcbe20e9-8d59-4461-997b-bca91d4cad6d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:32.556607 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:32.560636 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/networks/bcbe20e9-8d59-4461-997b-bca91d4cad6d HTTP/1.1" status: 204 len: 168 time: 3.1603525 Feb 11 04:48:32.564197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48786) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:32.571194 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7bf4fcc9-1c1f-4296-909a-257109bb1b2f tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-332986174'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:32.588133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ebe01-106b-4096-b9a4-c9bc9ff00ae1 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Network': ['ID=bcbe20e9-8d59-4461-997b-bca91d4cad6d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:32.623343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f084bd-29b6-48ba-805e-301af6d28d40 req-6e1c7450-d50c-445a-99f7-62b6a7e5d8dd tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:32.625732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48f084bd-29b6-48ba-805e-301af6d28d40 req-6e1c7450-d50c-445a-99f7-62b6a7e5d8dd tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.1140475 Feb 11 04:48:32.703708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48f084bd-29b6-48ba-805e-301af6d28d40 req-11fac408-12b1-47e6-8ebd-dfe203f7f0fa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686841 Feb 11 04:48:32.877059 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf4fcc9-1c1f-4296-909a-257109bb1b2f tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Made reservation on behalf of a4969c4aed04464bb20b9c43a679778a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:32.880843 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fcc9-1c1f-4296-909a-257109bb1b2f tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:32.919792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf4fcc9-1c1f-4296-909a-257109bb1b2f tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:48:32.938819 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fcc9-1c1f-4296-909a-257109bb1b2f tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (fdf85538-3ab9-4c48-b0f3-8543e66fc3b3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:32.938819 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-7bf4fcc9-1c1f-4296-909a-257109bb1b2f tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Added segment fdf85538-3ab9-4c48-b0f3-8543e66fc3b3 of type vlan for network ad1776e2-c2c0-4ae9-ace0-e429cc9aa057 Feb 11 04:48:32.977777 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fcc9-1c1f-4296-909a-257109bb1b2f tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (ad1776e2-c2c0-4ae9-ace0-e429cc9aa057), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:33.106535 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fcc9-1c1f-4296-909a-257109bb1b2f tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (ad1776e2-c2c0-4ae9-ace0-e429cc9aa057), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:33.112919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf4fcc9-1c1f-4296-909a-257109bb1b2f tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:33.114101 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fcc9-1c1f-4296-909a-257109bb1b2f tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:33.220359 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4fcc9-1c1f-4296-909a-257109bb1b2f tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event updated for resources: {'Network': ['ID=ad1776e2-c2c0-4ae9-ace0-e429cc9aa057,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:33.263363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network ad1776e2-c2c0-4ae9-ace0-e429cc9aa057 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:48:33.339266 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7bf4fcc9-1c1f-4296-909a-257109bb1b2f tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7731905 Feb 11 04:48:33.343601 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48798) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:33.353147 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e70742dd-46bc-404f-8407-c34186a1bc17 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Request body: {'subnet': {'network_id': 'ad1776e2-c2c0-4ae9-ace0-e429cc9aa057', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:33.591851 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70742dd-46bc-404f-8407-c34186a1bc17 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Made reservation on behalf of a4969c4aed04464bb20b9c43a679778a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:48:33.596027 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e70742dd-46bc-404f-8407-c34186a1bc17 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:33.852569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179aad0-53e7-40f4-973a-65b6f0a7ee54 req-86e84ed8-2341-4cfe-a895-40320abeddaf tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:33.854795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f179aad0-53e7-40f4-973a-65b6f0a7ee54 req-86e84ed8-2341-4cfe-a895-40320abeddaf tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.0693648 Feb 11 04:48:33.910243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f179aad0-53e7-40f4-973a-65b6f0a7ee54 req-9311f448-4a56-4c8d-9c1b-812e9cbd1ffa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490854 Feb 11 04:48:34.076686 n-d-712142-35 neutron-server[103808]: DEBUG neutron.objects.ports [None req-e70742dd-46bc-404f-8407-c34186a1bc17 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103808) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 04:48:34.077601 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:34.079706 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e70742dd-46bc-404f-8407-c34186a1bc17 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (3ec1ee63-57a5-4ac7-bac2-94ea0fd4b97c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:34.137852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70742dd-46bc-404f-8407-c34186a1bc17 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event updated for resources: {'Subnet': ['ID=3ec1ee63-57a5-4ac7-bac2-94ea0fd4b97c,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:34.176539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70742dd-46bc-404f-8407-c34186a1bc17 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Checking segment: {'id': 'fdf85538-3ab9-4c48-b0f3-8543e66fc3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ad1776e2-c2c0-4ae9-ace0-e429cc9aa057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:34.178378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70742dd-46bc-404f-8407-c34186a1bc17 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Network hostable DHCP agents. Network: ad1776e2-c2c0-4ae9-ace0-e429cc9aa057, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:48:34.219146 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:34.323289 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70742dd-46bc-404f-8407-c34186a1bc17 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Network ad1776e2-c2c0-4ae9-ace0-e429cc9aa057 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:48:34.431884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e70742dd-46bc-404f-8407-c34186a1bc17 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, ad1776e2-c2c0-4ae9-ace0-e429cc9aa057) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:34.440663 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70742dd-46bc-404f-8407-c34186a1bc17 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:34.441333 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e70742dd-46bc-404f-8407-c34186a1bc17 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:34.442540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d45ce73-0172-4837-bb4a-a42b0b078319 None None] Network ad1776e2-c2c0-4ae9-ace0-e429cc9aa057 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:48:34.590703 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-ad1776e2-c2c0-4ae9-ace0-e429cc9aa057', 'network_id': 'ad1776e2-c2c0-4ae9-ace0-e429cc9aa057', 'project_id': 'a4969c4aed04464bb20b9c43a679778a', 'fixed_ips': [{'subnet_id': '3ec1ee63-57a5-4ac7-bac2-94ea0fd4b97c'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:48:34.591615 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:34.611464 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e70742dd-46bc-404f-8407-c34186a1bc17 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2662561 Feb 11 04:48:34.616846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48826) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:34.746198 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (ad1776e2-c2c0-4ae9-ace0-e429cc9aa057), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:34.782860 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Allocated IP 2001:db8::f816:3eff:fec7:ed88 (ad1776e2-c2c0-4ae9-ace0-e429cc9aa057/3ec1ee63-57a5-4ac7-bac2-94ea0fd4b97c/5ebdbcb9-6782-4ba4-9028-683e4df0ec89) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:48:34.859389 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (3ec1ee63-57a5-4ac7-bac2-94ea0fd4b97c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:35.041816 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Publish callbacks [] for port (5ebdbcb9-6782-4ba4-9028-683e4df0ec89), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:35.072692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a359fef-182c-454f-b636-3e222c10fc6f req-09bd07f3-a3bf-4457-95db-2e3d0132bb36 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:35.074260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a359fef-182c-454f-b636-3e222c10fc6f req-09bd07f3-a3bf-4457-95db-2e3d0132bb36 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.0640457 Feb 11 04:48:35.137692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a359fef-182c-454f-b636-3e222c10fc6f req-59795da1-2a49-425b-954f-1e4562a43110 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574784 Feb 11 04:48:35.142328 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (5ebdbcb9-6782-4ba4-9028-683e4df0ec89), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:35.242514 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Network ad1776e2-c2c0-4ae9-ace0-e429cc9aa057 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:48:35.245725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:48:35.251002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:48:35.254251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Pushing event updated for resources: {'Port': ['ID=5ebdbcb9-6782-4ba4-9028-683e4df0ec89,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:35.255175 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (3ec1ee63-57a5-4ac7-bac2-94ea0fd4b97c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:35.336891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Attempting to bind port 5ebdbcb9-6782-4ba4-9028-683e4df0ec89 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:48:35.337556 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Attempting to bind port 5ebdbcb9-6782-4ba4-9028-683e4df0ec89 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'fdf85538-3ab9-4c48-b0f3-8543e66fc3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ad1776e2-c2c0-4ae9-ace0-e429cc9aa057'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:48:35.338144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Attempting to bind port 5ebdbcb9-6782-4ba4-9028-683e4df0ec89 on network ad1776e2-c2c0-4ae9-ace0-e429cc9aa057 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:35.344376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:48:35.345057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Checking segment: {'id': 'fdf85538-3ab9-4c48-b0f3-8543e66fc3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ad1776e2-c2c0-4ae9-ace0-e429cc9aa057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:35.345671 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:35.346452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Bound using segment: {'id': 'fdf85538-3ab9-4c48-b0f3-8543e66fc3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ad1776e2-c2c0-4ae9-ace0-e429cc9aa057'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:48:35.347138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Bound port: 5ebdbcb9-6782-4ba4-9028-683e4df0ec89, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf85538-3ab9-4c48-b0f3-8543e66fc3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ad1776e2-c2c0-4ae9-ace0-e429cc9aa057'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:48:35.347713 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5ebdbcb9-6782-4ba4-9028-683e4df0ec89), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:35.352007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec1ee63-57a5-4ac7-bac2-94ea0fd4b97c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:35.421105 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (ad1776e2-c2c0-4ae9-ace0-e429cc9aa057), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:35.443508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1776e2-c2c0-4ae9-ace0-e429cc9aa057']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:35.453529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf85538-3ab9-4c48-b0f3-8543e66fc3b3') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:35.459016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf85538-3ab9-4c48-b0f3-8543e66fc3b3') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:35.462955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-07472089-36bd-4da9-90ee-257107e16232 None None] For port 5ebdbcb9-6782-4ba4-9028-683e4df0ec89, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:35.464446 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (fdf85538-3ab9-4c48-b0f3-8543e66fc3b3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:35.468964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-07472089-36bd-4da9-90ee-257107e16232 None None] For port 5ebdbcb9-6782-4ba4-9028-683e4df0ec89, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5ebdbcb9-6782-4ba4-9028-683e4df0ec89,segment=NetworkSegment(fdf85538-3ab9-4c48-b0f3-8543e66fc3b3),segment_id=fdf85538-3ab9-4c48-b0f3-8543e66fc3b3)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:48:35.613471 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (fdf85538-3ab9-4c48-b0f3-8543e66fc3b3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:35.616500 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5ebdbcb9-6782-4ba4-9028-683e4df0ec89), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:35.643365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:48:35.643365 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (fdf85538-3ab9-4c48-b0f3-8543e66fc3b3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:48:35.653046 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:48:35.815018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.api [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 04:48:35.815018 n-d-712142-35 neutron-server[103809]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 04:48:35.815018 n-d-712142-35 neutron-server[103809]: [parameters: {'id': 'ad1776e2-c2c0-4ae9-ace0-e429cc9aa057'}] Feb 11 04:48:35.815018 n-d-712142-35 neutron-server[103809]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103809) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:48:35.818041 n-d-712142-35 neutron-server[103809]: DEBUG oslo_db.api [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:48:35.912725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07472089-36bd-4da9-90ee-257107e16232 None None] Pushing event updated for resources: {'Port': ['ID=5ebdbcb9-6782-4ba4-9028-683e4df0ec89,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:35.943167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b16d88-99cc-491a-b7b6-71f02150e2c1 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 04:48:36.100156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b16d88-99cc-491a-b7b6-71f02150e2c1 None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 04:48:36.299532 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-3839845f-ffe9-4439-b2c6-f707eec17498 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0704565 Feb 11 04:48:36.303503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd813b3c-279f-4a4b-ab5a-8b577ec3d430 req-2ef66248-e9ad-42b9-8e61-3eb10970ae8c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:36.307478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd813b3c-279f-4a4b-ab5a-8b577ec3d430 req-2ef66248-e9ad-42b9-8e61-3eb10970ae8c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.0752196 Feb 11 04:48:36.319586 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (ad1776e2-c2c0-4ae9-ace0-e429cc9aa057), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:36.425025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd813b3c-279f-4a4b-ab5a-8b577ec3d430 req-38bc3a82-ab90-415e-9217-464854e089d2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940895 Feb 11 04:48:36.495330 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-a423eb82-b97a-4e5f-8564-1912c1cd0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:36.496205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-a423eb82-b97a-4e5f-8564-1912c1cd0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:36.496862 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-a423eb82-b97a-4e5f-8564-1912c1cd0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:36.497518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-a423eb82-b97a-4e5f-8564-1912c1cd0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:36.498177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Deleting port 5ebdbcb9-6782-4ba4-9028-683e4df0ec89 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:36.498530 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-a423eb82-b97a-4e5f-8564-1912c1cd0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:36.498680 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5ebdbcb9-6782-4ba4-9028-683e4df0ec89), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:36.499341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-a423eb82-b97a-4e5f-8564-1912c1cd0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:36.500041 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-a423eb82-b97a-4e5f-8564-1912c1cd0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:36.502582 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-a423eb82-b97a-4e5f-8564-1912c1cd0fc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 6725 time: 0.1370370 Feb 11 04:48:36.547656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07376083-43d0-4ee7-8deb-e75b1d79e220 None None] Network ad1776e2-c2c0-4ae9-ace0-e429cc9aa057 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:48:36.612253 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] For port 5ebdbcb9-6782-4ba4-9028-683e4df0ec89, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5ebdbcb9-6782-4ba4-9028-683e4df0ec89,segment=NetworkSegment(fdf85538-3ab9-4c48-b0f3-8543e66fc3b3),segment_id=fdf85538-3ab9-4c48-b0f3-8543e66fc3b3)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:36.612648 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5ebdbcb9-6782-4ba4-9028-683e4df0ec89), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:36.645135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Calling delete_port for 5ebdbcb9-6782-4ba4-9028-683e4df0ec89 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:36.745196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-ee99b7e4-626b-4a4a-845a-7af69c685dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:36.745678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-ee99b7e4-626b-4a4a-845a-7af69c685dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:36.746145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-ee99b7e4-626b-4a4a-845a-7af69c685dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:36.747765 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-ee99b7e4-626b-4a4a-845a-7af69c685dab service neutron] 10.222.0.47 "GET /v2.0/networks?id=74695aa4-4778-400f-ab0b-4a8039c43b8b&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&id=438d0a15-1c6c-466a-89ba-1c9aba7207ed HTTP/1.1" status: 200 len: 2298 time: 0.2051516 Feb 11 04:48:36.844536 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-3cf1f10e-9f3f-4895-bd4b-1ef109e27bac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6cb851a-7543-4811-866d-201ed472997e HTTP/1.1" status: 200 len: 1001 time: 0.0888722 Feb 11 04:48:36.901916 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-9bd195ec-9c79-435c-8609-de2b7a34de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:36.903479 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-9bd195ec-9c79-435c-8609-de2b7a34de08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=082ca7b1-7568-49af-b7b4-94dae4b26a3f HTTP/1.1" status: 200 len: 855 time: 0.0519607 Feb 11 04:48:36.955222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-3cb7537f-5f82-45e0-a3fb-84898db63c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:36.956765 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-3cb7537f-5f82-45e0-a3fb-84898db63c57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74695aa4-4778-400f-ab0b-4a8039c43b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471606 Feb 11 04:48:37.065704 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-77c660bd-1f78-49cd-b11f-5a117c214b95 service neutron] 10.222.0.47 "GET /v2.0/networks/74695aa4-4778-400f-ab0b-4a8039c43b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950279 Feb 11 04:48:37.155419 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-9494fe83-b9e0-4168-a89d-d48fc5fbff44 service neutron] 10.222.0.47 "GET /v2.0/networks/74695aa4-4778-400f-ab0b-4a8039c43b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897784 Feb 11 04:48:37.167676 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5ebdbcb9-6782-4ba4-9028-683e4df0ec89), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:37.214607 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Port': ['ID=5ebdbcb9-6782-4ba4-9028-683e4df0ec89,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:37.217022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] No DVR routers for this DVR port 5ebdbcb9-6782-4ba4-9028-683e4df0ec89 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:37.237229 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-eaee7eb2-fe46-4e3c-9b00-686d81cd1c54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=5e331ac0-31ed-41b8-b911-5fa4fa3a502e HTTP/1.1" status: 200 len: 217 time: 0.0739217 Feb 11 04:48:37.296170 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-240297da-e616-4fe9-b8fa-8645e8f07ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:37.297816 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-240297da-e616-4fe9-b8fa-8645e8f07ba8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.0541146 Feb 11 04:48:37.315046 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (ad1776e2-c2c0-4ae9-ace0-e429cc9aa057), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:37.337868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1776e2-c2c0-4ae9-ace0-e429cc9aa057']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:37.349938 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-5a44243c-a50b-4abf-899b-bb06911fd0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:37.352206 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-5a44243c-a50b-4abf-899b-bb06911fd0a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0476522 Feb 11 04:48:37.356281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf85538-3ab9-4c48-b0f3-8543e66fc3b3') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:37.356613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf85538-3ab9-4c48-b0f3-8543e66fc3b3') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:37.369576 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (fdf85538-3ab9-4c48-b0f3-8543e66fc3b3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:37.383837 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (fdf85538-3ab9-4c48-b0f3-8543e66fc3b3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:37.391634 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:48:37.392100 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (fdf85538-3ab9-4c48-b0f3-8543e66fc3b3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:48:37.397566 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:48:37.511940 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-7127568d-1139-4977-bc7d-183895480429 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532617 Feb 11 04:48:37.587378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e4500-d600-414e-83fa-dc8f00b7a9fd req-f649dd52-fc71-498c-bfda-0881a6327c72 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:37.595092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad5e4500-d600-414e-83fa-dc8f00b7a9fd req-f649dd52-fc71-498c-bfda-0881a6327c72 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.0662386 Feb 11 04:48:37.622026 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (ad1776e2-c2c0-4ae9-ace0-e429cc9aa057), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:37.644452 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:37.650750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/networks/ad1776e2-c2c0-4ae9-ace0-e429cc9aa057 HTTP/1.1" status: 204 len: 168 time: 3.0326631 Feb 11 04:48:37.654195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dbe52-2da9-4aa6-9c79-9e988fb13445 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Network': ['ID=ad1776e2-c2c0-4ae9-ace0-e429cc9aa057,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:37.658678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48874) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:37.664970 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-36597451-8974-4490-83d6-66e0f1dea51f service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470456 Feb 11 04:48:37.701431 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-369098d7-71b9-4b84-884a-b862e6c0126a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] DELETE failed (client error): The resource could not be found. Feb 11 04:48:37.701901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369098d7-71b9-4b84-884a-b862e6c0126a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:48:37.705034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-369098d7-71b9-4b84-884a-b862e6c0126a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/subnets/3ec1ee63-57a5-4ac7-bac2-94ea0fd4b97c HTTP/1.1" status: 404 len: 337 time: 0.0454454 Feb 11 04:48:37.710709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48876) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:37.745299 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad5e4500-d600-414e-83fa-dc8f00b7a9fd req-0a497507-61b2-4667-83bf-3bb1927061e7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402850 Feb 11 04:48:37.756475 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-8c61dcb7-f0de-4d7f-994d-d45a9ee76e99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd HTTP/1.1" status: 200 len: 217 time: 0.0806615 Feb 11 04:48:37.758331 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-8709d7b6-e468-454e-80d3-bd17a9af7e22 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] DELETE failed (client error): The resource could not be found. Feb 11 04:48:37.758899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8709d7b6-e468-454e-80d3-bd17a9af7e22 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:48:37.762006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8709d7b6-e468-454e-80d3-bd17a9af7e22 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/networks/ad1776e2-c2c0-4ae9-ace0-e429cc9aa057 HTTP/1.1" status: 404 len: 339 time: 0.0503109 Feb 11 04:48:37.764504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48880) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:37.826568 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b08f8b-5895-4c53-970e-6ec427809646 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] DELETE failed (client error): The resource could not be found. Feb 11 04:48:37.827217 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b08f8b-5895-4c53-970e-6ec427809646 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:48:37.830615 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e2b08f8b-5895-4c53-970e-6ec427809646 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/subnets/8e911704-b2aa-4104-9d21-bbea53267b8c HTTP/1.1" status: 404 len: 337 time: 0.0651407 Feb 11 04:48:37.834065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48888) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:37.859256 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2b7a36-5186-4b75-ac82-b6feba1732e7 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] DELETE failed (client error): The resource could not be found. Feb 11 04:48:37.864812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2b7a36-5186-4b75-ac82-b6feba1732e7 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:48:37.865121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7d2b7a36-5186-4b75-ac82-b6feba1732e7 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/networks/bcbe20e9-8d59-4461-997b-bca91d4cad6d HTTP/1.1" status: 404 len: 339 time: 0.0296187 Feb 11 04:48:37.867565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48890) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:37.877402 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-0fd09282-fc5a-4788-8f9d-b8b7ce173850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:37.879325 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-0fd09282-fc5a-4788-8f9d-b8b7ce173850 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.1157372 Feb 11 04:48:37.902825 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba1930b-226c-406f-b735-683075ec7020 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] DELETE failed (client error): The resource could not be found. Feb 11 04:48:37.903376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba1930b-226c-406f-b735-683075ec7020 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:48:37.906714 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3ba1930b-226c-406f-b735-683075ec7020 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/subnets/b04831e0-8031-42be-ac51-8da8588ca0f4 HTTP/1.1" status: 404 len: 337 time: 0.0380485 Feb 11 04:48:37.909609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48892) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:37.943986 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-83e986d2-c6b9-42ef-9211-54976f6a0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:37.945851 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-83e986d2-c6b9-42ef-9211-54976f6a0e8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0597622 Feb 11 04:48:37.952403 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85351be-1c66-4dc9-8dd4-2e85c581812d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] DELETE failed (client error): The resource could not be found. Feb 11 04:48:37.952945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85351be-1c66-4dc9-8dd4-2e85c581812d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:48:37.956379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b85351be-1c66-4dc9-8dd4-2e85c581812d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/networks/7778f6ff-0521-40f0-80e3-eb6c0e14ed0a HTTP/1.1" status: 404 len: 339 time: 0.0451672 Feb 11 04:48:37.959466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48894) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:38.121902 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-16269a14-d5ea-4f70-b1d1-943187e8b26f service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696444 Feb 11 04:48:38.146751 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2677825a-d297-40c4-bf9c-305062a8acee tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Deleting port 4d10c894-f61b-4712-9513-babef5fe99c0 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:38.146751 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2677825a-d297-40c4-bf9c-305062a8acee tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4d10c894-f61b-4712-9513-babef5fe99c0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:38.267950 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2677825a-d297-40c4-bf9c-305062a8acee tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4d10c894-f61b-4712-9513-babef5fe99c0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:38.290912 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2677825a-d297-40c4-bf9c-305062a8acee tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Calling delete_port for 4d10c894-f61b-4712-9513-babef5fe99c0 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:38.329342 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-5043351f-b56c-42b1-b658-0125be876549 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972742 Feb 11 04:48:38.414044 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-3e3e760d-a2b6-43eb-bb0a-fdd72db16bbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=9c8dd432-9361-41bb-8e3f-c59eb37be3b3 HTTP/1.1" status: 200 len: 217 time: 0.0778592 Feb 11 04:48:38.517595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2677825a-d297-40c4-bf9c-305062a8acee tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4d10c894-f61b-4712-9513-babef5fe99c0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:38.534465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-0405ff25-5397-4759-9a8a-658b6d9b2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:38.568985 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-0405ff25-5397-4759-9a8a-658b6d9b2f35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.1477695 Feb 11 04:48:38.636377 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2677825a-d297-40c4-bf9c-305062a8acee tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:38.649006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2677825a-d297-40c4-bf9c-305062a8acee tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/ports/4d10c894-f61b-4712-9513-babef5fe99c0 HTTP/1.1" status: 204 len: 168 time: 0.6883810 Feb 11 04:48:38.651054 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677825a-d297-40c4-bf9c-305062a8acee tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Port': ['ID=4d10c894-f61b-4712-9513-babef5fe99c0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:38.666745 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48908) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:38.724294 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb44fd1-0f92-4558-ae98-6eae94acddb9 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] DELETE failed (client error): The resource could not be found. Feb 11 04:48:38.724929 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb44fd1-0f92-4558-ae98-6eae94acddb9 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:48:38.729076 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aeb44fd1-0f92-4558-ae98-6eae94acddb9 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/subnets/0e52a679-e758-46e1-93ba-5cafb13469c6 HTTP/1.1" status: 404 len: 337 time: 0.0598085 Feb 11 04:48:38.731391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48910) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:38.791508 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-6339f59d-a4d2-4e1f-ab2b-f9a75c83d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:38.793425 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-6339f59d-a4d2-4e1f-ab2b-f9a75c83d452 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2176242 Feb 11 04:48:38.920736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d55a88-0ae9-4647-a935-c9da5a3afbd8 req-895b5d13-8d64-4aa0-ae55-3ca3f875b09b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:38.923187 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5d55a88-0ae9-4647-a935-c9da5a3afbd8 req-895b5d13-8d64-4aa0-ae55-3ca3f875b09b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.0639760 Feb 11 04:48:38.991510 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-4d460f71-70cf-4c24-981c-fe04b5608d37 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324544 Feb 11 04:48:39.021139 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2fdcedb6-ce34-42f7-be58-3b5ae890cebe tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (ef152599-af65-48bf-a57d-cce552afced4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:39.126718 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5d55a88-0ae9-4647-a935-c9da5a3afbd8 req-5d44fe2a-69c1-4739-956a-05b92fb7e601 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905372 Feb 11 04:48:39.147238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-679a1511-d6ad-4b55-b738-f9f1c8c5211f req-8fa1f855-3204-462c-ae0f-885596d33a6c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1649678 Feb 11 04:48:39.216509 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-33124c80-fef6-470a-a1a6-0caff9dc8260 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062225 Feb 11 04:48:39.269681 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a1511-d6ad-4b55-b738-f9f1c8c5211f req-f72c977e-d54c-4419-9cb4-3394bf5fa537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:39.271872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-679a1511-d6ad-4b55-b738-f9f1c8c5211f req-f72c977e-d54c-4419-9cb4-3394bf5fa537 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 1128 time: 0.1001599 Feb 11 04:48:39.310170 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-a89383bc-fa7b-4726-9516-033b92415b6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=5353233d-2bfb-4563-ab7f-09689b7e7a26 HTTP/1.1" status: 200 len: 217 time: 0.0741930 Feb 11 04:48:39.400826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-2cf2d76b-ef6a-47ea-ad6d-681e92b438be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:39.402666 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-2cf2d76b-ef6a-47ea-ad6d-681e92b438be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.0492055 Feb 11 04:48:39.410237 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2fdcedb6-ce34-42f7-be58-3b5ae890cebe tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (ef152599-af65-48bf-a57d-cce552afced4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:39.473034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a1511-d6ad-4b55-b738-f9f1c8c5211f req-a26a2881-b8ff-48d4-896e-b762078a9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:39.480203 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-679a1511-d6ad-4b55-b738-f9f1c8c5211f req-a26a2881-b8ff-48d4-896e-b762078a9855 service neutron] 10.222.0.32 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 913 time: 0.1816125 Feb 11 04:48:39.495028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-2fdcedb6-ce34-42f7-be58-3b5ae890cebe tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef152599-af65-48bf-a57d-cce552afced4']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:39.514822 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-2fdcedb6-ce34-42f7-be58-3b5ae890cebe tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca9c63e-511e-4e52-8fbb-704ae11b004e') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:39.515130 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-2fdcedb6-ce34-42f7-be58-3b5ae890cebe tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca9c63e-511e-4e52-8fbb-704ae11b004e') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:39.527270 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2fdcedb6-ce34-42f7-be58-3b5ae890cebe tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (3ca9c63e-511e-4e52-8fbb-704ae11b004e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:39.542897 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2fdcedb6-ce34-42f7-be58-3b5ae890cebe tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (3ca9c63e-511e-4e52-8fbb-704ae11b004e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:39.553209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-679a1511-d6ad-4b55-b738-f9f1c8c5211f req-a101927f-17b7-4ab7-94c5-4ef73bd0a58e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11d605ed-04b7-49a2-84d6-7fe765a889db HTTP/1.1" status: 200 len: 217 time: 0.0648546 Feb 11 04:48:39.554812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdcedb6-ce34-42f7-be58-3b5ae890cebe tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:48:39.555642 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2fdcedb6-ce34-42f7-be58-3b5ae890cebe tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (3ca9c63e-511e-4e52-8fbb-704ae11b004e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:48:39.567221 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:48:39.652050 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-1bed16a9-a228-44b1-b44f-a53f29893d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:39.652472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a1511-d6ad-4b55-b738-f9f1c8c5211f req-eef74e65-a66a-4de1-b960-ebfcb95780c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:39.654207 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-1bed16a9-a228-44b1-b44f-a53f29893d44 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2373788 Feb 11 04:48:39.655104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-679a1511-d6ad-4b55-b738-f9f1c8c5211f req-eef74e65-a66a-4de1-b960-ebfcb95780c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.0937877 Feb 11 04:48:39.733589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a1511-d6ad-4b55-b738-f9f1c8c5211f req-e62c1e08-44e0-44e9-8a15-2f655a59222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:39.735328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-679a1511-d6ad-4b55-b738-f9f1c8c5211f req-e62c1e08-44e0-44e9-8a15-2f655a59222c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0749252 Feb 11 04:48:39.825333 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2fdcedb6-ce34-42f7-be58-3b5ae890cebe tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (ef152599-af65-48bf-a57d-cce552afced4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:39.869048 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2fdcedb6-ce34-42f7-be58-3b5ae890cebe tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:39.874561 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2fdcedb6-ce34-42f7-be58-3b5ae890cebe tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/networks/ef152599-af65-48bf-a57d-cce552afced4 HTTP/1.1" status: 204 len: 168 time: 1.1398780 Feb 11 04:48:39.875350 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcedb6-ce34-42f7-be58-3b5ae890cebe tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Network': ['ID=ef152599-af65-48bf-a57d-cce552afced4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:39.883001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48924) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:39.929448 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-679a1511-d6ad-4b55-b738-f9f1c8c5211f req-acbe144c-0ca4-40ce-b235-7008cc18c751 service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874321 Feb 11 04:48:39.999146 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-8380ceb3-e6c8-4ce5-8986-48925716ac5a service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304451 Feb 11 04:48:40.088334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-679a1511-d6ad-4b55-b738-f9f1c8c5211f req-fbcbe01d-fa1b-4436-8e25-23f8cb30f241 service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445141 Feb 11 04:48:40.220623 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-e3cb7383-1ccb-417a-a7e2-b7330262943a service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183747 Feb 11 04:48:40.321934 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-1fc0e035-f9ff-459b-88b1-3200a9856b39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4bacf493-d259-4213-a246-01a94e81b5a9 HTTP/1.1" status: 200 len: 217 time: 0.0949240 Feb 11 04:48:40.358798 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-86c3d828-779a-4bb7-8244-492ecdf1a26d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Deleting port ab89f768-e7f9-42fd-a279-fe4e4308d406 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:40.359271 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86c3d828-779a-4bb7-8244-492ecdf1a26d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ab89f768-e7f9-42fd-a279-fe4e4308d406), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:40.372915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786813cf-d6e6-42a4-976e-384a6d51c3fb req-e72e41b9-cd08-4725-9bdc-10ba4b335d70 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:40.385445 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-786813cf-d6e6-42a4-976e-384a6d51c3fb req-e72e41b9-cd08-4725-9bdc-10ba4b335d70 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.0964079 Feb 11 04:48:40.462007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-786813cf-d6e6-42a4-976e-384a6d51c3fb req-07336213-8cd2-4ffe-a562-740cd93ba1f3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701795 Feb 11 04:48:40.522591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-8469aa49-e1dc-46f2-a19a-b8f441aae444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:40.524027 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-8469aa49-e1dc-46f2-a19a-b8f441aae444 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=616250e4-3066-4e8e-9daf-7fba26215096 HTTP/1.1" status: 200 len: 797 time: 0.1885102 Feb 11 04:48:40.527839 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86c3d828-779a-4bb7-8244-492ecdf1a26d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ab89f768-e7f9-42fd-a279-fe4e4308d406), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:40.568308 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-86c3d828-779a-4bb7-8244-492ecdf1a26d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Calling delete_port for ab89f768-e7f9-42fd-a279-fe4e4308d406 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:40.655911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-44dcfdfa-642a-4c2e-b930-e926363e4f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:40.657463 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-44dcfdfa-642a-4c2e-b930-e926363e4f36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1270485 Feb 11 04:48:40.920285 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-e205348a-b796-4715-8bb3-2946979b2135 service neutron] show failed (client error): The resource could not be found. Feb 11 04:48:40.921828 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-e205348a-b796-4715-8bb3-2946979b2135 service neutron] 10.222.0.47 "GET /v2.0/ports/6d5435bd-1d07-4afc-a943-0dcfc82033e8/bindings/n-h1-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.1695762 Feb 11 04:48:41.178374 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-41b37972-5191-481c-9cd9-ba9afac31611 service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060089 Feb 11 04:48:41.286814 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86c3d828-779a-4bb7-8244-492ecdf1a26d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ab89f768-e7f9-42fd-a279-fe4e4308d406), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:41.325025 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-9aaa418f-9544-4f7e-909f-ce37f66f0bfb service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383932 Feb 11 04:48:41.325906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3d828-779a-4bb7-8244-492ecdf1a26d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Port': ['ID=ab89f768-e7f9-42fd-a279-fe4e4308d406,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:41.333151 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86c3d828-779a-4bb7-8244-492ecdf1a26d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:41.340527 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-86c3d828-779a-4bb7-8244-492ecdf1a26d tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/ports/ab89f768-e7f9-42fd-a279-fe4e4308d406 HTTP/1.1" status: 204 len: 168 time: 1.4468536 Feb 11 04:48:41.340835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48946) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:41.404747 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-fb716145-e12a-4320-9623-30ded349b201 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3963acce-fff3-40af-b53b-73ed9c590e16 HTTP/1.1" status: 200 len: 217 time: 0.0735979 Feb 11 04:48:41.429933 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3b1d29-38a0-4ca0-9a18-1f2e87030748 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] DELETE failed (client error): The resource could not be found. Feb 11 04:48:41.432457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3b1d29-38a0-4ca0-9a18-1f2e87030748 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:48:41.442686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ba3b1d29-38a0-4ca0-9a18-1f2e87030748 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/subnets/f4818ecc-86d8-45d3-8050-5811122efeeb HTTP/1.1" status: 404 len: 337 time: 0.0991981 Feb 11 04:48:41.443782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48950) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:41.476296 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-2c2c2b4a-e48c-4b6e-9d2b-2f5bdbea4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:41.495477 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-2c2c2b4a-e48c-4b6e-9d2b-2f5bdbea4415 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=616250e4-3066-4e8e-9daf-7fba26215096 HTTP/1.1" status: 200 len: 797 time: 0.0784204 Feb 11 04:48:41.554353 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92fcf953-f316-45c4-ac3a-3a7bb8ff04bd tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (1a58efd7-325c-4f9e-a3ce-f123574ae988), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:41.584527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a30f2-0294-4945-9c27-5375801f724b req-af493cb3-3234-4444-b225-b857efd5f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:41.587834 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-af493cb3-3234-4444-b225-b857efd5f4ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0864174 Feb 11 04:48:41.734760 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92fcf953-f316-45c4-ac3a-3a7bb8ff04bd tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (1a58efd7-325c-4f9e-a3ce-f123574ae988), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:41.766002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a536b-57b3-4d2f-b0d5-fedd41828b89 req-2e6d7025-8bbd-4465-aa44-d06e5a3c405d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:41.767867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-666a536b-57b3-4d2f-b0d5-fedd41828b89 req-2e6d7025-8bbd-4465-aa44-d06e5a3c405d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.2055159 Feb 11 04:48:41.781948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-92fcf953-f316-45c4-ac3a-3a7bb8ff04bd tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a58efd7-325c-4f9e-a3ce-f123574ae988']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:41.810476 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-92fcf953-f316-45c4-ac3a-3a7bb8ff04bd tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8742d6-092e-4837-a956-a9921bf537e5') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:41.810876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-92fcf953-f316-45c4-ac3a-3a7bb8ff04bd tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8742d6-092e-4837-a956-a9921bf537e5') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:41.815231 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-eb246237-ca5d-48e3-80af-859e3b4af22e service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066920 Feb 11 04:48:41.830882 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92fcf953-f316-45c4-ac3a-3a7bb8ff04bd tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (ac8742d6-092e-4837-a956-a9921bf537e5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:41.869071 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92fcf953-f316-45c4-ac3a-3a7bb8ff04bd tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ac8742d6-092e-4837-a956-a9921bf537e5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:41.937994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92fcf953-f316-45c4-ac3a-3a7bb8ff04bd tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:48:41.940117 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92fcf953-f316-45c4-ac3a-3a7bb8ff04bd tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (ac8742d6-092e-4837-a956-a9921bf537e5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:48:41.954638 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:48:41.996115 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e52a30f2-0294-4945-9c27-5375801f724b req-d4219a9a-af6e-4778-b7bd-44ae31aa03ec service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735220 Feb 11 04:48:42.052394 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-666a536b-57b3-4d2f-b0d5-fedd41828b89 req-f0fe004f-cad0-41c6-a1b2-6d0d50969918 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766061 Feb 11 04:48:42.091834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-32721c13-c944-4dff-b28f-bcd1a0ec09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:42.093561 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-32721c13-c944-4dff-b28f-bcd1a0ec09c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5&tenant_id=65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 1128 time: 0.2173269 Feb 11 04:48:42.106301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:42.143466 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92fcf953-f316-45c4-ac3a-3a7bb8ff04bd tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (1a58efd7-325c-4f9e-a3ce-f123574ae988), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:42.158802 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92fcf953-f316-45c4-ac3a-3a7bb8ff04bd tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:42.163080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-92fcf953-f316-45c4-ac3a-3a7bb8ff04bd tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/networks/1a58efd7-325c-4f9e-a3ce-f123574ae988 HTTP/1.1" status: 204 len: 168 time: 0.7114878 Feb 11 04:48:42.165763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48962) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:42.269132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcf953-f316-45c4-ac3a-3a7bb8ff04bd tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Network': ['ID=1a58efd7-325c-4f9e-a3ce-f123574ae988,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:42.274231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-417a23ef-ab57-4c82-9fda-55e8f13ce6e5 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Deleting subnet 191672e1-ac27-4590-b7b9-6d807345ddec {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:48:42.278078 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-417a23ef-ab57-4c82-9fda-55e8f13ce6e5 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for subnet (191672e1-ac27-4590-b7b9-6d807345ddec), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:42.282895 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:42.335376 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-417a23ef-ab57-4c82-9fda-55e8f13ce6e5 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (191672e1-ac27-4590-b7b9-6d807345ddec), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:42.480152 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-417a23ef-ab57-4c82-9fda-55e8f13ce6e5 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (191672e1-ac27-4590-b7b9-6d807345ddec), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:42.584330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:42.623075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:42.660719 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-417a23ef-ab57-4c82-9fda-55e8f13ce6e5 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (191672e1-ac27-4590-b7b9-6d807345ddec), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:42.668071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:42.670735 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3269c0-8ff1-4573-a090-fd1fe2aa155e" -d '{"events": [{"server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:42.682120 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Publish callbacks [] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:42.690253 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a23ef-ab57-4c82-9fda-55e8f13ce6e5 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Subnet': ['ID=191672e1-ac27-4590-b7b9-6d807345ddec,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:42.695260 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-417a23ef-ab57-4c82-9fda-55e8f13ce6e5 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:42.701717 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-417a23ef-ab57-4c82-9fda-55e8f13ce6e5 tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/subnets/191672e1-ac27-4590-b7b9-6d807345ddec HTTP/1.1" status: 204 len: 168 time: 0.5342724 Feb 11 04:48:42.702533 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48974) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:42.708455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2e5842-c974-425c-a334-3364c904a743 None None] Network 4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:48:42.715273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Transition to ACTIVE for port object 6d5435bd-1d07-4afc-a943-0dcfc82033e8 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:48:42.751189 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9b8c73-4cd5-4d76-9243-02405590c6ab x-openstack-request-id: req-6b9b8c73-4cd5-4d76-9243-02405590c6ab {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:42.751494 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:42.751944 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b9b8c73-4cd5-4d76-9243-02405590c6ab {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:42.752419 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'code': 200} Feb 11 04:48:42.814648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:42.866031 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:42.880678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Deleting port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:42.881099 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:42.974259 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394c17ae-2f89-4c05-99c8-09db437cc3b2 None None] DHCP port deletion for 4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:48:43.013394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] For port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0427ba8c-218c-4d86-8372-9c4d9bbb2bcf,segment=NetworkSegment(d2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156),segment_id=d2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:43.013925 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.049690 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Calling delete_port for 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:43.086667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-394c17ae-2f89-4c05-99c8-09db437cc3b2 None None] Deleting port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:43.091185 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-394c17ae-2f89-4c05-99c8-09db437cc3b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.105823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5435bd-1d07-4afc-a943-0dcfc82033e8,revision_number=6']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:43.201540 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] No DVR routers for this DVR port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:43.237024 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-394c17ae-2f89-4c05-99c8-09db437cc3b2 None None] For port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0427ba8c-218c-4d86-8372-9c4d9bbb2bcf,segment=NetworkSegment(d2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156),segment_id=d2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:43.237430 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-394c17ae-2f89-4c05-99c8-09db437cc3b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.287410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-394c17ae-2f89-4c05-99c8-09db437cc3b2 None None] Calling delete_port for 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:43.315864 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.355572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Port': ['ID=0427ba8c-218c-4d86-8372-9c4d9bbb2bcf,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:43.357631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] No DVR routers for this DVR port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:43.423602 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-394c17ae-2f89-4c05-99c8-09db437cc3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (0427ba8c-218c-4d86-8372-9c4d9bbb2bcf), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.449222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef3a56-f4d2-4de4-9941-d3f46599aa09 req-e7648021-c231-46ba-bd20-288cdf07836f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:43.456680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3ef3a56-f4d2-4de4-9941-d3f46599aa09 req-e7648021-c231-46ba-bd20-288cdf07836f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 943 time: 0.2564185 Feb 11 04:48:43.465224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c17ae-2f89-4c05-99c8-09db437cc3b2 None None] Pushing event deleted for resources: {'Port': ['ID=0427ba8c-218c-4d86-8372-9c4d9bbb2bcf,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:43.468271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c17ae-2f89-4c05-99c8-09db437cc3b2 None None] No DVR routers for this DVR port 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:43.513286 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.530306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3ef3a56-f4d2-4de4-9941-d3f46599aa09 req-22979bfb-ef6e-42b9-be2f-779e44a372b9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727217 Feb 11 04:48:43.550675 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:43.570507 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:43.570844 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:48:43.586268 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (d2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.599954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Attempting to bind port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:48:43.600602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Attempting to bind port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:48:43.601115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Attempting to bind port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 on network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:43.606553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 on network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:48:43.607490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Attempting to bind port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 on network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:43.608950 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.613443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:48:43.614456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Checking segment: {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:43.614889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Bound using segment: {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:48:43.615335 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Bound port: 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:48:43.615700 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.617592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:48:43.617996 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (d2c3ca68-c4f8-4a3b-bb99-b8cebc1a5156), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:48:43.632678 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:48:43.690550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:43.695000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:48:43.797437 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.806531 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.809894 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] 10.222.0.13 "DELETE /v2.0/networks/4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7 HTTP/1.1" status: 204 len: 168 time: 1.1060357 Feb 11 04:48:43.824404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d41946-d100-460f-bf05-c2de230e975a tempest-NetworksIpV6TestAttrs-1335275633 tempest-NetworksIpV6TestAttrs-1335275633-project] Pushing event deleted for resources: {'Network': ['ID=4417d23e-ca8b-4b0d-9a31-86fb29e0d0c7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:43.833869 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.898171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:43.898925 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:43.900411 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] 10.222.0.32 "PUT /v2.0/ports/6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 1092 time: 1.7991610 Feb 11 04:48:44.022332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fbfa7-a490-4f42-bc95-2d9d2b13a355 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5435bd-1d07-4afc-a943-0dcfc82033e8,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:44.086858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-175a9b90-7f29-4dad-bf76-18b324415cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:44.089228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-175a9b90-7f29-4dad-bf76-18b324415cd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1126 time: 0.1430461 Feb 11 04:48:44.187762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b37bc-0ef3-4658-9e9d-6b183aa02f0f req-d60074c0-3271-431a-881b-5bbc0206d056 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:44.191193 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f0b37bc-0ef3-4658-9e9d-6b183aa02f0f req-d60074c0-3271-431a-881b-5bbc0206d056 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 945 time: 0.2876399 Feb 11 04:48:44.314075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-71d16ec1-fcbe-4bc7-bef3-2c454c08d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:44.314075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-71d16ec1-fcbe-4bc7-bef3-2c454c08d251 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f HTTP/1.1" status: 200 len: 898 time: 0.2047582 Feb 11 04:48:44.356690 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f0b37bc-0ef3-4658-9e9d-6b183aa02f0f req-9c1742dd-dd8f-4607-b26c-80d60f748fd8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498713 Feb 11 04:48:44.511703 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:44.561624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 6d5435bd-1d07-4afc-a943-0dcfc82033e8 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:44.572138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:48:44.572138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0427ba8c-218c-4d86-8372-9c4d9bbb2bcf not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:48:44.619060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] The host n-h2-712142-35 is not matching for port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 host n-h1-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:48:44.619480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 6d5435bd-1d07-4afc-a943-0dcfc82033e8 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:48:44.767645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:44.770642 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b72bf11-cf6a-461a-b500-22ff147b1078" -d '{"events": [{"name": "network-changed", "server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:44.815756 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-8a3b1541-3b7b-42b1-a258-f22527bb9080 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 999 time: 0.4841158 Feb 11 04:48:44.841104 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6674da2d-1697-451d-80e6-31da191757ce x-openstack-request-id: req-6674da2d-1697-451d-80e6-31da191757ce {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:44.841402 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:44.842668 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6674da2d-1697-451d-80e6-31da191757ce {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:44.842668 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'status': 'completed', 'code': 200} Feb 11 04:48:44.909006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49016) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:44.911840 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f15a4c-13f2-4e00-9da7-b85d63521537 req-49b5bf30-f47c-4610-81e3-d8b8bd1b1c84 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:44.914420 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90f15a4c-13f2-4e00-9da7-b85d63521537 req-49b5bf30-f47c-4610-81e3-d8b8bd1b1c84 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 943 time: 0.1385133 Feb 11 04:48:44.940316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-c727182e-275d-4fc3-bb61-20916583524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:44.942385 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-c727182e-275d-4fc3-bb61-20916583524f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1126 time: 0.0843484 Feb 11 04:48:44.943422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-fcef8b4b-95ae-4fe6-a262-d02138feef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:44.945591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-fcef8b4b-95ae-4fe6-a262-d02138feef10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2425608c-a5aa-4dde-8944-1ff38f50ae0a HTTP/1.1" status: 200 len: 835 time: 0.1195130 Feb 11 04:48:45.076168 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90f15a4c-13f2-4e00-9da7-b85d63521537 req-377e420a-295f-4613-8d2a-f7905179a5b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291044 Feb 11 04:48:45.081739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-552e417f-1163-48e3-81aa-b078a72a1bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:45.083982 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-552e417f-1163-48e3-81aa-b078a72a1bda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1272349 Feb 11 04:48:45.148282 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-0ddabaac-e0c5-4991-b1c1-51b59245e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:45.150234 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-0ddabaac-e0c5-4991-b1c1-51b59245e996 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f HTTP/1.1" status: 200 len: 898 time: 0.2017465 Feb 11 04:48:45.268383 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-cf0f2651-bd21-4e00-ba1d-596c0ab56c8c service neutron] 10.222.0.32 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773992 Feb 11 04:48:45.299973 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-f7e3c821-0f5f-4d72-b177-ae9d3a1efeab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 999 time: 0.1398435 Feb 11 04:48:45.407269 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7509634b-d3da-425f-bd61-064af896ab16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4969c4aed04464bb20b9c43a679778a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4836226 Feb 11 04:48:45.407269 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-8c11eb8d-2552-43ee-bd2c-34505382064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:45.410647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49034) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:45.424706 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-8c11eb8d-2552-43ee-bd2c-34505382064a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2425608c-a5aa-4dde-8944-1ff38f50ae0a HTTP/1.1" status: 200 len: 835 time: 0.1109948 Feb 11 04:48:45.501068 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-d023cbc8-64ee-4e0e-a173-4f88fd8fc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:45.502868 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-d023cbc8-64ee-4e0e-a173-4f88fd8fc864 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0726690 Feb 11 04:48:45.564146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77aa55-c458-4b1a-8df1-cc1ea939a813 req-09f91e5d-9479-4776-8416-5ce33adb5a55 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:45.565590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c77aa55-c458-4b1a-8df1-cc1ea939a813 req-09f91e5d-9479-4776-8416-5ce33adb5a55 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 945 time: 0.1558554 Feb 11 04:48:45.568463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f88a2d11-bb7d-4b13-b40b-0af176dc6125 req-0890ce01-02b5-4e56-b40f-0f8d4becb454 service neutron] 10.222.0.32 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941823 Feb 11 04:48:45.599499 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb5b6-882a-4515-96fa-457dcbdfd007 admin admin] Publish callbacks [] for security_group (1652f7cd-4c59-4e69-8746-3678c049a499), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:45.639188 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-fb837b54-e1a1-4b50-99b9-4d53b5b1729c service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290801 Feb 11 04:48:45.658669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939dadc-31ee-4cc8-b667-d59ea240a8e1 req-82f5212b-b2f7-4b2c-b7b6-f6f0e8a3ea35 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:45.660267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2939dadc-31ee-4cc8-b667-d59ea240a8e1 req-82f5212b-b2f7-4b2c-b7b6-f6f0e8a3ea35 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 945 time: 0.1848176 Feb 11 04:48:45.677440 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb5b6-882a-4515-96fa-457dcbdfd007 admin admin] Publish callbacks [] for security_group (1652f7cd-4c59-4e69-8746-3678c049a499), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:45.823487 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-b26b05dc-99bb-4f0a-87df-964f0aa05091 service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756938 Feb 11 04:48:45.922731 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2939dadc-31ee-4cc8-b667-d59ea240a8e1 req-80dde366-a0c9-4168-85f6-db6dbe52dd2e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d637447-37ba-4286-9207-6d81afb5b4c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426398 Feb 11 04:48:45.949066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-865b770b-ac0f-4e2a-afa9-b47aeaec0455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:45.950651 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-865b770b-ac0f-4e2a-afa9-b47aeaec0455 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1126 time: 0.1723754 Feb 11 04:48:45.972078 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-4c77aa55-c458-4b1a-8df1-cc1ea939a813 req-8127b913-93bf-41f9-bfea-0af214eedbf1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Deleting port 11d605ed-04b7-49a2-84d6-7fe765a889db {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:48:45.972692 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4c77aa55-c458-4b1a-8df1-cc1ea939a813 req-8127b913-93bf-41f9-bfea-0af214eedbf1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:46.081902 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb5b6-882a-4515-96fa-457dcbdfd007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1652f7cd-4c59-4e69-8746-3678c049a499), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:46.084905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8f6cb5b6-882a-4515-96fa-457dcbdfd007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:46.086094 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8f6cb5b6-882a-4515-96fa-457dcbdfd007 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1652f7cd-4c59-4e69-8746-3678c049a499 HTTP/1.1" status: 204 len: 168 time: 0.6745529 Feb 11 04:48:46.172288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cb5b6-882a-4515-96fa-457dcbdfd007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1652f7cd-4c59-4e69-8746-3678c049a499,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:46.262107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-4c77aa55-c458-4b1a-8df1-cc1ea939a813 req-8127b913-93bf-41f9-bfea-0af214eedbf1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] For port 11d605ed-04b7-49a2-84d6-7fe765a889db, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=11d605ed-04b7-49a2-84d6-7fe765a889db,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:46.262839 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4c77aa55-c458-4b1a-8df1-cc1ea939a813 req-8127b913-93bf-41f9-bfea-0af214eedbf1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:46.286042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-94ee7e75-4cdd-4daa-95fe-8e9e009b8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:46.286705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49048) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:46.292115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-94ee7e75-4cdd-4daa-95fe-8e9e009b8b6a service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f HTTP/1.1" status: 200 len: 898 time: 0.3272440 Feb 11 04:48:46.292115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-4c77aa55-c458-4b1a-8df1-cc1ea939a813 req-8127b913-93bf-41f9-bfea-0af214eedbf1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Calling delete_port for 11d605ed-04b7-49a2-84d6-7fe765a889db owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:48:46.439283 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c9d80-537c-4c6b-8166-b6170ce7b345 req-c81439fb-79ac-4de9-80e0-f784f2156a7f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:46.448063 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e34c9d80-537c-4c6b-8166-b6170ce7b345 req-c81439fb-79ac-4de9-80e0-f784f2156a7f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 943 time: 0.2698708 Feb 11 04:48:46.514273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-cc34ad2c-f403-4a8b-b767-5d4037a61c17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 999 time: 0.2003744 Feb 11 04:48:46.558688 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8522f319-00a6-43fd-aff5-12c10ee7f77b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:46.640143 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e34c9d80-537c-4c6b-8166-b6170ce7b345 req-74ce69e6-cf13-4195-9140-262c5609c090 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909215 Feb 11 04:48:46.701870 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-cf148c78-0e8b-4a45-a905-e1e29232be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:46.712254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-cf148c78-0e8b-4a45-a905-e1e29232be31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2425608c-a5aa-4dde-8944-1ff38f50ae0a HTTP/1.1" status: 200 len: 835 time: 0.1788864 Feb 11 04:48:46.773168 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8522f319-00a6-43fd-aff5-12c10ee7f77b admin admin] Publish callbacks [] for security_group (b0fc1507-a014-413a-9be4-1c056b65f63d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:46.826904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-564f6d0b-bb5f-445c-b927-42c221e611f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:46.826904 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-564f6d0b-bb5f-445c-b927-42c221e611f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1118152 Feb 11 04:48:46.889470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8522f319-00a6-43fd-aff5-12c10ee7f77b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b0fc1507-a014-413a-9be4-1c056b65f63d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:46.907056 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4c77aa55-c458-4b1a-8df1-cc1ea939a813 req-8127b913-93bf-41f9-bfea-0af214eedbf1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (11d605ed-04b7-49a2-84d6-7fe765a889db), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:46.927996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['11d605ed-04b7-49a2-84d6-7fe765a889db'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:46.938923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127b913-93bf-41f9-bfea-0af214eedbf1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event deleted for resources: {'Port': ['ID=11d605ed-04b7-49a2-84d6-7fe765a889db,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:47.011666 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522f319-00a6-43fd-aff5-12c10ee7f77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fc1507-a014-413a-9be4-1c056b65f63d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:47.032219 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8522f319-00a6-43fd-aff5-12c10ee7f77b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5171e74a7edb48de9cf080e858d220f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7397809 Feb 11 04:48:47.032219 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49076) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:47.059298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c77aa55-c458-4b1a-8df1-cc1ea939a813 req-8127b913-93bf-41f9-bfea-0af214eedbf1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] No DVR routers for this DVR port 11d605ed-04b7-49a2-84d6-7fe765a889db on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:47.064615 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4c77aa55-c458-4b1a-8df1-cc1ea939a813 req-8127b913-93bf-41f9-bfea-0af214eedbf1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.067355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c77aa55-c458-4b1a-8df1-cc1ea939a813 req-8127b913-93bf-41f9-bfea-0af214eedbf1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "DELETE /v2.0/ports/11d605ed-04b7-49a2-84d6-7fe765a889db HTTP/1.1" status: 204 len: 173 time: 1.4857678 Feb 11 04:48:47.068035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8391ac9-4871-4200-a2bf-379525461265', 'name': 'network-vif-deleted', 'tag': '11d605ed-04b7-49a2-84d6-7fe765a889db'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:47.070802 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b903cfa6-63d9-42d7-8393-a896e241c1f5" -d '{"events": [{"server_uuid": "a8391ac9-4871-4200-a2bf-379525461265", "name": "network-vif-deleted", "tag": "11d605ed-04b7-49a2-84d6-7fe765a889db"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:47.126915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-86d7a64e-f892-4fe7-8c76-32dc094938e2 service neutron] 10.222.0.32 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944784 Feb 11 04:48:47.128581 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-570ba5c6-9d47-48e8-9d44-24c2f0373c05 admin admin] Publish callbacks [] for security_group (b0fc1507-a014-413a-9be4-1c056b65f63d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.197811 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f511b0e-68c8-4742-94d8-5d69f04d7db7 x-openstack-request-id: req-0f511b0e-68c8-4742-94d8-5d69f04d7db7 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:47.197811 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8391ac9-4871-4200-a2bf-379525461265", "name": "network-vif-deleted", "tag": "11d605ed-04b7-49a2-84d6-7fe765a889db", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:47.197811 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f511b0e-68c8-4742-94d8-5d69f04d7db7 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:47.197811 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8391ac9-4871-4200-a2bf-379525461265', 'name': 'network-vif-deleted', 'tag': '11d605ed-04b7-49a2-84d6-7fe765a889db', 'status': 'completed', 'code': 200} Feb 11 04:48:47.216176 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-570ba5c6-9d47-48e8-9d44-24c2f0373c05 admin admin] Publish callbacks [] for security_group (b0fc1507-a014-413a-9be4-1c056b65f63d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.224400 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a16bc3a-8019-4d07-be9b-6d61f2bc0371 req-8ef94009-77bf-4bdf-a6b9-ff58250783fe tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 210 time: 0.1197071 Feb 11 04:48:47.310137 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b72bf11-cf6a-461a-b500-22ff147b1078 req-82d22b3f-4317-403a-a76f-bec87b69bfcb service neutron] 10.222.0.32 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663888 Feb 11 04:48:47.374433 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-570ba5c6-9d47-48e8-9d44-24c2f0373c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b0fc1507-a014-413a-9be4-1c056b65f63d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.381506 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-570ba5c6-9d47-48e8-9d44-24c2f0373c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:47.381506 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-570ba5c6-9d47-48e8-9d44-24c2f0373c05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0fc1507-a014-413a-9be4-1c056b65f63d HTTP/1.1" status: 204 len: 168 time: 0.3477454 Feb 11 04:48:47.434697 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ba5c6-9d47-48e8-9d44-24c2f0373c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fc1507-a014-413a-9be4-1c056b65f63d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:47.843369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3dd29-2795-4028-b182-b0202f3b5472 req-16c2d4d9-ec5c-4e69-9cf0-a04ea3b88f5b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:47.845069 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2f3dd29-2795-4028-b182-b0202f3b5472 req-16c2d4d9-ec5c-4e69-9cf0-a04ea3b88f5b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 943 time: 0.0910966 Feb 11 04:48:47.938089 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2f3dd29-2795-4028-b182-b0202f3b5472 req-68a97590-aca1-416c-a1f3-87fe0031ee19 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833805 Feb 11 04:48:48.376180 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f8358da-3ddf-4097-8060-765260ab456a req-a965c7cb-cdc0-4f5b-8f10-392b78cea55b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 210 time: 0.0535901 Feb 11 04:48:48.486173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49132) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:48.509259 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07471ca2-bd9a-4dba-b263-440d5b3bf357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:48.643768 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49138) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:48.663497 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07471ca2-bd9a-4dba-b263-440d5b3bf357 admin admin] Publish callbacks [] for security_group (c8c8caea-871f-4aa6-a767-7122a0e25d78), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:48.767443 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07471ca2-bd9a-4dba-b263-440d5b3bf357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c8c8caea-871f-4aa6-a767-7122a0e25d78), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:48.851197 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-07471ca2-bd9a-4dba-b263-440d5b3bf357 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fa1a57f33a44fb38364f5240d5d730c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3624251 Feb 11 04:48:48.853082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49148) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:48.854315 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068508f-39f2-4374-baac-af86cf27d37d req-adaef275-ccef-4ff1-bf78-b41e1eff94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.854606 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068508f-39f2-4374-baac-af86cf27d37d req-adaef275-ccef-4ff1-bf78-b41e1eff94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.855933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068508f-39f2-4374-baac-af86cf27d37d req-adaef275-ccef-4ff1-bf78-b41e1eff94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.856815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07471ca2-bd9a-4dba-b263-440d5b3bf357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c8caea-871f-4aa6-a767-7122a0e25d78,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:48.857019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068508f-39f2-4374-baac-af86cf27d37d req-adaef275-ccef-4ff1-bf78-b41e1eff94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.857886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068508f-39f2-4374-baac-af86cf27d37d req-adaef275-ccef-4ff1-bf78-b41e1eff94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.859013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068508f-39f2-4374-baac-af86cf27d37d req-adaef275-ccef-4ff1-bf78-b41e1eff94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.875087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068508f-39f2-4374-baac-af86cf27d37d req-adaef275-ccef-4ff1-bf78-b41e1eff94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:48.881638 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9068508f-39f2-4374-baac-af86cf27d37d req-adaef275-ccef-4ff1-bf78-b41e1eff94a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 6725 time: 0.2367353 Feb 11 04:48:48.934313 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-378fc98e-06ac-4dbc-a4e3-845a87927eb0 admin admin] Publish callbacks [] for security_group (c8c8caea-871f-4aa6-a767-7122a0e25d78), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:48.967031 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9068508f-39f2-4374-baac-af86cf27d37d req-ab3049d0-8e07-4a4b-863e-bd6b2746a26a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0785401 Feb 11 04:48:48.970199 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-378fc98e-06ac-4dbc-a4e3-845a87927eb0 admin admin] Publish callbacks [] for security_group (c8c8caea-871f-4aa6-a767-7122a0e25d78), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:49.058035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 6d5435bd-1d07-4afc-a943-0dcfc82033e8 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:48:49.079339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 11d605ed-04b7-49a2-84d6-7fe765a889db no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:49.108247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 11d605ed-04b7-49a2-84d6-7fe765a889db {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:48:49.112739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 11d605ed-04b7-49a2-84d6-7fe765a889db not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:48:49.117186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ce994-1723-4a48-86e1-6b1475deb16b req-8eb62464-172a-4298-b2b8-8fd28ffc5eb9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:49.119762 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd8ce994-1723-4a48-86e1-6b1475deb16b req-8eb62464-172a-4298-b2b8-8fd28ffc5eb9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 943 time: 0.0845070 Feb 11 04:48:49.144535 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-378fc98e-06ac-4dbc-a4e3-845a87927eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c8c8caea-871f-4aa6-a767-7122a0e25d78), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:49.149184 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-378fc98e-06ac-4dbc-a4e3-845a87927eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:49.152628 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-378fc98e-06ac-4dbc-a4e3-845a87927eb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8c8caea-871f-4aa6-a767-7122a0e25d78 HTTP/1.1" status: 204 len: 168 time: 0.2944200 Feb 11 04:48:49.230370 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:49.246247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'port_id': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'mac_address': 'fa:16:3e:64:d3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:48:49.246499 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dd8ce994-1723-4a48-86e1-6b1475deb16b req-21f717a2-4aa6-4eb6-afd2-af100a153f36 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168582 Feb 11 04:48:49.247586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fc98e-06ac-4dbc-a4e3-845a87927eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c8caea-871f-4aa6-a767-7122a0e25d78,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:49.314385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:49.315008 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:49.332512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5435bd-1d07-4afc-a943-0dcfc82033e8 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:48:49.370212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:49.489928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ecf6d2ad-767e-45a0-8298-fbf8582c61c6 req-c6ac2ec3-ec2e-431a-9305-914b5030dc91 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 210 time: 0.0305753 Feb 11 04:48:49.557234 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:49.659267 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=6d5435bd-1d07-4afc-a943-0dcfc82033e8,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:49.779643 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['6d5435bd-1d07-4afc-a943-0dcfc82033e8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:48:50.194903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852651d6-fc71-4370-8e92-24213d7c3fca req-89b818e7-42a1-49c0-ba9b-50a8f06447ec tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:50.196714 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-852651d6-fc71-4370-8e92-24213d7c3fca req-89b818e7-42a1-49c0-ba9b-50a8f06447ec tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 944 time: 0.2240849 Feb 11 04:48:50.257432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-73f94854-93ce-4083-ab7e-455430ab6d97 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:50.258974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-73f94854-93ce-4083-ab7e-455430ab6d97 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.32 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5&tenant_id=65bc519e3418487ba870e678d8f45696&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 944 time: 0.2447181 Feb 11 04:48:50.333523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-852651d6-fc71-4370-8e92-24213d7c3fca req-d937a16f-22a9-4c10-b04e-5a63c0bc8f7a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281474 Feb 11 04:48:50.442830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-850251cc-c49d-4bf2-9ae0-889e40d031f5 service neutron] 10.222.0.32 "GET /v2.0/ports/6d5435bd-1d07-4afc-a943-0dcfc82033e8/bindings/n-h1-712142-35 HTTP/1.1" status: 200 len: 383 time: 0.1759818 Feb 11 04:48:50.572722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-b62d52ea-581a-418c-81af-cdfce65ff9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:50.578494 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-b62d52ea-581a-418c-81af-cdfce65ff9e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1127 time: 0.1085844 Feb 11 04:48:50.716224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be318665-2081-4ba1-b63f-ceadb4c729b1 req-733290a0-d6d7-4c5a-9902-fceea0219bc2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 210 time: 0.0498405 Feb 11 04:48:50.743222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-faea3b00-af5d-4406-b5a1-70eea4193b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:50.745386 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-faea3b00-af5d-4406-b5a1-70eea4193b48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f HTTP/1.1" status: 200 len: 898 time: 0.1609566 Feb 11 04:48:50.839821 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-1323491d-5452-42cf-8c59-c71e05db9167 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 1000 time: 0.0860772 Feb 11 04:48:50.913881 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-1eda5096-cf0e-4a92-9091-64c7e400ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:50.915960 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-1eda5096-cf0e-4a92-9091-64c7e400ab66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2425608c-a5aa-4dde-8944-1ff38f50ae0a HTTP/1.1" status: 200 len: 835 time: 0.0696948 Feb 11 04:48:50.993040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-4aa0478d-cfc0-40bd-b800-4d688728432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:50.994792 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-4aa0478d-cfc0-40bd-b800-4d688728432b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0716465 Feb 11 04:48:51.087012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 6d5435bd-1d07-4afc-a943-0dcfc82033e8 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:48:51.125578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-4cd68c85-f91b-4df7-9f9e-acd4374e0d17 service neutron] 10.222.0.32 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238942 Feb 11 04:48:51.271863 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-487ca23a-72ba-4ccb-b5d2-7835ee80534a service neutron] 10.222.0.32 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366189 Feb 11 04:48:51.288801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:48:51.294493 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:48:51.295355 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:51.417964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:48:51.418368 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:51.464365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:51.467817 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7115ba-3cac-4f98-aca2-74b0e257f2d0" -d '{"events": [{"server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "name": "network-vif-plugged", "status": "completed", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:51.484540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:51.552984 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb59e184-1249-4603-aa25-dda60987ad7d x-openstack-request-id: req-fb59e184-1249-4603-aa25-dda60987ad7d {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:51.554067 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "name": "network-vif-plugged", "status": "completed", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:51.554067 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb59e184-1249-4603-aa25-dda60987ad7d {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:51.558791 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'code': 200} Feb 11 04:48:51.633649 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:51.638006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe89a72-079c-409f-bbb6-6fad5b28953a req-568754c2-f381-4fe2-823a-b07d33bae942 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:51.647492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbe89a72-079c-409f-bbb6-6fad5b28953a req-568754c2-f381-4fe2-823a-b07d33bae942 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 944 time: 0.1793840 Feb 11 04:48:51.767156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=6d5435bd-1d07-4afc-a943-0dcfc82033e8,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:51.777990 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbe89a72-079c-409f-bbb6-6fad5b28953a req-27fd87d4-a880-4c3e-b337-9cf78b95d632 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220665 Feb 11 04:48:51.949951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c3e8c7f-59d9-4bc7-89d2-23d80849e6fa req-8e8ecaaf-ad97-44f4-8254-f6b30704fe13 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 210 time: 0.0740235 Feb 11 04:48:53.017756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940a703-d34f-4bed-96b9-5715386780b5 req-349b7a62-d1d3-4ee9-94eb-bd2ac3da6747 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:53.026657 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0940a703-d34f-4bed-96b9-5715386780b5 req-349b7a62-d1d3-4ee9-94eb-bd2ac3da6747 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.1412976 Feb 11 04:48:53.108371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6428ea91-b3f0-4e5a-a62c-2bd77f7ef8b8 req-32a8662d-6824-4238-92e4-fc197d98aedb tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 210 time: 0.0557616 Feb 11 04:48:53.135435 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d927c1ab-e877-45ef-97a4-9f3b767167d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:53.171156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0940a703-d34f-4bed-96b9-5715386780b5 req-4d25e846-517c-4367-9c80-72edf06b4a3e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433825 Feb 11 04:48:54.231148 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c4b49d67-370d-4942-b729-4a7869e46a24 req-00d319af-f6c8-41ad-9c55-d25808120ad8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 210 time: 0.0342393 Feb 11 04:48:54.344733 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-46d33866-250b-4d22-8245-93c28a50c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:54.346658 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-46d33866-250b-4d22-8245-93c28a50c4a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5&tenant_id=65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 1128 time: 0.1250501 Feb 11 04:48:54.349147 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49256) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:54.374287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:48:54.432109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d362f8-8267-46cd-ad4c-c6f136ecd3e6 req-39867492-0a1c-447f-a837-db57bd18356c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:54.433970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88d362f8-8267-46cd-ad4c-c6f136ecd3e6 req-39867492-0a1c-447f-a837-db57bd18356c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 945 time: 0.1193252 Feb 11 04:48:54.523221 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:54.532155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-88d362f8-8267-46cd-ad4c-c6f136ecd3e6 req-0bfbad7a-b645-459d-a498-e565c9a45a10 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901611 Feb 11 04:48:54.693943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d07910f-6e42-450d-973a-eaf499d0a427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:54.864065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:48:54.904233 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d07910f-6e42-450d-973a-eaf499d0a427 admin admin] Publish callbacks [] for security_group (fc978c54-d723-4677-9881-92d5b1d51583), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:54.929413 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:54.985686 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:54.989114 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241d1ffc-689a-4d0e-9741-bc2cca2100f0" -d '{"events": [{"server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:54.994337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Publish callbacks [] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.020439 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Transition to ACTIVE for port object 6d5435bd-1d07-4afc-a943-0dcfc82033e8 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:48:55.048434 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d07910f-6e42-450d-973a-eaf499d0a427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fc978c54-d723-4677-9881-92d5b1d51583), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.105837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 6d5435bd-1d07-4afc-a943-0dcfc82033e8 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:48:55.114072 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.206143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] The host n-h1-712142-35 is not matching for port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 host n-h2-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:48:55.208353 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 6d5435bd-1d07-4afc-a943-0dcfc82033e8 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:48:55.217643 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7d07910f-6e42-450d-973a-eaf499d0a427 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=550004d911b94c06a38e73a246855a8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8626776 Feb 11 04:48:55.218641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49276) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:55.293270 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07910f-6e42-450d-973a-eaf499d0a427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc978c54-d723-4677-9881-92d5b1d51583,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:55.309409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49280) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:55.409261 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] No DVR routers for this DVR port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 on host n-h1-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:48:55.411765 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2012958a-fd52-45a5-b97e-d6a6a5f68aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.451876 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc859d6d-ecc2-4c79-9fce-7d4c12b92e71 admin admin] Publish callbacks [] for security_group (fc978c54-d723-4677-9881-92d5b1d51583), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.512593 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc859d6d-ecc2-4c79-9fce-7d4c12b92e71 admin admin] Publish callbacks [] for security_group (fc978c54-d723-4677-9881-92d5b1d51583), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.528063 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5435bd-1d07-4afc-a943-0dcfc82033e8,revision_number=10']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:55.568573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-171a717b-62f1-4930-8ed1-f10d39e2fe79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.678971 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-171a717b-62f1-4930-8ed1-f10d39e2fe79 admin admin] Publish callbacks [] for security_group (882d496d-1a06-468b-8657-a5d7556dd3c1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.681590 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689512b5-54ca-44f6-9dba-c745ee2b7988 x-openstack-request-id: req-689512b5-54ca-44f6-9dba-c745ee2b7988 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:55.682137 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "name": "network-vif-unplugged", "status": "completed", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:55.682555 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-689512b5-54ca-44f6-9dba-c745ee2b7988 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:55.683226 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'code': 200} Feb 11 04:48:55.686290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8123834f-31d9-4a75-9a45-aa5656ab03b1 req-601f7d87-0d9a-4cab-9e53-047b3210974e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 210 time: 0.0698118 Feb 11 04:48:55.783761 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-171a717b-62f1-4930-8ed1-f10d39e2fe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (882d496d-1a06-468b-8657-a5d7556dd3c1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.794888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5027842-7c61-40df-8cb0-c4598a8f286a req-c82c57b9-91e7-455e-8b04-61ce5587312e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:55.806178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5027842-7c61-40df-8cb0-c4598a8f286a req-c82c57b9-91e7-455e-8b04-61ce5587312e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 944 time: 0.0921082 Feb 11 04:48:55.819572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a717b-62f1-4930-8ed1-f10d39e2fe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882d496d-1a06-468b-8657-a5d7556dd3c1,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:55.828312 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Attempting to bind port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:48:55.828665 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Attempting to bind port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:48:55.828991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Attempting to bind port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 on network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:55.839691 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 on network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:48:55.840022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Attempting to bind port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 on network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:48:55.845393 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc859d6d-ecc2-4c79-9fce-7d4c12b92e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fc978c54-d723-4677-9881-92d5b1d51583), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.850550 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc859d6d-ecc2-4c79-9fce-7d4c12b92e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.851728 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-171a717b-62f1-4930-8ed1-f10d39e2fe79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=333fa92f117b4bec8ceef6ede7893599&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5402913 Feb 11 04:48:55.854918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:48:55.854918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Checking segment: {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:48:55.854918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Bound using segment: {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:48:55.854918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Bound port: 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8306c594-afaf-40ba-8955-c6ec38937dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:48:55.854918 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:55.858681 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dc859d6d-ecc2-4c79-9fce-7d4c12b92e71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc978c54-d723-4677-9881-92d5b1d51583 HTTP/1.1" status: 204 len: 168 time: 0.6357369 Feb 11 04:48:55.863511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49290) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:55.932791 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:48:55.936145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:48:55.960002 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5027842-7c61-40df-8cb0-c4598a8f286a req-92a1532b-80cb-4e31-b77f-d4c71b99cd71 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517558 Feb 11 04:48:55.970818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc859d6d-ecc2-4c79-9fce-7d4c12b92e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc978c54-d723-4677-9881-92d5b1d51583,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:56.003270 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2be11ce-55ef-4299-a06a-df78a8aa97ce admin admin] Publish callbacks [] for security_group (882d496d-1a06-468b-8657-a5d7556dd3c1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:56.029144 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2be11ce-55ef-4299-a06a-df78a8aa97ce admin admin] Publish callbacks [] for security_group (882d496d-1a06-468b-8657-a5d7556dd3c1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:56.044593 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:56.118818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5435bd-1d07-4afc-a943-0dcfc82033e8,revision_number=11']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:56.135925 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:56.137307 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:56.139541 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-f80eae89-299b-42e2-8025-843a1335b941 service neutron] 10.222.0.47 "PUT /v2.0/ports/6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 1093 time: 1.7760167 Feb 11 04:48:56.179982 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2be11ce-55ef-4299-a06a-df78a8aa97ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (882d496d-1a06-468b-8657-a5d7556dd3c1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:56.183424 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2be11ce-55ef-4299-a06a-df78a8aa97ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:56.189441 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d2be11ce-55ef-4299-a06a-df78a8aa97ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/882d496d-1a06-468b-8657-a5d7556dd3c1 HTTP/1.1" status: 204 len: 168 time: 0.3178933 Feb 11 04:48:56.201618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be11ce-55ef-4299-a06a-df78a8aa97ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882d496d-1a06-468b-8657-a5d7556dd3c1,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:56.281160 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-4639d4b8-2e4a-403c-b2d9-53a1a20a0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:56.286130 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-4639d4b8-2e4a-403c-b2d9-53a1a20a0b1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1127 time: 0.1242425 Feb 11 04:48:56.491721 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-9f23a770-f89c-4b00-b309-a0c99a3742db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:56.493458 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-9f23a770-f89c-4b00-b309-a0c99a3742db service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f HTTP/1.1" status: 200 len: 898 time: 0.1964595 Feb 11 04:48:56.620905 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-bbb35e71-7fad-4954-bde4-987b30b381ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 999 time: 0.1171348 Feb 11 04:48:56.690378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-a120df90-d090-4333-b7f9-960ec32dcbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:56.692120 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-a120df90-d090-4333-b7f9-960ec32dcbbb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2425608c-a5aa-4dde-8944-1ff38f50ae0a HTTP/1.1" status: 200 len: 835 time: 0.0642605 Feb 11 04:48:56.709276 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:56.751393 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-1083b665-f1b6-4b3e-a3ce-1962feeb6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:56.756275 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-1083b665-f1b6-4b3e-a3ce-1962feeb6976 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0580809 Feb 11 04:48:56.790105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49306) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:56.818435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86a174e9-007b-481e-8f71-c2837462ad6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:56.861330 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb7189e1-2ae4-4542-a868-f1c8508e3a53 req-81bea0ce-6362-4878-a46a-7c840d491774 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 210 time: 0.0347807 Feb 11 04:48:56.873963 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-fd3df1fb-5330-45bd-b8e6-3eb2b6d7834f service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101632 Feb 11 04:48:56.957760 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86a174e9-007b-481e-8f71-c2837462ad6a admin admin] Publish callbacks [] for security_group (2615070a-b47d-41ac-ae12-facb03193d5c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.001213 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-83e5da9c-a973-4a31-9801-33ee16721b5e req-0f384ed6-c329-4fc7-a91e-a2adfa1db7ae service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204841 Feb 11 04:48:57.059443 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86a174e9-007b-481e-8f71-c2837462ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2615070a-b47d-41ac-ae12-facb03193d5c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.108879 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-86a174e9-007b-481e-8f71-c2837462ad6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0f0ef4bd9c74a2a8e95b2be9054775e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3172188 Feb 11 04:48:57.109599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a174e9-007b-481e-8f71-c2837462ad6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2615070a-b47d-41ac-ae12-facb03193d5c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:57.111339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49310) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:57.125805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb604e4-802b-4e96-ae17-88a8376ed25b req-d7316a0e-aa65-4f07-9389-d9efa3660289 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:57.127460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7eb604e4-802b-4e96-ae17-88a8376ed25b req-d7316a0e-aa65-4f07-9389-d9efa3660289 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 944 time: 0.1000023 Feb 11 04:48:57.200612 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7eb604e4-802b-4e96-ae17-88a8376ed25b req-768a47db-af5e-4b28-93ec-3efed0447936 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670459 Feb 11 04:48:57.209287 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3a89e96-836a-4068-b3ce-aa027d3ba570 admin admin] Publish callbacks [] for security_group (2615070a-b47d-41ac-ae12-facb03193d5c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.239654 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3a89e96-836a-4068-b3ce-aa027d3ba570 admin admin] Publish callbacks [] for security_group (2615070a-b47d-41ac-ae12-facb03193d5c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.298049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49312) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:57.311750 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95e41a97-6678-4f9b-a01f-5a0affcdac77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.381051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3a89e96-836a-4068-b3ce-aa027d3ba570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2615070a-b47d-41ac-ae12-facb03193d5c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.385859 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3a89e96-836a-4068-b3ce-aa027d3ba570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.390577 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b3a89e96-836a-4068-b3ce-aa027d3ba570 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2615070a-b47d-41ac-ae12-facb03193d5c HTTP/1.1" status: 204 len: 168 time: 0.2728379 Feb 11 04:48:57.398377 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a89e96-836a-4068-b3ce-aa027d3ba570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2615070a-b47d-41ac-ae12-facb03193d5c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:57.466250 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95e41a97-6678-4f9b-a01f-5a0affcdac77 admin admin] Publish callbacks [] for security_group (ab372cf7-f3be-4e0b-b858-20c0c202282f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.528448 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-95e41a97-6678-4f9b-a01f-5a0affcdac77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ab372cf7-f3be-4e0b-b858-20c0c202282f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.569430 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e41a97-6678-4f9b-a01f-5a0affcdac77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab372cf7-f3be-4e0b-b858-20c0c202282f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:57.575621 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-95e41a97-6678-4f9b-a01f-5a0affcdac77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17eea3bc344b4f9e82ff3975d9087db8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2764611 Feb 11 04:48:57.578219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49318) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:48:57.636277 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa9f10be-6ddb-4235-9276-1df5c2415b15 admin admin] Publish callbacks [] for security_group (ab372cf7-f3be-4e0b-b858-20c0c202282f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.669135 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa9f10be-6ddb-4235-9276-1df5c2415b15 admin admin] Publish callbacks [] for security_group (ab372cf7-f3be-4e0b-b858-20c0c202282f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.684655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:48:57.694372 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39" -d '{"events": [{"name": "network-changed", "server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:48:57.787134 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160421cf-82d6-4d95-9f2a-0b862fe280a0 x-openstack-request-id: req-160421cf-82d6-4d95-9f2a-0b862fe280a0 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:48:57.787891 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:48:57.788234 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-160421cf-82d6-4d95-9f2a-0b862fe280a0 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:48:57.788732 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'status': 'completed', 'code': 200} Feb 11 04:48:57.846413 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa9f10be-6ddb-4235-9276-1df5c2415b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ab372cf7-f3be-4e0b-b858-20c0c202282f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.850222 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa9f10be-6ddb-4235-9276-1df5c2415b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:57.851546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aa9f10be-6ddb-4235-9276-1df5c2415b15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab372cf7-f3be-4e0b-b858-20c0c202282f HTTP/1.1" status: 204 len: 168 time: 0.2724936 Feb 11 04:48:57.869322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f10be-6ddb-4235-9276-1df5c2415b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab372cf7-f3be-4e0b-b858-20c0c202282f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:48:57.917164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-e788fe4d-5c78-44c3-954b-64f56a8952bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:57.920642 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-68d9008e-1567-4071-a1bb-41fcfa727edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:57.922433 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-68d9008e-1567-4071-a1bb-41fcfa727edb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1127 time: 0.1119378 Feb 11 04:48:57.924638 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-e788fe4d-5c78-44c3-954b-64f56a8952bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1127 time: 0.1187379 Feb 11 04:48:58.016736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-faa7c8e2-b91e-4160-9efa-23ad2af8e875 req-57b55573-2aa6-4a81-ae93-5e49fe533616 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 210 time: 0.0331960 Feb 11 04:48:58.104587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-1707a97e-841b-4d25-9a2c-4d9b1477989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:58.114834 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-1707a97e-841b-4d25-9a2c-4d9b1477989d service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f HTTP/1.1" status: 200 len: 898 time: 0.1769729 Feb 11 04:48:58.123541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-f25197a7-3de6-44c4-9e5c-340ac681b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:58.125382 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-f25197a7-3de6-44c4-9e5c-340ac681b2b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f HTTP/1.1" status: 200 len: 898 time: 0.1938798 Feb 11 04:48:58.155656 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:48:58.227228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-e013f2e5-ec87-40ad-ad11-a289661bd65d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 999 time: 0.0949528 Feb 11 04:48:58.306157 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:48:58.314462 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-f10cf3ed-d88c-4b8e-a13b-43bb6eb97c0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 999 time: 0.2018194 Feb 11 04:48:58.324554 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-5aeec2a0-0f3f-4ed2-9d44-8ec8725288c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:58.325983 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-5aeec2a0-0f3f-4ed2-9d44-8ec8725288c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2425608c-a5aa-4dde-8944-1ff38f50ae0a HTTP/1.1" status: 200 len: 835 time: 0.0927773 Feb 11 04:48:58.375360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-5e4414f8-bf46-4d4d-b546-f92c936c4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:58.377227 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-5e4414f8-bf46-4d4d-b546-f92c936c4f0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2425608c-a5aa-4dde-8944-1ff38f50ae0a HTTP/1.1" status: 200 len: 835 time: 0.0544972 Feb 11 04:48:58.518077 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-e5cf0eee-42f1-45b7-b619-ea416c3f0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:58.520252 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-e5cf0eee-42f1-45b7-b619-ea416c3f0814 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1283979 Feb 11 04:48:58.569190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a35b2e-d6fd-40ad-bc19-3ecddcdc8fc0 req-e2b3cefb-4d0e-4796-825c-0dd6036cbb20 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:58.577721 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03a35b2e-d6fd-40ad-bc19-3ecddcdc8fc0 req-e2b3cefb-4d0e-4796-825c-0dd6036cbb20 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 944 time: 0.2549274 Feb 11 04:48:58.637898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-a201fc22-eafb-45b1-b966-b289f8f6cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:48:58.639764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-a201fc22-eafb-45b1-b966-b289f8f6cfda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2983024 Feb 11 04:48:58.777951 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-3001912b-0325-413b-a378-78aa1bd8ee24 service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455750 Feb 11 04:48:58.893037 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03a35b2e-d6fd-40ad-bc19-3ecddcdc8fc0 req-60d7a383-7edb-4df3-a687-01787b524967 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3131373 Feb 11 04:48:58.958503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-9482d456-d783-4a9e-a1c6-6fcf2aafaa1b service neutron] 10.222.0.32 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084643 Feb 11 04:48:59.023268 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-c7e29f59-5891-44f0-8b31-cb6298539052 service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393510 Feb 11 04:48:59.303567 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-61e3ded7-5e00-4927-ab24-b476464026fc req-1bd50ec9-5b90-470c-8617-7050d5260b62 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8391ac9-4871-4200-a2bf-379525461265 HTTP/1.1" status: 200 len: 210 time: 0.0936379 Feb 11 04:48:59.330105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b62fec1b-598b-4aeb-a06c-a8f46dbb2a39 req-9c50dbd6-13e9-44bc-87f8-e4713586fff9 service neutron] 10.222.0.32 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630064 Feb 11 04:48:59.704327 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:00.156533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df5059-945c-4c63-a101-cd5cefe3f9fa req-ec7e5639-a22c-4a2a-8f40-24df011d7ce9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:00.158103 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45df5059-945c-4c63-a101-cd5cefe3f9fa req-ec7e5639-a22c-4a2a-8f40-24df011d7ce9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 944 time: 0.1175756 Feb 11 04:49:00.227587 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45df5059-945c-4c63-a101-cd5cefe3f9fa req-a6f3a39d-ef34-4faf-aa3f-dd901031e9fa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623617 Feb 11 04:49:00.250847 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49404) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:00.419914 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-00bff029-56b0-4168-ae6d-4048d4013471 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/857fea50-452e-4619-ae8c-b5a78245943d HTTP/1.1" status: 200 len: 991 time: 0.1489949 Feb 11 04:49:00.576776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 6d5435bd-1d07-4afc-a943-0dcfc82033e8 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:49:00.723498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:00.738220 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'port_id': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'mac_address': 'fa:16:3e:64:d3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:49:00.804653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:00.805598 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:00.826245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5435bd-1d07-4afc-a943-0dcfc82033e8 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:49:00.855046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:00.938132 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:01.048341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=6d5435bd-1d07-4afc-a943-0dcfc82033e8,revision_number=12']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:01.221900 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['6d5435bd-1d07-4afc-a943-0dcfc82033e8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:49:02.593362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 6d5435bd-1d07-4afc-a943-0dcfc82033e8 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:49:02.796957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:49:02.802385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:49:02.803039 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:02.892628 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:49:02.892905 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:02.917197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:02.919532 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1a14a6-160a-4c7a-9e62-8a41c0450ed9" -d '{"events": [{"server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "name": "network-vif-plugged", "status": "completed", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:02.946487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:02.963729 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c45a53d-9bdf-4fa4-ac41-f0c0b0575386 x-openstack-request-id: req-0c45a53d-9bdf-4fa4-ac41-f0c0b0575386 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:02.964041 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "name": "network-vif-plugged", "status": "completed", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:02.964298 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c45a53d-9bdf-4fa4-ac41-f0c0b0575386 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:02.965018 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'code': 200} Feb 11 04:49:03.065604 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:03.190977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=6d5435bd-1d07-4afc-a943-0dcfc82033e8,revision_number=13']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:04.056864 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:04.135384 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:07.775499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49594) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:08.000112 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd315048-7221-4b67-8b6f-c208fedfe5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:08.199387 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd315048-7221-4b67-8b6f-c208fedfe5f7 admin admin] Publish callbacks [] for security_group (fbe57a38-9c0e-41fc-96ae-520473bed98e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:08.259637 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd315048-7221-4b67-8b6f-c208fedfe5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fbe57a38-9c0e-41fc-96ae-520473bed98e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:08.315737 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dd315048-7221-4b67-8b6f-c208fedfe5f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=694864f745a84f26ac4cde7e19c3af9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5391462 Feb 11 04:49:08.318417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49606) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:08.355633 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd315048-7221-4b67-8b6f-c208fedfe5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe57a38-9c0e-41fc-96ae-520473bed98e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:08.391338 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1cdb4127-4d2e-48e8-98c4-8d38a3818ce3 admin admin] Publish callbacks [] for security_group (fbe57a38-9c0e-41fc-96ae-520473bed98e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:08.437021 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1cdb4127-4d2e-48e8-98c4-8d38a3818ce3 admin admin] Publish callbacks [] for security_group (fbe57a38-9c0e-41fc-96ae-520473bed98e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:08.607702 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1cdb4127-4d2e-48e8-98c4-8d38a3818ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fbe57a38-9c0e-41fc-96ae-520473bed98e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:08.613938 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1cdb4127-4d2e-48e8-98c4-8d38a3818ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:08.615994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1cdb4127-4d2e-48e8-98c4-8d38a3818ce3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbe57a38-9c0e-41fc-96ae-520473bed98e HTTP/1.1" status: 204 len: 168 time: 0.2916012 Feb 11 04:49:08.629262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb4127-4d2e-48e8-98c4-8d38a3818ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe57a38-9c0e-41fc-96ae-520473bed98e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:09.582186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49634) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:09.595720 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2e99782a-945d-4ffb-a513-f4b3e28b183b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:09.693397 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2e99782a-945d-4ffb-a513-f4b3e28b183b admin admin] Publish callbacks [] for security_group (3374cbfe-b40a-41c2-a5fd-154ed6297512), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:09.786571 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2e99782a-945d-4ffb-a513-f4b3e28b183b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3374cbfe-b40a-41c2-a5fd-154ed6297512), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:09.836833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99782a-945d-4ffb-a513-f4b3e28b183b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3374cbfe-b40a-41c2-a5fd-154ed6297512,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:09.844553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49638) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:09.845145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2e99782a-945d-4ffb-a513-f4b3e28b183b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d199277a8264cbdb9ad72644674f35a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2614646 Feb 11 04:49:09.911668 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Publish callbacks [] for security_group (3374cbfe-b40a-41c2-a5fd-154ed6297512), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:09.955712 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Publish callbacks [] for security_group (3374cbfe-b40a-41c2-a5fd-154ed6297512), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:10.246858 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3374cbfe-b40a-41c2-a5fd-154ed6297512), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:10.257362 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:10.259525 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3374cbfe-b40a-41c2-a5fd-154ed6297512 HTTP/1.1" status: 204 len: 168 time: 0.4139659 Feb 11 04:49:10.284457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3374cbfe-b40a-41c2-a5fd-154ed6297512,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:10.315716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:10.318508 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:10.319294 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:10.319719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:10.321452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:10.321452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:10.321452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:10.322859 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:10.323247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:10.323596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:10.323939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:10.324277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:10.324614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff36b4-3867-4492-962b-30f8a1e6535b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:14.204935 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49810) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:14.210421 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1bbf2f44-b96a-42eb-917a-178649fe3d40 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783978640', 'description': 'tempest-secgroup-smoke-783978640 description', 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:14.305594 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2f44-b96a-42eb-917a-178649fe3d40 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:14.421876 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2f44-b96a-42eb-917a-178649fe3d40 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group (65d4a6fb-e391-4928-9796-21edf12103b8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:14.534764 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2f44-b96a-42eb-917a-178649fe3d40 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (65d4a6fb-e391-4928-9796-21edf12103b8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:14.593694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf2f44-b96a-42eb-917a-178649fe3d40 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65d4a6fb-e391-4928-9796-21edf12103b8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:14.702122 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2f44-b96a-42eb-917a-178649fe3d40 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:14.703709 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1bbf2f44-b96a-42eb-917a-178649fe3d40 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4977534 Feb 11 04:49:14.706670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49828) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:14.716919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-72478db6-a754-4f7e-a041-9625a371c843 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'security_group_rule': {'security_group_id': '65d4a6fb-e391-4928-9796-21edf12103b8', 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:14.871508 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-72478db6-a754-4f7e-a041-9625a371c843 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (64486dfd-89c8-495c-8c9c-8cdc6ddc9f1c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:14.957333 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-72478db6-a754-4f7e-a041-9625a371c843 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (64486dfd-89c8-495c-8c9c-8cdc6ddc9f1c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.064819 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-72478db6-a754-4f7e-a041-9625a371c843 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (64486dfd-89c8-495c-8c9c-8cdc6ddc9f1c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.086477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72478db6-a754-4f7e-a041-9625a371c843 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64486dfd-89c8-495c-8c9c-8cdc6ddc9f1c,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:15.215737 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-72478db6-a754-4f7e-a041-9625a371c843 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.217840 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-72478db6-a754-4f7e-a041-9625a371c843 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5086119 Feb 11 04:49:15.220848 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49844) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:15.231106 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fb1e8623-9435-4962-bb34-9d6401d2c162 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'security_group_rule': {'security_group_id': '65d4a6fb-e391-4928-9796-21edf12103b8', 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:15.371468 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8623-9435-4962-bb34-9d6401d2c162 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (7d2b2bf7-1e27-429d-820c-002e0f95512e), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.475191 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8623-9435-4962-bb34-9d6401d2c162 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (7d2b2bf7-1e27-429d-820c-002e0f95512e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.624735 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8623-9435-4962-bb34-9d6401d2c162 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (7d2b2bf7-1e27-429d-820c-002e0f95512e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.645136 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e8623-9435-4962-bb34-9d6401d2c162 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2b2bf7-1e27-429d-820c-002e0f95512e,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:15.882708 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8623-9435-4962-bb34-9d6401d2c162 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:15.884820 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fb1e8623-9435-4962-bb34-9d6401d2c162 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6582649 Feb 11 04:49:15.887738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49866) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:15.892327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-76c00b8b-4525-41d1-a496-ac0fb154ec4d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'security_group_rule': {'security_group_id': '65d4a6fb-e391-4928-9796-21edf12103b8', 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:16.034895 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76c00b8b-4525-41d1-a496-ac0fb154ec4d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (d512bc33-a85f-46a5-87f2-3ef52bc28940), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:16.112147 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76c00b8b-4525-41d1-a496-ac0fb154ec4d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (d512bc33-a85f-46a5-87f2-3ef52bc28940), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:16.240866 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76c00b8b-4525-41d1-a496-ac0fb154ec4d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (d512bc33-a85f-46a5-87f2-3ef52bc28940), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:16.261952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c00b8b-4525-41d1-a496-ac0fb154ec4d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d512bc33-a85f-46a5-87f2-3ef52bc28940,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:16.358203 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76c00b8b-4525-41d1-a496-ac0fb154ec4d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:16.359615 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-76c00b8b-4525-41d1-a496-ac0fb154ec4d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4708791 Feb 11 04:49:16.362371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49880) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:16.368544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6d61f72d-b295-4282-b636-b156c5bdde3e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'security_group_rule': {'security_group_id': '65d4a6fb-e391-4928-9796-21edf12103b8', 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:16.515193 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d61f72d-b295-4282-b636-b156c5bdde3e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (f89bc667-78f4-4280-bb4f-ca489b8f6c59), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:16.598096 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d61f72d-b295-4282-b636-b156c5bdde3e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (f89bc667-78f4-4280-bb4f-ca489b8f6c59), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:16.710979 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d61f72d-b295-4282-b636-b156c5bdde3e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (f89bc667-78f4-4280-bb4f-ca489b8f6c59), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:16.754641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61f72d-b295-4282-b636-b156c5bdde3e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89bc667-78f4-4280-bb4f-ca489b8f6c59,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:16.869420 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d61f72d-b295-4282-b636-b156c5bdde3e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:16.871125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6d61f72d-b295-4282-b636-b156c5bdde3e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5065329 Feb 11 04:49:16.874240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49890) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:16.884127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c2f35c4c-7b11-4df2-8b04-8bae9ca2e4e9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'security_group_rule': {'security_group_id': '65d4a6fb-e391-4928-9796-21edf12103b8', 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:16.996180 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-c2f35c4c-7b11-4df2-8b04-8bae9ca2e4e9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Project 9c8aaf7faa994a86b87443d6924f6a3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:49:17.001815 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2f35c4c-7b11-4df2-8b04-8bae9ca2e4e9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (9dc13108-66cd-4194-a87c-37db1d717860), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:17.123583 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2f35c4c-7b11-4df2-8b04-8bae9ca2e4e9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (9dc13108-66cd-4194-a87c-37db1d717860), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:17.256650 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2f35c4c-7b11-4df2-8b04-8bae9ca2e4e9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (9dc13108-66cd-4194-a87c-37db1d717860), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:17.283558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f35c4c-7b11-4df2-8b04-8bae9ca2e4e9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc13108-66cd-4194-a87c-37db1d717860,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:17.465544 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c2f35c4c-7b11-4df2-8b04-8bae9ca2e4e9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:17.466815 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c2f35c4c-7b11-4df2-8b04-8bae9ca2e4e9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5917265 Feb 11 04:49:17.469843 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49906) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:17.477213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1a9c2f3e-bcb1-45c2-b4cf-38d19d9e3141 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'security_group_rule': {'security_group_id': '65d4a6fb-e391-4928-9796-21edf12103b8', 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:17.619827 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-1a9c2f3e-bcb1-45c2-b4cf-38d19d9e3141 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Project 9c8aaf7faa994a86b87443d6924f6a3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:49:17.626106 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2f3e-bcb1-45c2-b4cf-38d19d9e3141 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (a51efa73-b2d5-40c5-844f-544fdcf0af74), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:17.700758 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2f3e-bcb1-45c2-b4cf-38d19d9e3141 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (a51efa73-b2d5-40c5-844f-544fdcf0af74), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:17.830823 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2f3e-bcb1-45c2-b4cf-38d19d9e3141 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (a51efa73-b2d5-40c5-844f-544fdcf0af74), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:17.855653 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c2f3e-bcb1-45c2-b4cf-38d19d9e3141 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51efa73-b2d5-40c5-844f-544fdcf0af74,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:17.982191 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2f3e-bcb1-45c2-b4cf-38d19d9e3141 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:17.984342 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1a9c2f3e-bcb1-45c2-b4cf-38d19d9e3141 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5133705 Feb 11 04:49:23.171596 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-66066f2f-80ce-4efe-979d-ab09c2af216f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:25.436435 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c0592e65-338e-44e4-b90a-da5f057c73f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:26.796034 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:27.387158 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50276) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:27.554245 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c071b621-e6e5-4613-ba8f-512331972ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:27.643722 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c071b621-e6e5-4613-ba8f-512331972ea0 admin admin] Publish callbacks [] for security_group (b3fcf13e-c8e2-4975-bcb0-de97afbe027a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:27.755375 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c071b621-e6e5-4613-ba8f-512331972ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b3fcf13e-c8e2-4975-bcb0-de97afbe027a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:27.825972 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c071b621-e6e5-4613-ba8f-512331972ea0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cae35652b19b4ee68ad1cf7d507c1545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4377828 Feb 11 04:49:27.828871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50288) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:27.869791 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50292) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:27.877175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071b621-e6e5-4613-ba8f-512331972ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fcf13e-c8e2-4975-bcb0-de97afbe027a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:27.968088 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Publish callbacks [] for security_group (b3fcf13e-c8e2-4975-bcb0-de97afbe027a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.009583 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Publish callbacks [] for security_group (b3fcf13e-c8e2-4975-bcb0-de97afbe027a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.117001 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b640dc2-bee4-4b03-8b41-d1286037e082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.221650 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b3fcf13e-c8e2-4975-bcb0-de97afbe027a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.225152 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.237043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3fcf13e-c8e2-4975-bcb0-de97afbe027a HTTP/1.1" status: 204 len: 168 time: 0.3958862 Feb 11 04:49:28.247594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fcf13e-c8e2-4975-bcb0-de97afbe027a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:28.287527 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.288089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:28.288089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:28.288329 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:28.295664 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:28.296053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:28.302945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:28.302945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:28.302945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:28.302945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:28.302945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:28.302945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:28.302945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:28.302945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476458de-8d9d-4f02-a851-5d95a7b4ce2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:28.369424 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b640dc2-bee4-4b03-8b41-d1286037e082 admin admin] Publish callbacks [] for security_group (986f8058-7c42-4e71-adcc-a51701bd539c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.487690 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3b640dc2-bee4-4b03-8b41-d1286037e082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (986f8058-7c42-4e71-adcc-a51701bd539c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.549058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3b640dc2-bee4-4b03-8b41-d1286037e082 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bb3223a012d4a9eac4dd3a205dd67d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6772892 Feb 11 04:49:28.550161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b640dc2-bee4-4b03-8b41-d1286037e082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986f8058-7c42-4e71-adcc-a51701bd539c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:28.552098 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50308) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:28.648045 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfeb9-e793-4b21-a289-0b8727f2c007 admin admin] Publish callbacks [] for security_group (986f8058-7c42-4e71-adcc-a51701bd539c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.697604 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfeb9-e793-4b21-a289-0b8727f2c007 admin admin] Publish callbacks [] for security_group (986f8058-7c42-4e71-adcc-a51701bd539c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.938615 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfeb9-e793-4b21-a289-0b8727f2c007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (986f8058-7c42-4e71-adcc-a51701bd539c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.942550 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfeb9-e793-4b21-a289-0b8727f2c007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:28.957147 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8c2bfeb9-e793-4b21-a289-0b8727f2c007 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/986f8058-7c42-4e71-adcc-a51701bd539c HTTP/1.1" status: 204 len: 168 time: 0.4015064 Feb 11 04:49:28.966582 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bfeb9-e793-4b21-a289-0b8727f2c007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986f8058-7c42-4e71-adcc-a51701bd539c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:29.356717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50328) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:29.375759 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f4313be5-490f-48b1-bdc6-b588e5728353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:29.475510 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f4313be5-490f-48b1-bdc6-b588e5728353 admin admin] Publish callbacks [] for security_group (52d70931-fead-40ec-97ba-aea1616ebc09), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:29.670143 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f4313be5-490f-48b1-bdc6-b588e5728353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (52d70931-fead-40ec-97ba-aea1616ebc09), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:29.740560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4313be5-490f-48b1-bdc6-b588e5728353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d70931-fead-40ec-97ba-aea1616ebc09,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:29.741070 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:29.741656 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f4313be5-490f-48b1-bdc6-b588e5728353 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bba86b64ef0b470596d756d2532dc1b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3781824 Feb 11 04:49:29.741656 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50336) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:29.801518 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e77d9f3-30a2-42a3-8b50-918577bc9ad0 admin admin] Publish callbacks [] for security_group (52d70931-fead-40ec-97ba-aea1616ebc09), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:29.828960 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e77d9f3-30a2-42a3-8b50-918577bc9ad0 admin admin] Publish callbacks [] for security_group (52d70931-fead-40ec-97ba-aea1616ebc09), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:30.424797 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e77d9f3-30a2-42a3-8b50-918577bc9ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (52d70931-fead-40ec-97ba-aea1616ebc09), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:30.432655 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e77d9f3-30a2-42a3-8b50-918577bc9ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:30.432655 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4e77d9f3-30a2-42a3-8b50-918577bc9ad0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52d70931-fead-40ec-97ba-aea1616ebc09 HTTP/1.1" status: 204 len: 168 time: 0.6883831 Feb 11 04:49:30.437076 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77d9f3-30a2-42a3-8b50-918577bc9ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d70931-fead-40ec-97ba-aea1616ebc09,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:30.575175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50354) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:30.592073 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be44c569-3202-47b1-8a54-e2d266812e69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:30.702969 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be44c569-3202-47b1-8a54-e2d266812e69 admin admin] Publish callbacks [] for security_group (fd8039a3-20bc-4ace-a964-a639d89f014a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:30.863104 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-be44c569-3202-47b1-8a54-e2d266812e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fd8039a3-20bc-4ace-a964-a639d89f014a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:30.910752 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-be44c569-3202-47b1-8a54-e2d266812e69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfb33902f9e8481bb5db4510b6571a57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3344352 Feb 11 04:49:30.911488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44c569-3202-47b1-8a54-e2d266812e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8039a3-20bc-4ace-a964-a639d89f014a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:30.916060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50362) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:30.988380 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-935c8959-f5db-45c5-a786-264e403df989 admin admin] Publish callbacks [] for security_group (fd8039a3-20bc-4ace-a964-a639d89f014a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:31.024152 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-935c8959-f5db-45c5-a786-264e403df989 admin admin] Publish callbacks [] for security_group (fd8039a3-20bc-4ace-a964-a639d89f014a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:31.309495 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-935c8959-f5db-45c5-a786-264e403df989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (fd8039a3-20bc-4ace-a964-a639d89f014a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:31.309495 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-935c8959-f5db-45c5-a786-264e403df989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:31.309495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-935c8959-f5db-45c5-a786-264e403df989 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd8039a3-20bc-4ace-a964-a639d89f014a HTTP/1.1" status: 204 len: 168 time: 0.3598289 Feb 11 04:49:31.309495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c8959-f5db-45c5-a786-264e403df989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8039a3-20bc-4ace-a964-a639d89f014a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:32.610164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66f9e1-b275-4ea7-a519-9919126f11ce req-c6ad893f-180e-4c89-9732-7d175a7d27d4 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:32.613155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a66f9e1-b275-4ea7-a519-9919126f11ce req-c6ad893f-180e-4c89-9732-7d175a7d27d4 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1129 time: 0.5245478 Feb 11 04:49:32.663549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a66f9e1-b275-4ea7-a519-9919126f11ce req-ea6cdbfe-b97f-4f63-84e6-4309e70a6f82 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442412 Feb 11 04:49:32.687437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50432) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:33.276569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2167a428-a2a0-4eba-89ec-413b683fa28b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port f4c29d2d-c837-4eb1-bda3-c2eba42908ae {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:49:33.277357 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2167a428-a2a0-4eba-89ec-413b683fa28b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f4c29d2d-c837-4eb1-bda3-c2eba42908ae), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.403469 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2167a428-a2a0-4eba-89ec-413b683fa28b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f4c29d2d-c837-4eb1-bda3-c2eba42908ae), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.404094 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2167a428-a2a0-4eba-89ec-413b683fa28b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (f4c29d2d-c837-4eb1-bda3-c2eba42908ae), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.427350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2167a428-a2a0-4eba-89ec-413b683fa28b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for f4c29d2d-c837-4eb1-bda3-c2eba42908ae owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:49:33.831641 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2167a428-a2a0-4eba-89ec-413b683fa28b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f4c29d2d-c837-4eb1-bda3-c2eba42908ae), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.862520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167a428-a2a0-4eba-89ec-413b683fa28b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=f4c29d2d-c837-4eb1-bda3-c2eba42908ae,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:33.963340 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2167a428-a2a0-4eba-89ec-413b683fa28b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (857fea50-452e-4619-ae8c-b5a78245943d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:33.963679 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-2167a428-a2a0-4eba-89ec-413b683fa28b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Floating IP 857fea50-452e-4619-ae8c-b5a78245943d disassociated (deleted). External IP: 172.25.3.230, port: 6d5435bd-1d07-4afc-a943-0dcfc82033e8. Feb 11 04:49:34.162383 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:34.230142 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:34.311089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2167a428-a2a0-4eba-89ec-413b683fa28b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:49:34.356946 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50494) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:34.510853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2167a428-a2a0-4eba-89ec-413b683fa28b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:49:34.517519 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2167a428-a2a0-4eba-89ec-413b683fa28b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:34.522801 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825414d8-7a4e-4c5d-bbd5-0f370134bc80 None None] Sync routers for ids ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:49:34.550361 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825414d8-7a4e-4c5d-bbd5-0f370134bc80 None None] Routers {'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:49:34.561991 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34f23512-7f04-464d-98ab-fddec5813276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:34.562286 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-825414d8-7a4e-4c5d-bbd5-0f370134bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:49:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:34.593621 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2167a428-a2a0-4eba-89ec-413b683fa28b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/floatingips/857fea50-452e-4619-ae8c-b5a78245943d HTTP/1.1" status: 204 len: 168 time: 1.9046669 Feb 11 04:49:34.598495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:34.598495 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2e5b52-5693-4a4c-8fc1-a9f9fc191bab" -d '{"events": [{"name": "network-changed", "server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:34.704775 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dacdae-f25f-46e9-9541-23bd4956ce6e x-openstack-request-id: req-a0dacdae-f25f-46e9-9541-23bd4956ce6e {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:34.705299 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:34.705725 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0dacdae-f25f-46e9-9541-23bd4956ce6e {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:34.709493 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'status': 'completed', 'code': 200} Feb 11 04:49:34.858827 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34f23512-7f04-464d-98ab-fddec5813276 admin admin] Publish callbacks [] for security_group (7c30f916-5518-4807-9cb9-1e1d87585d57), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:34.861425 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e5b52-5693-4a4c-8fc1-a9f9fc191bab req-6f339a88-84af-411b-a686-a0eec7b4b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:34.863894 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-df2e5b52-5693-4a4c-8fc1-a9f9fc191bab req-6f339a88-84af-411b-a686-a0eec7b4b817 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 1129 time: 0.1390779 Feb 11 04:49:34.909732 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-825414d8-7a4e-4c5d-bbd5-0f370134bc80 None None] Set router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:49:34.986546 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34f23512-7f04-464d-98ab-fddec5813276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7c30f916-5518-4807-9cb9-1e1d87585d57), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:35.061969 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-34f23512-7f04-464d-98ab-fddec5813276 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26472a587737486a99327563866ef43b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7031131 Feb 11 04:49:35.065088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50514) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:35.073371 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f23512-7f04-464d-98ab-fddec5813276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c30f916-5518-4807-9cb9-1e1d87585d57,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:35.088646 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e5b52-5693-4a4c-8fc1-a9f9fc191bab req-e0d3e7fd-011a-4e03-b3ca-c5ae85a771c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:35.090502 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-df2e5b52-5693-4a4c-8fc1-a9f9fc191bab req-e0d3e7fd-011a-4e03-b3ca-c5ae85a771c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f HTTP/1.1" status: 200 len: 898 time: 0.2184272 Feb 11 04:49:35.293468 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:49:35.320574 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1a504763-5e33-4ea5-ab6f-3fac16e36589 admin admin] Publish callbacks [] for security_group (7c30f916-5518-4807-9cb9-1e1d87585d57), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:35.340183 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-df2e5b52-5693-4a4c-8fc1-a9f9fc191bab req-0b316fb8-8cdf-43f6-871c-40c755dd8e7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 200 len: 217 time: 0.2393343 Feb 11 04:49:35.396520 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-825414d8-7a4e-4c5d-bbd5-0f370134bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:58Z', 'updated_at': '2022-02-11T04:47:07Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:59Z', 'updated_at': '2022-02-11T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '331f4013-ae1a-45b7-ab1a-862279c2a967', 'name': '', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:a1:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:06Z', 'updated_at': '2022-02-11T04:47:14Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:35.429590 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1a504763-5e33-4ea5-ab6f-3fac16e36589 admin admin] Publish callbacks [] for security_group (7c30f916-5518-4807-9cb9-1e1d87585d57), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:35.448409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e5b52-5693-4a4c-8fc1-a9f9fc191bab req-e9c8e080-9b37-42d4-a014-59b2c9b2ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:35.449048 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825414d8-7a4e-4c5d-bbd5-0f370134bc80 None None] Checking router: adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:49:35.450158 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-df2e5b52-5693-4a4c-8fc1-a9f9fc191bab req-e9c8e080-9b37-42d4-a014-59b2c9b2ef85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2425608c-a5aa-4dde-8944-1ff38f50ae0a HTTP/1.1" status: 200 len: 835 time: 0.1040380 Feb 11 04:49:35.479608 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825414d8-7a4e-4c5d-bbd5-0f370134bc80 None None] Routers {'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:49:35.481181 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-825414d8-7a4e-4c5d-bbd5-0f370134bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:49:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:35.556428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e5b52-5693-4a4c-8fc1-a9f9fc191bab req-4f5faa64-6c92-4f1c-b91d-df412a5f72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:35.559412 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-df2e5b52-5693-4a4c-8fc1-a9f9fc191bab req-4f5faa64-6c92-4f1c-b91d-df412a5f72e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9d475139-daf9-44ff-ac2d-c7dabb4bb93f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0997930 Feb 11 04:49:35.635716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf10ba-8a93-4e6f-884a-169d75d01d0b req-fd5f4dcb-290f-4d5a-b746-72842f2a893f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:35.644279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fedf10ba-8a93-4e6f-884a-169d75d01d0b req-fd5f4dcb-290f-4d5a-b746-72842f2a893f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 946 time: 0.1135814 Feb 11 04:49:35.726963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fedf10ba-8a93-4e6f-884a-169d75d01d0b req-c7791995-a88c-4eff-8dd2-1ac2ce044116 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762765 Feb 11 04:49:35.752052 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-df2e5b52-5693-4a4c-8fc1-a9f9fc191bab req-d549564c-c04a-45f7-8c9d-3a431e62a6a6 service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754432 Feb 11 04:49:35.788225 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-825414d8-7a4e-4c5d-bbd5-0f370134bc80 None None] Set router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:49:35.907117 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-df2e5b52-5693-4a4c-8fc1-a9f9fc191bab req-31045591-f913-42ef-b5aa-969fbce21b0a service neutron] 10.222.0.47 "GET /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480191 Feb 11 04:49:36.081485 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-825414d8-7a4e-4c5d-bbd5-0f370134bc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:58Z', 'updated_at': '2022-02-11T04:47:07Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:59Z', 'updated_at': '2022-02-11T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '331f4013-ae1a-45b7-ab1a-862279c2a967', 'name': '', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:a1:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:06Z', 'updated_at': '2022-02-11T04:47:14Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:36.117698 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825414d8-7a4e-4c5d-bbd5-0f370134bc80 None None] The sync data for ids ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'] in n-d-712142-35 is: [{'id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:58Z', 'updated_at': '2022-02-11T04:47:07Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:59Z', 'updated_at': '2022-02-11T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '331f4013-ae1a-45b7-ab1a-862279c2a967', 'name': '', 'network_id': '9d475139-daf9-44ff-ac2d-c7dabb4bb93f', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:a1:87:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:47:06Z', 'updated_at': '2022-02-11T04:47:14Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '2425608c-a5aa-4dde-8944-1ff38f50ae0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:49:36.173087 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1a504763-5e33-4ea5-ab6f-3fac16e36589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7c30f916-5518-4807-9cb9-1e1d87585d57), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:36.181469 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1a504763-5e33-4ea5-ab6f-3fac16e36589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:36.181469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1a504763-5e33-4ea5-ab6f-3fac16e36589 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c30f916-5518-4807-9cb9-1e1d87585d57 HTTP/1.1" status: 204 len: 168 time: 1.1124845 Feb 11 04:49:36.196306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a504763-5e33-4ea5-ab6f-3fac16e36589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c30f916-5518-4807-9cb9-1e1d87585d57,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:36.538150 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c567f-d4b3-4c32-b728-90c1019512cc None None] New status for floating IP 857fea50-452e-4619-ae8c-b5a78245943d: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:49:36.608517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d8746-125d-4221-b34f-5a09456e660e req-007ea101-0259-41da-bb7c-e46a565ac869 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:36.611827 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6f8d8746-125d-4221-b34f-5a09456e660e req-007ea101-0259-41da-bb7c-e46a565ac869 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.47 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 946 time: 0.1143467 Feb 11 04:49:36.848938 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-6f8d8746-125d-4221-b34f-5a09456e660e req-186e2493-778f-4983-b295-2d21d3275142 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:49:36.849279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6f8d8746-125d-4221-b34f-5a09456e660e req-186e2493-778f-4983-b295-2d21d3275142 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:37.009241 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-6f8d8746-125d-4221-b34f-5a09456e660e req-186e2493-778f-4983-b295-2d21d3275142 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] For port 6d5435bd-1d07-4afc-a943-0dcfc82033e8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=6d5435bd-1d07-4afc-a943-0dcfc82033e8,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:37.011572 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6f8d8746-125d-4221-b34f-5a09456e660e req-186e2493-778f-4983-b295-2d21d3275142 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:37.039922 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-6f8d8746-125d-4221-b34f-5a09456e660e req-186e2493-778f-4983-b295-2d21d3275142 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for 6d5435bd-1d07-4afc-a943-0dcfc82033e8 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:49:37.303378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b5aec-8139-4cfc-b51d-4bbe895376c3 req-4b6ac487-6ad0-439d-a776-0b78e354a9de tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:37.314125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-939b5aec-8139-4cfc-b51d-4bbe895376c3 req-4b6ac487-6ad0-439d-a776-0b78e354a9de tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 946 time: 0.4785054 Feb 11 04:49:37.402158 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6f8d8746-125d-4221-b34f-5a09456e660e req-186e2493-778f-4983-b295-2d21d3275142 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6d5435bd-1d07-4afc-a943-0dcfc82033e8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:37.428025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-939b5aec-8139-4cfc-b51d-4bbe895376c3 req-dcf644de-de9f-4f69-abf3-d2ad6f22a775 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=49118c45-f9ad-4388-a1b9-98948b47d60d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109638 Feb 11 04:49:37.444197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e2493-778f-4983-b295-2d21d3275142 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=6d5435bd-1d07-4afc-a943-0dcfc82033e8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:37.513326 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8d8746-125d-4221-b34f-5a09456e660e req-186e2493-778f-4983-b295-2d21d3275142 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] No DVR routers for this DVR port 6d5435bd-1d07-4afc-a943-0dcfc82033e8 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:49:37.518266 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6f8d8746-125d-4221-b34f-5a09456e660e req-186e2493-778f-4983-b295-2d21d3275142 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:37.527775 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6f8d8746-125d-4221-b34f-5a09456e660e req-186e2493-778f-4983-b295-2d21d3275142 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.47 "DELETE /v2.0/ports/6d5435bd-1d07-4afc-a943-0dcfc82033e8 HTTP/1.1" status: 204 len: 173 time: 0.9078205 Feb 11 04:49:37.528719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'name': 'network-vif-deleted', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:49:37.532729 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cfc5e7-038b-4c71-b85f-fd6770e7821c" -d '{"events": [{"server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "name": "network-vif-deleted", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:49:37.596395 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074c298e-0432-4b42-a482-f565ec4f2e12 x-openstack-request-id: req-074c298e-0432-4b42-a482-f565ec4f2e12 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:49:37.596395 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5", "name": "network-vif-deleted", "tag": "6d5435bd-1d07-4afc-a943-0dcfc82033e8", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:49:37.596395 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-074c298e-0432-4b42-a482-f565ec4f2e12 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:49:37.596395 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5', 'name': 'network-vif-deleted', 'tag': '6d5435bd-1d07-4afc-a943-0dcfc82033e8', 'status': 'completed', 'code': 200} Feb 11 04:49:38.478229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50592) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:38.631126 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7d91801-14da-45b9-8aef-6842144a1b17 req-2818887e-29f4-429b-a7aa-79c75d76e285 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=5783e8dc-9364-4c2c-bb0c-1ed8108ce2f5 HTTP/1.1" status: 200 len: 210 time: 0.0545516 Feb 11 04:49:38.700595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2dab92f6-62bc-4788-b389-3a48b647efb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:38.933480 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2dab92f6-62bc-4788-b389-3a48b647efb9 admin admin] Publish callbacks [] for security_group (9fe04527-1fc6-491e-b2d7-48f436f561ee), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:39.081673 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2dab92f6-62bc-4788-b389-3a48b647efb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9fe04527-1fc6-491e-b2d7-48f436f561ee), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:39.189948 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2dab92f6-62bc-4788-b389-3a48b647efb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5324da8346c450e9ef7c1ac9e34bad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7099695 Feb 11 04:49:39.193516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50608) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:39.202174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab92f6-62bc-4788-b389-3a48b647efb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe04527-1fc6-491e-b2d7-48f436f561ee,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:39.280305 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4fbcbbd9-5cfb-4e4a-8280-353010081ba1 admin admin] Publish callbacks [] for security_group (9fe04527-1fc6-491e-b2d7-48f436f561ee), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:39.310968 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4fbcbbd9-5cfb-4e4a-8280-353010081ba1 admin admin] Publish callbacks [] for security_group (9fe04527-1fc6-491e-b2d7-48f436f561ee), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:39.453169 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4fbcbbd9-5cfb-4e4a-8280-353010081ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9fe04527-1fc6-491e-b2d7-48f436f561ee), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:39.458365 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4fbcbbd9-5cfb-4e4a-8280-353010081ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:39.465073 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4fbcbbd9-5cfb-4e4a-8280-353010081ba1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fe04527-1fc6-491e-b2d7-48f436f561ee HTTP/1.1" status: 204 len: 168 time: 0.2703869 Feb 11 04:49:39.491995 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcbbd9-5cfb-4e4a-8280-353010081ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe04527-1fc6-491e-b2d7-48f436f561ee,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:39.701717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50624) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:40.396182 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-11f85ea7-89b1-45b1-a625-a8e8b89c5f88 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:40.801594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 6d5435bd-1d07-4afc-a943-0dcfc82033e8 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:49:40.865741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 6d5435bd-1d07-4afc-a943-0dcfc82033e8 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:49:40.866326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 6d5435bd-1d07-4afc-a943-0dcfc82033e8 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:49:40.898437 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-11f85ea7-89b1-45b1-a625-a8e8b89c5f88 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port 331f4013-ae1a-45b7-ab1a-862279c2a967 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:49:40.899009 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-11f85ea7-89b1-45b1-a625-a8e8b89c5f88 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.193972 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-11f85ea7-89b1-45b1-a625-a8e8b89c5f88 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] For port 331f4013-ae1a-45b7-ab1a-862279c2a967, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=331f4013-ae1a-45b7-ab1a-862279c2a967,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:41.194336 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-11f85ea7-89b1-45b1-a625-a8e8b89c5f88 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.228552 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-11f85ea7-89b1-45b1-a625-a8e8b89c5f88 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for 331f4013-ae1a-45b7-ab1a-862279c2a967 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:49:41.766900 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-11f85ea7-89b1-45b1-a625-a8e8b89c5f88 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (331f4013-ae1a-45b7-ab1a-862279c2a967), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:41.828295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f85ea7-89b1-45b1-a625-a8e8b89c5f88 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=331f4013-ae1a-45b7-ab1a-862279c2a967,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:42.095801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50688) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:42.376886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5198b6a7-ae6f-4b4d-8de3-c7d0255906c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:42.623235 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5198b6a7-ae6f-4b4d-8de3-c7d0255906c4 admin admin] Publish callbacks [] for security_group (4514cf16-1601-418e-8db3-e62fa2c4ee69), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:42.670115 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5198b6a7-ae6f-4b4d-8de3-c7d0255906c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4514cf16-1601-418e-8db3-e62fa2c4ee69), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:42.770562 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5198b6a7-ae6f-4b4d-8de3-c7d0255906c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=847f62c5e350420482c68f9bca131218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6732678 Feb 11 04:49:42.771297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198b6a7-ae6f-4b4d-8de3-c7d0255906c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4514cf16-1601-418e-8db3-e62fa2c4ee69,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:42.780532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50696) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:42.928173 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f28c7ffb-3e17-4ebf-a039-cb75711589b8 admin admin] Publish callbacks [] for security_group (4514cf16-1601-418e-8db3-e62fa2c4ee69), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:42.976965 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f28c7ffb-3e17-4ebf-a039-cb75711589b8 admin admin] Publish callbacks [] for security_group (4514cf16-1601-418e-8db3-e62fa2c4ee69), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:43.057620 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-11f85ea7-89b1-45b1-a625-a8e8b89c5f88 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:43.161309 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f28c7ffb-3e17-4ebf-a039-cb75711589b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4514cf16-1601-418e-8db3-e62fa2c4ee69), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:43.166980 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f28c7ffb-3e17-4ebf-a039-cb75711589b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:43.171275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f28c7ffb-3e17-4ebf-a039-cb75711589b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4514cf16-1601-418e-8db3-e62fa2c4ee69 HTTP/1.1" status: 204 len: 168 time: 0.3862514 Feb 11 04:49:43.187580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c7ffb-3e17-4ebf-a039-cb75711589b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4514cf16-1601-418e-8db3-e62fa2c4ee69,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:43.547926 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f85ea7-89b1-45b1-a625-a8e8b89c5f88 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:49:43.814265 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f85ea7-89b1-45b1-a625-a8e8b89c5f88 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:49:43.826727 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-11f85ea7-89b1-45b1-a625-a8e8b89c5f88 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "PUT /v2.0/routers/adac2bf7-5bae-4b74-bd9d-c09e8060a5b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1235409 Feb 11 04:49:43.829561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50714) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:43.833610 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ea755b-2691-497e-8eb7-fb7bc71213f9 None None] Sync routers for ids ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:49:43.861363 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea755b-2691-497e-8eb7-fb7bc71213f9 None None] Routers {'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:49:43.865305 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-90ea755b-2691-497e-8eb7-fb7bc71213f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:49:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:43.999496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ffc264-3bc5-4166-86cd-3186c51ddfc9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting subnet 2425608c-a5aa-4dde-8944-1ff38f50ae0a {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:49:44.007158 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30ffc264-3bc5-4166-86cd-3186c51ddfc9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for subnet (2425608c-a5aa-4dde-8944-1ff38f50ae0a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.049371 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-90ea755b-2691-497e-8eb7-fb7bc71213f9 None None] Set router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:49:44.118749 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30ffc264-3bc5-4166-86cd-3186c51ddfc9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (2425608c-a5aa-4dde-8944-1ff38f50ae0a), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.360072 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30ffc264-3bc5-4166-86cd-3186c51ddfc9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (2425608c-a5aa-4dde-8944-1ff38f50ae0a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.594960 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-90ea755b-2691-497e-8eb7-fb7bc71213f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:58Z', 'updated_at': '2022-02-11T04:49:41Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:59Z', 'updated_at': '2022-02-11T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:44.608915 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30ffc264-3bc5-4166-86cd-3186c51ddfc9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (2425608c-a5aa-4dde-8944-1ff38f50ae0a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.677496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffc264-3bc5-4166-86cd-3186c51ddfc9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Subnet': ['ID=2425608c-a5aa-4dde-8944-1ff38f50ae0a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:44.695973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2655da7e-ac2c-445a-9f3c-38f81584f111 None None] Network 9d475139-daf9-44ff-ac2d-c7dabb4bb93f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:49:44.711717 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30ffc264-3bc5-4166-86cd-3186c51ddfc9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:44.714774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-30ffc264-3bc5-4166-86cd-3186c51ddfc9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/subnets/2425608c-a5aa-4dde-8944-1ff38f50ae0a HTTP/1.1" status: 204 len: 168 time: 0.8840709 Feb 11 04:49:44.718339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50736) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:44.720798 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ea755b-2691-497e-8eb7-fb7bc71213f9 None None] Checking router: adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:49:44.752135 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea755b-2691-497e-8eb7-fb7bc71213f9 None None] Routers {'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:49:44.755478 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-90ea755b-2691-497e-8eb7-fb7bc71213f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:49:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:44.984116 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:45.073623 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] DHCP port deletion for 9d475139-daf9-44ff-ac2d-c7dabb4bb93f request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:49:45.112928 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-90ea755b-2691-497e-8eb7-fb7bc71213f9 None None] Set router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:49:45.217005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Deleting port 659ff6c9-6cdf-4f03-988f-c52ba9f22495 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:49:45.217670 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (659ff6c9-6cdf-4f03-988f-c52ba9f22495), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:45.363032 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:45.399574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] For port 659ff6c9-6cdf-4f03-988f-c52ba9f22495, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=659ff6c9-6cdf-4f03-988f-c52ba9f22495,segment=NetworkSegment(8306c594-afaf-40ba-8955-c6ec38937dc3),segment_id=8306c594-afaf-40ba-8955-c6ec38937dc3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:45.400519 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (659ff6c9-6cdf-4f03-988f-c52ba9f22495), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:45.424966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Calling delete_port for 659ff6c9-6cdf-4f03-988f-c52ba9f22495 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:49:45.620006 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-90ea755b-2691-497e-8eb7-fb7bc71213f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:58Z', 'updated_at': '2022-02-11T04:49:41Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:59Z', 'updated_at': '2022-02-11T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:45.650247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port b9b1c273-d2cb-4710-8c16-af54f026806b {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:49:45.650606 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b9b1c273-d2cb-4710-8c16-af54f026806b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:45.677108 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ea755b-2691-497e-8eb7-fb7bc71213f9 None None] The sync data for ids ['adac2bf7-5bae-4b74-bd9d-c09e8060a5b9'] in n-d-712142-35 is: [{'id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-220531789', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:46:58Z', 'updated_at': '2022-02-11T04:49:41Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'b9b1c273-d2cb-4710-8c16-af54f026806b', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:35:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adac2bf7-5bae-4b74-bd9d-c09e8060a5b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:46:59Z', 'updated_at': '2022-02-11T04:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:49:45.800519 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] For port b9b1c273-d2cb-4710-8c16-af54f026806b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b9b1c273-d2cb-4710-8c16-af54f026806b,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:49:45.801429 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b9b1c273-d2cb-4710-8c16-af54f026806b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:45.819686 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (659ff6c9-6cdf-4f03-988f-c52ba9f22495), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:45.820960 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for b9b1c273-d2cb-4710-8c16-af54f026806b owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:49:45.882959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Pushing event deleted for resources: {'Port': ['ID=659ff6c9-6cdf-4f03-988f-c52ba9f22495,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:45.890538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] No DVR routers for this DVR port 659ff6c9-6cdf-4f03-988f-c52ba9f22495 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:49:45.894300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:45.894852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:45.895375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:45.895909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:45.896385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:45.896955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:45.897466 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:45.897965 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:45.898454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:45.898971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:45.899471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:45.899959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:45.900888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111db476-e2cf-46db-aa08-2f672a6f6394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:49:46.230068 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b9b1c273-d2cb-4710-8c16-af54f026806b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:46.300225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=b9b1c273-d2cb-4710-8c16-af54f026806b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:46.457535 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:46.624560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:46.628261 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_controller (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:46.704765 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 331f4013-ae1a-45b7-ab1a-862279c2a967 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:49:46.751279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (adac2bf7-5bae-4b74-bd9d-c09e8060a5b9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:46.753024 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Fanout notify agent at l3_agent the message router_deleted on router adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:49:46.759038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 331f4013-ae1a-45b7-ab1a-862279c2a967 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:49:46.771399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 331f4013-ae1a-45b7-ab1a-862279c2a967 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:49:46.772034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 659ff6c9-6cdf-4f03-988f-c52ba9f22495 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:49:46.779151 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:46.786466 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a760084a-a7b3-427d-9219-d095a7efcc54 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/routers/adac2bf7-5bae-4b74-bd9d-c09e8060a5b9 HTTP/1.1" status: 204 len: 168 time: 2.0666666 Feb 11 04:49:46.790497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50790) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:46.814357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 659ff6c9-6cdf-4f03-988f-c52ba9f22495 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:49:46.814886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 659ff6c9-6cdf-4f03-988f-c52ba9f22495 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:49:46.976612 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ade8983a-8b3a-4d5a-8d88-dfd6ec048161 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (9d475139-daf9-44ff-ac2d-c7dabb4bb93f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.101457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50796) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:47.173205 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ade8983a-8b3a-4d5a-8d88-dfd6ec048161 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (9d475139-daf9-44ff-ac2d-c7dabb4bb93f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.257285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ade8983a-8b3a-4d5a-8d88-dfd6ec048161 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d475139-daf9-44ff-ac2d-c7dabb4bb93f']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:47.285640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ade8983a-8b3a-4d5a-8d88-dfd6ec048161 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8306c594-afaf-40ba-8955-c6ec38937dc3') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:47.285968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ade8983a-8b3a-4d5a-8d88-dfd6ec048161 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8306c594-afaf-40ba-8955-c6ec38937dc3') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:47.313671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d417ba1-d099-427b-9dc2-09d2f08152fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.324292 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ade8983a-8b3a-4d5a-8d88-dfd6ec048161 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (8306c594-afaf-40ba-8955-c6ec38937dc3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.354103 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ade8983a-8b3a-4d5a-8d88-dfd6ec048161 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8306c594-afaf-40ba-8955-c6ec38937dc3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.368602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade8983a-8b3a-4d5a-8d88-dfd6ec048161 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:49:47.369324 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ade8983a-8b3a-4d5a-8d88-dfd6ec048161 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (8306c594-afaf-40ba-8955-c6ec38937dc3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:49:47.375216 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:49:47.520249 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d417ba1-d099-427b-9dc2-09d2f08152fc admin admin] Publish callbacks [] for security_group (17649fe8-dc18-48e2-8aef-20c9e8fd8755), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.551164 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ade8983a-8b3a-4d5a-8d88-dfd6ec048161 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (9d475139-daf9-44ff-ac2d-c7dabb4bb93f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.577845 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ade8983a-8b3a-4d5a-8d88-dfd6ec048161 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.578764 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d417ba1-d099-427b-9dc2-09d2f08152fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (17649fe8-dc18-48e2-8aef-20c9e8fd8755), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.582067 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ade8983a-8b3a-4d5a-8d88-dfd6ec048161 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/networks/9d475139-daf9-44ff-ac2d-c7dabb4bb93f HTTP/1.1" status: 204 len: 168 time: 0.7905006 Feb 11 04:49:47.583261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8983a-8b3a-4d5a-8d88-dfd6ec048161 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Network': ['ID=9d475139-daf9-44ff-ac2d-c7dabb4bb93f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:47.590389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50806) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:47.647426 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6d417ba1-d099-427b-9dc2-09d2f08152fc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=895ba7692eb447b8b605f01d24d42e75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5411992 Feb 11 04:49:47.647426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50808) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:47.674063 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d417ba1-d099-427b-9dc2-09d2f08152fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17649fe8-dc18-48e2-8aef-20c9e8fd8755,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:47.740830 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f51f6434-58f0-457c-8181-15ca66cdeab8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (49118c45-f9ad-4388-a1b9-98948b47d60d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.758909 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31b80db1-5f9d-4468-98a9-95c4042ce008 admin admin] Publish callbacks [] for security_group (17649fe8-dc18-48e2-8aef-20c9e8fd8755), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.793749 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f51f6434-58f0-457c-8181-15ca66cdeab8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (49118c45-f9ad-4388-a1b9-98948b47d60d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.843668 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31b80db1-5f9d-4468-98a9-95c4042ce008 admin admin] Publish callbacks [] for security_group (17649fe8-dc18-48e2-8aef-20c9e8fd8755), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.989875 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f51f6434-58f0-457c-8181-15ca66cdeab8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (49118c45-f9ad-4388-a1b9-98948b47d60d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.992649 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f51f6434-58f0-457c-8181-15ca66cdeab8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:47.994107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f51f6434-58f0-457c-8181-15ca66cdeab8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/security-groups/49118c45-f9ad-4388-a1b9-98948b47d60d HTTP/1.1" status: 204 len: 168 time: 0.4025056 Feb 11 04:49:48.014801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f6434-58f0-457c-8181-15ca66cdeab8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49118c45-f9ad-4388-a1b9-98948b47d60d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:48.019388 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31b80db1-5f9d-4468-98a9-95c4042ce008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (17649fe8-dc18-48e2-8aef-20c9e8fd8755), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:48.025972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31b80db1-5f9d-4468-98a9-95c4042ce008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:48.032614 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-31b80db1-5f9d-4468-98a9-95c4042ce008 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17649fe8-dc18-48e2-8aef-20c9e8fd8755 HTTP/1.1" status: 204 len: 168 time: 0.3856931 Feb 11 04:49:48.055746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b80db1-5f9d-4468-98a9-95c4042ce008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17649fe8-dc18-48e2-8aef-20c9e8fd8755,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:48.490418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b9b1c273-d2cb-4710-8c16-af54f026806b no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:49:48.552555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: b9b1c273-d2cb-4710-8c16-af54f026806b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:49:48.552917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b9b1c273-d2cb-4710-8c16-af54f026806b not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:49:48.806686 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50830) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:48.812054 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-f2cf3379-92ba-4167-bf48-889bb7b481b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1757807071', 'description': 'tempest-secgroup-smoke-1757807071 description', 'project_id': '65bc519e3418487ba870e678d8f45696'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:48.963669 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3379-92ba-4167-bf48-889bb7b481b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:49.142826 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3379-92ba-4167-bf48-889bb7b481b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (a88035ee-c81c-4b4a-ab8d-8b8562b30416), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:49.212767 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3379-92ba-4167-bf48-889bb7b481b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a88035ee-c81c-4b4a-ab8d-8b8562b30416), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:49.306696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf3379-92ba-4167-bf48-889bb7b481b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88035ee-c81c-4b4a-ab8d-8b8562b30416,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:49.420649 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3379-92ba-4167-bf48-889bb7b481b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:49.424768 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f2cf3379-92ba-4167-bf48-889bb7b481b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6140323 Feb 11 04:49:49.425260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50846) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:49.429940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-60206eb1-bd2f-4c7d-901f-c828c05a6d04 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': 'a88035ee-c81c-4b4a-ab8d-8b8562b30416', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:49.550801 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60206eb1-bd2f-4c7d-901f-c828c05a6d04 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (de218ce2-f851-42ae-9086-aaed570735d7), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:49.713167 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60206eb1-bd2f-4c7d-901f-c828c05a6d04 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (de218ce2-f851-42ae-9086-aaed570735d7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:49.818456 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60206eb1-bd2f-4c7d-901f-c828c05a6d04 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (de218ce2-f851-42ae-9086-aaed570735d7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:49.849106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60206eb1-bd2f-4c7d-901f-c828c05a6d04 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de218ce2-f851-42ae-9086-aaed570735d7,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:49.963351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-60206eb1-bd2f-4c7d-901f-c828c05a6d04 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:49.964702 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-60206eb1-bd2f-4c7d-901f-c828c05a6d04 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5383215 Feb 11 04:49:49.968850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50858) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:49.974929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-4c11e91b-1e27-4dbd-ad5d-4197dadaeda3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': 'a88035ee-c81c-4b4a-ab8d-8b8562b30416', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:50.092321 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4c11e91b-1e27-4dbd-ad5d-4197dadaeda3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (72dffcb2-1e5a-4b86-86cd-85e92d65f0d9), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:50.214101 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4c11e91b-1e27-4dbd-ad5d-4197dadaeda3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (72dffcb2-1e5a-4b86-86cd-85e92d65f0d9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:50.304351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4c11e91b-1e27-4dbd-ad5d-4197dadaeda3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (72dffcb2-1e5a-4b86-86cd-85e92d65f0d9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:50.329686 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11e91b-1e27-4dbd-ad5d-4197dadaeda3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dffcb2-1e5a-4b86-86cd-85e92d65f0d9,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:50.422101 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4c11e91b-1e27-4dbd-ad5d-4197dadaeda3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:50.425558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4c11e91b-1e27-4dbd-ad5d-4197dadaeda3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4554393 Feb 11 04:49:50.428546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50868) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:50.433319 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-03028a69-950e-4b26-8caa-8692993b05aa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': 'a88035ee-c81c-4b4a-ab8d-8b8562b30416', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:50.573000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03028a69-950e-4b26-8caa-8692993b05aa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (64872d53-ac70-4f19-a9ea-b4ae37983095), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:50.701943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03028a69-950e-4b26-8caa-8692993b05aa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (64872d53-ac70-4f19-a9ea-b4ae37983095), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:50.801381 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03028a69-950e-4b26-8caa-8692993b05aa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (64872d53-ac70-4f19-a9ea-b4ae37983095), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:50.847291 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03028a69-950e-4b26-8caa-8692993b05aa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64872d53-ac70-4f19-a9ea-b4ae37983095,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:50.999654 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-03028a69-950e-4b26-8caa-8692993b05aa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:51.001135 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-03028a69-950e-4b26-8caa-8692993b05aa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5715728 Feb 11 04:49:51.004431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50880) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:51.010368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0b9fc9c8-b5e8-479f-a3ee-c9ebdd6185bf tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': 'a88035ee-c81c-4b4a-ab8d-8b8562b30416', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:51.161740 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc9c8-b5e8-479f-a3ee-c9ebdd6185bf tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (97962ddd-52f6-45c7-8756-84a66edbfa8a), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:51.288575 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc9c8-b5e8-479f-a3ee-c9ebdd6185bf tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (97962ddd-52f6-45c7-8756-84a66edbfa8a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:51.405808 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc9c8-b5e8-479f-a3ee-c9ebdd6185bf tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (97962ddd-52f6-45c7-8756-84a66edbfa8a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:51.433670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fc9c8-b5e8-479f-a3ee-c9ebdd6185bf tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97962ddd-52f6-45c7-8756-84a66edbfa8a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:51.564473 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0b9fc9c8-b5e8-479f-a3ee-c9ebdd6185bf tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:51.567960 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0b9fc9c8-b5e8-479f-a3ee-c9ebdd6185bf tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5619259 Feb 11 04:49:51.571069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50896) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:51.585054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c48ad49f-334f-41a8-bb1c-544ef1a19e4f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': 'a88035ee-c81c-4b4a-ab8d-8b8562b30416', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:51.714283 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-c48ad49f-334f-41a8-bb1c-544ef1a19e4f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Project 65bc519e3418487ba870e678d8f45696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:49:51.724147 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c48ad49f-334f-41a8-bb1c-544ef1a19e4f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (9d33aa05-e2a0-4db9-95e9-82693a7b3284), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:51.889386 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c48ad49f-334f-41a8-bb1c-544ef1a19e4f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (9d33aa05-e2a0-4db9-95e9-82693a7b3284), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:52.012654 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c48ad49f-334f-41a8-bb1c-544ef1a19e4f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (9d33aa05-e2a0-4db9-95e9-82693a7b3284), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:52.034734 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ad49f-334f-41a8-bb1c-544ef1a19e4f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d33aa05-e2a0-4db9-95e9-82693a7b3284,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:52.169644 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c48ad49f-334f-41a8-bb1c-544ef1a19e4f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:52.175655 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c48ad49f-334f-41a8-bb1c-544ef1a19e4f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6026902 Feb 11 04:49:52.185048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50914) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:52.191476 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-094c69cc-81df-46ae-8a37-180517e8d2bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': 'a88035ee-c81c-4b4a-ab8d-8b8562b30416', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:52.336137 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50916) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:52.367822 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-094c69cc-81df-46ae-8a37-180517e8d2bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Project 65bc519e3418487ba870e678d8f45696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:49:52.374257 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-094c69cc-81df-46ae-8a37-180517e8d2bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (fb828833-a336-4934-b3a3-b08620d1a9be), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:52.455472 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-094c69cc-81df-46ae-8a37-180517e8d2bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (fb828833-a336-4934-b3a3-b08620d1a9be), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:52.509332 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8e0f72c2-abaa-4b6f-ab12-e6ff44c527ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:52.607047 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-094c69cc-81df-46ae-8a37-180517e8d2bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (fb828833-a336-4934-b3a3-b08620d1a9be), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:52.639829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c69cc-81df-46ae-8a37-180517e8d2bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb828833-a336-4934-b3a3-b08620d1a9be,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:52.654220 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8e0f72c2-abaa-4b6f-ab12-e6ff44c527ed admin admin] Publish callbacks [] for security_group (8eb45ac2-67f3-448b-9579-6d3eaa3c4bf7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:52.790123 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8e0f72c2-abaa-4b6f-ab12-e6ff44c527ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8eb45ac2-67f3-448b-9579-6d3eaa3c4bf7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:52.797396 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-094c69cc-81df-46ae-8a37-180517e8d2bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:52.798652 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-094c69cc-81df-46ae-8a37-180517e8d2bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6119294 Feb 11 04:49:52.801638 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50936) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:52.807059 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-38f477fe-0a21-4d36-8d57-b76c5e6a239c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'network': {'name': 'tempest-network-smoke--9981789', 'project_id': '65bc519e3418487ba870e678d8f45696', 'port_security_enabled': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:52.847767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f72c2-abaa-4b6f-ab12-e6ff44c527ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb45ac2-67f3-448b-9579-6d3eaa3c4bf7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:52.855804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8e0f72c2-abaa-4b6f-ab12-e6ff44c527ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9529119603dd4a828d773cf3f5dbee65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5157244 Feb 11 04:49:52.856201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50938) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:52.945834 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-510616b1-1f3e-4187-ac20-9fff3e56d0f6 admin admin] Publish callbacks [] for security_group (8eb45ac2-67f3-448b-9579-6d3eaa3c4bf7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:52.961403 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f477fe-0a21-4d36-8d57-b76c5e6a239c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Made reservation on behalf of 65bc519e3418487ba870e678d8f45696 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:49:52.966775 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38f477fe-0a21-4d36-8d57-b76c5e6a239c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.037173 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-510616b1-1f3e-4187-ac20-9fff3e56d0f6 admin admin] Publish callbacks [] for security_group (8eb45ac2-67f3-448b-9579-6d3eaa3c4bf7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.089387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f477fe-0a21-4d36-8d57-b76c5e6a239c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:49:53.104731 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38f477fe-0a21-4d36-8d57-b76c5e6a239c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d6bfc37e-921a-4299-91ca-2033a718f9b0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.105582 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-38f477fe-0a21-4d36-8d57-b76c5e6a239c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Added segment d6bfc37e-921a-4299-91ca-2033a718f9b0 of type vlan for network eb5463d1-24a4-4ce6-8fd5-982426f41a36 Feb 11 04:49:53.162553 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38f477fe-0a21-4d36-8d57-b76c5e6a239c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (eb5463d1-24a4-4ce6-8fd5-982426f41a36), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.256600 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-371c3ffb-28e2-45f7-a4cd-91d413b59c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.311294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-510616b1-1f3e-4187-ac20-9fff3e56d0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8eb45ac2-67f3-448b-9579-6d3eaa3c4bf7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.313909 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-510616b1-1f3e-4187-ac20-9fff3e56d0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.317590 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-510616b1-1f3e-4187-ac20-9fff3e56d0f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8eb45ac2-67f3-448b-9579-6d3eaa3c4bf7 HTTP/1.1" status: 204 len: 168 time: 0.4579077 Feb 11 04:49:53.336048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510616b1-1f3e-4187-ac20-9fff3e56d0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb45ac2-67f3-448b-9579-6d3eaa3c4bf7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:53.405829 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38f477fe-0a21-4d36-8d57-b76c5e6a239c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (eb5463d1-24a4-4ce6-8fd5-982426f41a36), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.419462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f477fe-0a21-4d36-8d57-b76c5e6a239c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:53.419462 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-38f477fe-0a21-4d36-8d57-b76c5e6a239c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.516236 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f477fe-0a21-4d36-8d57-b76c5e6a239c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Network': ['ID=eb5463d1-24a4-4ce6-8fd5-982426f41a36,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:53.527662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network eb5463d1-24a4-4ce6-8fd5-982426f41a36 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:49:53.585491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50962) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:53.600060 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-38f477fe-0a21-4d36-8d57-b76c5e6a239c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7965994 Feb 11 04:49:53.608729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 50968) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:53.617208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'admin_state_up': True, 'project_id': '65bc519e3418487ba870e678d8f45696', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:53.839767 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.841078 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.897611 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-971657cc-e7f7-417c-a8b2-5a80fca3a436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:53.952141 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_controller (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.045667 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-971657cc-e7f7-417c-a8b2-5a80fca3a436 admin admin] Publish callbacks [] for security_group (5d84c349-7157-4c4e-bf70-31371c47eee4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.207988 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-971657cc-e7f7-417c-a8b2-5a80fca3a436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5d84c349-7157-4c4e-bf70-31371c47eee4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.287729 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-971657cc-e7f7-417c-a8b2-5a80fca3a436 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb094ea996074d7d868746e929c757f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7009354 Feb 11 04:49:54.291018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50990) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:54.376952 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8161c16d-ec59-44db-9058-c2a0ff116bb0 admin admin] Publish callbacks [] for security_group (5d84c349-7157-4c4e-bf70-31371c47eee4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.397585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971657cc-e7f7-417c-a8b2-5a80fca3a436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d84c349-7157-4c4e-bf70-31371c47eee4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:54.397690 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 50994) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:54.401898 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.451006 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a073b6d-261e-4a31-a551-a6f2fb2628f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.479493 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8161c16d-ec59-44db-9058-c2a0ff116bb0 admin admin] Publish callbacks [] for security_group (5d84c349-7157-4c4e-bf70-31371c47eee4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.609601 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a073b6d-261e-4a31-a551-a6f2fb2628f9 admin admin] Publish callbacks [] for security_group (41263d30-f682-4ac0-aa7a-df69ebcb0c3c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.749214 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a073b6d-261e-4a31-a551-a6f2fb2628f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (41263d30-f682-4ac0-aa7a-df69ebcb0c3c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.780402 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a073b6d-261e-4a31-a551-a6f2fb2628f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41263d30-f682-4ac0-aa7a-df69ebcb0c3c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:54.811403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8161c16d-ec59-44db-9058-c2a0ff116bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5d84c349-7157-4c4e-bf70-31371c47eee4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.814396 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8161c16d-ec59-44db-9058-c2a0ff116bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:54.817467 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8161c16d-ec59-44db-9058-c2a0ff116bb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d84c349-7157-4c4e-bf70-31371c47eee4 HTTP/1.1" status: 204 len: 168 time: 0.5244720 Feb 11 04:49:54.860934 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161c16d-ec59-44db-9058-c2a0ff116bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d84c349-7157-4c4e-bf70-31371c47eee4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:54.909958 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1a073b6d-261e-4a31-a551-a6f2fb2628f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69b9c311d4ec4ddf9d7c4da74b863f5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5104642 Feb 11 04:49:54.913725 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51004) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:54.975137 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.033018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.105455 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d55a771-52b5-4bd7-b1c9-1a3f039cf8d7 admin admin] Publish callbacks [] for security_group (41263d30-f682-4ac0-aa7a-df69ebcb0c3c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.154317 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d55a771-52b5-4bd7-b1c9-1a3f039cf8d7 admin admin] Publish callbacks [] for security_group (41263d30-f682-4ac0-aa7a-df69ebcb0c3c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.243911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.25.3.122 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/e46c103b-f519-4efd-bf3d-ab3772ab1763) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:49:55.424461 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (e46c103b-f519-4efd-bf3d-ab3772ab1763), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.428968 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d9daa8ac-521b-4445-8503-657c09fd8952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.526385 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d55a771-52b5-4bd7-b1c9-1a3f039cf8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (41263d30-f682-4ac0-aa7a-df69ebcb0c3c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.529869 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4d55a771-52b5-4bd7-b1c9-1a3f039cf8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.543429 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4d55a771-52b5-4bd7-b1c9-1a3f039cf8d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41263d30-f682-4ac0-aa7a-df69ebcb0c3c HTTP/1.1" status: 204 len: 168 time: 0.6205978 Feb 11 04:49:55.616642 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55a771-52b5-4bd7-b1c9-1a3f039cf8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41263d30-f682-4ac0-aa7a-df69ebcb0c3c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:55.698810 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e46c103b-f519-4efd-bf3d-ab3772ab1763), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:55.840418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:49:55.844096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:49:55.848539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:49:55.897181 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=e46c103b-f519-4efd-bf3d-ab3772ab1763,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:56.440359 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51056) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:56.460913 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-516e177f-6cfd-4bd3-85d6-f0ed7071438f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:56.648994 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:56.673605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-516e177f-6cfd-4bd3-85d6-f0ed7071438f admin admin] Publish callbacks [] for security_group (01a0d1ed-cf6e-401e-a85a-5f9d9556f8a4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:56.778341 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:56.833281 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-516e177f-6cfd-4bd3-85d6-f0ed7071438f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (01a0d1ed-cf6e-401e-a85a-5f9d9556f8a4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:56.899587 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-516e177f-6cfd-4bd3-85d6-f0ed7071438f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2c7dcc1dde24803b9a3a47360cda41f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4579134 Feb 11 04:49:56.911917 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51074) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:56.968890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e177f-6cfd-4bd3-85d6-f0ed7071438f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a0d1ed-cf6e-401e-a85a-5f9d9556f8a4,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:56.994322 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:57.022464 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-718b6d76-88dd-462d-a985-7883761309c4 admin admin] Publish callbacks [] for security_group (01a0d1ed-cf6e-401e-a85a-5f9d9556f8a4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:57.051588 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-718b6d76-88dd-462d-a985-7883761309c4 admin admin] Publish callbacks [] for security_group (01a0d1ed-cf6e-401e-a85a-5f9d9556f8a4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:57.207664 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-718b6d76-88dd-462d-a985-7883761309c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (01a0d1ed-cf6e-401e-a85a-5f9d9556f8a4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:57.216797 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-718b6d76-88dd-462d-a985-7883761309c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:57.216797 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-718b6d76-88dd-462d-a985-7883761309c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01a0d1ed-cf6e-401e-a85a-5f9d9556f8a4 HTTP/1.1" status: 204 len: 168 time: 0.2991257 Feb 11 04:49:57.228796 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b6d76-88dd-462d-a985-7883761309c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a0d1ed-cf6e-401e-a85a-5f9d9556f8a4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:57.441702 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:49:57.479805 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-b1f05acb-ac12-4cec-86a0-7c715f40f861 req-f7c9ae4a-78d2-4ed8-9957-cb15b6ad2efe service neutron] (103808) timed out ('10.222.0.13', 33300) {{(pid=103808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 04:49:58.097709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:49:58.119800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Sync routers for ids ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:49:58.162640 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Routers {'5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:49:58.164227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:49:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:58.264785 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:58.264785 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8694f5bf-f802-4495-9fd8-9d9afe4ed555 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.6516697 Feb 11 04:49:58.264999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51138) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:58.362560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51146) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:58.363218 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-10499ce2-3015-48cc-9650-a94392267769 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=65bc519e3418487ba870e678d8f45696&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0958478 Feb 11 04:49:58.531223 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c112eb89-fac1-4ce4-9ccc-a5e541720196 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:49:58.538421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51152) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:58.563891 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c112eb89-fac1-4ce4-9ccc-a5e541720196 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1999283 Feb 11 04:49:58.605433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51158) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:49:58.610931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-077c3d4e-65e4-4925-a45b-390be91b7949 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1517961207', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'project_id': '65bc519e3418487ba870e678d8f45696', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:49:58.615312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0f55e189-39f0-45e4-9708-d15afceb4e9f tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0741713 Feb 11 04:49:58.805427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Set router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:49:58.876057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077c3d4e-65e4-4925-a45b-390be91b7949 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Made reservation on behalf of 65bc519e3418487ba870e678d8f45696 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:49:58.881971 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-077c3d4e-65e4-4925-a45b-390be91b7949 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:59.168337 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:59.314411 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:53Z', 'updated_at': '2022-02-11T04:49:56Z', 'revision_number': 3, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:55Z', 'updated_at': '2022-02-11T04:49:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:49:59.362549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Checking router: 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:49:59.363171 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Updating router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 port e46c103b-f519-4efd-bf3d-ab3772ab1763 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:49:59.406332 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e46c103b-f519-4efd-bf3d-ab3772ab1763), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:59.458903 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-077c3d4e-65e4-4925-a45b-390be91b7949 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (c38f51ac-61d4-49bc-b47a-d454b3c0f622), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:59.617471 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077c3d4e-65e4-4925-a45b-390be91b7949 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Checking segment: {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:49:59.627887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c3d4e-65e4-4925-a45b-390be91b7949 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network hostable DHCP agents. Network: eb5463d1-24a4-4ce6-8fd5-982426f41a36, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:49:59.648249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c3d4e-65e4-4925-a45b-390be91b7949 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Subnet': ['ID=c38f51ac-61d4-49bc-b47a-d454b3c0f622,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:49:59.821205 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:59.873050 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Publish callbacks [] for port (e46c103b-f519-4efd-bf3d-ab3772ab1763), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:49:59.881439 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c3d4e-65e4-4925-a45b-390be91b7949 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network eb5463d1-24a4-4ce6-8fd5-982426f41a36 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:50:00.042782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-077c3d4e-65e4-4925-a45b-390be91b7949 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, eb5463d1-24a4-4ce6-8fd5-982426f41a36) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:00.048626 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077c3d4e-65e4-4925-a45b-390be91b7949 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:00.050791 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-077c3d4e-65e4-4925-a45b-390be91b7949 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:00.057551 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e46c103b-f519-4efd-bf3d-ab3772ab1763), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:00.182237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10cb69a-8b0a-4177-85e8-f3ae0219e9f1 None None] Network eb5463d1-24a4-4ce6-8fd5-982426f41a36 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:50:00.186896 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-077c3d4e-65e4-4925-a45b-390be91b7949 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5800350 Feb 11 04:50:00.190325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51266) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:00.203221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a911d-b851-4c48-8675-1a864e0ac495 None None] Pushing event updated for resources: {'Port': ['ID=e46c103b-f519-4efd-bf3d-ab3772ab1763,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:00.341121 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Attempting to bind port e46c103b-f519-4efd-bf3d-ab3772ab1763 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:00.341507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Attempting to bind port e46c103b-f519-4efd-bf3d-ab3772ab1763 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:00.341880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Attempting to bind port e46c103b-f519-4efd-bf3d-ab3772ab1763 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:00.371259 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:00.371724 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:00.372390 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:00.372883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:00.373451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Bound port: e46c103b-f519-4efd-bf3d-ab3772ab1763, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:00.373904 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e46c103b-f519-4efd-bf3d-ab3772ab1763), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:00.504053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] For port e46c103b-f519-4efd-bf3d-ab3772ab1763, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:00.508051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] For port e46c103b-f519-4efd-bf3d-ab3772ab1763, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e46c103b-f519-4efd-bf3d-ab3772ab1763,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:50:00.514097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ips': [{'subnet_id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:50:00.515220 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:00.645485 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e46c103b-f519-4efd-bf3d-ab3772ab1763), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:00.864971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Routers {'5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:00.865639 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:49:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:01.000905 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a911d-b851-4c48-8675-1a864e0ac495 None None] Pushing event updated for resources: {'Port': ['ID=e46c103b-f519-4efd-bf3d-ab3772ab1763,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:01.024834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Allocated IP 172.20.0.2 (eb5463d1-24a4-4ce6-8fd5-982426f41a36/c38f51ac-61d4-49bc-b47a-d454b3c0f622/3bdea466-551c-4f6a-9947-e78e6018ca2d) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:01.303405 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:01.412566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] Set router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:01.798566 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-0909001d-b601-4150-85a9-444a9faa6e10 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783978640&fields=id&tenant_id=9c8aaf7faa994a86b87443d6924f6a3f HTTP/1.1" status: 200 len: 267 time: 0.2158124 Feb 11 04:50:01.841220 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Publish callbacks [] for port (3bdea466-551c-4f6a-9947-e78e6018ca2d), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:01.939103 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (3bdea466-551c-4f6a-9947-e78e6018ca2d), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:01.947839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:53Z', 'updated_at': '2022-02-11T04:49:56Z', 'revision_number': 3, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:55Z', 'updated_at': '2022-02-11T04:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:02.014222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c643e-e5ef-4b44-9bfc-77508cf2a2b6 None None] The sync data for ids ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'] in n-d-712142-35 is: [{'id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:53Z', 'updated_at': '2022-02-11T04:49:56Z', 'revision_number': 3, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:55Z', 'updated_at': '2022-02-11T04:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:50:02.035734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Network eb5463d1-24a4-4ce6-8fd5-982426f41a36 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:02.039710 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:02.045671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:02.055357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-9fd2f6c6-96ec-4130-80b0-1cac7cd71f5c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:02.057059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-9fd2f6c6-96ec-4130-80b0-1cac7cd71f5c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 812 time: 0.2200518 Feb 11 04:50:02.058373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.20.0.1 (eb5463d1-24a4-4ce6-8fd5-982426f41a36/c38f51ac-61d4-49bc-b47a-d454b3c0f622/51943d14-2749-4efa-a40e-f3a2e2360eda) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:02.058501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Pushing event updated for resources: {'Port': ['ID=3bdea466-551c-4f6a-9947-e78e6018ca2d,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:02.103456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-0994edaf-8503-4840-87ce-2f054c0431ff tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/quotas/9c8aaf7faa994a86b87443d6924f6a3f HTTP/1.1" status: 200 len: 375 time: 0.0370529 Feb 11 04:50:02.150594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Attempting to bind port 3bdea466-551c-4f6a-9947-e78e6018ca2d on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:02.151028 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Attempting to bind port 3bdea466-551c-4f6a-9947-e78e6018ca2d by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:02.151402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Attempting to bind port 3bdea466-551c-4f6a-9947-e78e6018ca2d on network eb5463d1-24a4-4ce6-8fd5-982426f41a36 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:02.171673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:02.172061 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Checking segment: {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:02.172762 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:02.173170 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Bound using segment: {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:02.173656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Bound port: 3bdea466-551c-4f6a-9947-e78e6018ca2d, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:02.175129 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3bdea466-551c-4f6a-9947-e78e6018ca2d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:02.274516 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-3a9af89d-e2e6-4e5d-8244-dcb3f5b8e639 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1601684 Feb 11 04:50:02.289978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] For port 3bdea466-551c-4f6a-9947-e78e6018ca2d, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:02.294272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] For port 3bdea466-551c-4f6a-9947-e78e6018ca2d, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3bdea466-551c-4f6a-9947-e78e6018ca2d,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:50:02.384426 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3bdea466-551c-4f6a-9947-e78e6018ca2d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:02.398173 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-41d1779f-2d6f-4290-9245-6050e2848831 service neutron] 10.222.0.13 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097209 Feb 11 04:50:02.429094 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:02.585649 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-2427e263-20d9-42ce-8dba-47e225f38c10 service neutron] 10.222.0.13 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796036 Feb 11 04:50:02.612125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f4e95-0fe9-451e-86f6-ab62127ecff6 None None] Pushing event updated for resources: {'Port': ['ID=3bdea466-551c-4f6a-9947-e78e6018ca2d,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:02.630101 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:02.715091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network eb5463d1-24a4-4ce6-8fd5-982426f41a36 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:02.723705 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:02.736047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:02.787594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51442) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:02.859197 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:02.864578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=51943d14-2749-4efa-a40e-f3a2e2360eda,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:02.999628 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e46c103b-f519-4efd-bf3d-ab3772ab1763 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:03.188061 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e46c103b-f519-4efd-bf3d-ab3772ab1763 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:03.188378 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e46c103b-f519-4efd-bf3d-ab3772ab1763), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:03.274586 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ef0456cf-858b-4212-a278-f7fd3b4c7b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:03.413126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e46c103b-f519-4efd-bf3d-ab3772ab1763 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:03.413533 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e46c103b-f519-4efd-bf3d-ab3772ab1763), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:03.477427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port e46c103b-f519-4efd-bf3d-ab3772ab1763, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e46c103b-f519-4efd-bf3d-ab3772ab1763,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:03.518406 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:03.536942 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ef0456cf-858b-4212-a278-f7fd3b4c7b34 admin admin] Publish callbacks [] for security_group (70a12ff5-037d-467d-bd4b-dd36a3914322), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:03.578794 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e46c103b-f519-4efd-bf3d-ab3772ab1763), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:03.664652 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ef0456cf-858b-4212-a278-f7fd3b4c7b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (70a12ff5-037d-467d-bd4b-dd36a3914322), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:03.734767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=e46c103b-f519-4efd-bf3d-ab3772ab1763,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:03.759832 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ef0456cf-858b-4212-a278-f7fd3b4c7b34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=853e484b6c8840d89cf22dda2b45a23b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9686430 Feb 11 04:50:03.782387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51484) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:03.864826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0456cf-858b-4212-a278-f7fd3b4c7b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a12ff5-037d-467d-bd4b-dd36a3914322,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:03.930776 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36220af4-6b02-4b93-8b9b-bad72087e3f9 admin admin] Publish callbacks [] for security_group (70a12ff5-037d-467d-bd4b-dd36a3914322), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.019253 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36220af4-6b02-4b93-8b9b-bad72087e3f9 admin admin] Publish callbacks [] for security_group (70a12ff5-037d-467d-bd4b-dd36a3914322), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.050346 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.200907 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.270365 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36220af4-6b02-4b93-8b9b-bad72087e3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (70a12ff5-037d-467d-bd4b-dd36a3914322), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.276128 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36220af4-6b02-4b93-8b9b-bad72087e3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.278319 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-36220af4-6b02-4b93-8b9b-bad72087e3f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70a12ff5-037d-467d-bd4b-dd36a3914322 HTTP/1.1" status: 204 len: 168 time: 0.5024092 Feb 11 04:50:04.295960 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36220af4-6b02-4b93-8b9b-bad72087e3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a12ff5-037d-467d-bd4b-dd36a3914322,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:04.329761 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e63c1d27-f6b3-40cd-84dc-54cfe1abbb49 req-42f93345-2316-4db2-9ea6-3472ae6f1b0b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.1036263 Feb 11 04:50:04.588442 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.635782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca09a04-69ae-4620-8a01-12473fe7a310 None None] Network eb5463d1-24a4-4ce6-8fd5-982426f41a36 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:50:04.697721 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.804650 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:04.858539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-16d413ba-6c30-48a4-a681-b9a25b958055 None None] Provisioning complete for port 3bdea466-551c-4f6a-9947-e78e6018ca2d triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:04.865611 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-16d413ba-6c30-48a4-a681-b9a25b958055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3bdea466-551c-4f6a-9947-e78e6018ca2d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:05.009380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=51943d14-2749-4efa-a40e-f3a2e2360eda,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:05.064120 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3bdea466-551c-4f6a-9947-e78e6018ca2d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:05.179584 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3bdea466-551c-4f6a-9947-e78e6018ca2d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:05.180281 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3bdea466-551c-4f6a-9947-e78e6018ca2d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:05.241384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network eb5463d1-24a4-4ce6-8fd5-982426f41a36 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:05.244085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:05.398665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-16d413ba-6c30-48a4-a681-b9a25b958055 None None] Current status of the port 3bdea466-551c-4f6a-9947-e78e6018ca2d is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:05.399198 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-16d413ba-6c30-48a4-a681-b9a25b958055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3bdea466-551c-4f6a-9947-e78e6018ca2d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:05.573899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3bdea466-551c-4f6a-9947-e78e6018ca2d is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:05.574505 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3bdea466-551c-4f6a-9947-e78e6018ca2d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:05.605672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-16d413ba-6c30-48a4-a681-b9a25b958055 None None] For port 3bdea466-551c-4f6a-9947-e78e6018ca2d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3bdea466-551c-4f6a-9947-e78e6018ca2d,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:05.675788 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b21292f8-a8c0-49f9-b1d3-0492d5978d4e req-69a30f08-95a9-4297-ab02-425318f63930 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.2294943 Feb 11 04:50:05.701007 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-16d413ba-6c30-48a4-a681-b9a25b958055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3bdea466-551c-4f6a-9947-e78e6018ca2d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:05.783100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:50:05.929929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0825f9eb-2ee0-445b-b335-830d14823f8d None None] Provisioning complete for port 51943d14-2749-4efa-a40e-f3a2e2360eda triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:05.930506 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0825f9eb-2ee0-445b-b335-830d14823f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:05.999003 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0825f9eb-2ee0-445b-b335-830d14823f8d None None] Port 51943d14-2749-4efa-a40e-f3a2e2360eda cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:50:06.005029 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:50:06.005378 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:50:06.057112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d413ba-6c30-48a4-a681-b9a25b958055 None None] Pushing event updated for resources: {'Port': ['ID=3bdea466-551c-4f6a-9947-e78e6018ca2d,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:06.067963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0825f9eb-2ee0-445b-b335-830d14823f8d None None] Provisioning complete for port 3bdea466-551c-4f6a-9947-e78e6018ca2d triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:06.072105 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0825f9eb-2ee0-445b-b335-830d14823f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3bdea466-551c-4f6a-9947-e78e6018ca2d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:06.124099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:50:06.157664 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Sync routers for ids ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:50:06.159774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0c9183d2-0c9d-48cf-a8a6-5a2ac041d163 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "PUT /v2.0/routers/5cbe3a30-65ec-475e-aa22-4e86ec38a6e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9677370 Feb 11 04:50:06.220374 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Routers {'5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:06.223705 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:49:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:06.659815 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Set router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:06.702475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-5676d1f9-e3ed-441c-bfe5-350e2884e818 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757807071&fields=id&tenant_id=65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 267 time: 0.1302290 Feb 11 04:50:06.732507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0825f9eb-2ee0-445b-b335-830d14823f8d None None] Current status of the port 3bdea466-551c-4f6a-9947-e78e6018ca2d is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:06.827849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3bdea466-551c-4f6a-9947-e78e6018ca2d is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:06.829154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e46c103b-f519-4efd-bf3d-ab3772ab1763 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:06.971756 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-217cae94-451f-432e-a219-8cab52f9c59f req-2f620750-309a-4b6b-aef5-f6030e855826 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.0935290 Feb 11 04:50:06.971956 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b7fe4495-acea-4599-b375-c4afc29a2e9b None None] Provisioning complete for port 51943d14-2749-4efa-a40e-f3a2e2360eda triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:06.971956 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b7fe4495-acea-4599-b375-c4afc29a2e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:07.005104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-872c1dad-1100-463b-980c-e802117bacbf tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:07.007827 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-872c1dad-1100-463b-980c-e802117bacbf tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/networks?id=eb5463d1-24a4-4ce6-8fd5-982426f41a36 HTTP/1.1" status: 200 len: 794 time: 0.2951286 Feb 11 04:50:07.027036 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-28335cb0-1877-47ff-9292-3c1e72e553e0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/quotas/65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 375 time: 0.0181787 Feb 11 04:50:07.035449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe4495-acea-4599-b375-c4afc29a2e9b None None] Port 51943d14-2749-4efa-a40e-f3a2e2360eda cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:50:07.069370 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e46c103b-f519-4efd-bf3d-ab3772ab1763 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:07.069935 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e46c103b-f519-4efd-bf3d-ab3772ab1763), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:07.150779 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:53Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:55Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '51943d14-2749-4efa-a40e-f3a2e2360eda', 'name': '', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:9c:5d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:50:01Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 2, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:07.197051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-e30f9028-8ea2-4ca9-9577-2033124b928a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1686203 Feb 11 04:50:07.213887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-eba8fbde-fd2f-44a6-a1c9-51ab688550e2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:50:07.228238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-eba8fbde-fd2f-44a6-a1c9-51ab688550e2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0283101 Feb 11 04:50:07.272911 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Checking router: 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:50:07.273452 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Updating router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 port 51943d14-2749-4efa-a40e-f3a2e2360eda binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:50:07.295278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e46c103b-f519-4efd-bf3d-ab3772ab1763 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:07.335629 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:07.413224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-6eee6d7f-1842-4361-b211-9443fd997d15 service neutron] 10.222.0.13 "GET /v2.0/networks/eb5463d1-24a4-4ce6-8fd5-982426f41a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833377 Feb 11 04:50:07.451547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3bdea466-551c-4f6a-9947-e78e6018ca2d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:07.551784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3bdea466-551c-4f6a-9947-e78e6018ca2d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:07.553946 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3bdea466-551c-4f6a-9947-e78e6018ca2d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:07.842613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3bdea466-551c-4f6a-9947-e78e6018ca2d is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:08.020071 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Publish callbacks [] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:08.198478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-babbf0a6-02c0-44a6-9a81-c7680c2419a2 service neutron] 10.222.0.13 "GET /v2.0/networks/eb5463d1-24a4-4ce6-8fd5-982426f41a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7772694 Feb 11 04:50:08.250977 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:08.266243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb49fd3e-2c93-42ed-9b7c-5020b8b5759f req-b077c24d-2999-4709-9601-9f72a67d102f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.0981719 Feb 11 04:50:08.383770 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdb581-c731-4bc6-b811-64c5a346f2b2 None None] Pushing event updated for resources: {'Port': ['ID=51943d14-2749-4efa-a40e-f3a2e2360eda,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:08.402942 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdb581-c731-4bc6-b811-64c5a346f2b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:08.403320 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdb581-c731-4bc6-b811-64c5a346f2b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:08.403643 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdb581-c731-4bc6-b811-64c5a346f2b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:08.406665 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdb581-c731-4bc6-b811-64c5a346f2b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:08.407212 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdb581-c731-4bc6-b811-64c5a346f2b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:08.407709 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdb581-c731-4bc6-b811-64c5a346f2b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:08.410319 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdb581-c731-4bc6-b811-64c5a346f2b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:08.411738 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdb581-c731-4bc6-b811-64c5a346f2b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:08.412379 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdb581-c731-4bc6-b811-64c5a346f2b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:08.412901 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdb581-c731-4bc6-b811-64c5a346f2b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:08.413535 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdb581-c731-4bc6-b811-64c5a346f2b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:08.414078 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdb581-c731-4bc6-b811-64c5a346f2b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:08.415007 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bdb581-c731-4bc6-b811-64c5a346f2b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:08.465676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-d8af88be-c128-4ca3-9320-207877b36050 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:08.468880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-d8af88be-c128-4ca3-9320-207877b36050 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 812 time: 0.9320190 Feb 11 04:50:08.543993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51698) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:08.562382 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Attempting to bind port 51943d14-2749-4efa-a40e-f3a2e2360eda on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:08.562786 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Attempting to bind port 51943d14-2749-4efa-a40e-f3a2e2360eda by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:08.563238 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Attempting to bind port 51943d14-2749-4efa-a40e-f3a2e2360eda on network eb5463d1-24a4-4ce6-8fd5-982426f41a36 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:08.582540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-258bfc97-0111-4685-bef1-043112f9fcaa tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c8aaf7faa994a86b87443d6924f6a3f HTTP/1.1" status: 200 len: 379 time: 0.1008947 Feb 11 04:50:08.585270 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:08.585659 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Checking segment: {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:08.586074 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:08.586472 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Bound using segment: {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:08.587008 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Bound port: 51943d14-2749-4efa-a40e-f3a2e2360eda, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:08.589514 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:08.597396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-f2d6eca7-8668-474b-ab81-fdf06504d070 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'port': {'device_id': 'cedf46f9-5e35-456f-8aae-98ae6f5c931f', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'admin_state_up': True, 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'security_groups': ['65d4a6fb-e391-4928-9796-21edf12103b8']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:08.779530 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] For port 51943d14-2749-4efa-a40e-f3a2e2360eda, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:08.792578 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] For port 51943d14-2749-4efa-a40e-f3a2e2360eda, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=51943d14-2749-4efa-a40e-f3a2e2360eda,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:50:08.827045 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63e22749-23f1-4f15-9fa9-e3d6f4e4ddbe req-0e823a74-649f-48e7-9954-944c14ee46ba tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 210 time: 0.0423093 Feb 11 04:50:08.852991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1153557407', 'router:external': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:08.904983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a35895e1-c43a-40e1-8804-99a68ae8e0a3 None None] Provisioning complete for port 51943d14-2749-4efa-a40e-f3a2e2360eda triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:08.905608 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a35895e1-c43a-40e1-8804-99a68ae8e0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:08.937050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-f2d6eca7-8668-474b-ab81-fdf06504d070 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Made reservation on behalf of 9c8aaf7faa994a86b87443d6924f6a3f for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:08.938141 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:08.942677 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-f2d6eca7-8668-474b-ab81-fdf06504d070 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:08.974457 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a35895e1-c43a-40e1-8804-99a68ae8e0a3 None None] Port 51943d14-2749-4efa-a40e-f3a2e2360eda cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:50:08.994996 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Made reservation on behalf of d08b1449f15840ff88a6c43d58238146 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:08.998057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.014289 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.111896 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Routers {'5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:09.118246 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:49:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:09.153079 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdb581-c731-4bc6-b811-64c5a346f2b2 None None] Pushing event updated for resources: {'Port': ['ID=51943d14-2749-4efa-a40e-f3a2e2360eda,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:09.234242 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for security_group (4c9cedd2-9f4d-495e-bb29-fea0d25b761e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.293066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-f2d6eca7-8668-474b-ab81-fdf06504d070 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Allocated IP 172.20.0.10 (86528c9f-e248-4f9b-904c-aa5d69cd261d/36924e1d-eb25-4594-91d9-cfefbb8c618d/c5c25a37-5193-4e49-8936-66e0e358229f) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:09.384168 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4c9cedd2-9f4d-495e-bb29-fea0d25b761e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.426212 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] Set router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:09.467804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:50:09.478456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a6214e2-828b-4662-941f-e984ce3115ec req-7854389b-7189-41ad-badc-dee15b6ef7e6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.0734639 Feb 11 04:50:09.540815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-14a1ee9d-89b5-44fa-af47-63f4d28003fd None None] Provisioning complete for port 51943d14-2749-4efa-a40e-f3a2e2360eda triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:09.545385 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-14a1ee9d-89b5-44fa-af47-63f4d28003fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.549629 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9cedd2-9f4d-495e-bb29-fea0d25b761e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:09.562966 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6284539f-1d7e-4a34-966c-c5eeea9d4b7c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.565176 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Added segment 6284539f-1d7e-4a34-966c-c5eeea9d4b7c of type vlan for network 7308a8c9-b595-4074-82c1-46c01911bb3d Feb 11 04:50:09.619974 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (7308a8c9-b595-4074-82c1-46c01911bb3d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.666308 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-f2d6eca7-8668-474b-ab81-fdf06504d070 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for port (c5c25a37-5193-4e49-8936-66e0e358229f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.728563 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-14a1ee9d-89b5-44fa-af47-63f4d28003fd None None] Current status of the port 51943d14-2749-4efa-a40e-f3a2e2360eda is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:09.729307 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-14a1ee9d-89b5-44fa-af47-63f4d28003fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.784033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-14a1ee9d-89b5-44fa-af47-63f4d28003fd None None] For port 51943d14-2749-4efa-a40e-f3a2e2360eda, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=51943d14-2749-4efa-a40e-f3a2e2360eda,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:09.847346 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:53Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:55Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '51943d14-2749-4efa-a40e-f3a2e2360eda', 'name': '', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:9c:5d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:50:01Z', 'updated_at': '2022-02-11T04:50:08Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:09.888723 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f6c6f0-464a-4def-b4a3-322ed7798b3c None None] The sync data for ids ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'] in n-d-712142-35 is: [{'id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:53Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:55Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '51943d14-2749-4efa-a40e-f3a2e2360eda', 'name': '', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:9c:5d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:50:01Z', 'updated_at': '2022-02-11T04:50:08Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:50:09.915177 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (7308a8c9-b595-4074-82c1-46c01911bb3d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.920111 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:09.920111 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:09.940501 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5eb6381-d60d-41ff-8fd9-14899515adf2 req-e66da0cb-a8f3-4f84-84cc-8c5e9f0160e3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 210 time: 0.0466533 Feb 11 04:50:10.008004 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-14a1ee9d-89b5-44fa-af47-63f4d28003fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:10.011267 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-f2d6eca7-8668-474b-ab81-fdf06504d070 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c5c25a37-5193-4e49-8936-66e0e358229f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:10.165297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6eca7-8668-474b-ab81-fdf06504d070 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'Port': ['ID=c5c25a37-5193-4e49-8936-66e0e358229f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:10.173300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1ee9d-89b5-44fa-af47-63f4d28003fd None None] Pushing event updated for resources: {'Port': ['ID=51943d14-2749-4efa-a40e-f3a2e2360eda,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:10.210244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-f2d6eca7-8668-474b-ab81-fdf06504d070 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Network 86528c9f-e248-4f9b-904c-aa5d69cd261d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:10.213271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-f2d6eca7-8668-474b-ab81-fdf06504d070 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:10.217834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-f2d6eca7-8668-474b-ab81-fdf06504d070 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:10.219437 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Pushing event updated for resources: {'Network': ['ID=7308a8c9-b595-4074-82c1-46c01911bb3d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:10.270410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 7308a8c9-b595-4074-82c1-46c01911bb3d details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:50:10.323354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-f2d6eca7-8668-474b-ab81-fdf06504d070 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:10.324041 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-f2d6eca7-8668-474b-ab81-fdf06504d070 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:10.418861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51762) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:10.424860 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3f2e427b-b67b-4003-a526-3a00ee48c07a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8743088 Feb 11 04:50:10.435976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b9341d0f-3df2-4a3e-bf44-c60867ca79ed tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Request body: {'subnet': {'network_id': '7308a8c9-b595-4074-82c1-46c01911bb3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:10.492422 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-f2d6eca7-8668-474b-ab81-fdf06504d070 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9004734 Feb 11 04:50:10.528253 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Request body: {'port': {'device_id': 'cedf46f9-5e35-456f-8aae-98ae6f5c931f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:10.653097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9341d0f-3df2-4a3e-bf44-c60867ca79ed tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Made reservation on behalf of d08b1449f15840ff88a6c43d58238146 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:10.661062 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9341d0f-3df2-4a3e-bf44-c60867ca79ed tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:10.663209 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2dac011a-d496-4761-9332-720b45a1849c None None] Provisioning complete for port c5c25a37-5193-4e49-8936-66e0e358229f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:10.668100 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2dac011a-d496-4761-9332-720b45a1849c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c5c25a37-5193-4e49-8936-66e0e358229f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:10.737340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2dac011a-d496-4761-9332-720b45a1849c None None] Port c5c25a37-5193-4e49-8936-66e0e358229f cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:50:10.859658 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c5c25a37-5193-4e49-8936-66e0e358229f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:10.898562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ee072-d735-4bf5-a900-7fcf88cb2e02 req-0d79e20d-a636-4dca-87c6-30c7918a3558 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:10.903185 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e64ee072-d735-4bf5-a900-7fcf88cb2e02 req-0d79e20d-a636-4dca-87c6-30c7918a3558 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 932 time: 0.3098013 Feb 11 04:50:11.257589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a90e6c45-051b-4e31-b469-266138d9aad8 req-e97bcc47-89b2-408e-aab0-3db4e92eeedd tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 210 time: 0.1163332 Feb 11 04:50:11.301564 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e64ee072-d735-4bf5-a900-7fcf88cb2e02 req-254420ae-4e2b-4dc0-8937-879a4a8eacba tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3792670 Feb 11 04:50:11.560126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 51943d14-2749-4efa-a40e-f3a2e2360eda up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:11.732712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 51943d14-2749-4efa-a40e-f3a2e2360eda triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:11.733971 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:11.741047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c25a37-5193-4e49-8936-66e0e358229f {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:11.759251 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Publish callbacks [] for port (c5c25a37-5193-4e49-8936-66e0e358229f), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:11.807793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Transition to ACTIVE for port object c5c25a37-5193-4e49-8936-66e0e358229f will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:50:11.849600 n-d-712142-35 neutron-server[103809]: DEBUG neutron.objects.ports [None req-b9341d0f-3df2-4a3e-bf44-c60867ca79ed tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103809) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 04:50:11.850085 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9341d0f-3df2-4a3e-bf44-c60867ca79ed tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (296ac49f-fa2e-432c-90b7-79a491214f3e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:11.921996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9341d0f-3df2-4a3e-bf44-c60867ca79ed tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Pushing event updated for resources: {'Subnet': ['ID=296ac49f-fa2e-432c-90b7-79a491214f3e,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:11.939893 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (c5c25a37-5193-4e49-8936-66e0e358229f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:11.970476 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9341d0f-3df2-4a3e-bf44-c60867ca79ed tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Checking segment: {'id': '6284539f-1d7e-4a34-966c-c5eeea9d4b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '7308a8c9-b595-4074-82c1-46c01911bb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:11.971650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9341d0f-3df2-4a3e-bf44-c60867ca79ed tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Network hostable DHCP agents. Network: 7308a8c9-b595-4074-82c1-46c01911bb3d, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:50:12.010522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 51943d14-2749-4efa-a40e-f3a2e2360eda is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:12.051274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c25a37-5193-4e49-8936-66e0e358229f,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:12.174920 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Attempting to bind port c5c25a37-5193-4e49-8936-66e0e358229f on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:12.175651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Attempting to bind port c5c25a37-5193-4e49-8936-66e0e358229f by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:12.176319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Attempting to bind port c5c25a37-5193-4e49-8936-66e0e358229f on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:12.192373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Port c5c25a37-5193-4e49-8936-66e0e358229f on network 86528c9f-e248-4f9b-904c-aa5d69cd261d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:50:12.192794 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Attempting to bind port c5c25a37-5193-4e49-8936-66e0e358229f on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:12.200102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:12.200609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Checking segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:12.201398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Bound using segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:12.202175 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Bound port: c5c25a37-5193-4e49-8936-66e0e358229f, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:12.202668 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c5c25a37-5193-4e49-8936-66e0e358229f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:12.239409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9341d0f-3df2-4a3e-bf44-c60867ca79ed tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Network 7308a8c9-b595-4074-82c1-46c01911bb3d is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:50:12.298823 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:50:12.328933 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] For port c5c25a37-5193-4e49-8936-66e0e358229f, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:12.339237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] For port c5c25a37-5193-4e49-8936-66e0e358229f, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c5c25a37-5193-4e49-8936-66e0e358229f,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:50:12.427346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-b9341d0f-3df2-4a3e-bf44-c60867ca79ed tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 7308a8c9-b595-4074-82c1-46c01911bb3d) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:12.441257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f06ecb6-ceab-434d-8dd5-f469b374a860 None None] Network 7308a8c9-b595-4074-82c1-46c01911bb3d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:50:12.441454 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1dec88f9-5728-4754-bea5-40894eddf215 req-1140fb8e-b3e6-4d59-ae1c-d27d7934aaa2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 210 time: 0.0685740 Feb 11 04:50:12.448272 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9341d0f-3df2-4a3e-bf44-c60867ca79ed tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:12.450111 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9341d0f-3df2-4a3e-bf44-c60867ca79ed tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:12.570408 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (c5c25a37-5193-4e49-8936-66e0e358229f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:12.688602 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-d00d3b1d-bb4d-4032-9ca9-5823465dfd19 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:12.693890 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-d00d3b1d-bb4d-4032-9ca9-5823465dfd19 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.47 "GET /v2.0/networks?id=eb5463d1-24a4-4ce6-8fd5-982426f41a36 HTTP/1.1" status: 200 len: 794 time: 0.2840996 Feb 11 04:50:12.698885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c25a37-5193-4e49-8936-66e0e358229f,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:12.713154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:12.717512 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:12.723658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-074a0e0f-7956-44c6-8592-71d2a4b2a331 service neutron] 10.222.0.32 "PUT /v2.0/ports/c5c25a37-5193-4e49-8936-66e0e358229f HTTP/1.1" status: 200 len: 1093 time: 2.2178547 Feb 11 04:50:12.728457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedf46f9-5e35-456f-8aae-98ae6f5c931f', 'tag': 'c5c25a37-5193-4e49-8936-66e0e358229f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:12.738611 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df952f24-d1f2-43e8-9185-0eb0c84ca923" -d '{"events": [{"name": "network-changed", "server_uuid": "cedf46f9-5e35-456f-8aae-98ae6f5c931f", "tag": "c5c25a37-5193-4e49-8936-66e0e358229f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:12.738800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8258b82e-9485-40d3-ac4c-afe7296a90d6 None None] Network 7308a8c9-b595-4074-82c1-46c01911bb3d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:50:12.745698 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b9341d0f-3df2-4a3e-bf44-c60867ca79ed tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3165405 Feb 11 04:50:12.762192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51854) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:12.776049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7b068770-a9bd-4b45-bd13-e379206e1573 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1568765285', 'network_id': '7308a8c9-b595-4074-82c1-46c01911bb3d'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:12.807483 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-6631803b-0ba3-4d80-a027-b0122ff29a7c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 380 time: 0.1052330 Feb 11 04:50:12.825139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'port': {'device_id': '6ae97b45-ec39-4250-b83d-41af26be8591', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'admin_state_up': True, 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'security_groups': ['a88035ee-c81c-4b4a-ab8d-8b8562b30416']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:12.865716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d94397-ed6a-4407-be28-7c31eb374774 req-ed9b8089-9ec4-4946-9a0a-dcea4a5fcaa5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:12.871133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5d94397-ed6a-4407-be28-7c31eb374774 req-ed9b8089-9ec4-4946-9a0a-dcea4a5fcaa5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.3960738 Feb 11 04:50:12.880765 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf7fea6-2a6b-495a-b784-883b49baecaf x-openstack-request-id: req-ddf7fea6-2a6b-495a-b784-883b49baecaf {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:12.883035 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedf46f9-5e35-456f-8aae-98ae6f5c931f", "tag": "c5c25a37-5193-4e49-8936-66e0e358229f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:12.883482 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddf7fea6-2a6b-495a-b784-883b49baecaf {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:12.884059 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedf46f9-5e35-456f-8aae-98ae6f5c931f', 'tag': 'c5c25a37-5193-4e49-8936-66e0e358229f', 'status': 'completed', 'code': 200} Feb 11 04:50:13.067193 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5d94397-ed6a-4407-be28-7c31eb374774 req-f0fada33-1492-4841-ba7d-7f5bfc32fbb2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712379 Feb 11 04:50:13.097589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df952f24-d1f2-43e8-9185-0eb0c84ca923 req-6a767764-b4fb-40fa-b94d-cde1c48bd6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:13.118703 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df952f24-d1f2-43e8-9185-0eb0c84ca923 req-6a767764-b4fb-40fa-b94d-cde1c48bd6f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 1127 time: 0.2007811 Feb 11 04:50:13.118703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b068770-a9bd-4b45-bd13-e379206e1573 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Made reservation on behalf of d08b1449f15840ff88a6c43d58238146 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:13.118703 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b068770-a9bd-4b45-bd13-e379206e1573 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:13.177660 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Made reservation on behalf of 65bc519e3418487ba870e678d8f45696 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:13.182473 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:13.263234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-7b068770-a9bd-4b45-bd13-e379206e1573 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] device_id is not set on port 5ba34aef-063a-4a3a-b316-45f5b9150dfd yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:50:13.340317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df952f24-d1f2-43e8-9185-0eb0c84ca923 req-b65c6a1b-7609-4a75-9dd2-ba7467abf425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:13.341890 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df952f24-d1f2-43e8-9185-0eb0c84ca923 req-b65c6a1b-7609-4a75-9dd2-ba7467abf425 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1868105 Feb 11 04:50:13.435968 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.20.0.5 (eb5463d1-24a4-4ce6-8fd5-982426f41a36/c38f51ac-61d4-49bc-b47a-d454b3c0f622/7b299c98-daed-4637-9bf7-e50afa2b1d05) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:13.514242 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-7b068770-a9bd-4b45-bd13-e379206e1573 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Allocated IP 2001:db8::31c (7308a8c9-b595-4074-82c1-46c01911bb3d/296ac49f-fa2e-432c-90b7-79a491214f3e/5ba34aef-063a-4a3a-b316-45f5b9150dfd) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:13.540925 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df952f24-d1f2-43e8-9185-0eb0c84ca923 req-5b6267f1-1586-4ea7-9d12-1594285d5c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:13.542594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df952f24-d1f2-43e8-9185-0eb0c84ca923 req-5b6267f1-1586-4ea7-9d12-1594285d5c39 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1790626 Feb 11 04:50:13.709721 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19fcdc11-bf1e-4413-bce4-f5835d3e0650 req-58a169f0-e9ac-4510-989d-774d343c6b61 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 210 time: 0.0835924 Feb 11 04:50:13.806591 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:13.890010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-f1398130-1392-4d55-b7b2-8f20fbb610b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:13.893379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-f1398130-1392-4d55-b7b2-8f20fbb610b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 1127 time: 0.2820146 Feb 11 04:50:13.930859 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b068770-a9bd-4b45-bd13-e379206e1573 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for port (5ba34aef-063a-4a3a-b316-45f5b9150dfd), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:13.932607 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:13.977970 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network eb5463d1-24a4-4ce6-8fd5-982426f41a36 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:13.986579 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:14.028139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:14.034835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-fc0d6a19-dbb0-4073-8cf1-a24eb0a4fd10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5c25a37-5193-4e49-8936-66e0e358229f HTTP/1.1" status: 200 len: 217 time: 0.0714192 Feb 11 04:50:14.130746 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b068770-a9bd-4b45-bd13-e379206e1573 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5ba34aef-063a-4a3a-b316-45f5b9150dfd), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:14.135214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:14.139685 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:14.211730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=7b299c98-daed-4637-9bf7-e50afa2b1d05,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:14.232667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:14.233349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:14.233795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:14.234950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:14.238456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:14.239176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:14.239899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:14.240458 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:14.240897 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:14.241346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:14.241779 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:14.242473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:14.244904 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:14.264771 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b068770-a9bd-4b45-bd13-e379206e1573 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Network 7308a8c9-b595-4074-82c1-46c01911bb3d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:14.272422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-604b06ca-6fc4-4bfe-ad61-fd86f5a1f3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:14.274654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-604b06ca-6fc4-4bfe-ad61-fd86f5a1f3a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.2298555 Feb 11 04:50:14.315627 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-7b068770-a9bd-4b45-bd13-e379206e1573 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:14.318615 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b068770-a9bd-4b45-bd13-e379206e1573 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:14.324146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b068770-a9bd-4b45-bd13-e379206e1573 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:14.324146 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b068770-a9bd-4b45-bd13-e379206e1573 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:14.368882 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-9dd524f9-66b8-4439-b86b-dde26c500fe9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5558412 Feb 11 04:50:14.383268 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Request body: {'port': {'device_id': '6ae97b45-ec39-4250-b83d-41af26be8591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:14.386922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b068770-a9bd-4b45-bd13-e379206e1573 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Pushing event updated for resources: {'Port': ['ID=5ba34aef-063a-4a3a-b316-45f5b9150dfd,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:14.421416 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf68db8-097a-44a0-98a4-2d907523e410 req-65394e3a-1e08-494e-8036-990b0f1b3b58 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:14.423309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1cf68db8-097a-44a0-98a4-2d907523e410 req-65394e3a-1e08-494e-8036-990b0f1b3b58 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.1616886 Feb 11 04:50:14.443921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0298b6c1-61a8-4f38-8d49-7d7a7a8f2004 None None] Provisioning complete for port 7b299c98-daed-4637-9bf7-e50afa2b1d05 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:14.446064 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0298b6c1-61a8-4f38-8d49-7d7a7a8f2004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:14.453892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-76976aa1-fb9a-405e-b36c-68b0790cfdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:14.456040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-76976aa1-fb9a-405e-b36c-68b0790cfdd8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1448784 Feb 11 04:50:14.520637 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:14.537248 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1cf68db8-097a-44a0-98a4-2d907523e410 req-04525e4d-fbbe-4007-aeff-86e4e6c8b3ae tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057646 Feb 11 04:50:14.538788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0298b6c1-61a8-4f38-8d49-7d7a7a8f2004 None None] Port 7b299c98-daed-4637-9bf7-e50afa2b1d05 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:50:14.611312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7b068770-a9bd-4b45-bd13-e379206e1573 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8420849 Feb 11 04:50:14.612565 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51872) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:14.614425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-282d2fb1-123a-426c-91f5-bb574af5df77 service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503441 Feb 11 04:50:14.756803 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb9aa7f3-34fe-4285-bf84-b75adf365684 req-2dda392a-01d0-403f-a04f-b461f6260055 service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269577 Feb 11 04:50:14.978488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17698759-451b-4e6b-b832-d00fe8938858 req-27993431-dec1-4604-a666-f9d754651371 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:14.981878 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17698759-451b-4e6b-b832-d00fe8938858 req-27993431-dec1-4604-a666-f9d754651371 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 931 time: 0.1134613 Feb 11 04:50:15.077362 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b299c98-daed-4637-9bf7-e50afa2b1d05 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:15.090904 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Publish callbacks [] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:15.100352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ff588-d0f7-4d48-9b29-c6586ae20e7d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Deleting port 5ba34aef-063a-4a3a-b316-45f5b9150dfd {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:15.100823 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff588-d0f7-4d48-9b29-c6586ae20e7d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5ba34aef-063a-4a3a-b316-45f5b9150dfd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:15.106374 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17698759-451b-4e6b-b832-d00fe8938858 req-097eb05e-63b4-45e8-9450-776636cb0e24 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189709 Feb 11 04:50:15.208736 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff588-d0f7-4d48-9b29-c6586ae20e7d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5ba34aef-063a-4a3a-b316-45f5b9150dfd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:15.226809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ff588-d0f7-4d48-9b29-c6586ae20e7d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Calling delete_port for 5ba34aef-063a-4a3a-b316-45f5b9150dfd owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:15.572578 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff588-d0f7-4d48-9b29-c6586ae20e7d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5ba34aef-063a-4a3a-b316-45f5b9150dfd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:15.575571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Transition to ACTIVE for port object 7b299c98-daed-4637-9bf7-e50afa2b1d05 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:50:15.637211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ff588-d0f7-4d48-9b29-c6586ae20e7d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ba34aef-063a-4a3a-b316-45f5b9150dfd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:15.718752 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8c2ff588-d0f7-4d48-9b29-c6586ae20e7d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:15.726844 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8c2ff588-d0f7-4d48-9b29-c6586ae20e7d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "DELETE /v2.0/ports/5ba34aef-063a-4a3a-b316-45f5b9150dfd HTTP/1.1" status: 204 len: 168 time: 1.1125035 Feb 11 04:50:15.729728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51886) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:15.737453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7308a8c9-b595-4074-82c1-46c01911bb3d', 'external_fixed_ips': [{'subnet_id': '296ac49f-fa2e-432c-90b7-79a491214f3e', 'ip_address': '2001:db8::31c'}]}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:15.746274 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:15.770830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ca68c-992e-4edc-b371-2d59226deab6 req-bb0d3fbc-dc33-4bcf-962d-b04021cbe54c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:15.785891 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-439ca68c-992e-4edc-b371-2d59226deab6 req-bb0d3fbc-dc33-4bcf-962d-b04021cbe54c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.1297243 Feb 11 04:50:15.934352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Pushing event updated for resources: {'Port': ['ID=7b299c98-daed-4637-9bf7-e50afa2b1d05,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:15.935334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-439ca68c-992e-4edc-b371-2d59226deab6 req-d8a95058-1605-4c46-b0ef-f4dfa770e9f7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359186 Feb 11 04:50:16.095038 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (66a846c0-6c71-41a4-a981-2882090aaf16), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:16.103354 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (66a846c0-6c71-41a4-a981-2882090aaf16), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:16.256331 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_controller (66a846c0-6c71-41a4-a981-2882090aaf16), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:16.301267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Attempting to bind port 7b299c98-daed-4637-9bf7-e50afa2b1d05 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:16.301625 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Attempting to bind port 7b299c98-daed-4637-9bf7-e50afa2b1d05 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:16.301970 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Attempting to bind port 7b299c98-daed-4637-9bf7-e50afa2b1d05 on network eb5463d1-24a4-4ce6-8fd5-982426f41a36 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:16.317532 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Port 7b299c98-daed-4637-9bf7-e50afa2b1d05 on network eb5463d1-24a4-4ce6-8fd5-982426f41a36 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:50:16.317866 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Attempting to bind port 7b299c98-daed-4637-9bf7-e50afa2b1d05 on network eb5463d1-24a4-4ce6-8fd5-982426f41a36 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:16.329719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:16.330306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Checking segment: {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:16.330789 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Bound using segment: {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:16.331262 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Bound port: 7b299c98-daed-4637-9bf7-e50afa2b1d05, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:16.331787 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:16.724317 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:16.727971 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:50:16.830788 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:17.022063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca230db-ec27-413e-b8e0-09553e923eeb req-b7358e73-9ef5-46a4-ad9b-32dd539832dc tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:17.030956 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bca230db-ec27-413e-b8e0-09553e923eeb req-b7358e73-9ef5-46a4-ad9b-32dd539832dc tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 943 time: 0.1498215 Feb 11 04:50:17.099771 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Pushing event updated for resources: {'Port': ['ID=7b299c98-daed-4637-9bf7-e50afa2b1d05,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:17.110322 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (66a846c0-6c71-41a4-a981-2882090aaf16), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:17.158921 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:17.158921 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:17.163088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bca230db-ec27-413e-b8e0-09553e923eeb req-79ef7d1b-37d0-4fc8-9066-1cfac56e158c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291902 Feb 11 04:50:17.171610 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-ee8a8f2b-a997-478e-a70a-0db0e7a80187 service neutron] 10.222.0.47 "PUT /v2.0/ports/7b299c98-daed-4637-9bf7-e50afa2b1d05 HTTP/1.1" status: 200 len: 1092 time: 2.7811089 Feb 11 04:50:17.183391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:17.186421 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf51f20-d3ad-467e-a7c2-e9353ef086a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:17.288669 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8012fde-d03e-47f9-8327-168fc919cf48 x-openstack-request-id: req-b8012fde-d03e-47f9-8327-168fc919cf48 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:17.291240 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:17.292111 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8012fde-d03e-47f9-8327-168fc919cf48 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:17.294696 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05', 'status': 'completed', 'code': 200} Feb 11 04:50:17.326402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11199153-ff8e-4569-b0a5-f41c6676449e req-23ad018e-6c32-425c-a804-a3a7bf5f65d6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:17.330438 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11199153-ff8e-4569-b0a5-f41c6676449e req-23ad018e-6c32-425c-a804-a3a7bf5f65d6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.1638174 Feb 11 04:50:17.488084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11199153-ff8e-4569-b0a5-f41c6676449e req-ebf3d2a5-ea7d-452d-86a2-1f89f8b78a98 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302462 Feb 11 04:50:17.920414 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf51f20-d3ad-467e-a7c2-e9353ef086a3 req-afbd8f1d-3ff4-46fb-bceb-55be88fc4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:17.922061 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cdf51f20-d3ad-467e-a7c2-e9353ef086a3 req-afbd8f1d-3ff4-46fb-bceb-55be88fc4233 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 1126 time: 0.6003914 Feb 11 04:50:18.178658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf51f20-d3ad-467e-a7c2-e9353ef086a3 req-630cfe0c-3898-4e2f-88be-ff388fbca9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:18.180109 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cdf51f20-d3ad-467e-a7c2-e9353ef086a3 req-630cfe0c-3898-4e2f-88be-ff388fbca9e2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=65bc519e3418487ba870e678d8f45696&shared=False HTTP/1.1" status: 200 len: 895 time: 0.2502322 Feb 11 04:50:18.207053 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (66a846c0-6c71-41a4-a981-2882090aaf16), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:18.327229 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:18.366549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdb3c2-5d46-4d20-9cb5-c178b5fb64ea req-8d639218-2a0f-4268-b265-8d5dfd3899a5 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:18.375723 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5bdb3c2-5d46-4d20-9cb5-c178b5fb64ea req-8d639218-2a0f-4268-b265-8d5dfd3899a5 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 943 time: 0.1037447 Feb 11 04:50:18.424889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf51f20-d3ad-467e-a7c2-e9353ef086a3 req-e5c0e856-909d-4d55-8840-7c096e087f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:18.426696 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cdf51f20-d3ad-467e-a7c2-e9353ef086a3 req-e5c0e856-909d-4d55-8840-7c096e087f25 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2168844 Feb 11 04:50:18.476104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5bdb3c2-5d46-4d20-9cb5-c178b5fb64ea req-7c6bbd6a-9cc9-4105-9cfc-d00ad01870fa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983763 Feb 11 04:50:18.774458 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Allocated IP 2001:db8::31c (7308a8c9-b595-4074-82c1-46c01911bb3d/296ac49f-fa2e-432c-90b7-79a491214f3e/17543b46-f6af-49b6-893b-a70f7488b6bb) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:18.792795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91b54c-c0d1-4cfe-ba0b-8f01f1aa806b req-6b19f6e0-2006-4086-ab08-75a1c0525968 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:18.795925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb91b54c-c0d1-4cfe-ba0b-8f01f1aa806b req-6b19f6e0-2006-4086-ab08-75a1c0525968 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.1398323 Feb 11 04:50:18.797920 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-c92c813d-2713-41db-b9f7-bce92a534739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:18.800696 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-c92c813d-2713-41db-b9f7-bce92a534739 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 1126 time: 0.3066885 Feb 11 04:50:18.899392 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-326df06e-1d33-4408-953d-48fcd2dde247 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05 HTTP/1.1" status: 200 len: 217 time: 0.0896013 Feb 11 04:50:18.904996 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb91b54c-c0d1-4cfe-ba0b-8f01f1aa806b req-82324d52-7859-454d-8580-f07fc6124ea7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994840 Feb 11 04:50:19.093763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-b678967e-8c59-4824-b7d3-ca76f3893949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:19.096587 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-b678967e-8c59-4824-b7d3-ca76f3893949 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c38f51ac-61d4-49bc-b47a-d454b3c0f622 HTTP/1.1" status: 200 len: 835 time: 0.1912758 Feb 11 04:50:19.200799 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for port (17543b46-f6af-49b6-893b-a70f7488b6bb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:19.237961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-b37eaaeb-a97b-46e2-8123-ca485e0f50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:19.240819 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-b37eaaeb-a97b-46e2-8123-ca485e0f50b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb5463d1-24a4-4ce6-8fd5-982426f41a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1385717 Feb 11 04:50:19.407577 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-c8745c6a-2c22-48c0-92ff-0b2a4963aa21 service neutron] 10.222.0.47 "GET /v2.0/networks/eb5463d1-24a4-4ce6-8fd5-982426f41a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593878 Feb 11 04:50:19.434409 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (17543b46-f6af-49b6-893b-a70f7488b6bb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:19.595868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Network 7308a8c9-b595-4074-82c1-46c01911bb3d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:19.603107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:19.605603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:19.624046 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a7a00-a8b7-4373-808a-f32724d74692 req-b3fd4ba5-62fb-45ef-8ec0-b0bf490b7cb1 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:19.625728 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d75a7a00-a8b7-4373-808a-f32724d74692 req-b3fd4ba5-62fb-45ef-8ec0-b0bf490b7cb1 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 943 time: 0.0711670 Feb 11 04:50:19.656892 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Pushing event updated for resources: {'Port': ['ID=17543b46-f6af-49b6-893b-a70f7488b6bb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:19.731391 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d75a7a00-a8b7-4373-808a-f32724d74692 req-12a82ded-1960-4e5c-b7ae-b773abe9fb79 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985329 Feb 11 04:50:19.744428 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0dc20b87-9614-4cb3-b82b-d37ab919fd2d req-02f59869-806e-44dc-a0e2-813ed72fca73 service neutron] 10.222.0.47 "GET /v2.0/networks/eb5463d1-24a4-4ce6-8fd5-982426f41a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298082 Feb 11 04:50:20.070986 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (66a846c0-6c71-41a4-a981-2882090aaf16), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:20.158806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d9a68-3fe0-4bcf-8afd-16d0ba678b2a req-985a7c3f-2696-4a01-a2c4-a21dd4979064 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:20.166166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-042d9a68-3fe0-4bcf-8afd-16d0ba678b2a req-985a7c3f-2696-4a01-a2c4-a21dd4979064 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.1377037 Feb 11 04:50:20.280106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-042d9a68-3fe0-4bcf-8afd-16d0ba678b2a req-51c273cd-4916-472e-b9ef-8b5bd953c198 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126654 Feb 11 04:50:20.510697 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (66a846c0-6c71-41a4-a981-2882090aaf16), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:20.770879 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Router 66a846c0-6c71-41a4-a981-2882090aaf16 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:50:20.941238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:50:20.966821 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] Sync routers for ids ['66a846c0-6c71-41a4-a981-2882090aaf16'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:50:20.979443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989bfa6-c05e-434f-8dfd-dc66ab40c159 req-bd4a675b-d96a-405a-ba04-51679e1d6012 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:20.982416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6989bfa6-c05e-434f-8dfd-dc66ab40c159 req-bd4a675b-d96a-405a-ba04-51679e1d6012 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 943 time: 0.1307261 Feb 11 04:50:21.008830 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] Routers {'66a846c0-6c71-41a4-a981-2882090aaf16'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:21.010108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:49:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['66a846c0-6c71-41a4-a981-2882090aaf16'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:21.102072 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:21.104442 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-14a59fd8-37fc-463c-9f15-d2c0f27025bb tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3732231 Feb 11 04:50:21.111859 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51940) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:21.172900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6989bfa6-c05e-434f-8dfd-dc66ab40c159 req-b404c059-295e-4d50-b2b5-e2bdfbd7a142 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830604 Feb 11 04:50:21.319136 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b6d67bb-5752-427d-b421-1793c440b42a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router (66a846c0-6c71-41a4-a981-2882090aaf16), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:21.323986 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] Set router 66a846c0-6c71-41a4-a981-2882090aaf16 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:21.471016 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b6d67bb-5752-427d-b421-1793c440b42a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (66a846c0-6c71-41a4-a981-2882090aaf16), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:21.569792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aab28-4456-40f2-93d9-4cb52d5f7013 req-ec2b1dc0-2132-4f83-8c50-fd7996020af7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:21.573669 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d8aab28-4456-40f2-93d9-4cb52d5f7013 req-ec2b1dc0-2132-4f83-8c50-fd7996020af7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.1893470 Feb 11 04:50:21.623417 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a846c0-6c71-41a4-a981-2882090aaf16', 'name': '', 'tenant_id': 'd08b1449f15840ff88a6c43d58238146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7308a8c9-b595-4074-82c1-46c01911bb3d', 'external_fixed_ips': [{'subnet_id': '296ac49f-fa2e-432c-90b7-79a491214f3e', 'ip_address': '2001:db8::31c'}], 'enable_snat': True}, 'gw_port_id': '17543b46-f6af-49b6-893b-a70f7488b6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:50:16Z', 'updated_at': '2022-02-11T04:50:19Z', 'revision_number': 3, 'project_id': 'd08b1449f15840ff88a6c43d58238146', 'gw_port': {'id': '17543b46-f6af-49b6-893b-a70f7488b6bb', 'name': '', 'network_id': '7308a8c9-b595-4074-82c1-46c01911bb3d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66a846c0-6c71-41a4-a981-2882090aaf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '296ac49f-fa2e-432c-90b7-79a491214f3e', 'ip_address': '2001:db8::31c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:50:18Z', 'updated_at': '2022-02-11T04:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '296ac49f-fa2e-432c-90b7-79a491214f3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:21.665829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] Checking router: 66a846c0-6c71-41a4-a981-2882090aaf16 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:50:21.666328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] Updating router 66a846c0-6c71-41a4-a981-2882090aaf16 port 17543b46-f6af-49b6-893b-a70f7488b6bb binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:50:21.672119 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d67bb-5752-427d-b421-1793c440b42a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Deleting port 17543b46-f6af-49b6-893b-a70f7488b6bb {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:21.675203 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b6d67bb-5752-427d-b421-1793c440b42a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (17543b46-f6af-49b6-893b-a70f7488b6bb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:21.702372 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (17543b46-f6af-49b6-893b-a70f7488b6bb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:21.728207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d8aab28-4456-40f2-93d9-4cb52d5f7013 req-ddd7749b-9096-411f-bf0e-c9eadaacbac5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473460 Feb 11 04:50:21.804219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b6d67bb-5752-427d-b421-1793c440b42a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (17543b46-f6af-49b6-893b-a70f7488b6bb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:21.822328 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d67bb-5752-427d-b421-1793c440b42a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Calling delete_port for 17543b46-f6af-49b6-893b-a70f7488b6bb owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:22.307860 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b6d67bb-5752-427d-b421-1793c440b42a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (17543b46-f6af-49b6-893b-a70f7488b6bb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:22.308635 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:50:22.312538 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:50:22.369765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d67bb-5752-427d-b421-1793c440b42a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Pushing event deleted for resources: {'Port': ['ID=17543b46-f6af-49b6-893b-a70f7488b6bb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:22.415892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d0837-4378-4171-ba56-a7bb3f10da6f req-3c54d0ec-3cab-415a-a061-e0eac30d9af0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:22.422006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c82d0837-4378-4171-ba56-a7bb3f10da6f req-3c54d0ec-3cab-415a-a061-e0eac30d9af0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 943 time: 0.1292880 Feb 11 04:50:22.435080 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b6d67bb-5752-427d-b421-1793c440b42a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (66a846c0-6c71-41a4-a981-2882090aaf16), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:22.535804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c82d0837-4378-4171-ba56-a7bb3f10da6f req-8116de38-a55c-4be1-8b9f-2b18cbe43bea tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075852 Feb 11 04:50:22.666998 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b6d67bb-5752-427d-b421-1793c440b42a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (66a846c0-6c71-41a4-a981-2882090aaf16), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:22.674205 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b6d67bb-5752-427d-b421-1793c440b42a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_controller (66a846c0-6c71-41a4-a981-2882090aaf16), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:22.852658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] Port 17543b46-f6af-49b6-893b-a70f7488b6bb not found while updating agent binding for router 66a846c0-6c71-41a4-a981-2882090aaf16. {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 04:50:22.875266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] Routers {'66a846c0-6c71-41a4-a981-2882090aaf16'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:22.876626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:49:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['66a846c0-6c71-41a4-a981-2882090aaf16'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:22.926137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b6d67bb-5752-427d-b421-1793c440b42a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (66a846c0-6c71-41a4-a981-2882090aaf16), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:22.927010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6d67bb-5752-427d-b421-1793c440b42a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66a846c0-6c71-41a4-a981-2882090aaf16 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:50:22.933510 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8b6d67bb-5752-427d-b421-1793c440b42a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:22.934887 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8b6d67bb-5752-427d-b421-1793c440b42a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "DELETE /v2.0/routers/66a846c0-6c71-41a4-a981-2882090aaf16 HTTP/1.1" status: 204 len: 168 time: 1.8214166 Feb 11 04:50:22.938103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51966) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:22.983761 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bd8de-6db4-4402-b39e-cab358396fff req-a3dcbf12-5644-4f93-a62b-53f7735684a8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:22.992928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb4bd8de-6db4-4402-b39e-cab358396fff req-a3dcbf12-5644-4f93-a62b-53f7735684a8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.1111870 Feb 11 04:50:23.030227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-b264bbab-5d8d-458b-bb87-586d9b93e511 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Deleting subnet 296ac49f-fa2e-432c-90b7-79a491214f3e {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:50:23.041688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b264bbab-5d8d-458b-bb87-586d9b93e511 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for subnet (296ac49f-fa2e-432c-90b7-79a491214f3e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.083224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] Set router 66a846c0-6c71-41a4-a981-2882090aaf16 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:23.101016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb4bd8de-6db4-4402-b39e-cab358396fff req-e5c8405d-37e2-420b-96b3-09c21e894165 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080310 Feb 11 04:50:23.110890 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b264bbab-5d8d-458b-bb87-586d9b93e511 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (296ac49f-fa2e-432c-90b7-79a491214f3e), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.164657 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b264bbab-5d8d-458b-bb87-586d9b93e511 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (296ac49f-fa2e-432c-90b7-79a491214f3e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.243630 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7b299c98-daed-4637-9bf7-e50afa2b1d05 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:50:23.250511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66a846c0-6c71-41a4-a981-2882090aaf16', 'name': '', 'tenant_id': 'd08b1449f15840ff88a6c43d58238146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:50:16Z', 'updated_at': '2022-02-11T04:50:22Z', 'revision_number': 5, 'project_id': 'd08b1449f15840ff88a6c43d58238146', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:23.303434 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b264bbab-5d8d-458b-bb87-586d9b93e511 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (296ac49f-fa2e-432c-90b7-79a491214f3e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.343376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264bbab-5d8d-458b-bb87-586d9b93e511 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=296ac49f-fa2e-432c-90b7-79a491214f3e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:23.355131 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b264bbab-5d8d-458b-bb87-586d9b93e511 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.362896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d201ae-7d69-4d88-b3b1-e4265b989b6f None None] The sync data for ids ['66a846c0-6c71-41a4-a981-2882090aaf16'] in n-d-712142-35 is: [{'id': '66a846c0-6c71-41a4-a981-2882090aaf16', 'name': '', 'tenant_id': 'd08b1449f15840ff88a6c43d58238146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:50:16Z', 'updated_at': '2022-02-11T04:50:22Z', 'revision_number': 5, 'project_id': 'd08b1449f15840ff88a6c43d58238146', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:50:23.365788 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 51968) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:23.379952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b264bbab-5d8d-458b-bb87-586d9b93e511 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/296ac49f-fa2e-432c-90b7-79a491214f3e HTTP/1.1" status: 204 len: 168 time: 0.4405363 Feb 11 04:50:23.480171 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5706f15c-c146-4a95-b7c4-617e450eb40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.522396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:23.523918 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc5beb2a-42b3-499b-95fd-af230ea49117 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (7308a8c9-b595-4074-82c1-46c01911bb3d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.538137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '7b299c98-daed-4637-9bf7-e50afa2b1d05', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'port_id': '7b299c98-daed-4637-9bf7-e50afa2b1d05', 'mac_address': 'fa:16:3e:57:f4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:50:23.591569 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7b299c98-daed-4637-9bf7-e50afa2b1d05 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:23.591569 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.608436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b299c98-daed-4637-9bf7-e50afa2b1d05 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:23.637867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:23.732354 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.807193 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239522cc-5773-4fb3-95c4-60dc9619f16b req-cb797fa4-d527-4ced-8dd1-b954ced9e021 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:23.813379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-239522cc-5773-4fb3-95c4-60dc9619f16b req-cb797fa4-d527-4ced-8dd1-b954ced9e021 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 943 time: 0.1421270 Feb 11 04:50:23.814376 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc5beb2a-42b3-499b-95fd-af230ea49117 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (7308a8c9-b595-4074-82c1-46c01911bb3d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.861717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-dc5beb2a-42b3-499b-95fd-af230ea49117 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7308a8c9-b595-4074-82c1-46c01911bb3d']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:23.877208 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7b299c98-daed-4637-9bf7-e50afa2b1d05,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:23.881547 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-dc5beb2a-42b3-499b-95fd-af230ea49117 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6284539f-1d7e-4a34-966c-c5eeea9d4b7c') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:23.882578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-dc5beb2a-42b3-499b-95fd-af230ea49117 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6284539f-1d7e-4a34-966c-c5eeea9d4b7c') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:23.911043 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc5beb2a-42b3-499b-95fd-af230ea49117 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (6284539f-1d7e-4a34-966c-c5eeea9d4b7c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.920789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-239522cc-5773-4fb3-95c4-60dc9619f16b req-eb425b54-dd7e-42be-a000-f2d43cdfe368 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994787 Feb 11 04:50:23.935773 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc5beb2a-42b3-499b-95fd-af230ea49117 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6284539f-1d7e-4a34-966c-c5eeea9d4b7c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.971338 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5beb2a-42b3-499b-95fd-af230ea49117 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:50:23.971935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc5beb2a-42b3-499b-95fd-af230ea49117 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (6284539f-1d7e-4a34-966c-c5eeea9d4b7c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:50:23.974983 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:50:24.207219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc5beb2a-42b3-499b-95fd-af230ea49117 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (7308a8c9-b595-4074-82c1-46c01911bb3d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:24.227431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5beb2a-42b3-499b-95fd-af230ea49117 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7308a8c9-b595-4074-82c1-46c01911bb3d {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 04:50:24.231165 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc5beb2a-42b3-499b-95fd-af230ea49117 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:24.249261 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dc5beb2a-42b3-499b-95fd-af230ea49117 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "DELETE /v2.0/networks/7308a8c9-b595-4074-82c1-46c01911bb3d HTTP/1.1" status: 204 len: 168 time: 0.8749471 Feb 11 04:50:24.249261 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5beb2a-42b3-499b-95fd-af230ea49117 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Pushing event deleted for resources: {'Network': ['ID=7308a8c9-b595-4074-82c1-46c01911bb3d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:24.297508 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7b299c98-daed-4637-9bf7-e50afa2b1d05'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:24.313837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3d920-e866-4e8d-bfbc-e503ed468a3a req-679536fa-d26a-4c68-82ca-d276c98e4c41 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:24.328142 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7a3d920-e866-4e8d-bfbc-e503ed468a3a req-679536fa-d26a-4c68-82ca-d276c98e4c41 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.1426582 Feb 11 04:50:24.436388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7a3d920-e866-4e8d-bfbc-e503ed468a3a req-2ab9687a-60fa-4693-9ecd-6f6a7494c423 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976017 Feb 11 04:50:24.721778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 51988) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:24.726394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-8685f5cc-2d15-470f-b1b9-734aa2939469 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Request body: {'router': {'name': 'tempest-router--1192756728', 'project_id': '1081b4af4d9f460fb4b784ef479f134d'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:24.851842 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8685f5cc-2d15-470f-b1b9-734aa2939469 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (cd6dab74-90b3-4ad5-99ad-b05e997e553a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:24.852925 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8685f5cc-2d15-470f-b1b9-734aa2939469 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (cd6dab74-90b3-4ad5-99ad-b05e997e553a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:24.928758 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8685f5cc-2d15-470f-b1b9-734aa2939469 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_controller (cd6dab74-90b3-4ad5-99ad-b05e997e553a), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:25.016833 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8685f5cc-2d15-470f-b1b9-734aa2939469 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (cd6dab74-90b3-4ad5-99ad-b05e997e553a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:25.103742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26aacef-b27c-4831-97c2-035071908f57 req-8472834e-be30-4712-8e6d-a28939a25e08 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:25.105888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d26aacef-b27c-4831-97c2-035071908f57 req-8472834e-be30-4712-8e6d-a28939a25e08 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 944 time: 0.0738196 Feb 11 04:50:25.155269 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8685f5cc-2d15-470f-b1b9-734aa2939469 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:25.158789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8685f5cc-2d15-470f-b1b9-734aa2939469 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4336815 Feb 11 04:50:25.160083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52000) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:25.235309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d26aacef-b27c-4831-97c2-035071908f57 req-a6e54584-731b-4e1f-a3ee-57d1e2ef253b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230888 Feb 11 04:50:25.301922 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b58e5750-4799-434f-91d8-35ea88f04b74 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router (cd6dab74-90b3-4ad5-99ad-b05e997e553a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:25.417894 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-60479519-c4d4-406e-8252-58f63272de84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:25.674910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0949a3-1dfa-4025-aa5b-cdcce49beb15 req-3ef54f42-53a5-456b-98d5-fb5b42ca4a98 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:25.693814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e0949a3-1dfa-4025-aa5b-cdcce49beb15 req-3ef54f42-53a5-456b-98d5-fb5b42ca4a98 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.0895007 Feb 11 04:50:25.770901 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e0949a3-1dfa-4025-aa5b-cdcce49beb15 req-22070622-d13a-4ca1-93da-efd5c715dfea tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759904 Feb 11 04:50:25.975736 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b58e5750-4799-434f-91d8-35ea88f04b74 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (cd6dab74-90b3-4ad5-99ad-b05e997e553a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:25.978341 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b58e5750-4799-434f-91d8-35ea88f04b74 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_controller (cd6dab74-90b3-4ad5-99ad-b05e997e553a), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:26.126229 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b58e5750-4799-434f-91d8-35ea88f04b74 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (cd6dab74-90b3-4ad5-99ad-b05e997e553a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:26.126988 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58e5750-4799-434f-91d8-35ea88f04b74 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd6dab74-90b3-4ad5-99ad-b05e997e553a {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:50:26.140167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b58e5750-4799-434f-91d8-35ea88f04b74 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:26.144737 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b58e5750-4799-434f-91d8-35ea88f04b74 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "DELETE /v2.0/routers/cd6dab74-90b3-4ad5-99ad-b05e997e553a HTTP/1.1" status: 204 len: 168 time: 0.9822557 Feb 11 04:50:26.401449 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52024) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:26.406200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23341786-d637-4194-883e-092ca3b34e6a req-a7f730cb-96fe-4f32-b6f7-0da5abd1bd7c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:26.414839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23341786-d637-4194-883e-092ca3b34e6a req-a7f730cb-96fe-4f32-b6f7-0da5abd1bd7c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 944 time: 0.0852654 Feb 11 04:50:26.475275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23341786-d637-4194-883e-092ca3b34e6a req-400c4930-1790-4cc5-a8aa-24032d61960c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591969 Feb 11 04:50:26.703448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-544741833', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}, 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:26.709272 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:26.799677 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (9a523371-b78c-4b50-aeb5-fe3bfd95515e), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:26.800787 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (9a523371-b78c-4b50-aeb5-fe3bfd95515e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:26.860862 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_controller (9a523371-b78c-4b50-aeb5-fe3bfd95515e), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:26.915415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8e1a7-e713-4836-9fbb-44e7acf0eaf1 req-3176361e-cbd5-47da-8c22-1306e40e33d9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:26.920577 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5f8e1a7-e713-4836-9fbb-44e7acf0eaf1 req-3176361e-cbd5-47da-8c22-1306e40e33d9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.0753641 Feb 11 04:50:26.995969 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5f8e1a7-e713-4836-9fbb-44e7acf0eaf1 req-6939dcfe-5477-4a05-9a9d-20bb91f2a016 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710444 Feb 11 04:50:27.024555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7b299c98-daed-4637-9bf7-e50afa2b1d05 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:27.135635 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (9a523371-b78c-4b50-aeb5-fe3bfd95515e), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:27.251509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 7b299c98-daed-4637-9bf7-e50afa2b1d05 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:50:27.257532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 7b299c98-daed-4637-9bf7-e50afa2b1d05 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:27.258384 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:27.371530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7b299c98-daed-4637-9bf7-e50afa2b1d05 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:27.372547 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:27.436730 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:27.443895 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67cbf04-957b-4ddd-aa16-4fd730b54321" -d '{"events": [{"server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "name": "network-vif-plugged", "status": "completed", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:27.494811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:27.561487 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0ce88a-d152-4c40-a816-2e89c5f2af5d x-openstack-request-id: req-4c0ce88a-d152-4c40-a816-2e89c5f2af5d {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:27.562134 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "name": "network-vif-plugged", "status": "completed", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:27.562540 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c0ce88a-d152-4c40-a816-2e89c5f2af5d {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:27.563133 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05', 'code': 200} Feb 11 04:50:27.571753 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:27.729153 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7b299c98-daed-4637-9bf7-e50afa2b1d05,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:27.797111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a6a22-4893-4e9d-b087-ff248faf943f req-97f113a5-fa6c-4daf-9823-458f67b9a67b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:27.800088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-297a6a22-4893-4e9d-b087-ff248faf943f req-97f113a5-fa6c-4daf-9823-458f67b9a67b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 945 time: 0.1404312 Feb 11 04:50:27.840110 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (9a523371-b78c-4b50-aeb5-fe3bfd95515e), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:27.878377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:27.883728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eafa5a-9f5e-4df9-9209-b0cde83a5d21 req-9c80e347-44e2-4648-8ab4-12f8fd90ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:27.885487 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a4eafa5a-9f5e-4df9-9209-b0cde83a5d21 req-9c80e347-44e2-4648-8ab4-12f8fd90ab4d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 1128 time: 0.1844521 Feb 11 04:50:27.924534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-297a6a22-4893-4e9d-b087-ff248faf943f req-52b5a9a8-d3d6-4b90-9c76-71ec1c2b5d10 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114149 Feb 11 04:50:28.108275 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a4eafa5a-9f5e-4df9-9209-b0cde83a5d21 req-984f1635-0602-4d52-8b93-58da12c55209 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126985 Feb 11 04:50:28.274079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Allocated IP 172.25.3.2 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/6e54f79a-649f-4740-83f9-83066e79767d) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:28.301807 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:28.307873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd74d1-9b1e-445a-aca2-961c9ea8416c req-a79e8c6e-5b70-4243-8335-224b0078eb66 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:28.310868 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58bd74d1-9b1e-445a-aca2-961c9ea8416c req-a79e8c6e-5b70-4243-8335-224b0078eb66 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.1359766 Feb 11 04:50:28.445449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58bd74d1-9b1e-445a-aca2-961c9ea8416c req-38fa95f5-4cb7-4f0e-b9cb-5cd51355953a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286457 Feb 11 04:50:28.563651 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for port (6e54f79a-649f-4740-83f9-83066e79767d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:28.789062 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6e54f79a-649f-4740-83f9-83066e79767d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:28.837524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Pushing event updated for resources: {'Port': ['ID=6e54f79a-649f-4740-83f9-83066e79767d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:28.879435 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:28.884431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:28.894237 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:29.216219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccfed9-b666-4a2d-a5e2-4a37952597ea req-f50db7af-755b-4fed-aca1-0f8086cfe489 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:29.217825 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9ccfed9-b666-4a2d-a5e2-4a37952597ea req-f50db7af-755b-4fed-aca1-0f8086cfe489 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 945 time: 0.0714469 Feb 11 04:50:29.292716 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9ccfed9-b666-4a2d-a5e2-4a37952597ea req-c192668e-1a65-4d8e-9e77-1e1ad91e3f5a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652795 Feb 11 04:50:29.524932 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (9a523371-b78c-4b50-aeb5-fe3bfd95515e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:29.670666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332010fd-f0a8-48b1-97e8-2adb1c2d6777 req-4ea130fc-e6fb-43a3-9371-bcf0dc06ee7a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:29.672456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-332010fd-f0a8-48b1-97e8-2adb1c2d6777 req-4ea130fc-e6fb-43a3-9371-bcf0dc06ee7a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.1312659 Feb 11 04:50:29.726367 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:29.785761 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-332010fd-f0a8-48b1-97e8-2adb1c2d6777 req-8cdbcb83-f133-41ed-bb38-b9c3edf1baa1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020601 Feb 11 04:50:30.005743 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (9a523371-b78c-4b50-aeb5-fe3bfd95515e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:30.308305 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Router 9a523371-b78c-4b50-aeb5-fe3bfd95515e is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:50:30.443853 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:50:30.454487 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555212b2-fa9f-4e74-be33-331b865a55cb None None] Sync routers for ids ['9a523371-b78c-4b50-aeb5-fe3bfd95515e'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:50:30.471791 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555212b2-fa9f-4e74-be33-331b865a55cb None None] Routers {'9a523371-b78c-4b50-aeb5-fe3bfd95515e'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:30.472731 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-555212b2-fa9f-4e74-be33-331b865a55cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['9a523371-b78c-4b50-aeb5-fe3bfd95515e'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:30.509570 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-555212b2-fa9f-4e74-be33-331b865a55cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:30.520224 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555212b2-fa9f-4e74-be33-331b865a55cb None None] Routers {'9a523371-b78c-4b50-aeb5-fe3bfd95515e'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:30.521172 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-555212b2-fa9f-4e74-be33-331b865a55cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['9a523371-b78c-4b50-aeb5-fe3bfd95515e'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:30.574045 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4e2ae-d408-42b1-914e-6678d6935c2f req-5b77db43-d440-4ad4-9f40-621e6a791e3b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:30.593146 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7d4e2ae-d408-42b1-914e-6678d6935c2f req-5b77db43-d440-4ad4-9f40-621e6a791e3b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 945 time: 0.1835849 Feb 11 04:50:30.603367 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:30.604787 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f49d38ee-360b-42df-b9da-321d68920a35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1957560 Feb 11 04:50:30.607456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52070) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:30.771322 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-555212b2-fa9f-4e74-be33-331b865a55cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:30.775141 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555212b2-fa9f-4e74-be33-331b865a55cb None None] The sync data for ids ['9a523371-b78c-4b50-aeb5-fe3bfd95515e'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:50:30.792670 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cc831851-fc8c-48ef-9493-5aea169be335 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/routers/9a523371-b78c-4b50-aeb5-fe3bfd95515e HTTP/1.1" status: 200 len: 922 time: 0.1836860 Feb 11 04:50:30.797343 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52074) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:30.867569 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-17be04f2-a1b9-4927-aee1-088d8e1a9f2c tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a523371-b78c-4b50-aeb5-fe3bfd95515e HTTP/1.1" status: 200 len: 205 time: 0.0689492 Feb 11 04:50:30.871049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52078) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:31.117782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7d4e2ae-d408-42b1-914e-6678d6935c2f req-e2384db0-c465-40fe-919b-536a9d337942 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5235119 Feb 11 04:50:31.135213 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce474d11-bdf4-4381-8708-e5567051ee44 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (9a523371-b78c-4b50-aeb5-fe3bfd95515e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:31.211135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83412f5-5dfe-4e17-a994-40c20f00479d req-da49341e-6218-4816-a715-7e5047ba6f5d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:31.215150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b83412f5-5dfe-4e17-a994-40c20f00479d req-da49341e-6218-4816-a715-7e5047ba6f5d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.1178899 Feb 11 04:50:31.355170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b83412f5-5dfe-4e17-a994-40c20f00479d req-a6ec71ad-0a3d-40c4-9b76-d17c18a38d5d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257849 Feb 11 04:50:31.369122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc09c2-48cc-4707-9ffa-cdb0883aaacf req-fa836498-2acb-4205-9fe2-3245a635865d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:31.370746 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-09dc09c2-48cc-4707-9ffa-cdb0883aaacf req-fa836498-2acb-4205-9fe2-3245a635865d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 945 time: 0.1403732 Feb 11 04:50:31.412145 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce474d11-bdf4-4381-8708-e5567051ee44 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (9a523371-b78c-4b50-aeb5-fe3bfd95515e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:31.488570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-09dc09c2-48cc-4707-9ffa-cdb0883aaacf req-12b6b136-500e-40fc-9412-c47f2d92f1b4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048100 Feb 11 04:50:31.499915 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52090) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:31.617741 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2986422d-27a4-49fd-9fb2-b7238490917e tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:31.618316 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2986422d-27a4-49fd-9fb2-b7238490917e tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 1123 time: 0.1169844 Feb 11 04:50:31.621336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52094) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:31.626053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '7b299c98-daed-4637-9bf7-e50afa2b1d05', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:31.629935 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ce474d11-bdf4-4381-8708-e5567051ee44 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Deleting port 6e54f79a-649f-4740-83f9-83066e79767d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:31.630335 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce474d11-bdf4-4381-8708-e5567051ee44 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6e54f79a-649f-4740-83f9-83066e79767d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:31.737321 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:31.751254 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce474d11-bdf4-4381-8708-e5567051ee44 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6e54f79a-649f-4740-83f9-83066e79767d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:31.794276 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ce474d11-bdf4-4381-8708-e5567051ee44 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Calling delete_port for 6e54f79a-649f-4740-83f9-83066e79767d owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:31.914092 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.026937 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52100) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:32.084752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.25.3.43 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/9bce96e3-e565-483b-a959-fa06f2c345f3) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:32.183707 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d518d5b-e068-40bb-a69d-783dc64cf22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.234871 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (9bce96e3-e565-483b-a959-fa06f2c345f3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.243346 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce474d11-bdf4-4381-8708-e5567051ee44 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6e54f79a-649f-4740-83f9-83066e79767d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.292355 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce474d11-bdf4-4381-8708-e5567051ee44 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Pushing event deleted for resources: {'Port': ['ID=6e54f79a-649f-4740-83f9-83066e79767d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:32.372528 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9bce96e3-e565-483b-a959-fa06f2c345f3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.383764 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce474d11-bdf4-4381-8708-e5567051ee44 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (9a523371-b78c-4b50-aeb5-fe3bfd95515e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.452640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:32.458969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:32.462004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:32.470736 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d518d5b-e068-40bb-a69d-783dc64cf22a admin admin] Publish callbacks [] for security_group (9f2d3efc-2b08-4777-a6b8-68eb528fc372), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.502892 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce474d11-bdf4-4381-8708-e5567051ee44 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (9a523371-b78c-4b50-aeb5-fe3bfd95515e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.505183 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce474d11-bdf4-4381-8708-e5567051ee44 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_controller (9a523371-b78c-4b50-aeb5-fe3bfd95515e), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.519535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=9bce96e3-e565-483b-a959-fa06f2c345f3,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:32.574102 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d518d5b-e068-40bb-a69d-783dc64cf22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9f2d3efc-2b08-4777-a6b8-68eb528fc372), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.594881 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:32.595875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:32.596235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:32.596818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:32.597172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:32.597515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:32.597918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:32.598321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:32.598788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:32.599139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:32.599479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:32.600121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:32.600469 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:32.647573 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3d518d5b-e068-40bb-a69d-783dc64cf22a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc132859bfd44c02b0cd1221d2a632ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6189961 Feb 11 04:50:32.648864 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d518d5b-e068-40bb-a69d-783dc64cf22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2d3efc-2b08-4777-a6b8-68eb528fc372,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:32.652809 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce474d11-bdf4-4381-8708-e5567051ee44 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (9a523371-b78c-4b50-aeb5-fe3bfd95515e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.654861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52108) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:32.666082 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce474d11-bdf4-4381-8708-e5567051ee44 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Fanout notify agent at l3_agent the message router_deleted on router 9a523371-b78c-4b50-aeb5-fe3bfd95515e {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:50:32.678538 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce474d11-bdf4-4381-8708-e5567051ee44 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.683021 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ce474d11-bdf4-4381-8708-e5567051ee44 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "DELETE /v2.0/routers/9a523371-b78c-4b50-aeb5-fe3bfd95515e HTTP/1.1" status: 204 len: 168 time: 1.8076975 Feb 11 04:50:32.685549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52110) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:32.693252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1367052589', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'enable_snat': False}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:32.761818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16ce5f-197c-4f73-87b7-14d41b707864 req-d24ee3d7-935c-443d-af01-a54e8997c12f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:32.763410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e16ce5f-197c-4f73-87b7-14d41b707864 req-d24ee3d7-935c-443d-af01-a54e8997c12f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.2540967 Feb 11 04:50:32.875137 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b8427e38-66eb-4cba-ac2e-91f9b2156b9b admin admin] Publish callbacks [] for security_group (9f2d3efc-2b08-4777-a6b8-68eb528fc372), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.880519 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (53293eeb-7dff-43ca-b0b0-63d0477d90e4), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.881583 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (53293eeb-7dff-43ca-b0b0-63d0477d90e4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:32.921608 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e16ce5f-197c-4f73-87b7-14d41b707864 req-83f91da8-eb34-42d2-b2c8-2b11c50352b6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458662 Feb 11 04:50:32.946888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b8427e38-66eb-4cba-ac2e-91f9b2156b9b admin admin] Publish callbacks [] for security_group (9f2d3efc-2b08-4777-a6b8-68eb528fc372), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:33.067270 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_controller (53293eeb-7dff-43ca-b0b0-63d0477d90e4), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:33.261848 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b8427e38-66eb-4cba-ac2e-91f9b2156b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9f2d3efc-2b08-4777-a6b8-68eb528fc372), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:33.264805 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b8427e38-66eb-4cba-ac2e-91f9b2156b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:33.268884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b8427e38-66eb-4cba-ac2e-91f9b2156b9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f2d3efc-2b08-4777-a6b8-68eb528fc372 HTTP/1.1" status: 204 len: 168 time: 0.6100464 Feb 11 04:50:33.274093 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (5312827e-d880-4d1a-a1ef-9ecb3cf36734), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:33.336720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8427e38-66eb-4cba-ac2e-91f9b2156b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2d3efc-2b08-4777-a6b8-68eb528fc372,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:33.389805 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (53293eeb-7dff-43ca-b0b0-63d0477d90e4), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:33.574851 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9bce96e3-e565-483b-a959-fa06f2c345f3), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:33.854793 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (9bce96e3-e565-483b-a959-fa06f2c345f3), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:33.897348 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (53293eeb-7dff-43ca-b0b0-63d0477d90e4), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:33.917660 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.008831 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (9bce96e3-e565-483b-a959-fa06f2c345f3), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.017959 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52126) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:34.056028 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-077ad1c7-8e87-4633-a0af-44d8dc9b2c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.080758 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.166516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Allocated IP 172.25.3.81 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/abcb7a45-0a6f-419d-87f0-bb2e4224ed78) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:34.171359 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-077ad1c7-8e87-4633-a0af-44d8dc9b2c58 admin admin] Publish callbacks [] for security_group (d3ebf58e-f793-42cc-8aed-f74c64fa9f8b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.182409 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.186950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=9bce96e3-e565-483b-a959-fa06f2c345f3,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:34.205575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d8d80-5069-4628-a210-dcb4c0222a2b req-db07f032-588d-4fce-81b7-2e271af7584e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:34.207122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b76d8d80-5069-4628-a210-dcb4c0222a2b req-db07f032-588d-4fce-81b7-2e271af7584e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.2017884 Feb 11 04:50:34.209787 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (5312827e-d880-4d1a-a1ef-9ecb3cf36734), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.251605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-077ad1c7-8e87-4633-a0af-44d8dc9b2c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d3ebf58e-f793-42cc-8aed-f74c64fa9f8b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.290296 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ad1c7-8e87-4633-a0af-44d8dc9b2c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ebf58e-f793-42cc-8aed-f74c64fa9f8b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:34.294994 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-077ad1c7-8e87-4633-a0af-44d8dc9b2c58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e61e504b67447dfb3297e9c9a653306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2753725 Feb 11 04:50:34.297531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52130) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:34.350096 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5149d86c-5d71-4e9d-88db-5d947a1a25ec admin admin] Publish callbacks [] for security_group (d3ebf58e-f793-42cc-8aed-f74c64fa9f8b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.380041 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5149d86c-5d71-4e9d-88db-5d947a1a25ec admin admin] Publish callbacks [] for security_group (d3ebf58e-f793-42cc-8aed-f74c64fa9f8b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.411562 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b76d8d80-5069-4628-a210-dcb4c0222a2b req-b5533a17-9670-4c4a-b8d4-e1e918807cd4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966558 Feb 11 04:50:34.449455 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Floating IP 5312827e-d880-4d1a-a1ef-9ecb3cf36734 associated. External IP: 172.25.3.43, port: 7b299c98-daed-4637-9bf7-e50afa2b1d05. Feb 11 04:50:34.453966 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for port (abcb7a45-0a6f-419d-87f0-bb2e4224ed78), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.537230 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5149d86c-5d71-4e9d-88db-5d947a1a25ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d3ebf58e-f793-42cc-8aed-f74c64fa9f8b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.540179 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5149d86c-5d71-4e9d-88db-5d947a1a25ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:34.553570 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5149d86c-5d71-4e9d-88db-5d947a1a25ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3ebf58e-f793-42cc-8aed-f74c64fa9f8b HTTP/1.1" status: 204 len: 168 time: 0.2422519 Feb 11 04:50:34.561348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149d86c-5d71-4e9d-88db-5d947a1a25ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ebf58e-f793-42cc-8aed-f74c64fa9f8b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:34.647687 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (abcb7a45-0a6f-419d-87f0-bb2e4224ed78), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:35.047149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:35.053817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:35.062112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:35.085796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Pushing event updated for resources: {'Port': ['ID=abcb7a45-0a6f-419d-87f0-bb2e4224ed78,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:35.102718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:50:35.326394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:50:35.352239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dade5d-579e-497f-a62b-ab41e1d4b0b0 None None] Sync routers for ids ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:50:35.364736 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dade5d-579e-497f-a62b-ab41e1d4b0b0 None None] Routers {'5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:35.369069 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f6dade5d-579e-497f-a62b-ab41e1d4b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:35.435289 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:35.488081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f6dade5d-579e-497f-a62b-ab41e1d4b0b0 None None] Set router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:35.530378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52142) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:35.549197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-085fffbc-c478-4c3e-851b-43623ba5e82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:35.550499 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a81907b5-c18c-4922-8b00-97392841642b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9279740 Feb 11 04:50:35.553947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:35.558264 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caea77e3-e571-40ab-9a38-3a048a0d4b48" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:35.604012 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (53293eeb-7dff-43ca-b0b0-63d0477d90e4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:35.637661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c5c25a37-5193-4e49-8936-66e0e358229f details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:50:35.679951 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1efa03-f812-46df-a049-8ad0b5b3c756 req-964440e2-97b5-44c3-bf8d-d88574e92e71 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:35.682214 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e1efa03-f812-46df-a049-8ad0b5b3c756 req-964440e2-97b5-44c3-bf8d-d88574e92e71 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 944 time: 0.1748838 Feb 11 04:50:35.699545 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-085fffbc-c478-4c3e-851b-43623ba5e82a admin admin] Publish callbacks [] for security_group (9e032368-c616-49a6-92de-f4847efe2912), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:35.771392 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-085fffbc-c478-4c3e-851b-43623ba5e82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9e032368-c616-49a6-92de-f4847efe2912), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:35.827090 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba8651-2cd7-4412-986e-56279d5e35a8 req-c8fcd19e-f1c7-4f30-b9da-1ae9689934bf tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:35.828761 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3ba8651-2cd7-4412-986e-56279d5e35a8 req-c8fcd19e-f1c7-4f30-b9da-1ae9689934bf tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 945 time: 0.1781347 Feb 11 04:50:35.835461 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e1efa03-f812-46df-a049-8ad0b5b3c756 req-7ec68e5b-5be8-4cad-9a46-4777eef1bc9c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315575 Feb 11 04:50:35.849931 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-085fffbc-c478-4c3e-851b-43623ba5e82a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc23ab10ed8742bcbb462952739132c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3173969 Feb 11 04:50:35.858342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c5c25a37-5193-4e49-8936-66e0e358229f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c5c25a37-5193-4e49-8936-66e0e358229f,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:35.867179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52150) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:35.874033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'c5c25a37-5193-4e49-8936-66e0e358229f', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'port_id': 'c5c25a37-5193-4e49-8936-66e0e358229f', 'mac_address': 'fa:16:3e:91:ef:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:50:35.884495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fffbc-c478-4c3e-851b-43623ba5e82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e032368-c616-49a6-92de-f4847efe2912,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:35.998678 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bde4855-3c71-4305-8b78-65e0b32a1a9a x-openstack-request-id: req-5bde4855-3c71-4305-8b78-65e0b32a1a9a {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:35.999321 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:36.000398 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bde4855-3c71-4305-8b78-65e0b32a1a9a {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:36.002348 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05', 'status': 'completed', 'code': 200} Feb 11 04:50:36.015792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port c5c25a37-5193-4e49-8936-66e0e358229f is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:36.016231 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c5c25a37-5193-4e49-8936-66e0e358229f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.026606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3ba8651-2cd7-4412-986e-56279d5e35a8 req-095e9dcb-cf43-48c0-9f36-f8cb44c444d0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550839 Feb 11 04:50:36.033294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e84007-95e9-491d-b965-dbca4bffc9a7 admin admin] Publish callbacks [] for security_group (9e032368-c616-49a6-92de-f4847efe2912), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.037535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c25a37-5193-4e49-8936-66e0e358229f {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:36.054036 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (53293eeb-7dff-43ca-b0b0-63d0477d90e4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.057851 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e84007-95e9-491d-b965-dbca4bffc9a7 admin admin] Publish callbacks [] for security_group (9e032368-c616-49a6-92de-f4847efe2912), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.063321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c5c25a37-5193-4e49-8936-66e0e358229f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c5c25a37-5193-4e49-8936-66e0e358229f,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:36.090064 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f6dade5d-579e-497f-a62b-ab41e1d4b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:53Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:55Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '5312827e-d880-4d1a-a1ef-9ecb3cf36734', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'floating_ip_address': '172.25.3.43', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'port_id': '7b299c98-daed-4637-9bf7-e50afa2b1d05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'mac_address': 'fa:16:3e:57:f4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae97b45-ec39-4250-b83d-41af26be8591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:50:32Z', 'updated_at': '2022-02-11T04:50:32Z', 'revision_number': 0, 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51943d14-2749-4efa-a40e-f3a2e2360eda', 'name': '', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:9c:5d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:50:01Z', 'updated_at': '2022-02-11T04:50:09Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:36.093607 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52152) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:36.140757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dade5d-579e-497f-a62b-ab41e1d4b0b0 None None] Checking router: 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:50:36.145549 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c5c25a37-5193-4e49-8936-66e0e358229f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.159216 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea77e3-e571-40ab-9a38-3a048a0d4b48 req-8b99d137-c6c5-4683-b632-72e79ffb1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:36.160809 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-caea77e3-e571-40ab-9a38-3a048a0d4b48 req-8b99d137-c6c5-4683-b632-72e79ffb1d2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 1128 time: 0.1678352 Feb 11 04:50:36.211492 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dade5d-579e-497f-a62b-ab41e1d4b0b0 None None] Routers {'5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:36.212154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f6dade5d-579e-497f-a62b-ab41e1d4b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:36.229965 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c5cdda22-9803-446b-8cba-3bff13694e91 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/5312827e-d880-4d1a-a1ef-9ecb3cf36734 HTTP/1.1" status: 200 len: 990 time: 0.1317310 Feb 11 04:50:36.295854 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=c5c25a37-5193-4e49-8936-66e0e358229f,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:36.325822 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e84007-95e9-491d-b965-dbca4bffc9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9e032368-c616-49a6-92de-f4847efe2912), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.331490 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8e84007-95e9-491d-b965-dbca4bffc9a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.335762 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e8e84007-95e9-491d-b965-dbca4bffc9a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e032368-c616-49a6-92de-f4847efe2912 HTTP/1.1" status: 204 len: 168 time: 0.4605396 Feb 11 04:50:36.352931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e84007-95e9-491d-b965-dbca4bffc9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e032368-c616-49a6-92de-f4847efe2912,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:36.383311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Router 53293eeb-7dff-43ca-b0b0-63d0477d90e4 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:50:36.384725 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea77e3-e571-40ab-9a38-3a048a0d4b48 req-ad9c2337-968b-4170-80af-5e72dfa3eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:36.385843 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-caea77e3-e571-40ab-9a38-3a048a0d4b48 req-ad9c2337-968b-4170-80af-5e72dfa3eee4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb5463d1-24a4-4ce6-8fd5-982426f41a36 HTTP/1.1" status: 200 len: 895 time: 0.2164319 Feb 11 04:50:36.434908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['c5c25a37-5193-4e49-8936-66e0e358229f'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:50:36.470858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f6dade5d-579e-497f-a62b-ab41e1d4b0b0 None None] Set router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:36.512074 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-caea77e3-e571-40ab-9a38-3a048a0d4b48 req-9316b6a7-75bf-4da4-b00a-7a3039ba8d52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05 HTTP/1.1" status: 200 len: 998 time: 0.1200390 Feb 11 04:50:36.541331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:50:36.554861 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Sync routers for ids ['53293eeb-7dff-43ca-b0b0-63d0477d90e4'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:50:36.583387 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Routers {'53293eeb-7dff-43ca-b0b0-63d0477d90e4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:36.584046 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['53293eeb-7dff-43ca-b0b0-63d0477d90e4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:36.600847 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea77e3-e571-40ab-9a38-3a048a0d4b48 req-977de515-659e-4a93-8caa-32165c68b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:36.605377 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-caea77e3-e571-40ab-9a38-3a048a0d4b48 req-977de515-659e-4a93-8caa-32165c68b15b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c38f51ac-61d4-49bc-b47a-d454b3c0f622 HTTP/1.1" status: 200 len: 835 time: 0.0870013 Feb 11 04:50:36.676276 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:36.678009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-692e307e-d85a-4f07-9dc5-16e925b0f1c8 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9884343 Feb 11 04:50:36.678768 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea77e3-e571-40ab-9a38-3a048a0d4b48 req-07d0288a-a7c4-4b01-bcd8-8d2ee2f0dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:36.680741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52158) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:36.680994 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-caea77e3-e571-40ab-9a38-3a048a0d4b48 req-07d0288a-a7c4-4b01-bcd8-8d2ee2f0dea2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb5463d1-24a4-4ce6-8fd5-982426f41a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0686615 Feb 11 04:50:36.773267 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Set router 53293eeb-7dff-43ca-b0b0-63d0477d90e4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:36.912457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e2ccf2a6-afda-45c4-8797-e8cf5320ed8f tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/routers/53293eeb-7dff-43ca-b0b0-63d0477d90e4 HTTP/1.1" status: 200 len: 908 time: 0.2283602 Feb 11 04:50:36.912736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52166) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:36.915182 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-caea77e3-e571-40ab-9a38-3a048a0d4b48 req-ea834218-21cb-457f-aea5-eb8fe4843ac2 service neutron] 10.222.0.47 "GET /v2.0/networks/eb5463d1-24a4-4ce6-8fd5-982426f41a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285151 Feb 11 04:50:36.918396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1367052589', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'enable_snat': True}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:37.034903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d9549-c82d-4e5c-8c89-a40ed2780082 req-75aeed8d-4385-4057-bd40-b8a7fd2558f5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:37.037376 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b3d9549-c82d-4e5c-8c89-a40ed2780082 req-75aeed8d-4385-4057-bd40-b8a7fd2558f5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 945 time: 0.0815988 Feb 11 04:50:37.072918 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (0ab49582-6340-4e5c-b4cf-f4f310910a0a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.074140 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (0ab49582-6340-4e5c-b4cf-f4f310910a0a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.110053 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-caea77e3-e571-40ab-9a38-3a048a0d4b48 req-c89f2bf8-4eb2-427b-88f6-54f764e825a9 service neutron] 10.222.0.47 "GET /v2.0/networks/eb5463d1-24a4-4ce6-8fd5-982426f41a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893589 Feb 11 04:50:37.145923 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53293eeb-7dff-43ca-b0b0-63d0477d90e4', 'name': 'tempest-snat-router-1367052589', 'tenant_id': 'd08b1449f15840ff88a6c43d58238146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.81'}], 'enable_snat': False}, 'gw_port_id': 'abcb7a45-0a6f-419d-87f0-bb2e4224ed78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:50:32Z', 'updated_at': '2022-02-11T04:50:35Z', 'revision_number': 3, 'project_id': 'd08b1449f15840ff88a6c43d58238146', 'gw_port': {'id': 'abcb7a45-0a6f-419d-87f0-bb2e4224ed78', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53293eeb-7dff-43ca-b0b0-63d0477d90e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:50:33Z', 'updated_at': '2022-02-11T04:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:37.197955 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b3d9549-c82d-4e5c-8c89-a40ed2780082 req-8cbcfd9e-0975-40ba-af5b-f18d8309cb52 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529427 Feb 11 04:50:37.232120 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Checking router: 53293eeb-7dff-43ca-b0b0-63d0477d90e4 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:50:37.232460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52174) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:37.232913 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Updating router 53293eeb-7dff-43ca-b0b0-63d0477d90e4 port abcb7a45-0a6f-419d-87f0-bb2e4224ed78 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:50:37.299453 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (abcb7a45-0a6f-419d-87f0-bb2e4224ed78), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.327611 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-824e101c-17d7-41b2-a179-09ed695f3d98 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/5312827e-d880-4d1a-a1ef-9ecb3cf36734 HTTP/1.1" status: 200 len: 990 time: 0.0925758 Feb 11 04:50:37.346121 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_controller (0ab49582-6340-4e5c-b4cf-f4f310910a0a), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.396288 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f6dade5d-579e-497f-a62b-ab41e1d4b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:53Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:55Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '5312827e-d880-4d1a-a1ef-9ecb3cf36734', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'floating_ip_address': '172.25.3.43', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'port_id': '7b299c98-daed-4637-9bf7-e50afa2b1d05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'mac_address': 'fa:16:3e:57:f4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae97b45-ec39-4250-b83d-41af26be8591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:50:32Z', 'updated_at': '2022-02-11T04:50:32Z', 'revision_number': 0, 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51943d14-2749-4efa-a40e-f3a2e2360eda', 'name': '', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:9c:5d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:50:01Z', 'updated_at': '2022-02-11T04:50:09Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:37.438071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dade5d-579e-497f-a62b-ab41e1d4b0b0 None None] The sync data for ids ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'] in n-d-712142-35 is: [{'id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:53Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:55Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '5312827e-d880-4d1a-a1ef-9ecb3cf36734', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'floating_ip_address': '172.25.3.43', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'port_id': '7b299c98-daed-4637-9bf7-e50afa2b1d05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'mac_address': 'fa:16:3e:57:f4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae97b45-ec39-4250-b83d-41af26be8591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:50:32Z', 'updated_at': '2022-02-11T04:50:32Z', 'revision_number': 0, 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51943d14-2749-4efa-a40e-f3a2e2360eda', 'name': '', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:9c:5d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:50:01Z', 'updated_at': '2022-02-11T04:50:09Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:50:37.643908 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-35bcef18-9ee0-4fa7-a87c-588acb7ab379 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0806952 Feb 11 04:50:37.650583 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Publish callbacks [] for port (abcb7a45-0a6f-419d-87f0-bb2e4224ed78), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.765525 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (abcb7a45-0a6f-419d-87f0-bb2e4224ed78), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.825803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-6b6d4a39-f46a-4de6-ac95-412720a36b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:37.831744 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-6b6d4a39-f46a-4de6-ac95-412720a36b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:37.832378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-6b6d4a39-f46a-4de6-ac95-412720a36b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:37.833047 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-6b6d4a39-f46a-4de6-ac95-412720a36b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:37.833538 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-6b6d4a39-f46a-4de6-ac95-412720a36b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:37.833991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-6b6d4a39-f46a-4de6-ac95-412720a36b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:37.834452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-6b6d4a39-f46a-4de6-ac95-412720a36b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:37.843413 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-6b6d4a39-f46a-4de6-ac95-412720a36b96 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 6725 time: 0.1460528 Feb 11 04:50:37.855500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a452b68-df56-4739-aa9a-39e2732a1742 None None] New status for floating IP 5312827e-d880-4d1a-a1ef-9ecb3cf36734: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:50:37.870884 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (0ab49582-6340-4e5c-b4cf-f4f310910a0a), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:37.978557 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2baf6-cb1d-4da4-a0eb-3c1bda1beb1c None None] Pushing event updated for resources: {'Port': ['ID=abcb7a45-0a6f-419d-87f0-bb2e4224ed78,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:37.991176 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Attempting to bind port abcb7a45-0a6f-419d-87f0-bb2e4224ed78 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:37.991607 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Attempting to bind port abcb7a45-0a6f-419d-87f0-bb2e4224ed78 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:37.991977 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Attempting to bind port abcb7a45-0a6f-419d-87f0-bb2e4224ed78 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:38.007352 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:38.007770 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:38.011660 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:38.012077 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:38.012577 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Bound port: abcb7a45-0a6f-419d-87f0-bb2e4224ed78, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:38.012960 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (abcb7a45-0a6f-419d-87f0-bb2e4224ed78), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:38.098126 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-d6c34823-5547-4fbc-ac44-fa4645d30da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:38.098509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-d6c34823-5547-4fbc-ac44-fa4645d30da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:38.099038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-d6c34823-5547-4fbc-ac44-fa4645d30da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:38.100885 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-d6c34823-5547-4fbc-ac44-fa4645d30da7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=74695aa4-4778-400f-ab0b-4a8039c43b8b&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=1a1453c6-9537-467a-9964-e6aa3979e421&id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&id=438d0a15-1c6c-466a-89ba-1c9aba7207ed HTTP/1.1" status: 200 len: 2298 time: 0.2209625 Feb 11 04:50:38.131302 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] For port abcb7a45-0a6f-419d-87f0-bb2e4224ed78, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:38.137806 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] For port abcb7a45-0a6f-419d-87f0-bb2e4224ed78, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=abcb7a45-0a6f-419d-87f0-bb2e4224ed78,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:50:38.257494 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (abcb7a45-0a6f-419d-87f0-bb2e4224ed78), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:38.405830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52192) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:38.406312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52196) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:38.415258 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Routers {'53293eeb-7dff-43ca-b0b0-63d0477d90e4'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:38.418465 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['53293eeb-7dff-43ca-b0b0-63d0477d90e4'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:38.499274 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2baf6-cb1d-4da4-a0eb-3c1bda1beb1c None None] Pushing event updated for resources: {'Port': ['ID=abcb7a45-0a6f-419d-87f0-bb2e4224ed78,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:38.632767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ae56464c-dd2c-4ef3-964a-6f7003d53ad8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/5312827e-d880-4d1a-a1ef-9ecb3cf36734 HTTP/1.1" status: 200 len: 992 time: 0.2014501 Feb 11 04:50:38.674583 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] Set router 53293eeb-7dff-43ca-b0b0-63d0477d90e4 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:38.727119 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-c3b7b77f-a5c8-4ae4-ad4a-5aec7a42a90d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6cb851a-7543-4811-866d-201ed472997e HTTP/1.1" status: 200 len: 1001 time: 0.6195903 Feb 11 04:50:38.803785 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (0ab49582-6340-4e5c-b4cf-f4f310910a0a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:38.822508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c697812-1643-4c0c-bc1b-0dd75a28bb79 req-dfcf85f9-f0d4-44f2-b2ab-54c0a5f457d6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:38.837315 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-579606d0-a7ef-48c1-b46a-0b52f4e1b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:38.841816 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c697812-1643-4c0c-bc1b-0dd75a28bb79 req-dfcf85f9-f0d4-44f2-b2ab-54c0a5f457d6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 945 time: 0.4347613 Feb 11 04:50:38.843916 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-579606d0-a7ef-48c1-b46a-0b52f4e1b656 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=082ca7b1-7568-49af-b7b4-94dae4b26a3f HTTP/1.1" status: 200 len: 855 time: 0.1058223 Feb 11 04:50:38.893995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-705166548-network', 'tenant_id': '8a4adafbfaa848d3969418937430f9c5'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:38.895762 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:38.976805 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53293eeb-7dff-43ca-b0b0-63d0477d90e4', 'name': 'tempest-snat-router-1367052589', 'tenant_id': 'd08b1449f15840ff88a6c43d58238146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.81'}], 'enable_snat': False}, 'gw_port_id': 'abcb7a45-0a6f-419d-87f0-bb2e4224ed78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:50:32Z', 'updated_at': '2022-02-11T04:50:35Z', 'revision_number': 3, 'project_id': 'd08b1449f15840ff88a6c43d58238146', 'gw_port': {'id': 'abcb7a45-0a6f-419d-87f0-bb2e4224ed78', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53293eeb-7dff-43ca-b0b0-63d0477d90e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:50:33Z', 'updated_at': '2022-02-11T04:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:39.020895 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03cf5cf-20b7-453d-9740-49b3fd1c98fc None None] The sync data for ids ['53293eeb-7dff-43ca-b0b0-63d0477d90e4'] in n-d-712142-35 is: [{'id': '53293eeb-7dff-43ca-b0b0-63d0477d90e4', 'name': 'tempest-snat-router-1367052589', 'tenant_id': 'd08b1449f15840ff88a6c43d58238146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.81'}], 'enable_snat': False}, 'gw_port_id': 'abcb7a45-0a6f-419d-87f0-bb2e4224ed78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:50:32Z', 'updated_at': '2022-02-11T04:50:35Z', 'revision_number': 3, 'project_id': 'd08b1449f15840ff88a6c43d58238146', 'gw_port': {'id': 'abcb7a45-0a6f-419d-87f0-bb2e4224ed78', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:72:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53293eeb-7dff-43ca-b0b0-63d0477d90e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:50:33Z', 'updated_at': '2022-02-11T04:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:50:39.024082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c697812-1643-4c0c-bc1b-0dd75a28bb79 req-68b9ffd3-af42-4772-b428-e1708c838257 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812494 Feb 11 04:50:39.076987 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-5448fdc2-acd1-4bfb-9b90-a571e12f51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:39.078257 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] Made reservation on behalf of 8a4adafbfaa848d3969418937430f9c5 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:39.080493 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-5448fdc2-acd1-4bfb-9b90-a571e12f51f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=74695aa4-4778-400f-ab0b-4a8039c43b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2281961 Feb 11 04:50:39.081307 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.100154 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.159990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Allocated IP 172.25.3.78 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/bec7301d-477d-4c14-bec2-3d4d7dd2a888) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:39.241695 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-da23b44e-108c-4b52-abac-295e44ac5859 service neutron] 10.222.0.47 "GET /v2.0/networks/74695aa4-4778-400f-ab0b-4a8039c43b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546547 Feb 11 04:50:39.322868 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for port (bec7301d-477d-4c14-bec2-3d4d7dd2a888), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.382274 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] Publish callbacks [] for security_group (606c20ff-d00a-495b-83ff-db8dfe03e1b7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.444760 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-a0ebd418-e38c-4401-be57-14496f5c9978 service neutron] 10.222.0.47 "GET /v2.0/networks/74695aa4-4778-400f-ab0b-4a8039c43b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972036 Feb 11 04:50:39.470030 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (606c20ff-d00a-495b-83ff-db8dfe03e1b7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.508335 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-53b8445a-3435-4de1-b99b-f72077ae637e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=5e331ac0-31ed-41b8-b911-5fa4fa3a502e HTTP/1.1" status: 200 len: 217 time: 0.0466523 Feb 11 04:50:39.519810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:50:39.526116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606c20ff-d00a-495b-83ff-db8dfe03e1b7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:39.533298 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (bec7301d-477d-4c14-bec2-3d4d7dd2a888), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.538986 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (32e90ee2-5bf0-4e75-82c2-5f000fb8c25e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.539826 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] Added segment 32e90ee2-5bf0-4e75-82c2-5f000fb8c25e of type vlan for network d92fb06f-af45-4ee9-b2f3-842e38642514 Feb 11 04:50:39.584517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-c078b281-94c6-4231-8d9d-577a52dc58f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:39.586033 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-c078b281-94c6-4231-8d9d-577a52dc58f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.0719681 Feb 11 04:50:39.622328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Pushing event updated for resources: {'Port': ['ID=bec7301d-477d-4c14-bec2-3d4d7dd2a888,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:39.630035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c5c25a37-5193-4e49-8936-66e0e358229f up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:39.651764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:39.676976 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-18e97e0e-106c-4bb4-bb10-141695c67b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:39.679701 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-18e97e0e-106c-4bb4-bb10-141695c67b49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0882459 Feb 11 04:50:39.694525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:39.701454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:39.751170 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (d92fb06f-af45-4ee9-b2f3-842e38642514), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.804622 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port c5c25a37-5193-4e49-8936-66e0e358229f completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:50:39.809211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port c5c25a37-5193-4e49-8936-66e0e358229f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:39.809753 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c5c25a37-5193-4e49-8936-66e0e358229f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:39.819081 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-954fdc83-4cc6-47a1-8ff0-34a4c85ad429 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226208 Feb 11 04:50:40.005104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port c5c25a37-5193-4e49-8936-66e0e358229f is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:40.005506 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c5c25a37-5193-4e49-8936-66e0e358229f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:40.021355 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-81e8f391-a5ec-40f0-a42e-5f659e02cc29 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966417 Feb 11 04:50:40.049254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedf46f9-5e35-456f-8aae-98ae6f5c931f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c25a37-5193-4e49-8936-66e0e358229f'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:40.067233 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282a5f33-bb8b-455f-abe9-536273636d49" -d '{"events": [{"server_uuid": "cedf46f9-5e35-456f-8aae-98ae6f5c931f", "name": "network-vif-plugged", "status": "completed", "tag": "c5c25a37-5193-4e49-8936-66e0e358229f"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:40.081702 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c5c25a37-5193-4e49-8936-66e0e358229f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c5c25a37-5193-4e49-8936-66e0e358229f,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:40.110860 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (d92fb06f-af45-4ee9-b2f3-842e38642514), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:40.113100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:40.113721 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:40.141029 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-6c65f774-b915-4d86-abc1-e709fd051e8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd HTTP/1.1" status: 200 len: 217 time: 0.1131597 Feb 11 04:50:40.169115 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c713a4-39b7-4af0-bc7a-c12d442f5b8b x-openstack-request-id: req-b6c713a4-39b7-4af0-bc7a-c12d442f5b8b {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:40.169115 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedf46f9-5e35-456f-8aae-98ae6f5c931f", "name": "network-vif-plugged", "status": "completed", "tag": "c5c25a37-5193-4e49-8936-66e0e358229f", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:40.169115 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6c713a4-39b7-4af0-bc7a-c12d442f5b8b {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:40.169115 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedf46f9-5e35-456f-8aae-98ae6f5c931f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c25a37-5193-4e49-8936-66e0e358229f', 'code': 200} Feb 11 04:50:40.206528 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c5c25a37-5193-4e49-8936-66e0e358229f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:40.271686 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-8d4f826c-60e2-4615-ac55-373a14c8a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:40.275002 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-8d4f826c-60e2-4615-ac55-373a14c8a005 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.1279235 Feb 11 04:50:40.320039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=c5c25a37-5193-4e49-8936-66e0e358229f,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:40.353825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-13da8edf-cb31-4c79-8d1d-b811c34af1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:40.355642 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-13da8edf-cb31-4c79-8d1d-b811c34af1ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0735509 Feb 11 04:50:40.506853 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-d029c127-31b0-4a14-bc85-4a6314916c5b service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350563 Feb 11 04:50:40.726957 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-f27b4d4c-a5be-4a43-a93b-e6b0c405ab88 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137289 Feb 11 04:50:40.772517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1826384 Feb 11 04:50:40.773442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94fa18-4894-4b27-a2c0-710c01c73162 admin admin] Pushing event updated for resources: {'Network': ['ID=d92fb06f-af45-4ee9-b2f3-842e38642514,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:40.779249 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52216) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:40.780966 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-7f22ed18-a6d3-4328-80a5-6e3e1d9ef0f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=9c8dd432-9361-41bb-8e3f-c59eb37be3b3 HTTP/1.1" status: 200 len: 217 time: 0.0468154 Feb 11 04:50:40.788725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network d92fb06f-af45-4ee9-b2f3-842e38642514 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:50:40.791411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-e0ceeedd-904d-467f-9119-01d4ff5bc1d6 admin admin] Request body: {'subnet': {'network_id': 'd92fb06f-af45-4ee9-b2f3-842e38642514', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-705166548-subnet', 'tenant_id': '8a4adafbfaa848d3969418937430f9c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:40.827232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc282f-4f64-40c4-83a3-253c3f837955 req-483839ec-5cf0-419a-a2f0-1780110a5d40 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:40.829106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4dcc282f-4f64-40c4-83a3-253c3f837955 req-483839ec-5cf0-419a-a2f0-1780110a5d40 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 945 time: 0.6743686 Feb 11 04:50:40.830643 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (0ab49582-6340-4e5c-b4cf-f4f310910a0a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:40.875187 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-f9919212-b7b0-4454-9624-a001b65e3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:40.881370 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-f9919212-b7b0-4454-9624-a001b65e3123 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.0911822 Feb 11 04:50:40.904578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0300c95-d549-40fd-89e6-376c72051d4d req-0121f153-88c7-4fb9-ad4a-8ca56104303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:40.906455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e0300c95-d549-40fd-89e6-376c72051d4d req-0121f153-88c7-4fb9-ad4a-8ca56104303c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 1129 time: 0.6483839 Feb 11 04:50:40.969177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-94aaeb91-1c04-41b8-9044-62550093497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:40.971848 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-94aaeb91-1c04-41b8-9044-62550093497d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0852334 Feb 11 04:50:40.974058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ceeedd-904d-467f-9119-01d4ff5bc1d6 admin admin] Made reservation on behalf of 8a4adafbfaa848d3969418937430f9c5 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:40.976486 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0ceeedd-904d-467f-9119-01d4ff5bc1d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.082996 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4dcc282f-4f64-40c4-83a3-253c3f837955 req-b5a55d67-c9b0-45f8-bbd5-432393730c1a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130120 Feb 11 04:50:41.090342 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-63788f77-a17c-434b-b70c-420e6fa4488e service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126223 Feb 11 04:50:41.162562 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e0300c95-d549-40fd-89e6-376c72051d4d req-865b0671-bd08-487c-8781-a016d7f77d68 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478263 Feb 11 04:50:41.233700 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-7e1b488e-4dd3-4959-90e3-b27bdbe82e7e service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357145 Feb 11 04:50:41.301163 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-dfbe6585-a830-4b37-9384-a7b139cc337f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=5353233d-2bfb-4563-ab7f-09689b7e7a26 HTTP/1.1" status: 200 len: 217 time: 0.0589764 Feb 11 04:50:41.332461 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (0ab49582-6340-4e5c-b4cf-f4f310910a0a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.407327 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-21ab4881-2887-4403-8824-4c0425e79ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:41.412460 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-21ab4881-2887-4403-8824-4c0425e79ddc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 200 len: 797 time: 0.1047840 Feb 11 04:50:41.502385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-88f3b468-855a-457a-a3ac-0b1a8d5fb378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:41.509661 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-88f3b468-855a-457a-a3ac-0b1a8d5fb378 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a1453c6-9537-467a-9964-e6aa3979e421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0894308 Feb 11 04:50:41.514468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device abcb7a45-0a6f-419d-87f0-bb2e4224ed78 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:41.526119 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0ceeedd-904d-467f-9119-01d4ff5bc1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (b04d2048-79ce-42bc-9151-2835b3554814), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.588357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ceeedd-904d-467f-9119-01d4ff5bc1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04d2048-79ce-42bc-9151-2835b3554814,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:41.621831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port abcb7a45-0a6f-419d-87f0-bb2e4224ed78 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:41.623663 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (abcb7a45-0a6f-419d-87f0-bb2e4224ed78), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.647480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ceeedd-904d-467f-9119-01d4ff5bc1d6 admin admin] Checking segment: {'id': '32e90ee2-5bf0-4e75-82c2-5f000fb8c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd92fb06f-af45-4ee9-b2f3-842e38642514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:41.648827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ceeedd-904d-467f-9119-01d4ff5bc1d6 admin admin] Network hostable DHCP agents. Network: d92fb06f-af45-4ee9-b2f3-842e38642514, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:50:41.718963 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-ab4a0533-f24e-4d80-af38-3fab5fa44e87 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915898 Feb 11 04:50:41.725710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Router 0ab49582-6340-4e5c-b4cf-f4f310910a0a is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:50:41.777191 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port abcb7a45-0a6f-419d-87f0-bb2e4224ed78 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:41.777809 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (abcb7a45-0a6f-419d-87f0-bb2e4224ed78), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.836502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port abcb7a45-0a6f-419d-87f0-bb2e4224ed78, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=abcb7a45-0a6f-419d-87f0-bb2e4224ed78,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:41.855037 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-4f51c587-c497-4564-965f-08216dfb5911 service neutron] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296575 Feb 11 04:50:41.857815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ceeedd-904d-467f-9119-01d4ff5bc1d6 admin admin] Network d92fb06f-af45-4ee9-b2f3-842e38642514 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:50:41.919583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:50:41.919835 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-a6b658a6-f449-4865-9f00-6a49bf2794af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4bacf493-d259-4213-a246-01a94e81b5a9 HTTP/1.1" status: 200 len: 217 time: 0.0586400 Feb 11 04:50:41.930205 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Sync routers for ids ['0ab49582-6340-4e5c-b4cf-f4f310910a0a'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:50:41.942169 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Routers {'0ab49582-6340-4e5c-b4cf-f4f310910a0a'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:41.942962 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['0ab49582-6340-4e5c-b4cf-f4f310910a0a'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:41.971763 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (abcb7a45-0a6f-419d-87f0-bb2e4224ed78), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:41.995017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-32053fdd-8650-410f-89af-70a843dae9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:41.998342 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-32053fdd-8650-410f-89af-70a843dae9d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=616250e4-3066-4e8e-9daf-7fba26215096 HTTP/1.1" status: 200 len: 797 time: 0.0726354 Feb 11 04:50:42.030753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-e0ceeedd-904d-467f-9119-01d4ff5bc1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, d92fb06f-af45-4ee9-b2f3-842e38642514) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:42.030753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ceeedd-904d-467f-9119-01d4ff5bc1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:42.030753 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0ceeedd-904d-467f-9119-01d4ff5bc1d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.037896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0ff7aa-bc90-4233-b8b5-c6175c063224 None None] Network d92fb06f-af45-4ee9-b2f3-842e38642514 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:50:42.043496 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=abcb7a45-0a6f-419d-87f0-bb2e4224ed78,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:42.092025 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.093950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-38f57b89-72a4-4451-b256-fc6e40ee6c4d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1796558 Feb 11 04:50:42.097564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52224) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:42.102421 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-5c3e1639-6cee-4358-8f20-57072e6abbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:42.102421 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-5c3e1639-6cee-4358-8f20-57072e6abbe7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0945952 Feb 11 04:50:42.149336 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Set router 0ab49582-6340-4e5c-b4cf-f4f310910a0a gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:42.243632 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e0ceeedd-904d-467f-9119-01d4ff5bc1d6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4582920 Feb 11 04:50:42.323515 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd053744-dea9-424f-9cf0-45c50e4f7985 None None] Network d92fb06f-af45-4ee9-b2f3-842e38642514 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:50:42.363199 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-0d508a06-e8ed-46fe-932a-59c931092c6b service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561758 Feb 11 04:50:42.395332 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7211aaad-ff30-4ad7-8d19-1b502f7fb41d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/routers/0ab49582-6340-4e5c-b4cf-f4f310910a0a HTTP/1.1" status: 200 len: 907 time: 0.2959917 Feb 11 04:50:42.397037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52230) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:42.582829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59fc0f-894a-4d94-80f2-17687b53c003 req-7846052d-41ec-413d-a0a5-5285bdfffd58 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:42.587575 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab49582-6340-4e5c-b4cf-f4f310910a0a', 'name': 'tempest-snat-router-1367052589', 'tenant_id': 'd08b1449f15840ff88a6c43d58238146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'bec7301d-477d-4c14-bec2-3d4d7dd2a888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:50:37Z', 'updated_at': '2022-02-11T04:50:39Z', 'revision_number': 3, 'project_id': 'd08b1449f15840ff88a6c43d58238146', 'gw_port': {'id': 'bec7301d-477d-4c14-bec2-3d4d7dd2a888', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ff:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab49582-6340-4e5c-b4cf-f4f310910a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:50:38Z', 'updated_at': '2022-02-11T04:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:42.590023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be59fc0f-894a-4d94-80f2-17687b53c003 req-7846052d-41ec-413d-a0a5-5285bdfffd58 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 946 time: 0.3677552 Feb 11 04:50:42.600612 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6461ead1-1a73-45b6-a42c-80367b60c152 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router (0ab49582-6340-4e5c-b4cf-f4f310910a0a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.601232 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-db103da2-5669-409d-ad79-61c4233e6ffd service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308149 Feb 11 04:50:42.708257 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-5c26ad7e-8375-453e-9df0-380342ce6c83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3963acce-fff3-40af-b53b-73ed9c590e16 HTTP/1.1" status: 200 len: 217 time: 0.1015027 Feb 11 04:50:42.771902 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52240) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:42.806044 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Checking router: 0ab49582-6340-4e5c-b4cf-f4f310910a0a for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:50:42.806395 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Updating router 0ab49582-6340-4e5c-b4cf-f4f310910a0a port bec7301d-477d-4c14-bec2-3d4d7dd2a888 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:50:42.815083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-388158dc-1105-4d8a-a067-60bf5f19ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:42.816601 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-388158dc-1105-4d8a-a067-60bf5f19ff91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=616250e4-3066-4e8e-9daf-7fba26215096 HTTP/1.1" status: 200 len: 797 time: 0.1016927 Feb 11 04:50:42.864140 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bec7301d-477d-4c14-bec2-3d4d7dd2a888), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.906677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be59fc0f-894a-4d94-80f2-17687b53c003 req-baf11511-7c4c-4d70-b06b-8a42fa2cbb12 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076844 Feb 11 04:50:42.921094 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6461ead1-1a73-45b6-a42c-80367b60c152 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (0ab49582-6340-4e5c-b4cf-f4f310910a0a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:42.961532 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-17185398-c545-40fa-95ce-1fb229c4e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:42.963281 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-17185398-c545-40fa-95ce-1fb229c4e5bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=438d0a15-1c6c-466a-89ba-1c9aba7207ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1374707 Feb 11 04:50:42.968941 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e8be6d-b696-48e4-bae3-a746cf3f5dd5 admin admin] Deleting subnet e7b4e53e-76ea-4c67-8441-043410364cf2 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:50:42.982193 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67e8be6d-b696-48e4-bae3-a746cf3f5dd5 admin admin] Publish callbacks [] for subnet (e7b4e53e-76ea-4c67-8441-043410364cf2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.083963 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67e8be6d-b696-48e4-bae3-a746cf3f5dd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (e7b4e53e-76ea-4c67-8441-043410364cf2), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.107417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-6461ead1-1a73-45b6-a42c-80367b60c152 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Deleting port bec7301d-477d-4c14-bec2-3d4d7dd2a888 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:43.108077 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6461ead1-1a73-45b6-a42c-80367b60c152 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (bec7301d-477d-4c14-bec2-3d4d7dd2a888), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.164679 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67e8be6d-b696-48e4-bae3-a746cf3f5dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (e7b4e53e-76ea-4c67-8441-043410364cf2), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.168725 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-9d120d39-40af-4531-a3ee-8909836ed1e8 service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967080 Feb 11 04:50:43.231438 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Publish callbacks [] for port (bec7301d-477d-4c14-bec2-3d4d7dd2a888), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.253255 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6461ead1-1a73-45b6-a42c-80367b60c152 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (bec7301d-477d-4c14-bec2-3d4d7dd2a888), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.266803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-6461ead1-1a73-45b6-a42c-80367b60c152 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Calling delete_port for bec7301d-477d-4c14-bec2-3d4d7dd2a888 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:43.314949 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-215d7dda-3b90-4113-906e-e9227ee096b4 req-043bb914-30c2-48b2-bd7d-552037d68938 service neutron] 10.222.0.47 "GET /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198199 Feb 11 04:50:43.319809 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bec7301d-477d-4c14-bec2-3d4d7dd2a888), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.382679 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Attempting to bind port bec7301d-477d-4c14-bec2-3d4d7dd2a888 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:43.383066 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Attempting to bind port bec7301d-477d-4c14-bec2-3d4d7dd2a888 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:43.383433 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Attempting to bind port bec7301d-477d-4c14-bec2-3d4d7dd2a888 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:43.391613 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:43.392545 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:43.394473 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67e8be6d-b696-48e4-bae3-a746cf3f5dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (e7b4e53e-76ea-4c67-8441-043410364cf2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.404769 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.405190 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:43.405704 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Bound port: bec7301d-477d-4c14-bec2-3d4d7dd2a888, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:43.406095 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bec7301d-477d-4c14-bec2-3d4d7dd2a888), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.420784 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df6cb3-597c-4bf1-ad87-4550b836f314 None None] Pushing event updated for resources: {'Port': ['ID=bec7301d-477d-4c14-bec2-3d4d7dd2a888,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:43.454685 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67e8be6d-b696-48e4-bae3-a746cf3f5dd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.462407 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-67e8be6d-b696-48e4-bae3-a746cf3f5dd5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e7b4e53e-76ea-4c67-8441-043410364cf2 HTTP/1.1" status: 204 len: 168 time: 0.6890700 Feb 11 04:50:43.463612 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8be6d-b696-48e4-bae3-a746cf3f5dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b4e53e-76ea-4c67-8441-043410364cf2,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:43.472568 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52246) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:43.475345 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device abcb7a45-0a6f-419d-87f0-bb2e4224ed78 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:50:43.574753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port abcb7a45-0a6f-419d-87f0-bb2e4224ed78 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:43.575271 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (abcb7a45-0a6f-419d-87f0-bb2e4224ed78), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.596600 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0814-2dde-4328-aa6f-8b12fb85ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (bbdeecae-2428-49d7-90ec-b2b64e0ae601), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.646039 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6461ead1-1a73-45b6-a42c-80367b60c152 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (bec7301d-477d-4c14-bec2-3d4d7dd2a888), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.646791 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.db.api [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:50:43.647220 n-d-712142-35 neutron-server[103811]: DEBUG oslo_db.api [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:50:43.668780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port abcb7a45-0a6f-419d-87f0-bb2e4224ed78 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:43.684219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461ead1-1a73-45b6-a42c-80367b60c152 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Pushing event deleted for resources: {'Port': ['ID=bec7301d-477d-4c14-bec2-3d4d7dd2a888,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:43.739207 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0814-2dde-4328-aa6f-8b12fb85ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (bbdeecae-2428-49d7-90ec-b2b64e0ae601), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.766202 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ff2e0814-2dde-4328-aa6f-8b12fb85ee4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdeecae-2428-49d7-90ec-b2b64e0ae601']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:43.780618 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ff2e0814-2dde-4328-aa6f-8b12fb85ee4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6849a946-918a-40c5-a44f-544cfb4b470a') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:43.783487 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-ff2e0814-2dde-4328-aa6f-8b12fb85ee4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6849a946-918a-40c5-a44f-544cfb4b470a') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:43.791959 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6461ead1-1a73-45b6-a42c-80367b60c152 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (0ab49582-6340-4e5c-b4cf-f4f310910a0a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.805051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0814-2dde-4328-aa6f-8b12fb85ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (6849a946-918a-40c5-a44f-544cfb4b470a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.819710 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0814-2dde-4328-aa6f-8b12fb85ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6849a946-918a-40c5-a44f-544cfb4b470a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.826789 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2e0814-2dde-4328-aa6f-8b12fb85ee4b admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:50:43.827523 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0814-2dde-4328-aa6f-8b12fb85ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (6849a946-918a-40c5-a44f-544cfb4b470a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:50:43.829602 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:50:43.958280 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6461ead1-1a73-45b6-a42c-80367b60c152 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (0ab49582-6340-4e5c-b4cf-f4f310910a0a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.964143 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6461ead1-1a73-45b6-a42c-80367b60c152 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_controller (0ab49582-6340-4e5c-b4cf-f4f310910a0a), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.972213 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0814-2dde-4328-aa6f-8b12fb85ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (bbdeecae-2428-49d7-90ec-b2b64e0ae601), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.978485 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff2e0814-2dde-4328-aa6f-8b12fb85ee4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:43.982174 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ff2e0814-2dde-4328-aa6f-8b12fb85ee4b admin admin] 10.222.0.13 "DELETE /v2.0/networks/bbdeecae-2428-49d7-90ec-b2b64e0ae601 HTTP/1.1" status: 204 len: 168 time: 0.4988365 Feb 11 04:50:44.004467 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e0814-2dde-4328-aa6f-8b12fb85ee4b admin admin] Pushing event deleted for resources: {'Network': ['ID=bbdeecae-2428-49d7-90ec-b2b64e0ae601,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:44.118252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ca515-dd19-4cc5-91e5-b9340f14003c req-b0a5940c-36ca-438b-8d04-942a4d454f0f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:44.138765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b7ca515-dd19-4cc5-91e5-b9340f14003c req-b0a5940c-36ca-438b-8d04-942a4d454f0f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 946 time: 0.0902665 Feb 11 04:50:44.176919 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6461ead1-1a73-45b6-a42c-80367b60c152 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (0ab49582-6340-4e5c-b4cf-f4f310910a0a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:44.177596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6461ead1-1a73-45b6-a42c-80367b60c152 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ab49582-6340-4e5c-b4cf-f4f310910a0a {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:50:44.185298 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Attempting to bind port bec7301d-477d-4c14-bec2-3d4d7dd2a888 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:44.187342 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6461ead1-1a73-45b6-a42c-80367b60c152 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:44.187700 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Attempting to bind port bec7301d-477d-4c14-bec2-3d4d7dd2a888 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:44.188240 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Attempting to bind port bec7301d-477d-4c14-bec2-3d4d7dd2a888 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:44.191700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52260) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:44.191868 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6461ead1-1a73-45b6-a42c-80367b60c152 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0ab49582-6340-4e5c-b4cf-f4f310910a0a HTTP/1.1" status: 204 len: 168 time: 1.7934060 Feb 11 04:50:44.206491 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:44.207977 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:44.209994 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:44.210537 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:44.214138 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Bound port: bec7301d-477d-4c14-bec2-3d4d7dd2a888, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:44.214671 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bec7301d-477d-4c14-bec2-3d4d7dd2a888), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:44.218175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b7ca515-dd19-4cc5-91e5-b9340f14003c req-1e0296a7-1732-454e-bb8b-b55a945f2a21 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786629 Feb 11 04:50:44.272373 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Port bec7301d-477d-4c14-bec2-3d4d7dd2a888 has been deleted concurrently {{(pid=103811) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 11 04:50:44.301277 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Routers set() bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:44.301672 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Router IDs set() for agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 04:50:44.303487 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_agentschedulers_db [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0ab49582-6340-4e5c-b4cf-f4f310910a0a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent'). {{(pid=103811) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 04:50:44.305487 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a8722-d61f-4db7-a00f-dca5edc39d4e None None] The sync data for ids ['0ab49582-6340-4e5c-b4cf-f4f310910a0a'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:50:44.386964 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522620c3-eae8-400b-bf6f-5b3a54688341 req-fede7070-4105-4a6c-8816-b03503ea8f98 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:44.397034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-522620c3-eae8-400b-bf6f-5b3a54688341 req-fede7070-4105-4a6c-8816-b03503ea8f98 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 946 time: 0.0871615 Feb 11 04:50:44.481505 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-522620c3-eae8-400b-bf6f-5b3a54688341 req-6b91df2c-190f-4a82-acad-6a7a3916fb7f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831423 Feb 11 04:50:44.496038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52264) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:44.517633 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router (53293eeb-7dff-43ca-b0b0-63d0477d90e4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:44.647200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52270) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:44.703964 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (53293eeb-7dff-43ca-b0b0-63d0477d90e4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:44.718748 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52272) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:44.726279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d6f7c121-7674-4aee-b953-d58e3be8a477 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd428caf3628450e94e6190594635a3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0707994 Feb 11 04:50:44.780688 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-794f7f2a-aa7c-444e-a735-9881534ebf89 admin admin] Publish callbacks [] for security_group (4f0d9e87-06ff-45f6-87a4-eeb484984e24), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:44.862844 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-794f7f2a-aa7c-444e-a735-9881534ebf89 admin admin] Publish callbacks [] for security_group (4f0d9e87-06ff-45f6-87a4-eeb484984e24), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:44.908429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9ecd3b-78b1-421d-afd6-c2a3751ff270 tempest-TestVolumeBootPattern-843646310 tempest-TestVolumeBootPattern-843646310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:44.913141 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9c9ecd3b-78b1-421d-afd6-c2a3751ff270 tempest-TestVolumeBootPattern-843646310 tempest-TestVolumeBootPattern-843646310-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 1124 time: 0.4166796 Feb 11 04:50:44.913494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52274) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:44.919231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': 'c5c25a37-5193-4e49-8936-66e0e358229f', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:44.939197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Deleting port abcb7a45-0a6f-419d-87f0-bb2e4224ed78 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:44.939555 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (abcb7a45-0a6f-419d-87f0-bb2e4224ed78), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.034561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] For port abcb7a45-0a6f-419d-87f0-bb2e4224ed78, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=abcb7a45-0a6f-419d-87f0-bb2e4224ed78,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:45.035241 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (abcb7a45-0a6f-419d-87f0-bb2e4224ed78), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.051585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Calling delete_port for abcb7a45-0a6f-419d-87f0-bb2e4224ed78 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:45.056011 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.111044 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-794f7f2a-aa7c-444e-a735-9881534ebf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4f0d9e87-06ff-45f6-87a4-eeb484984e24), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.114760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-794f7f2a-aa7c-444e-a735-9881534ebf89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.118138 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-794f7f2a-aa7c-444e-a735-9881534ebf89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f0d9e87-06ff-45f6-87a4-eeb484984e24 HTTP/1.1" status: 204 len: 168 time: 0.3961885 Feb 11 04:50:45.146326 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f7f2a-aa7c-444e-a735-9881534ebf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0d9e87-06ff-45f6-87a4-eeb484984e24,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:45.410411 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.453342 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (abcb7a45-0a6f-419d-87f0-bb2e4224ed78), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.514810 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Pushing event deleted for resources: {'Port': ['ID=abcb7a45-0a6f-419d-87f0-bb2e4224ed78,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:45.589863 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Allocated IP 172.25.3.105 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/301dae8c-a55c-4027-b83c-4e751093fb83) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:45.591194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (53293eeb-7dff-43ca-b0b0-63d0477d90e4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.803283 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (53293eeb-7dff-43ca-b0b0-63d0477d90e4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.810912 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_controller (53293eeb-7dff-43ca-b0b0-63d0477d90e4), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.821478 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for port (301dae8c-a55c-4027-b83c-4e751093fb83), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.958801 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (53293eeb-7dff-43ca-b0b0-63d0477d90e4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.959459 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53293eeb-7dff-43ca-b0b0-63d0477d90e4 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:50:45.969556 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:45.969556 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-19f49110-5fb2-4eef-94b7-23bf02f37f27 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "DELETE /v2.0/routers/53293eeb-7dff-43ca-b0b0-63d0477d90e4 HTTP/1.1" status: 204 len: 168 time: 1.7738853 Feb 11 04:50:45.972329 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52296) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:45.978652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1070579869', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:46.002942 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (301dae8c-a55c-4027-b83c-4e751093fb83), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:46.044882 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:46.051184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:46.055490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:46.087985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'Port': ['ID=301dae8c-a55c-4027-b83c-4e751093fb83,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:46.114004 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (93a242c5-526a-45c9-b620-e51c6b5e25be), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:46.116636 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (93a242c5-526a-45c9-b620-e51c6b5e25be), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:46.266245 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_controller (93a242c5-526a-45c9-b620-e51c6b5e25be), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:46.587644 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (93a242c5-526a-45c9-b620-e51c6b5e25be), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:47.214931 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for floatingip (35751817-cc3e-41ac-a041-c359d084b6bd), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:47.245444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2a930-287d-460f-949d-1167d192cc49 req-7ea050e3-e3e6-44f4-a24e-e5d57a3d0c61 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:47.246857 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b2a930-287d-460f-949d-1167d192cc49 req-7ea050e3-e3e6-44f4-a24e-e5d57a3d0c61 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/networks?id=d92fb06f-af45-4ee9-b2f3-842e38642514 HTTP/1.1" status: 200 len: 808 time: 0.2418334 Feb 11 04:50:47.283842 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b2a930-287d-460f-949d-1167d192cc49 req-c3c70605-3515-449a-9c15-8e0abf2d7c74 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/quotas/8a4adafbfaa848d3969418937430f9c5 HTTP/1.1" status: 200 len: 375 time: 0.0295613 Feb 11 04:50:47.325704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b2a930-287d-460f-949d-1167d192cc49 req-a23360d0-ccca-4664-a690-98de0b6ca87a tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a4adafbfaa848d3969418937430f9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346313 Feb 11 04:50:47.416947 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device abcb7a45-0a6f-419d-87f0-bb2e4224ed78 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:47.441616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: abcb7a45-0a6f-419d-87f0-bb2e4224ed78 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:50:47.442173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device abcb7a45-0a6f-419d-87f0-bb2e4224ed78 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:50:47.555050 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (301dae8c-a55c-4027-b83c-4e751093fb83), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:47.558536 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (93a242c5-526a-45c9-b620-e51c6b5e25be), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:47.599124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b2a930-287d-460f-949d-1167d192cc49 req-d794db51-cd25-4c08-b842-a134cc0f27c3 service neutron] 10.222.0.13 "GET /v2.0/networks/d92fb06f-af45-4ee9-b2f3-842e38642514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635608 Feb 11 04:50:47.603481 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:47.857656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b2a930-287d-460f-949d-1167d192cc49 req-c9bf0f0e-6c9d-4388-b2a1-a2a0aebc56a8 service neutron] 10.222.0.13 "GET /v2.0/networks/d92fb06f-af45-4ee9-b2f3-842e38642514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445774 Feb 11 04:50:47.886540 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Allocated IP 172.25.3.67 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/ee9a4380-9d07-4885-b712-29d5aff2c523) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:47.951154 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for port (301dae8c-a55c-4027-b83c-4e751093fb83), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:48.028620 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for port (ee9a4380-9d07-4885-b712-29d5aff2c523), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:48.063281 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (301dae8c-a55c-4027-b83c-4e751093fb83), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:48.167253 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7850cc07-dbea-4870-bfcd-d4a31cd27e97 req-2a31b6ef-60bf-4624-96b8-3bdafc3d61aa tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 210 time: 0.0548346 Feb 11 04:50:48.180235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'Port': ['ID=301dae8c-a55c-4027-b83c-4e751093fb83,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:48.194302 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (35751817-cc3e-41ac-a041-c359d084b6bd), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:48.240542 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ee9a4380-9d07-4885-b712-29d5aff2c523), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:48.293760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:48.300334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:48.303403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:48.378693 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Pushing event updated for resources: {'Port': ['ID=ee9a4380-9d07-4885-b712-29d5aff2c523,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:48.430124 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Floating IP 35751817-cc3e-41ac-a041-c359d084b6bd associated. External IP: 172.25.3.105, port: c5c25a37-5193-4e49-8936-66e0e358229f. Feb 11 04:50:48.783356 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:50:48.872907 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (93a242c5-526a-45c9-b620-e51c6b5e25be), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:49.288823 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:50:49.367749 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:50:49.385298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd7688-0fee-48b3-84d7-06733423e1c9 None None] Sync routers for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:50:49.399682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd7688-0fee-48b3-84d7-06733423e1c9 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:49.400338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-94cd7688-0fee-48b3-84d7-06733423e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:49.400594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c0e70314-8e2e-43d1-820a-46dd9beeb287 req-cf6da8ac-33b5-4831-bbff-707d86fc116c tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 210 time: 0.0596464 Feb 11 04:50:49.531565 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (93a242c5-526a-45c9-b620-e51c6b5e25be), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:49.547586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-94cd7688-0fee-48b3-84d7-06733423e1c9 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:49.577696 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:49.632208 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2c50e56e-0ba9-4352-a599-9c9953519e0d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.7028058 Feb 11 04:50:49.632208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedf46f9-5e35-456f-8aae-98ae6f5c931f', 'tag': 'c5c25a37-5193-4e49-8936-66e0e358229f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:49.632208 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089e4de1-457f-4767-9d4e-a4cec85ff582" -d '{"events": [{"name": "network-changed", "server_uuid": "cedf46f9-5e35-456f-8aae-98ae6f5c931f", "tag": "c5c25a37-5193-4e49-8936-66e0e358229f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:49.705764 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4991db44-3227-4cd3-bc77-068cb4071264 x-openstack-request-id: req-4991db44-3227-4cd3-bc77-068cb4071264 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:49.706048 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedf46f9-5e35-456f-8aae-98ae6f5c931f", "tag": "c5c25a37-5193-4e49-8936-66e0e358229f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:49.706297 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4991db44-3227-4cd3-bc77-068cb4071264 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:49.706818 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedf46f9-5e35-456f-8aae-98ae6f5c931f', 'tag': 'c5c25a37-5193-4e49-8936-66e0e358229f', 'status': 'completed', 'code': 200} Feb 11 04:50:49.774022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e4de1-457f-4767-9d4e-a4cec85ff582 req-10cda1fb-50ca-48ce-b9b8-467dd02efc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:49.775730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-089e4de1-457f-4767-9d4e-a4cec85ff582 req-10cda1fb-50ca-48ce-b9b8-467dd02efc8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 1129 time: 0.0681026 Feb 11 04:50:49.821359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-94cd7688-0fee-48b3-84d7-06733423e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '35751817-cc3e-41ac-a041-c359d084b6bd', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'port_id': 'c5c25a37-5193-4e49-8936-66e0e358229f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'mac_address': 'fa:16:3e:91:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf46f9-5e35-456f-8aae-98ae6f5c931f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:50:46Z', 'updated_at': '2022-02-11T04:50:46Z', 'revision_number': 0, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:49.849399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd7688-0fee-48b3-84d7-06733423e1c9 None None] Checking router: 08f78bb6-500d-4bcd-878f-55bbbc33ca77 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:50:49.859020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd7688-0fee-48b3-84d7-06733423e1c9 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:49.859653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-94cd7688-0fee-48b3-84d7-06733423e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:49.893842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e4de1-457f-4767-9d4e-a4cec85ff582 req-c4c59ee1-ff82-4dbf-9edf-60e593258c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:49.895278 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-089e4de1-457f-4767-9d4e-a4cec85ff582 req-c4c59ee1-ff82-4dbf-9edf-60e593258c42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 913 time: 0.0994728 Feb 11 04:50:49.978534 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Router 93a242c5-526a-45c9-b620-e51c6b5e25be is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:50:49.980022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-94cd7688-0fee-48b3-84d7-06733423e1c9 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:49.989959 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-089e4de1-457f-4767-9d4e-a4cec85ff582 req-aaa12b2d-c7bf-49b9-b551-77c4d861e7ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5c25a37-5193-4e49-8936-66e0e358229f HTTP/1.1" status: 200 len: 1000 time: 0.0833549 Feb 11 04:50:50.105352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e4de1-457f-4767-9d4e-a4cec85ff582 req-052124f5-d7ba-433c-81cd-45aad8233ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:50.106892 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-089e4de1-457f-4767-9d4e-a4cec85ff582 req-052124f5-d7ba-433c-81cd-45aad8233ddd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.1054668 Feb 11 04:50:50.191686 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:50:50.208739 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10fb551-4ce4-4ba7-b72d-5d7f23cd11ca None None] Sync routers for ids ['93a242c5-526a-45c9-b620-e51c6b5e25be'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:50:50.218741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e4de1-457f-4767-9d4e-a4cec85ff582 req-1b43d43f-6380-4fc9-873e-59661c176794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:50.221145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-089e4de1-457f-4767-9d4e-a4cec85ff582 req-1b43d43f-6380-4fc9-873e-59661c176794 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0866539 Feb 11 04:50:50.231400 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10fb551-4ce4-4ba7-b72d-5d7f23cd11ca None None] Routers {'93a242c5-526a-45c9-b620-e51c6b5e25be'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:50.232276 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c10fb551-4ce4-4ba7-b72d-5d7f23cd11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['93a242c5-526a-45c9-b620-e51c6b5e25be'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:50.277851 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c10fb551-4ce4-4ba7-b72d-5d7f23cd11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:50.288790 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-94cd7688-0fee-48b3-84d7-06733423e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '35751817-cc3e-41ac-a041-c359d084b6bd', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'port_id': 'c5c25a37-5193-4e49-8936-66e0e358229f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'mac_address': 'fa:16:3e:91:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf46f9-5e35-456f-8aae-98ae6f5c931f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:50:46Z', 'updated_at': '2022-02-11T04:50:46Z', 'revision_number': 0, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:50.289834 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10fb551-4ce4-4ba7-b72d-5d7f23cd11ca None None] Routers {'93a242c5-526a-45c9-b620-e51c6b5e25be'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:50.291293 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c10fb551-4ce4-4ba7-b72d-5d7f23cd11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['93a242c5-526a-45c9-b620-e51c6b5e25be'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:50.334216 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c10fb551-4ce4-4ba7-b72d-5d7f23cd11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:50.335390 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10fb551-4ce4-4ba7-b72d-5d7f23cd11ca None None] The sync data for ids ['93a242c5-526a-45c9-b620-e51c6b5e25be'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:50:50.346133 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:50.350294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-889ae98e-e812-4152-bd04-7dade3804544 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3729632 Feb 11 04:50:50.350492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52446) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:50.359491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3bdd5530-9597-4fe3-9923-653e5cfef53d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'enable_snat': False}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:50.363604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd7688-0fee-48b3-84d7-06733423e1c9 None None] The sync data for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 is: [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '35751817-cc3e-41ac-a041-c359d084b6bd', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'port_id': 'c5c25a37-5193-4e49-8936-66e0e358229f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'mac_address': 'fa:16:3e:91:ef:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf46f9-5e35-456f-8aae-98ae6f5c931f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:50:46Z', 'updated_at': '2022-02-11T04:50:46Z', 'revision_number': 0, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:50:50.449956 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-089e4de1-457f-4767-9d4e-a4cec85ff582 req-e53c8961-6d11-47fa-b0f0-babe1ad0f448 service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149057 Feb 11 04:50:50.575574 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ecd14fd-b1c6-443e-8bea-83e5db91a2a1 req-8f60d702-5f55-4856-a1a2-55bc1ac25529 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 210 time: 0.0763302 Feb 11 04:50:50.644756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29a826-5fb4-4a44-ad35-3c759c245911 None None] New status for floating IP 35751817-cc3e-41ac-a041-c359d084b6bd: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:50:50.701225 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-089e4de1-457f-4767-9d4e-a4cec85ff582 req-4ce3202c-4988-4f42-a17c-2c02834d9f95 service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455137 Feb 11 04:50:50.917905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5530-9597-4fe3-9923-653e5cfef53d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (93a242c5-526a-45c9-b620-e51c6b5e25be), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:51.395887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2a930-287d-460f-949d-1167d192cc49 req-2d62b463-709a-42c9-9356-ed0512d65646 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.397373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b2a930-287d-460f-949d-1167d192cc49 req-2d62b463-709a-42c9-9356-ed0512d65646 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.32 "GET /v2.0/networks?id=d92fb06f-af45-4ee9-b2f3-842e38642514 HTTP/1.1" status: 200 len: 808 time: 0.2015169 Feb 11 04:50:51.412744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d3b2a930-287d-460f-949d-1167d192cc49 req-a2ae1e15-c2d6-4bbe-a3f1-2c140bb4dfd7 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Request body: {'port': {'device_id': 'f171885b-2902-4b88-9f29-0e7c324ce4fe', 'network_id': 'd92fb06f-af45-4ee9-b2f3-842e38642514', 'admin_state_up': True, 'tenant_id': '8a4adafbfaa848d3969418937430f9c5'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:51.636090 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5530-9597-4fe3-9923-653e5cfef53d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (93a242c5-526a-45c9-b620-e51c6b5e25be), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:51.676215 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5530-9597-4fe3-9923-653e5cfef53d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (93a242c5-526a-45c9-b620-e51c6b5e25be), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:51.710812 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db8b92be-2ffa-47a8-b6a0-eaeb0e1488be req-6d340f7e-f0ad-4e78-b6a2-67a1edd81821 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 210 time: 0.0403867 Feb 11 04:50:51.788961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b0310-1515-499a-9717-6b86c43165b0 req-dbd8ce93-09f6-4d3f-83cf-6da6d2268b5a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.796536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b0310-1515-499a-9717-6b86c43165b0 req-dbd8ce93-09f6-4d3f-83cf-6da6d2268b5a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.803263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b0310-1515-499a-9717-6b86c43165b0 req-dbd8ce93-09f6-4d3f-83cf-6da6d2268b5a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.810786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b0310-1515-499a-9717-6b86c43165b0 req-dbd8ce93-09f6-4d3f-83cf-6da6d2268b5a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.817088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b0310-1515-499a-9717-6b86c43165b0 req-dbd8ce93-09f6-4d3f-83cf-6da6d2268b5a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.828062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b0310-1515-499a-9717-6b86c43165b0 req-dbd8ce93-09f6-4d3f-83cf-6da6d2268b5a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.828062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b0310-1515-499a-9717-6b86c43165b0 req-dbd8ce93-09f6-4d3f-83cf-6da6d2268b5a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:51.829879 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a0b0310-1515-499a-9717-6b86c43165b0 req-dbd8ce93-09f6-4d3f-83cf-6da6d2268b5a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5444 time: 0.1969414 Feb 11 04:50:51.877213 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b2a930-287d-460f-949d-1167d192cc49 req-a2ae1e15-c2d6-4bbe-a3f1-2c140bb4dfd7 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Made reservation on behalf of 8a4adafbfaa848d3969418937430f9c5 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:50:51.881219 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3b2a930-287d-460f-949d-1167d192cc49 req-a2ae1e15-c2d6-4bbe-a3f1-2c140bb4dfd7 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:51.955919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdd5530-9597-4fe3-9923-653e5cfef53d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Router 93a242c5-526a-45c9-b620-e51c6b5e25be has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:50:52.014439 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a0b0310-1515-499a-9717-6b86c43165b0 req-80b18146-2d54-48ab-a274-ca62c871af5e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1761096 Feb 11 04:50:52.167055 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-d3b2a930-287d-460f-949d-1167d192cc49 req-a2ae1e15-c2d6-4bbe-a3f1-2c140bb4dfd7 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Allocated IP 172.20.0.2 (d92fb06f-af45-4ee9-b2f3-842e38642514/b04d2048-79ce-42bc-9151-2835b3554814/1273ba7a-a3d7-4649-b390-ecd975f4093e) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:52.565948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdd5530-9597-4fe3-9923-653e5cfef53d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:50:52.568684 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5530-9597-4fe3-9923-653e5cfef53d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:52.572473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3bdd5530-9597-4fe3-9923-653e5cfef53d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "PUT /v2.0/routers/93a242c5-526a-45c9-b620-e51c6b5e25be HTTP/1.1" status: 200 len: 925 time: 2.2183251 Feb 11 04:50:52.573273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52544) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:52.575500 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed577fd-d41c-4854-93f3-03607dd12b4b None None] Sync routers for ids ['93a242c5-526a-45c9-b620-e51c6b5e25be'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:50:52.588305 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed577fd-d41c-4854-93f3-03607dd12b4b None None] Routers {'93a242c5-526a-45c9-b620-e51c6b5e25be'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:52.589003 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7ed577fd-d41c-4854-93f3-03607dd12b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['93a242c5-526a-45c9-b620-e51c6b5e25be'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:52.629265 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7ed577fd-d41c-4854-93f3-03607dd12b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:52.638082 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed577fd-d41c-4854-93f3-03607dd12b4b None None] Routers {'93a242c5-526a-45c9-b620-e51c6b5e25be'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:52.638796 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7ed577fd-d41c-4854-93f3-03607dd12b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['93a242c5-526a-45c9-b620-e51c6b5e25be'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:52.674731 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7ed577fd-d41c-4854-93f3-03607dd12b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:52.675411 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed577fd-d41c-4854-93f3-03607dd12b4b None None] The sync data for ids ['93a242c5-526a-45c9-b620-e51c6b5e25be'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:50:52.752244 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e0a84c7b-f63b-48e3-80eb-eaa082acf2eb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.759479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e0a84c7b-f63b-48e3-80eb-eaa082acf2eb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.765564 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e0a84c7b-f63b-48e3-80eb-eaa082acf2eb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.767379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-36d64666-1cda-4beb-87f0-bc989eae570b tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/routers/93a242c5-526a-45c9-b620-e51c6b5e25be HTTP/1.1" status: 200 len: 925 time: 0.1930072 Feb 11 04:50:52.771854 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e0a84c7b-f63b-48e3-80eb-eaa082acf2eb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.777572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e0a84c7b-f63b-48e3-80eb-eaa082acf2eb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.784281 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e0a84c7b-f63b-48e3-80eb-eaa082acf2eb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.790041 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e0a84c7b-f63b-48e3-80eb-eaa082acf2eb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.792130 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e0a84c7b-f63b-48e3-80eb-eaa082acf2eb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5444 time: 0.1071472 Feb 11 04:50:52.792872 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52550) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:52.838298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6abac5da-df82-4a31-9e96-cd2fd9526f6e req-acfb790d-e1a3-4d06-a8e4-5a8bacfa16a2 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 210 time: 0.0362332 Feb 11 04:50:52.841252 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3b2a930-287d-460f-949d-1167d192cc49 req-a2ae1e15-c2d6-4bbe-a3f1-2c140bb4dfd7 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks [] for port (1273ba7a-a3d7-4649-b390-ecd975f4093e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:52.868314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-b81fa6c4-f931-4b66-b949-77a1720e8fd9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.869922 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-b81fa6c4-f931-4b66-b949-77a1720e8fd9 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "GET /v2.0/ports/5e331ac0-31ed-41b8-b911-5fa4fa3a502e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0661540 Feb 11 04:50:52.889537 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a744c3ce-24fb-42c2-8705-dab85f41a8b1 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:52.891713 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a744c3ce-24fb-42c2-8705-dab85f41a8b1 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&device_id=93a242c5-526a-45c9-b620-e51c6b5e25be&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0976031 Feb 11 04:50:52.894376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52554) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:53.028802 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3b2a930-287d-460f-949d-1167d192cc49 req-a2ae1e15-c2d6-4bbe-a3f1-2c140bb4dfd7 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (1273ba7a-a3d7-4649-b390-ecd975f4093e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:53.076396 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-6e831e2f-f9c2-460d-a0ad-8b3bd4b98183 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "GET /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2005088 Feb 11 04:50:53.082654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b76d90-2ab0-4629-a853-abff1aab13f4 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:53.083256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae1e15-c2d6-4bbe-a3f1-2c140bb4dfd7 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Pushing event updated for resources: {'Port': ['ID=1273ba7a-a3d7-4649-b390-ecd975f4093e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:53.084458 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-18b76d90-2ab0-4629-a853-abff1aab13f4 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 881 time: 0.1889253 Feb 11 04:50:53.089188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52558) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:53.091475 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-03cd0f16-0d89-41f0-8992-9a3cb9170a35 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:53.128821 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6701373c-347a-4786-b980-aaf5fa020aad tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a242c5-526a-45c9-b620-e51c6b5e25be HTTP/1.1" status: 200 len: 205 time: 0.0358663 Feb 11 04:50:53.129951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52560) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:53.137839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b2a930-287d-460f-949d-1167d192cc49 req-a2ae1e15-c2d6-4bbe-a3f1-2c140bb4dfd7 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Network d92fb06f-af45-4ee9-b2f3-842e38642514 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:53.140689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-d3b2a930-287d-460f-949d-1167d192cc49 req-a2ae1e15-c2d6-4bbe-a3f1-2c140bb4dfd7 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:53.146383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b2a930-287d-460f-949d-1167d192cc49 req-a2ae1e15-c2d6-4bbe-a3f1-2c140bb4dfd7 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:53.176731 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e25c4d9b-8e39-440b-bffd-25625ed10779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:53.239556 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2a930-287d-460f-949d-1167d192cc49 req-a2ae1e15-c2d6-4bbe-a3f1-2c140bb4dfd7 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:53.239784 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-03cd0f16-0d89-41f0-8992-9a3cb9170a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:53.240257 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3b2a930-287d-460f-949d-1167d192cc49 req-a2ae1e15-c2d6-4bbe-a3f1-2c140bb4dfd7 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:53.264237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c712f-9d69-4efa-9b22-30c616743436 req-9f33d1c5-061c-40b1-b377-e4a68b921fc5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:53.270065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c712f-9d69-4efa-9b22-30c616743436 req-9f33d1c5-061c-40b1-b377-e4a68b921fc5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:53.275497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c712f-9d69-4efa-9b22-30c616743436 req-9f33d1c5-061c-40b1-b377-e4a68b921fc5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:53.280824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c712f-9d69-4efa-9b22-30c616743436 req-9f33d1c5-061c-40b1-b377-e4a68b921fc5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:53.286927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c712f-9d69-4efa-9b22-30c616743436 req-9f33d1c5-061c-40b1-b377-e4a68b921fc5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:53.292367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c712f-9d69-4efa-9b22-30c616743436 req-9f33d1c5-061c-40b1-b377-e4a68b921fc5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:53.298080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c712f-9d69-4efa-9b22-30c616743436 req-9f33d1c5-061c-40b1-b377-e4a68b921fc5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:53.300198 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a08c712f-9d69-4efa-9b22-30c616743436 req-9f33d1c5-061c-40b1-b377-e4a68b921fc5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 5444 time: 0.1607709 Feb 11 04:50:53.347105 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bcb014-3e3f-4032-8c94-eaedd262e475 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (93a242c5-526a-45c9-b620-e51c6b5e25be), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:53.428964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a08c712f-9d69-4efa-9b22-30c616743436 req-c37a7328-9489-47e1-b22f-3bca179918d5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1144884 Feb 11 04:50:53.455903 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b2a930-287d-460f-949d-1167d192cc49 req-a2ae1e15-c2d6-4bbe-a3f1-2c140bb4dfd7 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0486920 Feb 11 04:50:53.470891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Request body: {'port': {'device_id': 'f171885b-2902-4b88-9f29-0e7c324ce4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:53.499889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52570) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:53.553569 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-03cd0f16-0d89-41f0-8992-9a3cb9170a35 service neutron] For port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5e331ac0-31ed-41b8-b911-5fa4fa3a502e,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:53.558806 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1273ba7a-a3d7-4649-b390-ecd975f4093e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:53.604047 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bcb014-3e3f-4032-8c94-eaedd262e475 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (93a242c5-526a-45c9-b620-e51c6b5e25be), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:53.620546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-03cd0f16-0d89-41f0-8992-9a3cb9170a35 service neutron] For port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:53.676994 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-03cd0f16-0d89-41f0-8992-9a3cb9170a35 service neutron] device_id is not set on port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:50:53.691371 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-03cd0f16-0d89-41f0-8992-9a3cb9170a35 service neutron] Publish callbacks [] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:53.728742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6641dd4-7e97-4ba9-a795-9d7f86c8d145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:53.825920 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-03cd0f16-0d89-41f0-8992-9a3cb9170a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:53.915092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-03cd0f16-0d89-41f0-8992-9a3cb9170a35 service neutron] No DVR routers for this DVR port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:50:53.956260 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-93bcb014-3e3f-4032-8c94-eaedd262e475 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Deleting port ee9a4380-9d07-4885-b712-29d5aff2c523 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:53.956635 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bcb014-3e3f-4032-8c94-eaedd262e475 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ee9a4380-9d07-4885-b712-29d5aff2c523), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:53.960383 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd0f16-0d89-41f0-8992-9a3cb9170a35 service neutron] Pushing event updated for resources: {'Port': ['ID=5e331ac0-31ed-41b8-b911-5fa4fa3a502e,revision_number=6']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:53.967423 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6641dd4-7e97-4ba9-a795-9d7f86c8d145 admin admin] Publish callbacks [] for security_group (21f84b91-1fcd-46d1-b01e-78cb01f9a35d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.035603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1273ba7a-a3d7-4649-b390-ecd975f4093e {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:50:54.046526 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Publish callbacks [] for port (1273ba7a-a3d7-4649-b390-ecd975f4093e), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.067102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dc65e-f40d-4a56-8515-6d1becf50338 req-406575c3-502e-490b-9932-b3ccc81db6eb tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.068722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f2dc65e-f40d-4a56-8515-6d1becf50338 req-406575c3-502e-490b-9932-b3ccc81db6eb tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 931 time: 0.1242065 Feb 11 04:50:54.091182 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Transition to ACTIVE for port object 1273ba7a-a3d7-4649-b390-ecd975f4093e will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:50:54.093773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6641dd4-7e97-4ba9-a795-9d7f86c8d145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (21f84b91-1fcd-46d1-b01e-78cb01f9a35d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.192109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e6641dd4-7e97-4ba9-a795-9d7f86c8d145 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bfd7b8474d64b83b62a9cf9c1b49ae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6820207 Feb 11 04:50:54.197511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52580) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:54.199839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6641dd4-7e97-4ba9-a795-9d7f86c8d145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f84b91-1fcd-46d1-b01e-78cb01f9a35d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:54.250441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-bf4280fc-2097-4689-bfd7-7d80807bee80 None None] Provisioning complete for port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:54.252112 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf4280fc-2097-4689-bfd7-7d80807bee80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.252697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7f2dc65e-f40d-4a56-8515-6d1becf50338 req-710f0dca-1d81-45ea-a7fc-6225a227c015 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723230 Feb 11 04:50:54.302572 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca4ed-0f2e-405e-a96d-7565e6ae94d2 admin admin] Publish callbacks [] for security_group (21f84b91-1fcd-46d1-b01e-78cb01f9a35d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.317854 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-bf4280fc-2097-4689-bfd7-7d80807bee80 None None] Port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:50:54.330128 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (1273ba7a-a3d7-4649-b390-ecd975f4093e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.339833 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca4ed-0f2e-405e-a96d-7565e6ae94d2 admin admin] Publish callbacks [] for security_group (21f84b91-1fcd-46d1-b01e-78cb01f9a35d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.429960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Pushing event updated for resources: {'Port': ['ID=1273ba7a-a3d7-4649-b390-ecd975f4093e,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:54.446064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-03cd0f16-0d89-41f0-8992-9a3cb9170a35 service neutron] In _notify_port_updated(), no bound segment for port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e on network 1a1453c6-9537-467a-9964-e6aa3979e421 {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:50:54.447336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-03cd0f16-0d89-41f0-8992-9a3cb9170a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.447635 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-03cd0f16-0d89-41f0-8992-9a3cb9170a35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.448969 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-03cd0f16-0d89-41f0-8992-9a3cb9170a35 service neutron] 10.222.0.47 "PUT /v2.0/ports/5e331ac0-31ed-41b8-b911-5fa4fa3a502e HTTP/1.1" status: 200 len: 1032 time: 1.3626266 Feb 11 04:50:54.533448 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bcb014-3e3f-4032-8c94-eaedd262e475 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ee9a4380-9d07-4885-b712-29d5aff2c523), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.552527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-5832eb3f-9d26-4fde-939f-0c3faac925fa tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.552779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Attempting to bind port 1273ba7a-a3d7-4649-b390-ecd975f4093e on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:50:54.560623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Attempting to bind port 1273ba7a-a3d7-4649-b390-ecd975f4093e by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '32e90ee2-5bf0-4e75-82c2-5f000fb8c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd92fb06f-af45-4ee9-b2f3-842e38642514'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:50:54.560623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Attempting to bind port 1273ba7a-a3d7-4649-b390-ecd975f4093e on network d92fb06f-af45-4ee9-b2f3-842e38642514 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:54.561048 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-5832eb3f-9d26-4fde-939f-0c3faac925fa tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "GET /v2.0/ports/12ffbce7-dc6f-4c7c-be0d-4d531b490dcd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0962281 Feb 11 04:50:54.561048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-93bcb014-3e3f-4032-8c94-eaedd262e475 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Calling delete_port for ee9a4380-9d07-4885-b712-29d5aff2c523 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:54.566207 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-45b4cc28-269d-4782-8fa4-4b937e0770ea service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:54.581500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Port 1273ba7a-a3d7-4649-b390-ecd975f4093e on network d92fb06f-af45-4ee9-b2f3-842e38642514 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:50:54.581853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Attempting to bind port 1273ba7a-a3d7-4649-b390-ecd975f4093e on network d92fb06f-af45-4ee9-b2f3-842e38642514 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:50:54.599702 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:50:54.612141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Checking segment: {'id': '32e90ee2-5bf0-4e75-82c2-5f000fb8c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd92fb06f-af45-4ee9-b2f3-842e38642514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:50:54.612141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Bound using segment: {'id': '32e90ee2-5bf0-4e75-82c2-5f000fb8c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd92fb06f-af45-4ee9-b2f3-842e38642514'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:50:54.612141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Bound port: 1273ba7a-a3d7-4649-b390-ecd975f4093e, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e90ee2-5bf0-4e75-82c2-5f000fb8c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd92fb06f-af45-4ee9-b2f3-842e38642514'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:50:54.612141 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1273ba7a-a3d7-4649-b390-ecd975f4093e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.612141 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca4ed-0f2e-405e-a96d-7565e6ae94d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (21f84b91-1fcd-46d1-b01e-78cb01f9a35d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.612141 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca4ed-0f2e-405e-a96d-7565e6ae94d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.612141 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0f4ca4ed-0f2e-405e-a96d-7565e6ae94d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21f84b91-1fcd-46d1-b01e-78cb01f9a35d HTTP/1.1" status: 204 len: 168 time: 0.4114506 Feb 11 04:50:54.698187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ca4ed-0f2e-405e-a96d-7565e6ae94d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f84b91-1fcd-46d1-b01e-78cb01f9a35d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:54.705659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] For port 1273ba7a-a3d7-4649-b390-ecd975f4093e, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:54.707771 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-45b4cc28-269d-4782-8fa4-4b937e0770ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.765461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a4e7f-da46-4e47-a685-38ab331a6d71 req-c54d97e3-b028-4ffa-8bf5-19b07731ef33 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.777040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a4e7f-da46-4e47-a685-38ab331a6d71 req-c54d97e3-b028-4ffa-8bf5-19b07731ef33 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.787185 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a4e7f-da46-4e47-a685-38ab331a6d71 req-c54d97e3-b028-4ffa-8bf5-19b07731ef33 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.797511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a4e7f-da46-4e47-a685-38ab331a6d71 req-c54d97e3-b028-4ffa-8bf5-19b07731ef33 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.808501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a4e7f-da46-4e47-a685-38ab331a6d71 req-c54d97e3-b028-4ffa-8bf5-19b07731ef33 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.816129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a4e7f-da46-4e47-a685-38ab331a6d71 req-c54d97e3-b028-4ffa-8bf5-19b07731ef33 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.818515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b4a4e7f-da46-4e47-a685-38ab331a6d71 req-c54d97e3-b028-4ffa-8bf5-19b07731ef33 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 4665 time: 0.2844722 Feb 11 04:50:54.820760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] For port 1273ba7a-a3d7-4649-b390-ecd975f4093e, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1273ba7a-a3d7-4649-b390-ecd975f4093e,segment=NetworkSegment(32e90ee2-5bf0-4e75-82c2-5f000fb8c25e),segment_id=32e90ee2-5bf0-4e75-82c2-5f000fb8c25e)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:50:54.901927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b4a4e7f-da46-4e47-a685-38ab331a6d71 req-e9813bc4-2a1f-4515-96c5-cb0138adcaaa tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3d09c27-199d-4084-9276-d9290edc8fbd&id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735230 Feb 11 04:50:54.942681 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (1273ba7a-a3d7-4649-b390-ecd975f4093e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:54.956983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-45b4cc28-269d-4782-8fa4-4b937e0770ea service neutron] For port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:54.997583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:54.998826 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.001416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b2a930-287d-460f-949d-1167d192cc49 req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] 10.222.0.32 "PUT /v2.0/ports/1273ba7a-a3d7-4649-b390-ecd975f4093e HTTP/1.1" status: 200 len: 1092 time: 1.5356138 Feb 11 04:50:55.001416 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f171885b-2902-4b88-9f29-0e7c324ce4fe', 'tag': '1273ba7a-a3d7-4649-b390-ecd975f4093e'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:55.003991 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfe6317-679f-4cc5-a927-c92f9a6d5adb" -d '{"events": [{"name": "network-changed", "server_uuid": "f171885b-2902-4b88-9f29-0e7c324ce4fe", "tag": "1273ba7a-a3d7-4649-b390-ecd975f4093e"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:55.006053 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-45b4cc28-269d-4782-8fa4-4b937e0770ea service neutron] For port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:50:55.042075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1192d-21af-4ec8-8c38-b8f1dcf0d833 service neutron] Pushing event updated for resources: {'Port': ['ID=1273ba7a-a3d7-4649-b390-ecd975f4093e,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:55.057017 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bcb014-3e3f-4032-8c94-eaedd262e475 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ee9a4380-9d07-4885-b712-29d5aff2c523), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.061427 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cde07d1-1037-4780-a240-5040ebdcec19 x-openstack-request-id: req-1cde07d1-1037-4780-a240-5040ebdcec19 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:55.061725 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f171885b-2902-4b88-9f29-0e7c324ce4fe", "tag": "1273ba7a-a3d7-4649-b390-ecd975f4093e", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:55.062087 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cde07d1-1037-4780-a240-5040ebdcec19 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:55.062567 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f171885b-2902-4b88-9f29-0e7c324ce4fe', 'tag': '1273ba7a-a3d7-4649-b390-ecd975f4093e', 'status': 'completed', 'code': 200} Feb 11 04:50:55.100742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcb014-3e3f-4032-8c94-eaedd262e475 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Pushing event deleted for resources: {'Port': ['ID=ee9a4380-9d07-4885-b712-29d5aff2c523,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:55.110031 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-45b4cc28-269d-4782-8fa4-4b937e0770ea service neutron] device_id is not set on port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:50:55.126614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-45b4cc28-269d-4782-8fa4-4b937e0770ea service neutron] Publish callbacks [] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.153973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe6317-679f-4cc5-a927-c92f9a6d5adb req-9a12564c-1e02-4b52-abb0-343194c05cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.155840 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bfe6317-679f-4cc5-a927-c92f9a6d5adb req-9a12564c-1e02-4b52-abb0-343194c05cdf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8a4adafbfaa848d3969418937430f9c5&device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 1126 time: 0.0719073 Feb 11 04:50:55.189562 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bcb014-3e3f-4032-8c94-eaedd262e475 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (93a242c5-526a-45c9-b620-e51c6b5e25be), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.200847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device c6cb851a-7543-4811-866d-201ed472997e no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:55.273197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-45b4cc28-269d-4782-8fa4-4b937e0770ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.351763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe6317-679f-4cc5-a927-c92f9a6d5adb req-3bd80b44-a5c5-47c5-8105-3622f2f86257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.355725 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bfe6317-679f-4cc5-a927-c92f9a6d5adb req-3bd80b44-a5c5-47c5-8105-3622f2f86257 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=8a4adafbfaa848d3969418937430f9c5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1924510 Feb 11 04:50:55.358037 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bcb014-3e3f-4032-8c94-eaedd262e475 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (93a242c5-526a-45c9-b620-e51c6b5e25be), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.364158 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bcb014-3e3f-4032-8c94-eaedd262e475 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_controller (93a242c5-526a-45c9-b620-e51c6b5e25be), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.396673 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4cc28-269d-4782-8fa4-4b937e0770ea service neutron] Pushing event updated for resources: {'Port': ['ID=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd,revision_number=6']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:55.426206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port c6cb851a-7543-4811-866d-201ed472997e is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:55.427347 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c6cb851a-7543-4811-866d-201ed472997e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.432792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-45b4cc28-269d-4782-8fa4-4b937e0770ea service neutron] No DVR routers for this DVR port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:50:55.480477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-45b4cc28-269d-4782-8fa4-4b937e0770ea service neutron] In _notify_port_updated(), no bound segment for port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd on network 1a1453c6-9537-467a-9964-e6aa3979e421 {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:50:55.480477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-45b4cc28-269d-4782-8fa4-4b937e0770ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.480477 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-45b4cc28-269d-4782-8fa4-4b937e0770ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.480966 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-45b4cc28-269d-4782-8fa4-4b937e0770ea service neutron] 10.222.0.47 "PUT /v2.0/ports/12ffbce7-dc6f-4c7c-be0d-4d531b490dcd HTTP/1.1" status: 200 len: 1033 time: 0.9197829 Feb 11 04:50:55.489483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52610) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:55.494815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port c6cb851a-7543-4811-866d-201ed472997e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c6cb851a-7543-4811-866d-201ed472997e,segment=NetworkSegment(09f34cf8-c68f-45f6-bc54-c45e3b67af86),segment_id=09f34cf8-c68f-45f6-bc54-c45e3b67af86)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:55.496652 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6cb851a-7543-4811-866d-201ed472997e'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:55.499044 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e768b0e-00c0-4f4c-9fb9-9b37af39f102" -d '{"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-unplugged", "status": "completed", "tag": "c6cb851a-7543-4811-866d-201ed472997e"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:55.504244 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7f10529-6a96-45e1-b061-231a4c59d827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.555905 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52f99b48-2214-467e-9758-69d87e88a376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.585270 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15138463-9a54-4af9-8002-ae580dbc2bef x-openstack-request-id: req-15138463-9a54-4af9-8002-ae580dbc2bef {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:55.585808 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-unplugged", "status": "completed", "tag": "c6cb851a-7543-4811-866d-201ed472997e", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:55.586262 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15138463-9a54-4af9-8002-ae580dbc2bef {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:55.587141 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6cb851a-7543-4811-866d-201ed472997e', 'code': 200} Feb 11 04:50:55.614822 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bcb014-3e3f-4032-8c94-eaedd262e475 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (93a242c5-526a-45c9-b620-e51c6b5e25be), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.615364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bcb014-3e3f-4032-8c94-eaedd262e475 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Fanout notify agent at l3_agent the message router_deleted on router 93a242c5-526a-45c9-b620-e51c6b5e25be {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:50:55.628849 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c6cb851a-7543-4811-866d-201ed472997e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.629998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4bacf493-d259-4213-a246-01a94e81b5a9 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:55.635286 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93bcb014-3e3f-4032-8c94-eaedd262e475 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.635286 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-93bcb014-3e3f-4032-8c94-eaedd262e475 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "DELETE /v2.0/routers/93a242c5-526a-45c9-b620-e51c6b5e25be HTTP/1.1" status: 204 len: 168 time: 2.5008206 Feb 11 04:50:55.640994 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52616) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:55.642725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451582d-9d73-4632-83b3-d4ec7e6559ef req-d06ad687-fe0c-46f3-a236-bd61783451f5 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.651497 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6037f706-6796-461f-ba3f-d6b7f3581267 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1173144249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:55.654854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4451582d-9d73-4632-83b3-d4ec7e6559ef req-d06ad687-fe0c-46f3-a236-bd61783451f5 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 943 time: 0.2545624 Feb 11 04:50:55.674598 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a28d3981-3974-4b09-bea0-f6f79443f643 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Deleting port c6cb851a-7543-4811-866d-201ed472997e {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:55.675562 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a28d3981-3974-4b09-bea0-f6f79443f643 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c6cb851a-7543-4811-866d-201ed472997e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.718918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe6317-679f-4cc5-a927-c92f9a6d5adb req-a49cb0fb-2cb1-4dea-b4bb-e869bd6eb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.721613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bfe6317-679f-4cc5-a927-c92f9a6d5adb req-a49cb0fb-2cb1-4dea-b4bb-e869bd6eb737 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3594029 Feb 11 04:50:55.765027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4451582d-9d73-4632-83b3-d4ec7e6559ef req-97fc5c32-03d3-41a7-b845-72d56b6f0086 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090522 Feb 11 04:50:55.807714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 4bacf493-d259-4213-a246-01a94e81b5a9 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:55.816847 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a28d3981-3974-4b09-bea0-f6f79443f643 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] For port c6cb851a-7543-4811-866d-201ed472997e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c6cb851a-7543-4811-866d-201ed472997e,segment=NetworkSegment(09f34cf8-c68f-45f6-bc54-c45e3b67af86),segment_id=09f34cf8-c68f-45f6-bc54-c45e3b67af86)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:55.817209 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a28d3981-3974-4b09-bea0-f6f79443f643 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c6cb851a-7543-4811-866d-201ed472997e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.819623 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.826699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2a930-287d-460f-949d-1167d192cc49 req-96036d6c-5de0-4e99-8737-2e70b8581610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:55.826699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b2a930-287d-460f-949d-1167d192cc49 req-96036d6c-5de0-4e99-8737-2e70b8581610 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8a4adafbfaa848d3969418937430f9c5&device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 1126 time: 0.0578225 Feb 11 04:50:55.867796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a2bf1fa6-8570-4b2a-839d-57cc38271163 None None] Provisioning complete for port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:50:55.868244 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1fa6-8570-4b2a-839d-57cc38271163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.870237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=c6cb851a-7543-4811-866d-201ed472997e,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:55.910367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b2a930-287d-460f-949d-1167d192cc49 req-b4cfced7-70ed-4efc-87c4-825044a1cd54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1273ba7a-a3d7-4649-b390-ecd975f4093e HTTP/1.1" status: 200 len: 217 time: 0.0754449 Feb 11 04:50:55.911467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4bacf493-d259-4213-a246-01a94e81b5a9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4bacf493-d259-4213-a246-01a94e81b5a9,segment=NetworkSegment(7c0dc63e-57e7-4d70-9b0d-ff1191a5201a),segment_id=7c0dc63e-57e7-4d70-9b0d-ff1191a5201a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:55.915071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:55.915428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:55.915778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:55.916415 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:55.916786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:55.917178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:55.917516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:55.917942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:55.918578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:55.918956 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:55.919298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:55.919653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:55.920031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:50:55.971472 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6037f706-6796-461f-ba3f-d6b7f3581267 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (1b1d7df1-8188-44c7-bfbd-e53fa70d4924), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:55.972538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf1fa6-8570-4b2a-839d-57cc38271163 None None] Port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:50:55.972686 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6037f706-6796-461f-ba3f-d6b7f3581267 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (1b1d7df1-8188-44c7-bfbd-e53fa70d4924), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.004591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2a930-287d-460f-949d-1167d192cc49 req-cc52121a-0e34-4744-969b-bafa6298770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:56.006876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b2a930-287d-460f-949d-1167d192cc49 req-cc52121a-0e34-4744-969b-bafa6298770d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b04d2048-79ce-42bc-9151-2835b3554814 HTTP/1.1" status: 200 len: 848 time: 0.0854595 Feb 11 04:50:56.033981 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.035421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:56.058007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b2a930-287d-460f-949d-1167d192cc49 req-dd88d5b2-2736-4b45-995c-a621561f5c31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d92fb06f-af45-4ee9-b2f3-842e38642514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418773 Feb 11 04:50:56.163142 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=4bacf493-d259-4213-a246-01a94e81b5a9,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:56.173167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52f99b48-2214-467e-9758-69d87e88a376 admin admin] Publish callbacks [] for security_group (09704cd8-e9fe-400d-86e2-006554b4f80d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.217563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b2a930-287d-460f-949d-1167d192cc49 req-8cab5e43-d531-4d77-941a-6c74ad863a11 service neutron] 10.222.0.32 "GET /v2.0/networks/d92fb06f-af45-4ee9-b2f3-842e38642514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496298 Feb 11 04:50:56.244832 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:56.245615 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.260157 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6037f706-6796-461f-ba3f-d6b7f3581267 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_controller (1b1d7df1-8188-44c7-bfbd-e53fa70d4924), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.263397 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52f99b48-2214-467e-9758-69d87e88a376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (09704cd8-e9fe-400d-86e2-006554b4f80d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.319772 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9c8dd432-9361-41bb-8e3f-c59eb37be3b3,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:56.329950 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-52f99b48-2214-467e-9758-69d87e88a376 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4dd1c8d72a204bd79c46e4aa3d6f5e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7909977 Feb 11 04:50:56.330285 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a28d3981-3974-4b09-bea0-f6f79443f643 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.330684 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a28d3981-3974-4b09-bea0-f6f79443f643 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (aaa6b233-d74f-4c1b-8c00-d99f27af716e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.331034 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a28d3981-3974-4b09-bea0-f6f79443f643 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Floating IP aaa6b233-d74f-4c1b-8c00-d99f27af716e disassociated. External IP: 172.25.3.204, port: c6cb851a-7543-4811-866d-201ed472997e. Feb 11 04:50:56.331418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a28d3981-3974-4b09-bea0-f6f79443f643 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Calling delete_port for c6cb851a-7543-4811-866d-201ed472997e owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:56.333161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52626) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:56.338551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f99b48-2214-467e-9758-69d87e88a376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09704cd8-e9fe-400d-86e2-006554b4f80d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:56.346980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3b2a930-287d-460f-949d-1167d192cc49 req-ef41a8c6-24da-4daf-ac5d-1578f108cd24 service neutron] 10.222.0.32 "GET /v2.0/networks/d92fb06f-af45-4ee9-b2f3-842e38642514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084692 Feb 11 04:50:56.359450 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6037f706-6796-461f-ba3f-d6b7f3581267 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (1b1d7df1-8188-44c7-bfbd-e53fa70d4924), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.386068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97611dd-cd10-4996-8ac2-cd8829dfa899 req-31ffa138-7605-4fd0-b73c-6f88da6dbcbb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:56.395275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97611dd-cd10-4996-8ac2-cd8829dfa899 req-31ffa138-7605-4fd0-b73c-6f88da6dbcbb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:56.400449 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.401889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5e331ac0-31ed-41b8-b911-5fa4fa3a502e no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:56.402604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97611dd-cd10-4996-8ac2-cd8829dfa899 req-31ffa138-7605-4fd0-b73c-6f88da6dbcbb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:56.410536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97611dd-cd10-4996-8ac2-cd8829dfa899 req-31ffa138-7605-4fd0-b73c-6f88da6dbcbb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:56.417526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97611dd-cd10-4996-8ac2-cd8829dfa899 req-31ffa138-7605-4fd0-b73c-6f88da6dbcbb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:56.421845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f97611dd-cd10-4996-8ac2-cd8829dfa899 req-31ffa138-7605-4fd0-b73c-6f88da6dbcbb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 3881 time: 0.3560729 Feb 11 04:50:56.478482 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-166de8b2-9c77-419d-ba69-4d72da2c25eb admin admin] Publish callbacks [] for security_group (09704cd8-e9fe-400d-86e2-006554b4f80d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.509779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f97611dd-cd10-4996-8ac2-cd8829dfa899 req-0f0c9c31-36e7-40cc-a8f6-9889d8c20c86 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660834 Feb 11 04:50:56.512700 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-166de8b2-9c77-419d-ba69-4d72da2c25eb admin admin] Publish callbacks [] for security_group (09704cd8-e9fe-400d-86e2-006554b4f80d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.524558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] The host n-h2-712142-35 is not matching for port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e host ! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:50:56.525105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5e331ac0-31ed-41b8-b911-5fa4fa3a502e not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:50:56.525379 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:56.551271 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6037f706-6796-461f-ba3f-d6b7f3581267 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.553233 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6037f706-6796-461f-ba3f-d6b7f3581267 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9048479 Feb 11 04:50:56.555997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52630) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:50:56.556229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=9c8dd432-9361-41bb-8e3f-c59eb37be3b3,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:56.563585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Request body: {'router': {'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:50:56.584304 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] The host n-h2-712142-35 is not matching for port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd host ! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:50:56.584634 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:50:56.585240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 5353233d-2bfb-4563-ab7f-09689b7e7a26 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:56.688027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 5353233d-2bfb-4563-ab7f-09689b7e7a26 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:56.688444 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.715029 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a28d3981-3974-4b09-bea0-f6f79443f643 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c6cb851a-7543-4811-866d-201ed472997e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.742889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 5353233d-2bfb-4563-ab7f-09689b7e7a26, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5353233d-2bfb-4563-ab7f-09689b7e7a26,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:56.748653 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.755719 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-166de8b2-9c77-419d-ba69-4d72da2c25eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (09704cd8-e9fe-400d-86e2-006554b4f80d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.758491 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-166de8b2-9c77-419d-ba69-4d72da2c25eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.762451 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-166de8b2-9c77-419d-ba69-4d72da2c25eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09704cd8-e9fe-400d-86e2-006554b4f80d HTTP/1.1" status: 204 len: 168 time: 0.4254482 Feb 11 04:50:56.770211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d3981-3974-4b09-bea0-f6f79443f643 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event deleted for resources: {'Port': ['ID=c6cb851a-7543-4811-866d-201ed472997e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:56.823944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166de8b2-9c77-419d-ba69-4d72da2c25eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09704cd8-e9fe-400d-86e2-006554b4f80d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:56.828641 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.829780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 3963acce-fff3-40af-b53b-73ed9c590e16 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:50:56.856058 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (1b1d7df1-8188-44c7-bfbd-e53fa70d4924), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:56.976483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65e7b5-fc14-4d0d-ae35-65f2fe7c49ce req-9507a85f-5adf-41bd-83fe-6bd17b3dfbb5 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:56.982178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=5353233d-2bfb-4563-ab7f-09689b7e7a26,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:56.985961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f65e7b5-fc14-4d0d-ae35-65f2fe7c49ce req-9507a85f-5adf-41bd-83fe-6bd17b3dfbb5 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 943 time: 0.1104841 Feb 11 04:50:57.024655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a28d3981-3974-4b09-bea0-f6f79443f643 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Router f7412d86-15f1-4926-832f-d3c9ff5582e0 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:50:57.085783 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f65e7b5-fc14-4d0d-ae35-65f2fe7c49ce req-daa744e7-fb9d-4b2c-94ea-8313c206699e tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961237 Feb 11 04:50:57.191262 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a28d3981-3974-4b09-bea0-f6f79443f643 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:50:57.205685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f4dd5c-2485-4b88-ac15-d396865eae6a None None] Sync routers for ids ['f7412d86-15f1-4926-832f-d3c9ff5582e0'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:50:57.220409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 3963acce-fff3-40af-b53b-73ed9c590e16 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:50:57.220840 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.224314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f4dd5c-2485-4b88-ac15-d396865eae6a None None] Routers {'f7412d86-15f1-4926-832f-d3c9ff5582e0'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:57.224970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-47f4dd5c-2485-4b88-ac15-d396865eae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f7412d86-15f1-4926-832f-d3c9ff5582e0'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:57.252461 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a28d3981-3974-4b09-bea0-f6f79443f643 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] No DVR routers for this DVR port c6cb851a-7543-4811-866d-201ed472997e on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:50:57.257999 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a28d3981-3974-4b09-bea0-f6f79443f643 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.259826 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a28d3981-3974-4b09-bea0-f6f79443f643 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "DELETE /v2.0/ports/c6cb851a-7543-4811-866d-201ed472997e HTTP/1.1" status: 204 len: 173 time: 1.7732546 Feb 11 04:50:57.260299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-deleted', 'tag': 'c6cb851a-7543-4811-866d-201ed472997e'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:57.262903 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f971475-57fd-4788-ae05-72935081f20e" -d '{"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-deleted", "tag": "c6cb851a-7543-4811-866d-201ed472997e"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:57.350907 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5f5948-5427-4fc1-89fc-6e83bc679530 x-openstack-request-id: req-ae5f5948-5427-4fc1-89fc-6e83bc679530 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:57.351278 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-deleted", "tag": "c6cb851a-7543-4811-866d-201ed472997e", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:57.351546 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae5f5948-5427-4fc1-89fc-6e83bc679530 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:57.351970 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-deleted', 'tag': 'c6cb851a-7543-4811-866d-201ed472997e', 'status': 'completed', 'code': 200} Feb 11 04:50:57.359800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 3963acce-fff3-40af-b53b-73ed9c590e16, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3963acce-fff3-40af-b53b-73ed9c590e16,segment=NetworkSegment(7c0dc63e-57e7-4d70-9b0d-ff1191a5201a),segment_id=7c0dc63e-57e7-4d70-9b0d-ff1191a5201a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:57.450397 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.465085 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-8a27272c-51d5-4306-a5cf-9b99d0e11c23 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Deleting port 4bacf493-d259-4213-a246-01a94e81b5a9 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:57.465979 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-8a27272c-51d5-4306-a5cf-9b99d0e11c23 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.472110 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (1b1d7df1-8188-44c7-bfbd-e53fa70d4924), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.517497 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-47f4dd5c-2485-4b88-ac15-d396865eae6a None None] Set router f7412d86-15f1-4926-832f-d3c9ff5582e0 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:57.525810 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.588784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bacf493-d259-4213-a246-01a94e81b5a9'}, {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c8dd432-9361-41bb-8e3f-c59eb37be3b3'}, {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5353233d-2bfb-4563-ab7f-09689b7e7a26'}, {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3963acce-fff3-40af-b53b-73ed9c590e16'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:57.598861 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7720ee15-0c3f-4c6c-8235-d9a016c2212f" -d '{"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-unplugged", "status": "completed", "tag": "4bacf493-d259-4213-a246-01a94e81b5a9"}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-unplugged", "status": "completed", "tag": "9c8dd432-9361-41bb-8e3f-c59eb37be3b3"}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-unplugged", "status": "completed", "tag": "5353233d-2bfb-4563-ab7f-09689b7e7a26"}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-unplugged", "status": "completed", "tag": "3963acce-fff3-40af-b53b-73ed9c590e16"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:57.683320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=3963acce-fff3-40af-b53b-73ed9c590e16,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:57.718691 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-8a27272c-51d5-4306-a5cf-9b99d0e11c23 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] For port 4bacf493-d259-4213-a246-01a94e81b5a9, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4bacf493-d259-4213-a246-01a94e81b5a9,segment=NetworkSegment(7c0dc63e-57e7-4d70-9b0d-ff1191a5201a),segment_id=7c0dc63e-57e7-4d70-9b0d-ff1191a5201a)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:57.719543 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-8a27272c-51d5-4306-a5cf-9b99d0e11c23 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:57.740977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-8a27272c-51d5-4306-a5cf-9b99d0e11c23 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Calling delete_port for 4bacf493-d259-4213-a246-01a94e81b5a9 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:57.746353 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a24a9c2-9a75-4bd9-aac6-df49b313037f x-openstack-request-id: req-1a24a9c2-9a75-4bd9-aac6-df49b313037f {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:57.746711 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-unplugged", "status": "completed", "tag": "4bacf493-d259-4213-a246-01a94e81b5a9", "code": 200}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-unplugged", "status": "completed", "tag": "9c8dd432-9361-41bb-8e3f-c59eb37be3b3", "code": 200}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-unplugged", "status": "completed", "tag": "5353233d-2bfb-4563-ab7f-09689b7e7a26", "code": 200}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-unplugged", "status": "completed", "tag": "3963acce-fff3-40af-b53b-73ed9c590e16", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:57.747062 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a24a9c2-9a75-4bd9-aac6-df49b313037f {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:57.747619 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bacf493-d259-4213-a246-01a94e81b5a9', 'code': 200} Feb 11 04:50:57.747882 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c8dd432-9361-41bb-8e3f-c59eb37be3b3', 'code': 200} Feb 11 04:50:57.748143 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5353233d-2bfb-4563-ab7f-09689b7e7a26', 'code': 200} Feb 11 04:50:57.748391 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3963acce-fff3-40af-b53b-73ed9c590e16', 'code': 200} Feb 11 04:50:57.810349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Allocated IP 172.25.3.245 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/6b2c6495-093f-46d4-8028-2e60be2634a4) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:50:57.832183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7404f72-9637-4862-8e7c-223029df51ea req-49df1647-826e-4ced-b1cc-9f7279d13dce tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:57.837948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7404f72-9637-4862-8e7c-223029df51ea req-49df1647-826e-4ced-b1cc-9f7279d13dce tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:57.846125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7404f72-9637-4862-8e7c-223029df51ea req-49df1647-826e-4ced-b1cc-9f7279d13dce tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:57.851166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7404f72-9637-4862-8e7c-223029df51ea req-49df1647-826e-4ced-b1cc-9f7279d13dce tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:57.853097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7404f72-9637-4862-8e7c-223029df51ea req-49df1647-826e-4ced-b1cc-9f7279d13dce tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 3142 time: 0.1564176 Feb 11 04:50:57.938528 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f7404f72-9637-4862-8e7c-223029df51ea req-3dc11bfb-ac3a-42b1-9479-2f7b42de0d56 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767095 Feb 11 04:50:58.005505 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-47f4dd5c-2485-4b88-ac15-d396865eae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2e917957-0163-404c-99d3-7a3f49daa874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:02Z', 'updated_at': '2022-02-11T04:41:12Z', 'revision_number': 4, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'gw_port': {'id': '2e917957-0163-404c-99d3-7a3f49daa874', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:05Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd086db65-7a73-46be-b9b3-9a3e25bc0319', 'name': '', 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'mac_address': 'fa:16:3e:2d:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:11Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 5, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'subnets': [{'id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:58.022145 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for port (6b2c6495-093f-46d4-8028-2e60be2634a4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.028513 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-8a27272c-51d5-4306-a5cf-9b99d0e11c23 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (4bacf493-d259-4213-a246-01a94e81b5a9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.052205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f4dd5c-2485-4b88-ac15-d396865eae6a None None] Checking router: f7412d86-15f1-4926-832f-d3c9ff5582e0 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:50:58.062419 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f4dd5c-2485-4b88-ac15-d396865eae6a None None] Routers {'f7412d86-15f1-4926-832f-d3c9ff5582e0'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:50:58.063171 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-47f4dd5c-2485-4b88-ac15-d396865eae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f7412d86-15f1-4926-832f-d3c9ff5582e0'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:58.073243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27272c-51d5-4306-a5cf-9b99d0e11c23 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event deleted for resources: {'Port': ['ID=4bacf493-d259-4213-a246-01a94e81b5a9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:58.139611 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-8a27272c-51d5-4306-a5cf-9b99d0e11c23 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] No DVR routers for this DVR port 4bacf493-d259-4213-a246-01a94e81b5a9 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:50:58.144203 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-8a27272c-51d5-4306-a5cf-9b99d0e11c23 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.146875 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-8a27272c-51d5-4306-a5cf-9b99d0e11c23 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "DELETE /v2.0/ports/4bacf493-d259-4213-a246-01a94e81b5a9 HTTP/1.1" status: 204 len: 173 time: 0.8808780 Feb 11 04:50:58.184288 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6b2c6495-093f-46d4-8028-2e60be2634a4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.203207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-47f4dd5c-2485-4b88-ac15-d396865eae6a None None] Set router f7412d86-15f1-4926-832f-d3c9ff5582e0 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:50:58.256555 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:50:58.266226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:50:58.273408 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a1c1642c-c35d-4103-812f-ad7d36cbec93 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Deleting port 3963acce-fff3-40af-b53b-73ed9c590e16 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:58.273408 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a1c1642c-c35d-4103-812f-ad7d36cbec93 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.273671 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Pushing event updated for resources: {'Port': ['ID=6b2c6495-093f-46d4-8028-2e60be2634a4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:58.273671 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:50:58.320886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bb8b4-9968-4e7a-bb8d-540a40c5af21 req-9b557541-e5e5-4b49-a8a5-12887b71501f tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:58.322475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ed3bb8b4-9968-4e7a-bb8d-540a40c5af21 req-9b557541-e5e5-4b49-a8a5-12887b71501f tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 943 time: 0.1512058 Feb 11 04:50:58.381202 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.415509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a1c1642c-c35d-4103-812f-ad7d36cbec93 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] For port 3963acce-fff3-40af-b53b-73ed9c590e16, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=3963acce-fff3-40af-b53b-73ed9c590e16,segment=NetworkSegment(7c0dc63e-57e7-4d70-9b0d-ff1191a5201a),segment_id=7c0dc63e-57e7-4d70-9b0d-ff1191a5201a)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:58.415950 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a1c1642c-c35d-4103-812f-ad7d36cbec93 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.430966 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a1c1642c-c35d-4103-812f-ad7d36cbec93 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Calling delete_port for 3963acce-fff3-40af-b53b-73ed9c590e16 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:58.506537 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ed3bb8b4-9968-4e7a-bb8d-540a40c5af21 req-5030c23f-3fa3-437f-a30d-5bfb5f8ed8ea tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766350 Feb 11 04:50:58.524967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-47f4dd5c-2485-4b88-ac15-d396865eae6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2e917957-0163-404c-99d3-7a3f49daa874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:02Z', 'updated_at': '2022-02-11T04:41:12Z', 'revision_number': 4, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'gw_port': {'id': '2e917957-0163-404c-99d3-7a3f49daa874', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:05Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd086db65-7a73-46be-b9b3-9a3e25bc0319', 'name': '', 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'mac_address': 'fa:16:3e:2d:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:11Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 5, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'subnets': [{'id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:50:58.562076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f4dd5c-2485-4b88-ac15-d396865eae6a None None] The sync data for ids ['f7412d86-15f1-4926-832f-d3c9ff5582e0'] in n-d-712142-35 is: [{'id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2e917957-0163-404c-99d3-7a3f49daa874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:02Z', 'updated_at': '2022-02-11T04:41:12Z', 'revision_number': 4, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'gw_port': {'id': '2e917957-0163-404c-99d3-7a3f49daa874', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:05Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd086db65-7a73-46be-b9b3-9a3e25bc0319', 'name': '', 'network_id': '74695aa4-4778-400f-ab0b-4a8039c43b8b', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'mac_address': 'fa:16:3e:2d:2e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:11Z', 'updated_at': '2022-02-11T04:41:21Z', 'revision_number': 5, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'subnets': [{'id': '082ca7b1-7568-49af-b7b4-94dae4b26a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:50:58.737481 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a1c1642c-c35d-4103-812f-ad7d36cbec93 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3963acce-fff3-40af-b53b-73ed9c590e16), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.762613 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (1b1d7df1-8188-44c7-bfbd-e53fa70d4924), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.786055 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1642c-c35d-4103-812f-ad7d36cbec93 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event deleted for resources: {'Port': ['ID=3963acce-fff3-40af-b53b-73ed9c590e16,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:58.842596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a1c1642c-c35d-4103-812f-ad7d36cbec93 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] No DVR routers for this DVR port 3963acce-fff3-40af-b53b-73ed9c590e16 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:50:58.846957 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a1c1642c-c35d-4103-812f-ad7d36cbec93 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:58.851837 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-a1c1642c-c35d-4103-812f-ad7d36cbec93 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "DELETE /v2.0/ports/3963acce-fff3-40af-b53b-73ed9c590e16 HTTP/1.1" status: 204 len: 173 time: 0.6980767 Feb 11 04:50:58.890369 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3da02c-1f54-49f8-9be0-0c4d3fed98c1 None None] New status for floating IP aaa6b233-d74f-4c1b-8c00-d99f27af716e: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:50:58.965013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-bfd180c8-af9e-4f52-90a4-2b60980ae92f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Deleting port 5353233d-2bfb-4563-ab7f-09689b7e7a26 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:58.965607 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-bfd180c8-af9e-4f52-90a4-2b60980ae92f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.040179 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (1b1d7df1-8188-44c7-bfbd-e53fa70d4924), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.044123 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (1b1d7df1-8188-44c7-bfbd-e53fa70d4924), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.081796 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-bfd180c8-af9e-4f52-90a4-2b60980ae92f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] For port 5353233d-2bfb-4563-ab7f-09689b7e7a26, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=5353233d-2bfb-4563-ab7f-09689b7e7a26,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:59.082371 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-bfd180c8-af9e-4f52-90a4-2b60980ae92f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.099211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-bfd180c8-af9e-4f52-90a4-2b60980ae92f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Calling delete_port for 5353233d-2bfb-4563-ab7f-09689b7e7a26 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:59.252461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e528e32-642a-4985-bfaf-3e0d3c128ce9 req-a3faa69b-8de9-43c6-8d3a-ec17c6c6b1f5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:59.258545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e528e32-642a-4985-bfaf-3e0d3c128ce9 req-a3faa69b-8de9-43c6-8d3a-ec17c6c6b1f5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:59.267517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e528e32-642a-4985-bfaf-3e0d3c128ce9 req-a3faa69b-8de9-43c6-8d3a-ec17c6c6b1f5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 1676 time: 0.2158999 Feb 11 04:50:59.342935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-bfd180c8-af9e-4f52-90a4-2b60980ae92f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5353233d-2bfb-4563-ab7f-09689b7e7a26), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.353001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-deleted', 'tag': '4bacf493-d259-4213-a246-01a94e81b5a9'}, {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-deleted', 'tag': '3963acce-fff3-40af-b53b-73ed9c590e16'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:50:59.355804 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b840f3-0db6-49e0-8a19-aa3ee21e6872" -d '{"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-deleted", "tag": "4bacf493-d259-4213-a246-01a94e81b5a9"}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-deleted", "tag": "3963acce-fff3-40af-b53b-73ed9c590e16"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:50:59.399323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd180c8-af9e-4f52-90a4-2b60980ae92f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event deleted for resources: {'Port': ['ID=5353233d-2bfb-4563-ab7f-09689b7e7a26,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:50:59.414257 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88f78c3-2d68-48ce-b5e7-af9409dad160 x-openstack-request-id: req-e88f78c3-2d68-48ce-b5e7-af9409dad160 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:50:59.414457 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-deleted", "tag": "4bacf493-d259-4213-a246-01a94e81b5a9", "status": "completed", "code": 200}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-deleted", "tag": "3963acce-fff3-40af-b53b-73ed9c590e16", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:50:59.414706 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e88f78c3-2d68-48ce-b5e7-af9409dad160 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:50:59.415108 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-deleted', 'tag': '4bacf493-d259-4213-a246-01a94e81b5a9', 'status': 'completed', 'code': 200} Feb 11 04:50:59.415377 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-deleted', 'tag': '3963acce-fff3-40af-b53b-73ed9c590e16', 'status': 'completed', 'code': 200} Feb 11 04:50:59.454867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-bfd180c8-af9e-4f52-90a4-2b60980ae92f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] No DVR routers for this DVR port 5353233d-2bfb-4563-ab7f-09689b7e7a26 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:50:59.457515 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-bfd180c8-af9e-4f52-90a4-2b60980ae92f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.460997 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-bfd180c8-af9e-4f52-90a4-2b60980ae92f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "DELETE /v2.0/ports/5353233d-2bfb-4563-ab7f-09689b7e7a26 HTTP/1.1" status: 204 len: 173 time: 0.6050379 Feb 11 04:50:59.583589 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e9b0e838-3dff-424a-8b3f-4d4fc7176e81 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Deleting port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:50:59.584088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e9b0e838-3dff-424a-8b3f-4d4fc7176e81 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.703180 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.712009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e9b0e838-3dff-424a-8b3f-4d4fc7176e81 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] For port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=9c8dd432-9361-41bb-8e3f-c59eb37be3b3,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:59.712614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e9b0e838-3dff-424a-8b3f-4d4fc7176e81 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:50:59.733473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e9b0e838-3dff-424a-8b3f-4d4fc7176e81 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Calling delete_port for 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:50:59.753857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1273ba7a-a3d7-4649-b390-ecd975f4093e details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:50:59.761869 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e528e32-642a-4985-bfaf-3e0d3c128ce9 req-f8f35f82-eb55-4c88-9428-225d61ccc0be tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups?id=115f6f8c-89c8-4e8d-99cf-8187376f7fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4929101 Feb 11 04:50:59.787833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25994782-f870-4ab9-81e6-1b633ecbccab req-2766e82d-c3c8-415e-9af0-8b6a4ac1b422 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:50:59.791281 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25994782-f870-4ab9-81e6-1b633ecbccab req-2766e82d-c3c8-415e-9af0-8b6a4ac1b422 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 943 time: 0.1477199 Feb 11 04:50:59.835646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Router 1b1d7df1-8188-44c7-bfbd-e53fa70d4924 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:50:59.940292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1273ba7a-a3d7-4649-b390-ecd975f4093e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1273ba7a-a3d7-4649-b390-ecd975f4093e,segment=NetworkSegment(32e90ee2-5bf0-4e75-82c2-5f000fb8c25e),segment_id=32e90ee2-5bf0-4e75-82c2-5f000fb8c25e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:50:59.958874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '1273ba7a-a3d7-4649-b390-ecd975f4093e', 'network_id': 'd92fb06f-af45-4ee9-b2f3-842e38642514', 'port_id': '1273ba7a-a3d7-4649-b390-ecd975f4093e', 'mac_address': 'fa:16:3e:b7:1d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04d2048-79ce-42bc-9151-2835b3554814', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:50:59.989681 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-25994782-f870-4ab9-81e6-1b633ecbccab req-07ed739c-bf09-44b6-9067-3f840644540f tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921380 Feb 11 04:50:59.992784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:51:00.004249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 1273ba7a-a3d7-4649-b390-ecd975f4093e is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:00.004660 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1273ba7a-a3d7-4649-b390-ecd975f4093e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.006235 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.007572 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-89d4815f-358a-4034-bfbc-1152664d5573 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "PUT /v2.0/routers/1b1d7df1-8188-44c7-bfbd-e53fa70d4924 HTTP/1.1" status: 200 len: 884 time: 3.4501216 Feb 11 04:51:00.010299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52684) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:00.028093 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463fe704-84d4-44a5-aa1e-a451b304c350 None None] Sync routers for ids ['1b1d7df1-8188-44c7-bfbd-e53fa70d4924'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:51:00.034989 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e9b0e838-3dff-424a-8b3f-4d4fc7176e81 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9c8dd432-9361-41bb-8e3f-c59eb37be3b3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.035450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1273ba7a-a3d7-4649-b390-ecd975f4093e {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:51:00.056416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463fe704-84d4-44a5-aa1e-a451b304c350 None None] Routers {'1b1d7df1-8188-44c7-bfbd-e53fa70d4924'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:00.057232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-463fe704-84d4-44a5-aa1e-a451b304c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1b1d7df1-8188-44c7-bfbd-e53fa70d4924'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:00.072790 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0e838-3dff-424a-8b3f-4d4fc7176e81 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event deleted for resources: {'Port': ['ID=9c8dd432-9361-41bb-8e3f-c59eb37be3b3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:00.126938 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e9b0e838-3dff-424a-8b3f-4d4fc7176e81 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] No DVR routers for this DVR port 9c8dd432-9361-41bb-8e3f-c59eb37be3b3 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:00.129742 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e9b0e838-3dff-424a-8b3f-4d4fc7176e81 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.133377 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-321b2781-961d-4724-bb5b-ef345a4bd2ec req-e9b0e838-3dff-424a-8b3f-4d4fc7176e81 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.47 "DELETE /v2.0/ports/9c8dd432-9361-41bb-8e3f-c59eb37be3b3 HTTP/1.1" status: 204 len: 173 time: 0.6674936 Feb 11 04:51:00.160030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1273ba7a-a3d7-4649-b390-ecd975f4093e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1273ba7a-a3d7-4649-b390-ecd975f4093e,segment=NetworkSegment(32e90ee2-5bf0-4e75-82c2-5f000fb8c25e),segment_id=32e90ee2-5bf0-4e75-82c2-5f000fb8c25e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:00.162402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-463fe704-84d4-44a5-aa1e-a451b304c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:00.166136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f6ca4ef6-32f3-4617-997a-8be7f9eb1b90 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/routers/1b1d7df1-8188-44c7-bfbd-e53fa70d4924 HTTP/1.1" status: 200 len: 925 time: 0.1521878 Feb 11 04:51:00.166565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52688) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:00.176957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463fe704-84d4-44a5-aa1e-a451b304c350 None None] Routers {'1b1d7df1-8188-44c7-bfbd-e53fa70d4924'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:00.177775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-463fe704-84d4-44a5-aa1e-a451b304c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1b1d7df1-8188-44c7-bfbd-e53fa70d4924'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:00.217895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-463fe704-84d4-44a5-aa1e-a451b304c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:00.218608 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463fe704-84d4-44a5-aa1e-a451b304c350 None None] The sync data for ids ['1b1d7df1-8188-44c7-bfbd-e53fa70d4924'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:51:00.220483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bad3750-35c6-441d-b631-118efe83c579 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:00.223214 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1bad3750-35c6-441d-b631-118efe83c579 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&device_id=1b1d7df1-8188-44c7-bfbd-e53fa70d4924&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0550587 Feb 11 04:51:00.224870 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52690) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:00.269301 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1273ba7a-a3d7-4649-b390-ecd975f4093e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.317933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1e4dd7-0867-4d30-89d2-d60f509361c3 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:00.323662 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1e1e4dd7-0867-4d30-89d2-d60f509361c3 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 881 time: 0.0938790 Feb 11 04:51:00.324245 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52692) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:00.339004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=1273ba7a-a3d7-4649-b390-ecd975f4093e,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:00.361839 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f7765777-cc54-4328-a740-a06fbb0e0a49 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1d7df1-8188-44c7-bfbd-e53fa70d4924 HTTP/1.1" status: 200 len: 205 time: 0.0339842 Feb 11 04:51:00.362198 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52694) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:00.499671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0259-d70a-4b36-856c-d9aa6479cc6f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (1b1d7df1-8188-44c7-bfbd-e53fa70d4924), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.567973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['1273ba7a-a3d7-4649-b390-ecd975f4093e'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:00.651437 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0259-d70a-4b36-856c-d9aa6479cc6f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (1b1d7df1-8188-44c7-bfbd-e53fa70d4924), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.810184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e0259-d70a-4b36-856c-d9aa6479cc6f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Deleting port 6b2c6495-093f-46d4-8028-2e60be2634a4 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:00.810736 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0259-d70a-4b36-856c-d9aa6479cc6f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6b2c6495-093f-46d4-8028-2e60be2634a4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.895957 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0259-d70a-4b36-856c-d9aa6479cc6f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6b2c6495-093f-46d4-8028-2e60be2634a4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:00.909113 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e0259-d70a-4b36-856c-d9aa6479cc6f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Calling delete_port for 6b2c6495-093f-46d4-8028-2e60be2634a4 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:00.910275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2e0cf85-585b-4a67-803d-0090871bc0aa req-bb248432-0345-4d46-a60a-0ac7323ef0d2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0452445 Feb 11 04:51:01.152738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3a679-2c0a-4d55-87cf-4cf2febf73b1 req-adc9a2a5-934a-48f9-85ff-03a31ec03492 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:01.154429 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23f3a679-2c0a-4d55-87cf-4cf2febf73b1 req-adc9a2a5-934a-48f9-85ff-03a31ec03492 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 944 time: 0.0637918 Feb 11 04:51:01.199933 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0259-d70a-4b36-856c-d9aa6479cc6f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6b2c6495-093f-46d4-8028-2e60be2634a4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:01.217855 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23f3a679-2c0a-4d55-87cf-4cf2febf73b1 req-d908c3db-41de-487f-b2f8-67227b641a1f tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520859 Feb 11 04:51:01.231135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e0259-d70a-4b36-856c-d9aa6479cc6f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Pushing event deleted for resources: {'Port': ['ID=6b2c6495-093f-46d4-8028-2e60be2634a4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:01.307936 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0259-d70a-4b36-856c-d9aa6479cc6f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (1b1d7df1-8188-44c7-bfbd-e53fa70d4924), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:01.327671 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968cf99-255c-41cb-bcdd-7a7fbab2a7ef req-4fe6b4b1-427a-49cd-883f-5bd281a3aa65 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:01.329645 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7968cf99-255c-41cb-bcdd-7a7fbab2a7ef req-4fe6b4b1-427a-49cd-883f-5bd281a3aa65 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 945 time: 0.0634019 Feb 11 04:51:01.393694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7968cf99-255c-41cb-bcdd-7a7fbab2a7ef req-9ed4d087-6c5a-41ea-bebe-47f5e85d9d96 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560114 Feb 11 04:51:01.418406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52718) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:01.505552 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-65fe884e-d3b5-46fd-894f-14eb46bbc633 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/5312827e-d880-4d1a-a1ef-9ecb3cf36734 HTTP/1.1" status: 200 len: 992 time: 0.0831614 Feb 11 04:51:01.755946 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1273ba7a-a3d7-4649-b390-ecd975f4093e up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:01.762812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-deleted', 'tag': '5353233d-2bfb-4563-ab7f-09689b7e7a26'}, {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-deleted', 'tag': '9c8dd432-9361-41bb-8e3f-c59eb37be3b3'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:01.765157 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c81996-e444-4fef-9c48-842a5288c159" -d '{"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-deleted", "tag": "5353233d-2bfb-4563-ab7f-09689b7e7a26"}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-deleted", "tag": "9c8dd432-9361-41bb-8e3f-c59eb37be3b3"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:01.773009 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0259-d70a-4b36-856c-d9aa6479cc6f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (1b1d7df1-8188-44c7-bfbd-e53fa70d4924), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:01.787286 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0259-d70a-4b36-856c-d9aa6479cc6f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_controller (1b1d7df1-8188-44c7-bfbd-e53fa70d4924), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:01.890308 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d086e63b-c37e-4c86-9e1d-6d3d5fa3dd1d x-openstack-request-id: req-d086e63b-c37e-4c86-9e1d-6d3d5fa3dd1d {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:01.892641 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-deleted", "tag": "5353233d-2bfb-4563-ab7f-09689b7e7a26", "status": "completed", "code": 200}, {"server_uuid": "798bb929-7dd2-41ad-b306-38f1fdc95c72", "name": "network-vif-deleted", "tag": "9c8dd432-9361-41bb-8e3f-c59eb37be3b3", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:01.892641 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d086e63b-c37e-4c86-9e1d-6d3d5fa3dd1d {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:01.893510 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-deleted', 'tag': '5353233d-2bfb-4563-ab7f-09689b7e7a26', 'status': 'completed', 'code': 200} Feb 11 04:51:01.894053 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798bb929-7dd2-41ad-b306-38f1fdc95c72', 'name': 'network-vif-deleted', 'tag': '9c8dd432-9361-41bb-8e3f-c59eb37be3b3', 'status': 'completed', 'code': 200} Feb 11 04:51:01.914174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 1273ba7a-a3d7-4649-b390-ecd975f4093e completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:51:01.919153 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 1273ba7a-a3d7-4649-b390-ecd975f4093e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:01.919732 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1273ba7a-a3d7-4649-b390-ecd975f4093e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:01.948395 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0259-d70a-4b36-856c-d9aa6479cc6f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (1b1d7df1-8188-44c7-bfbd-e53fa70d4924), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:01.949007 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2e0259-d70a-4b36-856c-d9aa6479cc6f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Fanout notify agent at l3_agent the message router_deleted on router 1b1d7df1-8188-44c7-bfbd-e53fa70d4924 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:51:01.978970 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0259-d70a-4b36-856c-d9aa6479cc6f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:01.980237 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5f2e0259-d70a-4b36-856c-d9aa6479cc6f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "DELETE /v2.0/routers/1b1d7df1-8188-44c7-bfbd-e53fa70d4924 HTTP/1.1" status: 204 len: 168 time: 1.6170855 Feb 11 04:51:01.983972 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52736) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:01.994257 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-febbaa79-5c27-4224-8571-5ed181e69586 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1350079791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:02.009974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea1b6b-05f3-4563-99a3-f198c5769004 req-1f0d296b-bdb8-422b-8a2a-3c6764b2fd58 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:02.024077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-61ea1b6b-05f3-4563-99a3-f198c5769004 req-1f0d296b-bdb8-422b-8a2a-3c6764b2fd58 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 1128 time: 0.1101148 Feb 11 04:51:02.036134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 1273ba7a-a3d7-4649-b390-ecd975f4093e is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:02.036703 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1273ba7a-a3d7-4649-b390-ecd975f4093e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:02.075560 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f171885b-2902-4b88-9f29-0e7c324ce4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1273ba7a-a3d7-4649-b390-ecd975f4093e'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:02.078239 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c2c302-92af-431d-8ec7-1a1a13999e29" -d '{"events": [{"server_uuid": "f171885b-2902-4b88-9f29-0e7c324ce4fe", "name": "network-vif-plugged", "status": "completed", "tag": "1273ba7a-a3d7-4649-b390-ecd975f4093e"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:02.095274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1273ba7a-a3d7-4649-b390-ecd975f4093e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1273ba7a-a3d7-4649-b390-ecd975f4093e,segment=NetworkSegment(32e90ee2-5bf0-4e75-82c2-5f000fb8c25e),segment_id=32e90ee2-5bf0-4e75-82c2-5f000fb8c25e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:02.102239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-208452a5-dd4e-4b03-9137-a6eb0f393f03 req-62e29319-dfa5-4361-a953-fe142917d5f2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0440402 Feb 11 04:51:02.142689 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-61ea1b6b-05f3-4563-99a3-f198c5769004 req-11e27529-1495-4271-b955-cf23fc1754a2 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066718 Feb 11 04:51:02.185350 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9befd7ce-61e4-48ba-a2b6-62497a8067ba x-openstack-request-id: req-9befd7ce-61e4-48ba-a2b6-62497a8067ba {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:02.186462 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f171885b-2902-4b88-9f29-0e7c324ce4fe", "name": "network-vif-plugged", "status": "completed", "tag": "1273ba7a-a3d7-4649-b390-ecd975f4093e", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:02.186899 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9befd7ce-61e4-48ba-a2b6-62497a8067ba {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:02.187412 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f171885b-2902-4b88-9f29-0e7c324ce4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1273ba7a-a3d7-4649-b390-ecd975f4093e', 'code': 200} Feb 11 04:51:02.261648 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1273ba7a-a3d7-4649-b390-ecd975f4093e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:02.261870 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-febbaa79-5c27-4224-8571-5ed181e69586 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (247d280b-82d1-4ca6-942d-61d75472c118), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:02.263144 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-febbaa79-5c27-4224-8571-5ed181e69586 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (247d280b-82d1-4ca6-942d-61d75472c118), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:02.379391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=1273ba7a-a3d7-4649-b390-ecd975f4093e,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:02.381378 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-febbaa79-5c27-4224-8571-5ed181e69586 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_controller (247d280b-82d1-4ca6-942d-61d75472c118), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:02.409357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560b06b-364e-497b-bac4-a080a1dbe22f req-07829437-e8f6-480d-96e6-ec8ca012413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:02.411014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2560b06b-364e-497b-bac4-a080a1dbe22f req-07829437-e8f6-480d-96e6-ec8ca012413b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 1128 time: 0.1158628 Feb 11 04:51:02.419149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c001b4e-0c14-4ae3-86e8-17e7bbdbe1ad req-196234e7-72b3-4f58-b40f-488c53e5b539 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:02.420693 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c001b4e-0c14-4ae3-86e8-17e7bbdbe1ad req-196234e7-72b3-4f58-b40f-488c53e5b539 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 945 time: 0.0808897 Feb 11 04:51:02.502554 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2560b06b-364e-497b-bac4-a080a1dbe22f req-b82742ed-fce2-4d6f-a501-f031f3977233 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800707 Feb 11 04:51:02.506210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c001b4e-0c14-4ae3-86e8-17e7bbdbe1ad req-dc36211e-ac1d-4e33-a438-7d4f11889967 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778396 Feb 11 04:51:02.520830 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-febbaa79-5c27-4224-8571-5ed181e69586 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (247d280b-82d1-4ca6-942d-61d75472c118), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:02.656954 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-febbaa79-5c27-4224-8571-5ed181e69586 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:02.659977 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-febbaa79-5c27-4224-8571-5ed181e69586 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6744914 Feb 11 04:51:02.662756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52748) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:02.670452 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'enable_snat': True}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:02.950056 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (247d280b-82d1-4ca6-942d-61d75472c118), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:03.318916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbbde785-1808-4fee-9b90-ea8432619c6f req-cf83733a-4211-42d2-8ed4-5bb17ee4bdf6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0768571 Feb 11 04:51:03.384345 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (247d280b-82d1-4ca6-942d-61d75472c118), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:03.407517 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:03.534847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Allocated IP 172.25.3.95 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/336a56f3-1694-4f86-9b95-0540223f4b16) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:03.722243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849639b-0cd7-4cc2-8ce1-b35298db682b req-6781590e-d730-44c0-a993-42a0cf95c04f tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:03.724697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2849639b-0cd7-4cc2-8ce1-b35298db682b req-6781590e-d730-44c0-a993-42a0cf95c04f tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 945 time: 0.1077218 Feb 11 04:51:03.731195 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for port (336a56f3-1694-4f86-9b95-0540223f4b16), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:03.815799 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2849639b-0cd7-4cc2-8ce1-b35298db682b req-b0f072c4-1cb4-46b1-ac6d-58ab623ebc15 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825086 Feb 11 04:51:03.919149 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (336a56f3-1694-4f86-9b95-0540223f4b16), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:03.924983 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-d5ffe9b2-7fba-4337-a86a-f3ca982baa37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2460179 Feb 11 04:51:03.935318 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-d73c5401-d0da-45bc-b80e-7829ff655a00 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:51:03.946957 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-d73c5401-d0da-45bc-b80e-7829ff655a00 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160565 Feb 11 04:51:03.976221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:03.981629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:03.992007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:04.022214 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Pushing event updated for resources: {'Port': ['ID=336a56f3-1694-4f86-9b95-0540223f4b16,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:04.089688 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:04.167149 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-a0fb7d2b-5e36-4f19-b955-8d3e68651567 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:04.168838 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-a0fb7d2b-5e36-4f19-b955-8d3e68651567 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/ports/7b299c98-daed-4637-9bf7-e50afa2b1d05 HTTP/1.1" status: 200 len: 1125 time: 0.1935258 Feb 11 04:51:04.182563 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:04.497019 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-629a3733-1f59-4009-a628-9020e0788f85 req-755344dc-3350-44b8-9545-dc48bedf04f7 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0382535 Feb 11 04:51:04.519997 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (247d280b-82d1-4ca6-942d-61d75472c118), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:04.758977 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (247d280b-82d1-4ca6-942d-61d75472c118), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:04.762148 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (247d280b-82d1-4ca6-942d-61d75472c118), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:04.988616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f45c63-eb10-4b47-9198-535ac80cc643 req-2b5d3d5e-0414-46bf-bf5c-759ea642b340 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:04.990840 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40f45c63-eb10-4b47-9198-535ac80cc643 req-2b5d3d5e-0414-46bf-bf5c-759ea642b340 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 945 time: 0.0887191 Feb 11 04:51:05.044830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40f45c63-eb10-4b47-9198-535ac80cc643 req-c2280c61-68d4-41cf-818f-8dd128edbbb5 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470319 Feb 11 04:51:05.080764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Router 247d280b-82d1-4ca6-942d-61d75472c118 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:51:05.218006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:51:05.224824 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:05.228717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fe585878-98df-4801-92bb-b811896e0217 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "PUT /v2.0/routers/247d280b-82d1-4ca6-942d-61d75472c118 HTTP/1.1" status: 200 len: 918 time: 2.5617156 Feb 11 04:51:05.229259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52818) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:05.233691 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f432f7-8a53-460a-a0c3-5ecb90f9f315 None None] Sync routers for ids ['247d280b-82d1-4ca6-942d-61d75472c118'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:51:05.243933 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f432f7-8a53-460a-a0c3-5ecb90f9f315 None None] Routers {'247d280b-82d1-4ca6-942d-61d75472c118'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:05.244754 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-91f432f7-8a53-460a-a0c3-5ecb90f9f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['247d280b-82d1-4ca6-942d-61d75472c118'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:05.279972 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-91f432f7-8a53-460a-a0c3-5ecb90f9f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:05.290891 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f432f7-8a53-460a-a0c3-5ecb90f9f315 None None] Routers {'247d280b-82d1-4ca6-942d-61d75472c118'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:05.291733 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-91f432f7-8a53-460a-a0c3-5ecb90f9f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['247d280b-82d1-4ca6-942d-61d75472c118'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:05.337381 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-91f432f7-8a53-460a-a0c3-5ecb90f9f315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:05.338285 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f432f7-8a53-460a-a0c3-5ecb90f9f315 None None] The sync data for ids ['247d280b-82d1-4ca6-942d-61d75472c118'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:51:05.378309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-eacb4afa-1433-4e8a-804e-c7155a11e59d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/routers/247d280b-82d1-4ca6-942d-61d75472c118 HTTP/1.1" status: 200 len: 924 time: 0.1474757 Feb 11 04:51:05.383098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52822) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:05.441410 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-289ac660-dff8-4b48-9f3d-73bb1e700629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:05.443012 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-289ac660-dff8-4b48-9f3d-73bb1e700629 service neutron] 10.222.0.13 "GET /v2.0/ports/7b299c98-daed-4637-9bf7-e50afa2b1d05 HTTP/1.1" status: 200 len: 1125 time: 0.0772576 Feb 11 04:51:05.455709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e32c0db4-bac4-4ccc-8959-93b861538c8a service neutron] Request body: {'binding': {'host': 'n-h1-712142-35', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:05.456400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e32c0db4-bac4-4ccc-8959-93b861538c8a service neutron] Unknown quota resources ['binding']. {{(pid=103808) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 04:51:05.465516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008f236e-6a7b-4695-8852-930297127a6b tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:05.470491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-008f236e-6a7b-4695-8852-930297127a6b tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&device_id=247d280b-82d1-4ca6-942d-61d75472c118&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0837893 Feb 11 04:51:05.471141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52824) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:05.613654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c052bed1-8af3-49f6-b054-c1679cf2a551 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:05.618311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c052bed1-8af3-49f6-b054-c1679cf2a551 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 881 time: 0.1461301 Feb 11 04:51:05.619244 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52830) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:05.635153 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-610150b3-4743-4699-b0a8-732802a86979 req-c1377f6c-f23b-4f19-96c7-8fe2f119707b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0351884 Feb 11 04:51:05.664240 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-41d72e0b-b025-4e26-b7b6-2848500a0a5b tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "GET /v2.0/ports?device_id=247d280b-82d1-4ca6-942d-61d75472c118 HTTP/1.1" status: 200 len: 205 time: 0.0392385 Feb 11 04:51:05.664500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52832) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:05.732221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e32c0db4-bac4-4ccc-8959-93b861538c8a service neutron] Attempting to bind port 7b299c98-daed-4637-9bf7-e50afa2b1d05 on host n-h1-712142-35 for vnic_type normal with profile None {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:05.733074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e32c0db4-bac4-4ccc-8959-93b861538c8a service neutron] Attempting to bind port 7b299c98-daed-4637-9bf7-e50afa2b1d05 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:05.733632 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e32c0db4-bac4-4ccc-8959-93b861538c8a service neutron] Attempting to bind port 7b299c98-daed-4637-9bf7-e50afa2b1d05 on network eb5463d1-24a4-4ce6-8fd5-982426f41a36 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:05.763622 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e32c0db4-bac4-4ccc-8959-93b861538c8a service neutron] Port 7b299c98-daed-4637-9bf7-e50afa2b1d05 on network eb5463d1-24a4-4ce6-8fd5-982426f41a36 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:51:05.764094 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e32c0db4-bac4-4ccc-8959-93b861538c8a service neutron] Attempting to bind port 7b299c98-daed-4637-9bf7-e50afa2b1d05 on network eb5463d1-24a4-4ce6-8fd5-982426f41a36 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:05.784745 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e32c0db4-bac4-4ccc-8959-93b861538c8a service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:05.785320 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e32c0db4-bac4-4ccc-8959-93b861538c8a service neutron] Checking segment: {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:05.785975 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e32c0db4-bac4-4ccc-8959-93b861538c8a service neutron] Bound using segment: {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:05.786776 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e32c0db4-bac4-4ccc-8959-93b861538c8a service neutron] Bound port: 7b299c98-daed-4637-9bf7-e50afa2b1d05, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:05.916483 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-200a13c3-d1ee-4399-bfe1-7365c1b5573f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (247d280b-82d1-4ca6-942d-61d75472c118), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:05.970109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e32c0db4-bac4-4ccc-8959-93b861538c8a service neutron] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:06.041574 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-200a13c3-d1ee-4399-bfe1-7365c1b5573f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (247d280b-82d1-4ca6-942d-61d75472c118), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:06.053521 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e32c0db4-bac4-4ccc-8959-93b861538c8a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:06.055841 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e32c0db4-bac4-4ccc-8959-93b861538c8a service neutron] 10.222.0.13 "POST /v2.0/ports/7b299c98-daed-4637-9bf7-e50afa2b1d05/bindings HTTP/1.1" status: 201 len: 390 time: 0.6057925 Feb 11 04:51:06.241051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-200a13c3-d1ee-4399-bfe1-7365c1b5573f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Deleting port 336a56f3-1694-4f86-9b95-0540223f4b16 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:06.241489 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-200a13c3-d1ee-4399-bfe1-7365c1b5573f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (336a56f3-1694-4f86-9b95-0540223f4b16), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:06.397064 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-200a13c3-d1ee-4399-bfe1-7365c1b5573f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (336a56f3-1694-4f86-9b95-0540223f4b16), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:06.434380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-200a13c3-d1ee-4399-bfe1-7365c1b5573f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Calling delete_port for 336a56f3-1694-4f86-9b95-0540223f4b16 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:06.560131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74052a6-2f9b-45a5-8ec1-a18467e5ad7b req-933858c4-1902-4fcd-85a1-f1df68568f71 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:06.570343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a74052a6-2f9b-45a5-8ec1-a18467e5ad7b req-933858c4-1902-4fcd-85a1-f1df68568f71 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 945 time: 0.1292968 Feb 11 04:51:06.678218 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a74052a6-2f9b-45a5-8ec1-a18467e5ad7b req-47e97851-1a84-45fb-8375-a8a013c559ac tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065223 Feb 11 04:51:06.790989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b90c5a4-1529-41c1-991e-4dc6f0eba909 req-390c0d2d-26d3-4ff1-bbca-03564f609fca tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0291250 Feb 11 04:51:06.913772 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-200a13c3-d1ee-4399-bfe1-7365c1b5573f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (336a56f3-1694-4f86-9b95-0540223f4b16), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:06.956747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a13c3-d1ee-4399-bfe1-7365c1b5573f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Pushing event deleted for resources: {'Port': ['ID=336a56f3-1694-4f86-9b95-0540223f4b16,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:07.121359 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-200a13c3-d1ee-4399-bfe1-7365c1b5573f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (247d280b-82d1-4ca6-942d-61d75472c118), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:07.576474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb951f-ad69-4a9a-bcbd-16b81cca7f47 req-6eae0737-f36e-4860-a421-a6806809c3a5 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:07.578416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3fb951f-ad69-4a9a-bcbd-16b81cca7f47 req-6eae0737-f36e-4860-a421-a6806809c3a5 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 945 time: 0.5555634 Feb 11 04:51:07.623450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-690cc08d-1d6a-4f8a-a23f-fe2224ab6b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:07.625070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-690cc08d-1d6a-4f8a-a23f-fe2224ab6b0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 1128 time: 0.5846126 Feb 11 04:51:07.631766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-200a13c3-d1ee-4399-bfe1-7365c1b5573f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (247d280b-82d1-4ca6-942d-61d75472c118), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:07.636453 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-200a13c3-d1ee-4399-bfe1-7365c1b5573f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_controller (247d280b-82d1-4ca6-942d-61d75472c118), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:07.788690 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3fb951f-ad69-4a9a-bcbd-16b81cca7f47 req-e5100b53-c9da-42ec-9f36-ddaf3bbb0b03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709194 Feb 11 04:51:07.839167 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-200a13c3-d1ee-4399-bfe1-7365c1b5573f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (247d280b-82d1-4ca6-942d-61d75472c118), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:07.840398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200a13c3-d1ee-4399-bfe1-7365c1b5573f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Fanout notify agent at l3_agent the message router_deleted on router 247d280b-82d1-4ca6-942d-61d75472c118 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:51:07.851472 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-200a13c3-d1ee-4399-bfe1-7365c1b5573f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:07.852664 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-200a13c3-d1ee-4399-bfe1-7365c1b5573f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "DELETE /v2.0/routers/247d280b-82d1-4ca6-942d-61d75472c118 HTTP/1.1" status: 204 len: 168 time: 2.1871865 Feb 11 04:51:07.860064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-0fcf1c48-c238-4db7-84e7-12157c09b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:07.860820 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52872) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:07.865376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-172679e1-f345-4713-b06e-8683ec854813 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-242335889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:07.872628 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-0fcf1c48-c238-4db7-84e7-12157c09b089 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb5463d1-24a4-4ce6-8fd5-982426f41a36 HTTP/1.1" status: 200 len: 895 time: 0.2376940 Feb 11 04:51:07.966943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f511a39-1875-4c10-aee0-3df370b2c709 req-b0d0c51d-26d6-4139-b2bd-c4fdc6adfc94 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:07.968737 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f511a39-1875-4c10-aee0-3df370b2c709 req-b0d0c51d-26d6-4139-b2bd-c4fdc6adfc94 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 945 time: 0.1775224 Feb 11 04:51:07.992209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-90a11c1e-1d3e-4fe2-8e73-4b4a4ff265af req-90c04e8c-ee9d-4e92-af0c-49799f223008 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0832224 Feb 11 04:51:08.025433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-01a61cbc-eb61-4071-a2d7-84b495299a69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05 HTTP/1.1" status: 200 len: 1000 time: 0.1395571 Feb 11 04:51:08.035070 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-172679e1-f345-4713-b06e-8683ec854813 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (c86e33ed-a857-4911-9b23-d7d1fbe35a35), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:08.037808 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-172679e1-f345-4713-b06e-8683ec854813 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (c86e33ed-a857-4911-9b23-d7d1fbe35a35), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:08.084563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-7d227f7d-0d5e-4c17-acb2-71dd7419f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:08.086061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-7d227f7d-0d5e-4c17-acb2-71dd7419f59a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c38f51ac-61d4-49bc-b47a-d454b3c0f622 HTTP/1.1" status: 200 len: 835 time: 0.0479245 Feb 11 04:51:08.109217 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-172679e1-f345-4713-b06e-8683ec854813 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_controller (c86e33ed-a857-4911-9b23-d7d1fbe35a35), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:08.141843 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f511a39-1875-4c10-aee0-3df370b2c709 req-34d9c401-6fc7-44e4-aa63-2d45eab234f5 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515510 Feb 11 04:51:08.158123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-9f333f5d-bc15-4d55-806b-20159b902622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:08.159519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-9f333f5d-bc15-4d55-806b-20159b902622 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb5463d1-24a4-4ce6-8fd5-982426f41a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0607462 Feb 11 04:51:08.238952 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-172679e1-f345-4713-b06e-8683ec854813 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (c86e33ed-a857-4911-9b23-d7d1fbe35a35), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:08.278610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-c8a36e05-d506-4c13-93fb-e73351d11286 service neutron] 10.222.0.32 "GET /v2.0/networks/eb5463d1-24a4-4ce6-8fd5-982426f41a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073377 Feb 11 04:51:08.400131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-48907421-27b8-4e3d-bb23-e6c42a5a3508 service neutron] 10.222.0.32 "GET /v2.0/networks/eb5463d1-24a4-4ce6-8fd5-982426f41a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082792 Feb 11 04:51:08.453088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-172679e1-f345-4713-b06e-8683ec854813 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:08.455161 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-172679e1-f345-4713-b06e-8683ec854813 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5927095 Feb 11 04:51:08.457962 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52880) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:08.462650 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'enable_snat': False}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:08.601084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-cc09432a-49dc-4f1d-b16b-16f58071ace2 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:08.603365 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-cc09432a-49dc-4f1d-b16b-16f58071ace2 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591&tenant_id=65bc519e3418487ba870e678d8f45696&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 1128 time: 0.1253934 Feb 11 04:51:08.623127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-35'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:08.717549 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:08.741769 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (c86e33ed-a857-4911-9b23-d7d1fbe35a35), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:08.891102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:08.956567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:08.965355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb20d14-c1b4-4a9d-bfe6-3d7e9d94322a req-6e76fb91-14ca-4705-b283-5dcd70a6d450 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:08.973341 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ceb20d14-c1b4-4a9d-bfe6-3d7e9d94322a req-6e76fb91-14ca-4705-b283-5dcd70a6d450 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 945 time: 0.0957243 Feb 11 04:51:09.118160 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (c86e33ed-a857-4911-9b23-d7d1fbe35a35), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:09.144193 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:09.166516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:09.169430 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafd7f06-383e-46ac-8f23-99cfeb9320ab" -d '{"events": [{"server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "name": "network-vif-unplugged", "status": "completed", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:09.176544 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Publish callbacks [] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:09.189996 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83efcdea-e680-4bff-90d3-e0df17adae99 req-9070b417-4bcd-494a-a5dd-d4cc44cac918 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0539486 Feb 11 04:51:09.252795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ceb20d14-c1b4-4a9d-bfe6-3d7e9d94322a req-90f8407e-f91f-40b7-b378-cfe9251a5ebd tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770646 Feb 11 04:51:09.273988 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa1e03-edb7-49d0-b266-10e5dcffca4a req-e93fd191-15f2-4396-a214-1e31bab0a7e3 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:09.274235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Allocated IP 172.25.3.21 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/b4774216-a54c-43b9-b03c-949aac2eeb2d) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:09.275656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45fa1e03-edb7-49d0-b266-10e5dcffca4a req-e93fd191-15f2-4396-a214-1e31bab0a7e3 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.32 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 945 time: 0.3002744 Feb 11 04:51:09.317403 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:09.368940 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b02df7-0850-4bde-a653-4860dfe755be x-openstack-request-id: req-20b02df7-0850-4bde-a653-4860dfe755be {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:09.369215 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "name": "network-vif-unplugged", "status": "completed", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:09.369547 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20b02df7-0850-4bde-a653-4860dfe755be {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:09.369988 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05', 'code': 200} Feb 11 04:51:09.497846 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for port (b4774216-a54c-43b9-b03c-949aac2eeb2d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:09.554538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577be946-b285-44b1-8702-a184011d7971 service neutron] Pushing event updated for resources: {'Port': ['ID=7b299c98-daed-4637-9bf7-e50afa2b1d05,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:09.596426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816fdff-f627-4412-94f4-00c964b457ab req-73a2e900-df07-401e-a7e6-4bd71e4e1a33 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:09.598614 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2816fdff-f627-4412-94f4-00c964b457ab req-73a2e900-df07-401e-a7e6-4bd71e4e1a33 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 943 time: 0.2107408 Feb 11 04:51:09.652670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-45fa1e03-edb7-49d0-b266-10e5dcffca4a req-c6b0285a-fb61-491a-8ec6-0cb96b07b45a tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Deleting port 1273ba7a-a3d7-4649-b390-ecd975f4093e {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:09.657987 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-45fa1e03-edb7-49d0-b266-10e5dcffca4a req-c6b0285a-fb61-491a-8ec6-0cb96b07b45a tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1273ba7a-a3d7-4649-b390-ecd975f4093e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:09.685874 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b4774216-a54c-43b9-b03c-949aac2eeb2d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:09.692315 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Attempting to bind port 7b299c98-daed-4637-9bf7-e50afa2b1d05 on host n-h2-712142-35 for vnic_type normal with profile {"migrating_to": "n-h1-712142-35"} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:09.692960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Attempting to bind port 7b299c98-daed-4637-9bf7-e50afa2b1d05 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:09.693544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Attempting to bind port 7b299c98-daed-4637-9bf7-e50afa2b1d05 on network eb5463d1-24a4-4ce6-8fd5-982426f41a36 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:09.716970 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Port 7b299c98-daed-4637-9bf7-e50afa2b1d05 on network eb5463d1-24a4-4ce6-8fd5-982426f41a36 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:51:09.717309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Attempting to bind port 7b299c98-daed-4637-9bf7-e50afa2b1d05 on network eb5463d1-24a4-4ce6-8fd5-982426f41a36 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:09.731532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-176e55cd-0f8f-41a5-b62b-f641552d12a2 None None] Provisioning complete for port 7b299c98-daed-4637-9bf7-e50afa2b1d05 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:09.733189 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-176e55cd-0f8f-41a5-b62b-f641552d12a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:09.754153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:09.772302 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:09.779078 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Pushing event updated for resources: {'Port': ['ID=b4774216-a54c-43b9-b03c-949aac2eeb2d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:09.784683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:09.790326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:09.790717 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Checking segment: {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:09.791143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Bound using segment: {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:09.791787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Bound port: 7b299c98-daed-4637-9bf7-e50afa2b1d05, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bfc37e-921a-4299-91ca-2033a718f9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:09.792276 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:09.806786 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2816fdff-f627-4412-94f4-00c964b457ab req-ed61d214-8dcb-4a26-b3ab-a7d6f75a1ffc tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005713 Feb 11 04:51:09.813050 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-176e55cd-0f8f-41a5-b62b-f641552d12a2 None None] Port 7b299c98-daed-4637-9bf7-e50afa2b1d05 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:51:09.839639 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-45fa1e03-edb7-49d0-b266-10e5dcffca4a req-c6b0285a-fb61-491a-8ec6-0cb96b07b45a tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] For port 1273ba7a-a3d7-4649-b390-ecd975f4093e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1273ba7a-a3d7-4649-b390-ecd975f4093e,segment=NetworkSegment(32e90ee2-5bf0-4e75-82c2-5f000fb8c25e),segment_id=32e90ee2-5bf0-4e75-82c2-5f000fb8c25e)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:09.839639 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-45fa1e03-edb7-49d0-b266-10e5dcffca4a req-c6b0285a-fb61-491a-8ec6-0cb96b07b45a tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1273ba7a-a3d7-4649-b390-ecd975f4093e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:09.871932 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-45fa1e03-edb7-49d0-b266-10e5dcffca4a req-c6b0285a-fb61-491a-8ec6-0cb96b07b45a tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Calling delete_port for 1273ba7a-a3d7-4649-b390-ecd975f4093e owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:09.953005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:09.957597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:10.079434 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:10.178838 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-45fa1e03-edb7-49d0-b266-10e5dcffca4a req-c6b0285a-fb61-491a-8ec6-0cb96b07b45a tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (1273ba7a-a3d7-4649-b390-ecd975f4093e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:10.192399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['1273ba7a-a3d7-4649-b390-ecd975f4093e'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:10.213777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577be946-b285-44b1-8702-a184011d7971 service neutron] Pushing event updated for resources: {'Port': ['ID=7b299c98-daed-4637-9bf7-e50afa2b1d05,revision_number=8']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:10.314505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0285a-fb61-491a-8ec6-0cb96b07b45a tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Pushing event deleted for resources: {'Port': ['ID=1273ba7a-a3d7-4649-b390-ecd975f4093e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:10.434018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fa1e03-edb7-49d0-b266-10e5dcffca4a req-c6b0285a-fb61-491a-8ec6-0cb96b07b45a tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] No DVR routers for this DVR port 1273ba7a-a3d7-4649-b390-ecd975f4093e on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:10.443230 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-45fa1e03-edb7-49d0-b266-10e5dcffca4a req-c6b0285a-fb61-491a-8ec6-0cb96b07b45a tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:10.446790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45fa1e03-edb7-49d0-b266-10e5dcffca4a req-c6b0285a-fb61-491a-8ec6-0cb96b07b45a tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.32 "DELETE /v2.0/ports/1273ba7a-a3d7-4649-b390-ecd975f4093e HTTP/1.1" status: 204 len: 173 time: 1.1651282 Feb 11 04:51:10.457862 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router_gateway (c86e33ed-a857-4911-9b23-d7d1fbe35a35), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:10.489275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5cf0b201-3d5a-4c51-bbc7-dddda0f97935 req-29dffc08-b8aa-4661-b565-b4b354ceb2b0 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0824420 Feb 11 04:51:10.521355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f117d0ea-6116-452e-b136-4b3c98374e5b req-ae989893-f95d-400d-9e70-cd0ee994771b tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 210 time: 0.0930178 Feb 11 04:51:10.558146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:10.558818 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:10.562768 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-577be946-b285-44b1-8702-a184011d7971 service neutron] 10.222.0.32 "PUT /v2.0/ports/7b299c98-daed-4637-9bf7-e50afa2b1d05 HTTP/1.1" status: 200 len: 1123 time: 1.9467356 Feb 11 04:51:10.620676 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7b299c98-daed-4637-9bf7-e50afa2b1d05'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:10.678722 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9e47bde6-a5e0-4e1d-961f-2810939f185d None None] Provisioning complete for port 7b299c98-daed-4637-9bf7-e50afa2b1d05 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:10.683302 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e47bde6-a5e0-4e1d-961f-2810939f185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:10.748017 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (c86e33ed-a857-4911-9b23-d7d1fbe35a35), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:10.751742 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (c86e33ed-a857-4911-9b23-d7d1fbe35a35), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:10.879851 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9e47bde6-a5e0-4e1d-961f-2810939f185d None None] Current status of the port 7b299c98-daed-4637-9bf7-e50afa2b1d05 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:10.880469 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e47bde6-a5e0-4e1d-961f-2810939f185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:10.941680 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:10.944532 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0e7094-c160-4a4c-be79-380d4f587933" -d '{"events": [{"server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "name": "network-vif-plugged", "status": "completed", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:10.973357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9e47bde6-a5e0-4e1d-961f-2810939f185d None None] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:11.002038 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0045edfa-98c3-442c-9942-9f5d5cab31ac x-openstack-request-id: req-0045edfa-98c3-442c-9942-9f5d5cab31ac {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:11.002334 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "name": "network-vif-plugged", "status": "completed", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:11.002652 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0045edfa-98c3-442c-9942-9f5d5cab31ac {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:11.003190 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05', 'code': 200} Feb 11 04:51:11.012515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e1d06-382b-46e8-acfa-26d9abece36e req-1d8895cc-d783-4428-986b-cd5d2f010e3b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:11.014183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-147e1d06-382b-46e8-acfa-26d9abece36e req-1d8895cc-d783-4428-986b-cd5d2f010e3b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 943 time: 0.1045611 Feb 11 04:51:11.077479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-147e1d06-382b-46e8-acfa-26d9abece36e req-d038cd32-a31a-485c-805b-250857a70ab5 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558596 Feb 11 04:51:11.085198 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Router c86e33ed-a857-4911-9b23-d7d1fbe35a35 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:51:11.096825 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e47bde6-a5e0-4e1d-961f-2810939f185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:11.253807 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:51:11.261815 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:11.265421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52924) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:11.266599 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7bdba2e3-c8de-4e4e-b2a5-2925a9569d91 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "PUT /v2.0/routers/c86e33ed-a857-4911-9b23-d7d1fbe35a35 HTTP/1.1" status: 200 len: 918 time: 2.8073382 Feb 11 04:51:11.428387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f171885b-2902-4b88-9f29-0e7c324ce4fe', 'name': 'network-vif-deleted', 'tag': '1273ba7a-a3d7-4649-b390-ecd975f4093e'}, {'name': 'network-changed', 'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:11.437026 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9f75f6-c1c5-4b95-b1d8-af466d52f4c1" -d '{"events": [{"server_uuid": "f171885b-2902-4b88-9f29-0e7c324ce4fe", "name": "network-vif-deleted", "tag": "1273ba7a-a3d7-4649-b390-ecd975f4093e"}, {"name": "network-changed", "server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:11.439329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52932) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:11.450416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7b91be71-99f0-477b-b248-2c393c6e560a tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/routers/c86e33ed-a857-4911-9b23-d7d1fbe35a35 HTTP/1.1" status: 200 len: 924 time: 0.1827350 Feb 11 04:51:11.465347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a926b643-7a2b-47e4-9a21-1e473122c83c None None] Sync routers for ids ['c86e33ed-a857-4911-9b23-d7d1fbe35a35'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:51:11.469525 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47bde6-a5e0-4e1d-961f-2810939f185d None None] Pushing event updated for resources: {'Port': ['ID=7b299c98-daed-4637-9bf7-e50afa2b1d05,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:11.516560 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a926b643-7a2b-47e4-9a21-1e473122c83c None None] Routers {'c86e33ed-a857-4911-9b23-d7d1fbe35a35'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:11.517214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a926b643-7a2b-47e4-9a21-1e473122c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c86e33ed-a857-4911-9b23-d7d1fbe35a35'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:11.521217 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d6913a-119a-424f-8bf1-88aebf3b3bbd tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:11.527323 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c9d6913a-119a-424f-8bf1-88aebf3b3bbd tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&device_id=c86e33ed-a857-4911-9b23-d7d1fbe35a35&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0867805 Feb 11 04:51:11.528139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 52936) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:11.531340 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178880e9-263f-4a5e-a96f-1e1966bc71ee x-openstack-request-id: req-178880e9-263f-4a5e-a96f-1e1966bc71ee {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:11.535251 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f171885b-2902-4b88-9f29-0e7c324ce4fe", "name": "network-vif-deleted", "tag": "1273ba7a-a3d7-4649-b390-ecd975f4093e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:11.542540 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-178880e9-263f-4a5e-a96f-1e1966bc71ee {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:11.545921 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f171885b-2902-4b88-9f29-0e7c324ce4fe', 'name': 'network-vif-deleted', 'tag': '1273ba7a-a3d7-4649-b390-ecd975f4093e', 'status': 'completed', 'code': 200} Feb 11 04:51:11.545921 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05', 'status': 'completed', 'code': 200} Feb 11 04:51:11.571018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a926b643-7a2b-47e4-9a21-1e473122c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:11.583088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a926b643-7a2b-47e4-9a21-1e473122c83c None None] Routers {'c86e33ed-a857-4911-9b23-d7d1fbe35a35'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:11.583662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a926b643-7a2b-47e4-9a21-1e473122c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['c86e33ed-a857-4911-9b23-d7d1fbe35a35'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:11.681503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a926b643-7a2b-47e4-9a21-1e473122c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:11.682737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a926b643-7a2b-47e4-9a21-1e473122c83c None None] The sync data for ids ['c86e33ed-a857-4911-9b23-d7d1fbe35a35'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:51:11.708829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-da0b605b-34b7-4fbc-a0e8-ff738569a1d3 req-42ed0b8a-ef3a-4b54-9315-248862dee827 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0684435 Feb 11 04:51:11.790342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cb01eb-a7bd-405d-a90a-05e779923091 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:11.795475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-041fcafc-f13b-4082-8f5b-de2ade6592c8 req-784783ac-9c89-4b16-a77c-ab0fcb6a30fb tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=f171885b-2902-4b88-9f29-0e7c324ce4fe HTTP/1.1" status: 200 len: 210 time: 0.0626121 Feb 11 04:51:11.796198 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52940) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:11.796441 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a4cb01eb-a7bd-405d-a90a-05e779923091 tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/networks/89dbd1ed-3951-437d-85b1-b8970fd07dfb HTTP/1.1" status: 200 len: 881 time: 0.2670772 Feb 11 04:51:11.816678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f75f6-c1c5-4b95-b1d8-af466d52f4c1 req-4d624181-0870-4ad5-8c8c-e83dcab69330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:11.816678 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5b9f75f6-c1c5-4b95-b1d8-af466d52f4c1 req-4d624181-0870-4ad5-8c8c-e83dcab69330 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 1159 time: 0.2157080 Feb 11 04:51:11.852036 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ba3b26a2-dc19-4145-9748-73a9a76427c4 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c86e33ed-a857-4911-9b23-d7d1fbe35a35 HTTP/1.1" status: 200 len: 205 time: 0.0519631 Feb 11 04:51:11.852260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52944) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:11.972831 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7fd569d1-1b98-45dc-9136-1766c4b98d35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (c86e33ed-a857-4911-9b23-d7d1fbe35a35), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:11.989587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f75f6-c1c5-4b95-b1d8-af466d52f4c1 req-24d4d864-10e8-4fc2-948b-9c6f0707c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:11.991163 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5b9f75f6-c1c5-4b95-b1d8-af466d52f4c1 req-24d4d864-10e8-4fc2-948b-9c6f0707c85b service neutron] 10.222.0.47 "GET /v2.0/networks?id=eb5463d1-24a4-4ce6-8fd5-982426f41a36 HTTP/1.1" status: 200 len: 895 time: 0.1692784 Feb 11 04:51:12.091001 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5b9f75f6-c1c5-4b95-b1d8-af466d52f4c1 req-8242e629-d094-4ee1-9efb-16b22e4484ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05 HTTP/1.1" status: 200 len: 1000 time: 0.0938199 Feb 11 04:51:12.156918 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7fd569d1-1b98-45dc-9136-1766c4b98d35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (c86e33ed-a857-4911-9b23-d7d1fbe35a35), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:12.189455 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f75f6-c1c5-4b95-b1d8-af466d52f4c1 req-ae31dae6-29ba-4510-96bf-5e3529cb7cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:12.191411 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5b9f75f6-c1c5-4b95-b1d8-af466d52f4c1 req-ae31dae6-29ba-4510-96bf-5e3529cb7cfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c38f51ac-61d4-49bc-b47a-d454b3c0f622 HTTP/1.1" status: 200 len: 835 time: 0.0941768 Feb 11 04:51:12.242000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8ac1e-c106-4e86-8453-f3dced1c607c req-996d9d45-3a03-4cbc-9597-cc3e9c938fb9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:12.248813 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f75f6-c1c5-4b95-b1d8-af466d52f4c1 req-870d50dc-e10d-43e2-808b-f9d8e3489e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:12.250070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7b8ac1e-c106-4e86-8453-f3dced1c607c req-996d9d45-3a03-4cbc-9597-cc3e9c938fb9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 945 time: 0.0790262 Feb 11 04:51:12.251109 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5b9f75f6-c1c5-4b95-b1d8-af466d52f4c1 req-870d50dc-e10d-43e2-808b-f9d8e3489e87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eb5463d1-24a4-4ce6-8fd5-982426f41a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534718 Feb 11 04:51:12.330214 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7b8ac1e-c106-4e86-8453-f3dced1c607c req-ee0e3c99-8ae9-4590-ba6c-7106dc21d5ca tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790625 Feb 11 04:51:12.379894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7fd569d1-1b98-45dc-9136-1766c4b98d35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Deleting port b4774216-a54c-43b9-b03c-949aac2eeb2d {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:12.382957 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7fd569d1-1b98-45dc-9136-1766c4b98d35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b4774216-a54c-43b9-b03c-949aac2eeb2d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:12.383126 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5b9f75f6-c1c5-4b95-b1d8-af466d52f4c1 req-c7515e35-a346-4f23-8561-dc6db2b037a8 service neutron] 10.222.0.47 "GET /v2.0/networks/eb5463d1-24a4-4ce6-8fd5-982426f41a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247334 Feb 11 04:51:12.475028 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7fd569d1-1b98-45dc-9136-1766c4b98d35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b4774216-a54c-43b9-b03c-949aac2eeb2d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:12.487117 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5b9f75f6-c1c5-4b95-b1d8-af466d52f4c1 req-241cc292-0e0c-4e72-b5c0-2996d4b54b4c service neutron] 10.222.0.47 "GET /v2.0/networks/eb5463d1-24a4-4ce6-8fd5-982426f41a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985708 Feb 11 04:51:12.489747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7fd569d1-1b98-45dc-9136-1766c4b98d35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Calling delete_port for b4774216-a54c-43b9-b03c-949aac2eeb2d owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:12.829985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd4012f9-5454-491f-b42d-487e6eb15d0b req-82305831-7ff7-459c-943c-7bf179454f0e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0342529 Feb 11 04:51:12.836774 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7fd569d1-1b98-45dc-9136-1766c4b98d35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b4774216-a54c-43b9-b03c-949aac2eeb2d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:12.873199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd569d1-1b98-45dc-9136-1766c4b98d35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Pushing event deleted for resources: {'Port': ['ID=b4774216-a54c-43b9-b03c-949aac2eeb2d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:12.935694 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7fd569d1-1b98-45dc-9136-1766c4b98d35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (c86e33ed-a857-4911-9b23-d7d1fbe35a35), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:13.062295 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7fd569d1-1b98-45dc-9136-1766c4b98d35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (c86e33ed-a857-4911-9b23-d7d1fbe35a35), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:13.066173 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7fd569d1-1b98-45dc-9136-1766c4b98d35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_controller (c86e33ed-a857-4911-9b23-d7d1fbe35a35), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:13.207332 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7fd569d1-1b98-45dc-9136-1766c4b98d35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (c86e33ed-a857-4911-9b23-d7d1fbe35a35), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:13.208116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd569d1-1b98-45dc-9136-1766c4b98d35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Fanout notify agent at l3_agent the message router_deleted on router c86e33ed-a857-4911-9b23-d7d1fbe35a35 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:51:13.215665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-41763c03-1257-47c1-8980-6be25498d40d tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:13.219181 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-41763c03-1257-47c1-8980-6be25498d40d tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/networks?id=d92fb06f-af45-4ee9-b2f3-842e38642514 HTTP/1.1" status: 200 len: 808 time: 0.1698592 Feb 11 04:51:13.225564 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7fd569d1-1b98-45dc-9136-1766c4b98d35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:13.226841 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7fd569d1-1b98-45dc-9136-1766c4b98d35 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "DELETE /v2.0/routers/c86e33ed-a857-4911-9b23-d7d1fbe35a35 HTTP/1.1" status: 204 len: 168 time: 1.3736424 Feb 11 04:51:13.230472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 52976) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:13.235922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-738596191', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:13.261807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-26126309-98f9-4fc0-a1c6-6c895fc2bcd4 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/quotas/8a4adafbfaa848d3969418937430f9c5 HTTP/1.1" status: 200 len: 375 time: 0.0198810 Feb 11 04:51:13.303981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-29473251-9e96-438d-8514-434e1da5f277 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a4adafbfaa848d3969418937430f9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358331 Feb 11 04:51:13.376212 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (371338df-40ca-44da-859d-9d2a33bf9a25), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:13.376212 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (371338df-40ca-44da-859d-9d2a33bf9a25), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:13.443463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-5b7a08e7-ceb4-4028-b353-88c6aa12f08e service neutron] 10.222.0.13 "GET /v2.0/networks/d92fb06f-af45-4ee9-b2f3-842e38642514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324213 Feb 11 04:51:13.494399 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_controller (371338df-40ca-44da-859d-9d2a33bf9a25), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:13.592300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40ce1b-996a-4447-a8eb-279a3c72b453 req-82b68251-a2b1-460d-b339-f3cc6e1ee5fe tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:13.594138 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c40ce1b-996a-4447-a8eb-279a3c72b453 req-82b68251-a2b1-460d-b339-f3cc6e1ee5fe tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 945 time: 0.1790588 Feb 11 04:51:13.690100 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c40ce1b-996a-4447-a8eb-279a3c72b453 req-7a20036d-bf39-4da0-bce8-187d91d8dd4f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814347 Feb 11 04:51:13.718818 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-a8aa9198-2e19-41ef-ad10-476bd75fcd53 service neutron] 10.222.0.13 "GET /v2.0/networks/d92fb06f-af45-4ee9-b2f3-842e38642514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147942 Feb 11 04:51:13.777817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7b299c98-daed-4637-9bf7-e50afa2b1d05 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:51:13.819636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1273ba7a-a3d7-4649-b390-ecd975f4093e no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:13.856887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 1273ba7a-a3d7-4649-b390-ecd975f4093e {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:13.857512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1273ba7a-a3d7-4649-b390-ecd975f4093e not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:13.990427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:14.035936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7b299c98-daed-4637-9bf7-e50afa2b1d05 has no active binding in host n-h1-712142-35 {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 04:51:14.417168 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e87b515a-2b91-4f30-9974-934681f4f79b req-46d7ced1-5510-4379-a96a-9a7b24b4f95d tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 210 time: 0.0829735 Feb 11 04:51:14.439144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa254439-9f1d-45fc-9408-49bb6bf1366f req-1fef4b4d-55bf-4f6f-8b6f-b7596c4fbd71 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.1062748 Feb 11 04:51:14.441491 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (371338df-40ca-44da-859d-9d2a33bf9a25), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:14.883580 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (371338df-40ca-44da-859d-9d2a33bf9a25), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:14.910217 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:14.968586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8b9fc-f3f4-427b-937e-8b320d681c80 req-b3e9c85e-3f5b-4786-87be-fc5f60bf7921 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:14.973196 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2a8b9fc-f3f4-427b-937e-8b320d681c80 req-b3e9c85e-3f5b-4786-87be-fc5f60bf7921 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 945 time: 0.1465373 Feb 11 04:51:15.043780 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2a8b9fc-f3f4-427b-937e-8b320d681c80 req-a801a378-b367-46cb-b7cc-8d6e77f2ab4f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645986 Feb 11 04:51:15.151547 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Allocated IP 172.25.3.21 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/ba2aea93-6ceb-47c4-b8ad-171d83ae7600) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:15.286759 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for port (ba2aea93-6ceb-47c4-b8ad-171d83ae7600), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:15.383193 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ba2aea93-6ceb-47c4-b8ad-171d83ae7600), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:15.433443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:15.436862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:15.442052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:15.521032 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Pushing event updated for resources: {'Port': ['ID=ba2aea93-6ceb-47c4-b8ad-171d83ae7600,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:15.579507 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2767f11-0ec9-4cdb-b0e4-e9151daa71d8 req-ff3840f6-775d-4786-97a6-94968dbf538d tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 210 time: 0.0529165 Feb 11 04:51:15.629863 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ec6c7c1-ecb9-4a54-9dab-6850af1446ea req-33e9ff1b-3a27-4ab9-94e2-05a6db7f68d5 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0533550 Feb 11 04:51:16.105161 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (371338df-40ca-44da-859d-9d2a33bf9a25), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:16.186833 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-93540bb6-77f8-425f-8395-60b3e699d4d1 service neutron] 10.222.0.47 "GET /v2.0/ports/7b299c98-daed-4637-9bf7-e50afa2b1d05/bindings/n-h1-712142-35 HTTP/1.1" status: 200 len: 385 time: 0.1190066 Feb 11 04:51:16.351532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8053d4d-ba31-4ced-ba01-9bb51a60d369 req-9f3b97eb-4745-4d2a-9a73-13f05fba9f2a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:16.353647 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8053d4d-ba31-4ced-ba01-9bb51a60d369 req-9f3b97eb-4745-4d2a-9a73-13f05fba9f2a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 945 time: 0.1593506 Feb 11 04:51:16.418179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:16.443781 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:16.492188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:16.494679 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a0d008-7cf0-4de2-9c62-8c9c2899cd14" -d '{"events": [{"server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "name": "network-vif-unplugged", "status": "completed", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:16.516652 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:16.555695 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80484103-70b8-4f73-a1b8-08c9b3946546 x-openstack-request-id: req-80484103-70b8-4f73-a1b8-08c9b3946546 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:16.555856 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (371338df-40ca-44da-859d-9d2a33bf9a25), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:16.556355 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "name": "network-vif-unplugged", "status": "completed", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:16.556355 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80484103-70b8-4f73-a1b8-08c9b3946546 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:16.556640 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05', 'code': 200} Feb 11 04:51:16.562291 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8053d4d-ba31-4ced-ba01-9bb51a60d369 req-375cf21f-ae23-404f-879a-817ee34db1ae tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022922 Feb 11 04:51:16.647522 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:16.778298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c75556d-c487-4fca-8589-d69d37f6261e req-de638736-6383-4cab-84df-a92e18bcc7c1 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 210 time: 0.0398872 Feb 11 04:51:16.816223 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Transition to ACTIVE for port object 7b299c98-daed-4637-9bf7-e50afa2b1d05 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:51:16.857791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eefb997a-dfb3-4acd-82ae-928887b8db32 req-a556b19f-38cb-4b0c-a104-671cd8321cc4 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0767505 Feb 11 04:51:16.941297 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:16.957968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6e8b1f67-16e9-4f1d-a8f2-cac5f1a510b0 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:16.959608 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6e8b1f67-16e9-4f1d-a8f2-cac5f1a510b0 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.32 "GET /v2.0/networks?id=d92fb06f-af45-4ee9-b2f3-842e38642514 HTTP/1.1" status: 200 len: 808 time: 0.1775000 Feb 11 04:51:16.974324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6f985484-d3fa-49fa-859c-186fcf85a7c1 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Request body: {'port': {'device_id': '4d9fdcbd-c6bd-4733-bbff-853a93f7419b', 'network_id': 'd92fb06f-af45-4ee9-b2f3-842e38642514', 'admin_state_up': True, 'tenant_id': '8a4adafbfaa848d3969418937430f9c5'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:17.089139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Pushing event updated for resources: {'Port': ['ID=7b299c98-daed-4637-9bf7-e50afa2b1d05,revision_number=11']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:17.103624 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Router 371338df-40ca-44da-859d-9d2a33bf9a25 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:51:17.114384 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:17.114868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:17.115222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:17.115562 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:17.115899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:17.116235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:17.118325 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:17.118696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:17.119035 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:17.119369 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:17.119702 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:17.120479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:17.120812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:17.165511 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] No DVR routers for this DVR port 7b299c98-daed-4637-9bf7-e50afa2b1d05 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:17.336206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:51:17.346980 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa41b8f2-5275-471e-b4bc-a81624f58df9 None None] Sync routers for ids ['371338df-40ca-44da-859d-9d2a33bf9a25'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:51:17.357806 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41b8f2-5275-471e-b4bc-a81624f58df9 None None] Routers {'371338df-40ca-44da-859d-9d2a33bf9a25'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:17.358808 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fa41b8f2-5275-471e-b4bc-a81624f58df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['371338df-40ca-44da-859d-9d2a33bf9a25'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:17.363782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6f985484-d3fa-49fa-859c-186fcf85a7c1 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Made reservation on behalf of 8a4adafbfaa848d3969418937430f9c5 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:17.367391 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6f985484-d3fa-49fa-859c-186fcf85a7c1 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:17.380422 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-1a05fcf6-378e-46cd-bc31-61cae1e4edae service neutron] 10.222.0.47 "PUT /v2.0/ports/7b299c98-daed-4637-9bf7-e50afa2b1d05/bindings/n-h1-712142-35/activate HTTP/1.1" status: 200 len: 370 time: 1.1803505 Feb 11 04:51:17.429882 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fa41b8f2-5275-471e-b4bc-a81624f58df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:17.441988 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41b8f2-5275-471e-b4bc-a81624f58df9 None None] Routers {'371338df-40ca-44da-859d-9d2a33bf9a25'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:17.442974 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fa41b8f2-5275-471e-b4bc-a81624f58df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['371338df-40ca-44da-859d-9d2a33bf9a25'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:17.492023 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fa41b8f2-5275-471e-b4bc-a81624f58df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:17.492949 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa41b8f2-5275-471e-b4bc-a81624f58df9 None None] The sync data for ids ['371338df-40ca-44da-859d-9d2a33bf9a25'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:51:17.503003 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:17.504353 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-97ab7694-60b3-4fbe-8040-8f250853fbe5 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2728405 Feb 11 04:51:17.507173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53052) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:17.512310 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:17.535330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6f985484-d3fa-49fa-859c-186fcf85a7c1 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Allocated IP 172.20.0.10 (d92fb06f-af45-4ee9-b2f3-842e38642514/b04d2048-79ce-42bc-9151-2835b3554814/99bca28e-186b-46ce-aac6-a76799b1012b) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:17.720689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-75e06b3b-a256-4442-8d2d-a7702e36d064 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:17.722308 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-75e06b3b-a256-4442-8d2d-a7702e36d064 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591&tenant_id=65bc519e3418487ba870e678d8f45696&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 1127 time: 0.1422179 Feb 11 04:51:17.822216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923ac07-ba98-490b-a284-cb92eae75b4e req-1969e82d-9b58-41ec-9369-785d82d2aa32 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:17.823850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e923ac07-ba98-490b-a284-cb92eae75b4e req-1969e82d-9b58-41ec-9369-785d82d2aa32 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 944 time: 0.1540117 Feb 11 04:51:17.870165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-d63d28ee-2093-4dae-85fc-deee82f11b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:17.872940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-d63d28ee-2093-4dae-85fc-deee82f11b00 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591&tenant_id=65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 1127 time: 0.1419799 Feb 11 04:51:17.903873 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6f985484-d3fa-49fa-859c-186fcf85a7c1 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks [] for port (99bca28e-186b-46ce-aac6-a76799b1012b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:17.959958 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52c9d0e6-028b-47c9-adc4-9eb7c6998353 req-fb13eaf2-276e-473c-8608-0568e5a003b8 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 210 time: 0.0538397 Feb 11 04:51:18.018474 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e923ac07-ba98-490b-a284-cb92eae75b4e req-0df2d132-188e-445f-be31-46840f874ba9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781383 Feb 11 04:51:18.032738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-9bc558b2-c9bd-4cb8-9c2c-e5f3e22539eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:18.034519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-9bc558b2-c9bd-4cb8-9c2c-e5f3e22539eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 1127 time: 0.1205366 Feb 11 04:51:18.120884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1776685f-434d-45ac-bac2-26c95bbcec07 req-c4f54d50-8852-4011-8394-411e3bcca92f tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0538774 Feb 11 04:51:18.191389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-debcbdec-4b21-4996-9724-1d1c596d76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:18.193011 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-debcbdec-4b21-4996-9724-1d1c596d76f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb5463d1-24a4-4ce6-8fd5-982426f41a36 HTTP/1.1" status: 200 len: 895 time: 0.1410830 Feb 11 04:51:18.252070 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6f985484-d3fa-49fa-859c-186fcf85a7c1 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (99bca28e-186b-46ce-aac6-a76799b1012b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:18.319941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6f985484-d3fa-49fa-859c-186fcf85a7c1 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Network d92fb06f-af45-4ee9-b2f3-842e38642514 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:18.325492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6f985484-d3fa-49fa-859c-186fcf85a7c1 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:18.332198 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f985484-d3fa-49fa-859c-186fcf85a7c1 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Pushing event updated for resources: {'Port': ['ID=99bca28e-186b-46ce-aac6-a76799b1012b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:18.334322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6f985484-d3fa-49fa-859c-186fcf85a7c1 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:18.363722 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (371338df-40ca-44da-859d-9d2a33bf9a25), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:18.386352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6f985484-d3fa-49fa-859c-186fcf85a7c1 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:18.392706 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6f985484-d3fa-49fa-859c-186fcf85a7c1 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:18.392706 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-ffdd2647-a427-48a3-9f6c-4cba54d7e274 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05 HTTP/1.1" status: 200 len: 998 time: 0.1924829 Feb 11 04:51:18.449553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-bdd82d3c-0060-4fad-9ca5-2f56f3e92134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:18.451088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-bdd82d3c-0060-4fad-9ca5-2f56f3e92134 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c38f51ac-61d4-49bc-b47a-d454b3c0f622 HTTP/1.1" status: 200 len: 835 time: 0.0526981 Feb 11 04:51:18.484865 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_gateway (371338df-40ca-44da-859d-9d2a33bf9a25), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:18.505580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6f985484-d3fa-49fa-859c-186fcf85a7c1 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5357552 Feb 11 04:51:18.508018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-3a48ded2-bea4-4743-83b1-a56d948af301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:18.509577 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-3a48ded2-bea4-4743-83b1-a56d948af301 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb5463d1-24a4-4ce6-8fd5-982426f41a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517373 Feb 11 04:51:18.524790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Request body: {'port': {'device_id': '4d9fdcbd-c6bd-4733-bbff-853a93f7419b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:18.649028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Deleting port ba2aea93-6ceb-47c4-b8ad-171d83ae7600 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:18.649434 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ba2aea93-6ceb-47c4-b8ad-171d83ae7600), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:18.654310 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (99bca28e-186b-46ce-aac6-a76799b1012b), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:18.676673 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-aaeb877c-4eeb-4131-939c-6c77d644efb7 service neutron] 10.222.0.32 "GET /v2.0/networks/eb5463d1-24a4-4ce6-8fd5-982426f41a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488931 Feb 11 04:51:18.749039 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ba2aea93-6ceb-47c4-b8ad-171d83ae7600), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:18.764276 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Calling delete_port for ba2aea93-6ceb-47c4-b8ad-171d83ae7600 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:18.828427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e4cf5511-edbb-4f63-a202-24f5547c7c4f service neutron] 10.222.0.32 "GET /v2.0/networks/eb5463d1-24a4-4ce6-8fd5-982426f41a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291795 Feb 11 04:51:19.082744 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ba2aea93-6ceb-47c4-b8ad-171d83ae7600), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:19.137615 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Pushing event deleted for resources: {'Port': ['ID=ba2aea93-6ceb-47c4-b8ad-171d83ae7600,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:19.170683 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77bc6e-a610-45e1-8d0a-ec7142e5a101 req-47962257-cc01-4026-940d-1706e6aeba06 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:19.172536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d77bc6e-a610-45e1-8d0a-ec7142e5a101 req-47962257-cc01-4026-940d-1706e6aeba06 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 932 time: 0.1228571 Feb 11 04:51:19.233510 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (371338df-40ca-44da-859d-9d2a33bf9a25), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:19.291638 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99bca28e-186b-46ce-aac6-a76799b1012b {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:51:19.305165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7b299c98-daed-4637-9bf7-e50afa2b1d05 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:19.324687 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Publish callbacks [] for port (99bca28e-186b-46ce-aac6-a76799b1012b), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:19.367453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] The host n-h2-712142-35 is not matching for port 7b299c98-daed-4637-9bf7-e50afa2b1d05 host n-h1-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:51:19.368307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7b299c98-daed-4637-9bf7-e50afa2b1d05 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:19.374376 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d77bc6e-a610-45e1-8d0a-ec7142e5a101 req-bb33b03b-b62f-4381-81ea-2a24bed02bd6 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708503 Feb 11 04:51:19.385411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebce3d-4174-409e-bd0c-90ddf4fb4513 req-8ef3b75b-dbdb-4082-818d-2105a6bf65b5 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:19.386981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cebce3d-4174-409e-bd0c-90ddf4fb4513 req-8ef3b75b-dbdb-4082-818d-2105a6bf65b5 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 944 time: 0.2111483 Feb 11 04:51:19.418661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Transition to ACTIVE for port object 99bca28e-186b-46ce-aac6-a76799b1012b will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:51:19.517731 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b373ac31-ec9f-41f5-98f5-5417768c2439 req-ebe8e876-e346-4052-b32f-1a3be09c309e tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0604713 Feb 11 04:51:19.518428 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (99bca28e-186b-46ce-aac6-a76799b1012b), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:19.526807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cebce3d-4174-409e-bd0c-90ddf4fb4513 req-d9512721-f33d-4d4b-88f1-5a242f2ff0f9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309488 Feb 11 04:51:19.599005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Pushing event updated for resources: {'Port': ['ID=99bca28e-186b-46ce-aac6-a76799b1012b,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:19.604244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-a3176c7e-c515-494d-942b-4af9e6f14e61 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:19.605809 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-a3176c7e-c515-494d-942b-4af9e6f14e61 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591&tenant_id=65bc519e3418487ba870e678d8f45696&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 1127 time: 0.1610911 Feb 11 04:51:19.628186 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569546', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9787'] for router (371338df-40ca-44da-859d-9d2a33bf9a25), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:19.634820 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558749'] for router (371338df-40ca-44da-859d-9d2a33bf9a25), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:19.738068 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Router 371338df-40ca-44da-859d-9d2a33bf9a25 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:51:19.827301 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:51:19.835603 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:19.838671 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-27808ffb-ede3-487f-993f-8e37b10a9faf tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "PUT /v2.0/routers/371338df-40ca-44da-859d-9d2a33bf9a25 HTTP/1.1" status: 200 len: 709 time: 2.3302839 Feb 11 04:51:19.839132 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad9631-84f4-43cd-a3cf-c8e1e24bafc8 None None] Sync routers for ids ['371338df-40ca-44da-859d-9d2a33bf9a25'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:51:19.839334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53090) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:19.856326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ad9631-84f4-43cd-a3cf-c8e1e24bafc8 None None] Routers {'371338df-40ca-44da-859d-9d2a33bf9a25'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:19.858499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-76ad9631-84f4-43cd-a3cf-c8e1e24bafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['371338df-40ca-44da-859d-9d2a33bf9a25'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:19.903286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-76ad9631-84f4-43cd-a3cf-c8e1e24bafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:19.914335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ad9631-84f4-43cd-a3cf-c8e1e24bafc8 None None] Routers {'371338df-40ca-44da-859d-9d2a33bf9a25'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:19.915371 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-76ad9631-84f4-43cd-a3cf-c8e1e24bafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['371338df-40ca-44da-859d-9d2a33bf9a25'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:19.940159 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d5cdcc59-b10c-43ff-8ee0-7a0a5f31245d tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/routers/371338df-40ca-44da-859d-9d2a33bf9a25 HTTP/1.1" status: 200 len: 744 time: 0.0994480 Feb 11 04:51:19.940867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53094) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:19.971448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-76ad9631-84f4-43cd-a3cf-c8e1e24bafc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:19.972148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad9631-84f4-43cd-a3cf-c8e1e24bafc8 None None] The sync data for ids ['371338df-40ca-44da-859d-9d2a33bf9a25'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:51:19.981548 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5b13802b-c830-443e-897c-b9c46d745a1b tempest-RoutersIpV6AdminTest-2120911678 tempest-RoutersIpV6AdminTest-2120911678-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&device_id=371338df-40ca-44da-859d-9d2a33bf9a25 HTTP/1.1" status: 200 len: 205 time: 0.0388522 Feb 11 04:51:19.982374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53096) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:20.032443 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-11638ada-77af-495d-abe9-1932732623da tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "GET /v2.0/ports?device_id=371338df-40ca-44da-859d-9d2a33bf9a25 HTTP/1.1" status: 200 len: 205 time: 0.0464666 Feb 11 04:51:20.034722 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53098) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:20.154829 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-695b932c-6745-4bbc-ad65-c07f35255dc2 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (371338df-40ca-44da-859d-9d2a33bf9a25), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:20.196544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Attempting to bind port 99bca28e-186b-46ce-aac6-a76799b1012b on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:20.201471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Attempting to bind port 99bca28e-186b-46ce-aac6-a76799b1012b by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '32e90ee2-5bf0-4e75-82c2-5f000fb8c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd92fb06f-af45-4ee9-b2f3-842e38642514'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:20.201471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Attempting to bind port 99bca28e-186b-46ce-aac6-a76799b1012b on network d92fb06f-af45-4ee9-b2f3-842e38642514 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:20.216872 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Port 99bca28e-186b-46ce-aac6-a76799b1012b on network d92fb06f-af45-4ee9-b2f3-842e38642514 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:51:20.217211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Attempting to bind port 99bca28e-186b-46ce-aac6-a76799b1012b on network d92fb06f-af45-4ee9-b2f3-842e38642514 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:20.231456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:20.231809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Checking segment: {'id': '32e90ee2-5bf0-4e75-82c2-5f000fb8c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd92fb06f-af45-4ee9-b2f3-842e38642514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:20.232207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Bound using segment: {'id': '32e90ee2-5bf0-4e75-82c2-5f000fb8c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd92fb06f-af45-4ee9-b2f3-842e38642514'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:20.232666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Bound port: 99bca28e-186b-46ce-aac6-a76799b1012b, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e90ee2-5bf0-4e75-82c2-5f000fb8c25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd92fb06f-af45-4ee9-b2f3-842e38642514'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:20.233031 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (99bca28e-186b-46ce-aac6-a76799b1012b), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:20.307514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] For port 99bca28e-186b-46ce-aac6-a76799b1012b, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:20.310612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] For port 99bca28e-186b-46ce-aac6-a76799b1012b, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=99bca28e-186b-46ce-aac6-a76799b1012b,segment=NetworkSegment(32e90ee2-5bf0-4e75-82c2-5f000fb8c25e),segment_id=32e90ee2-5bf0-4e75-82c2-5f000fb8c25e)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:20.345569 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-695b932c-6745-4bbc-ad65-c07f35255dc2 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (371338df-40ca-44da-859d-9d2a33bf9a25), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:20.347824 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-695b932c-6745-4bbc-ad65-c07f35255dc2 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router_controller (371338df-40ca-44da-859d-9d2a33bf9a25), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:20.359629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-6f5b64ec-ae09-40b6-8ae9-e1ec48f282c6 service neutron] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:20.368415 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-6f5b64ec-ae09-40b6-8ae9-e1ec48f282c6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:20.368415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-6f5b64ec-ae09-40b6-8ae9-e1ec48f282c6 service neutron] 10.222.0.32 "DELETE /v2.0/ports/7b299c98-daed-4637-9bf7-e50afa2b1d05/bindings/n-h2-712142-35 HTTP/1.1" status: 204 len: 173 time: 0.7383642 Feb 11 04:51:20.387155 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (99bca28e-186b-46ce-aac6-a76799b1012b), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:20.471022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:20.472029 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:20.474387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] 10.222.0.32 "PUT /v2.0/ports/99bca28e-186b-46ce-aac6-a76799b1012b HTTP/1.1" status: 200 len: 1093 time: 1.9539931 Feb 11 04:51:20.475549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9fdcbd-c6bd-4733-bbff-853a93f7419b', 'tag': '99bca28e-186b-46ce-aac6-a76799b1012b'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:20.478352 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018dc8da-01d6-44f7-9cea-c6f5f5a05067" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9fdcbd-c6bd-4733-bbff-853a93f7419b", "tag": "99bca28e-186b-46ce-aac6-a76799b1012b"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:20.505495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57389e3-3d02-4c57-a14c-d05b1b68cd2a service neutron] Pushing event updated for resources: {'Port': ['ID=99bca28e-186b-46ce-aac6-a76799b1012b,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:20.516574 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-695b932c-6745-4bbc-ad65-c07f35255dc2 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (371338df-40ca-44da-859d-9d2a33bf9a25), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:20.518617 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695b932c-6745-4bbc-ad65-c07f35255dc2 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Fanout notify agent at l3_agent the message router_deleted on router 371338df-40ca-44da-859d-9d2a33bf9a25 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:51:20.529671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-695b932c-6745-4bbc-ad65-c07f35255dc2 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:20.531827 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-695b932c-6745-4bbc-ad65-c07f35255dc2 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "DELETE /v2.0/routers/371338df-40ca-44da-859d-9d2a33bf9a25 HTTP/1.1" status: 204 len: 168 time: 0.4957719 Feb 11 04:51:20.536735 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53112) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:20.580660 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fc65ef09-9718-4d85-979c-27d4cd1d6757 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "GET /v2.0/ports?device_id=371338df-40ca-44da-859d-9d2a33bf9a25 HTTP/1.1" status: 200 len: 205 time: 0.0426712 Feb 11 04:51:20.584411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53118) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:20.610096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b0153-dbf5-41f3-bd73-687120cfda46 req-201223c3-22fe-4fd3-9031-c32bf1185b73 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:20.612866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-451b0153-dbf5-41f3-bd73-687120cfda46 req-201223c3-22fe-4fd3-9031-c32bf1185b73 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 944 time: 0.1273592 Feb 11 04:51:20.692094 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a634d4f-bf05-4809-abac-1bb7983674e1 x-openstack-request-id: req-7a634d4f-bf05-4809-abac-1bb7983674e1 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:20.692366 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9fdcbd-c6bd-4733-bbff-853a93f7419b", "tag": "99bca28e-186b-46ce-aac6-a76799b1012b", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:20.692741 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a634d4f-bf05-4809-abac-1bb7983674e1 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:20.693211 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9fdcbd-c6bd-4733-bbff-853a93f7419b', 'tag': '99bca28e-186b-46ce-aac6-a76799b1012b', 'status': 'completed', 'code': 200} Feb 11 04:51:20.696343 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-2a424e88-3d76-4354-8d4a-82f92dfa6086 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] delete failed (client error): The resource could not be found. Feb 11 04:51:20.697422 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2a424e88-3d76-4354-8d4a-82f92dfa6086 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "DELETE /v2.0/routers/371338df-40ca-44da-859d-9d2a33bf9a25 HTTP/1.1" status: 404 len: 336 time: 0.1117289 Feb 11 04:51:20.699906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53120) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:20.754235 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8284b926-8090-4ab3-ab36-af9f81c0410f tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "GET /v2.0/ports?device_id=c86e33ed-a857-4911-9b23-d7d1fbe35a35 HTTP/1.1" status: 200 len: 205 time: 0.0524685 Feb 11 04:51:20.754900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53124) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:20.795149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-451b0153-dbf5-41f3-bd73-687120cfda46 req-749e1af1-392c-4910-bad9-376148b864a5 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437483 Feb 11 04:51:20.815403 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-330206ef-8027-4ebb-9813-9d244a13feca tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] delete failed (client error): The resource could not be found. Feb 11 04:51:20.816534 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-330206ef-8027-4ebb-9813-9d244a13feca tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "DELETE /v2.0/routers/c86e33ed-a857-4911-9b23-d7d1fbe35a35 HTTP/1.1" status: 404 len: 336 time: 0.0605769 Feb 11 04:51:20.819211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53126) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:20.836913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-53802758-9fa8-40fb-b887-9dd8bfe485db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:20.838469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-53802758-9fa8-40fb-b887-9dd8bfe485db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8a4adafbfaa848d3969418937430f9c5&device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 1127 time: 0.1853008 Feb 11 04:51:20.904662 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-224cc2f4-3a82-4535-818f-1f5256103b0e tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "GET /v2.0/ports?device_id=247d280b-82d1-4ca6-942d-61d75472c118 HTTP/1.1" status: 200 len: 205 time: 0.0839255 Feb 11 04:51:20.908463 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53130) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:20.931213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-1556d977-a3c4-43fe-a2eb-da72bdd31eb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99bca28e-186b-46ce-aac6-a76799b1012b HTTP/1.1" status: 200 len: 217 time: 0.0763309 Feb 11 04:51:20.961055 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-d9165ec3-a516-4e6a-aa64-98fb15f6d21a tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] delete failed (client error): The resource could not be found. Feb 11 04:51:20.961055 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d9165ec3-a516-4e6a-aa64-98fb15f6d21a tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "DELETE /v2.0/routers/247d280b-82d1-4ca6-942d-61d75472c118 HTTP/1.1" status: 404 len: 336 time: 0.0451467 Feb 11 04:51:20.961055 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53132) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:20.963565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9980538-e844-435d-ac4e-ae7759f145de req-58c3798e-5005-46fa-937e-36947eee7135 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0461822 Feb 11 04:51:21.001842 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-12e21b6f-29fc-4202-b385-78c215fb656a tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b1d7df1-8188-44c7-bfbd-e53fa70d4924 HTTP/1.1" status: 200 len: 205 time: 0.0427246 Feb 11 04:51:21.007913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb00ed7-b434-484f-b051-905f1e698f98 req-06fb5b66-f323-4138-9e45-5c4fe9470244 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:21.009460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fb00ed7-b434-484f-b051-905f1e698f98 req-06fb5b66-f323-4138-9e45-5c4fe9470244 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 944 time: 0.2492747 Feb 11 04:51:21.012647 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53134) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:21.028489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6ab25455-f045-4be6-be89-698298279638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:21.029913 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-6ab25455-f045-4be6-be89-698298279638 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b04d2048-79ce-42bc-9151-2835b3554814 HTTP/1.1" status: 200 len: 848 time: 0.0767651 Feb 11 04:51:21.072014 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-1f94d301-4bed-4031-acbf-82615d6bf89e tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] delete failed (client error): The resource could not be found. Feb 11 04:51:21.074082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-a5b49488-767f-4e88-86b4-fbeb389d2ce6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d92fb06f-af45-4ee9-b2f3-842e38642514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347149 Feb 11 04:51:21.074232 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1f94d301-4bed-4031-acbf-82615d6bf89e tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "DELETE /v2.0/routers/1b1d7df1-8188-44c7-bfbd-e53fa70d4924 HTTP/1.1" status: 404 len: 336 time: 0.0602071 Feb 11 04:51:21.076010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53136) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:21.108715 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-47521359-45ef-4701-9847-7225dcc94485 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "GET /v2.0/ports?device_id=93a242c5-526a-45c9-b620-e51c6b5e25be HTTP/1.1" status: 200 len: 205 time: 0.0312314 Feb 11 04:51:21.111764 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53138) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:21.169968 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-662c350e-478b-40b6-a104-82487ca06c6a tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] delete failed (client error): The resource could not be found. Feb 11 04:51:21.170645 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6fb00ed7-b434-484f-b051-905f1e698f98 req-2b3b559d-45b4-4cb4-a957-0fb6941af153 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515555 Feb 11 04:51:21.191554 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-662c350e-478b-40b6-a104-82487ca06c6a tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "DELETE /v2.0/routers/93a242c5-526a-45c9-b620-e51c6b5e25be HTTP/1.1" status: 404 len: 336 time: 0.0785496 Feb 11 04:51:21.199459 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53142) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:21.225124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-edebfba1-826d-4700-a28c-ad4e8626a06e service neutron] 10.222.0.32 "GET /v2.0/networks/d92fb06f-af45-4ee9-b2f3-842e38642514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416011 Feb 11 04:51:21.243498 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-29526708-be58-4e58-b51a-5f510929ce26 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a523371-b78c-4b50-aeb5-fe3bfd95515e HTTP/1.1" status: 200 len: 205 time: 0.0428541 Feb 11 04:51:21.246432 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53148) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:21.289970 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-1099c2e5-fdfb-4a94-943e-e078f7dfda90 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] delete failed (client error): The resource could not be found. Feb 11 04:51:21.294047 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1099c2e5-fdfb-4a94-943e-e078f7dfda90 tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "DELETE /v2.0/routers/9a523371-b78c-4b50-aeb5-fe3bfd95515e HTTP/1.1" status: 404 len: 336 time: 0.0466459 Feb 11 04:51:21.294656 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53150) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:21.323218 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb0cc46-71b9-4cb9-afc6-bf6aa9cdf0ef tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] DELETE failed (client error): The resource could not be found. Feb 11 04:51:21.323776 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb0cc46-71b9-4cb9-afc6-bf6aa9cdf0ef tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:51:21.329426 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ccb0cc46-71b9-4cb9-afc6-bf6aa9cdf0ef tempest-RoutersIpV6AdminTest-1789290966 tempest-RoutersIpV6AdminTest-1789290966-project] 10.222.0.13 "DELETE /v2.0/subnets/296ac49f-fa2e-432c-90b7-79a491214f3e HTTP/1.1" status: 404 len: 337 time: 0.0310853 Feb 11 04:51:21.373189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960817d-bcee-4e05-844f-ab82af8d65c4 req-8419fa47-18cb-4049-a68b-f2fc6fed07c4 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:21.379681 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7960817d-bcee-4e05-844f-ab82af8d65c4 req-8419fa47-18cb-4049-a68b-f2fc6fed07c4 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 1127 time: 0.1041713 Feb 11 04:51:21.392537 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26c6fd39-f6b3-47cc-9acf-35a41c257d41 req-63bdb472-15ce-43d7-b822-20a32320813d service neutron] 10.222.0.32 "GET /v2.0/networks/d92fb06f-af45-4ee9-b2f3-842e38642514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607306 Feb 11 04:51:21.484420 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7960817d-bcee-4e05-844f-ab82af8d65c4 req-b5dc4398-15d1-4743-9313-c8d86ee1ba74 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720530 Feb 11 04:51:21.586512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dc8da-01d6-44f7-9cea-c6f5f5a05067 req-33a2030e-e941-4368-86c7-20aa8bff8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:21.588189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-018dc8da-01d6-44f7-9cea-c6f5f5a05067 req-33a2030e-e941-4368-86c7-20aa8bff8130 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8a4adafbfaa848d3969418937430f9c5&device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 1127 time: 0.0551472 Feb 11 04:51:21.710563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d90ee-4128-4b87-926d-6dd1204d7acb req-c3f91d3a-ad87-4ca3-ab35-513a43f65382 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:21.712270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a6d90ee-4128-4b87-926d-6dd1204d7acb req-c3f91d3a-ad87-4ca3-ab35-513a43f65382 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 944 time: 0.1231582 Feb 11 04:51:21.749124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dc8da-01d6-44f7-9cea-c6f5f5a05067 req-c3bfb7de-e1d3-48e7-8403-a31479f3c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:21.750711 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-018dc8da-01d6-44f7-9cea-c6f5f5a05067 req-c3bfb7de-e1d3-48e7-8403-a31479f3c925 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d92fb06f-af45-4ee9-b2f3-842e38642514 HTTP/1.1" status: 200 len: 909 time: 0.1516747 Feb 11 04:51:21.815209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-018dc8da-01d6-44f7-9cea-c6f5f5a05067 req-20206080-89a9-410e-93d8-9418fb560cff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99bca28e-186b-46ce-aac6-a76799b1012b HTTP/1.1" status: 200 len: 217 time: 0.0524664 Feb 11 04:51:21.896882 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dc8da-01d6-44f7-9cea-c6f5f5a05067 req-2177f117-b57e-476e-9130-cec034964d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:21.896882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-018dc8da-01d6-44f7-9cea-c6f5f5a05067 req-2177f117-b57e-476e-9130-cec034964d29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b04d2048-79ce-42bc-9151-2835b3554814 HTTP/1.1" status: 200 len: 848 time: 0.0604737 Feb 11 04:51:21.896882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a6d90ee-4128-4b87-926d-6dd1204d7acb req-46eec766-c0c2-4f23-97c1-3a2ca5ce7034 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692026 Feb 11 04:51:21.919025 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53164) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:21.953053 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-018dc8da-01d6-44f7-9cea-c6f5f5a05067 req-caa67ff2-c038-46ae-a699-3e8d7a2952f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d92fb06f-af45-4ee9-b2f3-842e38642514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592539 Feb 11 04:51:22.004081 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-288ed4d4-5178-4917-b212-fb567f9e90db tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/5312827e-d880-4d1a-a1ef-9ecb3cf36734 HTTP/1.1" status: 200 len: 990 time: 0.0838373 Feb 11 04:51:22.026802 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53172) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:22.030462 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4bf04-91fe-4dd1-ba16-2a43f5f42cc0 req-1a4ee60c-6212-40e1-b1f1-f98084d64f7b tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:22.035483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ea4bf04-91fe-4dd1-ba16-2a43f5f42cc0 req-1a4ee60c-6212-40e1-b1f1-f98084d64f7b tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 944 time: 0.1277757 Feb 11 04:51:22.176260 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42bcbe28-40ea-4b37-b88e-7087a7f45b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:22.191562 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c02e882-855b-41cd-a540-7cb698242c3c req-0bf59e05-f0e9-47ca-815b-4338f94d2f49 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0838034 Feb 11 04:51:22.198847 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-018dc8da-01d6-44f7-9cea-c6f5f5a05067 req-5a21edd5-cebe-40e7-9b3e-0a00294b5080 service neutron] 10.222.0.32 "GET /v2.0/networks/d92fb06f-af45-4ee9-b2f3-842e38642514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370989 Feb 11 04:51:22.305582 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42bcbe28-40ea-4b37-b88e-7087a7f45b35 admin admin] Publish callbacks [] for security_group (cf37c521-631d-4e1d-beb9-3fcd6024a5d8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:22.342912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ea4bf04-91fe-4dd1-ba16-2a43f5f42cc0 req-981b5b2e-94be-4636-804f-6c624c03dfc2 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770593 Feb 11 04:51:22.384930 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-018dc8da-01d6-44f7-9cea-c6f5f5a05067 req-483a318f-2f31-461d-aff3-2517cf51d6f9 service neutron] 10.222.0.32 "GET /v2.0/networks/d92fb06f-af45-4ee9-b2f3-842e38642514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759188 Feb 11 04:51:22.439944 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42bcbe28-40ea-4b37-b88e-7087a7f45b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cf37c521-631d-4e1d-beb9-3fcd6024a5d8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:22.446461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53182) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:22.483231 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-42bcbe28-40ea-4b37-b88e-7087a7f45b35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=448120ac70274a5d8405cd67cd811382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4550996 Feb 11 04:51:22.484119 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bcbe28-40ea-4b37-b88e-7087a7f45b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf37c521-631d-4e1d-beb9-3fcd6024a5d8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:22.487101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53184) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:22.609178 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-872db547-ea17-496f-84aa-0af349052eb8 admin admin] Publish callbacks [] for security_group (cf37c521-631d-4e1d-beb9-3fcd6024a5d8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:22.659157 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-872db547-ea17-496f-84aa-0af349052eb8 admin admin] Publish callbacks [] for security_group (cf37c521-631d-4e1d-beb9-3fcd6024a5d8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:22.716044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c920f3c4-d912-4ba9-bc52-fb6d392d591f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port 9bce96e3-e565-483b-a959-fa06f2c345f3 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:22.716312 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c920f3c4-d912-4ba9-bc52-fb6d392d591f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9bce96e3-e565-483b-a959-fa06f2c345f3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:22.804845 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c920f3c4-d912-4ba9-bc52-fb6d392d591f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9bce96e3-e565-483b-a959-fa06f2c345f3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:22.805085 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c920f3c4-d912-4ba9-bc52-fb6d392d591f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (9bce96e3-e565-483b-a959-fa06f2c345f3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:22.818135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c920f3c4-d912-4ba9-bc52-fb6d392d591f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for 9bce96e3-e565-483b-a959-fa06f2c345f3 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:22.881670 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-872db547-ea17-496f-84aa-0af349052eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cf37c521-631d-4e1d-beb9-3fcd6024a5d8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:22.884663 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-872db547-ea17-496f-84aa-0af349052eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:22.888491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-872db547-ea17-496f-84aa-0af349052eb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf37c521-631d-4e1d-beb9-3fcd6024a5d8 HTTP/1.1" status: 204 len: 168 time: 0.4004476 Feb 11 04:51:22.905366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872db547-ea17-496f-84aa-0af349052eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf37c521-631d-4e1d-beb9-3fcd6024a5d8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:23.148493 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-075a29f2-3451-4819-8e95-8f412d3dbabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:23.157355 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c920f3c4-d912-4ba9-bc52-fb6d392d591f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9bce96e3-e565-483b-a959-fa06f2c345f3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:23.176641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920f3c4-d912-4ba9-bc52-fb6d392d591f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=9bce96e3-e565-483b-a959-fa06f2c345f3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:23.266799 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c920f3c4-d912-4ba9-bc52-fb6d392d591f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (5312827e-d880-4d1a-a1ef-9ecb3cf36734), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:23.267698 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-c920f3c4-d912-4ba9-bc52-fb6d392d591f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Floating IP 5312827e-d880-4d1a-a1ef-9ecb3cf36734 disassociated (deleted). External IP: 172.25.3.43, port: 7b299c98-daed-4637-9bf7-e50afa2b1d05. Feb 11 04:51:23.349226 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6223787e-dad5-4fc5-80f7-d81265016d31 req-87bb22e8-6275-4f92-b6ec-1e97ee15cd96 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0364566 Feb 11 04:51:23.589338 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52647fc-1d4e-43da-9486-3f864c85e20c req-0ac5aa73-0fec-4b7c-879d-3d08702b1a32 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:23.590845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a52647fc-1d4e-43da-9486-3f864c85e20c req-0ac5aa73-0fec-4b7c-879d-3d08702b1a32 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 944 time: 0.1089189 Feb 11 04:51:23.629223 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c920f3c4-d912-4ba9-bc52-fb6d392d591f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:51:23.666648 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a52647fc-1d4e-43da-9486-3f864c85e20c req-de14158e-b910-4350-85f2-aec0ca2cb313 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680990 Feb 11 04:51:23.783405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c920f3c4-d912-4ba9-bc52-fb6d392d591f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:51:23.789087 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c920f3c4-d912-4ba9-bc52-fb6d392d591f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:23.795507 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7732ee72-685f-421c-890b-5ce7efc5619d None None] Sync routers for ids ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:51:23.806782 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7732ee72-685f-421c-890b-5ce7efc5619d None None] Routers {'5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:23.810332 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7732ee72-685f-421c-890b-5ce7efc5619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:23.827982 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 99bca28e-186b-46ce-aac6-a76799b1012b details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:51:23.839067 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c920f3c4-d912-4ba9-bc52-fb6d392d591f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/floatingips/5312827e-d880-4d1a-a1ef-9ecb3cf36734 HTTP/1.1" status: 204 len: 168 time: 1.3913689 Feb 11 04:51:23.840039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:23.846906 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883d59b2-2edf-44e1-8408-17cc5f276d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:23.895539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53212) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:23.920943 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ef8f3d-efec-4ba3-aa6d-befb37d437cf x-openstack-request-id: req-d7ef8f3d-efec-4ba3-aa6d-befb37d437cf {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:23.921573 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:23.922127 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7ef8f3d-efec-4ba3-aa6d-befb37d437cf {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:23.922943 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05', 'status': 'completed', 'code': 200} Feb 11 04:51:23.990677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c474ff83-a807-47dd-9cfa-f68dda9137a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d08b1449f15840ff88a6c43d58238146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0933521 Feb 11 04:51:23.993136 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53214) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:24.013009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d59b2-2edf-44e1-8408-17cc5f276d4c req-b0144b31-07e3-4b5f-afb4-a2ecd2a24c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:24.014874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-883d59b2-2edf-44e1-8408-17cc5f276d4c req-b0144b31-07e3-4b5f-afb4-a2ecd2a24c21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 1127 time: 0.0694323 Feb 11 04:51:24.021726 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-7732ee72-685f-421c-890b-5ce7efc5619d None None] Set router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:51:24.035543 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 99bca28e-186b-46ce-aac6-a76799b1012b, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=99bca28e-186b-46ce-aac6-a76799b1012b,segment=NetworkSegment(32e90ee2-5bf0-4e75-82c2-5f000fb8c25e),segment_id=32e90ee2-5bf0-4e75-82c2-5f000fb8c25e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:24.067844 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '99bca28e-186b-46ce-aac6-a76799b1012b', 'network_id': 'd92fb06f-af45-4ee9-b2f3-842e38642514', 'port_id': '99bca28e-186b-46ce-aac6-a76799b1012b', 'mac_address': 'fa:16:3e:70:54:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04d2048-79ce-42bc-9151-2835b3554814', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:51:24.106647 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66399166-dc53-49a0-bc39-e3bb3d418b95 admin admin] Publish callbacks [] for security_group (4c9cedd2-9f4d-495e-bb29-fea0d25b761e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:24.118750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 99bca28e-186b-46ce-aac6-a76799b1012b is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:24.119405 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (99bca28e-186b-46ce-aac6-a76799b1012b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:24.137007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bca28e-186b-46ce-aac6-a76799b1012b {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:51:24.151530 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66399166-dc53-49a0-bc39-e3bb3d418b95 admin admin] Publish callbacks [] for security_group (4c9cedd2-9f4d-495e-bb29-fea0d25b761e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:24.163781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 99bca28e-186b-46ce-aac6-a76799b1012b, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=99bca28e-186b-46ce-aac6-a76799b1012b,segment=NetworkSegment(32e90ee2-5bf0-4e75-82c2-5f000fb8c25e),segment_id=32e90ee2-5bf0-4e75-82c2-5f000fb8c25e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:24.213512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d59b2-2edf-44e1-8408-17cc5f276d4c req-3a3f14b7-9d34-4eaa-ac75-f0f304454ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:24.215743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-883d59b2-2edf-44e1-8408-17cc5f276d4c req-3a3f14b7-9d34-4eaa-ac75-f0f304454ccb service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb5463d1-24a4-4ce6-8fd5-982426f41a36 HTTP/1.1" status: 200 len: 895 time: 0.1903815 Feb 11 04:51:24.250667 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (99bca28e-186b-46ce-aac6-a76799b1012b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:24.292246 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-883d59b2-2edf-44e1-8408-17cc5f276d4c req-f4e05050-2bc2-4d31-85a6-958101d08d61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05 HTTP/1.1" status: 200 len: 217 time: 0.0666549 Feb 11 04:51:24.312344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=99bca28e-186b-46ce-aac6-a76799b1012b,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:24.342388 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66399166-dc53-49a0-bc39-e3bb3d418b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4c9cedd2-9f4d-495e-bb29-fea0d25b761e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:24.346016 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-66399166-dc53-49a0-bc39-e3bb3d418b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:24.347805 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-66399166-dc53-49a0-bc39-e3bb3d418b95 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c9cedd2-9f4d-495e-bb29-fea0d25b761e HTTP/1.1" status: 204 len: 168 time: 0.3527732 Feb 11 04:51:24.355466 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7732ee72-685f-421c-890b-5ce7efc5619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:53Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:55Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '51943d14-2749-4efa-a40e-f3a2e2360eda', 'name': '', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:9c:5d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:50:01Z', 'updated_at': '2022-02-11T04:50:09Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:24.364658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66399166-dc53-49a0-bc39-e3bb3d418b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9cedd2-9f4d-495e-bb29-fea0d25b761e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:24.400412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d59b2-2edf-44e1-8408-17cc5f276d4c req-6451b9b5-9e20-41a4-b190-3e3324d8bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:24.409784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-883d59b2-2edf-44e1-8408-17cc5f276d4c req-6451b9b5-9e20-41a4-b190-3e3324d8bbb7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c38f51ac-61d4-49bc-b47a-d454b3c0f622 HTTP/1.1" status: 200 len: 835 time: 0.1023881 Feb 11 04:51:24.476904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d59b2-2edf-44e1-8408-17cc5f276d4c req-22c2aa32-3922-4702-a138-781fc5ae97df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:24.479567 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-883d59b2-2edf-44e1-8408-17cc5f276d4c req-22c2aa32-3922-4702-a138-781fc5ae97df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb5463d1-24a4-4ce6-8fd5-982426f41a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0661585 Feb 11 04:51:24.520617 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['99bca28e-186b-46ce-aac6-a76799b1012b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:24.596468 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1b76462-1e56-4c87-8d03-3d5b4e19d529 req-d0248d79-d6f1-4e73-bac3-a176e19d1ba8 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0473542 Feb 11 04:51:24.612459 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7732ee72-685f-421c-890b-5ce7efc5619d None None] Checking router: 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:51:24.636925 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7732ee72-685f-421c-890b-5ce7efc5619d None None] Routers {'5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:24.639227 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7732ee72-685f-421c-890b-5ce7efc5619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:50:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:24.712526 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-883d59b2-2edf-44e1-8408-17cc5f276d4c req-f9b3273d-abd9-4c46-ba9b-c358e628c294 service neutron] 10.222.0.32 "GET /v2.0/networks/eb5463d1-24a4-4ce6-8fd5-982426f41a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247188 Feb 11 04:51:24.822164 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-7732ee72-685f-421c-890b-5ce7efc5619d None None] Set router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:51:24.946991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834efd77-9056-456e-baa8-bebc984f6d1f req-32e9343a-56ed-4548-b20d-d274dbd5ec1f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:24.949455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-834efd77-9056-456e-baa8-bebc984f6d1f req-32e9343a-56ed-4548-b20d-d274dbd5ec1f tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 944 time: 0.2564313 Feb 11 04:51:25.039262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-834efd77-9056-456e-baa8-bebc984f6d1f req-23540f2b-2664-4ac7-b439-1ba39fe7c372 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820427 Feb 11 04:51:25.056597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-883d59b2-2edf-44e1-8408-17cc5f276d4c req-039c01f4-2cdb-4a9b-84da-5786bb1598a3 service neutron] 10.222.0.32 "GET /v2.0/networks/eb5463d1-24a4-4ce6-8fd5-982426f41a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149216 Feb 11 04:51:25.124263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273ce3d-abe1-4c6e-8ff3-3b73c9905cc5 req-077e1026-e8d3-44e4-8d5b-6087b842556d tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:25.126921 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9273ce3d-abe1-4c6e-8ff3-3b73c9905cc5 req-077e1026-e8d3-44e4-8d5b-6087b842556d tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 945 time: 0.2579420 Feb 11 04:51:25.154744 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7732ee72-685f-421c-890b-5ce7efc5619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:53Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:55Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '51943d14-2749-4efa-a40e-f3a2e2360eda', 'name': '', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:9c:5d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:50:01Z', 'updated_at': '2022-02-11T04:50:09Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:25.182229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd4036-69b7-47f5-8cc8-99f9718f644f req-9aab312d-004b-43a1-a6a5-d34bf824204d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:25.183678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-33fd4036-69b7-47f5-8cc8-99f9718f644f req-9aab312d-004b-43a1-a6a5-d34bf824204d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 944 time: 0.1597569 Feb 11 04:51:25.194249 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7732ee72-685f-421c-890b-5ce7efc5619d None None] The sync data for ids ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'] in n-d-712142-35 is: [{'id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:53Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:55Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '51943d14-2749-4efa-a40e-f3a2e2360eda', 'name': '', 'network_id': 'eb5463d1-24a4-4ce6-8fd5-982426f41a36', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:9c:5d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:50:01Z', 'updated_at': '2022-02-11T04:50:09Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': 'c38f51ac-61d4-49bc-b47a-d454b3c0f622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:51:25.234763 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9273ce3d-abe1-4c6e-8ff3-3b73c9905cc5 req-81bb4200-4d02-4c99-a0a1-571acf568530 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009386 Feb 11 04:51:25.353729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-33fd4036-69b7-47f5-8cc8-99f9718f644f req-dc81e9f4-8db9-4e3c-855c-bfc9bcfd152c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port 7b299c98-daed-4637-9bf7-e50afa2b1d05 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:25.356354 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-33fd4036-69b7-47f5-8cc8-99f9718f644f req-dc81e9f4-8db9-4e3c-855c-bfc9bcfd152c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:25.432217 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-03caf700-1ea1-48c0-aa8b-6f8c9a36ebfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:25.506636 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-33fd4036-69b7-47f5-8cc8-99f9718f644f req-dc81e9f4-8db9-4e3c-855c-bfc9bcfd152c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] For port 7b299c98-daed-4637-9bf7-e50afa2b1d05, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=7b299c98-daed-4637-9bf7-e50afa2b1d05,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:25.507198 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-33fd4036-69b7-47f5-8cc8-99f9718f644f req-dc81e9f4-8db9-4e3c-855c-bfc9bcfd152c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:25.531418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-33fd4036-69b7-47f5-8cc8-99f9718f644f req-dc81e9f4-8db9-4e3c-855c-bfc9bcfd152c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for 7b299c98-daed-4637-9bf7-e50afa2b1d05 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:25.710283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7144e566-84f9-478c-a20b-c587e4db6749 None None] New status for floating IP 5312827e-d880-4d1a-a1ef-9ecb3cf36734: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:51:25.851857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 99bca28e-186b-46ce-aac6-a76799b1012b up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:26.022507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 99bca28e-186b-46ce-aac6-a76799b1012b completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:51:26.028516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 99bca28e-186b-46ce-aac6-a76799b1012b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:26.029184 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (99bca28e-186b-46ce-aac6-a76799b1012b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.041432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b339d72e-6d59-45a9-95af-693546eef32b req-2dcb16a6-0c1c-44db-a41c-fa6a872ad352 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0471511 Feb 11 04:51:26.060765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53262) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:26.187140 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 99bca28e-186b-46ce-aac6-a76799b1012b is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:26.187632 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (99bca28e-186b-46ce-aac6-a76799b1012b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.219158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9fdcbd-c6bd-4733-bbff-853a93f7419b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bca28e-186b-46ce-aac6-a76799b1012b'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:26.223007 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43be66fd-ba7f-4592-8f2b-dbe927f35395" -d '{"events": [{"server_uuid": "4d9fdcbd-c6bd-4733-bbff-853a93f7419b", "name": "network-vif-plugged", "status": "completed", "tag": "99bca28e-186b-46ce-aac6-a76799b1012b"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:26.233085 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Request body: {'networks': [{'name': 'tempest-network--1912005598'}, {'name': 'tempest-network--816866169'}]} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:26.233488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Request body: {'network': {'name': 'tempest-network--1912005598'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:26.234022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Request body: {'network': {'name': 'tempest-network--816866169'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:26.260158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f20c4-8f95-4c80-b077-631ddc6a3f1a req-44ec2527-0485-4c2d-a975-1f3e69b1997d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:26.270233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-998f20c4-8f95-4c80-b077-631ddc6a3f1a req-44ec2527-0485-4c2d-a975-1f3e69b1997d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 944 time: 0.0850337 Feb 11 04:51:26.271773 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 99bca28e-186b-46ce-aac6-a76799b1012b, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=99bca28e-186b-46ce-aac6-a76799b1012b,segment=NetworkSegment(32e90ee2-5bf0-4e75-82c2-5f000fb8c25e),segment_id=32e90ee2-5bf0-4e75-82c2-5f000fb8c25e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:26.273767 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eed1ed9-8bc0-4807-b9f6-15066970b5c1 x-openstack-request-id: req-5eed1ed9-8bc0-4807-b9f6-15066970b5c1 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:26.275731 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9fdcbd-c6bd-4733-bbff-853a93f7419b", "name": "network-vif-plugged", "status": "completed", "tag": "99bca28e-186b-46ce-aac6-a76799b1012b", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:26.276874 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eed1ed9-8bc0-4807-b9f6-15066970b5c1 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:26.277291 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9fdcbd-c6bd-4733-bbff-853a93f7419b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bca28e-186b-46ce-aac6-a76799b1012b', 'code': 200} Feb 11 04:51:26.289054 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:51:26.331122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-998f20c4-8f95-4c80-b077-631ddc6a3f1a req-08437705-66dc-49fc-8087-d821512528ec tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=a88035ee-c81c-4b4a-ab8d-8b8562b30416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599420 Feb 11 04:51:26.348483 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-33fd4036-69b7-47f5-8cc8-99f9718f644f req-dc81e9f4-8db9-4e3c-855c-bfc9bcfd152c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7b299c98-daed-4637-9bf7-e50afa2b1d05), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.387198 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81e9f4-8db9-4e3c-855c-bfc9bcfd152c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=7b299c98-daed-4637-9bf7-e50afa2b1d05,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:26.388188 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (99bca28e-186b-46ce-aac6-a76799b1012b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.462324 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Made reservation on behalf of 2175fdbd22964be4882f49d92ee0aa8e for: {'network': 2} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:26.466693 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.468647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=99bca28e-186b-46ce-aac6-a76799b1012b,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:26.483945 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.559215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fd4036-69b7-47f5-8cc8-99f9718f644f req-dc81e9f4-8db9-4e3c-855c-bfc9bcfd152c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] No DVR routers for this DVR port 7b299c98-daed-4637-9bf7-e50afa2b1d05 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:26.564938 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-33fd4036-69b7-47f5-8cc8-99f9718f644f req-dc81e9f4-8db9-4e3c-855c-bfc9bcfd152c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.568519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-33fd4036-69b7-47f5-8cc8-99f9718f644f req-dc81e9f4-8db9-4e3c-855c-bfc9bcfd152c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.32 "DELETE /v2.0/ports/7b299c98-daed-4637-9bf7-e50afa2b1d05 HTTP/1.1" status: 204 len: 173 time: 1.3780887 Feb 11 04:51:26.571407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'name': 'network-vif-deleted', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:26.574716 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f86246-59e9-40a0-ae10-045b83dfcd85" -d '{"events": [{"server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "name": "network-vif-deleted", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:26.580843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b971dec-3183-49aa-9805-90af677f9ece req-ad5e5139-a002-4c92-b558-f610d8da5f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:26.582390 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b971dec-3183-49aa-9805-90af677f9ece req-ad5e5139-a002-4c92-b558-f610d8da5f74 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 1129 time: 0.1981406 Feb 11 04:51:26.601408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e1aca-d235-4184-bcef-39cdc8920ac0 req-30a98c85-54be-4202-88e3-4f2a484afaa3 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:26.609300 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84e1aca-d235-4184-bcef-39cdc8920ac0 req-30a98c85-54be-4202-88e3-4f2a484afaa3 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 946 time: 0.1796350 Feb 11 04:51:26.628351 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for security_group (c0fc9593-d997-4e7e-b61f-f3c186d3f1ce), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.658593 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e57d9a-90a7-42a4-968c-babbf44f332f x-openstack-request-id: req-97e57d9a-90a7-42a4-968c-babbf44f332f {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:26.658916 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ae97b45-ec39-4250-b83d-41af26be8591", "name": "network-vif-deleted", "tag": "7b299c98-daed-4637-9bf7-e50afa2b1d05", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:26.659174 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97e57d9a-90a7-42a4-968c-babbf44f332f {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:26.659574 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ae97b45-ec39-4250-b83d-41af26be8591', 'name': 'network-vif-deleted', 'tag': '7b299c98-daed-4637-9bf7-e50afa2b1d05', 'status': 'completed', 'code': 200} Feb 11 04:51:26.700342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84e1aca-d235-4184-bcef-39cdc8920ac0 req-70761c38-f195-4210-b81f-b5ec90cfe34f tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901520 Feb 11 04:51:26.702665 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b971dec-3183-49aa-9805-90af677f9ece req-00d4fd72-92c7-4ead-b99c-6e25db609f37 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097207 Feb 11 04:51:26.719955 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c0fc9593-d997-4e7e-b61f-f3c186d3f1ce), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.725784 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.764655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fc9593-d997-4e7e-b61f-f3c186d3f1ce,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:26.778656 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:51:26.787629 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.799676 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0133b74c-c88e-440e-9928-3689d3016679), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.799676 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Added segment 0133b74c-c88e-440e-9928-3689d3016679 of type vlan for network d6b5d9dd-9750-4960-9d2c-abab358d5376 Feb 11 04:51:26.851049 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (d6b5d9dd-9750-4960-9d2c-abab358d5376), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.888700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:51:26.903397 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9ecb3213-022f-4256-9d4d-06e58eeb760e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:26.903855 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Added segment 9ecb3213-022f-4256-9d4d-06e58eeb760e of type vlan for network d6d95942-1672-4943-b861-175f9e134d21 Feb 11 04:51:26.976083 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (d6d95942-1672-4943-b861-175f9e134d21), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:27.165849 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (d6b5d9dd-9750-4960-9d2c-abab358d5376), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:27.166516 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (d6d95942-1672-4943-b861-175f9e134d21), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:27.169985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6050b1f-3ad2-458f-acdc-caa8e6fbe7a5 req-0be68945-1b85-4dac-85d9-cd30f5350bd2 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0333786 Feb 11 04:51:27.171970 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:27.177686 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:27.178467 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:27.280180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event updated for resources: {'Network': ['ID=d6b5d9dd-9750-4960-9d2c-abab358d5376,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:27.306106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network d6b5d9dd-9750-4960-9d2c-abab358d5376 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:51:27.409659 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event updated for resources: {'Network': ['ID=d6d95942-1672-4943-b861-175f9e134d21,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:27.425516 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0e7701c6-201d-4d65-a01a-692967517d7e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3592775 Feb 11 04:51:27.428926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53294) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:27.470701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network d6d95942-1672-4943-b861-175f9e134d21 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:51:27.682112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb411602-ed93-45a8-a15d-ce4a9e924b99 req-9f563043-c719-4e99-826f-adcf0fc8c07e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ae97b45-ec39-4250-b83d-41af26be8591 HTTP/1.1" status: 200 len: 210 time: 0.0979183 Feb 11 04:51:27.775845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440db3ff-83a4-4614-a04f-1f69adb73240 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:27.782786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440db3ff-83a4-4614-a04f-1f69adb73240 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:27.788080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440db3ff-83a4-4614-a04f-1f69adb73240 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:27.793709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440db3ff-83a4-4614-a04f-1f69adb73240 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:27.795839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-440db3ff-83a4-4614-a04f-1f69adb73240 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3652077 Feb 11 04:51:27.798906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53302) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:27.888381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f558f9-1839-4bae-8fd8-f6a45a21e359 req-63866c4d-120e-4b35-985c-4c456577b88d tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:27.890079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14f558f9-1839-4bae-8fd8-f6a45a21e359 req-63866c4d-120e-4b35-985c-4c456577b88d tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 946 time: 0.0864859 Feb 11 04:51:27.913122 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bba9ac6-3d20-4947-a39e-5737fad993aa tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (d6b5d9dd-9750-4960-9d2c-abab358d5376), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:27.993537 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14f558f9-1839-4bae-8fd8-f6a45a21e359 req-06ae68d7-ac04-4f31-a076-f227b7e5861a tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928946 Feb 11 04:51:28.036157 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bba9ac6-3d20-4947-a39e-5737fad993aa tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (d6b5d9dd-9750-4960-9d2c-abab358d5376), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:28.064509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7bba9ac6-3d20-4947-a39e-5737fad993aa tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b5d9dd-9750-4960-9d2c-abab358d5376']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:28.075826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7bba9ac6-3d20-4947-a39e-5737fad993aa tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0133b74c-c88e-440e-9928-3689d3016679') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:28.076018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-7bba9ac6-3d20-4947-a39e-5737fad993aa tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0133b74c-c88e-440e-9928-3689d3016679') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:28.087695 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bba9ac6-3d20-4947-a39e-5737fad993aa tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (0133b74c-c88e-440e-9928-3689d3016679), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:28.102195 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bba9ac6-3d20-4947-a39e-5737fad993aa tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0133b74c-c88e-440e-9928-3689d3016679), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:28.108240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bba9ac6-3d20-4947-a39e-5737fad993aa tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:51:28.108628 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bba9ac6-3d20-4947-a39e-5737fad993aa tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (0133b74c-c88e-440e-9928-3689d3016679), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:51:28.112162 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:51:28.283967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-877c3696-c915-45d1-93fd-8d813eda4cdc req-e79501bb-54a0-4b51-abb1-2a405f3c4ae6 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0284219 Feb 11 04:51:28.285181 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bba9ac6-3d20-4947-a39e-5737fad993aa tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (d6b5d9dd-9750-4960-9d2c-abab358d5376), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:28.295662 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bba9ac6-3d20-4947-a39e-5737fad993aa tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:28.302442 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7bba9ac6-3d20-4947-a39e-5737fad993aa tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "DELETE /v2.0/networks/d6b5d9dd-9750-4960-9d2c-abab358d5376 HTTP/1.1" status: 204 len: 168 time: 0.5000141 Feb 11 04:51:28.303370 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53310) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:28.310950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba9ac6-3d20-4947-a39e-5737fad993aa tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event deleted for resources: {'Network': ['ID=d6b5d9dd-9750-4960-9d2c-abab358d5376,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:28.335804 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:28.415416 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b20440ab-5076-4d7a-a2a9-c5c78012f020 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (d6d95942-1672-4943-b861-175f9e134d21), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:28.510742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b20440ab-5076-4d7a-a2a9-c5c78012f020 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (d6d95942-1672-4943-b861-175f9e134d21), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:28.534189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-b20440ab-5076-4d7a-a2a9-c5c78012f020 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d95942-1672-4943-b861-175f9e134d21']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:28.544996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-b20440ab-5076-4d7a-a2a9-c5c78012f020 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecb3213-022f-4256-9d4d-06e58eeb760e') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:28.545298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-b20440ab-5076-4d7a-a2a9-c5c78012f020 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecb3213-022f-4256-9d4d-06e58eeb760e') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:28.555636 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b20440ab-5076-4d7a-a2a9-c5c78012f020 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (9ecb3213-022f-4256-9d4d-06e58eeb760e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:28.569923 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b20440ab-5076-4d7a-a2a9-c5c78012f020 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (9ecb3213-022f-4256-9d4d-06e58eeb760e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:28.576092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20440ab-5076-4d7a-a2a9-c5c78012f020 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b20440ab-5076-4d7a-a2a9-c5c78012f020 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (9ecb3213-022f-4256-9d4d-06e58eeb760e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: items = [ Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:51:28.585350 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:51:28.752754 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53320) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:28.793834 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b20440ab-5076-4d7a-a2a9-c5c78012f020 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (d6d95942-1672-4943-b861-175f9e134d21), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:28.805460 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b20440ab-5076-4d7a-a2a9-c5c78012f020 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:28.819218 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53324) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:28.820171 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b20440ab-5076-4d7a-a2a9-c5c78012f020 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "DELETE /v2.0/networks/d6d95942-1672-4943-b861-175f9e134d21 HTTP/1.1" status: 204 len: 168 time: 0.5152657 Feb 11 04:51:28.837764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20440ab-5076-4d7a-a2a9-c5c78012f020 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event deleted for resources: {'Network': ['ID=d6d95942-1672-4943-b861-175f9e134d21,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:29.010038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7ba0c1-8e03-4dd3-a591-d6e39480ea5e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:29.015970 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7ba0c1-8e03-4dd3-a591-d6e39480ea5e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:29.023802 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0c7ba0c1-8e03-4dd3-a591-d6e39480ea5e tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1978984 Feb 11 04:51:29.024273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53328) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:29.032457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7c933494-e4e3-4099-bbca-bb676d20917f tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-303632028'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:29.154618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c933494-e4e3-4099-bbca-bb676d20917f tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Made reservation on behalf of 2175fdbd22964be4882f49d92ee0aa8e for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:29.158219 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c933494-e4e3-4099-bbca-bb676d20917f tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.178431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0036dc5-1159-4947-9466-b2b54927c255 req-c9150f50-4baa-454a-bf49-86f736b4492b tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:29.180887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0036dc5-1159-4947-9466-b2b54927c255 req-c9150f50-4baa-454a-bf49-86f736b4492b tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 946 time: 0.0918555 Feb 11 04:51:29.224217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c933494-e4e3-4099-bbca-bb676d20917f tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:51:29.248024 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c933494-e4e3-4099-bbca-bb676d20917f tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (2743065f-7052-4317-86fc-36cf10624c82), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.248807 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-7c933494-e4e3-4099-bbca-bb676d20917f tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Added segment 2743065f-7052-4317-86fc-36cf10624c82 of type vlan for network 6f56fb06-0be9-4893-ad6a-5ecfeb9847f0 Feb 11 04:51:29.264844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0036dc5-1159-4947-9466-b2b54927c255 req-35b08db7-5f7d-4d68-93e0-2f36be99494a tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708957 Feb 11 04:51:29.310047 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c933494-e4e3-4099-bbca-bb676d20917f tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (6f56fb06-0be9-4893-ad6a-5ecfeb9847f0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.337359 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36e92596-b251-4139-aa71-34130d9ed7b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.466170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12b6fd06-d063-486d-b452-1273c757613f req-86f26127-5b20-4db3-8712-37534b3add7b tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0375421 Feb 11 04:51:29.471351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c933494-e4e3-4099-bbca-bb676d20917f tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (6f56fb06-0be9-4893-ad6a-5ecfeb9847f0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.476286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c933494-e4e3-4099-bbca-bb676d20917f tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:29.480935 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c933494-e4e3-4099-bbca-bb676d20917f tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.549713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c933494-e4e3-4099-bbca-bb676d20917f tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event updated for resources: {'Network': ['ID=6f56fb06-0be9-4893-ad6a-5ecfeb9847f0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:29.562598 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 6f56fb06-0be9-4893-ad6a-5ecfeb9847f0 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:51:29.628889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7c933494-e4e3-4099-bbca-bb676d20917f tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6034420 Feb 11 04:51:29.629652 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53340) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:29.640989 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-06bc9170-c760-45f3-9e50-b548f45785c1 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-902829943'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:29.770822 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.771186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-36e92596-b251-4139-aa71-34130d9ed7b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port 51943d14-2749-4efa-a40e-f3a2e2360eda {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:29.771443 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36e92596-b251-4139-aa71-34130d9ed7b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.833859 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bc9170-c760-45f3-9e50-b548f45785c1 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Made reservation on behalf of 2175fdbd22964be4882f49d92ee0aa8e for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:29.837416 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06bc9170-c760-45f3-9e50-b548f45785c1 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.844872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7b299c98-daed-4637-9bf7-e50afa2b1d05 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:29.871263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 7b299c98-daed-4637-9bf7-e50afa2b1d05 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:29.871777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 7b299c98-daed-4637-9bf7-e50afa2b1d05 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:29.918426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-36e92596-b251-4139-aa71-34130d9ed7b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] For port 51943d14-2749-4efa-a40e-f3a2e2360eda, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=51943d14-2749-4efa-a40e-f3a2e2360eda,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:29.918962 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36e92596-b251-4139-aa71-34130d9ed7b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.943236 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bc9170-c760-45f3-9e50-b548f45785c1 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:51:29.943236 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-36e92596-b251-4139-aa71-34130d9ed7b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for 51943d14-2749-4efa-a40e-f3a2e2360eda owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:29.956220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06bc9170-c760-45f3-9e50-b548f45785c1 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a8b025f7-df23-49cb-8543-7f8c692ba7ad), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:29.956640 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-06bc9170-c760-45f3-9e50-b548f45785c1 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Added segment a8b025f7-df23-49cb-8543-7f8c692ba7ad of type vlan for network f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9 Feb 11 04:51:30.050590 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06bc9170-c760-45f3-9e50-b548f45785c1 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:30.210790 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06bc9170-c760-45f3-9e50-b548f45785c1 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:30.215928 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bc9170-c760-45f3-9e50-b548f45785c1 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:30.216520 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06bc9170-c760-45f3-9e50-b548f45785c1 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:30.307601 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc9170-c760-45f3-9e50-b548f45785c1 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event updated for resources: {'Network': ['ID=f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:30.321314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:51:30.401850 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-06bc9170-c760-45f3-9e50-b548f45785c1 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7699726 Feb 11 04:51:30.404551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53356) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:30.410192 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Request body: {'ports': [{'network_id': '6f56fb06-0be9-4893-ad6a-5ecfeb9847f0', 'name': 'tempest-port--235775069', 'admin_state_up': True}, {'network_id': 'f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9', 'admin_state_up': False}]} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:30.410502 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Request body: {'port': {'network_id': '6f56fb06-0be9-4893-ad6a-5ecfeb9847f0', 'name': 'tempest-port--235775069', 'admin_state_up': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:30.411009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Request body: {'port': {'network_id': 'f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9', 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:30.449756 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36e92596-b251-4139-aa71-34130d9ed7b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (51943d14-2749-4efa-a40e-f3a2e2360eda), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:30.627174 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31b7761d-d97d-4cfe-a0bc-1eacc9fc569d req-5650e307-2976-4f51-9134-0ea2b60a4dd8 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0765893 Feb 11 04:51:30.995049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e92596-b251-4139-aa71-34130d9ed7b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=51943d14-2749-4efa-a40e-f3a2e2360eda,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:31.216941 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Made reservation on behalf of 2175fdbd22964be4882f49d92ee0aa8e for: {'port': 2} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:31.222719 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.247616 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.281231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b91f9-9d3c-46d3-8db2-f4abe80038d5 req-b75109ef-64e0-4804-97ef-b4a1ceac7ff8 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:31.290693 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c99b91f9-9d3c-46d3-8db2-f4abe80038d5 req-b75109ef-64e0-4804-97ef-b4a1ceac7ff8 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 946 time: 0.0827146 Feb 11 04:51:31.308577 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-36e92596-b251-4139-aa71-34130d9ed7b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.340990 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c99b91f9-9d3c-46d3-8db2-f4abe80038d5 req-999058a4-d021-4f1b-972b-98d720e8d6a8 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492580 Feb 11 04:51:31.529333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] device_id is not set on port 6a6451c8-c542-41ea-a1b4-f14fe16f6cc6 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:51:31.732591 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for port (6a6451c8-c542-41ea-a1b4-f14fe16f6cc6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:31.742034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fe91d1b-42b3-4afb-9737-7f691e36d5ff req-1c1d0a77-846f-423d-8ac6-33ac53172681 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0298443 Feb 11 04:51:31.806815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e92596-b251-4139-aa71-34130d9ed7b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:51:31.824305 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] device_id is not set on port 9d464080-74d3-4d9e-b300-85e90423f9e6 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:51:31.965603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e92596-b251-4139-aa71-34130d9ed7b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:51:31.979870 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53384) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:31.983333 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-36e92596-b251-4139-aa71-34130d9ed7b0 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "PUT /v2.0/routers/5cbe3a30-65ec-475e-aa22-4e86ec38a6e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2268822 Feb 11 04:51:31.996403 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df8bdc-85a8-4b7c-9887-31063061d677 None None] Sync routers for ids ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:51:32.013584 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70df8bdc-85a8-4b7c-9887-31063061d677 None None] Routers {'5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:32.014220 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-70df8bdc-85a8-4b7c-9887-31063061d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:51:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:32.029648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for port (9d464080-74d3-4d9e-b300-85e90423f9e6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.090202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe8b369-19b2-4c4f-8bcc-5f2e97f5235c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting subnet c38f51ac-61d4-49bc-b47a-d454b3c0f622 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:51:32.093761 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b369-19b2-4c4f-8bcc-5f2e97f5235c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for subnet (c38f51ac-61d4-49bc-b47a-d454b3c0f622), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.139344 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b369-19b2-4c4f-8bcc-5f2e97f5235c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (c38f51ac-61d4-49bc-b47a-d454b3c0f622), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.164404 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-70df8bdc-85a8-4b7c-9887-31063061d677 None None] Set router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:51:32.229558 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b369-19b2-4c4f-8bcc-5f2e97f5235c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (c38f51ac-61d4-49bc-b47a-d454b3c0f622), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.239756 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6a6451c8-c542-41ea-a1b4-f14fe16f6cc6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.324053 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event updated for resources: {'Port': ['ID=6a6451c8-c542-41ea-a1b4-f14fe16f6cc6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:32.361465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Checking segment: {'id': '2743065f-7052-4317-86fc-36cf10624c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f56fb06-0be9-4893-ad6a-5ecfeb9847f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:32.361959 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Network hostable DHCP agents. Network: 6f56fb06-0be9-4893-ad6a-5ecfeb9847f0, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:51:32.414837 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-70df8bdc-85a8-4b7c-9887-31063061d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:53Z', 'updated_at': '2022-02-11T04:51:30Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:55Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:32.416012 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b369-19b2-4c4f-8bcc-5f2e97f5235c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (c38f51ac-61d4-49bc-b47a-d454b3c0f622), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.448171 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df8bdc-85a8-4b7c-9887-31063061d677 None None] Checking router: 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:51:32.459602 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70df8bdc-85a8-4b7c-9887-31063061d677 None None] Routers {'5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:32.460352 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-70df8bdc-85a8-4b7c-9887-31063061d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:51:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:32.465564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8b369-19b2-4c4f-8bcc-5f2e97f5235c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Subnet': ['ID=c38f51ac-61d4-49bc-b47a-d454b3c0f622,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:32.473387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Network 6f56fb06-0be9-4893-ad6a-5ecfeb9847f0 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:51:32.492864 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9fe8b369-19b2-4c4f-8bcc-5f2e97f5235c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.493499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ddbc39-0270-4fa8-bc34-f9e40e3b8b67 None None] Network eb5463d1-24a4-4ce6-8fd5-982426f41a36 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:32.497833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9fe8b369-19b2-4c4f-8bcc-5f2e97f5235c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/subnets/c38f51ac-61d4-49bc-b47a-d454b3c0f622 HTTP/1.1" status: 204 len: 168 time: 0.5167279 Feb 11 04:51:32.500335 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53392) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:32.618858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e890e32-ab7c-4f54-8a86-789580fe1730 req-64b95c7d-936a-4a45-b46e-2aff4cbb901c tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:32.620383 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e890e32-ab7c-4f54-8a86-789580fe1730 req-64b95c7d-936a-4a45-b46e-2aff4cbb901c tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 946 time: 0.1479781 Feb 11 04:51:32.629579 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 6f56fb06-0be9-4893-ad6a-5ecfeb9847f0) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:32.644259 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:32.645162 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9d464080-74d3-4d9e-b300-85e90423f9e6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.648420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2360a3-2310-4780-b3ed-02771dde524d None None] Network 6f56fb06-0be9-4893-ad6a-5ecfeb9847f0 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:32.657642 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-70df8bdc-85a8-4b7c-9887-31063061d677 None None] Set router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:51:32.684610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e890e32-ab7c-4f54-8a86-789580fe1730 req-226858db-8bb2-490f-830b-c8540ead4788 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/security-groups?id=606c20ff-d00a-495b-83ff-db8dfe03e1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544815 Feb 11 04:51:32.760410 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.808641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Checking segment: {'id': 'a8b025f7-df23-49cb-8543-7f8c692ba7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:32.809025 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Network hostable DHCP agents. Network: f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:51:32.850127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event updated for resources: {'Port': ['ID=9d464080-74d3-4d9e-b300-85e90423f9e6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:32.882850 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33014226-a80d-459c-a169-1a1dd6c517da None None] DHCP port deletion for eb5463d1-24a4-4ce6-8fd5-982426f41a36 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:51:32.910178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfe95b-907f-4aab-9a88-5ebe29523033 req-861dc10c-01c7-4936-8582-ec8891f2dca0 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:32.912517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4abfe95b-907f-4aab-9a88-5ebe29523033 req-861dc10c-01c7-4936-8582-ec8891f2dca0 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 946 time: 0.1596608 Feb 11 04:51:32.982021 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:32.997531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-33014226-a80d-459c-a169-1a1dd6c517da None None] Deleting port 3bdea466-551c-4f6a-9947-e78e6018ca2d {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:32.997899 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33014226-a80d-459c-a169-1a1dd6c517da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3bdea466-551c-4f6a-9947-e78e6018ca2d), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.033856 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Network f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:51:33.038510 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-70df8bdc-85a8-4b7c-9887-31063061d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:53Z', 'updated_at': '2022-02-11T04:51:30Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:55Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:33.048788 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c0caa1e8-62d9-48fa-a588-b339e9a05bab req-7f0772fb-b338-4307-be1d-59f7f63f99bb tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.1348319 Feb 11 04:51:33.073668 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df8bdc-85a8-4b7c-9887-31063061d677 None None] The sync data for ids ['5cbe3a30-65ec-475e-aa22-4e86ec38a6e2'] in n-d-712142-35 is: [{'id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496236907', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:49:53Z', 'updated_at': '2022-02-11T04:51:30Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': 'e46c103b-f519-4efd-bf3d-ab3772ab1763', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:22:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbe3a30-65ec-475e-aa22-4e86ec38a6e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:49:55Z', 'updated_at': '2022-02-11T04:50:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:51:33.148547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-33014226-a80d-459c-a169-1a1dd6c517da None None] For port 3bdea466-551c-4f6a-9947-e78e6018ca2d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3bdea466-551c-4f6a-9947-e78e6018ca2d,segment=NetworkSegment(d6bfc37e-921a-4299-91ca-2033a718f9b0),segment_id=d6bfc37e-921a-4299-91ca-2033a718f9b0)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:33.148976 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33014226-a80d-459c-a169-1a1dd6c517da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3bdea466-551c-4f6a-9947-e78e6018ca2d), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.158996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-4abfe95b-907f-4aab-9a88-5ebe29523033 req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Deleting port 99bca28e-186b-46ce-aac6-a76799b1012b {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:33.159392 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4abfe95b-907f-4aab-9a88-5ebe29523033 req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (99bca28e-186b-46ce-aac6-a76799b1012b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.179854 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-33014226-a80d-459c-a169-1a1dd6c517da None None] Calling delete_port for 3bdea466-551c-4f6a-9947-e78e6018ca2d owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:33.208188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:33.221292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:33.226884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:33.231399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:33.232088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.252671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port e46c103b-f519-4efd-bf3d-ab3772ab1763 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:33.253026 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e46c103b-f519-4efd-bf3d-ab3772ab1763), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.259802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3874a8c-ded8-49c9-a398-342467a8fe50 None None] Network f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:33.271396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-4abfe95b-907f-4aab-9a88-5ebe29523033 req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] For port 99bca28e-186b-46ce-aac6-a76799b1012b, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=99bca28e-186b-46ce-aac6-a76799b1012b,segment=NetworkSegment(32e90ee2-5bf0-4e75-82c2-5f000fb8c25e),segment_id=32e90ee2-5bf0-4e75-82c2-5f000fb8c25e)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:33.272145 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4abfe95b-907f-4aab-9a88-5ebe29523033 req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (99bca28e-186b-46ce-aac6-a76799b1012b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.304441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-4abfe95b-907f-4aab-9a88-5ebe29523033 req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Calling delete_port for 99bca28e-186b-46ce-aac6-a76799b1012b owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:33.363587 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-62a4cce8-0640-45bf-8976-2e1b018ab48b tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9575996 Feb 11 04:51:33.374165 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53406) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:33.379374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] For port e46c103b-f519-4efd-bf3d-ab3772ab1763, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e46c103b-f519-4efd-bf3d-ab3772ab1763,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:33.380003 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e46c103b-f519-4efd-bf3d-ab3772ab1763), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.477267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for e46c103b-f519-4efd-bf3d-ab3772ab1763 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:33.584238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30a6bf7-7a2d-4342-bbb3-04657bf4bf95 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:33.590028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30a6bf7-7a2d-4342-bbb3-04657bf4bf95 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:33.591855 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b30a6bf7-7a2d-4342-bbb3-04657bf4bf95 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2163219 Feb 11 04:51:33.595575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53408) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:33.598423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3bdea466-551c-4f6a-9947-e78e6018ca2d no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:33.649176 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No active binding found for port 3bdea466-551c-4f6a-9947-e78e6018ca2d {{(pid=103810) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 04:51:33.649803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] The host n-d-712142-35 is not matching for port 3bdea466-551c-4f6a-9947-e78e6018ca2d host None! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 04:51:33.650506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3bdea466-551c-4f6a-9947-e78e6018ca2d not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:33.651188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 51943d14-2749-4efa-a40e-f3a2e2360eda no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:33.653184 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33014226-a80d-459c-a169-1a1dd6c517da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (3bdea466-551c-4f6a-9947-e78e6018ca2d), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.709443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 51943d14-2749-4efa-a40e-f3a2e2360eda {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:33.709813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 51943d14-2749-4efa-a40e-f3a2e2360eda not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:33.734759 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4abfe95b-907f-4aab-9a88-5ebe29523033 req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (99bca28e-186b-46ce-aac6-a76799b1012b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.737429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33014226-a80d-459c-a169-1a1dd6c517da None None] Pushing event deleted for resources: {'Port': ['ID=3bdea466-551c-4f6a-9947-e78e6018ca2d,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:33.753469 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33014226-a80d-459c-a169-1a1dd6c517da None None] No DVR routers for this DVR port 3bdea466-551c-4f6a-9947-e78e6018ca2d on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:33.765830 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['99bca28e-186b-46ce-aac6-a76799b1012b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:51:33.817152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Pushing event deleted for resources: {'Port': ['ID=99bca28e-186b-46ce-aac6-a76799b1012b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:33.876359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:33.876742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:33.877155 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:33.877502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:33.877830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:33.878168 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:33.878500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:33.878888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:33.879218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:33.879542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:33.879869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:33.880196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:33.880529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:33.899274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abfe95b-907f-4aab-9a88-5ebe29523033 req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] No DVR routers for this DVR port 99bca28e-186b-46ce-aac6-a76799b1012b on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:33.902988 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55c43ac9-04d3-4f78-8a17-b69c95bbe689 req-f5fb26c7-a233-4b00-bb74-279be4172580 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 210 time: 0.0643468 Feb 11 04:51:33.905002 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4abfe95b-907f-4aab-9a88-5ebe29523033 req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.908472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4abfe95b-907f-4aab-9a88-5ebe29523033 req-549d9c07-45ca-441d-a4c4-d7fc4d7c3f03 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.32 "DELETE /v2.0/ports/99bca28e-186b-46ce-aac6-a76799b1012b HTTP/1.1" status: 204 len: 173 time: 0.9640081 Feb 11 04:51:33.908940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9fdcbd-c6bd-4733-bbff-853a93f7419b', 'name': 'network-vif-deleted', 'tag': '99bca28e-186b-46ce-aac6-a76799b1012b'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:51:33.911743 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00292d46-dee1-464f-a319-8ba9e44afc22" -d '{"events": [{"server_uuid": "4d9fdcbd-c6bd-4733-bbff-853a93f7419b", "name": "network-vif-deleted", "tag": "99bca28e-186b-46ce-aac6-a76799b1012b"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:51:33.931291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4a088aa1-13ff-40d0-aa53-57e344348ce9 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Deleting port 6a6451c8-c542-41ea-a1b4-f14fe16f6cc6 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:33.931640 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a088aa1-13ff-40d0-aa53-57e344348ce9 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6a6451c8-c542-41ea-a1b4-f14fe16f6cc6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:33.960713 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94633fa5-6f44-47b6-82be-19c44db6ac91 x-openstack-request-id: req-94633fa5-6f44-47b6-82be-19c44db6ac91 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:51:33.961025 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9fdcbd-c6bd-4733-bbff-853a93f7419b", "name": "network-vif-deleted", "tag": "99bca28e-186b-46ce-aac6-a76799b1012b", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:51:33.961398 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94633fa5-6f44-47b6-82be-19c44db6ac91 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:51:33.961676 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9fdcbd-c6bd-4733-bbff-853a93f7419b', 'name': 'network-vif-deleted', 'tag': '99bca28e-186b-46ce-aac6-a76799b1012b', 'status': 'completed', 'code': 200} Feb 11 04:51:34.003859 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e46c103b-f519-4efd-bf3d-ab3772ab1763), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.009718 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a088aa1-13ff-40d0-aa53-57e344348ce9 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6a6451c8-c542-41ea-a1b4-f14fe16f6cc6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.024036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4a088aa1-13ff-40d0-aa53-57e344348ce9 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Calling delete_port for 6a6451c8-c542-41ea-a1b4-f14fe16f6cc6 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:34.047124 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=e46c103b-f519-4efd-bf3d-ab3772ab1763,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:34.108560 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.160010 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.199681 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.216925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e39ea03e-d5b2-4ceb-bc20-bf70af3b8e9a req-441a8ca4-2f1b-4e53-adb6-00616a6eac8c tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/ports?device_id=798bb929-7dd2-41ad-b306-38f1fdc95c72 HTTP/1.1" status: 200 len: 210 time: 0.0307827 Feb 11 04:51:34.272154 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.274427 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_controller (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.319474 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a088aa1-13ff-40d0-aa53-57e344348ce9 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6a6451c8-c542-41ea-a1b4-f14fe16f6cc6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.352541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a088aa1-13ff-40d0-aa53-57e344348ce9 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event deleted for resources: {'Port': ['ID=6a6451c8-c542-41ea-a1b4-f14fe16f6cc6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:34.356115 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a088aa1-13ff-40d0-aa53-57e344348ce9 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.359752 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4a088aa1-13ff-40d0-aa53-57e344348ce9 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "DELETE /v2.0/ports/6a6451c8-c542-41ea-a1b4-f14fe16f6cc6 HTTP/1.1" status: 204 len: 168 time: 0.7621269 Feb 11 04:51:34.362436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53424) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:34.434039 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (5cbe3a30-65ec-475e-aa22-4e86ec38a6e2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.434963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Fanout notify agent at l3_agent the message router_deleted on router 5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:51:34.449916 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.451352 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-02d76f4f-ca92-4abb-ad9f-0a4950dc94a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/routers/5cbe3a30-65ec-475e-aa22-4e86ec38a6e2 HTTP/1.1" status: 204 len: 168 time: 1.9488170 Feb 11 04:51:34.454757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53428) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:34.549429 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0773d90-01da-44a0-86c3-f70758901b1d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (eb5463d1-24a4-4ce6-8fd5-982426f41a36), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.559708 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-182968cd-91b7-4893-9ceb-21936f52e8cf tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Deleting port 9d464080-74d3-4d9e-b300-85e90423f9e6 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:34.564912 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-182968cd-91b7-4893-9ceb-21936f52e8cf tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9d464080-74d3-4d9e-b300-85e90423f9e6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.685951 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-182968cd-91b7-4893-9ceb-21936f52e8cf tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9d464080-74d3-4d9e-b300-85e90423f9e6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.729242 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0773d90-01da-44a0-86c3-f70758901b1d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (eb5463d1-24a4-4ce6-8fd5-982426f41a36), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.739604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-182968cd-91b7-4893-9ceb-21936f52e8cf tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Calling delete_port for 9d464080-74d3-4d9e-b300-85e90423f9e6 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:34.762381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e0773d90-01da-44a0-86c3-f70758901b1d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5463d1-24a4-4ce6-8fd5-982426f41a36']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:34.810213 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e0773d90-01da-44a0-86c3-f70758901b1d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bfc37e-921a-4299-91ca-2033a718f9b0') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:34.810542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e0773d90-01da-44a0-86c3-f70758901b1d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bfc37e-921a-4299-91ca-2033a718f9b0') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:34.823982 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0773d90-01da-44a0-86c3-f70758901b1d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (d6bfc37e-921a-4299-91ca-2033a718f9b0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.847686 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0773d90-01da-44a0-86c3-f70758901b1d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d6bfc37e-921a-4299-91ca-2033a718f9b0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.857105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0773d90-01da-44a0-86c3-f70758901b1d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:51:34.857504 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0773d90-01da-44a0-86c3-f70758901b1d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (d6bfc37e-921a-4299-91ca-2033a718f9b0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:51:34.861523 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:51:35.022323 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-182968cd-91b7-4893-9ceb-21936f52e8cf tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9d464080-74d3-4d9e-b300-85e90423f9e6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.048943 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3754d4fb-6d8e-4928-8802-58298c4cd3ae req-92aacd42-3d3a-4da8-8f27-5880accf9961 tempest-VolumesActionsTest-1602592395 tempest-VolumesActionsTest-1602592395-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9fdcbd-c6bd-4733-bbff-853a93f7419b HTTP/1.1" status: 200 len: 210 time: 0.0374248 Feb 11 04:51:35.073444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182968cd-91b7-4893-9ceb-21936f52e8cf tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event deleted for resources: {'Port': ['ID=9d464080-74d3-4d9e-b300-85e90423f9e6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:35.076863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0773d90-01da-44a0-86c3-f70758901b1d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (eb5463d1-24a4-4ce6-8fd5-982426f41a36), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.091640 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e0773d90-01da-44a0-86c3-f70758901b1d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.097815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e0773d90-01da-44a0-86c3-f70758901b1d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/networks/eb5463d1-24a4-4ce6-8fd5-982426f41a36 HTTP/1.1" status: 204 len: 168 time: 0.6388309 Feb 11 04:51:35.099042 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53436) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:35.110974 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-182968cd-91b7-4893-9ceb-21936f52e8cf tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.123846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-182968cd-91b7-4893-9ceb-21936f52e8cf tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "DELETE /v2.0/ports/9d464080-74d3-4d9e-b300-85e90423f9e6 HTTP/1.1" status: 204 len: 168 time: 0.7544947 Feb 11 04:51:35.123846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53438) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:35.130372 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0773d90-01da-44a0-86c3-f70758901b1d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Network': ['ID=eb5463d1-24a4-4ce6-8fd5-982426f41a36,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:35.199888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4c395fd9-84b2-4da0-8ccc-5c4771484470 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0795977 Feb 11 04:51:35.201023 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c07e1593-52e1-4f89-aead-eba199d2c997 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (a88035ee-c81c-4b4a-ab8d-8b8562b30416), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.204118 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53444) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:35.212276 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-881ccb96-0f34-4566-acc1-777f7362242d tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-930787631'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:35.242517 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c07e1593-52e1-4f89-aead-eba199d2c997 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (a88035ee-c81c-4b4a-ab8d-8b8562b30416), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.399140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881ccb96-0f34-4566-acc1-777f7362242d tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Made reservation on behalf of 2175fdbd22964be4882f49d92ee0aa8e for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:35.402650 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-881ccb96-0f34-4566-acc1-777f7362242d tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.436571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881ccb96-0f34-4566-acc1-777f7362242d tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:51:35.449636 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c07e1593-52e1-4f89-aead-eba199d2c997 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a88035ee-c81c-4b4a-ab8d-8b8562b30416), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.452252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53452) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:35.452872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c07e1593-52e1-4f89-aead-eba199d2c997 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.454922 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c07e1593-52e1-4f89-aead-eba199d2c997 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/security-groups/a88035ee-c81c-4b4a-ab8d-8b8562b30416 HTTP/1.1" status: 204 len: 168 time: 0.3548362 Feb 11 04:51:35.456297 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-881ccb96-0f34-4566-acc1-777f7362242d tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a5ffc3a6-b585-4fec-9f28-023d1c307501), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.456692 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-881ccb96-0f34-4566-acc1-777f7362242d tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Added segment a5ffc3a6-b585-4fec-9f28-023d1c307501 of type vlan for network 3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e Feb 11 04:51:35.482217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e46c103b-f519-4efd-bf3d-ab3772ab1763 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:35.495912 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e1593-52e1-4f89-aead-eba199d2c997 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88035ee-c81c-4b4a-ab8d-8b8562b30416,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:35.512792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: e46c103b-f519-4efd-bf3d-ab3772ab1763 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:35.513154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e46c103b-f519-4efd-bf3d-ab3772ab1763 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:35.518864 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-881ccb96-0f34-4566-acc1-777f7362242d tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.548759 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-84259dfa-9812-40ea-9dbc-75c1b4b7af2a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for security_group (115f6f8c-89c8-4e8d-99cf-8187376f7fb0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.573293 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-84259dfa-9812-40ea-9dbc-75c1b4b7af2a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for security_group (115f6f8c-89c8-4e8d-99cf-8187376f7fb0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.647684 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-881ccb96-0f34-4566-acc1-777f7362242d tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.649079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881ccb96-0f34-4566-acc1-777f7362242d tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:35.649801 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-881ccb96-0f34-4566-acc1-777f7362242d tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.721862 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ccb96-0f34-4566-acc1-777f7362242d tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event updated for resources: {'Network': ['ID=3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:35.732551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:51:35.776347 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-84259dfa-9812-40ea-9dbc-75c1b4b7af2a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (115f6f8c-89c8-4e8d-99cf-8187376f7fb0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.779197 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-84259dfa-9812-40ea-9dbc-75c1b4b7af2a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:35.783571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-84259dfa-9812-40ea-9dbc-75c1b4b7af2a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "DELETE /v2.0/security-groups/115f6f8c-89c8-4e8d-99cf-8187376f7fb0 HTTP/1.1" status: 204 len: 168 time: 0.3272648 Feb 11 04:51:35.784393 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53460) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:35.801104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84259dfa-9812-40ea-9dbc-75c1b4b7af2a tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=115f6f8c-89c8-4e8d-99cf-8187376f7fb0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:35.801467 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-32e2b013-78b3-4a49-b6e5-78dfe9bda875 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] show failed (client error): The resource could not be found. Feb 11 04:51:35.802741 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-32e2b013-78b3-4a49-b6e5-78dfe9bda875 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "GET /v2.0/security-groups/115f6f8c-89c8-4e8d-99cf-8187376f7fb0 HTTP/1.1" status: 404 len: 347 time: 0.0170836 Feb 11 04:51:35.806354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53464) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:35.826013 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-881ccb96-0f34-4566-acc1-777f7362242d tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6206074 Feb 11 04:51:35.847319 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53466) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:35.854778 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0ef9bd92-2657-4775-83e5-9d989e577afb tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-528797044'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:35.952331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d28a1b8a-ace0-42a3-9aee-2964e1223978 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Deleting port 2dba2588-5bdd-4733-bb2f-3c84fade7893 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:35.952724 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d28a1b8a-ace0-42a3-9aee-2964e1223978 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2dba2588-5bdd-4733-bb2f-3c84fade7893), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.004694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef9bd92-2657-4775-83e5-9d989e577afb tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Made reservation on behalf of 2175fdbd22964be4882f49d92ee0aa8e for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:36.008197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ef9bd92-2657-4775-83e5-9d989e577afb tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.034177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef9bd92-2657-4775-83e5-9d989e577afb tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:51:36.039253 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d28a1b8a-ace0-42a3-9aee-2964e1223978 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2dba2588-5bdd-4733-bb2f-3c84fade7893), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.039762 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d28a1b8a-ace0-42a3-9aee-2964e1223978 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for floatingip (2dba2588-5bdd-4733-bb2f-3c84fade7893), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.044517 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ef9bd92-2657-4775-83e5-9d989e577afb tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (10fda201-d429-4888-a44d-2b171922a961), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.044978 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-0ef9bd92-2657-4775-83e5-9d989e577afb tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Added segment 10fda201-d429-4888-a44d-2b171922a961 of type vlan for network 8dc40a17-9423-4ae7-8628-77a973ce5356 Feb 11 04:51:36.052297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d28a1b8a-ace0-42a3-9aee-2964e1223978 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Calling delete_port for 2dba2588-5bdd-4733-bb2f-3c84fade7893 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:36.101497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ef9bd92-2657-4775-83e5-9d989e577afb tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (8dc40a17-9423-4ae7-8628-77a973ce5356), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.155365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53474) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:36.159863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7f03022b-8abb-4800-86d4-5219195209a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166437879', 'description': 'tempest-secgroup-smoke-1166437879 description', 'project_id': '65bc519e3418487ba870e678d8f45696'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:36.273328 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ef9bd92-2657-4775-83e5-9d989e577afb tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (8dc40a17-9423-4ae7-8628-77a973ce5356), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.278288 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef9bd92-2657-4775-83e5-9d989e577afb tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:36.278901 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0ef9bd92-2657-4775-83e5-9d989e577afb tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.349687 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f03022b-8abb-4800-86d4-5219195209a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.361974 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9bd92-2657-4775-83e5-9d989e577afb tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event updated for resources: {'Network': ['ID=8dc40a17-9423-4ae7-8628-77a973ce5356,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:36.376086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 8dc40a17-9423-4ae7-8628-77a973ce5356 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:51:36.382470 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d28a1b8a-ace0-42a3-9aee-2964e1223978 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (2dba2588-5bdd-4733-bb2f-3c84fade7893), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.425666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a1b8a-ace0-42a3-9aee-2964e1223978 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event deleted for resources: {'Port': ['ID=2dba2588-5bdd-4733-bb2f-3c84fade7893,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:36.452965 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0ef9bd92-2657-4775-83e5-9d989e577afb tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6044412 Feb 11 04:51:36.499695 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d28a1b8a-ace0-42a3-9aee-2964e1223978 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for floatingip (aaa6b233-d74f-4c1b-8c00-d99f27af716e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.503418 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d28a1b8a-ace0-42a3-9aee-2964e1223978 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.507615 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d28a1b8a-ace0-42a3-9aee-2964e1223978 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "DELETE /v2.0/floatingips/aaa6b233-d74f-4c1b-8c00-d99f27af716e HTTP/1.1" status: 204 len: 168 time: 0.6934390 Feb 11 04:51:36.508397 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53486) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:36.510060 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f03022b-8abb-4800-86d4-5219195209a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (905ed14d-50c4-4087-a8be-0f6a9a0c03ec), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.624894 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f03022b-8abb-4800-86d4-5219195209a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (905ed14d-50c4-4087-a8be-0f6a9a0c03ec), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.644298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3c9daf36-5482-46de-b96c-8352d6040dc1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Deleting port 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:36.644891 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c9daf36-5482-46de-b96c-8352d6040dc1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.682921 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03022b-8abb-4800-86d4-5219195209a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=905ed14d-50c4-4087-a8be-0f6a9a0c03ec,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:36.746544 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c9daf36-5482-46de-b96c-8352d6040dc1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.760062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3c9daf36-5482-46de-b96c-8352d6040dc1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Calling delete_port for 12ffbce7-dc6f-4c7c-be0d-4d531b490dcd owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:36.766942 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7f03022b-8abb-4800-86d4-5219195209a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.768249 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7f03022b-8abb-4800-86d4-5219195209a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6143522 Feb 11 04:51:36.771163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53496) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:36.777115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ad0ae26d-bce0-4da6-9422-c3631817e69c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': '905ed14d-50c4-4087-a8be-0f6a9a0c03ec', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:36.896438 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae26d-bce0-4da6-9422-c3631817e69c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (a001379b-35a2-4daa-9d1d-1320d14062f1), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:36.995982 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae26d-bce0-4da6-9422-c3631817e69c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (a001379b-35a2-4daa-9d1d-1320d14062f1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.011088 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c9daf36-5482-46de-b96c-8352d6040dc1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (12ffbce7-dc6f-4c7c-be0d-4d531b490dcd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.046617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9daf36-5482-46de-b96c-8352d6040dc1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event deleted for resources: {'Port': ['ID=12ffbce7-dc6f-4c7c-be0d-4d531b490dcd,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:37.085295 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae26d-bce0-4da6-9422-c3631817e69c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (a001379b-35a2-4daa-9d1d-1320d14062f1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.114777 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ae26d-bce0-4da6-9422-c3631817e69c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a001379b-35a2-4daa-9d1d-1320d14062f1,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:37.148439 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c9daf36-5482-46de-b96c-8352d6040dc1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.152128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3c9daf36-5482-46de-b96c-8352d6040dc1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "DELETE /v2.0/ports/12ffbce7-dc6f-4c7c-be0d-4d531b490dcd HTTP/1.1" status: 204 len: 168 time: 0.6426816 Feb 11 04:51:37.155054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53506) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:37.281450 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae26d-bce0-4da6-9422-c3631817e69c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.286111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53516) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:37.286264 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ad0ae26d-bce0-4da6-9422-c3631817e69c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5132966 Feb 11 04:51:37.291583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-27fd3c24-9899-4873-86af-6a2a107da713 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': '905ed14d-50c4-4087-a8be-0f6a9a0c03ec', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:37.301727 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e5abcc74-bdf2-4200-ae75-279a6e9fc161 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Deleting port 5e331ac0-31ed-41b8-b911-5fa4fa3a502e {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:37.302208 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5abcc74-bdf2-4200-ae75-279a6e9fc161 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.402320 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5abcc74-bdf2-4200-ae75-279a6e9fc161 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.414208 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27fd3c24-9899-4873-86af-6a2a107da713 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (b8150825-598e-4469-895b-f7063afac53b), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.418815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e5abcc74-bdf2-4200-ae75-279a6e9fc161 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Calling delete_port for 5e331ac0-31ed-41b8-b911-5fa4fa3a502e owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:37.576012 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27fd3c24-9899-4873-86af-6a2a107da713 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (b8150825-598e-4469-895b-f7063afac53b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.736965 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27fd3c24-9899-4873-86af-6a2a107da713 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (b8150825-598e-4469-895b-f7063afac53b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.755812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd3c24-9899-4873-86af-6a2a107da713 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8150825-598e-4469-895b-f7063afac53b,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:37.833856 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5abcc74-bdf2-4200-ae75-279a6e9fc161 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5e331ac0-31ed-41b8-b911-5fa4fa3a502e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.859326 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-27fd3c24-9899-4873-86af-6a2a107da713 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:37.863839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-27fd3c24-9899-4873-86af-6a2a107da713 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5737944 Feb 11 04:51:37.864397 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 99bca28e-186b-46ce-aac6-a76799b1012b no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:37.868957 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53534) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:37.878774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3c86c900-22ea-4e3f-8273-122a4945208e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': '905ed14d-50c4-4087-a8be-0f6a9a0c03ec', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:37.898335 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abcc74-bdf2-4200-ae75-279a6e9fc161 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event deleted for resources: {'Port': ['ID=5e331ac0-31ed-41b8-b911-5fa4fa3a502e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:37.945354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 99bca28e-186b-46ce-aac6-a76799b1012b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:37.946097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 99bca28e-186b-46ce-aac6-a76799b1012b not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:38.018584 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5abcc74-bdf2-4200-ae75-279a6e9fc161 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.034541 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e5abcc74-bdf2-4200-ae75-279a6e9fc161 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "DELETE /v2.0/ports/5e331ac0-31ed-41b8-b911-5fa4fa3a502e HTTP/1.1" status: 204 len: 168 time: 0.8782895 Feb 11 04:51:38.036634 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c86c900-22ea-4e3f-8273-122a4945208e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (3a69c1c3-abd4-448d-bc82-a841c1ec36d1), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.037330 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53544) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:38.109497 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ea7822-5352-4224-ba18-4e206c04c769 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Deleting subnet 616250e4-3066-4e8e-9daf-7fba26215096 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:51:38.114143 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67ea7822-5352-4224-ba18-4e206c04c769 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for subnet (616250e4-3066-4e8e-9daf-7fba26215096), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.211012 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67ea7822-5352-4224-ba18-4e206c04c769 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (616250e4-3066-4e8e-9daf-7fba26215096), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.260361 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c86c900-22ea-4e3f-8273-122a4945208e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (3a69c1c3-abd4-448d-bc82-a841c1ec36d1), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.348404 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67ea7822-5352-4224-ba18-4e206c04c769 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (616250e4-3066-4e8e-9daf-7fba26215096), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.372002 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c86c900-22ea-4e3f-8273-122a4945208e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (3a69c1c3-abd4-448d-bc82-a841c1ec36d1), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.414397 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86c900-22ea-4e3f-8273-122a4945208e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a69c1c3-abd4-448d-bc82-a841c1ec36d1,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:38.479382 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c86c900-22ea-4e3f-8273-122a4945208e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.482790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3c86c900-22ea-4e3f-8273-122a4945208e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6116931 Feb 11 04:51:38.485522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53550) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:38.494122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-853354ae-8655-4b63-a919-0bde212850e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': '905ed14d-50c4-4087-a8be-0f6a9a0c03ec', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:38.565735 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67ea7822-5352-4224-ba18-4e206c04c769 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (616250e4-3066-4e8e-9daf-7fba26215096), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.604677 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea7822-5352-4224-ba18-4e206c04c769 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event deleted for resources: {'Subnet': ['ID=616250e4-3066-4e8e-9daf-7fba26215096,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:38.621627 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f036d2bc-6266-4034-8254-60674740de43 None None] Network 438d0a15-1c6c-466a-89ba-1c9aba7207ed requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:38.622072 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-67ea7822-5352-4224-ba18-4e206c04c769 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.631107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53554) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:38.631481 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-67ea7822-5352-4224-ba18-4e206c04c769 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "DELETE /v2.0/subnets/616250e4-3066-4e8e-9daf-7fba26215096 HTTP/1.1" status: 204 len: 168 time: 0.5923512 Feb 11 04:51:38.729580 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-853354ae-8655-4b63-a919-0bde212850e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (aca482f2-7862-4c70-9add-54b0d2eec47e), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.854528 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-853354ae-8655-4b63-a919-0bde212850e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (aca482f2-7862-4c70-9add-54b0d2eec47e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.874727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-868aca5d-9ce9-417f-ace0-1bd670ac7438 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Deleting subnet 44328e2e-11ca-4fed-8ac0-6b901abd9505 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:51:38.880673 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-868aca5d-9ce9-417f-ace0-1bd670ac7438 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for subnet (44328e2e-11ca-4fed-8ac0-6b901abd9505), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.942144 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-868aca5d-9ce9-417f-ace0-1bd670ac7438 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (44328e2e-11ca-4fed-8ac0-6b901abd9505), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:38.975559 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef157c2-f213-43ff-a9a1-3040734ee6ab None None] DHCP port deletion for 438d0a15-1c6c-466a-89ba-1c9aba7207ed request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:51:39.017397 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-853354ae-8655-4b63-a919-0bde212850e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (aca482f2-7862-4c70-9add-54b0d2eec47e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.076149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853354ae-8655-4b63-a919-0bde212850e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca482f2-7862-4c70-9add-54b0d2eec47e,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:39.092658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fef157c2-f213-43ff-a9a1-3040734ee6ab None None] Deleting port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:39.093032 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fef157c2-f213-43ff-a9a1-3040734ee6ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (79f0a30b-c732-4ede-9a20-3ed0ee743bd6), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.141968 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-853354ae-8655-4b63-a919-0bde212850e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.143165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-853354ae-8655-4b63-a919-0bde212850e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6564209 Feb 11 04:51:39.146012 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53562) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:39.153400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7801d899-07f5-49d6-9019-ac9f498742d2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': '905ed14d-50c4-4087-a8be-0f6a9a0c03ec', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:39.159067 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-868aca5d-9ce9-417f-ace0-1bd670ac7438 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (44328e2e-11ca-4fed-8ac0-6b901abd9505), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.254960 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fef157c2-f213-43ff-a9a1-3040734ee6ab None None] For port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=79f0a30b-c732-4ede-9a20-3ed0ee743bd6,segment=NetworkSegment(7c0dc63e-57e7-4d70-9b0d-ff1191a5201a),segment_id=7c0dc63e-57e7-4d70-9b0d-ff1191a5201a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:39.255758 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fef157c2-f213-43ff-a9a1-3040734ee6ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (79f0a30b-c732-4ede-9a20-3ed0ee743bd6), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.451345 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-7801d899-07f5-49d6-9019-ac9f498742d2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Project 65bc519e3418487ba870e678d8f45696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:51:39.461474 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7801d899-07f5-49d6-9019-ac9f498742d2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (0b0361da-1349-4b93-ac03-9555ca7efd8f), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.484427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fef157c2-f213-43ff-a9a1-3040734ee6ab None None] Calling delete_port for 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:39.565950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:39.590797 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7801d899-07f5-49d6-9019-ac9f498742d2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (0b0361da-1349-4b93-ac03-9555ca7efd8f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.698199 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7801d899-07f5-49d6-9019-ac9f498742d2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (0b0361da-1349-4b93-ac03-9555ca7efd8f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.737837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801d899-07f5-49d6-9019-ac9f498742d2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0361da-1349-4b93-ac03-9555ca7efd8f,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:39.786267 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:39.786993 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (79f0a30b-c732-4ede-9a20-3ed0ee743bd6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.842432 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53584) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:39.848812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Request body: {'subnets': [{'network_id': '3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--252192775', 'ip_version': 6}, {'network_id': '8dc40a17-9423-4ae7-8628-77a973ce5356', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:39.852896 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Request body: {'subnet': {'network_id': '3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--252192775', 'ip_version': 6}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:39.852896 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Request body: {'subnet': {'network_id': '8dc40a17-9423-4ae7-8628-77a973ce5356', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:39.857892 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7801d899-07f5-49d6-9019-ac9f498742d2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.859164 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7801d899-07f5-49d6-9019-ac9f498742d2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7118642 Feb 11 04:51:39.862347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53586) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:39.867368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-637dad77-1d75-4d1a-bf98-6b8afe896ffa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'security_group_rule': {'security_group_id': '905ed14d-50c4-4087-a8be-0f6a9a0c03ec', 'project_id': '65bc519e3418487ba870e678d8f45696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:39.888880 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-868aca5d-9ce9-417f-ace0-1bd670ac7438 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (44328e2e-11ca-4fed-8ac0-6b901abd9505), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.922872 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868aca5d-9ce9-417f-ace0-1bd670ac7438 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event deleted for resources: {'Subnet': ['ID=44328e2e-11ca-4fed-8ac0-6b901abd9505,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:39.925217 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-868aca5d-9ce9-417f-ace0-1bd670ac7438 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:39.928607 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-868aca5d-9ce9-417f-ace0-1bd670ac7438 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "DELETE /v2.0/subnets/44328e2e-11ca-4fed-8ac0-6b901abd9505 HTTP/1.1" status: 204 len: 168 time: 1.2956336 Feb 11 04:51:39.933149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53590) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:39.938518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ea3d8a-6bdd-47a0-9057-6c99519a0211 None None] Network 1a1453c6-9537-467a-9964-e6aa3979e421 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:40.011483 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fef157c2-f213-43ff-a9a1-3040734ee6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (79f0a30b-c732-4ede-9a20-3ed0ee743bd6), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.026676 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e45e92cb-d00c-4eca-ba33-11db979ff3c1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (438d0a15-1c6c-466a-89ba-1c9aba7207ed), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.074939 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-637dad77-1d75-4d1a-bf98-6b8afe896ffa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Project 65bc519e3418487ba870e678d8f45696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:51:40.079770 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef157c2-f213-43ff-a9a1-3040734ee6ab None None] No DVR routers for this DVR port 79f0a30b-c732-4ede-9a20-3ed0ee743bd6 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:40.091962 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-637dad77-1d75-4d1a-bf98-6b8afe896ffa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (70f74cd8-0e25-44fb-8617-c2372e83f9cf), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.102095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef157c2-f213-43ff-a9a1-3040734ee6ab None None] Pushing event deleted for resources: {'Port': ['ID=79f0a30b-c732-4ede-9a20-3ed0ee743bd6,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:40.187103 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e45e92cb-d00c-4eca-ba33-11db979ff3c1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (438d0a15-1c6c-466a-89ba-1c9aba7207ed), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.205010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Made reservation on behalf of 2175fdbd22964be4882f49d92ee0aa8e for: {'subnet': 2} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:40.210813 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.211492 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.217241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e45e92cb-d00c-4eca-ba33-11db979ff3c1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438d0a15-1c6c-466a-89ba-1c9aba7207ed']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:40.228955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e45e92cb-d00c-4eca-ba33-11db979ff3c1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0dc63e-57e7-4d70-9b0d-ff1191a5201a') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:40.229265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e45e92cb-d00c-4eca-ba33-11db979ff3c1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0dc63e-57e7-4d70-9b0d-ff1191a5201a') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:40.245782 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e45e92cb-d00c-4eca-ba33-11db979ff3c1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (7c0dc63e-57e7-4d70-9b0d-ff1191a5201a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.277942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48325da7-a9c0-4c69-9f55-ba572c98d4ed None None] DHCP port deletion for 1a1453c6-9537-467a-9964-e6aa3979e421 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:51:40.284844 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-637dad77-1d75-4d1a-bf98-6b8afe896ffa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (70f74cd8-0e25-44fb-8617-c2372e83f9cf), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.304444 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e45e92cb-d00c-4eca-ba33-11db979ff3c1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (7c0dc63e-57e7-4d70-9b0d-ff1191a5201a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.316394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45e92cb-d00c-4eca-ba33-11db979ff3c1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:51:40.317413 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e45e92cb-d00c-4eca-ba33-11db979ff3c1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (7c0dc63e-57e7-4d70-9b0d-ff1191a5201a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:51:40.321778 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:51:40.391218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-48325da7-a9c0-4c69-9f55-ba572c98d4ed None None] Deleting port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:40.392102 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-48325da7-a9c0-4c69-9f55-ba572c98d4ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.411164 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-637dad77-1d75-4d1a-bf98-6b8afe896ffa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (70f74cd8-0e25-44fb-8617-c2372e83f9cf), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.436338 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dad77-1d75-4d1a-bf98-6b8afe896ffa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f74cd8-0e25-44fb-8617-c2372e83f9cf,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:40.482051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-48325da7-a9c0-4c69-9f55-ba572c98d4ed None None] For port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a,segment=NetworkSegment(fffbdca9-3be6-4a24-9bb7-86e2d7e6df85),segment_id=fffbdca9-3be6-4a24-9bb7-86e2d7e6df85)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:40.482579 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-48325da7-a9c0-4c69-9f55-ba572c98d4ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.503057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-48325da7-a9c0-4c69-9f55-ba572c98d4ed None None] Calling delete_port for c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:40.583609 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e45e92cb-d00c-4eca-ba33-11db979ff3c1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (438d0a15-1c6c-466a-89ba-1c9aba7207ed), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.589488 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e45e92cb-d00c-4eca-ba33-11db979ff3c1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.598189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e45e92cb-d00c-4eca-ba33-11db979ff3c1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "DELETE /v2.0/networks/438d0a15-1c6c-466a-89ba-1c9aba7207ed HTTP/1.1" status: 204 len: 168 time: 0.6637926 Feb 11 04:51:40.602730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53608) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:40.652935 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-637dad77-1d75-4d1a-bf98-6b8afe896ffa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.666199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-637dad77-1d75-4d1a-bf98-6b8afe896ffa tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7987103 Feb 11 04:51:40.667172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53612) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:40.668259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e92cb-d00c-4eca-ba33-11db979ff3c1 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event deleted for resources: {'Network': ['ID=438d0a15-1c6c-466a-89ba-1c9aba7207ed,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:40.680588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7b1eeb56-0752-4b8b-94a4-3f4147ff61a6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'network': {'name': 'tempest-network-smoke--1356801370', 'project_id': '65bc519e3418487ba870e678d8f45696', 'port_security_enabled': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:40.725631 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-48325da7-a9c0-4c69-9f55-ba572c98d4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.779986 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49d64f63-b86f-482c-9472-a5a8a5bdff77 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (1a1453c6-9537-467a-9964-e6aa3979e421), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.796623 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48325da7-a9c0-4c69-9f55-ba572c98d4ed None None] Pushing event deleted for resources: {'Port': ['ID=c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:40.840233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48325da7-a9c0-4c69-9f55-ba572c98d4ed None None] No DVR routers for this DVR port c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:40.856252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1eeb56-0752-4b8b-94a4-3f4147ff61a6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Made reservation on behalf of 65bc519e3418487ba870e678d8f45696 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:40.861187 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b1eeb56-0752-4b8b-94a4-3f4147ff61a6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.913930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1eeb56-0752-4b8b-94a4-3f4147ff61a6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:51:40.923759 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b1eeb56-0752-4b8b-94a4-3f4147ff61a6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (760090c5-eb2e-4773-aad2-72d717675e9f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.924107 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-7b1eeb56-0752-4b8b-94a4-3f4147ff61a6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Added segment 760090c5-eb2e-4773-aad2-72d717675e9f of type vlan for network 1595b0af-1e04-457c-84c7-0bdf8e5eb246 Feb 11 04:51:40.936271 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49d64f63-b86f-482c-9472-a5a8a5bdff77 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (1a1453c6-9537-467a-9964-e6aa3979e421), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.987703 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b1eeb56-0752-4b8b-94a4-3f4147ff61a6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (1595b0af-1e04-457c-84c7-0bdf8e5eb246), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:40.991874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-49d64f63-b86f-482c-9472-a5a8a5bdff77 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1453c6-9537-467a-9964-e6aa3979e421']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:41.012997 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-49d64f63-b86f-482c-9472-a5a8a5bdff77 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:41.013667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-49d64f63-b86f-482c-9472-a5a8a5bdff77 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffbdca9-3be6-4a24-9bb7-86e2d7e6df85') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:41.027926 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49d64f63-b86f-482c-9472-a5a8a5bdff77 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (fffbdca9-3be6-4a24-9bb7-86e2d7e6df85), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.045570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49d64f63-b86f-482c-9472-a5a8a5bdff77 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (fffbdca9-3be6-4a24-9bb7-86e2d7e6df85), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.054886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d64f63-b86f-482c-9472-a5a8a5bdff77 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:51:41.055277 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49d64f63-b86f-482c-9472-a5a8a5bdff77 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (fffbdca9-3be6-4a24-9bb7-86e2d7e6df85), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:51:41.058547 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:51:41.165154 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (8e804229-2819-4aca-a693-861fe75f4aa5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.230719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event updated for resources: {'Subnet': ['ID=8e804229-2819-4aca-a693-861fe75f4aa5,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:41.242433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Checking segment: {'id': 'a5ffc3a6-b585-4fec-9f28-023d1c307501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:41.242563 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b1eeb56-0752-4b8b-94a4-3f4147ff61a6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (1595b0af-1e04-457c-84c7-0bdf8e5eb246), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.242703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Network hostable DHCP agents. Network: 3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:51:41.249506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1eeb56-0752-4b8b-94a4-3f4147ff61a6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:41.250274 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b1eeb56-0752-4b8b-94a4-3f4147ff61a6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.287755 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49d64f63-b86f-482c-9472-a5a8a5bdff77 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (1a1453c6-9537-467a-9964-e6aa3979e421), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.308656 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49d64f63-b86f-482c-9472-a5a8a5bdff77 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.312160 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-49d64f63-b86f-482c-9472-a5a8a5bdff77 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] 10.222.0.13 "DELETE /v2.0/networks/1a1453c6-9537-467a-9964-e6aa3979e421 HTTP/1.1" status: 204 len: 168 time: 0.7067437 Feb 11 04:51:41.313794 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d64f63-b86f-482c-9472-a5a8a5bdff77 tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] Pushing event deleted for resources: {'Network': ['ID=1a1453c6-9537-467a-9964-e6aa3979e421,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:41.345922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1eeb56-0752-4b8b-94a4-3f4147ff61a6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Network': ['ID=1595b0af-1e04-457c-84c7-0bdf8e5eb246,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:41.362039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 1595b0af-1e04-457c-84c7-0bdf8e5eb246 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:51:41.416361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Network 3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:51:41.422898 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53630) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:41.423799 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7b1eeb56-0752-4b8b-94a4-3f4147ff61a6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7477276 Feb 11 04:51:41.431154 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'admin_state_up': True, 'project_id': '65bc519e3418487ba870e678d8f45696', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:41.515305 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:41.547181 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (872d80db-f1e8-4ec8-ba99-608a447f91a6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.562753 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (73f2a7d0-610c-4eb8-be16-254e429a0d2a), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.564480 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (73f2a7d0-610c-4eb8-be16-254e429a0d2a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.604474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:41.608041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd94632-8636-4e75-a78e-930c0ee31f17 None None] Network 3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:41.691059 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event updated for resources: {'Subnet': ['ID=872d80db-f1e8-4ec8-ba99-608a447f91a6,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:41.732279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_controller (73f2a7d0-610c-4eb8-be16-254e429a0d2a), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.735631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Checking segment: {'id': '10fda201-d429-4888-a44d-2b171922a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8dc40a17-9423-4ae7-8628-77a973ce5356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:41.735998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Network hostable DHCP agents. Network: 8dc40a17-9423-4ae7-8628-77a973ce5356, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:51:41.774984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:41.775845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c3a5bbeb-5fd5-4122-ae5a-d6b1ab84021a not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:41.912865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e', 'network_id': '3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e', 'project_id': '2175fdbd22964be4882f49d92ee0aa8e', 'fixed_ips': [{'subnet_id': '8e804229-2819-4aca-a693-861fe75f4aa5'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:51:41.914047 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:41.928262 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Network 8dc40a17-9423-4ae7-8628-77a973ce5356 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:51:42.091323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 8dc40a17-9423-4ae7-8628-77a973ce5356) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:42.095794 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (73f2a7d0-610c-4eb8-be16-254e429a0d2a), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:42.106129 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:42.111222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:42.111935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:42.132673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d965d9c-ab83-47fd-963f-030d973a8f45 None None] Network 8dc40a17-9423-4ae7-8628-77a973ce5356 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:42.349903 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9991a819-e367-41b1-93cf-5f0aeb1406f7 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.5033548 Feb 11 04:51:42.350643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53642) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:42.365006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-8dc40a17-9423-4ae7-8628-77a973ce5356', 'network_id': '8dc40a17-9423-4ae7-8628-77a973ce5356', 'project_id': '2175fdbd22964be4882f49d92ee0aa8e', 'fixed_ips': [{'subnet_id': '872d80db-f1e8-4ec8-ba99-608a447f91a6'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:51:42.365872 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:42.517835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fab0ef-2e34-494f-aafc-e0e330a8dbf5 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:42.519513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fab0ef-2e34-494f-aafc-e0e330a8dbf5 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:42.521009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fab0ef-2e34-494f-aafc-e0e330a8dbf5 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:42.522818 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e4fab0ef-2e34-494f-aafc-e0e330a8dbf5 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1699877 Feb 11 04:51:42.532198 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53646) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:42.677839 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (73f2a7d0-610c-4eb8-be16-254e429a0d2a), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:42.692691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Allocated IP 2001:db8:0:1::1 (8dc40a17-9423-4ae7-8628-77a973ce5356/872d80db-f1e8-4ec8-ba99-608a447f91a6/3092085c-0c57-454a-bb35-ce1ae27fa5bc) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:42.728088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca04075-d361-4ce1-9d1c-a89bd254bc16 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Deleting subnet 8e804229-2819-4aca-a693-861fe75f4aa5 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:51:42.760238 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:42.820763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Allocated IP 2001:db8::1 (3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e/8e804229-2819-4aca-a693-861fe75f4aa5/bf10b27d-41ed-401a-9418-4c74642f2d49) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:43.056866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5956c77-f830-41f5-a07f-0a9b8e1afb0b req-512abe44-8d95-4f7d-bb36-62639c87b68d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1350925 Feb 11 04:51:43.161827 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.25.3.52 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/249a1d17-8f72-416d-b825-c365558031d0) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:43.257831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5956c77-f830-41f5-a07f-0a9b8e1afb0b req-dc21df16-5e83-4c16-8a19-e4ec0e47642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:43.263302 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5956c77-f830-41f5-a07f-0a9b8e1afb0b req-dc21df16-5e83-4c16-8a19-e4ec0e47642c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 1129 time: 0.1532719 Feb 11 04:51:43.322247 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Publish callbacks [] for port (bf10b27d-41ed-401a-9418-4c74642f2d49), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.440238 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8ca04075-d361-4ce1-9d1c-a89bd254bc16 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for subnet (8e804229-2819-4aca-a693-861fe75f4aa5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.496681 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (249a1d17-8f72-416d-b825-c365558031d0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.526041 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Publish callbacks [] for port (3092085c-0c57-454a-bb35-ce1ae27fa5bc), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.537656 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (bf10b27d-41ed-401a-9418-4c74642f2d49), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.583316 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8ca04075-d361-4ce1-9d1c-a89bd254bc16 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (8e804229-2819-4aca-a693-861fe75f4aa5), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.625589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5956c77-f830-41f5-a07f-0a9b8e1afb0b req-70068570-882b-4b55-b68c-4a626ca43168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:43.627471 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5956c77-f830-41f5-a07f-0a9b8e1afb0b req-70068570-882b-4b55-b68c-4a626ca43168 service neutron] 10.222.0.32 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 913 time: 0.3433864 Feb 11 04:51:43.629501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Pushing event updated for resources: {'Port': ['ID=bf10b27d-41ed-401a-9418-4c74642f2d49,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:43.641575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Network 3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:43.643428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:43.646290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:43.662329 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (3092085c-0c57-454a-bb35-ce1ae27fa5bc), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.727026 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (249a1d17-8f72-416d-b825-c365558031d0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.814080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Attempting to bind port bf10b27d-41ed-401a-9418-4c74642f2d49 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:43.814496 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Attempting to bind port bf10b27d-41ed-401a-9418-4c74642f2d49 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'a5ffc3a6-b585-4fec-9f28-023d1c307501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:43.814905 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Attempting to bind port bf10b27d-41ed-401a-9418-4c74642f2d49 on network 3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:43.819509 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5956c77-f830-41f5-a07f-0a9b8e1afb0b req-e73dd26c-5b3a-4a9b-b875-f728f41a1307 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5c25a37-5193-4e49-8936-66e0e358229f HTTP/1.1" status: 200 len: 1002 time: 0.1763239 Feb 11 04:51:43.838995 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8ca04075-d361-4ce1-9d1c-a89bd254bc16 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (8e804229-2819-4aca-a693-861fe75f4aa5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.840407 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:43.840808 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Checking segment: {'id': 'a5ffc3a6-b585-4fec-9f28-023d1c307501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:43.841225 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.843816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Bound using segment: {'id': 'a5ffc3a6-b585-4fec-9f28-023d1c307501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:43.844442 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Bound port: bf10b27d-41ed-401a-9418-4c74642f2d49, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ffc3a6-b585-4fec-9f28-023d1c307501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:43.844896 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bf10b27d-41ed-401a-9418-4c74642f2d49), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:43.938291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Network 8dc40a17-9423-4ae7-8628-77a973ce5356 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:43.976249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:43.981912 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:44.002455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Pushing event updated for resources: {'Port': ['ID=3092085c-0c57-454a-bb35-ce1ae27fa5bc,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:44.057705 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5956c77-f830-41f5-a07f-0a9b8e1afb0b req-afe8b414-b0ab-4217-bd5a-de85588c1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:44.069070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5956c77-f830-41f5-a07f-0a9b8e1afb0b req-afe8b414-b0ab-4217-bd5a-de85588c1386 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.2416382 Feb 11 04:51:44.141653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Attempting to bind port 3092085c-0c57-454a-bb35-ce1ae27fa5bc on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:44.142158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Attempting to bind port 3092085c-0c57-454a-bb35-ce1ae27fa5bc by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '10fda201-d429-4888-a44d-2b171922a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8dc40a17-9423-4ae7-8628-77a973ce5356'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:44.142378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Attempting to bind port 3092085c-0c57-454a-bb35-ce1ae27fa5bc on network 8dc40a17-9423-4ae7-8628-77a973ce5356 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:44.157831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:44.161039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Checking segment: {'id': '10fda201-d429-4888-a44d-2b171922a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8dc40a17-9423-4ae7-8628-77a973ce5356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:44.161505 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.161915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Bound using segment: {'id': '10fda201-d429-4888-a44d-2b171922a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8dc40a17-9423-4ae7-8628-77a973ce5356'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:44.162426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Bound port: 3092085c-0c57-454a-bb35-ce1ae27fa5bc, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fda201-d429-4888-a44d-2b171922a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '8dc40a17-9423-4ae7-8628-77a973ce5356'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:44.162846 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3092085c-0c57-454a-bb35-ce1ae27fa5bc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.247983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5956c77-f830-41f5-a07f-0a9b8e1afb0b req-0a52b4d2-b431-41ed-b99b-ad985af392d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:44.256304 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5956c77-f830-41f5-a07f-0a9b8e1afb0b req-0a52b4d2-b431-41ed-b99b-ad985af392d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1737490 Feb 11 04:51:44.263337 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8ca04075-d361-4ce1-9d1c-a89bd254bc16 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (8e804229-2819-4aca-a693-861fe75f4aa5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.301519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] For port bf10b27d-41ed-401a-9418-4c74642f2d49, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:44.336725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] For port bf10b27d-41ed-401a-9418-4c74642f2d49, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bf10b27d-41ed-401a-9418-4c74642f2d49,segment=NetworkSegment(a5ffc3a6-b585-4fec-9f28-023d1c307501),segment_id=a5ffc3a6-b585-4fec-9f28-023d1c307501)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:44.352435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] For port 3092085c-0c57-454a-bb35-ce1ae27fa5bc, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:44.356350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca04075-d361-4ce1-9d1c-a89bd254bc16 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event deleted for resources: {'Subnet': ['ID=8e804229-2819-4aca-a693-861fe75f4aa5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:44.377258 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8ca04075-d361-4ce1-9d1c-a89bd254bc16 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.381281 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8ca04075-d361-4ce1-9d1c-a89bd254bc16 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "DELETE /v2.0/subnets/8e804229-2819-4aca-a693-861fe75f4aa5 HTTP/1.1" status: 204 len: 168 time: 1.8476670 Feb 11 04:51:44.381662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] For port 3092085c-0c57-454a-bb35-ce1ae27fa5bc, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3092085c-0c57-454a-bb35-ce1ae27fa5bc,segment=NetworkSegment(10fda201-d429-4888-a44d-2b171922a961),segment_id=10fda201-d429-4888-a44d-2b171922a961)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:44.384963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53662) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:44.419754 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:44.423348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:44.426043 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:44.440146 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bf10b27d-41ed-401a-9418-4c74642f2d49), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.487170 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3092085c-0c57-454a-bb35-ce1ae27fa5bc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.547289 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=249a1d17-8f72-416d-b825-c365558031d0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:44.559316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779dd90-4e95-45da-bc57-622ebc003768 None None] Pushing event updated for resources: {'Port': ['ID=bf10b27d-41ed-401a-9418-4c74642f2d49,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:44.595935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6516c9-a758-4321-9649-9c34b64a6a25 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Deleting subnet 872d80db-f1e8-4ec8-ba99-608a447f91a6 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:51:44.603213 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4c6516c9-a758-4321-9649-9c34b64a6a25 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for subnet (872d80db-f1e8-4ec8-ba99-608a447f91a6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:44.726202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6acdf9-3aaa-4a47-8137-a428690bcdb3 None None] Pushing event updated for resources: {'Port': ['ID=3092085c-0c57-454a-bb35-ce1ae27fa5bc,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:44.795492 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4c6516c9-a758-4321-9649-9c34b64a6a25 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (872d80db-f1e8-4ec8-ba99-608a447f91a6), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:45.005136 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4c6516c9-a758-4321-9649-9c34b64a6a25 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (872d80db-f1e8-4ec8-ba99-608a447f91a6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:45.070577 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5956c77-f830-41f5-a07f-0a9b8e1afb0b req-19256fe3-1f13-46cd-8a75-12984c146a9c service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8042676 Feb 11 04:51:45.335369 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (73f2a7d0-610c-4eb8-be16-254e429a0d2a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:45.389061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5956c77-f830-41f5-a07f-0a9b8e1afb0b req-4e7ad0e5-e0fe-4a58-b92a-c4579e02b1ea service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098531 Feb 11 04:51:45.434389 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4c6516c9-a758-4321-9649-9c34b64a6a25 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (872d80db-f1e8-4ec8-ba99-608a447f91a6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:45.512790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6516c9-a758-4321-9649-9c34b64a6a25 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event deleted for resources: {'Subnet': ['ID=872d80db-f1e8-4ec8-ba99-608a447f91a6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:45.540102 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4c6516c9-a758-4321-9649-9c34b64a6a25 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:45.566683 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4c6516c9-a758-4321-9649-9c34b64a6a25 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "DELETE /v2.0/subnets/872d80db-f1e8-4ec8-ba99-608a447f91a6 HTTP/1.1" status: 204 len: 168 time: 1.1795194 Feb 11 04:51:45.567100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53676) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:45.683813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85abc436-9581-47ad-9fb2-9afda6a8dc3f tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:45.691008 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-85abc436-9581-47ad-9fb2-9afda6a8dc3f tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1185691 Feb 11 04:51:45.692470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53678) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:45.759600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bf10b27d-41ed-401a-9418-4c74642f2d49 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:45.883814 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (73f2a7d0-610c-4eb8-be16-254e429a0d2a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:45.889482 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (8dc40a17-9423-4ae7-8628-77a973ce5356), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:45.940431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port bf10b27d-41ed-401a-9418-4c74642f2d49 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:45.954716 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bf10b27d-41ed-401a-9418-4c74642f2d49), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:46.030280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Deleting port 3092085c-0c57-454a-bb35-ce1ae27fa5bc {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:46.030934 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3092085c-0c57-454a-bb35-ce1ae27fa5bc), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:46.226135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] For port 3092085c-0c57-454a-bb35-ce1ae27fa5bc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3092085c-0c57-454a-bb35-ce1ae27fa5bc,segment=NetworkSegment(10fda201-d429-4888-a44d-2b171922a961),segment_id=10fda201-d429-4888-a44d-2b171922a961)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:46.227774 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3092085c-0c57-454a-bb35-ce1ae27fa5bc), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:46.284695 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Calling delete_port for 3092085c-0c57-454a-bb35-ce1ae27fa5bc owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:46.336433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router 73f2a7d0-610c-4eb8-be16-254e429a0d2a is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:51:46.371706 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port bf10b27d-41ed-401a-9418-4c74642f2d49 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:46.372103 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bf10b27d-41ed-401a-9418-4c74642f2d49), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:46.508447 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port bf10b27d-41ed-401a-9418-4c74642f2d49, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bf10b27d-41ed-401a-9418-4c74642f2d49,segment=NetworkSegment(a5ffc3a6-b585-4fec-9f28-023d1c307501),segment_id=a5ffc3a6-b585-4fec-9f28-023d1c307501)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:46.602940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:51:46.620097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Sync routers for ids ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:51:46.634919 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Routers {'73f2a7d0-610c-4eb8-be16-254e429a0d2a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:46.635565 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:51:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:46.661764 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (3092085c-0c57-454a-bb35-ce1ae27fa5bc), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:46.688582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event deleted for resources: {'Port': ['ID=3092085c-0c57-454a-bb35-ce1ae27fa5bc,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:46.704491 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bf10b27d-41ed-401a-9418-4c74642f2d49), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:46.705835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3092085c-0c57-454a-bb35-ce1ae27fa5bc up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:46.707356 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] No DVR routers for this DVR port 3092085c-0c57-454a-bb35-ce1ae27fa5bc on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:46.750021 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:46.751922 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5975292c-1d4f-4b24-8650-add8eb51c1bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.3279941 Feb 11 04:51:46.755295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53688) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:46.781532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 3092085c-0c57-454a-bb35-ce1ae27fa5bc {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:46.783350 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3092085c-0c57-454a-bb35-ce1ae27fa5bc not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 04:51:46.836593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Port 3092085c-0c57-454a-bb35-ce1ae27fa5bc not found, will not notify nova. {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 04:51:46.866116 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-20c016b2-4613-452e-8d8d-823685aebbf8 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=65bc519e3418487ba870e678d8f45696&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1072531 Feb 11 04:51:46.873892 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53690) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:46.914532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=bf10b27d-41ed-401a-9418-4c74642f2d49,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:46.930656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Set router 73f2a7d0-610c-4eb8-be16-254e429a0d2a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:51:47.061842 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (8dc40a17-9423-4ae7-8628-77a973ce5356), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.068377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876dfe5c-ec38-4487-a233-ea972cebeafe None None] Network 8dc40a17-9423-4ae7-8628-77a973ce5356 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:47.082716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc40a17-9423-4ae7-8628-77a973ce5356']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:47.105581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fda201-d429-4888-a44d-2b171922a961') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:47.105581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fda201-d429-4888-a44d-2b171922a961') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:47.128313 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (10fda201-d429-4888-a44d-2b171922a961), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.164780 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (10fda201-d429-4888-a44d-2b171922a961), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.182881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1b668a23-f8a4-4aaa-90ad-69ccd5b99421 None None] Could not find standard attr ID for object 3092085c-0c57-454a-bb35-ce1ae27fa5bc. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:51:47.199886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:51:47.200887 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (10fda201-d429-4888-a44d-2b171922a961), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:51:47.213884 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:51:47.216271 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a6744-d548-45e4-b5f1-1c288b6a0812 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:47.216705 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-492a6744-d548-45e4-b5f1-1c288b6a0812 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3415117 Feb 11 04:51:47.223039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53692) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:47.261813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bf58d5-f810-423d-a16e-87919affbfc4 None None] Network 3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:47.288408 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1a6ae79f-98ed-4211-a4c9-a76693c85116 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0597050 Feb 11 04:51:47.289694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53694) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:47.309857 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fbedea2a-a804-4d8b-a972-5cfc02f4563b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1822386841', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'project_id': '65bc519e3418487ba870e678d8f45696', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:47.449777 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (8dc40a17-9423-4ae7-8628-77a973ce5356), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.463740 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.481424 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53702) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:47.482056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "DELETE /v2.0/networks/8dc40a17-9423-4ae7-8628-77a973ce5356 HTTP/1.1" status: 204 len: 168 time: 1.7875159 Feb 11 04:51:47.521102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643976d-fded-411b-8f98-adba3b7dde79 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event deleted for resources: {'Network': ['ID=8dc40a17-9423-4ae7-8628-77a973ce5356,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:47.555113 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbedea2a-a804-4d8b-a972-5cfc02f4563b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Made reservation on behalf of 65bc519e3418487ba870e678d8f45696 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:47.569151 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fbedea2a-a804-4d8b-a972-5cfc02f4563b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.822936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bf10b27d-41ed-401a-9418-4c74642f2d49 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:47.902274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb173a6-9674-4384-804a-f35f3aa4ea97 None None] DHCP port deletion for 8dc40a17-9423-4ae7-8628-77a973ce5356 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:51:47.931969 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:47.972335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b8994fb6-3a24-4442-85d3-50e25882ae4a None None] Provisioning complete for port bf10b27d-41ed-401a-9418-4c74642f2d49 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:47.992315 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b8994fb6-3a24-4442-85d3-50e25882ae4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bf10b27d-41ed-401a-9418-4c74642f2d49), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:48.058849 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fbedea2a-a804-4d8b-a972-5cfc02f4563b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (5440997d-a74c-4c0e-bab2-2919adc3d51a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:48.224624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '249a1d17-8f72-416d-b825-c365558031d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:41Z', 'updated_at': '2022-02-11T04:51:44Z', 'revision_number': 3, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '249a1d17-8f72-416d-b825-c365558031d0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:42Z', 'updated_at': '2022-02-11T04:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:48.241875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c33be1-acff-4f56-850f-09875b1226da None None] DHCP port deletion for 3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:51:48.246715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b8994fb6-3a24-4442-85d3-50e25882ae4a None None] Current status of the port bf10b27d-41ed-401a-9418-4c74642f2d49 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:48.252212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Deleting port bf10b27d-41ed-401a-9418-4c74642f2d49 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:48.255771 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (bf10b27d-41ed-401a-9418-4c74642f2d49), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:48.327312 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port bf10b27d-41ed-401a-9418-4c74642f2d49 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:48.327824 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bf10b27d-41ed-401a-9418-4c74642f2d49), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:48.343641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] For port bf10b27d-41ed-401a-9418-4c74642f2d49, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bf10b27d-41ed-401a-9418-4c74642f2d49,segment=NetworkSegment(a5ffc3a6-b585-4fec-9f28-023d1c307501),segment_id=a5ffc3a6-b585-4fec-9f28-023d1c307501)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:48.343641 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (bf10b27d-41ed-401a-9418-4c74642f2d49), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:48.357375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Calling delete_port for bf10b27d-41ed-401a-9418-4c74642f2d49 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:48.397638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Checking router: 73f2a7d0-610c-4eb8-be16-254e429a0d2a for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:51:48.398163 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Updating router 73f2a7d0-610c-4eb8-be16-254e429a0d2a port 249a1d17-8f72-416d-b825-c365558031d0 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:51:48.471560 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (249a1d17-8f72-416d-b825-c365558031d0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:48.499297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedea2a-a804-4d8b-a972-5cfc02f4563b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Subnet': ['ID=5440997d-a74c-4c0e-bab2-2919adc3d51a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:48.572594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbedea2a-a804-4d8b-a972-5cfc02f4563b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Checking segment: {'id': '760090c5-eb2e-4773-aad2-72d717675e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:48.572955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbedea2a-a804-4d8b-a972-5cfc02f4563b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network hostable DHCP agents. Network: 1595b0af-1e04-457c-84c7-0bdf8e5eb246, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:51:48.584921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b9c33be1-acff-4f56-850f-09875b1226da None None] Deleting port bf10b27d-41ed-401a-9418-4c74642f2d49 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:51:48.586398 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b9c33be1-acff-4f56-850f-09875b1226da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (bf10b27d-41ed-401a-9418-4c74642f2d49), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:48.651227 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (bf10b27d-41ed-401a-9418-4c74642f2d49), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:48.711000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b9c33be1-acff-4f56-850f-09875b1226da None None] For port bf10b27d-41ed-401a-9418-4c74642f2d49, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bf10b27d-41ed-401a-9418-4c74642f2d49,segment=NetworkSegment(a5ffc3a6-b585-4fec-9f28-023d1c307501),segment_id=a5ffc3a6-b585-4fec-9f28-023d1c307501)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:48.711697 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b9c33be1-acff-4f56-850f-09875b1226da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (bf10b27d-41ed-401a-9418-4c74642f2d49), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:48.728065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b9c33be1-acff-4f56-850f-09875b1226da None None] Calling delete_port for bf10b27d-41ed-401a-9418-4c74642f2d49 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:51:48.732837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] No DVR routers for this DVR port bf10b27d-41ed-401a-9418-4c74642f2d49 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:48.741941 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event deleted for resources: {'Port': ['ID=bf10b27d-41ed-401a-9418-4c74642f2d49,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:48.745572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbedea2a-a804-4d8b-a972-5cfc02f4563b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 1595b0af-1e04-457c-84c7-0bdf8e5eb246 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:51:48.879136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port bf10b27d-41ed-401a-9418-4c74642f2d49 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:48.885241 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b9c33be1-acff-4f56-850f-09875b1226da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (bf10b27d-41ed-401a-9418-4c74642f2d49), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:48.904437 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:48.930099 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c33be1-acff-4f56-850f-09875b1226da None None] Pushing event deleted for resources: {'Port': ['ID=bf10b27d-41ed-401a-9418-4c74642f2d49,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:48.940799 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c33be1-acff-4f56-850f-09875b1226da None None] No DVR routers for this DVR port bf10b27d-41ed-401a-9418-4c74642f2d49 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:51:48.968816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:48.988180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ffc3a6-b585-4fec-9f28-023d1c307501') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:48.989649 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ffc3a6-b585-4fec-9f28-023d1c307501') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:49.006760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (a5ffc3a6-b585-4fec-9f28-023d1c307501), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:49.025061 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a5ffc3a6-b585-4fec-9f28-023d1c307501), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:49.033533 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:51:49.033942 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (a5ffc3a6-b585-4fec-9f28-023d1c307501), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:51:49.038092 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:51:49.068045 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-fbedea2a-a804-4d8b-a972-5cfc02f4563b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 1595b0af-1e04-457c-84c7-0bdf8e5eb246) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:49.088237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c84e7fe-f5ff-4389-ac58-7adcba7a46e5 None None] Network 1595b0af-1e04-457c-84c7-0bdf8e5eb246 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:49.106143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbedea2a-a804-4d8b-a972-5cfc02f4563b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:49.106772 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fbedea2a-a804-4d8b-a972-5cfc02f4563b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:49.255967 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fbedea2a-a804-4d8b-a972-5cfc02f4563b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9646935 Feb 11 04:51:49.257945 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:49.259284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53718) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:49.289533 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Publish callbacks [] for port (249a1d17-8f72-416d-b825-c365558031d0), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:49.305830 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ips': [{'subnet_id': '5440997d-a74c-4c0e-bab2-2919adc3d51a'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:51:49.307007 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:49.312467 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:49.315100 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "DELETE /v2.0/networks/3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e HTTP/1.1" status: 204 len: 168 time: 1.8312705 Feb 11 04:51:49.320867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53720) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:49.363746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7ea8f-b9a9-40cd-ac43-424b96935b85 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event deleted for resources: {'Network': ['ID=3fa26ad2-5c3f-4bfb-8033-90f973bc4a5e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:49.596414 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bf10b27d-41ed-401a-9418-4c74642f2d49 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:49.610901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Allocated IP 172.20.0.2 (1595b0af-1e04-457c-84c7-0bdf8e5eb246/5440997d-a74c-4c0e-bab2-2919adc3d51a/651473cf-c7f0-43d1-a69f-17d6f98d84b9) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:49.614438 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (249a1d17-8f72-416d-b825-c365558031d0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:49.632898 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86b883a3-90d7-4b2c-ac83-9906c060faf2 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:49.774382 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47435388-edf4-4160-a824-3b113da22ddc None None] Pushing event updated for resources: {'Port': ['ID=249a1d17-8f72-416d-b825-c365558031d0,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:49.794089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: bf10b27d-41ed-401a-9418-4c74642f2d49 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:49.794577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bf10b27d-41ed-401a-9418-4c74642f2d49 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:49.795367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3092085c-0c57-454a-bb35-ce1ae27fa5bc no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:51:49.840906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Attempting to bind port 249a1d17-8f72-416d-b825-c365558031d0 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:49.841366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Attempting to bind port 249a1d17-8f72-416d-b825-c365558031d0 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:49.841839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Attempting to bind port 249a1d17-8f72-416d-b825-c365558031d0 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:49.847481 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 3092085c-0c57-454a-bb35-ce1ae27fa5bc {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:51:49.847979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3092085c-0c57-454a-bb35-ce1ae27fa5bc not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:51:49.880838 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86b883a3-90d7-4b2c-ac83-9906c060faf2 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:49.928990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-86b883a3-90d7-4b2c-ac83-9906c060faf2 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:49.960405 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-86b883a3-90d7-4b2c-ac83-9906c060faf2 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b025f7-df23-49cb-8543-7f8c692ba7ad') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:49.960850 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-86b883a3-90d7-4b2c-ac83-9906c060faf2 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b025f7-df23-49cb-8543-7f8c692ba7ad') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:49.979325 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86b883a3-90d7-4b2c-ac83-9906c060faf2 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (a8b025f7-df23-49cb-8543-7f8c692ba7ad), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.007121 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86b883a3-90d7-4b2c-ac83-9906c060faf2 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a8b025f7-df23-49cb-8543-7f8c692ba7ad), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.021771 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b883a3-90d7-4b2c-ac83-9906c060faf2 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:51:50.022461 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86b883a3-90d7-4b2c-ac83-9906c060faf2 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (a8b025f7-df23-49cb-8543-7f8c692ba7ad), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:51:50.025802 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:51:50.151420 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Publish callbacks [] for port (651473cf-c7f0-43d1-a69f-17d6f98d84b9), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.159014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:50.159843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:50.160481 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.161063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:50.161717 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Bound port: 249a1d17-8f72-416d-b825-c365558031d0, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:50.162271 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (249a1d17-8f72-416d-b825-c365558031d0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.197902 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.257495 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (651473cf-c7f0-43d1-a69f-17d6f98d84b9), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.301112 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86b883a3-90d7-4b2c-ac83-9906c060faf2 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.309501 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-86b883a3-90d7-4b2c-ac83-9906c060faf2 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.321370 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-86b883a3-90d7-4b2c-ac83-9906c060faf2 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "DELETE /v2.0/networks/f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9 HTTP/1.1" status: 204 len: 168 time: 0.9988239 Feb 11 04:51:50.338919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53730) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:50.342309 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] For port 249a1d17-8f72-416d-b825-c365558031d0, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:50.358412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b883a3-90d7-4b2c-ac83-9906c060faf2 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event deleted for resources: {'Network': ['ID=f8e2b35d-35e3-4fd9-8c0e-bb7e3c6eafd9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:50.388292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] For port 249a1d17-8f72-416d-b825-c365558031d0, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=249a1d17-8f72-416d-b825-c365558031d0,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:50.437739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Network 1595b0af-1e04-457c-84c7-0bdf8e5eb246 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:50.447501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:50.450291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:50.523487 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f5fa-4b6d-4ac8-9a4b-f9908d855e01 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (6f56fb06-0be9-4893-ad6a-5ecfeb9847f0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.558056 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (249a1d17-8f72-416d-b825-c365558031d0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.624762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Pushing event updated for resources: {'Port': ['ID=651473cf-c7f0-43d1-a69f-17d6f98d84b9,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:50.708363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Attempting to bind port 651473cf-c7f0-43d1-a69f-17d6f98d84b9 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:50.716637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Attempting to bind port 651473cf-c7f0-43d1-a69f-17d6f98d84b9 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '760090c5-eb2e-4773-aad2-72d717675e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:50.717723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Attempting to bind port 651473cf-c7f0-43d1-a69f-17d6f98d84b9 on network 1595b0af-1e04-457c-84c7-0bdf8e5eb246 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:50.759086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:50.759641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Checking segment: {'id': '760090c5-eb2e-4773-aad2-72d717675e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:50.760176 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.760674 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Bound using segment: {'id': '760090c5-eb2e-4773-aad2-72d717675e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:50.761274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Bound port: 651473cf-c7f0-43d1-a69f-17d6f98d84b9, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760090c5-eb2e-4773-aad2-72d717675e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:50.763061 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (651473cf-c7f0-43d1-a69f-17d6f98d84b9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.808290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.20.0.1 (1595b0af-1e04-457c-84c7-0bdf8e5eb246/5440997d-a74c-4c0e-bab2-2919adc3d51a/7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:51:50.869609 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Routers {'73f2a7d0-610c-4eb8-be16-254e429a0d2a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:50.871302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:51:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:50.883659 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f5fa-4b6d-4ac8-9a4b-f9908d855e01 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (6f56fb06-0be9-4893-ad6a-5ecfeb9847f0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.920005 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-6ec9f5fa-4b6d-4ac8-9a4b-f9908d855e01 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f56fb06-0be9-4893-ad6a-5ecfeb9847f0']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:50.936067 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-6ec9f5fa-4b6d-4ac8-9a4b-f9908d855e01 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2743065f-7052-4317-86fc-36cf10624c82') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:50.936706 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-6ec9f5fa-4b6d-4ac8-9a4b-f9908d855e01 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2743065f-7052-4317-86fc-36cf10624c82') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:50.949605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f5fa-4b6d-4ac8-9a4b-f9908d855e01 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (2743065f-7052-4317-86fc-36cf10624c82), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.978346 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f5fa-4b6d-4ac8-9a4b-f9908d855e01 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (2743065f-7052-4317-86fc-36cf10624c82), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:50.982634 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47435388-edf4-4160-a824-3b113da22ddc None None] Pushing event updated for resources: {'Port': ['ID=249a1d17-8f72-416d-b825-c365558031d0,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:51.018851 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec9f5fa-4b6d-4ac8-9a4b-f9908d855e01 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:51:51.019605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f5fa-4b6d-4ac8-9a4b-f9908d855e01 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (2743065f-7052-4317-86fc-36cf10624c82), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.042229 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:51:51.085739 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:51:51.143110 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] For port 651473cf-c7f0-43d1-a69f-17d6f98d84b9, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:51.174150 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] For port 651473cf-c7f0-43d1-a69f-17d6f98d84b9, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=651473cf-c7f0-43d1-a69f-17d6f98d84b9,segment=NetworkSegment(760090c5-eb2e-4773-aad2-72d717675e9f),segment_id=760090c5-eb2e-4773-aad2-72d717675e9f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:51.209642 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.209871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] Set router 73f2a7d0-610c-4eb8-be16-254e429a0d2a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:51:51.271440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 1595b0af-1e04-457c-84c7-0bdf8e5eb246 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:51.277635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:51.281966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:51.314657 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f5fa-4b6d-4ac8-9a4b-f9908d855e01 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (6f56fb06-0be9-4893-ad6a-5ecfeb9847f0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.330708 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (73f2a7d0-610c-4eb8-be16-254e429a0d2a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.377681 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (651473cf-c7f0-43d1-a69f-17d6f98d84b9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.388968 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f5fa-4b6d-4ac8-9a4b-f9908d855e01 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.394353 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6ec9f5fa-4b6d-4ac8-9a4b-f9908d855e01 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] 10.222.0.13 "DELETE /v2.0/networks/6f56fb06-0be9-4893-ad6a-5ecfeb9847f0 HTTP/1.1" status: 204 len: 168 time: 1.0520518 Feb 11 04:51:51.397894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9f5fa-4b6d-4ac8-9a4b-f9908d855e01 tempest-BulkNetworkOpsIpV6Test-311054327 tempest-BulkNetworkOpsIpV6Test-311054327-project] Pushing event deleted for resources: {'Network': ['ID=6f56fb06-0be9-4893-ad6a-5ecfeb9847f0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:51.457313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:51.502047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd115fd-c5a1-4183-82cd-2c2faab74261 None None] Pushing event updated for resources: {'Port': ['ID=651473cf-c7f0-43d1-a69f-17d6f98d84b9,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:51.613670 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:51.667271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '249a1d17-8f72-416d-b825-c365558031d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:41Z', 'updated_at': '2022-02-11T04:51:44Z', 'revision_number': 3, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '249a1d17-8f72-416d-b825-c365558031d0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:42Z', 'updated_at': '2022-02-11T04:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:51.710459 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb76ef-145b-4081-9985-1a7ac62547d6 None None] The sync data for ids ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'] in n-d-712142-35 is: [{'id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '249a1d17-8f72-416d-b825-c365558031d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:41Z', 'updated_at': '2022-02-11T04:51:44Z', 'revision_number': 3, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '249a1d17-8f72-416d-b825-c365558031d0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:42Z', 'updated_at': '2022-02-11T04:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:51:52.511270 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53752) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:52.547444 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:52.695421 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:52.820280 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2a23b859-6489-4fb1-8bfa-9df824953046 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2175fdbd22964be4882f49d92ee0aa8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3071237 Feb 11 04:51:52.820895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53760) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:52.887043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:52.957189 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (73f2a7d0-610c-4eb8-be16-254e429a0d2a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:52.959853 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57439f38-d04b-4562-a562-89199ab79075 admin admin] Publish callbacks [] for security_group (c0fc9593-d997-4e7e-b61f-f3c186d3f1ce), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:53.034428 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57439f38-d04b-4562-a562-89199ab79075 admin admin] Publish callbacks [] for security_group (c0fc9593-d997-4e7e-b61f-f3c186d3f1ce), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:53.194155 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97ba2f96-c29a-4fe0-90cc-4daf35f16d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:53.280723 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 1595b0af-1e04-457c-84c7-0bdf8e5eb246 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:51:53.289509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:53.342020 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57439f38-d04b-4562-a562-89199ab79075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c0fc9593-d997-4e7e-b61f-f3c186d3f1ce), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:53.345672 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57439f38-d04b-4562-a562-89199ab79075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:53.350258 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-57439f38-d04b-4562-a562-89199ab79075 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0fc9593-d997-4e7e-b61f-f3c186d3f1ce HTTP/1.1" status: 204 len: 168 time: 0.5283265 Feb 11 04:51:53.372007 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57439f38-d04b-4562-a562-89199ab79075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fc9593-d997-4e7e-b61f-f3c186d3f1ce,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:53.658477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router 73f2a7d0-610c-4eb8-be16-254e429a0d2a has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:51:53.732140 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e641b0d4-56fd-46a6-8d38-9836c20ba58f None None] Network 1595b0af-1e04-457c-84c7-0bdf8e5eb246 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:54.227025 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 651473cf-c7f0-43d1-a69f-17d6f98d84b9 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:54.325079 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-592eece7-0fbd-4f6e-ae41-181eb6421e25 None None] Provisioning complete for port 651473cf-c7f0-43d1-a69f-17d6f98d84b9 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:54.326493 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-592eece7-0fbd-4f6e-ae41-181eb6421e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (651473cf-c7f0-43d1-a69f-17d6f98d84b9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:54.506432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-592eece7-0fbd-4f6e-ae41-181eb6421e25 None None] Current status of the port 651473cf-c7f0-43d1-a69f-17d6f98d84b9 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:54.507258 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-592eece7-0fbd-4f6e-ae41-181eb6421e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (651473cf-c7f0-43d1-a69f-17d6f98d84b9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:54.663646 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-592eece7-0fbd-4f6e-ae41-181eb6421e25 None None] For port 651473cf-c7f0-43d1-a69f-17d6f98d84b9, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=651473cf-c7f0-43d1-a69f-17d6f98d84b9,segment=NetworkSegment(760090c5-eb2e-4773-aad2-72d717675e9f),segment_id=760090c5-eb2e-4773-aad2-72d717675e9f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:54.665104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 651473cf-c7f0-43d1-a69f-17d6f98d84b9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:54.665702 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (651473cf-c7f0-43d1-a69f-17d6f98d84b9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:54.777866 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-592eece7-0fbd-4f6e-ae41-181eb6421e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (651473cf-c7f0-43d1-a69f-17d6f98d84b9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:54.841389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592eece7-0fbd-4f6e-ae41-181eb6421e25 None None] Pushing event updated for resources: {'Port': ['ID=651473cf-c7f0-43d1-a69f-17d6f98d84b9,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:55.017331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:51:55.022729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 651473cf-c7f0-43d1-a69f-17d6f98d84b9 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:55.023998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 249a1d17-8f72-416d-b825-c365558031d0 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:55.036364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6d965037-4d58-47bd-b5b3-8ae5df69c68d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "PUT /v2.0/routers/73f2a7d0-610c-4eb8-be16-254e429a0d2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7725384 Feb 11 04:51:55.145498 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Sync routers for ids ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:51:55.161494 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Routers {'73f2a7d0-610c-4eb8-be16-254e429a0d2a'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:55.162440 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:51:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:55.264576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 249a1d17-8f72-416d-b825-c365558031d0 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:55.265162 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (249a1d17-8f72-416d-b825-c365558031d0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.384827 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-94529336-fdb9-487f-be6f-4b83e017c742 None None] Provisioning complete for port 651473cf-c7f0-43d1-a69f-17d6f98d84b9 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:55.385134 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-94529336-fdb9-487f-be6f-4b83e017c742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (651473cf-c7f0-43d1-a69f-17d6f98d84b9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.571210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-bdbade11-5592-46d7-ac07-6fe9c8471b0b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166437879&fields=id&tenant_id=65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 267 time: 0.1253510 Feb 11 04:51:55.598839 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53818) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:55.665799 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c1f84576-de32-4a77-88dd-e94dc6bec577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:55.708480 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Set router 73f2a7d0-610c-4eb8-be16-254e429a0d2a gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:51:55.921738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-22988944-89d6-4cc5-8474-170f5e20be8a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:55.929428 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-22988944-89d6-4cc5-8474-170f5e20be8a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/networks?id=1595b0af-1e04-457c-84c7-0bdf8e5eb246 HTTP/1.1" status: 200 len: 797 time: 0.3496869 Feb 11 04:51:55.959884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-ac772453-0aca-41d1-a74d-a18e47d77911 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/quotas/65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 375 time: 0.0294640 Feb 11 04:51:56.009182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-94529336-fdb9-487f-be6f-4b83e017c742 None None] Current status of the port 651473cf-c7f0-43d1-a69f-17d6f98d84b9 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:56.027385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1064653179'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:56.043287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 249a1d17-8f72-416d-b825-c365558031d0 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:56.044079 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (249a1d17-8f72-416d-b825-c365558031d0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.097593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 249a1d17-8f72-416d-b825-c365558031d0, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=249a1d17-8f72-416d-b825-c365558031d0,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:56.098833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-539a0fe3-f938-492b-936e-235c1afa1135 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1380284 Feb 11 04:51:56.123239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-94529336-fdb9-487f-be6f-4b83e017c742 None None] Provisioning complete for port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:56.123239 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-94529336-fdb9-487f-be6f-4b83e017c742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.181830 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:56.186322 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.197558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-94529336-fdb9-487f-be6f-4b83e017c742 None None] Port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:51:56.199263 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (249a1d17-8f72-416d-b825-c365558031d0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.216806 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.368344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8aefa066-37b2-425e-879e-865554694d65 None None] Provisioning complete for port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:56.369386 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8aefa066-37b2-425e-879e-865554694d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.414808 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '249a1d17-8f72-416d-b825-c365558031d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:41Z', 'updated_at': '2022-02-11T04:51:51Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '249a1d17-8f72-416d-b825-c365558031d0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:42Z', 'updated_at': '2022-02-11T04:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd', 'name': '', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:0f:30:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:50Z', 'updated_at': '2022-02-11T04:51:52Z', 'revision_number': 2, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:56.425576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=249a1d17-8f72-416d-b825-c365558031d0,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:56.450222 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (d4f9b01d-d78e-4ae5-8a70-bd2bc2145fb8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.474356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 651473cf-c7f0-43d1-a69f-17d6f98d84b9 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:56.479534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-868e1a18-aab0-4dfa-ae43-fa12a1429868 service neutron] 10.222.0.13 "GET /v2.0/networks/1595b0af-1e04-457c-84c7-0bdf8e5eb246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438416 Feb 11 04:51:56.503647 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Checking router: 73f2a7d0-610c-4eb8-be16-254e429a0d2a for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:51:56.505074 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Updating router 73f2a7d0-610c-4eb8-be16-254e429a0d2a port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:51:56.541034 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.576511 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d4f9b01d-d78e-4ae5-8a70-bd2bc2145fb8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.579912 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:56.580507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:56.580861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:56.581205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:56.581561 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:56.581881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:56.582241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:56.586426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:56.586609 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:56.586918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:56.587267 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:56.587605 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:56.587937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:56.608172 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:51:56.613144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8aefa066-37b2-425e-879e-865554694d65 None None] Port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:51:56.634422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 651473cf-c7f0-43d1-a69f-17d6f98d84b9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:56.637642 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (651473cf-c7f0-43d1-a69f-17d6f98d84b9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.638789 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f432ab8d-c72e-4bff-8480-f7b731731f96), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.641592 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Added segment f432ab8d-c72e-4bff-8480-f7b731731f96 of type vlan for network c752372a-b4d1-45c2-a053-1027fccfdb3e Feb 11 04:51:56.742583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-a0909267-8697-438a-aafc-7ebe2d74d6c5 service neutron] 10.222.0.13 "GET /v2.0/networks/1595b0af-1e04-457c-84c7-0bdf8e5eb246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499132 Feb 11 04:51:56.805287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 651473cf-c7f0-43d1-a69f-17d6f98d84b9 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:56.814916 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (c752372a-b4d1-45c2-a053-1027fccfdb3e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:56.861994 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.024061 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f9b01d-d78e-4ae5-8a70-bd2bc2145fb8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:57.152974 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (c752372a-b4d1-45c2-a053-1027fccfdb3e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.162779 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:57.163657 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.278066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c121a78b-53b3-4955-a6ac-a1d9d1ac6d8e req-a2039c20-60cf-40e8-b175-40ade9dae146 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 210 time: 0.1108449 Feb 11 04:51:57.339459 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7394462 Feb 11 04:51:57.340457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53844) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:57.340987 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6045bf-915a-4721-afd2-b437711b183e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Network': ['ID=c752372a-b4d1-45c2-a053-1027fccfdb3e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:57.349746 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-074d7bac-4db6-4bb6-84a2-7744322e51c9 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'name': 'tempest-PortsTestJSON-1252003553'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:57.354081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network c752372a-b4d1-45c2-a053-1027fccfdb3e details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:51:57.566963 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Publish callbacks [] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.691912 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.721816 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074d7bac-4db6-4bb6-84a2-7744322e51c9 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:57.725801 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-074d7bac-4db6-4bb6-84a2-7744322e51c9 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:57.839358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-074d7bac-4db6-4bb6-84a2-7744322e51c9 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port 33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:51:57.857769 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a213a6-5dcc-47d5-8178-563282fb4c7a None None] Pushing event updated for resources: {'Port': ['ID=7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:57.888471 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a213a6-5dcc-47d5-8178-563282fb4c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:57.888471 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a213a6-5dcc-47d5-8178-563282fb4c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:57.888896 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a213a6-5dcc-47d5-8178-563282fb4c7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:57.889865 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a213a6-5dcc-47d5-8178-563282fb4c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:57.889865 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a213a6-5dcc-47d5-8178-563282fb4c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:57.890311 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a213a6-5dcc-47d5-8178-563282fb4c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:57.891849 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a213a6-5dcc-47d5-8178-563282fb4c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:57.891849 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a213a6-5dcc-47d5-8178-563282fb4c7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:57.892961 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a213a6-5dcc-47d5-8178-563282fb4c7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:57.892961 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a213a6-5dcc-47d5-8178-563282fb4c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:57.893153 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a213a6-5dcc-47d5-8178-563282fb4c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:57.894087 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a213a6-5dcc-47d5-8178-563282fb4c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:57.894087 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a213a6-5dcc-47d5-8178-563282fb4c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:51:57.986470 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Attempting to bind port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:51:57.988469 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Attempting to bind port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '760090c5-eb2e-4773-aad2-72d717675e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:51:57.988960 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Attempting to bind port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd on network 1595b0af-1e04-457c-84c7-0bdf8e5eb246 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:51:58.003210 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:51:58.003696 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Checking segment: {'id': '760090c5-eb2e-4773-aad2-72d717675e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:58.004186 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.004660 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Bound using segment: {'id': '760090c5-eb2e-4773-aad2-72d717675e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:51:58.005235 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Bound port: 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760090c5-eb2e-4773-aad2-72d717675e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:51:58.005696 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.164397 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] For port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:51:58.169230 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] For port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd,segment=NetworkSegment(760090c5-eb2e-4773-aad2-72d717675e9f),segment_id=760090c5-eb2e-4773-aad2-72d717675e9f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:51:58.261462 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-074d7bac-4db6-4bb6-84a2-7744322e51c9 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (33ed4807-9f3f-4de4-bd96-2b1c3ac2e550), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.295320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d008c526-e92d-4c10-9690-fc0ba3a829bf None None] Provisioning complete for port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:58.295868 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d008c526-e92d-4c10-9690-fc0ba3a829bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.327520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 249a1d17-8f72-416d-b825-c365558031d0 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:51:58.360238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60f1ad59-88e6-4e45-a939-8ea4ea5bf2ae req-85abc168-f66d-4f35-86be-60fa6a88de91 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 210 time: 0.0307305 Feb 11 04:51:58.370667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d008c526-e92d-4c10-9690-fc0ba3a829bf None None] Port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:51:58.415541 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 249a1d17-8f72-416d-b825-c365558031d0 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:58.415541 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (249a1d17-8f72-416d-b825-c365558031d0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.495363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 249a1d17-8f72-416d-b825-c365558031d0 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:58.551231 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.551332 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.605642 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-074d7bac-4db6-4bb6-84a2-7744322e51c9 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (33ed4807-9f3f-4de4-bd96-2b1c3ac2e550), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:58.617828 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Routers {'73f2a7d0-610c-4eb8-be16-254e429a0d2a'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:51:58.618478 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:51:56Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:58.624200 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a213a6-5dcc-47d5-8178-563282fb4c7a None None] Pushing event updated for resources: {'Port': ['ID=7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:58.693133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d7bac-4db6-4bb6-84a2-7744322e51c9 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=33ed4807-9f3f-4de4-bd96-2b1c3ac2e550,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:58.733799 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074d7bac-4db6-4bb6-84a2-7744322e51c9 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Checking segment: {'id': 'f432ab8d-c72e-4bff-8480-f7b731731f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:51:58.735520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074d7bac-4db6-4bb6-84a2-7744322e51c9 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network hostable DHCP agents. Network: c752372a-b4d1-45c2-a053-1027fccfdb3e, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:51:58.856403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074d7bac-4db6-4bb6-84a2-7744322e51c9 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network c752372a-b4d1-45c2-a053-1027fccfdb3e is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:51:58.870319 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] Set router 73f2a7d0-610c-4eb8-be16-254e429a0d2a gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:51:58.964368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-074d7bac-4db6-4bb6-84a2-7744322e51c9 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, c752372a-b4d1-45c2-a053-1027fccfdb3e) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:51:58.972323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d7bac-4db6-4bb6-84a2-7744322e51c9 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:51:58.976415 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6e9e4-5519-4acb-927c-b5f7abd55c6a None None] Network c752372a-b4d1-45c2-a053-1027fccfdb3e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:51:59.007058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074d7bac-4db6-4bb6-84a2-7744322e51c9 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:59.011604 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-074d7bac-4db6-4bb6-84a2-7744322e51c9 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.074663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1395ba0d-6608-4257-a6f8-e371224cb976 None None] Provisioning complete for port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:51:59.075422 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1395ba0d-6608-4257-a6f8-e371224cb976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.141373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-074d7bac-4db6-4bb6-84a2-7744322e51c9 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7981141 Feb 11 04:51:59.146101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53872) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:51:59.165575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-167eee22-fa89-4e6d-b6bf-556031ab356f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1538299711'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:51:59.257900 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '249a1d17-8f72-416d-b825-c365558031d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:41Z', 'updated_at': '2022-02-11T04:51:51Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '249a1d17-8f72-416d-b825-c365558031d0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:42Z', 'updated_at': '2022-02-11T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd', 'name': '', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:0f:30:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:50Z', 'updated_at': '2022-02-11T04:51:58Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:51:59.296065 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b96347a-be54-4d08-b321-4beb62163aee None None] The sync data for ids ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'] in n-d-712142-35 is: [{'id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '249a1d17-8f72-416d-b825-c365558031d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:41Z', 'updated_at': '2022-02-11T04:51:51Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '249a1d17-8f72-416d-b825-c365558031d0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:42Z', 'updated_at': '2022-02-11T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd', 'name': '', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:0f:30:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:50Z', 'updated_at': '2022-02-11T04:51:58Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:51:59.341790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167eee22-fa89-4e6d-b6bf-556031ab356f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:51:59.346618 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-167eee22-fa89-4e6d-b6bf-556031ab356f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.348343 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1395ba0d-6608-4257-a6f8-e371224cb976 None None] Current status of the port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:51:59.367012 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1395ba0d-6608-4257-a6f8-e371224cb976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.433881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1395ba0d-6608-4257-a6f8-e371224cb976 None None] For port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd,segment=NetworkSegment(760090c5-eb2e-4773-aad2-72d717675e9f),segment_id=760090c5-eb2e-4773-aad2-72d717675e9f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:51:59.463867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167eee22-fa89-4e6d-b6bf-556031ab356f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:51:59.485323 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-167eee22-fa89-4e6d-b6bf-556031ab356f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (41c7559e-452c-4320-bc6a-a550e23853de), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.486672 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-167eee22-fa89-4e6d-b6bf-556031ab356f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Added segment 41c7559e-452c-4320-bc6a-a550e23853de of type vlan for network bcb68628-79ce-4e93-bb71-2e292a855360 Feb 11 04:51:59.538209 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1395ba0d-6608-4257-a6f8-e371224cb976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.649299 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26599c1e-e4a9-4e0c-b8a6-fbfba7fc9b72 req-ddb60106-dc23-427d-9072-f27f1e1f1013 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 210 time: 0.0804412 Feb 11 04:51:59.663583 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-167eee22-fa89-4e6d-b6bf-556031ab356f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (bcb68628-79ce-4e93-bb71-2e292a855360), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.701236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395ba0d-6608-4257-a6f8-e371224cb976 None None] Pushing event updated for resources: {'Port': ['ID=7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:51:59.827998 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-167eee22-fa89-4e6d-b6bf-556031ab356f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (bcb68628-79ce-4e93-bb71-2e292a855360), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.835848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167eee22-fa89-4e6d-b6bf-556031ab356f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:51:59.837490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-167eee22-fa89-4e6d-b6bf-556031ab356f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.858353 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:51:59.994611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167eee22-fa89-4e6d-b6bf-556031ab356f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Network': ['ID=bcb68628-79ce-4e93-bb71-2e292a855360,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:00.007912 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network bcb68628-79ce-4e93-bb71-2e292a855360 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:52:00.048365 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-167eee22-fa89-4e6d-b6bf-556031ab356f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8999064 Feb 11 04:52:00.050744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53882) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:00.056067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'ports': [{'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e'}, {'network_id': 'bcb68628-79ce-4e93-bb71-2e292a855360'}]} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:00.057596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:00.058130 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'network_id': 'bcb68628-79ce-4e93-bb71-2e292a855360'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:00.457282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:00.502873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'port': 2} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:00.507576 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:00.551807 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:00.577959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:00.579149 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:00.768006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:00.861349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-0230156c-13c4-4d38-a6c1-fb891b96d533 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:00.865684 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-0230156c-13c4-4d38-a6c1-fb891b96d533 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.47 "GET /v2.0/networks?id=1595b0af-1e04-457c-84c7-0bdf8e5eb246 HTTP/1.1" status: 200 len: 797 time: 0.3697937 Feb 11 04:52:00.917526 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95d67d4d-b4c9-40af-9910-937028958743 req-eb8d49f6-20f5-4441-974d-237256e65259 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 210 time: 0.0739577 Feb 11 04:52:00.931839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port 23840a5d-1787-4f44-b85a-ac93042a97d7 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:52:01.065472 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-e955e718-7513-4f31-80c2-8c62a27dfbd6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65bc519e3418487ba870e678d8f45696 HTTP/1.1" status: 200 len: 380 time: 0.1902428 Feb 11 04:52:01.078988 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-4caaf0aa-881d-497d-8eb5-f571833af4f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'port': {'device_id': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'admin_state_up': True, 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'security_groups': ['905ed14d-50c4-4087-a8be-0f6a9a0c03ec']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:01.139905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (23840a5d-1787-4f44-b85a-ac93042a97d7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:01.300248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port 5405a0ad-c79c-4b87-8cd2-4301ec1ed9cd yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:52:01.434259 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-4caaf0aa-881d-497d-8eb5-f571833af4f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Made reservation on behalf of 65bc519e3418487ba870e678d8f45696 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:01.440294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-4caaf0aa-881d-497d-8eb5-f571833af4f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:01.497705 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (5405a0ad-c79c-4b87-8cd2-4301ec1ed9cd), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:01.673507 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (23840a5d-1787-4f44-b85a-ac93042a97d7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:01.703125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-4caaf0aa-881d-497d-8eb5-f571833af4f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.20.0.5 (1595b0af-1e04-457c-84c7-0bdf8e5eb246/5440997d-a74c-4c0e-bab2-2919adc3d51a/7f388a66-5f96-4fac-922c-340e04395402) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:01.730100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network c752372a-b4d1-45c2-a053-1027fccfdb3e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:01.733626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:01.738759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:01.740359 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5405a0ad-c79c-4b87-8cd2-4301ec1ed9cd), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:01.752423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=23840a5d-1787-4f44-b85a-ac93042a97d7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:01.803336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=5405a0ad-c79c-4b87-8cd2-4301ec1ed9cd,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:01.859477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Checking segment: {'id': '41c7559e-452c-4320-bc6a-a550e23853de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bcb68628-79ce-4e93-bb71-2e292a855360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:01.861242 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network hostable DHCP agents. Network: bcb68628-79ce-4e93-bb71-2e292a855360, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:52:01.980666 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-4caaf0aa-881d-497d-8eb5-f571833af4f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (7f388a66-5f96-4fac-922c-340e04395402), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:02.020650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network bcb68628-79ce-4e93-bb71-2e292a855360 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:52:02.071933 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a19c45ed-83fe-489c-8921-09e611a5a995 req-26164627-4ec9-418d-ba10-37a96119bd78 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 210 time: 0.0419095 Feb 11 04:52:02.148600 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-4caaf0aa-881d-497d-8eb5-f571833af4f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7f388a66-5f96-4fac-922c-340e04395402), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:02.215859 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-4caaf0aa-881d-497d-8eb5-f571833af4f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 1595b0af-1e04-457c-84c7-0bdf8e5eb246 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:02.226547 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaf0aa-881d-497d-8eb5-f571833af4f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=7f388a66-5f96-4fac-922c-340e04395402,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:02.229379 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-4caaf0aa-881d-497d-8eb5-f571833af4f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:02.231472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-4caaf0aa-881d-497d-8eb5-f571833af4f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:02.239076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, bcb68628-79ce-4e93-bb71-2e292a855360) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:02.243253 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:02.251142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:02.259016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:02.260315 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:02.282265 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9106db-28d9-405f-b6a6-437702e900d3 None None] Network bcb68628-79ce-4e93-bb71-2e292a855360 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:02.364029 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-4caaf0aa-881d-497d-8eb5-f571833af4f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:02.365738 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-4caaf0aa-881d-497d-8eb5-f571833af4f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:02.397745 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-10c3ad49-bc95-429d-8674-b455c3040954 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3476138 Feb 11 04:52:02.400547 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53906) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:02.503560 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-4caaf0aa-881d-497d-8eb5-f571833af4f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4291422 Feb 11 04:52:02.521508 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Request body: {'port': {'device_id': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:02.649159 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f388a66-5f96-4fac-922c-340e04395402), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:02.708524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5f38b-3cda-4d95-8a1c-1b3206046a75 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 5405a0ad-c79c-4b87-8cd2-4301ec1ed9cd {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:02.708868 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ac5f38b-3cda-4d95-8a1c-1b3206046a75 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5405a0ad-c79c-4b87-8cd2-4301ec1ed9cd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:02.709521 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-fe2e6877-393f-457d-bce0-9f39a13af2fd None None] Provisioning complete for port 7f388a66-5f96-4fac-922c-340e04395402 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:02.710151 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6877-393f-457d-bce0-9f39a13af2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7f388a66-5f96-4fac-922c-340e04395402), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:02.825114 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fe2e6877-393f-457d-bce0-9f39a13af2fd None None] Port 7f388a66-5f96-4fac-922c-340e04395402 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:02.852125 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ac5f38b-3cda-4d95-8a1c-1b3206046a75 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5405a0ad-c79c-4b87-8cd2-4301ec1ed9cd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:02.877688 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5f38b-3cda-4d95-8a1c-1b3206046a75 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 5405a0ad-c79c-4b87-8cd2-4301ec1ed9cd owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:03.104231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f388a66-5f96-4fac-922c-340e04395402 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:52:03.115214 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Publish callbacks [] for port (7f388a66-5f96-4fac-922c-340e04395402), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:03.165316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Transition to ACTIVE for port object 7f388a66-5f96-4fac-922c-340e04395402 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:52:03.168727 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ac5f38b-3cda-4d95-8a1c-1b3206046a75 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5405a0ad-c79c-4b87-8cd2-4301ec1ed9cd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:03.213661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5f38b-3cda-4d95-8a1c-1b3206046a75 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=5405a0ad-c79c-4b87-8cd2-4301ec1ed9cd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:03.220218 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ac5f38b-3cda-4d95-8a1c-1b3206046a75 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:03.229009 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8ac5f38b-3cda-4d95-8a1c-1b3206046a75 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/5405a0ad-c79c-4b87-8cd2-4301ec1ed9cd HTTP/1.1" status: 204 len: 168 time: 0.8271191 Feb 11 04:52:03.231949 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53916) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:03.289757 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:52:03.298195 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7f388a66-5f96-4fac-922c-340e04395402), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:03.314848 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a691bfe5-f95c-463b-a993-2d63797ad69f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:03.321219 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a691bfe5-f95c-463b-a993-2d63797ad69f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:03.322447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881440a-5e16-4552-83d3-4f04ac7d4694 req-c96c8edd-d27d-49c9-9b10-a659d16cbb7e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:03.323269 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a691bfe5-f95c-463b-a993-2d63797ad69f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0924466 Feb 11 04:52:03.336790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9881440a-5e16-4552-83d3-4f04ac7d4694 req-c96c8edd-d27d-49c9-9b10-a659d16cbb7e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 931 time: 0.1673172 Feb 11 04:52:03.345357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53918) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:03.409141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f388a66-5f96-4fac-922c-340e04395402,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:03.608012 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Attempting to bind port 7f388a66-5f96-4fac-922c-340e04395402 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:52:03.608365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Attempting to bind port 7f388a66-5f96-4fac-922c-340e04395402 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '760090c5-eb2e-4773-aad2-72d717675e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:52:03.608703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Attempting to bind port 7f388a66-5f96-4fac-922c-340e04395402 on network 1595b0af-1e04-457c-84c7-0bdf8e5eb246 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:03.615787 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Port 7f388a66-5f96-4fac-922c-340e04395402 on network 1595b0af-1e04-457c-84c7-0bdf8e5eb246 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:52:03.616049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Attempting to bind port 7f388a66-5f96-4fac-922c-340e04395402 on network 1595b0af-1e04-457c-84c7-0bdf8e5eb246 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:03.622028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:52:03.622384 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Checking segment: {'id': '760090c5-eb2e-4773-aad2-72d717675e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:03.622834 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Bound using segment: {'id': '760090c5-eb2e-4773-aad2-72d717675e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:52:03.623277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Bound port: 7f388a66-5f96-4fac-922c-340e04395402, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '760090c5-eb2e-4773-aad2-72d717675e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:52:03.623635 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f388a66-5f96-4fac-922c-340e04395402), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:03.670205 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9881440a-5e16-4552-83d3-4f04ac7d4694 req-1be4de36-1472-4393-b0c9-fce25bcb0c16 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298604 Feb 11 04:52:03.711767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d64e5899-8108-4c2e-8ca7-0b549313d124 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 23840a5d-1787-4f44-b85a-ac93042a97d7 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:03.712578 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d64e5899-8108-4c2e-8ca7-0b549313d124 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (23840a5d-1787-4f44-b85a-ac93042a97d7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:03.750906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] For port 7f388a66-5f96-4fac-922c-340e04395402, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:52:03.757214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] For port 7f388a66-5f96-4fac-922c-340e04395402, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f388a66-5f96-4fac-922c-340e04395402,segment=NetworkSegment(760090c5-eb2e-4773-aad2-72d717675e9f),segment_id=760090c5-eb2e-4773-aad2-72d717675e9f)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:52:03.809627 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d64e5899-8108-4c2e-8ca7-0b549313d124 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (23840a5d-1787-4f44-b85a-ac93042a97d7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:03.826423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d64e5899-8108-4c2e-8ca7-0b549313d124 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 23840a5d-1787-4f44-b85a-ac93042a97d7 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:03.897159 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7f388a66-5f96-4fac-922c-340e04395402), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:03.965536 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:03.966396 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:03.979500 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] 10.222.0.47 "PUT /v2.0/ports/7f388a66-5f96-4fac-922c-340e04395402 HTTP/1.1" status: 200 len: 1092 time: 1.4652174 Feb 11 04:52:03.993275 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'tag': '7f388a66-5f96-4fac-922c-340e04395402'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:03.993275 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa0df65-be0f-488f-9c7f-4e2e271b32dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9669a9-a2b0-4429-944f-e860fce2d013", "tag": "7f388a66-5f96-4fac-922c-340e04395402"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:04.014166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0324df9-51ab-40eb-80e1-259284f425c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f388a66-5f96-4fac-922c-340e04395402,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:04.067103 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df9e66a-3ff1-4026-b132-6714057b5d2b x-openstack-request-id: req-1df9e66a-3ff1-4026-b132-6714057b5d2b {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:04.067403 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9669a9-a2b0-4429-944f-e860fce2d013", "tag": "7f388a66-5f96-4fac-922c-340e04395402", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:04.067659 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1df9e66a-3ff1-4026-b132-6714057b5d2b {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:04.068111 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'tag': '7f388a66-5f96-4fac-922c-340e04395402', 'status': 'completed', 'code': 200} Feb 11 04:52:04.084825 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d64e5899-8108-4c2e-8ca7-0b549313d124 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (23840a5d-1787-4f44-b85a-ac93042a97d7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:04.154039 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:04.181463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e5899-8108-4c2e-8ca7-0b549313d124 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=23840a5d-1787-4f44-b85a-ac93042a97d7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:04.191330 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0df65-be0f-488f-9c7f-4e2e271b32dd req-1a537ec5-2ac7-4f0c-83b0-9b0703d2e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:04.197268 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8aa0df65-be0f-488f-9c7f-4e2e271b32dd req-1a537ec5-2ac7-4f0c-83b0-9b0703d2e722 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 1126 time: 0.1021173 Feb 11 04:52:04.217190 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d64e5899-8108-4c2e-8ca7-0b549313d124 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:04.230504 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d64e5899-8108-4c2e-8ca7-0b549313d124 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/23840a5d-1787-4f44-b85a-ac93042a97d7 HTTP/1.1" status: 204 len: 168 time: 0.8798940 Feb 11 04:52:04.233147 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53930) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:04.237376 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:04.379733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935d4547-5f52-4ffc-a142-3ba18823a9dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:04.381784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-935d4547-5f52-4ffc-a142-3ba18823a9dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1471884 Feb 11 04:52:04.385764 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 53932) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:04.401583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0df65-be0f-488f-9c7f-4e2e271b32dd req-0cda82d4-17ab-4827-a196-0bb2e3ff7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:04.403308 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8aa0df65-be0f-488f-9c7f-4e2e271b32dd req-0cda82d4-17ab-4827-a196-0bb2e3ff7e11 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=65bc519e3418487ba870e678d8f45696&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2027018 Feb 11 04:52:04.526746 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0df65-be0f-488f-9c7f-4e2e271b32dd req-48961298-2581-4c39-b6ee-95b1179d2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:04.528204 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8aa0df65-be0f-488f-9c7f-4e2e271b32dd req-48961298-2581-4c39-b6ee-95b1179d2930 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075108 Feb 11 04:52:04.529657 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-444cbceb-0b9b-41f1-b902-a8aa583812a5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] GET failed (client error): The resource could not be found. Feb 11 04:52:04.532533 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-444cbceb-0b9b-41f1-b902-a8aa583812a5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/5405a0ad-c79c-4b87-8cd2-4301ec1ed9cd HTTP/1.1" status: 404 len: 333 time: 0.1455162 Feb 11 04:52:04.535236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53940) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:04.608116 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbea8f70-19cf-497f-8037-c0d744c19897 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] GET failed (client error): The resource could not be found. Feb 11 04:52:04.611038 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bbea8f70-19cf-497f-8037-c0d744c19897 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/23840a5d-1787-4f44-b85a-ac93042a97d7 HTTP/1.1" status: 404 len: 333 time: 0.0734997 Feb 11 04:52:04.613606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53946) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:04.697657 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-71410ce4-06a8-4cb3-b462-739b164299f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:04.699305 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-71410ce4-06a8-4cb3-b462-739b164299f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 1126 time: 0.1193755 Feb 11 04:52:04.811587 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-60b5fc48-d8ea-417d-87da-48588c34c423 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f388a66-5f96-4fac-922c-340e04395402 HTTP/1.1" status: 200 len: 217 time: 0.1048574 Feb 11 04:52:04.837832 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-56e3a676-67cf-472b-a996-157ca9f5a03c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (bcb68628-79ce-4e93-bb71-2e292a855360), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:04.883973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5a3b4-a42c-41c3-9410-62fc0400824d req-de5e0143-8d0e-4625-8632-3c9beef6e4a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:04.885669 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31f5a3b4-a42c-41c3-9410-62fc0400824d req-de5e0143-8d0e-4625-8632-3c9beef6e4a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 943 time: 0.1126411 Feb 11 04:52:05.016757 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-01fd3e62-2570-4fd8-95f5-b3237dfa8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:05.020151 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-01fd3e62-2570-4fd8-95f5-b3237dfa8c81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5440997d-a74c-4c0e-bab2-2919adc3d51a HTTP/1.1" status: 200 len: 835 time: 0.1893017 Feb 11 04:52:05.034745 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-56e3a676-67cf-472b-a996-157ca9f5a03c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (bcb68628-79ce-4e93-bb71-2e292a855360), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.057009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31f5a3b4-a42c-41c3-9410-62fc0400824d req-ae444f7a-2e87-4c89-a9ca-08e396efd629 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315200 Feb 11 04:52:05.066110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-56e3a676-67cf-472b-a996-157ca9f5a03c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb68628-79ce-4e93-bb71-2e292a855360']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:05.076832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-a0b6fbc9-8bbd-4598-a5c8-5eb847c79e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:05.078724 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-a0b6fbc9-8bbd-4598-a5c8-5eb847c79e87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1595b0af-1e04-457c-84c7-0bdf8e5eb246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0538409 Feb 11 04:52:05.086926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-56e3a676-67cf-472b-a996-157ca9f5a03c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c7559e-452c-4320-bc6a-a550e23853de') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:05.087294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-56e3a676-67cf-472b-a996-157ca9f5a03c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c7559e-452c-4320-bc6a-a550e23853de') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:05.099737 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-56e3a676-67cf-472b-a996-157ca9f5a03c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (41c7559e-452c-4320-bc6a-a550e23853de), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.117031 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-56e3a676-67cf-472b-a996-157ca9f5a03c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (41c7559e-452c-4320-bc6a-a550e23853de), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.124548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e3a676-67cf-472b-a996-157ca9f5a03c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:52:05.125211 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-56e3a676-67cf-472b-a996-157ca9f5a03c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (41c7559e-452c-4320-bc6a-a550e23853de), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:52:05.129303 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:52:05.208835 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-db8785d3-94a9-4752-8068-f0e4fa0809ae service neutron] 10.222.0.47 "GET /v2.0/networks/1595b0af-1e04-457c-84c7-0bdf8e5eb246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206312 Feb 11 04:52:05.423285 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-56e3a676-67cf-472b-a996-157ca9f5a03c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (bcb68628-79ce-4e93-bb71-2e292a855360), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.442606 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-56e3a676-67cf-472b-a996-157ca9f5a03c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.446068 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-56e3a676-67cf-472b-a996-157ca9f5a03c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/networks/bcb68628-79ce-4e93-bb71-2e292a855360 HTTP/1.1" status: 204 len: 168 time: 0.8311114 Feb 11 04:52:05.447064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3a676-67cf-472b-a996-157ca9f5a03c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Network': ['ID=bcb68628-79ce-4e93-bb71-2e292a855360,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:05.450196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53958) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:05.456157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-bf495af7-07d8-4cd9-acd5-5804c3cf8f8e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-363215251'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:05.604611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf495af7-07d8-4cd9-acd5-5804c3cf8f8e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:05.608202 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bf495af7-07d8-4cd9-acd5-5804c3cf8f8e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.642947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf495af7-07d8-4cd9-acd5-5804c3cf8f8e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:52:05.654080 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bf495af7-07d8-4cd9-acd5-5804c3cf8f8e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (26896bc1-cba3-4160-8a0c-a7ab27074a27), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.654441 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-bf495af7-07d8-4cd9-acd5-5804c3cf8f8e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Added segment 26896bc1-cba3-4160-8a0c-a7ab27074a27 of type vlan for network 023c11b6-0287-4c3d-bb32-3dfa9e7bf51d Feb 11 04:52:05.706394 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bf495af7-07d8-4cd9-acd5-5804c3cf8f8e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (023c11b6-0287-4c3d-bb32-3dfa9e7bf51d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.739824 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4aa681ee-1440-495b-94b3-ceb5ec1cd33f req-8a732d67-134b-4232-a219-998376ea74b6 service neutron] 10.222.0.47 "GET /v2.0/networks/1595b0af-1e04-457c-84c7-0bdf8e5eb246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255635 Feb 11 04:52:05.811029 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bf495af7-07d8-4cd9-acd5-5804c3cf8f8e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (023c11b6-0287-4c3d-bb32-3dfa9e7bf51d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.817955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf495af7-07d8-4cd9-acd5-5804c3cf8f8e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:05.818603 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bf495af7-07d8-4cd9-acd5-5804c3cf8f8e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:05.911650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf495af7-07d8-4cd9-acd5-5804c3cf8f8e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Network': ['ID=023c11b6-0287-4c3d-bb32-3dfa9e7bf51d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:05.924358 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 023c11b6-0287-4c3d-bb32-3dfa9e7bf51d details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:52:05.984648 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bf495af7-07d8-4cd9-acd5-5804c3cf8f8e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5333138 Feb 11 04:52:05.988417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 53970) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:05.993738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ae0afbab-1de4-4d55-a37d-05435b16b0ca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'subnet': {'network_id': '023c11b6-0287-4c3d-bb32-3dfa9e7bf51d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:06.334442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff9bb3-f235-4676-9acb-fa897ad9432a req-e2f7c560-67e3-4f47-872a-e754267cebe1 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:06.336005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86ff9bb3-f235-4676-9acb-fa897ad9432a req-e2f7c560-67e3-4f47-872a-e754267cebe1 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 943 time: 0.0890017 Feb 11 04:52:06.393555 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0afbab-1de4-4d55-a37d-05435b16b0ca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:06.396919 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae0afbab-1de4-4d55-a37d-05435b16b0ca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:06.412325 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86ff9bb3-f235-4676-9acb-fa897ad9432a req-be7fca9e-3da2-49bd-a198-9c4f546603a2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583122 Feb 11 04:52:06.475277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.ipam_backend_mixin [None req-ae0afbab-1de4-4d55-a37d-05435b16b0ca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Performing IP validity checks on allocation pools {{(pid=103809) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 04:52:06.475989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.ipam_backend_mixin [None req-ae0afbab-1de4-4d55-a37d-05435b16b0ca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103809) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 04:52:06.811140 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae0afbab-1de4-4d55-a37d-05435b16b0ca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (9083406b-3c67-47a0-8fbc-1f8025d10d34), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:06.889673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0afbab-1de4-4d55-a37d-05435b16b0ca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Subnet': ['ID=9083406b-3c67-47a0-8fbc-1f8025d10d34,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:06.898485 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0afbab-1de4-4d55-a37d-05435b16b0ca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Checking segment: {'id': '26896bc1-cba3-4160-8a0c-a7ab27074a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '023c11b6-0287-4c3d-bb32-3dfa9e7bf51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:06.898873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0afbab-1de4-4d55-a37d-05435b16b0ca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network hostable DHCP agents. Network: 023c11b6-0287-4c3d-bb32-3dfa9e7bf51d, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:52:07.044044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0afbab-1de4-4d55-a37d-05435b16b0ca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network 023c11b6-0287-4c3d-bb32-3dfa9e7bf51d is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:52:07.204830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-ae0afbab-1de4-4d55-a37d-05435b16b0ca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 023c11b6-0287-4c3d-bb32-3dfa9e7bf51d) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:07.219441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0afbab-1de4-4d55-a37d-05435b16b0ca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:07.220840 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ae0afbab-1de4-4d55-a37d-05435b16b0ca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.223460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d295672-5fad-40d6-bb61-4cf82ecd9e23 None None] Network 023c11b6-0287-4c3d-bb32-3dfa9e7bf51d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:07.343203 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ae0afbab-1de4-4d55-a37d-05435b16b0ca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3536239 Feb 11 04:52:07.347074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54014) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:07.353276 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-91c44431-767c-431d-bbe3-bb17b1cdbc0d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'network_id': '023c11b6-0287-4c3d-bb32-3dfa9e7bf51d', 'name': 'tempest-PortsTestJSON-1697091939'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:07.356834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-023c11b6-0287-4c3d-bb32-3dfa9e7bf51d', 'network_id': '023c11b6-0287-4c3d-bb32-3dfa9e7bf51d', 'project_id': '0650501595e240639beea84b881521a4', 'fixed_ips': [{'subnet_id': '9083406b-3c67-47a0-8fbc-1f8025d10d34'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:52:07.361138 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.690018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bdad9-855a-4870-a3c0-a37cbe75ccbc req-7ae01d44-7895-47d1-af72-1ca4c1d69288 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:07.692349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b1bdad9-855a-4870-a3c0-a37cbe75ccbc req-7ae01d44-7895-47d1-af72-1ca4c1d69288 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 943 time: 0.0936856 Feb 11 04:52:07.720599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c44431-767c-431d-bbe3-bb17b1cdbc0d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:07.720814 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Allocated IP 172.20.0.2 (023c11b6-0287-4c3d-bb32-3dfa9e7bf51d/9083406b-3c67-47a0-8fbc-1f8025d10d34/9324c104-4410-47b3-b70e-c092d9789b60) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:07.724036 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-91c44431-767c-431d-bbe3-bb17b1cdbc0d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:07.764279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b1bdad9-855a-4870-a3c0-a37cbe75ccbc req-6e9d6289-a141-40ca-990a-cb7b45c8e6d7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656981 Feb 11 04:52:07.765532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-91c44431-767c-431d-bbe3-bb17b1cdbc0d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port 354882b8-cc8d-40c7-a10c-cb809036e793 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:52:08.002073 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Publish callbacks [] for port (9324c104-4410-47b3-b70e-c092d9789b60), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.091305 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (9324c104-4410-47b3-b70e-c092d9789b60), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.178186 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Pushing event updated for resources: {'Port': ['ID=9324c104-4410-47b3-b70e-c092d9789b60,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:08.196152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Network 023c11b6-0287-4c3d-bb32-3dfa9e7bf51d is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:08.197781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:08.203881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:08.237897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-91c44431-767c-431d-bbe3-bb17b1cdbc0d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Allocated IP 172.20.0.6 (023c11b6-0287-4c3d-bb32-3dfa9e7bf51d/9083406b-3c67-47a0-8fbc-1f8025d10d34/354882b8-cc8d-40c7-a10c-cb809036e793) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:08.365686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Attempting to bind port 9324c104-4410-47b3-b70e-c092d9789b60 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:52:08.366516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Attempting to bind port 9324c104-4410-47b3-b70e-c092d9789b60 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '26896bc1-cba3-4160-8a0c-a7ab27074a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '023c11b6-0287-4c3d-bb32-3dfa9e7bf51d'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:52:08.366516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Attempting to bind port 9324c104-4410-47b3-b70e-c092d9789b60 on network 023c11b6-0287-4c3d-bb32-3dfa9e7bf51d {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:08.379023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:52:08.381748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Checking segment: {'id': '26896bc1-cba3-4160-8a0c-a7ab27074a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '023c11b6-0287-4c3d-bb32-3dfa9e7bf51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:08.382575 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.383030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Bound using segment: {'id': '26896bc1-cba3-4160-8a0c-a7ab27074a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '023c11b6-0287-4c3d-bb32-3dfa9e7bf51d'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:52:08.383642 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Bound port: 9324c104-4410-47b3-b70e-c092d9789b60, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26896bc1-cba3-4160-8a0c-a7ab27074a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '023c11b6-0287-4c3d-bb32-3dfa9e7bf51d'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:52:08.384335 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9324c104-4410-47b3-b70e-c092d9789b60), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.507233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] For port 9324c104-4410-47b3-b70e-c092d9789b60, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:52:08.515517 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] For port 9324c104-4410-47b3-b70e-c092d9789b60, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9324c104-4410-47b3-b70e-c092d9789b60,segment=NetworkSegment(26896bc1-cba3-4160-8a0c-a7ab27074a27),segment_id=26896bc1-cba3-4160-8a0c-a7ab27074a27)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:52:08.591687 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-91c44431-767c-431d-bbe3-bb17b1cdbc0d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (354882b8-cc8d-40c7-a10c-cb809036e793), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.621208 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9324c104-4410-47b3-b70e-c092d9789b60), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.742361 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-91c44431-767c-431d-bbe3-bb17b1cdbc0d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (354882b8-cc8d-40c7-a10c-cb809036e793), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:08.824774 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3132dac-6c0c-4679-8494-18dae7875bee None None] Pushing event updated for resources: {'Port': ['ID=9324c104-4410-47b3-b70e-c092d9789b60,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:08.864490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c44431-767c-431d-bbe3-bb17b1cdbc0d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network 023c11b6-0287-4c3d-bb32-3dfa9e7bf51d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:08.869944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-91c44431-767c-431d-bbe3-bb17b1cdbc0d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:08.874306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c44431-767c-431d-bbe3-bb17b1cdbc0d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:08.964558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c44431-767c-431d-bbe3-bb17b1cdbc0d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:08.966423 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-91c44431-767c-431d-bbe3-bb17b1cdbc0d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.032510 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c44431-767c-431d-bbe3-bb17b1cdbc0d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=354882b8-cc8d-40c7-a10c-cb809036e793,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:09.077980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcf7c5-a5cb-4c58-8d71-a6b1a187f6e8 req-65f0cb4c-2776-4ad4-a63e-c52de09310e7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:09.080723 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3fcf7c5-a5cb-4c58-8d71-a6b1a187f6e8 req-65f0cb4c-2776-4ad4-a63e-c52de09310e7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 943 time: 0.0997970 Feb 11 04:52:09.183142 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3fcf7c5-a5cb-4c58-8d71-a6b1a187f6e8 req-b4621a1d-45cc-45a2-b00f-17503214d001 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809057 Feb 11 04:52:09.204252 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-91c44431-767c-431d-bbe3-bb17b1cdbc0d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8559768 Feb 11 04:52:09.210076 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54072) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:09.418679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e864c160-b0a0-4dda-a704-bf73edccb5bd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 354882b8-cc8d-40c7-a10c-cb809036e793 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:09.419279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e864c160-b0a0-4dda-a704-bf73edccb5bd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (354882b8-cc8d-40c7-a10c-cb809036e793), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.431529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7f388a66-5f96-4fac-922c-340e04395402 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:52:09.545192 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e864c160-b0a0-4dda-a704-bf73edccb5bd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (354882b8-cc8d-40c7-a10c-cb809036e793), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.559812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e864c160-b0a0-4dda-a704-bf73edccb5bd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 354882b8-cc8d-40c7-a10c-cb809036e793 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:09.568128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7f388a66-5f96-4fac-922c-340e04395402, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f388a66-5f96-4fac-922c-340e04395402,segment=NetworkSegment(760090c5-eb2e-4773-aad2-72d717675e9f),segment_id=760090c5-eb2e-4773-aad2-72d717675e9f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:09.587482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '7f388a66-5f96-4fac-922c-340e04395402', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'port_id': '7f388a66-5f96-4fac-922c-340e04395402', 'mac_address': 'fa:16:3e:99:63:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:52:09.644296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7f388a66-5f96-4fac-922c-340e04395402 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:09.644700 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f388a66-5f96-4fac-922c-340e04395402), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.659553 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f388a66-5f96-4fac-922c-340e04395402 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:52:09.689044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7f388a66-5f96-4fac-922c-340e04395402, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f388a66-5f96-4fac-922c-340e04395402,segment=NetworkSegment(760090c5-eb2e-4773-aad2-72d717675e9f),segment_id=760090c5-eb2e-4773-aad2-72d717675e9f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:09.825865 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7f388a66-5f96-4fac-922c-340e04395402), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.900834 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e864c160-b0a0-4dda-a704-bf73edccb5bd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (354882b8-cc8d-40c7-a10c-cb809036e793), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:09.905507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7f388a66-5f96-4fac-922c-340e04395402,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:10.034279 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7f388a66-5f96-4fac-922c-340e04395402'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:52:10.075377 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864c160-b0a0-4dda-a704-bf73edccb5bd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=354882b8-cc8d-40c7-a10c-cb809036e793,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:10.084692 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e864c160-b0a0-4dda-a704-bf73edccb5bd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.093457 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e864c160-b0a0-4dda-a704-bf73edccb5bd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/354882b8-cc8d-40c7-a10c-cb809036e793 HTTP/1.1" status: 204 len: 168 time: 0.8820713 Feb 11 04:52:10.096256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54096) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:10.134785 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b86c0a9-77a0-4b32-960e-e17243c4fe1b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] DELETE failed (client error): The resource could not be found. Feb 11 04:52:10.135401 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b86c0a9-77a0-4b32-960e-e17243c4fe1b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:52:10.138552 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2b86c0a9-77a0-4b32-960e-e17243c4fe1b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/354882b8-cc8d-40c7-a10c-cb809036e793 HTTP/1.1" status: 404 len: 333 time: 0.0412025 Feb 11 04:52:10.141291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54098) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:10.173199 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-61201e42-d54a-44ab-ae12-74fc1c6fc2c7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] GET failed (client error): The resource could not be found. Feb 11 04:52:10.174969 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-61201e42-d54a-44ab-ae12-74fc1c6fc2c7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/354882b8-cc8d-40c7-a10c-cb809036e793 HTTP/1.1" status: 404 len: 333 time: 0.0326886 Feb 11 04:52:10.177767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54102) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:10.355343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e2fe93-a595-41fb-9c35-0a106f98c8f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting subnet 9083406b-3c67-47a0-8fbc-1f8025d10d34 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:52:10.370007 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61e2fe93-a595-41fb-9c35-0a106f98c8f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (9083406b-3c67-47a0-8fbc-1f8025d10d34), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.427529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddc820-126b-4a74-afd8-29b494f679b2 req-c9156dfc-d54e-4ca6-bdeb-fdbb2340ab07 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:10.429132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9ddc820-126b-4a74-afd8-29b494f679b2 req-c9156dfc-d54e-4ca6-bdeb-fdbb2340ab07 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 944 time: 0.1424136 Feb 11 04:52:10.486655 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61e2fe93-a595-41fb-9c35-0a106f98c8f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (9083406b-3c67-47a0-8fbc-1f8025d10d34), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.509464 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9324c104-4410-47b3-b70e-c092d9789b60 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:10.534422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7c9c4c-5fb6-42df-ba4d-34380617d8f5 None None] Network 023c11b6-0287-4c3d-bb32-3dfa9e7bf51d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:10.559854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9ddc820-126b-4a74-afd8-29b494f679b2 req-3d69f7e9-edc7-4b2f-947e-e928113317dd tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208303 Feb 11 04:52:10.664226 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61e2fe93-a595-41fb-9c35-0a106f98c8f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (9083406b-3c67-47a0-8fbc-1f8025d10d34), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.693392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5d303079-912c-458b-9fce-8a8695ab3781 None None] Provisioning complete for port 9324c104-4410-47b3-b70e-c092d9789b60 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:10.693778 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d303079-912c-458b-9fce-8a8695ab3781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9324c104-4410-47b3-b70e-c092d9789b60), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.809285 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9324c104-4410-47b3-b70e-c092d9789b60 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:10.809600 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9324c104-4410-47b3-b70e-c092d9789b60), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.873888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61e2fe93-a595-41fb-9c35-0a106f98c8f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (9083406b-3c67-47a0-8fbc-1f8025d10d34), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.907303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2fe93-a595-41fb-9c35-0a106f98c8f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Subnet': ['ID=9083406b-3c67-47a0-8fbc-1f8025d10d34,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:10.910233 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61e2fe93-a595-41fb-9c35-0a106f98c8f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:10.916235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-61e2fe93-a595-41fb-9c35-0a106f98c8f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/9083406b-3c67-47a0-8fbc-1f8025d10d34 HTTP/1.1" status: 204 len: 168 time: 0.7344162 Feb 11 04:52:10.916678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54130) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:11.024926 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (023c11b6-0287-4c3d-bb32-3dfa9e7bf51d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:11.090779 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 9324c104-4410-47b3-b70e-c092d9789b60 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:11.091945 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9324c104-4410-47b3-b70e-c092d9789b60), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:11.093417 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5d303079-912c-458b-9fce-8a8695ab3781 None None] Current status of the port 9324c104-4410-47b3-b70e-c092d9789b60 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:11.094844 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d303079-912c-458b-9fce-8a8695ab3781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9324c104-4410-47b3-b70e-c092d9789b60), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:11.203848 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-5d303079-912c-458b-9fce-8a8695ab3781 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:52:11.204218 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-5d303079-912c-458b-9fce-8a8695ab3781 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:52:11.206470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9324c104-4410-47b3-b70e-c092d9789b60 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:11.215670 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9324c104-4410-47b3-b70e-c092d9789b60), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:11.217973 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] For port 9324c104-4410-47b3-b70e-c092d9789b60, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9324c104-4410-47b3-b70e-c092d9789b60,segment=NetworkSegment(26896bc1-cba3-4160-8a0c-a7ab27074a27),segment_id=26896bc1-cba3-4160-8a0c-a7ab27074a27)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:11.219166 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9324c104-4410-47b3-b70e-c092d9789b60), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:11.236057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 9324c104-4410-47b3-b70e-c092d9789b60 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:11.270846 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 9324c104-4410-47b3-b70e-c092d9789b60, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9324c104-4410-47b3-b70e-c092d9789b60,segment=NetworkSegment(26896bc1-cba3-4160-8a0c-a7ab27074a27),segment_id=26896bc1-cba3-4160-8a0c-a7ab27074a27)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:11.399983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea8cb4-c6b0-4a51-b53d-0c38cc9052e6 None None] Network 023c11b6-0287-4c3d-bb32-3dfa9e7bf51d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:11.405482 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9324c104-4410-47b3-b70e-c092d9789b60), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:11.474344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7f388a66-5f96-4fac-922c-340e04395402 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:11.596068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=9324c104-4410-47b3-b70e-c092d9789b60,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:11.615649 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9324c104-4410-47b3-b70e-c092d9789b60), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:11.682572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=9324c104-4410-47b3-b70e-c092d9789b60,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:11.691964 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No DVR routers for this DVR port 9324c104-4410-47b3-b70e-c092d9789b60 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:11.738324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5d303079-912c-458b-9fce-8a8695ab3781 None None] Port 9324c104-4410-47b3-b70e-c092d9789b60 update to ACTIVE by agent not found {{(pid=103810) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 04:52:11.746553 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab38f1-d3ba-462d-b444-3a0b57015e1a None None] DHCP port deletion for 023c11b6-0287-4c3d-bb32-3dfa9e7bf51d request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:52:11.799009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3964b8-50cd-457e-8e23-f4636ae618d4 req-cf25ea9b-683f-46c8-9385-3f5a2ee7bd74 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:11.801813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af3964b8-50cd-457e-8e23-f4636ae618d4 req-cf25ea9b-683f-46c8-9385-3f5a2ee7bd74 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 944 time: 0.1353090 Feb 11 04:52:11.833005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 7f388a66-5f96-4fac-922c-340e04395402 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:52:11.838169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 7f388a66-5f96-4fac-922c-340e04395402 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:11.838169 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7f388a66-5f96-4fac-922c-340e04395402), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:11.925406 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (023c11b6-0287-4c3d-bb32-3dfa9e7bf51d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:11.946409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4519be85-25d9-4874-aa4b-23aab0751df4 None None] Could not find standard attr ID for object 9324c104-4410-47b3-b70e-c092d9789b60. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:52:11.960144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023c11b6-0287-4c3d-bb32-3dfa9e7bf51d']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:11.976576 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26896bc1-cba3-4160-8a0c-a7ab27074a27') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:11.978183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26896bc1-cba3-4160-8a0c-a7ab27074a27') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:11.988283 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af3964b8-50cd-457e-8e23-f4636ae618d4 req-406db627-1ebb-485a-82f6-81caa8c4497c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579344 Feb 11 04:52:12.001429 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (26896bc1-cba3-4160-8a0c-a7ab27074a27), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:12.019365 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (26896bc1-cba3-4160-8a0c-a7ab27074a27), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:12.030702 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:52:12.032326 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (26896bc1-cba3-4160-8a0c-a7ab27074a27), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:52:12.036612 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:52:12.062088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7f388a66-5f96-4fac-922c-340e04395402 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:12.063229 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f388a66-5f96-4fac-922c-340e04395402), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:12.116937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7f388a66-5f96-4fac-922c-340e04395402, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f388a66-5f96-4fac-922c-340e04395402,segment=NetworkSegment(760090c5-eb2e-4773-aad2-72d717675e9f),segment_id=760090c5-eb2e-4773-aad2-72d717675e9f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:12.120524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f388a66-5f96-4fac-922c-340e04395402'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:12.130417 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b56a4a-b7c9-4447-93d2-6e4ca5afbdd8" -d '{"events": [{"server_uuid": "1a9669a9-a2b0-4429-944f-e860fce2d013", "name": "network-vif-plugged", "status": "completed", "tag": "7f388a66-5f96-4fac-922c-340e04395402"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:12.228239 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177d70ef-b199-4522-8ae7-19a9c950ba56 x-openstack-request-id: req-177d70ef-b199-4522-8ae7-19a9c950ba56 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:12.228239 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9669a9-a2b0-4429-944f-e860fce2d013", "name": "network-vif-plugged", "status": "completed", "tag": "7f388a66-5f96-4fac-922c-340e04395402", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:12.228239 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-177d70ef-b199-4522-8ae7-19a9c950ba56 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:12.228239 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f388a66-5f96-4fac-922c-340e04395402', 'code': 200} Feb 11 04:52:12.255494 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7f388a66-5f96-4fac-922c-340e04395402), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:12.383031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9324c104-4410-47b3-b70e-c092d9789b60 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:12.400375 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (023c11b6-0287-4c3d-bb32-3dfa9e7bf51d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:12.434020 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:12.449716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54178) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:12.457111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7c65f3d7-f413-488a-aba0-fe17c11e6261 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1389234955'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:12.463716 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 9324c104-4410-47b3-b70e-c092d9789b60 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:12.464184 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9324c104-4410-47b3-b70e-c092d9789b60 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:12.471651 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/networks/023c11b6-0287-4c3d-bb32-3dfa9e7bf51d HTTP/1.1" status: 204 len: 168 time: 1.5519037 Feb 11 04:52:12.485207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7f388a66-5f96-4fac-922c-340e04395402,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:12.541071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c91ee-a77d-4686-9f13-bacba1a7f6dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Network': ['ID=023c11b6-0287-4c3d-bb32-3dfa9e7bf51d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:12.586909 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accbebf-00df-46b6-8506-51de733d6cf6 req-3f302929-e6e8-4fe0-8b29-d4ba600f234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:12.588705 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8accbebf-00df-46b6-8506-51de733d6cf6 req-3f302929-e6e8-4fe0-8b29-d4ba600f234c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 1128 time: 0.2615063 Feb 11 04:52:12.656747 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8accbebf-00df-46b6-8506-51de733d6cf6 req-a1f43072-d107-465b-a4a2-4a17dedcee02 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609517 Feb 11 04:52:12.666345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c65f3d7-f413-488a-aba0-fe17c11e6261 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:12.671280 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c65f3d7-f413-488a-aba0-fe17c11e6261 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:12.723758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c65f3d7-f413-488a-aba0-fe17c11e6261 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:52:12.739951 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c65f3d7-f413-488a-aba0-fe17c11e6261 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b165e830-e8b2-4b9a-bf87-3a3b04a1f55c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:12.740432 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-7c65f3d7-f413-488a-aba0-fe17c11e6261 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Added segment b165e830-e8b2-4b9a-bf87-3a3b04a1f55c of type vlan for network db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b Feb 11 04:52:12.797204 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c65f3d7-f413-488a-aba0-fe17c11e6261 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.158194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b32599-e855-4b9e-b74b-5209200c68f6 req-45d033be-d7f7-47d3-8b7f-9823bb4a89a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:13.159971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32b32599-e855-4b9e-b74b-5209200c68f6 req-45d033be-d7f7-47d3-8b7f-9823bb4a89a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.0681820 Feb 11 04:52:13.213307 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c65f3d7-f413-488a-aba0-fe17c11e6261 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.218226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c65f3d7-f413-488a-aba0-fe17c11e6261 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:13.219531 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c65f3d7-f413-488a-aba0-fe17c11e6261 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:13.238591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32b32599-e855-4b9e-b74b-5209200c68f6 req-06b6e453-5266-43fd-aff3-3e455047e791 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697582 Feb 11 04:52:13.317948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65f3d7-f413-488a-aba0-fe17c11e6261 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Network': ['ID=db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:13.329529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:52:13.411850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7c65f3d7-f413-488a-aba0-fe17c11e6261 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9599645 Feb 11 04:52:13.413944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54198) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:13.422219 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-21a65be5-6251-4542-82cf-5049fb3f4cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'subnet': {'network_id': 'db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:13.672984 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a65be5-6251-4542-82cf-5049fb3f4cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:13.676786 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21a65be5-6251-4542-82cf-5049fb3f4cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.165095 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21a65be5-6251-4542-82cf-5049fb3f4cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (a6366050-c517-49ce-83b3-5364967e6cbc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.332465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a65be5-6251-4542-82cf-5049fb3f4cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Subnet': ['ID=a6366050-c517-49ce-83b3-5364967e6cbc,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:14.335472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a65be5-6251-4542-82cf-5049fb3f4cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Checking segment: {'id': 'b165e830-e8b2-4b9a-bf87-3a3b04a1f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:14.336439 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a65be5-6251-4542-82cf-5049fb3f4cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network hostable DHCP agents. Network: db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:52:14.507652 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a65be5-6251-4542-82cf-5049fb3f4cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:52:14.519913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8b243-87d5-47b7-8281-548890024bed req-75c7bf00-b7af-4c1f-b667-10ec588cd4af tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:14.522213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddb8b243-87d5-47b7-8281-548890024bed req-75c7bf00-b7af-4c1f-b667-10ec588cd4af tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.1153536 Feb 11 04:52:14.610765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-21a65be5-6251-4542-82cf-5049fb3f4cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:14.617297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddb8b243-87d5-47b7-8281-548890024bed req-16a6b144-043e-4341-b9c5-625da02613e8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891020 Feb 11 04:52:14.617631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a65be5-6251-4542-82cf-5049fb3f4cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:14.618196 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21a65be5-6251-4542-82cf-5049fb3f4cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.627822 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20e1989-69f2-438e-8fc8-219266576349 None None] Network db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:14.807483 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-21a65be5-6251-4542-82cf-5049fb3f4cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3916862 Feb 11 04:52:14.808733 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54252) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:14.810556 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03c627-4aa1-4381-90e0-2289c52100a4 req-debb4ed6-502f-439e-9866-0fe5eeff0a46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:14.813839 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'network_id': 'db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-723907965'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:14.820829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf03c627-4aa1-4381-90e0-2289c52100a4 req-debb4ed6-502f-439e-9866-0fe5eeff0a46 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.0961223 Feb 11 04:52:14.872714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b', 'network_id': 'db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b', 'project_id': '0650501595e240639beea84b881521a4', 'fixed_ips': [{'subnet_id': 'a6366050-c517-49ce-83b3-5364967e6cbc'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:52:14.879647 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:14.943775 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf03c627-4aa1-4381-90e0-2289c52100a4 req-45a0008d-b6f5-4c75-b1f5-d92be085873c tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078472 Feb 11 04:52:14.957850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54260) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:15.034511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e8f5a1-4aad-44f7-8349-864a817c9f1b tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:15.042217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f9e8f5a1-4aad-44f7-8349-864a817c9f1b tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 1123 time: 0.0823221 Feb 11 04:52:15.045071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54262) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:15.057062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '7f388a66-5f96-4fac-922c-340e04395402', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:15.180386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Allocated IP 172.20.0.2 (db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b/a6366050-c517-49ce-83b3-5364967e6cbc/92f37859-e7a8-47f0-be4d-56df2854ab2a) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:15.193511 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:15.221126 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:15.225811 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:15.286523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port 8502903e-07bc-490e-8740-391b99fa74a4 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:52:15.385411 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Publish callbacks [] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:15.442950 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:15.496401 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:15.571725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Network db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:15.576340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:15.581431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:15.634038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Allocated IP 172.25.3.55 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/b1041afb-83f5-47df-8071-3bc8f70720c6) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:15.719816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Pushing event updated for resources: {'Port': ['ID=92f37859-e7a8-47f0-be4d-56df2854ab2a,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:15.750599 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Attempting to bind port 92f37859-e7a8-47f0-be4d-56df2854ab2a on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:52:15.751781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Attempting to bind port 92f37859-e7a8-47f0-be4d-56df2854ab2a by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'b165e830-e8b2-4b9a-bf87-3a3b04a1f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:52:15.753334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Attempting to bind port 92f37859-e7a8-47f0-be4d-56df2854ab2a on network db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:15.772596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:52:15.773874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Checking segment: {'id': 'b165e830-e8b2-4b9a-bf87-3a3b04a1f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:15.774526 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:15.775146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Bound using segment: {'id': 'b165e830-e8b2-4b9a-bf87-3a3b04a1f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:52:15.775669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Bound port: 92f37859-e7a8-47f0-be4d-56df2854ab2a, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b165e830-e8b2-4b9a-bf87-3a3b04a1f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:52:15.776128 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:15.788666 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.db.api [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f3dfe1fd-9a35-464e-8bf5-d4ab9b797d9b {{(pid=103808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:52:15.789267 n-d-712142-35 neutron-server[103808]: DEBUG oslo_db.api [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:52:15.865269 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (b1041afb-83f5-47df-8071-3bc8f70720c6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:15.929874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] For port 92f37859-e7a8-47f0-be4d-56df2854ab2a, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:52:15.933547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] For port 92f37859-e7a8-47f0-be4d-56df2854ab2a, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=92f37859-e7a8-47f0-be4d-56df2854ab2a,segment=NetworkSegment(b165e830-e8b2-4b9a-bf87-3a3b04a1f55c),segment_id=b165e830-e8b2-4b9a-bf87-3a3b04a1f55c)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:52:16.040038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b1041afb-83f5-47df-8071-3bc8f70720c6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:16.107981 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:16.178810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:16.182184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:16.192900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:16.196327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=b1041afb-83f5-47df-8071-3bc8f70720c6,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:16.242020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a1cec-6a0f-4c95-b6cd-374c8aae614f None None] Pushing event updated for resources: {'Port': ['ID=92f37859-e7a8-47f0-be4d-56df2854ab2a,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:16.290095 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:16.328908 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port 7161e791-f3da-4204-b170-48e3ca83ba95 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:52:16.768824 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Allocated IP 172.20.0.3 (db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b/a6366050-c517-49ce-83b3-5364967e6cbc/7161e791-f3da-4204-b170-48e3ca83ba95) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:17.189772 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (7161e791-f3da-4204-b170-48e3ca83ba95), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:17.296857 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:17.379668 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7161e791-f3da-4204-b170-48e3ca83ba95), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:17.422466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:17.426542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:17.447822 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:17.499438 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=7161e791-f3da-4204-b170-48e3ca83ba95,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:17.523795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:17.524390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:17.524914 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:17.525427 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:17.526292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:17.526842 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:17.527370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:17.527914 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:17.528231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:17.528728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:17.529087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:17.529762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:17.530118 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:17.539843 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b1041afb-83f5-47df-8071-3bc8f70720c6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:17.560854 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:17.561747 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:17.712596 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cc0b640a-cd2b-46ff-9749-3d5bb4470b19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.9033699 Feb 11 04:52:17.734119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54330) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:18.053884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0187e7-ecfe-4995-8504-c88a7d8f7988 None None] Network db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:18.308145 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cc02ef5c-2839-4670-9d0a-750ec07eeda3 None None] Provisioning complete for port 92f37859-e7a8-47f0-be4d-56df2854ab2a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:18.308511 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cc02ef5c-2839-4670-9d0a-750ec07eeda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:18.314002 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for port (b1041afb-83f5-47df-8071-3bc8f70720c6), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:18.345376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3dd67f55-6866-4628-96dc-5bc31c913971 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 7161e791-f3da-4204-b170-48e3ca83ba95 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:18.345943 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3dd67f55-6866-4628-96dc-5bc31c913971 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7161e791-f3da-4204-b170-48e3ca83ba95), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:18.438641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 92f37859-e7a8-47f0-be4d-56df2854ab2a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:18.507002 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (b1041afb-83f5-47df-8071-3bc8f70720c6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:18.636050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event updated for resources: {'Port': ['ID=b1041afb-83f5-47df-8071-3bc8f70720c6,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:18.666337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 92f37859-e7a8-47f0-be4d-56df2854ab2a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:18.674809 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:18.690389 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3dd67f55-6866-4628-96dc-5bc31c913971 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7161e791-f3da-4204-b170-48e3ca83ba95), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:18.725906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3dd67f55-6866-4628-96dc-5bc31c913971 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 7161e791-f3da-4204-b170-48e3ca83ba95 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:18.756585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cc02ef5c-2839-4670-9d0a-750ec07eeda3 None None] Current status of the port 92f37859-e7a8-47f0-be4d-56df2854ab2a is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:18.757681 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cc02ef5c-2839-4670-9d0a-750ec07eeda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:18.766251 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:18.897790 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cc02ef5c-2839-4670-9d0a-750ec07eeda3 None None] For port 92f37859-e7a8-47f0-be4d-56df2854ab2a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=92f37859-e7a8-47f0-be4d-56df2854ab2a,segment=NetworkSegment(b165e830-e8b2-4b9a-bf87-3a3b04a1f55c),segment_id=b165e830-e8b2-4b9a-bf87-3a3b04a1f55c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:18.935493 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 92f37859-e7a8-47f0-be4d-56df2854ab2a is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:18.936043 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:19.044271 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cc02ef5c-2839-4670-9d0a-750ec07eeda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:19.073819 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Floating IP 067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4 associated. External IP: 172.25.3.55, port: 7f388a66-5f96-4fac-922c-340e04395402. Feb 11 04:52:19.214139 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:52:19.222208 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:52:19.233962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3c08122d-5433-46e1-a7fa-58f0631e39c1 None None] Provisioning complete for port 92f37859-e7a8-47f0-be4d-56df2854ab2a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:19.234496 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3c08122d-5433-46e1-a7fa-58f0631e39c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:19.245814 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02ef5c-2839-4670-9d0a-750ec07eeda3 None None] Pushing event updated for resources: {'Port': ['ID=92f37859-e7a8-47f0-be4d-56df2854ab2a,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:19.415568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3c08122d-5433-46e1-a7fa-58f0631e39c1 None None] Current status of the port 92f37859-e7a8-47f0-be4d-56df2854ab2a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:19.434297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3c08122d-5433-46e1-a7fa-58f0631e39c1 None None] Provisioning complete for port 7161e791-f3da-4204-b170-48e3ca83ba95 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:19.434790 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3c08122d-5433-46e1-a7fa-58f0631e39c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7161e791-f3da-4204-b170-48e3ca83ba95), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:19.473913 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3c08122d-5433-46e1-a7fa-58f0631e39c1 None None] Port 7161e791-f3da-4204-b170-48e3ca83ba95 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:19.522445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router 73f2a7d0-610c-4eb8-be16-254e429a0d2a has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:52:19.590736 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3dd67f55-6866-4628-96dc-5bc31c913971 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7161e791-f3da-4204-b170-48e3ca83ba95), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:19.596584 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ae9fb0b3-4b9d-417a-80ca-96d2ea8088f7 None None] Provisioning complete for port 7161e791-f3da-4204-b170-48e3ca83ba95 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:19.597210 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ae9fb0b3-4b9d-417a-80ca-96d2ea8088f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7161e791-f3da-4204-b170-48e3ca83ba95), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:19.645796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ae9fb0b3-4b9d-417a-80ca-96d2ea8088f7 None None] Port 7161e791-f3da-4204-b170-48e3ca83ba95 was deleted so its status cannot be updated. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 04:52:19.645986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd67f55-6866-4628-96dc-5bc31c913971 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=7161e791-f3da-4204-b170-48e3ca83ba95,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:19.784683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 92f37859-e7a8-47f0-be4d-56df2854ab2a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:19.795948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:52:19.809202 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3dd67f55-6866-4628-96dc-5bc31c913971 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:19.813148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5441a09-79fd-4d8d-9fe1-39de44a74411 None None] Sync routers for ids ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:52:19.814244 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3dd67f55-6866-4628-96dc-5bc31c913971 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/7161e791-f3da-4204-b170-48e3ca83ba95 HTTP/1.1" status: 204 len: 168 time: 2.0923769 Feb 11 04:52:19.816850 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54398) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:19.850041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5441a09-79fd-4d8d-9fe1-39de44a74411 None None] Routers {'73f2a7d0-610c-4eb8-be16-254e429a0d2a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:52:19.850975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f5441a09-79fd-4d8d-9fe1-39de44a74411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:51:56Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:19.874025 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f141ba-40a7-4a97-9927-6bc6f9012cb5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] GET failed (client error): The resource could not be found. Feb 11 04:52:19.880273 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d2f141ba-40a7-4a97-9927-6bc6f9012cb5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/7161e791-f3da-4204-b170-48e3ca83ba95 HTTP/1.1" status: 404 len: 333 time: 0.0590255 Feb 11 04:52:19.884178 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54406) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:19.941657 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:19.963316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-871e10e8-c0d2-43b8-9c0a-60bae8e261c3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting subnet a6366050-c517-49ce-83b3-5364967e6cbc {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:52:19.972481 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-871e10e8-c0d2-43b8-9c0a-60bae8e261c3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (a6366050-c517-49ce-83b3-5364967e6cbc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:20.001921 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-44874459-0477-4f66-943d-ba8f60f70273 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9554417 Feb 11 04:52:20.002542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'tag': '7f388a66-5f96-4fac-922c-340e04395402'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:20.005315 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fb3522-d36e-47a0-bfb2-ce5505bb2faf" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9669a9-a2b0-4429-944f-e860fce2d013", "tag": "7f388a66-5f96-4fac-922c-340e04395402"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:20.025771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f5441a09-79fd-4d8d-9fe1-39de44a74411 None None] Set router 73f2a7d0-610c-4eb8-be16-254e429a0d2a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:52:20.039632 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-871e10e8-c0d2-43b8-9c0a-60bae8e261c3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (a6366050-c517-49ce-83b3-5364967e6cbc), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:20.148065 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341074c9-274c-4746-987a-b26229bef964 x-openstack-request-id: req-341074c9-274c-4746-987a-b26229bef964 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:20.148644 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9669a9-a2b0-4429-944f-e860fce2d013", "tag": "7f388a66-5f96-4fac-922c-340e04395402", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:20.149212 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-341074c9-274c-4746-987a-b26229bef964 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:20.149792 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'tag': '7f388a66-5f96-4fac-922c-340e04395402', 'status': 'completed', 'code': 200} Feb 11 04:52:20.197417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943c05e-3120-43f3-9e85-3b627f29e5f6 req-f9f1af41-384a-42eb-ad5b-86c520a61e35 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:20.200795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c943c05e-3120-43f3-9e85-3b627f29e5f6 req-f9f1af41-384a-42eb-ad5b-86c520a61e35 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.1077390 Feb 11 04:52:20.299448 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-871e10e8-c0d2-43b8-9c0a-60bae8e261c3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (a6366050-c517-49ce-83b3-5364967e6cbc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:20.352735 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c943c05e-3120-43f3-9e85-3b627f29e5f6 req-ec210811-6801-4a3b-8e94-adda6f3d11f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391683 Feb 11 04:52:20.353564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54426) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:20.385066 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54428) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:20.547992 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb3522-d36e-47a0-bfb2-ce5505bb2faf req-bff633c3-d07f-461d-aa0e-ec91049c5a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:20.549595 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-82fb3522-d36e-47a0-bfb2-ce5505bb2faf req-bff633c3-d07f-461d-aa0e-ec91049c5a0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 1128 time: 0.3777640 Feb 11 04:52:20.553894 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-871e10e8-c0d2-43b8-9c0a-60bae8e261c3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (a6366050-c517-49ce-83b3-5364967e6cbc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:20.717055 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-871e10e8-c0d2-43b8-9c0a-60bae8e261c3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:20.724710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54442) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:20.725858 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-871e10e8-c0d2-43b8-9c0a-60bae8e261c3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/a6366050-c517-49ce-83b3-5364967e6cbc HTTP/1.1" status: 204 len: 168 time: 0.8402526 Feb 11 04:52:20.727303 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb3522-d36e-47a0-bfb2-ce5505bb2faf req-ee3da987-580e-4b96-b1ec-ee45ab7e32a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:20.728735 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-82fb3522-d36e-47a0-bfb2-ce5505bb2faf req-ee3da987-580e-4b96-b1ec-ee45ab7e32a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1595b0af-1e04-457c-84c7-0bdf8e5eb246 HTTP/1.1" status: 200 len: 898 time: 0.1637650 Feb 11 04:52:20.777851 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e10e8-c0d2-43b8-9c0a-60bae8e261c3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Subnet': ['ID=a6366050-c517-49ce-83b3-5364967e6cbc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:20.864753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 92f37859-e7a8-47f0-be4d-56df2854ab2a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:20.876714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b0cfce-765d-4bbd-9cf0-bc079ed0a2ae None None] Network db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:20.914735 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e412ae92-2cd8-436f-bc5b-38ebf8363680 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4 HTTP/1.1" status: 200 len: 990 time: 0.4765902 Feb 11 04:52:20.985359 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-82fb3522-d36e-47a0-bfb2-ce5505bb2faf req-5fc24dbe-011b-4677-9750-ca109c56e2f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f388a66-5f96-4fac-922c-340e04395402 HTTP/1.1" status: 200 len: 998 time: 0.2318532 Feb 11 04:52:21.099052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb3522-d36e-47a0-bfb2-ce5505bb2faf req-0c579981-eff2-430a-b547-e7fd474464b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:21.103172 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-82fb3522-d36e-47a0-bfb2-ce5505bb2faf req-0c579981-eff2-430a-b547-e7fd474464b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5440997d-a74c-4c0e-bab2-2919adc3d51a HTTP/1.1" status: 200 len: 835 time: 0.1089575 Feb 11 04:52:21.206441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb3522-d36e-47a0-bfb2-ce5505bb2faf req-33a357fd-f4d3-4b5a-bb5b-5f4fdbc8b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:21.209085 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-82fb3522-d36e-47a0-bfb2-ce5505bb2faf req-33a357fd-f4d3-4b5a-bb5b-5f4fdbc8b446 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1595b0af-1e04-457c-84c7-0bdf8e5eb246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1003954 Feb 11 04:52:21.214269 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:21.373029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f5441a09-79fd-4d8d-9fe1-39de44a74411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '249a1d17-8f72-416d-b825-c365558031d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:41Z', 'updated_at': '2022-02-11T04:51:51Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '249a1d17-8f72-416d-b825-c365558031d0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:42Z', 'updated_at': '2022-02-11T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'port_id': '7f388a66-5f96-4fac-922c-340e04395402', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'mac_address': 'fa:16:3e:99:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:52:16Z', 'updated_at': '2022-02-11T04:52:16Z', 'revision_number': 0, 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd', 'name': '', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:0f:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:50Z', 'updated_at': '2022-02-11T04:51:59Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:21.417898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 92f37859-e7a8-47f0-be4d-56df2854ab2a {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:21.418378 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:21.420738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5441a09-79fd-4d8d-9fe1-39de44a74411 None None] Checking router: 73f2a7d0-610c-4eb8-be16-254e429a0d2a for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:52:21.432520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5441a09-79fd-4d8d-9fe1-39de44a74411 None None] Routers {'73f2a7d0-610c-4eb8-be16-254e429a0d2a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:52:21.433171 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f5441a09-79fd-4d8d-9fe1-39de44a74411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:51:56Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:21.443071 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-82fb3522-d36e-47a0-bfb2-ce5505bb2faf req-be743962-d93d-4d37-8fa9-7acbe4392271 service neutron] 10.222.0.47 "GET /v2.0/networks/1595b0af-1e04-457c-84c7-0bdf8e5eb246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286384 Feb 11 04:52:21.502374 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6998f58-a64a-4b07-ba50-52dde433bb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (f7412d86-15f1-4926-832f-d3c9ff5582e0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:21.574170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] For port 92f37859-e7a8-47f0-be4d-56df2854ab2a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=92f37859-e7a8-47f0-be4d-56df2854ab2a,segment=NetworkSegment(b165e830-e8b2-4b9a-bf87-3a3b04a1f55c),segment_id=b165e830-e8b2-4b9a-bf87-3a3b04a1f55c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:21.574170 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:21.577364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 92f37859-e7a8-47f0-be4d-56df2854ab2a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:21.577758 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:21.597269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 92f37859-e7a8-47f0-be4d-56df2854ab2a owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:21.604765 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f5441a09-79fd-4d8d-9fe1-39de44a74411 None None] Set router 73f2a7d0-610c-4eb8-be16-254e429a0d2a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:52:21.610997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f67ce-a850-4690-86ac-0ba6579d646c None None] DHCP port deletion for db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:52:21.632962 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-82fb3522-d36e-47a0-bfb2-ce5505bb2faf req-255d4819-0fbc-4b90-932a-11eb615a9254 service neutron] 10.222.0.47 "GET /v2.0/networks/1595b0af-1e04-457c-84c7-0bdf8e5eb246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836016 Feb 11 04:52:21.810554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-789f67ce-a850-4690-86ac-0ba6579d646c None None] Deleting port 92f37859-e7a8-47f0-be4d-56df2854ab2a {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:21.810978 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-789f67ce-a850-4690-86ac-0ba6579d646c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:21.895133 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 92f37859-e7a8-47f0-be4d-56df2854ab2a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:21.916199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54466) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:21.960523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-789f67ce-a850-4690-86ac-0ba6579d646c None None] For port 92f37859-e7a8-47f0-be4d-56df2854ab2a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=92f37859-e7a8-47f0-be4d-56df2854ab2a,segment=NetworkSegment(b165e830-e8b2-4b9a-bf87-3a3b04a1f55c),segment_id=b165e830-e8b2-4b9a-bf87-3a3b04a1f55c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:21.960980 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-789f67ce-a850-4690-86ac-0ba6579d646c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:21.985339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-789f67ce-a850-4690-86ac-0ba6579d646c None None] Calling delete_port for 92f37859-e7a8-47f0-be4d-56df2854ab2a owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:21.997633 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b6998f58-a64a-4b07-ba50-52dde433bb1e admin admin] Deleting port d086db65-7a73-46be-b9b3-9a3e25bc0319 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:21.998196 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6998f58-a64a-4b07-ba50-52dde433bb1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:22.009888 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a9edfd34-e95e-4c3f-b7d3-7db3c0cca2eb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4 HTTP/1.1" status: 200 len: 990 time: 0.0916457 Feb 11 04:52:22.059906 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:22.099284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=92f37859-e7a8-47f0-be4d-56df2854ab2a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:22.100359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f5441a09-79fd-4d8d-9fe1-39de44a74411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '249a1d17-8f72-416d-b825-c365558031d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:41Z', 'updated_at': '2022-02-11T04:51:51Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '249a1d17-8f72-416d-b825-c365558031d0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:42Z', 'updated_at': '2022-02-11T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'port_id': '7f388a66-5f96-4fac-922c-340e04395402', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'mac_address': 'fa:16:3e:99:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:52:16Z', 'updated_at': '2022-02-11T04:52:16Z', 'revision_number': 0, 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd', 'name': '', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:0f:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:50Z', 'updated_at': '2022-02-11T04:51:59Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:22.107403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No DVR routers for this DVR port 92f37859-e7a8-47f0-be4d-56df2854ab2a on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:22.144744 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 04:52:22.149446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5441a09-79fd-4d8d-9fe1-39de44a74411 None None] The sync data for ids ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'] in n-d-712142-35 is: [{'id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '249a1d17-8f72-416d-b825-c365558031d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:41Z', 'updated_at': '2022-02-11T04:51:51Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '249a1d17-8f72-416d-b825-c365558031d0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:42Z', 'updated_at': '2022-02-11T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'port_id': '7f388a66-5f96-4fac-922c-340e04395402', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'mac_address': 'fa:16:3e:99:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:52:16Z', 'updated_at': '2022-02-11T04:52:16Z', 'revision_number': 0, 'project_id': '65bc519e3418487ba870e678d8f45696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd', 'name': '', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:0f:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:50Z', 'updated_at': '2022-02-11T04:51:59Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:52:22.178318 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-789f67ce-a850-4690-86ac-0ba6579d646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (92f37859-e7a8-47f0-be4d-56df2854ab2a), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:22.184865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-b6998f58-a64a-4b07-ba50-52dde433bb1e admin admin] For port d086db65-7a73-46be-b9b3-9a3e25bc0319, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d086db65-7a73-46be-b9b3-9a3e25bc0319,segment=NetworkSegment(09f34cf8-c68f-45f6-bc54-c45e3b67af86),segment_id=09f34cf8-c68f-45f6-bc54-c45e3b67af86)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:22.185320 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6998f58-a64a-4b07-ba50-52dde433bb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:22.230597 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:22.233890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b6998f58-a64a-4b07-ba50-52dde433bb1e admin admin] Calling delete_port for d086db65-7a73-46be-b9b3-9a3e25bc0319 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:22.270769 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:22.324113 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b165e830-e8b2-4b9a-bf87-3a3b04a1f55c') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:22.324427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b165e830-e8b2-4b9a-bf87-3a3b04a1f55c') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:22.326953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f67ce-a850-4690-86ac-0ba6579d646c None None] No DVR routers for this DVR port 92f37859-e7a8-47f0-be4d-56df2854ab2a on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:22.335169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f67ce-a850-4690-86ac-0ba6579d646c None None] Pushing event deleted for resources: {'Port': ['ID=92f37859-e7a8-47f0-be4d-56df2854ab2a,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:22.341616 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (b165e830-e8b2-4b9a-bf87-3a3b04a1f55c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:22.373489 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b165e830-e8b2-4b9a-bf87-3a3b04a1f55c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:22.387391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:52:22.387805 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (b165e830-e8b2-4b9a-bf87-3a3b04a1f55c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:52:22.392209 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:52:22.435229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 92f37859-e7a8-47f0-be4d-56df2854ab2a no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:22.507312 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 92f37859-e7a8-47f0-be4d-56df2854ab2a {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:22.507754 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 92f37859-e7a8-47f0-be4d-56df2854ab2a not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:22.732226 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409504e-acaa-4852-be6e-434af9d99b51 None None] New status for floating IP 067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:52:23.013574 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54504) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:23.119467 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:23.141833 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:23.150522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54510) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:23.152167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/networks/db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b HTTP/1.1" status: 204 len: 168 time: 2.4262733 Feb 11 04:52:23.155624 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-76be7dc1-5c27-46fc-a2de-ad19a1a45936 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'name': 'tempest-PortsTestJSON-421014844'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:23.189618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ecb82-051d-4e6b-be81-004bab14a997 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Network': ['ID=db5bde8c-bcb7-48cb-bab9-69c89c4f9f6b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:23.192671 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3af375be-8363-4e1d-94ee-f536350129d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:23.249240 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0e9fdceb-4fb7-4e8e-b459-8c231cdb4de5 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4 HTTP/1.1" status: 200 len: 990 time: 0.2328401 Feb 11 04:52:23.326544 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6998f58-a64a-4b07-ba50-52dde433bb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d086db65-7a73-46be-b9b3-9a3e25bc0319), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:23.357564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6998f58-a64a-4b07-ba50-52dde433bb1e admin admin] Pushing event deleted for resources: {'Port': ['ID=d086db65-7a73-46be-b9b3-9a3e25bc0319,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:23.416031 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76be7dc1-5c27-46fc-a2de-ad19a1a45936 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:23.420784 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-76be7dc1-5c27-46fc-a2de-ad19a1a45936 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:23.442553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-76be7dc1-5c27-46fc-a2de-ad19a1a45936 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port 511d5d08-995d-420e-b3f5-8d99f6d833b7 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:52:23.575608 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b6998f58-a64a-4b07-ba50-52dde433bb1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (f7412d86-15f1-4926-832f-d3c9ff5582e0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:23.638848 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-76be7dc1-5c27-46fc-a2de-ad19a1a45936 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (511d5d08-995d-420e-b3f5-8d99f6d833b7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:23.810781 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6998f58-a64a-4b07-ba50-52dde433bb1e admin admin] Router f7412d86-15f1-4926-832f-d3c9ff5582e0 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:52:23.823041 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-76be7dc1-5c27-46fc-a2de-ad19a1a45936 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (511d5d08-995d-420e-b3f5-8d99f6d833b7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:23.868554 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76be7dc1-5c27-46fc-a2de-ad19a1a45936 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network c752372a-b4d1-45c2-a053-1027fccfdb3e is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:23.871739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-76be7dc1-5c27-46fc-a2de-ad19a1a45936 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:23.876179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be7dc1-5c27-46fc-a2de-ad19a1a45936 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:23.881243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76be7dc1-5c27-46fc-a2de-ad19a1a45936 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:23.881859 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-76be7dc1-5c27-46fc-a2de-ad19a1a45936 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:23.887853 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be7dc1-5c27-46fc-a2de-ad19a1a45936 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=511d5d08-995d-420e-b3f5-8d99f6d833b7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:23.929215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6998f58-a64a-4b07-ba50-52dde433bb1e admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:52:23.937108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b6998f58-a64a-4b07-ba50-52dde433bb1e admin admin] 10.222.0.13 "PUT /v2.0/routers/f7412d86-15f1-4926-832f-d3c9ff5582e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5751643 Feb 11 04:52:23.938573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54528) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:23.944767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db78d8f-433c-40b8-9180-bf593e96cf5b None None] Sync routers for ids ['f7412d86-15f1-4926-832f-d3c9ff5582e0'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:52:23.957909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db78d8f-433c-40b8-9180-bf593e96cf5b None None] Routers {'f7412d86-15f1-4926-832f-d3c9ff5582e0'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:52:23.958590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0db78d8f-433c-40b8-9180-bf593e96cf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:51:56Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f7412d86-15f1-4926-832f-d3c9ff5582e0'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:24.045797 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-76be7dc1-5c27-46fc-a2de-ad19a1a45936 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8938434 Feb 11 04:52:24.049160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54538) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:24.081641 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] Publish callbacks [] for router (f7412d86-15f1-4926-832f-d3c9ff5582e0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.087341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0db78d8f-433c-40b8-9180-bf593e96cf5b None None] Set router f7412d86-15f1-4926-832f-d3c9ff5582e0 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:52:24.150595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ac6231e8-c969-4335-aa60-f81f5528c193 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 511d5d08-995d-420e-b3f5-8d99f6d833b7 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:24.151176 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac6231e8-c969-4335-aa60-f81f5528c193 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (511d5d08-995d-420e-b3f5-8d99f6d833b7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.206145 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] Publish callbacks [] for router_gateway (f7412d86-15f1-4926-832f-d3c9ff5582e0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.245284 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac6231e8-c969-4335-aa60-f81f5528c193 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (511d5d08-995d-420e-b3f5-8d99f6d833b7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.252097 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54548) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:24.278515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ac6231e8-c969-4335-aa60-f81f5528c193 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 511d5d08-995d-420e-b3f5-8d99f6d833b7 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:24.306846 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0db78d8f-433c-40b8-9180-bf593e96cf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2e917957-0163-404c-99d3-7a3f49daa874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:02Z', 'updated_at': '2022-02-11T04:52:23Z', 'revision_number': 5, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'gw_port': {'id': '2e917957-0163-404c-99d3-7a3f49daa874', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:05Z', 'updated_at': '2022-02-11T04:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:24.342709 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db78d8f-433c-40b8-9180-bf593e96cf5b None None] Checking router: f7412d86-15f1-4926-832f-d3c9ff5582e0 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:52:24.351870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db78d8f-433c-40b8-9180-bf593e96cf5b None None] Routers {'f7412d86-15f1-4926-832f-d3c9ff5582e0'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:52:24.352501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0db78d8f-433c-40b8-9180-bf593e96cf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:51:56Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f7412d86-15f1-4926-832f-d3c9ff5582e0'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:24.372837 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c88e07eb-3331-4937-8907-0c0f657785d4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4 HTTP/1.1" status: 200 len: 992 time: 0.1195018 Feb 11 04:52:24.392204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] Deleting port 2e917957-0163-404c-99d3-7a3f49daa874 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:24.393120 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2e917957-0163-404c-99d3-7a3f49daa874), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.466748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0db78d8f-433c-40b8-9180-bf593e96cf5b None None] Set router f7412d86-15f1-4926-832f-d3c9ff5582e0 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:52:24.492213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] For port 2e917957-0163-404c-99d3-7a3f49daa874, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2e917957-0163-404c-99d3-7a3f49daa874,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:24.492586 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2e917957-0163-404c-99d3-7a3f49daa874), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.507065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] Calling delete_port for 2e917957-0163-404c-99d3-7a3f49daa874 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:24.519127 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac6231e8-c969-4335-aa60-f81f5528c193 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (511d5d08-995d-420e-b3f5-8d99f6d833b7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.538707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0db78d8f-433c-40b8-9180-bf593e96cf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:02Z', 'updated_at': '2022-02-11T04:52:24Z', 'revision_number': 6, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:24.563380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6231e8-c969-4335-aa60-f81f5528c193 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=511d5d08-995d-420e-b3f5-8d99f6d833b7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:24.570465 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db78d8f-433c-40b8-9180-bf593e96cf5b None None] The sync data for ids ['f7412d86-15f1-4926-832f-d3c9ff5582e0'] in n-d-712142-35 is: [{'id': 'f7412d86-15f1-4926-832f-d3c9ff5582e0', 'name': 'tempest-TaggedBootDevicesTest_v242-922040998-router', 'tenant_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:02Z', 'updated_at': '2022-02-11T04:52:24Z', 'revision_number': 6, 'project_id': '5191f088a1fd4619beeaeec75a1d5ed1', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:52:24.570705 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac6231e8-c969-4335-aa60-f81f5528c193 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.576818 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ac6231e8-c969-4335-aa60-f81f5528c193 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/511d5d08-995d-420e-b3f5-8d99f6d833b7 HTTP/1.1" status: 204 len: 168 time: 0.5265932 Feb 11 04:52:24.577498 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54570) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:24.583421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5d44bb9b-d55b-4ee9-a69e-2d0c2e56d945 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'mac_address': 'fa:16:3e:41:82:99', 'name': 'tempest-PortsTestJSON-613358956'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:24.827325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d44bb9b-d55b-4ee9-a69e-2d0c2e56d945 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:24.860504 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2e917957-0163-404c-99d3-7a3f49daa874), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.898760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e917957-0163-404c-99d3-7a3f49daa874,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:24.902275 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5d44bb9b-d55b-4ee9-a69e-2d0c2e56d945 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:24.926974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-5d44bb9b-d55b-4ee9-a69e-2d0c2e56d945 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port c3c6d698-18cb-4f34-8cba-0b502a4b01e4 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:52:24.981512 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (f7412d86-15f1-4926-832f-d3c9ff5582e0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.135787 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (f7412d86-15f1-4926-832f-d3c9ff5582e0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.138137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] Publish callbacks [] for router_controller (f7412d86-15f1-4926-832f-d3c9ff5582e0), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.166570 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5d44bb9b-d55b-4ee9-a69e-2d0c2e56d945 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (c3c6d698-18cb-4f34-8cba-0b502a4b01e4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.284526 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (f7412d86-15f1-4926-832f-d3c9ff5582e0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.285063 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7412d86-15f1-4926-832f-d3c9ff5582e0 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:52:25.289596 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.295517 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-19cf0b65-ebea-4b98-b0f7-d61e07d6c533 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f7412d86-15f1-4926-832f-d3c9ff5582e0 HTTP/1.1" status: 204 len: 168 time: 1.3517313 Feb 11 04:52:25.295517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54604) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:25.317635 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5d44bb9b-d55b-4ee9-a69e-2d0c2e56d945 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c3c6d698-18cb-4f34-8cba-0b502a4b01e4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.345864 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e597650-731c-4e42-a78a-ebd2fc0cb7b6 admin admin] Deleting subnet 082ca7b1-7568-49af-b7b4-94dae4b26a3f {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:52:25.349187 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e597650-731c-4e42-a78a-ebd2fc0cb7b6 admin admin] Publish callbacks [] for subnet (082ca7b1-7568-49af-b7b4-94dae4b26a3f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.395765 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d44bb9b-d55b-4ee9-a69e-2d0c2e56d945 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network c752372a-b4d1-45c2-a053-1027fccfdb3e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:25.399135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-5d44bb9b-d55b-4ee9-a69e-2d0c2e56d945 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:25.403349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d44bb9b-d55b-4ee9-a69e-2d0c2e56d945 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:25.409053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d44bb9b-d55b-4ee9-a69e-2d0c2e56d945 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:25.409218 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e597650-731c-4e42-a78a-ebd2fc0cb7b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (082ca7b1-7568-49af-b7b4-94dae4b26a3f), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.409688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5d44bb9b-d55b-4ee9-a69e-2d0c2e56d945 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.415924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44bb9b-d55b-4ee9-a69e-2d0c2e56d945 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=c3c6d698-18cb-4f34-8cba-0b502a4b01e4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:25.424030 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ce66d1d-9bf6-4a67-aec6-2c57e303b5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.513198 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e597650-731c-4e42-a78a-ebd2fc0cb7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (082ca7b1-7568-49af-b7b4-94dae4b26a3f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.540395 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5d44bb9b-d55b-4ee9-a69e-2d0c2e56d945 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9611082 Feb 11 04:52:25.542562 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54614) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:25.599893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de36cb70-f8ff-4cbc-8c2a-2a877091821a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:25.601438 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-de36cb70-f8ff-4cbc-8c2a-2a877091821a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/c3c6d698-18cb-4f34-8cba-0b502a4b01e4 HTTP/1.1" status: 200 len: 840 time: 0.0573816 Feb 11 04:52:25.604065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54616) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:25.705059 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e597650-731c-4e42-a78a-ebd2fc0cb7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (082ca7b1-7568-49af-b7b4-94dae4b26a3f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.737473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e597650-731c-4e42-a78a-ebd2fc0cb7b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=082ca7b1-7568-49af-b7b4-94dae4b26a3f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:25.742062 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0e597650-731c-4e42-a78a-ebd2fc0cb7b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.748286 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0e597650-731c-4e42-a78a-ebd2fc0cb7b6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/082ca7b1-7568-49af-b7b4-94dae4b26a3f HTTP/1.1" status: 204 len: 168 time: 0.4537621 Feb 11 04:52:25.748400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54624) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:25.757701 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-588e05ed-a763-4899-84c2-136537a058dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port c3c6d698-18cb-4f34-8cba-0b502a4b01e4 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:25.758048 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-588e05ed-a763-4899-84c2-136537a058dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c3c6d698-18cb-4f34-8cba-0b502a4b01e4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.758437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdb4e81-6aaa-462e-991b-c5c41ff14239 None None] Network 74695aa4-4778-400f-ab0b-4a8039c43b8b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:25.836724 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-588e05ed-a763-4899-84c2-136537a058dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c3c6d698-18cb-4f34-8cba-0b502a4b01e4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.852210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-588e05ed-a763-4899-84c2-136537a058dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for c3c6d698-18cb-4f34-8cba-0b502a4b01e4 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:25.853412 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (74695aa4-4778-400f-ab0b-4a8039c43b8b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:25.929572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] Deleting port 575df27e-e614-4747-89fd-69517e9718a4 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:25.930546 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (575df27e-e614-4747-89fd-69517e9718a4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.017236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] For port 575df27e-e614-4747-89fd-69517e9718a4, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=575df27e-e614-4747-89fd-69517e9718a4,segment=NetworkSegment(09f34cf8-c68f-45f6-bc54-c45e3b67af86),segment_id=09f34cf8-c68f-45f6-bc54-c45e3b67af86)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:26.017750 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (575df27e-e614-4747-89fd-69517e9718a4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.036455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] Calling delete_port for 575df27e-e614-4747-89fd-69517e9718a4 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:26.062118 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-588e05ed-a763-4899-84c2-136537a058dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c3c6d698-18cb-4f34-8cba-0b502a4b01e4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.094318 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e05ed-a763-4899-84c2-136537a058dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=c3c6d698-18cb-4f34-8cba-0b502a4b01e4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:26.101785 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-588e05ed-a763-4899-84c2-136537a058dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.108062 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-588e05ed-a763-4899-84c2-136537a058dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/c3c6d698-18cb-4f34-8cba-0b502a4b01e4 HTTP/1.1" status: 204 len: 168 time: 0.5028794 Feb 11 04:52:26.108695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54640) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:26.152278 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-71082f7b-784b-4602-9b0e-a3609bd78a3b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] GET failed (client error): The resource could not be found. Feb 11 04:52:26.153733 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-71082f7b-784b-4602-9b0e-a3609bd78a3b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/c3c6d698-18cb-4f34-8cba-0b502a4b01e4 HTTP/1.1" status: 404 len: 333 time: 0.0440972 Feb 11 04:52:26.154842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c5cd0a-2360-4673-9468-0d246d78c3cb None None] DHCP port deletion for 74695aa4-4778-400f-ab0b-4a8039c43b8b request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:52:26.158242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54646) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:26.163710 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-33e3bf23-d643-409b-875c-21756c12e3a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'name': 'tempest-PortsTestJSON-1280149282'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:26.214656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-55c5cd0a-2360-4673-9468-0d246d78c3cb None None] Deleting port 575df27e-e614-4747-89fd-69517e9718a4 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:26.215070 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55c5cd0a-2360-4673-9468-0d246d78c3cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (575df27e-e614-4747-89fd-69517e9718a4), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.301706 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-55c5cd0a-2360-4673-9468-0d246d78c3cb None None] For port 575df27e-e614-4747-89fd-69517e9718a4, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=575df27e-e614-4747-89fd-69517e9718a4,segment=NetworkSegment(09f34cf8-c68f-45f6-bc54-c45e3b67af86),segment_id=09f34cf8-c68f-45f6-bc54-c45e3b67af86)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:26.302203 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55c5cd0a-2360-4673-9468-0d246d78c3cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (575df27e-e614-4747-89fd-69517e9718a4), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.317350 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-55c5cd0a-2360-4673-9468-0d246d78c3cb None None] Calling delete_port for 575df27e-e614-4747-89fd-69517e9718a4 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:26.323054 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d086db65-7a73-46be-b9b3-9a3e25bc0319 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:26.341734 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (575df27e-e614-4747-89fd-69517e9718a4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.358784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: d086db65-7a73-46be-b9b3-9a3e25bc0319 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:26.358784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d086db65-7a73-46be-b9b3-9a3e25bc0319 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:26.358784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 575df27e-e614-4747-89fd-69517e9718a4 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:26.370103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=575df27e-e614-4747-89fd-69517e9718a4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:26.371990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] No DVR routers for this DVR port 575df27e-e614-4747-89fd-69517e9718a4 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:26.404204 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 575df27e-e614-4747-89fd-69517e9718a4 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:26.404569 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 575df27e-e614-4747-89fd-69517e9718a4 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:26.404975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2e917957-0163-404c-99d3-7a3f49daa874 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:26.427791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 2e917957-0163-404c-99d3-7a3f49daa874 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:26.428347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2e917957-0163-404c-99d3-7a3f49daa874 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:26.449795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e3bf23-d643-409b-875c-21756c12e3a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:26.454141 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33e3bf23-d643-409b-875c-21756c12e3a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.463165 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55c5cd0a-2360-4673-9468-0d246d78c3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (575df27e-e614-4747-89fd-69517e9718a4), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.464204 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (74695aa4-4778-400f-ab0b-4a8039c43b8b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.477530 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-33e3bf23-d643-409b-875c-21756c12e3a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:52:26.486842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74695aa4-4778-400f-ab0b-4a8039c43b8b']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:26.490508 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5cd0a-2360-4673-9468-0d246d78c3cb None None] Pushing event deleted for resources: {'Port': ['ID=575df27e-e614-4747-89fd-69517e9718a4,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:26.497781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5cd0a-2360-4673-9468-0d246d78c3cb None None] No DVR routers for this DVR port 575df27e-e614-4747-89fd-69517e9718a4 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:26.498065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f34cf8-c68f-45f6-bc54-c45e3b67af86') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:26.498527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f34cf8-c68f-45f6-bc54-c45e3b67af86') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:26.514328 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (09f34cf8-c68f-45f6-bc54-c45e3b67af86), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.529722 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (09f34cf8-c68f-45f6-bc54-c45e3b67af86), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.536736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:52:26.537130 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (09f34cf8-c68f-45f6-bc54-c45e3b67af86), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:52:26.538888 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:52:26.662455 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33e3bf23-d643-409b-875c-21756c12e3a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.747132 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (74695aa4-4778-400f-ab0b-4a8039c43b8b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.753374 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.756685 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] 10.222.0.13 "DELETE /v2.0/networks/74695aa4-4778-400f-ab0b-4a8039c43b8b HTTP/1.1" status: 204 len: 168 time: 1.0069792 Feb 11 04:52:26.759656 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54678) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:26.767676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da98156-de86-4ad4-8753-0bf47ed19e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=74695aa4-4778-400f-ab0b-4a8039c43b8b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:26.793233 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:26.802275 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33e3bf23-d643-409b-875c-21756c12e3a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:27.202590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e3bf23-d643-409b-875c-21756c12e3a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network c752372a-b4d1-45c2-a053-1027fccfdb3e is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:27.215830 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-33e3bf23-d643-409b-875c-21756c12e3a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:27.239154 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3bf23-d643-409b-875c-21756c12e3a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:27.244285 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e3bf23-d643-409b-875c-21756c12e3a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:27.244902 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33e3bf23-d643-409b-875c-21756c12e3a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:27.261749 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3bf23-d643-409b-875c-21756c12e3a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:27.375572 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-33e3bf23-d643-409b-875c-21756c12e3a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2160487 Feb 11 04:52:27.378354 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54706) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:27.385249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4c12d8c3-6c5a-4e80-b56a-3b23d49d1ee0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:27.497939 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4c12d8c3-6c5a-4e80-b56a-3b23d49d1ee0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:27.736016 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4c12d8c3-6c5a-4e80-b56a-3b23d49d1ee0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:27.751643 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bfa6601a-83f2-4e90-bdf1-040355f2d87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:27.856610 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4c12d8c3-6c5a-4e80-b56a-3b23d49d1ee0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:27.945007 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-4c12d8c3-6c5a-4e80-b56a-3b23d49d1ee0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] In _notify_port_updated(), no bound segment for port ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14 on network c752372a-b4d1-45c2-a053-1027fccfdb3e {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:52:27.950080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c12d8c3-6c5a-4e80-b56a-3b23d49d1ee0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:27.950719 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4c12d8c3-6c5a-4e80-b56a-3b23d49d1ee0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:27.952095 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4c12d8c3-6c5a-4e80-b56a-3b23d49d1ee0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "PUT /v2.0/ports/ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14 HTTP/1.1" status: 200 len: 818 time: 0.5727768 Feb 11 04:52:27.958104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54728) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:27.966701 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12d8c3-6c5a-4e80-b56a-3b23d49d1ee0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:28.074088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-897cd402-8882-4810-9c80-38d8d898d1dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:28.074442 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-897cd402-8882-4810-9c80-38d8d898d1dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.077080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6601a-83f2-4e90-bdf1-040355f2d87b admin admin] Deleting port 6dd39662-449b-42f6-a7d1-5fa7d735605e {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:28.083386 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bfa6601a-83f2-4e90-bdf1-040355f2d87b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.158723 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-897cd402-8882-4810-9c80-38d8d898d1dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.174170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-897cd402-8882-4810-9c80-38d8d898d1dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:28.174387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-bfa6601a-83f2-4e90-bdf1-040355f2d87b admin admin] For port 6dd39662-449b-42f6-a7d1-5fa7d735605e, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6dd39662-449b-42f6-a7d1-5fa7d735605e,segment=NetworkSegment(84ed5660-cedb-4678-9f52-c6bfb1f987a1),segment_id=84ed5660-cedb-4678-9f52-c6bfb1f987a1)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:28.174768 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bfa6601a-83f2-4e90-bdf1-040355f2d87b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.195281 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6601a-83f2-4e90-bdf1-040355f2d87b admin admin] Calling delete_port for 6dd39662-449b-42f6-a7d1-5fa7d735605e owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:28.403026 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.467387 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-897cd402-8882-4810-9c80-38d8d898d1dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.494822 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bfa6601a-83f2-4e90-bdf1-040355f2d87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6dd39662-449b-42f6-a7d1-5fa7d735605e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.503655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cd402-8882-4810-9c80-38d8d898d1dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:28.517683 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-897cd402-8882-4810-9c80-38d8d898d1dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.524708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-897cd402-8882-4810-9c80-38d8d898d1dd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14 HTTP/1.1" status: 204 len: 168 time: 0.5631418 Feb 11 04:52:28.525880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54734) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:28.536319 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6601a-83f2-4e90-bdf1-040355f2d87b admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd39662-449b-42f6-a7d1-5fa7d735605e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:28.605509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feee900-4197-4e87-a8a9-53bac8f8010a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:28.607529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9feee900-4197-4e87-a8a9-53bac8f8010a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0803506 Feb 11 04:52:28.611157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54738) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:28.648870 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ca8a95-3037-4dfe-a078-4aace78fdf7a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] GET failed (client error): The resource could not be found. Feb 11 04:52:28.650986 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-19ca8a95-3037-4dfe-a078-4aace78fdf7a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/ac241ee7-d7f3-448f-b6ee-7b57ac1e5a14 HTTP/1.1" status: 404 len: 333 time: 0.0383937 Feb 11 04:52:28.655445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54740) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:28.674239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c9ce7826-927d-4a57-b95c-cd0b985398a6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1439104289'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:28.794190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ce7826-927d-4a57-b95c-cd0b985398a6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:28.801746 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c9ce7826-927d-4a57-b95c-cd0b985398a6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.832563 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bfa6601a-83f2-4e90-bdf1-040355f2d87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.857467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ce7826-927d-4a57-b95c-cd0b985398a6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:52:28.893961 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c9ce7826-927d-4a57-b95c-cd0b985398a6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0d3fa345-f6df-41fd-ba1f-95a410c40964), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:28.894605 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-c9ce7826-927d-4a57-b95c-cd0b985398a6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Added segment 0d3fa345-f6df-41fd-ba1f-95a410c40964 of type vlan for network e40576c3-f39d-4588-a7b9-f3951c0463fa Feb 11 04:52:28.961928 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c9ce7826-927d-4a57-b95c-cd0b985398a6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (e40576c3-f39d-4588-a7b9-f3951c0463fa), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:29.083724 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c9ce7826-927d-4a57-b95c-cd0b985398a6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (e40576c3-f39d-4588-a7b9-f3951c0463fa), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:29.099483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ce7826-927d-4a57-b95c-cd0b985398a6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:29.102112 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c9ce7826-927d-4a57-b95c-cd0b985398a6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:29.140274 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa6601a-83f2-4e90-bdf1-040355f2d87b admin admin] Router 6308e842-8c71-42cb-bbcd-0fcf74ffd47e has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:52:29.222844 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce7826-927d-4a57-b95c-cd0b985398a6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Network': ['ID=e40576c3-f39d-4588-a7b9-f3951c0463fa,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:29.234979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network e40576c3-f39d-4588-a7b9-f3951c0463fa details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:52:29.320170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c9ce7826-927d-4a57-b95c-cd0b985398a6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6639297 Feb 11 04:52:29.322858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54742) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:29.335550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa6601a-83f2-4e90-bdf1-040355f2d87b admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:52:29.346333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-87165874-dc44-47b4-9051-746e51b5e7a1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'subnet': {'network_id': 'e40576c3-f39d-4588-a7b9-f3951c0463fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:29.346970 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9fc5f4-c654-40f2-8dcd-2ee0e2437759 None None] Sync routers for ids ['6308e842-8c71-42cb-bbcd-0fcf74ffd47e'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:52:29.361061 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bfa6601a-83f2-4e90-bdf1-040355f2d87b admin admin] 10.222.0.13 "PUT /v2.0/routers/6308e842-8c71-42cb-bbcd-0fcf74ffd47e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5956752 Feb 11 04:52:29.361604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54746) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:29.364130 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9fc5f4-c654-40f2-8dcd-2ee0e2437759 None None] Routers {'6308e842-8c71-42cb-bbcd-0fcf74ffd47e'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:52:29.364757 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ac9fc5f4-c654-40f2-8dcd-2ee0e2437759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:52:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6308e842-8c71-42cb-bbcd-0fcf74ffd47e'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:29.497682 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-ac9fc5f4-c654-40f2-8dcd-2ee0e2437759 None None] Set router 6308e842-8c71-42cb-bbcd-0fcf74ffd47e gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:52:29.543940 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] Publish callbacks [] for router (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:29.627333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87165874-dc44-47b4-9051-746e51b5e7a1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:29.631383 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87165874-dc44-47b4-9051-746e51b5e7a1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:29.708506 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] Publish callbacks [] for router_gateway (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:29.728784 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:29.880719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] Deleting port 0fff2503-3ed9-4236-b967-17e9939af949 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:29.881329 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0fff2503-3ed9-4236-b967-17e9939af949), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:29.904820 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ac9fc5f4-c654-40f2-8dcd-2ee0e2437759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'name': 'tempest-TaggedBootDevicesTest_v242-1703126508-router', 'tenant_id': '5c303f92ab1740729d8ae571aa07915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '0fff2503-3ed9-4236-b967-17e9939af949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:24Z', 'updated_at': '2022-02-11T04:52:28Z', 'revision_number': 5, 'project_id': '5c303f92ab1740729d8ae571aa07915d', 'gw_port': {'id': '0fff2503-3ed9-4236-b967-17e9939af949', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:41:26Z', 'updated_at': '2022-02-11T04:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:29.938980 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9fc5f4-c654-40f2-8dcd-2ee0e2437759 None None] Checking router: 6308e842-8c71-42cb-bbcd-0fcf74ffd47e for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:52:29.948346 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9fc5f4-c654-40f2-8dcd-2ee0e2437759 None None] Routers {'6308e842-8c71-42cb-bbcd-0fcf74ffd47e'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:52:29.949078 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ac9fc5f4-c654-40f2-8dcd-2ee0e2437759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:52:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6308e842-8c71-42cb-bbcd-0fcf74ffd47e'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:29.993365 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87165874-dc44-47b4-9051-746e51b5e7a1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (82ccff66-4d80-4aaf-986d-631ab61a0e1a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.021152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] For port 0fff2503-3ed9-4236-b967-17e9939af949, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0fff2503-3ed9-4236-b967-17e9939af949,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:30.021924 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0fff2503-3ed9-4236-b967-17e9939af949), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.043416 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] Calling delete_port for 0fff2503-3ed9-4236-b967-17e9939af949 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:30.059072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87165874-dc44-47b4-9051-746e51b5e7a1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Subnet': ['ID=82ccff66-4d80-4aaf-986d-631ab61a0e1a,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:30.063351 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-ac9fc5f4-c654-40f2-8dcd-2ee0e2437759 None None] Set router 6308e842-8c71-42cb-bbcd-0fcf74ffd47e gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:52:30.078424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87165874-dc44-47b4-9051-746e51b5e7a1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Checking segment: {'id': '0d3fa345-f6df-41fd-ba1f-95a410c40964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e40576c3-f39d-4588-a7b9-f3951c0463fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:30.079073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87165874-dc44-47b4-9051-746e51b5e7a1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network hostable DHCP agents. Network: e40576c3-f39d-4588-a7b9-f3951c0463fa, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:52:30.149199 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ac9fc5f4-c654-40f2-8dcd-2ee0e2437759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'name': 'tempest-TaggedBootDevicesTest_v242-1703126508-router', 'tenant_id': '5c303f92ab1740729d8ae571aa07915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:24Z', 'updated_at': '2022-02-11T04:52:29Z', 'revision_number': 6, 'project_id': '5c303f92ab1740729d8ae571aa07915d', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:30.180942 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9fc5f4-c654-40f2-8dcd-2ee0e2437759 None None] The sync data for ids ['6308e842-8c71-42cb-bbcd-0fcf74ffd47e'] in n-d-712142-35 is: [{'id': '6308e842-8c71-42cb-bbcd-0fcf74ffd47e', 'name': 'tempest-TaggedBootDevicesTest_v242-1703126508-router', 'tenant_id': '5c303f92ab1740729d8ae571aa07915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:41:24Z', 'updated_at': '2022-02-11T04:52:29Z', 'revision_number': 6, 'project_id': '5c303f92ab1740729d8ae571aa07915d', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:52:30.190368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87165874-dc44-47b4-9051-746e51b5e7a1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network e40576c3-f39d-4588-a7b9-f3951c0463fa is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:52:30.374368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-87165874-dc44-47b4-9051-746e51b5e7a1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, e40576c3-f39d-4588-a7b9-f3951c0463fa) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:30.374511 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (0fff2503-3ed9-4236-b967-17e9939af949), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.379950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6dd39662-449b-42f6-a7d1-5fa7d735605e no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:30.387614 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87165874-dc44-47b4-9051-746e51b5e7a1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:30.388417 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87165874-dc44-47b4-9051-746e51b5e7a1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.391414 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b17047-e919-462d-ae41-fb0c76907491 None None] Network e40576c3-f39d-4588-a7b9-f3951c0463fa requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:30.439420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] Pushing event deleted for resources: {'Port': ['ID=0fff2503-3ed9-4236-b967-17e9939af949,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:30.443349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 6dd39662-449b-42f6-a7d1-5fa7d735605e {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:30.443532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6dd39662-449b-42f6-a7d1-5fa7d735605e not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:30.534098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-87165874-dc44-47b4-9051-746e51b5e7a1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2096565 Feb 11 04:52:30.537877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54752) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:30.543531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b78bd440-7360-45bf-bac1-34f4b961ab81 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'subnet': {'network_id': 'e40576c3-f39d-4588-a7b9-f3951c0463fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:30.561316 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.610451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-e40576c3-f39d-4588-a7b9-f3951c0463fa', 'network_id': 'e40576c3-f39d-4588-a7b9-f3951c0463fa', 'project_id': '0650501595e240639beea84b881521a4', 'fixed_ips': [{'subnet_id': '82ccff66-4d80-4aaf-986d-631ab61a0e1a'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:52:30.611514 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.736789 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.739089 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] Publish callbacks [] for router_controller (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.837056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Allocated IP 172.20.0.2 (e40576c3-f39d-4588-a7b9-f3951c0463fa/82ccff66-4d80-4aaf-986d-631ab61a0e1a/4d69636f-8376-4cfc-8db7-89d4d4c87da9) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:30.986467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78bd440-7360-45bf-bac1-34f4b961ab81 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:30.993107 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (6308e842-8c71-42cb-bbcd-0fcf74ffd47e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:30.994032 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6308e842-8c71-42cb-bbcd-0fcf74ffd47e {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:52:31.001502 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.002519 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b78bd440-7360-45bf-bac1-34f4b961ab81 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.006108 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-273b52ea-3a51-4b3e-86fb-8364e93cc46f admin admin] 10.222.0.13 "DELETE /v2.0/routers/6308e842-8c71-42cb-bbcd-0fcf74ffd47e HTTP/1.1" status: 204 len: 168 time: 1.6438453 Feb 11 04:52:31.011629 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54756) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:31.018417 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Publish callbacks [] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.078494 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33d0e17-21aa-43de-bcb5-5f058e470982 admin admin] Deleting subnet 31087ce3-0861-48f1-87d1-5297d8095671 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:52:31.082523 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e33d0e17-21aa-43de-bcb5-5f058e470982 admin admin] Publish callbacks [] for subnet (31087ce3-0861-48f1-87d1-5297d8095671), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.096474 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.138113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Network e40576c3-f39d-4588-a7b9-f3951c0463fa is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:31.145039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:31.148315 n-d-712142-35 neutron-server[103809]: INFO neutron.db.ipam_backend_mixin [None req-b78bd440-7360-45bf-bac1-34f4b961ab81 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 82ccff66-4d80-4aaf-986d-631ab61a0e1a (CIDR: 172.20.0.0/28) Feb 11 04:52:31.178816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:31.185394 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e33d0e17-21aa-43de-bcb5-5f058e470982 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (31087ce3-0861-48f1-87d1-5297d8095671), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.205325 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78bd440-7360-45bf-bac1-34f4b961ab81 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:52:31.205823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78bd440-7360-45bf-bac1-34f4b961ab81 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:52:31.271892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Attempting to bind port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:52:31.286347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Attempting to bind port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '0d3fa345-f6df-41fd-ba1f-95a410c40964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e40576c3-f39d-4588-a7b9-f3951c0463fa'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:52:31.286347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Attempting to bind port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 on network e40576c3-f39d-4588-a7b9-f3951c0463fa {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:31.286347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Pushing event updated for resources: {'Port': ['ID=4d69636f-8376-4cfc-8db7-89d4d4c87da9,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:31.287437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:52:31.287926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Checking segment: {'id': '0d3fa345-f6df-41fd-ba1f-95a410c40964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e40576c3-f39d-4588-a7b9-f3951c0463fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:31.288230 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.288618 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Bound using segment: {'id': '0d3fa345-f6df-41fd-ba1f-95a410c40964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e40576c3-f39d-4588-a7b9-f3951c0463fa'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:52:31.289099 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Bound port: 4d69636f-8376-4cfc-8db7-89d4d4c87da9, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3fa345-f6df-41fd-ba1f-95a410c40964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e40576c3-f39d-4588-a7b9-f3951c0463fa'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:52:31.289490 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.318054 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e33d0e17-21aa-43de-bcb5-5f058e470982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (31087ce3-0861-48f1-87d1-5297d8095671), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.339445 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b78bd440-7360-45bf-bac1-34f4b961ab81 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7969706 Feb 11 04:52:31.339570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54758) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:31.346942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d4d332cf-a34f-4ee3-b2e6-267a901170d1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'subnet': {'network_id': 'e40576c3-f39d-4588-a7b9-f3951c0463fa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:31.404506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] For port 4d69636f-8376-4cfc-8db7-89d4d4c87da9, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:52:31.416095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] For port 4d69636f-8376-4cfc-8db7-89d4d4c87da9, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4d69636f-8376-4cfc-8db7-89d4d4c87da9,segment=NetworkSegment(0d3fa345-f6df-41fd-ba1f-95a410c40964),segment_id=0d3fa345-f6df-41fd-ba1f-95a410c40964)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:52:31.512138 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e33d0e17-21aa-43de-bcb5-5f058e470982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (31087ce3-0861-48f1-87d1-5297d8095671), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.525209 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.591571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d0e17-21aa-43de-bcb5-5f058e470982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31087ce3-0861-48f1-87d1-5297d8095671,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:31.593578 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e33d0e17-21aa-43de-bcb5-5f058e470982 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.596894 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e33d0e17-21aa-43de-bcb5-5f058e470982 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/31087ce3-0861-48f1-87d1-5297d8095671 HTTP/1.1" status: 204 len: 168 time: 0.5826840 Feb 11 04:52:31.599895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54762) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:31.655363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ec42a1-edb7-48b6-8fc3-31cf66314738 None None] Network 49c500e1-eca6-43a1-9036-db14b3e2ae66 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:31.676240 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (49c500e1-eca6-43a1-9036-db14b3e2ae66), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.677428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee7ca3-7556-48c6-bf2c-d618c7c55ee3 None None] Pushing event updated for resources: {'Port': ['ID=4d69636f-8376-4cfc-8db7-89d4d4c87da9,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:31.688898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d332cf-a34f-4ee3-b2e6-267a901170d1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:31.698989 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4d332cf-a34f-4ee3-b2e6-267a901170d1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.868454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] Deleting port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:31.868807 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:31.920681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ece1992-bb02-4a09-9092-c84438202b72 None None] DHCP port deletion for 49c500e1-eca6-43a1-9036-db14b3e2ae66 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:52:32.024335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0ece1992-bb02-4a09-9092-c84438202b72 None None] Deleting port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:32.024715 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ece1992-bb02-4a09-9092-c84438202b72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.118257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0ece1992-bb02-4a09-9092-c84438202b72 None None] For port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e50e3c92-5715-42ed-a7f1-18fd0b7fdeac,segment=NetworkSegment(84ed5660-cedb-4678-9f52-c6bfb1f987a1),segment_id=84ed5660-cedb-4678-9f52-c6bfb1f987a1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:32.119186 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ece1992-bb02-4a09-9092-c84438202b72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.168928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0ece1992-bb02-4a09-9092-c84438202b72 None None] Calling delete_port for e50e3c92-5715-42ed-a7f1-18fd0b7fdeac owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:32.226538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] For port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e50e3c92-5715-42ed-a7f1-18fd0b7fdeac,segment=NetworkSegment(84ed5660-cedb-4678-9f52-c6bfb1f987a1),segment_id=84ed5660-cedb-4678-9f52-c6bfb1f987a1)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:32.227199 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.289021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] Calling delete_port for e50e3c92-5715-42ed-a7f1-18fd0b7fdeac owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:32.405357 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4d332cf-a34f-4ee3-b2e6-267a901170d1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (03cf598e-f1cf-43c4-aa0e-509725a8a903), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.420429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4d69636f-8376-4cfc-8db7-89d4d4c87da9 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:32.457146 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ece1992-bb02-4a09-9092-c84438202b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.501204 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece1992-bb02-4a09-9092-c84438202b72 None None] Pushing event deleted for resources: {'Port': ['ID=e50e3c92-5715-42ed-a7f1-18fd0b7fdeac,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:32.507358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d332cf-a34f-4ee3-b2e6-267a901170d1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Subnet': ['ID=03cf598e-f1cf-43c4-aa0e-509725a8a903,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:32.510510 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e50e3c92-5715-42ed-a7f1-18fd0b7fdeac), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.534002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece1992-bb02-4a09-9092-c84438202b72 None None] No DVR routers for this DVR port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:32.536028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d332cf-a34f-4ee3-b2e6-267a901170d1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network e40576c3-f39d-4588-a7b9-f3951c0463fa is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:32.560224 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] No DVR routers for this DVR port e50e3c92-5715-42ed-a7f1-18fd0b7fdeac on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:32.568502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-d4d332cf-a34f-4ee3-b2e6-267a901170d1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:32.571325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] Pushing event deleted for resources: {'Port': ['ID=e50e3c92-5715-42ed-a7f1-18fd0b7fdeac,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:32.590538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:32.590538 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.597725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d332cf-a34f-4ee3-b2e6-267a901170d1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:32.598467 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4d332cf-a34f-4ee3-b2e6-267a901170d1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.674977 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (49c500e1-eca6-43a1-9036-db14b3e2ae66), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.681273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d4d332cf-a34f-4ee3-b2e6-267a901170d1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3406482 Feb 11 04:52:32.684374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54768) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:32.712752 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0f923c79-aa31-4737-a7de-73b099281b66 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'network_id': 'e40576c3-f39d-4588-a7b9-f3951c0463fa', 'fixed_ips': [{'subnet_id': '82ccff66-4d80-4aaf-986d-631ab61a0e1a'}, {'subnet_id': '03cf598e-f1cf-43c4-aa0e-509725a8a903'}], 'name': 'tempest-PortsTestJSON-490556569'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:32.720574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:32.720989 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.724874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c500e1-eca6-43a1-9036-db14b3e2ae66']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:32.737598 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ed5660-cedb-4678-9f52-c6bfb1f987a1') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:32.737897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ed5660-cedb-4678-9f52-c6bfb1f987a1') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:32.750130 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (84ed5660-cedb-4678-9f52-c6bfb1f987a1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.767443 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (84ed5660-cedb-4678-9f52-c6bfb1f987a1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.770441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 4d69636f-8376-4cfc-8db7-89d4d4c87da9, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4d69636f-8376-4cfc-8db7-89d4d4c87da9,segment=NetworkSegment(0d3fa345-f6df-41fd-ba1f-95a410c40964),segment_id=0d3fa345-f6df-41fd-ba1f-95a410c40964)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:32.776785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:52:32.777468 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (84ed5660-cedb-4678-9f52-c6bfb1f987a1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:52:32.779825 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:52:32.862080 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.945530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=4d69636f-8376-4cfc-8db7-89d4d4c87da9,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:32.969263 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (49c500e1-eca6-43a1-9036-db14b3e2ae66), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.976579 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:32.983743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] 10.222.0.13 "DELETE /v2.0/networks/49c500e1-eca6-43a1-9036-db14b3e2ae66 HTTP/1.1" status: 204 len: 168 time: 1.3800168 Feb 11 04:52:33.016998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0fff2503-3ed9-4236-b967-17e9939af949 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:33.034376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7278ad3-93f4-4b5e-97b6-f41e9c5814ea admin admin] Pushing event deleted for resources: {'Network': ['ID=49c500e1-eca6-43a1-9036-db14b3e2ae66,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:33.065785 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 0fff2503-3ed9-4236-b967-17e9939af949 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:33.066399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0fff2503-3ed9-4236-b967-17e9939af949 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:33.067031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e50e3c92-5715-42ed-a7f1-18fd0b7fdeac no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:33.094306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: e50e3c92-5715-42ed-a7f1-18fd0b7fdeac {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:33.095052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e50e3c92-5715-42ed-a7f1-18fd0b7fdeac not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:33.101434 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f923c79-aa31-4737-a7de-73b099281b66 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:33.243833 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f923c79-aa31-4737-a7de-73b099281b66 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.264102 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-0f923c79-aa31-4737-a7de-73b099281b66 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:52:33.297490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933b5466-41eb-49e0-98a5-b334f591ff80 None None] Network e40576c3-f39d-4588-a7b9-f3951c0463fa requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:33.379492 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-47c43330-c68f-4cf1-adde-52ea9bf89ab5 None None] Provisioning complete for port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:33.379871 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-47c43330-c68f-4cf1-adde-52ea9bf89ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.503773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54774) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:33.504768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-47c43330-c68f-4cf1-adde-52ea9bf89ab5 None None] Current status of the port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:33.573298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0ae7a575-24b5-4121-8409-601d67e6b385 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5191f088a1fd4619beeaeec75a1d5ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0653136 Feb 11 04:52:33.573621 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54776) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:33.622727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8fb7b9-c99b-42b9-89b9-d673b445f10f None None] Update dhcp port {'port': {'network_id': 'e40576c3-f39d-4588-a7b9-f3951c0463fa', 'fixed_ips': [{'subnet_id': '82ccff66-4d80-4aaf-986d-631ab61a0e1a', 'ip_address': '172.20.0.2'}, {'subnet_id': '03cf598e-f1cf-43c4-aa0e-509725a8a903'}], 'binding:host_id': 'n-d-712142-35'}, 'id': '4d69636f-8376-4cfc-8db7-89d4d4c87da9'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 04:52:33.674861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-0f923c79-aa31-4737-a7de-73b099281b66 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Allocated IP 172.20.0.5 (e40576c3-f39d-4588-a7b9-f3951c0463fa/82ccff66-4d80-4aaf-986d-631ab61a0e1a/c6b5e6b7-80cf-4965-a15b-c8341ce5ae40) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:33.681595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Publish callbacks [] for security_group (c3d09c27-199d-4084-9276-d9290edc8fbd), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.691689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-0f923c79-aa31-4737-a7de-73b099281b66 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Allocated IP 172.20.0.20 (e40576c3-f39d-4588-a7b9-f3951c0463fa/03cf598e-f1cf-43c4-aa0e-509725a8a903/c6b5e6b7-80cf-4965-a15b-c8341ce5ae40) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:33.693324 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1d8fb7b9-c99b-42b9-89b9-d673b445f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.708139 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Publish callbacks [] for security_group (c3d09c27-199d-4084-9276-d9290edc8fbd), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.884393 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c3d09c27-199d-4084-9276-d9290edc8fbd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.886963 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.888122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3d09c27-199d-4084-9276-d9290edc8fbd HTTP/1.1" status: 204 len: 168 time: 0.3135846 Feb 11 04:52:33.901511 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f923c79-aa31-4737-a7de-73b099281b66 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (c6b5e6b7-80cf-4965-a15b-c8341ce5ae40), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:33.909057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d09c27-199d-4084-9276-d9290edc8fbd,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:33.923034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:33.924397 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:33.924865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:33.925766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:33.925892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:33.927529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:33.928486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:33.929130 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:33.930065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:33.930526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:33.967201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:33.967201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:33.967201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b4cedd-c32f-466a-b881-99e5aa069032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:34.051031 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f923c79-aa31-4737-a7de-73b099281b66 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c6b5e6b7-80cf-4965-a15b-c8341ce5ae40), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.088379 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54784) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:34.100250 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.116077 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f923c79-aa31-4737-a7de-73b099281b66 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network e40576c3-f39d-4588-a7b9-f3951c0463fa is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:34.117955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-0f923c79-aa31-4737-a7de-73b099281b66 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:34.150140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f923c79-aa31-4737-a7de-73b099281b66 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=c6b5e6b7-80cf-4965-a15b-c8341ce5ae40,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:34.153709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f923c79-aa31-4737-a7de-73b099281b66 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:34.185107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-1d8fb7b9-c99b-42b9-89b9-d673b445f10f None None] Allocated IP 172.20.0.18 (e40576c3-f39d-4588-a7b9-f3951c0463fa/03cf598e-f1cf-43c4-aa0e-509725a8a903/4d69636f-8376-4cfc-8db7-89d4d4c87da9) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:34.200879 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-691b65dd-c6a6-46f1-88b8-ce511da70ec5 admin admin] Deleting subnet b04d2048-79ce-42bc-9151-2835b3554814 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:52:34.209052 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-691b65dd-c6a6-46f1-88b8-ce511da70ec5 admin admin] Publish callbacks [] for subnet (b04d2048-79ce-42bc-9151-2835b3554814), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.217262 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f923c79-aa31-4737-a7de-73b099281b66 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:34.218461 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f923c79-aa31-4737-a7de-73b099281b66 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.252809 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.310207 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-691b65dd-c6a6-46f1-88b8-ce511da70ec5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (b04d2048-79ce-42bc-9151-2835b3554814), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.358332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1d8fb7b9-c99b-42b9-89b9-d673b445f10f None None] For port 4d69636f-8376-4cfc-8db7-89d4d4c87da9, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4d69636f-8376-4cfc-8db7-89d4d4c87da9,segment=NetworkSegment(0d3fa345-f6df-41fd-ba1f-95a410c40964),segment_id=0d3fa345-f6df-41fd-ba1f-95a410c40964)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:34.374045 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0f923c79-aa31-4737-a7de-73b099281b66 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.6872854 Feb 11 04:52:34.374462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54788) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:34.376867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4d69636f-8376-4cfc-8db7-89d4d4c87da9 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:34.384009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8edb358c-180c-4430-ad7f-0a213ce3e1f0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82ccff66-4d80-4aaf-986d-631ab61a0e1a'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:34.389732 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-691b65dd-c6a6-46f1-88b8-ce511da70ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (b04d2048-79ce-42bc-9151-2835b3554814), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.448294 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1d8fb7b9-c99b-42b9-89b9-d673b445f10f None None] Publish callbacks [] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.463098 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:34.463527 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.545802 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1d8fb7b9-c99b-42b9-89b9-d673b445f10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.552903 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8edb358c-180c-4430-ad7f-0a213ce3e1f0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c6b5e6b7-80cf-4965-a15b-c8341ce5ae40), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.576215 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-691b65dd-c6a6-46f1-88b8-ce511da70ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (b04d2048-79ce-42bc-9151-2835b3554814), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.594188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:34.608656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b65dd-c6a6-46f1-88b8-ce511da70ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04d2048-79ce-42bc-9151-2835b3554814,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:34.616978 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-691b65dd-c6a6-46f1-88b8-ce511da70ec5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.625002 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-691b65dd-c6a6-46f1-88b8-ce511da70ec5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b04d2048-79ce-42bc-9151-2835b3554814 HTTP/1.1" status: 204 len: 168 time: 0.5349586 Feb 11 04:52:34.625821 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54790) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:34.697413 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8fb7b9-c99b-42b9-89b9-d673b445f10f None None] Pushing event updated for resources: {'Port': ['ID=4d69636f-8376-4cfc-8db7-89d4d4c87da9,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:34.720188 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6209015-6e5a-4d0c-8fc8-4aec8f5113b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (d92fb06f-af45-4ee9-b2f3-842e38642514), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.861333 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6209015-6e5a-4d0c-8fc8-4aec8f5113b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (d92fb06f-af45-4ee9-b2f3-842e38642514), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.928401 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-c6209015-6e5a-4d0c-8fc8-4aec8f5113b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92fb06f-af45-4ee9-b2f3-842e38642514']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:34.930762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54794) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:34.954688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-c6209015-6e5a-4d0c-8fc8-4aec8f5113b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e90ee2-5bf0-4e75-82c2-5f000fb8c25e') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:34.955027 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-c6209015-6e5a-4d0c-8fc8-4aec8f5113b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e90ee2-5bf0-4e75-82c2-5f000fb8c25e') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:34.975339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-8edb358c-180c-4430-ad7f-0a213ce3e1f0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Delete allocated IP 172.20.0.20 (e40576c3-f39d-4588-a7b9-f3951c0463fa/03cf598e-f1cf-43c4-aa0e-509725a8a903) {{(pid=103808) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 04:52:34.992288 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6209015-6e5a-4d0c-8fc8-4aec8f5113b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (32e90ee2-5bf0-4e75-82c2-5f000fb8c25e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:34.996322 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2405d015-3fee-4c0c-ba1a-00ec0793335a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c303f92ab1740729d8ae571aa07915d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0645053 Feb 11 04:52:35.002173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54796) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:35.047325 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6209015-6e5a-4d0c-8fc8-4aec8f5113b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (32e90ee2-5bf0-4e75-82c2-5f000fb8c25e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.047325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6209015-6e5a-4d0c-8fc8-4aec8f5113b7 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:52:35.047660 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6209015-6e5a-4d0c-8fc8-4aec8f5113b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (32e90ee2-5bf0-4e75-82c2-5f000fb8c25e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:52:35.049096 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:52:35.124697 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6e097f31-d8e7-416b-9043-ec0fead1fded admin admin] Publish callbacks [] for security_group (2c498fd3-52d3-41b9-90e1-e0c801e44e79), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.154876 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6e097f31-d8e7-416b-9043-ec0fead1fded admin admin] Publish callbacks [] for security_group (2c498fd3-52d3-41b9-90e1-e0c801e44e79), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.203587 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8edb358c-180c-4430-ad7f-0a213ce3e1f0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (c6b5e6b7-80cf-4965-a15b-c8341ce5ae40), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.347644 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8edb358c-180c-4430-ad7f-0a213ce3e1f0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (c6b5e6b7-80cf-4965-a15b-c8341ce5ae40), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.347876 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6e097f31-d8e7-416b-9043-ec0fead1fded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (2c498fd3-52d3-41b9-90e1-e0c801e44e79), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.351100 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6e097f31-d8e7-416b-9043-ec0fead1fded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.352285 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6e097f31-d8e7-416b-9043-ec0fead1fded admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c498fd3-52d3-41b9-90e1-e0c801e44e79 HTTP/1.1" status: 204 len: 168 time: 0.3491316 Feb 11 04:52:35.355166 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6209015-6e5a-4d0c-8fc8-4aec8f5113b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (d92fb06f-af45-4ee9-b2f3-842e38642514), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.367245 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6209015-6e5a-4d0c-8fc8-4aec8f5113b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.371296 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c6209015-6e5a-4d0c-8fc8-4aec8f5113b7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d92fb06f-af45-4ee9-b2f3-842e38642514 HTTP/1.1" status: 204 len: 168 time: 0.7444267 Feb 11 04:52:35.421754 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e097f31-d8e7-416b-9043-ec0fead1fded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c498fd3-52d3-41b9-90e1-e0c801e44e79,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:35.451438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6209015-6e5a-4d0c-8fc8-4aec8f5113b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d92fb06f-af45-4ee9-b2f3-842e38642514,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:35.528262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d94df7e-1b3c-4ed5-9f6d-8f4d49c0a2ed None None] Network e40576c3-f39d-4588-a7b9-f3951c0463fa requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:35.587116 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb358c-180c-4430-ad7f-0a213ce3e1f0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=c6b5e6b7-80cf-4965-a15b-c8341ce5ae40,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:35.601441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8edb358c-180c-4430-ad7f-0a213ce3e1f0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] In _notify_port_updated(), no bound segment for port c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 on network e40576c3-f39d-4588-a7b9-f3951c0463fa {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:52:35.606705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edb358c-180c-4430-ad7f-0a213ce3e1f0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:35.607588 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8edb358c-180c-4430-ad7f-0a213ce3e1f0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.611956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54802) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:35.612446 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8edb358c-180c-4430-ad7f-0a213ce3e1f0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "PUT /v2.0/ports/c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 HTTP/1.1" status: 200 len: 918 time: 1.2359979 Feb 11 04:52:35.619327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d8a8efd8-2f96-4295-a455-b5e9dc254bc4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82ccff66-4d80-4aaf-986d-631ab61a0e1a'}, {'subnet_id': '03cf598e-f1cf-43c4-aa0e-509725a8a903'}]}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:35.627447 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1fa13570-8db0-4b4e-b258-0b5b38395160 None None] Provisioning complete for port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:35.627961 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1fa13570-8db0-4b4e-b258-0b5b38395160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:35.835989 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d8a8efd8-2f96-4295-a455-b5e9dc254bc4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c6b5e6b7-80cf-4965-a15b-c8341ce5ae40), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:36.026319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1fa13570-8db0-4b4e-b258-0b5b38395160 None None] Current status of the port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:36.036230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54812) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:36.138643 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bec1e735-f737-40f4-9b7f-801613e01687 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a4adafbfaa848d3969418937430f9c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1028414 Feb 11 04:52:36.141831 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54814) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:36.226059 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-795c5939-20eb-45ab-97c6-26468ce1b91f admin admin] Publish callbacks [] for security_group (606c20ff-d00a-495b-83ff-db8dfe03e1b7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:36.261772 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-d8a8efd8-2f96-4295-a455-b5e9dc254bc4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Allocated IP 172.20.0.19 (e40576c3-f39d-4588-a7b9-f3951c0463fa/03cf598e-f1cf-43c4-aa0e-509725a8a903/c6b5e6b7-80cf-4965-a15b-c8341ce5ae40) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:36.294109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-795c5939-20eb-45ab-97c6-26468ce1b91f admin admin] Publish callbacks [] for security_group (606c20ff-d00a-495b-83ff-db8dfe03e1b7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:36.358815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4d69636f-8376-4cfc-8db7-89d4d4c87da9 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:36.485431 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-795c5939-20eb-45ab-97c6-26468ce1b91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (606c20ff-d00a-495b-83ff-db8dfe03e1b7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:36.494357 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d8a8efd8-2f96-4295-a455-b5e9dc254bc4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (c6b5e6b7-80cf-4965-a15b-c8341ce5ae40), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:36.495322 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-795c5939-20eb-45ab-97c6-26468ce1b91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:36.506843 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-795c5939-20eb-45ab-97c6-26468ce1b91f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/606c20ff-d00a-495b-83ff-db8dfe03e1b7 HTTP/1.1" status: 204 len: 168 time: 0.3631864 Feb 11 04:52:36.536633 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c5939-20eb-45ab-97c6-26468ce1b91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606c20ff-d00a-495b-83ff-db8dfe03e1b7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:36.570940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3f01d60b-f224-4428-b517-75e68af5067e None None] Provisioning complete for port c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:36.571480 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3f01d60b-f224-4428-b517-75e68af5067e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c6b5e6b7-80cf-4965-a15b-c8341ce5ae40), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:36.598617 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d8a8efd8-2f96-4295-a455-b5e9dc254bc4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (c6b5e6b7-80cf-4965-a15b-c8341ce5ae40), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:36.622581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3f01d60b-f224-4428-b517-75e68af5067e None None] Port c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:36.670213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:36.670804 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:36.677080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3f01d60b-f224-4428-b517-75e68af5067e None None] Provisioning complete for port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:36.678293 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3f01d60b-f224-4428-b517-75e68af5067e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:36.809216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8efd8-2f96-4295-a455-b5e9dc254bc4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=c6b5e6b7-80cf-4965-a15b-c8341ce5ae40,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:36.870562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d8a8efd8-2f96-4295-a455-b5e9dc254bc4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] In _notify_port_updated(), no bound segment for port c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 on network e40576c3-f39d-4588-a7b9-f3951c0463fa {{(pid=103809) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:52:36.882155 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a8efd8-2f96-4295-a455-b5e9dc254bc4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:36.882985 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d8a8efd8-2f96-4295-a455-b5e9dc254bc4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:36.884373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d8a8efd8-2f96-4295-a455-b5e9dc254bc4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "PUT /v2.0/ports/c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 HTTP/1.1" status: 200 len: 998 time: 1.2705390 Feb 11 04:52:36.887336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54830) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:37.019964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:37.122229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3f01d60b-f224-4428-b517-75e68af5067e None None] Current status of the port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:37.134117 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9c2cb692-d2de-4607-aac7-528df43a71f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:37.136172 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb692-d2de-4607-aac7-528df43a71f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c6b5e6b7-80cf-4965-a15b-c8341ce5ae40), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:37.257319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5339fb5e-3ed1-4132-a207-d538d16120e6 None None] Provisioning complete for port c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:37.257720 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5339fb5e-3ed1-4132-a207-d538d16120e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c6b5e6b7-80cf-4965-a15b-c8341ce5ae40), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:37.318949 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54846) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:37.357993 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb692-d2de-4607-aac7-528df43a71f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c6b5e6b7-80cf-4965-a15b-c8341ce5ae40), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:37.377230 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5339fb5e-3ed1-4132-a207-d538d16120e6 None None] Port c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:37.377525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9c2cb692-d2de-4607-aac7-528df43a71f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:37.506922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ecc24bc0-0298-4e57-ba2c-8cf7f2b3181f None None] Provisioning complete for port c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:37.507301 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ecc24bc0-0298-4e57-ba2c-8cf7f2b3181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c6b5e6b7-80cf-4965-a15b-c8341ce5ae40), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:37.601620 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-978648419-network', 'tenant_id': 'd6f4ed919be64692993f65dd2f902687'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:37.608817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ecc24bc0-0298-4e57-ba2c-8cf7f2b3181f None None] Port c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:37.734766 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5a7a2ce0-abda-4604-93ae-0dfbd9bf3e7e None None] Provisioning complete for port c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:37.735464 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5a7a2ce0-abda-4604-93ae-0dfbd9bf3e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c6b5e6b7-80cf-4965-a15b-c8341ce5ae40), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:37.758552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] Made reservation on behalf of d6f4ed919be64692993f65dd2f902687 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:37.761470 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:37.775991 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:37.783326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5a7a2ce0-abda-4604-93ae-0dfbd9bf3e7e None None] Port c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:37.793394 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb692-d2de-4607-aac7-528df43a71f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c6b5e6b7-80cf-4965-a15b-c8341ce5ae40), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:37.857219 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cb692-d2de-4607-aac7-528df43a71f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=c6b5e6b7-80cf-4965-a15b-c8341ce5ae40,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:37.978725 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] Publish callbacks [] for security_group (a9ef002d-40b5-40ad-a80c-fd2265c4f90f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:37.992885 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9c2cb692-d2de-4607-aac7-528df43a71f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:38.000819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54858) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:38.001839 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9c2cb692-d2de-4607-aac7-528df43a71f8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 HTTP/1.1" status: 204 len: 168 time: 1.1127968 Feb 11 04:52:38.045371 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf385e6-6be5-43ac-a980-f50ea0e5e326 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] GET failed (client error): The resource could not be found. Feb 11 04:52:38.050150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0bf385e6-6be5-43ac-a980-f50ea0e5e326 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 HTTP/1.1" status: 404 len: 333 time: 0.0453882 Feb 11 04:52:38.050427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54862) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:38.118970 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff3e0d6-01c2-4d9d-81e5-01f9d35c2c97 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting subnet 03cf598e-f1cf-43c4-aa0e-509725a8a903 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:52:38.127644 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a9ef002d-40b5-40ad-a80c-fd2265c4f90f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:38.152490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e0d6-01c2-4d9d-81e5-01f9d35c2c97 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (03cf598e-f1cf-43c4-aa0e-509725a8a903), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:38.204951 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:52:38.227647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e0d6-01c2-4d9d-81e5-01f9d35c2c97 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (03cf598e-f1cf-43c4-aa0e-509725a8a903), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:38.250417 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (33915939-f4fb-4f84-82f1-c94324e93522), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:38.250806 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] Added segment 33915939-f4fb-4f84-82f1-c94324e93522 of type vlan for network 603ae491-1e38-49d7-9631-1527c5598174 Feb 11 04:52:38.254287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ef002d-40b5-40ad-a80c-fd2265c4f90f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:38.337741 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (603ae491-1e38-49d7-9631-1527c5598174), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:38.396953 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e0d6-01c2-4d9d-81e5-01f9d35c2c97 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (03cf598e-f1cf-43c4-aa0e-509725a8a903), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:38.467064 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (603ae491-1e38-49d7-9631-1527c5598174), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:38.468169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:38.469048 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:38.911075 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e0d6-01c2-4d9d-81e5-01f9d35c2c97 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (03cf598e-f1cf-43c4-aa0e-509725a8a903), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:38.916744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] Pushing event updated for resources: {'Network': ['ID=603ae491-1e38-49d7-9631-1527c5598174,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:38.928941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 603ae491-1e38-49d7-9631-1527c5598174 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:52:38.946093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3e0d6-01c2-4d9d-81e5-01f9d35c2c97 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Subnet': ['ID=03cf598e-f1cf-43c4-aa0e-509725a8a903,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:38.948595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e0d6-01c2-4d9d-81e5-01f9d35c2c97 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:38.951921 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8ff3e0d6-01c2-4d9d-81e5-01f9d35c2c97 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/03cf598e-f1cf-43c4-aa0e-509725a8a903 HTTP/1.1" status: 204 len: 168 time: 0.9004319 Feb 11 04:52:38.957825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54876) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:38.971985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610dc473-b266-43a0-99b5-96dd1ff06f61 None None] Network e40576c3-f39d-4588-a7b9-f3951c0463fa requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:39.059091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-1608095d-31c7-4c69-af5b-bad18a64c822 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting subnet 82ccff66-4d80-4aaf-986d-631ab61a0e1a {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:52:39.064426 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1608095d-31c7-4c69-af5b-bad18a64c822 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (82ccff66-4d80-4aaf-986d-631ab61a0e1a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:39.101905 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8ac40ab1-fa44-49f7-b5cd-436019477db7 req-f1d1e7dc-fad8-47be-b0c2-58fce4c26288 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0981286 Feb 11 04:52:39.110542 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0a27fb9e-a0fb-4511-8512-b188e2751757 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7901974 Feb 11 04:52:39.113654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54878) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:39.124296 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d0b96edc-b4f7-496f-b12d-cb14255152b6 admin admin] Request body: {'subnet': {'network_id': '603ae491-1e38-49d7-9631-1527c5598174', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-978648419-subnet', 'tenant_id': 'd6f4ed919be64692993f65dd2f902687', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:39.151062 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1608095d-31c7-4c69-af5b-bad18a64c822 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (82ccff66-4d80-4aaf-986d-631ab61a0e1a), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:39.249956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b96edc-b4f7-496f-b12d-cb14255152b6 admin admin] Made reservation on behalf of d6f4ed919be64692993f65dd2f902687 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:39.252423 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d0b96edc-b4f7-496f-b12d-cb14255152b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:39.296092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac40ab1-fa44-49f7-b5cd-436019477db7 req-766e2505-33b0-40ee-9ba5-1cd72f78a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:39.298748 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8ac40ab1-fa44-49f7-b5cd-436019477db7 req-766e2505-33b0-40ee-9ba5-1cd72f78a551 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 1128 time: 0.1206548 Feb 11 04:52:39.812536 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1608095d-31c7-4c69-af5b-bad18a64c822 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (82ccff66-4d80-4aaf-986d-631ab61a0e1a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:39.931683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-75c7b965-bfd5-4e0f-a480-9988f6643f1d None None] Provisioning complete for port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:39.932875 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75c7b965-bfd5-4e0f-a480-9988f6643f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:39.960557 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac40ab1-fa44-49f7-b5cd-436019477db7 req-a9d5afa3-32c0-48a5-889c-3a700407df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:39.962111 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8ac40ab1-fa44-49f7-b5cd-436019477db7 req-a9d5afa3-32c0-48a5-889c-3a700407df04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1595b0af-1e04-457c-84c7-0bdf8e5eb246 HTTP/1.1" status: 200 len: 898 time: 0.6434255 Feb 11 04:52:40.032070 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-75c7b965-bfd5-4e0f-a480-9988f6643f1d None None] Current status of the port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:40.046853 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1608095d-31c7-4c69-af5b-bad18a64c822 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (82ccff66-4d80-4aaf-986d-631ab61a0e1a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.074211 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8ac40ab1-fa44-49f7-b5cd-436019477db7 req-27d76de4-8c56-41ea-9d84-718bd86adf7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f388a66-5f96-4fac-922c-340e04395402 HTTP/1.1" status: 200 len: 1000 time: 0.1056623 Feb 11 04:52:40.113664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608095d-31c7-4c69-af5b-bad18a64c822 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Subnet': ['ID=82ccff66-4d80-4aaf-986d-631ab61a0e1a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:40.134196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d025b0-57b7-476e-becb-ac7f02c8b517 None None] Network e40576c3-f39d-4588-a7b9-f3951c0463fa requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:40.144807 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1608095d-31c7-4c69-af5b-bad18a64c822 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.148349 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1608095d-31c7-4c69-af5b-bad18a64c822 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/82ccff66-4d80-4aaf-986d-631ab61a0e1a HTTP/1.1" status: 204 len: 168 time: 1.1908331 Feb 11 04:52:40.154576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54888) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:40.208071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac40ab1-fa44-49f7-b5cd-436019477db7 req-b905118a-7c55-47dc-81ee-8b18e540aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:40.209645 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8ac40ab1-fa44-49f7-b5cd-436019477db7 req-b905118a-7c55-47dc-81ee-8b18e540aa65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5440997d-a74c-4c0e-bab2-2919adc3d51a HTTP/1.1" status: 200 len: 835 time: 0.1108358 Feb 11 04:52:40.268327 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac40ab1-fa44-49f7-b5cd-436019477db7 req-1b179799-e33e-4413-ac7c-58141f1f75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:40.270275 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8ac40ab1-fa44-49f7-b5cd-436019477db7 req-1b179799-e33e-4413-ac7c-58141f1f75bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1595b0af-1e04-457c-84c7-0bdf8e5eb246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534558 Feb 11 04:52:40.288351 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:52:40.292506 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (e40576c3-f39d-4588-a7b9-f3951c0463fa), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.340093 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d0b96edc-b4f7-496f-b12d-cb14255152b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (c7277e71-d879-4b5e-a839-b54a0b5ae00c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.410435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:40.412066 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.425177 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbac17e3-1d53-4583-82eb-410f4f756b87 None None] DHCP port deletion for e40576c3-f39d-4588-a7b9-f3951c0463fa request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:52:40.482445 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b96edc-b4f7-496f-b12d-cb14255152b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7277e71-d879-4b5e-a839-b54a0b5ae00c,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:40.488113 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8ac40ab1-fa44-49f7-b5cd-436019477db7 req-f135db84-dd10-4d03-8f50-9790a357eaa4 service neutron] 10.222.0.47 "GET /v2.0/networks/1595b0af-1e04-457c-84c7-0bdf8e5eb246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097731 Feb 11 04:52:40.539665 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b96edc-b4f7-496f-b12d-cb14255152b6 admin admin] Checking segment: {'id': '33915939-f4fb-4f84-82f1-c94324e93522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '603ae491-1e38-49d7-9631-1527c5598174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:40.540202 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b96edc-b4f7-496f-b12d-cb14255152b6 admin admin] Network hostable DHCP agents. Network: 603ae491-1e38-49d7-9631-1527c5598174, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:52:40.548692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] For port 4d69636f-8376-4cfc-8db7-89d4d4c87da9, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4d69636f-8376-4cfc-8db7-89d4d4c87da9,segment=NetworkSegment(0d3fa345-f6df-41fd-ba1f-95a410c40964),segment_id=0d3fa345-f6df-41fd-ba1f-95a410c40964)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:40.548961 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.570119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 4d69636f-8376-4cfc-8db7-89d4d4c87da9 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:40.615214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cbac17e3-1d53-4583-82eb-410f4f756b87 None None] Deleting port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:40.626826 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbac17e3-1d53-4583-82eb-410f4f756b87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.628710 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8ac40ab1-fa44-49f7-b5cd-436019477db7 req-b4f53213-c7ba-4a94-bee1-e2f02cffd175 service neutron] 10.222.0.47 "GET /v2.0/networks/1595b0af-1e04-457c-84c7-0bdf8e5eb246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312320 Feb 11 04:52:40.676815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b96edc-b4f7-496f-b12d-cb14255152b6 admin admin] Network 603ae491-1e38-49d7-9631-1527c5598174 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:52:40.707722 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cbac17e3-1d53-4583-82eb-410f4f756b87 None None] For port 4d69636f-8376-4cfc-8db7-89d4d4c87da9, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=4d69636f-8376-4cfc-8db7-89d4d4c87da9,segment=NetworkSegment(0d3fa345-f6df-41fd-ba1f-95a410c40964),segment_id=0d3fa345-f6df-41fd-ba1f-95a410c40964)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:40.708245 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbac17e3-1d53-4583-82eb-410f4f756b87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.725959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cbac17e3-1d53-4583-82eb-410f4f756b87 None None] Calling delete_port for 4d69636f-8376-4cfc-8db7-89d4d4c87da9 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:40.787582 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-d0b96edc-b4f7-496f-b12d-cb14255152b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 603ae491-1e38-49d7-9631-1527c5598174) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:40.800410 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b96edc-b4f7-496f-b12d-cb14255152b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:40.803675 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d0b96edc-b4f7-496f-b12d-cb14255152b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.805600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abea1812-c6e0-47d2-8c22-e18cb8b7dac1 None None] Network 603ae491-1e38-49d7-9631-1527c5598174 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:40.823617 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.865415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=4d69636f-8376-4cfc-8db7-89d4d4c87da9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:40.869648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No DVR routers for this DVR port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:40.891599 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cbac17e3-1d53-4583-82eb-410f4f756b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (4d69636f-8376-4cfc-8db7-89d4d4c87da9), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:40.925526 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d0b96edc-b4f7-496f-b12d-cb14255152b6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8057961 Feb 11 04:52:40.973539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac17e3-1d53-4583-82eb-410f4f756b87 None None] Pushing event deleted for resources: {'Port': ['ID=4d69636f-8376-4cfc-8db7-89d4d4c87da9,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:40.985269 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac17e3-1d53-4583-82eb-410f4f756b87 None None] No DVR routers for this DVR port 4d69636f-8376-4cfc-8db7-89d4d4c87da9 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:41.043722 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (e40576c3-f39d-4588-a7b9-f3951c0463fa), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.061935 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7ce4b3-db4b-48c0-bfe8-77a091dd2032 None None] Network 603ae491-1e38-49d7-9631-1527c5598174 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:41.071862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40576c3-f39d-4588-a7b9-f3951c0463fa']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:41.083999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3fa345-f6df-41fd-ba1f-95a410c40964') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:41.084561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3fa345-f6df-41fd-ba1f-95a410c40964') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:41.096651 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (0d3fa345-f6df-41fd-ba1f-95a410c40964), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.114882 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (0d3fa345-f6df-41fd-ba1f-95a410c40964), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.125640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:52:41.126401 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (0d3fa345-f6df-41fd-ba1f-95a410c40964), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:52:41.131492 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:52:41.353098 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (e40576c3-f39d-4588-a7b9-f3951c0463fa), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.363033 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.366353 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/networks/e40576c3-f39d-4588-a7b9-f3951c0463fa HTTP/1.1" status: 204 len: 168 time: 1.2130544 Feb 11 04:52:41.370483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54906) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:41.407330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580efc56-a908-4535-8d72-a1e8cbe44cb6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Network': ['ID=e40576c3-f39d-4588-a7b9-f3951c0463fa,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:41.464419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89519b0d-128d-449a-bcfe-90fb5a31b3ba tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:41.471773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54912) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:41.494118 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-89519b0d-128d-449a-bcfe-90fb5a31b3ba tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1185505 Feb 11 04:52:41.627013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aa3214a8-f233-4866-a981-27d5343e9487 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1536603 Feb 11 04:52:41.633863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54922) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:41.639678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ca4e7d60-8c05-4e2d-8592-ff4210db7502 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1740920330'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:41.675985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-4abf5093-6e0e-4384-be66-7c7bb982ba39 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:41.683877 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-4abf5093-6e0e-4384-be66-7c7bb982ba39 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/networks?id=603ae491-1e38-49d7-9631-1527c5598174 HTTP/1.1" status: 200 len: 813 time: 0.1701922 Feb 11 04:52:41.695449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-87271de6-da06-430c-806b-11ca32580965 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/quotas/d6f4ed919be64692993f65dd2f902687 HTTP/1.1" status: 200 len: 375 time: 0.0107000 Feb 11 04:52:41.738373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-65e7100d-dadd-47ee-aa51-adc0057af03f tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6f4ed919be64692993f65dd2f902687&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366390 Feb 11 04:52:41.741486 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4e7d60-8c05-4e2d-8592-ff4210db7502 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:41.745625 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7d60-8c05-4e2d-8592-ff4210db7502 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.771517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4e7d60-8c05-4e2d-8592-ff4210db7502 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:52:41.784303 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7d60-8c05-4e2d-8592-ff4210db7502 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b50b8a0e-8574-4acc-8223-98317dfed14e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.789290 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-ca4e7d60-8c05-4e2d-8592-ff4210db7502 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Added segment b50b8a0e-8574-4acc-8223-98317dfed14e of type vlan for network a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20 Feb 11 04:52:41.844109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7d60-8c05-4e2d-8592-ff4210db7502 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.846525 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-53602281-28b8-4f1d-8554-1a666c7c2b4a service neutron] 10.222.0.13 "GET /v2.0/networks/603ae491-1e38-49d7-9631-1527c5598174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007071 Feb 11 04:52:41.964759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c359ac1c-d2fa-41e5-a583-4fbf0e8d835f service neutron] 10.222.0.13 "GET /v2.0/networks/603ae491-1e38-49d7-9631-1527c5598174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110902 Feb 11 04:52:41.992912 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7d60-8c05-4e2d-8592-ff4210db7502 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:41.998229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4e7d60-8c05-4e2d-8592-ff4210db7502 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:41.998868 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7d60-8c05-4e2d-8592-ff4210db7502 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:42.083485 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e7d60-8c05-4e2d-8592-ff4210db7502 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Network': ['ID=a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:42.094612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:52:42.138549 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ca4e7d60-8c05-4e2d-8592-ff4210db7502 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5026021 Feb 11 04:52:42.141193 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54926) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:42.146180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-380de2e1-d0b7-451b-9acb-7ddc6d940404 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'subnet': {'network_id': 'a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:42.288456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cda6313-75a1-4bc3-9ba4-e8a0e9fb573f req-763ae4da-6aed-44f0-a403-6593585360af tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 210 time: 0.0426748 Feb 11 04:52:42.318474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4d69636f-8376-4cfc-8db7-89d4d4c87da9 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:42.351236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 4d69636f-8376-4cfc-8db7-89d4d4c87da9 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:42.351405 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 4d69636f-8376-4cfc-8db7-89d4d4c87da9 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:42.367495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380de2e1-d0b7-451b-9acb-7ddc6d940404 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:42.371660 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-380de2e1-d0b7-451b-9acb-7ddc6d940404 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:42.688901 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-380de2e1-d0b7-451b-9acb-7ddc6d940404 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (01713a9c-d641-46ab-a5b1-7ead4cc51d9f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:42.792135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380de2e1-d0b7-451b-9acb-7ddc6d940404 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Subnet': ['ID=01713a9c-d641-46ab-a5b1-7ead4cc51d9f,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:42.819316 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380de2e1-d0b7-451b-9acb-7ddc6d940404 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Checking segment: {'id': 'b50b8a0e-8574-4acc-8223-98317dfed14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:42.819687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380de2e1-d0b7-451b-9acb-7ddc6d940404 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network hostable DHCP agents. Network: a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:52:42.924145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380de2e1-d0b7-451b-9acb-7ddc6d940404 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:52:43.026184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-380de2e1-d0b7-451b-9acb-7ddc6d940404 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:43.030609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380de2e1-d0b7-451b-9acb-7ddc6d940404 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:43.031966 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-380de2e1-d0b7-451b-9acb-7ddc6d940404 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:43.036983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0878e6c5-ef68-4010-b799-33a32ab71989 None None] Network a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:43.146268 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20', 'network_id': 'a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20', 'project_id': '0650501595e240639beea84b881521a4', 'fixed_ips': [{'subnet_id': '01713a9c-d641-46ab-a5b1-7ead4cc51d9f'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:52:43.147257 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:43.171682 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-380de2e1-d0b7-451b-9acb-7ddc6d940404 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0292580 Feb 11 04:52:43.177180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54944) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:43.180186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-96178b30-bf9b-4d07-946b-8a96bec1b693 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'network_id': 'a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20', 'name': 'tempest-PortsTestJSON-1801012999'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:43.319537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Allocated IP 172.20.0.2 (a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20/01713a9c-d641-46ab-a5b1-7ead4cc51d9f/cf688190-ead9-4372-9bc5-f2bc60f18c63) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:43.370495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5df7cd9-df13-411b-997d-18b4f76cf139 req-55e76ecd-cf1e-4cb8-bbf3-6c04d913f7dd tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 210 time: 0.0301194 Feb 11 04:52:43.409962 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96178b30-bf9b-4d07-946b-8a96bec1b693 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:43.414495 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-96178b30-bf9b-4d07-946b-8a96bec1b693 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:43.460241 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-96178b30-bf9b-4d07-946b-8a96bec1b693 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port 85ccdd92-b507-4186-be96-144d09401d60 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:52:43.515767 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Publish callbacks [] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:43.633340 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:43.676120 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Network a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:43.679011 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:43.682510 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:43.693322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Pushing event updated for resources: {'Port': ['ID=cf688190-ead9-4372-9bc5-f2bc60f18c63,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:43.697108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-96178b30-bf9b-4d07-946b-8a96bec1b693 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Allocated IP 172.20.0.3 (a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20/01713a9c-d641-46ab-a5b1-7ead4cc51d9f/85ccdd92-b507-4186-be96-144d09401d60) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:43.769710 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Attempting to bind port cf688190-ead9-4372-9bc5-f2bc60f18c63 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:52:43.772718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Attempting to bind port cf688190-ead9-4372-9bc5-f2bc60f18c63 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'b50b8a0e-8574-4acc-8223-98317dfed14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:52:43.772718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Attempting to bind port cf688190-ead9-4372-9bc5-f2bc60f18c63 on network a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:43.776357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:52:43.776856 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Checking segment: {'id': 'b50b8a0e-8574-4acc-8223-98317dfed14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:43.777531 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:43.777940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Bound using segment: {'id': 'b50b8a0e-8574-4acc-8223-98317dfed14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:52:43.778423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Bound port: cf688190-ead9-4372-9bc5-f2bc60f18c63, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50b8a0e-8574-4acc-8223-98317dfed14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:52:43.778880 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:43.877296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] For port cf688190-ead9-4372-9bc5-f2bc60f18c63, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:52:43.881484 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] For port cf688190-ead9-4372-9bc5-f2bc60f18c63, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cf688190-ead9-4372-9bc5-f2bc60f18c63,segment=NetworkSegment(b50b8a0e-8574-4acc-8223-98317dfed14e),segment_id=b50b8a0e-8574-4acc-8223-98317dfed14e)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:52:43.911713 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-96178b30-bf9b-4d07-946b-8a96bec1b693 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (85ccdd92-b507-4186-be96-144d09401d60), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:43.982171 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:44.012204 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b79b9bc2-eda0-4147-8c5a-225605325d27 req-18e8acc6-9f49-48ca-bdaf-292b1ed0feb4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0818899 Feb 11 04:52:44.056410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee9daf-b083-4e5a-a422-b143d178c8d7 None None] Pushing event updated for resources: {'Port': ['ID=cf688190-ead9-4372-9bc5-f2bc60f18c63,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:44.079644 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-96178b30-bf9b-4d07-946b-8a96bec1b693 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (85ccdd92-b507-4186-be96-144d09401d60), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:44.124088 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96178b30-bf9b-4d07-946b-8a96bec1b693 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:44.141716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-96178b30-bf9b-4d07-946b-8a96bec1b693 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:44.147526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96178b30-bf9b-4d07-946b-8a96bec1b693 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:44.192132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b9bc2-eda0-4147-8c5a-225605325d27 req-43a347fa-2430-4169-bab7-f2e632b70ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:44.196305 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b79b9bc2-eda0-4147-8c5a-225605325d27 req-43a347fa-2430-4169-bab7-f2e632b70ee3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 1129 time: 0.1355813 Feb 11 04:52:44.227402 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96178b30-bf9b-4d07-946b-8a96bec1b693 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=85ccdd92-b507-4186-be96-144d09401d60,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:44.265626 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96178b30-bf9b-4d07-946b-8a96bec1b693 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:44.269940 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-96178b30-bf9b-4d07-946b-8a96bec1b693 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:44.382582 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-96178b30-bf9b-4d07-946b-8a96bec1b693 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2067428 Feb 11 04:52:44.393366 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54962) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:44.394114 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b9bc2-eda0-4147-8c5a-225605325d27 req-4c612a7e-f2d0-4eb4-b3c3-b9a0fab3ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:44.418572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7ed707c0-d19b-4fc4-8315-200da0ee7cb2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'network_id': 'a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20', 'name': 'tempest-PortsTestJSON-693718758'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:44.440251 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b79b9bc2-eda0-4147-8c5a-225605325d27 req-4c612a7e-f2d0-4eb4-b3c3-b9a0fab3ea3a service neutron] 10.222.0.32 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 913 time: 0.2206252 Feb 11 04:52:44.614699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b79b9bc2-eda0-4147-8c5a-225605325d27 req-a7efb329-7628-4c80-87b1-5cad41af7ac6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5c25a37-5193-4e49-8936-66e0e358229f HTTP/1.1" status: 200 len: 1002 time: 0.1683815 Feb 11 04:52:44.690009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54972) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:44.722083 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a856cecd-e8c0-444b-a2d0-66d438406306 req-d24b4b8e-a361-4723-bbaa-541bd83bdf15 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 210 time: 0.1062126 Feb 11 04:52:44.760899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b9bc2-eda0-4147-8c5a-225605325d27 req-509822d7-e28e-444c-bf04-2cbe607bec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:44.763890 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b79b9bc2-eda0-4147-8c5a-225605325d27 req-509822d7-e28e-444c-bf04-2cbe607bec57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.1379051 Feb 11 04:52:44.788478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed707c0-d19b-4fc4-8315-200da0ee7cb2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:44.793162 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ed707c0-d19b-4fc4-8315-200da0ee7cb2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:44.849526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-7ed707c0-d19b-4fc4-8315-200da0ee7cb2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port 11ad4ba4-d195-49f4-b336-e0d4789a1003 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:52:44.897484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b9bc2-eda0-4147-8c5a-225605325d27 req-64b83e8e-9f2c-4c9d-a803-33cec1afcc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:44.899290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b79b9bc2-eda0-4147-8c5a-225605325d27 req-64b83e8e-9f2c-4c9d-a803-33cec1afcc59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1192641 Feb 11 04:52:44.972920 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e570cec5-bb11-47b6-9bb5-d653f0fe68de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.035473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b79b9bc2-eda0-4147-8c5a-225605325d27 req-e0dd0d55-2e1e-4e95-8f86-403f4e75136a service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292601 Feb 11 04:52:45.106552 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-7ed707c0-d19b-4fc4-8315-200da0ee7cb2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Allocated IP 172.20.0.12 (a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20/01713a9c-d641-46ab-a5b1-7ead4cc51d9f/11ad4ba4-d195-49f4-b336-e0d4789a1003) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:45.184726 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e570cec5-bb11-47b6-9bb5-d653f0fe68de admin admin] Publish callbacks [] for security_group (bafbe51e-9057-4fd4-a7a4-3461b0e46ad8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.190040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b79b9bc2-eda0-4147-8c5a-225605325d27 req-22b73d6e-04e2-4588-b847-78151e63f508 service neutron] 10.222.0.32 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464295 Feb 11 04:52:45.292040 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e570cec5-bb11-47b6-9bb5-d653f0fe68de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (bafbe51e-9057-4fd4-a7a4-3461b0e46ad8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.365127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570cec5-bb11-47b6-9bb5-d653f0fe68de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafbe51e-9057-4fd4-a7a4-3461b0e46ad8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:45.389927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 54976) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:45.390960 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e570cec5-bb11-47b6-9bb5-d653f0fe68de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4a16a90089e4b5aaa276feefcc39077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6986539 Feb 11 04:52:45.421855 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ed707c0-d19b-4fc4-8315-200da0ee7cb2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (11ad4ba4-d195-49f4-b336-e0d4789a1003), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.571405 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ed707c0-d19b-4fc4-8315-200da0ee7cb2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (11ad4ba4-d195-49f4-b336-e0d4789a1003), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.578048 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bb4112c3-6015-4283-b152-acd87338d304 admin admin] Publish callbacks [] for security_group (bafbe51e-9057-4fd4-a7a4-3461b0e46ad8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.610806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-63ccf636-d547-426f-b4d0-01684429660e tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:45.612799 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-63ccf636-d547-426f-b4d0-01684429660e tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.32 "GET /v2.0/networks?id=603ae491-1e38-49d7-9631-1527c5598174 HTTP/1.1" status: 200 len: 813 time: 0.1813581 Feb 11 04:52:45.624148 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bb4112c3-6015-4283-b152-acd87338d304 admin admin] Publish callbacks [] for security_group (bafbe51e-9057-4fd4-a7a4-3461b0e46ad8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.629758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-6c3f1e30-2ab9-4310-ad74-a51d6bef9973 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Request body: {'port': {'device_id': '86017101-e543-49bf-aa4e-c67db6cebea3', 'network_id': '603ae491-1e38-49d7-9631-1527c5598174', 'admin_state_up': True, 'tenant_id': 'd6f4ed919be64692993f65dd2f902687'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:45.679780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed707c0-d19b-4fc4-8315-200da0ee7cb2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:45.687749 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-7ed707c0-d19b-4fc4-8315-200da0ee7cb2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:45.692460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed707c0-d19b-4fc4-8315-200da0ee7cb2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:45.771293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb24e25-88ee-4cf6-b12a-1b569fba0c7a None None] Network a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:45.805368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed707c0-d19b-4fc4-8315-200da0ee7cb2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=11ad4ba4-d195-49f4-b336-e0d4789a1003,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:45.850436 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed707c0-d19b-4fc4-8315-200da0ee7cb2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:45.850436 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7ed707c0-d19b-4fc4-8315-200da0ee7cb2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.885530 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bb4112c3-6015-4283-b152-acd87338d304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (bafbe51e-9057-4fd4-a7a4-3461b0e46ad8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.886818 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bb4112c3-6015-4283-b152-acd87338d304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.888561 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bb4112c3-6015-4283-b152-acd87338d304 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bafbe51e-9057-4fd4-a7a4-3461b0e46ad8 HTTP/1.1" status: 204 len: 168 time: 0.4963381 Feb 11 04:52:45.917397 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-439c2793-42f9-4c70-b5fe-4c469ad22084 req-1174f00b-af0d-4dfe-9dd6-45c2681da2e6 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 210 time: 0.0469508 Feb 11 04:52:45.929679 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4112c3-6015-4283-b152-acd87338d304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafbe51e-9057-4fd4-a7a4-3461b0e46ad8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:45.936565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-6c3f1e30-2ab9-4310-ad74-a51d6bef9973 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Made reservation on behalf of d6f4ed919be64692993f65dd2f902687 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:45.946165 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-6c3f1e30-2ab9-4310-ad74-a51d6bef9973 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:45.970387 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7ed707c0-d19b-4fc4-8315-200da0ee7cb2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5817761 Feb 11 04:52:45.974576 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54984) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:45.975917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b7d02b82-e449-49ba-b563-f2febba81efe None None] Provisioning complete for port cf688190-ead9-4372-9bc5-f2bc60f18c63 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:45.976307 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b7d02b82-e449-49ba-b563-f2febba81efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.108705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b7d02b82-e449-49ba-b563-f2febba81efe None None] Current status of the port cf688190-ead9-4372-9bc5-f2bc60f18c63 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:46.108705 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b7d02b82-e449-49ba-b563-f2febba81efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.145907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cfa5d4-dc8c-43ff-8ecf-a78d5bbf8b4b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:46.153362 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f1cfa5d4-dc8c-43ff-8ecf-a78d5bbf8b4b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1792231 Feb 11 04:52:46.162201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 54988) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:46.170542 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b7d02b82-e449-49ba-b563-f2febba81efe None None] For port cf688190-ead9-4372-9bc5-f2bc60f18c63, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cf688190-ead9-4372-9bc5-f2bc60f18c63,segment=NetworkSegment(b50b8a0e-8574-4acc-8223-98317dfed14e),segment_id=b50b8a0e-8574-4acc-8223-98317dfed14e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:46.205740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-6c3f1e30-2ab9-4310-ad74-a51d6bef9973 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Allocated IP 172.20.0.11 (603ae491-1e38-49d7-9631-1527c5598174/c7277e71-d879-4b5e-a839-b54a0b5ae00c/4fb5a3e3-7a47-4748-bf3e-aadca70fb84c) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:46.256106 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b7d02b82-e449-49ba-b563-f2febba81efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.373809 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d02b82-e449-49ba-b563-f2febba81efe None None] Pushing event updated for resources: {'Port': ['ID=cf688190-ead9-4372-9bc5-f2bc60f18c63,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:46.392132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f89f801e-b4d8-4f57-be71-2c4354a6d1fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 11ad4ba4-d195-49f4-b336-e0d4789a1003 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:46.392611 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f89f801e-b4d8-4f57-be71-2c4354a6d1fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (11ad4ba4-d195-49f4-b336-e0d4789a1003), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.428642 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cf688190-ead9-4372-9bc5-f2bc60f18c63 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:46.486580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port cf688190-ead9-4372-9bc5-f2bc60f18c63 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:46.487198 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.487370 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-6c3f1e30-2ab9-4310-ad74-a51d6bef9973 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Publish callbacks [] for port (4fb5a3e3-7a47-4748-bf3e-aadca70fb84c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.525991 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f89f801e-b4d8-4f57-be71-2c4354a6d1fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (11ad4ba4-d195-49f4-b336-e0d4789a1003), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.542354 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f89f801e-b4d8-4f57-be71-2c4354a6d1fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 11ad4ba4-d195-49f4-b336-e0d4789a1003 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:46.591250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port cf688190-ead9-4372-9bc5-f2bc60f18c63 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:46.605060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f8ec4173-f734-4300-91e7-4592e714c23c None None] Provisioning complete for port 11ad4ba4-d195-49f4-b336-e0d4789a1003 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:46.605955 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f8ec4173-f734-4300-91e7-4592e714c23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (11ad4ba4-d195-49f4-b336-e0d4789a1003), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.647688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec4173-f734-4300-91e7-4592e714c23c None None] Port 11ad4ba4-d195-49f4-b336-e0d4789a1003 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:46.657912 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-6c3f1e30-2ab9-4310-ad74-a51d6bef9973 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4fb5a3e3-7a47-4748-bf3e-aadca70fb84c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.672771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f8ec4173-f734-4300-91e7-4592e714c23c None None] Provisioning complete for port 85ccdd92-b507-4186-be96-144d09401d60 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:46.673517 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f8ec4173-f734-4300-91e7-4592e714c23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (85ccdd92-b507-4186-be96-144d09401d60), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.720094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec4173-f734-4300-91e7-4592e714c23c None None] Port 85ccdd92-b507-4186-be96-144d09401d60 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:46.724021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-6c3f1e30-2ab9-4310-ad74-a51d6bef9973 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Network 603ae491-1e38-49d7-9631-1527c5598174 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:46.728363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-6c3f1e30-2ab9-4310-ad74-a51d6bef9973 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:46.730544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f1e30-2ab9-4310-ad74-a51d6bef9973 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Pushing event updated for resources: {'Port': ['ID=4fb5a3e3-7a47-4748-bf3e-aadca70fb84c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:46.732938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-6c3f1e30-2ab9-4310-ad74-a51d6bef9973 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:46.733292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f8ec4173-f734-4300-91e7-4592e714c23c None None] Provisioning complete for port cf688190-ead9-4372-9bc5-f2bc60f18c63 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:46.734501 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f8ec4173-f734-4300-91e7-4592e714c23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.799310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-6c3f1e30-2ab9-4310-ad74-a51d6bef9973 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:46.808743 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-6c3f1e30-2ab9-4310-ad74-a51d6bef9973 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.831173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec4173-f734-4300-91e7-4592e714c23c None None] Current status of the port cf688190-ead9-4372-9bc5-f2bc60f18c63 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:46.878714 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f89f801e-b4d8-4f57-be71-2c4354a6d1fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (11ad4ba4-d195-49f4-b336-e0d4789a1003), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:46.915934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-6c3f1e30-2ab9-4310-ad74-a51d6bef9973 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2943814 Feb 11 04:52:46.928565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Request body: {'port': {'device_id': '86017101-e543-49bf-aa4e-c67db6cebea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:46.943286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f801e-b4d8-4f57-be71-2c4354a6d1fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=11ad4ba4-d195-49f4-b336-e0d4789a1003,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:46.975985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-951dfe81-9a4b-4d49-8c98-15207c3a59b0 None None] Provisioning complete for port 85ccdd92-b507-4186-be96-144d09401d60 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:46.975985 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-951dfe81-9a4b-4d49-8c98-15207c3a59b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (85ccdd92-b507-4186-be96-144d09401d60), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.041448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55000) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:47.045101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-951dfe81-9a4b-4d49-8c98-15207c3a59b0 None None] Port 85ccdd92-b507-4186-be96-144d09401d60 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:47.067266 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c30f11e3-d0a1-4067-b857-4c99af5446a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.070701 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4fb5a3e3-7a47-4748-bf3e-aadca70fb84c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.097053 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f89f801e-b4d8-4f57-be71-2c4354a6d1fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.107643 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f89f801e-b4d8-4f57-be71-2c4354a6d1fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/11ad4ba4-d195-49f4-b336-e0d4789a1003 HTTP/1.1" status: 204 len: 168 time: 0.9416707 Feb 11 04:52:47.111328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55002) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:47.143917 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf401e0-3cf6-4664-9b90-03b89cfa0faf tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] GET failed (client error): The resource could not be found. Feb 11 04:52:47.148177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dcf401e0-3cf6-4664-9b90-03b89cfa0faf tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/11ad4ba4-d195-49f4-b336-e0d4789a1003 HTTP/1.1" status: 404 len: 333 time: 0.0294964 Feb 11 04:52:47.148491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55004) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:47.159420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ae5f5aec-5c2c-4c0d-80e3-3a5ce091bb01 None None] Could not find standard attr ID for object 11ad4ba4-d195-49f4-b336-e0d4789a1003. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:52:47.225257 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c30f11e3-d0a1-4067-b857-4c99af5446a8 admin admin] Publish callbacks [] for security_group (ea2913dd-dce7-48cd-9568-230c9ab852b6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.251282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6003d35-c18a-4ebc-a971-c95be0ff8991 req-f9792f2f-7278-4979-a79f-0aa3f96edf74 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:47.251503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6003d35-c18a-4ebc-a971-c95be0ff8991 req-f9792f2f-7278-4979-a79f-0aa3f96edf74 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 932 time: 0.2103035 Feb 11 04:52:47.329983 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c30f11e3-d0a1-4067-b857-4c99af5446a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ea2913dd-dce7-48cd-9568-230c9ab852b6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.372341 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c30f11e3-d0a1-4067-b857-4c99af5446a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68dd6827b1474056ae56cc3d673f0d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3292489 Feb 11 04:52:47.372629 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f11e3-d0a1-4067-b857-4c99af5446a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2913dd-dce7-48cd-9568-230c9ab852b6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:47.376018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55006) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:47.480882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6003d35-c18a-4ebc-a971-c95be0ff8991 req-a0ab57f4-96e1-4d31-8015-53d9a434f9a2 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9ef002d-40b5-40ad-a80c-fd2265c4f90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212026 Feb 11 04:52:47.537789 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d457269f-64d3-40f5-b62b-f258696c0a09 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 85ccdd92-b507-4186-be96-144d09401d60 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:47.538008 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d457269f-64d3-40f5-b62b-f258696c0a09 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (85ccdd92-b507-4186-be96-144d09401d60), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.558725 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-596704cd-1fa0-41f8-9e35-6f93f025bce0 admin admin] Publish callbacks [] for security_group (ea2913dd-dce7-48cd-9568-230c9ab852b6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.633814 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-596704cd-1fa0-41f8-9e35-6f93f025bce0 admin admin] Publish callbacks [] for security_group (ea2913dd-dce7-48cd-9568-230c9ab852b6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.726307 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d457269f-64d3-40f5-b62b-f258696c0a09 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (85ccdd92-b507-4186-be96-144d09401d60), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.765647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d457269f-64d3-40f5-b62b-f258696c0a09 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 85ccdd92-b507-4186-be96-144d09401d60 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:47.783909 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:52:47.825754 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Publish callbacks [] for port (4fb5a3e3-7a47-4748-bf3e-aadca70fb84c), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.934221 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-596704cd-1fa0-41f8-9e35-6f93f025bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ea2913dd-dce7-48cd-9568-230c9ab852b6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.938010 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-596704cd-1fa0-41f8-9e35-6f93f025bce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:47.939218 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-596704cd-1fa0-41f8-9e35-6f93f025bce0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea2913dd-dce7-48cd-9568-230c9ab852b6 HTTP/1.1" status: 204 len: 168 time: 0.5591369 Feb 11 04:52:47.947199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596704cd-1fa0-41f8-9e35-6f93f025bce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2913dd-dce7-48cd-9568-230c9ab852b6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:48.037583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Transition to ACTIVE for port object 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:52:48.038611 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d457269f-64d3-40f5-b62b-f258696c0a09 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (85ccdd92-b507-4186-be96-144d09401d60), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.077770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457269f-64d3-40f5-b62b-f258696c0a09 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=85ccdd92-b507-4186-be96-144d09401d60,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:48.147932 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4fb5a3e3-7a47-4748-bf3e-aadca70fb84c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.216211 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d457269f-64d3-40f5-b62b-f258696c0a09 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.221175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d457269f-64d3-40f5-b62b-f258696c0a09 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/85ccdd92-b507-4186-be96-144d09401d60 HTTP/1.1" status: 204 len: 168 time: 1.0717070 Feb 11 04:52:48.224021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55018) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:48.245164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb5a3e3-7a47-4748-bf3e-aadca70fb84c,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:48.284112 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7679cb-8eda-41f9-8b93-ef5ed52f1096 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] GET failed (client error): The resource could not be found. Feb 11 04:52:48.288266 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dd7679cb-8eda-41f9-8b93-ef5ed52f1096 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/85ccdd92-b507-4186-be96-144d09401d60 HTTP/1.1" status: 404 len: 333 time: 0.0602148 Feb 11 04:52:48.288657 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55020) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:48.367016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-a939b91a-d3df-414b-aca1-4dcdb582caa1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting subnet 01713a9c-d641-46ab-a5b1-7ead4cc51d9f {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:52:48.379573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a939b91a-d3df-414b-aca1-4dcdb582caa1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (01713a9c-d641-46ab-a5b1-7ead4cc51d9f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.383559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Attempting to bind port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:52:48.384394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Attempting to bind port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '33915939-f4fb-4f84-82f1-c94324e93522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '603ae491-1e38-49d7-9631-1527c5598174'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:52:48.385090 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Attempting to bind port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c on network 603ae491-1e38-49d7-9631-1527c5598174 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:48.403916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cf688190-ead9-4372-9bc5-f2bc60f18c63 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:48.418385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c on network 603ae491-1e38-49d7-9631-1527c5598174 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:52:48.419046 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Attempting to bind port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c on network 603ae491-1e38-49d7-9631-1527c5598174 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:48.430465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:52:48.431190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Checking segment: {'id': '33915939-f4fb-4f84-82f1-c94324e93522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '603ae491-1e38-49d7-9631-1527c5598174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:48.436527 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a939b91a-d3df-414b-aca1-4dcdb582caa1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (01713a9c-d641-46ab-a5b1-7ead4cc51d9f), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.438498 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Bound using segment: {'id': '33915939-f4fb-4f84-82f1-c94324e93522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '603ae491-1e38-49d7-9631-1527c5598174'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:52:48.439008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Bound port: 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33915939-f4fb-4f84-82f1-c94324e93522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '603ae491-1e38-49d7-9631-1527c5598174'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:52:48.439381 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4fb5a3e3-7a47-4748-bf3e-aadca70fb84c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.523082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port cf688190-ead9-4372-9bc5-f2bc60f18c63 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:48.523769 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.590537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] For port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:52:48.594139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] For port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4fb5a3e3-7a47-4748-bf3e-aadca70fb84c,segment=NetworkSegment(33915939-f4fb-4f84-82f1-c94324e93522),segment_id=33915939-f4fb-4f84-82f1-c94324e93522)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:52:48.597584 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a939b91a-d3df-414b-aca1-4dcdb582caa1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (01713a9c-d641-46ab-a5b1-7ead4cc51d9f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.691254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port cf688190-ead9-4372-9bc5-f2bc60f18c63 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:48.698764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7054fab-0d0b-4efc-b7a0-6d18e330194a req-a811dda6-202d-49f3-b3e7-dee69c661823 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:48.700544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7054fab-0d0b-4efc-b7a0-6d18e330194a req-a811dda6-202d-49f3-b3e7-dee69c661823 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 944 time: 0.0924740 Feb 11 04:52:48.736697 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4fb5a3e3-7a47-4748-bf3e-aadca70fb84c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.789297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7054fab-0d0b-4efc-b7a0-6d18e330194a req-a10e48d2-dccb-4b11-8b42-2519fa6c2d28 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9ef002d-40b5-40ad-a80c-fd2265c4f90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827706 Feb 11 04:52:48.790522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:48.791338 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.792927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] 10.222.0.32 "PUT /v2.0/ports/4fb5a3e3-7a47-4748-bf3e-aadca70fb84c HTTP/1.1" status: 200 len: 1093 time: 1.8684824 Feb 11 04:52:48.795601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86017101-e543-49bf-aa4e-c67db6cebea3', 'tag': '4fb5a3e3-7a47-4748-bf3e-aadca70fb84c'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:48.798181 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83848e7a-211f-414d-b3c5-c14c0f2caac6" -d '{"events": [{"name": "network-changed", "server_uuid": "86017101-e543-49bf-aa4e-c67db6cebea3", "tag": "4fb5a3e3-7a47-4748-bf3e-aadca70fb84c"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:48.828919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a939b91a-d3df-414b-aca1-4dcdb582caa1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (01713a9c-d641-46ab-a5b1-7ead4cc51d9f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.862348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baa45b-f39c-41d3-9949-d0125dc621c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4fb5a3e3-7a47-4748-bf3e-aadca70fb84c,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:48.868529 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e4daaa-9877-4279-b1a8-2bee85f01bdd x-openstack-request-id: req-37e4daaa-9877-4279-b1a8-2bee85f01bdd {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:48.868818 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86017101-e543-49bf-aa4e-c67db6cebea3", "tag": "4fb5a3e3-7a47-4748-bf3e-aadca70fb84c", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:48.869072 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37e4daaa-9877-4279-b1a8-2bee85f01bdd {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:48.869475 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86017101-e543-49bf-aa4e-c67db6cebea3', 'tag': '4fb5a3e3-7a47-4748-bf3e-aadca70fb84c', 'status': 'completed', 'code': 200} Feb 11 04:52:48.892953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939b91a-d3df-414b-aca1-4dcdb582caa1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Subnet': ['ID=01713a9c-d641-46ab-a5b1-7ead4cc51d9f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:48.899539 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a939b91a-d3df-414b-aca1-4dcdb582caa1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:48.903040 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a939b91a-d3df-414b-aca1-4dcdb582caa1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/01713a9c-d641-46ab-a5b1-7ead4cc51d9f HTTP/1.1" status: 204 len: 168 time: 0.6133342 Feb 11 04:52:48.906414 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55038) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:48.913136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ced336-2d32-485b-89f6-986ab9264bd8 None None] Network a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:48.961024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83848e7a-211f-414d-b3c5-c14c0f2caac6 req-f7fa5a88-ef87-4338-89a2-bce1d44f18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:48.962601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83848e7a-211f-414d-b3c5-c14c0f2caac6 req-f7fa5a88-ef87-4338-89a2-bce1d44f18bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6f4ed919be64692993f65dd2f902687&device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 1127 time: 0.0805166 Feb 11 04:52:49.076223 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.137986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83848e7a-211f-414d-b3c5-c14c0f2caac6 req-1f898e41-977c-41e6-8c91-6cc9027fd286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:49.139903 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83848e7a-211f-414d-b3c5-c14c0f2caac6 req-1f898e41-977c-41e6-8c91-6cc9027fd286 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=d6f4ed919be64692993f65dd2f902687&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1693668 Feb 11 04:52:49.184420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f70a79-6930-4652-a785-20763ce154fc None None] DHCP port deletion for a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:52:49.194529 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port cf688190-ead9-4372-9bc5-f2bc60f18c63 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:49.197098 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.277495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83848e7a-211f-414d-b3c5-c14c0f2caac6 req-c6b60255-0809-435d-85ab-2e7f29b9a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:49.277495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83848e7a-211f-414d-b3c5-c14c0f2caac6 req-c6b60255-0809-435d-85ab-2e7f29b9a2e0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286001 Feb 11 04:52:49.288189 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-83f70a79-6930-4652-a785-20763ce154fc None None] Deleting port cf688190-ead9-4372-9bc5-f2bc60f18c63 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:49.288675 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-83f70a79-6930-4652-a785-20763ce154fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.299198 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] For port cf688190-ead9-4372-9bc5-f2bc60f18c63, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cf688190-ead9-4372-9bc5-f2bc60f18c63,segment=NetworkSegment(b50b8a0e-8574-4acc-8223-98317dfed14e),segment_id=b50b8a0e-8574-4acc-8223-98317dfed14e)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:49.306325 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.325052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for cf688190-ead9-4372-9bc5-f2bc60f18c63 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:49.372790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-6234eb4d-a636-413e-904c-279c1f38857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:49.374546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-6234eb4d-a636-413e-904c-279c1f38857b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6f4ed919be64692993f65dd2f902687&device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 1127 time: 0.0578666 Feb 11 04:52:49.376193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-83f70a79-6930-4652-a785-20763ce154fc None None] For port cf688190-ead9-4372-9bc5-f2bc60f18c63, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cf688190-ead9-4372-9bc5-f2bc60f18c63,segment=NetworkSegment(b50b8a0e-8574-4acc-8223-98317dfed14e),segment_id=b50b8a0e-8574-4acc-8223-98317dfed14e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:49.376709 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-83f70a79-6930-4652-a785-20763ce154fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.396519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-83f70a79-6930-4652-a785-20763ce154fc None None] Calling delete_port for cf688190-ead9-4372-9bc5-f2bc60f18c63 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:49.455184 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-6f5788da-394d-48a0-a919-f676c4c44229 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fb5a3e3-7a47-4748-bf3e-aadca70fb84c HTTP/1.1" status: 200 len: 217 time: 0.0732577 Feb 11 04:52:49.529111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-edf21b53-fac8-465f-b4eb-6200f3f6263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:49.532722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-edf21b53-fac8-465f-b4eb-6200f3f6263a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c7277e71-d879-4b5e-a839-b54a0b5ae00c HTTP/1.1" status: 200 len: 853 time: 0.0687950 Feb 11 04:52:49.569466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-b8b19407-b219-4223-ab93-ec13336fa7d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=603ae491-1e38-49d7-9631-1527c5598174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313411 Feb 11 04:52:49.587207 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.597246 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-83f70a79-6930-4652-a785-20763ce154fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (cf688190-ead9-4372-9bc5-f2bc60f18c63), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.635086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f70a79-6930-4652-a785-20763ce154fc None None] Pushing event deleted for resources: {'Port': ['ID=cf688190-ead9-4372-9bc5-f2bc60f18c63,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:49.649073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f70a79-6930-4652-a785-20763ce154fc None None] No DVR routers for this DVR port cf688190-ead9-4372-9bc5-f2bc60f18c63 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:49.653143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=cf688190-ead9-4372-9bc5-f2bc60f18c63,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:49.670829 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No DVR routers for this DVR port cf688190-ead9-4372-9bc5-f2bc60f18c63 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:49.700337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-27895a2b-0055-43f1-954e-ba7249bba7e8 service neutron] 10.222.0.32 "GET /v2.0/networks/603ae491-1e38-49d7-9631-1527c5598174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185741 Feb 11 04:52:49.821733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9826a9da-0303-4c26-bba1-8b112a451f65 req-c82a50be-1235-446c-8c28-23b79376b18b service neutron] 10.222.0.32 "GET /v2.0/networks/603ae491-1e38-49d7-9631-1527c5598174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082211 Feb 11 04:52:49.822274 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.849313 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:49.859828 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50b8a0e-8574-4acc-8223-98317dfed14e') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:49.860094 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50b8a0e-8574-4acc-8223-98317dfed14e') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:49.871577 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (b50b8a0e-8574-4acc-8223-98317dfed14e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.890008 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b50b8a0e-8574-4acc-8223-98317dfed14e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.901715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:52:49.902177 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (b50b8a0e-8574-4acc-8223-98317dfed14e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:52:49.907262 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:52:49.970553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f5d1d-f55d-4d73-a6ce-43543b0cbc8e req-8a43c171-b4e0-422e-806b-125bbcb265ad tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:49.972502 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-499f5d1d-f55d-4d73-a6ce-43543b0cbc8e req-8a43c171-b4e0-422e-806b-125bbcb265ad tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 944 time: 0.0863664 Feb 11 04:52:50.036253 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-499f5d1d-f55d-4d73-a6ce-43543b0cbc8e req-b594a0a3-0c32-4468-873f-82166a9837d3 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9ef002d-40b5-40ad-a80c-fd2265c4f90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582333 Feb 11 04:52:50.061504 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.067466 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.071228 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/networks/a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20 HTTP/1.1" status: 204 len: 168 time: 1.1629369 Feb 11 04:52:50.078490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55076) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:50.085778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-fc88a7e1-42e3-4fd5-b492-aff0349fef4e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-681942295'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:50.088402 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e18dc1-6c82-4d12-a00f-ff59ca394937 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Network': ['ID=a48e9fc6-d2ce-40cf-bc45-19c6aaf35e20,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:50.165322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72e445-452d-4f1c-b916-8e9cc958cd88 req-ff481939-bebc-4c5a-933d-6fc48023d86a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:50.166885 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e72e445-452d-4f1c-b916-8e9cc958cd88 req-ff481939-bebc-4c5a-933d-6fc48023d86a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.0677669 Feb 11 04:52:50.225724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e72e445-452d-4f1c-b916-8e9cc958cd88 req-27b3c5bd-ce9a-4bd5-935d-d2fafa9ff05e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506139 Feb 11 04:52:50.243917 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc88a7e1-42e3-4fd5-b492-aff0349fef4e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:50.249424 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc88a7e1-42e3-4fd5-b492-aff0349fef4e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.276883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc88a7e1-42e3-4fd5-b492-aff0349fef4e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:52:50.287623 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc88a7e1-42e3-4fd5-b492-aff0349fef4e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (99a9d39d-453f-47b3-be03-1e7325800a61), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.287623 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-fc88a7e1-42e3-4fd5-b492-aff0349fef4e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Added segment 99a9d39d-453f-47b3-be03-1e7325800a61 of type vlan for network ae77cd88-5843-4ed2-a827-1dd03965698a Feb 11 04:52:50.319833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cf688190-ead9-4372-9bc5-f2bc60f18c63 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:50.340107 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc88a7e1-42e3-4fd5-b492-aff0349fef4e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (ae77cd88-5843-4ed2-a827-1dd03965698a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.341397 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: cf688190-ead9-4372-9bc5-f2bc60f18c63 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:50.341822 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cf688190-ead9-4372-9bc5-f2bc60f18c63 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:50.495745 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc88a7e1-42e3-4fd5-b492-aff0349fef4e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (ae77cd88-5843-4ed2-a827-1dd03965698a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.501048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88a7e1-42e3-4fd5-b492-aff0349fef4e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:50.501774 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fc88a7e1-42e3-4fd5-b492-aff0349fef4e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:50.584520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88a7e1-42e3-4fd5-b492-aff0349fef4e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Network': ['ID=ae77cd88-5843-4ed2-a827-1dd03965698a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:50.596982 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network ae77cd88-5843-4ed2-a827-1dd03965698a details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:52:50.617341 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fc88a7e1-42e3-4fd5-b492-aff0349fef4e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5373952 Feb 11 04:52:50.621906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55090) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:50.625532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-4e0e1d81-a981-488d-8e6d-cfe98c84d72c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'subnet': {'network_id': 'ae77cd88-5843-4ed2-a827-1dd03965698a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:50.821236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0e1d81-a981-488d-8e6d-cfe98c84d72c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:50.825039 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4e0e1d81-a981-488d-8e6d-cfe98c84d72c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:51.122169 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4e0e1d81-a981-488d-8e6d-cfe98c84d72c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (65188197-745f-41f1-a282-62ab02957ddf), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:51.217548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e1d81-a981-488d-8e6d-cfe98c84d72c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Subnet': ['ID=65188197-745f-41f1-a282-62ab02957ddf,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:51.229526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0e1d81-a981-488d-8e6d-cfe98c84d72c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Checking segment: {'id': '99a9d39d-453f-47b3-be03-1e7325800a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae77cd88-5843-4ed2-a827-1dd03965698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:51.229895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e1d81-a981-488d-8e6d-cfe98c84d72c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network hostable DHCP agents. Network: ae77cd88-5843-4ed2-a827-1dd03965698a, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:52:51.243872 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a703e88-71ff-4ee2-99d1-72918fcd4d09 req-6b41c379-1b65-40c3-9f45-e9cac7c14be9 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:51.245382 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a703e88-71ff-4ee2-99d1-72918fcd4d09 req-6b41c379-1b65-40c3-9f45-e9cac7c14be9 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 944 time: 0.1350150 Feb 11 04:52:51.306315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a703e88-71ff-4ee2-99d1-72918fcd4d09 req-dad3b790-6262-465d-b230-9cfbf51861ca tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9ef002d-40b5-40ad-a80c-fd2265c4f90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519850 Feb 11 04:52:51.382590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e1d81-a981-488d-8e6d-cfe98c84d72c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network ae77cd88-5843-4ed2-a827-1dd03965698a is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:52:51.387951 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98ce56-1cb8-476a-9969-7b5bc38e4538 req-1e3a7d89-22e7-4925-9248-308dff7e6be8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:51.389475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf98ce56-1cb8-476a-9969-7b5bc38e4538 req-1e3a7d89-22e7-4925-9248-308dff7e6be8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.0754979 Feb 11 04:52:51.443743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf98ce56-1cb8-476a-9969-7b5bc38e4538 req-0dbc56ce-200e-4114-b2c3-87e4774b472a tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457125 Feb 11 04:52:51.467616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-4e0e1d81-a981-488d-8e6d-cfe98c84d72c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, ae77cd88-5843-4ed2-a827-1dd03965698a) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:51.473202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0e1d81-a981-488d-8e6d-cfe98c84d72c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:51.473812 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4e0e1d81-a981-488d-8e6d-cfe98c84d72c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:51.479874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e8764c-5309-44bd-afc3-da75bc6b566f None None] Network ae77cd88-5843-4ed2-a827-1dd03965698a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:51.567084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4e0e1d81-a981-488d-8e6d-cfe98c84d72c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9458866 Feb 11 04:52:51.569781 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55126) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:51.575017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d039aaee-1e96-4719-9e1f-e8ca1de77e4c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'network_id': 'ae77cd88-5843-4ed2-a827-1dd03965698a', 'name': 'tempest-PortsTestJSON-1052040112', 'fixed_ips': [{'subnet_id': '65188197-745f-41f1-a282-62ab02957ddf', 'ip_address': '172.20.0.10'}]}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:51.598335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-ae77cd88-5843-4ed2-a827-1dd03965698a', 'network_id': 'ae77cd88-5843-4ed2-a827-1dd03965698a', 'project_id': '0650501595e240639beea84b881521a4', 'fixed_ips': [{'subnet_id': '65188197-745f-41f1-a282-62ab02957ddf'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:52:51.599842 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:51.770254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Allocated IP 172.20.0.2 (ae77cd88-5843-4ed2-a827-1dd03965698a/65188197-745f-41f1-a282-62ab02957ddf/f4358462-046c-4ccb-8238-d5335172e75c) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:51.798494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d039aaee-1e96-4719-9e1f-e8ca1de77e4c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:51.919257 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d039aaee-1e96-4719-9e1f-e8ca1de77e4c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:51.938881 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-d039aaee-1e96-4719-9e1f-e8ca1de77e4c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port 147f94b8-5000-4abe-817a-dcdb7fc97016 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:52:51.981425 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Publish callbacks [] for port (f4358462-046c-4ccb-8238-d5335172e75c), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.067867 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (f4358462-046c-4ccb-8238-d5335172e75c), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.119055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Network ae77cd88-5843-4ed2-a827-1dd03965698a is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:52.120012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-d039aaee-1e96-4719-9e1f-e8ca1de77e4c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Allocated IP 172.20.0.10 (ae77cd88-5843-4ed2-a827-1dd03965698a/65188197-745f-41f1-a282-62ab02957ddf/147f94b8-5000-4abe-817a-dcdb7fc97016) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:52.125932 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:52.130888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:52.196709 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Pushing event updated for resources: {'Port': ['ID=f4358462-046c-4ccb-8238-d5335172e75c,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:52.199271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:52:52.230813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Attempting to bind port f4358462-046c-4ccb-8238-d5335172e75c on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:52:52.231292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Attempting to bind port f4358462-046c-4ccb-8238-d5335172e75c by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '99a9d39d-453f-47b3-be03-1e7325800a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae77cd88-5843-4ed2-a827-1dd03965698a'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:52:52.231666 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Attempting to bind port f4358462-046c-4ccb-8238-d5335172e75c on network ae77cd88-5843-4ed2-a827-1dd03965698a {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:52:52.250180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:52:52.250180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Checking segment: {'id': '99a9d39d-453f-47b3-be03-1e7325800a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae77cd88-5843-4ed2-a827-1dd03965698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:52:52.250180 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.250180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Bound using segment: {'id': '99a9d39d-453f-47b3-be03-1e7325800a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae77cd88-5843-4ed2-a827-1dd03965698a'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:52:52.250180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Bound port: f4358462-046c-4ccb-8238-d5335172e75c, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a9d39d-453f-47b3-be03-1e7325800a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ae77cd88-5843-4ed2-a827-1dd03965698a'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:52:52.250180 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f4358462-046c-4ccb-8238-d5335172e75c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.313778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d039aaee-1e96-4719-9e1f-e8ca1de77e4c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (147f94b8-5000-4abe-817a-dcdb7fc97016), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.425890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4fb5a3e3-7a47-4748-bf3e-aadca70fb84c,segment=NetworkSegment(33915939-f4fb-4f84-82f1-c94324e93522),segment_id=33915939-f4fb-4f84-82f1-c94324e93522)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:52.437831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] For port f4358462-046c-4ccb-8238-d5335172e75c, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:52:52.443816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] For port f4358462-046c-4ccb-8238-d5335172e75c, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f4358462-046c-4ccb-8238-d5335172e75c,segment=NetworkSegment(99a9d39d-453f-47b3-be03-1e7325800a61),segment_id=99a9d39d-453f-47b3-be03-1e7325800a61)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:52:52.451037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '4fb5a3e3-7a47-4748-bf3e-aadca70fb84c', 'network_id': '603ae491-1e38-49d7-9631-1527c5598174', 'port_id': '4fb5a3e3-7a47-4748-bf3e-aadca70fb84c', 'mac_address': 'fa:16:3e:96:ce:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7277e71-d879-4b5e-a839-b54a0b5ae00c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:52:52.523094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:52.523750 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4fb5a3e3-7a47-4748-bf3e-aadca70fb84c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.538381 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f4358462-046c-4ccb-8238-d5335172e75c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.589780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:52:52.654754 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4fb5a3e3-7a47-4748-bf3e-aadca70fb84c,segment=NetworkSegment(33915939-f4fb-4f84-82f1-c94324e93522),segment_id=33915939-f4fb-4f84-82f1-c94324e93522)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:52.672220 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939681e-1bd0-4dc5-b511-09c99434d141 None None] Pushing event updated for resources: {'Port': ['ID=f4358462-046c-4ccb-8238-d5335172e75c,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:52.759727 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4fb5a3e3-7a47-4748-bf3e-aadca70fb84c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:52.837452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=4fb5a3e3-7a47-4748-bf3e-aadca70fb84c,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:52.950424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16704e76-5d54-43f6-8e0c-cb74d79d6e1d req-13a76e91-e073-4faa-8818-807dbbd8bcf7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:52.958396 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16704e76-5d54-43f6-8e0c-cb74d79d6e1d req-13a76e91-e073-4faa-8818-807dbbd8bcf7 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.1483405 Feb 11 04:52:52.967001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59892fc3-57bd-409e-b66a-d84e9f5823f3 req-f85a2ed3-9bf6-400f-84af-1350fa47f4a6 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:52.969390 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59892fc3-57bd-409e-b66a-d84e9f5823f3 req-f85a2ed3-9bf6-400f-84af-1350fa47f4a6 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 945 time: 0.1642857 Feb 11 04:52:52.985707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['4fb5a3e3-7a47-4748-bf3e-aadca70fb84c'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:52:53.024562 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d039aaee-1e96-4719-9e1f-e8ca1de77e4c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (147f94b8-5000-4abe-817a-dcdb7fc97016), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:53.104171 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16704e76-5d54-43f6-8e0c-cb74d79d6e1d req-123808e8-c8ee-4121-82a2-0c1114806da4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447058 Feb 11 04:52:53.106483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d039aaee-1e96-4719-9e1f-e8ca1de77e4c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network ae77cd88-5843-4ed2-a827-1dd03965698a is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:53.113298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59892fc3-57bd-409e-b66a-d84e9f5823f3 req-5d77ea4c-9f20-4e1f-be05-5ef14d6a298d tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9ef002d-40b5-40ad-a80c-fd2265c4f90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364036 Feb 11 04:52:53.116946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-d039aaee-1e96-4719-9e1f-e8ca1de77e4c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:53.119564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d039aaee-1e96-4719-9e1f-e8ca1de77e4c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:53.167200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039aaee-1e96-4719-9e1f-e8ca1de77e4c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=147f94b8-5000-4abe-817a-dcdb7fc97016,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:53.169302 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aa536a83-ce74-42a8-85c4-fb7c831e3654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:53.213842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d039aaee-1e96-4719-9e1f-e8ca1de77e4c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:53.229959 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d039aaee-1e96-4719-9e1f-e8ca1de77e4c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:53.255024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-2e7e25f7-b4c0-4fcd-bd41-6eab806d4438 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7df92455fd694e6c9bf691dca34915c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377319 Feb 11 04:52:53.407625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d039aaee-1e96-4719-9e1f-e8ca1de77e4c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8366528 Feb 11 04:52:53.409827 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55174) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:53.415798 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d7321c0b-0e76-40d8-a60b-c43b087e436f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'network_id': 'ae77cd88-5843-4ed2-a827-1dd03965698a', 'name': 'tempest-PortsTestJSON-868191801', 'fixed_ips': [{'subnet_id': '65188197-745f-41f1-a282-62ab02957ddf', 'ip_address': '172.20.0.9'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:53.479318 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-e3d74b7c-93a8-4ac7-9312-57ba0a8e0449 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:53.481148 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-e3d74b7c-93a8-4ac7-9312-57ba0a8e0449 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2200983 Feb 11 04:52:53.501987 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-2080857f-90c6-4bee-908f-41dd913721d6 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/quotas/7df92455fd694e6c9bf691dca34915c1 HTTP/1.1" status: 200 len: 375 time: 0.0102141 Feb 11 04:52:53.537583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-973bdb00-937c-45fb-8889-f44380846310 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7df92455fd694e6c9bf691dca34915c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290084 Feb 11 04:52:53.652654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7321c0b-0e76-40d8-a60b-c43b087e436f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:53.741676 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7321c0b-0e76-40d8-a60b-c43b087e436f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:53.766341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-d7321c0b-0e76-40d8-a60b-c43b087e436f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port 9a118935-c44c-4a01-a56d-076197ea632b yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:52:53.872196 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d07b59f1-635b-4975-877f-f01d7a6fd3d7 req-940e1907-4306-4367-8d0f-3e2e4d7f1d28 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 210 time: 0.0467076 Feb 11 04:52:53.906652 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11bedf5-b3c0-424d-9363-05b5d768754d None None] Network ae77cd88-5843-4ed2-a827-1dd03965698a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:54.012018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-d7321c0b-0e76-40d8-a60b-c43b087e436f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Allocated IP 172.20.0.9 (ae77cd88-5843-4ed2-a827-1dd03965698a/65188197-745f-41f1-a282-62ab02957ddf/9a118935-c44c-4a01-a56d-076197ea632b) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:54.021650 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ac74938b-821e-45d8-944f-fd540b9583af None None] Provisioning complete for port f4358462-046c-4ccb-8238-d5335172e75c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:54.022167 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ac74938b-821e-45d8-944f-fd540b9583af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f4358462-046c-4ccb-8238-d5335172e75c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:54.140818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ac74938b-821e-45d8-944f-fd540b9583af None None] Current status of the port f4358462-046c-4ccb-8238-d5335172e75c is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:54.141218 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ac74938b-821e-45d8-944f-fd540b9583af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f4358462-046c-4ccb-8238-d5335172e75c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:54.190937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ac74938b-821e-45d8-944f-fd540b9583af None None] For port f4358462-046c-4ccb-8238-d5335172e75c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f4358462-046c-4ccb-8238-d5335172e75c,segment=NetworkSegment(99a9d39d-453f-47b3-be03-1e7325800a61),segment_id=99a9d39d-453f-47b3-be03-1e7325800a61)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:54.203876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:54.216693 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7321c0b-0e76-40d8-a60b-c43b087e436f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (9a118935-c44c-4a01-a56d-076197ea632b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:54.293868 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ac74938b-821e-45d8-944f-fd540b9583af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f4358462-046c-4ccb-8238-d5335172e75c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:54.367422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4cc0f-da69-4bc4-85a1-b0a28accc261 req-1a50aadc-5788-425e-82c5-bbc7e45ab0e3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:54.375370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddf4cc0f-da69-4bc4-85a1-b0a28accc261 req-1a50aadc-5788-425e-82c5-bbc7e45ab0e3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.1479199 Feb 11 04:52:54.393328 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7321c0b-0e76-40d8-a60b-c43b087e436f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9a118935-c44c-4a01-a56d-076197ea632b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:54.409665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:52:54.431011 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f4358462-046c-4ccb-8238-d5335172e75c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:54.433459 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74938b-821e-45d8-944f-fd540b9583af None None] Pushing event updated for resources: {'Port': ['ID=f4358462-046c-4ccb-8238-d5335172e75c,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:54.436595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955701cf-2514-48c5-b448-cdb08c58cf49 req-84b7bae1-3bd5-440b-ba03-1063708e55ea tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:54.439088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-955701cf-2514-48c5-b448-cdb08c58cf49 req-84b7bae1-3bd5-440b-ba03-1063708e55ea tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 945 time: 0.1664824 Feb 11 04:52:54.456353 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:54.456827 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4fb5a3e3-7a47-4748-bf3e-aadca70fb84c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:54.467122 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7321c0b-0e76-40d8-a60b-c43b087e436f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network ae77cd88-5843-4ed2-a827-1dd03965698a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:54.472814 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-d7321c0b-0e76-40d8-a60b-c43b087e436f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:54.487443 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7321c0b-0e76-40d8-a60b-c43b087e436f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:54.495917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddf4cc0f-da69-4bc4-85a1-b0a28accc261 req-ef216900-f03e-4e94-a2bc-c66f1a906b9d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149135 Feb 11 04:52:54.550959 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-955701cf-2514-48c5-b448-cdb08c58cf49 req-e3212c06-a861-4400-90b2-ce1cda25ab86 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9ef002d-40b5-40ad-a80c-fd2265c4f90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996809 Feb 11 04:52:54.620216 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7321c0b-0e76-40d8-a60b-c43b087e436f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:54.620897 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d7321c0b-0e76-40d8-a60b-c43b087e436f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:54.634325 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7321c0b-0e76-40d8-a60b-c43b087e436f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=9a118935-c44c-4a01-a56d-076197ea632b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:54.673864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f4358462-046c-4ccb-8238-d5335172e75c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:54.674248 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f4358462-046c-4ccb-8238-d5335172e75c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:54.711527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:54.711936 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4fb5a3e3-7a47-4748-bf3e-aadca70fb84c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:54.728358 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d7321c0b-0e76-40d8-a60b-c43b087e436f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3170033 Feb 11 04:52:54.731072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55190) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:54.736233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0a308622-60fc-4676-9872-0a9cb7710a27 None None] Provisioning complete for port f4358462-046c-4ccb-8238-d5335172e75c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:54.736606 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0a308622-60fc-4676-9872-0a9cb7710a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f4358462-046c-4ccb-8238-d5335172e75c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:54.775896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86017101-e543-49bf-aa4e-c67db6cebea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb5a3e3-7a47-4748-bf3e-aadca70fb84c'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:52:54.778488 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e640664d-1f14-43f7-bc20-c251f8821c96" -d '{"events": [{"server_uuid": "86017101-e543-49bf-aa4e-c67db6cebea3", "name": "network-vif-plugged", "status": "completed", "tag": "4fb5a3e3-7a47-4748-bf3e-aadca70fb84c"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:52:54.811357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4fb5a3e3-7a47-4748-bf3e-aadca70fb84c,segment=NetworkSegment(33915939-f4fb-4f84-82f1-c94324e93522),segment_id=33915939-f4fb-4f84-82f1-c94324e93522)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:54.879910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e75357-7aff-42b1-b316-e6f752781f28 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:54.885001 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f5e75357-7aff-42b1-b316-e6f752781f28 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1485798 Feb 11 04:52:54.890933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55198) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:54.891394 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4fb5a3e3-7a47-4748-bf3e-aadca70fb84c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:55.016838 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c808b470-95a5-4e0b-9b25-5a74c7694fde req-f0f9c8ff-f20b-466c-afc8-ccb922c06855 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 210 time: 0.0426254 Feb 11 04:52:55.060293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f4358462-046c-4ccb-8238-d5335172e75c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:55.085331 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca8f66a-55f2-4aa3-af35-50a12d1c1e6e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:55.092437 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50368761-7aab-4de8-acbe-730350bc0738 x-openstack-request-id: req-50368761-7aab-4de8-acbe-730350bc0738 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:52:55.092748 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86017101-e543-49bf-aa4e-c67db6cebea3", "name": "network-vif-plugged", "status": "completed", "tag": "4fb5a3e3-7a47-4748-bf3e-aadca70fb84c", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:52:55.093554 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50368761-7aab-4de8-acbe-730350bc0738 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:52:55.094226 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86017101-e543-49bf-aa4e-c67db6cebea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb5a3e3-7a47-4748-bf3e-aadca70fb84c', 'code': 200} Feb 11 04:52:55.094840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca8f66a-55f2-4aa3-af35-50a12d1c1e6e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:55.100300 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca8f66a-55f2-4aa3-af35-50a12d1c1e6e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:55.105765 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55204) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:55.108820 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aca8f66a-55f2-4aa3-af35-50a12d1c1e6e tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2193320 Feb 11 04:52:55.113216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=4fb5a3e3-7a47-4748-bf3e-aadca70fb84c,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:55.120292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0a308622-60fc-4676-9872-0a9cb7710a27 None None] Current status of the port f4358462-046c-4ccb-8238-d5335172e75c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:55.148382 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0a308622-60fc-4676-9872-0a9cb7710a27 None None] Provisioning complete for port 147f94b8-5000-4abe-817a-dcdb7fc97016 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:55.148771 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0a308622-60fc-4676-9872-0a9cb7710a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (147f94b8-5000-4abe-817a-dcdb7fc97016), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:55.195683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0a308622-60fc-4676-9872-0a9cb7710a27 None None] Port 147f94b8-5000-4abe-817a-dcdb7fc97016 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:55.259969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774dcea-02fe-4e18-88c8-636b9c49ee6b req-53352451-fe49-41aa-a8ce-2b21aced3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:55.261699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e774dcea-02fe-4e18-88c8-636b9c49ee6b req-53352451-fe49-41aa-a8ce-2b21aced3d1d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 1129 time: 0.0956028 Feb 11 04:52:55.315634 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-0fac8b08-0899-4b26-9c36-dbc7a78b545a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 9a118935-c44c-4a01-a56d-076197ea632b {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:55.315978 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0fac8b08-0899-4b26-9c36-dbc7a78b545a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9a118935-c44c-4a01-a56d-076197ea632b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:55.319654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ae365ee2-05a1-4a27-8c4b-78fb0c11e861 None None] Provisioning complete for port 147f94b8-5000-4abe-817a-dcdb7fc97016 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:55.320656 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ae365ee2-05a1-4a27-8c4b-78fb0c11e861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (147f94b8-5000-4abe-817a-dcdb7fc97016), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:55.340116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e774dcea-02fe-4e18-88c8-636b9c49ee6b req-6675f519-76ae-48a7-82e3-e636d9f702ba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a9ef002d-40b5-40ad-a80c-fd2265c4f90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714209 Feb 11 04:52:55.381876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ae365ee2-05a1-4a27-8c4b-78fb0c11e861 None None] Port 147f94b8-5000-4abe-817a-dcdb7fc97016 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:55.393014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ae365ee2-05a1-4a27-8c4b-78fb0c11e861 None None] Provisioning complete for port 9a118935-c44c-4a01-a56d-076197ea632b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:55.393363 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ae365ee2-05a1-4a27-8c4b-78fb0c11e861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9a118935-c44c-4a01-a56d-076197ea632b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:55.425568 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0fac8b08-0899-4b26-9c36-dbc7a78b545a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9a118935-c44c-4a01-a56d-076197ea632b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:55.432136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ae365ee2-05a1-4a27-8c4b-78fb0c11e861 None None] Port 9a118935-c44c-4a01-a56d-076197ea632b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:55.442442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-0fac8b08-0899-4b26-9c36-dbc7a78b545a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 9a118935-c44c-4a01-a56d-076197ea632b owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:55.478442 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-200f4741-afad-4b15-9f40-e5a6b935bc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:55.691485 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b84b5-e2e0-44c7-a210-d564c7f8580c req-09269cfd-04ac-46d0-9872-db085164b327 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:55.693295 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-894b84b5-e2e0-44c7-a210-d564c7f8580c req-09269cfd-04ac-46d0-9872-db085164b327 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.0975001 Feb 11 04:52:55.708685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b4eb3-5de3-405c-9d71-7818bf97618e req-d301f173-63c6-462f-8cf0-58022fe78f06 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:55.710171 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a40b4eb3-5de3-405c-9d71-7818bf97618e req-d301f173-63c6-462f-8cf0-58022fe78f06 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 946 time: 0.0783195 Feb 11 04:52:55.713117 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0fac8b08-0899-4b26-9c36-dbc7a78b545a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9a118935-c44c-4a01-a56d-076197ea632b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:55.773455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac8b08-0899-4b26-9c36-dbc7a78b545a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=9a118935-c44c-4a01-a56d-076197ea632b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:55.862888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-894b84b5-e2e0-44c7-a210-d564c7f8580c req-1c7f42cc-fc9a-48c2-98a3-cd01d27feb8d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515336 Feb 11 04:52:55.909894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a40b4eb3-5de3-405c-9d71-7818bf97618e req-80ba8619-99d0-49b3-bcbf-1b506b9599b2 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9ef002d-40b5-40ad-a80c-fd2265c4f90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893692 Feb 11 04:52:55.913525 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0fac8b08-0899-4b26-9c36-dbc7a78b545a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:55.921248 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55210) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:55.921798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0fac8b08-0899-4b26-9c36-dbc7a78b545a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/9a118935-c44c-4a01-a56d-076197ea632b HTTP/1.1" status: 204 len: 168 time: 0.8143163 Feb 11 04:52:55.965103 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-b975d35e-df91-4cba-a62a-51cc5b5e1826 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] GET failed (client error): The resource could not be found. Feb 11 04:52:55.969539 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b975d35e-df91-4cba-a62a-51cc5b5e1826 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/9a118935-c44c-4a01-a56d-076197ea632b HTTP/1.1" status: 404 len: 333 time: 0.0443106 Feb 11 04:52:55.970111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55212) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:56.087004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4c910030-cddd-4cf1-aa30-425315cbe903 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 147f94b8-5000-4abe-817a-dcdb7fc97016 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:56.087116 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4c910030-cddd-4cf1-aa30-425315cbe903 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (147f94b8-5000-4abe-817a-dcdb7fc97016), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:56.152282 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-da255649-a517-4e58-9491-12aa49d9402b req-bb5d8a41-a2ec-4864-ae89-a7a6c2823866 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 210 time: 0.0341704 Feb 11 04:52:56.213163 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4c910030-cddd-4cf1-aa30-425315cbe903 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (147f94b8-5000-4abe-817a-dcdb7fc97016), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:56.226016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4c910030-cddd-4cf1-aa30-425315cbe903 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 147f94b8-5000-4abe-817a-dcdb7fc97016 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:56.356080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f4358462-046c-4ccb-8238-d5335172e75c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:52:56.423913 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f4358462-046c-4ccb-8238-d5335172e75c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:56.424384 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f4358462-046c-4ccb-8238-d5335172e75c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:56.467521 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4c910030-cddd-4cf1-aa30-425315cbe903 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (147f94b8-5000-4abe-817a-dcdb7fc97016), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:56.501719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c910030-cddd-4cf1-aa30-425315cbe903 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=147f94b8-5000-4abe-817a-dcdb7fc97016,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:56.516649 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f4358462-046c-4ccb-8238-d5335172e75c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:52:56.618922 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4c910030-cddd-4cf1-aa30-425315cbe903 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:56.623201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4c910030-cddd-4cf1-aa30-425315cbe903 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/147f94b8-5000-4abe-817a-dcdb7fc97016 HTTP/1.1" status: 204 len: 168 time: 0.6518984 Feb 11 04:52:56.626776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55218) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:56.645469 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-b6ec4596-e851-4c1f-9c2c-0dddb9b147fc tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7df92455fd694e6c9bf691dca34915c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443358 Feb 11 04:52:56.662904 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-099d11f3-38c8-4464-a257-5d71ec07b8e0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] GET failed (client error): The resource could not be found. Feb 11 04:52:56.665219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-099d11f3-38c8-4464-a257-5d71ec07b8e0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/147f94b8-5000-4abe-817a-dcdb7fc97016 HTTP/1.1" status: 404 len: 333 time: 0.0366287 Feb 11 04:52:56.671667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55220) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:56.732165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa81cdb-89a4-420d-9280-4bf870ff43e8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting subnet 65188197-745f-41f1-a282-62ab02957ddf {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:52:56.736530 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-faa81cdb-89a4-420d-9280-4bf870ff43e8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (65188197-745f-41f1-a282-62ab02957ddf), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:56.767458 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:56.783188 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-faa81cdb-89a4-420d-9280-4bf870ff43e8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (65188197-745f-41f1-a282-62ab02957ddf), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:56.862877 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-5f235491-ffdf-4f6d-9d6b-f4c8bddb4f13 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:56.864876 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-5f235491-ffdf-4f6d-9d6b-f4c8bddb4f13 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2064137 Feb 11 04:52:56.880475 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Request body: {'port': {'device_id': 'f845bb8e-09d2-41ff-a4f0-204f613fe25e', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '7df92455fd694e6c9bf691dca34915c1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:56.896699 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-faa81cdb-89a4-420d-9280-4bf870ff43e8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (65188197-745f-41f1-a282-62ab02957ddf), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.110971 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-faa81cdb-89a4-420d-9280-4bf870ff43e8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (65188197-745f-41f1-a282-62ab02957ddf), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.166577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa81cdb-89a4-420d-9280-4bf870ff43e8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Subnet': ['ID=65188197-745f-41f1-a282-62ab02957ddf,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:57.184178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366c5dd6-4059-4a55-873f-4a1c98d127ff None None] Network ae77cd88-5843-4ed2-a827-1dd03965698a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:52:57.184338 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d38f4-a3d0-413e-b7ba-e7c47c9fad1f req-8e540256-9389-46cb-b6e5-ec8980aceff2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:57.196877 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f9d38f4-a3d0-413e-b7ba-e7c47c9fad1f req-8e540256-9389-46cb-b6e5-ec8980aceff2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.2000914 Feb 11 04:52:57.200926 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-faa81cdb-89a4-420d-9280-4bf870ff43e8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.202950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-faa81cdb-89a4-420d-9280-4bf870ff43e8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/65188197-745f-41f1-a282-62ab02957ddf HTTP/1.1" status: 204 len: 168 time: 0.5297146 Feb 11 04:52:57.215324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55230) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:57.237137 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0bab6-753a-48fc-a8c5-a4d44b145880 req-618f3cdf-706d-497f-891e-bcbd1057759b tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:57.250177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19d0bab6-753a-48fc-a8c5-a4d44b145880 req-618f3cdf-706d-497f-891e-bcbd1057759b tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 946 time: 0.2122200 Feb 11 04:52:57.407217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f9d38f4-a3d0-413e-b7ba-e7c47c9fad1f req-a3e407cf-176d-46cc-a573-d46464eba19d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090077 Feb 11 04:52:57.431484 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19d0bab6-753a-48fc-a8c5-a4d44b145880 req-64ec79e3-0488-49d8-a5af-58b1229986e4 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9ef002d-40b5-40ad-a80c-fd2265c4f90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797907 Feb 11 04:52:57.446290 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (ae77cd88-5843-4ed2-a827-1dd03965698a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.497128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] DHCP port deletion for ae77cd88-5843-4ed2-a827-1dd03965698a request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:52:57.558547 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Made reservation on behalf of 7df92455fd694e6c9bf691dca34915c1 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:57.563617 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.581249 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.591228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Deleting port f4358462-046c-4ccb-8238-d5335172e75c {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:57.592936 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f4358462-046c-4ccb-8238-d5335172e75c), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.599496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a3d9b3d-a360-47e1-86ee-824ba34b3979 req-92434a11-2916-4bf2-8a46-728934310013 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 210 time: 0.0590646 Feb 11 04:52:57.642073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port f4358462-046c-4ccb-8238-d5335172e75c {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:52:57.645788 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f4358462-046c-4ccb-8238-d5335172e75c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.694206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] For port f4358462-046c-4ccb-8238-d5335172e75c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f4358462-046c-4ccb-8238-d5335172e75c,segment=NetworkSegment(99a9d39d-453f-47b3-be03-1e7325800a61),segment_id=99a9d39d-453f-47b3-be03-1e7325800a61)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:57.694615 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f4358462-046c-4ccb-8238-d5335172e75c), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.709385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Calling delete_port for f4358462-046c-4ccb-8238-d5335172e75c owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:57.723799 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Publish callbacks [] for security_group (3d615883-2272-4d24-9c43-4631ab107bdc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.740821 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] For port f4358462-046c-4ccb-8238-d5335172e75c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f4358462-046c-4ccb-8238-d5335172e75c,segment=NetworkSegment(99a9d39d-453f-47b3-be03-1e7325800a61),segment_id=99a9d39d-453f-47b3-be03-1e7325800a61)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:52:57.741238 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f4358462-046c-4ccb-8238-d5335172e75c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.758813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for f4358462-046c-4ccb-8238-d5335172e75c owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:52:57.803982 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3d615883-2272-4d24-9c43-4631ab107bdc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.838415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d615883-2272-4d24-9c43-4631ab107bdc,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:57.919682 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (f4358462-046c-4ccb-8238-d5335172e75c), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.930648 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f4358462-046c-4ccb-8238-d5335172e75c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:57.951296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] No DVR routers for this DVR port f4358462-046c-4ccb-8238-d5335172e75c on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:57.992412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Pushing event deleted for resources: {'Port': ['ID=f4358462-046c-4ccb-8238-d5335172e75c,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:58.004263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:58.004862 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:58.005589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:58.006100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:58.006600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:58.006979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:58.007313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:58.007645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:58.007975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:58.008385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:58.008659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:58.009038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:58.009366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3c3b6d-0e59-42b4-ad03-df54c36ee3a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:52:58.020997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=f4358462-046c-4ccb-8238-d5335172e75c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:58.027673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No DVR routers for this DVR port f4358462-046c-4ccb-8238-d5335172e75c on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:52:58.084393 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Allocated IP 192.168.233.72 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/c3411e71-444c-435c-99f6-a6af3b56ce53) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:52:58.174000 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (ae77cd88-5843-4ed2-a827-1dd03965698a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.217131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54560beb-0912-43b7-9654-3b2f4deb96f3 req-18f32edd-8c94-482f-95bb-cd920ee63365 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:58.217131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54560beb-0912-43b7-9654-3b2f4deb96f3 req-18f32edd-8c94-482f-95bb-cd920ee63365 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 946 time: 0.2126281 Feb 11 04:52:58.217628 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae77cd88-5843-4ed2-a827-1dd03965698a']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:58.247625 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a9d39d-453f-47b3-be03-1e7325800a61') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:58.247920 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a9d39d-453f-47b3-be03-1e7325800a61') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:52:58.271939 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6bd14-a99f-4309-a6c6-c864ff07f0fe req-1bd77a23-cf8f-4ee7-b0cc-0f7925fbae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:58.273575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eaa6bd14-a99f-4309-a6c6-c864ff07f0fe req-1bd77a23-cf8f-4ee7-b0cc-0f7925fbae43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6f4ed919be64692993f65dd2f902687&device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 1129 time: 0.1922231 Feb 11 04:52:58.275330 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (99a9d39d-453f-47b3-be03-1e7325800a61), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.317313 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Publish callbacks [] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.326009 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (99a9d39d-453f-47b3-be03-1e7325800a61), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.337163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:52:58.337563 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (99a9d39d-453f-47b3-be03-1e7325800a61), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.341779 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:52:58.345896 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:52:58.373229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f4358462-046c-4ccb-8238-d5335172e75c no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:52:58.395216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: f4358462-046c-4ccb-8238-d5335172e75c {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:52:58.395664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f4358462-046c-4ccb-8238-d5335172e75c not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:52:58.402884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54560beb-0912-43b7-9654-3b2f4deb96f3 req-96639fb0-08ad-42e7-8156-8d61e8e148e4 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9ef002d-40b5-40ad-a80c-fd2265c4f90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769705 Feb 11 04:52:58.444448 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.478777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6bd14-a99f-4309-a6c6-c864ff07f0fe req-f5352b2c-97cc-4073-93de-4e4459c2f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:58.480664 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eaa6bd14-a99f-4309-a6c6-c864ff07f0fe req-f5352b2c-97cc-4073-93de-4e4459c2f3fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=603ae491-1e38-49d7-9631-1527c5598174 HTTP/1.1" status: 200 len: 914 time: 0.1967950 Feb 11 04:52:58.517377 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:52:58.520707 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:52:58.529581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eaa6bd14-a99f-4309-a6c6-c864ff07f0fe req-dbc9c991-9890-47f4-8c0d-28fbcb7120aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fb5a3e3-7a47-4748-bf3e-aadca70fb84c HTTP/1.1" status: 200 len: 217 time: 0.0398130 Feb 11 04:52:58.543595 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:52:58.558001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Pushing event updated for resources: {'Port': ['ID=c3411e71-444c-435c-99f6-a6af3b56ce53,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:58.592506 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (ae77cd88-5843-4ed2-a827-1dd03965698a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.632863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:58.634314 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.660830 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.675364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55248) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:58.681103 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/networks/ae77cd88-5843-4ed2-a827-1dd03965698a HTTP/1.1" status: 204 len: 168 time: 1.4645948 Feb 11 04:52:58.691617 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3ee0cdc2-07a8-42c5-ba9c-e54706f59802 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-795231432'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:58.708754 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30f8a4-7f2d-477c-af5e-7178d4c94680 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Network': ['ID=ae77cd88-5843-4ed2-a827-1dd03965698a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:58.746802 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-d0982359-5785-45ff-b069-8809d4eef55b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8710718 Feb 11 04:52:58.750194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ea526-ce46-46df-b7e6-c2539bc5ba14 req-05505872-a91b-442a-b707-56880d2d1747 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:58.753223 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb2ea526-ce46-46df-b7e6-c2539bc5ba14 req-05505872-a91b-442a-b707-56880d2d1747 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.2286272 Feb 11 04:52:58.765754 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Request body: {'port': {'device_id': 'f845bb8e-09d2-41ff-a4f0-204f613fe25e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:58.797190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6bd14-a99f-4309-a6c6-c864ff07f0fe req-b148152c-e555-499b-8c6a-16e1877dfdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:58.801208 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eaa6bd14-a99f-4309-a6c6-c864ff07f0fe req-b148152c-e555-499b-8c6a-16e1877dfdba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c7277e71-d879-4b5e-a839-b54a0b5ae00c HTTP/1.1" status: 200 len: 853 time: 0.2409530 Feb 11 04:52:58.818998 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee0cdc2-07a8-42c5-ba9c-e54706f59802 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:58.827935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ee0cdc2-07a8-42c5-ba9c-e54706f59802 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.890305 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eaa6bd14-a99f-4309-a6c6-c864ff07f0fe req-50bf48da-bfd2-4e65-b2ef-4d4b2ca2f9c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=603ae491-1e38-49d7-9631-1527c5598174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676947 Feb 11 04:52:58.892244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-24b7899d-5991-4fa8-8197-c88838218ce2 None None] Provisioning complete for port c3411e71-444c-435c-99f6-a6af3b56ce53 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:52:58.892713 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-24b7899d-5991-4fa8-8197-c88838218ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.928001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee0cdc2-07a8-42c5-ba9c-e54706f59802 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:52:58.930131 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.966750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3291c-87c1-4e78-873f-c1eeb15d1b6b req-ad024e05-35eb-4a3a-bdc8-88d5dd5427bb tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:58.981493 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6d3291c-87c1-4e78-873f-c1eeb15d1b6b req-ad024e05-35eb-4a3a-bdc8-88d5dd5427bb tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 935 time: 0.2589123 Feb 11 04:52:58.982172 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ee0cdc2-07a8-42c5-ba9c-e54706f59802 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:58.982526 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-3ee0cdc2-07a8-42c5-ba9c-e54706f59802 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Added segment b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e of type vlan for network 7707b9f0-0fc6-4b2a-a3c0-924b6242da4c Feb 11 04:52:58.987183 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-24b7899d-5991-4fa8-8197-c88838218ce2 None None] Port c3411e71-444c-435c-99f6-a6af3b56ce53 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:52:59.036674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb2ea526-ce46-46df-b7e6-c2539bc5ba14 req-14fa88da-9f09-4f63-ac04-c3824520fb2e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2622316 Feb 11 04:52:59.092516 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ee0cdc2-07a8-42c5-ba9c-e54706f59802 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (7707b9f0-0fc6-4b2a-a3c0-924b6242da4c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:59.144416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6d3291c-87c1-4e78-873f-c1eeb15d1b6b req-c7d1c2bb-c250-49f2-be97-c59e9becbe1c tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d615883-2272-4d24-9c43-4631ab107bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560156 Feb 11 04:52:59.169981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eaa6bd14-a99f-4309-a6c6-c864ff07f0fe req-acd1f2b5-ad66-4034-a6dc-5b4c1c274854 service neutron] 10.222.0.32 "GET /v2.0/networks/603ae491-1e38-49d7-9631-1527c5598174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683349 Feb 11 04:52:59.295911 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eaa6bd14-a99f-4309-a6c6-c864ff07f0fe req-8a10406a-f9d2-41c7-b0d8-d26d5c68f9b8 service neutron] 10.222.0.32 "GET /v2.0/networks/603ae491-1e38-49d7-9631-1527c5598174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194584 Feb 11 04:52:59.308377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ee0cdc2-07a8-42c5-ba9c-e54706f59802 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (7707b9f0-0fc6-4b2a-a3c0-924b6242da4c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:59.314082 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee0cdc2-07a8-42c5-ba9c-e54706f59802 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:59.314696 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3ee0cdc2-07a8-42c5-ba9c-e54706f59802 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:59.415988 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0cdc2-07a8-42c5-ba9c-e54706f59802 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Network': ['ID=7707b9f0-0fc6-4b2a-a3c0-924b6242da4c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:52:59.421064 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3ee0cdc2-07a8-42c5-ba9c-e54706f59802 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7444866 Feb 11 04:52:59.425079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55250) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:52:59.428785 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 7707b9f0-0fc6-4b2a-a3c0-924b6242da4c details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:52:59.429638 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0361cb74-0cd0-47d8-a1d2-d0404fd3ac65 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'subnet': {'network_id': '7707b9f0-0fc6-4b2a-a3c0-924b6242da4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:52:59.664843 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3411e71-444c-435c-99f6-a6af3b56ce53 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:52:59.680952 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Publish callbacks [] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:59.687802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8303b-373a-49f7-b2c9-736fc8546132 req-ab01001f-7482-4f70-9915-8d249e73599c tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:52:59.697375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ed8303b-373a-49f7-b2c9-736fc8546132 req-ab01001f-7482-4f70-9915-8d249e73599c tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 946 time: 0.1765208 Feb 11 04:52:59.706431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Transition to ACTIVE for port object c3411e71-444c-435c-99f6-a6af3b56ce53 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:52:59.708178 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0361cb74-0cd0-47d8-a1d2-d0404fd3ac65 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:52:59.712020 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0361cb74-0cd0-47d8-a1d2-d0404fd3ac65 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:59.800715 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:59.803240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ed8303b-373a-49f7-b2c9-736fc8546132 req-8eee8933-1cc0-4910-a350-aac049e5ae49 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9ef002d-40b5-40ad-a80c-fd2265c4f90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988142 Feb 11 04:52:59.826973 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:52:59.873938 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Pushing event updated for resources: {'Port': ['ID=c3411e71-444c-435c-99f6-a6af3b56ce53,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:00.057070 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Attempting to bind port c3411e71-444c-435c-99f6-a6af3b56ce53 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:00.057441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Attempting to bind port c3411e71-444c-435c-99f6-a6af3b56ce53 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:00.057778 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Attempting to bind port c3411e71-444c-435c-99f6-a6af3b56ce53 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:00.065226 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Port c3411e71-444c-435c-99f6-a6af3b56ce53 on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:53:00.065653 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Attempting to bind port c3411e71-444c-435c-99f6-a6af3b56ce53 on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:00.071384 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:00.071738 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:00.072398 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:00.072604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Bound port: c3411e71-444c-435c-99f6-a6af3b56ce53, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:00.072968 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:00.159715 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0361cb74-0cd0-47d8-a1d2-d0404fd3ac65 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (1b9b27b5-1fae-4cc6-a4ce-764eaa51d49a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:00.205842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3ee01-31b1-4444-9c8d-ef406ad66d44 req-b21e8cd0-15ab-4b84-88d6-8438f36235b5 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:00.213485 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8e3ee01-31b1-4444-9c8d-ef406ad66d44 req-b21e8cd0-15ab-4b84-88d6-8438f36235b5 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.0835631 Feb 11 04:53:00.256084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361cb74-0cd0-47d8-a1d2-d0404fd3ac65 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Subnet': ['ID=1b9b27b5-1fae-4cc6-a4ce-764eaa51d49a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:00.272255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] For port c3411e71-444c-435c-99f6-a6af3b56ce53, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:00.275592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] For port c3411e71-444c-435c-99f6-a6af3b56ce53, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c3411e71-444c-435c-99f6-a6af3b56ce53,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:00.284690 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361cb74-0cd0-47d8-a1d2-d0404fd3ac65 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Checking segment: {'id': 'b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7707b9f0-0fc6-4b2a-a3c0-924b6242da4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:00.285143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361cb74-0cd0-47d8-a1d2-d0404fd3ac65 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network hostable DHCP agents. Network: 7707b9f0-0fc6-4b2a-a3c0-924b6242da4c, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:53:00.286767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b8e3ee01-31b1-4444-9c8d-ef406ad66d44 req-7f890cf5-7a8b-4d27-9132-50fd3c70deba tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718617 Feb 11 04:53:00.336246 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:00.353539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c5e69-451e-4905-bc45-0269c762e077 req-7caaf546-08b3-4ff9-ba92-af24215d526f tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:00.355211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-181c5e69-451e-4905-bc45-0269c762e077 req-7caaf546-08b3-4ff9-ba92-af24215d526f tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 947 time: 0.0636189 Feb 11 04:53:00.377784 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:00.378436 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:00.380492 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] 10.222.0.47 "PUT /v2.0/ports/c3411e71-444c-435c-99f6-a6af3b56ce53 HTTP/1.1" status: 200 len: 1096 time: 1.6232646 Feb 11 04:53:00.380985 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f845bb8e-09d2-41ff-a4f0-204f613fe25e', 'tag': 'c3411e71-444c-435c-99f6-a6af3b56ce53'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:00.388482 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36eae94-0aeb-493f-9e36-75f048e925f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f845bb8e-09d2-41ff-a4f0-204f613fe25e", "tag": "c3411e71-444c-435c-99f6-a6af3b56ce53"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:00.410555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0361cb74-0cd0-47d8-a1d2-d0404fd3ac65 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network 7707b9f0-0fc6-4b2a-a3c0-924b6242da4c is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:53:00.428372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-181c5e69-451e-4905-bc45-0269c762e077 req-8eac387b-566e-4ca0-a0e8-e07eb4a2bee3 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d615883-2272-4d24-9c43-4631ab107bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665631 Feb 11 04:53:00.441718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada09bbf-2ed5-43c7-b56b-be9ec01bd244 service neutron] Pushing event updated for resources: {'Port': ['ID=c3411e71-444c-435c-99f6-a6af3b56ce53,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:00.462663 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0033de-678e-4d23-abe2-f5a3feb967cb x-openstack-request-id: req-3d0033de-678e-4d23-abe2-f5a3feb967cb {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:00.462966 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f845bb8e-09d2-41ff-a4f0-204f613fe25e", "tag": "c3411e71-444c-435c-99f6-a6af3b56ce53", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:00.463257 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d0033de-678e-4d23-abe2-f5a3feb967cb {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:00.463679 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f845bb8e-09d2-41ff-a4f0-204f613fe25e', 'tag': 'c3411e71-444c-435c-99f6-a6af3b56ce53', 'status': 'completed', 'code': 200} Feb 11 04:53:00.512363 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-0361cb74-0cd0-47d8-a1d2-d0404fd3ac65 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 7707b9f0-0fc6-4b2a-a3c0-924b6242da4c) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:00.521489 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0361cb74-0cd0-47d8-a1d2-d0404fd3ac65 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:00.522085 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0361cb74-0cd0-47d8-a1d2-d0404fd3ac65 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:00.530342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e0fc79-f835-489a-bdf0-534825581650 None None] Network 7707b9f0-0fc6-4b2a-a3c0-924b6242da4c requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:00.565401 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36eae94-0aeb-493f-9e36-75f048e925f9 req-f403da9c-188b-4083-91c5-eb43308b2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:00.567387 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b36eae94-0aeb-493f-9e36-75f048e925f9 req-f403da9c-188b-4083-91c5-eb43308b2478 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df92455fd694e6c9bf691dca34915c1&device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 1130 time: 0.0821745 Feb 11 04:53:00.604227 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b36eae94-0aeb-493f-9e36-75f048e925f9 req-2f109974-eda0-4d90-a135-184d065ba573 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7df92455fd694e6c9bf691dca34915c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249388 Feb 11 04:53:00.628577 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0361cb74-0cd0-47d8-a1d2-d0404fd3ac65 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1999052 Feb 11 04:53:00.629545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55262) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:00.635711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-213bcb04-c352-4f00-aed8-c59f595600b4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-796881501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:00.654226 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-7707b9f0-0fc6-4b2a-a3c0-924b6242da4c', 'network_id': '7707b9f0-0fc6-4b2a-a3c0-924b6242da4c', 'project_id': '0650501595e240639beea84b881521a4', 'fixed_ips': [{'subnet_id': '1b9b27b5-1fae-4cc6-a4ce-764eaa51d49a'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:53:00.661226 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:00.739782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36eae94-0aeb-493f-9e36-75f048e925f9 req-2c8b5996-1ba4-4a36-8dcc-ab2cb18b4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:00.741598 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b36eae94-0aeb-493f-9e36-75f048e925f9 req-2c8b5996-1ba4-4a36-8dcc-ab2cb18b4ba5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300809 Feb 11 04:53:00.743103 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-213bcb04-c352-4f00-aed8-c59f595600b4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (f1604129-55f0-48c2-9f2f-a891dd185ce2), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:00.745461 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-213bcb04-c352-4f00-aed8-c59f595600b4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (f1604129-55f0-48c2-9f2f-a891dd185ce2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:00.847203 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-213bcb04-c352-4f00-aed8-c59f595600b4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for router_controller (f1604129-55f0-48c2-9f2f-a891dd185ce2), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:00.863331 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-a40799ac-8e46-4a45-b3ed-49fd8c29ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:00.866527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Allocated IP 172.20.0.2 (7707b9f0-0fc6-4b2a-a3c0-924b6242da4c/1b9b27b5-1fae-4cc6-a4ce-764eaa51d49a/1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:00.867207 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-a40799ac-8e46-4a45-b3ed-49fd8c29ee9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df92455fd694e6c9bf691dca34915c1&device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 1130 time: 0.0787294 Feb 11 04:53:00.927161 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-213bcb04-c352-4f00-aed8-c59f595600b4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (f1604129-55f0-48c2-9f2f-a891dd185ce2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:00.935936 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-5451a5b4-56f2-461e-a469-34a22ac9c1b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c3411e71-444c-435c-99f6-a6af3b56ce53 HTTP/1.1" status: 200 len: 217 time: 0.0581131 Feb 11 04:53:00.966983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47392d83-2a35-4c89-8975-b628fd7d8a18 req-3b0b41b3-6ef6-4838-92e9-4c12ed2d1a05 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:00.969511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47392d83-2a35-4c89-8975-b628fd7d8a18 req-3b0b41b3-6ef6-4838-92e9-4c12ed2d1a05 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 946 time: 0.0829720 Feb 11 04:53:01.007530 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-12afd4ac-d920-4891-a0d3-cbc51050f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:01.009091 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-12afd4ac-d920-4891-a0d3-cbc51050f19a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0661755 Feb 11 04:53:01.023874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47392d83-2a35-4c89-8975-b628fd7d8a18 req-ebf1c6a6-65cd-4fec-8be0-75481247ea2b tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9ef002d-40b5-40ad-a80c-fd2265c4f90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460835 Feb 11 04:53:01.037985 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Publish callbacks [] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:01.040274 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-213bcb04-c352-4f00-aed8-c59f595600b4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:01.041708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-213bcb04-c352-4f00-aed8-c59f595600b4 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4096684 Feb 11 04:53:01.045541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55268) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:01.056840 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-552079b0-b01f-4312-b11d-51d21e5a174b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'network_id': '7707b9f0-0fc6-4b2a-a3c0-924b6242da4c', 'name': 'tempest-PortsTestJSON-1011990041'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:01.080760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-994f0ff5-4964-4891-927c-afe88ac7bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:01.086728 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-994f0ff5-4964-4891-927c-afe88ac7bb4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0676553 Feb 11 04:53:01.141373 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:01.205135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Network 7707b9f0-0fc6-4b2a-a3c0-924b6242da4c is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:01.208240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:01.215486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:01.224268 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Pushing event updated for resources: {'Port': ['ID=1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:01.254908 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-e00944e1-c6da-4a95-89ed-ea8c3e293e37 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625917 Feb 11 04:53:01.285178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Attempting to bind port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:01.293626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Attempting to bind port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7707b9f0-0fc6-4b2a-a3c0-924b6242da4c'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:01.293626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Attempting to bind port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 on network 7707b9f0-0fc6-4b2a-a3c0-924b6242da4c {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:01.293626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:01.293626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Checking segment: {'id': 'b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7707b9f0-0fc6-4b2a-a3c0-924b6242da4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:01.293626 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:01.293626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Bound using segment: {'id': 'b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7707b9f0-0fc6-4b2a-a3c0-924b6242da4c'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:01.294179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Bound port: 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7707b9f0-0fc6-4b2a-a3c0-924b6242da4c'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:01.294571 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:01.312829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552079b0-b01f-4312-b11d-51d21e5a174b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:01.316336 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-552079b0-b01f-4312-b11d-51d21e5a174b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:01.355561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-552079b0-b01f-4312-b11d-51d21e5a174b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port 1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:53:01.360764 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-921b69dd-2b40-4efa-bbcb-5db908aa56ab req-29cacef4-bad4-4b59-b32e-79aabef80447 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003180 Feb 11 04:53:01.412618 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] For port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:01.415923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] For port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7,segment=NetworkSegment(b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e),segment_id=b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:01.508391 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:01.582058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6ff0b-4b27-448c-be71-c3c8237dd7dd None None] Pushing event updated for resources: {'Port': ['ID=1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:01.888464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cdf99-2d4a-45b7-8688-f4ec11691564 req-7ef30cea-2ab6-43fb-b921-255a374148c2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:01.896025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-576cdf99-2d4a-45b7-8688-f4ec11691564 req-7ef30cea-2ab6-43fb-b921-255a374148c2 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.5113912 Feb 11 04:53:01.976219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-552079b0-b01f-4312-b11d-51d21e5a174b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Allocated IP 172.20.0.13 (7707b9f0-0fc6-4b2a-a3c0-924b6242da4c/1b9b27b5-1fae-4cc6-a4ce-764eaa51d49a/1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:02.019375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-576cdf99-2d4a-45b7-8688-f4ec11691564 req-657bd842-6e6b-434c-a55f-748b439ac3e9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220140 Feb 11 04:53:02.033907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610a57-2903-4895-bf04-c5a47c4ece8d req-0f463fc9-324c-4668-a2e9-b7043674ce71 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:02.035493 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca610a57-2903-4895-bf04-c5a47c4ece8d req-0f463fc9-324c-4668-a2e9-b7043674ce71 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 947 time: 0.1570253 Feb 11 04:53:02.203695 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca610a57-2903-4895-bf04-c5a47c4ece8d req-23d5c226-0510-4bf1-8cb9-d84646812a15 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d615883-2272-4d24-9c43-4631ab107bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396058 Feb 11 04:53:02.246581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb1102-b6d6-4fcf-be49-c7fe836f7e23 req-499b8b11-1128-49da-93c4-f3e0e103bd63 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:02.248121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6bb1102-b6d6-4fcf-be49-c7fe836f7e23 req-499b8b11-1128-49da-93c4-f3e0e103bd63 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 946 time: 0.1557696 Feb 11 04:53:02.270548 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-552079b0-b01f-4312-b11d-51d21e5a174b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:02.325546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6bb1102-b6d6-4fcf-be49-c7fe836f7e23 req-741a6dc2-0577-4a8d-9c5a-110bd08ba167 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9ef002d-40b5-40ad-a80c-fd2265c4f90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710697 Feb 11 04:53:02.358383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:02.410093 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-552079b0-b01f-4312-b11d-51d21e5a174b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:02.466743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552079b0-b01f-4312-b11d-51d21e5a174b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network 7707b9f0-0fc6-4b2a-a3c0-924b6242da4c is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:02.473254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-552079b0-b01f-4312-b11d-51d21e5a174b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:02.481701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552079b0-b01f-4312-b11d-51d21e5a174b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:02.510186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552079b0-b01f-4312-b11d-51d21e5a174b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:02.553638 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552079b0-b01f-4312-b11d-51d21e5a174b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:02.559804 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-552079b0-b01f-4312-b11d-51d21e5a174b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:02.604035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:02.604635 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:02.642542 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-552079b0-b01f-4312-b11d-51d21e5a174b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5954971 Feb 11 04:53:02.644994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55282) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:02.697446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:02.698194 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:02.735536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7,segment=NetworkSegment(b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e),segment_id=b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:02.774174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e70f7-bd07-4f67-b303-373c3a4e5f23 None None] Network 7707b9f0-0fc6-4b2a-a3c0-924b6242da4c requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:02.849690 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:02.896507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-856b78c2-c471-44c4-9236-50dac4ecca14 None None] Provisioning complete for port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:02.896893 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-856b78c2-c471-44c4-9236-50dac4ecca14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:02.974179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:03.028028 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-856b78c2-c471-44c4-9236-50dac4ecca14 None None] Current status of the port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:03.034345 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8f31fd67-6913-4ffb-841a-b248fc19ca1a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.369253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-38fe9642-f855-43b5-9f2c-d864c4748771 None None] Provisioning complete for port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:03.369705 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-38fe9642-f855-43b5-9f2c-d864c4748771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.426710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c077f-98a7-4eb5-aa50-323259dc62f6 req-dc5de3c0-5240-422b-94fd-fc6712574c46 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:03.428183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f4c077f-98a7-4eb5-aa50-323259dc62f6 req-dc5de3c0-5240-422b-94fd-fc6712574c46 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.32 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 946 time: 0.3311706 Feb 11 04:53:03.535108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-38fe9642-f855-43b5-9f2c-d864c4748771 None None] Current status of the port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:03.553585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-38fe9642-f855-43b5-9f2c-d864c4748771 None None] Provisioning complete for port 1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:03.554521 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-38fe9642-f855-43b5-9f2c-d864c4748771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.571080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f92941-e581-49b0-8b0f-f947f9cb19c6 req-b637c42a-cae0-42e8-ab3c-5849f50e0a51 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:03.572608 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86f92941-e581-49b0-8b0f-f947f9cb19c6 req-b637c42a-cae0-42e8-ab3c-5849f50e0a51 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 947 time: 0.1993537 Feb 11 04:53:03.588913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0632642-2618-4f88-b68f-b2565a9e7f2e req-0b41415d-dc8e-4bc2-8678-735f9b285c6d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:03.597756 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0632642-2618-4f88-b68f-b2565a9e7f2e req-0b41415d-dc8e-4bc2-8678-735f9b285c6d tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.3965151 Feb 11 04:53:03.628908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-38fe9642-f855-43b5-9f2c-d864c4748771 None None] Port 1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:03.684600 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8f31fd67-6913-4ffb-841a-b248fc19ca1a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.711804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-3f4c077f-98a7-4eb5-aa50-323259dc62f6 req-5ce9c906-144d-4cf0-888b-58a0dd6d8050 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Deleting port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:03.712146 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3f4c077f-98a7-4eb5-aa50-323259dc62f6 req-5ce9c906-144d-4cf0-888b-58a0dd6d8050 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4fb5a3e3-7a47-4748-bf3e-aadca70fb84c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.751204 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0632642-2618-4f88-b68f-b2565a9e7f2e req-02e1a508-b672-4b8a-980e-1706e7597948 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525054 Feb 11 04:53:03.754370 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8910f599-d948-4b9c-b1bb-3b59926373db None None] Provisioning complete for port 1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:03.754990 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8910f599-d948-4b9c-b1bb-3b59926373db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.774481 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8f31fd67-6913-4ffb-841a-b248fc19ca1a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:03.793278 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86f92941-e581-49b0-8b0f-f947f9cb19c6 req-ed79ee1c-bbf9-40f9-84d3-08af8efa0f8b tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d615883-2272-4d24-9c43-4631ab107bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861916 Feb 11 04:53:03.802339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device c3411e71-444c-435c-99f6-a6af3b56ce53 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:53:03.837228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8910f599-d948-4b9c-b1bb-3b59926373db None None] Port 1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:03.933619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31fd67-6913-4ffb-841a-b248fc19ca1a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:03.977717 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port c3411e71-444c-435c-99f6-a6af3b56ce53, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c3411e71-444c-435c-99f6-a6af3b56ce53,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:03.992590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'c3411e71-444c-435c-99f6-a6af3b56ce53', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': 'c3411e71-444c-435c-99f6-a6af3b56ce53', 'mac_address': 'fa:16:3e:b4:b2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:53:04.045283 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-3f4c077f-98a7-4eb5-aa50-323259dc62f6 req-5ce9c906-144d-4cf0-888b-58a0dd6d8050 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] For port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4fb5a3e3-7a47-4748-bf3e-aadca70fb84c,segment=NetworkSegment(33915939-f4fb-4f84-82f1-c94324e93522),segment_id=33915939-f4fb-4f84-82f1-c94324e93522)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:04.045825 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3f4c077f-98a7-4eb5-aa50-323259dc62f6 req-5ce9c906-144d-4cf0-888b-58a0dd6d8050 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4fb5a3e3-7a47-4748-bf3e-aadca70fb84c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.056609 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port c3411e71-444c-435c-99f6-a6af3b56ce53 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:04.057013 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.060558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-3f4c077f-98a7-4eb5-aa50-323259dc62f6 req-5ce9c906-144d-4cf0-888b-58a0dd6d8050 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Calling delete_port for 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:04.092370 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.096903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3411e71-444c-435c-99f6-a6af3b56ce53 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:53:04.144764 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port c3411e71-444c-435c-99f6-a6af3b56ce53, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c3411e71-444c-435c-99f6-a6af3b56ce53,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:04.236814 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.319808 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.391562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=c3411e71-444c-435c-99f6-a6af3b56ce53,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:04.394167 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3f4c077f-98a7-4eb5-aa50-323259dc62f6 req-5ce9c906-144d-4cf0-888b-58a0dd6d8050 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4fb5a3e3-7a47-4748-bf3e-aadca70fb84c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.413427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b4c4f3d4-be37-406a-9145-a2cdf86ebdc4 None None] Provisioning complete for port 1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:04.414752 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f3d4-be37-406a-9145-a2cdf86ebdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.430324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:04.435335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['4fb5a3e3-7a47-4748-bf3e-aadca70fb84c'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:53:04.451863 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b2f7d-7e9c-4716-9d57-97b6284b964b req-df81c970-8e31-4f8d-88bd-b3fa4f1c010d tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:04.459004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b0b2f7d-7e9c-4716-9d57-97b6284b964b req-df81c970-8e31-4f8d-88bd-b3fa4f1c010d tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 946 time: 0.5190420 Feb 11 04:53:04.465748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9c906-144d-4cf0-888b-58a0dd6d8050 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Pushing event deleted for resources: {'Port': ['ID=4fb5a3e3-7a47-4748-bf3e-aadca70fb84c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:04.512072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['c3411e71-444c-435c-99f6-a6af3b56ce53'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:53:04.553725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b4c4f3d4-be37-406a-9145-a2cdf86ebdc4 None None] Port 1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:04.578076 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b0b2f7d-7e9c-4716-9d57-97b6284b964b req-200455d3-623b-4799-b215-59e10d8d1a18 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/security-groups?id=a9ef002d-40b5-40ad-a80c-fd2265c4f90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178603 Feb 11 04:53:04.601070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4c077f-98a7-4eb5-aa50-323259dc62f6 req-5ce9c906-144d-4cf0-888b-58a0dd6d8050 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] No DVR routers for this DVR port 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:04.606397 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:04.606937 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.607087 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3f4c077f-98a7-4eb5-aa50-323259dc62f6 req-5ce9c906-144d-4cf0-888b-58a0dd6d8050 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.611654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3f4c077f-98a7-4eb5-aa50-323259dc62f6 req-5ce9c906-144d-4cf0-888b-58a0dd6d8050 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.32 "DELETE /v2.0/ports/4fb5a3e3-7a47-4748-bf3e-aadca70fb84c HTTP/1.1" status: 204 len: 173 time: 1.1630816 Feb 11 04:53:04.611887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86017101-e543-49bf-aa4e-c67db6cebea3', 'name': 'network-vif-deleted', 'tag': '4fb5a3e3-7a47-4748-bf3e-aadca70fb84c'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:04.614384 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c32ce2-b210-46b3-98f2-86d3f1448764" -d '{"events": [{"server_uuid": "86017101-e543-49bf-aa4e-c67db6cebea3", "name": "network-vif-deleted", "tag": "4fb5a3e3-7a47-4748-bf3e-aadca70fb84c"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:04.700151 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a28d04e-844b-4ebf-a093-5c48840820c6 x-openstack-request-id: req-4a28d04e-844b-4ebf-a093-5c48840820c6 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:04.701370 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86017101-e543-49bf-aa4e-c67db6cebea3", "name": "network-vif-deleted", "tag": "4fb5a3e3-7a47-4748-bf3e-aadca70fb84c", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:04.701370 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a28d04e-844b-4ebf-a093-5c48840820c6 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:04.701370 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86017101-e543-49bf-aa4e-c67db6cebea3', 'name': 'network-vif-deleted', 'tag': '4fb5a3e3-7a47-4748-bf3e-aadca70fb84c', 'status': 'completed', 'code': 200} Feb 11 04:53:04.702074 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8f31fd67-6913-4ffb-841a-b248fc19ca1a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (f1604129-55f0-48c2-9f2f-a891dd185ce2), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:04.770545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:04.957515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e9243-5488-4684-8f4e-26dae635c9dd req-69f6bfa6-7591-4b02-9447-2c989843633b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:04.959049 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e14e9243-5488-4684-8f4e-26dae635c9dd req-69f6bfa6-7591-4b02-9447-2c989843633b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.1047199 Feb 11 04:53:05.040875 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8f31fd67-6913-4ffb-841a-b248fc19ca1a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:05.053937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313aaa7f-3e5d-419c-a724-98a543f3822b req-22074c64-96c2-4baa-8c10-b45f2a143f36 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:05.055455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-313aaa7f-3e5d-419c-a724-98a543f3822b req-22074c64-96c2-4baa-8c10-b45f2a143f36 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 948 time: 0.1446495 Feb 11 04:53:05.097537 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e14e9243-5488-4684-8f4e-26dae635c9dd req-b6470f67-7212-497f-b31d-91ae0c86b424 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317143 Feb 11 04:53:05.175503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-313aaa7f-3e5d-419c-a724-98a543f3822b req-723d08f1-5e9e-4751-9e68-fa7bc20778ef tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d615883-2272-4d24-9c43-4631ab107bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108780 Feb 11 04:53:05.413908 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8f31fd67-6913-4ffb-841a-b248fc19ca1a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:05.489802 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8f31fd67-6913-4ffb-841a-b248fc19ca1a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:05.580479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31fd67-6913-4ffb-841a-b248fc19ca1a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:05.590380 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8f31fd67-6913-4ffb-841a-b248fc19ca1a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (f1604129-55f0-48c2-9f2f-a891dd185ce2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:05.696265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-62de7648-bb23-4a71-b000-e7cd8eae69aa req-ee096533-ded7-48c3-9339-a2ff09b06719 tempest-InstanceActionsTestJSON-1424258321 tempest-InstanceActionsTestJSON-1424258321-project] 10.222.0.13 "GET /v2.0/ports?device_id=86017101-e543-49bf-aa4e-c67db6cebea3 HTTP/1.1" status: 200 len: 210 time: 0.0327380 Feb 11 04:53:05.721374 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f31fd67-6913-4ffb-841a-b248fc19ca1a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network 7707b9f0-0fc6-4b2a-a3c0-924b6242da4c is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:05.722864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-8f31fd67-6913-4ffb-841a-b248fc19ca1a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:05.774755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device c3411e71-444c-435c-99f6-a6af3b56ce53 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:05.918911 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port c3411e71-444c-435c-99f6-a6af3b56ce53 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:53:05.923814 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port c3411e71-444c-435c-99f6-a6af3b56ce53 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:05.924330 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:05.952053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f31fd67-6913-4ffb-841a-b248fc19ca1a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Router f1604129-55f0-48c2-9f2f-a891dd185ce2 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:53:06.016428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port c3411e71-444c-435c-99f6-a6af3b56ce53 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:06.017081 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:06.041509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-32f84e67-76d0-4be2-b77f-09fa3857c058 None None] Provisioning complete for port 1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:06.042183 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-32f84e67-76d0-4be2-b77f-09fa3857c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:06.060372 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f31fd67-6913-4ffb-841a-b248fc19ca1a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:53:06.069671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55308) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:06.070127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8f31fd67-6913-4ffb-841a-b248fc19ca1a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "PUT /v2.0/routers/f1604129-55f0-48c2-9f2f-a891dd185ce2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4235306 Feb 11 04:53:06.073346 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f845bb8e-09d2-41ff-a4f0-204f613fe25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3411e71-444c-435c-99f6-a6af3b56ce53'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:06.075472 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfc8d82-5899-4300-af44-9df537b27eca" -d '{"events": [{"server_uuid": "f845bb8e-09d2-41ff-a4f0-204f613fe25e", "name": "network-vif-plugged", "status": "completed", "tag": "c3411e71-444c-435c-99f6-a6af3b56ce53"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:06.083469 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6cf3fc-77b7-4d30-bfd5-5db69295bfdd None None] Sync routers for ids ['f1604129-55f0-48c2-9f2f-a891dd185ce2'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:53:06.100837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port c3411e71-444c-435c-99f6-a6af3b56ce53, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c3411e71-444c-435c-99f6-a6af3b56ce53,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:06.114458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-32f84e67-76d0-4be2-b77f-09fa3857c058 None None] Port 1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:06.116685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6cf3fc-77b7-4d30-bfd5-5db69295bfdd None None] Routers {'f1604129-55f0-48c2-9f2f-a891dd185ce2'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:06.116685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4d6cf3fc-77b7-4d30-bfd5-5db69295bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:52:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f1604129-55f0-48c2-9f2f-a891dd185ce2'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:06.154499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4d6cf3fc-77b7-4d30-bfd5-5db69295bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:06.164778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6cf3fc-77b7-4d30-bfd5-5db69295bfdd None None] Routers {'f1604129-55f0-48c2-9f2f-a891dd185ce2'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:06.165413 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4d6cf3fc-77b7-4d30-bfd5-5db69295bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:52:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f1604129-55f0-48c2-9f2f-a891dd185ce2'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:06.211554 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bc4953-9dd7-43b1-8e70-1b90607d416a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:06.215616 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d6f215-e8c4-4e2d-9d6f-bca14be93296 x-openstack-request-id: req-34d6f215-e8c4-4e2d-9d6f-bca14be93296 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:06.215898 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f845bb8e-09d2-41ff-a4f0-204f613fe25e", "name": "network-vif-plugged", "status": "completed", "tag": "c3411e71-444c-435c-99f6-a6af3b56ce53", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:06.216163 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34d6f215-e8c4-4e2d-9d6f-bca14be93296 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:06.216562 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f845bb8e-09d2-41ff-a4f0-204f613fe25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3411e71-444c-435c-99f6-a6af3b56ce53', 'code': 200} Feb 11 04:53:06.217566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55316) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:06.218333 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4d6cf3fc-77b7-4d30-bfd5-5db69295bfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:06.219047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6cf3fc-77b7-4d30-bfd5-5db69295bfdd None None] The sync data for ids ['f1604129-55f0-48c2-9f2f-a891dd185ce2'] in n-d-712142-35 is: [] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:53:06.221367 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:06.227682 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-76bc4953-9dd7-43b1-8e70-1b90607d416a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1604129-55f0-48c2-9f2f-a891dd185ce2 HTTP/1.1" status: 200 len: 983 time: 0.1568544 Feb 11 04:53:06.280458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=c3411e71-444c-435c-99f6-a6af3b56ce53,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:06.334154 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b235b99-7897-43ad-80bc-08a2bcf0caa0 req-afd62da6-c946-4918-97b8-e2ed4b3afd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:06.341548 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0b235b99-7897-43ad-80bc-08a2bcf0caa0 req-afd62da6-c946-4918-97b8-e2ed4b3afd98 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 1132 time: 0.1084924 Feb 11 04:53:06.414191 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0b235b99-7897-43ad-80bc-08a2bcf0caa0 req-ebb048b7-552f-4520-ab12-b7a937b3f7f8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3d615883-2272-4d24-9c43-4631ab107bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651681 Feb 11 04:53:06.484594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb513d-3b17-41ac-8bf1-ee6b546bbfd8 req-f9b7f687-64b3-4610-92be-e00dddda614f tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:06.486301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53cb513d-3b17-41ac-8bf1-ee6b546bbfd8 req-f9b7f687-64b3-4610-92be-e00dddda614f tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 949 time: 0.1871016 Feb 11 04:53:06.497079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7e211-7409-4aba-9bb0-78b4dd254bea req-fb1886cc-96dc-463c-9b8d-8140f15cb1e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:06.498537 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1fc7e211-7409-4aba-9bb0-78b4dd254bea req-fb1886cc-96dc-463c-9b8d-8140f15cb1e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.1905787 Feb 11 04:53:06.986135 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53cb513d-3b17-41ac-8bf1-ee6b546bbfd8 req-d085e6e9-3d23-4f1c-8705-d37d62c3f357 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d615883-2272-4d24-9c43-4631ab107bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838030 Feb 11 04:53:07.006518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1fc7e211-7409-4aba-9bb0-78b4dd254bea req-ae8b668c-84ba-41f8-b077-8fc8b46b3fd9 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101382 Feb 11 04:53:07.043546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55322) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:07.095194 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6548c75-521e-41c7-bbb3-e61131d908d4 admin admin] Deleting subnet c7277e71-d879-4b5e-a839-b54a0b5ae00c {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:53:07.099108 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6548c75-521e-41c7-bbb3-e61131d908d4 admin admin] Publish callbacks [] for subnet (c7277e71-d879-4b5e-a839-b54a0b5ae00c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.139678 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6548c75-521e-41c7-bbb3-e61131d908d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (c7277e71-d879-4b5e-a839-b54a0b5ae00c), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.190906 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6548c75-521e-41c7-bbb3-e61131d908d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (c7277e71-d879-4b5e-a839-b54a0b5ae00c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.277704 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9846e9f0-ce35-48a2-925e-63c7c083d4cf tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (f1604129-55f0-48c2-9f2f-a891dd185ce2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.393021 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6548c75-521e-41c7-bbb3-e61131d908d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (c7277e71-d879-4b5e-a839-b54a0b5ae00c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.426420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6548c75-521e-41c7-bbb3-e61131d908d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7277e71-d879-4b5e-a839-b54a0b5ae00c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:07.432221 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b6548c75-521e-41c7-bbb3-e61131d908d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.437509 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b6548c75-521e-41c7-bbb3-e61131d908d4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c7277e71-d879-4b5e-a839-b54a0b5ae00c HTTP/1.1" status: 204 len: 168 time: 0.3898659 Feb 11 04:53:07.437509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55326) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:07.513496 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9dea2f0-2b50-4617-8c31-451c7b60ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (603ae491-1e38-49d7-9631-1527c5598174), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.563014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-9846e9f0-ce35-48a2-925e-63c7c083d4cf tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:07.563313 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9846e9f0-ce35-48a2-925e-63c7c083d4cf tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.617516 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9dea2f0-2b50-4617-8c31-451c7b60ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (603ae491-1e38-49d7-9631-1527c5598174), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.639812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-c9dea2f0-2b50-4617-8c31-451c7b60ae06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603ae491-1e38-49d7-9631-1527c5598174']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:07.650678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-c9dea2f0-2b50-4617-8c31-451c7b60ae06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33915939-f4fb-4f84-82f1-c94324e93522') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:07.650982 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-c9dea2f0-2b50-4617-8c31-451c7b60ae06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33915939-f4fb-4f84-82f1-c94324e93522') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:07.661643 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9dea2f0-2b50-4617-8c31-451c7b60ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (33915939-f4fb-4f84-82f1-c94324e93522), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.662791 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9846e9f0-ce35-48a2-925e-63c7c083d4cf tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.675603 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9dea2f0-2b50-4617-8c31-451c7b60ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (33915939-f4fb-4f84-82f1-c94324e93522), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.675784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-9846e9f0-ce35-48a2-925e-63c7c083d4cf tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:07.681688 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9dea2f0-2b50-4617-8c31-451c7b60ae06 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:53:07.682087 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9dea2f0-2b50-4617-8c31-451c7b60ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (33915939-f4fb-4f84-82f1-c94324e93522), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:53:07.683759 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:53:07.819497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9dea2f0-2b50-4617-8c31-451c7b60ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (603ae491-1e38-49d7-9631-1527c5598174), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.826658 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c9dea2f0-2b50-4617-8c31-451c7b60ae06 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:07.833749 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c9dea2f0-2b50-4617-8c31-451c7b60ae06 admin admin] 10.222.0.13 "DELETE /v2.0/networks/603ae491-1e38-49d7-9631-1527c5598174 HTTP/1.1" status: 204 len: 168 time: 0.3922384 Feb 11 04:53:07.849168 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dea2f0-2b50-4617-8c31-451c7b60ae06 admin admin] Pushing event deleted for resources: {'Network': ['ID=603ae491-1e38-49d7-9631-1527c5598174,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:07.992915 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9846e9f0-ce35-48a2-925e-63c7c083d4cf tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.036564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846e9f0-ce35-48a2-925e-63c7c083d4cf tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:08.246887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:08.279551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:08.282414 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4fb5a3e3-7a47-4748-bf3e-aadca70fb84c not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:08.287687 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9846e9f0-ce35-48a2-925e-63c7c083d4cf tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (f1604129-55f0-48c2-9f2f-a891dd185ce2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.321238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cfb1f-adc7-43ca-9888-3036b772d0cf req-75fa1357-dea6-448e-9143-1439943a3b58 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:08.322880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a61cfb1f-adc7-43ca-9888-3036b772d0cf req-75fa1357-dea6-448e-9143-1439943a3b58 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.1672831 Feb 11 04:53:08.351950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55334) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:08.364154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f755388-30cb-480f-bd29-7fa5002d04fb req-ebf3fc98-4dd1-4f49-9813-a59c00242dc7 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:08.368231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f755388-30cb-480f-bd29-7fa5002d04fb req-ebf3fc98-4dd1-4f49-9813-a59c00242dc7 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 949 time: 0.2607129 Feb 11 04:53:08.400630 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4b646367-f5ff-471d-bf4d-0befaaa82014 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6f4ed919be64692993f65dd2f902687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452361 Feb 11 04:53:08.400945 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55336) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:08.452558 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d43fadd8-5f01-4736-8520-75a62455820a admin admin] Publish callbacks [] for security_group (a9ef002d-40b5-40ad-a80c-fd2265c4f90f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.474970 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d43fadd8-5f01-4736-8520-75a62455820a admin admin] Publish callbacks [] for security_group (a9ef002d-40b5-40ad-a80c-fd2265c4f90f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.521827 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a61cfb1f-adc7-43ca-9888-3036b772d0cf req-f3511973-2415-4e06-84bd-a066695e57b8 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534009 Feb 11 04:53:08.567909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f755388-30cb-480f-bd29-7fa5002d04fb req-953312ba-fa5c-49e9-9059-c027ec09a61d tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d615883-2272-4d24-9c43-4631ab107bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904490 Feb 11 04:53:08.580694 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9846e9f0-ce35-48a2-925e-63c7c083d4cf tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Router f1604129-55f0-48c2-9f2f-a891dd185ce2 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:53:08.609470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d43fadd8-5f01-4736-8520-75a62455820a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a9ef002d-40b5-40ad-a80c-fd2265c4f90f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.615898 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d43fadd8-5f01-4736-8520-75a62455820a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:08.615898 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d43fadd8-5f01-4736-8520-75a62455820a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9ef002d-40b5-40ad-a80c-fd2265c4f90f HTTP/1.1" status: 204 len: 168 time: 0.2115505 Feb 11 04:53:08.622693 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fadd8-5f01-4736-8520-75a62455820a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ef002d-40b5-40ad-a80c-fd2265c4f90f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:08.715410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9846e9f0-ce35-48a2-925e-63c7c083d4cf tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:53:08.721951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9846e9f0-ce35-48a2-925e-63c7c083d4cf tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "PUT /v2.0/routers/f1604129-55f0-48c2-9f2f-a891dd185ce2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5027158 Feb 11 04:53:08.724818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55348) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:08.728553 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3588d0c3-4668-4604-8e9e-f8e888cec8af None None] Sync routers for ids ['f1604129-55f0-48c2-9f2f-a891dd185ce2'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:53:08.750700 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3588d0c3-4668-4604-8e9e-f8e888cec8af None None] Routers {'f1604129-55f0-48c2-9f2f-a891dd185ce2'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:08.752244 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3588d0c3-4668-4604-8e9e-f8e888cec8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:52:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f1604129-55f0-48c2-9f2f-a891dd185ce2'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:08.756722 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-1278bfdc-f97b-4723-84b8-aa6b9968a58f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] GET failed (client error): The resource could not be found. Feb 11 04:53:08.758405 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1278bfdc-f97b-4723-84b8-aa6b9968a58f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/1beeaad5-fa5e-4ce6-8cb1-63d8eb45311c HTTP/1.1" status: 404 len: 333 time: 0.0323772 Feb 11 04:53:08.761355 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55350) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:08.799045 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3588d0c3-4668-4604-8e9e-f8e888cec8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:08.808667 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3588d0c3-4668-4604-8e9e-f8e888cec8af None None] Routers {'f1604129-55f0-48c2-9f2f-a891dd185ce2'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:08.809693 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3588d0c3-4668-4604-8e9e-f8e888cec8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:52:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f1604129-55f0-48c2-9f2f-a891dd185ce2'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:08.850984 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3588d0c3-4668-4604-8e9e-f8e888cec8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:08.851967 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3588d0c3-4668-4604-8e9e-f8e888cec8af None None] The sync data for ids ['f1604129-55f0-48c2-9f2f-a891dd185ce2'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:53:08.881921 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e6576b6-4ed5-47bc-bf30-2e53aead0780 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for router (f1604129-55f0-48c2-9f2f-a891dd185ce2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.098653 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e6576b6-4ed5-47bc-bf30-2e53aead0780 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (f1604129-55f0-48c2-9f2f-a891dd185ce2), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.101798 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e6576b6-4ed5-47bc-bf30-2e53aead0780 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for router_controller (f1604129-55f0-48c2-9f2f-a891dd185ce2), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.106479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317182f-27c5-4a7e-a0d3-bbb7278fcc54 req-b89ae32a-eaae-49f1-b033-64c07c8538f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:09.107940 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b317182f-27c5-4a7e-a0d3-bbb7278fcc54 req-b89ae32a-eaae-49f1-b033-64c07c8538f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 1128 time: 0.1482491 Feb 11 04:53:09.212711 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b317182f-27c5-4a7e-a0d3-bbb7278fcc54 req-6e79742c-c702-4641-aacd-3fd6ca7a45eb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992537 Feb 11 04:53:09.299813 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e6576b6-4ed5-47bc-bf30-2e53aead0780 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (f1604129-55f0-48c2-9f2f-a891dd185ce2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.300694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6576b6-4ed5-47bc-bf30-2e53aead0780 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Fanout notify agent at l3_agent the message router_deleted on router f1604129-55f0-48c2-9f2f-a891dd185ce2 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:53:09.309063 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e6576b6-4ed5-47bc-bf30-2e53aead0780 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.314101 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2e6576b6-4ed5-47bc-bf30-2e53aead0780 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/routers/f1604129-55f0-48c2-9f2f-a891dd185ce2 HTTP/1.1" status: 204 len: 168 time: 0.5481586 Feb 11 04:53:09.314101 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55362) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:09.343801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55364) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:09.375533 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ca238c-b206-4c89-81fe-de37f7040d1c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting subnet 1b9b27b5-1fae-4cc6-a4ce-764eaa51d49a {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:53:09.379929 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-11ca238c-b206-4c89-81fe-de37f7040d1c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (1b9b27b5-1fae-4cc6-a4ce-764eaa51d49a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.432699 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-11ca238c-b206-4c89-81fe-de37f7040d1c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (1b9b27b5-1fae-4cc6-a4ce-764eaa51d49a), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.530543 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3070839-e160-4df6-89d0-e7a797d75770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.541625 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-11ca238c-b206-4c89-81fe-de37f7040d1c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (1b9b27b5-1fae-4cc6-a4ce-764eaa51d49a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.693369 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3070839-e160-4df6-89d0-e7a797d75770 admin admin] Publish callbacks [] for security_group (5c372e78-d27f-460e-9043-648b698ee521), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.709891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c90bee-bc1c-4d24-86ea-e3d6821a3f2b req-7bb5ad50-d407-4abb-83c3-4d48118a0212 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:09.716984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48c90bee-bc1c-4d24-86ea-e3d6821a3f2b req-7bb5ad50-d407-4abb-83c3-4d48118a0212 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.0840256 Feb 11 04:53:09.767723 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48c90bee-bc1c-4d24-86ea-e3d6821a3f2b req-32aaaf07-d1b1-42b2-b768-ea46074e0fce tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498137 Feb 11 04:53:09.770556 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-11ca238c-b206-4c89-81fe-de37f7040d1c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (1b9b27b5-1fae-4cc6-a4ce-764eaa51d49a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.798769 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3070839-e160-4df6-89d0-e7a797d75770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5c372e78-d27f-460e-9043-648b698ee521), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.820979 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca238c-b206-4c89-81fe-de37f7040d1c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Subnet': ['ID=1b9b27b5-1fae-4cc6-a4ce-764eaa51d49a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:09.834414 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-11ca238c-b206-4c89-81fe-de37f7040d1c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.844542 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ddc51a-ca85-4c18-810e-1a24f8fdeb20 None None] Network 7707b9f0-0fc6-4b2a-a3c0-924b6242da4c requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:09.849486 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-11ca238c-b206-4c89-81fe-de37f7040d1c tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/1b9b27b5-1fae-4cc6-a4ce-764eaa51d49a HTTP/1.1" status: 204 len: 168 time: 0.5303812 Feb 11 04:53:09.850541 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55380) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:09.875096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3070839-e160-4df6-89d0-e7a797d75770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c372e78-d27f-460e-9043-648b698ee521,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:09.901789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c3070839-e160-4df6-89d0-e7a797d75770 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65f2e1c39623442fa071a4256eec025c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5536191 Feb 11 04:53:09.903382 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55384) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:09.988561 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f741b80-cdb2-453f-9ed0-a35e77b69dd3 admin admin] Publish callbacks [] for security_group (5c372e78-d27f-460e-9043-648b698ee521), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:09.995762 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (7707b9f0-0fc6-4b2a-a3c0-924b6242da4c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.014272 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f741b80-cdb2-453f-9ed0-a35e77b69dd3 admin admin] Publish callbacks [] for security_group (5c372e78-d27f-460e-9043-648b698ee521), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.104641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:10.105330 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.131650 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ae12a7-091b-499a-9a51-4938f617604d None None] DHCP port deletion for 7707b9f0-0fc6-4b2a-a3c0-924b6242da4c request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:53:10.177218 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f741b80-cdb2-453f-9ed0-a35e77b69dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5c372e78-d27f-460e-9043-648b698ee521), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.181298 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6f741b80-cdb2-453f-9ed0-a35e77b69dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.182849 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6f741b80-cdb2-453f-9ed0-a35e77b69dd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c372e78-d27f-460e-9043-648b698ee521 HTTP/1.1" status: 204 len: 168 time: 0.2780294 Feb 11 04:53:10.207687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f741b80-cdb2-453f-9ed0-a35e77b69dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c372e78-d27f-460e-9043-648b698ee521,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:10.217816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-22ae12a7-091b-499a-9a51-4938f617604d None None] Deleting port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:10.227160 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-22ae12a7-091b-499a-9a51-4938f617604d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.272030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] For port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7,segment=NetworkSegment(b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e),segment_id=b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:10.272482 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.294904 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:10.298611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55392) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:10.393482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:10.397433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-22ae12a7-091b-499a-9a51-4938f617604d None None] For port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7,segment=NetworkSegment(b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e),segment_id=b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:10.397923 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-22ae12a7-091b-499a-9a51-4938f617604d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.433716 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-22ae12a7-091b-499a-9a51-4938f617604d None None] Calling delete_port for 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:10.479581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1149814120-network', 'tenant_id': '69abb6e330f9452db648d998628abc84'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:10.536042 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.563086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:10.563086 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.566175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:10.582763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No DVR routers for this DVR port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:10.597712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] Made reservation on behalf of 69abb6e330f9452db648d998628abc84 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:10.600362 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.611559 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.632667 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-22ae12a7-091b-499a-9a51-4938f617604d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.647254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ae12a7-091b-499a-9a51-4938f617604d None None] No DVR routers for this DVR port 1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:10.677579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae12a7-091b-499a-9a51-4938f617604d None None] Pushing event deleted for resources: {'Port': ['ID=1d59f69a-0c41-4b8f-bb7e-47fc5fbccaf7,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:10.744800 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (7707b9f0-0fc6-4b2a-a3c0-924b6242da4c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.764189 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] Publish callbacks [] for security_group (0d85e94a-7c96-4e65-995a-1be67cbbbc52), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.773523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7707b9f0-0fc6-4b2a-a3c0-924b6242da4c']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:10.785559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:10.785913 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:10.820167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.825581 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0d85e94a-7c96-4e65-995a-1be67cbbbc52), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.843576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:53:10.861913 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.862896 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b3931a91-f2ee-4c94-87a9-7ab119b3df5a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.863396 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] Added segment b3931a91-f2ee-4c94-87a9-7ab119b3df5a of type vlan for network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 Feb 11 04:53:10.872692 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:53:10.873117 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (b5b7f6fe-79c9-4e25-a6f8-684b4bb0002e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:53:10.882115 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:53:10.969486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d85e94a-7c96-4e65-995a-1be67cbbbc52,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:11.009794 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (a6c5d1c9-919a-4aed-a316-0db0fba5f3b6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.053358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053b2e4-40f5-4540-b5ac-2018abcad72d req-ff205669-84a1-45fe-b0f4-2e042806bfec tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:11.054909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1053b2e4-40f5-4540-b5ac-2018abcad72d req-ff205669-84a1-45fe-b0f4-2e042806bfec tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.1346598 Feb 11 04:53:11.061077 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (7707b9f0-0fc6-4b2a-a3c0-924b6242da4c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.066555 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.075244 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/networks/7707b9f0-0fc6-4b2a-a3c0-924b6242da4c HTTP/1.1" status: 204 len: 168 time: 1.2236381 Feb 11 04:53:11.075868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55408) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:11.136961 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (a6c5d1c9-919a-4aed-a316-0db0fba5f3b6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.137920 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:11.138506 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.145112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5c7279-fedc-47f7-9e46-7952eb077dfa tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:11.146923 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5b5c7279-fedc-47f7-9e46-7952eb077dfa tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 HTTP/1.1" status: 200 len: 841 time: 0.0661302 Feb 11 04:53:11.148343 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508cbcd-e799-41f6-bd42-7d12d1b2570d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Network': ['ID=7707b9f0-0fc6-4b2a-a3c0-924b6242da4c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:11.150421 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55412) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:11.165743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1053b2e4-40f5-4540-b5ac-2018abcad72d req-6c1b5cf3-995e-414b-8436-60a1abae10e3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016822 Feb 11 04:53:11.195928 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55414) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:11.218131 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9fd57e8d-b82f-43c9-bc55-9c85396dfcde tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/33ed4807-9f3f-4de4-bd96-2b1c3ac2e550?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0660613 Feb 11 04:53:11.221932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55416) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:11.227297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-835682b2-b83a-4e78-801d-d370f0ab5380 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'subnet': {'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:11.299225 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9993913 Feb 11 04:53:11.301049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55418) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:11.309117 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7bc3b962-cdaa-4d78-9428-afb2691db029 admin admin] Request body: {'subnet': {'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1149814120-subnet', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:11.341534 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53076e4c-01ca-4374-9c45-861c54672eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:11.359266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:53:11.390869 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-28040dfb-464d-4d6b-8bfa-a71d94adafe3 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/floatingips/067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4 HTTP/1.1" status: 200 len: 992 time: 0.1934702 Feb 11 04:53:11.393235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc3b962-cdaa-4d78-9428-afb2691db029 admin admin] Made reservation on behalf of 69abb6e330f9452db648d998628abc84 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:11.396346 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bc3b962-cdaa-4d78-9428-afb2691db029 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.464286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835682b2-b83a-4e78-801d-d370f0ab5380 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:11.467752 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-835682b2-b83a-4e78-801d-d370f0ab5380 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.781716 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bc3b962-cdaa-4d78-9428-afb2691db029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (a6729af6-6b0d-45fa-9e5c-ad005438febf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.807643 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7f388a66-5f96-4fac-922c-340e04395402 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:53:11.813203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7f388a66-5f96-4fac-922c-340e04395402 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:11.813927 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-835682b2-b83a-4e78-801d-d370f0ab5380 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (5913a71a-a820-45d0-abe2-60121454fc60), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.868030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835682b2-b83a-4e78-801d-d370f0ab5380 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network c752372a-b4d1-45c2-a053-1027fccfdb3e is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:11.876218 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-835682b2-b83a-4e78-801d-d370f0ab5380 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:11.878084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3b962-cdaa-4d78-9428-afb2691db029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6729af6-6b0d-45fa-9e5c-ad005438febf,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:11.880937 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835682b2-b83a-4e78-801d-d370f0ab5380 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:11.881584 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-835682b2-b83a-4e78-801d-d370f0ab5380 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:11.887123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66b2c3d-2acc-4608-a4d0-7fc061027eaf None None] Network c752372a-b4d1-45c2-a053-1027fccfdb3e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:11.888481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc3b962-cdaa-4d78-9428-afb2691db029 admin admin] Checking segment: {'id': 'b3931a91-f2ee-4c94-87a9-7ab119b3df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:11.888924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc3b962-cdaa-4d78-9428-afb2691db029 admin admin] Network hostable DHCP agents. Network: a6c5d1c9-919a-4aed-a316-0db0fba5f3b6, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:53:11.960206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835682b2-b83a-4e78-801d-d370f0ab5380 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Subnet': ['ID=5913a71a-a820-45d0-abe2-60121454fc60,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:11.970230 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.resource_extend [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:53:12.048347 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-835682b2-b83a-4e78-801d-d370f0ab5380 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8249838 Feb 11 04:53:12.051008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55434) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:12.056686 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c9f1e5b2-5843-4b4b-9966-a43b2e09ff03 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'security_group': {'name': 'tempest-secgroup-1098061037'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:12.072963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc3b962-cdaa-4d78-9428-afb2691db029 admin admin] Network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:53:12.131181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7f388a66-5f96-4fac-922c-340e04395402, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f388a66-5f96-4fac-922c-340e04395402,segment=NetworkSegment(760090c5-eb2e-4773-aad2-72d717675e9f),segment_id=760090c5-eb2e-4773-aad2-72d717675e9f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:12.134111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7f388a66-5f96-4fac-922c-340e04395402 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:12.134714 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f388a66-5f96-4fac-922c-340e04395402), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.158426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-7bc3b962-cdaa-4d78-9428-afb2691db029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, a6c5d1c9-919a-4aed-a316-0db0fba5f3b6) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:12.159864 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e5b2-5843-4b4b-9966-a43b2e09ff03 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.161268 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '7f388a66-5f96-4fac-922c-340e04395402', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'port_id': '7f388a66-5f96-4fac-922c-340e04395402', 'mac_address': 'fa:16:3e:99:63:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:53:12.172368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc3b962-cdaa-4d78-9428-afb2691db029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:12.174277 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7bc3b962-cdaa-4d78-9428-afb2691db029 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.188628 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7f388a66-5f96-4fac-922c-340e04395402, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f388a66-5f96-4fac-922c-340e04395402,segment=NetworkSegment(760090c5-eb2e-4773-aad2-72d717675e9f),segment_id=760090c5-eb2e-4773-aad2-72d717675e9f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:12.191462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f388a66-5f96-4fac-922c-340e04395402'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:12.193732 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383f2e7c-ffc0-474f-b7ac-623634043451" -d '{"events": [{"server_uuid": "1a9669a9-a2b0-4429-944f-e860fce2d013", "name": "network-vif-unplugged", "status": "completed", "tag": "7f388a66-5f96-4fac-922c-340e04395402"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:12.196316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6ed308-283b-4b9e-aa76-78068c37b761 None None] Network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:12.253837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-c752372a-b4d1-45c2-a053-1027fccfdb3e', 'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'project_id': '0650501595e240639beea84b881521a4', 'fixed_ips': [{'subnet_id': '5913a71a-a820-45d0-abe2-60121454fc60'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:53:12.254517 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.258588 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7bc3b962-cdaa-4d78-9428-afb2691db029 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9561186 Feb 11 04:53:12.261730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55438) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:12.271512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1149814120-router', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:12.302544 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e5b2-5843-4b4b-9966-a43b2e09ff03 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (0693a4ba-8dc5-40c5-9f43-0344ae7b3815), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.315944 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7f388a66-5f96-4fac-922c-340e04395402), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.321697 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddb2a7a-88c2-46e9-b305-51dab9c54e27 x-openstack-request-id: req-1ddb2a7a-88c2-46e9-b305-51dab9c54e27 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:12.321997 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9669a9-a2b0-4429-944f-e860fce2d013", "name": "network-vif-unplugged", "status": "completed", "tag": "7f388a66-5f96-4fac-922c-340e04395402", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:12.322256 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ddb2a7a-88c2-46e9-b305-51dab9c54e27 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:12.322733 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f388a66-5f96-4fac-922c-340e04395402', 'code': 200} Feb 11 04:53:12.364602 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e5b2-5843-4b4b-9966-a43b2e09ff03 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0693a4ba-8dc5-40c5-9f43-0344ae7b3815), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.365691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7f388a66-5f96-4fac-922c-340e04395402 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:12.366174 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f388a66-5f96-4fac-922c-340e04395402), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.388700 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.394049 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.398172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1e5b2-5843-4b4b-9966-a43b2e09ff03 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0693a4ba-8dc5-40c5-9f43-0344ae7b3815,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:12.456637 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c9f1e5b2-5843-4b4b-9966-a43b2e09ff03 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.460780 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c9f1e5b2-5843-4b4b-9966-a43b2e09ff03 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4059911 Feb 11 04:53:12.461323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55440) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:12.466487 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Publish callbacks [] for router_controller (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.475454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ec613750-dc2c-47c5-b000-adef6bb28f8d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'security_group': {'name': 'tempest-secgroup-1891298439'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:12.604381 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec613750-dc2c-47c5-b000-adef6bb28f8d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.642787 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f388a66-5f96-4fac-922c-340e04395402 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:53:12.679883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7f388a66-5f96-4fac-922c-340e04395402,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:12.748639 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0c2a2e-b75b-4ed1-8807-57ec60e1d5f3 None None] Network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:12.780572 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec613750-dc2c-47c5-b000-adef6bb28f8d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (c74c2830-206d-4887-bd07-f01c66ddd622), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.798861 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Publish callbacks [] for router_gateway (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.840972 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:53:12.841342 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:53:12.856033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Allocated IP 172.20.0.2 (c752372a-b4d1-45c2-a053-1027fccfdb3e/5913a71a-a820-45d0-abe2-60121454fc60/0fa9ea54-f6b2-4818-af30-b7f8845216eb) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:12.876566 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec613750-dc2c-47c5-b000-adef6bb28f8d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c74c2830-206d-4887-bd07-f01c66ddd622), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.934945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec613750-dc2c-47c5-b000-adef6bb28f8d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74c2830-206d-4887-bd07-f01c66ddd622,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:12.988338 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec613750-dc2c-47c5-b000-adef6bb28f8d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:12.988338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ec613750-dc2c-47c5-b000-adef6bb28f8d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5239310 Feb 11 04:53:12.989148 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55446) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:12.994473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-06d2df86-9074-4953-b3f6-bdbc8667f2fe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1439272690', 'security_groups': ['c74c2830-206d-4887-bd07-f01c66ddd622'], 'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5913a71a-a820-45d0-abe2-60121454fc60'}]}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:13.059658 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Publish callbacks [] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.165212 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.174311 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Publish callbacks [] for router_gateway (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.210200 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.222567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Network c752372a-b4d1-45c2-a053-1027fccfdb3e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:13.227501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:13.232509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:13.243157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Pushing event updated for resources: {'Port': ['ID=0fa9ea54-f6b2-4818-af30-b7f8845216eb,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:13.244958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d2df86-9074-4953-b3f6-bdbc8667f2fe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:13.323581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Attempting to bind port 0fa9ea54-f6b2-4818-af30-b7f8845216eb on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:13.323953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Attempting to bind port 0fa9ea54-f6b2-4818-af30-b7f8845216eb by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'f432ab8d-c72e-4bff-8480-f7b731731f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:13.324329 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Attempting to bind port 0fa9ea54-f6b2-4818-af30-b7f8845216eb on network c752372a-b4d1-45c2-a053-1027fccfdb3e {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:13.333145 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:13.333556 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Checking segment: {'id': 'f432ab8d-c72e-4bff-8480-f7b731731f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:13.333975 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.334381 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Bound using segment: {'id': 'f432ab8d-c72e-4bff-8480-f7b731731f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:13.334911 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Bound port: 0fa9ea54-f6b2-4818-af30-b7f8845216eb, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f432ab8d-c72e-4bff-8480-f7b731731f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:13.335676 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.415707 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06d2df86-9074-4953-b3f6-bdbc8667f2fe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.438349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-06d2df86-9074-4953-b3f6-bdbc8667f2fe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port 871dcf5d-cd0c-47d8-9a8e-71f2b93e0945 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:53:13.442103 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7f388a66-5f96-4fac-922c-340e04395402 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:13.442103 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f388a66-5f96-4fac-922c-340e04395402), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.448404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Allocated IP 172.25.3.158 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/54126f93-965f-46fc-8bae-8eef2408b519) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:13.565038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] For port 0fa9ea54-f6b2-4818-af30-b7f8845216eb, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:13.569114 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] For port 0fa9ea54-f6b2-4818-af30-b7f8845216eb, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0fa9ea54-f6b2-4818-af30-b7f8845216eb,segment=NetworkSegment(f432ab8d-c72e-4bff-8480-f7b731731f96),segment_id=f432ab8d-c72e-4bff-8480-f7b731731f96)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:13.573084 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f388a66-5f96-4fac-922c-340e04395402 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:53:13.613201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7f388a66-5f96-4fac-922c-340e04395402, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f388a66-5f96-4fac-922c-340e04395402,segment=NetworkSegment(760090c5-eb2e-4773-aad2-72d717675e9f),segment_id=760090c5-eb2e-4773-aad2-72d717675e9f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:13.662098 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.732063 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Publish callbacks [] for port (54126f93-965f-46fc-8bae-8eef2408b519), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.744807 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7f388a66-5f96-4fac-922c-340e04395402), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.753424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-06d2df86-9074-4953-b3f6-bdbc8667f2fe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Allocated IP 172.20.0.13 (c752372a-b4d1-45c2-a053-1027fccfdb3e/5913a71a-a820-45d0-abe2-60121454fc60/871dcf5d-cd0c-47d8-9a8e-71f2b93e0945) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:13.834138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832ba05-19d9-4b40-8c0f-df3aaf1defad None None] Pushing event updated for resources: {'Port': ['ID=0fa9ea54-f6b2-4818-af30-b7f8845216eb,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:13.888973 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (54126f93-965f-46fc-8bae-8eef2408b519), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:13.955088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7f388a66-5f96-4fac-922c-340e04395402,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:14.011556 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:14.020283 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:14.035679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:14.054335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7f388a66-5f96-4fac-922c-340e04395402'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:53:14.189455 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=54126f93-965f-46fc-8bae-8eef2408b519,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:14.277838 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06d2df86-9074-4953-b3f6-bdbc8667f2fe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (871dcf5d-cd0c-47d8-9a8e-71f2b93e0945), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:14.456676 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06d2df86-9074-4953-b3f6-bdbc8667f2fe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (871dcf5d-cd0c-47d8-9a8e-71f2b93e0945), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:14.607211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d2df86-9074-4953-b3f6-bdbc8667f2fe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network c752372a-b4d1-45c2-a053-1027fccfdb3e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:14.635570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-06d2df86-9074-4953-b3f6-bdbc8667f2fe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:14.646166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2df86-9074-4953-b3f6-bdbc8667f2fe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:14.730858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0fa9ea54-f6b2-4818-af30-b7f8845216eb up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:14.750144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2df86-9074-4953-b3f6-bdbc8667f2fe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=871dcf5d-cd0c-47d8-9a8e-71f2b93e0945,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:14.818534 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d2df86-9074-4953-b3f6-bdbc8667f2fe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:14.819471 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06d2df86-9074-4953-b3f6-bdbc8667f2fe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:14.841434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0fa9ea54-f6b2-4818-af30-b7f8845216eb triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:14.841815 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:14.933126 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-06d2df86-9074-4953-b3f6-bdbc8667f2fe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9426179 Feb 11 04:53:14.935832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55456) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:14.943473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d841c4c7-db14-40e8-ad09-dba696069af7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'subnet': {'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:14.943866 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Publish callbacks [] for router_gateway (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:14.986636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0fa9ea54-f6b2-4818-af30-b7f8845216eb is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:14.987089 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.095134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 0fa9ea54-f6b2-4818-af30-b7f8845216eb, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0fa9ea54-f6b2-4818-af30-b7f8845216eb,segment=NetworkSegment(f432ab8d-c72e-4bff-8480-f7b731731f96),segment_id=f432ab8d-c72e-4bff-8480-f7b731731f96)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:15.221431 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.295169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d841c4c7-db14-40e8-ad09-dba696069af7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:15.300485 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d841c4c7-db14-40e8-ad09-dba696069af7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.341875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=0fa9ea54-f6b2-4818-af30-b7f8845216eb,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:15.501185 n-d-712142-35 neutron-server[103809]: INFO neutron.db.ipam_backend_mixin [None req-d841c4c7-db14-40e8-ad09-dba696069af7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5913a71a-a820-45d0-abe2-60121454fc60 (CIDR: 172.20.0.0/28) Feb 11 04:53:15.547329 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-d841c4c7-db14-40e8-ad09-dba696069af7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:53:15.547867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d841c4c7-db14-40e8-ad09-dba696069af7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:53:15.652966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d841c4c7-db14-40e8-ad09-dba696069af7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7151000 Feb 11 04:53:15.656676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55460) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:15.662534 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c0f4c4a9-1386-4bd6-92b5-fe56c1ba3ef6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'subnet': {'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:15.667837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c61b373a-86c0-45a0-a8af-93d694df78e3 None None] Provisioning complete for port 33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:15.677178 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c61b373a-86c0-45a0-a8af-93d694df78e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (33ed4807-9f3f-4de4-bd96-2b1c3ac2e550), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.763772 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c61b373a-86c0-45a0-a8af-93d694df78e3 None None] Port 33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:15.800806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c61b373a-86c0-45a0-a8af-93d694df78e3 None None] Provisioning complete for port 0fa9ea54-f6b2-4818-af30-b7f8845216eb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:15.801196 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c61b373a-86c0-45a0-a8af-93d694df78e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.868661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7f388a66-5f96-4fac-922c-340e04395402 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:15.882263 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:15.962656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f4c4a9-1386-4bd6-92b5-fe56c1ba3ef6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:15.968548 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c4a9-1386-4bd6-92b5-fe56c1ba3ef6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.096827 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 7f388a66-5f96-4fac-922c-340e04395402 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:16.099037 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7f388a66-5f96-4fac-922c-340e04395402), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.189383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c61b373a-86c0-45a0-a8af-93d694df78e3 None None] Current status of the port 0fa9ea54-f6b2-4818-af30-b7f8845216eb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:16.235763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7f388a66-5f96-4fac-922c-340e04395402 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:16.236136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7f388a66-5f96-4fac-922c-340e04395402), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.253341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Router 2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:53:16.274018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f388a66-5f96-4fac-922c-340e04395402'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:16.280769 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a088a52f-f3ad-42ca-a90a-64cde5f71e4c" -d '{"events": [{"server_uuid": "1a9669a9-a2b0-4429-944f-e860fce2d013", "name": "network-vif-plugged", "status": "completed", "tag": "7f388a66-5f96-4fac-922c-340e04395402"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:16.310387 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7f388a66-5f96-4fac-922c-340e04395402, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f388a66-5f96-4fac-922c-340e04395402,segment=NetworkSegment(760090c5-eb2e-4773-aad2-72d717675e9f),segment_id=760090c5-eb2e-4773-aad2-72d717675e9f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:16.323904 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-47102eed-e6f4-4a2e-bf52-b0fceef7d3d2 None None] Provisioning complete for port 871dcf5d-cd0c-47d8-9a8e-71f2b93e0945 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:16.324413 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-47102eed-e6f4-4a2e-bf52-b0fceef7d3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (871dcf5d-cd0c-47d8-9a8e-71f2b93e0945), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.423915 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c7682d-56ca-4dac-8ca6-89d44f1698b9 x-openstack-request-id: req-61c7682d-56ca-4dac-8ca6-89d44f1698b9 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:16.423915 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9669a9-a2b0-4429-944f-e860fce2d013", "name": "network-vif-plugged", "status": "completed", "tag": "7f388a66-5f96-4fac-922c-340e04395402", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:16.423915 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61c7682d-56ca-4dac-8ca6-89d44f1698b9 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:16.423915 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f388a66-5f96-4fac-922c-340e04395402', 'code': 200} Feb 11 04:53:16.425362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-47102eed-e6f4-4a2e-bf52-b0fceef7d3d2 None None] Port 871dcf5d-cd0c-47d8-9a8e-71f2b93e0945 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:16.430348 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7f388a66-5f96-4fac-922c-340e04395402), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.439220 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0fa9ea54-f6b2-4818-af30-b7f8845216eb up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:16.528228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7f388a66-5f96-4fac-922c-340e04395402,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:16.554242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:53:16.557316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0fa9ea54-f6b2-4818-af30-b7f8845216eb triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:16.558091 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.582451 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c4a9-1386-4bd6-92b5-fe56c1ba3ef6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (212715a1-f3cb-4ad0-b815-3f2943218bfa), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.586010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Sync routers for ids ['2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:53:16.610701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Routers {'2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:16.611760 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:52:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:16.651044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4c4a9-1386-4bd6-92b5-fe56c1ba3ef6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Subnet': ['ID=212715a1-f3cb-4ad0-b815-3f2943218bfa,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:16.664384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f4c4a9-1386-4bd6-92b5-fe56c1ba3ef6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network c752372a-b4d1-45c2-a053-1027fccfdb3e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:16.665831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-c0f4c4a9-1386-4bd6-92b5-fe56c1ba3ef6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:16.675193 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f4c4a9-1386-4bd6-92b5-fe56c1ba3ef6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:16.675796 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c4a9-1386-4bd6-92b5-fe56c1ba3ef6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.681200 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.685043 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bb1190ba-042a-4977-99b2-bf5316143ac6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4197478 Feb 11 04:53:16.685311 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55470) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:16.698614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dafc79c-7029-401f-8950-198f744064be None None] Network c752372a-b4d1-45c2-a053-1027fccfdb3e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:16.767586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c0f4c4a9-1386-4bd6-92b5-fe56c1ba3ef6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1094310 Feb 11 04:53:16.770222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55472) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:16.776447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-2a1550bd-df54-4f13-8d66-b6a6393c88fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-834205766', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '212715a1-f3cb-4ad0-b815-3f2943218bfa'}], 'security_groups': ['0693a4ba-8dc5-40c5-9f43-0344ae7b3815']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:16.939660 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2a1550bd-df54-4f13-8d66-b6a6393c88fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (871dcf5d-cd0c-47d8-9a8e-71f2b93e0945), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:16.958989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0fa9ea54-f6b2-4818-af30-b7f8845216eb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:16.963305 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Set router 2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:17.289487 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:53:17.298931 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6985ed59-6229-4c7b-ab1f-ed0b59be066a None None] Update dhcp port {'port': {'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'fixed_ips': [{'subnet_id': '5913a71a-a820-45d0-abe2-60121454fc60', 'ip_address': '172.20.0.2'}, {'subnet_id': '212715a1-f3cb-4ad0-b815-3f2943218bfa'}], 'binding:host_id': 'n-d-712142-35'}, 'id': '0fa9ea54-f6b2-4818-af30-b7f8845216eb'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 04:53:17.344656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1149814120-router', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '54126f93-965f-46fc-8bae-8eef2408b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:12Z', 'updated_at': '2022-02-11T04:53:14Z', 'revision_number': 3, 'project_id': '69abb6e330f9452db648d998628abc84', 'gw_port': {'id': '54126f93-965f-46fc-8bae-8eef2408b519', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:13Z', 'updated_at': '2022-02-11T04:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:17.346508 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6985ed59-6229-4c7b-ab1f-ed0b59be066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:17.383904 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Checking router: 2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:53:17.384438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Updating router 2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 port 54126f93-965f-46fc-8bae-8eef2408b519 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:53:17.418292 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (54126f93-965f-46fc-8bae-8eef2408b519), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:17.450828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-2a1550bd-df54-4f13-8d66-b6a6393c88fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Delete allocated IP 172.20.0.13 (c752372a-b4d1-45c2-a053-1027fccfdb3e/5913a71a-a820-45d0-abe2-60121454fc60) {{(pid=103809) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 04:53:17.465835 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:17.475495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-2a1550bd-df54-4f13-8d66-b6a6393c88fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Allocated IP 172.20.0.22 (c752372a-b4d1-45c2-a053-1027fccfdb3e/212715a1-f3cb-4ad0-b815-3f2943218bfa/871dcf5d-cd0c-47d8-9a8e-71f2b93e0945) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:17.762559 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2a1550bd-df54-4f13-8d66-b6a6393c88fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (871dcf5d-cd0c-47d8-9a8e-71f2b93e0945), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:17.819516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Allocated IP 172.20.0.1 (a6c5d1c9-919a-4aed-a316-0db0fba5f3b6/a6729af6-6b0d-45fa-9e5c-ad005438febf/db52ee12-bbe6-4506-ad2c-63c147b489ec) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:17.865305 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2a1550bd-df54-4f13-8d66-b6a6393c88fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (871dcf5d-cd0c-47d8-9a8e-71f2b93e0945), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:17.919190 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Publish callbacks [] for port (54126f93-965f-46fc-8bae-8eef2408b519), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:17.935684 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-6985ed59-6229-4c7b-ab1f-ed0b59be066a None None] Allocated IP 172.20.0.18 (c752372a-b4d1-45c2-a053-1027fccfdb3e/212715a1-f3cb-4ad0-b815-3f2943218bfa/0fa9ea54-f6b2-4818-af30-b7f8845216eb) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:18.017792 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Publish callbacks [] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.039239 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (54126f93-965f-46fc-8bae-8eef2408b519), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.149222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Attempting to bind port 54126f93-965f-46fc-8bae-8eef2408b519 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:18.149896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Attempting to bind port 54126f93-965f-46fc-8bae-8eef2408b519 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:18.151074 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Attempting to bind port 54126f93-965f-46fc-8bae-8eef2408b519 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:18.158133 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccb61d-dd37-4f8e-9052-6d2391f5e023 None None] Pushing event updated for resources: {'Port': ['ID=54126f93-965f-46fc-8bae-8eef2408b519,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:18.164274 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.178159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:18.178577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:18.179043 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.179441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:18.179979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Bound port: 54126f93-965f-46fc-8bae-8eef2408b519, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:18.180361 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (54126f93-965f-46fc-8bae-8eef2408b519), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.201202 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:18.208367 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:18.215949 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:18.349540 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.421065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Pushing event updated for resources: {'Port': ['ID=db52ee12-bbe6-4506-ad2c-63c147b489ec,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:18.436110 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:18.437022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:18.437578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:18.438076 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:18.438676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:18.439028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:18.439378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:18.440132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:18.440468 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:18.440801 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:18.441155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:18.441483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:18.441809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:18.548617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1550bd-df54-4f13-8d66-b6a6393c88fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=871dcf5d-cd0c-47d8-9a8e-71f2b93e0945,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:18.554437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-6985ed59-6229-4c7b-ab1f-ed0b59be066a None None] For port 0fa9ea54-f6b2-4818-af30-b7f8845216eb, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0fa9ea54-f6b2-4818-af30-b7f8845216eb,segment=NetworkSegment(f432ab8d-c72e-4bff-8480-f7b731731f96),segment_id=f432ab8d-c72e-4bff-8480-f7b731731f96)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:18.571047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2a1550bd-df54-4f13-8d66-b6a6393c88fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] In _notify_port_updated(), no bound segment for port 871dcf5d-cd0c-47d8-9a8e-71f2b93e0945 on network c752372a-b4d1-45c2-a053-1027fccfdb3e {{(pid=103809) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:53:18.576625 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1550bd-df54-4f13-8d66-b6a6393c88fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:18.577304 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2a1550bd-df54-4f13-8d66-b6a6393c88fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.578942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2a1550bd-df54-4f13-8d66-b6a6393c88fb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "PUT /v2.0/ports/871dcf5d-cd0c-47d8-9a8e-71f2b93e0945 HTTP/1.1" status: 200 len: 920 time: 1.8073955 Feb 11 04:53:18.581779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55482) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:18.597368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] For port 54126f93-965f-46fc-8bae-8eef2408b519, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:18.603928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] For port 54126f93-965f-46fc-8bae-8eef2408b519, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=54126f93-965f-46fc-8bae-8eef2408b519,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:18.615488 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6985ed59-6229-4c7b-ab1f-ed0b59be066a None None] Publish callbacks [] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.659033 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.695059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-18474596-9553-4346-b262-c539577d84a8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 871dcf5d-cd0c-47d8-9a8e-71f2b93e0945 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:18.695653 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18474596-9553-4346-b262-c539577d84a8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (871dcf5d-cd0c-47d8-9a8e-71f2b93e0945), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.759757 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6985ed59-6229-4c7b-ab1f-ed0b59be066a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.774020 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (54126f93-965f-46fc-8bae-8eef2408b519), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.823942 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18474596-9553-4346-b262-c539577d84a8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (871dcf5d-cd0c-47d8-9a8e-71f2b93e0945), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:18.839902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-18474596-9553-4346-b262-c539577d84a8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 871dcf5d-cd0c-47d8-9a8e-71f2b93e0945 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:18.955966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Routers {'2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:18.957367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:52:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:18.958960 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985ed59-6229-4c7b-ab1f-ed0b59be066a None None] Pushing event updated for resources: {'Port': ['ID=0fa9ea54-f6b2-4818-af30-b7f8845216eb,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:18.968441 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Publish callbacks [] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.075390 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.150244 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18474596-9553-4346-b262-c539577d84a8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (871dcf5d-cd0c-47d8-9a8e-71f2b93e0945), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.190063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18474596-9553-4346-b262-c539577d84a8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=871dcf5d-cd0c-47d8-9a8e-71f2b93e0945,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:19.190314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccb61d-dd37-4f8e-9052-6d2391f5e023 None None] Pushing event updated for resources: {'Port': ['ID=54126f93-965f-46fc-8bae-8eef2408b519,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:19.217677 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.221263 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Pushing event updated for resources: {'Port': ['ID=db52ee12-bbe6-4506-ad2c-63c147b489ec,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:19.266491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] Set router 2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:19.350134 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18474596-9553-4346-b262-c539577d84a8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.360792 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-18474596-9553-4346-b262-c539577d84a8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/871dcf5d-cd0c-47d8-9a8e-71f2b93e0945 HTTP/1.1" status: 204 len: 168 time: 0.7779331 Feb 11 04:53:19.361440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55486) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:19.392567 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5666f9-3fcf-4b5e-adb2-5e8bd708a23f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] GET failed (client error): The resource could not be found. Feb 11 04:53:19.397211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55488) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:19.398458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8c5666f9-3fcf-4b5e-adb2-5e8bd708a23f tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/871dcf5d-cd0c-47d8-9a8e-71f2b93e0945 HTTP/1.1" status: 404 len: 333 time: 0.0359044 Feb 11 04:53:19.422112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:19.425825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:19.592618 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3959413-2b4a-4157-bd50-98170ee709b8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (c74c2830-206d-4887-bd07-f01c66ddd622), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.645702 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3959413-2b4a-4157-bd50-98170ee709b8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (c74c2830-206d-4887-bd07-f01c66ddd622), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.661427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1149814120-router', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '54126f93-965f-46fc-8bae-8eef2408b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:12Z', 'updated_at': '2022-02-11T04:53:18Z', 'revision_number': 4, 'project_id': '69abb6e330f9452db648d998628abc84', 'gw_port': {'id': '54126f93-965f-46fc-8bae-8eef2408b519', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:13Z', 'updated_at': '2022-02-11T04:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'db52ee12-bbe6-4506-ad2c-63c147b489ec', 'name': '', 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'mac_address': 'fa:16:3e:db:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'a6729af6-6b0d-45fa-9e5c-ad005438febf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:17Z', 'updated_at': '2022-02-11T04:53:17Z', 'revision_number': 1, 'project_id': '69abb6e330f9452db648d998628abc84', 'subnets': [{'id': 'a6729af6-6b0d-45fa-9e5c-ad005438febf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:19.665461 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Router 2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:53:19.721142 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e174acf-bb45-4162-8923-502f8fa4b076 None None] The sync data for ids ['2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'] in n-d-712142-35 is: [{'id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1149814120-router', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '54126f93-965f-46fc-8bae-8eef2408b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:12Z', 'updated_at': '2022-02-11T04:53:18Z', 'revision_number': 4, 'project_id': '69abb6e330f9452db648d998628abc84', 'gw_port': {'id': '54126f93-965f-46fc-8bae-8eef2408b519', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:32:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:13Z', 'updated_at': '2022-02-11T04:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'db52ee12-bbe6-4506-ad2c-63c147b489ec', 'name': '', 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'mac_address': 'fa:16:3e:db:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'a6729af6-6b0d-45fa-9e5c-ad005438febf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:17Z', 'updated_at': '2022-02-11T04:53:17Z', 'revision_number': 1, 'project_id': '69abb6e330f9452db648d998628abc84', 'subnets': [{'id': 'a6729af6-6b0d-45fa-9e5c-ad005438febf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:53:19.856760 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-309c638b-811e-4aa7-8065-4940a7e932e8 None None] Could not find standard attr ID for object 871dcf5d-cd0c-47d8-9a8e-71f2b93e0945. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:53:19.882312 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-309c638b-811e-4aa7-8065-4940a7e932e8 None None] Provisioning complete for port 33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:19.882918 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-309c638b-811e-4aa7-8065-4940a7e932e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (33ed4807-9f3f-4de4-bd96-2b1c3ac2e550), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.896816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:53:19.903917 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9ac6f0e2-f28f-4be9-b1e8-0016ea5a7340 admin admin] 10.222.0.13 "PUT /v2.0/routers/2a78c8c0-6de0-4554-bd1e-ee5e266a49a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2175643 Feb 11 04:53:19.944593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-309c638b-811e-4aa7-8065-4940a7e932e8 None None] Port 33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:19.959908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-309c638b-811e-4aa7-8065-4940a7e932e8 None None] Provisioning complete for port 0fa9ea54-f6b2-4818-af30-b7f8845216eb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:19.960616 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-309c638b-811e-4aa7-8065-4940a7e932e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.962216 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3959413-2b4a-4157-bd50-98170ee709b8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c74c2830-206d-4887-bd07-f01c66ddd622), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.965457 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3959413-2b4a-4157-bd50-98170ee709b8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:19.969848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55494) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:19.975906 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b3959413-2b4a-4157-bd50-98170ee709b8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/security-groups/c74c2830-206d-4887-bd07-f01c66ddd622 HTTP/1.1" status: 204 len: 168 time: 0.5772836 Feb 11 04:53:20.006849 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3959413-2b4a-4157-bd50-98170ee709b8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74c2830-206d-4887-bd07-f01c66ddd622,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:20.135168 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07cc5bb5-4e55-4b51-8154-35927d2f806a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (0693a4ba-8dc5-40c5-9f43-0344ae7b3815), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:20.191628 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-309c638b-811e-4aa7-8065-4940a7e932e8 None None] Current status of the port 0fa9ea54-f6b2-4818-af30-b7f8845216eb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:20.227578 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07cc5bb5-4e55-4b51-8154-35927d2f806a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (0693a4ba-8dc5-40c5-9f43-0344ae7b3815), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:20.439414 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07cc5bb5-4e55-4b51-8154-35927d2f806a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0693a4ba-8dc5-40c5-9f43-0344ae7b3815), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:20.442309 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07cc5bb5-4e55-4b51-8154-35927d2f806a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:20.446836 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55508) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:20.453519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-07cc5bb5-4e55-4b51-8154-35927d2f806a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/security-groups/0693a4ba-8dc5-40c5-9f43-0344ae7b3815 HTTP/1.1" status: 204 len: 168 time: 0.4823768 Feb 11 04:53:20.482728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc5bb5-4e55-4b51-8154-35927d2f806a tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0693a4ba-8dc5-40c5-9f43-0344ae7b3815,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:20.483101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0fa9ea54-f6b2-4818-af30-b7f8845216eb up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:20.560753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f48972c-6413-4a01-a9ee-3760f3f30dcd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting subnet 5913a71a-a820-45d0-abe2-60121454fc60 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:53:20.567918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f90c4dee-d5d3-4673-b25a-01b5a2dfb878 None None] Could not find standard attr ID for object 871dcf5d-cd0c-47d8-9a8e-71f2b93e0945. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:53:20.571486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f48972c-6413-4a01-a9ee-3760f3f30dcd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (5913a71a-a820-45d0-abe2-60121454fc60), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:20.698695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0fa9ea54-f6b2-4818-af30-b7f8845216eb triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:20.698894 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:20.799566 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f48972c-6413-4a01-a9ee-3760f3f30dcd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (5913a71a-a820-45d0-abe2-60121454fc60), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:20.898017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41846193-4372-4882-ad2a-27d7c55671f5 req-41c3e9d6-6fba-4795-928e-bb41daefa7b4 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:20.907050 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41846193-4372-4882-ad2a-27d7c55671f5 req-41c3e9d6-6fba-4795-928e-bb41daefa7b4 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/networks?id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 HTTP/1.1" status: 200 len: 819 time: 0.3963089 Feb 11 04:53:20.934706 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41846193-4372-4882-ad2a-27d7c55671f5 req-de18aabc-cb73-436f-b1af-704978173005 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/quotas/69abb6e330f9452db648d998628abc84 HTTP/1.1" status: 200 len: 375 time: 0.0263598 Feb 11 04:53:20.975692 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0fa9ea54-f6b2-4818-af30-b7f8845216eb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:21.011908 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f48972c-6413-4a01-a9ee-3760f3f30dcd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (5913a71a-a820-45d0-abe2-60121454fc60), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:21.099925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41846193-4372-4882-ad2a-27d7c55671f5 req-887be3e2-4901-4824-b8ca-d43ca0a5f9dd tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69abb6e330f9452db648d998628abc84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1630645 Feb 11 04:53:21.181362 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f48972c-6413-4a01-a9ee-3760f3f30dcd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (5913a71a-a820-45d0-abe2-60121454fc60), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:21.216006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48972c-6413-4a01-a9ee-3760f3f30dcd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Subnet': ['ID=5913a71a-a820-45d0-abe2-60121454fc60,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:21.220288 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f48972c-6413-4a01-a9ee-3760f3f30dcd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:21.223784 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9f48972c-6413-4a01-a9ee-3760f3f30dcd tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/5913a71a-a820-45d0-abe2-60121454fc60 HTTP/1.1" status: 204 len: 168 time: 0.7752645 Feb 11 04:53:21.226854 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab31f1ff-0499-47d0-ad7d-f3e856135835 None None] Network c752372a-b4d1-45c2-a053-1027fccfdb3e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:21.227961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55518) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:21.233657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6bc53498-b5df-4283-89ba-13aab4420338 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'subnet': {'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:21.426803 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41846193-4372-4882-ad2a-27d7c55671f5 req-bc6480d4-a95c-4bb9-ac9f-f5a51711da44 service neutron] 10.222.0.13 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259177 Feb 11 04:53:21.549927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41846193-4372-4882-ad2a-27d7c55671f5 req-7d0d1d09-5a6b-4aca-96eb-a82194380338 service neutron] 10.222.0.13 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103327 Feb 11 04:53:21.551189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc53498-b5df-4283-89ba-13aab4420338 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:21.555796 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6bc53498-b5df-4283-89ba-13aab4420338 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:21.943742 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e7ced581-6e11-4f30-a215-67613c660877 req-bac87d6e-fcf6-4829-b57b-74949467a06f tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 210 time: 0.0446718 Feb 11 04:53:21.947786 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6bc53498-b5df-4283-89ba-13aab4420338 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.011529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc53498-b5df-4283-89ba-13aab4420338 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network c752372a-b4d1-45c2-a053-1027fccfdb3e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:22.016575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-6bc53498-b5df-4283-89ba-13aab4420338 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:22.021652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc53498-b5df-4283-89ba-13aab4420338 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:22.022259 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6bc53498-b5df-4283-89ba-13aab4420338 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.028507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc53498-b5df-4283-89ba-13aab4420338 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Subnet': ['ID=7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:22.203292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6bc53498-b5df-4283-89ba-13aab4420338 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9712861 Feb 11 04:53:22.205457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55544) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:22.207573 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e3f5ec-a423-4b76-8fb5-0e19e4cfdc5c None None] Network c752372a-b4d1-45c2-a053-1027fccfdb3e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:22.212750 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6f2d6428-f06e-4d21-b04e-194a39e31464 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'security_group': {'name': 'tempest-secgroup-1480486644'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:22.330855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-67bbcd51-da25-4b59-b830-21209a747821 None None] Provisioning complete for port 33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:22.331390 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-67bbcd51-da25-4b59-b830-21209a747821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (33ed4807-9f3f-4de4-bd96-2b1c3ac2e550), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.347470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6428-f06e-4d21-b04e-194a39e31464 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.365821 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-e48a2e37-0705-4cd2-90b1-868645ab3f59 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:22.381086 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-e48a2e37-0705-4cd2-90b1-868645ab3f59 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/networks?id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 HTTP/1.1" status: 200 len: 819 time: 0.1948590 Feb 11 04:53:22.384411 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-67bbcd51-da25-4b59-b830-21209a747821 None None] Port 33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:22.401387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-f09ecd7c-5474-42a9-9a15-2848f53ff092 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/quotas/69abb6e330f9452db648d998628abc84 HTTP/1.1" status: 200 len: 375 time: 0.0232830 Feb 11 04:53:22.465010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-67bbcd51-da25-4b59-b830-21209a747821 None None] Provisioning complete for port 0fa9ea54-f6b2-4818-af30-b7f8845216eb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:22.465478 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-67bbcd51-da25-4b59-b830-21209a747821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.502531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 54126f93-965f-46fc-8bae-8eef2408b519 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:22.505253 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6428-f06e-4d21-b04e-194a39e31464 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (053f3a50-5e7a-4060-9a7b-4b9b31053efb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.507328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-c9568238-0675-49c0-856a-20d9bf610bbe tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69abb6e330f9452db648d998628abc84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980024 Feb 11 04:53:22.610254 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6428-f06e-4d21-b04e-194a39e31464 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (053f3a50-5e7a-4060-9a7b-4b9b31053efb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.621194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-cf7eee52-056f-4a81-b994-97c2580496f2 service neutron] 10.222.0.13 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099846 Feb 11 04:53:22.625808 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 54126f93-965f-46fc-8bae-8eef2408b519 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:22.626339 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (54126f93-965f-46fc-8bae-8eef2408b519), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.710851 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d6428-f06e-4d21-b04e-194a39e31464 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053f3a50-5e7a-4060-9a7b-4b9b31053efb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:22.734978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-67bbcd51-da25-4b59-b830-21209a747821 None None] Current status of the port 0fa9ea54-f6b2-4818-af30-b7f8845216eb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:22.741006 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6428-f06e-4d21-b04e-194a39e31464 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.744439 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6f2d6428-f06e-4d21-b04e-194a39e31464 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5368485 Feb 11 04:53:22.747736 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55550) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:22.756840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b553747d-2d0b-4e8f-956c-5009f6692db3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'security_group': {'name': 'tempest-secgroup-2041975480'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:22.770615 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ee3ebd-2dee-48ce-98e0-456e1451c3f7 None None] Update dhcp port {'port': {'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'fixed_ips': [{'subnet_id': '212715a1-f3cb-4ad0-b815-3f2943218bfa', 'ip_address': '172.20.0.18'}, {'subnet_id': '7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6'}], 'binding:host_id': 'n-d-712142-35'}, 'id': '0fa9ea54-f6b2-4818-af30-b7f8845216eb'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 04:53:22.779012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-947934d3-cacd-4a48-b5a1-cd4005f3d3a7 service neutron] 10.222.0.13 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518502 Feb 11 04:53:22.852386 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9ee3ebd-2dee-48ce-98e0-456e1451c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.855652 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 54126f93-965f-46fc-8bae-8eef2408b519 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:22.860914 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (54126f93-965f-46fc-8bae-8eef2408b519), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.878370 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b553747d-2d0b-4e8f-956c-5009f6692db3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:22.913089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 54126f93-965f-46fc-8bae-8eef2408b519, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=54126f93-965f-46fc-8bae-8eef2408b519,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:23.003585 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b553747d-2d0b-4e8f-956c-5009f6692db3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (9e3631d6-00fd-48f9-8d60-ed8eb4443e31), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.105126 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b553747d-2d0b-4e8f-956c-5009f6692db3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9e3631d6-00fd-48f9-8d60-ed8eb4443e31), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.149145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cc4cf6e-86bc-4792-b1ad-1c2c8fd8d553 req-9466f0b7-739c-46ed-bac5-155c67224b4a tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 210 time: 0.0801010 Feb 11 04:53:23.160126 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (54126f93-965f-46fc-8bae-8eef2408b519), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.195144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553747d-2d0b-4e8f-956c-5009f6692db3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3631d6-00fd-48f9-8d60-ed8eb4443e31,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:23.211337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b553747d-2d0b-4e8f-956c-5009f6692db3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.211337 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b553747d-2d0b-4e8f-956c-5009f6692db3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4578493 Feb 11 04:53:23.212241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55562) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:23.219056 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-364d202b-8802-40ad-954e-f76a6666ffae tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'security_group': {'name': 'tempest-secgroup-856621713'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:23.281492 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=54126f93-965f-46fc-8bae-8eef2408b519,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:23.285987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-f9ee3ebd-2dee-48ce-98e0-456e1451c3f7 None None] Allocated IP 172.20.0.2 (c752372a-b4d1-45c2-a053-1027fccfdb3e/7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6/0fa9ea54-f6b2-4818-af30-b7f8845216eb) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:23.342202 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Sync routers for ids ['2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:53:23.355213 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Routers {'2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:23.355926 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:52:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:23.365682 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-364d202b-8802-40ad-954e-f76a6666ffae tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.404842 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ddb853b7-a512-41db-a90b-1f785c214e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.463613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f9ee3ebd-2dee-48ce-98e0-456e1451c3f7 None None] For port 0fa9ea54-f6b2-4818-af30-b7f8845216eb, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0fa9ea54-f6b2-4818-af30-b7f8845216eb,segment=NetworkSegment(f432ab8d-c72e-4bff-8480-f7b731731f96),segment_id=f432ab8d-c72e-4bff-8480-f7b731731f96)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:23.507676 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Set router 2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:23.522927 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-364d202b-8802-40ad-954e-f76a6666ffae tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (dccaf033-a18e-407a-ba4d-e64ab9be0a0e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.548499 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9ee3ebd-2dee-48ce-98e0-456e1451c3f7 None None] Publish callbacks [] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.609641 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-364d202b-8802-40ad-954e-f76a6666ffae tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dccaf033-a18e-407a-ba4d-e64ab9be0a0e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.642062 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9ee3ebd-2dee-48ce-98e0-456e1451c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.695444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d202b-8802-40ad-954e-f76a6666ffae tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccaf033-a18e-407a-ba4d-e64ab9be0a0e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:23.781702 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1149814120-router', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '54126f93-965f-46fc-8bae-8eef2408b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:12Z', 'updated_at': '2022-02-11T04:53:18Z', 'revision_number': 4, 'project_id': '69abb6e330f9452db648d998628abc84', 'gw_port': {'id': '54126f93-965f-46fc-8bae-8eef2408b519', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:13Z', 'updated_at': '2022-02-11T04:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'db52ee12-bbe6-4506-ad2c-63c147b489ec', 'name': '', 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'mac_address': 'fa:16:3e:db:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'a6729af6-6b0d-45fa-9e5c-ad005438febf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:17Z', 'updated_at': '2022-02-11T04:53:18Z', 'revision_number': 2, 'project_id': '69abb6e330f9452db648d998628abc84', 'subnets': [{'id': 'a6729af6-6b0d-45fa-9e5c-ad005438febf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:23.824618 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Checking router: 2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:53:23.825372 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Updating router 2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 port db52ee12-bbe6-4506-ad2c-63c147b489ec binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:53:23.831171 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-364d202b-8802-40ad-954e-f76a6666ffae tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:23.832953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-364d202b-8802-40ad-954e-f76a6666ffae tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6206863 Feb 11 04:53:23.835911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55568) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:23.847517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e873bb34-d02f-4b91-bf9c-f533396f597b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1943938256', 'security_groups': ['dccaf033-a18e-407a-ba4d-e64ab9be0a0e'], 'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:23.859560 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee3ebd-2dee-48ce-98e0-456e1451c3f7 None None] Pushing event updated for resources: {'Port': ['ID=0fa9ea54-f6b2-4818-af30-b7f8845216eb,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:23.871222 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:24.175265 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e873bb34-d02f-4b91-bf9c-f533396f597b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:24.326500 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f410ceac-5cec-4957-8144-6810e19a07d9 req-77b17588-7a3d-4e2c-9cb4-09146727fcf2 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 210 time: 0.0873539 Feb 11 04:53:24.393763 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e873bb34-d02f-4b91-bf9c-f533396f597b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:24.406588 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 54126f93-965f-46fc-8bae-8eef2408b519 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:24.440073 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Publish callbacks [] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:24.447996 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-e873bb34-d02f-4b91-bf9c-f533396f597b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] device_id is not set on port ea53edc6-779e-4cec-9263-c10da09776bb yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 04:53:24.545521 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 54126f93-965f-46fc-8bae-8eef2408b519 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:24.549439 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (54126f93-965f-46fc-8bae-8eef2408b519), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:24.592979 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:24.679323 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b80a71-1e73-49a2-8df6-26d90c813f37 None None] Pushing event updated for resources: {'Port': ['ID=db52ee12-bbe6-4506-ad2c-63c147b489ec,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:24.694372 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b80a71-1e73-49a2-8df6-26d90c813f37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:24.694817 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b80a71-1e73-49a2-8df6-26d90c813f37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:24.695166 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b80a71-1e73-49a2-8df6-26d90c813f37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:24.695507 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b80a71-1e73-49a2-8df6-26d90c813f37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:24.695892 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b80a71-1e73-49a2-8df6-26d90c813f37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:24.696248 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b80a71-1e73-49a2-8df6-26d90c813f37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:24.696562 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b80a71-1e73-49a2-8df6-26d90c813f37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:24.696891 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b80a71-1e73-49a2-8df6-26d90c813f37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:24.697217 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b80a71-1e73-49a2-8df6-26d90c813f37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:24.697678 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b80a71-1e73-49a2-8df6-26d90c813f37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:24.698050 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b80a71-1e73-49a2-8df6-26d90c813f37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:24.698379 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b80a71-1e73-49a2-8df6-26d90c813f37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:24.698845 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b80a71-1e73-49a2-8df6-26d90c813f37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:24.732726 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 54126f93-965f-46fc-8bae-8eef2408b519 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:24.735349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0fa9ea54-f6b2-4818-af30-b7f8845216eb up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:24.787994 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Attempting to bind port db52ee12-bbe6-4506-ad2c-63c147b489ec on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:24.788291 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Attempting to bind port db52ee12-bbe6-4506-ad2c-63c147b489ec by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'b3931a91-f2ee-4c94-87a9-7ab119b3df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:24.788616 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Attempting to bind port db52ee12-bbe6-4506-ad2c-63c147b489ec on network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:24.797481 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:24.797862 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Checking segment: {'id': 'b3931a91-f2ee-4c94-87a9-7ab119b3df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:24.798288 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:24.800622 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Bound using segment: {'id': 'b3931a91-f2ee-4c94-87a9-7ab119b3df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:24.802633 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Bound port: db52ee12-bbe6-4506-ad2c-63c147b489ec, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3931a91-f2ee-4c94-87a9-7ab119b3df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:24.807388 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:24.814926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ddc52289-f567-444a-bec7-5bce55413ba3 None None] Provisioning complete for port 33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:24.815306 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ddc52289-f567-444a-bec7-5bce55413ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (33ed4807-9f3f-4de4-bd96-2b1c3ac2e550), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:24.821432 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-e873bb34-d02f-4b91-bf9c-f533396f597b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Allocated IP 172.20.0.13 (c752372a-b4d1-45c2-a053-1027fccfdb3e/7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6/ea53edc6-779e-4cec-9263-c10da09776bb) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:24.887596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ddc52289-f567-444a-bec7-5bce55413ba3 None None] Port 33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:24.898357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0fa9ea54-f6b2-4818-af30-b7f8845216eb triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:24.898835 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:24.925115 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] For port db52ee12-bbe6-4506-ad2c-63c147b489ec, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:24.929719 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] For port db52ee12-bbe6-4506-ad2c-63c147b489ec, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=db52ee12-bbe6-4506-ad2c-63c147b489ec,segment=NetworkSegment(b3931a91-f2ee-4c94-87a9-7ab119b3df5a),segment_id=b3931a91-f2ee-4c94-87a9-7ab119b3df5a)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:24.946756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ddc52289-f567-444a-bec7-5bce55413ba3 None None] Provisioning complete for port 0fa9ea54-f6b2-4818-af30-b7f8845216eb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:24.947238 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ddc52289-f567-444a-bec7-5bce55413ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.051957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0fa9ea54-f6b2-4818-af30-b7f8845216eb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:25.056938 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.081783 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e873bb34-d02f-4b91-bf9c-f533396f597b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (ea53edc6-779e-4cec-9263-c10da09776bb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.100299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ddc52289-f567-444a-bec7-5bce55413ba3 None None] Current status of the port 0fa9ea54-f6b2-4818-af30-b7f8845216eb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:25.162374 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b80a71-1e73-49a2-8df6-26d90c813f37 None None] Pushing event updated for resources: {'Port': ['ID=db52ee12-bbe6-4506-ad2c-63c147b489ec,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:25.197470 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Routers {'2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:25.198853 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:52:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:25.277032 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e873bb34-d02f-4b91-bf9c-f533396f597b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ea53edc6-779e-4cec-9263-c10da09776bb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.333695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e873bb34-d02f-4b91-bf9c-f533396f597b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network c752372a-b4d1-45c2-a053-1027fccfdb3e is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:25.339146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e873bb34-d02f-4b91-bf9c-f533396f597b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:25.345012 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e873bb34-d02f-4b91-bf9c-f533396f597b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:25.412853 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] Set router 2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:25.451781 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a9a51459-0e8d-49f7-b499-f40a6feea2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.485364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e873bb34-d02f-4b91-bf9c-f533396f597b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:25.486124 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e873bb34-d02f-4b91-bf9c-f533396f597b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.511979 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873bb34-d02f-4b91-bf9c-f533396f597b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=ea53edc6-779e-4cec-9263-c10da09776bb,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:25.519801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41846193-4372-4882-ad2a-27d7c55671f5 req-7ee2008d-f3dc-4f8f-9448-66cd7b103766 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:25.522151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41846193-4372-4882-ad2a-27d7c55671f5 req-7ee2008d-f3dc-4f8f-9448-66cd7b103766 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.32 "GET /v2.0/networks?id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 HTTP/1.1" status: 200 len: 819 time: 0.2073035 Feb 11 04:53:25.572343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53253c62-8983-461e-b3e5-1d541640de27 req-e428b487-eeff-4fdf-a184-d3a8a52e1943 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 210 time: 0.0474672 Feb 11 04:53:25.581753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-41846193-4372-4882-ad2a-27d7c55671f5 req-035a5b5c-e9bb-420f-af05-11af07010460 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Request body: {'port': {'device_id': 'acdaf0ed-f38c-4b8e-91e7-0488deeaf20a', 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6', 'admin_state_up': True, 'tenant_id': '69abb6e330f9452db648d998628abc84'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:25.648721 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e873bb34-d02f-4b91-bf9c-f533396f597b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8115146 Feb 11 04:53:25.650156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55584) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:25.666201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7b1732d5-fb87-40d5-8af7-0fca69cd4fc5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'subnet': {'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:25.744617 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-35e1a142-8f3d-4cd6-8b33-df601798ab56 None None] Provisioning complete for port ea53edc6-779e-4cec-9263-c10da09776bb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:25.745056 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-35e1a142-8f3d-4cd6-8b33-df601798ab56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ea53edc6-779e-4cec-9263-c10da09776bb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.828509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-35e1a142-8f3d-4cd6-8b33-df601798ab56 None None] Port ea53edc6-779e-4cec-9263-c10da09776bb cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:25.901341 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1149814120-router', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '54126f93-965f-46fc-8bae-8eef2408b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:12Z', 'updated_at': '2022-02-11T04:53:18Z', 'revision_number': 4, 'project_id': '69abb6e330f9452db648d998628abc84', 'gw_port': {'id': '54126f93-965f-46fc-8bae-8eef2408b519', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:13Z', 'updated_at': '2022-02-11T04:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'db52ee12-bbe6-4506-ad2c-63c147b489ec', 'name': '', 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'mac_address': 'fa:16:3e:db:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'a6729af6-6b0d-45fa-9e5c-ad005438febf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:17Z', 'updated_at': '2022-02-11T04:53:24Z', 'revision_number': 4, 'project_id': '69abb6e330f9452db648d998628abc84', 'subnets': [{'id': 'a6729af6-6b0d-45fa-9e5c-ad005438febf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:25.912322 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1732d5-fb87-40d5-8af7-0fca69cd4fc5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:25.912528 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41846193-4372-4882-ad2a-27d7c55671f5 req-035a5b5c-e9bb-420f-af05-11af07010460 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Made reservation on behalf of 69abb6e330f9452db648d998628abc84 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:25.915742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-41846193-4372-4882-ad2a-27d7c55671f5 req-035a5b5c-e9bb-420f-af05-11af07010460 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.920464 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7b1732d5-fb87-40d5-8af7-0fca69cd4fc5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:25.932935 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61084f21-1cdd-42e2-96e1-de3d29cc5e24 None None] The sync data for ids ['2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'] in n-d-712142-35 is: [{'id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1149814120-router', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '54126f93-965f-46fc-8bae-8eef2408b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:12Z', 'updated_at': '2022-02-11T04:53:18Z', 'revision_number': 4, 'project_id': '69abb6e330f9452db648d998628abc84', 'gw_port': {'id': '54126f93-965f-46fc-8bae-8eef2408b519', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:13Z', 'updated_at': '2022-02-11T04:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'db52ee12-bbe6-4506-ad2c-63c147b489ec', 'name': '', 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'mac_address': 'fa:16:3e:db:fb:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'a6729af6-6b0d-45fa-9e5c-ad005438febf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:17Z', 'updated_at': '2022-02-11T04:53:24Z', 'revision_number': 4, 'project_id': '69abb6e330f9452db648d998628abc84', 'subnets': [{'id': 'a6729af6-6b0d-45fa-9e5c-ad005438febf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:53:26.036833 n-d-712142-35 neutron-server[103808]: INFO neutron.db.ipam_backend_mixin [None req-7b1732d5-fb87-40d5-8af7-0fca69cd4fc5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6 (CIDR: 172.20.0.0/28) Feb 11 04:53:26.067460 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1732d5-fb87-40d5-8af7-0fca69cd4fc5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:53:26.070974 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1732d5-fb87-40d5-8af7-0fca69cd4fc5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:53:26.143012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-41846193-4372-4882-ad2a-27d7c55671f5 req-035a5b5c-e9bb-420f-af05-11af07010460 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Allocated IP 172.20.0.8 (a6c5d1c9-919a-4aed-a316-0db0fba5f3b6/a6729af6-6b0d-45fa-9e5c-ad005438febf/ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:26.177806 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7b1732d5-fb87-40d5-8af7-0fca69cd4fc5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5246224 Feb 11 04:53:26.187379 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55586) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:26.195475 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4155c79a-e2eb-4f16-bebc-6f826d17dcb5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'subnet': {'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:26.265040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-0c245cde-c7be-4127-bfa8-a2f149e3d5cd tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:26.266751 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-0c245cde-c7be-4127-bfa8-a2f149e3d5cd tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.32 "GET /v2.0/networks?id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 HTTP/1.1" status: 200 len: 819 time: 0.2091227 Feb 11 04:53:26.291258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-65ef01b4-749b-487b-ba76-6ed497a0f2ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Request body: {'port': {'device_id': 'e695d597-65d2-4e14-a4dd-fc6316c10edb', 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6', 'admin_state_up': True, 'tenant_id': '69abb6e330f9452db648d998628abc84'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:26.472176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4155c79a-e2eb-4f16-bebc-6f826d17dcb5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:26.473611 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device db52ee12-bbe6-4506-ad2c-63c147b489ec up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:26.475779 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4155c79a-e2eb-4f16-bebc-6f826d17dcb5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:26.519367 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-41846193-4372-4882-ad2a-27d7c55671f5 req-035a5b5c-e9bb-420f-af05-11af07010460 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks [] for port (ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:26.586035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port db52ee12-bbe6-4506-ad2c-63c147b489ec triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:26.589834 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:26.661909 n-d-712142-35 neutron-server[103808]: INFO neutron.db.ipam_backend_mixin [None req-4155c79a-e2eb-4f16-bebc-6f826d17dcb5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 212715a1-f3cb-4ad0-b815-3f2943218bfa (CIDR: 172.20.0.16/28) Feb 11 04:53:26.670167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-65ef01b4-749b-487b-ba76-6ed497a0f2ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Made reservation on behalf of 69abb6e330f9452db648d998628abc84 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:26.677798 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-65ef01b4-749b-487b-ba76-6ed497a0f2ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:26.727745 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22f360fe-88da-4768-93f6-3d70045e4e26 req-31b482e5-1cde-44b4-b7eb-ce4f1e4b4d2f tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 210 time: 0.0439801 Feb 11 04:53:26.730837 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-41846193-4372-4882-ad2a-27d7c55671f5 req-035a5b5c-e9bb-420f-af05-11af07010460 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:26.757673 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-4155c79a-e2eb-4f16-bebc-6f826d17dcb5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 04:53:26.758242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4155c79a-e2eb-4f16-bebc-6f826d17dcb5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:53:26.830189 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port db52ee12-bbe6-4506-ad2c-63c147b489ec is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:26.830772 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:26.853206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41846193-4372-4882-ad2a-27d7c55671f5 req-035a5b5c-e9bb-420f-af05-11af07010460 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:26.859467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-41846193-4372-4882-ad2a-27d7c55671f5 req-035a5b5c-e9bb-420f-af05-11af07010460 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:26.872825 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port db52ee12-bbe6-4506-ad2c-63c147b489ec, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=db52ee12-bbe6-4506-ad2c-63c147b489ec,segment=NetworkSegment(b3931a91-f2ee-4c94-87a9-7ab119b3df5a),segment_id=b3931a91-f2ee-4c94-87a9-7ab119b3df5a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:26.884406 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:26.904734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-41846193-4372-4882-ad2a-27d7c55671f5 req-035a5b5c-e9bb-420f-af05-11af07010460 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:26.922328 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4155c79a-e2eb-4f16-bebc-6f826d17dcb5 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7333436 Feb 11 04:53:26.925088 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55594) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:26.930448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-833a33cf-3e49-45de-9a45-a639c9d6bff6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'subnet': {'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:26.955424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a5b5c-e9bb-420f-af05-11af07010460 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Pushing event updated for resources: {'Port': ['ID=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:26.971831 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.006774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41846193-4372-4882-ad2a-27d7c55671f5 req-035a5b5c-e9bb-420f-af05-11af07010460 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:27.007310 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-41846193-4372-4882-ad2a-27d7c55671f5 req-035a5b5c-e9bb-420f-af05-11af07010460 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.058682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=db52ee12-bbe6-4506-ad2c-63c147b489ec,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:27.082073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-65ef01b4-749b-487b-ba76-6ed497a0f2ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Allocated IP 172.20.0.9 (a6c5d1c9-919a-4aed-a316-0db0fba5f3b6/a6729af6-6b0d-45fa-9e5c-ad005438febf/4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:27.244483 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-65ef01b4-749b-487b-ba76-6ed497a0f2ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks [] for port (4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.265245 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833a33cf-3e49-45de-9a45-a639c9d6bff6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Made reservation on behalf of 0650501595e240639beea84b881521a4 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:27.268868 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-833a33cf-3e49-45de-9a45-a639c9d6bff6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.271429 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41846193-4372-4882-ad2a-27d7c55671f5 req-035a5b5c-e9bb-420f-af05-11af07010460 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6966205 Feb 11 04:53:27.284477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Request body: {'port': {'device_id': 'acdaf0ed-f38c-4b8e-91e7-0488deeaf20a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:27.348481 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.480704 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-65ef01b4-749b-487b-ba76-6ed497a0f2ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.563529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-65ef01b4-749b-487b-ba76-6ed497a0f2ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:27.569731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-65ef01b4-749b-487b-ba76-6ed497a0f2ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:27.576127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-65ef01b4-749b-487b-ba76-6ed497a0f2ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:27.581458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef01b4-749b-487b-ba76-6ed497a0f2ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Pushing event updated for resources: {'Port': ['ID=4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:27.663281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-65ef01b4-749b-487b-ba76-6ed497a0f2ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:27.663899 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-65ef01b4-749b-487b-ba76-6ed497a0f2ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.717993 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-833a33cf-3e49-45de-9a45-a639c9d6bff6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (670121c9-665a-478d-8958-11c8270b881e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.745438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:53:27.753800 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Publish callbacks [] for port (ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.761725 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833a33cf-3e49-45de-9a45-a639c9d6bff6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Network c752372a-b4d1-45c2-a053-1027fccfdb3e is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:27.765240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-833a33cf-3e49-45de-9a45-a639c9d6bff6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:27.766896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Transition to ACTIVE for port object ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:53:27.768023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833a33cf-3e49-45de-9a45-a639c9d6bff6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:27.769569 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-833a33cf-3e49-45de-9a45-a639c9d6bff6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.777947 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc39676b-b819-4487-8a0b-c56d31908124 None None] Network c752372a-b4d1-45c2-a053-1027fccfdb3e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:27.786346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a33cf-3e49-45de-9a45-a639c9d6bff6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Subnet': ['ID=670121c9-665a-478d-8958-11c8270b881e,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:27.794978 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-65ef01b4-749b-487b-ba76-6ed497a0f2ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5081735 Feb 11 04:53:27.806911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Request body: {'port': {'device_id': 'e695d597-65d2-4e14-a4dd-fc6316c10edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:27.909018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:27.932237 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-833a33cf-3e49-45de-9a45-a639c9d6bff6 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0058720 Feb 11 04:53:27.935057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55608) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:27.942050 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c251b452-0feb-4f3a-8c1e-930a02d30f19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2108782843', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '670121c9-665a-478d-8958-11c8270b881e'}], 'security_groups': ['053f3a50-5e7a-4060-9a7b-4b9b31053efb', '9e3631d6-00fd-48f9-8d60-ed8eb4443e31']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:27.980925 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:28.013337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:28.024991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe6e93-9dc7-4173-ac5e-d7634933d0c2 req-b9039af4-fe0c-48e2-8a9d-d47fd8a8d634 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:28.026950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eebe6e93-9dc7-4173-ac5e-d7634933d0c2 req-b9039af4-fe0c-48e2-8a9d-d47fd8a8d634 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 931 time: 0.1817758 Feb 11 04:53:28.048319 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c251b452-0feb-4f3a-8c1e-930a02d30f19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ea53edc6-779e-4cec-9263-c10da09776bb), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:28.284499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d71ea4-03dd-4c52-ab3c-1dc5d785288a None None] Update dhcp port {'port': {'network_id': 'c752372a-b4d1-45c2-a053-1027fccfdb3e', 'fixed_ips': [{'subnet_id': '212715a1-f3cb-4ad0-b815-3f2943218bfa', 'ip_address': '172.20.0.18'}, {'subnet_id': '7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6', 'ip_address': '172.20.0.2'}, {'subnet_id': '670121c9-665a-478d-8958-11c8270b881e'}], 'binding:host_id': 'n-d-712142-35'}, 'id': '0fa9ea54-f6b2-4818-af30-b7f8845216eb'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 04:53:28.346052 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-89d71ea4-03dd-4c52-ab3c-1dc5d785288a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:28.556067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device db52ee12-bbe6-4506-ad2c-63c147b489ec up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:28.599962 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-c251b452-0feb-4f3a-8c1e-930a02d30f19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Delete allocated IP 172.20.0.13 (c752372a-b4d1-45c2-a053-1027fccfdb3e/7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6) {{(pid=103808) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 04:53:28.611053 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-c251b452-0feb-4f3a-8c1e-930a02d30f19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Allocated IP 172.20.0.35 (c752372a-b4d1-45c2-a053-1027fccfdb3e/670121c9-665a-478d-8958-11c8270b881e/ea53edc6-779e-4cec-9263-c10da09776bb) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:28.615237 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:28.629929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port db52ee12-bbe6-4506-ad2c-63c147b489ec triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:28.630578 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:28.743918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port db52ee12-bbe6-4506-ad2c-63c147b489ec is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:28.817756 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eebe6e93-9dc7-4173-ac5e-d7634933d0c2 req-576f07a9-6e15-4646-9291-7eeecc9f49c9 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7829313 Feb 11 04:53:28.845772 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c251b452-0feb-4f3a-8c1e-930a02d30f19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for port (ea53edc6-779e-4cec-9263-c10da09776bb), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:28.857794 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e64fc-7c75-4110-b82f-fe3905df174c req-832e0c43-add2-4179-9a00-8727ccd80866 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:28.860448 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-899e64fc-7c75-4110-b82f-fe3905df174c req-832e0c43-add2-4179-9a00-8727ccd80866 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 946 time: 0.1902781 Feb 11 04:53:28.919235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Attempting to bind port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:28.919235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Attempting to bind port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'b3931a91-f2ee-4c94-87a9-7ab119b3df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:28.919734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Attempting to bind port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e on network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:28.936671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c251b452-0feb-4f3a-8c1e-930a02d30f19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (ea53edc6-779e-4cec-9263-c10da09776bb), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:28.975727 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-899e64fc-7c75-4110-b82f-fe3905df174c req-8686df02-9d6d-48e6-bcb5-6c0406b40634 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027045 Feb 11 04:53:28.976512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e on network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:53:28.976976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Attempting to bind port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e on network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:28.985081 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:28.985500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Checking segment: {'id': 'b3931a91-f2ee-4c94-87a9-7ab119b3df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:28.985857 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Bound using segment: {'id': 'b3931a91-f2ee-4c94-87a9-7ab119b3df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:28.986291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Bound port: ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3931a91-f2ee-4c94-87a9-7ab119b3df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:28.986679 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.029917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-89d71ea4-03dd-4c52-ab3c-1dc5d785288a None None] Allocated IP 172.20.0.34 (c752372a-b4d1-45c2-a053-1027fccfdb3e/670121c9-665a-478d-8958-11c8270b881e/0fa9ea54-f6b2-4818-af30-b7f8845216eb) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:29.032607 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251b452-0feb-4f3a-8c1e-930a02d30f19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event updated for resources: {'Port': ['ID=ea53edc6-779e-4cec-9263-c10da09776bb,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:29.093257 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:53:29.107654 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Publish callbacks [] for port (4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.126645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] For port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:29.131099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] For port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e,segment=NetworkSegment(b3931a91-f2ee-4c94-87a9-7ab119b3df5a),segment_id=b3931a91-f2ee-4c94-87a9-7ab119b3df5a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:29.132718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Transition to ACTIVE for port object 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:53:29.190169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c251b452-0feb-4f3a-8c1e-930a02d30f19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] In _notify_port_updated(), no bound segment for port ea53edc6-779e-4cec-9263-c10da09776bb on network c752372a-b4d1-45c2-a053-1027fccfdb3e {{(pid=103808) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 04:53:29.196410 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c251b452-0feb-4f3a-8c1e-930a02d30f19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:29.197189 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c251b452-0feb-4f3a-8c1e-930a02d30f19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.202668 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c251b452-0feb-4f3a-8c1e-930a02d30f19 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "PUT /v2.0/ports/ea53edc6-779e-4cec-9263-c10da09776bb HTTP/1.1" status: 200 len: 960 time: 1.2620883 Feb 11 04:53:29.202668 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55616) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:29.208749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-89d71ea4-03dd-4c52-ab3c-1dc5d785288a None None] For port 0fa9ea54-f6b2-4818-af30-b7f8845216eb, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0fa9ea54-f6b2-4818-af30-b7f8845216eb,segment=NetworkSegment(f432ab8d-c72e-4bff-8480-f7b731731f96),segment_id=f432ab8d-c72e-4bff-8480-f7b731731f96)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:29.243509 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-89d71ea4-03dd-4c52-ab3c-1dc5d785288a None None] Publish callbacks [] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.249648 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.280745 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.308915 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b56c4135-f1c5-4bd7-9176-6852d4e9ddfe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port ea53edc6-779e-4cec-9263-c10da09776bb {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:29.309264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b56c4135-f1c5-4bd7-9176-6852d4e9ddfe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ea53edc6-779e-4cec-9263-c10da09776bb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.321002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:29.321650 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.323182 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41846193-4372-4882-ad2a-27d7c55671f5 req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] 10.222.0.32 "PUT /v2.0/ports/ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e HTTP/1.1" status: 200 len: 1092 time: 2.0437782 Feb 11 04:53:29.323677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acdaf0ed-f38c-4b8e-91e7-0488deeaf20a', 'tag': 'ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:29.326078 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe16132-6b18-4ecd-83e1-e6a6aafc03c7" -d '{"events": [{"name": "network-changed", "server_uuid": "acdaf0ed-f38c-4b8e-91e7-0488deeaf20a", "tag": "ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:29.332793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Pushing event updated for resources: {'Port': ['ID=4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:29.358653 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-89d71ea4-03dd-4c52-ab3c-1dc5d785288a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.419512 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa54cd88-49a8-464b-b89d-ab23678edede x-openstack-request-id: req-fa54cd88-49a8-464b-b89d-ab23678edede {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:29.420952 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acdaf0ed-f38c-4b8e-91e7-0488deeaf20a", "tag": "ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:29.420952 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa54cd88-49a8-464b-b89d-ab23678edede {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:29.420952 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acdaf0ed-f38c-4b8e-91e7-0488deeaf20a', 'tag': 'ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e', 'status': 'completed', 'code': 200} Feb 11 04:53:29.443327 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b56c4135-f1c5-4bd7-9176-6852d4e9ddfe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ea53edc6-779e-4cec-9263-c10da09776bb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.460094 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b56c4135-f1c5-4bd7-9176-6852d4e9ddfe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for ea53edc6-779e-4cec-9263-c10da09776bb owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:29.495351 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Attempting to bind port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:29.495692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Attempting to bind port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'b3931a91-f2ee-4c94-87a9-7ab119b3df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:29.496020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Attempting to bind port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 on network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:29.504228 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 on network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:53:29.504553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Attempting to bind port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 on network a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:29.506769 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a335f6-03e4-42e3-8df1-eb19e596d1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:29.537344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d71ea4-03dd-4c52-ab3c-1dc5d785288a None None] Pushing event updated for resources: {'Port': ['ID=0fa9ea54-f6b2-4818-af30-b7f8845216eb,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:29.554506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:29.555058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Checking segment: {'id': 'b3931a91-f2ee-4c94-87a9-7ab119b3df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:29.555557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Bound using segment: {'id': 'b3931a91-f2ee-4c94-87a9-7ab119b3df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:29.556068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Bound port: 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3931a91-f2ee-4c94-87a9-7ab119b3df5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:29.556645 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.649410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe16132-6b18-4ecd-83e1-e6a6aafc03c7 req-2dc950eb-c795-4ffd-9563-a6a13a553d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:29.651115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-afe16132-6b18-4ecd-83e1-e6a6aafc03c7 req-2dc950eb-c795-4ffd-9563-a6a13a553d4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69abb6e330f9452db648d998628abc84&device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 1126 time: 0.1661904 Feb 11 04:53:29.701378 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.713449 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] For port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:29.735865 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b56c4135-f1c5-4bd7-9176-6852d4e9ddfe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ea53edc6-779e-4cec-9263-c10da09776bb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.759653 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] For port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63,segment=NetworkSegment(b3931a91-f2ee-4c94-87a9-7ab119b3df5a),segment_id=b3931a91-f2ee-4c94-87a9-7ab119b3df5a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:29.777680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c4135-f1c5-4bd7-9176-6852d4e9ddfe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=ea53edc6-779e-4cec-9263-c10da09776bb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:29.801371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe16132-6b18-4ecd-83e1-e6a6aafc03c7 req-57c1ffb6-0d35-4c1d-b910-86440520ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:29.802924 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-afe16132-6b18-4ecd-83e1-e6a6aafc03c7 req-57c1ffb6-0d35-4c1d-b910-86440520ff6e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=69abb6e330f9452db648d998628abc84&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1374753 Feb 11 04:53:29.851503 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.873557 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b56c4135-f1c5-4bd7-9176-6852d4e9ddfe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.878394 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b56c4135-f1c5-4bd7-9176-6852d4e9ddfe tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/ea53edc6-779e-4cec-9263-c10da09776bb HTTP/1.1" status: 204 len: 168 time: 0.6744516 Feb 11 04:53:29.881108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55624) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:29.914772 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-addf3095-a21f-4504-8660-a9b3c18cfb13 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] GET failed (client error): The resource could not be found. Feb 11 04:53:29.916800 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-addf3095-a21f-4504-8660-a9b3c18cfb13 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports/ea53edc6-779e-4cec-9263-c10da09776bb HTTP/1.1" status: 404 len: 333 time: 0.0343041 Feb 11 04:53:29.919988 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55626) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:29.925381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Pushing event updated for resources: {'Port': ['ID=4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:29.984271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:29.984916 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:29.986342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-77a2fb01-9a2f-4c0d-af0a-03db12c61c4d service neutron] 10.222.0.32 "PUT /v2.0/ports/4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 HTTP/1.1" status: 200 len: 1092 time: 2.1838021 Feb 11 04:53:30.037883 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49a3cb8e-efe7-4cff-a868-f9a0ef80b8a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (dccaf033-a18e-407a-ba4d-e64ab9be0a0e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:30.055564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe16132-6b18-4ecd-83e1-e6a6aafc03c7 req-9e585414-2d02-474d-b3a6-6ef40ac1972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:30.057146 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-afe16132-6b18-4ecd-83e1-e6a6aafc03c7 req-9e585414-2d02-474d-b3a6-6ef40ac1972e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2477243 Feb 11 04:53:30.070844 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4103b79-01ab-4981-b038-7492462f5d60 req-b05e293d-5370-41f1-9c44-0626141654cc tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:30.074282 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4103b79-01ab-4981-b038-7492462f5d60 req-b05e293d-5370-41f1-9c44-0626141654cc tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 943 time: 0.0993559 Feb 11 04:53:30.086193 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49a3cb8e-efe7-4cff-a868-f9a0ef80b8a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (dccaf033-a18e-407a-ba4d-e64ab9be0a0e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:30.287436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4103b79-01ab-4981-b038-7492462f5d60 req-6c93509e-f05c-4940-8684-9eae4f518b85 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999938 Feb 11 04:53:30.334093 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49a3cb8e-efe7-4cff-a868-f9a0ef80b8a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dccaf033-a18e-407a-ba4d-e64ab9be0a0e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:30.352136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-b7ba1af7-d57b-48e7-8339-9c12e972b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:30.352243 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-49a3cb8e-efe7-4cff-a868-f9a0ef80b8a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:30.352335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-b7ba1af7-d57b-48e7-8339-9c12e972b394 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69abb6e330f9452db648d998628abc84&device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 1126 time: 0.2297652 Feb 11 04:53:30.352428 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-49a3cb8e-efe7-4cff-a868-f9a0ef80b8a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/security-groups/dccaf033-a18e-407a-ba4d-e64ab9be0a0e HTTP/1.1" status: 204 len: 168 time: 0.4177518 Feb 11 04:53:30.352520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcea079-c0ad-4690-a753-ab520844c8a4 req-6c037370-43bc-44d5-ba20-f420d0e8dd3e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:30.353813 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55632) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:30.356499 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8bcea079-c0ad-4690-a753-ab520844c8a4 req-6c037370-43bc-44d5-ba20-f420d0e8dd3e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 946 time: 0.2176716 Feb 11 04:53:30.376706 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3cb8e-efe7-4cff-a868-f9a0ef80b8a0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccaf033-a18e-407a-ba4d-e64ab9be0a0e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:30.377705 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41846193-4372-4882-ad2a-27d7c55671f5 req-9543b7c8-9e5b-482d-8d91-acc71e47e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:30.379487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41846193-4372-4882-ad2a-27d7c55671f5 req-9543b7c8-9e5b-482d-8d91-acc71e47e434 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69abb6e330f9452db648d998628abc84&device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 1126 time: 0.2397897 Feb 11 04:53:30.431646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-b24e2db3-c928-43cb-89c2-6bdf4290d549 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 HTTP/1.1" status: 200 len: 217 time: 0.0693851 Feb 11 04:53:30.432912 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0fa9ea54-f6b2-4818-af30-b7f8845216eb up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:30.472372 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34a4a96c-e1a8-417b-98d1-549778b0abc1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (9e3631d6-00fd-48f9-8d60-ed8eb4443e31), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:30.492927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-84ea39f3-40b6-4e48-9967-0cc9d161195c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:30.495297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-84ea39f3-40b6-4e48-9967-0cc9d161195c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 946 time: 0.2777247 Feb 11 04:53:30.499975 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41846193-4372-4882-ad2a-27d7c55671f5 req-67dd3a3f-905c-4a6a-882a-5ac6e86b1ad8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e HTTP/1.1" status: 200 len: 217 time: 0.0787029 Feb 11 04:53:30.510054 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34a4a96c-e1a8-417b-98d1-549778b0abc1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (9e3631d6-00fd-48f9-8d60-ed8eb4443e31), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:30.517730 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b116207d-a5c2-4105-b5a0-e3a9223f8fed None None] Provisioning complete for port 33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:30.518412 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b116207d-a5c2-4105-b5a0-e3a9223f8fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (33ed4807-9f3f-4de4-bd96-2b1c3ac2e550), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:30.566683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0fa9ea54-f6b2-4818-af30-b7f8845216eb triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:30.567368 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:30.592494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b116207d-a5c2-4105-b5a0-e3a9223f8fed None None] Port 33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:30.618326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b116207d-a5c2-4105-b5a0-e3a9223f8fed None None] Provisioning complete for port 0fa9ea54-f6b2-4818-af30-b7f8845216eb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:30.618732 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b116207d-a5c2-4105-b5a0-e3a9223f8fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:30.676085 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8bcea079-c0ad-4690-a753-ab520844c8a4 req-7afc58a1-9846-4e89-95b1-59466d7cfc61 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047543 Feb 11 04:53:30.691290 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34a4a96c-e1a8-417b-98d1-549778b0abc1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9e3631d6-00fd-48f9-8d60-ed8eb4443e31), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:30.699737 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34a4a96c-e1a8-417b-98d1-549778b0abc1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:30.704431 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-34a4a96c-e1a8-417b-98d1-549778b0abc1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/security-groups/9e3631d6-00fd-48f9-8d60-ed8eb4443e31 HTTP/1.1" status: 204 len: 168 time: 0.3488381 Feb 11 04:53:30.716052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-6c3e40e0-3372-4046-9cca-f0522e67019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:30.717277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55636) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:30.719356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0fa9ea54-f6b2-4818-af30-b7f8845216eb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:30.719953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-6c3e40e0-3372-4046-9cca-f0522e67019b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6729af6-6b0d-45fa-9e5c-ad005438febf HTTP/1.1" status: 200 len: 859 time: 0.2464671 Feb 11 04:53:30.728568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41846193-4372-4882-ad2a-27d7c55671f5 req-6bea683d-6eb0-4b5e-85d7-04188e06fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:30.731799 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41846193-4372-4882-ad2a-27d7c55671f5 req-6bea683d-6eb0-4b5e-85d7-04188e06fa19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6729af6-6b0d-45fa-9e5c-ad005438febf HTTP/1.1" status: 200 len: 859 time: 0.2005579 Feb 11 04:53:30.757387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4a96c-e1a8-417b-98d1-549778b0abc1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3631d6-00fd-48f9-8d60-ed8eb4443e31,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:30.802265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-1ec9f5d4-e53d-40db-bc38-dcbac11c73b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679858 Feb 11 04:53:30.810140 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b116207d-a5c2-4105-b5a0-e3a9223f8fed None None] Current status of the port 0fa9ea54-f6b2-4818-af30-b7f8845216eb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:30.813597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41846193-4372-4882-ad2a-27d7c55671f5 req-c07c41bb-7378-48b1-b22c-363d660d9527 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650499 Feb 11 04:53:30.822161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b116207d-a5c2-4105-b5a0-e3a9223f8fed None None] Could not find standard attr ID for object ea53edc6-779e-4cec-9263-c10da09776bb. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:53:30.948278 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46b5f14c-8c77-4308-bda9-86fd63010cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (053f3a50-5e7a-4060-9a7b-4b9b31053efb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.030937 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46b5f14c-8c77-4308-bda9-86fd63010cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (053f3a50-5e7a-4060-9a7b-4b9b31053efb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.072093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-0f6c9eca-34a4-4878-b8a4-bf5bf3488fa6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Deleting port c5c25a37-5193-4e49-8936-66e0e358229f {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:31.072584 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-0f6c9eca-34a4-4878-b8a4-bf5bf3488fa6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c5c25a37-5193-4e49-8936-66e0e358229f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.114486 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-ea1fa76f-79b9-48ff-93ca-0f02edb4b27e service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953606 Feb 11 04:53:31.116575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41846193-4372-4882-ad2a-27d7c55671f5 req-a3536dbb-d725-42cb-809f-d38eb33adb8f service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882342 Feb 11 04:53:31.220398 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46b5f14c-8c77-4308-bda9-86fd63010cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (053f3a50-5e7a-4060-9a7b-4b9b31053efb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.223097 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-46b5f14c-8c77-4308-bda9-86fd63010cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.224539 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-46b5f14c-8c77-4308-bda9-86fd63010cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/security-groups/053f3a50-5e7a-4060-9a7b-4b9b31053efb HTTP/1.1" status: 204 len: 168 time: 0.5045969 Feb 11 04:53:31.228980 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55640) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:31.244772 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-dac58953-56e8-4f3c-ad8a-1fcd95db60bb None None] Could not find standard attr ID for object ea53edc6-779e-4cec-9263-c10da09776bb. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 04:53:31.249288 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5f14c-8c77-4308-bda9-86fd63010cfb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053f3a50-5e7a-4060-9a7b-4b9b31053efb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:31.301450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-42544deb-8902-4228-94fe-b38782fa34a7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting subnet 7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:53:31.305684 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42544deb-8902-4228-94fe-b38782fa34a7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.365584 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42544deb-8902-4228-94fe-b38782fa34a7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.408970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-41846193-4372-4882-ad2a-27d7c55671f5 req-c5671340-82fd-4282-9adb-98e931b86bcc service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813749 Feb 11 04:53:31.411109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-0f6c9eca-34a4-4878-b8a4-bf5bf3488fa6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] For port c5c25a37-5193-4e49-8936-66e0e358229f, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c5c25a37-5193-4e49-8936-66e0e358229f,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:31.411511 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-0f6c9eca-34a4-4878-b8a4-bf5bf3488fa6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c5c25a37-5193-4e49-8936-66e0e358229f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.424610 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e695d597-65d2-4e14-a4dd-fc6316c10edb', 'tag': '4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:31.428185 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6f49b4-5532-446d-b2e1-50194fcd23d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e695d597-65d2-4e14-a4dd-fc6316c10edb", "tag": "4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:31.489089 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42544deb-8902-4228-94fe-b38782fa34a7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.493126 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234d1b78-d104-402e-9133-08db24f25d49 x-openstack-request-id: req-234d1b78-d104-402e-9133-08db24f25d49 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:31.493437 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e695d597-65d2-4e14-a4dd-fc6316c10edb", "tag": "4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:31.493698 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-234d1b78-d104-402e-9133-08db24f25d49 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:31.494103 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e695d597-65d2-4e14-a4dd-fc6316c10edb', 'tag': '4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63', 'status': 'completed', 'code': 200} Feb 11 04:53:31.527898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-816e7a20-ed68-465e-9c89-2d0a88379d28 req-15f7db37-ba8f-45fc-a30a-f23e3f1b511c service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015827 Feb 11 04:53:31.637547 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebb12e-75c1-4c04-82b4-c15147517ff5 req-00324d90-1f1c-4a3b-b60d-46318851c9f8 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:31.639109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eebb12e-75c1-4c04-82b4-c15147517ff5 req-00324d90-1f1c-4a3b-b60d-46318851c9f8 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 943 time: 0.2050037 Feb 11 04:53:31.717229 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42544deb-8902-4228-94fe-b38782fa34a7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.750594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42544deb-8902-4228-94fe-b38782fa34a7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:31.756256 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-42544deb-8902-4228-94fe-b38782fa34a7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.767369 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-42544deb-8902-4228-94fe-b38782fa34a7 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6 HTTP/1.1" status: 204 len: 168 time: 0.5296974 Feb 11 04:53:31.770289 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55650) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:31.773162 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df83768-abe5-45d6-a287-f3a1e709dc36 None None] Network c752372a-b4d1-45c2-a053-1027fccfdb3e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:31.867658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-f587a24f-5b13-4886-a44c-f7696dd7f9cb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting subnet 670121c9-665a-478d-8958-11c8270b881e {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:53:31.874827 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f587a24f-5b13-4886-a44c-f7696dd7f9cb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (670121c9-665a-478d-8958-11c8270b881e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:31.925572 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f587a24f-5b13-4886-a44c-f7696dd7f9cb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (670121c9-665a-478d-8958-11c8270b881e), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.041943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f587a24f-5b13-4886-a44c-f7696dd7f9cb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (670121c9-665a-478d-8958-11c8270b881e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.101955 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2eebb12e-75c1-4c04-82b4-c15147517ff5 req-e3ab997f-4b31-4b27-b45f-28f41512ed85 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552932 Feb 11 04:53:32.107303 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-0f6c9eca-34a4-4878-b8a4-bf5bf3488fa6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.107692 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-0f6c9eca-34a4-4878-b8a4-bf5bf3488fa6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (35751817-cc3e-41ac-a041-c359d084b6bd), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.107981 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-0f6c9eca-34a4-4878-b8a4-bf5bf3488fa6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Floating IP 35751817-cc3e-41ac-a041-c359d084b6bd disassociated. External IP: 172.25.3.105, port: c5c25a37-5193-4e49-8936-66e0e358229f. Feb 11 04:53:32.108395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-0f6c9eca-34a4-4878-b8a4-bf5bf3488fa6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Calling delete_port for c5c25a37-5193-4e49-8936-66e0e358229f owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:32.169545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f49b4-5532-446d-b2e1-50194fcd23d9 req-318bd78a-cc3e-4047-a023-2c5d12e9e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:32.171830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd6f49b4-5532-446d-b2e1-50194fcd23d9 req-318bd78a-cc3e-4047-a023-2c5d12e9e4c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69abb6e330f9452db648d998628abc84&device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 1126 time: 0.4668710 Feb 11 04:53:32.189089 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f587a24f-5b13-4886-a44c-f7696dd7f9cb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (670121c9-665a-478d-8958-11c8270b881e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.232099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587a24f-5b13-4886-a44c-f7696dd7f9cb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Subnet': ['ID=670121c9-665a-478d-8958-11c8270b881e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:32.233087 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f587a24f-5b13-4886-a44c-f7696dd7f9cb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.240592 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14250fa2-7ab8-4baf-b698-47f4f3d12442 req-e2cdcfa3-9433-4b92-9f0e-d329202ded3b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:32.242847 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f587a24f-5b13-4886-a44c-f7696dd7f9cb tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/670121c9-665a-478d-8958-11c8270b881e HTTP/1.1" status: 204 len: 168 time: 0.4708149 Feb 11 04:53:32.245073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55668) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:32.247503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14250fa2-7ab8-4baf-b698-47f4f3d12442 req-e2cdcfa3-9433-4b92-9f0e-d329202ded3b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 946 time: 0.2107575 Feb 11 04:53:32.283844 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fa9c4e-a63c-4675-8b02-abfef8f17fca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] DELETE failed (client error): The resource could not be found. Feb 11 04:53:32.284619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58fa9c4e-a63c-4675-8b02-abfef8f17fca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:53:32.292773 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-58fa9c4e-a63c-4675-8b02-abfef8f17fca tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/7ca0aed9-31cf-4c63-af1a-da3b5bd17ce6 HTTP/1.1" status: 404 len: 337 time: 0.0439942 Feb 11 04:53:32.292773 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55670) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:32.374033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b9c2b8-a79b-4c2e-866c-83a56287d7e1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting subnet 212715a1-f3cb-4ad0-b815-3f2943218bfa {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:53:32.378148 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68b9c2b8-a79b-4c2e-866c-83a56287d7e1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (212715a1-f3cb-4ad0-b815-3f2943218bfa), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.408047 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14250fa2-7ab8-4baf-b698-47f4f3d12442 req-1251733b-ba6c-4a5e-aa38-ee79432dad82 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526053 Feb 11 04:53:32.422813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f49b4-5532-446d-b2e1-50194fcd23d9 req-65489d1a-fff4-4e3d-bdd2-7d829656e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:32.422813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd6f49b4-5532-446d-b2e1-50194fcd23d9 req-65489d1a-fff4-4e3d-bdd2-7d829656e723 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 HTTP/1.1" status: 200 len: 920 time: 0.2382131 Feb 11 04:53:32.444675 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68b9c2b8-a79b-4c2e-866c-83a56287d7e1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (212715a1-f3cb-4ad0-b815-3f2943218bfa), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.482798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd6f49b4-5532-446d-b2e1-50194fcd23d9 req-4e937643-d758-4d5a-8fde-d58849e14293 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 HTTP/1.1" status: 200 len: 217 time: 0.0465686 Feb 11 04:53:32.567546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f49b4-5532-446d-b2e1-50194fcd23d9 req-b7dc6d56-d9db-4517-84a8-37db0e5a7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:32.569310 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd6f49b4-5532-446d-b2e1-50194fcd23d9 req-b7dc6d56-d9db-4517-84a8-37db0e5a7232 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6729af6-6b0d-45fa-9e5c-ad005438febf HTTP/1.1" status: 200 len: 859 time: 0.0766013 Feb 11 04:53:32.574359 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-0f6c9eca-34a4-4878-b8a4-bf5bf3488fa6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c5c25a37-5193-4e49-8936-66e0e358229f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.576271 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68b9c2b8-a79b-4c2e-866c-83a56287d7e1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (212715a1-f3cb-4ad0-b815-3f2943218bfa), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.618727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c9eca-34a4-4878-b8a4-bf5bf3488fa6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event deleted for resources: {'Port': ['ID=c5c25a37-5193-4e49-8936-66e0e358229f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:32.649034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd6f49b4-5532-446d-b2e1-50194fcd23d9 req-83e44263-a798-4a9d-8de3-4e57f1bb70cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663340 Feb 11 04:53:32.748150 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68b9c2b8-a79b-4c2e-866c-83a56287d7e1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (212715a1-f3cb-4ad0-b815-3f2943218bfa), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.791435 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9c2b8-a79b-4c2e-866c-83a56287d7e1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Subnet': ['ID=212715a1-f3cb-4ad0-b815-3f2943218bfa,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:32.819036 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68b9c2b8-a79b-4c2e-866c-83a56287d7e1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.823095 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-68b9c2b8-a79b-4c2e-866c-83a56287d7e1 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/212715a1-f3cb-4ad0-b815-3f2943218bfa HTTP/1.1" status: 204 len: 168 time: 0.5299938 Feb 11 04:53:32.826567 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55698) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:32.858892 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-1149a21a-2203-447d-a40e-e160e4d4b43b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] DELETE failed (client error): The resource could not be found. Feb 11 04:53:32.859493 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f48eee-3f51-4a35-ae2a-bc6982179cec None None] Network c752372a-b4d1-45c2-a053-1027fccfdb3e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:32.860174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1149a21a-2203-447d-a40e-e160e4d4b43b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:53:32.866792 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1149a21a-2203-447d-a40e-e160e4d4b43b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/5913a71a-a820-45d0-abe2-60121454fc60 HTTP/1.1" status: 404 len: 337 time: 0.0353346 Feb 11 04:53:32.873160 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55702) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:32.910013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd6f49b4-5532-446d-b2e1-50194fcd23d9 req-db5d30ba-4461-4f68-8b27-d6b4ec2b81ab service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800728 Feb 11 04:53:32.910137 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-312dffe1-8a69-4bd1-a16c-5806f913bece tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1604129-55f0-48c2-9f2f-a891dd185ce2 HTTP/1.1" status: 200 len: 205 time: 0.0378683 Feb 11 04:53:32.910222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55706) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:32.955329 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-85087371-3067-4ac6-b880-825c6a47373d None None] Provisioning complete for port 33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:32.955684 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-85087371-3067-4ac6-b880-825c6a47373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (33ed4807-9f3f-4de4-bd96-2b1c3ac2e550), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:32.979420 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-2d304035-9c90-4dc9-9819-4b046e73239d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] delete failed (client error): The resource could not be found. Feb 11 04:53:32.980477 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2d304035-9c90-4dc9-9819-4b046e73239d tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/routers/f1604129-55f0-48c2-9f2f-a891dd185ce2 HTTP/1.1" status: 404 len: 336 time: 0.0694187 Feb 11 04:53:32.983892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55708) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:32.999635 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-85087371-3067-4ac6-b880-825c6a47373d None None] Port 33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:33.007885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-0f6c9eca-34a4-4878-b8a4-bf5bf3488fa6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:53:33.020120 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-85087371-3067-4ac6-b880-825c6a47373d None None] Provisioning complete for port 0fa9ea54-f6b2-4818-af30-b7f8845216eb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:33.020505 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-85087371-3067-4ac6-b880-825c6a47373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.039146 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d457e36-0470-4fe4-876e-5f1fd32901d0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] DELETE failed (client error): The resource could not be found. Feb 11 04:53:33.039625 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d457e36-0470-4fe4-876e-5f1fd32901d0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:53:33.043185 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6d457e36-0470-4fe4-876e-5f1fd32901d0 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/1b9b27b5-1fae-4cc6-a4ce-764eaa51d49a HTTP/1.1" status: 404 len: 337 time: 0.0520859 Feb 11 04:53:33.053259 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55712) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:33.180817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da362997-d2b6-4e4a-a301-c9652dc2ca76 None None] DHCP port deletion for c752372a-b4d1-45c2-a053-1027fccfdb3e request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:53:33.188871 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fb1c60-33c8-4538-9be2-5f8a423d7a45 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] DELETE failed (client error): The resource could not be found. Feb 11 04:53:33.189336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35fb1c60-33c8-4538-9be2-5f8a423d7a45 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:53:33.200908 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-35fb1c60-33c8-4538-9be2-5f8a423d7a45 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/65188197-745f-41f1-a282-62ab02957ddf HTTP/1.1" status: 404 len: 337 time: 0.1451933 Feb 11 04:53:33.204916 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55716) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:33.259336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-85087371-3067-4ac6-b880-825c6a47373d None None] Current status of the port 0fa9ea54-f6b2-4818-af30-b7f8845216eb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:33.290573 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f45f5c-afd6-4c95-9082-4644895f40f2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] DELETE failed (client error): The resource could not be found. Feb 11 04:53:33.290985 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f45f5c-afd6-4c95-9082-4644895f40f2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:53:33.297757 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b8f45f5c-afd6-4c95-9082-4644895f40f2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/01713a9c-d641-46ab-a5b1-7ead4cc51d9f HTTP/1.1" status: 404 len: 337 time: 0.0917730 Feb 11 04:53:33.298382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55718) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:33.303734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-da362997-d2b6-4e4a-a301-c9652dc2ca76 None None] Deleting port 0fa9ea54-f6b2-4818-af30-b7f8845216eb {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:33.304428 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da362997-d2b6-4e4a-a301-c9652dc2ca76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.340519 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-197bac74-5349-4f72-9e0a-087a72ecf955 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] DELETE failed (client error): The resource could not be found. Feb 11 04:53:33.342358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197bac74-5349-4f72-9e0a-087a72ecf955 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:53:33.351707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55720) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:33.353117 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-197bac74-5349-4f72-9e0a-087a72ecf955 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/c6b5e6b7-80cf-4965-a15b-c8341ce5ae40 HTTP/1.1" status: 404 len: 333 time: 0.0536392 Feb 11 04:53:33.369977 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd6f49b4-5532-446d-b2e1-50194fcd23d9 req-1145f668-7a86-472f-8b7d-4554a7211915 service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509778 Feb 11 04:53:33.377243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-0f6c9eca-34a4-4878-b8a4-bf5bf3488fa6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:53:33.411083 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563ecb7-ff4e-421c-aad8-bae56ce8720e None None] Sync routers for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:53:33.429341 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-2668212b-458b-47fa-adb4-ad6b0b803dd2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] DELETE failed (client error): The resource could not be found. Feb 11 04:53:33.430062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2668212b-458b-47fa-adb4-ad6b0b803dd2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:53:33.437817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55724) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:33.448731 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2668212b-458b-47fa-adb4-ad6b0b803dd2 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/03cf598e-f1cf-43c4-aa0e-509725a8a903 HTTP/1.1" status: 404 len: 337 time: 0.0959074 Feb 11 04:53:33.453824 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-da362997-d2b6-4e4a-a301-c9652dc2ca76 None None] For port 0fa9ea54-f6b2-4818-af30-b7f8845216eb, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0fa9ea54-f6b2-4818-af30-b7f8845216eb,segment=NetworkSegment(f432ab8d-c72e-4bff-8480-f7b731731f96),segment_id=f432ab8d-c72e-4bff-8480-f7b731731f96)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:33.454962 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da362997-d2b6-4e4a-a301-c9652dc2ca76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.488689 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f1468e-2725-4d41-b089-4e16b50eb363 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] DELETE failed (client error): The resource could not be found. Feb 11 04:53:33.491689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f1468e-2725-4d41-b089-4e16b50eb363 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:53:33.497222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-0f6c9eca-34a4-4878-b8a4-bf5bf3488fa6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] No DVR routers for this DVR port c5c25a37-5193-4e49-8936-66e0e358229f on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:33.501929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-da362997-d2b6-4e4a-a301-c9652dc2ca76 None None] Calling delete_port for 0fa9ea54-f6b2-4818-af30-b7f8845216eb owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:33.502657 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-16f1468e-2725-4d41-b089-4e16b50eb363 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/82ccff66-4d80-4aaf-986d-631ab61a0e1a HTTP/1.1" status: 404 len: 337 time: 0.0635195 Feb 11 04:53:33.503488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55726) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:33.505029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563ecb7-ff4e-421c-aad8-bae56ce8720e None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:33.508392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5563ecb7-ff4e-421c-aad8-bae56ce8720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:33.511998 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-0f6c9eca-34a4-4878-b8a4-bf5bf3488fa6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.517684 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f774ceb-1ce8-4a08-abe2-3843a50e9c1a req-0f6c9eca-34a4-4878-b8a4-bf5bf3488fa6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.32 "DELETE /v2.0/ports/c5c25a37-5193-4e49-8936-66e0e358229f HTTP/1.1" status: 204 len: 173 time: 3.0168159 Feb 11 04:53:33.521195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedf46f9-5e35-456f-8aae-98ae6f5c931f', 'name': 'network-vif-deleted', 'tag': 'c5c25a37-5193-4e49-8936-66e0e358229f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:33.523844 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44b918a-5e75-48f1-aed2-e1eb69c3a64f" -d '{"events": [{"server_uuid": "cedf46f9-5e35-456f-8aae-98ae6f5c931f", "name": "network-vif-deleted", "tag": "c5c25a37-5193-4e49-8936-66e0e358229f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:33.553051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98aa49-6d80-47b4-b72b-4c75cfe6857b req-55761e8b-0e50-4eda-8a47-31d95ce93d79 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:33.556184 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-67346f0e-46d4-4a6e-88a8-8822996ed3c8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] DELETE failed (client error): The resource could not be found. Feb 11 04:53:33.556743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb98aa49-6d80-47b4-b72b-4c75cfe6857b req-55761e8b-0e50-4eda-8a47-31d95ce93d79 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 943 time: 0.3051720 Feb 11 04:53:33.559359 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67346f0e-46d4-4a6e-88a8-8822996ed3c8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:53:33.569500 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-67346f0e-46d4-4a6e-88a8-8822996ed3c8 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/7161e791-f3da-4204-b170-48e3ca83ba95 HTTP/1.1" status: 404 len: 333 time: 0.0630410 Feb 11 04:53:33.570425 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55730) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:33.648134 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53eb4a8-2e78-4d65-865e-06ea4d81820b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] DELETE failed (client error): The resource could not be found. Feb 11 04:53:33.653927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53eb4a8-2e78-4d65-865e-06ea4d81820b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:53:33.654052 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b7ebf92d-79a8-4219-8ec0-630d75f6c776 req-3e356cc6-8e02-4fb5-abac-bc5b64ab905b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.1077180 Feb 11 04:53:33.661437 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e53eb4a8-2e78-4d65-865e-06ea4d81820b tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/a6366050-c517-49ce-83b3-5364967e6cbc HTTP/1.1" status: 404 len: 337 time: 0.0842779 Feb 11 04:53:33.662334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55734) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:33.669614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5563ecb7-ff4e-421c-aad8-bae56ce8720e None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:33.719790 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-320a6524-4785-4aeb-93e3-b9cb8f5167e3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] DELETE failed (client error): The resource could not be found. Feb 11 04:53:33.721878 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320a6524-4785-4aeb-93e3-b9cb8f5167e3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 04:53:33.733734 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-320a6524-4785-4aeb-93e3-b9cb8f5167e3 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/subnets/9083406b-3c67-47a0-8fbc-1f8025d10d34 HTTP/1.1" status: 404 len: 337 time: 0.0704010 Feb 11 04:53:33.734645 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55736) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:33.746380 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb98aa49-6d80-47b4-b72b-4c75cfe6857b req-74ecb8aa-763b-40d4-8425-7826cf0031af tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712234 Feb 11 04:53:33.748006 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0a75ce-2757-43cf-9d74-d3fdea1f9196 x-openstack-request-id: req-0b0a75ce-2757-43cf-9d74-d3fdea1f9196 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:33.749950 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedf46f9-5e35-456f-8aae-98ae6f5c931f", "name": "network-vif-deleted", "tag": "c5c25a37-5193-4e49-8936-66e0e358229f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:33.750292 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b0a75ce-2757-43cf-9d74-d3fdea1f9196 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:33.750846 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedf46f9-5e35-456f-8aae-98ae6f5c931f', 'name': 'network-vif-deleted', 'tag': 'c5c25a37-5193-4e49-8936-66e0e358229f', 'status': 'completed', 'code': 200} Feb 11 04:53:33.899305 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3112fc22-080e-4a2c-b1a5-987297a03376 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Deleting port 33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:33.899956 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3112fc22-080e-4a2c-b1a5-987297a03376 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (33ed4807-9f3f-4de4-bd96-2b1c3ac2e550), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:33.992117 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3112fc22-080e-4a2c-b1a5-987297a03376 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (33ed4807-9f3f-4de4-bd96-2b1c3ac2e550), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:34.011664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3112fc22-080e-4a2c-b1a5-987297a03376 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Calling delete_port for 33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:34.020875 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da362997-d2b6-4e4a-a301-c9652dc2ca76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (0fa9ea54-f6b2-4818-af30-b7f8845216eb), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:34.038017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5563ecb7-ff4e-421c-aad8-bae56ce8720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:34.065447 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da362997-d2b6-4e4a-a301-c9652dc2ca76 None None] Pushing event deleted for resources: {'Port': ['ID=0fa9ea54-f6b2-4818-af30-b7f8845216eb,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:34.069949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da362997-d2b6-4e4a-a301-c9652dc2ca76 None None] No DVR routers for this DVR port 0fa9ea54-f6b2-4818-af30-b7f8845216eb on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:34.103021 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:34.105680 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563ecb7-ff4e-421c-aad8-bae56ce8720e None None] Checking router: 08f78bb6-500d-4bcd-878f-55bbbc33ca77 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:53:34.124371 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563ecb7-ff4e-421c-aad8-bae56ce8720e None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:34.125111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5563ecb7-ff4e-421c-aad8-bae56ce8720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:34.325545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5563ecb7-ff4e-421c-aad8-bae56ce8720e None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:34.372697 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:53:34.388481 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c5c25a37-5193-4e49-8936-66e0e358229f no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:34.424036 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:34.440041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0fa9ea54-f6b2-4818-af30-b7f8845216eb no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:34.441730 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: c5c25a37-5193-4e49-8936-66e0e358229f {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:34.442075 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c5c25a37-5193-4e49-8936-66e0e358229f not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:34.544237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 0fa9ea54-f6b2-4818-af30-b7f8845216eb {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:34.544590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0fa9ea54-f6b2-4818-af30-b7f8845216eb not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:34.588045 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.resource_extend [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:53:34.775389 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3112fc22-080e-4a2c-b1a5-987297a03376 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (33ed4807-9f3f-4de4-bd96-2b1c3ac2e550), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:34.847585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112fc22-080e-4a2c-b1a5-987297a03376 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Port': ['ID=33ed4807-9f3f-4de4-bd96-2b1c3ac2e550,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:34.856452 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3112fc22-080e-4a2c-b1a5-987297a03376 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:34.869331 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b800c4b4-36aa-453e-89de-422f9fedabe7 req-a09e1d49-6e87-481d-8327-83b6ebb0af9c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.0701144 Feb 11 04:53:34.878133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55746) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:34.879385 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3112fc22-080e-4a2c-b1a5-987297a03376 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/ports/33ed4807-9f3f-4de4-bd96-2b1c3ac2e550 HTTP/1.1" status: 204 len: 168 time: 1.1426506 Feb 11 04:53:34.909716 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e,segment=NetworkSegment(b3931a91-f2ee-4c94-87a9-7ab119b3df5a),segment_id=b3931a91-f2ee-4c94-87a9-7ab119b3df5a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:34.944586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e', 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6', 'port_id': 'ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e', 'mac_address': 'fa:16:3e:ae:fc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6729af6-6b0d-45fa-9e5c-ad005438febf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:53:34.991047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5563ecb7-ff4e-421c-aad8-bae56ce8720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:35.022108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563ecb7-ff4e-421c-aad8-bae56ce8720e None None] The sync data for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 is: [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:53:35.039701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:35.040094 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.072130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:53:35.104888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e,segment=NetworkSegment(b3931a91-f2ee-4c94-87a9-7ab119b3df5a),segment_id=b3931a91-f2ee-4c94-87a9-7ab119b3df5a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:35.137009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1ceaf-0835-4730-b322-50510459df0d req-f9dbd57f-b5ce-42ff-8762-2c7574e3bc60 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:35.140784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-33b1ceaf-0835-4730-b322-50510459df0d req-f9dbd57f-b5ce-42ff-8762-2c7574e3bc60 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 943 time: 0.2163520 Feb 11 04:53:35.157883 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (c752372a-b4d1-45c2-a053-1027fccfdb3e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.179564 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.180689 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:53:35.261018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:35.277740 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-33b1ceaf-0835-4730-b322-50510459df0d req-5bfa6da7-4087-45d4-897d-ce43ef3346e8 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295612 Feb 11 04:53:35.327593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63,segment=NetworkSegment(b3931a91-f2ee-4c94-87a9-7ab119b3df5a),segment_id=b3931a91-f2ee-4c94-87a9-7ab119b3df5a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:35.347901 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (c752372a-b4d1-45c2-a053-1027fccfdb3e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.354177 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63', 'network_id': 'a6c5d1c9-919a-4aed-a316-0db0fba5f3b6', 'port_id': '4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63', 'mac_address': 'fa:16:3e:d2:17:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6729af6-6b0d-45fa-9e5c-ad005438febf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:53:35.381222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c752372a-b4d1-45c2-a053-1027fccfdb3e']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:35.394082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f432ab8d-c72e-4bff-8480-f7b731731f96') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:35.394385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f432ab8d-c72e-4bff-8480-f7b731731f96') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:35.424208 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (f432ab8d-c72e-4bff-8480-f7b731731f96), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.433044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:35.433833 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.450568 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f432ab8d-c72e-4bff-8480-f7b731731f96), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.460240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:53:35.460807 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (f432ab8d-c72e-4bff-8480-f7b731731f96), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.467667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:53:35.495643 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e72f75a-b4a8-4b7a-9530-0a130c7368de None None] New status for floating IP 35751817-cc3e-41ac-a041-c359d084b6bd: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:53:35.496178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63,segment=NetworkSegment(b3931a91-f2ee-4c94-87a9-7ab119b3df5a),segment_id=b3931a91-f2ee-4c94-87a9-7ab119b3df5a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:53:35.550200 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:53:35.580877 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.610456 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (c752372a-b4d1-45c2-a053-1027fccfdb3e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.618485 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:35.639734 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] 10.222.0.13 "DELETE /v2.0/networks/c752372a-b4d1-45c2-a053-1027fccfdb3e HTTP/1.1" status: 204 len: 168 time: 0.7601082 Feb 11 04:53:35.714906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Pushing event deleted for resources: {'Network': ['ID=c752372a-b4d1-45c2-a053-1027fccfdb3e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:35.723951 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:35.731838 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:35.732899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:35.733039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:35.735517 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:35.736108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:35.736562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:35.737056 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:35.737495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:35.737993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:35.738436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:35.738905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:35.739341 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:35.739795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ec1e7b-ffc6-4934-8568-98da30f2ad61 tempest-PortsTestJSON-1459306529 tempest-PortsTestJSON-1459306529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:35.849099 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:53:35.853898 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:53:36.025224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-149d2764-97a6-4578-8639-b894b58a5558 req-88c2caa0-9457-49b4-ac46-39efbc6c8014 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.0674653 Feb 11 04:53:36.283764 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55764) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:36.527475 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4556a-ef7e-48c7-9c56-d9580f1d80b4 req-e516a558-4624-4998-b614-216f0dedadeb tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:36.529274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1bb4556a-ef7e-48c7-9c56-d9580f1d80b4 req-e516a558-4624-4998-b614-216f0dedadeb tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 944 time: 0.0752125 Feb 11 04:53:36.582762 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a7d4abbf-b5ba-46bc-9156-f4fede167408 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0650501595e240639beea84b881521a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2991545 Feb 11 04:53:36.585669 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55770) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:36.690221 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1bb4556a-ef7e-48c7-9c56-d9580f1d80b4 req-ab096d58-0588-44f7-bc25-772a45ffb3d0 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355898 Feb 11 04:53:36.717114 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2f38e1ca-1801-4170-b71c-084c1fc175f6 admin admin] Publish callbacks [] for security_group (d4f9b01d-d78e-4ae5-8a70-bd2bc2145fb8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:36.751518 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2f38e1ca-1801-4170-b71c-084c1fc175f6 admin admin] Publish callbacks [] for security_group (d4f9b01d-d78e-4ae5-8a70-bd2bc2145fb8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:36.916365 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2f38e1ca-1801-4170-b71c-084c1fc175f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d4f9b01d-d78e-4ae5-8a70-bd2bc2145fb8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:36.919541 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2f38e1ca-1801-4170-b71c-084c1fc175f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:36.921630 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2f38e1ca-1801-4170-b71c-084c1fc175f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4f9b01d-d78e-4ae5-8a70-bd2bc2145fb8 HTTP/1.1" status: 204 len: 168 time: 0.3316085 Feb 11 04:53:36.936341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38e1ca-1801-4170-b71c-084c1fc175f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f9b01d-d78e-4ae5-8a70-bd2bc2145fb8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:37.148740 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d65ca7ac-f9e3-4c37-9611-34c691ad2fb3 req-2b7e9159-f0bd-47f2-964e-deea30bcd7ec tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.0302587 Feb 11 04:53:37.808337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019c2da-c324-4956-b8c1-20ded93b6479 req-b7d93f19-dbe4-41e9-9999-baf7f0b3020f tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:37.810426 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9019c2da-c324-4956-b8c1-20ded93b6479 req-b7d93f19-dbe4-41e9-9999-baf7f0b3020f tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 944 time: 0.0578980 Feb 11 04:53:37.921797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9019c2da-c324-4956-b8c1-20ded93b6479 req-232e0139-02f0-43e5-884a-88693ef4e28c tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949504 Feb 11 04:53:38.178407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55806) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:38.265905 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6bae44dc-ea06-4301-9f77-b5c075b76863 req-cedf0d20-f7ec-4a33-8ebc-c0ef8bbeb30e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.0384340 Feb 11 04:53:38.299603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b715238c-6932-4cdd-915f-24845d28187b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081893869'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:38.372282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:38.382875 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b715238c-6932-4cdd-915f-24845d28187b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.400621 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b715238c-6932-4cdd-915f-24845d28187b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.519998 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b715238c-6932-4cdd-915f-24845d28187b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (336c9196-87f7-4edd-a226-a96446f01626), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.552287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:53:38.557724 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:38.560015 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.613195 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b715238c-6932-4cdd-915f-24845d28187b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (336c9196-87f7-4edd-a226-a96446f01626), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.668932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715238c-6932-4cdd-915f-24845d28187b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336c9196-87f7-4edd-a226-a96446f01626,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:38.823721 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b715238c-6932-4cdd-915f-24845d28187b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (73358f15-27ba-455d-bf1b-2ab7e8b62360), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.887593 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b715238c-6932-4cdd-915f-24845d28187b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (73358f15-27ba-455d-bf1b-2ab7e8b62360), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.925142 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:38.926485 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:38.948215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715238c-6932-4cdd-915f-24845d28187b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73358f15-27ba-455d-bf1b-2ab7e8b62360,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:39.000941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdaf0ed-f38c-4b8e-91e7-0488deeaf20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:39.003251 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57381ed6-e687-4da5-8fd8-f08d8bed07f4" -d '{"events": [{"server_uuid": "acdaf0ed-f38c-4b8e-91e7-0488deeaf20a", "name": "network-vif-plugged", "status": "completed", "tag": "ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:39.005419 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b715238c-6932-4cdd-915f-24845d28187b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.009582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55820) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:39.015467 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b715238c-6932-4cdd-915f-24845d28187b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8355684 Feb 11 04:53:39.040550 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e,segment=NetworkSegment(b3931a91-f2ee-4c94-87a9-7ab119b3df5a),segment_id=b3931a91-f2ee-4c94-87a9-7ab119b3df5a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:39.075002 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595a5bf3-6dcd-411e-ad36-00dcbc54bc6d x-openstack-request-id: req-595a5bf3-6dcd-411e-ad36-00dcbc54bc6d {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:39.075303 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdaf0ed-f38c-4b8e-91e7-0488deeaf20a", "name": "network-vif-plugged", "status": "completed", "tag": "ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:39.075612 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-595a5bf3-6dcd-411e-ad36-00dcbc54bc6d {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:39.076011 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdaf0ed-f38c-4b8e-91e7-0488deeaf20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e', 'code': 200} Feb 11 04:53:39.106518 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.107933 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:53:39.147029 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-99302c17-8697-499e-bad8-f93500220f28 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1362624 Feb 11 04:53:39.149994 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55824) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:39.154792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3db60ef8-ba99-4530-8364-6ebc0a5f27ff tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group': {'name': 'tempest-security--725031408', 'description': 'tempest-security-description-1768909531'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:39.191731 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:39.223618 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3db60ef8-ba99-4530-8364-6ebc0a5f27ff tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (73358f15-27ba-455d-bf1b-2ab7e8b62360), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.231588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4573dde-f7c6-4733-b470-05f043780619 req-b7d2f479-2ec2-449f-bf6b-0bed3e44c35a tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:39.233917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4573dde-f7c6-4733-b470-05f043780619 req-b7d2f479-2ec2-449f-bf6b-0bed3e44c35a tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 944 time: 0.2150030 Feb 11 04:53:39.266833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:53:39.271432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:39.272086 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.281219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f341d-cb9c-46ca-b0f5-e3602539ed6a req-a099eb8d-a2a0-46b7-b612-d1b2948f27d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:39.289667 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-694f341d-cb9c-46ca-b0f5-e3602539ed6a req-a099eb8d-a2a0-46b7-b612-d1b2948f27d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 1128 time: 0.1409693 Feb 11 04:53:39.329296 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3db60ef8-ba99-4530-8364-6ebc0a5f27ff tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (73358f15-27ba-455d-bf1b-2ab7e8b62360), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.403892 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-473df558-8b36-4709-ad59-113e2e187830 req-146af7f0-e8d1-4daa-92a2-b0f4e21741b1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.0425966 Feb 11 04:53:39.414818 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3db60ef8-ba99-4530-8364-6ebc0a5f27ff tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (73358f15-27ba-455d-bf1b-2ab7e8b62360), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.417714 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3db60ef8-ba99-4530-8364-6ebc0a5f27ff tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.422435 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4573dde-f7c6-4733-b470-05f043780619 req-940abe97-c15d-42a9-a5c2-d45baf1df884 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794815 Feb 11 04:53:39.423292 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3db60ef8-ba99-4530-8364-6ebc0a5f27ff tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "PUT /v2.0/security-groups/73358f15-27ba-455d-bf1b-2ab7e8b62360 HTTP/1.1" status: 200 len: 1796 time: 0.2721820 Feb 11 04:53:39.423932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55828) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:39.430565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-694f341d-cb9c-46ca-b0f5-e3602539ed6a req-37bf2abd-45ff-46e5-b971-30b57db49ca2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344359 Feb 11 04:53:39.462446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:53:39.463038 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.496968 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db60ef8-ba99-4530-8364-6ebc0a5f27ff tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73358f15-27ba-455d-bf1b-2ab7e8b62360,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:39.506549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63,segment=NetworkSegment(b3931a91-f2ee-4c94-87a9-7ab119b3df5a),segment_id=b3931a91-f2ee-4c94-87a9-7ab119b3df5a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:39.534952 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ed205dee-9bb8-4930-9cbe-6634137f73e1 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-groups/73358f15-27ba-455d-bf1b-2ab7e8b62360 HTTP/1.1" status: 200 len: 1796 time: 0.1019828 Feb 11 04:53:39.535231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55832) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:39.601838 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.628590 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0eb1e4ac-0d53-4c9e-80bd-1ca5bc1be7f0 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (73358f15-27ba-455d-bf1b-2ab7e8b62360), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.666574 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0eb1e4ac-0d53-4c9e-80bd-1ca5bc1be7f0 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (73358f15-27ba-455d-bf1b-2ab7e8b62360), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.715823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:39.791073 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0eb1e4ac-0d53-4c9e-80bd-1ca5bc1be7f0 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (73358f15-27ba-455d-bf1b-2ab7e8b62360), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.795405 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0eb1e4ac-0d53-4c9e-80bd-1ca5bc1be7f0 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:39.797218 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0eb1e4ac-0d53-4c9e-80bd-1ca5bc1be7f0 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-groups/73358f15-27ba-455d-bf1b-2ab7e8b62360 HTTP/1.1" status: 204 len: 168 time: 0.2602553 Feb 11 04:53:39.799876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55834) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:39.819575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1e4ac-0d53-4c9e-80bd-1ca5bc1be7f0 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73358f15-27ba-455d-bf1b-2ab7e8b62360,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:39.863558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55838) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:39.863796 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-71eaac6c-e429-4f53-a22d-c84307e37d9e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0625236 Feb 11 04:53:39.879377 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-5c0b4467-98f6-4b9c-a3e7-eacab485ee6f tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] delete failed (client error): The resource could not be found. Feb 11 04:53:39.882335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5c0b4467-98f6-4b9c-a3e7-eacab485ee6f tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-groups/73358f15-27ba-455d-bf1b-2ab7e8b62360 HTTP/1.1" status: 404 len: 347 time: 0.0158622 Feb 11 04:53:39.885849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55840) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:39.892392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ab218a60-b7f0-42fd-8e91-4acc04ce7cb0 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680226721'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:40.009779 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab218a60-b7f0-42fd-8e91-4acc04ce7cb0 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.097069 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab218a60-b7f0-42fd-8e91-4acc04ce7cb0 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (628be5ae-6592-4ade-a246-33a5e98d95af), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.187643 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab218a60-b7f0-42fd-8e91-4acc04ce7cb0 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (628be5ae-6592-4ade-a246-33a5e98d95af), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.229312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab218a60-b7f0-42fd-8e91-4acc04ce7cb0 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628be5ae-6592-4ade-a246-33a5e98d95af,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:40.320976 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab218a60-b7f0-42fd-8e91-4acc04ce7cb0 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.325045 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ab218a60-b7f0-42fd-8e91-4acc04ce7cb0 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4355083 Feb 11 04:53:40.325434 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55842) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:40.329895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-972a0432-780c-4f4d-aa59-d57fff2259c8 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group_rule': {'security_group_id': '628be5ae-6592-4ade-a246-33a5e98d95af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:40.430921 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-972a0432-780c-4f4d-aa59-d57fff2259c8 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (2db6d5c8-cc94-41c4-abc0-1bab3a7c0d68), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.569069 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-972a0432-780c-4f4d-aa59-d57fff2259c8 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (2db6d5c8-cc94-41c4-abc0-1bab3a7c0d68), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.655954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6000d12-a831-4a2d-9e44-beef77689404 req-5b880a18-8919-4ac2-8751-013fd4c118c3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.0803778 Feb 11 04:53:40.667458 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-972a0432-780c-4f4d-aa59-d57fff2259c8 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (2db6d5c8-cc94-41c4-abc0-1bab3a7c0d68), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.689951 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a0432-780c-4f4d-aa59-d57fff2259c8 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db6d5c8-cc94-41c4-abc0-1bab3a7c0d68,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:40.716585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055e7fa-1798-4b15-ad99-b83b9807af83 req-ed0ac734-9c20-4898-9325-f2f6c77068c4 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:40.724479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2055e7fa-1798-4b15-ad99-b83b9807af83 req-ed0ac734-9c20-4898-9325-f2f6c77068c4 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.1423125 Feb 11 04:53:40.782837 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2055e7fa-1798-4b15-ad99-b83b9807af83 req-08d1f9db-d0cb-4e88-ab64-3789e4089c61 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555515 Feb 11 04:53:40.800225 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-972a0432-780c-4f4d-aa59-d57fff2259c8 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.802180 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-972a0432-780c-4f4d-aa59-d57fff2259c8 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4759216 Feb 11 04:53:40.812346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55850) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:40.890721 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e10d1d7-f65f-417e-92b1-74c66aa004f4 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (2db6d5c8-cc94-41c4-abc0-1bab3a7c0d68), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.912544 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e10d1d7-f65f-417e-92b1-74c66aa004f4 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (2db6d5c8-cc94-41c4-abc0-1bab3a7c0d68), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:40.914177 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e6b1afbf-e0c7-4ec6-98b0-5c80ca2801d0 req-eda8e848-c4d4-4fd0-878c-c4182bfe781a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0582054 Feb 11 04:53:41.037082 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1afbf-e0c7-4ec6-98b0-5c80ca2801d0 req-c245c0d6-b29b-4030-af49-1b61234ce816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:41.038963 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e6b1afbf-e0c7-4ec6-98b0-5c80ca2801d0 req-c245c0d6-b29b-4030-af49-1b61234ce816 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 1128 time: 0.0572600 Feb 11 04:53:41.077886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e695d597-65d2-4e14-a4dd-fc6316c10edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:41.080402 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fc7e04-52cd-41ae-a106-ee588cd9a919" -d '{"events": [{"server_uuid": "e695d597-65d2-4e14-a4dd-fc6316c10edb", "name": "network-vif-plugged", "status": "completed", "tag": "4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:41.084090 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e10d1d7-f65f-417e-92b1-74c66aa004f4 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (2db6d5c8-cc94-41c4-abc0-1bab3a7c0d68), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.092296 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e10d1d7-f65f-417e-92b1-74c66aa004f4 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.094709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5e10d1d7-f65f-417e-92b1-74c66aa004f4 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2db6d5c8-cc94-41c4-abc0-1bab3a7c0d68 HTTP/1.1" status: 204 len: 168 time: 0.2807086 Feb 11 04:53:41.103751 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55856) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:41.147439 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a59e79-a38e-4ef1-abc7-6cceddaa1b79 x-openstack-request-id: req-e9a59e79-a38e-4ef1-abc7-6cceddaa1b79 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:41.147439 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e695d597-65d2-4e14-a4dd-fc6316c10edb", "name": "network-vif-plugged", "status": "completed", "tag": "4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:41.147439 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9a59e79-a38e-4ef1-abc7-6cceddaa1b79 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:41.147439 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e695d597-65d2-4e14-a4dd-fc6316c10edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63', 'code': 200} Feb 11 04:53:41.188019 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10d1d7-f65f-417e-92b1-74c66aa004f4 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2db6d5c8-cc94-41c4-abc0-1bab3a7c0d68,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:41.258353 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1afbf-e0c7-4ec6-98b0-5c80ca2801d0 req-15acc0f0-7d45-4665-a724-83c8770da7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:41.260320 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e6b1afbf-e0c7-4ec6-98b0-5c80ca2801d0 req-15acc0f0-7d45-4665-a724-83c8770da7a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1595b0af-1e04-457c-84c7-0bdf8e5eb246 HTTP/1.1" status: 200 len: 898 time: 0.1979554 Feb 11 04:53:41.285578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55858) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:41.285791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5785f64b-1941-43b8-8830-044e23eda1a0 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1808307 Feb 11 04:53:41.303303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be07fd-8cf8-42ee-90b6-3ff54840469e req-f56c0b1e-3047-4baa-a898-ef7815ba24e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:41.304830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44be07fd-8cf8-42ee-90b6-3ff54840469e req-f56c0b1e-3047-4baa-a898-ef7815ba24e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 1128 time: 0.0957060 Feb 11 04:53:41.420516 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e6b1afbf-e0c7-4ec6-98b0-5c80ca2801d0 req-3fa4a1d8-21ff-441a-8a82-b4c0b8193c92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f388a66-5f96-4fac-922c-340e04395402 HTTP/1.1" status: 200 len: 1000 time: 0.1473577 Feb 11 04:53:41.425967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44be07fd-8cf8-42ee-90b6-3ff54840469e req-967c98b4-2b04-492b-9d1d-0d1ba8ba126b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133127 Feb 11 04:53:41.519475 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1afbf-e0c7-4ec6-98b0-5c80ca2801d0 req-c8992d21-7a5a-439a-803a-3402205fe1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:41.521158 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e6b1afbf-e0c7-4ec6-98b0-5c80ca2801d0 req-c8992d21-7a5a-439a-803a-3402205fe1b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5440997d-a74c-4c0e-bab2-2919adc3d51a HTTP/1.1" status: 200 len: 835 time: 0.0904329 Feb 11 04:53:41.526447 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bb40549-3a5b-4597-929f-2f448d2b92b5 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (628be5ae-6592-4ade-a246-33a5e98d95af), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.577168 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bb40549-3a5b-4597-929f-2f448d2b92b5 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (628be5ae-6592-4ade-a246-33a5e98d95af), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.633287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1afbf-e0c7-4ec6-98b0-5c80ca2801d0 req-f20d4d84-4fb3-4528-9fc5-941dedbe9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:41.635003 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e6b1afbf-e0c7-4ec6-98b0-5c80ca2801d0 req-f20d4d84-4fb3-4528-9fc5-941dedbe9cbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1595b0af-1e04-457c-84c7-0bdf8e5eb246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1065264 Feb 11 04:53:41.711401 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bb40549-3a5b-4597-929f-2f448d2b92b5 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (628be5ae-6592-4ade-a246-33a5e98d95af), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.715569 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bb40549-3a5b-4597-929f-2f448d2b92b5 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:41.720570 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8bb40549-3a5b-4597-929f-2f448d2b92b5 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-groups/628be5ae-6592-4ade-a246-33a5e98d95af HTTP/1.1" status: 204 len: 168 time: 0.3057687 Feb 11 04:53:41.723013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55866) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:41.739272 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb40549-3a5b-4597-929f-2f448d2b92b5 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628be5ae-6592-4ade-a246-33a5e98d95af,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:41.809180 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e6b1afbf-e0c7-4ec6-98b0-5c80ca2801d0 req-8613d4df-8354-4483-a980-f0ddb1a41af2 service neutron] 10.222.0.47 "GET /v2.0/networks/1595b0af-1e04-457c-84c7-0bdf8e5eb246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650991 Feb 11 04:53:41.864410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6185721a-883b-4b6c-8e89-708eb2ad79fc tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1420858 Feb 11 04:53:41.868708 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55870) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:41.874701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b4c53cd7-2be1-463c-837c-6e9c2593e84d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605150551'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:41.931883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2bb9c239-2dcd-4031-a2c1-ee499ed9144d req-7e9deae9-8f3f-4601-81a9-6dbfdca86c57 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.1301086 Feb 11 04:53:41.998253 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e6b1afbf-e0c7-4ec6-98b0-5c80ca2801d0 req-4fd1da0f-e708-409a-b5dc-2b87758a727f service neutron] 10.222.0.47 "GET /v2.0/networks/1595b0af-1e04-457c-84c7-0bdf8e5eb246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764369 Feb 11 04:53:42.012727 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b4c53cd7-2be1-463c-837c-6e9c2593e84d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.053344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a1295-e0cc-483f-a599-10edd2652a84 req-51c90110-0c58-4fbc-8fc7-34758d94f075 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:42.055353 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-662a1295-e0cc-483f-a599-10edd2652a84 req-51c90110-0c58-4fbc-8fc7-34758d94f075 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.1012385 Feb 11 04:53:42.133311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-662a1295-e0cc-483f-a599-10edd2652a84 req-2e5d68fd-e214-4049-b86d-6e0d549fd374 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695522 Feb 11 04:53:42.161307 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b4c53cd7-2be1-463c-837c-6e9c2593e84d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (b47d6763-eb05-40ef-88dc-ee44240e1388), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.226193 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b4c53cd7-2be1-463c-837c-6e9c2593e84d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b47d6763-eb05-40ef-88dc-ee44240e1388), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.257588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c53cd7-2be1-463c-837c-6e9c2593e84d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47d6763-eb05-40ef-88dc-ee44240e1388,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:42.353996 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b4c53cd7-2be1-463c-837c-6e9c2593e84d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.359005 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55876) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:42.359408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b4c53cd7-2be1-463c-837c-6e9c2593e84d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4910283 Feb 11 04:53:42.363596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d430a73d-aec6-4827-a28b-0429b1c3173a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group_rule': {'security_group_id': 'b47d6763-eb05-40ef-88dc-ee44240e1388', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:42.447045 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d430a73d-aec6-4827-a28b-0429b1c3173a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (0138c47d-cc62-4ace-9e16-f8701654aedc), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.534521 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d430a73d-aec6-4827-a28b-0429b1c3173a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (0138c47d-cc62-4ace-9e16-f8701654aedc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.611254 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d430a73d-aec6-4827-a28b-0429b1c3173a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (0138c47d-cc62-4ace-9e16-f8701654aedc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.634290 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430a73d-aec6-4827-a28b-0429b1c3173a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0138c47d-cc62-4ace-9e16-f8701654aedc,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:42.729758 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d430a73d-aec6-4827-a28b-0429b1c3173a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.731411 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d430a73d-aec6-4827-a28b-0429b1c3173a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3714278 Feb 11 04:53:42.734261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55882) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:42.739030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a623c304-fa06-45dc-8358-05ef61a0611f tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group_rule': {'security_group_id': 'b47d6763-eb05-40ef-88dc-ee44240e1388', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:42.866239 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a623c304-fa06-45dc-8358-05ef61a0611f tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (186cf56e-bacf-4268-ad1a-83c2f188c364), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:42.979888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a623c304-fa06-45dc-8358-05ef61a0611f tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (186cf56e-bacf-4268-ad1a-83c2f188c364), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.044249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83fe05b7-25c5-435c-a12e-5bfa980349e2 req-75b846b5-e527-499b-9f9b-6e44a9317473 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.0347650 Feb 11 04:53:43.083240 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a623c304-fa06-45dc-8358-05ef61a0611f tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (186cf56e-bacf-4268-ad1a-83c2f188c364), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.104471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623c304-fa06-45dc-8358-05ef61a0611f tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186cf56e-bacf-4268-ad1a-83c2f188c364,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:43.282688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a623c304-fa06-45dc-8358-05ef61a0611f tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.287008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55892) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:43.291163 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a623c304-fa06-45dc-8358-05ef61a0611f tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5555873 Feb 11 04:53:43.291496 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-98ca746d-a12f-468d-9608-f7006a2c9443 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group_rule': {'security_group_id': 'b47d6763-eb05-40ef-88dc-ee44240e1388', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:43.330607 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d7b37-7ec4-493b-a53a-0571e1e1e5be req-7c12feb9-163b-4eb7-a6a0-674bc51390c9 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:43.339231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-530d7b37-7ec4-493b-a53a-0571e1e1e5be req-7c12feb9-163b-4eb7-a6a0-674bc51390c9 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.1057489 Feb 11 04:53:43.403628 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ca746d-a12f-468d-9608-f7006a2c9443 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (e87b0c87-1783-4431-9765-114f693207d3), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.407604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-530d7b37-7ec4-493b-a53a-0571e1e1e5be req-10ba3c18-c30b-48e2-b4e4-6e76f03a7c1d tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693412 Feb 11 04:53:43.482779 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ca746d-a12f-468d-9608-f7006a2c9443 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (e87b0c87-1783-4431-9765-114f693207d3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.610687 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ca746d-a12f-468d-9608-f7006a2c9443 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (e87b0c87-1783-4431-9765-114f693207d3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.631665 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca746d-a12f-468d-9608-f7006a2c9443 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87b0c87-1783-4431-9765-114f693207d3,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:43.757956 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98ca746d-a12f-468d-9608-f7006a2c9443 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:43.762128 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-98ca746d-a12f-468d-9608-f7006a2c9443 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4715729 Feb 11 04:53:43.762422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55896) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:43.767339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-1475b1a6-8408-43c5-8397-188627fa0423 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group_rule': {'security_group_id': 'b47d6763-eb05-40ef-88dc-ee44240e1388', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:43.912133 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1475b1a6-8408-43c5-8397-188627fa0423 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (cc2e4c48-9b0a-45a5-8d63-b68964605320), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:44.078173 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1475b1a6-8408-43c5-8397-188627fa0423 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (cc2e4c48-9b0a-45a5-8d63-b68964605320), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:44.086590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a775fe0-1912-4823-b4b2-02f135daf9eb req-a0706393-7b91-4cc0-8edb-db483537daa2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1582849 Feb 11 04:53:44.174694 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d20f7-1a45-4a90-ac1d-725e98617c79 req-ffb3b363-beee-470c-a894-c5e83af5c6f0 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:44.176503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf5d20f7-1a45-4a90-ac1d-725e98617c79 req-ffb3b363-beee-470c-a894-c5e83af5c6f0 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.1390779 Feb 11 04:53:44.185319 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1475b1a6-8408-43c5-8397-188627fa0423 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (cc2e4c48-9b0a-45a5-8d63-b68964605320), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:44.269185 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-138e5f39-9576-4218-a40b-5ecdfa17a533 req-ba0d57f0-729d-43d6-8517-55f1056863cb tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.0665417 Feb 11 04:53:44.290172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475b1a6-8408-43c5-8397-188627fa0423 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2e4c48-9b0a-45a5-8d63-b68964605320,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:44.337259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a775fe0-1912-4823-b4b2-02f135daf9eb req-54bded68-e5bb-4253-a0a9-927670211f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:44.338759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a775fe0-1912-4823-b4b2-02f135daf9eb req-54bded68-e5bb-4253-a0a9-927670211f57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69abb6e330f9452db648d998628abc84&device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 1128 time: 0.1561124 Feb 11 04:53:44.340699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30c0c-1bb4-435f-a821-11335553d495 req-6fcc73bc-e797-4a41-a857-1c2cb996e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:44.342079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbc30c0c-1bb4-435f-a821-11335553d495 req-6fcc73bc-e797-4a41-a857-1c2cb996e28a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69abb6e330f9452db648d998628abc84&device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 1128 time: 0.2359235 Feb 11 04:53:44.663255 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf5d20f7-1a45-4a90-ac1d-725e98617c79 req-a5d535cd-464b-4f40-b42b-ce69ed0c1e0f tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725969 Feb 11 04:53:44.684656 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1475b1a6-8408-43c5-8397-188627fa0423 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:44.689009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1475b1a6-8408-43c5-8397-188627fa0423 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9222772 Feb 11 04:53:44.689603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55906) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:44.693703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c6f079db-8e82-45cd-ae37-49f3e84a6d77 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group_rule': {'security_group_id': 'b47d6763-eb05-40ef-88dc-ee44240e1388', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:44.833924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30c0c-1bb4-435f-a821-11335553d495 req-e4ffba1b-4dfb-4a8a-ac00-723b4bbbb360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:44.835483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbc30c0c-1bb4-435f-a821-11335553d495 req-e4ffba1b-4dfb-4a8a-ac00-723b4bbbb360 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 HTTP/1.1" status: 200 len: 920 time: 0.4823234 Feb 11 04:53:44.838163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a775fe0-1912-4823-b4b2-02f135daf9eb req-ede47809-df0a-4a65-b46c-de1019886a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:44.839554 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a775fe0-1912-4823-b4b2-02f135daf9eb req-ede47809-df0a-4a65-b46c-de1019886a65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 HTTP/1.1" status: 200 len: 920 time: 0.4750257 Feb 11 04:53:44.924977 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a775fe0-1912-4823-b4b2-02f135daf9eb req-4e9ee7cf-6be3-4e15-b01e-83db7761c78e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e HTTP/1.1" status: 200 len: 217 time: 0.0762370 Feb 11 04:53:44.927638 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbc30c0c-1bb4-435f-a821-11335553d495 req-52ec814d-54d9-4a00-9012-4f6c08ed8af4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 HTTP/1.1" status: 200 len: 217 time: 0.0801461 Feb 11 04:53:44.928976 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6f079db-8e82-45cd-ae37-49f3e84a6d77 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (d3a2530c-769f-43c4-aef2-cb946904bbcf), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.068520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc30c0c-1bb4-435f-a821-11335553d495 req-48e9708a-8bc1-47b9-89e6-4bece4183bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:45.070104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbc30c0c-1bb4-435f-a821-11335553d495 req-48e9708a-8bc1-47b9-89e6-4bece4183bff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6729af6-6b0d-45fa-9e5c-ad005438febf HTTP/1.1" status: 200 len: 859 time: 0.1211197 Feb 11 04:53:45.071870 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6f079db-8e82-45cd-ae37-49f3e84a6d77 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (d3a2530c-769f-43c4-aef2-cb946904bbcf), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.073567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a775fe0-1912-4823-b4b2-02f135daf9eb req-5a5f2237-98eb-4bc3-8821-465f9ecf1b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:45.074923 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a775fe0-1912-4823-b4b2-02f135daf9eb req-5a5f2237-98eb-4bc3-8821-465f9ecf1b96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6729af6-6b0d-45fa-9e5c-ad005438febf HTTP/1.1" status: 200 len: 859 time: 0.1248200 Feb 11 04:53:45.130775 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbc30c0c-1bb4-435f-a821-11335553d495 req-6962274d-e762-4fbc-b13f-fbec6765f565 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397024 Feb 11 04:53:45.154378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a775fe0-1912-4823-b4b2-02f135daf9eb req-15370167-bdac-42ec-a57d-22e4b8e0ddd3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546427 Feb 11 04:53:45.202495 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6f079db-8e82-45cd-ae37-49f3e84a6d77 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (d3a2530c-769f-43c4-aef2-cb946904bbcf), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.272129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f079db-8e82-45cd-ae37-49f3e84a6d77 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a2530c-769f-43c4-aef2-cb946904bbcf,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:45.344717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbc30c0c-1bb4-435f-a821-11335553d495 req-703b9e0e-60b1-487f-80fa-3f7b1d218015 service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925743 Feb 11 04:53:45.355339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a775fe0-1912-4823-b4b2-02f135daf9eb req-4e999220-8f23-49e8-aca6-643be9366ad8 service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785529 Feb 11 04:53:45.396291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6f079db-8e82-45cd-ae37-49f3e84a6d77 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.397693 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c6f079db-8e82-45cd-ae37-49f3e84a6d77 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7073524 Feb 11 04:53:45.400641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55914) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:45.434431 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f2b66cb-8df9-4ee7-a705-4ec20f38e88e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (d3a2530c-769f-43c4-aef2-cb946904bbcf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.443252 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f2b66cb-8df9-4ee7-a705-4ec20f38e88e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (d3a2530c-769f-43c4-aef2-cb946904bbcf), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.457923 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-30dc2078-a016-464d-ba2d-adcd14341ddc req-a2358303-77f0-4959-bda3-6049ca3d25e4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=cedf46f9-5e35-456f-8aae-98ae6f5c931f HTTP/1.1" status: 200 len: 210 time: 0.0751965 Feb 11 04:53:45.571398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a775fe0-1912-4823-b4b2-02f135daf9eb req-5dce5410-dc51-4f95-b940-8fd23adedf3a service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058175 Feb 11 04:53:45.573722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbc30c0c-1bb4-435f-a821-11335553d495 req-fd2253e6-5537-4dc6-99f5-1497fdb1437f service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094378 Feb 11 04:53:45.615244 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f2b66cb-8df9-4ee7-a705-4ec20f38e88e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (d3a2530c-769f-43c4-aef2-cb946904bbcf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.623113 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f2b66cb-8df9-4ee7-a705-4ec20f38e88e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.624306 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9f2b66cb-8df9-4ee7-a705-4ec20f38e88e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d3a2530c-769f-43c4-aef2-cb946904bbcf HTTP/1.1" status: 204 len: 168 time: 0.2225602 Feb 11 04:53:45.627347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55916) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:45.631656 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b66cb-8df9-4ee7-a705-4ec20f38e88e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3a2530c-769f-43c4-aef2-cb946904bbcf,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:45.680686 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bc54c939-7085-487a-8c77-9c2f592692e5 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0497577 Feb 11 04:53:45.681047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55918) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:45.713897 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-79c2598f-0738-4845-879c-69f752407b0d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (cc2e4c48-9b0a-45a5-8d63-b68964605320), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.726941 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-79c2598f-0738-4845-879c-69f752407b0d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (cc2e4c48-9b0a-45a5-8d63-b68964605320), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.819968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19704597-c78f-416e-8b84-86dff9374c0a req-b057f039-a21c-4096-8ea2-6d7b9ed6c4af tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:45.821527 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19704597-c78f-416e-8b84-86dff9374c0a req-b057f039-a21c-4096-8ea2-6d7b9ed6c4af tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0742321 Feb 11 04:53:45.870569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19704597-c78f-416e-8b84-86dff9374c0a req-de377d1e-6c28-4769-b4ba-5c7ca5dfdee4 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426302 Feb 11 04:53:45.905253 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-79c2598f-0738-4845-879c-69f752407b0d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (cc2e4c48-9b0a-45a5-8d63-b68964605320), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.910315 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-79c2598f-0738-4845-879c-69f752407b0d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:45.911703 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-79c2598f-0738-4845-879c-69f752407b0d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/cc2e4c48-9b0a-45a5-8d63-b68964605320 HTTP/1.1" status: 204 len: 168 time: 0.2296610 Feb 11 04:53:45.914269 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55926) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:45.926014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2598f-0738-4845-879c-69f752407b0d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc2e4c48-9b0a-45a5-8d63-b68964605320,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:45.981577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55932) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:45.981761 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-143fba9e-1d98-4a76-b55a-266a76e08e25 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0660863 Feb 11 04:53:46.017491 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a1e01ca7-cab0-4627-a43c-1005fc121bdc tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (e87b0c87-1783-4431-9765-114f693207d3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.027968 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a1e01ca7-cab0-4627-a43c-1005fc121bdc tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (e87b0c87-1783-4431-9765-114f693207d3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.146060 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a1e01ca7-cab0-4627-a43c-1005fc121bdc tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (e87b0c87-1783-4431-9765-114f693207d3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.152595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a1e01ca7-cab0-4627-a43c-1005fc121bdc tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.153680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a1e01ca7-cab0-4627-a43c-1005fc121bdc tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e87b0c87-1783-4431-9765-114f693207d3 HTTP/1.1" status: 204 len: 168 time: 0.1708078 Feb 11 04:53:46.156500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55936) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:46.159301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e01ca7-cab0-4627-a43c-1005fc121bdc tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e87b0c87-1783-4431-9765-114f693207d3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:46.200542 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9eb78890-f957-40d5-b7a4-dc5601a0414c tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0402179 Feb 11 04:53:46.200769 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55940) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:46.226274 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17a1b3bf-1e07-4e51-8b9a-032472304a15 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (186cf56e-bacf-4268-ad1a-83c2f188c364), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.239139 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17a1b3bf-1e07-4e51-8b9a-032472304a15 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (186cf56e-bacf-4268-ad1a-83c2f188c364), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.414733 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17a1b3bf-1e07-4e51-8b9a-032472304a15 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (186cf56e-bacf-4268-ad1a-83c2f188c364), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.424353 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-17a1b3bf-1e07-4e51-8b9a-032472304a15 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.425507 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-17a1b3bf-1e07-4e51-8b9a-032472304a15 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/186cf56e-bacf-4268-ad1a-83c2f188c364 HTTP/1.1" status: 204 len: 168 time: 0.2238045 Feb 11 04:53:46.428367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55944) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:46.439261 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1b3bf-1e07-4e51-8b9a-032472304a15 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=186cf56e-bacf-4268-ad1a-83c2f188c364,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:46.486405 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-37e95b73-e923-4b19-9785-6ff4280e7e05 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0530236 Feb 11 04:53:46.486773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55948) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:46.515816 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe638-70a4-495b-903d-ec2a3210e16d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (0138c47d-cc62-4ace-9e16-f8701654aedc), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.525876 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe638-70a4-495b-903d-ec2a3210e16d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (0138c47d-cc62-4ace-9e16-f8701654aedc), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.533698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55950) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:46.666610 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe638-70a4-495b-903d-ec2a3210e16d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (0138c47d-cc62-4ace-9e16-f8701654aedc), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.672568 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe638-70a4-495b-903d-ec2a3210e16d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.674496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ecdfe638-70a4-495b-903d-ec2a3210e16d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0138c47d-cc62-4ace-9e16-f8701654aedc HTTP/1.1" status: 204 len: 168 time: 0.1866806 Feb 11 04:53:46.689408 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55958) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:46.692037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfe638-70a4-495b-903d-ec2a3210e16d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0138c47d-cc62-4ace-9e16-f8701654aedc,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:46.772921 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-752d9c1e-d4d7-440c-b3a4-3f8dbb4d54a1 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0821042 Feb 11 04:53:46.775756 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55960) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:46.806322 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-c18dd96f-0f0e-4454-b2ff-7ba21789ec56 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783978640&fields=id&tenant_id=9c8aaf7faa994a86b87443d6924f6a3f HTTP/1.1" status: 200 len: 267 time: 0.0689397 Feb 11 04:53:46.832859 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-98560078-7601-488a-a787-df283cccee87 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port b1041afb-83f5-47df-8071-3bc8f70720c6 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:46.833358 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98560078-7601-488a-a787-df283cccee87 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b1041afb-83f5-47df-8071-3bc8f70720c6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.863903 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-decf5a8c-6806-4694-8d89-f56fe2d68d6b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (b47d6763-eb05-40ef-88dc-ee44240e1388), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.940084 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-decf5a8c-6806-4694-8d89-f56fe2d68d6b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (b47d6763-eb05-40ef-88dc-ee44240e1388), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:46.940440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-05eab77f-8533-4984-af4d-2103cb2cefc9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:46.942097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-05eab77f-8533-4984-af4d-2103cb2cefc9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 812 time: 0.1269059 Feb 11 04:53:46.959685 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-38e176bc-719b-4354-94f4-143fc365b564 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/quotas/9c8aaf7faa994a86b87443d6924f6a3f HTTP/1.1" status: 200 len: 375 time: 0.0115952 Feb 11 04:53:47.002486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98560078-7601-488a-a787-df283cccee87 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b1041afb-83f5-47df-8071-3bc8f70720c6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.002966 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98560078-7601-488a-a787-df283cccee87 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (b1041afb-83f5-47df-8071-3bc8f70720c6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.020652 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-98560078-7601-488a-a787-df283cccee87 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for b1041afb-83f5-47df-8071-3bc8f70720c6 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:47.059070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabdd1b-051a-44a6-93f5-e547b1c43159 req-008f988b-ea53-42ae-82e6-357166bcd3ce tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:47.067283 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ceabdd1b-051a-44a6-93f5-e547b1c43159 req-008f988b-ea53-42ae-82e6-357166bcd3ce tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.1021762 Feb 11 04:53:47.113807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-e50dc17a-5d2d-4f03-88f2-a377275245e0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1393051 Feb 11 04:53:47.133996 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ceabdd1b-051a-44a6-93f5-e547b1c43159 req-70f51d9d-f03e-41a4-b0f5-219bdbe50924 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657847 Feb 11 04:53:47.205821 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-decf5a8c-6806-4694-8d89-f56fe2d68d6b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b47d6763-eb05-40ef-88dc-ee44240e1388), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.208730 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-decf5a8c-6806-4694-8d89-f56fe2d68d6b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.212379 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-decf5a8c-6806-4694-8d89-f56fe2d68d6b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-groups/b47d6763-eb05-40ef-88dc-ee44240e1388 HTTP/1.1" status: 204 len: 168 time: 0.4331076 Feb 11 04:53:47.220618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55966) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:47.231270 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf5a8c-6806-4694-8d89-f56fe2d68d6b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47d6763-eb05-40ef-88dc-ee44240e1388,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:47.293156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4d3e9ce0-b499-4c88-8cee-0d528baa3418 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0711617 Feb 11 04:53:47.298145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55970) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:47.305449 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-1b255129-cc60-4989-8da4-fe3623254ee3 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group': {'name': 'tempest-secgroup--840804894'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:47.314854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-1b0a9165-8abc-48e6-96a9-ed351e32780c service neutron] 10.222.0.13 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681070 Feb 11 04:53:47.411536 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1b255129-cc60-4989-8da4-fe3623254ee3 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.444901 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-6593c2f1-9849-46ba-94db-2ff97199c759 service neutron] 10.222.0.13 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154830 Feb 11 04:53:47.485192 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98560078-7601-488a-a787-df283cccee87 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b1041afb-83f5-47df-8071-3bc8f70720c6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.510570 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1b255129-cc60-4989-8da4-fe3623254ee3 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (a8a71e07-6fb4-49da-8955-ec28cab46b1c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.572213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98560078-7601-488a-a787-df283cccee87 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=b1041afb-83f5-47df-8071-3bc8f70720c6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:47.591733 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1b255129-cc60-4989-8da4-fe3623254ee3 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a8a71e07-6fb4-49da-8955-ec28cab46b1c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.614217 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98560078-7601-488a-a787-df283cccee87 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for floatingip (067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.614739 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-98560078-7601-488a-a787-df283cccee87 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Floating IP 067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4 disassociated (deleted). External IP: 172.25.3.55, port: 7f388a66-5f96-4fac-922c-340e04395402. Feb 11 04:53:47.661869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b255129-cc60-4989-8da4-fe3623254ee3 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a71e07-6fb4-49da-8955-ec28cab46b1c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:47.804872 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1b255129-cc60-4989-8da4-fe3623254ee3 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.806390 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1b255129-cc60-4989-8da4-fe3623254ee3 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5070431 Feb 11 04:53:47.809248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 55978) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:47.815146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0674d9f7-7010-411b-9f2a-71dd83816d7c tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group_rule': {'security_group_id': 'a8a71e07-6fb4-49da-8955-ec28cab46b1c', 'direction': 'ingress', 'protocol': 17}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:47.848358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98560078-7601-488a-a787-df283cccee87 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router 73f2a7d0-610c-4eb8-be16-254e429a0d2a has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:53:47.964548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98560078-7601-488a-a787-df283cccee87 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:53:47.970050 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98560078-7601-488a-a787-df283cccee87 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:47.978943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf6ec9-270b-40ab-b131-1c017428bebc None None] Sync routers for ids ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:53:47.985127 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0674d9f7-7010-411b-9f2a-71dd83816d7c tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (57b2ccc8-40fa-4f04-9a4b-7f307df82d6a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.001399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf6ec9-270b-40ab-b131-1c017428bebc None None] Routers {'73f2a7d0-610c-4eb8-be16-254e429a0d2a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:48.005277 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-98560078-7601-488a-a787-df283cccee87 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/floatingips/067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4 HTTP/1.1" status: 204 len: 168 time: 1.4533536 Feb 11 04:53:48.005277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'tag': '7f388a66-5f96-4fac-922c-340e04395402'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:48.005897 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7849184-f808-4a17-9dba-c75ae00300f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9669a9-a2b0-4429-944f-e860fce2d013", "tag": "7f388a66-5f96-4fac-922c-340e04395402"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:48.015982 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-efdf6ec9-270b-40ab-b131-1c017428bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:48.100579 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0674d9f7-7010-411b-9f2a-71dd83816d7c tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (57b2ccc8-40fa-4f04-9a4b-7f307df82d6a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.156657 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-efdf6ec9-270b-40ab-b131-1c017428bebc None None] Set router 73f2a7d0-610c-4eb8-be16-254e429a0d2a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:48.215168 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0674d9f7-7010-411b-9f2a-71dd83816d7c tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (57b2ccc8-40fa-4f04-9a4b-7f307df82d6a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.240470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674d9f7-7010-411b-9f2a-71dd83816d7c tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b2ccc8-40fa-4f04-9a4b-7f307df82d6a,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:48.359540 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0674d9f7-7010-411b-9f2a-71dd83816d7c tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.359540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0674d9f7-7010-411b-9f2a-71dd83816d7c tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5462549 Feb 11 04:53:48.359977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 55988) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:48.451772 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-efdf6ec9-270b-40ab-b131-1c017428bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '249a1d17-8f72-416d-b825-c365558031d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:41Z', 'updated_at': '2022-02-11T04:51:51Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '249a1d17-8f72-416d-b825-c365558031d0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:42Z', 'updated_at': '2022-02-11T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd', 'name': '', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:0f:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:50Z', 'updated_at': '2022-02-11T04:51:59Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:48.470163 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00316610-9631-45f7-b77f-7d5a2ec7ca74 x-openstack-request-id: req-00316610-9631-45f7-b77f-7d5a2ec7ca74 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:48.470717 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9669a9-a2b0-4429-944f-e860fce2d013", "tag": "7f388a66-5f96-4fac-922c-340e04395402", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:48.471115 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00316610-9631-45f7-b77f-7d5a2ec7ca74 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:48.471585 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'tag': '7f388a66-5f96-4fac-922c-340e04395402', 'status': 'completed', 'code': 200} Feb 11 04:53:48.519174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf6ec9-270b-40ab-b131-1c017428bebc None None] Checking router: 73f2a7d0-610c-4eb8-be16-254e429a0d2a for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:53:48.541286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdf6ec9-270b-40ab-b131-1c017428bebc None None] Routers {'73f2a7d0-610c-4eb8-be16-254e429a0d2a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:48.542462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-efdf6ec9-270b-40ab-b131-1c017428bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:48.601923 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-698619e3-03d1-40ee-b520-a4a82b24476a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (a8a71e07-6fb4-49da-8955-ec28cab46b1c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.666320 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-698619e3-03d1-40ee-b520-a4a82b24476a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (a8a71e07-6fb4-49da-8955-ec28cab46b1c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:48.681099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d10700-ebfe-4cf8-a0e4-8a0f357d7298 req-16e01215-517d-4954-8636-f4edd5bef9d7 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:48.685097 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7849184-f808-4a17-9dba-c75ae00300f1 req-bd6cbda3-b93c-4575-9be3-0091894021f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:48.687996 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d7849184-f808-4a17-9dba-c75ae00300f1 req-bd6cbda3-b93c-4575-9be3-0091894021f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65bc519e3418487ba870e678d8f45696&device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 1128 time: 0.1764431 Feb 11 04:53:48.695326 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d10700-ebfe-4cf8-a0e4-8a0f357d7298 req-16e01215-517d-4954-8636-f4edd5bef9d7 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0854287 Feb 11 04:53:48.720877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-efdf6ec9-270b-40ab-b131-1c017428bebc None None] Set router 73f2a7d0-610c-4eb8-be16-254e429a0d2a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:48.769356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85d10700-ebfe-4cf8-a0e4-8a0f357d7298 req-963cf043-1458-4a2d-979a-163b9fb51ca4 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675793 Feb 11 04:53:48.901132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-799d05ba-f134-4ada-ac33-8fddf291cf23 req-a160c4d9-b5d5-46d2-a9bd-36ecef21a136 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 210 time: 0.0729783 Feb 11 04:53:48.952754 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7849184-f808-4a17-9dba-c75ae00300f1 req-1d2c5344-14db-4cfe-9efb-ff9ec1c0a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:48.954315 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d7849184-f808-4a17-9dba-c75ae00300f1 req-1d2c5344-14db-4cfe-9efb-ff9ec1c0a0a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1595b0af-1e04-457c-84c7-0bdf8e5eb246 HTTP/1.1" status: 200 len: 898 time: 0.2585530 Feb 11 04:53:48.979538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-efdf6ec9-270b-40ab-b131-1c017428bebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '249a1d17-8f72-416d-b825-c365558031d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:41Z', 'updated_at': '2022-02-11T04:51:51Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '249a1d17-8f72-416d-b825-c365558031d0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:42Z', 'updated_at': '2022-02-11T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd', 'name': '', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:0f:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:50Z', 'updated_at': '2022-02-11T04:51:59Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:48.992492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb403505-c3cf-4c67-ad60-8fe15e3caf46 req-5f37e19f-0943-4ad7-9a36-59cdc3d5e803 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:49.004622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb403505-c3cf-4c67-ad60-8fe15e3caf46 req-5f37e19f-0943-4ad7-9a36-59cdc3d5e803 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.1250279 Feb 11 04:53:49.025402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf6ec9-270b-40ab-b131-1c017428bebc None None] The sync data for ids ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'] in n-d-712142-35 is: [{'id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '249a1d17-8f72-416d-b825-c365558031d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:41Z', 'updated_at': '2022-02-11T04:51:51Z', 'revision_number': 4, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '249a1d17-8f72-416d-b825-c365558031d0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:42Z', 'updated_at': '2022-02-11T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd', 'name': '', 'network_id': '1595b0af-1e04-457c-84c7-0bdf8e5eb246', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'mac_address': 'fa:16:3e:0f:30:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:50Z', 'updated_at': '2022-02-11T04:51:59Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'subnets': [{'id': '5440997d-a74c-4c0e-bab2-2919adc3d51a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:53:49.061397 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d7849184-f808-4a17-9dba-c75ae00300f1 req-69df7064-a3ec-46d3-965a-0fc5afdf4c59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f388a66-5f96-4fac-922c-340e04395402 HTTP/1.1" status: 200 len: 217 time: 0.1003935 Feb 11 04:53:49.095379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb403505-c3cf-4c67-ad60-8fe15e3caf46 req-0998b855-0392-49a0-88bd-ce2e00297b6e tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896406 Feb 11 04:53:49.118543 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-698619e3-03d1-40ee-b520-a4a82b24476a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a8a71e07-6fb4-49da-8955-ec28cab46b1c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:49.124295 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-698619e3-03d1-40ee-b520-a4a82b24476a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:49.124295 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-698619e3-03d1-40ee-b520-a4a82b24476a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-groups/a8a71e07-6fb4-49da-8955-ec28cab46b1c HTTP/1.1" status: 204 len: 168 time: 0.7621455 Feb 11 04:53:49.126135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56004) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:49.169348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698619e3-03d1-40ee-b520-a4a82b24476a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a71e07-6fb4-49da-8955-ec28cab46b1c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:49.184432 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7849184-f808-4a17-9dba-c75ae00300f1 req-9f56b917-4317-4867-8d16-1a2be1402e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:49.186193 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0300c94c-811b-4c7b-85a7-cc1ee0379a04 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0588241 Feb 11 04:53:49.186906 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d7849184-f808-4a17-9dba-c75ae00300f1 req-9f56b917-4317-4867-8d16-1a2be1402e1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5440997d-a74c-4c0e-bab2-2919adc3d51a HTTP/1.1" status: 200 len: 835 time: 0.1150150 Feb 11 04:53:49.191471 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56006) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:49.232184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1c1cb8ba-4ba8-4690-be16-66751c0b2121 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204784648'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:49.289764 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7849184-f808-4a17-9dba-c75ae00300f1 req-c64935e8-ddc1-4ce1-99d8-5e1eed3f4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:49.291485 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d7849184-f808-4a17-9dba-c75ae00300f1 req-c64935e8-ddc1-4ce1-99d8-5e1eed3f4b6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1595b0af-1e04-457c-84c7-0bdf8e5eb246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0958841 Feb 11 04:53:49.393024 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d7849184-f808-4a17-9dba-c75ae00300f1 req-d25b219b-b0e2-4b5e-89a6-d7a23bc19e0e service neutron] 10.222.0.47 "GET /v2.0/networks/1595b0af-1e04-457c-84c7-0bdf8e5eb246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950072 Feb 11 04:53:49.426597 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4485d2-71f2-42b4-af82-7109d3a2401e None None] New status for floating IP 067d57c1-dd75-485f-ba1a-f8fcdc6cb8b4: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:53:49.496842 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d7849184-f808-4a17-9dba-c75ae00300f1 req-bc1b21f7-25b9-4df6-b86d-b68c1169319c service neutron] 10.222.0.47 "GET /v2.0/networks/1595b0af-1e04-457c-84c7-0bdf8e5eb246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968163 Feb 11 04:53:49.499855 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c1cb8ba-4ba8-4690-be16-66751c0b2121 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:49.598512 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c1cb8ba-4ba8-4690-be16-66751c0b2121 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (a65623e9-c61f-4b7b-b0f9-3573d55454a2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:49.723681 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c1cb8ba-4ba8-4690-be16-66751c0b2121 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a65623e9-c61f-4b7b-b0f9-3573d55454a2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:49.757145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1cb8ba-4ba8-4690-be16-66751c0b2121 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65623e9-c61f-4b7b-b0f9-3573d55454a2,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:49.837485 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1c1cb8ba-4ba8-4690-be16-66751c0b2121 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:49.841155 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1c1cb8ba-4ba8-4690-be16-66751c0b2121 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6445990 Feb 11 04:53:49.841629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56016) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:49.848159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d865ec48-8449-4f8f-acb6-d554ce4bc741 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737375684'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:49.921995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28536a1c-cc91-462b-8866-eeb4343cbd86 req-e7877742-5295-4008-bffd-e95cd273c2f1 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:49.923734 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28536a1c-cc91-462b-8866-eeb4343cbd86 req-e7877742-5295-4008-bffd-e95cd273c2f1 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0860579 Feb 11 04:53:49.972141 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d865ec48-8449-4f8f-acb6-d554ce4bc741 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:50.004815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-28536a1c-cc91-462b-8866-eeb4343cbd86 req-5b4e779f-e8eb-4327-88af-fd86ef20c0b7 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683932 Feb 11 04:53:50.022606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74f47cc1-c980-4603-8dbd-9dd9e716f133 req-88407418-913a-495f-9195-95e9d6e57e56 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 210 time: 0.0435865 Feb 11 04:53:50.082860 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d865ec48-8449-4f8f-acb6-d554ce4bc741 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (41ab3f1a-8565-4fa5-b4ca-047ec295c7a5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:50.181160 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d865ec48-8449-4f8f-acb6-d554ce4bc741 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (41ab3f1a-8565-4fa5-b4ca-047ec295c7a5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:50.254783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865ec48-8449-4f8f-acb6-d554ce4bc741 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ab3f1a-8565-4fa5-b4ca-047ec295c7a5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:50.280804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfc73b-01a9-493d-ba12-6fd728dd07b3 req-7ece28b6-07ae-4064-b108-9cfda2d60a59 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:50.282435 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bdfc73b-01a9-493d-ba12-6fd728dd07b3 req-7ece28b6-07ae-4064-b108-9cfda2d60a59 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.0846767 Feb 11 04:53:50.331533 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d865ec48-8449-4f8f-acb6-d554ce4bc741 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:50.333867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d865ec48-8449-4f8f-acb6-d554ce4bc741 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4902124 Feb 11 04:53:50.344802 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56024) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:50.349492 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b14743b9-5a57-4436-a71d-f28715481eb9 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group_rule': {'security_group_id': 'a65623e9-c61f-4b7b-b0f9-3573d55454a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '41ab3f1a-8565-4fa5-b4ca-047ec295c7a5', 'remote_ip_prefix': None}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:50.353076 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bdfc73b-01a9-493d-ba12-6fd728dd07b3 req-c4a442aa-9f13-4605-b5c9-35c6397f4970 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/security-groups?id=905ed14d-50c4-4087-a8be-0f6a9a0c03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648124 Feb 11 04:53:50.378349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6c6c1-15a4-4e3f-a107-3114fd8cd785 req-26bb6ef2-99aa-4c7a-ba3d-2f6d807e85bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:50.379848 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-aaf6c6c1-15a4-4e3f-a107-3114fd8cd785 req-26bb6ef2-99aa-4c7a-ba3d-2f6d807e85bb tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 945 time: 0.0823994 Feb 11 04:53:50.486982 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-aaf6c6c1-15a4-4e3f-a107-3114fd8cd785 req-e96d986f-ae09-4a77-9005-e9cdcd6c20f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port 7f388a66-5f96-4fac-922c-340e04395402 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:50.487253 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-aaf6c6c1-15a4-4e3f-a107-3114fd8cd785 req-e96d986f-ae09-4a77-9005-e9cdcd6c20f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7f388a66-5f96-4fac-922c-340e04395402), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:50.573536 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b14743b9-5a57-4436-a71d-f28715481eb9 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (b3e6a740-0283-42be-8224-c8e7cd4a455f), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:50.605515 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-aaf6c6c1-15a4-4e3f-a107-3114fd8cd785 req-e96d986f-ae09-4a77-9005-e9cdcd6c20f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] For port 7f388a66-5f96-4fac-922c-340e04395402, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7f388a66-5f96-4fac-922c-340e04395402,segment=NetworkSegment(760090c5-eb2e-4773-aad2-72d717675e9f),segment_id=760090c5-eb2e-4773-aad2-72d717675e9f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:50.605876 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-aaf6c6c1-15a4-4e3f-a107-3114fd8cd785 req-e96d986f-ae09-4a77-9005-e9cdcd6c20f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7f388a66-5f96-4fac-922c-340e04395402), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:50.633767 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-aaf6c6c1-15a4-4e3f-a107-3114fd8cd785 req-e96d986f-ae09-4a77-9005-e9cdcd6c20f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for 7f388a66-5f96-4fac-922c-340e04395402 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:50.711184 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b14743b9-5a57-4436-a71d-f28715481eb9 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (b3e6a740-0283-42be-8224-c8e7cd4a455f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:50.832171 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b14743b9-5a57-4436-a71d-f28715481eb9 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (b3e6a740-0283-42be-8224-c8e7cd4a455f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:50.851966 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14743b9-5a57-4436-a71d-f28715481eb9 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e6a740-0283-42be-8224-c8e7cd4a455f,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:50.870848 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-aaf6c6c1-15a4-4e3f-a107-3114fd8cd785 req-e96d986f-ae09-4a77-9005-e9cdcd6c20f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7f388a66-5f96-4fac-922c-340e04395402), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:50.913141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d986f-ae09-4a77-9005-e9cdcd6c20f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=7f388a66-5f96-4fac-922c-340e04395402,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:50.961423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf6c6c1-15a4-4e3f-a107-3114fd8cd785 req-e96d986f-ae09-4a77-9005-e9cdcd6c20f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] No DVR routers for this DVR port 7f388a66-5f96-4fac-922c-340e04395402 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:50.968589 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b14743b9-5a57-4436-a71d-f28715481eb9 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:50.968589 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b14743b9-5a57-4436-a71d-f28715481eb9 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6217937 Feb 11 04:53:50.969608 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-aaf6c6c1-15a4-4e3f-a107-3114fd8cd785 req-e96d986f-ae09-4a77-9005-e9cdcd6c20f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:50.972125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56028) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:50.972974 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-aaf6c6c1-15a4-4e3f-a107-3114fd8cd785 req-e96d986f-ae09-4a77-9005-e9cdcd6c20f6 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.47 "DELETE /v2.0/ports/7f388a66-5f96-4fac-922c-340e04395402 HTTP/1.1" status: 204 len: 173 time: 0.5877004 Feb 11 04:53:50.973439 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'name': 'network-vif-deleted', 'tag': '7f388a66-5f96-4fac-922c-340e04395402'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:50.976281 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf0cbc4-792a-454a-a55d-f9107573b820" -d '{"events": [{"server_uuid": "1a9669a9-a2b0-4429-944f-e860fce2d013", "name": "network-vif-deleted", "tag": "7f388a66-5f96-4fac-922c-340e04395402"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:51.006418 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6dcc01c2-2509-4866-ac12-cd2a2d28a71e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (b3e6a740-0283-42be-8224-c8e7cd4a455f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.017393 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6dcc01c2-2509-4866-ac12-cd2a2d28a71e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (b3e6a740-0283-42be-8224-c8e7cd4a455f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.021445 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bf5b2e-a325-400b-bfa6-629dc84c5e82 x-openstack-request-id: req-51bf5b2e-a325-400b-bfa6-629dc84c5e82 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:51.021741 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9669a9-a2b0-4429-944f-e860fce2d013", "name": "network-vif-deleted", "tag": "7f388a66-5f96-4fac-922c-340e04395402", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:51.021996 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51bf5b2e-a325-400b-bfa6-629dc84c5e82 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:51.022396 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9669a9-a2b0-4429-944f-e860fce2d013', 'name': 'network-vif-deleted', 'tag': '7f388a66-5f96-4fac-922c-340e04395402', 'status': 'completed', 'code': 200} Feb 11 04:53:51.177930 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e60a06d7-ae76-4441-a30e-3a84322dc79e req-d2b656bf-9332-4cd5-b078-a4aa1e2d6415 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 210 time: 0.0384834 Feb 11 04:53:51.202247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a243b3-c44e-46de-9630-cea666adefca req-ca6f0ecb-252b-42bf-be91-3df3b30d954e tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:51.203816 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40a243b3-c44e-46de-9630-cea666adefca req-ca6f0ecb-252b-42bf-be91-3df3b30d954e tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.1095662 Feb 11 04:53:51.251970 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6dcc01c2-2509-4866-ac12-cd2a2d28a71e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (b3e6a740-0283-42be-8224-c8e7cd4a455f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.268976 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6dcc01c2-2509-4866-ac12-cd2a2d28a71e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.272685 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6dcc01c2-2509-4866-ac12-cd2a2d28a71e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/b3e6a740-0283-42be-8224-c8e7cd4a455f HTTP/1.1" status: 204 len: 168 time: 0.2970891 Feb 11 04:53:51.276378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56038) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:51.290587 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc01c2-2509-4866-ac12-cd2a2d28a71e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3e6a740-0283-42be-8224-c8e7cd4a455f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:51.345213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40a243b3-c44e-46de-9630-cea666adefca req-84bb6b65-1b9b-4165-ad08-38ced6ee7334 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295660 Feb 11 04:53:51.513782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c3c3747-246b-44a6-a431-7a813ff85332 req-15949eec-dba8-4912-8d90-3ad55decc209 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a9669a9-a2b0-4429-944f-e860fce2d013 HTTP/1.1" status: 200 len: 210 time: 0.0597908 Feb 11 04:53:51.554185 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-606c3369-c827-4612-9c8f-ef4224dcae9d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2388015 Feb 11 04:53:51.560831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56042) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:51.586672 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-b0d8f976-0ee3-401b-8109-668eadd2d363 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:51.588397 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-b0d8f976-0ee3-401b-8109-668eadd2d363 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.47 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 812 time: 0.3459229 Feb 11 04:53:51.657124 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5e0854a-5650-41a0-a43a-ee63028ddc4b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (41ab3f1a-8565-4fa5-b4ca-047ec295c7a5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.687431 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5e0854a-5650-41a0-a43a-ee63028ddc4b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (41ab3f1a-8565-4fa5-b4ca-047ec295c7a5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.741510 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-9cd74136-bd9f-41de-8ae5-baa21a2e3e7c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c8aaf7faa994a86b87443d6924f6a3f HTTP/1.1" status: 200 len: 379 time: 0.1447880 Feb 11 04:53:51.753211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-39383647-e9ba-431c-a518-ded2439a2099 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'port': {'device_id': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'admin_state_up': True, 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'security_groups': ['65d4a6fb-e391-4928-9796-21edf12103b8']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:51.826785 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5e0854a-5650-41a0-a43a-ee63028ddc4b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (41ab3f1a-8565-4fa5-b4ca-047ec295c7a5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.834080 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5e0854a-5650-41a0-a43a-ee63028ddc4b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:51.834080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a5e0854a-5650-41a0-a43a-ee63028ddc4b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-groups/41ab3f1a-8565-4fa5-b4ca-047ec295c7a5 HTTP/1.1" status: 204 len: 168 time: 0.2694049 Feb 11 04:53:51.838554 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56048) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:51.853885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0854a-5650-41a0-a43a-ee63028ddc4b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ab3f1a-8565-4fa5-b4ca-047ec295c7a5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:51.931244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56050) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:51.931504 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-769efe4f-54b3-43a9-929c-25bace41ec1f tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0917065 Feb 11 04:53:52.023594 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-48e13712-3b36-4887-b527-e42c325e9dcb tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (a65623e9-c61f-4b7b-b0f9-3573d55454a2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:52.056286 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-48e13712-3b36-4887-b527-e42c325e9dcb tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (a65623e9-c61f-4b7b-b0f9-3573d55454a2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:52.078244 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-39383647-e9ba-431c-a518-ded2439a2099 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Made reservation on behalf of 9c8aaf7faa994a86b87443d6924f6a3f for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:52.082504 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-39383647-e9ba-431c-a518-ded2439a2099 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:52.258809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-39383647-e9ba-431c-a518-ded2439a2099 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Allocated IP 172.20.0.12 (86528c9f-e248-4f9b-904c-aa5d69cd261d/36924e1d-eb25-4594-91d9-cfefbb8c618d/503a579c-2c43-46a8-9087-39578f8b894d) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:52.324668 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-48e13712-3b36-4887-b527-e42c325e9dcb tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a65623e9-c61f-4b7b-b0f9-3573d55454a2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:52.340986 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-48e13712-3b36-4887-b527-e42c325e9dcb tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:52.348118 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-48e13712-3b36-4887-b527-e42c325e9dcb tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-groups/a65623e9-c61f-4b7b-b0f9-3573d55454a2 HTTP/1.1" status: 204 len: 168 time: 0.4151211 Feb 11 04:53:52.360941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56056) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:52.406971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e13712-3b36-4887-b527-e42c325e9dcb tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65623e9-c61f-4b7b-b0f9-3573d55454a2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:52.488585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-31e49345-f8a0-4d86-9cd0-3bf607a3e5c2 req-79dd3dfa-08fa-44b2-9964-f4dbc23e2ef9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 210 time: 0.0608916 Feb 11 04:53:52.528062 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aef4a6a7-5b0e-4f1b-a558-a3df6405d78e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1552002 Feb 11 04:53:52.542558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56064) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:52.549509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fbf841e8-724c-4c18-91ca-0e33a93f88c2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990885688'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:52.603101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56066) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:52.658021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56070) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:52.658295 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-39383647-e9ba-431c-a518-ded2439a2099 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for port (503a579c-2c43-46a8-9087-39578f8b894d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:52.872425 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fbf841e8-724c-4c18-91ca-0e33a93f88c2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:52.875731 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-39383647-e9ba-431c-a518-ded2439a2099 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (503a579c-2c43-46a8-9087-39578f8b894d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:52.909720 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-39383647-e9ba-431c-a518-ded2439a2099 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Network 86528c9f-e248-4f9b-904c-aa5d69cd261d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:53:52.921141 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-826cfe22-0793-4755-863d-5ce0a2bc9266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:52.933704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879156fa-8ce2-4741-ad71-0ec7049fdf37 req-63249957-4572-4ec1-b916-3acae4be5ed7 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:52.936698 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-879156fa-8ce2-4741-ad71-0ec7049fdf37 req-63249957-4572-4ec1-b916-3acae4be5ed7 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.4398155 Feb 11 04:53:52.954747 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-39383647-e9ba-431c-a518-ded2439a2099 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:52.968410 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-39383647-e9ba-431c-a518-ded2439a2099 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:53:53.105415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39383647-e9ba-431c-a518-ded2439a2099 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'Port': ['ID=503a579c-2c43-46a8-9087-39578f8b894d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:53.119270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-879156fa-8ce2-4741-ad71-0ec7049fdf37 req-d9333234-9a87-4a8b-b822-22be11fa119c tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735046 Feb 11 04:53:53.163949 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4004fd83-7aad-43aa-8d50-5a09ead38d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.189146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-39383647-e9ba-431c-a518-ded2439a2099 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:53.189790 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-39383647-e9ba-431c-a518-ded2439a2099 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.308767 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fbf841e8-724c-4c18-91ca-0e33a93f88c2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (ce2de0c8-9936-4f06-ab81-a7fc02893036), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.321333 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-826cfe22-0793-4755-863d-5ce0a2bc9266 admin admin] Publish callbacks [] for security_group (59c60c2f-6b7c-4153-85b5-0e2a77c64aa4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.335171 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-39383647-e9ba-431c-a518-ded2439a2099 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5868990 Feb 11 04:53:53.349009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Request body: {'port': {'device_id': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:53.452786 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fbf841e8-724c-4c18-91ca-0e33a93f88c2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ce2de0c8-9936-4f06-ab81-a7fc02893036), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.495087 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (503a579c-2c43-46a8-9087-39578f8b894d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.518501 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-826cfe22-0793-4755-863d-5ce0a2bc9266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (59c60c2f-6b7c-4153-85b5-0e2a77c64aa4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.528638 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf841e8-724c-4c18-91ca-0e33a93f88c2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2de0c8-9936-4f06-ab81-a7fc02893036,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:53.601884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1ae90b8e-d048-4afd-a644-aa3d5df30cb8 None None] Provisioning complete for port 503a579c-2c43-46a8-9087-39578f8b894d triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:53:53.603422 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1ae90b8e-d048-4afd-a644-aa3d5df30cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (503a579c-2c43-46a8-9087-39578f8b894d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.645629 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fbf841e8-724c-4c18-91ca-0e33a93f88c2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.647202 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fbf841e8-724c-4c18-91ca-0e33a93f88c2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1036325 Feb 11 04:53:53.650342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56076) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:53.691988 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-826cfe22-0793-4755-863d-5ce0a2bc9266 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e07401d806194b74a84aba49a55f4627&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0781419 Feb 11 04:53:53.697010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2a69e0e9-7080-4306-9577-0f88ff7eb11a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group_rule': {'security_group_id': 'ce2de0c8-9936-4f06-ab81-a7fc02893036', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:53.698179 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cfe22-0793-4755-863d-5ce0a2bc9266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c60c2f-6b7c-4153-85b5-0e2a77c64aa4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:53.703246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56078) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:53.747705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1ae90b8e-d048-4afd-a644-aa3d5df30cb8 None None] Port 503a579c-2c43-46a8-9087-39578f8b894d cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:53:53.752922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6431ed4-aa31-4321-805d-0ca5e05d5ed2 req-2c5bd759-9c2d-4a0a-98f1-66f1a1428978 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:53.752922 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6431ed4-aa31-4321-805d-0ca5e05d5ed2 req-2c5bd759-9c2d-4a0a-98f1-66f1a1428978 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 932 time: 0.1054251 Feb 11 04:53:53.896044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6431ed4-aa31-4321-805d-0ca5e05d5ed2 req-4d6ea7ee-9ffb-4c71-82c9-e601fc764f8a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261313 Feb 11 04:53:53.899934 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98000953-6a12-48e8-9369-c930532b85ea admin admin] Publish callbacks [] for security_group (59c60c2f-6b7c-4153-85b5-0e2a77c64aa4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.934875 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a69e0e9-7080-4306-9577-0f88ff7eb11a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (40c99395-7afa-459c-85c8-769925a6dc98), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.935457 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98000953-6a12-48e8-9369-c930532b85ea admin admin] Publish callbacks [] for security_group (59c60c2f-6b7c-4153-85b5-0e2a77c64aa4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:53.984277 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edd3de6e-bab0-4c59-98ed-33ce12dbc547 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (73f2a7d0-610c-4eb8-be16-254e429a0d2a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.039303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7f388a66-5f96-4fac-922c-340e04395402 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:54.055523 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a69e0e9-7080-4306-9577-0f88ff7eb11a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (40c99395-7afa-459c-85c8-769925a6dc98), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.071462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503a579c-2c43-46a8-9087-39578f8b894d {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:53:54.084959 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Publish callbacks [] for port (503a579c-2c43-46a8-9087-39578f8b894d), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.090861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 7f388a66-5f96-4fac-922c-340e04395402 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:54.093226 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7f388a66-5f96-4fac-922c-340e04395402 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:54.103292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Transition to ACTIVE for port object 503a579c-2c43-46a8-9087-39578f8b894d will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:53:54.168989 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a69e0e9-7080-4306-9577-0f88ff7eb11a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (40c99395-7afa-459c-85c8-769925a6dc98), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.186086 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69e0e9-7080-4306-9577-0f88ff7eb11a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c99395-7afa-459c-85c8-769925a6dc98,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:54.209246 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (503a579c-2c43-46a8-9087-39578f8b894d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.299140 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:53:54.306868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Pushing event updated for resources: {'Port': ['ID=503a579c-2c43-46a8-9087-39578f8b894d,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:54.399495 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2a69e0e9-7080-4306-9577-0f88ff7eb11a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.409403 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2a69e0e9-7080-4306-9577-0f88ff7eb11a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7310455 Feb 11 04:53:54.414990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56084) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:54.493349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Attempting to bind port 503a579c-2c43-46a8-9087-39578f8b894d on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:53:54.493703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Attempting to bind port 503a579c-2c43-46a8-9087-39578f8b894d by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:53:54.494044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Attempting to bind port 503a579c-2c43-46a8-9087-39578f8b894d on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:54.502838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Port 503a579c-2c43-46a8-9087-39578f8b894d on network 86528c9f-e248-4f9b-904c-aa5d69cd261d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:53:54.503195 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Attempting to bind port 503a579c-2c43-46a8-9087-39578f8b894d on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:53:54.508905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:53:54.509253 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Checking segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:54.509647 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Bound using segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:53:54.510136 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Bound port: 503a579c-2c43-46a8-9087-39578f8b894d, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:53:54.510503 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (503a579c-2c43-46a8-9087-39578f8b894d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.517643 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2bd28b2-196e-4515-a169-ea84bc2f1961 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (40c99395-7afa-459c-85c8-769925a6dc98), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.539058 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2bd28b2-196e-4515-a169-ea84bc2f1961 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (40c99395-7afa-459c-85c8-769925a6dc98), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.559627 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99105e2c-da13-4428-a1a6-379fad9dc6cf req-fa3f8c91-51d2-4f8a-9455-3257d17cbf30 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:54.562023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99105e2c-da13-4428-a1a6-379fad9dc6cf req-fa3f8c91-51d2-4f8a-9455-3257d17cbf30 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.1673031 Feb 11 04:53:54.624670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] For port 503a579c-2c43-46a8-9087-39578f8b894d, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:53:54.628731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] For port 503a579c-2c43-46a8-9087-39578f8b894d, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=503a579c-2c43-46a8-9087-39578f8b894d,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:53:54.636716 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98000953-6a12-48e8-9369-c930532b85ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (59c60c2f-6b7c-4153-85b5-0e2a77c64aa4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.636716 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-98000953-6a12-48e8-9369-c930532b85ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.637601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-98000953-6a12-48e8-9369-c930532b85ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59c60c2f-6b7c-4153-85b5-0e2a77c64aa4 HTTP/1.1" status: 204 len: 168 time: 0.9326837 Feb 11 04:53:54.697333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98000953-6a12-48e8-9369-c930532b85ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c60c2f-6b7c-4153-85b5-0e2a77c64aa4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:54.711615 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99105e2c-da13-4428-a1a6-379fad9dc6cf req-d7027c45-941f-4213-ac92-70e4fe2e8951 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413062 Feb 11 04:53:54.765015 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2bd28b2-196e-4515-a169-ea84bc2f1961 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (40c99395-7afa-459c-85c8-769925a6dc98), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.769799 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2bd28b2-196e-4515-a169-ea84bc2f1961 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.771130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e2bd28b2-196e-4515-a169-ea84bc2f1961 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/40c99395-7afa-459c-85c8-769925a6dc98 HTTP/1.1" status: 204 len: 168 time: 0.3386137 Feb 11 04:53:54.773860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56088) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:54.790924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd28b2-196e-4515-a169-ea84bc2f1961 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40c99395-7afa-459c-85c8-769925a6dc98,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:54.801443 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (503a579c-2c43-46a8-9087-39578f8b894d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.866531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:54.867400 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.868946 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] 10.222.0.47 "PUT /v2.0/ports/503a579c-2c43-46a8-9087-39578f8b894d HTTP/1.1" status: 200 len: 1093 time: 1.5252721 Feb 11 04:53:54.871444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'tag': '503a579c-2c43-46a8-9087-39578f8b894d'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:53:54.875105 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fd63d2-96b7-4f28-9dba-74077ed585a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbc6518-5904-4bde-9e32-079e2ddfb95e", "tag": "503a579c-2c43-46a8-9087-39578f8b894d"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:53:54.907209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-edd3de6e-bab0-4c59-98ed-33ce12dbc547 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:54.907209 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edd3de6e-bab0-4c59-98ed-33ce12dbc547 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:54.918192 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1a2a6-0968-4c53-9d89-27662f0f479a service neutron] Pushing event updated for resources: {'Port': ['ID=503a579c-2c43-46a8-9087-39578f8b894d,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:54.940668 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c163aef7-16f8-417d-a895-f8a3575c22b2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1652484 Feb 11 04:53:54.945206 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc24bf8-3543-4efc-a9ae-d70a1e5d69ee x-openstack-request-id: req-4dc24bf8-3543-4efc-a9ae-d70a1e5d69ee {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:53:54.945206 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbc6518-5904-4bde-9e32-079e2ddfb95e", "tag": "503a579c-2c43-46a8-9087-39578f8b894d", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:53:54.945206 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4dc24bf8-3543-4efc-a9ae-d70a1e5d69ee {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:53:54.945206 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'tag': '503a579c-2c43-46a8-9087-39578f8b894d', 'status': 'completed', 'code': 200} Feb 11 04:53:54.945206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56094) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:55.095485 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-183b3e46-cbd7-484e-9724-06e47fc1b8c2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (ce2de0c8-9936-4f06-ab81-a7fc02893036), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:55.141821 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-edd3de6e-bab0-4c59-98ed-33ce12dbc547 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] For port 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd,segment=NetworkSegment(760090c5-eb2e-4773-aad2-72d717675e9f),segment_id=760090c5-eb2e-4773-aad2-72d717675e9f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:55.142550 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edd3de6e-bab0-4c59-98ed-33ce12dbc547 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:55.149047 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-183b3e46-cbd7-484e-9724-06e47fc1b8c2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (ce2de0c8-9936-4f06-ab81-a7fc02893036), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:55.162483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-edd3de6e-bab0-4c59-98ed-33ce12dbc547 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:55.171556 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd63d2-96b7-4f28-9dba-74077ed585a1 req-e399845b-0dfa-4ee6-8a52-beb722e80d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:55.173265 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d3fd63d2-96b7-4f28-9dba-74077ed585a1 req-e399845b-0dfa-4ee6-8a52-beb722e80d71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 1127 time: 0.1649978 Feb 11 04:53:55.177123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d00197-c142-4101-bbe1-69cf5a2038c7 req-b4662014-3874-44f2-b6d0-5bc42215c483 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:55.178704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16d00197-c142-4101-bbe1-69cf5a2038c7 req-b4662014-3874-44f2-b6d0-5bc42215c483 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 944 time: 0.1537979 Feb 11 04:53:55.306959 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16d00197-c142-4101-bbe1-69cf5a2038c7 req-ba781d2a-2bef-4a2d-aa87-a85d3424bc55 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763886 Feb 11 04:53:55.466542 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-451a1dba-4f10-4194-b9e7-771904525d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:55.467268 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-183b3e46-cbd7-484e-9724-06e47fc1b8c2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ce2de0c8-9936-4f06-ab81-a7fc02893036), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:55.470350 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-183b3e46-cbd7-484e-9724-06e47fc1b8c2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:55.474790 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-183b3e46-cbd7-484e-9724-06e47fc1b8c2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-groups/ce2de0c8-9936-4f06-ab81-a7fc02893036 HTTP/1.1" status: 204 len: 168 time: 0.5299950 Feb 11 04:53:55.486593 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56106) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:55.506157 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd63d2-96b7-4f28-9dba-74077ed585a1 req-77b05c4f-91bf-4491-a6ff-bd9bda5287a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:55.513406 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d3fd63d2-96b7-4f28-9dba-74077ed585a1 req-77b05c4f-91bf-4491-a6ff-bd9bda5287a9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3237650 Feb 11 04:53:55.527300 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b3e46-cbd7-484e-9724-06e47fc1b8c2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2de0c8-9936-4f06-ab81-a7fc02893036,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:55.665675 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edd3de6e-bab0-4c59-98ed-33ce12dbc547 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:55.714427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3de6e-bab0-4c59-98ed-33ce12dbc547 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:56.033756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6796b11-47bd-4e4b-9d55-138743bdad19 req-3cdfbded-7536-499d-b2be-7b6d3b39fdad tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:56.035726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6796b11-47bd-4e4b-9d55-138743bdad19 req-3cdfbded-7536-499d-b2be-7b6d3b39fdad tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.1742952 Feb 11 04:53:56.153350 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-edd3de6e-bab0-4c59-98ed-33ce12dbc547 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (73f2a7d0-610c-4eb8-be16-254e429a0d2a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.179495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6796b11-47bd-4e4b-9d55-138743bdad19 req-286d2f7a-ed0e-4030-ab9f-e82cd0bfd742 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913799 Feb 11 04:53:56.179495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56118) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:56.179749 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7d350c9f-ef08-487d-a3e6-76a4ab8a52d4 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6881781 Feb 11 04:53:56.208307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd63d2-96b7-4f28-9dba-74077ed585a1 req-5a5a6f37-010c-4e8a-8f04-b574c18f7b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:56.210159 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d3fd63d2-96b7-4f28-9dba-74077ed585a1 req-5a5a6f37-010c-4e8a-8f04-b574c18f7b04 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6949718 Feb 11 04:53:56.218320 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-4bbf3ca2-8ff3-4ac0-b1bc-93ca1578ef2d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733437157'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:56.361224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-8fd9b842-9c02-4609-946a-3455deba0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:56.363081 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-8fd9b842-9c02-4609-946a-3455deba0a2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 1127 time: 0.0992255 Feb 11 04:53:56.409690 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3ca2-8ff3-4ac0-b1bc-93ca1578ef2d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.464875 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-ef1bcb6e-1d38-4fd1-b222-cdf93254662c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=503a579c-2c43-46a8-9087-39578f8b894d HTTP/1.1" status: 200 len: 217 time: 0.0942726 Feb 11 04:53:56.476217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56126) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:56.561425 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-e46d46e1-2543-48ca-8ea0-12ac3abeeca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:56.564250 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-e46d46e1-2543-48ca-8ea0-12ac3abeeca1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.0939460 Feb 11 04:53:56.619273 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3ca2-8ff3-4ac0-b1bc-93ca1578ef2d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (48b515cb-53d1-47d2-b9b7-9fd3ead087a2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.630121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd3de6e-bab0-4c59-98ed-33ce12dbc547 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Router 73f2a7d0-610c-4eb8-be16-254e429a0d2a has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:53:56.633313 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-1df69a08-6a26-4a81-a342-ad41283b26f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:56.635936 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-1df69a08-6a26-4a81-a342-ad41283b26f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0664139 Feb 11 04:53:56.642029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db388a-b443-4850-8882-f619057eaf13 req-d4180cd6-8491-4900-a85f-2f5cb62e2ddd tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:56.643591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6db388a-b443-4850-8882-f619057eaf13 req-d4180cd6-8491-4900-a85f-2f5cb62e2ddd tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 944 time: 0.1163766 Feb 11 04:53:56.672781 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-985615226-network', 'tenant_id': 'c7775d86ba274478b5ae760629985594'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:56.753415 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-aebacdd5-b05b-4152-8878-9c0802728e76 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102633 Feb 11 04:53:56.774521 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3ca2-8ff3-4ac0-b1bc-93ca1578ef2d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (48b515cb-53d1-47d2-b9b7-9fd3ead087a2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.786480 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.830969 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6db388a-b443-4850-8882-f619057eaf13 req-83d01cf4-d131-487e-80f4-971b17e167c6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803501 Feb 11 04:53:56.850258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf3ca2-8ff3-4ac0-b1bc-93ca1578ef2d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b515cb-53d1-47d2-b9b7-9fd3ead087a2,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:56.867999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd3de6e-bab0-4c59-98ed-33ce12dbc547 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:53:56.874588 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-94893cfe-1b5d-4af7-9f4d-0507fee17a94 req-81fb69bb-a3c3-4a21-a6a1-faa7222602e0 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156783 Feb 11 04:53:56.878788 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-edd3de6e-bab0-4c59-98ed-33ce12dbc547 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "PUT /v2.0/routers/73f2a7d0-610c-4eb8-be16-254e429a0d2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2022064 Feb 11 04:53:56.888627 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56130) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:56.891948 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd39f38a-2b73-40fb-9807-88f3bbd965a6 None None] Sync routers for ids ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:53:56.915255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd39f38a-2b73-40fb-9807-88f3bbd965a6 None None] Routers {'73f2a7d0-610c-4eb8-be16-254e429a0d2a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:56.916176 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fd39f38a-2b73-40fb-9807-88f3bbd965a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:56.928368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] Made reservation on behalf of c7775d86ba274478b5ae760629985594 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:56.935076 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.947372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-52363c06-1452-403c-a72b-21025ddb8822 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting subnet 5440997d-a74c-4c0e-bab2-2919adc3d51a {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:53:56.955392 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.956877 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52363c06-1452-403c-a72b-21025ddb8822 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for subnet (5440997d-a74c-4c0e-bab2-2919adc3d51a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.973214 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3ca2-8ff3-4ac0-b1bc-93ca1578ef2d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:56.974529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4bbf3ca2-8ff3-4ac0-b1bc-93ca1578ef2d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7940497 Feb 11 04:53:56.979716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56132) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:56.985228 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5c2baf19-74a2-48c8-a6ba-0cec84604b2d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group_rule': {'security_group_id': '48b515cb-53d1-47d2-b9b7-9fd3ead087a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:57.010718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52363c06-1452-403c-a72b-21025ddb8822 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (5440997d-a74c-4c0e-bab2-2919adc3d51a), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.094473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-fd39f38a-2b73-40fb-9807-88f3bbd965a6 None None] Set router 73f2a7d0-610c-4eb8-be16-254e429a0d2a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:57.106088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52363c06-1452-403c-a72b-21025ddb8822 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (5440997d-a74c-4c0e-bab2-2919adc3d51a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.123404 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] Publish callbacks [] for security_group (88865215-291f-4617-8a2c-2c22bc0d8327), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.200110 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5c2baf19-74a2-48c8-a6ba-0cec84604b2d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (af516929-f379-4e97-b5ac-a267204f7cf3), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.248396 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (88865215-291f-4617-8a2c-2c22bc0d8327), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.263466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:53:57.294948 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (611ee698-e7a5-4b45-9d81-0a705a691aa1), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.296298 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] Added segment 611ee698-e7a5-4b45-9d81-0a705a691aa1 of type vlan for network 11370513-e64f-4539-8fa4-54ce35b46bb3 Feb 11 04:53:57.357403 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fd39f38a-2b73-40fb-9807-88f3bbd965a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '249a1d17-8f72-416d-b825-c365558031d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:41Z', 'updated_at': '2022-02-11T04:53:55Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '249a1d17-8f72-416d-b825-c365558031d0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:42Z', 'updated_at': '2022-02-11T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:57.358548 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52363c06-1452-403c-a72b-21025ddb8822 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (5440997d-a74c-4c0e-bab2-2919adc3d51a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.362745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88865215-291f-4617-8a2c-2c22bc0d8327,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:57.382358 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5c2baf19-74a2-48c8-a6ba-0cec84604b2d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (af516929-f379-4e97-b5ac-a267204f7cf3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.390614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-52363c06-1452-403c-a72b-21025ddb8822 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.393913 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-52363c06-1452-403c-a72b-21025ddb8822 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/subnets/5440997d-a74c-4c0e-bab2-2919adc3d51a HTTP/1.1" status: 204 len: 168 time: 0.5128934 Feb 11 04:53:57.395080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52363c06-1452-403c-a72b-21025ddb8822 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Subnet': ['ID=5440997d-a74c-4c0e-bab2-2919adc3d51a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:57.400641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56136) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:57.411365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb74875-1e58-443a-85f3-c6f2372fd103 None None] Network 1595b0af-1e04-457c-84c7-0bdf8e5eb246 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:57.418504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd39f38a-2b73-40fb-9807-88f3bbd965a6 None None] Checking router: 73f2a7d0-610c-4eb8-be16-254e429a0d2a for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:53:57.433367 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (11370513-e64f-4539-8fa4-54ce35b46bb3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.453096 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd39f38a-2b73-40fb-9807-88f3bbd965a6 None None] Routers {'73f2a7d0-610c-4eb8-be16-254e429a0d2a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:53:57.454080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fd39f38a-2b73-40fb-9807-88f3bbd965a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:57.532259 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5c2baf19-74a2-48c8-a6ba-0cec84604b2d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (af516929-f379-4e97-b5ac-a267204f7cf3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.591280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab3ab3-efd6-4da0-94f4-2abdf05c7b24 req-3fe2583d-5dc0-45e9-8c90-7d886e0ce414 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:57.594419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66ab3ab3-efd6-4da0-94f4-2abdf05c7b24 req-3fe2583d-5dc0-45e9-8c90-7d886e0ce414 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.2937510 Feb 11 04:53:57.599594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2baf19-74a2-48c8-a6ba-0cec84604b2d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af516929-f379-4e97-b5ac-a267204f7cf3,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:57.687589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66ab3ab3-efd6-4da0-94f4-2abdf05c7b24 req-6e55a331-4641-42ad-addb-7c729705b17e tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787606 Feb 11 04:53:57.690563 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5c2baf19-74a2-48c8-a6ba-0cec84604b2d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.691913 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5c2baf19-74a2-48c8-a6ba-0cec84604b2d tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7112432 Feb 11 04:53:57.692739 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (11370513-e64f-4539-8fa4-54ce35b46bb3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.693812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:57.694394 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.697989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56140) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:57.699462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-fd39f38a-2b73-40fb-9807-88f3bbd965a6 None None] Set router 73f2a7d0-610c-4eb8-be16-254e429a0d2a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:53:57.761297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3442b4e5-3806-46f9-96cb-b11f4e25dace tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules/af516929-f379-4e97-b5ac-a267204f7cf3 HTTP/1.1" status: 200 len: 763 time: 0.0594287 Feb 11 04:53:57.766163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56142) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:57.787162 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router (73f2a7d0-610c-4eb8-be16-254e429a0d2a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:57.878904 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] DHCP port deletion for 1595b0af-1e04-457c-84c7-0bdf8e5eb246 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:53:57.958808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4800024 Feb 11 04:53:57.965886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56146) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:57.974109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5160bf22-c3c8-4900-8c3f-12b1a801d208 admin admin] Request body: {'subnet': {'network_id': '11370513-e64f-4539-8fa4-54ce35b46bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-985615226-subnet', 'tenant_id': 'c7775d86ba274478b5ae760629985594', 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:57.976187 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fd39f38a-2b73-40fb-9807-88f3bbd965a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '249a1d17-8f72-416d-b825-c365558031d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:41Z', 'updated_at': '2022-02-11T04:53:55Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '249a1d17-8f72-416d-b825-c365558031d0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:42Z', 'updated_at': '2022-02-11T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:57.986810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38441535-cfbe-4d98-9e11-bc85a4499e8d admin admin] Pushing event updated for resources: {'Network': ['ID=11370513-e64f-4539-8fa4-54ce35b46bb3,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:58.049094 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e368cae0-bc66-4750-8049-c98263f9c66b tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2723658 Feb 11 04:53:58.049977 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56148) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:58.065255 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_gateway (73f2a7d0-610c-4eb8-be16-254e429a0d2a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.110271 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06ed63ea-4550-4db5-9728-20c2ef27b1cb tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (af516929-f379-4e97-b5ac-a267204f7cf3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.136353 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06ed63ea-4550-4db5-9728-20c2ef27b1cb tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (af516929-f379-4e97-b5ac-a267204f7cf3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.156547 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039996bf-d863-4074-8179-b31e858e5f97 req-9781aa1b-f0e0-4e8f-a658-f558f981c182 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:58.165014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-039996bf-d863-4074-8179-b31e858e5f97 req-9781aa1b-f0e0-4e8f-a658-f558f981c182 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 944 time: 0.1455765 Feb 11 04:53:58.235366 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-039996bf-d863-4074-8179-b31e858e5f97 req-c8f0f182-5a74-4661-8e69-f31493525a94 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690224 Feb 11 04:53:58.265722 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 11370513-e64f-4539-8fa4-54ce35b46bb3 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:53:58.273723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd39f38a-2b73-40fb-9807-88f3bbd965a6 None None] The sync data for ids ['73f2a7d0-610c-4eb8-be16-254e429a0d2a'] in n-d-712142-35 is: [{'id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-285247862', 'tenant_id': '65bc519e3418487ba870e678d8f45696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52'}], 'enable_snat': True}, 'gw_port_id': '249a1d17-8f72-416d-b825-c365558031d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:51:41Z', 'updated_at': '2022-02-11T04:53:55Z', 'revision_number': 5, 'project_id': '65bc519e3418487ba870e678d8f45696', 'gw_port': {'id': '249a1d17-8f72-416d-b825-c365558031d0', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f2a7d0-610c-4eb8-be16-254e429a0d2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:51:42Z', 'updated_at': '2022-02-11T04:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:53:58.290557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Deleting port 651473cf-c7f0-43d1-a69f-17d6f98d84b9 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:58.290964 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (651473cf-c7f0-43d1-a69f-17d6f98d84b9), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.310514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5160bf22-c3c8-4900-8c3f-12b1a801d208 admin admin] Made reservation on behalf of c7775d86ba274478b5ae760629985594 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:53:58.326964 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5160bf22-c3c8-4900-8c3f-12b1a801d208 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.370569 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Deleting port 249a1d17-8f72-416d-b825-c365558031d0 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:53:58.370569 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (249a1d17-8f72-416d-b825-c365558031d0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.378709 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06ed63ea-4550-4db5-9728-20c2ef27b1cb tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (af516929-f379-4e97-b5ac-a267204f7cf3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.402171 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-06ed63ea-4550-4db5-9728-20c2ef27b1cb tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.406132 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.409279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-06ed63ea-4550-4db5-9728-20c2ef27b1cb tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/af516929-f379-4e97-b5ac-a267204f7cf3 HTTP/1.1" status: 204 len: 168 time: 0.3405414 Feb 11 04:53:58.413904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56150) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:58.421971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] For port 651473cf-c7f0-43d1-a69f-17d6f98d84b9, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=651473cf-c7f0-43d1-a69f-17d6f98d84b9,segment=NetworkSegment(760090c5-eb2e-4773-aad2-72d717675e9f),segment_id=760090c5-eb2e-4773-aad2-72d717675e9f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:58.422116 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (651473cf-c7f0-43d1-a69f-17d6f98d84b9), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.435167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Calling delete_port for 651473cf-c7f0-43d1-a69f-17d6f98d84b9 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:58.455606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed63ea-4550-4db5-9728-20c2ef27b1cb tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af516929-f379-4e97-b5ac-a267204f7cf3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:58.508930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] For port 249a1d17-8f72-416d-b825-c365558031d0, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=249a1d17-8f72-416d-b825-c365558031d0,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:53:58.509269 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (249a1d17-8f72-416d-b825-c365558031d0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.537018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Calling delete_port for 249a1d17-8f72-416d-b825-c365558031d0 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:53:58.587319 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5550cbd7-827c-45f0-a5b4-c2016873f8c3 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1698468 Feb 11 04:53:58.589489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56154) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:58.595705 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b5e57434-35cb-4a60-aa02-656a803db28c tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group_rule': {'security_group_id': '48b515cb-53d1-47d2-b9b7-9fd3ead087a2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:58.661498 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (651473cf-c7f0-43d1-a69f-17d6f98d84b9), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.753663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 651473cf-c7f0-43d1-a69f-17d6f98d84b9 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:53:58.776744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Pushing event deleted for resources: {'Port': ['ID=651473cf-c7f0-43d1-a69f-17d6f98d84b9,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:58.808453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] No DVR routers for this DVR port 651473cf-c7f0-43d1-a69f-17d6f98d84b9 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:53:58.811887 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5e57434-35cb-4a60-aa02-656a803db28c tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (34bd5c20-ac57-4544-af22-156a9d2f010d), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.837027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 651473cf-c7f0-43d1-a69f-17d6f98d84b9 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:53:58.837513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 651473cf-c7f0-43d1-a69f-17d6f98d84b9 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:53:58.855795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:58.855795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:58.855795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:58.855795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:58.855795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:58.855795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:58.855795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:58.855795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:58.855795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:58.855795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:58.855795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:58.855795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:58.855795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e89fc72-c8ef-4bdf-8b98-2985b47eb875 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:53:58.890358 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (249a1d17-8f72-416d-b825-c365558031d0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.945184 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5160bf22-c3c8-4900-8c3f-12b1a801d208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (8e0ccf4f-9aa9-4f00-b95e-180da62809fe), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:58.961399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Port': ['ID=249a1d17-8f72-416d-b825-c365558031d0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:58.965332 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5e57434-35cb-4a60-aa02-656a803db28c tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (34bd5c20-ac57-4544-af22-156a9d2f010d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.031785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b60d6-9f8e-49a6-b80c-53fed3470971 req-16e1e783-4887-4ffd-b777-55c81e7c3bce tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:59.033461 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-089b60d6-9f8e-49a6-b80c-53fed3470971 req-16e1e783-4887-4ffd-b777-55c81e7c3bce tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.1986146 Feb 11 04:53:59.051193 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160bf22-c3c8-4900-8c3f-12b1a801d208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0ccf4f-9aa9-4f00-b95e-180da62809fe,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:59.067463 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (73f2a7d0-610c-4eb8-be16-254e429a0d2a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.069413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160bf22-c3c8-4900-8c3f-12b1a801d208 admin admin] Checking segment: {'id': '611ee698-e7a5-4b45-9d81-0a705a691aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11370513-e64f-4539-8fa4-54ce35b46bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:53:59.069798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160bf22-c3c8-4900-8c3f-12b1a801d208 admin admin] Network hostable DHCP agents. Network: 11370513-e64f-4539-8fa4-54ce35b46bb3, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:53:59.091894 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5e57434-35cb-4a60-aa02-656a803db28c tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (34bd5c20-ac57-4544-af22-156a9d2f010d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.145364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-089b60d6-9f8e-49a6-b80c-53fed3470971 req-3bd90d64-c96f-4bd4-9917-8278cdec03db tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993578 Feb 11 04:53:59.151540 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e57434-35cb-4a60-aa02-656a803db28c tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bd5c20-ac57-4544-af22-156a9d2f010d,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:59.172199 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (73f2a7d0-610c-4eb8-be16-254e429a0d2a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.174718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router_controller (73f2a7d0-610c-4eb8-be16-254e429a0d2a), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.263112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160bf22-c3c8-4900-8c3f-12b1a801d208 admin admin] Network 11370513-e64f-4539-8fa4-54ce35b46bb3 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:53:59.344863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b5e57434-35cb-4a60-aa02-656a803db28c tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.348535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b5e57434-35cb-4a60-aa02-656a803db28c tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7555845 Feb 11 04:53:59.348875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56160) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:59.374574 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d23bf66e-a263-49ef-894b-a8f8ba903667 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules/34bd5c20-ac57-4544-af22-156a9d2f010d HTTP/1.1" status: 200 len: 763 time: 0.0244763 Feb 11 04:53:59.377969 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56162) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:59.391699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931db24-617c-4911-ab72-58523308fc05 req-6e57cc9e-b9d8-4889-93c2-0416c27bbd9f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:59.393369 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8931db24-617c-4911-ab72-58523308fc05 req-6e57cc9e-b9d8-4889-93c2-0416c27bbd9f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 944 time: 0.0804138 Feb 11 04:53:59.405534 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (73f2a7d0-610c-4eb8-be16-254e429a0d2a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.406541 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Fanout notify agent at l3_agent the message router_deleted on router 73f2a7d0-610c-4eb8-be16-254e429a0d2a {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:53:59.415309 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.418869 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b2c52d1b-83c6-4215-a410-54c67902f30b tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/routers/73f2a7d0-610c-4eb8-be16-254e429a0d2a HTTP/1.1" status: 204 len: 168 time: 2.0169024 Feb 11 04:53:59.419231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56164) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:59.454191 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a9811ed6-f417-4975-a0a8-be4e5a16dca1 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0742011 Feb 11 04:53:59.458236 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56166) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:59.468505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-5160bf22-c3c8-4900-8c3f-12b1a801d208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 11370513-e64f-4539-8fa4-54ce35b46bb3) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:53:59.478025 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9d27d9-7314-4a8f-bbad-d24b9026d16b None None] Network 11370513-e64f-4539-8fa4-54ce35b46bb3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:53:59.492586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160bf22-c3c8-4900-8c3f-12b1a801d208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:53:59.500124 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5fc7e8cf-fecf-4c07-812b-3bac4c63b486 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (34bd5c20-ac57-4544-af22-156a9d2f010d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.502012 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5160bf22-c3c8-4900-8c3f-12b1a801d208 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.510446 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5fc7e8cf-fecf-4c07-812b-3bac4c63b486 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (34bd5c20-ac57-4544-af22-156a9d2f010d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.518085 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8931db24-617c-4911-ab72-58523308fc05 req-5036aea8-cae0-4214-889c-64387869e9cc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182697 Feb 11 04:53:59.600949 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a780bb66-8f19-4c1d-bb7d-90126aeb59e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (1595b0af-1e04-457c-84c7-0bdf8e5eb246), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.681803 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5fc7e8cf-fecf-4c07-812b-3bac4c63b486 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (34bd5c20-ac57-4544-af22-156a9d2f010d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.687984 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5fc7e8cf-fecf-4c07-812b-3bac4c63b486 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.689120 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5fc7e8cf-fecf-4c07-812b-3bac4c63b486 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/34bd5c20-ac57-4544-af22-156a9d2f010d HTTP/1.1" status: 204 len: 168 time: 0.2296309 Feb 11 04:53:59.692944 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-11370513-e64f-4539-8fa4-54ce35b46bb3', 'network_id': '11370513-e64f-4539-8fa4-54ce35b46bb3', 'project_id': 'c7775d86ba274478b5ae760629985594', 'fixed_ips': [{'subnet_id': '8e0ccf4f-9aa9-4f00-b95e-180da62809fe'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:53:59.693100 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56170) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:59.693217 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.727895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7e8cf-fecf-4c07-812b-3bac4c63b486 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34bd5c20-ac57-4544-af22-156a9d2f010d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:53:59.748258 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ed4a0cad-3fa0-4f00-8d32-696a81f29bda tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0550144 Feb 11 04:53:59.750867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56172) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:59.755397 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a10707b9-f513-404d-80ec-7eddad74d8c9 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group_rule': {'security_group_id': '48b515cb-53d1-47d2-b9b7-9fd3ead087a2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:59.773778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a780bb66-8f19-4c1d-bb7d-90126aeb59e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (1595b0af-1e04-457c-84c7-0bdf8e5eb246), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.785300 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5160bf22-c3c8-4900-8c3f-12b1a801d208 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8181119 Feb 11 04:53:59.790299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56174) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:53:59.797635 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-985615226-router', 'tenant_id': 'c7775d86ba274478b5ae760629985594', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:53:59.798190 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.804622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-a780bb66-8f19-4c1d-bb7d-90126aeb59e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1595b0af-1e04-457c-84c7-0bdf8e5eb246']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:59.822227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-a780bb66-8f19-4c1d-bb7d-90126aeb59e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760090c5-eb2e-4773-aad2-72d717675e9f') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:59.822996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-a780bb66-8f19-4c1d-bb7d-90126aeb59e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760090c5-eb2e-4773-aad2-72d717675e9f') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:53:59.837513 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a780bb66-8f19-4c1d-bb7d-90126aeb59e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (760090c5-eb2e-4773-aad2-72d717675e9f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.849391 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-a10707b9-f513-404d-80ec-7eddad74d8c9 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Project e8ec48a8418a4330b515ea2c4c507b61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:53:59.860296 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a780bb66-8f19-4c1d-bb7d-90126aeb59e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (760090c5-eb2e-4773-aad2-72d717675e9f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.867139 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a10707b9-f513-404d-80ec-7eddad74d8c9 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (aa00a129-117e-4cfd-a8d9-09c2b9023a5a), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.867499 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a780bb66-8f19-4c1d-bb7d-90126aeb59e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:53:59.867907 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a780bb66-8f19-4c1d-bb7d-90126aeb59e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (760090c5-eb2e-4773-aad2-72d717675e9f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:53:59.872291 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:53:59.891508 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Allocated IP 172.20.0.2 (11370513-e64f-4539-8fa4-54ce35b46bb3/8e0ccf4f-9aa9-4f00-b95e-180da62809fe/18160218-7a55-4409-8cee-a1d010779115) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:53:59.955294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a10707b9-f513-404d-80ec-7eddad74d8c9 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (aa00a129-117e-4cfd-a8d9-09c2b9023a5a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.987069 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (352ad70e-27b0-47f1-a03a-4db21053b3b3), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:53:59.988285 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (352ad70e-27b0-47f1-a03a-4db21053b3b3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.068105 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Publish callbacks [] for router_controller (352ad70e-27b0-47f1-a03a-4db21053b3b3), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.070203 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a780bb66-8f19-4c1d-bb7d-90126aeb59e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (1595b0af-1e04-457c-84c7-0bdf8e5eb246), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.079014 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a780bb66-8f19-4c1d-bb7d-90126aeb59e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.085288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a780bb66-8f19-4c1d-bb7d-90126aeb59e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/networks/1595b0af-1e04-457c-84c7-0bdf8e5eb246 HTTP/1.1" status: 204 len: 168 time: 0.6590796 Feb 11 04:54:00.086147 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56176) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:00.106329 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780bb66-8f19-4c1d-bb7d-90126aeb59e4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'Network': ['ID=1595b0af-1e04-457c-84c7-0bdf8e5eb246,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:00.115643 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a10707b9-f513-404d-80ec-7eddad74d8c9 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (aa00a129-117e-4cfd-a8d9-09c2b9023a5a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.137084 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Publish callbacks [] for port (18160218-7a55-4409-8cee-a1d010779115), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.149739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10707b9-f513-404d-80ec-7eddad74d8c9 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa00a129-117e-4cfd-a8d9-09c2b9023a5a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:00.219255 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98a0fb9f-ce52-41ea-8885-edec47ec02a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (905ed14d-50c4-4087-a8be-0f6a9a0c03ec), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.267999 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (18160218-7a55-4409-8cee-a1d010779115), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.276464 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a10707b9-f513-404d-80ec-7eddad74d8c9 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.280198 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a10707b9-f513-404d-80ec-7eddad74d8c9 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5256834 Feb 11 04:54:00.283163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56180) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:00.286246 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98a0fb9f-ce52-41ea-8885-edec47ec02a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (905ed14d-50c4-4087-a8be-0f6a9a0c03ec), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.294065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735e98d-deb2-4430-b919-95eec31b4480 req-4e2b6be0-9522-4b32-83e9-0ac77c8f1402 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:00.308483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0735e98d-deb2-4430-b919-95eec31b4480 req-4e2b6be0-9522-4b32-83e9-0ac77c8f1402 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0881312 Feb 11 04:54:00.337840 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-600c0e6f-ca86-4ae5-917b-c64254156b5f tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules/aa00a129-117e-4cfd-a8d9-09c2b9023a5a HTTP/1.1" status: 200 len: 769 time: 0.0281327 Feb 11 04:54:00.344922 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56182) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:00.362337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Network 11370513-e64f-4539-8fa4-54ce35b46bb3 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:00.369041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:00.373100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:00.387812 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Pushing event updated for resources: {'Port': ['ID=18160218-7a55-4409-8cee-a1d010779115,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:00.399649 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Publish callbacks [] for router_gateway (352ad70e-27b0-47f1-a03a-4db21053b3b3), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.441865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0735e98d-deb2-4430-b919-95eec31b4480 req-6489226a-f807-43d5-b0f5-e77923396c5b tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028676 Feb 11 04:54:00.450635 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-85f21326-2485-4045-bb56-1d363b83c7ac tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1054304 Feb 11 04:54:00.454812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56184) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:00.490235 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9af94736-0db6-44fd-94e1-3039a4861609 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (aa00a129-117e-4cfd-a8d9-09c2b9023a5a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.491037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 249a1d17-8f72-416d-b825-c365558031d0 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:54:00.505156 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9af94736-0db6-44fd-94e1-3039a4861609 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (aa00a129-117e-4cfd-a8d9-09c2b9023a5a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.528624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 249a1d17-8f72-416d-b825-c365558031d0 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:54:00.528981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 249a1d17-8f72-416d-b825-c365558031d0 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:54:00.529661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:54:00.533786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Attempting to bind port 18160218-7a55-4409-8cee-a1d010779115 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:00.533786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Attempting to bind port 18160218-7a55-4409-8cee-a1d010779115 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '611ee698-e7a5-4b45-9d81-0a705a691aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11370513-e64f-4539-8fa4-54ce35b46bb3'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:00.533786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Attempting to bind port 18160218-7a55-4409-8cee-a1d010779115 on network 11370513-e64f-4539-8fa4-54ce35b46bb3 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:00.568404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:00.569155 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Checking segment: {'id': '611ee698-e7a5-4b45-9d81-0a705a691aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11370513-e64f-4539-8fa4-54ce35b46bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:00.570059 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.570802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Bound using segment: {'id': '611ee698-e7a5-4b45-9d81-0a705a691aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11370513-e64f-4539-8fa4-54ce35b46bb3'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:00.571773 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Bound port: 18160218-7a55-4409-8cee-a1d010779115, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611ee698-e7a5-4b45-9d81-0a705a691aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11370513-e64f-4539-8fa4-54ce35b46bb3'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:00.573168 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (18160218-7a55-4409-8cee-a1d010779115), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.578335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:54:00.583934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7f263f0f-2a9f-4aea-9f52-bbcb1eee0bfd not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:54:00.629829 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98a0fb9f-ce52-41ea-8885-edec47ec02a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (905ed14d-50c4-4087-a8be-0f6a9a0c03ec), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.632629 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98a0fb9f-ce52-41ea-8885-edec47ec02a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.634174 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-98a0fb9f-ce52-41ea-8885-edec47ec02a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] 10.222.0.13 "DELETE /v2.0/security-groups/905ed14d-50c4-4087-a8be-0f6a9a0c03ec HTTP/1.1" status: 204 len: 168 time: 0.5475645 Feb 11 04:54:00.654239 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0fb9f-ce52-41ea-8885-edec47ec02a4 tempest-TestNetworkAdvancedServerOps-225772167 tempest-TestNetworkAdvancedServerOps-225772167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=905ed14d-50c4-4087-a8be-0f6a9a0c03ec,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:00.672123 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9af94736-0db6-44fd-94e1-3039a4861609 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (aa00a129-117e-4cfd-a8d9-09c2b9023a5a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.677544 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9af94736-0db6-44fd-94e1-3039a4861609 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.681756 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9af94736-0db6-44fd-94e1-3039a4861609 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/aa00a129-117e-4cfd-a8d9-09c2b9023a5a HTTP/1.1" status: 204 len: 168 time: 0.2264457 Feb 11 04:54:00.685201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56192) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:00.704167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af94736-0db6-44fd-94e1-3039a4861609 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa00a129-117e-4cfd-a8d9-09c2b9023a5a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:00.731032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] For port 18160218-7a55-4409-8cee-a1d010779115, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:00.735602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] For port 18160218-7a55-4409-8cee-a1d010779115, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=18160218-7a55-4409-8cee-a1d010779115,segment=NetworkSegment(611ee698-e7a5-4b45-9d81-0a705a691aa1),segment_id=611ee698-e7a5-4b45-9d81-0a705a691aa1)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:00.749088 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ec882468-8e69-4ee3-a46b-54b68fae6fdd tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0602152 Feb 11 04:54:00.752047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56194) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:00.807227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893cecd-ad9b-4bcb-82ca-1c2bee99f8b5 req-698cc03a-6a88-4b13-b218-996a14b9c30a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:00.810043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2893cecd-ad9b-4bcb-82ca-1c2bee99f8b5 req-698cc03a-6a88-4b13-b218-996a14b9c30a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 944 time: 0.1774561 Feb 11 04:54:00.831036 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (18160218-7a55-4409-8cee-a1d010779115), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.936480 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Publish callbacks [] for router_gateway (352ad70e-27b0-47f1-a03a-4db21053b3b3), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.940439 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2893cecd-ad9b-4bcb-82ca-1c2bee99f8b5 req-3023ee42-92ba-47df-9ab8-583540bf1118 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018941 Feb 11 04:54:00.942687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9256d1-2a04-4cf5-ba12-434f3bfb1727 None None] Pushing event updated for resources: {'Port': ['ID=18160218-7a55-4409-8cee-a1d010779115,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:00.952385 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7e77324-771a-400b-9e3a-b30911d2e72e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (48b515cb-53d1-47d2-b9b7-9fd3ead087a2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.976403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:00.990587 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7e77324-771a-400b-9e3a-b30911d2e72e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (48b515cb-53d1-47d2-b9b7-9fd3ead087a2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.099034 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Allocated IP 172.25.3.63 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/7c6b3da6-76b1-4b30-bea7-39dea9192e82) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:01.183589 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7e77324-771a-400b-9e3a-b30911d2e72e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (48b515cb-53d1-47d2-b9b7-9fd3ead087a2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.196665 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7e77324-771a-400b-9e3a-b30911d2e72e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.205655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56198) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:01.207471 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d7e77324-771a-400b-9e3a-b30911d2e72e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-groups/48b515cb-53d1-47d2-b9b7-9fd3ead087a2 HTTP/1.1" status: 204 len: 168 time: 0.4527762 Feb 11 04:54:01.230050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e77324-771a-400b-9e3a-b30911d2e72e tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b515cb-53d1-47d2-b9b7-9fd3ead087a2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:01.289021 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-195a6003-2e4f-4ab8-94e1-3637a8f9a97a tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0821185 Feb 11 04:54:01.294763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56200) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:01.304214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b80dd578-6d0a-4dc3-943b-dacb20e452f2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group': {'name': 'tempest-secgroup--97565966'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:01.357364 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Publish callbacks [] for port (7c6b3da6-76b1-4b30-bea7-39dea9192e82), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.494193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56206) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:01.511804 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b80dd578-6d0a-4dc3-943b-dacb20e452f2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.556524 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7c6b3da6-76b1-4b30-bea7-39dea9192e82), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.637496 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:01.644049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:01.657775 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:01.665260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5761d68-a04e-4213-94a9-d060c40cf67d req-4b293e71-e918-4974-84cd-783deaca4f12 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:01.667601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5761d68-a04e-4213-94a9-d060c40cf67d req-4b293e71-e918-4974-84cd-783deaca4f12 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.1172624 Feb 11 04:54:01.734377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5761d68-a04e-4213-94a9-d060c40cf67d req-55d65da7-ca63-4fc4-9c79-b10e8b2cf185 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578511 Feb 11 04:54:01.741336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Pushing event updated for resources: {'Port': ['ID=7c6b3da6-76b1-4b30-bea7-39dea9192e82,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:01.770896 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b80dd578-6d0a-4dc3-943b-dacb20e452f2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (1f8eaef7-f133-4477-8a55-52b7a52c5f40), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.834930 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-688e6e2e-8e94-4d24-8bd1-f16a1d7456ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65bc519e3418487ba870e678d8f45696&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3416162 Feb 11 04:54:01.835914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56212) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:01.908185 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7665477-4592-4cff-bbb7-0e08b1bc3380 admin admin] Publish callbacks [] for security_group (dfda06e8-ad81-4e9b-a514-f1fe37b28d6d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:01.933873 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7665477-4592-4cff-bbb7-0e08b1bc3380 admin admin] Publish callbacks [] for security_group (dfda06e8-ad81-4e9b-a514-f1fe37b28d6d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.117928 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7665477-4592-4cff-bbb7-0e08b1bc3380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dfda06e8-ad81-4e9b-a514-f1fe37b28d6d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.126618 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7665477-4592-4cff-bbb7-0e08b1bc3380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.138543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d7665477-4592-4cff-bbb7-0e08b1bc3380 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfda06e8-ad81-4e9b-a514-f1fe37b28d6d HTTP/1.1" status: 204 len: 168 time: 0.2988315 Feb 11 04:54:02.145374 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b80dd578-6d0a-4dc3-943b-dacb20e452f2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1f8eaef7-f133-4477-8a55-52b7a52c5f40), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.147916 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad132a-e6d4-4a7e-9a4f-3a889edec3d9 req-eda9bd45-ec3d-4e22-aca4-b687fc076838 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:02.149457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ad132a-e6d4-4a7e-9a4f-3a889edec3d9 req-eda9bd45-ec3d-4e22-aca4-b687fc076838 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 944 time: 0.1009960 Feb 11 04:54:02.160405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7665477-4592-4cff-bbb7-0e08b1bc3380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfda06e8-ad81-4e9b-a514-f1fe37b28d6d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:02.223321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5ad132a-e6d4-4a7e-9a4f-3a889edec3d9 req-1565fba3-3d72-49ea-b286-12c993d74b46 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652237 Feb 11 04:54:02.257771 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80dd578-6d0a-4dc3-943b-dacb20e452f2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8eaef7-f133-4477-8a55-52b7a52c5f40,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:02.347007 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b80dd578-6d0a-4dc3-943b-dacb20e452f2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.349711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56218) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:02.355950 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b80dd578-6d0a-4dc3-943b-dacb20e452f2 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0558794 Feb 11 04:54:02.358488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ac3261f0-e774-4b8b-90ff-8ebdb6bf6c49 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Request body: {'security_group_rule': {'security_group_id': '1f8eaef7-f133-4477-8a55-52b7a52c5f40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:02.430186 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c627e-adde-4db9-a109-195f00fcc83a None None] Network 11370513-e64f-4539-8fa4-54ce35b46bb3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:02.471239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 18160218-7a55-4409-8cee-a1d010779115 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:02.502526 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac3261f0-e774-4b8b-90ff-8ebdb6bf6c49 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (6e746930-4056-411a-b906-63e6fc3a7ae9), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.555021 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Publish callbacks [] for router_gateway (352ad70e-27b0-47f1-a03a-4db21053b3b3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.557163 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0ce6a8ea-bb90-4c0e-a8b8-f469897079c2 None None] Provisioning complete for port 18160218-7a55-4409-8cee-a1d010779115 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:02.563820 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ce6a8ea-bb90-4c0e-a8b8-f469897079c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (18160218-7a55-4409-8cee-a1d010779115), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.632649 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac3261f0-e774-4b8b-90ff-8ebdb6bf6c49 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (6e746930-4056-411a-b906-63e6fc3a7ae9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.648545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 18160218-7a55-4409-8cee-a1d010779115 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:02.649067 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (18160218-7a55-4409-8cee-a1d010779115), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.729759 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac3261f0-e774-4b8b-90ff-8ebdb6bf6c49 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (6e746930-4056-411a-b906-63e6fc3a7ae9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.790386 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3261f0-e774-4b8b-90ff-8ebdb6bf6c49 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e746930-4056-411a-b906-63e6fc3a7ae9,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:02.860251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 18160218-7a55-4409-8cee-a1d010779115 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:02.860990 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (18160218-7a55-4409-8cee-a1d010779115), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.892433 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (352ad70e-27b0-47f1-a03a-4db21053b3b3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.918176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b301fc8-2fda-44a5-8110-f01eca76c60d req-c04683ee-5f22-4753-88a3-720b048a6a3e tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:02.935815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b301fc8-2fda-44a5-8110-f01eca76c60d req-c04683ee-5f22-4753-88a3-720b048a6a3e tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0936549 Feb 11 04:54:02.936013 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0ce6a8ea-bb90-4c0e-a8b8-f469897079c2 None None] Current status of the port 18160218-7a55-4409-8cee-a1d010779115 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:02.936013 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ce6a8ea-bb90-4c0e-a8b8-f469897079c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (18160218-7a55-4409-8cee-a1d010779115), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.953772 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac3261f0-e774-4b8b-90ff-8ebdb6bf6c49 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:02.955241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ac3261f0-e774-4b8b-90ff-8ebdb6bf6c49 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6044047 Feb 11 04:54:02.958123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56226) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:03.004510 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0ce6a8ea-bb90-4c0e-a8b8-f469897079c2 None None] For port 18160218-7a55-4409-8cee-a1d010779115, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=18160218-7a55-4409-8cee-a1d010779115,segment=NetworkSegment(611ee698-e7a5-4b45-9d81-0a705a691aa1),segment_id=611ee698-e7a5-4b45-9d81-0a705a691aa1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:03.051738 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b301fc8-2fda-44a5-8110-f01eca76c60d req-1bf94d29-06ed-46d0-9d7d-f59d7b8cfb73 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198206 Feb 11 04:54:03.145969 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ce6a8ea-bb90-4c0e-a8b8-f469897079c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (18160218-7a55-4409-8cee-a1d010779115), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.207840 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:54:03.208255 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:54:03.213963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56228) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:03.231188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6a8ea-bb90-4c0e-a8b8-f469897079c2 None None] Pushing event updated for resources: {'Port': ['ID=18160218-7a55-4409-8cee-a1d010779115,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:03.248051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0841a724-808a-4e02-99cc-7aaaa21d63e5 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (1f8eaef7-f133-4477-8a55-52b7a52c5f40), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.288411 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0841a724-808a-4e02-99cc-7aaaa21d63e5 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (1f8eaef7-f133-4477-8a55-52b7a52c5f40), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.312179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56232) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:03.312646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-68f543ac-7d6f-46fa-a947-2f74d9cfa04a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e7b69d8153d4abebfa6f78eecad7a4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0936601 Feb 11 04:54:03.360623 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Router 352ad70e-27b0-47f1-a03a-4db21053b3b3 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:54:03.375630 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-73d3eea0-d1e3-43ae-b233-a8759e823e32 None None] Provisioning complete for port 18160218-7a55-4409-8cee-a1d010779115 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:03.375980 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-73d3eea0-d1e3-43ae-b233-a8759e823e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (18160218-7a55-4409-8cee-a1d010779115), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.432568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ac75d-b26d-4de2-bf7d-b201df3b72b5 req-b439ed36-a300-4055-8cc4-970e5ca7b2a1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:03.443433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-961ac75d-b26d-4de2-bf7d-b201df3b72b5 req-b439ed36-a300-4055-8cc4-970e5ca7b2a1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 944 time: 0.0932269 Feb 11 04:54:03.472040 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b44f36e5-91d5-4faa-9142-d1407fc5ab7a admin admin] Publish callbacks [] for security_group (a0bd6e0d-c139-443f-939d-fc8d5fca0ac5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.539847 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b44f36e5-91d5-4faa-9142-d1407fc5ab7a admin admin] Publish callbacks [] for security_group (a0bd6e0d-c139-443f-939d-fc8d5fca0ac5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.560013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-961ac75d-b26d-4de2-bf7d-b201df3b72b5 req-621373fe-84ff-44ce-874e-0c93ef3ccb37 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148751 Feb 11 04:54:03.564332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0841a724-808a-4e02-99cc-7aaaa21d63e5 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1f8eaef7-f133-4477-8a55-52b7a52c5f40), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.568778 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0841a724-808a-4e02-99cc-7aaaa21d63e5 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.572694 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0841a724-808a-4e02-99cc-7aaaa21d63e5 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-groups/1f8eaef7-f133-4477-8a55-52b7a52c5f40 HTTP/1.1" status: 204 len: 168 time: 0.6104052 Feb 11 04:54:03.573116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56234) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:03.595377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-73d3eea0-d1e3-43ae-b233-a8759e823e32 None None] Current status of the port 18160218-7a55-4409-8cee-a1d010779115 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:03.610433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:03.615954 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841a724-808a-4e02-99cc-7aaaa21d63e5 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8eaef7-f133-4477-8a55-52b7a52c5f40,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:03.624089 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Sync routers for ids ['352ad70e-27b0-47f1-a03a-4db21053b3b3'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:03.637736 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Routers {'352ad70e-27b0-47f1-a03a-4db21053b3b3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:03.641991 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['352ad70e-27b0-47f1-a03a-4db21053b3b3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:03.668707 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56236) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:03.669479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7a023a1a-7233-4daf-bb2f-aee6b8648bfc tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0946965 Feb 11 04:54:03.713850 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f64bcf34-984c-40ad-8f16-0e079b658856 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0432262 Feb 11 04:54:03.716361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56240) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:03.734025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.735699 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-21575565-b83b-4002-8dc1-dc98147d2eed admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9430935 Feb 11 04:54:03.738515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56242) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:03.743305 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-0ce8e5d6-d301-4866-9b0f-da20a9b1c2c3 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] delete failed (client error): The resource could not be found. Feb 11 04:54:03.744818 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0ce8e5d6-d301-4866-9b0f-da20a9b1c2c3 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "DELETE /v2.0/security-groups/1f8eaef7-f133-4477-8a55-52b7a52c5f40 HTTP/1.1" status: 404 len: 347 time: 0.0267391 Feb 11 04:54:03.748355 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56244) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:03.765258 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b44f36e5-91d5-4faa-9142-d1407fc5ab7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a0bd6e0d-c139-443f-939d-fc8d5fca0ac5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.768563 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b44f36e5-91d5-4faa-9142-d1407fc5ab7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:03.771146 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b44f36e5-91d5-4faa-9142-d1407fc5ab7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0bd6e0d-c139-443f-939d-fc8d5fca0ac5 HTTP/1.1" status: 204 len: 168 time: 0.4567709 Feb 11 04:54:03.815488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f36e5-91d5-4faa-9142-d1407fc5ab7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bd6e0d-c139-443f-939d-fc8d5fca0ac5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:03.825192 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Set router 352ad70e-27b0-47f1-a03a-4db21053b3b3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:03.856698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 18160218-7a55-4409-8cee-a1d010779115 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:03.891631 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d26207c1-9b66-4b26-b85d-91eeb1b4f969 tempest-SecGroupIPv6Test-1623723886 tempest-SecGroupIPv6Test-1623723886-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1420348 Feb 11 04:54:04.141235 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.182205 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'name': 'tempest-TestAggregatesBasicOps-985615226-router', 'tenant_id': 'c7775d86ba274478b5ae760629985594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:59Z', 'updated_at': '2022-02-11T04:54:02Z', 'revision_number': 3, 'project_id': 'c7775d86ba274478b5ae760629985594', 'gw_port': {'id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:00Z', 'updated_at': '2022-02-11T04:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:04.262938 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.335829 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Checking router: 352ad70e-27b0-47f1-a03a-4db21053b3b3 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:04.338405 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Updating router 352ad70e-27b0-47f1-a03a-4db21053b3b3 port 7c6b3da6-76b1-4b30-bea7-39dea9192e82 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:54:04.358847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52521397-158d-4f77-8509-5682e74feafa req-083fe192-3989-4a55-abf2-39f20c5492ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:04.360436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52521397-158d-4f77-8509-5682e74feafa req-083fe192-3989-4a55-abf2-39f20c5492ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0791650 Feb 11 04:54:04.441344 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7c6b3da6-76b1-4b30-bea7-39dea9192e82), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.466589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 18160218-7a55-4409-8cee-a1d010779115 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:04.481840 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52521397-158d-4f77-8509-5682e74feafa req-bdf80d74-4e13-4005-9ac5-683e611ce8a9 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798442 Feb 11 04:54:04.674382 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 18160218-7a55-4409-8cee-a1d010779115 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:04.681526 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (18160218-7a55-4409-8cee-a1d010779115), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:04.695225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56256) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:04.842042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 18160218-7a55-4409-8cee-a1d010779115 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:05.011847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a706e-0bd2-43a9-b779-4eb365fe903d req-bc794279-cce2-448c-9d4d-1eebaa815a06 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:05.014897 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-105a706e-0bd2-43a9-b779-4eb365fe903d req-bc794279-cce2-448c-9d4d-1eebaa815a06 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 944 time: 0.1507638 Feb 11 04:54:05.046098 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Publish callbacks [] for port (7c6b3da6-76b1-4b30-bea7-39dea9192e82), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.057679 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2b696009-6727-4153-b749-0851db876ce7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8ec48a8418a4330b515ea2c4c507b61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3608892 Feb 11 04:54:05.062341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56262) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:05.148718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14723325-4a63-4f26-aa20-db52344c15fa admin admin] Publish callbacks [] for security_group (336c9196-87f7-4edd-a226-a96446f01626), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.152227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-105a706e-0bd2-43a9-b779-4eb365fe903d req-17920b39-d785-4a24-b99f-2e9988b6d1d5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282427 Feb 11 04:54:05.187989 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14723325-4a63-4f26-aa20-db52344c15fa admin admin] Publish callbacks [] for security_group (336c9196-87f7-4edd-a226-a96446f01626), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.197077 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7c6b3da6-76b1-4b30-bea7-39dea9192e82), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.266224 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5cad7-36ec-46d2-ba15-3cac0f094266 None None] Pushing event updated for resources: {'Port': ['ID=7c6b3da6-76b1-4b30-bea7-39dea9192e82,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:05.272659 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.291434 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Attempting to bind port 7c6b3da6-76b1-4b30-bea7-39dea9192e82 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:05.291880 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Attempting to bind port 7c6b3da6-76b1-4b30-bea7-39dea9192e82 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:05.292523 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Attempting to bind port 7c6b3da6-76b1-4b30-bea7-39dea9192e82 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:05.298775 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:05.299231 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:05.299715 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.300229 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:05.300687 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Bound port: 7c6b3da6-76b1-4b30-bea7-39dea9192e82, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:05.301284 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7c6b3da6-76b1-4b30-bea7-39dea9192e82), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.366811 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] For port 7c6b3da6-76b1-4b30-bea7-39dea9192e82, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:05.370124 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14723325-4a63-4f26-aa20-db52344c15fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (336c9196-87f7-4edd-a226-a96446f01626), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.370739 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] For port 7c6b3da6-76b1-4b30-bea7-39dea9192e82, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7c6b3da6-76b1-4b30-bea7-39dea9192e82,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:05.375264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14723325-4a63-4f26-aa20-db52344c15fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.377829 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-14723325-4a63-4f26-aa20-db52344c15fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/336c9196-87f7-4edd-a226-a96446f01626 HTTP/1.1" status: 204 len: 168 time: 0.3134491 Feb 11 04:54:05.403906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14723325-4a63-4f26-aa20-db52344c15fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336c9196-87f7-4edd-a226-a96446f01626,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:05.468025 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7c6b3da6-76b1-4b30-bea7-39dea9192e82), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.531718 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5cad7-36ec-46d2-ba15-3cac0f094266 None None] Pushing event updated for resources: {'Port': ['ID=7c6b3da6-76b1-4b30-bea7-39dea9192e82,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:05.577176 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Routers {'352ad70e-27b0-47f1-a03a-4db21053b3b3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:05.577824 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['352ad70e-27b0-47f1-a03a-4db21053b3b3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:05.579595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Allocated IP 172.20.0.1 (11370513-e64f-4539-8fa4-54ce35b46bb3/8e0ccf4f-9aa9-4f00-b95e-180da62809fe/026ac393-e9be-4a57-861c-9c8171cc115c) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:05.743305 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Publish callbacks [] for port (026ac393-e9be-4a57-861c-9c8171cc115c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.752011 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e82a2d-c4a9-49c2-af96-598dc752072c req-83a38a7f-323a-4dfd-97fd-ec1a1e95e883 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:05.753621 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13e82a2d-c4a9-49c2-af96-598dc752072c req-83a38a7f-323a-4dfd-97fd-ec1a1e95e883 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0985489 Feb 11 04:54:05.832700 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13e82a2d-c4a9-49c2-af96-598dc752072c req-a2a098df-c98d-471f-b961-3c92d13f2549 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725176 Feb 11 04:54:05.856567 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] Set router 352ad70e-27b0-47f1-a03a-4db21053b3b3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:05.918063 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:05.975216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Network 11370513-e64f-4539-8fa4-54ce35b46bb3 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:05.979358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:05.981353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Pushing event updated for resources: {'Port': ['ID=026ac393-e9be-4a57-861c-9c8171cc115c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:05.984485 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:06.032252 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (352ad70e-27b0-47f1-a03a-4db21053b3b3), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:06.089457 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'name': 'tempest-TestAggregatesBasicOps-985615226-router', 'tenant_id': 'c7775d86ba274478b5ae760629985594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:59Z', 'updated_at': '2022-02-11T04:54:02Z', 'revision_number': 3, 'project_id': 'c7775d86ba274478b5ae760629985594', 'gw_port': {'id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:00Z', 'updated_at': '2022-02-11T04:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:06.130056 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf78608-836b-416c-b9af-cdb3f8dd0c9e None None] The sync data for ids ['352ad70e-27b0-47f1-a03a-4db21053b3b3'] in n-d-712142-35 is: [{'id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'name': 'tempest-TestAggregatesBasicOps-985615226-router', 'tenant_id': 'c7775d86ba274478b5ae760629985594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:59Z', 'updated_at': '2022-02-11T04:54:02Z', 'revision_number': 3, 'project_id': 'c7775d86ba274478b5ae760629985594', 'gw_port': {'id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:00Z', 'updated_at': '2022-02-11T04:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:06.344618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f449a0-db1b-47fa-a01a-160eea66d86f req-111f15d6-b381-4489-97a3-f240aad0c626 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:06.351025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3f449a0-db1b-47fa-a01a-160eea66d86f req-111f15d6-b381-4489-97a3-f240aad0c626 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 944 time: 0.0971589 Feb 11 04:54:06.357829 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:06.364649 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-934c7f11-86e9-4b34-a33b-6aad9cabf1be None None] Provisioning complete for port 026ac393-e9be-4a57-861c-9c8171cc115c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:06.365388 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-934c7f11-86e9-4b34-a33b-6aad9cabf1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:06.409498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-934c7f11-86e9-4b34-a33b-6aad9cabf1be None None] Port 026ac393-e9be-4a57-861c-9c8171cc115c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:06.487392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3f449a0-db1b-47fa-a01a-160eea66d86f req-36ae6eed-d23f-4a28-be1d-d234a2d1a0f6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268172 Feb 11 04:54:06.651451 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Publish callbacks [] for port (026ac393-e9be-4a57-861c-9c8171cc115c), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:06.735112 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:06.817827 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (352ad70e-27b0-47f1-a03a-4db21053b3b3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:06.836405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Pushing event updated for resources: {'Port': ['ID=026ac393-e9be-4a57-861c-9c8171cc115c,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:06.861658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56290) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:06.978332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Network 11370513-e64f-4539-8fa4-54ce35b46bb3 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:06.981073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:06.997511 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1396100555'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:07.079630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afae20-da65-4d8e-bff6-5af632bd6794 req-69056834-bdaf-47c2-a462-b0081c8803ff tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:07.087252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Made reservation on behalf of f1096592e82f4bf98510a30e2814873f for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:07.087479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70afae20-da65-4d8e-bff6-5af632bd6794 req-69056834-bdaf-47c2-a462-b0081c8803ff tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.1545188 Feb 11 04:54:07.093608 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:07.115059 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:07.234191 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70afae20-da65-4d8e-bff6-5af632bd6794 req-e799bb45-3a74-45b1-a97e-4ba547c4845b tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421409 Feb 11 04:54:07.234413 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Publish callbacks [] for security_group (4cb36396-51e0-4f7f-af92-353c135281ec), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:07.242865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Router 352ad70e-27b0-47f1-a03a-4db21053b3b3 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:54:07.333047 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4cb36396-51e0-4f7f-af92-353c135281ec), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:07.362233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-29d9a9c9-b0b2-4f19-ac12-b46402699e59 None None] Provisioning complete for port 026ac393-e9be-4a57-861c-9c8171cc115c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:07.362922 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-29d9a9c9-b0b2-4f19-ac12-b46402699e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:07.387112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:54:07.399745 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb36396-51e0-4f7f-af92-353c135281ec,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:07.406416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-29d9a9c9-b0b2-4f19-ac12-b46402699e59 None None] Port 026ac393-e9be-4a57-861c-9c8171cc115c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:07.408294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f3174cdd-8862-4b2f-b214-59d6ff0765c9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:07.409283 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Added segment f3174cdd-8862-4b2f-b214-59d6ff0765c9 of type vlan for network 6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e Feb 11 04:54:07.431673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:07.443164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f2b5a932-72bf-43da-9123-47aef7304dfe admin admin] 10.222.0.13 "PUT /v2.0/routers/352ad70e-27b0-47f1-a03a-4db21053b3b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7034409 Feb 11 04:54:07.467755 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:07.626798 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:07.635230 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:07.635998 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:07.663656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15522927-9c51-44a4-9374-7e662300e8fb req-356911e3-7264-4cf5-8896-8b60c5a9b79d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:07.666385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15522927-9c51-44a4-9374-7e662300e8fb req-356911e3-7264-4cf5-8896-8b60c5a9b79d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 944 time: 0.0766618 Feb 11 04:54:07.724411 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15522927-9c51-44a4-9374-7e662300e8fb req-d666fac7-e699-4e8f-8feb-1c3e7ec04959 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504265 Feb 11 04:54:07.730306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Pushing event updated for resources: {'Network': ['ID=6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:07.740892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:54:07.804258 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3c7eb522-3dc1-4b4a-ad69-7a2855f3b649 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9413841 Feb 11 04:54:07.808722 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56304) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:07.814573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-47e558f5-f96b-41be-8045-af721d72b0a8 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e', 'tempest-TagsTest-Tag-2080994682') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:07.999669 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-47e558f5-f96b-41be-8045-af721d72b0a8 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] 10.222.0.13 "PUT /v2.0/networks/6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e/tags/tempest-TagsTest-Tag-2080994682 HTTP/1.1" status: 201 len: 201 time: 0.1869819 Feb 11 04:54:08.005556 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56310) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:08.005556 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-bd67cf37-6b8d-4007-ad29-7e7dde821759 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e', 'tempest-TagsTest-Tag-2080994682') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:08.083041 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bd67cf37-6b8d-4007-ad29-7e7dde821759 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] 10.222.0.13 "GET /v2.0/networks/6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e/tags/tempest-TagsTest-Tag-2080994682 HTTP/1.1" status: 204 len: 168 time: 0.0819104 Feb 11 04:54:08.085657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56312) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:08.090054 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-899f7360-2283-4167-85a6-3f84c6fcebd9 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:08.189588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-899f7360-2283-4167-85a6-3f84c6fcebd9 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] 10.222.0.13 "GET /v2.0/networks/6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e/tags HTTP/1.1" status: 200 len: 238 time: 0.1002963 Feb 11 04:54:08.189814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56318) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:08.194335 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-17d5cc6c-8c28-432f-add2-c5cc913490e3 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e', {'tags': ['tempest-TagsTest-Tag-2081881751', 'tempest-TagsTest-Tag-1405710716', 'tempest-TagsTest-Tag-1807883616']}) {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:08.254129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Sync routers for ids ['352ad70e-27b0-47f1-a03a-4db21053b3b3'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:08.271192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Routers {'352ad70e-27b0-47f1-a03a-4db21053b3b3'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:08.271862 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-201f6298-6445-4675-ae49-10a01067e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['352ad70e-27b0-47f1-a03a-4db21053b3b3'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:08.365852 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69e1fe-fb3a-44af-a87f-50beed9ac8d8 req-f62da94f-c2ab-4e4a-be8a-1c79f55d81b0 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:08.378023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c69e1fe-fb3a-44af-a87f-50beed9ac8d8 req-f62da94f-c2ab-4e4a-be8a-1c79f55d81b0 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0866358 Feb 11 04:54:08.395742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56324) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:08.395980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-17d5cc6c-8c28-432f-add2-c5cc913490e3 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] 10.222.0.13 "PUT /v2.0/networks/6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e/tags HTTP/1.1" status: 200 len: 309 time: 0.2051573 Feb 11 04:54:08.401423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-ad96d501-a401-4ddf-86a8-f02a6ac9a5c4 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e', 'tempest-TagsTest-Tag-2081881751') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:08.432375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Set router 352ad70e-27b0-47f1-a03a-4db21053b3b3 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:08.475829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c69e1fe-fb3a-44af-a87f-50beed9ac8d8 req-98a6f0d3-ee0d-4eeb-8d4b-68f04c242562 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946999 Feb 11 04:54:08.497245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7c6b3da6-76b1-4b30-bea7-39dea9192e82 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:08.534145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56328) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:08.540753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2050350398-network', 'tenant_id': '07f4340671d84b6297fe01c2fe199dea'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:08.619565 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56332) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:08.624756 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ad96d501-a401-4ddf-86a8-f02a6ac9a5c4 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] 10.222.0.13 "DELETE /v2.0/networks/6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e/tags/tempest-TagsTest-Tag-2081881751 HTTP/1.1" status: 204 len: 168 time: 0.2252052 Feb 11 04:54:08.627243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-c16a4c83-cd39-49b7-a649-05073975b82b tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e', 'tempest-TagsTest-Tag-2081881751') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:08.653984 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] Made reservation on behalf of 07f4340671d84b6297fe01c2fe199dea for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:08.655115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7c6b3da6-76b1-4b30-bea7-39dea9192e82 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:08.655533 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7c6b3da6-76b1-4b30-bea7-39dea9192e82), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:08.656559 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:08.670688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:08.729186 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-c16a4c83-cd39-49b7-a649-05073975b82b tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] show failed (client error): The resource could not be found. Feb 11 04:54:08.734103 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56334) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:08.734334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c16a4c83-cd39-49b7-a649-05073975b82b tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] 10.222.0.13 "GET /v2.0/networks/6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e/tags/tempest-TagsTest-Tag-2081881751 HTTP/1.1" status: 404 len: 326 time: 0.1132028 Feb 11 04:54:08.741860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-07918e85-7b4f-44ce-8109-0bedaaa76618 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e', 'tempest-TagsTest-Tag-1405710716') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:08.850098 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] Publish callbacks [] for security_group (08486ef5-c371-4bb0-bc70-a44554e36cd0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:08.869830 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-07918e85-7b4f-44ce-8109-0bedaaa76618 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] 10.222.0.13 "GET /v2.0/networks/6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e/tags/tempest-TagsTest-Tag-1405710716 HTTP/1.1" status: 204 len: 168 time: 0.1336854 Feb 11 04:54:08.872184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56338) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:08.886151 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-c89abc58-8864-4d35-9df4-844ab21fab96 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e', 'tempest-TagsTest-Tag-1807883616') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:08.898582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d81084-c05e-4e16-a320-3a0bee1bb279 req-91b0bf52-7c32-420c-9446-50835449b776 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:08.900492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e0d81084-c05e-4e16-a320-3a0bee1bb279 req-91b0bf52-7c32-420c-9446-50835449b776 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 944 time: 0.0683527 Feb 11 04:54:08.916606 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (08486ef5-c371-4bb0-bc70-a44554e36cd0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:08.989088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e0d81084-c05e-4e16-a320-3a0bee1bb279 req-e1382cc5-db6c-480f-b477-c21b32006b90 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826375 Feb 11 04:54:08.998261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56342) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:09.006268 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c89abc58-8864-4d35-9df4-844ab21fab96 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] 10.222.0.13 "GET /v2.0/networks/6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e/tags/tempest-TagsTest-Tag-1807883616 HTTP/1.1" status: 204 len: 168 time: 0.1327019 Feb 11 04:54:09.012294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7c6b3da6-76b1-4b30-bea7-39dea9192e82 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:09.012867 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7c6b3da6-76b1-4b30-bea7-39dea9192e82), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.019359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.tag.tag_plugin [None req-a41fe282-b984-4eae-8281-650c3a6319a0 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:09.022744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:54:09.036926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-201f6298-6445-4675-ae49-10a01067e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'name': 'tempest-TestAggregatesBasicOps-985615226-router', 'tenant_id': 'c7775d86ba274478b5ae760629985594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:59Z', 'updated_at': '2022-02-11T04:54:06Z', 'revision_number': 4, 'project_id': 'c7775d86ba274478b5ae760629985594', 'gw_port': {'id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:00Z', 'updated_at': '2022-02-11T04:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '026ac393-e9be-4a57-861c-9c8171cc115c', 'name': '', 'network_id': '11370513-e64f-4539-8fa4-54ce35b46bb3', 'tenant_id': 'c7775d86ba274478b5ae760629985594', 'mac_address': 'fa:16:3e:29:99:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '8e0ccf4f-9aa9-4f00-b95e-180da62809fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:05Z', 'updated_at': '2022-02-11T04:54:06Z', 'revision_number': 2, 'project_id': 'c7775d86ba274478b5ae760629985594', 'subnets': [{'id': '8e0ccf4f-9aa9-4f00-b95e-180da62809fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:09.042529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 7c6b3da6-76b1-4b30-bea7-39dea9192e82, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7c6b3da6-76b1-4b30-bea7-39dea9192e82,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:09.047138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08486ef5-c371-4bb0-bc70-a44554e36cd0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:09.055757 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (eb797333-74e3-4b1d-92f3-815b03b3fc3a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.056109 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] Added segment eb797333-74e3-4b1d-92f3-815b03b3fc3a of type vlan for network 170ea57e-7763-4531-a25d-765844782161 Feb 11 04:54:09.069468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Checking router: 352ad70e-27b0-47f1-a03a-4db21053b3b3 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:09.069842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Updating router 352ad70e-27b0-47f1-a03a-4db21053b3b3 port 026ac393-e9be-4a57-861c-9c8171cc115c binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:54:09.101884 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.110907 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (170ea57e-7763-4531-a25d-765844782161), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.155258 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7c6b3da6-76b1-4b30-bea7-39dea9192e82), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.225722 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (170ea57e-7763-4531-a25d-765844782161), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.226830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:09.227415 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.273291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=7c6b3da6-76b1-4b30-bea7-39dea9192e82,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:09.301299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56344) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:09.304629 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a41fe282-b984-4eae-8281-650c3a6319a0 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] 10.222.0.13 "DELETE /v2.0/networks/6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e/tags HTTP/1.1" status: 204 len: 168 time: 0.3011634 Feb 11 04:54:09.305833 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-929fedb2-4258-431a-8d46-be145d9c8fe2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e', 'tempest-TagsTest-Tag-1405710716') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:09.310327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] Pushing event updated for resources: {'Network': ['ID=170ea57e-7763-4531-a25d-765844782161,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:09.323896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 170ea57e-7763-4531-a25d-765844782161 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:54:09.357264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-54d58b78-4e03-414b-9266-93feb5cd6b3c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8216965 Feb 11 04:54:09.361152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56346) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:09.369236 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-52caaffd-9022-4f1b-b114-049266763f8e admin admin] Request body: {'subnet': {'network_id': '170ea57e-7763-4531-a25d-765844782161', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2050350398-subnet', 'tenant_id': '07f4340671d84b6297fe01c2fe199dea', 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:09.385298 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-929fedb2-4258-431a-8d46-be145d9c8fe2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] show failed (client error): The resource could not be found. Feb 11 04:54:09.390523 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-929fedb2-4258-431a-8d46-be145d9c8fe2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] 10.222.0.13 "GET /v2.0/networks/6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e/tags/tempest-TagsTest-Tag-1405710716 HTTP/1.1" status: 404 len: 326 time: 0.0881469 Feb 11 04:54:09.391146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56348) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:09.396619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-12b381bd-f47d-4e16-8604-3313dd5f2e2b tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e', 'tempest-TagsTest-Tag-1807883616') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:09.460277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52caaffd-9022-4f1b-b114-049266763f8e admin admin] Made reservation on behalf of 07f4340671d84b6297fe01c2fe199dea for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:09.463650 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52caaffd-9022-4f1b-b114-049266763f8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.496125 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [None req-12b381bd-f47d-4e16-8604-3313dd5f2e2b tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] show failed (client error): The resource could not be found. Feb 11 04:54:09.500334 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-12b381bd-f47d-4e16-8604-3313dd5f2e2b tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] 10.222.0.13 "GET /v2.0/networks/6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e/tags/tempest-TagsTest-Tag-1807883616 HTTP/1.1" status: 404 len: 326 time: 0.1080463 Feb 11 04:54:09.502830 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56352) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:09.511245 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.tag.tag_plugin [None req-79dd7344-363e-4345-974f-cea186918d5b tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:09.535173 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Publish callbacks [] for port (026ac393-e9be-4a57-861c-9c8171cc115c), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.593119 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.604807 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-79dd7344-363e-4345-974f-cea186918d5b tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] 10.222.0.13 "DELETE /v2.0/networks/6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e/tags HTTP/1.1" status: 204 len: 168 time: 0.0973563 Feb 11 04:54:09.605397 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56354) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:09.681187 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc4dc8-3130-4acc-bcd6-95681a63a4c0 None None] Pushing event updated for resources: {'Port': ['ID=026ac393-e9be-4a57-861c-9c8171cc115c,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:09.721298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f27e7f-5cfd-45f8-9ed4-1310ef18db1a req-08c3418e-e560-4331-a9e4-7515ec2cd178 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:09.722929 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50f27e7f-5cfd-45f8-9ed4-1310ef18db1a req-08c3418e-e560-4331-a9e4-7515ec2cd178 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.1475537 Feb 11 04:54:09.724400 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29190e30-472a-4f54-b65f-0a5992b29aa2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.796742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Attempting to bind port 026ac393-e9be-4a57-861c-9c8171cc115c on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:09.797088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Attempting to bind port 026ac393-e9be-4a57-861c-9c8171cc115c by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '611ee698-e7a5-4b45-9d81-0a705a691aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11370513-e64f-4539-8fa4-54ce35b46bb3'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:09.797473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Attempting to bind port 026ac393-e9be-4a57-861c-9c8171cc115c on network 11370513-e64f-4539-8fa4-54ce35b46bb3 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:09.804227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:09.804668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Checking segment: {'id': '611ee698-e7a5-4b45-9d81-0a705a691aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11370513-e64f-4539-8fa4-54ce35b46bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:09.805085 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.805486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Bound using segment: {'id': '611ee698-e7a5-4b45-9d81-0a705a691aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11370513-e64f-4539-8fa4-54ce35b46bb3'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:09.806334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Bound port: 026ac393-e9be-4a57-861c-9c8171cc115c, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611ee698-e7a5-4b45-9d81-0a705a691aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11370513-e64f-4539-8fa4-54ce35b46bb3'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:09.806904 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.817449 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52caaffd-9022-4f1b-b114-049266763f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (fb0e75a4-81b5-411b-af99-5f34f49f81bf), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.872457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50f27e7f-5cfd-45f8-9ed4-1310ef18db1a req-7845710d-933f-4671-8945-298c2fa913db tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348202 Feb 11 04:54:09.899859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-201f6298-6445-4675-ae49-10a01067e048 None None] For port 026ac393-e9be-4a57-861c-9c8171cc115c, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:09.903692 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-201f6298-6445-4675-ae49-10a01067e048 None None] For port 026ac393-e9be-4a57-861c-9c8171cc115c, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=026ac393-e9be-4a57-861c-9c8171cc115c,segment=NetworkSegment(611ee698-e7a5-4b45-9d81-0a705a691aa1),segment_id=611ee698-e7a5-4b45-9d81-0a705a691aa1)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:09.912603 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29190e30-472a-4f54-b65f-0a5992b29aa2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.927085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52caaffd-9022-4f1b-b114-049266763f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0e75a4-81b5-411b-af99-5f34f49f81bf,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:09.937368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52caaffd-9022-4f1b-b114-049266763f8e admin admin] Checking segment: {'id': 'eb797333-74e3-4b1d-92f3-815b03b3fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '170ea57e-7763-4531-a25d-765844782161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:09.939921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52caaffd-9022-4f1b-b114-049266763f8e admin admin] Network hostable DHCP agents. Network: 170ea57e-7763-4531-a25d-765844782161, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:54:09.940045 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-29190e30-472a-4f54-b65f-0a5992b29aa2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:09.949238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-29190e30-472a-4f54-b65f-0a5992b29aa2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3174cdd-8862-4b2f-b214-59d6ff0765c9') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:09.949929 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-29190e30-472a-4f54-b65f-0a5992b29aa2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3174cdd-8862-4b2f-b214-59d6ff0765c9') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:09.954313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-080b63e1-dcd7-496e-9ffd-3d87bb171065 None None] Provisioning complete for port 026ac393-e9be-4a57-861c-9c8171cc115c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:09.954724 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-080b63e1-dcd7-496e-9ffd-3d87bb171065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.961900 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29190e30-472a-4f54-b65f-0a5992b29aa2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (f3174cdd-8862-4b2f-b214-59d6ff0765c9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.977972 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29190e30-472a-4f54-b65f-0a5992b29aa2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (f3174cdd-8862-4b2f-b214-59d6ff0765c9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.984962 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29190e30-472a-4f54-b65f-0a5992b29aa2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:54:09.985287 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29190e30-472a-4f54-b65f-0a5992b29aa2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (f3174cdd-8862-4b2f-b214-59d6ff0765c9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:54:09.988411 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:54:09.993295 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:10.015096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52caaffd-9022-4f1b-b114-049266763f8e admin admin] Network 170ea57e-7763-4531-a25d-765844782161 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:54:10.077805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-080b63e1-dcd7-496e-9ffd-3d87bb171065 None None] Port 026ac393-e9be-4a57-861c-9c8171cc115c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:10.082482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Routers {'352ad70e-27b0-47f1-a03a-4db21053b3b3'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:10.083317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-201f6298-6445-4675-ae49-10a01067e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['352ad70e-27b0-47f1-a03a-4db21053b3b3'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:10.107167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-52caaffd-9022-4f1b-b114-049266763f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 170ea57e-7763-4531-a25d-765844782161) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:10.137302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52caaffd-9022-4f1b-b114-049266763f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:10.138033 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52caaffd-9022-4f1b-b114-049266763f8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:10.140441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffcfd21-af00-4028-898e-18cf5af67fa7 None None] Network 170ea57e-7763-4531-a25d-765844782161 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:10.157587 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29190e30-472a-4f54-b65f-0a5992b29aa2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:10.166140 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-29190e30-472a-4f54-b65f-0a5992b29aa2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:10.169930 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-29190e30-472a-4f54-b65f-0a5992b29aa2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] 10.222.0.13 "DELETE /v2.0/networks/6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e HTTP/1.1" status: 204 len: 168 time: 0.5635738 Feb 11 04:54:10.171095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc4dc8-3130-4acc-bcd6-95681a63a4c0 None None] Pushing event updated for resources: {'Port': ['ID=026ac393-e9be-4a57-861c-9c8171cc115c,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:10.208635 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29190e30-472a-4f54-b65f-0a5992b29aa2 tempest-TagsTest-624333291 tempest-TagsTest-624333291-project] Pushing event deleted for resources: {'Network': ['ID=6bf8876e-4e37-46f0-bbc8-7c5b43a9cd6e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:10.213845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d457ac9-1c96-42e4-b604-e54ce07698e5 req-7d8a01d8-0f1e-494e-872b-91d87eadf1e3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:10.217370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d457ac9-1c96-42e4-b604-e54ce07698e5 req-7d8a01d8-0f1e-494e-872b-91d87eadf1e3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 944 time: 0.1224599 Feb 11 04:54:10.228795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56362) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:10.229003 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-52caaffd-9022-4f1b-b114-049266763f8e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8652143 Feb 11 04:54:10.234603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2050350398-router', 'tenant_id': '07f4340671d84b6297fe01c2fe199dea', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:10.321732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d457ac9-1c96-42e4-b604-e54ce07698e5 req-dd3d9f40-810a-4bde-a833-8b50624ae18c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855074 Feb 11 04:54:10.353837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-201f6298-6445-4675-ae49-10a01067e048 None None] Set router 352ad70e-27b0-47f1-a03a-4db21053b3b3 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:10.378774 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:10.379991 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:10.436853 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7c6b3da6-76b1-4b30-bea7-39dea9192e82 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:10.460235 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Publish callbacks [] for router_controller (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:10.507495 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-170ea57e-7763-4531-a25d-765844782161', 'network_id': '170ea57e-7763-4531-a25d-765844782161', 'project_id': '07f4340671d84b6297fe01c2fe199dea', 'fixed_ips': [{'subnet_id': 'fb0e75a4-81b5-411b-af99-5f34f49f81bf'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:54:10.508373 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:10.582356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-965052f7-ed93-4f65-a4b0-ec0ba45aec41 None None] Provisioning complete for port 026ac393-e9be-4a57-861c-9c8171cc115c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:10.583083 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-965052f7-ed93-4f65-a4b0-ec0ba45aec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:10.721416 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Publish callbacks [] for router_gateway (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:10.761669 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56366) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:10.830166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7c6b3da6-76b1-4b30-bea7-39dea9192e82 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:10.830491 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7c6b3da6-76b1-4b30-bea7-39dea9192e82), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:10.912146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Allocated IP 172.20.0.2 (170ea57e-7763-4531-a25d-765844782161/fb0e75a4-81b5-411b-af99-5f34f49f81bf/6a84a599-4e27-4c7e-83ab-e813e6958c15) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:10.935524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-965052f7-ed93-4f65-a4b0-ec0ba45aec41 None None] Current status of the port 026ac393-e9be-4a57-861c-9c8171cc115c is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:10.936346 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-965052f7-ed93-4f65-a4b0-ec0ba45aec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.002869 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5411aa55-7c11-4261-9340-7ffdffdea320 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1096592e82f4bf98510a30e2814873f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2398362 Feb 11 04:54:11.005832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56374) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:11.043399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf8860-445a-4915-a14b-67fa2433fed4 req-4aa2d661-982f-4445-aaa7-c2b613a65b48 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:11.045315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6cf8860-445a-4915-a14b-67fa2433fed4 req-4aa2d661-982f-4445-aaa7-c2b613a65b48 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0815828 Feb 11 04:54:11.059780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-965052f7-ed93-4f65-a4b0-ec0ba45aec41 None None] For port 026ac393-e9be-4a57-861c-9c8171cc115c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=026ac393-e9be-4a57-861c-9c8171cc115c,segment=NetworkSegment(611ee698-e7a5-4b45-9d81-0a705a691aa1),segment_id=611ee698-e7a5-4b45-9d81-0a705a691aa1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:11.101588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6cf8860-445a-4915-a14b-67fa2433fed4 req-dfb012e7-03d8-4d86-af14-1f4dae9a6be5 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502484 Feb 11 04:54:11.127428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-201f6298-6445-4675-ae49-10a01067e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'name': 'tempest-TestAggregatesBasicOps-985615226-router', 'tenant_id': 'c7775d86ba274478b5ae760629985594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:59Z', 'updated_at': '2022-02-11T04:54:06Z', 'revision_number': 4, 'project_id': 'c7775d86ba274478b5ae760629985594', 'gw_port': {'id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:00Z', 'updated_at': '2022-02-11T04:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '026ac393-e9be-4a57-861c-9c8171cc115c', 'name': '', 'network_id': '11370513-e64f-4539-8fa4-54ce35b46bb3', 'tenant_id': 'c7775d86ba274478b5ae760629985594', 'mac_address': 'fa:16:3e:29:99:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '8e0ccf4f-9aa9-4f00-b95e-180da62809fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:05Z', 'updated_at': '2022-02-11T04:54:09Z', 'revision_number': 4, 'project_id': 'c7775d86ba274478b5ae760629985594', 'subnets': [{'id': '8e0ccf4f-9aa9-4f00-b95e-180da62809fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:11.164835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201f6298-6445-4675-ae49-10a01067e048 None None] The sync data for ids ['352ad70e-27b0-47f1-a03a-4db21053b3b3'] in n-d-712142-35 is: [{'id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'name': 'tempest-TestAggregatesBasicOps-985615226-router', 'tenant_id': 'c7775d86ba274478b5ae760629985594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:59Z', 'updated_at': '2022-02-11T04:54:06Z', 'revision_number': 4, 'project_id': 'c7775d86ba274478b5ae760629985594', 'gw_port': {'id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:00Z', 'updated_at': '2022-02-11T04:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '026ac393-e9be-4a57-861c-9c8171cc115c', 'name': '', 'network_id': '11370513-e64f-4539-8fa4-54ce35b46bb3', 'tenant_id': 'c7775d86ba274478b5ae760629985594', 'mac_address': 'fa:16:3e:29:99:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '8e0ccf4f-9aa9-4f00-b95e-180da62809fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:05Z', 'updated_at': '2022-02-11T04:54:09Z', 'revision_number': 4, 'project_id': 'c7775d86ba274478b5ae760629985594', 'subnets': [{'id': '8e0ccf4f-9aa9-4f00-b95e-180da62809fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:11.166432 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-965052f7-ed93-4f65-a4b0-ec0ba45aec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.184359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7c6b3da6-76b1-4b30-bea7-39dea9192e82 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:11.209058 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd6b9b59-70b7-4f0d-be9e-e30b8504453a admin admin] Publish callbacks [] for security_group (4cb36396-51e0-4f7f-af92-353c135281ec), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.267509 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Publish callbacks [] for router_gateway (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.311815 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.316266 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd6b9b59-70b7-4f0d-be9e-e30b8504453a admin admin] Publish callbacks [] for security_group (4cb36396-51e0-4f7f-af92-353c135281ec), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.324167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965052f7-ed93-4f65-a4b0-ec0ba45aec41 None None] Pushing event updated for resources: {'Port': ['ID=026ac393-e9be-4a57-861c-9c8171cc115c,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:11.338126 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Publish callbacks [] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.438358 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.481377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460ebaa-aa5d-49e2-8e95-185cfcad0436 req-53e41301-fe9f-4364-90c5-3186b886a11a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:11.483772 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1460ebaa-aa5d-49e2-8e95-185cfcad0436 req-53e41301-fe9f-4364-90c5-3186b886a11a tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 944 time: 0.0811152 Feb 11 04:54:11.511668 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd6b9b59-70b7-4f0d-be9e-e30b8504453a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4cb36396-51e0-4f7f-af92-353c135281ec), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.515309 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd6b9b59-70b7-4f0d-be9e-e30b8504453a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.516720 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bd6b9b59-70b7-4f0d-be9e-e30b8504453a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cb36396-51e0-4f7f-af92-353c135281ec HTTP/1.1" status: 204 len: 168 time: 0.5074453 Feb 11 04:54:11.535134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Allocated IP 172.25.3.17 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/7191f361-8b21-4527-a245-2dee3b615744) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:11.537866 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b9b59-70b7-4f0d-be9e-e30b8504453a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb36396-51e0-4f7f-af92-353c135281ec,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:11.547141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Pushing event updated for resources: {'Port': ['ID=6a84a599-4e27-4c7e-83ab-e813e6958c15,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:11.587576 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1460ebaa-aa5d-49e2-8e95-185cfcad0436 req-217b2ce3-d288-45d5-8714-49a37a798da5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969334 Feb 11 04:54:11.592460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Network 170ea57e-7763-4531-a25d-765844782161 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:11.594050 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:11.596778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:11.678425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Attempting to bind port 6a84a599-4e27-4c7e-83ab-e813e6958c15 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:11.678835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Attempting to bind port 6a84a599-4e27-4c7e-83ab-e813e6958c15 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'eb797333-74e3-4b1d-92f3-815b03b3fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '170ea57e-7763-4531-a25d-765844782161'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:11.679489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Attempting to bind port 6a84a599-4e27-4c7e-83ab-e813e6958c15 on network 170ea57e-7763-4531-a25d-765844782161 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:11.685376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:11.686302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Checking segment: {'id': 'eb797333-74e3-4b1d-92f3-815b03b3fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '170ea57e-7763-4531-a25d-765844782161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:11.687250 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.687729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Bound using segment: {'id': 'eb797333-74e3-4b1d-92f3-815b03b3fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '170ea57e-7763-4531-a25d-765844782161'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:11.688213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Bound port: 6a84a599-4e27-4c7e-83ab-e813e6958c15, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb797333-74e3-4b1d-92f3-815b03b3fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '170ea57e-7763-4531-a25d-765844782161'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:11.688606 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:11.807523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] For port 6a84a599-4e27-4c7e-83ab-e813e6958c15, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:11.811198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] For port 6a84a599-4e27-4c7e-83ab-e813e6958c15, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6a84a599-4e27-4c7e-83ab-e813e6958c15,segment=NetworkSegment(eb797333-74e3-4b1d-92f3-815b03b3fc3a),segment_id=eb797333-74e3-4b1d-92f3-815b03b3fc3a)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:12.004696 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:12.051479 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Publish callbacks [] for port (7191f361-8b21-4527-a245-2dee3b615744), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:12.137974 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f40a7-49ef-4021-a87b-292d76b082f9 None None] Pushing event updated for resources: {'Port': ['ID=6a84a599-4e27-4c7e-83ab-e813e6958c15,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:12.243436 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7191f361-8b21-4527-a245-2dee3b615744), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:12.324076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a5a89-32f5-4515-9b96-f8a35267b0e0 req-ba1b1fa9-dbc3-4d9d-b7c8-e405c258492c tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:12.326442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-273a5a89-32f5-4515-9b96-f8a35267b0e0 req-ba1b1fa9-dbc3-4d9d-b7c8-e405c258492c tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0928018 Feb 11 04:54:12.333431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:12.344720 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:12.350870 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:12.354795 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Pushing event updated for resources: {'Port': ['ID=7191f361-8b21-4527-a245-2dee3b615744,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:12.401127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-273a5a89-32f5-4515-9b96-f8a35267b0e0 req-2c643736-2046-4fdf-941b-7ea534232380 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665102 Feb 11 04:54:12.627900 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 026ac393-e9be-4a57-861c-9c8171cc115c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:12.712760 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 026ac393-e9be-4a57-861c-9c8171cc115c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:12.713139 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:12.837606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ae5a1-7612-4380-a541-46aa1f358af8 req-56acbe06-04ba-41ab-914c-c8f31145af39 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:12.844910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b0ae5a1-7612-4380-a541-46aa1f358af8 req-56acbe06-04ba-41ab-914c-c8f31145af39 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 944 time: 0.1166601 Feb 11 04:54:12.946957 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b0ae5a1-7612-4380-a541-46aa1f358af8 req-f6d089e1-2a77-4388-a463-e115e475f93f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933280 Feb 11 04:54:13.021451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Publish callbacks [] for router_gateway (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.061554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 026ac393-e9be-4a57-861c-9c8171cc115c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:13.273847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56410) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:13.277699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027268 Feb 11 04:54:13.281443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56412) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:13.319700 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.407576 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a0640a98-cfc0-4240-92a3-3ffe38b6bb7f tempest-NetworksApiDiscovery-859923182 tempest-NetworksApiDiscovery-859923182-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1250255 Feb 11 04:54:13.573818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec2d5a-0644-44d3-b683-78117de0822c req-93617879-c8fc-4bc2-914c-57adba5ccc02 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:13.579335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbec2d5a-0644-44d3-b683-78117de0822c req-93617879-c8fc-4bc2-914c-57adba5ccc02 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0839789 Feb 11 04:54:13.614816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Router f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:54:13.664491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbec2d5a-0644-44d3-b683-78117de0822c req-eb71a7eb-261c-4a55-8c2c-08a269671256 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685892 Feb 11 04:54:13.751251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eacdd9-059f-4907-9f50-0c1a2ca91e80 None None] Network 170ea57e-7763-4531-a25d-765844782161 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:13.766394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:13.784597 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Sync routers for ids ['f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:13.790190 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Routers {'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:13.790848 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:13.873202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5fea5ee7-7f7e-4086-aac0-8da5932c6ff7 None None] Provisioning complete for port 6a84a599-4e27-4c7e-83ab-e813e6958c15 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:13.874151 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5fea5ee7-7f7e-4086-aac0-8da5932c6ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.901904 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:13.903351 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2d03ae3d-3bb8-4d8d-a57f-f7bd42f10d61 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6734128 Feb 11 04:54:13.907049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56420) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:13.921999 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Set router f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:14.115317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 503a579c-2c43-46a8-9087-39578f8b894d details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:54:14.181011 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'name': 'tempest-TestAggregatesBasicOps-2050350398-router', 'tenant_id': '07f4340671d84b6297fe01c2fe199dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '7191f361-8b21-4527-a245-2dee3b615744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:10Z', 'updated_at': '2022-02-11T04:54:12Z', 'revision_number': 3, 'project_id': '07f4340671d84b6297fe01c2fe199dea', 'gw_port': {'id': '7191f361-8b21-4527-a245-2dee3b615744', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:11Z', 'updated_at': '2022-02-11T04:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:14.216299 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Checking router: f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:14.216569 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Updating router f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 port 7191f361-8b21-4527-a245-2dee3b615744 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:54:14.273912 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7191f361-8b21-4527-a245-2dee3b615744), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.289997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5fea5ee7-7f7e-4086-aac0-8da5932c6ff7 None None] Current status of the port 6a84a599-4e27-4c7e-83ab-e813e6958c15 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:14.293353 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5fea5ee7-7f7e-4086-aac0-8da5932c6ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.294079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56428) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:14.541723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6a84a599-4e27-4c7e-83ab-e813e6958c15 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:14.567823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5fea5ee7-7f7e-4086-aac0-8da5932c6ff7 None None] For port 6a84a599-4e27-4c7e-83ab-e813e6958c15, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6a84a599-4e27-4c7e-83ab-e813e6958c15,segment=NetworkSegment(eb797333-74e3-4b1d-92f3-815b03b3fc3a),segment_id=eb797333-74e3-4b1d-92f3-815b03b3fc3a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:14.575520 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c37d-afb5-4137-a78b-ff92c6df6ac5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.660988 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5fea5ee7-7f7e-4086-aac0-8da5932c6ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.737867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 503a579c-2c43-46a8-9087-39578f8b894d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=503a579c-2c43-46a8-9087-39578f8b894d,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:14.769542 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '503a579c-2c43-46a8-9087-39578f8b894d', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'port_id': '503a579c-2c43-46a8-9087-39578f8b894d', 'mac_address': 'fa:16:3e:9d:24:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:54:14.800218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea5ee7-7f7e-4086-aac0-8da5932c6ff7 None None] Pushing event updated for resources: {'Port': ['ID=6a84a599-4e27-4c7e-83ab-e813e6958c15,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:14.838922 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c37d-afb5-4137-a78b-ff92c6df6ac5 admin admin] Publish callbacks [] for security_group (5f20cd17-609a-4aa7-92e5-1b7fea29a774), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.850384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b6352d5d-82cb-494a-adc3-08145a72d0fc None None] Provisioning complete for port 6a84a599-4e27-4c7e-83ab-e813e6958c15 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:14.851049 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b6352d5d-82cb-494a-adc3-08145a72d0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.898672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 6a84a599-4e27-4c7e-83ab-e813e6958c15 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:14.899210 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.913698 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0e327-4d99-4d3e-ba18-fee80100c737 req-b60c681d-82ae-48bc-ab55-e9b521eec775 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:14.915200 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8e0e327-4d99-4d3e-ba18-fee80100c737 req-b60c681d-82ae-48bc-ab55-e9b521eec775 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 944 time: 0.7441576 Feb 11 04:54:14.934808 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ba2c37d-afb5-4137-a78b-ff92c6df6ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5f20cd17-609a-4aa7-92e5-1b7fea29a774), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.949175 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 503a579c-2c43-46a8-9087-39578f8b894d is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:14.949706 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (503a579c-2c43-46a8-9087-39578f8b894d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.978287 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Publish callbacks [] for port (7191f361-8b21-4527-a245-2dee3b615744), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:14.995625 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2ba2c37d-afb5-4137-a78b-ff92c6df6ac5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eeda4d0a0e614459a83d32a3311964ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7000139 Feb 11 04:54:14.997240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503a579c-2c43-46a8-9087-39578f8b894d {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:54:15.002418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56434) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:15.034106 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2c37d-afb5-4137-a78b-ff92c6df6ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f20cd17-609a-4aa7-92e5-1b7fea29a774,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:15.056585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 503a579c-2c43-46a8-9087-39578f8b894d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=503a579c-2c43-46a8-9087-39578f8b894d,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:15.093523 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7191f361-8b21-4527-a245-2dee3b615744), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.104168 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82654ed6-5500-4936-a3f2-dff9eb0288ec req-cb09b1cd-62c4-416c-9916-3464d970c380 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:15.105700 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82654ed6-5500-4936-a3f2-dff9eb0288ec req-cb09b1cd-62c4-416c-9916-3464d970c380 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.2030582 Feb 11 04:54:15.109600 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8e0e327-4d99-4d3e-ba18-fee80100c737 req-62e61758-fd43-47a4-9710-58d60fd24ea4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796417 Feb 11 04:54:15.125423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b6352d5d-82cb-494a-adc3-08145a72d0fc None None] Current status of the port 6a84a599-4e27-4c7e-83ab-e813e6958c15 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:15.132171 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (503a579c-2c43-46a8-9087-39578f8b894d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.141864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 6a84a599-4e27-4c7e-83ab-e813e6958c15 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:15.175104 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f37970d-5643-416f-92b5-2130d1ecbf3c admin admin] Publish callbacks [] for security_group (5f20cd17-609a-4aa7-92e5-1b7fea29a774), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.219012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=503a579c-2c43-46a8-9087-39578f8b894d,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:15.219404 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f37970d-5643-416f-92b5-2130d1ecbf3c admin admin] Publish callbacks [] for security_group (5f20cd17-609a-4aa7-92e5-1b7fea29a774), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.237117 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Attempting to bind port 7191f361-8b21-4527-a245-2dee3b615744 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:15.237400 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Attempting to bind port 7191f361-8b21-4527-a245-2dee3b615744 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:15.237782 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Attempting to bind port 7191f361-8b21-4527-a245-2dee3b615744 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:15.240922 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68daf8-14db-4769-9248-9dfb0746239a None None] Pushing event updated for resources: {'Port': ['ID=7191f361-8b21-4527-a245-2dee3b615744,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:15.245863 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:15.246236 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:15.246648 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.247045 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:15.247592 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Bound port: 7191f361-8b21-4527-a245-2dee3b615744, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:15.247955 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7191f361-8b21-4527-a245-2dee3b615744), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.347637 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] For port 7191f361-8b21-4527-a245-2dee3b615744, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:15.354136 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] For port 7191f361-8b21-4527-a245-2dee3b615744, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7191f361-8b21-4527-a245-2dee3b615744,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:15.354858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['503a579c-2c43-46a8-9087-39578f8b894d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:54:15.368623 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f37970d-5643-416f-92b5-2130d1ecbf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5f20cd17-609a-4aa7-92e5-1b7fea29a774), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.370260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82654ed6-5500-4936-a3f2-dff9eb0288ec req-b38da36a-4d3e-41f7-ae8e-d73555a085aa tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404606 Feb 11 04:54:15.372226 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f37970d-5643-416f-92b5-2130d1ecbf3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.376365 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3f37970d-5643-416f-92b5-2130d1ecbf3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f20cd17-609a-4aa7-92e5-1b7fea29a774 HTTP/1.1" status: 204 len: 168 time: 0.3696363 Feb 11 04:54:15.411690 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37970d-5643-416f-92b5-2130d1ecbf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f20cd17-609a-4aa7-92e5-1b7fea29a774,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:15.449548 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7191f361-8b21-4527-a245-2dee3b615744), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.542282 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Routers {'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:15.543204 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:15.565469 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:15.596191 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68daf8-14db-4769-9248-9dfb0746239a None None] Pushing event updated for resources: {'Port': ['ID=7191f361-8b21-4527-a245-2dee3b615744,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:15.723904 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] Set router f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:15.873488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Allocated IP 172.20.0.1 (170ea57e-7763-4531-a25d-765844782161/fb0e75a4-81b5-411b-af99-5f34f49f81bf/f38ef5ab-d88b-46b0-809e-a241e1ae6180) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:16.023098 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'name': 'tempest-TestAggregatesBasicOps-2050350398-router', 'tenant_id': '07f4340671d84b6297fe01c2fe199dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '7191f361-8b21-4527-a245-2dee3b615744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:10Z', 'updated_at': '2022-02-11T04:54:12Z', 'revision_number': 3, 'project_id': '07f4340671d84b6297fe01c2fe199dea', 'gw_port': {'id': '7191f361-8b21-4527-a245-2dee3b615744', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:11Z', 'updated_at': '2022-02-11T04:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:16.058911 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919140d-5f84-4ae2-a223-edb5e90f828e None None] The sync data for ids ['f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'] in n-d-712142-35 is: [{'id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'name': 'tempest-TestAggregatesBasicOps-2050350398-router', 'tenant_id': '07f4340671d84b6297fe01c2fe199dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '7191f361-8b21-4527-a245-2dee3b615744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:10Z', 'updated_at': '2022-02-11T04:54:12Z', 'revision_number': 3, 'project_id': '07f4340671d84b6297fe01c2fe199dea', 'gw_port': {'id': '7191f361-8b21-4527-a245-2dee3b615744', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:11Z', 'updated_at': '2022-02-11T04:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:16.073130 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Publish callbacks [] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:16.106998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 503a579c-2c43-46a8-9087-39578f8b894d up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:16.223725 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:16.294198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 503a579c-2c43-46a8-9087-39578f8b894d completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:54:16.304461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 503a579c-2c43-46a8-9087-39578f8b894d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:16.304461 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (503a579c-2c43-46a8-9087-39578f8b894d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:16.320043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Network 170ea57e-7763-4531-a25d-765844782161 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:16.329643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:16.379441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:16.516652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Pushing event updated for resources: {'Port': ['ID=f38ef5ab-d88b-46b0-809e-a241e1ae6180,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:16.554881 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:16.568116 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6a84a599-4e27-4c7e-83ab-e813e6958c15 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:16.637298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deeed9d-bd5f-4ee5-9215-2e63348c5054 req-5c5fc9f2-a531-43b0-a422-a1e7789109fc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:16.645336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2deeed9d-bd5f-4ee5-9215-2e63348c5054 req-5c5fc9f2-a531-43b0-a422-a1e7789109fc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 945 time: 0.3663552 Feb 11 04:54:16.708673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 503a579c-2c43-46a8-9087-39578f8b894d is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:16.709118 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (503a579c-2c43-46a8-9087-39578f8b894d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:16.751036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503a579c-2c43-46a8-9087-39578f8b894d'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:54:16.753396 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6dcd96-edd8-44d6-bc0d-544ba69c9923" -d '{"events": [{"server_uuid": "2dbc6518-5904-4bde-9e32-079e2ddfb95e", "name": "network-vif-plugged", "status": "completed", "tag": "503a579c-2c43-46a8-9087-39578f8b894d"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:54:16.783654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 503a579c-2c43-46a8-9087-39578f8b894d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=503a579c-2c43-46a8-9087-39578f8b894d,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:16.792869 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 6a84a599-4e27-4c7e-83ab-e813e6958c15 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:16.793254 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:16.802660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2deeed9d-bd5f-4ee5-9215-2e63348c5054 req-64a68393-7298-4c53-9a41-8cf3bd066328 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561823 Feb 11 04:54:16.914593 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (503a579c-2c43-46a8-9087-39578f8b894d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:16.938897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770aa6d-1efe-41ba-8b73-dbb2717ae945 req-f84f4a5e-f06c-4aab-a036-d9267a9eb418 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:16.950891 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e770aa6d-1efe-41ba-8b73-dbb2717ae945 req-f84f4a5e-f06c-4aab-a036-d9267a9eb418 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.4200935 Feb 11 04:54:17.065274 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64389322-6e82-4bbb-9d63-90711fdff712 x-openstack-request-id: req-64389322-6e82-4bbb-9d63-90711fdff712 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:54:17.065785 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbc6518-5904-4bde-9e32-079e2ddfb95e", "name": "network-vif-plugged", "status": "completed", "tag": "503a579c-2c43-46a8-9087-39578f8b894d", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:54:17.066208 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64389322-6e82-4bbb-9d63-90711fdff712 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:54:17.066814 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503a579c-2c43-46a8-9087-39578f8b894d', 'code': 200} Feb 11 04:54:17.072786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=503a579c-2c43-46a8-9087-39578f8b894d,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:17.099766 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1627ac15-f205-46c5-9b01-97b86ac69d3a None None] Provisioning complete for port f38ef5ab-d88b-46b0-809e-a241e1ae6180 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:17.100980 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1627ac15-f205-46c5-9b01-97b86ac69d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:17.131432 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ff65e-c04a-49ea-b261-eb23cc1d196f req-9b8d1c61-ccbc-40c2-adcc-161ed16bca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:17.137940 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2c7ff65e-c04a-49ea-b261-eb23cc1d196f req-9b8d1c61-ccbc-40c2-adcc-161ed16bca74 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 1129 time: 0.1358259 Feb 11 04:54:17.155282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1627ac15-f205-46c5-9b01-97b86ac69d3a None None] Port f38ef5ab-d88b-46b0-809e-a241e1ae6180 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:17.161309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e770aa6d-1efe-41ba-8b73-dbb2717ae945 req-34643909-093a-421e-b5fa-4025b0373fcd tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002847 Feb 11 04:54:17.204237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680f22b-61c7-4b65-bfa4-fc508ead8fa9 req-2b991478-e7f2-4f86-ab1f-7dcfd5a26e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:17.218931 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f680f22b-61c7-4b65-bfa4-fc508ead8fa9 req-2b991478-e7f2-4f86-ab1f-7dcfd5a26e71 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 1128 time: 0.2567306 Feb 11 04:54:17.259974 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 6a84a599-4e27-4c7e-83ab-e813e6958c15 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:17.266557 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2c7ff65e-c04a-49ea-b261-eb23cc1d196f req-e828e172-3cec-4f3a-a407-8ec8bd358e1f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222324 Feb 11 04:54:17.325773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:17.390612 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f680f22b-61c7-4b65-bfa4-fc508ead8fa9 req-f4000996-48fd-4f3b-b187-d31831dfbe32 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706085 Feb 11 04:54:17.550795 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Publish callbacks [] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:17.637096 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:17.714891 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:17.717136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Pushing event updated for resources: {'Port': ['ID=f38ef5ab-d88b-46b0-809e-a241e1ae6180,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:17.818018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Network 170ea57e-7763-4531-a25d-765844782161 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:17.819566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:18.045864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09db10b-4187-42b6-8b8d-4785d10e27e7 req-dd5471a8-ea84-42e0-b64d-1bbc244eb61e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:18.049040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b09db10b-4187-42b6-8b8d-4785d10e27e7 req-dd5471a8-ea84-42e0-b64d-1bbc244eb61e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 946 time: 0.1412115 Feb 11 04:54:18.063483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Router f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:54:18.169216 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b09db10b-4187-42b6-8b8d-4785d10e27e7 req-a88963be-c3d1-4c74-84a0-4b847a2bdeab tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040463 Feb 11 04:54:18.210459 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-bfec7d03-c24b-42d6-9dc4-d1ade8a36d1c None None] Provisioning complete for port f38ef5ab-d88b-46b0-809e-a241e1ae6180 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:18.211434 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bfec7d03-c24b-42d6-9dc4-d1ade8a36d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:18.279989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:18.286173 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d77255f2-bc60-4e8e-8009-6a06361f27cc admin admin] 10.222.0.13 "PUT /v2.0/routers/f2fd0a23-68c2-48b8-b7e1-f81f8ad82625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3782732 Feb 11 04:54:18.292658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-bfec7d03-c24b-42d6-9dc4-d1ade8a36d1c None None] Port f38ef5ab-d88b-46b0-809e-a241e1ae6180 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:18.328064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be57a1-066c-4d65-b07d-8897ac3ce357 req-dfe40acf-10b5-4c6d-bbcb-a2e64bc83141 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:18.330512 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16be57a1-066c-4d65-b07d-8897ac3ce357 req-dfe40acf-10b5-4c6d-bbcb-a2e64bc83141 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0943806 Feb 11 04:54:18.441250 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16be57a1-066c-4d65-b07d-8897ac3ce357 req-a7979b39-27e4-4a1e-b633-7b02f796bca6 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945609 Feb 11 04:54:18.513450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7191f361-8b21-4527-a245-2dee3b615744 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:18.616347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7191f361-8b21-4527-a245-2dee3b615744 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:18.616726 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7191f361-8b21-4527-a245-2dee3b615744), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:18.772980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7191f361-8b21-4527-a245-2dee3b615744 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:18.773373 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7191f361-8b21-4527-a245-2dee3b615744), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:18.799615 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 7191f361-8b21-4527-a245-2dee3b615744, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7191f361-8b21-4527-a245-2dee3b615744,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:18.806102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Sync routers for ids ['f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:18.818321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Routers {'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:18.818998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:18.910327 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7191f361-8b21-4527-a245-2dee3b615744), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:18.966249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Set router f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:19.011803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=7191f361-8b21-4527-a245-2dee3b615744,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:19.192732 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'name': 'tempest-TestAggregatesBasicOps-2050350398-router', 'tenant_id': '07f4340671d84b6297fe01c2fe199dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '7191f361-8b21-4527-a245-2dee3b615744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:10Z', 'updated_at': '2022-02-11T04:54:17Z', 'revision_number': 4, 'project_id': '07f4340671d84b6297fe01c2fe199dea', 'gw_port': {'id': '7191f361-8b21-4527-a245-2dee3b615744', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:11Z', 'updated_at': '2022-02-11T04:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'f38ef5ab-d88b-46b0-809e-a241e1ae6180', 'name': '', 'network_id': '170ea57e-7763-4531-a25d-765844782161', 'tenant_id': '07f4340671d84b6297fe01c2fe199dea', 'mac_address': 'fa:16:3e:93:c8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fb0e75a4-81b5-411b-af99-5f34f49f81bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:15Z', 'updated_at': '2022-02-11T04:54:17Z', 'revision_number': 2, 'project_id': '07f4340671d84b6297fe01c2fe199dea', 'subnets': [{'id': 'fb0e75a4-81b5-411b-af99-5f34f49f81bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:19.224280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Checking router: f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:19.224835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Updating router f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 port f38ef5ab-d88b-46b0-809e-a241e1ae6180 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:54:19.253194 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.347531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d5024-1dbc-4f07-b19c-bde441992b52 req-40e20b4b-efe1-419c-836f-82a52addc845 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:19.349202 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a80d5024-1dbc-4f07-b19c-bde441992b52 req-40e20b4b-efe1-419c-836f-82a52addc845 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 946 time: 0.0854270 Feb 11 04:54:19.408274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a80d5024-1dbc-4f07-b19c-bde441992b52 req-0bfa6ff0-06c8-47bb-9954-65418c45964f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525033 Feb 11 04:54:19.571264 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc604576-b197-426d-8c45-85d9c2c04731 req-1dbd6a4b-d2ed-430c-8850-8c8ab8196699 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:19.579374 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc604576-b197-426d-8c45-85d9c2c04731 req-1dbd6a4b-d2ed-430c-8850-8c8ab8196699 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 946 time: 0.0817819 Feb 11 04:54:19.635931 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc604576-b197-426d-8c45-85d9c2c04731 req-beb86a65-fe14-4ac9-9371-51a3c63e28c5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534987 Feb 11 04:54:19.662221 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56514) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:19.741896 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b353370-f1db-457e-8f5e-2d573bccc3f9 tempest-TestVolumeBootPattern-843646310 tempest-TestVolumeBootPattern-843646310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:19.743580 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1b353370-f1db-457e-8f5e-2d573bccc3f9 tempest-TestVolumeBootPattern-843646310 tempest-TestVolumeBootPattern-843646310-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 1124 time: 0.0765514 Feb 11 04:54:19.746370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56518) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:19.754009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '503a579c-2c43-46a8-9087-39578f8b894d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:19.760592 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Publish callbacks [] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.781640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a349538-fe8d-4246-8846-6de879e4a3ba req-85f3615b-a736-4328-b34b-980e119cfe79 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:19.783231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a349538-fe8d-4246-8846-6de879e4a3ba req-85f3615b-a736-4328-b34b-980e119cfe79 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0785060 Feb 11 04:54:19.832884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a349538-fe8d-4246-8846-6de879e4a3ba req-441772d1-6c43-4ba2-abeb-25c31ee29290 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435574 Feb 11 04:54:19.957677 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.959863 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:19.978491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7ad11-b730-4265-bf60-c57f45475a67 req-a9357c3f-9a93-451b-bfd6-c90195d17e17 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:19.980513 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5af7ad11-b730-4265-bf60-c57f45475a67 req-a9357c3f-9a93-451b-bfd6-c90195d17e17 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0782857 Feb 11 04:54:20.018737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63623f9d-f5ff-4941-9a4d-438e1a0f622b None None] Pushing event updated for resources: {'Port': ['ID=f38ef5ab-d88b-46b0-809e-a241e1ae6180,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:20.033815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5af7ad11-b730-4265-bf60-c57f45475a67 req-bbfc627a-d9ca-4176-b539-9f1600bbb629 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468495 Feb 11 04:54:20.110669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Attempting to bind port f38ef5ab-d88b-46b0-809e-a241e1ae6180 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:20.119625 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Attempting to bind port f38ef5ab-d88b-46b0-809e-a241e1ae6180 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'eb797333-74e3-4b1d-92f3-815b03b3fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '170ea57e-7763-4531-a25d-765844782161'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:20.127878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Attempting to bind port f38ef5ab-d88b-46b0-809e-a241e1ae6180 on network 170ea57e-7763-4531-a25d-765844782161 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:20.165351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:20.165576 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.165694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Checking segment: {'id': 'eb797333-74e3-4b1d-92f3-815b03b3fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '170ea57e-7763-4531-a25d-765844782161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:20.165694 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.165694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Bound using segment: {'id': 'eb797333-74e3-4b1d-92f3-815b03b3fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '170ea57e-7763-4531-a25d-765844782161'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:20.165694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Bound port: f38ef5ab-d88b-46b0-809e-a241e1ae6180, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb797333-74e3-4b1d-92f3-815b03b3fc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '170ea57e-7763-4531-a25d-765844782161'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:20.165694 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.281351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] For port f38ef5ab-d88b-46b0-809e-a241e1ae6180, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:20.286557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] For port f38ef5ab-d88b-46b0-809e-a241e1ae6180, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f38ef5ab-d88b-46b0-809e-a241e1ae6180,segment=NetworkSegment(eb797333-74e3-4b1d-92f3-815b03b3fc3a),segment_id=eb797333-74e3-4b1d-92f3-815b03b3fc3a)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:20.367630 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Allocated IP 172.25.3.183 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/15e7e97f-b81b-4c72-80e1-7e1fdec4e5d7) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:20.403689 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.476223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7191f361-8b21-4527-a245-2dee3b615744 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:20.561973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Routers {'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:20.562296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:20.577640 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-959b8b68-3f99-4661-a16e-c6b9b4f4ce27 None None] Provisioning complete for port f38ef5ab-d88b-46b0-809e-a241e1ae6180 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:20.578031 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-959b8b68-3f99-4661-a16e-c6b9b4f4ce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.661674 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for port (15e7e97f-b81b-4c72-80e1-7e1fdec4e5d7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.670656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63623f9d-f5ff-4941-9a4d-438e1a0f622b None None] Pushing event updated for resources: {'Port': ['ID=f38ef5ab-d88b-46b0-809e-a241e1ae6180,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:20.694959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36ac2d-8ec4-48cc-a38c-29308fbb8fb4 req-fd278eec-dcdb-4e67-ade6-c9f5e9a227f9 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:20.712692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a36ac2d-8ec4-48cc-a38c-29308fbb8fb4 req-fd278eec-dcdb-4e67-ade6-c9f5e9a227f9 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.1615636 Feb 11 04:54:20.833954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7191f361-8b21-4527-a245-2dee3b615744 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:20.834685 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7191f361-8b21-4527-a245-2dee3b615744), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.859640 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a36ac2d-8ec4-48cc-a38c-29308fbb8fb4 req-b998fa99-4e28-4c2a-9026-1054a208b7a0 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459396 Feb 11 04:54:20.916453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (15e7e97f-b81b-4c72-80e1-7e1fdec4e5d7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.938403 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] Set router f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:20.945879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-959b8b68-3f99-4661-a16e-c6b9b4f4ce27 None None] Current status of the port f38ef5ab-d88b-46b0-809e-a241e1ae6180 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:20.945879 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-959b8b68-3f99-4661-a16e-c6b9b4f4ce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:20.974802 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:20.976250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:20.981080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:21.003355 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'Port': ['ID=15e7e97f-b81b-4c72-80e1-7e1fdec4e5d7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:21.019000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:21.019353 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:21.019913 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:21.020431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:21.020939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:21.021437 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:21.021941 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:21.022487 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:21.023000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:21.023510 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:21.023995 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:21.024507 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:21.025022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:21.104778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-959b8b68-3f99-4661-a16e-c6b9b4f4ce27 None None] For port f38ef5ab-d88b-46b0-809e-a241e1ae6180, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f38ef5ab-d88b-46b0-809e-a241e1ae6180,segment=NetworkSegment(eb797333-74e3-4b1d-92f3-815b03b3fc3a),segment_id=eb797333-74e3-4b1d-92f3-815b03b3fc3a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:21.133906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7191f361-8b21-4527-a245-2dee3b615744 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:21.251330 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-959b8b68-3f99-4661-a16e-c6b9b4f4ce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.300522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'name': 'tempest-TestAggregatesBasicOps-2050350398-router', 'tenant_id': '07f4340671d84b6297fe01c2fe199dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '7191f361-8b21-4527-a245-2dee3b615744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:10Z', 'updated_at': '2022-02-11T04:54:17Z', 'revision_number': 4, 'project_id': '07f4340671d84b6297fe01c2fe199dea', 'gw_port': {'id': '7191f361-8b21-4527-a245-2dee3b615744', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:11Z', 'updated_at': '2022-02-11T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'f38ef5ab-d88b-46b0-809e-a241e1ae6180', 'name': '', 'network_id': '170ea57e-7763-4531-a25d-765844782161', 'tenant_id': '07f4340671d84b6297fe01c2fe199dea', 'mac_address': 'fa:16:3e:93:c8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fb0e75a4-81b5-411b-af99-5f34f49f81bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:15Z', 'updated_at': '2022-02-11T04:54:20Z', 'revision_number': 4, 'project_id': '07f4340671d84b6297fe01c2fe199dea', 'subnets': [{'id': 'fb0e75a4-81b5-411b-af99-5f34f49f81bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:21.334058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c369369-ded0-4aa7-a294-5aa04f905854 None None] The sync data for ids ['f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'] in n-d-712142-35 is: [{'id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'name': 'tempest-TestAggregatesBasicOps-2050350398-router', 'tenant_id': '07f4340671d84b6297fe01c2fe199dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '7191f361-8b21-4527-a245-2dee3b615744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:10Z', 'updated_at': '2022-02-11T04:54:17Z', 'revision_number': 4, 'project_id': '07f4340671d84b6297fe01c2fe199dea', 'gw_port': {'id': '7191f361-8b21-4527-a245-2dee3b615744', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:11Z', 'updated_at': '2022-02-11T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'f38ef5ab-d88b-46b0-809e-a241e1ae6180', 'name': '', 'network_id': '170ea57e-7763-4531-a25d-765844782161', 'tenant_id': '07f4340671d84b6297fe01c2fe199dea', 'mac_address': 'fa:16:3e:93:c8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': 'fb0e75a4-81b5-411b-af99-5f34f49f81bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:15Z', 'updated_at': '2022-02-11T04:54:20Z', 'revision_number': 4, 'project_id': '07f4340671d84b6297fe01c2fe199dea', 'subnets': [{'id': 'fb0e75a4-81b5-411b-af99-5f34f49f81bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:21.343168 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b8b68-3f99-4661-a16e-c6b9b4f4ce27 None None] Pushing event updated for resources: {'Port': ['ID=f38ef5ab-d88b-46b0-809e-a241e1ae6180,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:21.378270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ef103fa9-6c9d-422f-89e3-bb67eab2a32f None None] Provisioning complete for port f38ef5ab-d88b-46b0-809e-a241e1ae6180 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:21.378685 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef103fa9-6c9d-422f-89e3-bb67eab2a32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.534812 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ef103fa9-6c9d-422f-89e3-bb67eab2a32f None None] Current status of the port f38ef5ab-d88b-46b0-809e-a241e1ae6180 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:21.633753 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for floatingip (7c64adc4-3963-4007-ba1b-a6501c32ba76), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:21.879482 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (15e7e97f-b81b-4c72-80e1-7e1fdec4e5d7), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:22.055829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4fd1f-b8a8-4669-a6de-6d40dc282af8 req-7ccc5e82-0789-4344-b610-352c099a5dc3 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:22.065378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93d4fd1f-b8a8-4669-a6de-6d40dc282af8 req-7ccc5e82-0789-4344-b610-352c099a5dc3 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.1055226 Feb 11 04:54:22.105013 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for port (15e7e97f-b81b-4c72-80e1-7e1fdec4e5d7), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:22.128678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-93d4fd1f-b8a8-4669-a6de-6d40dc282af8 req-52101a7f-eda9-49c6-8058-9ad2f09ae0ee tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619850 Feb 11 04:54:22.237109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56596) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:22.256401 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (15e7e97f-b81b-4c72-80e1-7e1fdec4e5d7), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:22.417711 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (7c64adc4-3963-4007-ba1b-a6501c32ba76), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:22.535964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f38ef5ab-d88b-46b0-809e-a241e1ae6180 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:22.569004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'Port': ['ID=15e7e97f-b81b-4c72-80e1-7e1fdec4e5d7,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:22.640923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482f7a5-b247-4378-be65-6bbbb9db6933 req-519b9171-3b1d-42b0-9bfa-986a38fbe9b2 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:22.651947 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c482f7a5-b247-4378-be65-6bbbb9db6933 req-519b9171-3b1d-42b0-9bfa-986a38fbe9b2 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0887687 Feb 11 04:54:22.665828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f38ef5ab-d88b-46b0-809e-a241e1ae6180 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:22.666212 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:22.759604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c482f7a5-b247-4378-be65-6bbbb9db6933 req-4fe0d9f1-32f4-4e3c-8a77-8c2d3750326f tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036108 Feb 11 04:54:22.883864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f38ef5ab-d88b-46b0-809e-a241e1ae6180 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:23.132443 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Floating IP 7c64adc4-3963-4007-ba1b-a6501c32ba76 associated. External IP: 172.25.3.183, port: 503a579c-2c43-46a8-9087-39578f8b894d. Feb 11 04:54:23.214670 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0c1016b4-cea4-4fe0-987d-5b59008df5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:23.597201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:54:23.626833 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-544dc939-ab52-44b8-ac66-59d082747189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (352ad70e-27b0-47f1-a03a-4db21053b3b3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:23.844595 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:23.856805 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e60add-031e-48f7-a545-1f0238426428 None None] Sync routers for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:23.877780 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e60add-031e-48f7-a545-1f0238426428 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:23.880591 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-83e60add-031e-48f7-a545-1f0238426428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:23.930910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a3ce7-83b7-4cd6-a071-925fc7370311 req-50bc125d-dd4a-4eda-9b00-6699bf493068 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:23.933794 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e34a3ce7-83b7-4cd6-a071-925fc7370311 req-50bc125d-dd4a-4eda-9b00-6699bf493068 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0669184 Feb 11 04:54:24.004980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e34a3ce7-83b7-4cd6-a071-925fc7370311 req-fcb6480a-393c-4f56-863f-24c09d225997 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624542 Feb 11 04:54:24.047215 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:24.093952 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a4c26477-aeee-4f84-814f-0db839ebc4b2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3464844 Feb 11 04:54:24.095575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'tag': '503a579c-2c43-46a8-9087-39578f8b894d'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:54:24.097825 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38f011d-d1dd-4aa4-b80c-d68b37c00eea" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbc6518-5904-4bde-9e32-079e2ddfb95e", "tag": "503a579c-2c43-46a8-9087-39578f8b894d"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:54:24.127951 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-83e60add-031e-48f7-a545-1f0238426428 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:24.137164 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-544dc939-ab52-44b8-ac66-59d082747189 admin admin] Deleting port 026ac393-e9be-4a57-861c-9c8171cc115c {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:24.137645 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-544dc939-ab52-44b8-ac66-59d082747189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:24.248641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-544dc939-ab52-44b8-ac66-59d082747189 admin admin] For port 026ac393-e9be-4a57-861c-9c8171cc115c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=026ac393-e9be-4a57-861c-9c8171cc115c,segment=NetworkSegment(611ee698-e7a5-4b45-9d81-0a705a691aa1),segment_id=611ee698-e7a5-4b45-9d81-0a705a691aa1)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:24.265010 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-544dc939-ab52-44b8-ac66-59d082747189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:24.265010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-544dc939-ab52-44b8-ac66-59d082747189 admin admin] Calling delete_port for 026ac393-e9be-4a57-861c-9c8171cc115c owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:24.316775 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b55ef78-63ae-4564-9f67-d36350afc117 x-openstack-request-id: req-8b55ef78-63ae-4564-9f67-d36350afc117 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:54:24.317105 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbc6518-5904-4bde-9e32-079e2ddfb95e", "tag": "503a579c-2c43-46a8-9087-39578f8b894d", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:54:24.317677 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b55ef78-63ae-4564-9f67-d36350afc117 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:54:24.317769 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'tag': '503a579c-2c43-46a8-9087-39578f8b894d', 'status': 'completed', 'code': 200} Feb 11 04:54:24.414361 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-83e60add-031e-48f7-a545-1f0238426428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '7c64adc4-3963-4007-ba1b-a6501c32ba76', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'floating_ip_address': '172.25.3.183', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'port_id': '503a579c-2c43-46a8-9087-39578f8b894d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'mac_address': 'fa:16:3e:9d:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:54:21Z', 'updated_at': '2022-02-11T04:54:21Z', 'revision_number': 0, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:24.429005 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f011d-d1dd-4aa4-b80c-d68b37c00eea req-1d6b20e2-5973-4911-a1f6-015c35136a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:24.430553 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b38f011d-d1dd-4aa4-b80c-d68b37c00eea req-1d6b20e2-5973-4911-a1f6-015c35136a1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 1129 time: 0.0992455 Feb 11 04:54:24.447447 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e60add-031e-48f7-a545-1f0238426428 None None] Checking router: 08f78bb6-500d-4bcd-878f-55bbbc33ca77 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:24.458295 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e60add-031e-48f7-a545-1f0238426428 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:24.459031 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-83e60add-031e-48f7-a545-1f0238426428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:24.573957 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-83e60add-031e-48f7-a545-1f0238426428 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:24.588644 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f011d-d1dd-4aa4-b80c-d68b37c00eea req-f1ccaa8b-0b0a-4ab1-88c7-9df6245b016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:24.590205 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b38f011d-d1dd-4aa4-b80c-d68b37c00eea req-f1ccaa8b-0b0a-4ab1-88c7-9df6245b016d service neutron] 10.222.0.47 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 913 time: 0.1298652 Feb 11 04:54:24.681425 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b38f011d-d1dd-4aa4-b80c-d68b37c00eea req-44f78d88-dfad-4918-ade6-923d024ba28b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=503a579c-2c43-46a8-9087-39578f8b894d HTTP/1.1" status: 200 len: 1000 time: 0.0856421 Feb 11 04:54:24.698398 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-544dc939-ab52-44b8-ac66-59d082747189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (026ac393-e9be-4a57-861c-9c8171cc115c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:24.773162 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dc939-ab52-44b8-ac66-59d082747189 admin admin] Pushing event deleted for resources: {'Port': ['ID=026ac393-e9be-4a57-861c-9c8171cc115c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:24.782608 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f011d-d1dd-4aa4-b80c-d68b37c00eea req-f44cb627-a51f-445e-a330-dc96b490a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:24.785712 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b38f011d-d1dd-4aa4-b80c-d68b37c00eea req-f44cb627-a51f-445e-a330-dc96b490a48d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.0964773 Feb 11 04:54:24.877377 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-83e60add-031e-48f7-a545-1f0238426428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '7c64adc4-3963-4007-ba1b-a6501c32ba76', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'floating_ip_address': '172.25.3.183', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'port_id': '503a579c-2c43-46a8-9087-39578f8b894d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'mac_address': 'fa:16:3e:9d:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:54:21Z', 'updated_at': '2022-02-11T04:54:21Z', 'revision_number': 0, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:24.907336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f011d-d1dd-4aa4-b80c-d68b37c00eea req-9d113d69-d318-4959-aaa7-f109914c14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:24.908839 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b38f011d-d1dd-4aa4-b80c-d68b37c00eea req-9d113d69-d318-4959-aaa7-f109914c14f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1168482 Feb 11 04:54:24.913269 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e60add-031e-48f7-a545-1f0238426428 None None] The sync data for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 is: [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '7c64adc4-3963-4007-ba1b-a6501c32ba76', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'floating_ip_address': '172.25.3.183', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'port_id': '503a579c-2c43-46a8-9087-39578f8b894d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'mac_address': 'fa:16:3e:9d:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:54:21Z', 'updated_at': '2022-02-11T04:54:21Z', 'revision_number': 0, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:25.126416 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-544dc939-ab52-44b8-ac66-59d082747189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (352ad70e-27b0-47f1-a03a-4db21053b3b3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:25.130828 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b38f011d-d1dd-4aa4-b80c-d68b37c00eea req-8f2c78d9-dcd3-412d-a5a3-a16e3c4ae505 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872475 Feb 11 04:54:25.268989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48981e8c-e0a5-4182-95d3-c16b0430dfc4 None None] New status for floating IP 7c64adc4-3963-4007-ba1b-a6501c32ba76: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:54:25.567442 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-00035493-eff3-4205-b988-4c58b7eea77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:25.622796 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b38f011d-d1dd-4aa4-b80c-d68b37c00eea req-25a26a15-9167-4a6b-99a6-d8a2952d23e5 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819250 Feb 11 04:54:25.750576 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544dc939-ab52-44b8-ac66-59d082747189 admin admin] Router 352ad70e-27b0-47f1-a03a-4db21053b3b3 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:54:25.868689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544dc939-ab52-44b8-ac66-59d082747189 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:25.876089 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-544dc939-ab52-44b8-ac66-59d082747189 admin admin] 10.222.0.13 "PUT /v2.0/routers/352ad70e-27b0-47f1-a03a-4db21053b3b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6353889 Feb 11 04:54:25.876598 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56670) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:25.880279 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cab0e5-ad02-4c25-bcfe-120aa8783b86 None None] Sync routers for ids ['352ad70e-27b0-47f1-a03a-4db21053b3b3'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:25.892257 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cab0e5-ad02-4c25-bcfe-120aa8783b86 None None] Routers {'352ad70e-27b0-47f1-a03a-4db21053b3b3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:25.893417 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a5cab0e5-ad02-4c25-bcfe-120aa8783b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:54:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['352ad70e-27b0-47f1-a03a-4db21053b3b3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:26.026488 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] Publish callbacks [] for router (352ad70e-27b0-47f1-a03a-4db21053b3b3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:26.067094 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-a5cab0e5-ad02-4c25-bcfe-120aa8783b86 None None] Set router 352ad70e-27b0-47f1-a03a-4db21053b3b3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:26.198371 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] Publish callbacks [] for router_gateway (352ad70e-27b0-47f1-a03a-4db21053b3b3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:26.280666 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a5cab0e5-ad02-4c25-bcfe-120aa8783b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'name': 'tempest-TestAggregatesBasicOps-985615226-router', 'tenant_id': 'c7775d86ba274478b5ae760629985594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:59Z', 'updated_at': '2022-02-11T04:54:24Z', 'revision_number': 5, 'project_id': 'c7775d86ba274478b5ae760629985594', 'gw_port': {'id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:00Z', 'updated_at': '2022-02-11T04:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:26.307300 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cab0e5-ad02-4c25-bcfe-120aa8783b86 None None] Checking router: 352ad70e-27b0-47f1-a03a-4db21053b3b3 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:26.316337 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cab0e5-ad02-4c25-bcfe-120aa8783b86 None None] Routers {'352ad70e-27b0-47f1-a03a-4db21053b3b3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:26.316949 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a5cab0e5-ad02-4c25-bcfe-120aa8783b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:54:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['352ad70e-27b0-47f1-a03a-4db21053b3b3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:26.462204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] Deleting port 7c6b3da6-76b1-4b30-bea7-39dea9192e82 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:26.464670 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7c6b3da6-76b1-4b30-bea7-39dea9192e82), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:26.469202 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-a5cab0e5-ad02-4c25-bcfe-120aa8783b86 None None] Set router 352ad70e-27b0-47f1-a03a-4db21053b3b3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:26.566607 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] For port 7c6b3da6-76b1-4b30-bea7-39dea9192e82, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7c6b3da6-76b1-4b30-bea7-39dea9192e82,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:26.566943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7c6b3da6-76b1-4b30-bea7-39dea9192e82), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:26.597443 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] Calling delete_port for 7c6b3da6-76b1-4b30-bea7-39dea9192e82 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:26.774936 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a5cab0e5-ad02-4c25-bcfe-120aa8783b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'name': 'tempest-TestAggregatesBasicOps-985615226-router', 'tenant_id': 'c7775d86ba274478b5ae760629985594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:59Z', 'updated_at': '2022-02-11T04:54:24Z', 'revision_number': 5, 'project_id': 'c7775d86ba274478b5ae760629985594', 'gw_port': {'id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:00Z', 'updated_at': '2022-02-11T04:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:26.803103 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cab0e5-ad02-4c25-bcfe-120aa8783b86 None None] The sync data for ids ['352ad70e-27b0-47f1-a03a-4db21053b3b3'] in n-d-712142-35 is: [{'id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'name': 'tempest-TestAggregatesBasicOps-985615226-router', 'tenant_id': 'c7775d86ba274478b5ae760629985594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:59Z', 'updated_at': '2022-02-11T04:54:24Z', 'revision_number': 5, 'project_id': 'c7775d86ba274478b5ae760629985594', 'gw_port': {'id': '7c6b3da6-76b1-4b30-bea7-39dea9192e82', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352ad70e-27b0-47f1-a03a-4db21053b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:00Z', 'updated_at': '2022-02-11T04:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:26.808688 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:26.957286 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7c6b3da6-76b1-4b30-bea7-39dea9192e82), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:26.985170 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6b3da6-76b1-4b30-bea7-39dea9192e82,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:27.059363 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (352ad70e-27b0-47f1-a03a-4db21053b3b3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:27.270115 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (352ad70e-27b0-47f1-a03a-4db21053b3b3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:27.274038 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] Publish callbacks [] for router_controller (352ad70e-27b0-47f1-a03a-4db21053b3b3), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:27.442885 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (352ad70e-27b0-47f1-a03a-4db21053b3b3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:27.443429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 352ad70e-27b0-47f1-a03a-4db21053b3b3 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:54:27.448923 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:27.453472 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fd609e77-7e3f-4d8a-89e6-d1e54758a6fb admin admin] 10.222.0.13 "DELETE /v2.0/routers/352ad70e-27b0-47f1-a03a-4db21053b3b3 HTTP/1.1" status: 204 len: 168 time: 1.5730832 Feb 11 04:54:27.453732 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56694) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.503102 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41dfb3d-1274-43d7-9134-c06f47e932dc admin admin] Deleting subnet 8e0ccf4f-9aa9-4f00-b95e-180da62809fe {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:54:27.506954 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a41dfb3d-1274-43d7-9134-c06f47e932dc admin admin] Publish callbacks [] for subnet (8e0ccf4f-9aa9-4f00-b95e-180da62809fe), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:27.545753 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a41dfb3d-1274-43d7-9134-c06f47e932dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (8e0ccf4f-9aa9-4f00-b95e-180da62809fe), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:27.650929 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a41dfb3d-1274-43d7-9134-c06f47e932dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (8e0ccf4f-9aa9-4f00-b95e-180da62809fe), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:27.781272 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a41dfb3d-1274-43d7-9134-c06f47e932dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (8e0ccf4f-9aa9-4f00-b95e-180da62809fe), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:27.806802 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dfb3d-1274-43d7-9134-c06f47e932dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0ccf4f-9aa9-4f00-b95e-180da62809fe,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:27.813598 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a41dfb3d-1274-43d7-9134-c06f47e932dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:27.819364 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a41dfb3d-1274-43d7-9134-c06f47e932dc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8e0ccf4f-9aa9-4f00-b95e-180da62809fe HTTP/1.1" status: 204 len: 168 time: 0.3622797 Feb 11 04:54:27.819599 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56700) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:27.823668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5cf700-552f-4d69-8d91-91b6e820baa5 None None] Network 11370513-e64f-4539-8fa4-54ce35b46bb3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:27.897352 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (11370513-e64f-4539-8fa4-54ce35b46bb3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:27.973803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] Deleting port 18160218-7a55-4409-8cee-a1d010779115 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:27.974451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (18160218-7a55-4409-8cee-a1d010779115), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.044648 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] For port 18160218-7a55-4409-8cee-a1d010779115, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=18160218-7a55-4409-8cee-a1d010779115,segment=NetworkSegment(611ee698-e7a5-4b45-9d81-0a705a691aa1),segment_id=611ee698-e7a5-4b45-9d81-0a705a691aa1)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:28.044976 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (18160218-7a55-4409-8cee-a1d010779115), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.058739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] Calling delete_port for 18160218-7a55-4409-8cee-a1d010779115 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:28.138087 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17d696c-d89a-4a28-a6ae-247863d8c88a None None] DHCP port deletion for 11370513-e64f-4539-8fa4-54ce35b46bb3 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:54:28.209894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e17d696c-d89a-4a28-a6ae-247863d8c88a None None] Deleting port 18160218-7a55-4409-8cee-a1d010779115 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:28.210475 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e17d696c-d89a-4a28-a6ae-247863d8c88a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (18160218-7a55-4409-8cee-a1d010779115), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.293390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e17d696c-d89a-4a28-a6ae-247863d8c88a None None] For port 18160218-7a55-4409-8cee-a1d010779115, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=18160218-7a55-4409-8cee-a1d010779115,segment=NetworkSegment(611ee698-e7a5-4b45-9d81-0a705a691aa1),segment_id=611ee698-e7a5-4b45-9d81-0a705a691aa1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:28.293789 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e17d696c-d89a-4a28-a6ae-247863d8c88a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (18160218-7a55-4409-8cee-a1d010779115), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.309629 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e17d696c-d89a-4a28-a6ae-247863d8c88a None None] Calling delete_port for 18160218-7a55-4409-8cee-a1d010779115 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:28.420754 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (18160218-7a55-4409-8cee-a1d010779115), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.442366 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e17d696c-d89a-4a28-a6ae-247863d8c88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (18160218-7a55-4409-8cee-a1d010779115), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.457362 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] Pushing event deleted for resources: {'Port': ['ID=18160218-7a55-4409-8cee-a1d010779115,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:28.463232 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] No DVR routers for this DVR port 18160218-7a55-4409-8cee-a1d010779115 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:54:28.477343 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 026ac393-e9be-4a57-861c-9c8171cc115c no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:54:28.481105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d696c-d89a-4a28-a6ae-247863d8c88a None None] Pushing event deleted for resources: {'Port': ['ID=18160218-7a55-4409-8cee-a1d010779115,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:28.503864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d696c-d89a-4a28-a6ae-247863d8c88a None None] No DVR routers for this DVR port 18160218-7a55-4409-8cee-a1d010779115 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:54:28.508781 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.512359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 026ac393-e9be-4a57-861c-9c8171cc115c {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:54:28.512359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 026ac393-e9be-4a57-861c-9c8171cc115c not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:54:28.512359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7c6b3da6-76b1-4b30-bea7-39dea9192e82 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:54:28.531031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 7c6b3da6-76b1-4b30-bea7-39dea9192e82 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:54:28.531387 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7c6b3da6-76b1-4b30-bea7-39dea9192e82 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:54:28.531819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 18160218-7a55-4409-8cee-a1d010779115 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:54:28.550571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (11370513-e64f-4539-8fa4-54ce35b46bb3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.552258 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 18160218-7a55-4409-8cee-a1d010779115 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:54:28.552655 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 18160218-7a55-4409-8cee-a1d010779115 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:54:28.577036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11370513-e64f-4539-8fa4-54ce35b46bb3']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:28.586512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611ee698-e7a5-4b45-9d81-0a705a691aa1') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:28.586850 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611ee698-e7a5-4b45-9d81-0a705a691aa1') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:28.596875 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (611ee698-e7a5-4b45-9d81-0a705a691aa1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.610729 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (611ee698-e7a5-4b45-9d81-0a705a691aa1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (611ee698-e7a5-4b45-9d81-0a705a691aa1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: timer() Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:54:28.624588 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:54:28.883850 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (11370513-e64f-4539-8fa4-54ce35b46bb3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.896548 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:28.909821 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] 10.222.0.13 "DELETE /v2.0/networks/11370513-e64f-4539-8fa4-54ce35b46bb3 HTTP/1.1" status: 204 len: 168 time: 1.0877104 Feb 11 04:54:28.913570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56720) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:28.942505 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68bfa3-347b-4a60-8219-7a889b35546d admin admin] Pushing event deleted for resources: {'Network': ['ID=11370513-e64f-4539-8fa4-54ce35b46bb3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:29.309559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549f5c1-36f8-4afc-bf76-f9bafb754ccd req-9c4d2822-4208-4605-a71a-364862be3072 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:29.312020 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6549f5c1-36f8-4afc-bf76-f9bafb754ccd req-9c4d2822-4208-4605-a71a-364862be3072 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.1583338 Feb 11 04:54:29.454128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6549f5c1-36f8-4afc-bf76-f9bafb754ccd req-13486d49-3b8c-4719-928f-797bd0dc4c30 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177020 Feb 11 04:54:29.456787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b559621-d2a9-4d1a-a898-86c6ecd9bd73 req-b48b0652-8772-491d-8051-d61388f0b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:29.459306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b559621-d2a9-4d1a-a898-86c6ecd9bd73 req-b48b0652-8772-491d-8051-d61388f0b880 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69abb6e330f9452db648d998628abc84&device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 1128 time: 0.1805835 Feb 11 04:54:29.617782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b559621-d2a9-4d1a-a898-86c6ecd9bd73 req-95273969-3110-4b0e-8f63-7160008593bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:29.619201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b559621-d2a9-4d1a-a898-86c6ecd9bd73 req-95273969-3110-4b0e-8f63-7160008593bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 HTTP/1.1" status: 200 len: 920 time: 0.1322129 Feb 11 04:54:29.688585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b559621-d2a9-4d1a-a898-86c6ecd9bd73 req-d1c2be3e-e848-47a9-84db-96bc1870744c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e HTTP/1.1" status: 200 len: 217 time: 0.0626988 Feb 11 04:54:29.751813 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:29.759176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b559621-d2a9-4d1a-a898-86c6ecd9bd73 req-e315b6a9-74bd-4a4f-9a82-17dc562a27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:29.760778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b559621-d2a9-4d1a-a898-86c6ecd9bd73 req-e315b6a9-74bd-4a4f-9a82-17dc562a27b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6729af6-6b0d-45fa-9e5c-ad005438febf HTTP/1.1" status: 200 len: 859 time: 0.0660968 Feb 11 04:54:29.769746 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5f254acd-8247-47b7-b213-c0d5312568e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:29.849873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b559621-d2a9-4d1a-a898-86c6ecd9bd73 req-2f0ab955-a2f5-426a-95f2-4a3bc136d371 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779648 Feb 11 04:54:30.368994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b559621-d2a9-4d1a-a898-86c6ecd9bd73 req-076ed2df-a597-4735-a946-aeb22027169c service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117950 Feb 11 04:54:30.503638 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b559621-d2a9-4d1a-a898-86c6ecd9bd73 req-cfa2d702-813d-47fd-a42f-aaefc5308d40 service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255457 Feb 11 04:54:30.594237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-5f254acd-8247-47b7-b213-c0d5312568e0 admin admin] Deleting port f38ef5ab-d88b-46b0-809e-a241e1ae6180 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:30.594560 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5f254acd-8247-47b7-b213-c0d5312568e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:30.665899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b22ac5-7adc-45e9-aa54-009fdf57a782 req-9ce4b04f-9530-45af-9f62-79f6792cc497 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:30.667736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4b22ac5-7adc-45e9-aa54-009fdf57a782 req-9ce4b04f-9530-45af-9f62-79f6792cc497 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.1136138 Feb 11 04:54:30.723026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-5f254acd-8247-47b7-b213-c0d5312568e0 admin admin] For port f38ef5ab-d88b-46b0-809e-a241e1ae6180, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f38ef5ab-d88b-46b0-809e-a241e1ae6180,segment=NetworkSegment(eb797333-74e3-4b1d-92f3-815b03b3fc3a),segment_id=eb797333-74e3-4b1d-92f3-815b03b3fc3a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:30.723026 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5f254acd-8247-47b7-b213-c0d5312568e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:30.747112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-5f254acd-8247-47b7-b213-c0d5312568e0 admin admin] Calling delete_port for f38ef5ab-d88b-46b0-809e-a241e1ae6180 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:30.773258 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4b22ac5-7adc-45e9-aa54-009fdf57a782 req-fd28a7c6-7c4b-49b2-810e-f890f4ff50a2 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980647 Feb 11 04:54:31.134785 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5f254acd-8247-47b7-b213-c0d5312568e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f38ef5ab-d88b-46b0-809e-a241e1ae6180), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.164704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f254acd-8247-47b7-b213-c0d5312568e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f38ef5ab-d88b-46b0-809e-a241e1ae6180,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:31.428179 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:54:31.430776 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5f254acd-8247-47b7-b213-c0d5312568e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.602383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f254acd-8247-47b7-b213-c0d5312568e0 admin admin] Router f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:54:31.717066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f254acd-8247-47b7-b213-c0d5312568e0 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:31.722390 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5f254acd-8247-47b7-b213-c0d5312568e0 admin admin] 10.222.0.13 "PUT /v2.0/routers/f2fd0a23-68c2-48b8-b7e1-f81f8ad82625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8068881 Feb 11 04:54:31.724840 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56770) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:31.727529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b219e0-1a12-4519-9e74-c6cf0d46c035 None None] Sync routers for ids ['f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:31.738470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b219e0-1a12-4519-9e74-c6cf0d46c035 None None] Routers {'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:31.739130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-43b219e0-1a12-4519-9e74-c6cf0d46c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:54:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:31.907272 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] Publish callbacks [] for router (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:31.919204 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-43b219e0-1a12-4519-9e74-c6cf0d46c035 None None] Set router f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:32.084240 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] Publish callbacks [] for router_gateway (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:32.103405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66794da4-9c7d-4d42-b3b5-606a5ca49da0 req-d829590e-cf50-447a-a890-6d11cea0d526 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:32.104920 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66794da4-9c7d-4d42-b3b5-606a5ca49da0 req-d829590e-cf50-447a-a890-6d11cea0d526 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0927899 Feb 11 04:54:32.158207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-66794da4-9c7d-4d42-b3b5-606a5ca49da0 req-bfbece1c-03df-4ae1-b6c7-c60a0ffd5afb tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469542 Feb 11 04:54:32.181984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-43b219e0-1a12-4519-9e74-c6cf0d46c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'name': 'tempest-TestAggregatesBasicOps-2050350398-router', 'tenant_id': '07f4340671d84b6297fe01c2fe199dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '7191f361-8b21-4527-a245-2dee3b615744', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:10Z', 'updated_at': '2022-02-11T04:54:30Z', 'revision_number': 5, 'project_id': '07f4340671d84b6297fe01c2fe199dea', 'gw_port': {'id': '7191f361-8b21-4527-a245-2dee3b615744', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:11Z', 'updated_at': '2022-02-11T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:32.212995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b219e0-1a12-4519-9e74-c6cf0d46c035 None None] Checking router: f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:32.222758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b219e0-1a12-4519-9e74-c6cf0d46c035 None None] Routers {'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:32.223323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-43b219e0-1a12-4519-9e74-c6cf0d46c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:54:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:32.278656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] Deleting port 7191f361-8b21-4527-a245-2dee3b615744 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:32.279022 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7191f361-8b21-4527-a245-2dee3b615744), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:32.347100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-43b219e0-1a12-4519-9e74-c6cf0d46c035 None None] Set router f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:32.416218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-43b219e0-1a12-4519-9e74-c6cf0d46c035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'name': 'tempest-TestAggregatesBasicOps-2050350398-router', 'tenant_id': '07f4340671d84b6297fe01c2fe199dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:10Z', 'updated_at': '2022-02-11T04:54:32Z', 'revision_number': 6, 'project_id': '07f4340671d84b6297fe01c2fe199dea', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:32.425242 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] For port 7191f361-8b21-4527-a245-2dee3b615744, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7191f361-8b21-4527-a245-2dee3b615744,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:32.425621 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7191f361-8b21-4527-a245-2dee3b615744), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:32.438756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] Calling delete_port for 7191f361-8b21-4527-a245-2dee3b615744 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:32.455193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b219e0-1a12-4519-9e74-c6cf0d46c035 None None] The sync data for ids ['f2fd0a23-68c2-48b8-b7e1-f81f8ad82625'] in n-d-712142-35 is: [{'id': 'f2fd0a23-68c2-48b8-b7e1-f81f8ad82625', 'name': 'tempest-TestAggregatesBasicOps-2050350398-router', 'tenant_id': '07f4340671d84b6297fe01c2fe199dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:10Z', 'updated_at': '2022-02-11T04:54:32Z', 'revision_number': 6, 'project_id': '07f4340671d84b6297fe01c2fe199dea', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:32.775234 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (7191f361-8b21-4527-a245-2dee3b615744), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:32.810581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7191f361-8b21-4527-a245-2dee3b615744,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:32.907291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.033994 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.036321 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] Publish callbacks [] for router_controller (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.220571 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (f2fd0a23-68c2-48b8-b7e1-f81f8ad82625), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.221497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:54:33.231211 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.234570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-86736802-9db9-41be-bebf-0373eea367b6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f2fd0a23-68c2-48b8-b7e1-f81f8ad82625 HTTP/1.1" status: 204 len: 168 time: 1.5077872 Feb 11 04:54:33.236793 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56806) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:33.352209 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c25534b-7ca6-492f-8589-69c05e6d8677 admin admin] Deleting subnet fb0e75a4-81b5-411b-af99-5f34f49f81bf {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:54:33.356226 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c25534b-7ca6-492f-8589-69c05e6d8677 admin admin] Publish callbacks [] for subnet (fb0e75a4-81b5-411b-af99-5f34f49f81bf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.412318 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c25534b-7ca6-492f-8589-69c05e6d8677 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (fb0e75a4-81b5-411b-af99-5f34f49f81bf), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.530320 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c25534b-7ca6-492f-8589-69c05e6d8677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (fb0e75a4-81b5-411b-af99-5f34f49f81bf), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.596798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00170f-14ca-4103-8fe3-280ddb69cbb3 req-a4dbff3e-5f43-4d62-9c8c-3787d64f64b1 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:33.598723 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d00170f-14ca-4103-8fe3-280ddb69cbb3 req-a4dbff3e-5f43-4d62-9c8c-3787d64f64b1 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.3423369 Feb 11 04:54:33.649312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d00170f-14ca-4103-8fe3-280ddb69cbb3 req-5c82ba7a-450d-4985-94e0-433e3bdaf6be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443223 Feb 11 04:54:33.751878 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c25534b-7ca6-492f-8589-69c05e6d8677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (fb0e75a4-81b5-411b-af99-5f34f49f81bf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.788423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25534b-7ca6-492f-8589-69c05e6d8677 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0e75a4-81b5-411b-af99-5f34f49f81bf,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:33.795557 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3c25534b-7ca6-492f-8589-69c05e6d8677 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.801403 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3c25534b-7ca6-492f-8589-69c05e6d8677 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fb0e75a4-81b5-411b-af99-5f34f49f81bf HTTP/1.1" status: 204 len: 168 time: 0.5613678 Feb 11 04:54:33.801784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56816) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:33.807723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b79141-f0d0-43de-88e6-da4ce192bfb4 None None] Network 170ea57e-7763-4531-a25d-765844782161 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:33.892327 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (170ea57e-7763-4531-a25d-765844782161), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:33.964170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] Deleting port 6a84a599-4e27-4c7e-83ab-e813e6958c15 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:33.964518 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.017228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c25098-e1e2-4677-b6bd-ca2ca3674d83 None None] DHCP port deletion for 170ea57e-7763-4531-a25d-765844782161 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 04:54:34.050454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] For port 6a84a599-4e27-4c7e-83ab-e813e6958c15, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6a84a599-4e27-4c7e-83ab-e813e6958c15,segment=NetworkSegment(eb797333-74e3-4b1d-92f3-815b03b3fc3a),segment_id=eb797333-74e3-4b1d-92f3-815b03b3fc3a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:34.051103 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.067820 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] Calling delete_port for 6a84a599-4e27-4c7e-83ab-e813e6958c15 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:34.081723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e0c25098-e1e2-4677-b6bd-ca2ca3674d83 None None] Deleting port 6a84a599-4e27-4c7e-83ab-e813e6958c15 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:54:34.082497 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e0c25098-e1e2-4677-b6bd-ca2ca3674d83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.095453 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.166385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e0c25098-e1e2-4677-b6bd-ca2ca3674d83 None None] For port 6a84a599-4e27-4c7e-83ab-e813e6958c15, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6a84a599-4e27-4c7e-83ab-e813e6958c15,segment=NetworkSegment(eb797333-74e3-4b1d-92f3-815b03b3fc3a),segment_id=eb797333-74e3-4b1d-92f3-815b03b3fc3a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:34.167097 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e0c25098-e1e2-4677-b6bd-ca2ca3674d83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.183016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e0c25098-e1e2-4677-b6bd-ca2ca3674d83 None None] Calling delete_port for 6a84a599-4e27-4c7e-83ab-e813e6958c15 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:54:34.329304 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.350818 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e0c25098-e1e2-4677-b6bd-ca2ca3674d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (6a84a599-4e27-4c7e-83ab-e813e6958c15), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.381762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c25098-e1e2-4677-b6bd-ca2ca3674d83 None None] Pushing event deleted for resources: {'Port': ['ID=6a84a599-4e27-4c7e-83ab-e813e6958c15,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:34.384881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c25098-e1e2-4677-b6bd-ca2ca3674d83 None None] No DVR routers for this DVR port 6a84a599-4e27-4c7e-83ab-e813e6958c15 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:54:34.392802 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.398527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] Pushing event deleted for resources: {'Port': ['ID=6a84a599-4e27-4c7e-83ab-e813e6958c15,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:34.407895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] No DVR routers for this DVR port 6a84a599-4e27-4c7e-83ab-e813e6958c15 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:54:34.464999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f38ef5ab-d88b-46b0-809e-a241e1ae6180 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:54:34.488143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: f38ef5ab-d88b-46b0-809e-a241e1ae6180 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:54:34.488499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f38ef5ab-d88b-46b0-809e-a241e1ae6180 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:54:34.488928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6a84a599-4e27-4c7e-83ab-e813e6958c15 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:54:34.505827 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (170ea57e-7763-4531-a25d-765844782161), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.512105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 6a84a599-4e27-4c7e-83ab-e813e6958c15 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:54:34.512456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6a84a599-4e27-4c7e-83ab-e813e6958c15 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:54:34.512885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7191f361-8b21-4527-a245-2dee3b615744 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:54:34.532806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170ea57e-7763-4531-a25d-765844782161']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:34.535370 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 7191f361-8b21-4527-a245-2dee3b615744 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:54:34.535734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7191f361-8b21-4527-a245-2dee3b615744 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:54:34.553217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb797333-74e3-4b1d-92f3-815b03b3fc3a') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:34.553524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb797333-74e3-4b1d-92f3-815b03b3fc3a') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:34.565623 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (eb797333-74e3-4b1d-92f3-815b03b3fc3a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.581294 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (eb797333-74e3-4b1d-92f3-815b03b3fc3a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.588472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:54:34.588925 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (eb797333-74e3-4b1d-92f3-815b03b3fc3a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:54:34.591176 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:54:34.776817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b97fe7-b0f7-4f83-8376-9151e8ba6a1a req-394b17d6-d599-4d37-ae6c-c20760693b0c tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:34.778315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86b97fe7-b0f7-4f83-8376-9151e8ba6a1a req-394b17d6-d599-4d37-ae6c-c20760693b0c tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0552771 Feb 11 04:54:34.840060 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86b97fe7-b0f7-4f83-8376-9151e8ba6a1a req-340f0e5d-24ee-42b4-9f13-f4a90d7c4286 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559371 Feb 11 04:54:34.841267 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (170ea57e-7763-4531-a25d-765844782161), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.860931 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:34.868726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] 10.222.0.13 "DELETE /v2.0/networks/170ea57e-7763-4531-a25d-765844782161 HTTP/1.1" status: 204 len: 168 time: 1.0658612 Feb 11 04:54:34.890183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f1e5a-b297-4b52-8bbf-626afd6cc24a admin admin] Pushing event deleted for resources: {'Network': ['ID=170ea57e-7763-4531-a25d-765844782161,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:35.437809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56844) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:35.480462 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0943b648-afd6-4f3b-801f-6f0661a735cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7775d86ba274478b5ae760629985594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412481 Feb 11 04:54:35.480689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56846) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:35.531340 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Publish callbacks [] for security_group (88865215-291f-4617-8a2c-2c22bc0d8327), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:35.566128 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Publish callbacks [] for security_group (88865215-291f-4617-8a2c-2c22bc0d8327), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:35.768546 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (88865215-291f-4617-8a2c-2c22bc0d8327), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:35.771414 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:35.774930 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88865215-291f-4617-8a2c-2c22bc0d8327 HTTP/1.1" status: 204 len: 168 time: 0.2910395 Feb 11 04:54:35.785838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88865215-291f-4617-8a2c-2c22bc0d8327,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:35.794281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:35.794926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:35.795460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:35.795984 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:35.796529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:35.797033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:35.798277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:35.798990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:35.799640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:35.800153 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:35.800691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:35.804762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:35.804762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda8422e-ce74-4911-af4c-f6c348fb056a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:36.004391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfad96f-6b9b-4f98-9071-2ad49778f7d3 req-3f4a7cf7-c124-45f1-8ced-9d73b4feff71 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:36.005833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ccfad96f-6b9b-4f98-9071-2ad49778f7d3 req-3f4a7cf7-c124-45f1-8ced-9d73b4feff71 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0632918 Feb 11 04:54:36.066751 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ccfad96f-6b9b-4f98-9071-2ad49778f7d3 req-0e5c495f-7cbb-4fd4-9ef9-1d0ac676491f tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508971 Feb 11 04:54:36.722175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56870) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:36.772565 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-37afa5ab-836b-4aee-b367-32d900cb3843 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07f4340671d84b6297fe01c2fe199dea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487764 Feb 11 04:54:36.775303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56872) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:36.831576 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8068865f-c092-432d-a99c-50c68731c949 admin admin] Publish callbacks [] for security_group (08486ef5-c371-4bb0-bc70-a44554e36cd0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:36.858014 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8068865f-c092-432d-a99c-50c68731c949 admin admin] Publish callbacks [] for security_group (08486ef5-c371-4bb0-bc70-a44554e36cd0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:37.037067 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8068865f-c092-432d-a99c-50c68731c949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (08486ef5-c371-4bb0-bc70-a44554e36cd0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:37.040078 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8068865f-c092-432d-a99c-50c68731c949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:37.043984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8068865f-c092-432d-a99c-50c68731c949 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08486ef5-c371-4bb0-bc70-a44554e36cd0 HTTP/1.1" status: 204 len: 168 time: 0.2649217 Feb 11 04:54:37.052722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068865f-c092-432d-a99c-50c68731c949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08486ef5-c371-4bb0-bc70-a44554e36cd0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:37.457141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046275b-8fa9-40c9-a451-d734e97c6ab1 req-21018d2f-4c3e-48b6-b0f6-3e17bab65c6a tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:37.460288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7046275b-8fa9-40c9-a451-d734e97c6ab1 req-21018d2f-4c3e-48b6-b0f6-3e17bab65c6a tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.3041759 Feb 11 04:54:37.523539 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7046275b-8fa9-40c9-a451-d734e97c6ab1 req-bb1fe8f4-bfd1-405b-af58-45617eff6c0d tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582695 Feb 11 04:54:38.468825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56922) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:38.594714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-46803303-network', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:38.664234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e6b02-fd0d-4957-999a-77253b3af7ce req-1fe4488c-3fad-4d7e-86f5-2b9007748497 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:38.665721 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681e6b02-fd0d-4957-999a-77253b3af7ce req-1fe4488c-3fad-4d7e-86f5-2b9007748497 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0586674 Feb 11 04:54:38.714226 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-681e6b02-fd0d-4957-999a-77253b3af7ce req-abe6c863-2360-40ea-a15d-6ba2901e16f6 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422771 Feb 11 04:54:38.768149 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] Made reservation on behalf of 1a0adeda684b49efa697d84d929e1f3a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:38.770591 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:38.780298 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:38.860063 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] Publish callbacks [] for security_group (c5bd1e14-aed7-4639-88c0-ad7e6d05ff1b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:39.008694 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c5bd1e14-aed7-4639-88c0-ad7e6d05ff1b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:39.038160 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:54:39.046229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bd1e14-aed7-4639-88c0-ad7e6d05ff1b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:39.052570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b7b954fc-3029-44d3-819d-65a74803bfde), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:39.052927 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] Added segment b7b954fc-3029-44d3-819d-65a74803bfde of type vlan for network 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 Feb 11 04:54:39.097424 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (2d0ca30f-b5c8-48db-9724-8e8ce7e04b82), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:39.348363 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (2d0ca30f-b5c8-48db-9724-8e8ce7e04b82), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:39.349389 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:39.349989 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:39.452286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] Pushing event updated for resources: {'Network': ['ID=2d0ca30f-b5c8-48db-9724-8e8ce7e04b82,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:39.462645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:54:39.533495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 56942) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:39.533765 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1a4bd2f9-a802-45d0-8b2b-874d2dd312f9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0633759 Feb 11 04:54:39.539574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-265a1b42-30f6-43ac-810a-e1b8644a3758 admin admin] Request body: {'subnet': {'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-46803303-subnet', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:39.699992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265a1b42-30f6-43ac-810a-e1b8644a3758 admin admin] Made reservation on behalf of 1a0adeda684b49efa697d84d929e1f3a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:39.703048 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-265a1b42-30f6-43ac-810a-e1b8644a3758 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:39.914943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783ad48-64b0-4014-b20f-cee7bb9a95fc req-248cdff1-541c-48f1-b4f9-22976827190e tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:39.917281 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1783ad48-64b0-4014-b20f-cee7bb9a95fc req-248cdff1-541c-48f1-b4f9-22976827190e tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.1234729 Feb 11 04:54:39.996908 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1783ad48-64b0-4014-b20f-cee7bb9a95fc req-4182c74d-0ba2-4a87-b2a3-e59d9132039a tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731435 Feb 11 04:54:40.104517 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-265a1b42-30f6-43ac-810a-e1b8644a3758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (0108461b-53f2-4fc0-96da-bacb26d38e84), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:40.156403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a1b42-30f6-43ac-810a-e1b8644a3758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0108461b-53f2-4fc0-96da-bacb26d38e84,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:40.174206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265a1b42-30f6-43ac-810a-e1b8644a3758 admin admin] Checking segment: {'id': 'b7b954fc-3029-44d3-819d-65a74803bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:40.174573 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265a1b42-30f6-43ac-810a-e1b8644a3758 admin admin] Network hostable DHCP agents. Network: 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:54:40.385413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265a1b42-30f6-43ac-810a-e1b8644a3758 admin admin] Network 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:54:40.505364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-265a1b42-30f6-43ac-810a-e1b8644a3758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:40.509505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265a1b42-30f6-43ac-810a-e1b8644a3758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:40.510214 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-265a1b42-30f6-43ac-810a-e1b8644a3758 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:40.521255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1d8c05-9180-4a0d-9cfb-44793fd6b9e9 None None] Network 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:40.633330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'fixed_ips': [{'subnet_id': '0108461b-53f2-4fc0-96da-bacb26d38e84'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:54:40.634212 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:40.669211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-265a1b42-30f6-43ac-810a-e1b8644a3758 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1332996 Feb 11 04:54:40.672892 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 56964) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:40.677948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:40.788647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Allocated IP 172.20.0.2 (2d0ca30f-b5c8-48db-9724-8e8ce7e04b82/0108461b-53f2-4fc0-96da-bacb26d38e84/b33280b7-8fa7-440f-9746-7cec37708ab7) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:40.826613 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (bc87efe6-e76c-4650-9a0b-e8867dc56995), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:40.826613 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (bc87efe6-e76c-4650-9a0b-e8867dc56995), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:40.920197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Publish callbacks [] for router_controller (bc87efe6-e76c-4650-9a0b-e8867dc56995), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:40.929968 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c2b51d5c-60ef-4da0-bf20-f11e76479573 req-d6323454-0409-49a3-b184-d0c03ff2e757 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0948200 Feb 11 04:54:40.959498 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Publish callbacks [] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.010336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b51d5c-60ef-4da0-bf20-f11e76479573 req-27b952b6-11db-4aad-8ee6-f22ea3838088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:41.010336 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c2b51d5c-60ef-4da0-bf20-f11e76479573 req-27b952b6-11db-4aad-8ee6-f22ea3838088 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df92455fd694e6c9bf691dca34915c1&device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 1132 time: 0.0578680 Feb 11 04:54:41.146018 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.152042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee09a2e-a124-49ad-9fc9-e637508396cc req-1d025005-aa2f-4888-a383-8d3bf785b969 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:41.156260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ee09a2e-a124-49ad-9fc9-e637508396cc req-1d025005-aa2f-4888-a383-8d3bf785b969 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0811508 Feb 11 04:54:41.219046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Network 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:41.223033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ee09a2e-a124-49ad-9fc9-e637508396cc req-1d05b2be-f605-48f3-b336-29fe9262fb0e tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610073 Feb 11 04:54:41.226762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:41.231415 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:41.235915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Pushing event updated for resources: {'Port': ['ID=b33280b7-8fa7-440f-9746-7cec37708ab7,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:41.239353 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Publish callbacks [] for router_gateway (bc87efe6-e76c-4650-9a0b-e8867dc56995), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.258507 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b51d5c-60ef-4da0-bf20-f11e76479573 req-dd2a1a1a-666b-4387-b5de-6b2ee01ab46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:41.260143 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c2b51d5c-60ef-4da0-bf20-f11e76479573 req-dd2a1a1a-666b-4387-b5de-6b2ee01ab46a service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.2017488 Feb 11 04:54:41.298471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Attempting to bind port b33280b7-8fa7-440f-9746-7cec37708ab7 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:41.298855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Attempting to bind port b33280b7-8fa7-440f-9746-7cec37708ab7 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'b7b954fc-3029-44d3-819d-65a74803bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:41.299233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Attempting to bind port b33280b7-8fa7-440f-9746-7cec37708ab7 on network 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:41.305274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:41.305835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Checking segment: {'id': 'b7b954fc-3029-44d3-819d-65a74803bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:41.309397 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c2b51d5c-60ef-4da0-bf20-f11e76479573 req-e5702138-1e37-4118-af6c-eb3819c5c7fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c3411e71-444c-435c-99f6-a6af3b56ce53 HTTP/1.1" status: 200 len: 217 time: 0.0395210 Feb 11 04:54:41.310013 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.310013 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Bound using segment: {'id': 'b7b954fc-3029-44d3-819d-65a74803bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:41.310013 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Bound port: b33280b7-8fa7-440f-9746-7cec37708ab7, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b954fc-3029-44d3-819d-65a74803bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:41.310013 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.359825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b51d5c-60ef-4da0-bf20-f11e76479573 req-fabd0e8e-9e46-47b0-a1d6-a808d53184af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:41.361094 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c2b51d5c-60ef-4da0-bf20-f11e76479573 req-fabd0e8e-9e46-47b0-a1d6-a808d53184af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0487432 Feb 11 04:54:41.392274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] For port b33280b7-8fa7-440f-9746-7cec37708ab7, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:41.395643 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] For port b33280b7-8fa7-440f-9746-7cec37708ab7, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b33280b7-8fa7-440f-9746-7cec37708ab7,segment=NetworkSegment(b7b954fc-3029-44d3-819d-65a74803bfde),segment_id=b7b954fc-3029-44d3-819d-65a74803bfde)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:41.419505 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b51d5c-60ef-4da0-bf20-f11e76479573 req-0cbeeec4-b5a5-4acf-9c0f-162e0501ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:41.421148 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c2b51d5c-60ef-4da0-bf20-f11e76479573 req-0cbeeec4-b5a5-4acf-9c0f-162e0501ca7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0530221 Feb 11 04:54:41.572092 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c2b51d5c-60ef-4da0-bf20-f11e76479573 req-f60974d7-24b9-4967-8781-c91184ed455e service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423714 Feb 11 04:54:41.613226 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.705816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad2ff4-c1f5-432d-a104-cf6684541fc3 None None] Pushing event updated for resources: {'Port': ['ID=b33280b7-8fa7-440f-9746-7cec37708ab7,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:41.721889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164d1ff-6b5e-425f-8ba6-fb00c723aab3 req-fb769186-c77f-4c46-bdc1-0a6b4d099064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:41.723523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8164d1ff-6b5e-425f-8ba6-fb00c723aab3 req-fb769186-c77f-4c46-bdc1-0a6b4d099064 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 1128 time: 0.0655620 Feb 11 04:54:41.731546 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c2b51d5c-60ef-4da0-bf20-f11e76479573 req-23e1ac3e-11ea-442e-b976-bd6b53848c3b service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525166 Feb 11 04:54:41.801627 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8164d1ff-6b5e-425f-8ba6-fb00c723aab3 req-447e938f-e72c-453e-ace1-9abda2285d2a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715318 Feb 11 04:54:41.832491 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Publish callbacks [] for router_gateway (bc87efe6-e76c-4650-9a0b-e8867dc56995), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:41.852728 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.002434 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Allocated IP 172.25.3.122 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/d553d19c-2d1c-47b3-8892-c55c4385eab8) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:42.126162 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Publish callbacks [] for port (d553d19c-2d1c-47b3-8892-c55c4385eab8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.350195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def8dee-b4ca-4c60-825e-c272c3718689 req-76214b40-a8a5-4235-a206-9bed4753b52f tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:42.351709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8def8dee-b4ca-4c60-825e-c272c3718689 req-76214b40-a8a5-4235-a206-9bed4753b52f tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0542464 Feb 11 04:54:42.402975 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d553d19c-2d1c-47b3-8892-c55c4385eab8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.429043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8def8dee-b4ca-4c60-825e-c272c3718689 req-9c8b6ba5-fb20-44bf-bb6a-fb2a488d2f2d tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712156 Feb 11 04:54:42.446150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:42.455348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:42.460253 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:42.476591 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b33280b7-8fa7-440f-9746-7cec37708ab7 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:42.532071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port b33280b7-8fa7-440f-9746-7cec37708ab7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:42.532461 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.659442 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port b33280b7-8fa7-440f-9746-7cec37708ab7 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:42.660724 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.700016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port b33280b7-8fa7-440f-9746-7cec37708ab7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b33280b7-8fa7-440f-9746-7cec37708ab7,segment=NetworkSegment(b7b954fc-3029-44d3-819d-65a74803bfde),segment_id=b7b954fc-3029-44d3-819d-65a74803bfde)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:42.828543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d553d19c-2d1c-47b3-8892-c55c4385eab8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:42.871910 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:42.937553 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27044fee-a79e-4dbf-8405-50cc6d799ba8 None None] Network 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:43.027220 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=b33280b7-8fa7-440f-9746-7cec37708ab7,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:43.035227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f192097f-d12d-4049-93e0-2b00fc6b6970 None None] Provisioning complete for port b33280b7-8fa7-440f-9746-7cec37708ab7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:43.035598 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f192097f-d12d-4049-93e0-2b00fc6b6970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:43.159659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f192097f-d12d-4049-93e0-2b00fc6b6970 None None] Current status of the port b33280b7-8fa7-440f-9746-7cec37708ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:43.302811 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Publish callbacks [] for router_gateway (bc87efe6-e76c-4650-9a0b-e8867dc56995), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:43.489209 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f2e3b829-810a-4932-b3c5-7dc027388f96 None None] Provisioning complete for port b33280b7-8fa7-440f-9746-7cec37708ab7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:43.489949 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f2e3b829-810a-4932-b3c5-7dc027388f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:43.534703 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (bc87efe6-e76c-4650-9a0b-e8867dc56995), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:43.562896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d159c7b-26ca-491e-9e3b-dfbededf1ee9 req-e74605c3-b3d9-433a-b963-84c920e5b7ff tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:43.566169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d159c7b-26ca-491e-9e3b-dfbededf1ee9 req-e74605c3-b3d9-433a-b963-84c920e5b7ff tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0664518 Feb 11 04:54:43.584728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3b829-810a-4932-b3c5-7dc027388f96 None None] Current status of the port b33280b7-8fa7-440f-9746-7cec37708ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:43.623747 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d159c7b-26ca-491e-9e3b-dfbededf1ee9 req-6c3522b7-2743-47d4-aeaf-25fc9fd2862c tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511534 Feb 11 04:54:43.840761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Router bc87efe6-e76c-4650-9a0b-e8867dc56995 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:54:43.969370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:43.981770 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Sync routers for ids ['bc87efe6-e76c-4650-9a0b-e8867dc56995'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:43.993027 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Routers {'bc87efe6-e76c-4650-9a0b-e8867dc56995'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:43.993725 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:54:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bc87efe6-e76c-4650-9a0b-e8867dc56995'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:44.087593 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:44.089580 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-655b8ac3-3c0a-451f-91d2-2c882591f0a0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4147482 Feb 11 04:54:44.092901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57026) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:44.282509 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Set router bc87efe6-e76c-4650-9a0b-e8867dc56995 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:44.286600 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1b28b-6d8d-4ba2-be96-1386f0e74e84 req-c92cfa53-76aa-41d0-bbb0-7c0c0e3f2152 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:44.288274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9b1b28b-6d8d-4ba2-be96-1386f0e74e84 req-c92cfa53-76aa-41d0-bbb0-7c0c0e3f2152 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0907118 Feb 11 04:54:44.435789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b33280b7-8fa7-440f-9746-7cec37708ab7 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:44.494390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port b33280b7-8fa7-440f-9746-7cec37708ab7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:44.495209 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:44.510039 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T04:54:42Z', 'revision_number': 3, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:44.538338 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Checking router: bc87efe6-e76c-4650-9a0b-e8867dc56995 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:44.538727 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Updating router bc87efe6-e76c-4650-9a0b-e8867dc56995 port d553d19c-2d1c-47b3-8892-c55c4385eab8 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:54:44.577300 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d553d19c-2d1c-47b3-8892-c55c4385eab8), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:44.589158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port b33280b7-8fa7-440f-9746-7cec37708ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:44.811093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e6211-bf13-497d-8f36-543de21b0254 req-424e2070-ee7c-4938-810a-905ca1bf4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:44.812560 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-451e6211-bf13-497d-8f36-543de21b0254 req-424e2070-ee7c-4938-810a-905ca1bf4d00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69abb6e330f9452db648d998628abc84&device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 1128 time: 0.1413560 Feb 11 04:54:44.820172 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e9b1b28b-6d8d-4ba2-be96-1386f0e74e84 req-493bc131-6ecc-4501-baea-e0e7d3ac463c tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506934 Feb 11 04:54:44.905076 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Publish callbacks [] for port (d553d19c-2d1c-47b3-8892-c55c4385eab8), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.004695 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e6211-bf13-497d-8f36-543de21b0254 req-3a89e38a-d473-4527-93a3-9d50827493d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:45.006179 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-451e6211-bf13-497d-8f36-543de21b0254 req-3a89e38a-d473-4527-93a3-9d50827493d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 HTTP/1.1" status: 200 len: 920 time: 0.1836226 Feb 11 04:54:45.019986 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d553d19c-2d1c-47b3-8892-c55c4385eab8), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.076704 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Attempting to bind port d553d19c-2d1c-47b3-8892-c55c4385eab8 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:45.077005 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Attempting to bind port d553d19c-2d1c-47b3-8892-c55c4385eab8 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:45.077367 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Attempting to bind port d553d19c-2d1c-47b3-8892-c55c4385eab8 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:45.079522 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd3b10-5eea-4c1b-b1db-a378411f6d6d None None] Pushing event updated for resources: {'Port': ['ID=d553d19c-2d1c-47b3-8892-c55c4385eab8,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:45.083151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-451e6211-bf13-497d-8f36-543de21b0254 req-ee6f4928-8d8c-4b5c-a71d-6a1ee715dcc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e HTTP/1.1" status: 200 len: 217 time: 0.0707078 Feb 11 04:54:45.088958 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:45.089340 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Bound port: d553d19c-2d1c-47b3-8892-c55c4385eab8, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d553d19c-2d1c-47b3-8892-c55c4385eab8), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd3b10-5eea-4c1b-b1db-a378411f6d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd3b10-5eea-4c1b-b1db-a378411f6d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd3b10-5eea-4c1b-b1db-a378411f6d6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd3b10-5eea-4c1b-b1db-a378411f6d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd3b10-5eea-4c1b-b1db-a378411f6d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd3b10-5eea-4c1b-b1db-a378411f6d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd3b10-5eea-4c1b-b1db-a378411f6d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd3b10-5eea-4c1b-b1db-a378411f6d6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd3b10-5eea-4c1b-b1db-a378411f6d6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd3b10-5eea-4c1b-b1db-a378411f6d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd3b10-5eea-4c1b-b1db-a378411f6d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd3b10-5eea-4c1b-b1db-a378411f6d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:45.100497 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd3b10-5eea-4c1b-b1db-a378411f6d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:54:45.148404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e6211-bf13-497d-8f36-543de21b0254 req-9714e471-e76a-4203-a157-db743f782203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:45.149471 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-451e6211-bf13-497d-8f36-543de21b0254 req-9714e471-e76a-4203-a157-db743f782203 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6729af6-6b0d-45fa-9e5c-ad005438febf HTTP/1.1" status: 200 len: 859 time: 0.0592699 Feb 11 04:54:45.180364 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] For port d553d19c-2d1c-47b3-8892-c55c4385eab8, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:45.183393 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] For port d553d19c-2d1c-47b3-8892-c55c4385eab8, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d553d19c-2d1c-47b3-8892-c55c4385eab8,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:45.209027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-451e6211-bf13-497d-8f36-543de21b0254 req-9e5478a4-c745-4646-8ea1-7fde499f4385 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512724 Feb 11 04:54:45.300674 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d553d19c-2d1c-47b3-8892-c55c4385eab8), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.360401 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Routers {'bc87efe6-e76c-4650-9a0b-e8867dc56995'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:45.361024 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:54:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bc87efe6-e76c-4650-9a0b-e8867dc56995'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:45.363981 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd3b10-5eea-4c1b-b1db-a378411f6d6d None None] Pushing event updated for resources: {'Port': ['ID=d553d19c-2d1c-47b3-8892-c55c4385eab8,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:45.383046 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-451e6211-bf13-497d-8f36-543de21b0254 req-e39e19e1-0cff-4615-b858-06a5f2c02f02 service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663694 Feb 11 04:54:45.388871 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.491273 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] Set router bc87efe6-e76c-4650-9a0b-e8867dc56995 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:45.543131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-451e6211-bf13-497d-8f36-543de21b0254 req-4e2a9ff0-60ad-41c1-9257-6a9e29aed05a service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504824 Feb 11 04:54:45.659602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Allocated IP 172.20.0.1 (2d0ca30f-b5c8-48db-9724-8e8ce7e04b82/0108461b-53f2-4fc0-96da-bacb26d38e84/1e8e4326-6e61-44c2-bce6-5ce95576d4e8) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:45.707832 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T04:54:42Z', 'revision_number': 3, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:45.738305 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b256b45-39aa-4a22-b3e9-ef89815c6e01 None None] The sync data for ids ['bc87efe6-e76c-4650-9a0b-e8867dc56995'] in n-d-712142-35 is: [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T04:54:42Z', 'revision_number': 3, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:45.778741 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Publish callbacks [] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:45.965847 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.074088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Network 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:46.094509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4c913-2907-4792-b91f-8a80547d7dc7 req-64dfb3df-0733-4466-8733-60fdc75c069f tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:46.096339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0c4c913-2907-4792-b91f-8a80547d7dc7 req-64dfb3df-0733-4466-8733-60fdc75c069f tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.1803160 Feb 11 04:54:46.096955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Pushing event updated for resources: {'Port': ['ID=1e8e4326-6e61-44c2-bce6-5ce95576d4e8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:46.105655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:46.110419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:46.175028 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b96511c-13ba-4092-94a2-a243eb04a57e req-30b5dab1-f6b5-43f8-a9a0-73dbaed83f73 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2197213 Feb 11 04:54:46.239198 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0c4c913-2907-4792-b91f-8a80547d7dc7 req-599978c2-a0d3-4e7c-b66c-a5b0e9166130 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936887 Feb 11 04:54:46.277998 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (bc87efe6-e76c-4650-9a0b-e8867dc56995), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.348448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96511c-13ba-4092-94a2-a243eb04a57e req-53fbd085-1137-47f1-966d-927ea7a1bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:46.349982 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b96511c-13ba-4092-94a2-a243eb04a57e req-53fbd085-1137-47f1-966d-927ea7a1bdf7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69abb6e330f9452db648d998628abc84&device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 1128 time: 0.1166844 Feb 11 04:54:46.459388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e376ba8a-e2de-4793-9bdf-31c8e5b73d8c None None] Provisioning complete for port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:46.459927 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e376ba8a-e2de-4793-9bdf-31c8e5b73d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.507387 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d553d19c-2d1c-47b3-8892-c55c4385eab8 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:46.529012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96511c-13ba-4092-94a2-a243eb04a57e req-aedbe063-1843-47a1-88b0-322c263ccbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:46.530508 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b96511c-13ba-4092-94a2-a243eb04a57e req-aedbe063-1843-47a1-88b0-322c263ccbce service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 HTTP/1.1" status: 200 len: 920 time: 0.1447709 Feb 11 04:54:46.546495 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e376ba8a-e2de-4793-9bdf-31c8e5b73d8c None None] Port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:46.587841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port d553d19c-2d1c-47b3-8892-c55c4385eab8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:46.588292 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d553d19c-2d1c-47b3-8892-c55c4385eab8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.601927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b96511c-13ba-4092-94a2-a243eb04a57e req-74549dd1-ae38-4b03-bf73-2a15d9357338 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 HTTP/1.1" status: 200 len: 217 time: 0.0630763 Feb 11 04:54:46.673040 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.689010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port d553d19c-2d1c-47b3-8892-c55c4385eab8 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:46.689404 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d553d19c-2d1c-47b3-8892-c55c4385eab8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.718609 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port d553d19c-2d1c-47b3-8892-c55c4385eab8, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d553d19c-2d1c-47b3-8892-c55c4385eab8,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:46.730979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96511c-13ba-4092-94a2-a243eb04a57e req-28ce0ca6-0844-4eed-9ae3-d816fee946e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:46.733995 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b96511c-13ba-4092-94a2-a243eb04a57e req-28ce0ca6-0844-4eed-9ae3-d816fee946e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6729af6-6b0d-45fa-9e5c-ad005438febf HTTP/1.1" status: 200 len: 859 time: 0.1095443 Feb 11 04:54:46.776206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b96511c-13ba-4092-94a2-a243eb04a57e req-e2d6980e-4d5d-4a9a-8580-a90621265f41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350769 Feb 11 04:54:46.843515 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d553d19c-2d1c-47b3-8892-c55c4385eab8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:46.895962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=d553d19c-2d1c-47b3-8892-c55c4385eab8,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:46.960032 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b96511c-13ba-4092-94a2-a243eb04a57e req-2107f583-0d44-4e3a-8eca-e0a290d2f67d service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702371 Feb 11 04:54:46.994766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Publish callbacks [] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:47.064841 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b96511c-13ba-4092-94a2-a243eb04a57e req-11bb1c6f-d8a3-46d3-9f7a-518a33c9475d service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905678 Feb 11 04:54:47.103676 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:47.191263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Pushing event updated for resources: {'Port': ['ID=1e8e4326-6e61-44c2-bce6-5ce95576d4e8,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:47.193984 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (bc87efe6-e76c-4650-9a0b-e8867dc56995), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:47.320008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Network 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:47.321457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:47.496987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89b90d-2b09-48b7-b287-752361891647 req-ab431664-a77e-425e-9f3a-d82dda213ab2 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:47.499241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d89b90d-2b09-48b7-b287-752361891647 req-ab431664-a77e-425e-9f3a-d82dda213ab2 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.1284423 Feb 11 04:54:47.533907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Router bc87efe6-e76c-4650-9a0b-e8867dc56995 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:54:47.626511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d89b90d-2b09-48b7-b287-752361891647 req-3102afca-338d-49e6-93a0-f09c19685063 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133170 Feb 11 04:54:47.689051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-66dd8f2e-c07c-4f60-84ed-df46affe5d6f None None] Provisioning complete for port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:47.689612 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-66dd8f2e-c07c-4f60-84ed-df46affe5d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:47.702458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:47.710612 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fdc05284-f9f4-47ff-8e62-efaedba1654f admin admin] 10.222.0.13 "PUT /v2.0/routers/bc87efe6-e76c-4650-9a0b-e8867dc56995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6161711 Feb 11 04:54:47.743480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-66dd8f2e-c07c-4f60-84ed-df46affe5d6f None None] Port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:47.852505 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Sync routers for ids ['bc87efe6-e76c-4650-9a0b-e8867dc56995'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:47.862745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Routers {'bc87efe6-e76c-4650-9a0b-e8867dc56995'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:47.863384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:54:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bc87efe6-e76c-4650-9a0b-e8867dc56995'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:47.990355 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Set router bc87efe6-e76c-4650-9a0b-e8867dc56995 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:48.211743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1e8e4326-6e61-44c2-bce6-5ce95576d4e8', 'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'mac_address': 'fa:16:3e:5d:71:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:45Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 2, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'subnets': [{'id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:48.239597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Checking router: bc87efe6-e76c-4650-9a0b-e8867dc56995 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:48.239957 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Updating router bc87efe6-e76c-4650-9a0b-e8867dc56995 port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:54:48.287127 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:48.436983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d553d19c-2d1c-47b3-8892-c55c4385eab8 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:48.562944 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port d553d19c-2d1c-47b3-8892-c55c4385eab8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:48.563320 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d553d19c-2d1c-47b3-8892-c55c4385eab8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:48.624759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57102) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:48.631290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-944423018-network', 'tenant_id': 'ed9d28e2a04849dba7943bdcae786cab'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:48.673365 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Publish callbacks [] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:48.712538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port d553d19c-2d1c-47b3-8892-c55c4385eab8 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:48.773583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd28684-b8f3-4bdc-aad0-8bb15f606e9b req-15e9b764-bd51-433f-b346-0d3065a58347 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:48.775157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbd28684-b8f3-4bdc-aad0-8bb15f606e9b req-15e9b764-bd51-433f-b346-0d3065a58347 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0610089 Feb 11 04:54:48.827272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbd28684-b8f3-4bdc-aad0-8bb15f606e9b req-591fc0bb-983f-4fbd-a966-87af6eaadf45 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455754 Feb 11 04:54:48.843482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] Made reservation on behalf of ed9d28e2a04849dba7943bdcae786cab for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:48.845940 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:48.863056 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:48.900205 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:48.951342 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] Publish callbacks [] for security_group (81c72a1c-b85d-47fe-938d-33e6e2438923), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:49.041085 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a072592-3212-4792-8577-51169efe9749 None None] Pushing event updated for resources: {'Port': ['ID=1e8e4326-6e61-44c2-bce6-5ce95576d4e8,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:49.059588 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Attempting to bind port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:49.060384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Attempting to bind port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'b7b954fc-3029-44d3-819d-65a74803bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:49.060710 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Attempting to bind port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 on network 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:49.066116 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (81c72a1c-b85d-47fe-938d-33e6e2438923), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:49.070000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:49.070000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Checking segment: {'id': 'b7b954fc-3029-44d3-819d-65a74803bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:49.070000 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:49.070000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Bound using segment: {'id': 'b7b954fc-3029-44d3-819d-65a74803bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:49.070000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Bound port: 1e8e4326-6e61-44c2-bce6-5ce95576d4e8, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b954fc-3029-44d3-819d-65a74803bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:49.070000 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:49.091192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:54:49.112292 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ca10c4ea-7adc-4c00-b9f3-c888f58d40db), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:49.112649 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] Added segment ca10c4ea-7adc-4c00-b9f3-c888f58d40db of type vlan for network 11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8 Feb 11 04:54:49.114005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c72a1c-b85d-47fe-938d-33e6e2438923,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:49.154492 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] For port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:49.157869 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] For port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1e8e4326-6e61-44c2-bce6-5ce95576d4e8,segment=NetworkSegment(b7b954fc-3029-44d3-819d-65a74803bfde),segment_id=b7b954fc-3029-44d3-819d-65a74803bfde)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:49.179856 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:49.286493 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2692bccc-24ca-4d72-adb2-68216d17eef8 None None] Provisioning complete for port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:49.286910 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2692bccc-24ca-4d72-adb2-68216d17eef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:49.322279 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2692bccc-24ca-4d72-adb2-68216d17eef8 None None] Port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:49.345550 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:49.413660 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:49.414821 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:49.425908 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:49.426664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Routers {'bc87efe6-e76c-4650-9a0b-e8867dc56995'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:49.426664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:54:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bc87efe6-e76c-4650-9a0b-e8867dc56995'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:49.426664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a072592-3212-4792-8577-51169efe9749 None None] Pushing event updated for resources: {'Port': ['ID=1e8e4326-6e61-44c2-bce6-5ce95576d4e8,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:49.499058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] Pushing event updated for resources: {'Network': ['ID=11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:49.589396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 57120) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:49.590122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e56d420f-ce29-42b1-935b-4261d327bfee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9634824 Feb 11 04:54:49.597257 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-30ac0590-5428-4096-9ae5-3c4321f9e502 admin admin] Request body: {'subnet': {'network_id': '11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-944423018-subnet', 'tenant_id': 'ed9d28e2a04849dba7943bdcae786cab', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:49.724857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:54:49.763412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ac0590-5428-4096-9ae5-3c4321f9e502 admin admin] Made reservation on behalf of ed9d28e2a04849dba7943bdcae786cab for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:54:49.767497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-30ac0590-5428-4096-9ae5-3c4321f9e502 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:49.805629 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] Set router bc87efe6-e76c-4650-9a0b-e8867dc56995 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:49.855325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1dba55af-dff6-48f5-ae8e-a7458aa3115d None None] Provisioning complete for port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:49.855704 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1dba55af-dff6-48f5-ae8e-a7458aa3115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:50.070376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1dba55af-dff6-48f5-ae8e-a7458aa3115d None None] Current status of the port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:50.070921 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1dba55af-dff6-48f5-ae8e-a7458aa3115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:50.142907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1dba55af-dff6-48f5-ae8e-a7458aa3115d None None] For port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1e8e4326-6e61-44c2-bce6-5ce95576d4e8,segment=NetworkSegment(b7b954fc-3029-44d3-819d-65a74803bfde),segment_id=b7b954fc-3029-44d3-819d-65a74803bfde)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:50.159191 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1e8e4326-6e61-44c2-bce6-5ce95576d4e8', 'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'mac_address': 'fa:16:3e:5d:71:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:45Z', 'updated_at': '2022-02-11T04:54:49Z', 'revision_number': 4, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'subnets': [{'id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:50.168780 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-30ac0590-5428-4096-9ae5-3c4321f9e502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (fdc782e8-c877-4835-b826-349a1baf12ec), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:50.186354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cdc1f2-b04b-4fea-96f7-24fbd6d572dc None None] The sync data for ids ['bc87efe6-e76c-4650-9a0b-e8867dc56995'] in n-d-712142-35 is: [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1e8e4326-6e61-44c2-bce6-5ce95576d4e8', 'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'mac_address': 'fa:16:3e:5d:71:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:45Z', 'updated_at': '2022-02-11T04:54:49Z', 'revision_number': 4, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'subnets': [{'id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:50.251894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac0590-5428-4096-9ae5-3c4321f9e502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc782e8-c877-4835-b826-349a1baf12ec,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:50.260517 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1dba55af-dff6-48f5-ae8e-a7458aa3115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:50.302865 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac0590-5428-4096-9ae5-3c4321f9e502 admin admin] Checking segment: {'id': 'ca10c4ea-7adc-4c00-b9f3-c888f58d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:50.305869 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ac0590-5428-4096-9ae5-3c4321f9e502 admin admin] Network hostable DHCP agents. Network: 11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:54:50.346500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba55af-dff6-48f5-ae8e-a7458aa3115d None None] Pushing event updated for resources: {'Port': ['ID=1e8e4326-6e61-44c2-bce6-5ce95576d4e8,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:50.490767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:50.549662 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ac0590-5428-4096-9ae5-3c4321f9e502 admin admin] Network 11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:54:50.574800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:50.575366 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:50.683872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:50.819385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-30ac0590-5428-4096-9ae5-3c4321f9e502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:50.829669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb38856-5c77-478d-9c10-8b06ffdc5569 None None] Network 11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:50.839399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac0590-5428-4096-9ae5-3c4321f9e502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:50.843456 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-30ac0590-5428-4096-9ae5-3c4321f9e502 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:50.969383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57146) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:50.969934 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-30ac0590-5428-4096-9ae5-3c4321f9e502 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3778288 Feb 11 04:54:50.974451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-944423018-router', 'tenant_id': 'ed9d28e2a04849dba7943bdcae786cab', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:54:51.005429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8', 'network_id': '11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8', 'project_id': 'ed9d28e2a04849dba7943bdcae786cab', 'fixed_ips': [{'subnet_id': 'fdc782e8-c877-4835-b826-349a1baf12ec'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:54:51.008684 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.106150 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (63de6026-2b43-48df-be7c-2957b5d39241), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.112107 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (63de6026-2b43-48df-be7c-2957b5d39241), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.172762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Allocated IP 172.20.0.2 (11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8/fdc782e8-c877-4835-b826-349a1baf12ec/e5e51a54-084a-4b66-a138-336dc16f66bb) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:51.191837 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Publish callbacks [] for router_controller (63de6026-2b43-48df-be7c-2957b5d39241), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.368651 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Publish callbacks [] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.487265 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.513564 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Publish callbacks [] for router_gateway (63de6026-2b43-48df-be7c-2957b5d39241), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.533223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Network 11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:51.536403 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:51.539955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:51.553724 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Pushing event updated for resources: {'Port': ['ID=e5e51a54-084a-4b66-a138-336dc16f66bb,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:51.608366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Attempting to bind port e5e51a54-084a-4b66-a138-336dc16f66bb on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:51.608366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Attempting to bind port e5e51a54-084a-4b66-a138-336dc16f66bb by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'ca10c4ea-7adc-4c00-b9f3-c888f58d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:51.608366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Attempting to bind port e5e51a54-084a-4b66-a138-336dc16f66bb on network 11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:51.614474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:51.614967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Checking segment: {'id': 'ca10c4ea-7adc-4c00-b9f3-c888f58d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:51.615407 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.615696 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Bound using segment: {'id': 'ca10c4ea-7adc-4c00-b9f3-c888f58d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:51.616166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Bound port: e5e51a54-084a-4b66-a138-336dc16f66bb, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca10c4ea-7adc-4c00-b9f3-c888f58d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:51.616550 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.695613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] For port e5e51a54-084a-4b66-a138-336dc16f66bb, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:51.699459 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] For port e5e51a54-084a-4b66-a138-336dc16f66bb, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e5e51a54-084a-4b66-a138-336dc16f66bb,segment=NetworkSegment(ca10c4ea-7adc-4c00-b9f3-c888f58d40db),segment_id=ca10c4ea-7adc-4c00-b9f3-c888f58d40db)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:51.874986 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:51.965394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5677b16-87d8-4c14-924a-29a2ff89b6e1 None None] Pushing event updated for resources: {'Port': ['ID=e5e51a54-084a-4b66-a138-336dc16f66bb,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:52.338814 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Publish callbacks [] for router_gateway (63de6026-2b43-48df-be7c-2957b5d39241), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.360345 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.469212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e5e51a54-084a-4b66-a138-336dc16f66bb up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:52.503417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Allocated IP 172.25.3.177 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/9933781f-cf53-4d73-b782-54b8499ae8c3) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:52.538959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e5e51a54-084a-4b66-a138-336dc16f66bb triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:52.539497 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.625962 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Publish callbacks [] for port (9933781f-cf53-4d73-b782-54b8499ae8c3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.627959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e5e51a54-084a-4b66-a138-336dc16f66bb is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:52.628533 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.670831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port e5e51a54-084a-4b66-a138-336dc16f66bb, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e5e51a54-084a-4b66-a138-336dc16f66bb,segment=NetworkSegment(ca10c4ea-7adc-4c00-b9f3-c888f58d40db),segment_id=ca10c4ea-7adc-4c00-b9f3-c888f58d40db)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:52.811486 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9933781f-cf53-4d73-b782-54b8499ae8c3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:52.857786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:52.860887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:52.864786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:52.890871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Pushing event updated for resources: {'Port': ['ID=9933781f-cf53-4d73-b782-54b8499ae8c3,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:52.958341 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.054790 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=e5e51a54-084a-4b66-a138-336dc16f66bb,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:53.159322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b2d79-6869-427d-94ff-d60040471e14 req-c5144189-c084-49c0-8829-6222198fadde tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:54:53.162444 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-583b2d79-6869-427d-94ff-d60040471e14 req-c5144189-c084-49c0-8829-6222198fadde tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0775681 Feb 11 04:54:53.171115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f96c751-9103-4277-a630-aa9790eb7f27 None None] Network 11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:54:53.213364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-583b2d79-6869-427d-94ff-d60040471e14 req-94575d5c-97ee-495f-b07b-22b3f84c5734 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463722 Feb 11 04:54:53.272988 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0466f9ea-bbff-448b-8a4a-9e54f1978d2b None None] Provisioning complete for port e5e51a54-084a-4b66-a138-336dc16f66bb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:53.273524 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0466f9ea-bbff-448b-8a4a-9e54f1978d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.328228 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b9231a76-1b79-45ac-8d9b-7788dd7e0bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.385000 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Publish callbacks [] for router_gateway (63de6026-2b43-48df-be7c-2957b5d39241), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.419639 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0466f9ea-bbff-448b-8a4a-9e54f1978d2b None None] Current status of the port e5e51a54-084a-4b66-a138-336dc16f66bb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:53.624094 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (63de6026-2b43-48df-be7c-2957b5d39241), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.648116 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-034ec821-efab-4aca-a48b-862261dac508 None None] Provisioning complete for port e5e51a54-084a-4b66-a138-336dc16f66bb triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:53.649051 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-034ec821-efab-4aca-a48b-862261dac508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:53.762678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-034ec821-efab-4aca-a48b-862261dac508 None None] Current status of the port e5e51a54-084a-4b66-a138-336dc16f66bb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:53.911283 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Router 63de6026-2b43-48df-be7c-2957b5d39241 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:54:54.031328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:54.041459 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Sync routers for ids ['63de6026-2b43-48df-be7c-2957b5d39241'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:54.052537 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Routers {'63de6026-2b43-48df-be7c-2957b5d39241'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:54.053216 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:54:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['63de6026-2b43-48df-be7c-2957b5d39241'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:54.181981 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Set router 63de6026-2b43-48df-be7c-2957b5d39241 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:54.205571 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:54.206930 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3d0663b6-20fd-4ff8-a215-cca10d8da9cc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2361534 Feb 11 04:54:54.209545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 57206) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:54:54.382475 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63de6026-2b43-48df-be7c-2957b5d39241', 'name': 'tempest-TestVolumeBackupRestore-944423018-router', 'tenant_id': 'ed9d28e2a04849dba7943bdcae786cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '9933781f-cf53-4d73-b782-54b8499ae8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:51Z', 'updated_at': '2022-02-11T04:54:53Z', 'revision_number': 3, 'project_id': 'ed9d28e2a04849dba7943bdcae786cab', 'gw_port': {'id': '9933781f-cf53-4d73-b782-54b8499ae8c3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63de6026-2b43-48df-be7c-2957b5d39241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:52Z', 'updated_at': '2022-02-11T04:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:54.415978 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Checking router: 63de6026-2b43-48df-be7c-2957b5d39241 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:54.416931 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Updating router 63de6026-2b43-48df-be7c-2957b5d39241 port 9933781f-cf53-4d73-b782-54b8499ae8c3 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:54:54.459008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e5e51a54-084a-4b66-a138-336dc16f66bb up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:54.538936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e5e51a54-084a-4b66-a138-336dc16f66bb triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:54.539313 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:54.579868 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9933781f-cf53-4d73-b782-54b8499ae8c3), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:54.645310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e5e51a54-084a-4b66-a138-336dc16f66bb is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:54.775247 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:54.905771 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Publish callbacks [] for port (9933781f-cf53-4d73-b782-54b8499ae8c3), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:54.984394 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9933781f-cf53-4d73-b782-54b8499ae8c3), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:55.006124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Allocated IP 172.20.0.1 (11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8/fdc782e8-c877-4835-b826-349a1baf12ec/d95d0470-237b-4656-8f0b-78a5739fa3ab) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:54:55.037967 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Attempting to bind port 9933781f-cf53-4d73-b782-54b8499ae8c3 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:54:55.038483 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Attempting to bind port 9933781f-cf53-4d73-b782-54b8499ae8c3 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:54:55.038941 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Attempting to bind port 9933781f-cf53-4d73-b782-54b8499ae8c3 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:54:55.050064 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:54:55.050064 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:54:55.056272 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:55.056272 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:54:55.056272 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Bound port: 9933781f-cf53-4d73-b782-54b8499ae8c3, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:54:55.056272 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9933781f-cf53-4d73-b782-54b8499ae8c3), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:55.088320 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f294e-1b4d-4336-b91e-fde5d6835366 None None] Pushing event updated for resources: {'Port': ['ID=9933781f-cf53-4d73-b782-54b8499ae8c3,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:55.115756 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] For port 9933781f-cf53-4d73-b782-54b8499ae8c3, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:54:55.120516 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] For port 9933781f-cf53-4d73-b782-54b8499ae8c3, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9933781f-cf53-4d73-b782-54b8499ae8c3,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:54:55.136647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Publish callbacks [] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:55.294272 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9933781f-cf53-4d73-b782-54b8499ae8c3), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:55.363210 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f294e-1b4d-4336-b91e-fde5d6835366 None None] Pushing event updated for resources: {'Port': ['ID=9933781f-cf53-4d73-b782-54b8499ae8c3,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:55.363434 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:55.369510 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Routers {'63de6026-2b43-48df-be7c-2957b5d39241'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:55.370170 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:54:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['63de6026-2b43-48df-be7c-2957b5d39241'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:55.419200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Network 11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:55.422950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:55.425676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Pushing event updated for resources: {'Port': ['ID=d95d0470-237b-4656-8f0b-78a5739fa3ab,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:55.428515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:54:55.475090 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (63de6026-2b43-48df-be7c-2957b5d39241), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:55.506384 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7b03912-2d9b-4b95-93db-3a7c2015cf00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:55.597790 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] Set router 63de6026-2b43-48df-be7c-2957b5d39241 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:55.805390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2fa9ac5c-d395-43d8-8ec3-6cf923d0bf84 None None] Provisioning complete for port d95d0470-237b-4656-8f0b-78a5739fa3ab triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:55.810594 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2fa9ac5c-d395-43d8-8ec3-6cf923d0bf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:55.834832 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:55.856339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9ac5c-d395-43d8-8ec3-6cf923d0bf84 None None] Port d95d0470-237b-4656-8f0b-78a5739fa3ab cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:55.866439 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63de6026-2b43-48df-be7c-2957b5d39241', 'name': 'tempest-TestVolumeBackupRestore-944423018-router', 'tenant_id': 'ed9d28e2a04849dba7943bdcae786cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '9933781f-cf53-4d73-b782-54b8499ae8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:51Z', 'updated_at': '2022-02-11T04:54:53Z', 'revision_number': 3, 'project_id': 'ed9d28e2a04849dba7943bdcae786cab', 'gw_port': {'id': '9933781f-cf53-4d73-b782-54b8499ae8c3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63de6026-2b43-48df-be7c-2957b5d39241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:52Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:55.896344 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ed54ad-bd32-402f-ba73-8ab11b57b479 None None] The sync data for ids ['63de6026-2b43-48df-be7c-2957b5d39241'] in n-d-712142-35 is: [{'id': '63de6026-2b43-48df-be7c-2957b5d39241', 'name': 'tempest-TestVolumeBackupRestore-944423018-router', 'tenant_id': 'ed9d28e2a04849dba7943bdcae786cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '9933781f-cf53-4d73-b782-54b8499ae8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:51Z', 'updated_at': '2022-02-11T04:54:53Z', 'revision_number': 3, 'project_id': 'ed9d28e2a04849dba7943bdcae786cab', 'gw_port': {'id': '9933781f-cf53-4d73-b782-54b8499ae8c3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63de6026-2b43-48df-be7c-2957b5d39241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:52Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:54:56.073145 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Publish callbacks [] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:56.151152 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:56.236550 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (63de6026-2b43-48df-be7c-2957b5d39241), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:56.242034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Pushing event updated for resources: {'Port': ['ID=d95d0470-237b-4656-8f0b-78a5739fa3ab,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:56.386616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Network 11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:54:56.389460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:54:56.563897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9933781f-cf53-4d73-b782-54b8499ae8c3 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:56.738767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9933781f-cf53-4d73-b782-54b8499ae8c3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:56.739246 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9933781f-cf53-4d73-b782-54b8499ae8c3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:56.746738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Router 63de6026-2b43-48df-be7c-2957b5d39241 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:54:56.826655 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:56.878222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9933781f-cf53-4d73-b782-54b8499ae8c3 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:56.878916 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9933781f-cf53-4d73-b782-54b8499ae8c3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:56.910466 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9e670d1e-0356-4513-9b3c-920e80d3b8b5 None None] Provisioning complete for port d95d0470-237b-4656-8f0b-78a5739fa3ab triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:56.911143 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e670d1e-0356-4513-9b3c-920e80d3b8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:56.913830 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 9933781f-cf53-4d73-b782-54b8499ae8c3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9933781f-cf53-4d73-b782-54b8499ae8c3,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:54:56.961197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:54:56.990021 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-245cfaa9-59b8-4114-a31b-4ea02beab500 admin admin] 10.222.0.13 "PUT /v2.0/routers/63de6026-2b43-48df-be7c-2957b5d39241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7777109 Feb 11 04:54:56.993890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9e670d1e-0356-4513-9b3c-920e80d3b8b5 None None] Port d95d0470-237b-4656-8f0b-78a5739fa3ab cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:54:57.049196 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9933781f-cf53-4d73-b782-54b8499ae8c3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:57.142773 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=9933781f-cf53-4d73-b782-54b8499ae8c3,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:54:58.330857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Sync routers for ids ['63de6026-2b43-48df-be7c-2957b5d39241'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:54:58.366054 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:58.369207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Routers {'63de6026-2b43-48df-be7c-2957b5d39241'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:54:58.370285 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:54:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['63de6026-2b43-48df-be7c-2957b5d39241'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:58.538500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9933781f-cf53-4d73-b782-54b8499ae8c3 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:54:58.713479 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Set router 63de6026-2b43-48df-be7c-2957b5d39241 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:54:58.716806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9933781f-cf53-4d73-b782-54b8499ae8c3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:54:58.717745 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9933781f-cf53-4d73-b782-54b8499ae8c3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:59.125159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9933781f-cf53-4d73-b782-54b8499ae8c3 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:54:59.220165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63de6026-2b43-48df-be7c-2957b5d39241', 'name': 'tempest-TestVolumeBackupRestore-944423018-router', 'tenant_id': 'ed9d28e2a04849dba7943bdcae786cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '9933781f-cf53-4d73-b782-54b8499ae8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:51Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 4, 'project_id': 'ed9d28e2a04849dba7943bdcae786cab', 'gw_port': {'id': '9933781f-cf53-4d73-b782-54b8499ae8c3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63de6026-2b43-48df-be7c-2957b5d39241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:52Z', 'updated_at': '2022-02-11T04:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd95d0470-237b-4656-8f0b-78a5739fa3ab', 'name': '', 'network_id': '11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8', 'tenant_id': 'ed9d28e2a04849dba7943bdcae786cab', 'mac_address': 'fa:16:3e:91:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63de6026-2b43-48df-be7c-2957b5d39241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'fdc782e8-c877-4835-b826-349a1baf12ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:54Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 2, 'project_id': 'ed9d28e2a04849dba7943bdcae786cab', 'subnets': [{'id': 'fdc782e8-c877-4835-b826-349a1baf12ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:54:59.286796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Checking router: 63de6026-2b43-48df-be7c-2957b5d39241 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:54:59.287252 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Updating router 63de6026-2b43-48df-be7c-2957b5d39241 port d95d0470-237b-4656-8f0b-78a5739fa3ab binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:54:59.324341 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:59.714652 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Publish callbacks [] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:59.848460 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:59.909187 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:54:59.965390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736d2ad-9d7e-4159-b3a5-77162170010f None None] Pushing event updated for resources: {'Port': ['ID=d95d0470-237b-4656-8f0b-78a5739fa3ab,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:00.011991 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736d2ad-9d7e-4159-b3a5-77162170010f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:00.012369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736d2ad-9d7e-4159-b3a5-77162170010f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:00.012793 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736d2ad-9d7e-4159-b3a5-77162170010f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:00.013968 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736d2ad-9d7e-4159-b3a5-77162170010f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:00.015008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736d2ad-9d7e-4159-b3a5-77162170010f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:00.015361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736d2ad-9d7e-4159-b3a5-77162170010f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:00.015695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736d2ad-9d7e-4159-b3a5-77162170010f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:00.016027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736d2ad-9d7e-4159-b3a5-77162170010f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:00.016360 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736d2ad-9d7e-4159-b3a5-77162170010f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:00.016703 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736d2ad-9d7e-4159-b3a5-77162170010f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:00.017016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736d2ad-9d7e-4159-b3a5-77162170010f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:00.017455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736d2ad-9d7e-4159-b3a5-77162170010f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:00.017707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9736d2ad-9d7e-4159-b3a5-77162170010f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:55:00.042616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Attempting to bind port d95d0470-237b-4656-8f0b-78a5739fa3ab on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:55:00.043500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Attempting to bind port d95d0470-237b-4656-8f0b-78a5739fa3ab by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'ca10c4ea-7adc-4c00-b9f3-c888f58d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:55:00.044078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Attempting to bind port d95d0470-237b-4656-8f0b-78a5739fa3ab on network 11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:55:00.062148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:55:00.062917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Checking segment: {'id': 'ca10c4ea-7adc-4c00-b9f3-c888f58d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:55:00.063513 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:00.064349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Bound using segment: {'id': 'ca10c4ea-7adc-4c00-b9f3-c888f58d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:55:00.065009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Bound port: d95d0470-237b-4656-8f0b-78a5739fa3ab, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca10c4ea-7adc-4c00-b9f3-c888f58d40db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:55:00.065698 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:00.183685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] For port d95d0470-237b-4656-8f0b-78a5739fa3ab, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:55:00.189503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] For port d95d0470-237b-4656-8f0b-78a5739fa3ab, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d95d0470-237b-4656-8f0b-78a5739fa3ab,segment=NetworkSegment(ca10c4ea-7adc-4c00-b9f3-c888f58d40db),segment_id=ca10c4ea-7adc-4c00-b9f3-c888f58d40db)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:55:00.315655 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:00.412211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736d2ad-9d7e-4159-b3a5-77162170010f None None] Pushing event updated for resources: {'Port': ['ID=d95d0470-237b-4656-8f0b-78a5739fa3ab,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:00.417142 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Routers {'63de6026-2b43-48df-be7c-2957b5d39241'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:55:00.417783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:54:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['63de6026-2b43-48df-be7c-2957b5d39241'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:00.579489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-273bc6a3-8495-44f5-867d-368b66cf8b0f None None] Provisioning complete for port d95d0470-237b-4656-8f0b-78a5739fa3ab triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:00.580561 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-273bc6a3-8495-44f5-867d-368b66cf8b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:00.650886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] Set router 63de6026-2b43-48df-be7c-2957b5d39241 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:55:00.796992 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-273bc6a3-8495-44f5-867d-368b66cf8b0f None None] Current status of the port d95d0470-237b-4656-8f0b-78a5739fa3ab is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:00.803109 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-273bc6a3-8495-44f5-867d-368b66cf8b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:00.934452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-273bc6a3-8495-44f5-867d-368b66cf8b0f None None] For port d95d0470-237b-4656-8f0b-78a5739fa3ab, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d95d0470-237b-4656-8f0b-78a5739fa3ab,segment=NetworkSegment(ca10c4ea-7adc-4c00-b9f3-c888f58d40db),segment_id=ca10c4ea-7adc-4c00-b9f3-c888f58d40db)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:55:01.010374 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-273bc6a3-8495-44f5-867d-368b66cf8b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:01.078299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63de6026-2b43-48df-be7c-2957b5d39241', 'name': 'tempest-TestVolumeBackupRestore-944423018-router', 'tenant_id': 'ed9d28e2a04849dba7943bdcae786cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '9933781f-cf53-4d73-b782-54b8499ae8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:51Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 4, 'project_id': 'ed9d28e2a04849dba7943bdcae786cab', 'gw_port': {'id': '9933781f-cf53-4d73-b782-54b8499ae8c3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63de6026-2b43-48df-be7c-2957b5d39241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:52Z', 'updated_at': '2022-02-11T04:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd95d0470-237b-4656-8f0b-78a5739fa3ab', 'name': '', 'network_id': '11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8', 'tenant_id': 'ed9d28e2a04849dba7943bdcae786cab', 'mac_address': 'fa:16:3e:91:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63de6026-2b43-48df-be7c-2957b5d39241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'fdc782e8-c877-4835-b826-349a1baf12ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:54Z', 'updated_at': '2022-02-11T04:55:00Z', 'revision_number': 4, 'project_id': 'ed9d28e2a04849dba7943bdcae786cab', 'subnets': [{'id': 'fdc782e8-c877-4835-b826-349a1baf12ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:55:01.140081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aaf472-846c-4925-8eae-59d7f18d0ce4 None None] The sync data for ids ['63de6026-2b43-48df-be7c-2957b5d39241'] in n-d-712142-35 is: [{'id': '63de6026-2b43-48df-be7c-2957b5d39241', 'name': 'tempest-TestVolumeBackupRestore-944423018-router', 'tenant_id': 'ed9d28e2a04849dba7943bdcae786cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '9933781f-cf53-4d73-b782-54b8499ae8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:51Z', 'updated_at': '2022-02-11T04:54:55Z', 'revision_number': 4, 'project_id': 'ed9d28e2a04849dba7943bdcae786cab', 'gw_port': {'id': '9933781f-cf53-4d73-b782-54b8499ae8c3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63de6026-2b43-48df-be7c-2957b5d39241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:52Z', 'updated_at': '2022-02-11T04:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd95d0470-237b-4656-8f0b-78a5739fa3ab', 'name': '', 'network_id': '11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8', 'tenant_id': 'ed9d28e2a04849dba7943bdcae786cab', 'mac_address': 'fa:16:3e:91:6d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63de6026-2b43-48df-be7c-2957b5d39241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'fdc782e8-c877-4835-b826-349a1baf12ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:54Z', 'updated_at': '2022-02-11T04:55:00Z', 'revision_number': 4, 'project_id': 'ed9d28e2a04849dba7943bdcae786cab', 'subnets': [{'id': 'fdc782e8-c877-4835-b826-349a1baf12ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:55:01.143748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bc6a3-8495-44f5-867d-368b66cf8b0f None None] Pushing event updated for resources: {'Port': ['ID=d95d0470-237b-4656-8f0b-78a5739fa3ab,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:55:01.172247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b5176d50-0d29-4f0a-b4b5-90d848a06f52 None None] Provisioning complete for port d95d0470-237b-4656-8f0b-78a5739fa3ab triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:01.172668 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5176d50-0d29-4f0a-b4b5-90d848a06f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:01.342881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b5176d50-0d29-4f0a-b4b5-90d848a06f52 None None] Current status of the port d95d0470-237b-4656-8f0b-78a5739fa3ab is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:02.530929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d95d0470-237b-4656-8f0b-78a5739fa3ab up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:55:02.617954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port d95d0470-237b-4656-8f0b-78a5739fa3ab triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:55:02.618357 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:02.750110 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port d95d0470-237b-4656-8f0b-78a5739fa3ab is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:55:04.141795 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:04.264972 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:08.290659 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:55:14.397301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0474501-adcb-4c9c-9844-0c14e2f7fde8 req-f4d473c1-8442-4b62-9129-bbd07fdc5729 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:14.405534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0474501-adcb-4c9c-9844-0c14e2f7fde8 req-f4d473c1-8442-4b62-9129-bbd07fdc5729 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.1658032 Feb 11 04:55:14.970309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b088d18-075b-48b1-bf82-d5ecbc3b8f87 req-ad856a6b-6fa2-446f-8164-07753dca42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:14.971800 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b088d18-075b-48b1-bf82-d5ecbc3b8f87 req-ad856a6b-6fa2-446f-8164-07753dca42c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69abb6e330f9452db648d998628abc84&device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 1128 time: 0.6536088 Feb 11 04:55:15.080872 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b088d18-075b-48b1-bf82-d5ecbc3b8f87 req-0a865f09-3828-4791-b560-e27b2bd48727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:15.082426 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b088d18-075b-48b1-bf82-d5ecbc3b8f87 req-0a865f09-3828-4791-b560-e27b2bd48727 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 HTTP/1.1" status: 200 len: 920 time: 0.1010995 Feb 11 04:55:15.145689 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b088d18-075b-48b1-bf82-d5ecbc3b8f87 req-5ddcec4a-2b48-4650-acd2-9a60cef46550 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e HTTP/1.1" status: 200 len: 217 time: 0.0570803 Feb 11 04:55:15.149006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0474501-adcb-4c9c-9844-0c14e2f7fde8 req-3984b968-9dd5-467d-9d56-c59a7d23ba31 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7424774 Feb 11 04:55:15.204907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b088d18-075b-48b1-bf82-d5ecbc3b8f87 req-ae95f4eb-6e86-4014-9ea3-f7b279d0c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:15.206531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b088d18-075b-48b1-bf82-d5ecbc3b8f87 req-ae95f4eb-6e86-4014-9ea3-f7b279d0c919 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6729af6-6b0d-45fa-9e5c-ad005438febf HTTP/1.1" status: 200 len: 859 time: 0.0542874 Feb 11 04:55:15.274256 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b088d18-075b-48b1-bf82-d5ecbc3b8f87 req-e17e7096-d465-4b57-a916-175dec11fcca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586574 Feb 11 04:55:15.400346 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b088d18-075b-48b1-bf82-d5ecbc3b8f87 req-8093373a-c2f0-443f-a851-41d293cdb6f7 service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200590 Feb 11 04:55:15.535361 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b088d18-075b-48b1-bf82-d5ecbc3b8f87 req-a043f049-d61b-4211-b363-5f3e60fbd214 service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284370 Feb 11 04:55:16.330878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0769a6-142c-4067-8244-25615402945d req-685eb940-5ad4-4526-b7fa-1b8f2ee6c175 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:16.333448 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d0769a6-142c-4067-8244-25615402945d req-685eb940-5ad4-4526-b7fa-1b8f2ee6c175 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0786958 Feb 11 04:55:16.391120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d0769a6-142c-4067-8244-25615402945d req-6b066cd2-81a1-46b6-a6d5-268f3dad6078 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524137 Feb 11 04:55:17.551304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bd6d1-d254-4a90-81a1-4ef3a59cf878 req-6873959d-b68a-4e64-9655-f7b21e6e5a02 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:17.553037 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a40bd6d1-d254-4a90-81a1-4ef3a59cf878 req-6873959d-b68a-4e64-9655-f7b21e6e5a02 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0669224 Feb 11 04:55:17.602939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a40bd6d1-d254-4a90-81a1-4ef3a59cf878 req-0e863ac4-353b-4786-97f3-9da9ae34741c tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437996 Feb 11 04:55:18.734121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476e7e0-bdbb-480d-a33e-83b1a441c756 req-a6544168-3734-485d-85c3-28bc497309ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:18.736774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b476e7e0-bdbb-480d-a33e-83b1a441c756 req-a6544168-3734-485d-85c3-28bc497309ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0597398 Feb 11 04:55:18.799908 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b476e7e0-bdbb-480d-a33e-83b1a441c756 req-f3407cc4-f067-49aa-973d-67f99b9b0d33 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578701 Feb 11 04:55:19.991806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee2080-f1cd-47d8-afc6-1b1e1fb794c4 req-0feb6f7e-d036-429f-9a99-9db6db0d8d89 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:19.993356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1dee2080-f1cd-47d8-afc6-1b1e1fb794c4 req-0feb6f7e-d036-429f-9a99-9db6db0d8d89 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0609906 Feb 11 04:55:20.049970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1dee2080-f1cd-47d8-afc6-1b1e1fb794c4 req-bb6930be-60ff-41e3-b685-fbc4b87071c0 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499563 Feb 11 04:55:21.180142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb1dde-464a-4289-acb1-66993beda5f6 req-0f78effb-75b5-484c-8278-25ef52ab6821 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:21.189436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78bb1dde-464a-4289-acb1-66993beda5f6 req-0f78effb-75b5-484c-8278-25ef52ab6821 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0662560 Feb 11 04:55:21.260647 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78bb1dde-464a-4289-acb1-66993beda5f6 req-c1b65d97-0ae2-413a-b394-23c5695cbba6 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698967 Feb 11 04:55:22.412484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15c4fc-ec1f-49fc-932f-627647e66492 req-422b3aee-66f0-4a1c-943f-79c5de280e01 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:22.416693 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de15c4fc-ec1f-49fc-932f-627647e66492 req-422b3aee-66f0-4a1c-943f-79c5de280e01 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0647824 Feb 11 04:55:22.467633 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de15c4fc-ec1f-49fc-932f-627647e66492 req-d0150c76-608d-4770-806c-987ce93bf0ba tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457704 Feb 11 04:55:23.213433 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1ff360dd-4e46-4b97-92c6-08a14c0d7c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:23.604899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97623969-6a55-4d12-a035-900d8d63f89b req-cd3144a5-41ab-4f4f-bb2f-666c9c948035 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:23.606580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97623969-6a55-4d12-a035-900d8d63f89b req-cd3144a5-41ab-4f4f-bb2f-666c9c948035 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0554550 Feb 11 04:55:23.660578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97623969-6a55-4d12-a035-900d8d63f89b req-ef0f5224-a7a1-434d-b96a-50849dc8ff3f tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476477 Feb 11 04:55:24.794398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3ee51-7958-4038-b691-80bc88a48b65 req-dba24676-1af0-458e-8572-f90b7a3842e5 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:24.796514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27d3ee51-7958-4038-b691-80bc88a48b65 req-dba24676-1af0-458e-8572-f90b7a3842e5 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0597994 Feb 11 04:55:24.861895 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27d3ee51-7958-4038-b691-80bc88a48b65 req-093f90a3-a5c5-4042-9d44-d0053668893d tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576348 Feb 11 04:55:25.436199 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7ae33ce9-08b7-4184-9624-741a933114a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:25.993015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8651ec-9487-44b6-9b6f-cde5f6a8b438 req-7db7265a-2359-4ac2-9038-d7028d90b6ee tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:25.994524 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a8651ec-9487-44b6-9b6f-cde5f6a8b438 req-7db7265a-2359-4ac2-9038-d7028d90b6ee tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0559695 Feb 11 04:55:26.045391 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a8651ec-9487-44b6-9b6f-cde5f6a8b438 req-89bb3ddd-992e-48a0-bb46-2b8dc0214ed0 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440085 Feb 11 04:55:26.664546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa43285-05aa-492c-a931-e714940d6fcd req-a748a611-9d92-4c67-852d-9530c5c9d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:26.666596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-baa43285-05aa-492c-a931-e714940d6fcd req-a748a611-9d92-4c67-852d-9530c5c9d37c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 1128 time: 0.0463622 Feb 11 04:55:26.717029 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-baa43285-05aa-492c-a931-e714940d6fcd req-6ba43c63-a6fe-4d41-8187-a2264f42c5bb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440235 Feb 11 04:55:26.794491 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:27.198340 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e334d3a-1ef6-4c38-869f-5a9a70b1e4ca req-e40eb988-704f-44f8-b8c0-ee09208d5752 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:27.201733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e334d3a-1ef6-4c38-869f-5a9a70b1e4ca req-e40eb988-704f-44f8-b8c0-ee09208d5752 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0696723 Feb 11 04:55:27.267183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4e334d3a-1ef6-4c38-869f-5a9a70b1e4ca req-dd95f504-b42a-4ee6-860f-51d1da4b50c3 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598013 Feb 11 04:55:28.339405 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:28.405665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110b87d-8794-432f-8dcb-9c30d3ce2b41 req-c25cd1e7-aa19-4855-906e-01ecd10e90f5 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:28.407378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5110b87d-8794-432f-8dcb-9c30d3ce2b41 req-c25cd1e7-aa19-4855-906e-01ecd10e90f5 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0608265 Feb 11 04:55:28.466968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5110b87d-8794-432f-8dcb-9c30d3ce2b41 req-70810cad-25b8-4dad-953b-8669e90c86a7 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530055 Feb 11 04:55:29.036195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceadb4-a83a-4316-8566-ef6a3e6e764b req-f4984b41-7d75-4ca1-a3ac-4b7468cd5cf1 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:29.038103 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4ceadb4-a83a-4316-8566-ef6a3e6e764b req-f4984b41-7d75-4ca1-a3ac-4b7468cd5cf1 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0643632 Feb 11 04:55:29.130324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4ceadb4-a83a-4316-8566-ef6a3e6e764b req-f04474ef-4cd6-488c-855a-185cd5a0fe2e tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842218 Feb 11 04:55:29.176169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614a29f-ebdb-4b8c-8d4e-793f193ecf44 req-d7e41d1f-ff0f-4062-8e91-2b9bf35e8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:29.177917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7614a29f-ebdb-4b8c-8d4e-793f193ecf44 req-d7e41d1f-ff0f-4062-8e91-2b9bf35e8644 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69abb6e330f9452db648d998628abc84&device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 1128 time: 0.0934770 Feb 11 04:55:29.286644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614a29f-ebdb-4b8c-8d4e-793f193ecf44 req-f1b975c6-c1cb-4ab0-a746-5900d0314133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:29.288149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7614a29f-ebdb-4b8c-8d4e-793f193ecf44 req-f1b975c6-c1cb-4ab0-a746-5900d0314133 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 HTTP/1.1" status: 200 len: 920 time: 0.1043870 Feb 11 04:55:29.335398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7614a29f-ebdb-4b8c-8d4e-793f193ecf44 req-6ad63ed0-956d-4a76-a2de-b9e6c12bba71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e HTTP/1.1" status: 200 len: 217 time: 0.0398371 Feb 11 04:55:29.394163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614a29f-ebdb-4b8c-8d4e-793f193ecf44 req-d24b78a3-d9bc-46c4-9f16-8cd7abb3e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:29.395726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7614a29f-ebdb-4b8c-8d4e-793f193ecf44 req-d24b78a3-d9bc-46c4-9f16-8cd7abb3e89b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6729af6-6b0d-45fa-9e5c-ad005438febf HTTP/1.1" status: 200 len: 859 time: 0.0531776 Feb 11 04:55:29.435398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7614a29f-ebdb-4b8c-8d4e-793f193ecf44 req-c0fb1d29-94a3-42e6-adf8-11c7181fa3d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304670 Feb 11 04:55:29.446257 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-7614a29f-ebdb-4b8c-8d4e-793f193ecf44 req-a353fd4d-38de-4904-8d56-86d50e38d235 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:55:29.447304 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7614a29f-ebdb-4b8c-8d4e-793f193ecf44 req-a353fd4d-38de-4904-8d56-86d50e38d235 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061028 Feb 11 04:55:29.558295 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7614a29f-ebdb-4b8c-8d4e-793f193ecf44 req-5ccc6da9-7919-40d3-a106-0eab57598ae4 service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041126 Feb 11 04:55:29.661753 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7614a29f-ebdb-4b8c-8d4e-793f193ecf44 req-1b618e12-d3a6-42ce-a0ae-1aacf8d6a170 service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972135 Feb 11 04:55:29.796393 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:30.262456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a2c15-f6fd-4f7a-8d2c-3a04d9b4cad4 req-62ba477b-119e-491b-ad8f-4bd985569890 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:30.264121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b43a2c15-f6fd-4f7a-8d2c-3a04d9b4cad4 req-62ba477b-119e-491b-ad8f-4bd985569890 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0585570 Feb 11 04:55:30.318429 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b43a2c15-f6fd-4f7a-8d2c-3a04d9b4cad4 req-45fb9211-ee28-4c45-9bf9-640ff4f962fb tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473044 Feb 11 04:55:31.503770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a2b85-7820-4553-ac93-c8db3508f8cd req-530d5312-5bc3-4f98-b145-ffbfa7b99e11 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:31.505442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff2a2b85-7820-4553-ac93-c8db3508f8cd req-530d5312-5bc3-4f98-b145-ffbfa7b99e11 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0756693 Feb 11 04:55:31.575675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff2a2b85-7820-4553-ac93-c8db3508f8cd req-15088d61-b616-4614-b1c7-0c7df132f404 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618064 Feb 11 04:55:32.739768 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6e923-0c84-443b-9c72-e635542a7e70 req-bfeb1056-d1eb-4132-8f70-49ebb02fa404 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:32.741321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fed6e923-0c84-443b-9c72-e635542a7e70 req-bfeb1056-d1eb-4132-8f70-49ebb02fa404 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0880702 Feb 11 04:55:32.793275 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fed6e923-0c84-443b-9c72-e635542a7e70 req-57317bd6-5d0b-4570-8ba3-c21c1bf0a487 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457273 Feb 11 04:55:34.100130 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:34.229123 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:43.116463 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-daa88bb7-0364-4ebb-bdb1-a162ba5fbc25 req-1b284583-66a9-4cee-b190-eff62ed58872 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2896972 Feb 11 04:55:43.220326 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa88bb7-0364-4ebb-bdb1-a162ba5fbc25 req-333f9983-d30e-4582-a1c8-8de987d85e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:43.222037 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-daa88bb7-0364-4ebb-bdb1-a162ba5fbc25 req-333f9983-d30e-4582-a1c8-8de987d85e95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7df92455fd694e6c9bf691dca34915c1&device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 1132 time: 0.0546558 Feb 11 04:55:43.340249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa88bb7-0364-4ebb-bdb1-a162ba5fbc25 req-c564d0b2-5571-447b-8e90-c29571619c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:43.342304 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-daa88bb7-0364-4ebb-bdb1-a162ba5fbc25 req-c564d0b2-5571-447b-8e90-c29571619c4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.0995750 Feb 11 04:55:43.387875 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-daa88bb7-0364-4ebb-bdb1-a162ba5fbc25 req-4568c91b-4813-47b0-b785-7fa3b6a975ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=c3411e71-444c-435c-99f6-a6af3b56ce53 HTTP/1.1" status: 200 len: 217 time: 0.0376058 Feb 11 04:55:43.439594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa88bb7-0364-4ebb-bdb1-a162ba5fbc25 req-74008158-4d78-4495-bc94-f82f80847d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:43.441219 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-daa88bb7-0364-4ebb-bdb1-a162ba5fbc25 req-74008158-4d78-4495-bc94-f82f80847d97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0476112 Feb 11 04:55:43.500109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa88bb7-0364-4ebb-bdb1-a162ba5fbc25 req-985e3f28-5d25-4c3d-a915-2b6f52feee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:43.501682 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-daa88bb7-0364-4ebb-bdb1-a162ba5fbc25 req-985e3f28-5d25-4c3d-a915-2b6f52feee95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0548677 Feb 11 04:55:43.511859 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-daa88bb7-0364-4ebb-bdb1-a162ba5fbc25 req-25ac4876-a1d2-49e7-a816-110b0c171efe service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:55:43.513755 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-daa88bb7-0364-4ebb-bdb1-a162ba5fbc25 req-25ac4876-a1d2-49e7-a816-110b0c171efe service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062273 Feb 11 04:55:43.616617 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-daa88bb7-0364-4ebb-bdb1-a162ba5fbc25 req-c1b60b4b-063d-454f-923b-0f42b47762ae service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971236 Feb 11 04:55:43.723820 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-daa88bb7-0364-4ebb-bdb1-a162ba5fbc25 req-eba00314-f3d0-4c73-9cab-98343b7be6ef service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007621 Feb 11 04:55:45.291870 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:55:48.877730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3994716f-6c9e-493c-9dcd-dfe00aba42c0 req-f1fecd22-bae4-4432-b5dc-cc452672557f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1353397 Feb 11 04:55:48.997507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994716f-6c9e-493c-9dcd-dfe00aba42c0 req-8843a0e7-432b-4236-ad48-7d4038c865c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:48.999035 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3994716f-6c9e-493c-9dcd-dfe00aba42c0 req-8843a0e7-432b-4236-ad48-7d4038c865c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69abb6e330f9452db648d998628abc84&device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 1128 time: 0.0544209 Feb 11 04:55:49.160065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994716f-6c9e-493c-9dcd-dfe00aba42c0 req-5444949e-32e7-4e4c-a15d-6ee82e7cb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:49.163689 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3994716f-6c9e-493c-9dcd-dfe00aba42c0 req-5444949e-32e7-4e4c-a15d-6ee82e7cb256 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 HTTP/1.1" status: 200 len: 920 time: 0.1378176 Feb 11 04:55:49.218288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3994716f-6c9e-493c-9dcd-dfe00aba42c0 req-5a327b9e-9874-4ef7-94a7-499d7efb0007 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e HTTP/1.1" status: 200 len: 217 time: 0.0471458 Feb 11 04:55:49.278444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994716f-6c9e-493c-9dcd-dfe00aba42c0 req-6b9d7bf8-879e-4ff6-9a28-28792859445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:49.280060 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3994716f-6c9e-493c-9dcd-dfe00aba42c0 req-6b9d7bf8-879e-4ff6-9a28-28792859445d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6729af6-6b0d-45fa-9e5c-ad005438febf HTTP/1.1" status: 200 len: 859 time: 0.0535314 Feb 11 04:55:49.315517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3994716f-6c9e-493c-9dcd-dfe00aba42c0 req-3a3adaa3-cf81-454d-a90d-0b3e8705d886 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277760 Feb 11 04:55:49.417329 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3994716f-6c9e-493c-9dcd-dfe00aba42c0 req-d716fa38-7ebb-4904-92d2-68cb54361a8c service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904589 Feb 11 04:55:49.533167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3994716f-6c9e-493c-9dcd-dfe00aba42c0 req-4a80ff0f-5a74-4e18-9ae7-b3ae4681ed06 service neutron] 10.222.0.32 "GET /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084468 Feb 11 04:55:53.160325 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7bcbc994-6a8a-4a8e-83f9-83d557b7b775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:55.482107 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f0204056-5e2b-4d0e-a950-64430cf2793d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:56.807506 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:58.310300 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:55:59.276183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dfeb0-fe0d-402c-9d81-81d119a3f37c req-58d3f77a-b0bc-4152-ac86-b47ae88d4d5c tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:55:59.279042 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf0dfeb0-fe0d-402c-9d81-81d119a3f37c req-58d3f77a-b0bc-4152-ac86-b47ae88d4d5c tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.1095331 Feb 11 04:55:59.341808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bf0dfeb0-fe0d-402c-9d81-81d119a3f37c req-f3bfe5a8-ae96-4cde-b618-89df810127b2 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569785 Feb 11 04:55:59.773275 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:00.492450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db6b91-28dd-4d67-92bf-cd494ef51965 req-f7e4273c-586e-416e-829c-7286216dcfed tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:00.502220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1db6b91-28dd-4d67-92bf-cd494ef51965 req-f7e4273c-586e-416e-829c-7286216dcfed tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0750351 Feb 11 04:56:00.572045 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1db6b91-28dd-4d67-92bf-cd494ef51965 req-58c037e4-d6c3-4be3-bfbc-deb487a4be70 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686290 Feb 11 04:56:00.829158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba1133-381c-4fa8-9c32-d8f9e7a6aeb9 req-f5cc1fda-5e20-46c4-910c-95a51deba718 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:00.830702 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8ba1133-381c-4fa8-9c32-d8f9e7a6aeb9 req-f5cc1fda-5e20-46c4-910c-95a51deba718 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 949 time: 0.0641057 Feb 11 04:56:00.886575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8ba1133-381c-4fa8-9c32-d8f9e7a6aeb9 req-c0cb47cb-c085-4d07-a9b5-1113771c75ed tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d615883-2272-4d24-9c43-4631ab107bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499022 Feb 11 04:56:01.689815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4541d-4e14-4fb0-8fbf-8b20bd0f2e3e req-a8b09257-5e25-44ec-a47e-121ee4e1cc0d tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.691481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3e4541d-4e14-4fb0-8fbf-8b20bd0f2e3e req-a8b09257-5e25-44ec-a47e-121ee4e1cc0d tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0551147 Feb 11 04:56:01.746636 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3e4541d-4e14-4fb0-8fbf-8b20bd0f2e3e req-dba13540-4077-4f3b-801b-a40fee38cc02 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486305 Feb 11 04:56:01.862568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0387747-ff99-469e-b8ca-8293801998f3 req-f99b2eb8-9969-45ee-8dd7-a158ab5ed981 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:01.864098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0387747-ff99-469e-b8ca-8293801998f3 req-f99b2eb8-9969-45ee-8dd7-a158ab5ed981 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.32 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 945 time: 0.0559552 Feb 11 04:56:01.967378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-f0387747-ff99-469e-b8ca-8293801998f3 req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Deleting port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:56:01.967790 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0387747-ff99-469e-b8ca-8293801998f3 req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.099576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9f831-0373-43be-81ae-87ca2683f363 req-5e5976be-ef60-4fb8-8e1f-d4dabde1bce0 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:02.101115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42d9f831-0373-43be-81ae-87ca2683f363 req-5e5976be-ef60-4fb8-8e1f-d4dabde1bce0 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 949 time: 0.1136899 Feb 11 04:56:02.109092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f0387747-ff99-469e-b8ca-8293801998f3 req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] For port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63,segment=NetworkSegment(b3931a91-f2ee-4c94-87a9-7ab119b3df5a),segment_id=b3931a91-f2ee-4c94-87a9-7ab119b3df5a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:02.109569 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0387747-ff99-469e-b8ca-8293801998f3 req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.129908 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-f0387747-ff99-469e-b8ca-8293801998f3 req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Calling delete_port for 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:56:02.237188 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42d9f831-0373-43be-81ae-87ca2683f363 req-6deaf9d3-270f-4d8f-a9b8-7441d54984e3 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d615883-2272-4d24-9c43-4631ab107bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000175 Feb 11 04:56:02.270338 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d307f3b-1d9c-45cb-80cb-e6fa7c5e1114 req-a1622c82-f73e-4dce-b3b6-bbf02ee8cb99 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:02.271872 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6d307f3b-1d9c-45cb-80cb-e6fa7c5e1114 req-a1622c82-f73e-4dce-b3b6-bbf02ee8cb99 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.47 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 949 time: 0.1163650 Feb 11 04:56:02.382423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-6d307f3b-1d9c-45cb-80cb-e6fa7c5e1114 req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Deleting port c3411e71-444c-435c-99f6-a6af3b56ce53 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:56:02.383004 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6d307f3b-1d9c-45cb-80cb-e6fa7c5e1114 req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.414487 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0387747-ff99-469e-b8ca-8293801998f3 req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.429949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e', '4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:56:02.458724 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Pushing event deleted for resources: {'Port': ['ID=4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:02.485184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.493914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.493914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.493914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.493914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.493914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.493914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.493914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.493914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.493914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.493914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.493914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.493914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.519744 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-6d307f3b-1d9c-45cb-80cb-e6fa7c5e1114 req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] For port c3411e71-444c-435c-99f6-a6af3b56ce53, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c3411e71-444c-435c-99f6-a6af3b56ce53,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:02.520127 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6d307f3b-1d9c-45cb-80cb-e6fa7c5e1114 req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.536288 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-6d307f3b-1d9c-45cb-80cb-e6fa7c5e1114 req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Calling delete_port for c3411e71-444c-435c-99f6-a6af3b56ce53 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:56:02.538938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0387747-ff99-469e-b8ca-8293801998f3 req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] No DVR routers for this DVR port 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:56:02.542132 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f0387747-ff99-469e-b8ca-8293801998f3 req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.546515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0387747-ff99-469e-b8ca-8293801998f3 req-39d9168e-5a49-4e98-aa89-6634dd2892be tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.32 "DELETE /v2.0/ports/4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 HTTP/1.1" status: 204 len: 173 time: 0.6770945 Feb 11 04:56:02.547010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e695d597-65d2-4e14-a4dd-fc6316c10edb', 'name': 'network-vif-deleted', 'tag': '4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:56:02.549496 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0ab9a6-82b2-4427-9f8f-c121f315628a" -d '{"events": [{"server_uuid": "e695d597-65d2-4e14-a4dd-fc6316c10edb", "name": "network-vif-deleted", "tag": "4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:56:02.598326 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dc648b-af6f-4490-b539-63a52a1007fa x-openstack-request-id: req-01dc648b-af6f-4490-b539-63a52a1007fa {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:56:02.598651 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e695d597-65d2-4e14-a4dd-fc6316c10edb", "name": "network-vif-deleted", "tag": "4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:56:02.598901 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01dc648b-af6f-4490-b539-63a52a1007fa {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:56:02.599325 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e695d597-65d2-4e14-a4dd-fc6316c10edb', 'name': 'network-vif-deleted', 'tag': '4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63', 'status': 'completed', 'code': 200} Feb 11 04:56:02.858519 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6d307f3b-1d9c-45cb-80cb-e6fa7c5e1114 req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c3411e71-444c-435c-99f6-a6af3b56ce53), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.870092 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['c3411e71-444c-435c-99f6-a6af3b56ce53'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:56:02.873125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8b059e2-39cc-4616-bd85-05cfcc02e2e7 req-e2a80d1c-4cd9-44e3-b4ea-05bf870097d3 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 210 time: 0.0360899 Feb 11 04:56:02.927128 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Pushing event deleted for resources: {'Port': ['ID=c3411e71-444c-435c-99f6-a6af3b56ce53,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:02.975907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d307f3b-1d9c-45cb-80cb-e6fa7c5e1114 req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] No DVR routers for this DVR port c3411e71-444c-435c-99f6-a6af3b56ce53 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:56:02.979071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.979836 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.980521 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.981167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.981515 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.982333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.982559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.982941 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.983292 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.983634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.983974 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.984316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.984646 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:56:02.988702 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-6d307f3b-1d9c-45cb-80cb-e6fa7c5e1114 req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:02.992409 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6d307f3b-1d9c-45cb-80cb-e6fa7c5e1114 req-c37f2e25-7f18-43d3-acf6-855b21d88ed8 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.47 "DELETE /v2.0/ports/c3411e71-444c-435c-99f6-a6af3b56ce53 HTTP/1.1" status: 204 len: 173 time: 0.7102308 Feb 11 04:56:02.993019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f845bb8e-09d2-41ff-a4f0-204f613fe25e', 'name': 'network-vif-deleted', 'tag': 'c3411e71-444c-435c-99f6-a6af3b56ce53'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:56:02.996689 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9454e34a-6cee-420d-bf87-428f134df0a8" -d '{"events": [{"server_uuid": "f845bb8e-09d2-41ff-a4f0-204f613fe25e", "name": "network-vif-deleted", "tag": "c3411e71-444c-435c-99f6-a6af3b56ce53"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:56:03.037577 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce73f8e-9cb1-4083-9402-0aa86e7c911f x-openstack-request-id: req-3ce73f8e-9cb1-4083-9402-0aa86e7c911f {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:56:03.037877 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f845bb8e-09d2-41ff-a4f0-204f613fe25e", "name": "network-vif-deleted", "tag": "c3411e71-444c-435c-99f6-a6af3b56ce53", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:56:03.038135 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ce73f8e-9cb1-4083-9402-0aa86e7c911f {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:56:03.038538 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f845bb8e-09d2-41ff-a4f0-204f613fe25e', 'name': 'network-vif-deleted', 'tag': 'c3411e71-444c-435c-99f6-a6af3b56ce53', 'status': 'completed', 'code': 200} Feb 11 04:56:03.376668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f248ba8-a429-4955-9c9f-21d9aca979d8 req-a7026129-2d89-44c2-aa64-23a1676ef9e5 tempest-VolumesBackupsTest-306519568 tempest-VolumesBackupsTest-306519568-project] 10.222.0.13 "GET /v2.0/ports?device_id=f845bb8e-09d2-41ff-a4f0-204f613fe25e HTTP/1.1" status: 200 len: 210 time: 0.0356555 Feb 11 04:56:04.000305 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72850f05-4eac-41e0-8d27-eed97e09cb1a req-763efd40-27d6-4a9d-9084-3b9d1bc8bec3 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=e695d597-65d2-4e14-a4dd-fc6316c10edb HTTP/1.1" status: 200 len: 210 time: 0.0292277 Feb 11 04:56:04.178819 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:04.240507 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:05.056188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:56:05.091848 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:56:05.092723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4b4a70b2-6bc8-4c5f-bfd3-a7005e088d63 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:56:05.641636 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19b3ee-96f3-437e-9285-1b0c23e3969d req-0579e958-6cd2-4b4e-b4a5-9bfc6fa8db9c tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:05.643543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b19b3ee-96f3-437e-9285-1b0c23e3969d req-0579e958-6cd2-4b4e-b4a5-9bfc6fa8db9c tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0642138 Feb 11 04:56:05.703563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b19b3ee-96f3-437e-9285-1b0c23e3969d req-5a6272fa-8b85-4c02-8399-57d85aa2a4db tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539033 Feb 11 04:56:06.631331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device c3411e71-444c-435c-99f6-a6af3b56ce53 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:56:06.659376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: c3411e71-444c-435c-99f6-a6af3b56ce53 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:56:06.659886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device c3411e71-444c-435c-99f6-a6af3b56ce53 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:56:06.861887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02c34a-8382-443d-a535-32b95bbbc9e0 req-22a564a7-ebc9-42b4-8459-c5e6b526e751 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:06.870326 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db02c34a-8382-443d-a535-32b95bbbc9e0 req-22a564a7-ebc9-42b4-8459-c5e6b526e751 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0722361 Feb 11 04:56:06.953697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db02c34a-8382-443d-a535-32b95bbbc9e0 req-63341c45-d4ac-4a39-b2b3-d10484a03d0f tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822341 Feb 11 04:56:08.167562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7d226-7b16-4ee7-9ca5-04fb49167727 req-de83799c-d1d8-4b75-8b19-b46aeb8c07ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:08.171122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4f7d226-7b16-4ee7-9ca5-04fb49167727 req-de83799c-d1d8-4b75-8b19-b46aeb8c07ea tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0810390 Feb 11 04:56:08.260510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4f7d226-7b16-4ee7-9ca5-04fb49167727 req-b5a487ba-fcd7-4177-ae23-30eff8899f12 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831645 Feb 11 04:56:09.417800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42278a0e-9168-48a6-bd32-d709259e1ee0 req-62f65504-2ca2-4059-8bf4-9bda97258da8 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:09.420145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42278a0e-9168-48a6-bd32-d709259e1ee0 req-62f65504-2ca2-4059-8bf4-9bda97258da8 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0755086 Feb 11 04:56:09.479631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42278a0e-9168-48a6-bd32-d709259e1ee0 req-49e72692-d1ab-478b-8e55-b0c48ecb5ebf tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526884 Feb 11 04:56:10.636893 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7196ab-455d-4084-9f05-35562e34ad2a req-3e98e2de-c6e9-4b8f-b342-f36e0ff7b130 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:10.639292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df7196ab-455d-4084-9f05-35562e34ad2a req-3e98e2de-c6e9-4b8f-b342-f36e0ff7b130 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0735552 Feb 11 04:56:10.713160 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df7196ab-455d-4084-9f05-35562e34ad2a req-05067102-306c-4657-8f01-72f8d3938eb9 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673559 Feb 11 04:56:11.628660 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17119ff0-c306-4d1d-8fe6-fe45f225ac2b req-8af29dfa-87ee-41aa-a2dd-7d0cb789be78 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:11.630204 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17119ff0-c306-4d1d-8fe6-fe45f225ac2b req-8af29dfa-87ee-41aa-a2dd-7d0cb789be78 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.32 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.0797281 Feb 11 04:56:11.743742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-17119ff0-c306-4d1d-8fe6-fe45f225ac2b req-bcffd34f-e1ae-426f-ae8a-6eb6e3740284 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Deleting port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:56:11.744424 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-17119ff0-c306-4d1d-8fe6-fe45f225ac2b req-bcffd34f-e1ae-426f-ae8a-6eb6e3740284 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:11.892047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-17119ff0-c306-4d1d-8fe6-fe45f225ac2b req-bcffd34f-e1ae-426f-ae8a-6eb6e3740284 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] For port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e,segment=NetworkSegment(b3931a91-f2ee-4c94-87a9-7ab119b3df5a),segment_id=b3931a91-f2ee-4c94-87a9-7ab119b3df5a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:11.892546 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-17119ff0-c306-4d1d-8fe6-fe45f225ac2b req-bcffd34f-e1ae-426f-ae8a-6eb6e3740284 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:11.917948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4c74c-82a1-4e3e-baf8-7d34eecdab8b req-04fdd93c-5189-4893-8ba1-da6747d8c773 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:11.920184 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6f4c74c-82a1-4e3e-baf8-7d34eecdab8b req-04fdd93c-5189-4893-8ba1-da6747d8c773 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 945 time: 0.1111515 Feb 11 04:56:11.921325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-17119ff0-c306-4d1d-8fe6-fe45f225ac2b req-bcffd34f-e1ae-426f-ae8a-6eb6e3740284 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Calling delete_port for ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:56:12.051621 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e6f4c74c-82a1-4e3e-baf8-7d34eecdab8b req-5af01876-53ca-4868-b89c-cb7cc07f6321 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d85e94a-7c96-4e65-995a-1be67cbbbc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793469 Feb 11 04:56:12.287370 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-17119ff0-c306-4d1d-8fe6-fe45f225ac2b req-bcffd34f-e1ae-426f-ae8a-6eb6e3740284 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:12.305994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:56:12.338191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffd34f-e1ae-426f-ae8a-6eb6e3740284 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Pushing event deleted for resources: {'Port': ['ID=ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:12.396392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-17119ff0-c306-4d1d-8fe6-fe45f225ac2b req-bcffd34f-e1ae-426f-ae8a-6eb6e3740284 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] No DVR routers for this DVR port ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 04:56:12.399233 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-17119ff0-c306-4d1d-8fe6-fe45f225ac2b req-bcffd34f-e1ae-426f-ae8a-6eb6e3740284 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:12.403634 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17119ff0-c306-4d1d-8fe6-fe45f225ac2b req-bcffd34f-e1ae-426f-ae8a-6eb6e3740284 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.32 "DELETE /v2.0/ports/ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e HTTP/1.1" status: 204 len: 173 time: 0.7675862 Feb 11 04:56:12.404249 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acdaf0ed-f38c-4b8e-91e7-0488deeaf20a', 'name': 'network-vif-deleted', 'tag': 'ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:56:12.414940 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5a50c4-495f-4723-aaf3-104412f27833" -d '{"events": [{"server_uuid": "acdaf0ed-f38c-4b8e-91e7-0488deeaf20a", "name": "network-vif-deleted", "tag": "ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:56:12.460088 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c765d26-fd8d-4fd1-b55d-937b10cd4bed x-openstack-request-id: req-2c765d26-fd8d-4fd1-b55d-937b10cd4bed {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:56:12.460389 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acdaf0ed-f38c-4b8e-91e7-0488deeaf20a", "name": "network-vif-deleted", "tag": "ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:56:12.460651 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c765d26-fd8d-4fd1-b55d-937b10cd4bed {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:56:12.461073 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acdaf0ed-f38c-4b8e-91e7-0488deeaf20a', 'name': 'network-vif-deleted', 'tag': 'ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e', 'status': 'completed', 'code': 200} Feb 11 04:56:13.237031 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1bf25176-10ee-4b58-93a8-da7f9fa2f757 req-7ef10325-015a-4ecc-b28f-5ac65ca7b879 tempest-ServerRescueNegativeTestJSON-251455044 tempest-ServerRescueNegativeTestJSON-251455044-project] 10.222.0.13 "GET /v2.0/ports?device_id=acdaf0ed-f38c-4b8e-91e7-0488deeaf20a HTTP/1.1" status: 200 len: 210 time: 0.0417712 Feb 11 04:56:14.360015 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 58996) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:14.897338 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-982f06ef-ca11-4b16-b0a6-a5b8e91beaae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:15.132927 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:56:15.185725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:56:15.186071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ccfdee4b-cb90-4c81-bad2-e5bbb8d6827e not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:56:15.393715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-982f06ef-ca11-4b16-b0a6-a5b8e91beaae admin admin] Deleting port db52ee12-bbe6-4506-ad2c-63c147b489ec {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:56:15.394207 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-982f06ef-ca11-4b16-b0a6-a5b8e91beaae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:15.535079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-982f06ef-ca11-4b16-b0a6-a5b8e91beaae admin admin] For port db52ee12-bbe6-4506-ad2c-63c147b489ec, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=db52ee12-bbe6-4506-ad2c-63c147b489ec,segment=NetworkSegment(b3931a91-f2ee-4c94-87a9-7ab119b3df5a),segment_id=b3931a91-f2ee-4c94-87a9-7ab119b3df5a)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:15.536698 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-982f06ef-ca11-4b16-b0a6-a5b8e91beaae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:15.557078 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-982f06ef-ca11-4b16-b0a6-a5b8e91beaae admin admin] Calling delete_port for db52ee12-bbe6-4506-ad2c-63c147b489ec owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:56:15.862891 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-982f06ef-ca11-4b16-b0a6-a5b8e91beaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (db52ee12-bbe6-4506-ad2c-63c147b489ec), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:15.895824 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f06ef-ca11-4b16-b0a6-a5b8e91beaae admin admin] Pushing event deleted for resources: {'Port': ['ID=db52ee12-bbe6-4506-ad2c-63c147b489ec,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:16.139316 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-982f06ef-ca11-4b16-b0a6-a5b8e91beaae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:16.485752 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982f06ef-ca11-4b16-b0a6-a5b8e91beaae admin admin] Router 2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:56:16.993379 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982f06ef-ca11-4b16-b0a6-a5b8e91beaae admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:56:17.004659 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed9fb2-3e19-48fb-98e7-d4fcdd73f5f5 None None] Sync routers for ids ['2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:56:17.008821 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-982f06ef-ca11-4b16-b0a6-a5b8e91beaae admin admin] 10.222.0.13 "PUT /v2.0/routers/2a78c8c0-6de0-4554-bd1e-ee5e266a49a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6461260 Feb 11 04:56:17.010784 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59024) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:17.021835 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed9fb2-3e19-48fb-98e7-d4fcdd73f5f5 None None] Routers {'2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:56:17.022492 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-5bed9fb2-3e19-48fb-98e7-d4fcdd73f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:55:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:17.157254 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] Publish callbacks [] for router (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:17.219224 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-5bed9fb2-3e19-48fb-98e7-d4fcdd73f5f5 None None] Set router 2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:56:17.303874 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] Publish callbacks [] for router_gateway (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:17.437795 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-5bed9fb2-3e19-48fb-98e7-d4fcdd73f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1149814120-router', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '54126f93-965f-46fc-8bae-8eef2408b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:12Z', 'updated_at': '2022-02-11T04:56:15Z', 'revision_number': 5, 'project_id': '69abb6e330f9452db648d998628abc84', 'gw_port': {'id': '54126f93-965f-46fc-8bae-8eef2408b519', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:32:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:53:13Z', 'updated_at': '2022-02-11T04:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:17.466908 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed9fb2-3e19-48fb-98e7-d4fcdd73f5f5 None None] Checking router: 2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:56:17.476153 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed9fb2-3e19-48fb-98e7-d4fcdd73f5f5 None None] Routers {'2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:56:17.476797 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-5bed9fb2-3e19-48fb-98e7-d4fcdd73f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:55:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:17.480418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] Deleting port 54126f93-965f-46fc-8bae-8eef2408b519 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 04:56:17.480768 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (54126f93-965f-46fc-8bae-8eef2408b519), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:17.580386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] For port 54126f93-965f-46fc-8bae-8eef2408b519, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=54126f93-965f-46fc-8bae-8eef2408b519,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:56:17.581076 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (54126f93-965f-46fc-8bae-8eef2408b519), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:17.602151 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] Calling delete_port for 54126f93-965f-46fc-8bae-8eef2408b519 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 04:56:17.694795 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-5bed9fb2-3e19-48fb-98e7-d4fcdd73f5f5 None None] Set router 2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:56:17.764959 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-5bed9fb2-3e19-48fb-98e7-d4fcdd73f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1149814120-router', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:12Z', 'updated_at': '2022-02-11T04:56:17Z', 'revision_number': 6, 'project_id': '69abb6e330f9452db648d998628abc84', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:17.817583 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed9fb2-3e19-48fb-98e7-d4fcdd73f5f5 None None] The sync data for ids ['2a78c8c0-6de0-4554-bd1e-ee5e266a49a9'] in n-d-712142-35 is: [{'id': '2a78c8c0-6de0-4554-bd1e-ee5e266a49a9', 'name': 'tempest-ServerRescueNegativeTestJSON-1149814120-router', 'tenant_id': '69abb6e330f9452db648d998628abc84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:53:12Z', 'updated_at': '2022-02-11T04:56:17Z', 'revision_number': 6, 'project_id': '69abb6e330f9452db648d998628abc84', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:56:17.892888 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (54126f93-965f-46fc-8bae-8eef2408b519), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:17.929465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=54126f93-965f-46fc-8bae-8eef2408b519,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:17.991907 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.093331 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.095598 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] Publish callbacks [] for router_controller (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.223847 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (2a78c8c0-6de0-4554-bd1e-ee5e266a49a9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.224713 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 04:56:18.229358 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.231211 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fcaff9b9-992b-404d-b77b-655085bcd1fc admin admin] 10.222.0.13 "DELETE /v2.0/routers/2a78c8c0-6de0-4554-bd1e-ee5e266a49a9 HTTP/1.1" status: 204 len: 168 time: 1.2187555 Feb 11 04:56:18.233726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59036) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:18.315996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a02e6c-e159-4ff7-b444-3574850f818e admin admin] Deleting subnet a6729af6-6b0d-45fa-9e5c-ad005438febf {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 04:56:18.320335 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1a02e6c-e159-4ff7-b444-3574850f818e admin admin] Publish callbacks [] for subnet (a6729af6-6b0d-45fa-9e5c-ad005438febf), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.364388 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1a02e6c-e159-4ff7-b444-3574850f818e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (a6729af6-6b0d-45fa-9e5c-ad005438febf), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.407743 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1a02e6c-e159-4ff7-b444-3574850f818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (a6729af6-6b0d-45fa-9e5c-ad005438febf), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.556055 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1a02e6c-e159-4ff7-b444-3574850f818e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (a6729af6-6b0d-45fa-9e5c-ad005438febf), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.606989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a02e6c-e159-4ff7-b444-3574850f818e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6729af6-6b0d-45fa-9e5c-ad005438febf,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:18.628211 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1a02e6c-e159-4ff7-b444-3574850f818e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.634798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c1a02e6c-e159-4ff7-b444-3574850f818e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a6729af6-6b0d-45fa-9e5c-ad005438febf HTTP/1.1" status: 204 len: 168 time: 0.3998194 Feb 11 04:56:18.637543 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59056) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:18.763839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device db52ee12-bbe6-4506-ad2c-63c147b489ec no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:56:18.797889 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ffa789f-1b33-42fe-b563-b9fbe650fc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (a6c5d1c9-919a-4aed-a316-0db0fba5f3b6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.801081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: db52ee12-bbe6-4506-ad2c-63c147b489ec {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:56:18.801443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device db52ee12-bbe6-4506-ad2c-63c147b489ec not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:56:18.801863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 54126f93-965f-46fc-8bae-8eef2408b519 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 04:56:18.829905 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 54126f93-965f-46fc-8bae-8eef2408b519 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 04:56:18.830252 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 54126f93-965f-46fc-8bae-8eef2408b519 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 04:56:18.922217 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ffa789f-1b33-42fe-b563-b9fbe650fc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (a6c5d1c9-919a-4aed-a316-0db0fba5f3b6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:18.954477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-6ffa789f-1b33-42fe-b563-b9fbe650fc04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c5d1c9-919a-4aed-a316-0db0fba5f3b6']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:18.968638 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-6ffa789f-1b33-42fe-b563-b9fbe650fc04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3931a91-f2ee-4c94-87a9-7ab119b3df5a') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:18.969034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-6ffa789f-1b33-42fe-b563-b9fbe650fc04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3931a91-f2ee-4c94-87a9-7ab119b3df5a') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:56:18.987896 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ffa789f-1b33-42fe-b563-b9fbe650fc04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (b3931a91-f2ee-4c94-87a9-7ab119b3df5a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:19.005401 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ffa789f-1b33-42fe-b563-b9fbe650fc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b3931a91-f2ee-4c94-87a9-7ab119b3df5a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:19.016132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffa789f-1b33-42fe-b563-b9fbe650fc04 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 04:56:19.016553 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ffa789f-1b33-42fe-b563-b9fbe650fc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (b3931a91-f2ee-4c94-87a9-7ab119b3df5a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: timer() Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 04:56:19.018276 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 04:56:19.195483 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ffa789f-1b33-42fe-b563-b9fbe650fc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (a6c5d1c9-919a-4aed-a316-0db0fba5f3b6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:19.209016 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ffa789f-1b33-42fe-b563-b9fbe650fc04 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:19.217169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6ffa789f-1b33-42fe-b563-b9fbe650fc04 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a6c5d1c9-919a-4aed-a316-0db0fba5f3b6 HTTP/1.1" status: 204 len: 168 time: 0.5740976 Feb 11 04:56:19.237057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa789f-1b33-42fe-b563-b9fbe650fc04 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c5d1c9-919a-4aed-a316-0db0fba5f3b6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:19.712065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59072) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:19.794484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59076) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:19.795022 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e986a397-dce9-4433-95d9-8c410b2241f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69abb6e330f9452db648d998628abc84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0758100 Feb 11 04:56:19.853884 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58ffe34f-dc3a-486f-9dea-2a791af286ea admin admin] Publish callbacks [] for security_group (0d85e94a-7c96-4e65-995a-1be67cbbbc52), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:19.880081 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58ffe34f-dc3a-486f-9dea-2a791af286ea admin admin] Publish callbacks [] for security_group (0d85e94a-7c96-4e65-995a-1be67cbbbc52), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:20.038179 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58ffe34f-dc3a-486f-9dea-2a791af286ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0d85e94a-7c96-4e65-995a-1be67cbbbc52), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:20.044170 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58ffe34f-dc3a-486f-9dea-2a791af286ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:20.045411 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-58ffe34f-dc3a-486f-9dea-2a791af286ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d85e94a-7c96-4e65-995a-1be67cbbbc52 HTTP/1.1" status: 204 len: 168 time: 0.2554507 Feb 11 04:56:20.056283 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffe34f-dc3a-486f-9dea-2a791af286ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d85e94a-7c96-4e65-995a-1be67cbbbc52,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:22.171527 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9b3b824f-3afa-4014-b64e-e20e37fd982e req-0960361c-1311-4d6a-b684-372a9adc72cc tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0415978 Feb 11 04:56:22.295335 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:56:23.235720 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f7998ff0-f700-48a6-9af8-cf788c12e238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:23.284627 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-209d2527-128d-4664-9daa-1ee7730b1e84 req-22409c54-b450-443c-9c18-c5b0fcca3cbc tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0428877 Feb 11 04:56:24.439924 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbf1ec68-c9b7-43b0-926b-de8b0ee22d8d req-e09d2752-d688-463d-9e9d-8cc7c165dc92 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0523431 Feb 11 04:56:25.462406 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ba00c623-c14f-4ad6-9ed5-4b14219d025b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:25.594525 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9f5e683-141d-4f3a-89bf-ebfcb086d766 req-ab4fb252-c685-4870-9ff9-fc48e2ae1ea6 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0396197 Feb 11 04:56:25.936003 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59220) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:26.097412 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d28cfec0-7712-4d1e-86b5-0169cf242eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.238134 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d28cfec0-7712-4d1e-86b5-0169cf242eea admin admin] Publish callbacks [] for security_group (90fbb9d4-bd7a-43dc-88fd-d6868d658afd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.310361 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d28cfec0-7712-4d1e-86b5-0169cf242eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (90fbb9d4-bd7a-43dc-88fd-d6868d658afd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.344517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cfec0-7712-4d1e-86b5-0169cf242eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fbb9d4-bd7a-43dc-88fd-d6868d658afd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:26.367348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59226) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:26.369519 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d28cfec0-7712-4d1e-86b5-0169cf242eea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9830f5aee0741b79d26b298a6db4584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4323738 Feb 11 04:56:26.430391 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6b65845-7b9a-4798-a2e5-65668b82df33 admin admin] Publish callbacks [] for security_group (90fbb9d4-bd7a-43dc-88fd-d6868d658afd), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.459482 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6b65845-7b9a-4798-a2e5-65668b82df33 admin admin] Publish callbacks [] for security_group (90fbb9d4-bd7a-43dc-88fd-d6868d658afd), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.612354 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6b65845-7b9a-4798-a2e5-65668b82df33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (90fbb9d4-bd7a-43dc-88fd-d6868d658afd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.615062 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6b65845-7b9a-4798-a2e5-65668b82df33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.616221 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e6b65845-7b9a-4798-a2e5-65668b82df33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90fbb9d4-bd7a-43dc-88fd-d6868d658afd HTTP/1.1" status: 204 len: 168 time: 0.2478769 Feb 11 04:56:26.630598 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b65845-7b9a-4798-a2e5-65668b82df33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fbb9d4-bd7a-43dc-88fd-d6868d658afd,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:26.724474 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ce93d391-3817-4fa3-bbe2-a40b1e01502e req-44d6526a-93d9-4956-b103-1adab105aa14 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0336211 Feb 11 04:56:26.733217 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:26.931765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2977fe6e-fac0-4209-8cc7-4e94f8b6edb6 req-b5387107-d859-4dd3-bd24-43ab05e00044 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0297670 Feb 11 04:56:27.887557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc048824-f72f-47c4-ace6-b98f63e772e5 req-10e238bd-a4e4-4600-9652-479049fb979d tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0435259 Feb 11 04:56:28.245559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 59258) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:28.285032 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ef9f719-b922-4ae3-a219-5cceb76525db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:28.378286 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:28.383287 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ef9f719-b922-4ae3-a219-5cceb76525db admin admin] Publish callbacks [] for security_group (c4e42105-1b13-46bb-b035-fd6a745de313), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:28.486580 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5ef9f719-b922-4ae3-a219-5cceb76525db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c4e42105-1b13-46bb-b035-fd6a745de313), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:28.530789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5ef9f719-b922-4ae3-a219-5cceb76525db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e32aa868ba364b83bd07b32c2120acd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2812274 Feb 11 04:56:28.530789 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9f719-b922-4ae3-a219-5cceb76525db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e42105-1b13-46bb-b035-fd6a745de313,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:28.531115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 59262) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:56:28.586873 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-340cebc0-beb9-4373-bed0-9866dfcaa83e admin admin] Publish callbacks [] for security_group (c4e42105-1b13-46bb-b035-fd6a745de313), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:28.626598 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-340cebc0-beb9-4373-bed0-9866dfcaa83e admin admin] Publish callbacks [] for security_group (c4e42105-1b13-46bb-b035-fd6a745de313), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:28.812594 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-340cebc0-beb9-4373-bed0-9866dfcaa83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c4e42105-1b13-46bb-b035-fd6a745de313), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:28.815337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-340cebc0-beb9-4373-bed0-9866dfcaa83e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:28.816473 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-340cebc0-beb9-4373-bed0-9866dfcaa83e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4e42105-1b13-46bb-b035-fd6a745de313 HTTP/1.1" status: 204 len: 168 time: 0.2843621 Feb 11 04:56:28.824965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cebc0-beb9-4373-bed0-9866dfcaa83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e42105-1b13-46bb-b035-fd6a745de313,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:56:29.020398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5dddf25c-90f8-442f-9f29-5d45a67a4ce8 req-49da44c2-0f28-4cbb-80de-84940f602c6c tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0305560 Feb 11 04:56:29.637201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bae1e387-83b8-4d23-b696-33e42b383a56 req-b0eb58ee-2cf6-497d-9f0d-404156c64f97 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0446358 Feb 11 04:56:29.772448 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:30.778084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f96c83d-ea30-4e66-978a-dc45e6719546 req-811d7fa3-1e35-4659-ae6c-8d3ca4bbc19c tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0353262 Feb 11 04:56:31.887327 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76e0ce7a-454f-4fc6-9431-108e60892683 req-22553474-cf7e-4edf-aaf4-3ff7e80d120b tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0297163 Feb 11 04:56:33.002753 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07f10492-1a24-446d-909e-faf34e44d146 req-57a036a9-0eb3-44b2-9a46-858b8aa8bc36 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0292192 Feb 11 04:56:34.109075 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:34.146382 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9b67d09-3a69-4418-b998-712e80d7cdf9 req-09a579da-9b54-4ed6-b19e-49bbe07193ac tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0548744 Feb 11 04:56:34.342451 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:35.252162 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52eb28cf-bee6-4163-af46-2c56eeb7132f req-4360cbaf-c9ad-4f06-892b-48974f8b0168 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0362430 Feb 11 04:56:36.369518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbcff17e-d85a-4848-800e-250c43777b47 req-27be8bf0-bbef-4cef-b7ea-7e0e27d8e9aa tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0323932 Feb 11 04:56:37.481261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bcd3be7e-cb8f-4daf-9fc7-c96b3a8221a3 req-b2d4c4be-dc9e-43bc-bbd1-863d9e3708ac tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0282629 Feb 11 04:56:38.595670 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb1031a3-2009-4d9f-a873-2e2741f3fdc0 req-8b1c8dc4-9887-4080-b92c-7ed8d4f5765a tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0310774 Feb 11 04:56:39.724197 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9d8ad88-dcb8-4b40-b9d7-c8910ce816e9 req-c6c86470-3dfc-4b3b-95c1-571e73ca2836 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0326681 Feb 11 04:56:40.861691 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6db397df-6962-4d63-80aa-14716c8bc274 req-2c2ce076-7f7c-4654-8b53-92961727440a tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0385425 Feb 11 04:56:42.002397 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c15225e2-11f5-4912-8445-042002845b8a req-2abc27f4-c532-494e-8ead-5727a89ebcb8 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0463998 Feb 11 04:56:43.144990 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b822041-b828-42d4-aa77-dbc2d71b1307 req-88d35998-1f2b-4fb6-b55a-4f083f839049 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0561547 Feb 11 04:56:44.321615 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-824ef058-eb74-4451-b2bd-3847d421a488 req-650c4e85-15b9-4eec-af58-4b8d9b8cefba tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0359972 Feb 11 04:56:44.943621 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bab68078-ff15-40c0-bbe7-427e0266b45b req-862e1a3b-46fa-489b-b4b1-889d9351293f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0804896 Feb 11 04:56:45.025775 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab68078-ff15-40c0-bbe7-427e0266b45b req-56c3942a-d61c-456d-8b67-1b257d6e724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:45.028517 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bab68078-ff15-40c0-bbe7-427e0266b45b req-56c3942a-d61c-456d-8b67-1b257d6e724f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 1129 time: 0.0613925 Feb 11 04:56:45.256642 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab68078-ff15-40c0-bbe7-427e0266b45b req-fe09306f-2c9d-4a27-a46c-6c4a64cea607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:45.258351 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bab68078-ff15-40c0-bbe7-427e0266b45b req-fe09306f-2c9d-4a27-a46c-6c4a64cea607 service neutron] 10.222.0.47 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 913 time: 0.2060325 Feb 11 04:56:45.397788 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bab68078-ff15-40c0-bbe7-427e0266b45b req-75032c6e-8a1a-40a2-b5ff-19b4021f6000 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=503a579c-2c43-46a8-9087-39578f8b894d HTTP/1.1" status: 200 len: 1002 time: 0.1326711 Feb 11 04:56:45.479353 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d37dc9c1-b626-496f-91c1-26ef53a13eb4 req-0b41ad46-8ab7-43f1-9be0-36f80dc0b1a6 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0469830 Feb 11 04:56:45.545112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab68078-ff15-40c0-bbe7-427e0266b45b req-22a86faf-6f6e-4157-8894-b34df5f80a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:45.546863 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bab68078-ff15-40c0-bbe7-427e0266b45b req-22a86faf-6f6e-4157-8894-b34df5f80a54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.1434965 Feb 11 04:56:45.659125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab68078-ff15-40c0-bbe7-427e0266b45b req-65b71436-73fe-48c5-b5a2-bea03d1ae1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:56:45.660582 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bab68078-ff15-40c0-bbe7-427e0266b45b req-65b71436-73fe-48c5-b5a2-bea03d1ae1fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1074634 Feb 11 04:56:45.853709 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bab68078-ff15-40c0-bbe7-427e0266b45b req-850eb3ec-2907-4b67-9def-3720a171d974 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847191 Feb 11 04:56:45.992973 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bab68078-ff15-40c0-bbe7-427e0266b45b req-c84dca29-b181-43c8-8cca-8f96e6349b01 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324134 Feb 11 04:56:46.683514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-641ab4d6-cd91-4bcd-a541-1524faf524ac req-25b82441-1786-460b-931c-a6ccf1db4967 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0838785 Feb 11 04:56:47.814856 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-859443d6-5758-4717-bc86-c7a13e12ca22 req-0331b45d-fec9-4ead-9410-d60233240e51 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0349746 Feb 11 04:56:48.936515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80a1008e-aea0-4a93-a86e-35d832c0538c req-572480f0-2a8c-4bbf-b692-1344e8a401b0 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0399127 Feb 11 04:56:50.058109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e889db08-b7b8-4337-b0ef-850af9c8d16d req-5649bab2-e698-4fea-a411-2dd9845a11e2 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0480068 Feb 11 04:56:51.208159 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bf52ca4-fec8-4f71-8bd2-927420ee1b39 req-51961d1b-7f3b-4715-a1df-c3c548c5a6aa tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0551431 Feb 11 04:56:52.385208 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-439227f5-e46a-4976-8f76-a756476392cf req-2cce97c9-7005-4ac5-a82a-f65b088b1767 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0591784 Feb 11 04:56:53.178230 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d7f2dc47-daa5-4776-b103-23a06dfd3592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:53.499408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-225d8136-f7ad-4814-be13-7d9baa198313 req-1334d99e-01bf-43f0-ae1c-80e143eac790 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0326669 Feb 11 04:56:54.648309 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32d7d5c7-a368-4b9e-b0e1-58b48803ea3e req-b55415fe-9f50-4736-9975-d83d25f48ac9 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0422213 Feb 11 04:56:55.496920 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-12c0b973-ff25-481a-b7cd-0d675766864b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:55.785230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8b81367-6f54-489c-a9f1-da7c033be287 req-47d733d3-79fa-453d-bf10-a47236c9422f tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0433302 Feb 11 04:56:56.795196 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:56.923981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50f1257f-54b8-4f71-91b0-6992f7b76cd9 req-e1e64424-cc81-4d3f-9896-69d51202da2e tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0417380 Feb 11 04:56:58.112618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-308dd404-dbe9-4584-b9dd-13bf95929cd3 req-3dc0b511-afef-4345-b871-e9af14b6bfbd tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0354176 Feb 11 04:56:58.192885 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0d1eabd-f7f0-41c8-84b3-3a5d66c3d12b req-054639ca-4abc-4a64-b44f-7e91136e07b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0548553 Feb 11 04:56:58.591904 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:59.309181 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:56:59.764804 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:56:59.771517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5edf6778-80bb-435e-8e27-111da9dfdae7 req-7dba1d10-8c97-4fee-832e-ea020ae30149 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.4689071 Feb 11 04:57:00.900758 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ab6d86c-998d-4736-bccf-d12b627e7c03 req-a7f0d5fc-4b13-4df9-b4ed-6a33686ccf4d tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0457530 Feb 11 04:57:01.670307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d765403-edb2-42f7-98f8-ceda9b020ba8 req-5f55e194-16da-4394-bc33-acfb4ee4337f tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0930970 Feb 11 04:57:01.701014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae206d14-a316-47c1-aef6-1c00961a6b73 req-ba1c8ce2-c8f0-453c-994e-0827ba8a93bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=07c0afc7b61343c8877edcf3639070ca&device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.1097574 Feb 11 04:57:01.738502 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae206d14-a316-47c1-aef6-1c00961a6b73 req-f25ae11c-856e-4e71-9edb-abb43c6845be service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=07c0afc7b61343c8877edcf3639070ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294430 Feb 11 04:57:01.843559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae206d14-a316-47c1-aef6-1c00961a6b73 req-51840912-ec78-49c8-937b-336e8d13e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:01.845042 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae206d14-a316-47c1-aef6-1c00961a6b73 req-51840912-ec78-49c8-937b-336e8d13e917 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976148 Feb 11 04:57:02.832846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac753e79-405f-449a-a12d-fa9f13565574 req-bf43e85f-d1c2-42a9-b525-2f634310e5c7 tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0443578 Feb 11 04:57:03.146885 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae206d14-a316-47c1-aef6-1c00961a6b73 req-9d188535-260b-4ed4-963d-f582ac83791d tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.32 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0541365 Feb 11 04:57:04.050693 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-137372cd-d42b-4cb9-94e7-faaadf7951a9 req-6b19663e-c164-487a-85dc-63d641a5c22f tempest-ServerShowV257Test-1425220187 tempest-ServerShowV257Test-1425220187-project] 10.222.0.13 "GET /v2.0/ports?device_id=b88ac356-5c42-4227-8e54-f4d8bdcce5f5 HTTP/1.1" status: 200 len: 210 time: 0.0717888 Feb 11 04:57:04.125740 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:04.268770 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:05.969251 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60034) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:06.100212 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:06.182820 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Publish callbacks [] for security_group (8852deea-93f1-49d6-8b45-4013b166f073), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:06.337405 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8852deea-93f1-49d6-8b45-4013b166f073), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:06.401779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60046) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:06.402451 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07c0afc7b61343c8877edcf3639070ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4314246 Feb 11 04:57:06.404252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8852deea-93f1-49d6-8b45-4013b166f073,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:06.416068 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.416434 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.427785 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.428424 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.428928 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.442145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.442145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.442145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.442145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.442145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.442145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.442145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.442145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124bb8fa-9ef3-4e1f-ac97-8534a70a8645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.482826 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Publish callbacks [] for security_group (8852deea-93f1-49d6-8b45-4013b166f073), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:06.512188 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Publish callbacks [] for security_group (8852deea-93f1-49d6-8b45-4013b166f073), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:06.735975 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8852deea-93f1-49d6-8b45-4013b166f073), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:06.738661 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:06.739815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8852deea-93f1-49d6-8b45-4013b166f073 HTTP/1.1" status: 204 len: 168 time: 0.3360040 Feb 11 04:57:06.747802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8852deea-93f1-49d6-8b45-4013b166f073,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:06.757723 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.758086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.758456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.758828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.759166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.759501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.759885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.760519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.760849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.761196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.761520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.761845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:06.762225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcffb7d-7442-4ed6-a887-5496859ee064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:08.465874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60130) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:08.678038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60138) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:08.742000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1440197754-network', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:08.771366 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e324bb01-376d-44be-acc0-75a159b35f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:08.874080 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e324bb01-376d-44be-acc0-75a159b35f3c admin admin] Publish callbacks [] for security_group (c95a5897-0061-408a-bddd-e08809b9fb02), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:08.892329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] Made reservation on behalf of 01f3985e979e4ee0a67ba18b5c02d99e for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:08.897121 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:08.904164 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:08.984854 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] Publish callbacks [] for security_group (1cc689dd-79f8-4b41-b8cc-efa24b77c8df), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.011969 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e324bb01-376d-44be-acc0-75a159b35f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c95a5897-0061-408a-bddd-e08809b9fb02), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.056277 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e324bb01-376d-44be-acc0-75a159b35f3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b31882f84654f2abd91afa30d5761bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3767171 Feb 11 04:57:09.058255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324bb01-376d-44be-acc0-75a159b35f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95a5897-0061-408a-bddd-e08809b9fb02,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:09.059188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60152) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:09.131021 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58cc3aa6-2a6d-4851-abe4-9ab2d0c21eaf admin admin] Publish callbacks [] for security_group (c95a5897-0061-408a-bddd-e08809b9fb02), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.145242 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1cc689dd-79f8-4b41-b8cc-efa24b77c8df), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.158342 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58cc3aa6-2a6d-4851-abe4-9ab2d0c21eaf admin admin] Publish callbacks [] for security_group (c95a5897-0061-408a-bddd-e08809b9fb02), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.180627 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc689dd-79f8-4b41-b8cc-efa24b77c8df,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:09.184712 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:57:09.207033 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (26b603f1-631d-4099-8fb3-6265dca69b53), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.207649 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] Added segment 26b603f1-631d-4099-8fb3-6265dca69b53 of type vlan for network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 Feb 11 04:57:09.274476 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.338315 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58cc3aa6-2a6d-4851-abe4-9ab2d0c21eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c95a5897-0061-408a-bddd-e08809b9fb02), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.342113 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-58cc3aa6-2a6d-4851-abe4-9ab2d0c21eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.344652 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-58cc3aa6-2a6d-4851-abe4-9ab2d0c21eaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c95a5897-0061-408a-bddd-e08809b9fb02 HTTP/1.1" status: 204 len: 168 time: 0.2839453 Feb 11 04:57:09.356555 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc3aa6-2a6d-4851-abe4-9ab2d0c21eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95a5897-0061-408a-bddd-e08809b9fb02,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:09.372027 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.373287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:09.374032 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:09.467951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] Pushing event updated for resources: {'Network': ['ID=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:09.482379 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:57:09.535476 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a758bde0-f683-42ac-816e-749a5ab1ac6e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0677083 Feb 11 04:57:09.537973 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60162) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:09.545624 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c378ace6-e587-4f9c-b22a-999459c0a2ad admin admin] Request body: {'subnet': {'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1440197754-subnet', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:09.696478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c378ace6-e587-4f9c-b22a-999459c0a2ad admin admin] Made reservation on behalf of 01f3985e979e4ee0a67ba18b5c02d99e for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:09.700511 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c378ace6-e587-4f9c-b22a-999459c0a2ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.017840 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c378ace6-e587-4f9c-b22a-999459c0a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (5039bb4f-96d0-4c9b-ae98-b43a89327357), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.083337 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378ace6-e587-4f9c-b22a-999459c0a2ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5039bb4f-96d0-4c9b-ae98-b43a89327357,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:10.092808 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c378ace6-e587-4f9c-b22a-999459c0a2ad admin admin] Checking segment: {'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:10.096893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c378ace6-e587-4f9c-b22a-999459c0a2ad admin admin] Network hostable DHCP agents. Network: b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:57:10.301309 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c378ace6-e587-4f9c-b22a-999459c0a2ad admin admin] Network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:57:10.407028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c378ace6-e587-4f9c-b22a-999459c0a2ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:10.411768 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c378ace6-e587-4f9c-b22a-999459c0a2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:10.419544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60180) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:10.421048 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f980f8-e180-4592-bf0b-919e677b27f5 None None] Network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:10.423919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c378ace6-e587-4f9c-b22a-999459c0a2ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.438657 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5bf930c8-0f86-480f-be47-6688f6348911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.552858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:57:10.558190 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.572209 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5bf930c8-0f86-480f-be47-6688f6348911 admin admin] Publish callbacks [] for security_group (b1970767-3b8c-48ba-85e3-0234a79e3844), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.586193 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c378ace6-e587-4f9c-b22a-999459c0a2ad admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0470726 Feb 11 04:57:10.595299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60184) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:10.595299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:10.640313 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5bf930c8-0f86-480f-be47-6688f6348911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b1970767-3b8c-48ba-85e3-0234a79e3844), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.675347 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60186) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:10.687212 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5bf930c8-0f86-480f-be47-6688f6348911 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eed9ddc171894d7b8a3e9ca5e324f837&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2662213 Feb 11 04:57:10.730110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf930c8-0f86-480f-be47-6688f6348911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1970767-3b8c-48ba-85e3-0234a79e3844,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:10.740091 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Allocated IP 172.20.0.2 (b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42/5039bb4f-96d0-4c9b-ae98-b43a89327357/ba7d1744-070e-4c6c-b7e3-80e8dd510022) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:10.784195 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-471b8cac-9ac0-4beb-a46a-e1218e5a8eec admin admin] Publish callbacks [] for security_group (b1970767-3b8c-48ba-85e3-0234a79e3844), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.800158 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (878c6daa-7f13-4aca-98f8-7b9031181a3e), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.801189 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (878c6daa-7f13-4aca-98f8-7b9031181a3e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.818287 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-471b8cac-9ac0-4beb-a46a-e1218e5a8eec admin admin] Publish callbacks [] for security_group (b1970767-3b8c-48ba-85e3-0234a79e3844), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.897542 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Publish callbacks [] for router_controller (878c6daa-7f13-4aca-98f8-7b9031181a3e), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:10.924294 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Publish callbacks [] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.028759 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.043838 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-471b8cac-9ac0-4beb-a46a-e1218e5a8eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b1970767-3b8c-48ba-85e3-0234a79e3844), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.046506 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-471b8cac-9ac0-4beb-a46a-e1218e5a8eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.047720 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-471b8cac-9ac0-4beb-a46a-e1218e5a8eec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1970767-3b8c-48ba-85e3-0234a79e3844 HTTP/1.1" status: 204 len: 168 time: 0.3707526 Feb 11 04:57:11.092751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:11.096348 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:11.104417 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:11.127885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Pushing event updated for resources: {'Port': ['ID=ba7d1744-070e-4c6c-b7e3-80e8dd510022,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:11.154890 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Publish callbacks [] for router_gateway (878c6daa-7f13-4aca-98f8-7b9031181a3e), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.159130 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b8cac-9ac0-4beb-a46a-e1218e5a8eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1970767-3b8c-48ba-85e3-0234a79e3844,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:11.207367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:11.207795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:11.208201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:11.210281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:11.210714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:11.211633 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:11.212054 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:11.212478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:11.212925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:11.213312 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:11.213961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:11.214339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:11.215983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:11.245652 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Attempting to bind port ba7d1744-070e-4c6c-b7e3-80e8dd510022 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:57:11.246211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Attempting to bind port ba7d1744-070e-4c6c-b7e3-80e8dd510022 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:57:11.246721 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Attempting to bind port ba7d1744-070e-4c6c-b7e3-80e8dd510022 on network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:57:11.253404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:57:11.253834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Checking segment: {'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:11.254243 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.269613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Bound using segment: {'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:57:11.269613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Bound port: ba7d1744-070e-4c6c-b7e3-80e8dd510022, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:57:11.269613 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.330720 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] For port ba7d1744-070e-4c6c-b7e3-80e8dd510022, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:57:11.334333 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] For port ba7d1744-070e-4c6c-b7e3-80e8dd510022, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ba7d1744-070e-4c6c-b7e3-80e8dd510022,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:57:11.458392 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.490212 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Publish callbacks [] for router_gateway (878c6daa-7f13-4aca-98f8-7b9031181a3e), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.511675 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:11.603979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228165e3-72ca-4a69-a103-9c93bd503d5f None None] Pushing event updated for resources: {'Port': ['ID=ba7d1744-070e-4c6c-b7e3-80e8dd510022,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:11.717092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Allocated IP 172.25.3.237 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/99d80494-9bcb-4b13-adf1-4f93874662d3) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:11.933615 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Publish callbacks [] for port (99d80494-9bcb-4b13-adf1-4f93874662d3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.097633 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (99d80494-9bcb-4b13-adf1-4f93874662d3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.146180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:12.153755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:12.156530 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:12.192424 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Pushing event updated for resources: {'Port': ['ID=99d80494-9bcb-4b13-adf1-4f93874662d3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:12.680414 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Publish callbacks [] for router_gateway (878c6daa-7f13-4aca-98f8-7b9031181a3e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.684803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ba7d1744-070e-4c6c-b7e3-80e8dd510022 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:12.836506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ba7d1744-070e-4c6c-b7e3-80e8dd510022 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:12.837138 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:12.936940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ba7d1744-070e-4c6c-b7e3-80e8dd510022 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:12.936940 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:13.006134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port ba7d1744-070e-4c6c-b7e3-80e8dd510022, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ba7d1744-070e-4c6c-b7e3-80e8dd510022,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:13.036803 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (878c6daa-7f13-4aca-98f8-7b9031181a3e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:13.067595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a86e7-16d8-4d30-b111-be314f99dca0 None None] Network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:57:13.105833 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:13.238924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=ba7d1744-070e-4c6c-b7e3-80e8dd510022,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:13.241756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-dc20c3b9-fecf-4d7a-92b5-8840bc265801 None None] Provisioning complete for port ba7d1744-070e-4c6c-b7e3-80e8dd510022 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:13.242100 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dc20c3b9-fecf-4d7a-92b5-8840bc265801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:13.326723 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Router 878c6daa-7f13-4aca-98f8-7b9031181a3e is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:57:13.400697 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-dc20c3b9-fecf-4d7a-92b5-8840bc265801 None None] Current status of the port ba7d1744-070e-4c6c-b7e3-80e8dd510022 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:13.512774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:57:13.536144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Sync routers for ids ['878c6daa-7f13-4aca-98f8-7b9031181a3e'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:57:13.568082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Routers {'878c6daa-7f13-4aca-98f8-7b9031181a3e'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:57:13.573018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:56:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['878c6daa-7f13-4aca-98f8-7b9031181a3e'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:13.701052 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:13.705316 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5b7bb552-1bd1-4e85-a3e4-914007f4f03b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1128821 Feb 11 04:57:13.705590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60256) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:13.742526 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Set router 878c6daa-7f13-4aca-98f8-7b9031181a3e gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:57:14.060897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-92d7616b-45c7-4e84-89f7-540f98cb5863 None None] Provisioning complete for port ba7d1744-070e-4c6c-b7e3-80e8dd510022 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:14.060897 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92d7616b-45c7-4e84-89f7-540f98cb5863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.318918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:12Z', 'revision_number': 3, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:14.351203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Checking router: 878c6daa-7f13-4aca-98f8-7b9031181a3e for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:57:14.351751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Updating router 878c6daa-7f13-4aca-98f8-7b9031181a3e port 99d80494-9bcb-4b13-adf1-4f93874662d3 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:57:14.355685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-92d7616b-45c7-4e84-89f7-540f98cb5863 None None] Current status of the port ba7d1744-070e-4c6c-b7e3-80e8dd510022 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:14.396381 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (99d80494-9bcb-4b13-adf1-4f93874662d3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.645826 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ba7d1744-070e-4c6c-b7e3-80e8dd510022 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:14.812743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ba7d1744-070e-4c6c-b7e3-80e8dd510022 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:14.813359 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:14.970056 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Publish callbacks [] for port (99d80494-9bcb-4b13-adf1-4f93874662d3), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.049557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60294) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:15.051277 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ba7d1744-070e-4c6c-b7e3-80e8dd510022 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:15.090937 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (99d80494-9bcb-4b13-adf1-4f93874662d3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.143051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Attempting to bind port 99d80494-9bcb-4b13-adf1-4f93874662d3 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:57:15.143694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Attempting to bind port 99d80494-9bcb-4b13-adf1-4f93874662d3 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:57:15.144283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Attempting to bind port 99d80494-9bcb-4b13-adf1-4f93874662d3 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:57:15.154935 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:57:15.155666 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:15.156280 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.156817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:57:15.157328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Bound port: 99d80494-9bcb-4b13-adf1-4f93874662d3, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:57:15.157693 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (99d80494-9bcb-4b13-adf1-4f93874662d3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.172280 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.213613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] For port 99d80494-9bcb-4b13-adf1-4f93874662d3, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:57:15.218444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] For port 99d80494-9bcb-4b13-adf1-4f93874662d3, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=99d80494-9bcb-4b13-adf1-4f93874662d3,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:57:15.227019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4f4d3-e751-4035-8525-a1d2b163d128 None None] Pushing event updated for resources: {'Port': ['ID=99d80494-9bcb-4b13-adf1-4f93874662d3,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:15.288588 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aadc8502-391b-4a7a-bf5f-cb3c0d10f503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.330867 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (99d80494-9bcb-4b13-adf1-4f93874662d3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.427416 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aadc8502-391b-4a7a-bf5f-cb3c0d10f503 admin admin] Publish callbacks [] for security_group (6381297b-d065-44d9-88df-eb4080ba0dbb), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.445307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4f4d3-e751-4035-8525-a1d2b163d128 None None] Pushing event updated for resources: {'Port': ['ID=99d80494-9bcb-4b13-adf1-4f93874662d3,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:15.456468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Routers {'878c6daa-7f13-4aca-98f8-7b9031181a3e'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:57:15.459357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:56:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['878c6daa-7f13-4aca-98f8-7b9031181a3e'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:15.486880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Allocated IP 172.20.0.1 (b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42/5039bb4f-96d0-4c9b-ae98-b43a89327357/430a9068-d24c-45db-a16f-e046175aa9ec) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:15.503464 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aadc8502-391b-4a7a-bf5f-cb3c0d10f503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6381297b-d065-44d9-88df-eb4080ba0dbb), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.543900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc8502-391b-4a7a-bf5f-cb3c0d10f503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6381297b-d065-44d9-88df-eb4080ba0dbb,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:15.562661 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aadc8502-391b-4a7a-bf5f-cb3c0d10f503 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f7eda8568d34b9a9443c71dac679c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5119750 Feb 11 04:57:15.565290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60306) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:15.623505 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7416fe6-aaa1-4a51-b392-9889d2d499a4 admin admin] Publish callbacks [] for security_group (6381297b-d065-44d9-88df-eb4080ba0dbb), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.665018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7416fe6-aaa1-4a51-b392-9889d2d499a4 admin admin] Publish callbacks [] for security_group (6381297b-d065-44d9-88df-eb4080ba0dbb), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.688967 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Publish callbacks [] for port (430a9068-d24c-45db-a16f-e046175aa9ec), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.697887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] Set router 878c6daa-7f13-4aca-98f8-7b9031181a3e gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:57:15.851876 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7416fe6-aaa1-4a51-b392-9889d2d499a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (6381297b-d065-44d9-88df-eb4080ba0dbb), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.858120 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7416fe6-aaa1-4a51-b392-9889d2d499a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.863693 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:15.870151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e7416fe6-aaa1-4a51-b392-9889d2d499a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6381297b-d065-44d9-88df-eb4080ba0dbb HTTP/1.1" status: 204 len: 168 time: 0.3035920 Feb 11 04:57:15.902232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7416fe6-aaa1-4a51-b392-9889d2d499a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6381297b-d065-44d9-88df-eb4080ba0dbb,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:15.962227 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:15.974815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:15.991773 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:16.019929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:12Z', 'revision_number': 3, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:16.054133 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc6ad9d-193d-4b2a-83f9-e7302fe7fe36 None None] The sync data for ids ['878c6daa-7f13-4aca-98f8-7b9031181a3e'] in n-d-712142-35 is: [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:12Z', 'revision_number': 3, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:57:16.067503 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Pushing event updated for resources: {'Port': ['ID=430a9068-d24c-45db-a16f-e046175aa9ec,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:16.128604 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (878c6daa-7f13-4aca-98f8-7b9031181a3e), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:16.502466 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c487d59c-3c57-4083-9621-cb307fed7119 None None] Provisioning complete for port 430a9068-d24c-45db-a16f-e046175aa9ec triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:16.502908 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c487d59c-3c57-4083-9621-cb307fed7119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:16.574358 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c487d59c-3c57-4083-9621-cb307fed7119 None None] Port 430a9068-d24c-45db-a16f-e046175aa9ec cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:57:16.596713 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:16.701458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 99d80494-9bcb-4b13-adf1-4f93874662d3 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:16.818594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 99d80494-9bcb-4b13-adf1-4f93874662d3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:16.819211 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (99d80494-9bcb-4b13-adf1-4f93874662d3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:16.909827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60326) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:16.931069 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c816537-e1fc-4c57-8d5e-c0bff4dcf6e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:16.949012 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Publish callbacks [] for port (430a9068-d24c-45db-a16f-e046175aa9ec), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:16.978078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 99d80494-9bcb-4b13-adf1-4f93874662d3 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:16.979110 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (99d80494-9bcb-4b13-adf1-4f93874662d3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.057786 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c816537-e1fc-4c57-8d5e-c0bff4dcf6e1 admin admin] Publish callbacks [] for security_group (a76aefe7-a1ab-4e4d-8c80-a396b4aa0df5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.092861 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.171052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Pushing event updated for resources: {'Port': ['ID=430a9068-d24c-45db-a16f-e046175aa9ec,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:17.194725 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c816537-e1fc-4c57-8d5e-c0bff4dcf6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a76aefe7-a1ab-4e4d-8c80-a396b4aa0df5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.202707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 99d80494-9bcb-4b13-adf1-4f93874662d3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=99d80494-9bcb-4b13-adf1-4f93874662d3,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:17.217281 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (878c6daa-7f13-4aca-98f8-7b9031181a3e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.263676 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9c816537-e1fc-4c57-8d5e-c0bff4dcf6e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e5ad66afdcd4cad8ed22506919af4b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3502831 Feb 11 04:57:17.263902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c816537-e1fc-4c57-8d5e-c0bff4dcf6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76aefe7-a1ab-4e4d-8c80-a396b4aa0df5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:17.264244 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60336) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:17.381406 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-18b0e36e-bc29-40b3-960e-0b89b3e3d236 admin admin] Publish callbacks [] for security_group (a76aefe7-a1ab-4e4d-8c80-a396b4aa0df5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.384826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:17.394040 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:17.400424 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (99d80494-9bcb-4b13-adf1-4f93874662d3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.427912 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-18b0e36e-bc29-40b3-960e-0b89b3e3d236 admin admin] Publish callbacks [] for security_group (a76aefe7-a1ab-4e4d-8c80-a396b4aa0df5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.484519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=99d80494-9bcb-4b13-adf1-4f93874662d3,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:17.610404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Router 878c6daa-7f13-4aca-98f8-7b9031181a3e has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:57:17.716782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5b715d45-1705-44d0-a961-def05a0f5383 None None] Provisioning complete for port 430a9068-d24c-45db-a16f-e046175aa9ec triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:17.722584 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5b715d45-1705-44d0-a961-def05a0f5383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.735729 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-18b0e36e-bc29-40b3-960e-0b89b3e3d236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a76aefe7-a1ab-4e4d-8c80-a396b4aa0df5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.738729 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-18b0e36e-bc29-40b3-960e-0b89b3e3d236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:17.740425 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-18b0e36e-bc29-40b3-960e-0b89b3e3d236 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a76aefe7-a1ab-4e4d-8c80-a396b4aa0df5 HTTP/1.1" status: 204 len: 168 time: 0.4751520 Feb 11 04:57:17.759402 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0e36e-bc29-40b3-960e-0b89b3e3d236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76aefe7-a1ab-4e4d-8c80-a396b4aa0df5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:17.773438 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:57:17.784310 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c0af7275-cd0f-417e-92a6-775d151aa945 admin admin] 10.222.0.13 "PUT /v2.0/routers/878c6daa-7f13-4aca-98f8-7b9031181a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0775907 Feb 11 04:57:17.821243 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5b715d45-1705-44d0-a961-def05a0f5383 None None] Port 430a9068-d24c-45db-a16f-e046175aa9ec cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:57:18.507697 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Sync routers for ids ['878c6daa-7f13-4aca-98f8-7b9031181a3e'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:57:18.522112 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Routers {'878c6daa-7f13-4aca-98f8-7b9031181a3e'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:57:18.523033 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:56:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['878c6daa-7f13-4aca-98f8-7b9031181a3e'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:18.604584 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 99d80494-9bcb-4b13-adf1-4f93874662d3 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:18.680939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 99d80494-9bcb-4b13-adf1-4f93874662d3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:18.681325 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (99d80494-9bcb-4b13-adf1-4f93874662d3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:18.758823 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Set router 878c6daa-7f13-4aca-98f8-7b9031181a3e gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:57:18.769428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 99d80494-9bcb-4b13-adf1-4f93874662d3 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:18.913110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60382) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:18.919278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-35e5b5eb-4667-41b3-8680-5721df13f4c6 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--758105183', 'description': 'tempest-description--645429701'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:19.006166 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '430a9068-d24c-45db-a16f-e046175aa9ec', 'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'mac_address': 'fa:16:3e:7f:d7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:15Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 2, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'subnets': [{'id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:19.015288 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-35e5b5eb-4667-41b3-8680-5721df13f4c6 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.069972 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Checking router: 878c6daa-7f13-4aca-98f8-7b9031181a3e for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:57:19.070473 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Updating router 878c6daa-7f13-4aca-98f8-7b9031181a3e port 430a9068-d24c-45db-a16f-e046175aa9ec binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:57:19.107599 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.113255 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-35e5b5eb-4667-41b3-8680-5721df13f4c6 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group (9b9d65a8-97b9-475c-b93c-56c41ba9aa9b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.277009 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-35e5b5eb-4667-41b3-8680-5721df13f4c6 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9b9d65a8-97b9-475c-b93c-56c41ba9aa9b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.357983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5b5eb-4667-41b3-8680-5721df13f4c6 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:19.437054 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-35e5b5eb-4667-41b3-8680-5721df13f4c6 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.438433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-35e5b5eb-4667-41b3-8680-5721df13f4c6 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5236790 Feb 11 04:57:19.441553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 60404) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:19.447998 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-1fd444c5-0e35-4d48-a83d-f33cc2b05135 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Request body: {'security_group_rule': {'security_group_id': '9b9d65a8-97b9-475c-b93c-56c41ba9aa9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:19.503309 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Publish callbacks [] for port (430a9068-d24c-45db-a16f-e046175aa9ec), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.633596 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fd444c5-0e35-4d48-a83d-f33cc2b05135 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group_rule (12135f23-3045-4f9a-abb6-575993befeab), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.646319 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.705085 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fd444c5-0e35-4d48-a83d-f33cc2b05135 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group_rule (12135f23-3045-4f9a-abb6-575993befeab), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.728193 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69207d7-0997-42cd-94b7-f76cdb7ce412 None None] Pushing event updated for resources: {'Port': ['ID=430a9068-d24c-45db-a16f-e046175aa9ec,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:19.759143 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69207d7-0997-42cd-94b7-f76cdb7ce412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:19.762498 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69207d7-0997-42cd-94b7-f76cdb7ce412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:19.762498 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69207d7-0997-42cd-94b7-f76cdb7ce412 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:19.762498 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69207d7-0997-42cd-94b7-f76cdb7ce412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:19.762498 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69207d7-0997-42cd-94b7-f76cdb7ce412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:19.762498 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69207d7-0997-42cd-94b7-f76cdb7ce412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:19.762498 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69207d7-0997-42cd-94b7-f76cdb7ce412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:19.762498 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69207d7-0997-42cd-94b7-f76cdb7ce412 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:19.762498 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69207d7-0997-42cd-94b7-f76cdb7ce412 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:19.762498 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69207d7-0997-42cd-94b7-f76cdb7ce412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:19.762498 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69207d7-0997-42cd-94b7-f76cdb7ce412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:19.763720 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69207d7-0997-42cd-94b7-f76cdb7ce412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:19.763720 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69207d7-0997-42cd-94b7-f76cdb7ce412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:57:19.776184 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Attempting to bind port 430a9068-d24c-45db-a16f-e046175aa9ec on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:57:19.776564 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Attempting to bind port 430a9068-d24c-45db-a16f-e046175aa9ec by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:57:19.776933 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Attempting to bind port 430a9068-d24c-45db-a16f-e046175aa9ec on network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:57:19.782852 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:57:19.783232 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Checking segment: {'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:19.783640 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.784034 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Bound using segment: {'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:57:19.784506 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Bound port: 430a9068-d24c-45db-a16f-e046175aa9ec, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:57:19.784884 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.815653 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fd444c5-0e35-4d48-a83d-f33cc2b05135 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (12135f23-3045-4f9a-abb6-575993befeab), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.834162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd444c5-0e35-4d48-a83d-f33cc2b05135 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12135f23-3045-4f9a-abb6-575993befeab,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:19.880929 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] For port 430a9068-d24c-45db-a16f-e046175aa9ec, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:57:19.884176 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] For port 430a9068-d24c-45db-a16f-e046175aa9ec, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=430a9068-d24c-45db-a16f-e046175aa9ec,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:57:19.934312 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fd444c5-0e35-4d48-a83d-f33cc2b05135 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.938575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60416) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:19.943611 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b3b8687f-575c-4b5f-b013-d609652f98b9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Request body: {'security_group_rule': {'security_group_id': '9b9d65a8-97b9-475c-b93c-56c41ba9aa9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:19.944097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1fd444c5-0e35-4d48-a83d-f33cc2b05135 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4999824 Feb 11 04:57:19.966229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-63d12526-5ec4-4496-817c-ffe622838990 None None] Provisioning complete for port 430a9068-d24c-45db-a16f-e046175aa9ec triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:19.966662 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-63d12526-5ec4-4496-817c-ffe622838990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:19.983601 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:20.015537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-63d12526-5ec4-4496-817c-ffe622838990 None None] Port 430a9068-d24c-45db-a16f-e046175aa9ec cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:57:20.050819 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Routers {'878c6daa-7f13-4aca-98f8-7b9031181a3e'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:57:20.056889 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:56:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['878c6daa-7f13-4aca-98f8-7b9031181a3e'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:20.061697 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3b8687f-575c-4b5f-b013-d609652f98b9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group_rule (fe2861b4-3f02-47a4-ad1b-509f274f9e71), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:20.145002 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69207d7-0997-42cd-94b7-f76cdb7ce412 None None] Pushing event updated for resources: {'Port': ['ID=430a9068-d24c-45db-a16f-e046175aa9ec,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:20.173280 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3b8687f-575c-4b5f-b013-d609652f98b9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group_rule (fe2861b4-3f02-47a4-ad1b-509f274f9e71), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:20.244666 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] Set router 878c6daa-7f13-4aca-98f8-7b9031181a3e gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:57:20.253443 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3b8687f-575c-4b5f-b013-d609652f98b9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (fe2861b4-3f02-47a4-ad1b-509f274f9e71), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:20.298366 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8687f-575c-4b5f-b013-d609652f98b9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2861b4-3f02-47a4-ad1b-509f274f9e71,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:20.447738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9c62e0d0-b38e-43b9-9011-94bf3740b136 None None] Provisioning complete for port 430a9068-d24c-45db-a16f-e046175aa9ec triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:20.452784 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9c62e0d0-b38e-43b9-9011-94bf3740b136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:20.475566 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b3b8687f-575c-4b5f-b013-d609652f98b9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:20.477116 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b3b8687f-575c-4b5f-b013-d609652f98b9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5373752 Feb 11 04:57:20.480167 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60434) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:20.489161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:20.584169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9c62e0d0-b38e-43b9-9011-94bf3740b136 None None] Current status of the port 430a9068-d24c-45db-a16f-e046175aa9ec is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:20.584577 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9c62e0d0-b38e-43b9-9011-94bf3740b136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:20.624460 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:20.656102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9c62e0d0-b38e-43b9-9011-94bf3740b136 None None] For port 430a9068-d24c-45db-a16f-e046175aa9ec, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=430a9068-d24c-45db-a16f-e046175aa9ec,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:20.676310 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '430a9068-d24c-45db-a16f-e046175aa9ec', 'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'mac_address': 'fa:16:3e:7f:d7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:15Z', 'updated_at': '2022-02-11T04:57:19Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'subnets': [{'id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:20.714947 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c344f0-8054-4f2b-a1b1-c99847f351bf None None] The sync data for ids ['878c6daa-7f13-4aca-98f8-7b9031181a3e'] in n-d-712142-35 is: [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '430a9068-d24c-45db-a16f-e046175aa9ec', 'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'mac_address': 'fa:16:3e:7f:d7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:15Z', 'updated_at': '2022-02-11T04:57:19Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'subnets': [{'id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:57:20.732776 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9c62e0d0-b38e-43b9-9011-94bf3740b136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:20.866058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62e0d0-b38e-43b9-9011-94bf3740b136 None None] Pushing event updated for resources: {'Port': ['ID=430a9068-d24c-45db-a16f-e046175aa9ec,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:20.875763 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:21.071058 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Allocated IP 172.25.3.51 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/ac745217-e21d-4284-b48d-0f72bfb8b72d) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:21.196457 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for port (ac745217-e21d-4284-b48d-0f72bfb8b72d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:21.366536 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ac745217-e21d-4284-b48d-0f72bfb8b72d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:21.420060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:21.423317 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:21.429461 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:21.480189 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event updated for resources: {'Port': ['ID=ac745217-e21d-4284-b48d-0f72bfb8b72d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:21.585607 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for floatingip (a4ac8de3-284c-4b00-87d3-5fb2287e475b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:21.735220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ac745217-e21d-4284-b48d-0f72bfb8b72d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:21.974951 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for port (ac745217-e21d-4284-b48d-0f72bfb8b72d), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:22.063381 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (ac745217-e21d-4284-b48d-0f72bfb8b72d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:22.177465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event updated for resources: {'Port': ['ID=ac745217-e21d-4284-b48d-0f72bfb8b72d,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:22.252932 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (a4ac8de3-284c-4b00-87d3-5fb2287e475b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:22.483754 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:22.486236 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-60fa6480-5f30-4c50-ab46-43feb9dba0e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0013130 Feb 11 04:57:22.664208 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 430a9068-d24c-45db-a16f-e046175aa9ec up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:22.715776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 430a9068-d24c-45db-a16f-e046175aa9ec triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:22.716202 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:22.807642 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 430a9068-d24c-45db-a16f-e046175aa9ec is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:22.837136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-0b8ee6ff-994d-4e6c-a7eb-8bcdb3e5b381 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--758105183&fields=id&tenant_id=01f3985e979e4ee0a67ba18b5c02d99e HTTP/1.1" status: 200 len: 267 time: 0.0792012 Feb 11 04:57:22.951741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100668-f5c3-421e-86ff-b20912717c08 req-a0488184-619c-48bf-a869-ca8e7550a1c9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:22.959076 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-a0488184-619c-48bf-a869-ca8e7550a1c9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/networks?id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 HTTP/1.1" status: 200 len: 811 time: 0.1125112 Feb 11 04:57:22.976483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-d8d77255-6a4f-4409-94d6-17b2511549a9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/quotas/01f3985e979e4ee0a67ba18b5c02d99e HTTP/1.1" status: 200 len: 375 time: 0.0162628 Feb 11 04:57:23.047897 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-c057ece5-ab1d-4ec7-90c6-2ae83fccac74 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01f3985e979e4ee0a67ba18b5c02d99e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701537 Feb 11 04:57:23.211275 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-20f48d7c-750e-4282-ac6e-739aace30d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:23.232846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6f0f08ed-9a1f-4ea0-acd0-417049f933c9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 04:57:23.235211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6f0f08ed-9a1f-4ea0-acd0-417049f933c9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1686735 Feb 11 04:57:23.345660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-93369387-0e0b-445e-a78f-bbb90405d858 service neutron] 10.222.0.13 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048479 Feb 11 04:57:23.463218 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-30564f0f-7559-4eca-bd39-460fd12371dc service neutron] 10.222.0.13 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115227 Feb 11 04:57:24.813201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-719613ec-9cd1-4fcf-b4b0-ea73511d1bb8 req-8221c3ba-7d60-4441-8184-318b115f99c2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 210 time: 0.0315912 Feb 11 04:57:25.541164 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6b04774f-6a79-4a6b-a57f-18d34aabae97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:25.939252 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78efcad3-4884-47f7-8f9a-acacfeccfdd7 req-04808858-d009-4898-b058-31a99ffcb96b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 210 time: 0.0372541 Feb 11 04:57:26.108758 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-cb138d54-2da8-48d2-80b2-07d1c2a4cd97 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783978640&fields=id&tenant_id=9c8aaf7faa994a86b87443d6924f6a3f HTTP/1.1" status: 200 len: 267 time: 0.0482624 Feb 11 04:57:26.255412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-4d8cb18a-ec4f-4527-8826-6f4d1757eb8f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:26.257419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-4d8cb18a-ec4f-4527-8826-6f4d1757eb8f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 812 time: 0.1332483 Feb 11 04:57:26.279128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-1dc2ae62-52dd-46a7-acd3-9ac6ae3a2530 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/quotas/9c8aaf7faa994a86b87443d6924f6a3f HTTP/1.1" status: 200 len: 375 time: 0.0112388 Feb 11 04:57:26.344242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-073ff664-658a-4ff2-849a-4291bdd23b00 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0596159 Feb 11 04:57:26.452290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-946cd7c0-249a-43d8-a0c6-993e2e5a8da5 service neutron] 10.222.0.13 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954776 Feb 11 04:57:26.564721 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-12b0bdb0-dbd8-4141-89be-7d10566d159c service neutron] 10.222.0.13 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060786 Feb 11 04:57:26.778942 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:27.068142 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5b9f654-6239-4e87-834a-f082f361df2c req-45fff414-174a-4ca8-b692-00adbcc2b08d tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 210 time: 0.0509202 Feb 11 04:57:27.488299 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-682ad699-2344-45bf-9bb8-5aa77dc9da52 req-e121dbe8-eecd-4035-adc3-5b3122439fe3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0548079 Feb 11 04:57:28.221070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100668-f5c3-421e-86ff-b20912717c08 req-16d966ef-ebde-4057-a056-e49a98ba1b97 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:28.224846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-16d966ef-ebde-4057-a056-e49a98ba1b97 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.32 "GET /v2.0/networks?id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 HTTP/1.1" status: 200 len: 811 time: 0.2438159 Feb 11 04:57:28.284691 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83ad18cc-abc4-4188-8e17-895fe2b4e14a req-c83db352-d9f6-4bcb-9260-10a8edd4818c tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 210 time: 0.0584087 Feb 11 04:57:28.352150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-4b6d4183-da2a-469c-8872-c66135d178e8 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01f3985e979e4ee0a67ba18b5c02d99e HTTP/1.1" status: 200 len: 379 time: 0.1093023 Feb 11 04:57:28.360871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-6b100668-f5c3-421e-86ff-b20912717c08 req-28b7cdd0-92db-4411-8cfe-cd5c35a13ad2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Request body: {'port': {'device_id': '9d045828-8867-44e9-9530-ca90748b02f9', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'admin_state_up': True, 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'security_groups': ['9b9d65a8-97b9-475c-b93c-56c41ba9aa9b']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:28.416958 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:28.570609 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a30d3b8b-62bc-4223-9783-dcdeb3fedeaf req-8805ee44-ba9d-4ec0-84fe-c521e59c4e05 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0362129 Feb 11 04:57:28.612278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b100668-f5c3-421e-86ff-b20912717c08 req-28b7cdd0-92db-4411-8cfe-cd5c35a13ad2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Made reservation on behalf of 01f3985e979e4ee0a67ba18b5c02d99e for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:28.616243 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6b100668-f5c3-421e-86ff-b20912717c08 req-28b7cdd0-92db-4411-8cfe-cd5c35a13ad2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:28.763539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-6b100668-f5c3-421e-86ff-b20912717c08 req-28b7cdd0-92db-4411-8cfe-cd5c35a13ad2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Allocated IP 172.20.0.7 (b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42/5039bb4f-96d0-4c9b-ae98-b43a89327357/ade3e2a1-6f1b-4c93-94f7-e60d87c5db34) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:28.916150 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6b100668-f5c3-421e-86ff-b20912717c08 req-28b7cdd0-92db-4411-8cfe-cd5c35a13ad2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:29.080404 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6b100668-f5c3-421e-86ff-b20912717c08 req-28b7cdd0-92db-4411-8cfe-cd5c35a13ad2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:29.127127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b100668-f5c3-421e-86ff-b20912717c08 req-28b7cdd0-92db-4411-8cfe-cd5c35a13ad2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:29.138067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-6b100668-f5c3-421e-86ff-b20912717c08 req-28b7cdd0-92db-4411-8cfe-cd5c35a13ad2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:29.141068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b100668-f5c3-421e-86ff-b20912717c08 req-28b7cdd0-92db-4411-8cfe-cd5c35a13ad2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:29.146283 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7cdd0-92db-4411-8cfe-cd5c35a13ad2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event updated for resources: {'Port': ['ID=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:29.204661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100668-f5c3-421e-86ff-b20912717c08 req-28b7cdd0-92db-4411-8cfe-cd5c35a13ad2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:29.205303 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6b100668-f5c3-421e-86ff-b20912717c08 req-28b7cdd0-92db-4411-8cfe-cd5c35a13ad2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:29.435598 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f3582fe9-9fda-473c-b6ca-74bd5cbb3440 None None] Provisioning complete for port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:29.436642 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f3582fe9-9fda-473c-b6ca-74bd5cbb3440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:29.438106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce50fc-4f7c-4e8f-9082-e2287aa4261a req-ad1b5241-0b31-4a65-a329-2a2b203636a4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:29.439795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-acce50fc-4f7c-4e8f-9082-e2287aa4261a req-ad1b5241-0b31-4a65-a329-2a2b203636a4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 931 time: 0.0646803 Feb 11 04:57:29.479365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f3582fe9-9fda-473c-b6ca-74bd5cbb3440 None None] Port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:57:29.514171 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-acce50fc-4f7c-4e8f-9082-e2287aa4261a req-0d9f69aa-615e-47ba-8ded-fe352073ce87 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670969 Feb 11 04:57:29.564598 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-28b7cdd0-92db-4411-8cfe-cd5c35a13ad2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2073855 Feb 11 04:57:29.580585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Request body: {'port': {'device_id': '9d045828-8867-44e9-9530-ca90748b02f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:29.684677 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:29.758277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18b13cbb-7526-44ca-9bff-e5db82c8a95c req-076fd456-3d12-4d03-84d8-cb6d489987a1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0477638 Feb 11 04:57:29.815159 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:30.027349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:57:30.035628 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Publish callbacks [] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:30.048558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Transition to ACTIVE for port object ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:57:30.206126 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:30.264120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Pushing event updated for resources: {'Port': ['ID=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:30.356885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Attempting to bind port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:57:30.363466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Attempting to bind port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:57:30.363466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Attempting to bind port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 on network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:57:30.369683 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 on network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:57:30.369901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Attempting to bind port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 on network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:57:30.377438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:57:30.377789 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Checking segment: {'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:30.378182 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Bound using segment: {'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:57:30.378650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Bound port: ade3e2a1-6f1b-4c93-94f7-e60d87c5db34, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:57:30.379026 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:30.453964 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] For port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:57:30.457723 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] For port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:57:30.625614 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:30.682385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-5f89fa62-bd37-4e83-adbb-6c86d2cda81e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:30.684549 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-5f89fa62-bd37-4e83-adbb-6c86d2cda81e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.47 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 812 time: 0.1146016 Feb 11 04:57:30.710813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:30.710813 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:30.710813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] 10.222.0.32 "PUT /v2.0/ports/ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 HTTP/1.1" status: 200 len: 1092 time: 1.1304843 Feb 11 04:57:30.710813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d045828-8867-44e9-9530-ca90748b02f9', 'tag': 'ade3e2a1-6f1b-4c93-94f7-e60d87c5db34'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:57:30.710813 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446a0e55-dd95-44fb-ac62-474e08c7e059" -d '{"events": [{"name": "network-changed", "server_uuid": "9d045828-8867-44e9-9530-ca90748b02f9", "tag": "ade3e2a1-6f1b-4c93-94f7-e60d87c5db34"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:57:30.739569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15bf3a-3516-4237-94b6-b6cfe90fb085 req-44c932f7-8788-4acf-ac50-9aa45ee6269f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:30.741115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d15bf3a-3516-4237-94b6-b6cfe90fb085 req-44c932f7-8788-4acf-ac50-9aa45ee6269f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 943 time: 0.1515954 Feb 11 04:57:30.765797 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34433b-cbe9-4781-beee-cda2bd52b6fd service neutron] Pushing event updated for resources: {'Port': ['ID=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:30.774173 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-ee0bd5b7-86e6-47ff-bc39-20d86cab3881 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c8aaf7faa994a86b87443d6924f6a3f HTTP/1.1" status: 200 len: 379 time: 0.0795581 Feb 11 04:57:30.786515 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-16c1aca8-96f0-4359-916e-de21c8de2f3b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'port': {'device_id': '6e0c1b90-3f87-4136-9950-f84c86bb2fcd', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'admin_state_up': True, 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'security_groups': ['65d4a6fb-e391-4928-9796-21edf12103b8']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:30.829162 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9d15bf3a-3516-4237-94b6-b6cfe90fb085 req-70b4a897-9304-4439-856b-178ec3b4c628 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723104 Feb 11 04:57:31.032528 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba97589d-1268-440d-bbde-67c52dc01a86 req-e61f02f2-a90c-4f2c-aadf-a7dbb525d6a8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0601363 Feb 11 04:57:31.049647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100668-f5c3-421e-86ff-b20912717c08 req-3efcb711-b4e8-4976-b431-60b3708f846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:31.051504 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-3efcb711-b4e8-4976-b431-60b3708f846a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=01f3985e979e4ee0a67ba18b5c02d99e&device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 1126 time: 0.1135433 Feb 11 04:57:31.053032 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a739c3-24d8-49f7-9601-03db574df2fc x-openstack-request-id: req-b6a739c3-24d8-49f7-9601-03db574df2fc {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:57:31.053320 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d045828-8867-44e9-9530-ca90748b02f9", "tag": "ade3e2a1-6f1b-4c93-94f7-e60d87c5db34", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:57:31.053578 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6a739c3-24d8-49f7-9601-03db574df2fc {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:57:31.053971 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d045828-8867-44e9-9530-ca90748b02f9', 'tag': 'ade3e2a1-6f1b-4c93-94f7-e60d87c5db34', 'status': 'completed', 'code': 200} Feb 11 04:57:31.109564 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-82179720-b894-44ed-87ca-79742f347c76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 HTTP/1.1" status: 200 len: 217 time: 0.0500207 Feb 11 04:57:31.171845 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-16c1aca8-96f0-4359-916e-de21c8de2f3b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Made reservation on behalf of 9c8aaf7faa994a86b87443d6924f6a3f for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:57:31.175849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100668-f5c3-421e-86ff-b20912717c08 req-729475a8-8af7-42f3-aa9d-b72f16111c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:31.177136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-729475a8-8af7-42f3-aa9d-b72f16111c7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5039bb4f-96d0-4c9b-ae98-b43a89327357 HTTP/1.1" status: 200 len: 850 time: 0.0609760 Feb 11 04:57:31.179099 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-16c1aca8-96f0-4359-916e-de21c8de2f3b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:31.242008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b100668-f5c3-421e-86ff-b20912717c08 req-e7cdab9a-073f-4572-be3f-fbb00e6866a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:31.244160 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-e7cdab9a-073f-4572-be3f-fbb00e6866a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0609660 Feb 11 04:57:31.406655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-e7141364-9590-4e2f-b3a2-2f3e42cd630e service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542099 Feb 11 04:57:31.411596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-16c1aca8-96f0-4359-916e-de21c8de2f3b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Allocated IP 172.20.0.10 (86528c9f-e248-4f9b-904c-aa5d69cd261d/36924e1d-eb25-4594-91d9-cfefbb8c618d/a0a613b5-d998-482f-94fc-8c5ccf5f4589) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:57:31.578540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b100668-f5c3-421e-86ff-b20912717c08 req-8e5705a0-34e9-4de4-94d7-c60fa3188253 service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656499 Feb 11 04:57:31.599039 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-16c1aca8-96f0-4359-916e-de21c8de2f3b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:31.766170 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-16c1aca8-96f0-4359-916e-de21c8de2f3b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:31.859626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a0e55-dd95-44fb-ac62-474e08c7e059 req-188ab2dc-9615-4377-aa3a-4504081a11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:31.862487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-446a0e55-dd95-44fb-ac62-474e08c7e059 req-188ab2dc-9615-4377-aa3a-4504081a11df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=01f3985e979e4ee0a67ba18b5c02d99e&device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 1126 time: 0.1054199 Feb 11 04:57:31.917183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-16c1aca8-96f0-4359-916e-de21c8de2f3b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Network 86528c9f-e248-4f9b-904c-aa5d69cd261d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:57:31.927570 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-16c1aca8-96f0-4359-916e-de21c8de2f3b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:57:31.932896 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-16c1aca8-96f0-4359-916e-de21c8de2f3b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:57:31.944210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1aca8-96f0-4359-916e-de21c8de2f3b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'Port': ['ID=a0a613b5-d998-482f-94fc-8c5ccf5f4589,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:32.017846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-16c1aca8-96f0-4359-916e-de21c8de2f3b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:32.030472 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-16c1aca8-96f0-4359-916e-de21c8de2f3b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:32.096718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a0e55-dd95-44fb-ac62-474e08c7e059 req-3cb9b4e6-0e34-4688-b26b-c3566f45a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:32.100710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-446a0e55-dd95-44fb-ac62-474e08c7e059 req-3cb9b4e6-0e34-4688-b26b-c3566f45a3a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 HTTP/1.1" status: 200 len: 912 time: 0.2322628 Feb 11 04:57:32.203822 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-446a0e55-dd95-44fb-ac62-474e08c7e059 req-21b1a923-094e-40f3-85f9-a043c3cc8d40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 HTTP/1.1" status: 200 len: 217 time: 0.0962591 Feb 11 04:57:32.236921 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-16c1aca8-96f0-4359-916e-de21c8de2f3b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4552238 Feb 11 04:57:32.249519 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Request body: {'port': {'device_id': '6e0c1b90-3f87-4136-9950-f84c86bb2fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:32.291295 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3fcdb765-a130-4e29-857f-98c36d1b53d1 None None] Provisioning complete for port a0a613b5-d998-482f-94fc-8c5ccf5f4589 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:32.291884 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3fcdb765-a130-4e29-857f-98c36d1b53d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:32.333280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd93298-a730-4b54-82a7-cb32465e6dab req-33ecc82a-1e69-433f-aa1b-0c1d33241fa4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:32.343202 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8fd93298-a730-4b54-82a7-cb32465e6dab req-33ecc82a-1e69-433f-aa1b-0c1d33241fa4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 943 time: 0.4359457 Feb 11 04:57:32.348000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a0e55-dd95-44fb-ac62-474e08c7e059 req-8e35d12d-7bf2-46f6-b0a7-3721c1404c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:32.350040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-446a0e55-dd95-44fb-ac62-474e08c7e059 req-8e35d12d-7bf2-46f6-b0a7-3721c1404c56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5039bb4f-96d0-4c9b-ae98-b43a89327357 HTTP/1.1" status: 200 len: 850 time: 0.1402662 Feb 11 04:57:32.364206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e5da3-efa7-4444-bbb0-17728ca0aceb req-0dd42d02-0728-43c3-8181-6c72237890c1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:32.364851 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:32.366739 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c23e5da3-efa7-4444-bbb0-17728ca0aceb req-0dd42d02-0728-43c3-8181-6c72237890c1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 932 time: 0.1971760 Feb 11 04:57:32.367809 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3fcdb765-a130-4e29-857f-98c36d1b53d1 None None] Port a0a613b5-d998-482f-94fc-8c5ccf5f4589 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:57:32.503233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c23e5da3-efa7-4444-bbb0-17728ca0aceb req-008bfe9e-a09c-45c2-a92b-0723104c31a3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100743 Feb 11 04:57:32.524276 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8fd93298-a730-4b54-82a7-cb32465e6dab req-25f4ba23-bbb3-48ee-ab9b-4da55497f20f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797149 Feb 11 04:57:32.541752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a0e55-dd95-44fb-ac62-474e08c7e059 req-7547aa80-1d8d-4bdd-a905-98589a0eb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:32.544603 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-446a0e55-dd95-44fb-ac62-474e08c7e059 req-7547aa80-1d8d-4bdd-a905-98589a0eb6ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1766958 Feb 11 04:57:32.762877 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-446a0e55-dd95-44fb-ac62-474e08c7e059 req-eb95997d-86bf-4214-9f1c-fe5c45e7feda service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107792 Feb 11 04:57:32.886056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-446a0e55-dd95-44fb-ac62-474e08c7e059 req-21e07713-f561-491c-b201-bb34ee32554c service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133840 Feb 11 04:57:32.929662 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a613b5-d998-482f-94fc-8c5ccf5f4589 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:57:32.939003 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Publish callbacks [] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:32.959963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Transition to ACTIVE for port object a0a613b5-d998-482f-94fc-8c5ccf5f4589 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:57:33.114018 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:33.176803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a613b5-d998-482f-94fc-8c5ccf5f4589,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:33.296434 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Attempting to bind port a0a613b5-d998-482f-94fc-8c5ccf5f4589 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:57:33.296846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Attempting to bind port a0a613b5-d998-482f-94fc-8c5ccf5f4589 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:57:33.297140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Attempting to bind port a0a613b5-d998-482f-94fc-8c5ccf5f4589 on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:57:33.303099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Port a0a613b5-d998-482f-94fc-8c5ccf5f4589 on network 86528c9f-e248-4f9b-904c-aa5d69cd261d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:57:33.303482 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Attempting to bind port a0a613b5-d998-482f-94fc-8c5ccf5f4589 on network 86528c9f-e248-4f9b-904c-aa5d69cd261d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:57:33.311501 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:57:33.316792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Checking segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:57:33.316792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Bound using segment: {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:57:33.316792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Bound port: a0a613b5-d998-482f-94fc-8c5ccf5f4589, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:57:33.316792 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:33.407682 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] For port a0a613b5-d998-482f-94fc-8c5ccf5f4589, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:57:33.410286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] For port a0a613b5-d998-482f-94fc-8c5ccf5f4589, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=a0a613b5-d998-482f-94fc-8c5ccf5f4589,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:57:33.536437 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:33.628120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:33.630345 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:33.632098 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] 10.222.0.47 "PUT /v2.0/ports/a0a613b5-d998-482f-94fc-8c5ccf5f4589 HTTP/1.1" status: 200 len: 1093 time: 1.3887832 Feb 11 04:57:33.646554 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0c1b90-3f87-4136-9950-f84c86bb2fcd', 'tag': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:57:33.651347 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be41898-b1cc-492d-8f01-3c0bb4fcef84" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0c1b90-3f87-4136-9950-f84c86bb2fcd", "tag": "a0a613b5-d998-482f-94fc-8c5ccf5f4589"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:57:33.707607 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98565210-09e1-4a70-9ce4-16df06282238 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a613b5-d998-482f-94fc-8c5ccf5f4589,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:33.805760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1deca8-a5c7-4ad5-b062-ccb9fa8f1859 req-9934c9bc-6d84-4379-a022-47463a309e2e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:33.807332 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e1deca8-a5c7-4ad5-b062-ccb9fa8f1859 req-9934c9bc-6d84-4379-a022-47463a309e2e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 943 time: 0.0843191 Feb 11 04:57:33.815638 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692113f9-40cd-4b64-aa5d-86fca993a499 req-a398d589-12f2-4558-b88a-cf62376162ed tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:33.827564 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-692113f9-40cd-4b64-aa5d-86fca993a499 req-a398d589-12f2-4558-b88a-cf62376162ed tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.1569839 Feb 11 04:57:33.923253 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e1deca8-a5c7-4ad5-b062-ccb9fa8f1859 req-e7ca082a-5230-435a-a44f-75eaff41bc33 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002896 Feb 11 04:57:34.003916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-692113f9-40cd-4b64-aa5d-86fca993a499 req-37e64381-2038-47ce-9b39-496619249058 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631188 Feb 11 04:57:34.014580 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbfb720-58a7-4ec4-9b2f-9f13aed2f7ba x-openstack-request-id: req-7fbfb720-58a7-4ec4-9b2f-9f13aed2f7ba {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:57:34.015151 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0c1b90-3f87-4136-9950-f84c86bb2fcd", "tag": "a0a613b5-d998-482f-94fc-8c5ccf5f4589", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:57:34.015299 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fbfb720-58a7-4ec4-9b2f-9f13aed2f7ba {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:57:34.015768 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0c1b90-3f87-4136-9950-f84c86bb2fcd', 'tag': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589', 'status': 'completed', 'code': 200} Feb 11 04:57:34.101729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be41898-b1cc-492d-8f01-3c0bb4fcef84 req-37e46348-92a4-4489-b66a-1497982bb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:34.103298 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4be41898-b1cc-492d-8f01-3c0bb4fcef84 req-37e46348-92a4-4489-b66a-1497982bb687 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 1127 time: 0.0596163 Feb 11 04:57:34.247553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be41898-b1cc-492d-8f01-3c0bb4fcef84 req-1474657e-2e66-44d5-9bc6-01dc6094db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:34.249527 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4be41898-b1cc-492d-8f01-3c0bb4fcef84 req-1474657e-2e66-44d5-9bc6-01dc6094db93 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1401918 Feb 11 04:57:34.364181 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be41898-b1cc-492d-8f01-3c0bb4fcef84 req-3b86fc2c-2b8c-45f9-8996-5e66f1d2bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:34.365769 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4be41898-b1cc-492d-8f01-3c0bb4fcef84 req-3b86fc2c-2b8c-45f9-8996-5e66f1d2bc19 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1111212 Feb 11 04:57:34.471028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-b2358fec-10c7-4cc8-b90f-9993691f2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:34.472858 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-b2358fec-10c7-4cc8-b90f-9993691f2f7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 1127 time: 0.0682223 Feb 11 04:57:34.489330 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:34.499570 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:34.521012 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-30a3a0b8-59ba-41b8-893e-fe94a2654afb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a613b5-d998-482f-94fc-8c5ccf5f4589 HTTP/1.1" status: 200 len: 217 time: 0.0421445 Feb 11 04:57:34.575226 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-44fa4ed6-bf4f-417d-be30-05f059b8c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:34.576834 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-44fa4ed6-bf4f-417d-be30-05f059b8c20f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.0506201 Feb 11 04:57:34.633869 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-ea5e2321-03bd-4fc8-a17e-7935f70ce247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:34.636190 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-ea5e2321-03bd-4fc8-a17e-7935f70ce247 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0536339 Feb 11 04:57:34.754720 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-05025838-b454-449b-aca2-ac0fc041bf5c service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113195 Feb 11 04:57:34.897952 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fcff073d-eaa3-4e9a-b158-37fb12122a84 req-636b5d0e-979f-41ae-b946-0f057753cd3a service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377461 Feb 11 04:57:35.198407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382480a-69f5-4c21-828e-47c8d785ed53 req-43c3c89f-49bd-49a0-a276-3998041b39eb tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:35.206585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3382480a-69f5-4c21-828e-47c8d785ed53 req-43c3c89f-49bd-49a0-a276-3998041b39eb tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 943 time: 0.1712391 Feb 11 04:57:35.244329 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b795ba4-2d30-4551-ad3a-590310bb6036 req-3b24cf8e-26f1-4cd5-ac35-d43af40891ad tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:35.246318 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b795ba4-2d30-4551-ad3a-590310bb6036 req-3b24cf8e-26f1-4cd5-ac35-d43af40891ad tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.1266694 Feb 11 04:57:35.300307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3382480a-69f5-4c21-828e-47c8d785ed53 req-46c3ce6d-6c71-4a6f-a493-7b45c81b0990 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926983 Feb 11 04:57:35.336184 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b795ba4-2d30-4551-ad3a-590310bb6036 req-79b228e8-4cca-47cc-b6b3-beda9a5652e6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810163 Feb 11 04:57:35.540732 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:57:35.731508 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:35.743805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'ade3e2a1-6f1b-4c93-94f7-e60d87c5db34', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'port_id': 'ade3e2a1-6f1b-4c93-94f7-e60d87c5db34', 'mac_address': 'fa:16:3e:b8:a6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:57:35.795190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:35.795597 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:35.811888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:57:35.835314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:35.929822 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:35.994000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:36.187072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['ade3e2a1-6f1b-4c93-94f7-e60d87c5db34'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:36.299393 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:57:36.514790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3b306-00b4-4f70-a323-9c4941c69b97 req-f59afa93-c2d3-4d13-8ca9-ae3d938125d0 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:36.516408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ac3b306-00b4-4f70-a323-9c4941c69b97 req-f59afa93-c2d3-4d13-8ca9-ae3d938125d0 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 944 time: 0.1301656 Feb 11 04:57:36.550607 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199bdd8-9621-425d-9962-b9e728e20a00 req-88f835a8-e7d9-46d6-8b92-d120cdb5fd08 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:36.557930 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5199bdd8-9621-425d-9962-b9e728e20a00 req-88f835a8-e7d9-46d6-8b92-d120cdb5fd08 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.1137154 Feb 11 04:57:36.630463 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ac3b306-00b4-4f70-a323-9c4941c69b97 req-158f5b12-1944-45fc-95dc-eab4d8c82003 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077185 Feb 11 04:57:36.638064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5199bdd8-9621-425d-9962-b9e728e20a00 req-e63811b0-02f1-41f1-b679-63e98a5b43f4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781162 Feb 11 04:57:37.548859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:57:37.753003 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:57:37.757843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:57:37.758367 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:37.846089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c515f-ee3f-484f-a35f-e1e6a9ec8860 req-57efb946-8ad0-4dc7-815c-bfb1295fa8eb tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:37.847606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-359c515f-ee3f-484f-a35f-e1e6a9ec8860 req-57efb946-8ad0-4dc7-815c-bfb1295fa8eb tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 944 time: 0.1361389 Feb 11 04:57:37.923900 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:37.924324 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:37.948535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-359c515f-ee3f-484f-a35f-e1e6a9ec8860 req-895f867c-7699-4f61-9434-3c8810a93d8b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809331 Feb 11 04:57:37.978899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d651ad-8524-4696-9ad8-770d83c9dc92 req-15d335cb-9a58-4ed8-ad15-120a1f10c2c7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:37.988980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6d651ad-8524-4696-9ad8-770d83c9dc92 req-15d335cb-9a58-4ed8-ad15-120a1f10c2c7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.2047861 Feb 11 04:57:38.013828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:38.015001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d045828-8867-44e9-9530-ca90748b02f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade3e2a1-6f1b-4c93-94f7-e60d87c5db34'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:57:38.020887 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7429485c-b843-4feb-83d2-44f2b1ba6a28" -d '{"events": [{"server_uuid": "9d045828-8867-44e9-9530-ca90748b02f9", "name": "network-vif-plugged", "status": "completed", "tag": "ade3e2a1-6f1b-4c93-94f7-e60d87c5db34"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:57:38.097952 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0b7ed5-08dc-4335-8708-981dfb0fc912 x-openstack-request-id: req-6f0b7ed5-08dc-4335-8708-981dfb0fc912 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:57:38.098299 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d045828-8867-44e9-9530-ca90748b02f9", "name": "network-vif-plugged", "status": "completed", "tag": "ade3e2a1-6f1b-4c93-94f7-e60d87c5db34", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:57:38.098560 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f0b7ed5-08dc-4335-8708-981dfb0fc912 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:57:38.099124 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d045828-8867-44e9-9530-ca90748b02f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade3e2a1-6f1b-4c93-94f7-e60d87c5db34', 'code': 200} Feb 11 04:57:38.100106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6d651ad-8524-4696-9ad8-770d83c9dc92 req-efb01591-370e-4bee-86a3-61aef30d18ac tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099613 Feb 11 04:57:38.163925 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:38.243645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511b31e-b5f4-400a-a36a-aa1333d48b0f req-69aeafb7-1a19-4a13-a3b0-a6e5e6dad328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:38.246391 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a511b31e-b5f4-400a-a36a-aa1333d48b0f req-69aeafb7-1a19-4a13-a3b0-a6e5e6dad328 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 1128 time: 0.0617383 Feb 11 04:57:38.281418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:38.346168 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a511b31e-b5f4-400a-a36a-aa1333d48b0f req-3d7ff12b-9df6-4d92-a88f-9fa9b61ab01a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814636 Feb 11 04:57:39.182514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3d525-9786-4fdc-ae50-d3403af3a5a6 req-ef92c073-44c2-4792-9097-5e1f6a49797c tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:39.182514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54d3d525-9786-4fdc-ae50-d3403af3a5a6 req-ef92c073-44c2-4792-9097-5e1f6a49797c tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1349053 Feb 11 04:57:39.288322 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54d3d525-9786-4fdc-ae50-d3403af3a5a6 req-2784868e-d750-4c20-bd09-f38712dba2fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056902 Feb 11 04:57:39.408915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab66041-da07-46ab-b428-ba284162bf6e req-d3f1f7fc-ed55-48d9-bb74-70496a48128f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:39.410953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ab66041-da07-46ab-b428-ba284162bf6e req-d3f1f7fc-ed55-48d9-bb74-70496a48128f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.1619596 Feb 11 04:57:39.473657 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ab66041-da07-46ab-b428-ba284162bf6e req-5b96445a-1f1d-454e-9a68-fa28d709cd55 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540509 Feb 11 04:57:40.452549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e85166-028d-4ce5-8f63-bb37125f4eca req-9d9a440e-3bdd-4afd-a16b-8279245a153c tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:40.460496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e85166-028d-4ce5-8f63-bb37125f4eca req-9d9a440e-3bdd-4afd-a16b-8279245a153c tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0672822 Feb 11 04:57:40.532708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32e85166-028d-4ce5-8f63-bb37125f4eca req-65585ce8-c526-4899-a49b-a9781ee81446 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677221 Feb 11 04:57:40.729021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762d7f8-da96-4967-abd9-5b7b30992da5 req-a586d918-7261-49f4-99f4-321348322081 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:40.731315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4762d7f8-da96-4967-abd9-5b7b30992da5 req-a586d918-7261-49f4-99f4-321348322081 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.1340549 Feb 11 04:57:40.791817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaaade-ead3-4691-afe7-57011b9ff29d req-f420ddee-a421-42cf-8dbf-a623d489e074 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:40.794482 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ccaaade-ead3-4691-afe7-57011b9ff29d req-f420ddee-a421-42cf-8dbf-a623d489e074 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1471000 Feb 11 04:57:40.805334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 60870) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:40.811685 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4762d7f8-da96-4967-abd9-5b7b30992da5 req-b761df11-8292-4619-9ffd-9e5716074840 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713301 Feb 11 04:57:40.812308 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-82ea1071-cfba-436c-ad0e-797b1064226f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Request body: {'floatingip': {'port_id': 'ade3e2a1-6f1b-4c93-94f7-e60d87c5db34'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:57:40.901694 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82ea1071-cfba-436c-ad0e-797b1064226f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for floatingip (a4ac8de3-284c-4b00-87d3-5fb2287e475b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:41.781219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.db.resource_extend [None req-82ea1071-cfba-436c-ad0e-797b1064226f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 04:57:41.873250 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82ea1071-cfba-436c-ad0e-797b1064226f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:41.997911 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82ea1071-cfba-436c-ad0e-797b1064226f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (a4ac8de3-284c-4b00-87d3-5fb2287e475b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.040413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6ed6b-3881-4ebb-87c3-188ea891f407 req-23c131a6-c3d9-40d8-a093-03e3bda317ea tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:42.042784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19d6ed6b-3881-4ebb-87c3-188ea891f407 req-23c131a6-c3d9-40d8-a093-03e3bda317ea tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.0971253 Feb 11 04:57:42.165449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19d6ed6b-3881-4ebb-87c3-188ea891f407 req-dedf5884-da73-4c1a-bde2-d368e662a14c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159635 Feb 11 04:57:42.227817 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-82ea1071-cfba-436c-ad0e-797b1064226f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Floating IP a4ac8de3-284c-4b00-87d3-5fb2287e475b associated. External IP: 172.25.3.51, port: ade3e2a1-6f1b-4c93-94f7-e60d87c5db34. Feb 11 04:57:42.533031 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ea1071-cfba-436c-ad0e-797b1064226f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Router 878c6daa-7f13-4aca-98f8-7b9031181a3e has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:57:42.706882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ea1071-cfba-436c-ad0e-797b1064226f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:57:42.712057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-82ea1071-cfba-436c-ad0e-797b1064226f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:42.719295 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8721aae8-8126-45d5-8673-d3a846b109c8 None None] Sync routers for ids ['878c6daa-7f13-4aca-98f8-7b9031181a3e'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:57:42.732953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8721aae8-8126-45d5-8673-d3a846b109c8 None None] Routers {'878c6daa-7f13-4aca-98f8-7b9031181a3e'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:57:42.744463 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8721aae8-8126-45d5-8673-d3a846b109c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:57:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['878c6daa-7f13-4aca-98f8-7b9031181a3e'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:42.764177 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-82ea1071-cfba-436c-ad0e-797b1064226f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "PUT /v2.0/floatingips/a4ac8de3-284c-4b00-87d3-5fb2287e475b HTTP/1.1" status: 200 len: 990 time: 1.9567945 Feb 11 04:57:42.764933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d045828-8867-44e9-9530-ca90748b02f9', 'tag': 'ade3e2a1-6f1b-4c93-94f7-e60d87c5db34'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:57:42.767797 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0544bbf-a650-4a22-86a6-073c6cf254f2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d045828-8867-44e9-9530-ca90748b02f9", "tag": "ade3e2a1-6f1b-4c93-94f7-e60d87c5db34"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:57:42.817645 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d2874a-966c-4598-8da5-cf7a56918b42 x-openstack-request-id: req-e0d2874a-966c-4598-8da5-cf7a56918b42 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:57:42.817971 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d045828-8867-44e9-9530-ca90748b02f9", "tag": "ade3e2a1-6f1b-4c93-94f7-e60d87c5db34", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:57:42.818263 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0d2874a-966c-4598-8da5-cf7a56918b42 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:57:42.818710 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d045828-8867-44e9-9530-ca90748b02f9', 'tag': 'ade3e2a1-6f1b-4c93-94f7-e60d87c5db34', 'status': 'completed', 'code': 200} Feb 11 04:57:42.900797 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0544bbf-a650-4a22-86a6-073c6cf254f2 req-744941b9-5c40-474e-a0e0-022264cb57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:42.902879 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0544bbf-a650-4a22-86a6-073c6cf254f2 req-744941b9-5c40-474e-a0e0-022264cb57a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=01f3985e979e4ee0a67ba18b5c02d99e&device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 1128 time: 0.0677288 Feb 11 04:57:42.954040 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8721aae8-8126-45d5-8673-d3a846b109c8 None None] Set router 878c6daa-7f13-4aca-98f8-7b9031181a3e gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:57:43.126480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0544bbf-a650-4a22-86a6-073c6cf254f2 req-8ef43640-88bd-428d-a761-554c7b4b25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:43.135501 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0544bbf-a650-4a22-86a6-073c6cf254f2 req-8ef43640-88bd-428d-a761-554c7b4b25fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 HTTP/1.1" status: 200 len: 912 time: 0.2223167 Feb 11 04:57:43.277867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0544bbf-a650-4a22-86a6-073c6cf254f2 req-85475272-7eed-4652-8eaf-e2df7d6a0994 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 HTTP/1.1" status: 200 len: 998 time: 0.1384957 Feb 11 04:57:43.280068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8721aae8-8126-45d5-8673-d3a846b109c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'a4ac8de3-284c-4b00-87d3-5fb2287e475b', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'port_id': 'ade3e2a1-6f1b-4c93-94f7-e60d87c5db34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'mac_address': 'fa:16:3e:b8:a6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d045828-8867-44e9-9530-ca90748b02f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:57:21Z', 'updated_at': '2022-02-11T04:57:41Z', 'revision_number': 1, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430a9068-d24c-45db-a16f-e046175aa9ec', 'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'mac_address': 'fa:16:3e:7f:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:15Z', 'updated_at': '2022-02-11T04:57:20Z', 'revision_number': 5, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'subnets': [{'id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:43.345222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0544bbf-a650-4a22-86a6-073c6cf254f2 req-16ce43aa-dea9-402d-ad99-ebbbd4bee7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:43.346028 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8721aae8-8126-45d5-8673-d3a846b109c8 None None] Checking router: 878c6daa-7f13-4aca-98f8-7b9031181a3e for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:57:43.347174 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0544bbf-a650-4a22-86a6-073c6cf254f2 req-16ce43aa-dea9-402d-ad99-ebbbd4bee7d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5039bb4f-96d0-4c9b-ae98-b43a89327357 HTTP/1.1" status: 200 len: 850 time: 0.0528765 Feb 11 04:57:43.390399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8721aae8-8126-45d5-8673-d3a846b109c8 None None] Routers {'878c6daa-7f13-4aca-98f8-7b9031181a3e'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:57:43.390399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8721aae8-8126-45d5-8673-d3a846b109c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:57:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['878c6daa-7f13-4aca-98f8-7b9031181a3e'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:43.691321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8721aae8-8126-45d5-8673-d3a846b109c8 None None] Set router 878c6daa-7f13-4aca-98f8-7b9031181a3e gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:57:44.038072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8721aae8-8126-45d5-8673-d3a846b109c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'a4ac8de3-284c-4b00-87d3-5fb2287e475b', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'port_id': 'ade3e2a1-6f1b-4c93-94f7-e60d87c5db34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'mac_address': 'fa:16:3e:b8:a6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d045828-8867-44e9-9530-ca90748b02f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:57:21Z', 'updated_at': '2022-02-11T04:57:41Z', 'revision_number': 1, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430a9068-d24c-45db-a16f-e046175aa9ec', 'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'mac_address': 'fa:16:3e:7f:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:15Z', 'updated_at': '2022-02-11T04:57:20Z', 'revision_number': 5, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'subnets': [{'id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:57:44.096127 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8721aae8-8126-45d5-8673-d3a846b109c8 None None] The sync data for ids ['878c6daa-7f13-4aca-98f8-7b9031181a3e'] in n-d-712142-35 is: [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'a4ac8de3-284c-4b00-87d3-5fb2287e475b', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'port_id': 'ade3e2a1-6f1b-4c93-94f7-e60d87c5db34', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'mac_address': 'fa:16:3e:b8:a6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d045828-8867-44e9-9530-ca90748b02f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:57:21Z', 'updated_at': '2022-02-11T04:57:41Z', 'revision_number': 1, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430a9068-d24c-45db-a16f-e046175aa9ec', 'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'mac_address': 'fa:16:3e:7f:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:15Z', 'updated_at': '2022-02-11T04:57:20Z', 'revision_number': 5, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'subnets': [{'id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:57:44.216614 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0544bbf-a650-4a22-86a6-073c6cf254f2 req-8c3617ac-ab63-4669-ab48-a2bc818f6f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:44.218794 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0544bbf-a650-4a22-86a6-073c6cf254f2 req-8c3617ac-ab63-4669-ab48-a2bc818f6f98 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8552856 Feb 11 04:57:44.226826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f3675-90da-45d9-bb48-46d8b7d96b88 req-f65218a7-8c70-4613-bb79-95050fda7d96 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:44.234479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c7f3675-90da-45d9-bb48-46d8b7d96b88 req-f65218a7-8c70-4613-bb79-95050fda7d96 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.9521103 Feb 11 04:57:44.372867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5c7f3675-90da-45d9-bb48-46d8b7d96b88 req-92750262-1f66-436f-8924-e8802890de26 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374297 Feb 11 04:57:44.420997 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0544bbf-a650-4a22-86a6-073c6cf254f2 req-158a4831-1968-4f20-8304-2e813820fed9 service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644137 Feb 11 04:57:44.559790 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae2727e-f90a-43b6-95a2-a6f4612e6cd0 None None] New status for floating IP a4ac8de3-284c-4b00-87d3-5fb2287e475b: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:57:44.691539 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0544bbf-a650-4a22-86a6-073c6cf254f2 req-7574e2f2-c77e-4489-8252-aa40fb3e3eba service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633042 Feb 11 04:57:44.896750 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a818bfec-eada-43eb-8453-32273179408f req-022bf438-be62-492a-95f2-dbe3a4c361d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0692515 Feb 11 04:57:45.018644 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818bfec-eada-43eb-8453-32273179408f req-58e19593-2811-462c-80cd-5c637a50bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:45.036657 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a818bfec-eada-43eb-8453-32273179408f req-58e19593-2811-462c-80cd-5c637a50bde1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 1129 time: 0.0871346 Feb 11 04:57:45.160266 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818bfec-eada-43eb-8453-32273179408f req-7c9b1b35-a2b1-4b53-aedf-02a2f62cbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:45.162074 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a818bfec-eada-43eb-8453-32273179408f req-7c9b1b35-a2b1-4b53-aedf-02a2f62cbff9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 913 time: 0.1089442 Feb 11 04:57:45.250014 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a818bfec-eada-43eb-8453-32273179408f req-355ebc79-78b6-4194-bfaa-2aaa7bc5a9e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=503a579c-2c43-46a8-9087-39578f8b894d HTTP/1.1" status: 200 len: 1002 time: 0.0824990 Feb 11 04:57:45.310695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818bfec-eada-43eb-8453-32273179408f req-dc4e72b0-c6c4-4078-96f6-6209948ce08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:45.314669 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a818bfec-eada-43eb-8453-32273179408f req-dc4e72b0-c6c4-4078-96f6-6209948ce08c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.0589595 Feb 11 04:57:45.394259 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818bfec-eada-43eb-8453-32273179408f req-95f2ada5-399f-4aca-929e-a266cdf16755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:45.396313 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a818bfec-eada-43eb-8453-32273179408f req-95f2ada5-399f-4aca-929e-a266cdf16755 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0756824 Feb 11 04:57:45.567568 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a818bfec-eada-43eb-8453-32273179408f req-2f5101ec-de5a-4775-88bd-cdaa334371fd service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644256 Feb 11 04:57:45.605752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c956546-7092-4498-a2fe-2f75c0365d7a req-028ecd33-e3d8-4d80-b81e-d3cd83806109 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:45.611375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c956546-7092-4498-a2fe-2f75c0365d7a req-028ecd33-e3d8-4d80-b81e-d3cd83806109 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.1208992 Feb 11 04:57:45.751674 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a818bfec-eada-43eb-8453-32273179408f req-0a881ebb-d086-4faa-86d4-95feea1aaf38 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776717 Feb 11 04:57:45.759017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c956546-7092-4498-a2fe-2f75c0365d7a req-7a8ce715-c7da-4c3c-8bb9-45efe4373c26 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168361 Feb 11 04:57:46.977379 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e944a0-809a-4d10-a61a-4d1e168965be req-6aae85da-e97c-4b7b-93b1-3a2329954960 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:46.982231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86e944a0-809a-4d10-a61a-4d1e168965be req-6aae85da-e97c-4b7b-93b1-3a2329954960 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.0900757 Feb 11 04:57:47.068092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86e944a0-809a-4d10-a61a-4d1e168965be req-f4913baa-c254-4fed-9e2c-a674dca967b3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802195 Feb 11 04:57:48.348903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55125535-2cb6-42eb-8266-815c4abce75c req-c73e4933-2d1b-41c9-bf94-5eb4cf2235dd tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:48.369475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55125535-2cb6-42eb-8266-815c4abce75c req-c73e4933-2d1b-41c9-bf94-5eb4cf2235dd tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.1723027 Feb 11 04:57:48.491286 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55125535-2cb6-42eb-8266-815c4abce75c req-5e993ce7-e71a-4365-92c9-b09fb1a836dd tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226413 Feb 11 04:57:49.688300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cba86f-92ea-4851-a2c2-8550333c27e7 req-38e85f49-9f6f-4d7e-af9e-ebb19368b5e9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:49.695683 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0cba86f-92ea-4851-a2c2-8550333c27e7 req-38e85f49-9f6f-4d7e-af9e-ebb19368b5e9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.1270115 Feb 11 04:57:49.756135 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0cba86f-92ea-4851-a2c2-8550333c27e7 req-f4ee637b-c104-4d78-aefb-6fc8576ca17c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594339 Feb 11 04:57:50.927150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f0f95-41b8-431f-9f65-4ee73b997212 req-1017fea9-40c8-462f-96c7-662870348b7b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:50.940006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-963f0f95-41b8-431f-9f65-4ee73b997212 req-1017fea9-40c8-462f-96c7-662870348b7b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.0859766 Feb 11 04:57:51.005329 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-963f0f95-41b8-431f-9f65-4ee73b997212 req-0d23c090-9077-4dff-9379-df2d7153a5c3 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678709 Feb 11 04:57:51.243864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f727d8f0-43be-456d-92d7-a0598659dd35 req-136eb96b-07e2-4730-bba4-fee04d14afe7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459476 Feb 11 04:57:51.343307 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727d8f0-43be-456d-92d7-a0598659dd35 req-50403a13-b4cd-443c-b519-104d38af2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:51.344928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f727d8f0-43be-456d-92d7-a0598659dd35 req-50403a13-b4cd-443c-b519-104d38af2c6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=01f3985e979e4ee0a67ba18b5c02d99e&device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 1128 time: 0.0571072 Feb 11 04:57:51.462209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727d8f0-43be-456d-92d7-a0598659dd35 req-bc884d34-e8f7-4485-9cdb-349d0c566961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:51.465053 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f727d8f0-43be-456d-92d7-a0598659dd35 req-bc884d34-e8f7-4485-9cdb-349d0c566961 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 HTTP/1.1" status: 200 len: 912 time: 0.0998485 Feb 11 04:57:51.545565 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f727d8f0-43be-456d-92d7-a0598659dd35 req-c3f59247-227f-4450-8a7f-84f8a159ce8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 HTTP/1.1" status: 200 len: 1000 time: 0.0731108 Feb 11 04:57:51.597002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727d8f0-43be-456d-92d7-a0598659dd35 req-11615087-aab0-43d9-8fd0-85105b08895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:51.598660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f727d8f0-43be-456d-92d7-a0598659dd35 req-11615087-aab0-43d9-8fd0-85105b08895f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5039bb4f-96d0-4c9b-ae98-b43a89327357 HTTP/1.1" status: 200 len: 850 time: 0.0466514 Feb 11 04:57:51.653568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727d8f0-43be-456d-92d7-a0598659dd35 req-dd4bea30-786d-4570-9544-789d651736f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:51.655253 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f727d8f0-43be-456d-92d7-a0598659dd35 req-dd4bea30-786d-4570-9544-789d651736f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504968 Feb 11 04:57:51.790603 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f727d8f0-43be-456d-92d7-a0598659dd35 req-cb7b6c05-137e-4aca-b0aa-3ab031a61b0a service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282616 Feb 11 04:57:51.888846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f727d8f0-43be-456d-92d7-a0598659dd35 req-a884b06d-cdc8-4adf-89ba-9e9981dd5b48 service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914619 Feb 11 04:57:52.160715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac88c2-efdd-4186-9e96-8420230ae1a6 req-823b4438-b784-4a44-b9e2-559e2c06d0b1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:52.163157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7dac88c2-efdd-4186-9e96-8420230ae1a6 req-823b4438-b784-4a44-b9e2-559e2c06d0b1 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.0777047 Feb 11 04:57:52.234312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7dac88c2-efdd-4186-9e96-8420230ae1a6 req-ff7634f7-37af-4279-810d-de86d3043af2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535240 Feb 11 04:57:53.193747 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01efa428-cc03-41c6-9f16-d22ba1991764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:53.423725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f167f-8274-49ca-8ce7-ef9e791adbc1 req-fd2e766c-5e2a-4ee6-822c-db863ab4596e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:53.425349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d27f167f-8274-49ca-8ce7-ef9e791adbc1 req-fd2e766c-5e2a-4ee6-822c-db863ab4596e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.0711877 Feb 11 04:57:53.497961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d27f167f-8274-49ca-8ce7-ef9e791adbc1 req-b1d4a65e-fa2b-4bf8-a6ad-ef8f6093f086 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662713 Feb 11 04:57:54.629625 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86cf5b-c6ad-478e-9d2f-64ac54728c74 req-0d4ab443-fad0-45bb-8311-b778d95a5645 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:54.631271 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e86cf5b-c6ad-478e-9d2f-64ac54728c74 req-0d4ab443-fad0-45bb-8311-b778d95a5645 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.0586808 Feb 11 04:57:54.734687 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e86cf5b-c6ad-478e-9d2f-64ac54728c74 req-fd6c8e97-d820-469a-910e-61b96ec70cd2 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967815 Feb 11 04:57:55.479562 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-428f5ad3-d2b7-4cdb-8b22-b85b1f5ec8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:55.851647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f5bf6-8d5f-4341-8143-463c60bba30c req-74204296-8c95-403a-a1a2-ccfef7799893 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:55.853111 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-160f5bf6-8d5f-4341-8143-463c60bba30c req-74204296-8c95-403a-a1a2-ccfef7799893 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.0542471 Feb 11 04:57:55.908680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-160f5bf6-8d5f-4341-8143-463c60bba30c req-46c37434-6576-4c90-bbd1-23f35386e91c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467877 Feb 11 04:57:56.742270 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:57.066438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e3b9f-d7e9-4a1f-acef-8b98e2f05b1d req-50ecb5fe-13a4-4628-943d-bd85d4a210f6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:57.068658 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-835e3b9f-d7e9-4a1f-acef-8b98e2f05b1d req-50ecb5fe-13a4-4628-943d-bd85d4a210f6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.0629561 Feb 11 04:57:57.127199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-835e3b9f-d7e9-4a1f-acef-8b98e2f05b1d req-f040ff03-5785-437d-87f9-95f4827ed202 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517612 Feb 11 04:57:58.282691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8e3b2-3c60-4847-9c96-6403bb6c71fe req-ba918f1e-3740-4ff9-bf43-655d5e36e863 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:58.291792 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8f8e3b2-3c60-4847-9c96-6403bb6c71fe req-ba918f1e-3740-4ff9-bf43-655d5e36e863 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.0808020 Feb 11 04:57:58.359243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8f8e3b2-3c60-4847-9c96-6403bb6c71fe req-7829e56a-83ac-4e0c-b942-5d60ad827814 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659006 Feb 11 04:57:58.439744 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:58.969378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32858) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:59.084653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device a0a613b5-d998-482f-94fc-8c5ccf5f4589 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:57:59.104290 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc4dfc92-0e88-4caa-a429-03d397028124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:59.241806 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc4dfc92-0e88-4caa-a429-03d397028124 admin admin] Publish callbacks [] for security_group (a2e15ebe-4a17-458e-819d-6aeda9984ff1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:59.268951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port a0a613b5-d998-482f-94fc-8c5ccf5f4589, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=a0a613b5-d998-482f-94fc-8c5ccf5f4589,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:59.291946 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'port_id': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589', 'mac_address': 'fa:16:3e:62:84:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:57:59.341591 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port a0a613b5-d998-482f-94fc-8c5ccf5f4589 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:57:59.342270 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:59.363647 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc4dfc92-0e88-4caa-a429-03d397028124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a2e15ebe-4a17-458e-819d-6aeda9984ff1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:59.395149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a613b5-d998-482f-94fc-8c5ccf5f4589 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:57:59.434821 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bc4dfc92-0e88-4caa-a429-03d397028124 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d39e64703bf4e6d89e8cf00fa7fb4d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4635420 Feb 11 04:57:59.436448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32866) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:57:59.443501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port a0a613b5-d998-482f-94fc-8c5ccf5f4589, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=a0a613b5-d998-482f-94fc-8c5ccf5f4589,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:57:59.472004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dfc92-0e88-4caa-a429-03d397028124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e15ebe-4a17-458e-819d-6aeda9984ff1,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:59.536952 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:59.565325 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-637a16f8-b573-44e3-b9d3-b4279b01a422 admin admin] Publish callbacks [] for security_group (a2e15ebe-4a17-458e-819d-6aeda9984ff1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:59.582745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ff0f5-c51e-42ac-aa20-69ee4b26397f req-0c75ee63-141f-4135-addd-8b75c566285e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:57:59.584863 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-718ff0f5-c51e-42ac-aa20-69ee4b26397f req-0c75ee63-141f-4135-addd-8b75c566285e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 944 time: 0.1073174 Feb 11 04:57:59.614179 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-637a16f8-b573-44e3-b9d3-b4279b01a422 admin admin] Publish callbacks [] for security_group (a2e15ebe-4a17-458e-819d-6aeda9984ff1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:59.740552 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=a0a613b5-d998-482f-94fc-8c5ccf5f4589,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:59.790234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-718ff0f5-c51e-42ac-aa20-69ee4b26397f req-fb4565c3-7dcf-4f84-aedf-dc4e5b0d9a42 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852084 Feb 11 04:57:59.802768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['a0a613b5-d998-482f-94fc-8c5ccf5f4589'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:57:59.815108 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-637a16f8-b573-44e3-b9d3-b4279b01a422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a2e15ebe-4a17-458e-819d-6aeda9984ff1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:59.820824 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-637a16f8-b573-44e3-b9d3-b4279b01a422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:57:59.822871 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-637a16f8-b573-44e3-b9d3-b4279b01a422 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2e15ebe-4a17-458e-819d-6aeda9984ff1 HTTP/1.1" status: 204 len: 168 time: 0.3839631 Feb 11 04:57:59.837017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a16f8-b573-44e3-b9d3-b4279b01a422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e15ebe-4a17-458e-819d-6aeda9984ff1,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:57:59.885851 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:00.739992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 32888) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:00.752187 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2e23d16a-20a8-4deb-9eda-35d962184db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:00.836362 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2e23d16a-20a8-4deb-9eda-35d962184db9 admin admin] Publish callbacks [] for security_group (51ed203b-8049-4e1b-be15-5586aab0b8e8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:00.911595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb33b9d-6139-4bc6-816f-3e94abcf6f6a req-4fb748de-e24a-40ee-a3d3-1297331c3405 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:00.915431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dcb33b9d-6139-4bc6-816f-3e94abcf6f6a req-4fb748de-e24a-40ee-a3d3-1297331c3405 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 945 time: 0.0607173 Feb 11 04:58:00.970942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dcb33b9d-6139-4bc6-816f-3e94abcf6f6a req-7761b9be-3376-4eaa-a930-6789954d76f4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507276 Feb 11 04:58:01.020499 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2e23d16a-20a8-4deb-9eda-35d962184db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (51ed203b-8049-4e1b-be15-5586aab0b8e8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:01.063716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23d16a-20a8-4deb-9eda-35d962184db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ed203b-8049-4e1b-be15-5586aab0b8e8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:01.072013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32892) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:01.081262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2e23d16a-20a8-4deb-9eda-35d962184db9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5850d376f21e4952805b2ffccfae5d59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3421583 Feb 11 04:58:01.101503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device a0a613b5-d998-482f-94fc-8c5ccf5f4589 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:01.142404 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7e71c44a-2237-4531-92bd-f10fa6567943 admin admin] Publish callbacks [] for security_group (51ed203b-8049-4e1b-be15-5586aab0b8e8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:01.170032 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7e71c44a-2237-4531-92bd-f10fa6567943 admin admin] Publish callbacks [] for security_group (51ed203b-8049-4e1b-be15-5586aab0b8e8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:01.289483 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port a0a613b5-d998-482f-94fc-8c5ccf5f4589 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:58:01.294449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port a0a613b5-d998-482f-94fc-8c5ccf5f4589 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:01.298722 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:01.346992 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7e71c44a-2237-4531-92bd-f10fa6567943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (51ed203b-8049-4e1b-be15-5586aab0b8e8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:01.350560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7e71c44a-2237-4531-92bd-f10fa6567943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:01.354945 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7e71c44a-2237-4531-92bd-f10fa6567943 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51ed203b-8049-4e1b-be15-5586aab0b8e8 HTTP/1.1" status: 204 len: 168 time: 0.2816885 Feb 11 04:58:01.366658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71c44a-2237-4531-92bd-f10fa6567943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ed203b-8049-4e1b-be15-5586aab0b8e8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:01.411755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port a0a613b5-d998-482f-94fc-8c5ccf5f4589 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:01.412165 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:01.438483 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0c1b90-3f87-4136-9950-f84c86bb2fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:58:01.440712 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a5dc0a-e417-4579-b4e3-435e9b655217" -d '{"events": [{"server_uuid": "6e0c1b90-3f87-4136-9950-f84c86bb2fcd", "name": "network-vif-plugged", "status": "completed", "tag": "a0a613b5-d998-482f-94fc-8c5ccf5f4589"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:58:01.460724 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port a0a613b5-d998-482f-94fc-8c5ccf5f4589, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=a0a613b5-d998-482f-94fc-8c5ccf5f4589,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:01.604947 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:01.635309 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a54cf9-74d9-4b66-b90c-16006a7c6a4f x-openstack-request-id: req-55a54cf9-74d9-4b66-b90c-16006a7c6a4f {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:58:01.636701 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0c1b90-3f87-4136-9950-f84c86bb2fcd", "name": "network-vif-plugged", "status": "completed", "tag": "a0a613b5-d998-482f-94fc-8c5ccf5f4589", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:58:01.637372 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55a54cf9-74d9-4b66-b90c-16006a7c6a4f {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:58:01.637962 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0c1b90-3f87-4136-9950-f84c86bb2fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589', 'code': 200} Feb 11 04:58:01.669674 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=a0a613b5-d998-482f-94fc-8c5ccf5f4589,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:01.734508 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb5611-6268-458e-be80-e4bfaf2e792e req-72371312-1265-499d-85df-af703e2afda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:01.736059 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2ffb5611-6268-458e-be80-e4bfaf2e792e req-72371312-1265-499d-85df-af703e2afda3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 1129 time: 0.0472825 Feb 11 04:58:01.791932 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2ffb5611-6268-458e-be80-e4bfaf2e792e req-55aaaa35-2eba-49b4-996f-83bf1fbf8abb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496998 Feb 11 04:58:02.118129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eaa7e-42c9-4a49-8f4c-3102f61b75ea req-d2557020-c842-4d68-a2bd-f10fabad7407 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:02.119728 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-915eaa7e-42c9-4a49-8f4c-3102f61b75ea req-d2557020-c842-4d68-a2bd-f10fabad7407 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 946 time: 0.0561297 Feb 11 04:58:02.183963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-915eaa7e-42c9-4a49-8f4c-3102f61b75ea req-c1b97d3c-4961-4339-b7b2-f322f7305f09 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519497 Feb 11 04:58:03.319604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb6366-61be-46d7-9fb1-b1380f112114 req-e5df664c-9b6e-482f-9007-ba048ea54a6b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:03.321185 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83bb6366-61be-46d7-9fb1-b1380f112114 req-e5df664c-9b6e-482f-9007-ba048ea54a6b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 946 time: 0.0605042 Feb 11 04:58:03.377573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83bb6366-61be-46d7-9fb1-b1380f112114 req-75409adf-fb07-4443-9384-8976e2b9ee54 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470102 Feb 11 04:58:03.510473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54411d33-a76b-4322-a0be-be1bec804db6 req-f082010f-6787-4c35-a940-ee686d409eb6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:03.512362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54411d33-a76b-4322-a0be-be1bec804db6 req-f082010f-6787-4c35-a940-ee686d409eb6 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 946 time: 0.0639615 Feb 11 04:58:03.571578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54411d33-a76b-4322-a0be-be1bec804db6 req-dbe96c5c-c821-4d7f-b56c-1bba9b8b85da tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519340 Feb 11 04:58:03.602468 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32954) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:03.828164 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c107117-c09c-4e6f-a71d-28e9b19067eb tempest-TestVolumeBootPattern-843646310 tempest-TestVolumeBootPattern-843646310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:03.829989 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9c107117-c09c-4e6f-a71d-28e9b19067eb tempest-TestVolumeBootPattern-843646310 tempest-TestVolumeBootPattern-843646310-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 1124 time: 0.2264011 Feb 11 04:58:03.852831 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 32960) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:03.861509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:04.137088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:04.159493 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:04.241672 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:04.263281 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:04.355362 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Allocated IP 172.25.3.24 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/8a99d866-4e5a-4282-ad60-dd8a5761e257) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:04.485742 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for port (8a99d866-4e5a-4282-ad60-dd8a5761e257), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:04.604434 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8a99d866-4e5a-4282-ad60-dd8a5761e257), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:04.648263 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:04.656727 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:04.665264 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:04.708991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'Port': ['ID=8a99d866-4e5a-4282-ad60-dd8a5761e257,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:05.131685 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for floatingip (35fe4daa-7033-4ce3-a8dc-c726529b6d01), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:05.443332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8a99d866-4e5a-4282-ad60-dd8a5761e257), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:05.618029 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for port (8a99d866-4e5a-4282-ad60-dd8a5761e257), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:05.845855 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (8a99d866-4e5a-4282-ad60-dd8a5761e257), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:05.950601 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event updated for resources: {'Port': ['ID=8a99d866-4e5a-4282-ad60-dd8a5761e257,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:05.976360 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (35fe4daa-7033-4ce3-a8dc-c726529b6d01), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:06.144870 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Floating IP 35fe4daa-7033-4ce3-a8dc-c726529b6d01 associated. External IP: 172.25.3.24, port: a0a613b5-d998-482f-94fc-8c5ccf5f4589. Feb 11 04:58:06.370138 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:58:06.497661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:58:06.508180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7058b-6905-44ef-a04c-db1df630f2d1 None None] Sync routers for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:58:06.518432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec7058b-6905-44ef-a04c-db1df630f2d1 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:06.519086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fec7058b-6905-44ef-a04c-db1df630f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:57:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:06.653720 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:06.656349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-fec7058b-6905-44ef-a04c-db1df630f2d1 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:58:06.692695 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-20737ca9-9dc7-455c-9a97-4f381dd61f7d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8382852 Feb 11 04:58:06.693318 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0c1b90-3f87-4136-9950-f84c86bb2fcd', 'tag': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:58:06.695863 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7795bb5-0827-40bd-a2c5-2ddaa21dd2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0c1b90-3f87-4136-9950-f84c86bb2fcd", "tag": "a0a613b5-d998-482f-94fc-8c5ccf5f4589"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:58:06.753818 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d7d238-7e5b-4981-9038-60f2e74a4167 x-openstack-request-id: req-02d7d238-7e5b-4981-9038-60f2e74a4167 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:58:06.754145 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0c1b90-3f87-4136-9950-f84c86bb2fcd", "tag": "a0a613b5-d998-482f-94fc-8c5ccf5f4589", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:58:06.754442 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02d7d238-7e5b-4981-9038-60f2e74a4167 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:58:06.754848 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0c1b90-3f87-4136-9950-f84c86bb2fcd', 'tag': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589', 'status': 'completed', 'code': 200} Feb 11 04:58:06.833433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7795bb5-0827-40bd-a2c5-2ddaa21dd2ee req-b29b367a-d262-4874-8f45-681c41fa2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:06.835077 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b7795bb5-0827-40bd-a2c5-2ddaa21dd2ee req-b29b367a-d262-4874-8f45-681c41fa2acc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 1129 time: 0.0605447 Feb 11 04:58:06.943247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7795bb5-0827-40bd-a2c5-2ddaa21dd2ee req-65cb6ee6-c778-48a6-9655-60dea6455f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:06.944943 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b7795bb5-0827-40bd-a2c5-2ddaa21dd2ee req-65cb6ee6-c778-48a6-9655-60dea6455f3c service neutron] 10.222.0.47 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 913 time: 0.1040695 Feb 11 04:58:07.026232 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b7795bb5-0827-40bd-a2c5-2ddaa21dd2ee req-70871f08-62e8-4e0d-ba0d-cbf9bfdf71ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a613b5-d998-482f-94fc-8c5ccf5f4589 HTTP/1.1" status: 200 len: 999 time: 0.0753555 Feb 11 04:58:07.079095 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7795bb5-0827-40bd-a2c5-2ddaa21dd2ee req-e347de47-bad0-416a-9469-8ff0035f28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:07.080637 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b7795bb5-0827-40bd-a2c5-2ddaa21dd2ee req-e347de47-bad0-416a-9469-8ff0035f28d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.0480053 Feb 11 04:58:07.171089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fec7058b-6905-44ef-a04c-db1df630f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '35fe4daa-7033-4ce3-a8dc-c726529b6d01', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'port_id': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'mac_address': 'fa:16:3e:62:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0c1b90-3f87-4136-9950-f84c86bb2fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:58:04Z', 'updated_at': '2022-02-11T04:58:04Z', 'revision_number': 0, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address_scope': None}, {'id': '7c64adc4-3963-4007-ba1b-a6501c32ba76', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'floating_ip_address': '172.25.3.183', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'port_id': '503a579c-2c43-46a8-9087-39578f8b894d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'mac_address': 'fa:16:3e:9d:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:54:21Z', 'updated_at': '2022-02-11T04:54:25Z', 'revision_number': 1, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:07.174700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7795bb5-0827-40bd-a2c5-2ddaa21dd2ee req-b7563791-054e-459b-afe9-d37cd967403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:07.176953 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b7795bb5-0827-40bd-a2c5-2ddaa21dd2ee req-b7563791-054e-459b-afe9-d37cd967403d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0907288 Feb 11 04:58:07.222560 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7058b-6905-44ef-a04c-db1df630f2d1 None None] Checking router: 08f78bb6-500d-4bcd-878f-55bbbc33ca77 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:58:07.232703 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec7058b-6905-44ef-a04c-db1df630f2d1 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:07.233342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fec7058b-6905-44ef-a04c-db1df630f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:57:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:07.297006 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b7795bb5-0827-40bd-a2c5-2ddaa21dd2ee req-2a1e8494-a520-4d1f-b381-ce125c12c391 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143997 Feb 11 04:58:07.356314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-fec7058b-6905-44ef-a04c-db1df630f2d1 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:58:07.429114 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b7795bb5-0827-40bd-a2c5-2ddaa21dd2ee req-1288526a-5b51-44cc-b9af-5b179594caa5 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258106 Feb 11 04:58:07.639534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fec7058b-6905-44ef-a04c-db1df630f2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '35fe4daa-7033-4ce3-a8dc-c726529b6d01', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'port_id': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'mac_address': 'fa:16:3e:62:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0c1b90-3f87-4136-9950-f84c86bb2fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:58:04Z', 'updated_at': '2022-02-11T04:58:04Z', 'revision_number': 0, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address_scope': None}, {'id': '7c64adc4-3963-4007-ba1b-a6501c32ba76', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'floating_ip_address': '172.25.3.183', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'port_id': '503a579c-2c43-46a8-9087-39578f8b894d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'mac_address': 'fa:16:3e:9d:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:54:21Z', 'updated_at': '2022-02-11T04:54:25Z', 'revision_number': 1, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:07.684891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7058b-6905-44ef-a04c-db1df630f2d1 None None] The sync data for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 is: [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '35fe4daa-7033-4ce3-a8dc-c726529b6d01', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'port_id': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'mac_address': 'fa:16:3e:62:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0c1b90-3f87-4136-9950-f84c86bb2fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:58:04Z', 'updated_at': '2022-02-11T04:58:04Z', 'revision_number': 0, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address_scope': None}, {'id': '7c64adc4-3963-4007-ba1b-a6501c32ba76', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'floating_ip_address': '172.25.3.183', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'port_id': '503a579c-2c43-46a8-9087-39578f8b894d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'mac_address': 'fa:16:3e:9d:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:54:21Z', 'updated_at': '2022-02-11T04:54:25Z', 'revision_number': 1, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:58:07.948926 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c907c3a0-93b1-4504-9732-e340e535337b None None] New status for floating IP 35fe4daa-7033-4ce3-a8dc-c726529b6d01: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:58:13.298829 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:58:23.233699 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01860e99-a91e-47f6-b90e-bece5cb56d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:25.486524 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fcd8b711-51ae-43f9-b69c-75c203b83445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:25.788880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33376) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:25.921569 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:26.013183 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Publish callbacks [] for security_group (ebd6607d-1e5f-4fae-bf32-f6537b92abf9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:26.273194 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ebd6607d-1e5f-4fae-bf32-f6537b92abf9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:26.325065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd6607d-1e5f-4fae-bf32-f6537b92abf9,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:26.334531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.338681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.338681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.338681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.338681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.338681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.338681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.338681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.338681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.338681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.339568 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.339568 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.339797 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.348556 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33390) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:26.361252 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b121a553-7fa5-4369-a99e-24165298f6dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7ed3fa44278471693ff876ea39d4955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5702181 Feb 11 04:58:26.415267 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Publish callbacks [] for security_group (ebd6607d-1e5f-4fae-bf32-f6537b92abf9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:26.440349 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Publish callbacks [] for security_group (ebd6607d-1e5f-4fae-bf32-f6537b92abf9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:26.671743 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ebd6607d-1e5f-4fae-bf32-f6537b92abf9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:26.674566 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:26.675861 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebd6607d-1e5f-4fae-bf32-f6537b92abf9 HTTP/1.1" status: 204 len: 168 time: 0.3262730 Feb 11 04:58:26.689649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd6607d-1e5f-4fae-bf32-f6537b92abf9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:26.697616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.697974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.698521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.698910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.699714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.700145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.700939 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.700939 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.701154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.701488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.701824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.702155 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.702695 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01589cc-e1dc-4918-8899-af4ae85b768d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:26.885232 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:28.353140 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:29.760510 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:30.961576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33518) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:30.967433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Request body: {'network': {'name': 'tempest-network-smoke--290166950', 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'port_security_enabled': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:31.137042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Made reservation on behalf of 94f956a3d3d14cb996f56d9eda7bfe2a for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:31.139969 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.150179 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.286362 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group (5134599e-ba95-4481-8d85-663021c3407c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.442916 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5134599e-ba95-4481-8d85-663021c3407c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.489048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:58:31.508164 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b413fdf1-40a0-40f3-a060-5215ef5703d5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.514826 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Added segment b413fdf1-40a0-40f3-a060-5215ef5703d5 of type vlan for network 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f Feb 11 04:58:31.589153 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.592223 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5134599e-ba95-4481-8d85-663021c3407c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:31.690254 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.695552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:31.696269 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.764718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'Network': ['ID=4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:31.776857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:58:31.815945 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7bd83368-98f7-478e-9c87-34f9aca23c7a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8505898 Feb 11 04:58:31.816597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33538) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:31.821361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'admin_state_up': True, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:31.936770 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (6de147b8-d49b-4220-98ca-2baa4a62ff7c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:31.937782 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (6de147b8-d49b-4220-98ca-2baa4a62ff7c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.011600 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router_controller (6de147b8-d49b-4220-98ca-2baa4a62ff7c), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:32.649884 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router_gateway (6de147b8-d49b-4220-98ca-2baa4a62ff7c), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.006922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-fec33c93-6d31-4125-9070-eaa05cd4d591 req-c4646664-430d-4eda-8544-7aab0c30067d tempest-TaggedBootDevicesTest_v242-247329981 tempest-TaggedBootDevicesTest_v242-247329981-project] (103809) timed out ('10.222.0.13', 34524) {{(pid=103809) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 04:58:33.021741 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router_gateway (6de147b8-d49b-4220-98ca-2baa4a62ff7c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.047292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.213950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Allocated IP 172.25.3.47 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/bed3ba28-a778-4f6c-b747-c76119ab54fe) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:33.339018 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for port (bed3ba28-a778-4f6c-b747-c76119ab54fe), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.462219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (bed3ba28-a778-4f6c-b747-c76119ab54fe), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:33.511945 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:33.517372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:33.520249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:33.526176 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'Port': ['ID=bed3ba28-a778-4f6c-b747-c76119ab54fe,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:34.171284 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router_gateway (6de147b8-d49b-4220-98ca-2baa4a62ff7c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:34.199784 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:34.256276 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:34.459368 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (6de147b8-d49b-4220-98ca-2baa4a62ff7c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:34.748127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Router 6de147b8-d49b-4220-98ca-2baa4a62ff7c is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:58:34.927406 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:58:34.949136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Sync routers for ids ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:58:34.968443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Routers {'6de147b8-d49b-4220-98ca-2baa4a62ff7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:34.971512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:58:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:35.088235 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Set router 6de147b8-d49b-4220-98ca-2baa4a62ff7c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:58:35.096645 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:35.101062 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e66e6003-7bc6-486e-a0c8-e9d52246a241 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.2803800 Feb 11 04:58:35.101591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33606) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:35.346224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:31Z', 'updated_at': '2022-02-11T04:58:33Z', 'revision_number': 3, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:33Z', 'updated_at': '2022-02-11T04:58:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:35.350274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-008e5823-3fae-412e-bc44-96f439ed437d tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=94f956a3d3d14cb996f56d9eda7bfe2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2471828 Feb 11 04:58:35.350906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33614) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:35.388157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Checking router: 6de147b8-d49b-4220-98ca-2baa4a62ff7c for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:58:35.388702 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Updating router 6de147b8-d49b-4220-98ca-2baa4a62ff7c port bed3ba28-a778-4f6c-b747-c76119ab54fe binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:58:35.423831 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bed3ba28-a778-4f6c-b747-c76119ab54fe), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:35.536874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ac4df-9f73-4348-99aa-bcf33a68d0ef tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:35.541269 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3c1ac4df-9f73-4348-99aa-bcf33a68d0ef tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1860878 Feb 11 04:58:35.541649 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33618) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:35.584445 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-367e41a7-315e-48cf-bb4d-0a9a530af2f0 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391281 Feb 11 04:58:35.584930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33620) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:35.590905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c07378bb-eb0a-4b62-a4a4-70b7e5315e0b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-342927322', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:35.745028 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Publish callbacks [] for port (bed3ba28-a778-4f6c-b747-c76119ab54fe), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:35.787401 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07378bb-eb0a-4b62-a4a4-70b7e5315e0b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Made reservation on behalf of 94f956a3d3d14cb996f56d9eda7bfe2a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:35.791386 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c07378bb-eb0a-4b62-a4a4-70b7e5315e0b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:35.940158 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bed3ba28-a778-4f6c-b747-c76119ab54fe), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:35.992971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc10bf-434b-4d12-9078-578317298dc5 None None] Pushing event updated for resources: {'Port': ['ID=bed3ba28-a778-4f6c-b747-c76119ab54fe,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:36.006781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bc10bf-434b-4d12-9078-578317298dc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:36.007080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bc10bf-434b-4d12-9078-578317298dc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:36.007438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bc10bf-434b-4d12-9078-578317298dc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:36.007798 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bc10bf-434b-4d12-9078-578317298dc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:36.008142 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bc10bf-434b-4d12-9078-578317298dc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:36.008471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bc10bf-434b-4d12-9078-578317298dc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:36.008806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bc10bf-434b-4d12-9078-578317298dc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:36.009183 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bc10bf-434b-4d12-9078-578317298dc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:36.009528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bc10bf-434b-4d12-9078-578317298dc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:36.009863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bc10bf-434b-4d12-9078-578317298dc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:36.010201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bc10bf-434b-4d12-9078-578317298dc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:36.010528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bc10bf-434b-4d12-9078-578317298dc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:36.010888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bc10bf-434b-4d12-9078-578317298dc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:36.030970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Attempting to bind port bed3ba28-a778-4f6c-b747-c76119ab54fe on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:36.031538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Attempting to bind port bed3ba28-a778-4f6c-b747-c76119ab54fe by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:36.032021 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Attempting to bind port bed3ba28-a778-4f6c-b747-c76119ab54fe on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:36.040523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:36.047426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:36.047426 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.047426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:36.047426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Bound port: bed3ba28-a778-4f6c-b747-c76119ab54fe, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:36.047426 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bed3ba28-a778-4f6c-b747-c76119ab54fe), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.104284 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] For port bed3ba28-a778-4f6c-b747-c76119ab54fe, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:36.108551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] For port bed3ba28-a778-4f6c-b747-c76119ab54fe, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bed3ba28-a778-4f6c-b747-c76119ab54fe,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:36.145709 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c07378bb-eb0a-4b62-a4a4-70b7e5315e0b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (079ddfa7-79a8-4797-95a7-e74eebeacdb9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.217523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07378bb-eb0a-4b62-a4a4-70b7e5315e0b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'Subnet': ['ID=079ddfa7-79a8-4797-95a7-e74eebeacdb9,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:36.225362 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07378bb-eb0a-4b62-a4a4-70b7e5315e0b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Checking segment: {'id': 'b413fdf1-40a0-40f3-a060-5215ef5703d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:36.225846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07378bb-eb0a-4b62-a4a4-70b7e5315e0b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Network hostable DHCP agents. Network: 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:58:36.273043 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bed3ba28-a778-4f6c-b747-c76119ab54fe), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.332549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Routers {'6de147b8-d49b-4220-98ca-2baa4a62ff7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:36.333163 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:58:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:36.374409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc10bf-434b-4d12-9078-578317298dc5 None None] Pushing event updated for resources: {'Port': ['ID=bed3ba28-a778-4f6c-b747-c76119ab54fe,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:36.404838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07378bb-eb0a-4b62-a4a4-70b7e5315e0b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Network 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:58:36.454892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] Set router 6de147b8-d49b-4220-98ca-2baa4a62ff7c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:58:36.576645 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c07378bb-eb0a-4b62-a4a4-70b7e5315e0b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:36.584193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07378bb-eb0a-4b62-a4a4-70b7e5315e0b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:36.584193 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c07378bb-eb0a-4b62-a4a4-70b7e5315e0b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:36.595154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e61cd25-623b-4590-b6b2-fa26bc9264f6 None None] Network 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:36.742955 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c07378bb-eb0a-4b62-a4a4-70b7e5315e0b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1568491 Feb 11 04:58:36.746076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33646) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:36.959055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:31Z', 'updated_at': '2022-02-11T04:58:33Z', 'revision_number': 3, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:33Z', 'updated_at': '2022-02-11T04:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:36.962303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'fixed_ips': [{'subnet_id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:58:36.963188 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:37.000088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9531d09e-1f14-4445-bab3-c2de71ab0c62 None None] The sync data for ids ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'] in n-d-712142-35 is: [{'id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:31Z', 'updated_at': '2022-02-11T04:58:33Z', 'revision_number': 3, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:33Z', 'updated_at': '2022-02-11T04:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:58:37.191339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Allocated IP 172.20.0.2 (4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f/079ddfa7-79a8-4797-95a7-e74eebeacdb9/230c5eef-6533-4220-a6d1-7bcd8b2d264b) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:37.312450 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:37.460346 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Publish callbacks [] for port (230c5eef-6533-4220-a6d1-7bcd8b2d264b), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:37.662968 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (230c5eef-6533-4220-a6d1-7bcd8b2d264b), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:37.730322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Network 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:37.731124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Allocated IP 172.20.0.1 (4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f/079ddfa7-79a8-4797-95a7-e74eebeacdb9/10734269-f3c5-49e0-970f-f695f9681efc) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:37.731959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:37.740088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:37.752661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Pushing event updated for resources: {'Port': ['ID=230c5eef-6533-4220-a6d1-7bcd8b2d264b,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:37.806069 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Attempting to bind port 230c5eef-6533-4220-a6d1-7bcd8b2d264b on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:37.806481 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Attempting to bind port 230c5eef-6533-4220-a6d1-7bcd8b2d264b by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'b413fdf1-40a0-40f3-a060-5215ef5703d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:37.806888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Attempting to bind port 230c5eef-6533-4220-a6d1-7bcd8b2d264b on network 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:37.813016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:37.813409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Checking segment: {'id': 'b413fdf1-40a0-40f3-a060-5215ef5703d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:37.813825 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:37.814229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Bound using segment: {'id': 'b413fdf1-40a0-40f3-a060-5215ef5703d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:37.814812 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Bound port: 230c5eef-6533-4220-a6d1-7bcd8b2d264b, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b413fdf1-40a0-40f3-a060-5215ef5703d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:37.815129 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (230c5eef-6533-4220-a6d1-7bcd8b2d264b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:37.880721 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for port (10734269-f3c5-49e0-970f-f695f9681efc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:37.894012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] For port 230c5eef-6533-4220-a6d1-7bcd8b2d264b, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:37.903669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] For port 230c5eef-6533-4220-a6d1-7bcd8b2d264b, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=230c5eef-6533-4220-a6d1-7bcd8b2d264b,segment=NetworkSegment(b413fdf1-40a0-40f3-a060-5215ef5703d5),segment_id=b413fdf1-40a0-40f3-a060-5215ef5703d5)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:38.050843 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (230c5eef-6533-4220-a6d1-7bcd8b2d264b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:38.085734 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (10734269-f3c5-49e0-970f-f695f9681efc), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:38.160815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0e214-9f35-4b21-a8ee-c01c12ceb651 None None] Pushing event updated for resources: {'Port': ['ID=230c5eef-6533-4220-a6d1-7bcd8b2d264b,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:38.204348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Network 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:38.208660 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:38.213583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:38.219108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'Port': ['ID=10734269-f3c5-49e0-970f-f695f9681efc,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:38.283586 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (6de147b8-d49b-4220-98ca-2baa4a62ff7c), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:38.546453 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (10734269-f3c5-49e0-970f-f695f9681efc), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:38.775273 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bed3ba28-a778-4f6c-b747-c76119ab54fe up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:38.829741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port bed3ba28-a778-4f6c-b747-c76119ab54fe triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:38.830138 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bed3ba28-a778-4f6c-b747-c76119ab54fe), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:38.918945 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port bed3ba28-a778-4f6c-b747-c76119ab54fe is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:38.919312 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bed3ba28-a778-4f6c-b747-c76119ab54fe), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:38.953261 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port bed3ba28-a778-4f6c-b747-c76119ab54fe, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bed3ba28-a778-4f6c-b747-c76119ab54fe,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:38.957707 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for port (10734269-f3c5-49e0-970f-f695f9681efc), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.124914 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bed3ba28-a778-4f6c-b747-c76119ab54fe), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.132323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 230c5eef-6533-4220-a6d1-7bcd8b2d264b up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:39.141239 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (10734269-f3c5-49e0-970f-f695f9681efc), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.223594 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (6de147b8-d49b-4220-98ca-2baa4a62ff7c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.224237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=bed3ba28-a778-4f6c-b747-c76119ab54fe,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:39.225899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'Port': ['ID=10734269-f3c5-49e0-970f-f695f9681efc,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:39.240437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 230c5eef-6533-4220-a6d1-7bcd8b2d264b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:39.240792 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (230c5eef-6533-4220-a6d1-7bcd8b2d264b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.355038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 230c5eef-6533-4220-a6d1-7bcd8b2d264b is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:39.362484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Network 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:39.362694 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (230c5eef-6533-4220-a6d1-7bcd8b2d264b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.362834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:39.393623 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 230c5eef-6533-4220-a6d1-7bcd8b2d264b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=230c5eef-6533-4220-a6d1-7bcd8b2d264b,segment=NetworkSegment(b413fdf1-40a0-40f3-a060-5215ef5703d5),segment_id=b413fdf1-40a0-40f3-a060-5215ef5703d5)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:39.494134 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (230c5eef-6533-4220-a6d1-7bcd8b2d264b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.516004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Router 6de147b8-d49b-4220-98ca-2baa4a62ff7c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:58:39.592600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=230c5eef-6533-4220-a6d1-7bcd8b2d264b,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:39.675438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:58:39.684210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2977c599-1153-432b-ad51-923ac729bc76 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "PUT /v2.0/routers/6de147b8-d49b-4220-98ca-2baa4a62ff7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9359636 Feb 11 04:58:39.684788 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33698) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:39.685405 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Sync routers for ids ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:58:39.690158 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-bd89ed58-dadf-4e5c-a2ad-ca0dee06b762 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--594322859', 'description': 'tempest-secgroup_access--594322859 description', 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:39.709645 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Routers {'6de147b8-d49b-4220-98ca-2baa4a62ff7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:39.710296 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:58:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:39.793983 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd89ed58-dadf-4e5c-a2ad-ca0dee06b762 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.803962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c6993d-370a-45c1-bfd6-7d51f6af8ded None None] Network 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:58:39.867286 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Set router 6de147b8-d49b-4220-98ca-2baa4a62ff7c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:58:39.894251 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd89ed58-dadf-4e5c-a2ad-ca0dee06b762 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group (c6a91428-2f76-4e41-a49e-2cc948fe2453), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:39.936808 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5fc96fdd-a45c-4ea7-9b9e-76a6ca2c1b2f None None] Provisioning complete for port 230c5eef-6533-4220-a6d1-7bcd8b2d264b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:39.937186 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5fc96fdd-a45c-4ea7-9b9e-76a6ca2c1b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (230c5eef-6533-4220-a6d1-7bcd8b2d264b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.010456 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd89ed58-dadf-4e5c-a2ad-ca0dee06b762 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c6a91428-2f76-4e41-a49e-2cc948fe2453), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.053983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5fc96fdd-a45c-4ea7-9b9e-76a6ca2c1b2f None None] Current status of the port 230c5eef-6533-4220-a6d1-7bcd8b2d264b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:40.129857 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89ed58-dadf-4e5c-a2ad-ca0dee06b762 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a91428-2f76-4e41-a49e-2cc948fe2453,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:40.176840 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:31Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:33Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10734269-f3c5-49e0-970f-f695f9681efc', 'name': '', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'mac_address': 'fa:16:3e:c8:40:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 2, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'subnets': [{'id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:40.205814 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Checking router: 6de147b8-d49b-4220-98ca-2baa4a62ff7c for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:58:40.206255 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Updating router 6de147b8-d49b-4220-98ca-2baa4a62ff7c port 10734269-f3c5-49e0-970f-f695f9681efc binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:58:40.236006 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (10734269-f3c5-49e0-970f-f695f9681efc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.248048 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bd89ed58-dadf-4e5c-a2ad-ca0dee06b762 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.252689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33714) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:40.253265 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bd89ed58-dadf-4e5c-a2ad-ca0dee06b762 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5669742 Feb 11 04:58:40.257388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-2df454e7-0c39-496f-b73f-a491701d6bf1 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--477760835', 'description': 'tempest-secgroup_general--477760835 description', 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:40.315097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-70c95f4e-79c1-4297-a683-e8d481a452f3 None None] Provisioning complete for port 10734269-f3c5-49e0-970f-f695f9681efc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:40.315630 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-70c95f4e-79c1-4297-a683-e8d481a452f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10734269-f3c5-49e0-970f-f695f9681efc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.392926 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2df454e7-0c39-496f-b73f-a491701d6bf1 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.400952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-70c95f4e-79c1-4297-a683-e8d481a452f3 None None] Port 10734269-f3c5-49e0-970f-f695f9681efc cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:40.411954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-70c95f4e-79c1-4297-a683-e8d481a452f3 None None] Provisioning complete for port 230c5eef-6533-4220-a6d1-7bcd8b2d264b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:40.412343 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-70c95f4e-79c1-4297-a683-e8d481a452f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (230c5eef-6533-4220-a6d1-7bcd8b2d264b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.518894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-70c95f4e-79c1-4297-a683-e8d481a452f3 None None] Current status of the port 230c5eef-6533-4220-a6d1-7bcd8b2d264b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:40.554850 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2df454e7-0c39-496f-b73f-a491701d6bf1 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group (12147dd9-cd59-4be6-86fc-2183aec1be14), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.644569 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2df454e7-0c39-496f-b73f-a491701d6bf1 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (12147dd9-cd59-4be6-86fc-2183aec1be14), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.661504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-94a344a0-904f-415c-89ea-5e394bc4020c None None] Provisioning complete for port 10734269-f3c5-49e0-970f-f695f9681efc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:40.662031 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-94a344a0-904f-415c-89ea-5e394bc4020c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10734269-f3c5-49e0-970f-f695f9681efc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.668731 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Publish callbacks [] for port (10734269-f3c5-49e0-970f-f695f9681efc), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.682253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bed3ba28-a778-4f6c-b747-c76119ab54fe up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:40.689750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df454e7-0c39-496f-b73f-a491701d6bf1 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12147dd9-cd59-4be6-86fc-2183aec1be14,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:40.748916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-94a344a0-904f-415c-89ea-5e394bc4020c None None] Port 10734269-f3c5-49e0-970f-f695f9681efc cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:40.786918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port bed3ba28-a778-4f6c-b747-c76119ab54fe triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:40.787301 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bed3ba28-a778-4f6c-b747-c76119ab54fe), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.809157 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (10734269-f3c5-49e0-970f-f695f9681efc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.856474 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2df454e7-0c39-496f-b73f-a491701d6bf1 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.858542 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2df454e7-0c39-496f-b73f-a491701d6bf1 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6045997 Feb 11 04:58:40.862082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33724) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:40.869905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-1cd389d4-ca9f-4761-a772-ae6005182dfc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Request body: {'security_group_rule': {'security_group_id': 'c6a91428-2f76-4e41-a49e-2cc948fe2453', 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:40.876942 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffb389-5547-4b1b-974e-00dc965cad1a None None] Pushing event updated for resources: {'Port': ['ID=10734269-f3c5-49e0-970f-f695f9681efc,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:40.893622 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-046570ae-0a8e-4c34-85e1-97e82a0bca59 None None] Provisioning complete for port 10734269-f3c5-49e0-970f-f695f9681efc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:40.894255 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-046570ae-0a8e-4c34-85e1-97e82a0bca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10734269-f3c5-49e0-970f-f695f9681efc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:40.895744 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffb389-5547-4b1b-974e-00dc965cad1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.896287 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffb389-5547-4b1b-974e-00dc965cad1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.896865 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffb389-5547-4b1b-974e-00dc965cad1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.897446 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffb389-5547-4b1b-974e-00dc965cad1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.898000 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffb389-5547-4b1b-974e-00dc965cad1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.898532 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffb389-5547-4b1b-974e-00dc965cad1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.899092 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffb389-5547-4b1b-974e-00dc965cad1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.899633 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffb389-5547-4b1b-974e-00dc965cad1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.900256 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffb389-5547-4b1b-974e-00dc965cad1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.905901 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffb389-5547-4b1b-974e-00dc965cad1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.912969 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffb389-5547-4b1b-974e-00dc965cad1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.913552 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffb389-5547-4b1b-974e-00dc965cad1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.914383 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ffb389-5547-4b1b-974e-00dc965cad1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:58:40.922045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port bed3ba28-a778-4f6c-b747-c76119ab54fe is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:40.923359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 230c5eef-6533-4220-a6d1-7bcd8b2d264b up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:40.975857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-046570ae-0a8e-4c34-85e1-97e82a0bca59 None None] Port 10734269-f3c5-49e0-970f-f695f9681efc cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:41.003403 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 230c5eef-6533-4220-a6d1-7bcd8b2d264b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:41.003798 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (230c5eef-6533-4220-a6d1-7bcd8b2d264b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.022265 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Attempting to bind port 10734269-f3c5-49e0-970f-f695f9681efc on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:41.022668 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Attempting to bind port 10734269-f3c5-49e0-970f-f695f9681efc by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'b413fdf1-40a0-40f3-a060-5215ef5703d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:41.023037 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Attempting to bind port 10734269-f3c5-49e0-970f-f695f9681efc on network 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:41.029989 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:41.030419 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Checking segment: {'id': 'b413fdf1-40a0-40f3-a060-5215ef5703d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:41.030864 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.031396 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Bound using segment: {'id': 'b413fdf1-40a0-40f3-a060-5215ef5703d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:41.032007 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Bound port: 10734269-f3c5-49e0-970f-f695f9681efc, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b413fdf1-40a0-40f3-a060-5215ef5703d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:41.032596 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (10734269-f3c5-49e0-970f-f695f9681efc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.045579 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1cd389d4-ca9f-4761-a772-ae6005182dfc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group_rule (5d711432-a9dc-45c3-8ed5-b0e2de435656), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.165652 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] For port 10734269-f3c5-49e0-970f-f695f9681efc, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:41.170170 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] For port 10734269-f3c5-49e0-970f-f695f9681efc, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=10734269-f3c5-49e0-970f-f695f9681efc,segment=NetworkSegment(b413fdf1-40a0-40f3-a060-5215ef5703d5),segment_id=b413fdf1-40a0-40f3-a060-5215ef5703d5)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:41.182547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 230c5eef-6533-4220-a6d1-7bcd8b2d264b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:41.213227 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1cd389d4-ca9f-4761-a772-ae6005182dfc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group_rule (5d711432-a9dc-45c3-8ed5-b0e2de435656), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.291136 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (10734269-f3c5-49e0-970f-f695f9681efc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.304425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-83b0e79a-946e-4715-ab6f-d8267fd27b19 None None] Provisioning complete for port 10734269-f3c5-49e0-970f-f695f9681efc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:41.305875 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-83b0e79a-946e-4715-ab6f-d8267fd27b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10734269-f3c5-49e0-970f-f695f9681efc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.352628 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1cd389d4-ca9f-4761-a772-ae6005182dfc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (5d711432-a9dc-45c3-8ed5-b0e2de435656), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.358398 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Routers {'6de147b8-d49b-4220-98ca-2baa4a62ff7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:58:41.359188 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:58:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:41.361131 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffb389-5547-4b1b-974e-00dc965cad1a None None] Pushing event updated for resources: {'Port': ['ID=10734269-f3c5-49e0-970f-f695f9681efc,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:41.386089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd389d4-ca9f-4761-a772-ae6005182dfc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d711432-a9dc-45c3-8ed5-b0e2de435656,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:41.420898 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-83b0e79a-946e-4715-ab6f-d8267fd27b19 None None] Current status of the port 10734269-f3c5-49e0-970f-f695f9681efc is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:41.421463 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-83b0e79a-946e-4715-ab6f-d8267fd27b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (10734269-f3c5-49e0-970f-f695f9681efc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.471204 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1cd389d4-ca9f-4761-a772-ae6005182dfc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.477388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1cd389d4-ca9f-4761-a772-ae6005182dfc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6096485 Feb 11 04:58:41.507290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-83b0e79a-946e-4715-ab6f-d8267fd27b19 None None] For port 10734269-f3c5-49e0-970f-f695f9681efc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=10734269-f3c5-49e0-970f-f695f9681efc,segment=NetworkSegment(b413fdf1-40a0-40f3-a060-5215ef5703d5),segment_id=b413fdf1-40a0-40f3-a060-5215ef5703d5)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:41.523639 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] Set router 6de147b8-d49b-4220-98ca-2baa4a62ff7c gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:58:41.702597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-1af65ddc-68f6-42f0-8291-d431616854ce tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--477760835&fields=id&tenant_id=94f956a3d3d14cb996f56d9eda7bfe2a HTTP/1.1" status: 200 len: 267 time: 0.0700274 Feb 11 04:58:41.718852 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-83b0e79a-946e-4715-ab6f-d8267fd27b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (10734269-f3c5-49e0-970f-f695f9681efc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.757700 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-9e701ad0-049c-4a41-998c-d15db54fbfa5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--594322859&fields=id&tenant_id=94f956a3d3d14cb996f56d9eda7bfe2a HTTP/1.1" status: 200 len: 267 time: 0.0487731 Feb 11 04:58:41.802676 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0e79a-946e-4715-ab6f-d8267fd27b19 None None] Pushing event updated for resources: {'Port': ['ID=10734269-f3c5-49e0-970f-f695f9681efc,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:41.845776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3aeb5f90-3aef-4d23-915b-8922adec2c0a None None] Provisioning complete for port 10734269-f3c5-49e0-970f-f695f9681efc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:41.846094 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3aeb5f90-3aef-4d23-915b-8922adec2c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10734269-f3c5-49e0-970f-f695f9681efc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:41.858434 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:31Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:33Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10734269-f3c5-49e0-970f-f695f9681efc', 'name': '', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'mac_address': 'fa:16:3e:c8:40:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:41Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'subnets': [{'id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:58:41.893417 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c566054-8ba6-4c29-b83a-0b56ce2334f4 None None] The sync data for ids ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'] in n-d-712142-35 is: [{'id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:31Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:33Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10734269-f3c5-49e0-970f-f695f9681efc', 'name': '', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'mac_address': 'fa:16:3e:c8:40:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:41Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'subnets': [{'id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:58:41.918818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-18e9277b-23ed-4d39-bdab-4257669c8239 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:41.927315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-18e9277b-23ed-4d39-bdab-4257669c8239 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/networks?id=4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f HTTP/1.1" status: 200 len: 796 time: 0.1607268 Feb 11 04:58:41.940857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3aeb5f90-3aef-4d23-915b-8922adec2c0a None None] Current status of the port 10734269-f3c5-49e0-970f-f695f9681efc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:41.943264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-c48c84a9-cb4f-4177-8670-f8988df04794 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/quotas/94f956a3d3d14cb996f56d9eda7bfe2a HTTP/1.1" status: 200 len: 375 time: 0.0165019 Feb 11 04:58:42.061455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-9e633ed2-b0c3-4e54-bc80-456a2e0bf179 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94f956a3d3d14cb996f56d9eda7bfe2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163857 Feb 11 04:58:42.196962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-85cffa01-9123-4697-b627-f140beb364e5 service neutron] 10.222.0.13 "GET /v2.0/networks/4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210430 Feb 11 04:58:42.698221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 10734269-f3c5-49e0-970f-f695f9681efc up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:42.734196 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-24df840f-cdd8-4ad8-a863-f00c280e571d service neutron] 10.222.0.13 "GET /v2.0/networks/4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305741 Feb 11 04:58:42.780778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 10734269-f3c5-49e0-970f-f695f9681efc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:42.782271 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10734269-f3c5-49e0-970f-f695f9681efc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:42.871753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86e244-e3f9-40d6-acc1-a26c47a4a035 req-25e3fbb3-2b67-4fa9-bf04-a5c37c35b20b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:42.873352 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e86e244-e3f9-40d6-acc1-a26c47a4a035 req-25e3fbb3-2b67-4fa9-bf04-a5c37c35b20b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0592160 Feb 11 04:58:42.892195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 10734269-f3c5-49e0-970f-f695f9681efc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:42.944604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e86e244-e3f9-40d6-acc1-a26c47a4a035 req-f634a772-ae72-4547-8390-d0e00ab4416c tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608039 Feb 11 04:58:43.243061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-994d2acc-95bd-4235-b6c5-ea67253d31a0 req-470de06d-45e7-4aaa-99f8-51b3e44447b8 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 210 time: 0.0428939 Feb 11 04:58:44.082371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efbe12-3d1c-4c53-a2c7-e59ca6796138 req-147fe02a-7976-4308-a0ff-8601be9fdb50 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:44.084135 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12efbe12-3d1c-4c53-a2c7-e59ca6796138 req-147fe02a-7976-4308-a0ff-8601be9fdb50 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0570517 Feb 11 04:58:44.138781 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12efbe12-3d1c-4c53-a2c7-e59ca6796138 req-ab3a6c43-1c65-4734-9931-0bba283b08c4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481761 Feb 11 04:58:44.333034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a2b3f3a-644c-405a-8b40-8436b73efde6 req-622327ff-02a5-4a06-b3ba-a0556d8e9562 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 210 time: 0.0275414 Feb 11 04:58:45.264670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eac01-160a-47a6-b230-09b90932fd94 req-b35e138e-551f-4999-800c-9008c37da559 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:45.266207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a7eac01-160a-47a6-b230-09b90932fd94 req-b35e138e-551f-4999-800c-9008c37da559 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0535808 Feb 11 04:58:45.318980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a7eac01-160a-47a6-b230-09b90932fd94 req-257ceb5b-e540-418c-aea4-3a07df86f3ae tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470695 Feb 11 04:58:45.431334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-acab540f-3ac1-4093-b020-a6450aa3f735 req-1b85c4a6-1fb9-4364-a224-f46c5449b7c1 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 210 time: 0.0285764 Feb 11 04:58:46.538159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a67cef-1c53-4cb3-b6b9-5fdc33e95bd2 req-d4e12df2-4264-470a-800c-66d8139051b9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:46.540549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-24a67cef-1c53-4cb3-b6b9-5fdc33e95bd2 req-d4e12df2-4264-470a-800c-66d8139051b9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1353927 Feb 11 04:58:46.601498 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c0ef6708-739f-4c05-a027-206d83b8c148 req-01569c05-32bc-4a50-b37c-35922f5e0844 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 210 time: 0.0375750 Feb 11 04:58:46.629384 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-24a67cef-1c53-4cb3-b6b9-5fdc33e95bd2 req-b19c6a29-1304-42a9-8f73-9f687f8324e6 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814342 Feb 11 04:58:46.965794 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-ea60e4bd-83be-4cde-8511-1d530cebd3e5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:46.967460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-ea60e4bd-83be-4cde-8511-1d530cebd3e5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.32 "GET /v2.0/networks?id=4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f HTTP/1.1" status: 200 len: 796 time: 0.1208117 Feb 11 04:58:47.043717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-61fe1496-0b7b-47be-8611-38b0652cbeec tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94f956a3d3d14cb996f56d9eda7bfe2a HTTP/1.1" status: 200 len: 476 time: 0.0676570 Feb 11 04:58:47.053813 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-5b52efbb-9c8a-479b-8ca2-40f987f4c7a0 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Request body: {'port': {'device_id': '4e397ac6-9a03-450d-ba75-7696faa1ef1b', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'admin_state_up': True, 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'security_groups': ['12147dd9-cd59-4be6-86fc-2183aec1be14', 'c6a91428-2f76-4e41-a49e-2cc948fe2453']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:47.178409 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-03281820-aa6d-4ba3-b112-2558975193ae req-a496d1ce-9d62-4c1f-85aa-f564e8cab39c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579543 Feb 11 04:58:47.301112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03281820-aa6d-4ba3-b112-2558975193ae req-2c571121-2f65-4bf9-8160-0f119f1f353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:47.302599 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-03281820-aa6d-4ba3-b112-2558975193ae req-2c571121-2f65-4bf9-8160-0f119f1f353e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 1129 time: 0.0753505 Feb 11 04:58:47.398348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-5b52efbb-9c8a-479b-8ca2-40f987f4c7a0 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Made reservation on behalf of 94f956a3d3d14cb996f56d9eda7bfe2a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:58:47.398348 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-5b52efbb-9c8a-479b-8ca2-40f987f4c7a0 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.460909 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03281820-aa6d-4ba3-b112-2558975193ae req-7703b13e-18d5-4c7b-807f-6f9aef1fccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:47.462818 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-03281820-aa6d-4ba3-b112-2558975193ae req-7703b13e-18d5-4c7b-807f-6f9aef1fccba service neutron] 10.222.0.47 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 913 time: 0.1411135 Feb 11 04:58:47.572685 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-03281820-aa6d-4ba3-b112-2558975193ae req-3b5ee73f-9e52-492f-bdb4-e3f2657a5936 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=503a579c-2c43-46a8-9087-39578f8b894d HTTP/1.1" status: 200 len: 1002 time: 0.1035464 Feb 11 04:58:47.587063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-5b52efbb-9c8a-479b-8ca2-40f987f4c7a0 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Allocated IP 172.20.0.4 (4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f/079ddfa7-79a8-4797-95a7-e74eebeacdb9/cfe0fefc-859a-4c9f-819c-dce7f0161712) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:47.650909 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03281820-aa6d-4ba3-b112-2558975193ae req-03d2e79c-bbc1-44f7-9e4a-f8b452279bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:47.654506 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-03281820-aa6d-4ba3-b112-2558975193ae req-03d2e79c-bbc1-44f7-9e4a-f8b452279bad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.0752141 Feb 11 04:58:47.719174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03281820-aa6d-4ba3-b112-2558975193ae req-bae460f5-3bdb-48af-892a-eb8880d4d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:47.720951 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-03281820-aa6d-4ba3-b112-2558975193ae req-bae460f5-3bdb-48af-892a-eb8880d4d884 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0616369 Feb 11 04:58:47.804775 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e713e810-4ae5-4048-a986-cdb57729eb98 req-3ae88a03-b606-4f73-be73-a2fa55be42a2 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 210 time: 0.0542159 Feb 11 04:58:47.835436 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-03281820-aa6d-4ba3-b112-2558975193ae req-c2361be5-a6cf-49f0-b9d8-6bf1b39fa5ad service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062627 Feb 11 04:58:47.864618 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-5b52efbb-9c8a-479b-8ca2-40f987f4c7a0 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:47.885042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b81f5e-1983-4245-885c-2add8f8f787c req-32b4c2b3-e613-4085-88b9-d308af0a3527 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:47.886656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04b81f5e-1983-4245-885c-2add8f8f787c req-32b4c2b3-e613-4085-88b9-d308af0a3527 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1350873 Feb 11 04:58:47.955542 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04b81f5e-1983-4245-885c-2add8f8f787c req-af6b0d56-9676-4c60-aa59-e2b86c947cdd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611184 Feb 11 04:58:47.956389 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-03281820-aa6d-4ba3-b112-2558975193ae req-c50885e3-aafe-4fa3-b09c-01b7fc1fea38 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172359 Feb 11 04:58:48.176565 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-5b52efbb-9c8a-479b-8ca2-40f987f4c7a0 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.219409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-5b52efbb-9c8a-479b-8ca2-40f987f4c7a0 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Network 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:48.222602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-5b52efbb-9c8a-479b-8ca2-40f987f4c7a0 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:48.225240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-5b52efbb-9c8a-479b-8ca2-40f987f4c7a0 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:48.269865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52efbb-9c8a-479b-8ca2-40f987f4c7a0 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'Port': ['ID=cfe0fefc-859a-4c9f-819c-dce7f0161712,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:48.310288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-5b52efbb-9c8a-479b-8ca2-40f987f4c7a0 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:48.311064 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-5b52efbb-9c8a-479b-8ca2-40f987f4c7a0 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.507781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2d39dcf5-528f-4332-b371-c2dc61e16a1b None None] Provisioning complete for port cfe0fefc-859a-4c9f-819c-dce7f0161712 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:48.508368 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2d39dcf5-528f-4332-b371-c2dc61e16a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.547154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2d39dcf5-528f-4332-b371-c2dc61e16a1b None None] Port cfe0fefc-859a-4c9f-819c-dce7f0161712 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:58:48.592023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-5b52efbb-9c8a-479b-8ca2-40f987f4c7a0 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5424473 Feb 11 04:58:48.603574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Request body: {'port': {'device_id': '4e397ac6-9a03-450d-ba75-7696faa1ef1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:48.671665 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:48.962858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c11b3-b4f2-486a-b04c-f8d1f3fdc64b req-dc2ffce0-1b66-4969-b8d3-ce231a6a80e0 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:48.965245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-977c11b3-b4f2-486a-b04c-f8d1f3fdc64b req-dc2ffce0-1b66-4969-b8d3-ce231a6a80e0 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 970 time: 0.0909784 Feb 11 04:58:49.096608 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe0fefc-859a-4c9f-819c-dce7f0161712 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:58:49.109563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-977c11b3-b4f2-486a-b04c-f8d1f3fdc64b req-11b75508-105c-4bb5-8d1c-a24f929bfbc5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/security-groups?id=12147dd9-cd59-4be6-86fc-2183aec1be14&id=c6a91428-2f76-4e41-a49e-2cc948fe2453&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1377373 Feb 11 04:58:49.112164 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Publish callbacks [] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.136980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Transition to ACTIVE for port object cfe0fefc-859a-4c9f-819c-dce7f0161712 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:58:49.151263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fea680-59df-4fa6-a8f5-09e65e13f14a req-0af47885-8ccf-4b23-9809-84b731df1feb tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:49.153237 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13fea680-59df-4fa6-a8f5-09e65e13f14a req-0af47885-8ccf-4b23-9809-84b731df1feb tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1176674 Feb 11 04:58:49.213167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13fea680-59df-4fa6-a8f5-09e65e13f14a req-2770e018-0b00-4d69-ae46-9e9b81f0145b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523620 Feb 11 04:58:49.370168 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.490877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Pushing event updated for resources: {'Port': ['ID=cfe0fefc-859a-4c9f-819c-dce7f0161712,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:49.513054 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Attempting to bind port cfe0fefc-859a-4c9f-819c-dce7f0161712 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:58:49.513418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Attempting to bind port cfe0fefc-859a-4c9f-819c-dce7f0161712 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'b413fdf1-40a0-40f3-a060-5215ef5703d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:58:49.513777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Attempting to bind port cfe0fefc-859a-4c9f-819c-dce7f0161712 on network 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:49.518988 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Port cfe0fefc-859a-4c9f-819c-dce7f0161712 on network 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:58:49.519334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Attempting to bind port cfe0fefc-859a-4c9f-819c-dce7f0161712 on network 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:58:49.524783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:58:49.525188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Checking segment: {'id': 'b413fdf1-40a0-40f3-a060-5215ef5703d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:58:49.525655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Bound using segment: {'id': 'b413fdf1-40a0-40f3-a060-5215ef5703d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:58:49.526195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Bound port: cfe0fefc-859a-4c9f-819c-dce7f0161712, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b413fdf1-40a0-40f3-a060-5215ef5703d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:58:49.527787 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.602975 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] For port cfe0fefc-859a-4c9f-819c-dce7f0161712, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:58:49.606197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] For port cfe0fefc-859a-4c9f-819c-dce7f0161712, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=cfe0fefc-859a-4c9f-819c-dce7f0161712,segment=NetworkSegment(b413fdf1-40a0-40f3-a060-5215ef5703d5),segment_id=b413fdf1-40a0-40f3-a060-5215ef5703d5)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:58:49.780341 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.819230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:49.832580 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:49.832580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] 10.222.0.32 "PUT /v2.0/ports/cfe0fefc-859a-4c9f-819c-dce7f0161712 HTTP/1.1" status: 200 len: 1131 time: 1.2220297 Feb 11 04:58:49.832580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e397ac6-9a03-450d-ba75-7696faa1ef1b', 'tag': 'cfe0fefc-859a-4c9f-819c-dce7f0161712'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:58:49.832580 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7521ba-940e-4857-b48b-5b7174a6face" -d '{"events": [{"name": "network-changed", "server_uuid": "4e397ac6-9a03-450d-ba75-7696faa1ef1b", "tag": "cfe0fefc-859a-4c9f-819c-dce7f0161712"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:58:49.852099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d3683-1e7e-4d17-a340-2b66a21a9ffe service neutron] Pushing event updated for resources: {'Port': ['ID=cfe0fefc-859a-4c9f-819c-dce7f0161712,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:49.884332 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aea458e-7b40-48c1-8744-a99c4c00ab48 x-openstack-request-id: req-1aea458e-7b40-48c1-8744-a99c4c00ab48 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:58:49.884629 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e397ac6-9a03-450d-ba75-7696faa1ef1b", "tag": "cfe0fefc-859a-4c9f-819c-dce7f0161712", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:58:49.885049 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1aea458e-7b40-48c1-8744-a99c4c00ab48 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:58:49.885511 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e397ac6-9a03-450d-ba75-7696faa1ef1b', 'tag': 'cfe0fefc-859a-4c9f-819c-dce7f0161712', 'status': 'completed', 'code': 200} Feb 11 04:58:49.963437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7521ba-940e-4857-b48b-5b7174a6face req-604e8183-0cb5-4748-aba7-82851039d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:49.966492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e7521ba-940e-4857-b48b-5b7174a6face req-604e8183-0cb5-4748-aba7-82851039d9ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94f956a3d3d14cb996f56d9eda7bfe2a&device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 1165 time: 0.0585039 Feb 11 04:58:50.080487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7521ba-940e-4857-b48b-5b7174a6face req-31a33156-a251-47bf-bb64-74408ee5a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:50.082043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e7521ba-940e-4857-b48b-5b7174a6face req-31a33156-a251-47bf-bb64-74408ee5a422 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=94f956a3d3d14cb996f56d9eda7bfe2a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1095178 Feb 11 04:58:50.188146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7521ba-940e-4857-b48b-5b7174a6face req-999e66f2-5504-4dfc-92bf-50d20be36a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:50.189818 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e7521ba-940e-4857-b48b-5b7174a6face req-999e66f2-5504-4dfc-92bf-50d20be36a80 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015484 Feb 11 04:58:50.298721 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:58:50.305367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9e046-35c4-4c1b-b912-2abbfdd8a330 req-20b5deed-e5a2-4c8d-8134-a369fa6d9d3b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:50.307084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48d9e046-35c4-4c1b-b912-2abbfdd8a330 req-20b5deed-e5a2-4c8d-8134-a369fa6d9d3b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 982 time: 0.1043510 Feb 11 04:58:50.343559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-49a61a38-ec29-490d-843d-12e53b7562ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:50.345367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-49a61a38-ec29-490d-843d-12e53b7562ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94f956a3d3d14cb996f56d9eda7bfe2a&device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 1165 time: 0.1122656 Feb 11 04:58:50.403893 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-a032fc22-5eab-4b41-b156-760e9e28ad96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfe0fefc-859a-4c9f-819c-dce7f0161712 HTTP/1.1" status: 200 len: 217 time: 0.0465748 Feb 11 04:58:50.478487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917e822-d5f1-414a-94f8-0d344e166bd8 req-c50319f0-e527-4eab-9afe-da3e28651d87 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:50.480377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6917e822-d5f1-414a-94f8-0d344e166bd8 req-c50319f0-e527-4eab-9afe-da3e28651d87 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1827981 Feb 11 04:58:50.497973 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-48d9e046-35c4-4c1b-b912-2abbfdd8a330 req-34bd8e6a-e080-4ce9-9227-2437925e5acb tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/security-groups?id=12147dd9-cd59-4be6-86fc-2183aec1be14&id=c6a91428-2f76-4e41-a49e-2cc948fe2453&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1778958 Feb 11 04:58:50.508241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-ef3151d4-f6a7-4b9a-b493-64b08c36b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:50.509771 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-ef3151d4-f6a7-4b9a-b493-64b08c36b3b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=079ddfa7-79a8-4797-95a7-e74eebeacdb9 HTTP/1.1" status: 200 len: 834 time: 0.0979347 Feb 11 04:58:50.579717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6917e822-d5f1-414a-94f8-0d344e166bd8 req-774950c2-daa6-40cc-89df-f3272d1be48c tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900757 Feb 11 04:58:50.590867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-07838525-b04c-4b6a-8c8c-5add21c7f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:50.592504 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-07838525-b04c-4b6a-8c8c-5add21c7f9c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0753973 Feb 11 04:58:50.697941 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-40ca51f8-7913-4485-9ad2-20d66f8ba807 service neutron] 10.222.0.32 "GET /v2.0/networks/4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979993 Feb 11 04:58:50.791927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-958646eb-e030-4648-9635-5e11aa1c15a4 req-c2feaa71-78e5-4ad3-88d5-9b633e483747 service neutron] 10.222.0.32 "GET /v2.0/networks/4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870218 Feb 11 04:58:51.000461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe3d3a-68c1-45bd-b7d3-6670f22b7b81 req-a9e55fa8-dcac-4f4e-b959-29d0dcb30563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:51.002392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4fe3d3a-68c1-45bd-b7d3-6670f22b7b81 req-a9e55fa8-dcac-4f4e-b959-29d0dcb30563 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=01f3985e979e4ee0a67ba18b5c02d99e&device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 1128 time: 0.0517392 Feb 11 04:58:51.107336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe3d3a-68c1-45bd-b7d3-6670f22b7b81 req-c4337406-45b9-443e-9836-a62f706dfbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:51.108797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4fe3d3a-68c1-45bd-b7d3-6670f22b7b81 req-c4337406-45b9-443e-9836-a62f706dfbb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 HTTP/1.1" status: 200 len: 912 time: 0.0875361 Feb 11 04:58:51.181425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4fe3d3a-68c1-45bd-b7d3-6670f22b7b81 req-e1f64953-e9a0-4dde-9b47-83705a6c0c8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 HTTP/1.1" status: 200 len: 1000 time: 0.0651605 Feb 11 04:58:51.235268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe3d3a-68c1-45bd-b7d3-6670f22b7b81 req-0002c365-051d-4e74-af45-b645ceed26bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:51.236985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4fe3d3a-68c1-45bd-b7d3-6670f22b7b81 req-0002c365-051d-4e74-af45-b645ceed26bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5039bb4f-96d0-4c9b-ae98-b43a89327357 HTTP/1.1" status: 200 len: 850 time: 0.0479028 Feb 11 04:58:51.288588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe3d3a-68c1-45bd-b7d3-6670f22b7b81 req-d7cc9348-cdaa-4565-8c0d-144936fa4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:51.290340 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4fe3d3a-68c1-45bd-b7d3-6670f22b7b81 req-d7cc9348-cdaa-4565-8c0d-144936fa4d71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463521 Feb 11 04:58:51.395130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4fe3d3a-68c1-45bd-b7d3-6670f22b7b81 req-450d02e4-ba3e-4ae2-9ca1-157ba8910a0e service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973308 Feb 11 04:58:51.489714 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4fe3d3a-68c1-45bd-b7d3-6670f22b7b81 req-68a16d0d-81c4-46b4-b893-f66a370caa8b service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866745 Feb 11 04:58:51.625814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f935f3-2b58-4885-a4f8-795624cbd932 req-2b5c8e59-36ca-4d2f-ac47-c00ae789c4be tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:51.626420 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72f935f3-2b58-4885-a4f8-795624cbd932 req-2b5c8e59-36ca-4d2f-ac47-c00ae789c4be tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 982 time: 0.0562751 Feb 11 04:58:51.721974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72f935f3-2b58-4885-a4f8-795624cbd932 req-9360d1c9-c0bb-481a-ad27-d603f10f2b03 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/security-groups?id=12147dd9-cd59-4be6-86fc-2183aec1be14&id=c6a91428-2f76-4e41-a49e-2cc948fe2453&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0900927 Feb 11 04:58:51.738898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cded039-fc80-43af-b015-cf06d8b5ff87 req-aa1cc23e-5ea5-4433-a8a4-c0889244f8df tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:51.739489 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cded039-fc80-43af-b015-cf06d8b5ff87 req-aa1cc23e-5ea5-4433-a8a4-c0889244f8df tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0829577 Feb 11 04:58:51.793340 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8cded039-fc80-43af-b015-cf06d8b5ff87 req-e68b0540-97ba-4e8b-8ae0-588cba4bb3d4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432034 Feb 11 04:58:52.854969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bb1e8-4587-4f3f-94f9-50c53127004d req-236d5f24-3f3e-4486-a1ea-b9913ab48b2e tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:52.859254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c9bb1e8-4587-4f3f-94f9-50c53127004d req-236d5f24-3f3e-4486-a1ea-b9913ab48b2e tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 982 time: 0.0685964 Feb 11 04:58:52.965380 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9c9bb1e8-4587-4f3f-94f9-50c53127004d req-3e25057a-a2b7-4f14-b026-89729437bad7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/security-groups?id=12147dd9-cd59-4be6-86fc-2183aec1be14&id=c6a91428-2f76-4e41-a49e-2cc948fe2453&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0909138 Feb 11 04:58:52.985766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afaea2-b6f8-4d3a-a58e-d39798b685d5 req-7660bf20-7991-473e-a735-058dd684853c tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:52.985766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86afaea2-b6f8-4d3a-a58e-d39798b685d5 req-7660bf20-7991-473e-a735-058dd684853c tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0898442 Feb 11 04:58:53.030116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86afaea2-b6f8-4d3a-a58e-d39798b685d5 req-a045a947-1b19-412d-bb05-c58441603455 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440733 Feb 11 04:58:53.181238 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f7039f19-e687-43b1-83dc-c5380c8776b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:54.049131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device cfe0fefc-859a-4c9f-819c-dce7f0161712 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:58:54.110826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0ceb5-211b-4c6f-91cd-061d8a902fd8 req-9292db16-96aa-497d-8c08-a9219e1f5e0a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:54.119082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bb0ceb5-211b-4c6f-91cd-061d8a902fd8 req-9292db16-96aa-497d-8c08-a9219e1f5e0a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 982 time: 0.0784047 Feb 11 04:58:54.173877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port cfe0fefc-859a-4c9f-819c-dce7f0161712, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=cfe0fefc-859a-4c9f-819c-dce7f0161712,segment=NetworkSegment(b413fdf1-40a0-40f3-a060-5215ef5703d5),segment_id=b413fdf1-40a0-40f3-a060-5215ef5703d5)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:54.191978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'cfe0fefc-859a-4c9f-819c-dce7f0161712', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'port_id': 'cfe0fefc-859a-4c9f-819c-dce7f0161712', 'mac_address': 'fa:16:3e:de:87:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:58:54.236720 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port cfe0fefc-859a-4c9f-819c-dce7f0161712 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:54.237120 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:54.247572 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4bb0ceb5-211b-4c6f-91cd-061d8a902fd8 req-e3385c18-3bc1-4d4e-8ab8-f6f98674e98c tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/security-groups?id=12147dd9-cd59-4be6-86fc-2183aec1be14&id=c6a91428-2f76-4e41-a49e-2cc948fe2453&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1270926 Feb 11 04:58:54.266906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe0fefc-859a-4c9f-819c-dce7f0161712 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:58:54.267138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2aef3-0b11-4b94-bc1e-1c9b28b01a28 req-b49aba2a-e3d1-49f5-857a-704521aec4a8 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:54.271180 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-38a2aef3-0b11-4b94-bc1e-1c9b28b01a28 req-b49aba2a-e3d1-49f5-857a-704521aec4a8 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1260011 Feb 11 04:58:54.290266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port cfe0fefc-859a-4c9f-819c-dce7f0161712, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=cfe0fefc-859a-4c9f-819c-dce7f0161712,segment=NetworkSegment(b413fdf1-40a0-40f3-a060-5215ef5703d5),segment_id=b413fdf1-40a0-40f3-a060-5215ef5703d5)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:54.328004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-38a2aef3-0b11-4b94-bc1e-1c9b28b01a28 req-802d8899-10d1-414b-a4d8-ee1685eb2f08 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539739 Feb 11 04:58:54.459518 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:54.509494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=cfe0fefc-859a-4c9f-819c-dce7f0161712,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:54.741064 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['cfe0fefc-859a-4c9f-819c-dce7f0161712'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:58:55.395835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f3389-5b66-4b9b-b1d6-d0d8e1f1352b req-abdf0232-b33b-4c64-8493-00cd4c22eaac tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:55.397487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a2f3389-5b66-4b9b-b1d6-d0d8e1f1352b req-abdf0232-b33b-4c64-8493-00cd4c22eaac tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 983 time: 0.0811880 Feb 11 04:58:55.493484 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a2f3389-5b66-4b9b-b1d6-d0d8e1f1352b req-305eac33-615d-4220-a4cc-9724d2fd1fa5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/security-groups?id=12147dd9-cd59-4be6-86fc-2183aec1be14&id=c6a91428-2f76-4e41-a49e-2cc948fe2453&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0890775 Feb 11 04:58:55.506762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe617b-c7a1-4993-a208-40cfb7dfc299 req-9edf0af2-3d82-4d13-8edd-3e4f71792822 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:55.507823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aafe617b-c7a1-4993-a208-40cfb7dfc299 req-9edf0af2-3d82-4d13-8edd-3e4f71792822 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0961189 Feb 11 04:58:55.557596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aafe617b-c7a1-4993-a208-40cfb7dfc299 req-d83a6d85-d460-4af1-b48b-e0cef856c047 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438724 Feb 11 04:58:55.583100 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-be5e0ab3-44fd-465e-8eb1-fb875011f6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:56.048887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device cfe0fefc-859a-4c9f-819c-dce7f0161712 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:58:56.204167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port cfe0fefc-859a-4c9f-819c-dce7f0161712 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:58:56.208417 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port cfe0fefc-859a-4c9f-819c-dce7f0161712 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:58:56.208783 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:56.293818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port cfe0fefc-859a-4c9f-819c-dce7f0161712 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:58:56.294378 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:56.318053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e397ac6-9a03-450d-ba75-7696faa1ef1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe0fefc-859a-4c9f-819c-dce7f0161712'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:58:56.320293 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70eeead-7630-4f90-8a71-76df83d6adc6" -d '{"events": [{"server_uuid": "4e397ac6-9a03-450d-ba75-7696faa1ef1b", "name": "network-vif-plugged", "status": "completed", "tag": "cfe0fefc-859a-4c9f-819c-dce7f0161712"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:58:56.333149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port cfe0fefc-859a-4c9f-819c-dce7f0161712, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=cfe0fefc-859a-4c9f-819c-dce7f0161712,segment=NetworkSegment(b413fdf1-40a0-40f3-a060-5215ef5703d5),segment_id=b413fdf1-40a0-40f3-a060-5215ef5703d5)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:58:56.361269 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7240f70-f064-4a32-9909-a1208f2875fe x-openstack-request-id: req-f7240f70-f064-4a32-9909-a1208f2875fe {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:58:56.361596 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e397ac6-9a03-450d-ba75-7696faa1ef1b", "name": "network-vif-plugged", "status": "completed", "tag": "cfe0fefc-859a-4c9f-819c-dce7f0161712", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:58:56.361861 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7240f70-f064-4a32-9909-a1208f2875fe {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:58:56.362262 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e397ac6-9a03-450d-ba75-7696faa1ef1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe0fefc-859a-4c9f-819c-dce7f0161712', 'code': 200} Feb 11 04:58:56.436538 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:56.462713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73f178-da6a-446b-96ca-6309931c2f0b req-adad6182-fc0a-4f6e-9f24-7b20524280a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:56.465067 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb73f178-da6a-446b-96ca-6309931c2f0b req-adad6182-fc0a-4f6e-9f24-7b20524280a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 1166 time: 0.0462668 Feb 11 04:58:56.488569 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=cfe0fefc-859a-4c9f-819c-dce7f0161712,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:56.526198 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb73f178-da6a-446b-96ca-6309931c2f0b req-5d1fa6b5-6d37-4c42-be3f-b36934bf1ee3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=12147dd9-cd59-4be6-86fc-2183aec1be14&id=c6a91428-2f76-4e41-a49e-2cc948fe2453&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0542154 Feb 11 04:58:56.639759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bef661-324e-4b8d-8509-cd30cba749b5 req-489d43c2-8a66-465c-b5c4-d12c69a5ba6f tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:56.642219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26bef661-324e-4b8d-8509-cd30cba749b5 req-489d43c2-8a66-465c-b5c4-d12c69a5ba6f tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 984 time: 0.0649443 Feb 11 04:58:56.748284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bacc1-4e67-4a99-a2bc-8076d4c89374 req-50897a3d-790a-4000-bbcd-e43f2b5d2dee tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:56.749824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a87bacc1-4e67-4a99-a2bc-8076d4c89374 req-50897a3d-790a-4000-bbcd-e43f2b5d2dee tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1061609 Feb 11 04:58:56.758241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-26bef661-324e-4b8d-8509-cd30cba749b5 req-57f3c061-ed2b-43c8-b7e7-9fead7c00887 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/security-groups?id=12147dd9-cd59-4be6-86fc-2183aec1be14&id=c6a91428-2f76-4e41-a49e-2cc948fe2453&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1040409 Feb 11 04:58:56.808934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a87bacc1-4e67-4a99-a2bc-8076d4c89374 req-86a4fc19-852a-474f-bff9-15088d6511be tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496418 Feb 11 04:58:56.815404 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:57.898144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b228a-385d-4818-909d-342d489e1009 req-a7b89466-b1df-4476-8a49-a35af5877331 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.899667 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a00b228a-385d-4818-909d-342d489e1009 req-a7b89466-b1df-4476-8a49-a35af5877331 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 984 time: 0.0595236 Feb 11 04:58:57.997942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd871fd8-f6e5-4b71-92d9-f73865678526 req-ab50cca7-f893-4ae0-b588-947d7eee087f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:57.999483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd871fd8-f6e5-4b71-92d9-f73865678526 req-ab50cca7-f893-4ae0-b588-947d7eee087f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0989344 Feb 11 04:58:58.003940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a00b228a-385d-4818-909d-342d489e1009 req-b784a40f-e3ff-48f4-9945-f973f12b7949 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/security-groups?id=12147dd9-cd59-4be6-86fc-2183aec1be14&id=c6a91428-2f76-4e41-a49e-2cc948fe2453&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0942299 Feb 11 04:58:58.051966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bd871fd8-f6e5-4b71-92d9-f73865678526 req-f05bc724-9680-4d56-aea0-d81361ff01f7 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461395 Feb 11 04:58:58.139477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee90a0-cd8a-4424-ab4e-35fa41e3d1ee req-52e6b841-8033-45c7-952d-ddc85b72e12e tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:58.141193 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ebee90a0-cd8a-4424-ab4e-35fa41e3d1ee req-52e6b841-8033-45c7-952d-ddc85b72e12e tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 984 time: 0.0575268 Feb 11 04:58:58.203533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ebee90a0-cd8a-4424-ab4e-35fa41e3d1ee req-a2596bee-5fc8-4f32-a8f8-82ab04d33c55 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/security-groups?id=12147dd9-cd59-4be6-86fc-2183aec1be14&id=c6a91428-2f76-4e41-a49e-2cc948fe2453&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0562091 Feb 11 04:58:58.312102 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:58.317085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab4694-7c1e-4aaa-bec3-9dadd90346a9 req-70da748f-b5bf-4fd7-824f-831cb21d00ac tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:58.321175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fab4694-7c1e-4aaa-bec3-9dadd90346a9 req-70da748f-b5bf-4fd7-824f-831cb21d00ac tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 1167 time: 0.0470192 Feb 11 04:58:58.338291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fab4694-7c1e-4aaa-bec3-9dadd90346a9 req-728f9e46-d677-49c9-9968-587ecb3973ff tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:58.415380 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fab4694-7c1e-4aaa-bec3-9dadd90346a9 req-728f9e46-d677-49c9-9968-587ecb3973ff tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Publish callbacks [] for security_group (c9effaa5-cdd6-4331-b7d5-b3d0414490b3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:58.482271 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-4fab4694-7c1e-4aaa-bec3-9dadd90346a9 req-728f9e46-d677-49c9-9968-587ecb3973ff tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c9effaa5-cdd6-4331-b7d5-b3d0414490b3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:58.522434 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f9e46-d677-49c9-9968-587ecb3973ff tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9effaa5-cdd6-4331-b7d5-b3d0414490b3,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:58.533237 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4fab4694-7c1e-4aaa-bec3-9dadd90346a9 req-728f9e46-d677-49c9-9968-587ecb3973ff tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=12147dd9-cd59-4be6-86fc-2183aec1be14&id=c6a91428-2f76-4e41-a49e-2cc948fe2453&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2080853 Feb 11 04:58:58.557239 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33946) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:58.603128 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381ac8dd-2b69-4c3a-a71d-97ab90aafd51 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:58.605378 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-381ac8dd-2b69-4c3a-a71d-97ab90aafd51 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 1162 time: 0.0469632 Feb 11 04:58:58.608585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33950) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:58:58.613082 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': 'cfe0fefc-859a-4c9f-819c-dce7f0161712', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:58:58.700313 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:58.803152 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:58.911676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Allocated IP 172.25.3.85 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/e6fc9a45-1301-4de8-a8bb-c453158c57bc) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:58:59.018804 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for port (e6fc9a45-1301-4de8-a8bb-c453158c57bc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:59.153505 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e6fc9a45-1301-4de8-a8bb-c453158c57bc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:59.199387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:58:59.201262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb16cc7-50cd-4b37-8eac-773d29001e91 req-d5d754c9-f0db-42ae-8408-41e5c9b48eb7 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:58:59.202933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:58:59.206882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:58:59.210889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0cb16cc7-50cd-4b37-8eac-773d29001e91 req-d5d754c9-f0db-42ae-8408-41e5c9b48eb7 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0698550 Feb 11 04:58:59.233838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'Port': ['ID=e6fc9a45-1301-4de8-a8bb-c453158c57bc,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:58:59.269819 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0cb16cc7-50cd-4b37-8eac-773d29001e91 req-27b8b71c-a9b5-4985-ab65-d114cd50f0c7 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584006 Feb 11 04:58:59.718369 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:58:59.924534 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for floatingip (71088391-dd98-479b-b2cd-b7c9d1544f3f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.071915 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e6fc9a45-1301-4de8-a8bb-c453158c57bc), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.236499 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for port (e6fc9a45-1301-4de8-a8bb-c453158c57bc), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.243907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33968) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:00.249104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-e2dfe4a5-1922-4d65-9527-1b36ee0521c3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24664634', 'description': 'tempest-secgroup-smoke-24664634 description', 'project_id': '1a0adeda684b49efa697d84d929e1f3a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:00.328825 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (e6fc9a45-1301-4de8-a8bb-c453158c57bc), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.356874 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe4a5-1922-4d65-9527-1b36ee0521c3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.429892 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'Port': ['ID=e6fc9a45-1301-4de8-a8bb-c453158c57bc,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:00.449742 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (71088391-dd98-479b-b2cd-b7c9d1544f3f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.493766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe4a5-1922-4d65-9527-1b36ee0521c3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group (f243ef11-9565-4121-aae5-7944e4a8961b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.523749 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b110ad8-8274-446b-8ce7-bac79d93c9e8 req-6f960f02-fb7f-47dc-875d-a733afb69dc2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:00.531917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b110ad8-8274-446b-8ce7-bac79d93c9e8 req-6f960f02-fb7f-47dc-875d-a733afb69dc2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0752530 Feb 11 04:59:00.586444 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b110ad8-8274-446b-8ce7-bac79d93c9e8 req-a2e4eea5-12a7-4464-9036-5d2b34811f26 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535944 Feb 11 04:59:00.589453 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Floating IP 71088391-dd98-479b-b2cd-b7c9d1544f3f associated. External IP: 172.25.3.85, port: cfe0fefc-859a-4c9f-819c-dce7f0161712. Feb 11 04:59:00.604153 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe4a5-1922-4d65-9527-1b36ee0521c3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f243ef11-9565-4121-aae5-7944e4a8961b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.661793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfe4a5-1922-4d65-9527-1b36ee0521c3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f243ef11-9565-4121-aae5-7944e4a8961b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:00.725774 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe4a5-1922-4d65-9527-1b36ee0521c3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.727569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e2dfe4a5-1922-4d65-9527-1b36ee0521c3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4824386 Feb 11 04:59:00.731617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33974) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:00.737103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-82e95252-5bf9-4fb4-9d5d-1de07c44d3fd tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Request body: {'security_group_rule': {'security_group_id': 'f243ef11-9565-4121-aae5-7944e4a8961b', 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:00.848761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Router 6de147b8-d49b-4220-98ca-2baa4a62ff7c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:59:00.862526 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-82e95252-5bf9-4fb4-9d5d-1de07c44d3fd tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (a2378dc2-195c-4004-8e4b-4fbc2c7304cc), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.930516 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-82e95252-5bf9-4fb4-9d5d-1de07c44d3fd tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (a2378dc2-195c-4004-8e4b-4fbc2c7304cc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:00.981736 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:59:00.996707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e4ff22-876b-4e48-9962-84aba9a7d55a None None] Sync routers for ids ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:59:01.004144 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-82e95252-5bf9-4fb4-9d5d-1de07c44d3fd tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (a2378dc2-195c-4004-8e4b-4fbc2c7304cc), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.011622 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4ff22-876b-4e48-9962-84aba9a7d55a None None] Routers {'6de147b8-d49b-4220-98ca-2baa4a62ff7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:01.012499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e4e4ff22-876b-4e48-9962-84aba9a7d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:58:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:01.024785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e95252-5bf9-4fb4-9d5d-1de07c44d3fd tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2378dc2-195c-4004-8e4b-4fbc2c7304cc,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:01.057842 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.092287 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-343a8106-b8ec-4c08-ad14-dc86b87a6f37 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4795575 Feb 11 04:59:01.092287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e397ac6-9a03-450d-ba75-7696faa1ef1b', 'tag': 'cfe0fefc-859a-4c9f-819c-dce7f0161712'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:01.092666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 33976) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:01.100322 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcc6876-8f9a-4f3e-9dde-d749ec582d06" -d '{"events": [{"name": "network-changed", "server_uuid": "4e397ac6-9a03-450d-ba75-7696faa1ef1b", "tag": "cfe0fefc-859a-4c9f-819c-dce7f0161712"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:01.137894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e4e4ff22-876b-4e48-9962-84aba9a7d55a None None] Set router 6de147b8-d49b-4220-98ca-2baa4a62ff7c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:01.162826 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be2ce3b-33d1-4334-b75b-3102fe61a740 x-openstack-request-id: req-7be2ce3b-33d1-4334-b75b-3102fe61a740 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:01.162826 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e397ac6-9a03-450d-ba75-7696faa1ef1b", "tag": "cfe0fefc-859a-4c9f-819c-dce7f0161712", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:01.163017 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-82e95252-5bf9-4fb4-9d5d-1de07c44d3fd tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.163125 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7be2ce3b-33d1-4334-b75b-3102fe61a740 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:01.163125 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e397ac6-9a03-450d-ba75-7696faa1ef1b', 'tag': 'cfe0fefc-859a-4c9f-819c-dce7f0161712', 'status': 'completed', 'code': 200} Feb 11 04:59:01.163298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-82e95252-5bf9-4fb4-9d5d-1de07c44d3fd tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4258642 Feb 11 04:59:01.163379 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33980) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:01.168905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ee6f1a94-e468-4f26-a161-e3bcd3d493b3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Request body: {'security_group_rule': {'security_group_id': 'f243ef11-9565-4121-aae5-7944e4a8961b', 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:01.280905 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1a94-e468-4f26-a161-e3bcd3d493b3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (ce05ed57-5429-419e-8766-1005c287e499), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.350990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc6876-8f9a-4f3e-9dde-d749ec582d06 req-b2f0dec9-5222-401c-854d-75bb5f266ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.352427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbcc6876-8f9a-4f3e-9dde-d749ec582d06 req-b2f0dec9-5222-401c-854d-75bb5f266ba4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94f956a3d3d14cb996f56d9eda7bfe2a&device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 1167 time: 0.1636486 Feb 11 04:59:01.376554 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1a94-e468-4f26-a161-e3bcd3d493b3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (ce05ed57-5429-419e-8766-1005c287e499), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.379150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c7f9d-434c-4c9d-8785-70abef19fe52 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.397332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c7f9d-434c-4c9d-8785-70abef19fe52 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.397332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c7f9d-434c-4c9d-8785-70abef19fe52 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.397332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c7f9d-434c-4c9d-8785-70abef19fe52 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.397332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c7f9d-434c-4c9d-8785-70abef19fe52 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.397332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c7f9d-434c-4c9d-8785-70abef19fe52 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.397332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c7f9d-434c-4c9d-8785-70abef19fe52 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.397332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c7f9d-434c-4c9d-8785-70abef19fe52 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.397332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c7f9d-434c-4c9d-8785-70abef19fe52 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.397332 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6a6c7f9d-434c-4c9d-8785-70abef19fe52 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6385 time: 0.2910717 Feb 11 04:59:01.398052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33982) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:01.530080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62427078-a7c3-4d9a-9853-da9b9d35628d tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.530932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62427078-a7c3-4d9a-9853-da9b9d35628d tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.531712 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62427078-a7c3-4d9a-9853-da9b9d35628d tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.533300 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62427078-a7c3-4d9a-9853-da9b9d35628d tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.534177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62427078-a7c3-4d9a-9853-da9b9d35628d tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.535038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62427078-a7c3-4d9a-9853-da9b9d35628d tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.535677 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62427078-a7c3-4d9a-9853-da9b9d35628d tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.536371 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62427078-a7c3-4d9a-9853-da9b9d35628d tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.537013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62427078-a7c3-4d9a-9853-da9b9d35628d tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.544624 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-62427078-a7c3-4d9a-9853-da9b9d35628d tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5922 time: 0.1536515 Feb 11 04:59:01.546000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1a94-e468-4f26-a161-e3bcd3d493b3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (ce05ed57-5429-419e-8766-1005c287e499), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.562533 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33984) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:01.607899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e4e4ff22-876b-4e48-9962-84aba9a7d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:31Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:33Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '71088391-dd98-479b-b2cd-b7c9d1544f3f', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'port_id': 'cfe0fefc-859a-4c9f-819c-dce7f0161712', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'mac_address': 'fa:16:3e:de:87:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e397ac6-9a03-450d-ba75-7696faa1ef1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:58:59Z', 'updated_at': '2022-02-11T04:58:59Z', 'revision_number': 0, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10734269-f3c5-49e0-970f-f695f9681efc', 'name': '', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'mac_address': 'fa:16:3e:c8:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:41Z', 'revision_number': 5, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'subnets': [{'id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:01.631611 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f1a94-e468-4f26-a161-e3bcd3d493b3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce05ed57-5429-419e-8766-1005c287e499,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:01.664412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e4ff22-876b-4e48-9962-84aba9a7d55a None None] Checking router: 6de147b8-d49b-4220-98ca-2baa4a62ff7c for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:59:01.682394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4ff22-876b-4e48-9962-84aba9a7d55a None None] Routers {'6de147b8-d49b-4220-98ca-2baa4a62ff7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:01.683551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e4e4ff22-876b-4e48-9962-84aba9a7d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:58:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:01.690345 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee6f1a94-e468-4f26-a161-e3bcd3d493b3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.695151 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ee6f1a94-e468-4f26-a161-e3bcd3d493b3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5302398 Feb 11 04:59:01.701374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33990) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:01.705995 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-18ee131e-1ac3-4c43-88cc-d03ead11a4b8 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Request body: {'security_group_rule': {'security_group_id': 'f243ef11-9565-4121-aae5-7944e4a8961b', 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:01.807298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e4e4ff22-876b-4e48-9962-84aba9a7d55a None None] Set router 6de147b8-d49b-4220-98ca-2baa4a62ff7c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:01.883794 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73e528-218d-453a-b524-c89f680d325d req-def1afc4-9a08-4a8e-b7dc-b22cac2262a7 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.885604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a73e528-218d-453a-b524-c89f680d325d req-def1afc4-9a08-4a8e-b7dc-b22cac2262a7 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1234019 Feb 11 04:59:01.888931 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-18ee131e-1ac3-4c43-88cc-d03ead11a4b8 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (845a026e-01aa-4c82-b13d-3cfc714ca427), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:01.955243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc6876-8f9a-4f3e-9dde-d749ec582d06 req-7931da84-41e7-438c-b891-c4c57cbb0634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:01.957438 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbcc6876-8f9a-4f3e-9dde-d749ec582d06 req-7931da84-41e7-438c-b891-c4c57cbb0634 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f HTTP/1.1" status: 200 len: 897 time: 0.5982556 Feb 11 04:59:01.982512 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a73e528-218d-453a-b524-c89f680d325d req-4acc5504-090b-4f52-8341-e96466295426 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833387 Feb 11 04:59:02.026430 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-18ee131e-1ac3-4c43-88cc-d03ead11a4b8 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (845a026e-01aa-4c82-b13d-3cfc714ca427), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.059738 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbcc6876-8f9a-4f3e-9dde-d749ec582d06 req-a1cb9404-2eb9-4aea-925b-1e8d5b3fd98d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfe0fefc-859a-4c9f-819c-dce7f0161712 HTTP/1.1" status: 200 len: 998 time: 0.0884743 Feb 11 04:59:02.081222 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-70ed6471-553d-4d15-a8e9-11b9379bafbd tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5217 time: 0.5026488 Feb 11 04:59:02.084604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33992) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:02.091511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e4e4ff22-876b-4e48-9962-84aba9a7d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:31Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:33Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '71088391-dd98-479b-b2cd-b7c9d1544f3f', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'port_id': 'cfe0fefc-859a-4c9f-819c-dce7f0161712', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'mac_address': 'fa:16:3e:de:87:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e397ac6-9a03-450d-ba75-7696faa1ef1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:58:59Z', 'updated_at': '2022-02-11T04:58:59Z', 'revision_number': 0, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10734269-f3c5-49e0-970f-f695f9681efc', 'name': '', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'mac_address': 'fa:16:3e:c8:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:41Z', 'revision_number': 5, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'subnets': [{'id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:02.117350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc6876-8f9a-4f3e-9dde-d749ec582d06 req-8a1d5c45-0c9c-4298-a48d-0bfbd2da2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:02.118924 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbcc6876-8f9a-4f3e-9dde-d749ec582d06 req-8a1d5c45-0c9c-4298-a48d-0bfbd2da2c00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=079ddfa7-79a8-4797-95a7-e74eebeacdb9 HTTP/1.1" status: 200 len: 834 time: 0.0520484 Feb 11 04:59:02.137128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e4ff22-876b-4e48-9962-84aba9a7d55a None None] The sync data for ids ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'] in n-d-712142-35 is: [{'id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:31Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:33Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '71088391-dd98-479b-b2cd-b7c9d1544f3f', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'port_id': 'cfe0fefc-859a-4c9f-819c-dce7f0161712', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'mac_address': 'fa:16:3e:de:87:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e397ac6-9a03-450d-ba75-7696faa1ef1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:58:59Z', 'updated_at': '2022-02-11T04:58:59Z', 'revision_number': 0, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10734269-f3c5-49e0-970f-f695f9681efc', 'name': '', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'mac_address': 'fa:16:3e:c8:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:41Z', 'revision_number': 5, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'subnets': [{'id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:59:02.146244 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-18ee131e-1ac3-4c43-88cc-d03ead11a4b8 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (845a026e-01aa-4c82-b13d-3cfc714ca427), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.171703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee131e-1ac3-4c43-88cc-d03ead11a4b8 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845a026e-01aa-4c82-b13d-3cfc714ca427,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:02.192950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a519adcb-097c-4394-b6c4-d355504e9c9d tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:02.193590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a519adcb-097c-4394-b6c4-d355504e9c9d tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:02.195759 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a519adcb-097c-4394-b6c4-d355504e9c9d tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6de147b8-d49b-4220-98ca-2baa4a62ff7c HTTP/1.1" status: 200 len: 2063 time: 0.1095889 Feb 11 04:59:02.197265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc6876-8f9a-4f3e-9dde-d749ec582d06 req-ab3baa13-ad8b-4d7f-b33e-ad07d89438da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:02.199018 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbcc6876-8f9a-4f3e-9dde-d749ec582d06 req-ab3baa13-ad8b-4d7f-b33e-ad07d89438da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0708609 Feb 11 04:59:02.245818 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-18ee131e-1ac3-4c43-88cc-d03ead11a4b8 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.250710 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-18ee131e-1ac3-4c43-88cc-d03ead11a4b8 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5451531 Feb 11 04:59:02.251208 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33996) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:02.255916 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5b3586fa-9532-40d1-a1e5-61c7743f62b6 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Request body: {'security_group_rule': {'security_group_id': 'f243ef11-9565-4121-aae5-7944e4a8961b', 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:02.304764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbcc6876-8f9a-4f3e-9dde-d749ec582d06 req-896b92fd-4d60-46de-8cd7-c8108d257366 service neutron] 10.222.0.32 "GET /v2.0/networks/4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990474 Feb 11 04:59:02.352358 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b3586fa-9532-40d1-a1e5-61c7743f62b6 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (35f3e288-4bfe-455f-ac8f-1a468eb4c62c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.418978 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbcc6876-8f9a-4f3e-9dde-d749ec582d06 req-1273bb48-21bf-45be-8596-486e2b323d18 service neutron] 10.222.0.32 "GET /v2.0/networks/4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075461 Feb 11 04:59:02.433124 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b3586fa-9532-40d1-a1e5-61c7743f62b6 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (35f3e288-4bfe-455f-ac8f-1a468eb4c62c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.440032 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab24e4c8-c4ad-442b-89ad-8a2fdc0494c9 None None] New status for floating IP 71088391-dd98-479b-b2cd-b7c9d1544f3f: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:59:02.523842 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b3586fa-9532-40d1-a1e5-61c7743f62b6 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (35f3e288-4bfe-455f-ac8f-1a468eb4c62c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.550138 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3586fa-9532-40d1-a1e5-61c7743f62b6 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f3e288-4bfe-455f-ac8f-1a468eb4c62c,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:02.631403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b3586fa-9532-40d1-a1e5-61c7743f62b6 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.632699 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5b3586fa-9532-40d1-a1e5-61c7743f62b6 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3804615 Feb 11 04:59:02.635676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 33998) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:02.640865 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-111b848b-a30e-451a-bf7a-7f1702fa45d5 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Request body: {'security_group_rule': {'security_group_id': 'f243ef11-9565-4121-aae5-7944e4a8961b', 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:02.764305 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-111b848b-a30e-451a-bf7a-7f1702fa45d5 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Project 1a0adeda684b49efa697d84d929e1f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:59:02.769955 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-111b848b-a30e-451a-bf7a-7f1702fa45d5 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (d6417ecb-1f95-408f-9e4f-f8c6aabd56d0), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.837370 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-111b848b-a30e-451a-bf7a-7f1702fa45d5 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (d6417ecb-1f95-408f-9e4f-f8c6aabd56d0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.924359 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-111b848b-a30e-451a-bf7a-7f1702fa45d5 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (d6417ecb-1f95-408f-9e4f-f8c6aabd56d0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:02.943469 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b848b-a30e-451a-bf7a-7f1702fa45d5 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6417ecb-1f95-408f-9e4f-f8c6aabd56d0,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:03.012807 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-111b848b-a30e-451a-bf7a-7f1702fa45d5 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.014061 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-111b848b-a30e-451a-bf7a-7f1702fa45d5 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3767314 Feb 11 04:59:03.016939 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34006) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:03.021774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-abb97bd6-96e5-40de-9a1b-e1d5687bb7c1 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Request body: {'security_group_rule': {'security_group_id': 'f243ef11-9565-4121-aae5-7944e4a8961b', 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:03.125998 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa6301-0bfd-470e-91e8-9fc413ea0990 req-6bf5ed2e-346f-4346-8598-fb2d782de865 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:03.125998 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ffa6301-0bfd-470e-91e8-9fc413ea0990 req-6bf5ed2e-346f-4346-8598-fb2d782de865 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0565391 Feb 11 04:59:03.167049 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-abb97bd6-96e5-40de-9a1b-e1d5687bb7c1 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Project 1a0adeda684b49efa697d84d929e1f3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 04:59:03.175279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ffa6301-0bfd-470e-91e8-9fc413ea0990 req-8e0ee821-b2a7-4650-bf13-dcdaf8f6e5b8 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465991 Feb 11 04:59:03.176565 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-abb97bd6-96e5-40de-9a1b-e1d5687bb7c1 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (5d3016d0-874f-4939-8431-7f601ac7abff), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.230499 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-abb97bd6-96e5-40de-9a1b-e1d5687bb7c1 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (5d3016d0-874f-4939-8431-7f601ac7abff), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.318283 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-abb97bd6-96e5-40de-9a1b-e1d5687bb7c1 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (5d3016d0-874f-4939-8431-7f601ac7abff), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.343954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb97bd6-96e5-40de-9a1b-e1d5687bb7c1 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3016d0-874f-4939-8431-7f601ac7abff,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:03.422905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-abb97bd6-96e5-40de-9a1b-e1d5687bb7c1 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:03.424312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-abb97bd6-96e5-40de-9a1b-e1d5687bb7c1 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4062977 Feb 11 04:59:03.648462 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-0b012d3e-c51a-4f89-9360-2ad8ad1b59b8 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24664634&fields=id&tenant_id=1a0adeda684b49efa697d84d929e1f3a HTTP/1.1" status: 200 len: 267 time: 0.0500584 Feb 11 04:59:03.763204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-131cd459-3f4a-454b-b5c7-97b143d185af tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:03.766075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-131cd459-3f4a-454b-b5c7-97b143d185af tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/networks?id=2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 HTTP/1.1" status: 200 len: 812 time: 0.1089518 Feb 11 04:59:03.779764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-d11ca91b-1cd7-49fb-ba21-b5f685c91801 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/quotas/1a0adeda684b49efa697d84d929e1f3a HTTP/1.1" status: 200 len: 375 time: 0.0096354 Feb 11 04:59:03.842151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-481fafb0-8ce8-4779-95d9-f52896ff2e97 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a0adeda684b49efa697d84d929e1f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569205 Feb 11 04:59:03.995787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-460a6788-94e4-4dcb-8573-4e7f4f9bac37 service neutron] 10.222.0.13 "GET /v2.0/networks/2d0ca30f-b5c8-48db-9724-8e8ce7e04b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410739 Feb 11 04:59:04.092915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7c184b34-7dbd-4653-8cea-17c7274bf4ef service neutron] 10.222.0.13 "GET /v2.0/networks/2d0ca30f-b5c8-48db-9724-8e8ce7e04b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914748 Feb 11 04:59:04.140874 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:04.276968 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:04.314277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe88bc-e7e2-4290-b896-32e828d98b05 req-f5b2a76a-0d18-48db-8fa1-f509bc7e1bfd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:04.315833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1dbe88bc-e7e2-4290-b896-32e828d98b05 req-f5b2a76a-0d18-48db-8fa1-f509bc7e1bfd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0619204 Feb 11 04:59:04.368413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1dbe88bc-e7e2-4290-b896-32e828d98b05 req-9c57e580-a64f-4742-b81c-01ea36c89b25 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469668 Feb 11 04:59:04.799252 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53cfd973-898c-4856-a022-5b0fc733ea1d req-44dda8b9-299e-4549-adee-95a1f00fde47 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.0303397 Feb 11 04:59:04.907132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06360cca-541f-448f-92a4-0f87d8f156ee req-94f626d8-c28e-4d36-85da-e1176b4fef49 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:04.908630 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06360cca-541f-448f-92a4-0f87d8f156ee req-94f626d8-c28e-4d36-85da-e1176b4fef49 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0643620 Feb 11 04:59:04.957581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06360cca-541f-448f-92a4-0f87d8f156ee req-0c4382ab-c611-4820-84db-064e9062af77 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425329 Feb 11 04:59:05.069629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413de43-b6d5-40f0-8f6f-243f088d00e3 req-a6425d84-c788-4751-bb81-0a0c06dfcbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:05.071239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3413de43-b6d5-40f0-8f6f-243f088d00e3 req-a6425d84-c788-4751-bb81-0a0c06dfcbe1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=01f3985e979e4ee0a67ba18b5c02d99e&device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 1128 time: 0.0460970 Feb 11 04:59:05.169563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413de43-b6d5-40f0-8f6f-243f088d00e3 req-9b2fb992-663c-49e6-8bca-447c73a60af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:05.171076 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3413de43-b6d5-40f0-8f6f-243f088d00e3 req-9b2fb992-663c-49e6-8bca-447c73a60af3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 HTTP/1.1" status: 200 len: 912 time: 0.0931702 Feb 11 04:59:05.236398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3413de43-b6d5-40f0-8f6f-243f088d00e3 req-b0408c00-deee-4203-b3c5-befcf6c38b0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 HTTP/1.1" status: 200 len: 1000 time: 0.0594687 Feb 11 04:59:05.284836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413de43-b6d5-40f0-8f6f-243f088d00e3 req-9273775a-f288-447d-aff5-8d14bad8b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:05.286291 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3413de43-b6d5-40f0-8f6f-243f088d00e3 req-9273775a-f288-447d-aff5-8d14bad8b3bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5039bb4f-96d0-4c9b-ae98-b43a89327357 HTTP/1.1" status: 200 len: 850 time: 0.0436764 Feb 11 04:59:05.341453 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413de43-b6d5-40f0-8f6f-243f088d00e3 req-06fdb572-af4e-44d6-8d3d-2125563524e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:05.342994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3413de43-b6d5-40f0-8f6f-243f088d00e3 req-06fdb572-af4e-44d6-8d3d-2125563524e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499756 Feb 11 04:59:05.436389 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3413de43-b6d5-40f0-8f6f-243f088d00e3 req-ab012748-4320-4282-8a92-33bc1a2983d1 service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869372 Feb 11 04:59:05.535702 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3413de43-b6d5-40f0-8f6f-243f088d00e3 req-3691b1ee-2fd6-43b2-ada6-4e181d9f4ec3 service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933077 Feb 11 04:59:05.879792 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae27ba81-29e3-4a4b-8a44-aaa7b88fada0 req-6a025f34-85fc-4bf5-9fbc-0c6d2c89e1a9 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.0280564 Feb 11 04:59:06.083757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76db7e-bac5-43bf-ba45-f01d8e2d18ba req-9d106ca8-80e1-412c-8cff-03810b95cf91 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:06.085213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e76db7e-bac5-43bf-ba45-f01d8e2d18ba req-9d106ca8-80e1-412c-8cff-03810b95cf91 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0554397 Feb 11 04:59:06.143144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e76db7e-bac5-43bf-ba45-f01d8e2d18ba req-894b5cbc-0164-46a7-8b44-1a283263bb36 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519171 Feb 11 04:59:06.984558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff4e18d5-a837-440d-bdf7-525977d41540 req-716a5865-544e-4181-950a-4cf6ce6eae4b tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.0312696 Feb 11 04:59:07.271486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfed644-3eab-4aa9-9cde-bceadbec20a5 req-111fe590-f33b-4e1a-b6d7-fa1e8a0475e1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:07.272971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3cfed644-3eab-4aa9-9cde-bceadbec20a5 req-111fe590-f33b-4e1a-b6d7-fa1e8a0475e1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0550835 Feb 11 04:59:07.323347 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3cfed644-3eab-4aa9-9cde-bceadbec20a5 req-81f712c6-e83b-4189-85c9-32cbec269cc6 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443153 Feb 11 04:59:07.435751 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-141bbd71-11e5-4f3d-931a-d0996c6570f5 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:07.437475 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-141bbd71-11e5-4f3d-931a-d0996c6570f5 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.47 "GET /v2.0/networks?id=2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 HTTP/1.1" status: 200 len: 812 time: 0.1271944 Feb 11 04:59:07.506999 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-519e20df-e7e0-4d92-a141-1f8ad6a984fb tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a0adeda684b49efa697d84d929e1f3a HTTP/1.1" status: 200 len: 378 time: 0.0607674 Feb 11 04:59:07.515557 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-57c4237b-06aa-4e2b-af2a-aaa801741218 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Request body: {'port': {'device_id': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'admin_state_up': True, 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'security_groups': ['f243ef11-9565-4121-aae5-7944e4a8961b']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:07.723900 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-57c4237b-06aa-4e2b-af2a-aaa801741218 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Made reservation on behalf of 1a0adeda684b49efa697d84d929e1f3a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:07.727256 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-57c4237b-06aa-4e2b-af2a-aaa801741218 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:07.876592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-57c4237b-06aa-4e2b-af2a-aaa801741218 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Allocated IP 172.20.0.4 (2d0ca30f-b5c8-48db-9724-8e8ce7e04b82/0108461b-53f2-4fc0-96da-bacb26d38e84/d6b9a382-b494-4f5a-a8af-199bc613ed20) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:08.040463 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-57c4237b-06aa-4e2b-af2a-aaa801741218 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:08.101380 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-201b8827-b37b-42c6-8780-2662732857fc req-57899f61-c6f1-4164-bdc2-9b231890e88e tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.0392323 Feb 11 04:59:08.165068 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-57c4237b-06aa-4e2b-af2a-aaa801741218 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:08.231867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-57c4237b-06aa-4e2b-af2a-aaa801741218 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Network 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:08.235819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-57c4237b-06aa-4e2b-af2a-aaa801741218 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:08.240605 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-57c4237b-06aa-4e2b-af2a-aaa801741218 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:08.246159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4237b-06aa-4e2b-af2a-aaa801741218 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Pushing event updated for resources: {'Port': ['ID=d6b9a382-b494-4f5a-a8af-199bc613ed20,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:08.312686 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-57c4237b-06aa-4e2b-af2a-aaa801741218 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:08.313371 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-57c4237b-06aa-4e2b-af2a-aaa801741218 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:08.388685 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-57c4237b-06aa-4e2b-af2a-aaa801741218 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8771961 Feb 11 04:59:08.400140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Request body: {'port': {'device_id': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:08.466474 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:08.557714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-bbf90589-7ed5-4087-a99f-76aac77cf158 None None] Provisioning complete for port d6b9a382-b494-4f5a-a8af-199bc613ed20 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:08.558432 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bbf90589-7ed5-4087-a99f-76aac77cf158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:08.612322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-bbf90589-7ed5-4087-a99f-76aac77cf158 None None] Port d6b9a382-b494-4f5a-a8af-199bc613ed20 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:59:08.768478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b9a382-b494-4f5a-a8af-199bc613ed20 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:59:08.777792 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Publish callbacks [] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:08.795007 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Transition to ACTIVE for port object d6b9a382-b494-4f5a-a8af-199bc613ed20 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:59:08.876370 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:08.938821 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b9a382-b494-4f5a-a8af-199bc613ed20,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:09.021158 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Attempting to bind port d6b9a382-b494-4f5a-a8af-199bc613ed20 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:59:09.021586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Attempting to bind port d6b9a382-b494-4f5a-a8af-199bc613ed20 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'b7b954fc-3029-44d3-819d-65a74803bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:59:09.022001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Attempting to bind port d6b9a382-b494-4f5a-a8af-199bc613ed20 on network 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:59:09.027620 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Port d6b9a382-b494-4f5a-a8af-199bc613ed20 on network 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:59:09.028537 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Attempting to bind port d6b9a382-b494-4f5a-a8af-199bc613ed20 on network 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:59:09.034779 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:59:09.035163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Checking segment: {'id': 'b7b954fc-3029-44d3-819d-65a74803bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:09.035524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Bound using segment: {'id': 'b7b954fc-3029-44d3-819d-65a74803bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:59:09.035958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Bound port: d6b9a382-b494-4f5a-a8af-199bc613ed20, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b954fc-3029-44d3-819d-65a74803bfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:59:09.036328 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:09.136600 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] For port d6b9a382-b494-4f5a-a8af-199bc613ed20, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:59:09.142379 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] For port d6b9a382-b494-4f5a-a8af-199bc613ed20, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=d6b9a382-b494-4f5a-a8af-199bc613ed20,segment=NetworkSegment(b7b954fc-3029-44d3-819d-65a74803bfde),segment_id=b7b954fc-3029-44d3-819d-65a74803bfde)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:59:09.220171 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:09.272348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8717fe8-50fc-4afc-9dcf-1d86acf3b70a req-a3c59734-0941-469c-85cb-1227cf25778b tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:09.274401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8717fe8-50fc-4afc-9dcf-1d86acf3b70a req-a3c59734-0941-469c-85cb-1227cf25778b tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0769482 Feb 11 04:59:09.295739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:09.297852 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:09.299448 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] 10.222.0.47 "PUT /v2.0/ports/d6b9a382-b494-4f5a-a8af-199bc613ed20 HTTP/1.1" status: 200 len: 1092 time: 0.9037335 Feb 11 04:59:09.299927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'tag': 'd6b9a382-b494-4f5a-a8af-199bc613ed20'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:09.302881 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f2b3a2-3c13-40f8-a66a-ce9778d95063" -d '{"events": [{"name": "network-changed", "server_uuid": "b39377fb-7494-45d5-814a-cb5a77b18ae8", "tag": "d6b9a382-b494-4f5a-a8af-199bc613ed20"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:09.353565 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd14afa-6558-4d51-834c-6a6ebf3a6f49 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b9a382-b494-4f5a-a8af-199bc613ed20,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:09.377111 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5434550b-b44b-41f8-bce2-6591e1171884 x-openstack-request-id: req-5434550b-b44b-41f8-bce2-6591e1171884 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:09.380688 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39377fb-7494-45d5-814a-cb5a77b18ae8", "tag": "d6b9a382-b494-4f5a-a8af-199bc613ed20", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:09.380688 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5434550b-b44b-41f8-bce2-6591e1171884 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:09.380688 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'tag': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'status': 'completed', 'code': 200} Feb 11 04:59:09.387429 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8717fe8-50fc-4afc-9dcf-1d86acf3b70a req-54effec4-00e3-4c97-a135-794ff988c923 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991492 Feb 11 04:59:09.460904 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b3a2-3c13-40f8-a66a-ce9778d95063 req-43d2a856-1ecb-43e4-a86e-61926eb97a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:09.462844 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-17f2b3a2-3c13-40f8-a66a-ce9778d95063 req-43d2a856-1ecb-43e4-a86e-61926eb97a45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a0adeda684b49efa697d84d929e1f3a&device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 1126 time: 0.0636237 Feb 11 04:59:09.587511 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b3a2-3c13-40f8-a66a-ce9778d95063 req-4a3f85f1-ed93-41b8-a0ea-f2e40742cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:09.588999 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-17f2b3a2-3c13-40f8-a66a-ce9778d95063 req-4a3f85f1-ed93-41b8-a0ea-f2e40742cf0c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1a0adeda684b49efa697d84d929e1f3a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1197071 Feb 11 04:59:09.695873 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2b3a2-3c13-40f8-a66a-ce9778d95063 req-2f91a3a9-0614-48e0-9353-17525168b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:09.698143 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-17f2b3a2-3c13-40f8-a66a-ce9778d95063 req-2f91a3a9-0614-48e0-9353-17525168b0ce service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025836 Feb 11 04:59:09.814390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-11c405c9-69a1-497d-a8fb-106a4537333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:09.816795 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-11c405c9-69a1-497d-a8fb-106a4537333f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a0adeda684b49efa697d84d929e1f3a&device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 1126 time: 0.0763569 Feb 11 04:59:09.866373 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-290a5e11-9e4f-47c3-bff7-1410ebf9e833 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6b9a382-b494-4f5a-a8af-199bc613ed20 HTTP/1.1" status: 200 len: 217 time: 0.0423033 Feb 11 04:59:09.928654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-68b3f16f-ab66-463e-87a5-bf831d335d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:09.930307 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-68b3f16f-ab66-463e-87a5-bf831d335d49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0108461b-53f2-4fc0-96da-bacb26d38e84 HTTP/1.1" status: 200 len: 851 time: 0.0586109 Feb 11 04:59:09.991375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-4bcd9b95-b08e-4445-bb47-b6a5613485cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:09.993306 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-4bcd9b95-b08e-4445-bb47-b6a5613485cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d0ca30f-b5c8-48db-9724-8e8ce7e04b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0571129 Feb 11 04:59:10.094073 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-d05d5ad1-407c-4d88-b003-84a8fda7960c service neutron] 10.222.0.47 "GET /v2.0/networks/2d0ca30f-b5c8-48db-9724-8e8ce7e04b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939574 Feb 11 04:59:10.207791 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8ccd46a-08b9-4789-ad80-da6dfe5b293b req-f57a3ec9-e045-48d5-a798-62e491c9d6d0 service neutron] 10.222.0.47 "GET /v2.0/networks/2d0ca30f-b5c8-48db-9724-8e8ce7e04b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079643 Feb 11 04:59:10.533931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dc997-0ad0-4b48-a8b8-fa91a5ecc558 req-7a4515b1-3d40-4c93-99d4-99145d521201 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:10.535625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-182dc997-0ad0-4b48-a8b8-fa91a5ecc558 req-7a4515b1-3d40-4c93-99d4-99145d521201 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0729632 Feb 11 04:59:10.608084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-182dc997-0ad0-4b48-a8b8-fa91a5ecc558 req-6434b72c-e5a5-4685-9c0d-a3f51fa4464a tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657244 Feb 11 04:59:11.735847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f254bd-b141-49d3-9468-1c15b1ba1cd7 req-e5146d5c-4d15-4c9b-917b-2f1a2e33bed1 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:11.737413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98f254bd-b141-49d3-9468-1c15b1ba1cd7 req-e5146d5c-4d15-4c9b-917b-2f1a2e33bed1 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0560002 Feb 11 04:59:11.795157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98f254bd-b141-49d3-9468-1c15b1ba1cd7 req-64fa81e1-31da-4345-a442-d140f87ddb3a tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521133 Feb 11 04:59:12.920009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7419e9-2079-4fa1-a773-7c3b553fa1d0 req-47bb43c9-2abe-4023-8bb7-9abf10da1cfd tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:12.921544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b7419e9-2079-4fa1-a773-7c3b553fa1d0 req-47bb43c9-2abe-4023-8bb7-9abf10da1cfd tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0561802 Feb 11 04:59:12.979816 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4b7419e9-2079-4fa1-a773-7c3b553fa1d0 req-ee18e61f-a9ac-4131-89ca-7cb34314615a tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518272 Feb 11 04:59:14.114448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae730f8-9e42-44ba-86fe-b5ef8639f7ef req-bae5f03e-05d9-4a13-8bf4-f65a7695e961 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:14.116170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ae730f8-9e42-44ba-86fe-b5ef8639f7ef req-bae5f03e-05d9-4a13-8bf4-f65a7695e961 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0597966 Feb 11 04:59:14.178869 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ae730f8-9e42-44ba-86fe-b5ef8639f7ef req-1066d4b9-b638-4491-80e5-574e88e70793 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555906 Feb 11 04:59:15.326052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf88497-59a4-4436-a40b-57518285d9ff req-e11473f2-0bf5-487f-aa15-290cb1fd3c14 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:15.327720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6bf88497-59a4-4436-a40b-57518285d9ff req-e11473f2-0bf5-487f-aa15-290cb1fd3c14 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0705814 Feb 11 04:59:15.379540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6bf88497-59a4-4436-a40b-57518285d9ff req-b59abf08-8219-4413-8e39-31ab5363963b tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458381 Feb 11 04:59:16.503039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44004ad9-18a6-4075-bcdc-82bbf21a1804 req-1b1e2c27-0952-4c6b-9cc3-48ea5d04a736 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:16.504545 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44004ad9-18a6-4075-bcdc-82bbf21a1804 req-1b1e2c27-0952-4c6b-9cc3-48ea5d04a736 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0550344 Feb 11 04:59:16.555431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-44004ad9-18a6-4075-bcdc-82bbf21a1804 req-22ea6ebc-0a22-40af-818d-856ab5cd12f5 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451217 Feb 11 04:59:17.684864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e0bd7-b94c-4c54-94d2-5c6997e4ee6a req-3b12a3ee-0c06-4af3-b70b-511329d92ffd tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:17.687014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f6e0bd7-b94c-4c54-94d2-5c6997e4ee6a req-3b12a3ee-0c06-4af3-b70b-511329d92ffd tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0603147 Feb 11 04:59:17.738288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f6e0bd7-b94c-4c54-94d2-5c6997e4ee6a req-68e16bbf-fe22-41d0-8038-b715b4514818 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457690 Feb 11 04:59:18.871896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d67178-3543-46eb-a77b-eba3cc34f871 req-0d2b706d-fe3f-467a-a4f7-8f10309b3a97 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:18.873587 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32d67178-3543-46eb-a77b-eba3cc34f871 req-0d2b706d-fe3f-467a-a4f7-8f10309b3a97 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0621765 Feb 11 04:59:18.930451 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-32d67178-3543-46eb-a77b-eba3cc34f871 req-95350384-92e9-462d-be12-8f6562dc0a4c tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495663 Feb 11 04:59:20.069223 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f29b44-fd24-417c-9f79-fa9489e9bec4 req-31c7f5b5-69c2-43cb-9b92-21d8be6fcc5c tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:20.070793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0f29b44-fd24-417c-9f79-fa9489e9bec4 req-31c7f5b5-69c2-43cb-9b92-21d8be6fcc5c tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0658534 Feb 11 04:59:20.131667 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0f29b44-fd24-417c-9f79-fa9489e9bec4 req-2bd0a02c-8459-4fd8-9b09-85f373cf6042 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547652 Feb 11 04:59:21.259502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d6226-1927-4fcb-90a1-576e6dadd4a8 req-2b442ac7-52f3-42d4-b628-e541e932053e tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:21.261003 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b75d6226-1927-4fcb-90a1-576e6dadd4a8 req-2b442ac7-52f3-42d4-b628-e541e932053e tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0560277 Feb 11 04:59:21.320635 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b75d6226-1927-4fcb-90a1-576e6dadd4a8 req-dba164f1-2bfa-4a9d-b5f5-59c60042a2ae tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518713 Feb 11 04:59:22.446107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6e6a1-514c-490c-8e52-0ba1d8b930af req-86cc3347-5fc2-48af-b111-282965da1bd1 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:22.447768 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11c6e6a1-514c-490c-8e52-0ba1d8b930af req-86cc3347-5fc2-48af-b111-282965da1bd1 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0571840 Feb 11 04:59:22.502577 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-11c6e6a1-514c-490c-8e52-0ba1d8b930af req-6710849b-df42-4870-a252-1e41b2bbdb16 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484753 Feb 11 04:59:23.186857 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-201c7654-8913-46f0-b1f7-406a127a920c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:23.635159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52953a50-389b-4764-992e-f6f6a7175d88 req-add673e2-94d0-454a-b563-7dd1e7c327d7 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:23.636770 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52953a50-389b-4764-992e-f6f6a7175d88 req-add673e2-94d0-454a-b563-7dd1e7c327d7 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0622413 Feb 11 04:59:23.693420 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52953a50-389b-4764-992e-f6f6a7175d88 req-06f3cf15-9052-4846-a54c-47efcad6ddaf tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495186 Feb 11 04:59:24.836791 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa0778-5348-4729-9c7b-644753e3b4d2 req-a0134101-0936-4a83-8a86-8c24206dca0a tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:24.838311 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3baa0778-5348-4729-9c7b-644753e3b4d2 req-a0134101-0936-4a83-8a86-8c24206dca0a tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0642726 Feb 11 04:59:24.900034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3baa0778-5348-4729-9c7b-644753e3b4d2 req-81e6e27a-cef2-461a-8b6a-d5566a823418 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498941 Feb 11 04:59:25.426867 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c3d640d2-844c-4938-ab60-a9c79b782e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:26.039089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d79130-9b74-4d43-9a90-790b4924a064 req-ea2a9486-8d22-466b-8bd6-9c0e82c4e017 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:26.040701 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37d79130-9b74-4d43-9a90-790b4924a064 req-ea2a9486-8d22-466b-8bd6-9c0e82c4e017 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0639858 Feb 11 04:59:26.119875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-37d79130-9b74-4d43-9a90-790b4924a064 req-6a8dd345-bc85-4cea-8a67-2773d984525a tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697575 Feb 11 04:59:26.767795 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:27.257358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135bd59-af76-4424-95f3-9b2a3be7b3b8 req-e4dd66b4-d6f8-4264-b0ee-70dd1df6c8c3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:27.258805 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0135bd59-af76-4424-95f3-9b2a3be7b3b8 req-e4dd66b4-d6f8-4264-b0ee-70dd1df6c8c3 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0648904 Feb 11 04:59:27.299557 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 04:59:27.313521 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0135bd59-af76-4424-95f3-9b2a3be7b3b8 req-e126cdba-9393-4128-bb48-d274734d7cb8 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474234 Feb 11 04:59:28.356401 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:28.446868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e2e9c-d266-49be-b8e8-6c30cb559c75 req-94e4ad56-ae11-4890-9aa9-ca7dfff003dc tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:28.448478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb0e2e9c-d266-49be-b8e8-6c30cb559c75 req-94e4ad56-ae11-4890-9aa9-ca7dfff003dc tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0601962 Feb 11 04:59:28.501789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eb0e2e9c-d266-49be-b8e8-6c30cb559c75 req-28dbc349-a661-4815-8ecf-29c1eabb9d26 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464809 Feb 11 04:59:29.632540 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5bba0-4be7-4f7f-80e0-7eaa9f996a8d req-930ff8a5-6d3d-4337-bdcd-0ffa1ee76241 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:29.634109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ad5bba0-4be7-4f7f-80e0-7eaa9f996a8d req-930ff8a5-6d3d-4337-bdcd-0ffa1ee76241 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0624619 Feb 11 04:59:29.691987 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ad5bba0-4be7-4f7f-80e0-7eaa9f996a8d req-66eb54fe-a840-4caa-98aa-ed8eaf80979a tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500126 Feb 11 04:59:29.717127 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:30.827433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860bfa2-5c23-4425-8d73-ccf801592fc2 req-bd43a5ff-3b36-4061-afbd-ac65b75e6031 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:30.828939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c860bfa2-5c23-4425-8d73-ccf801592fc2 req-bd43a5ff-3b36-4061-afbd-ac65b75e6031 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 943 time: 0.0582135 Feb 11 04:59:30.882591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c860bfa2-5c23-4425-8d73-ccf801592fc2 req-9c0148bb-6305-42da-99b6-19957a3ce54a tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480936 Feb 11 04:59:31.582104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device d6b9a382-b494-4f5a-a8af-199bc613ed20 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:59:31.689811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port d6b9a382-b494-4f5a-a8af-199bc613ed20, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=d6b9a382-b494-4f5a-a8af-199bc613ed20,segment=NetworkSegment(b7b954fc-3029-44d3-819d-65a74803bfde),segment_id=b7b954fc-3029-44d3-819d-65a74803bfde)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:31.701477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'port_id': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'mac_address': 'fa:16:3e:60:91:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:59:31.745151 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port d6b9a382-b494-4f5a-a8af-199bc613ed20 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:31.745454 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:31.759575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b9a382-b494-4f5a-a8af-199bc613ed20 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:59:31.781947 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port d6b9a382-b494-4f5a-a8af-199bc613ed20, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=d6b9a382-b494-4f5a-a8af-199bc613ed20,segment=NetworkSegment(b7b954fc-3029-44d3-819d-65a74803bfde),segment_id=b7b954fc-3029-44d3-819d-65a74803bfde)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:31.916229 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:31.973854 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=d6b9a382-b494-4f5a-a8af-199bc613ed20,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:32.117966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a853f1-1703-496c-9755-bfc3627d8784 req-1ea39d2a-b59f-4752-99d2-bfd7652c46a6 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:32.119585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58a853f1-1703-496c-9755-bfc3627d8784 req-1ea39d2a-b59f-4752-99d2-bfd7652c46a6 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 944 time: 0.1519227 Feb 11 04:59:32.148293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['d6b9a382-b494-4f5a-a8af-199bc613ed20'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:59:32.179491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58a853f1-1703-496c-9755-bfc3627d8784 req-253903d6-ac69-4a66-8715-00daaea5132d tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514252 Feb 11 04:59:33.330063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf208168-e01b-4ec4-9ddc-2a8d422c4564 req-b2a26b2b-5186-4bc6-adb2-058061b14c90 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:33.332506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf208168-e01b-4ec4-9ddc-2a8d422c4564 req-b2a26b2b-5186-4bc6-adb2-058061b14c90 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 944 time: 0.0649641 Feb 11 04:59:33.383024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cf208168-e01b-4ec4-9ddc-2a8d422c4564 req-076a8e91-b31a-4edf-bae6-5af3de38809d tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454102 Feb 11 04:59:33.579588 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device d6b9a382-b494-4f5a-a8af-199bc613ed20 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:33.740905 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port d6b9a382-b494-4f5a-a8af-199bc613ed20 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:59:33.745403 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port d6b9a382-b494-4f5a-a8af-199bc613ed20 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:33.745814 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:33.837895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port d6b9a382-b494-4f5a-a8af-199bc613ed20 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:33.838298 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:33.870954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b9a382-b494-4f5a-a8af-199bc613ed20'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:33.875181 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66a6457-1508-4be4-af6a-68eed802a206" -d '{"events": [{"server_uuid": "b39377fb-7494-45d5-814a-cb5a77b18ae8", "name": "network-vif-plugged", "status": "completed", "tag": "d6b9a382-b494-4f5a-a8af-199bc613ed20"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:33.891657 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port d6b9a382-b494-4f5a-a8af-199bc613ed20, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=d6b9a382-b494-4f5a-a8af-199bc613ed20,segment=NetworkSegment(b7b954fc-3029-44d3-819d-65a74803bfde),segment_id=b7b954fc-3029-44d3-819d-65a74803bfde)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:33.924652 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b660fd-4ca7-444a-bf07-25f4a0501bde x-openstack-request-id: req-e6b660fd-4ca7-444a-bf07-25f4a0501bde {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:33.924967 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39377fb-7494-45d5-814a-cb5a77b18ae8", "name": "network-vif-plugged", "status": "completed", "tag": "d6b9a382-b494-4f5a-a8af-199bc613ed20", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:33.925201 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6b660fd-4ca7-444a-bf07-25f4a0501bde {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:33.925606 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'code': 200} Feb 11 04:59:34.009493 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:34.028386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab248ead-07ce-432d-9a76-c574a862919b req-06d47595-d88c-4239-9cf3-52e6d8191652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:34.029918 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ab248ead-07ce-432d-9a76-c574a862919b req-06d47595-d88c-4239-9cf3-52e6d8191652 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 1127 time: 0.0495484 Feb 11 04:59:34.059343 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=d6b9a382-b494-4f5a-a8af-199bc613ed20,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:34.078502 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ab248ead-07ce-432d-9a76-c574a862919b req-4413a621-b675-4bcf-b9d0-02213f802f54 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427046 Feb 11 04:59:34.146304 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:34.248751 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:34.519731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a422e5-979c-4896-be37-ffdedc2f1177 req-1ab33e66-64b3-4e44-892d-9923fa09665b tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:34.521229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4a422e5-979c-4896-be37-ffdedc2f1177 req-1ab33e66-64b3-4e44-892d-9923fa09665b tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 945 time: 0.0573132 Feb 11 04:59:34.577171 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4a422e5-979c-4896-be37-ffdedc2f1177 req-d883799c-8997-4b69-bce9-78b2d9d14a46 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499990 Feb 11 04:59:35.707131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9baca-4304-47d6-9538-823cb95a97b6 req-d42a10bf-faa4-48ed-a77c-0a50f870effd tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:35.708670 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2b9baca-4304-47d6-9538-823cb95a97b6 req-d42a10bf-faa4-48ed-a77c-0a50f870effd tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 945 time: 0.0573156 Feb 11 04:59:35.765571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2b9baca-4304-47d6-9538-823cb95a97b6 req-02454db8-724c-4d6e-88e1-ae9c40043a59 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478482 Feb 11 04:59:35.897147 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2bfd0-6acf-499a-9029-668ffd66abf6 req-c4f61a04-077f-4278-93f7-34d23cba3dea tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:35.898186 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47c2bfd0-6acf-499a-9029-668ffd66abf6 req-c4f61a04-077f-4278-93f7-34d23cba3dea tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 945 time: 0.0587695 Feb 11 04:59:35.953971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-47c2bfd0-6acf-499a-9029-668ffd66abf6 req-1306ea8a-f7a7-4dab-b68e-16c55470724d tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481937 Feb 11 04:59:35.984077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34284) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:36.154102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b46eb6-6418-45f9-8756-bd17b7f551f1 tempest-TestVolumeBackupRestore-99536784 tempest-TestVolumeBackupRestore-99536784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:36.154102 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-47b46eb6-6418-45f9-8756-bd17b7f551f1 tempest-TestVolumeBackupRestore-99536784 tempest-TestVolumeBackupRestore-99536784-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 1123 time: 0.1684017 Feb 11 04:59:36.156763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34290) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:36.161277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:36.236381 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:36.366070 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:36.531948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Allocated IP 172.25.3.117 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/9d6e4fde-13ae-4415-b2e3-40aeb3133db2) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:36.673002 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for port (9d6e4fde-13ae-4415-b2e3-40aeb3133db2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:36.781039 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9d6e4fde-13ae-4415-b2e3-40aeb3133db2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:36.848015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:36.851804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:36.857577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:36.896107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Pushing event updated for resources: {'Port': ['ID=9d6e4fde-13ae-4415-b2e3-40aeb3133db2,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:36.911308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:36.911665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:36.912013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:36.912373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:36.912742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:36.913088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:36.913707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:36.914005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:36.914331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:36.914688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:36.915056 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:36.915382 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:36.915702 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:37.495955 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for floatingip (c5fd945d-88ad-44b7-991b-502dabac8e6d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:37.729057 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9d6e4fde-13ae-4415-b2e3-40aeb3133db2), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:37.887583 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for port (9d6e4fde-13ae-4415-b2e3-40aeb3133db2), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:37.995682 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (9d6e4fde-13ae-4415-b2e3-40aeb3133db2), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:38.072755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Pushing event updated for resources: {'Port': ['ID=9d6e4fde-13ae-4415-b2e3-40aeb3133db2,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:38.082967 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (c5fd945d-88ad-44b7-991b-502dabac8e6d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:38.192921 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Floating IP c5fd945d-88ad-44b7-991b-502dabac8e6d associated. External IP: 172.25.3.117, port: d6b9a382-b494-4f5a-a8af-199bc613ed20. Feb 11 04:59:38.237350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34318) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:38.735205 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f6302bac-b78b-488a-a1fe-00c933551db7 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4489 time: 0.4966996 Feb 11 04:59:38.739199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34326) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:38.744498 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Request body: {'network': {'name': 'tempest-network-smoke--233525473', 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'port_security_enabled': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:38.881932 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Router bc87efe6-e76c-4650-9a0b-e8867dc56995 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:59:38.992061 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Made reservation on behalf of 94f956a3d3d14cb996f56d9eda7bfe2a for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:38.996473 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.003283 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:59:39.022614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed4d6a-d578-4d20-b02a-cff22f85de69 None None] Sync routers for ids ['bc87efe6-e76c-4650-9a0b-e8867dc56995'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:59:39.024045 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 04:59:39.034455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed4d6a-d578-4d20-b02a-cff22f85de69 None None] Routers {'bc87efe6-e76c-4650-9a0b-e8867dc56995'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:39.035131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2fed4d6a-d578-4d20-b02a-cff22f85de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:59:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bc87efe6-e76c-4650-9a0b-e8867dc56995'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:39.035571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (dd76330e-1f00-43d0-8df7-8919c0d7e4cb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.045249 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Added segment dd76330e-1f00-43d0-8df7-8919c0d7e4cb of type vlan for network a64ab08e-9ed2-4111-b7d2-b9c9c281e31a Feb 11 04:59:39.102097 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (a64ab08e-9ed2-4111-b7d2-b9c9c281e31a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.111065 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.166925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-2fed4d6a-d578-4d20-b02a-cff22f85de69 None None] Set router bc87efe6-e76c-4650-9a0b-e8867dc56995 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:39.195816 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8b3e4211-7db1-4018-95cd-5b6a5b6bfbab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0378480 Feb 11 04:59:39.196797 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'tag': 'd6b9a382-b494-4f5a-a8af-199bc613ed20'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:39.200713 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34334) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:39.201003 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e8d825-f0f1-460f-bc3f-b94dafa2063f" -d '{"events": [{"name": "network-changed", "server_uuid": "b39377fb-7494-45d5-814a-cb5a77b18ae8", "tag": "d6b9a382-b494-4f5a-a8af-199bc613ed20"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:39.220466 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (a64ab08e-9ed2-4111-b7d2-b9c9c281e31a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.229623 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:39.232476 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.248142 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd73651-3bd7-4232-b734-6fc8b7ea5d23 x-openstack-request-id: req-2bd73651-3bd7-4232-b734-6fc8b7ea5d23 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:39.248588 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39377fb-7494-45d5-814a-cb5a77b18ae8", "tag": "d6b9a382-b494-4f5a-a8af-199bc613ed20", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:39.248993 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bd73651-3bd7-4232-b734-6fc8b7ea5d23 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:39.249615 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'tag': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'status': 'completed', 'code': 200} Feb 11 04:59:39.548117 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2fed4d6a-d578-4d20-b02a-cff22f85de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'c5fd945d-88ad-44b7-991b-502dabac8e6d', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'port_id': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'mac_address': 'fa:16:3e:60:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:59:37Z', 'updated_at': '2022-02-11T04:59:37Z', 'revision_number': 0, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8e4326-6e61-44c2-bce6-5ce95576d4e8', 'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'mac_address': 'fa:16:3e:5d:71:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:45Z', 'updated_at': '2022-02-11T04:54:50Z', 'revision_number': 5, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'subnets': [{'id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:39.584823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed4d6a-d578-4d20-b02a-cff22f85de69 None None] Checking router: bc87efe6-e76c-4650-9a0b-e8867dc56995 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:59:39.594668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed4d6a-d578-4d20-b02a-cff22f85de69 None None] Routers {'bc87efe6-e76c-4650-9a0b-e8867dc56995'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:39.595319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2fed4d6a-d578-4d20-b02a-cff22f85de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:59:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bc87efe6-e76c-4650-9a0b-e8867dc56995'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:39.721847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-2fed4d6a-d578-4d20-b02a-cff22f85de69 None None] Set router bc87efe6-e76c-4650-9a0b-e8867dc56995 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:39.761936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'Network': ['ID=a64ab08e-9ed2-4111-b7d2-b9c9c281e31a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:39.770393 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0297501 Feb 11 04:59:39.771824 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34348) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:39.778477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1864778261', 'admin_state_up': True, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:39.796027 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:39.796466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:39.796726 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:39.797066 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:39.797612 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:39.797950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:39.798282 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:39.798616 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:39.798981 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:39.799311 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:39.799692 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:39.800007 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:39.800638 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1a02e7-b6cd-4cc6-ba4b-bd21e0ac2603 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:39.816151 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddccede-459f-43a8-a576-1710badeb5fa tempest-TestVolumeBackupRestore-99536784 tempest-TestVolumeBackupRestore-99536784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:39.817325 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dddccede-459f-43a8-a576-1710badeb5fa tempest-TestVolumeBackupRestore-99536784 tempest-TestVolumeBackupRestore-99536784-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 1123 time: 0.6144805 Feb 11 04:59:39.820545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34350) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:39.825479 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network a64ab08e-9ed2-4111-b7d2-b9c9c281e31a details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 04:59:39.827992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d46cc098-af0f-47df-a130-bec49cdeed3b tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Request body: {'floatingip': {'port_id': 'd6b9a382-b494-4f5a-a8af-199bc613ed20'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:39.830895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8d825-f0f1-460f-bc3f-b94dafa2063f req-185ff619-d715-4d92-a659-359b6bc81834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:39.832495 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39e8d825-f0f1-460f-bc3f-b94dafa2063f req-185ff619-d715-4d92-a659-359b6bc81834 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a0adeda684b49efa697d84d929e1f3a&device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 1128 time: 0.1654532 Feb 11 04:59:39.910422 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d46cc098-af0f-47df-a130-bec49cdeed3b tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for floatingip (c5fd945d-88ad-44b7-991b-502dabac8e6d), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.948866 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (74480b18-3387-41e1-9173-5f1b9923f4bf), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.950730 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (74480b18-3387-41e1-9173-5f1b9923f4bf), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:39.968513 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8d825-f0f1-460f-bc3f-b94dafa2063f req-bc220ebb-ca64-4c1d-8c13-7c12eae3fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:39.971054 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39e8d825-f0f1-460f-bc3f-b94dafa2063f req-bc220ebb-ca64-4c1d-8c13-7c12eae3fd6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 HTTP/1.1" status: 200 len: 913 time: 0.1318381 Feb 11 04:59:40.059909 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39e8d825-f0f1-460f-bc3f-b94dafa2063f req-6aa7dcf0-a16e-4dad-9ed4-8060b3b61a5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6b9a382-b494-4f5a-a8af-199bc613ed20 HTTP/1.1" status: 200 len: 999 time: 0.0818338 Feb 11 04:59:40.104389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2fed4d6a-d578-4d20-b02a-cff22f85de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'c5fd945d-88ad-44b7-991b-502dabac8e6d', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'port_id': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'mac_address': 'fa:16:3e:60:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:59:37Z', 'updated_at': '2022-02-11T04:59:37Z', 'revision_number': 0, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8e4326-6e61-44c2-bce6-5ce95576d4e8', 'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'mac_address': 'fa:16:3e:5d:71:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:45Z', 'updated_at': '2022-02-11T04:54:50Z', 'revision_number': 5, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'subnets': [{'id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:40.142190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed4d6a-d578-4d20-b02a-cff22f85de69 None None] The sync data for ids ['bc87efe6-e76c-4650-9a0b-e8867dc56995'] in n-d-712142-35 is: [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'c5fd945d-88ad-44b7-991b-502dabac8e6d', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'port_id': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'mac_address': 'fa:16:3e:60:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:59:37Z', 'updated_at': '2022-02-11T04:59:37Z', 'revision_number': 0, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8e4326-6e61-44c2-bce6-5ce95576d4e8', 'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'mac_address': 'fa:16:3e:5d:71:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:45Z', 'updated_at': '2022-02-11T04:54:50Z', 'revision_number': 5, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'subnets': [{'id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:59:40.159110 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router_controller (74480b18-3387-41e1-9173-5f1b9923f4bf), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:40.175763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8d825-f0f1-460f-bc3f-b94dafa2063f req-20bd4a06-fc63-41cf-a3e8-471007c237e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:40.177303 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39e8d825-f0f1-460f-bc3f-b94dafa2063f req-20bd4a06-fc63-41cf-a3e8-471007c237e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0108461b-53f2-4fc0-96da-bacb26d38e84 HTTP/1.1" status: 200 len: 851 time: 0.1022799 Feb 11 04:59:40.358670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8d825-f0f1-460f-bc3f-b94dafa2063f req-2f5dac88-7e38-4da9-b894-2075ca2fa83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:40.361097 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39e8d825-f0f1-460f-bc3f-b94dafa2063f req-2f5dac88-7e38-4da9-b894-2075ca2fa83a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d0ca30f-b5c8-48db-9724-8e8ce7e04b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1760781 Feb 11 04:59:40.462718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router_gateway (74480b18-3387-41e1-9173-5f1b9923f4bf), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:40.547341 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e690df0-d2eb-4a5b-bb1b-41fb1a87e227 None None] New status for floating IP c5fd945d-88ad-44b7-991b-502dabac8e6d: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:59:40.708807 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39e8d825-f0f1-460f-bc3f-b94dafa2063f req-43d61780-4be1-4ca5-9a62-913a1b7f063a service neutron] 10.222.0.47 "GET /v2.0/networks/2d0ca30f-b5c8-48db-9724-8e8ce7e04b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389019 Feb 11 04:59:40.755834 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d46cc098-af0f-47df-a130-bec49cdeed3b tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:40.856323 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.db.api [None req-0e690df0-d2eb-4a5b-bb1b-41fb1a87e227 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 04:59:40.856945 n-d-712142-35 neutron-server[103811]: DEBUG oslo_db.api [None req-0e690df0-d2eb-4a5b-bb1b-41fb1a87e227 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 04:59:40.863508 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d46cc098-af0f-47df-a130-bec49cdeed3b tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (c5fd945d-88ad-44b7-991b-502dabac8e6d), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:40.869434 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-39e8d825-f0f1-460f-bc3f-b94dafa2063f req-afdd6c4f-99c4-4f7d-b640-7b6c15792b70 service neutron] 10.222.0.47 "GET /v2.0/networks/2d0ca30f-b5c8-48db-9724-8e8ce7e04b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520653 Feb 11 04:59:40.979610 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router_gateway (74480b18-3387-41e1-9173-5f1b9923f4bf), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.008801 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.169508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46cc098-af0f-47df-a130-bec49cdeed3b tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Router bc87efe6-e76c-4650-9a0b-e8867dc56995 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:59:41.177880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Allocated IP 172.25.3.90 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/7e0ccc58-cd57-46ad-b912-76a9a2a1997a) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:41.305586 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for port (7e0ccc58-cd57-46ad-b912-76a9a2a1997a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.318809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46cc098-af0f-47df-a130-bec49cdeed3b tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:59:41.324886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d46cc098-af0f-47df-a130-bec49cdeed3b tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.358275 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e690df0-d2eb-4a5b-bb1b-41fb1a87e227 None None] New status for floating IP c5fd945d-88ad-44b7-991b-502dabac8e6d: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 04:59:41.370274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'tag': 'd6b9a382-b494-4f5a-a8af-199bc613ed20'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:41.374607 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8650270-2639-4df8-b94f-80a0247ec7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b39377fb-7494-45d5-814a-cb5a77b18ae8", "tag": "d6b9a382-b494-4f5a-a8af-199bc613ed20"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:41.415626 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d46cc098-af0f-47df-a130-bec49cdeed3b tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "PUT /v2.0/floatingips/c5fd945d-88ad-44b7-991b-502dabac8e6d HTTP/1.1" status: 200 len: 991 time: 1.5896862 Feb 11 04:59:41.439914 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b27e8e9-e982-46cc-9d3b-90a589738347 x-openstack-request-id: req-0b27e8e9-e982-46cc-9d3b-90a589738347 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:41.440280 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39377fb-7494-45d5-814a-cb5a77b18ae8", "tag": "d6b9a382-b494-4f5a-a8af-199bc613ed20", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:41.442941 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b27e8e9-e982-46cc-9d3b-90a589738347 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:41.445431 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'tag': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'status': 'completed', 'code': 200} Feb 11 04:59:41.445585 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7e0ccc58-cd57-46ad-b912-76a9a2a1997a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:41.556366 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:41.563730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:41.573022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:41.577529 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'Port': ['ID=7e0ccc58-cd57-46ad-b912-76a9a2a1997a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:41.618823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8650270-2639-4df8-b94f-80a0247ec7ea req-b361edc3-6aa3-4649-a1a2-68f1799afb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:41.620304 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8650270-2639-4df8-b94f-80a0247ec7ea req-b361edc3-6aa3-4649-a1a2-68f1799afb18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a0adeda684b49efa697d84d929e1f3a&device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 1128 time: 0.1582041 Feb 11 04:59:41.802444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c46258a-d235-402c-905b-28e68bf3ffa7 None None] Sync routers for ids ['bc87efe6-e76c-4650-9a0b-e8867dc56995'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:59:41.814719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c46258a-d235-402c-905b-28e68bf3ffa7 None None] Routers {'bc87efe6-e76c-4650-9a0b-e8867dc56995'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:41.816510 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-3c46258a-d235-402c-905b-28e68bf3ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:59:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bc87efe6-e76c-4650-9a0b-e8867dc56995'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:41.830206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8650270-2639-4df8-b94f-80a0247ec7ea req-fcdb1467-649d-4585-8582-e01d5a62d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:41.831740 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8650270-2639-4df8-b94f-80a0247ec7ea req-fcdb1467-649d-4585-8582-e01d5a62d756 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 HTTP/1.1" status: 200 len: 913 time: 0.2034390 Feb 11 04:59:41.924480 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8650270-2639-4df8-b94f-80a0247ec7ea req-8a44c41f-8e9a-48cb-b9e1-c650b7f6bc4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6b9a382-b494-4f5a-a8af-199bc613ed20 HTTP/1.1" status: 200 len: 1001 time: 0.0848022 Feb 11 04:59:42.101552 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8650270-2639-4df8-b94f-80a0247ec7ea req-eec23ae0-6ca2-4fda-ab04-92c0afb6de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:42.101552 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8650270-2639-4df8-b94f-80a0247ec7ea req-eec23ae0-6ca2-4fda-ab04-92c0afb6de69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0108461b-53f2-4fc0-96da-bacb26d38e84 HTTP/1.1" status: 200 len: 851 time: 0.1507761 Feb 11 04:59:42.223748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-3c46258a-d235-402c-905b-28e68bf3ffa7 None None] Set router bc87efe6-e76c-4650-9a0b-e8867dc56995 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:42.267718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router_gateway (74480b18-3387-41e1-9173-5f1b9923f4bf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:42.272739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8650270-2639-4df8-b94f-80a0247ec7ea req-91b5970c-dbf5-47e0-823e-4a1cd104bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:42.275376 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8650270-2639-4df8-b94f-80a0247ec7ea req-91b5970c-dbf5-47e0-823e-4a1cd104bcd2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d0ca30f-b5c8-48db-9724-8e8ce7e04b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1873233 Feb 11 04:59:42.502864 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8650270-2639-4df8-b94f-80a0247ec7ea req-8a117921-6067-4bb1-b65a-f630be243319 service neutron] 10.222.0.47 "GET /v2.0/networks/2d0ca30f-b5c8-48db-9724-8e8ce7e04b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177382 Feb 11 04:59:42.555906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-3c46258a-d235-402c-905b-28e68bf3ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'c5fd945d-88ad-44b7-991b-502dabac8e6d', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'port_id': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'mac_address': 'fa:16:3e:60:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:59:37Z', 'updated_at': '2022-02-11T04:59:41Z', 'revision_number': 2, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8e4326-6e61-44c2-bce6-5ce95576d4e8', 'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'mac_address': 'fa:16:3e:5d:71:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:45Z', 'updated_at': '2022-02-11T04:54:50Z', 'revision_number': 5, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'subnets': [{'id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:42.599260 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c46258a-d235-402c-905b-28e68bf3ffa7 None None] Checking router: bc87efe6-e76c-4650-9a0b-e8867dc56995 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:59:42.612388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c46258a-d235-402c-905b-28e68bf3ffa7 None None] Routers {'bc87efe6-e76c-4650-9a0b-e8867dc56995'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:42.612894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-3c46258a-d235-402c-905b-28e68bf3ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:59:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bc87efe6-e76c-4650-9a0b-e8867dc56995'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:42.718813 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8650270-2639-4df8-b94f-80a0247ec7ea req-04827a47-0a7e-4b91-b2a3-07ca9ae9f66b service neutron] 10.222.0.47 "GET /v2.0/networks/2d0ca30f-b5c8-48db-9724-8e8ce7e04b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492698 Feb 11 04:59:42.764064 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (74480b18-3387-41e1-9173-5f1b9923f4bf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:42.774485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-3c46258a-d235-402c-905b-28e68bf3ffa7 None None] Set router bc87efe6-e76c-4650-9a0b-e8867dc56995 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:43.037844 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Router 74480b18-3387-41e1-9173-5f1b9923f4bf is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 04:59:43.087819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-3c46258a-d235-402c-905b-28e68bf3ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'c5fd945d-88ad-44b7-991b-502dabac8e6d', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'port_id': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'mac_address': 'fa:16:3e:60:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:59:37Z', 'updated_at': '2022-02-11T04:59:41Z', 'revision_number': 2, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8e4326-6e61-44c2-bce6-5ce95576d4e8', 'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'mac_address': 'fa:16:3e:5d:71:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:45Z', 'updated_at': '2022-02-11T04:54:50Z', 'revision_number': 5, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'subnets': [{'id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:43.133675 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c46258a-d235-402c-905b-28e68bf3ffa7 None None] The sync data for ids ['bc87efe6-e76c-4650-9a0b-e8867dc56995'] in n-d-712142-35 is: [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'c5fd945d-88ad-44b7-991b-502dabac8e6d', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'port_id': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'mac_address': 'fa:16:3e:60:91:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:59:37Z', 'updated_at': '2022-02-11T04:59:41Z', 'revision_number': 2, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8e4326-6e61-44c2-bce6-5ce95576d4e8', 'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'mac_address': 'fa:16:3e:5d:71:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:45Z', 'updated_at': '2022-02-11T04:54:50Z', 'revision_number': 5, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'subnets': [{'id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:59:43.182172 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:59:43.201333 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Sync routers for ids ['74480b18-3387-41e1-9173-5f1b9923f4bf'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:59:43.217761 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Routers {'74480b18-3387-41e1-9173-5f1b9923f4bf'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:43.222392 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:59:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['74480b18-3387-41e1-9173-5f1b9923f4bf'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:43.296392 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:43.301203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34408) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:43.311423 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6979e181-521c-4479-8f6d-6b9fb2fbec84 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.5368843 Feb 11 04:59:43.372600 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Set router 74480b18-3387-41e1-9173-5f1b9923f4bf gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:43.444132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'tag': 'd6b9a382-b494-4f5a-a8af-199bc613ed20'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:43.453052 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8cdf24-267a-4c7f-80ed-5cfc509d2d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "b39377fb-7494-45d5-814a-cb5a77b18ae8", "tag": "d6b9a382-b494-4f5a-a8af-199bc613ed20"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:43.462831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6e8054-f3b2-4f3e-9e88-c5097f51a5e6 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:43.468680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34414) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:43.471338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ec6e8054-f3b2-4f3e-9e88-c5097f51a5e6 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=94f956a3d3d14cb996f56d9eda7bfe2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1689403 Feb 11 04:59:43.523557 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a429b0e-24ae-4c1e-8dd3-585734262748 x-openstack-request-id: req-6a429b0e-24ae-4c1e-8dd3-585734262748 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:43.524178 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39377fb-7494-45d5-814a-cb5a77b18ae8", "tag": "d6b9a382-b494-4f5a-a8af-199bc613ed20", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:43.524597 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a429b0e-24ae-4c1e-8dd3-585734262748 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:43.525177 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'tag': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'status': 'completed', 'code': 200} Feb 11 04:59:43.606837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c3a616-ccd5-4aa2-92d3-0d89b2fb2592 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:43.610855 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a5c3a616-ccd5-4aa2-92d3-0d89b2fb2592 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1382742 Feb 11 04:59:43.611538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34418) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:43.675072 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864778261', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:59:39Z', 'updated_at': '2022-02-11T04:59:41Z', 'revision_number': 3, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:59:41Z', 'updated_at': '2022-02-11T04:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:43.694965 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f847a7dc-5662-469b-916d-c3a9baeed233 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0816257 Feb 11 04:59:43.698750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34422) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:43.732265 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Checking router: 74480b18-3387-41e1-9173-5f1b9923f4bf for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:59:43.732789 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Updating router 74480b18-3387-41e1-9173-5f1b9923f4bf port 7e0ccc58-cd57-46ad-b912-76a9a2a1997a binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:59:43.740710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4deb4a22-0c06-4486-8383-700db335a3b3 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=94f956a3d3d14cb996f56d9eda7bfe2a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395858 Feb 11 04:59:43.743482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34424) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:43.811108 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7e0ccc58-cd57-46ad-b912-76a9a2a1997a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:44.016524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb4a8c1-0b58-44ac-8ab1-3b9888db8325 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:44.019005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0cb4a8c1-0b58-44ac-8ab1-3b9888db8325 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2734699 Feb 11 04:59:44.021779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34430) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:44.068043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1da9c1d6-be4e-4f9c-be87-f093ee706109 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421798 Feb 11 04:59:44.068486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34432) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:44.076748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-eb648c52-f53c-46c6-9f0f-90be57f27227 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-739735117', 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a', 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:44.081148 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cdf24-267a-4c7f-80ed-5cfc509d2d8f req-d61c6cfc-50bb-4348-b20a-2b70e12109b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:44.084630 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0a8cdf24-267a-4c7f-80ed-5cfc509d2d8f req-d61c6cfc-50bb-4348-b20a-2b70e12109b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a0adeda684b49efa697d84d929e1f3a&device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 1128 time: 0.5370681 Feb 11 04:59:44.209720 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Publish callbacks [] for port (7e0ccc58-cd57-46ad-b912-76a9a2a1997a), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:44.264297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cdf24-267a-4c7f-80ed-5cfc509d2d8f req-dc4de5e8-b214-4e08-8e5b-bbc63445a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:44.267476 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0a8cdf24-267a-4c7f-80ed-5cfc509d2d8f req-dc4de5e8-b214-4e08-8e5b-bbc63445a301 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 HTTP/1.1" status: 200 len: 913 time: 0.1749139 Feb 11 04:59:44.277932 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb648c52-f53c-46c6-9f0f-90be57f27227 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Made reservation on behalf of 94f956a3d3d14cb996f56d9eda7bfe2a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:44.284045 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb648c52-f53c-46c6-9f0f-90be57f27227 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:44.329146 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7e0ccc58-cd57-46ad-b912-76a9a2a1997a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:44.365718 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0a8cdf24-267a-4c7f-80ed-5cfc509d2d8f req-7a859f66-2c4a-40d6-8dd6-323fe4e93586 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6b9a382-b494-4f5a-a8af-199bc613ed20 HTTP/1.1" status: 200 len: 1001 time: 0.0903752 Feb 11 04:59:44.454395 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Attempting to bind port 7e0ccc58-cd57-46ad-b912-76a9a2a1997a on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:59:44.458662 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Attempting to bind port 7e0ccc58-cd57-46ad-b912-76a9a2a1997a by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:59:44.459496 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Attempting to bind port 7e0ccc58-cd57-46ad-b912-76a9a2a1997a on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:59:44.494816 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:59:44.495688 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:44.498165 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cdf24-267a-4c7f-80ed-5cfc509d2d8f req-1b2eed7f-2aa0-4441-85f8-0c4fe7e9112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:44.499496 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:44.500523 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:59:44.501420 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Bound port: 7e0ccc58-cd57-46ad-b912-76a9a2a1997a, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:59:44.502662 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0a8cdf24-267a-4c7f-80ed-5cfc509d2d8f req-1b2eed7f-2aa0-4441-85f8-0c4fe7e9112c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0108461b-53f2-4fc0-96da-bacb26d38e84 HTTP/1.1" status: 200 len: 851 time: 0.1317942 Feb 11 04:59:44.503929 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7e0ccc58-cd57-46ad-b912-76a9a2a1997a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:44.563260 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fd5e9-606f-4c30-ba78-3e331a500c6c None None] Pushing event updated for resources: {'Port': ['ID=7e0ccc58-cd57-46ad-b912-76a9a2a1997a,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:44.580756 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd5e9-606f-4c30-ba78-3e331a500c6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:44.581243 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd5e9-606f-4c30-ba78-3e331a500c6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:44.581595 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd5e9-606f-4c30-ba78-3e331a500c6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:44.581936 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd5e9-606f-4c30-ba78-3e331a500c6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:44.582268 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd5e9-606f-4c30-ba78-3e331a500c6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:44.582596 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd5e9-606f-4c30-ba78-3e331a500c6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:44.582946 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd5e9-606f-4c30-ba78-3e331a500c6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:44.583272 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd5e9-606f-4c30-ba78-3e331a500c6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:44.583594 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd5e9-606f-4c30-ba78-3e331a500c6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:44.583917 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd5e9-606f-4c30-ba78-3e331a500c6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:44.584238 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd5e9-606f-4c30-ba78-3e331a500c6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:44.584559 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd5e9-606f-4c30-ba78-3e331a500c6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:44.584879 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9fd5e9-606f-4c30-ba78-3e331a500c6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:44.612609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cdf24-267a-4c7f-80ed-5cfc509d2d8f req-205a79a4-55d3-477c-827f-21fc5f1d7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:44.612609 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0a8cdf24-267a-4c7f-80ed-5cfc509d2d8f req-205a79a4-55d3-477c-827f-21fc5f1d7bc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d0ca30f-b5c8-48db-9724-8e8ce7e04b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1038430 Feb 11 04:59:44.612819 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] For port 7e0ccc58-cd57-46ad-b912-76a9a2a1997a, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:59:44.616584 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] For port 7e0ccc58-cd57-46ad-b912-76a9a2a1997a, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7e0ccc58-cd57-46ad-b912-76a9a2a1997a,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:59:44.695083 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7e0ccc58-cd57-46ad-b912-76a9a2a1997a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:44.730608 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb648c52-f53c-46c6-9f0f-90be57f27227 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (5556f2ab-f700-4bbb-8de9-e40b77283f4d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:44.740462 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0a8cdf24-267a-4c7f-80ed-5cfc509d2d8f req-0109a7a0-1828-40fc-b020-40d56b6d7a79 service neutron] 10.222.0.47 "GET /v2.0/networks/2d0ca30f-b5c8-48db-9724-8e8ce7e04b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228025 Feb 11 04:59:44.778675 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Routers {'74480b18-3387-41e1-9173-5f1b9923f4bf'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:44.779746 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:59:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['74480b18-3387-41e1-9173-5f1b9923f4bf'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:44.836891 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fd5e9-606f-4c30-ba78-3e331a500c6c None None] Pushing event updated for resources: {'Port': ['ID=7e0ccc58-cd57-46ad-b912-76a9a2a1997a,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:44.893902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb648c52-f53c-46c6-9f0f-90be57f27227 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'Subnet': ['ID=5556f2ab-f700-4bbb-8de9-e40b77283f4d,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:44.900625 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0a8cdf24-267a-4c7f-80ed-5cfc509d2d8f req-8f9d1534-f1b9-4f63-8104-8dcfd437b260 service neutron] 10.222.0.47 "GET /v2.0/networks/2d0ca30f-b5c8-48db-9724-8e8ce7e04b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547849 Feb 11 04:59:44.910654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb648c52-f53c-46c6-9f0f-90be57f27227 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Checking segment: {'id': 'dd76330e-1f00-43d0-8df7-8919c0d7e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:44.911062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb648c52-f53c-46c6-9f0f-90be57f27227 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Network hostable DHCP agents. Network: a64ab08e-9ed2-4111-b7d2-b9c9c281e31a, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 04:59:45.020295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb648c52-f53c-46c6-9f0f-90be57f27227 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Network a64ab08e-9ed2-4111-b7d2-b9c9c281e31a is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 04:59:45.059647 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] Set router 74480b18-3387-41e1-9173-5f1b9923f4bf gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:45.109987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-eb648c52-f53c-46c6-9f0f-90be57f27227 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, a64ab08e-9ed2-4111-b7d2-b9c9c281e31a) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:45.115442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb648c52-f53c-46c6-9f0f-90be57f27227 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:45.116509 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb648c52-f53c-46c6-9f0f-90be57f27227 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.125755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a53058f-7356-43ce-9b86-cf7a892c7734 None None] Network a64ab08e-9ed2-4111-b7d2-b9c9c281e31a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:45.238479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-eb648c52-f53c-46c6-9f0f-90be57f27227 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1662087 Feb 11 04:59:45.239155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34448) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 04:59:45.279657 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-a64ab08e-9ed2-4111-b7d2-b9c9c281e31a', 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a', 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'fixed_ips': [{'subnet_id': '5556f2ab-f700-4bbb-8de9-e40b77283f4d'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 04:59:45.280960 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.307119 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864778261', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:59:39Z', 'updated_at': '2022-02-11T04:59:41Z', 'revision_number': 3, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:59:41Z', 'updated_at': '2022-02-11T04:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:45.403729 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb93e2c9-93cb-43e4-8366-1a1919dc1121 None None] The sync data for ids ['74480b18-3387-41e1-9173-5f1b9923f4bf'] in n-d-712142-35 is: [{'id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864778261', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:59:39Z', 'updated_at': '2022-02-11T04:59:41Z', 'revision_number': 3, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:59:41Z', 'updated_at': '2022-02-11T04:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:59:45.604711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Allocated IP 172.20.0.18 (a64ab08e-9ed2-4111-b7d2-b9c9c281e31a/5556f2ab-f700-4bbb-8de9-e40b77283f4d/3f517806-df64-4662-b39d-33acab3e8231) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:45.921596 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Publish callbacks [] for port (3f517806-df64-4662-b39d-33acab3e8231), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:45.988399 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:46.033765 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (3f517806-df64-4662-b39d-33acab3e8231), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:46.104458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Network a64ab08e-9ed2-4111-b7d2-b9c9c281e31a is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:46.108728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:46.113661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:46.117124 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Pushing event updated for resources: {'Port': ['ID=3f517806-df64-4662-b39d-33acab3e8231,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:46.129967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:46.130684 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:46.130684 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:46.131035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:46.131376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:46.131715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:46.132062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:46.132388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:46.132725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:46.133062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:46.133527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:46.133817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:46.134151 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 04:59:46.221294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Attempting to bind port 3f517806-df64-4662-b39d-33acab3e8231 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:59:46.222475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Attempting to bind port 3f517806-df64-4662-b39d-33acab3e8231 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'dd76330e-1f00-43d0-8df7-8919c0d7e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:59:46.222884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Attempting to bind port 3f517806-df64-4662-b39d-33acab3e8231 on network a64ab08e-9ed2-4111-b7d2-b9c9c281e31a {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:59:46.229799 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:59:46.230389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Checking segment: {'id': 'dd76330e-1f00-43d0-8df7-8919c0d7e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:46.230833 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:46.231297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Bound using segment: {'id': 'dd76330e-1f00-43d0-8df7-8919c0d7e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:59:46.231804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Bound port: 3f517806-df64-4662-b39d-33acab3e8231, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd76330e-1f00-43d0-8df7-8919c0d7e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:59:46.232205 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3f517806-df64-4662-b39d-33acab3e8231), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:46.328907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] For port 3f517806-df64-4662-b39d-33acab3e8231, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:59:46.340787 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] For port 3f517806-df64-4662-b39d-33acab3e8231, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3f517806-df64-4662-b39d-33acab3e8231,segment=NetworkSegment(dd76330e-1f00-43d0-8df7-8919c0d7e4cb),segment_id=dd76330e-1f00-43d0-8df7-8919c0d7e4cb)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:59:46.411509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Allocated IP 172.20.0.17 (a64ab08e-9ed2-4111-b7d2-b9c9c281e31a/5556f2ab-f700-4bbb-8de9-e40b77283f4d/0dc1b384-204e-47e3-934b-43a9924aac7e) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:46.471111 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3f517806-df64-4662-b39d-33acab3e8231), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:46.547597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a452950-ee8b-4db5-94f4-cb3b39c2ccf7 None None] Pushing event updated for resources: {'Port': ['ID=3f517806-df64-4662-b39d-33acab3e8231,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:46.665112 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:46.749729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7e0ccc58-cd57-46ad-b912-76a9a2a1997a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:46.798380 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:46.884407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Network a64ab08e-9ed2-4111-b7d2-b9c9c281e31a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:46.892520 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:46.917211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:46.927301 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7e0ccc58-cd57-46ad-b912-76a9a2a1997a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:46.931190 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7e0ccc58-cd57-46ad-b912-76a9a2a1997a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:46.977794 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'Port': ['ID=0dc1b384-204e-47e3-934b-43a9924aac7e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:47.005088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (74480b18-3387-41e1-9173-5f1b9923f4bf), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.109535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7e0ccc58-cd57-46ad-b912-76a9a2a1997a is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:47.109786 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7e0ccc58-cd57-46ad-b912-76a9a2a1997a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.158736 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 7e0ccc58-cd57-46ad-b912-76a9a2a1997a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7e0ccc58-cd57-46ad-b912-76a9a2a1997a,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:47.270242 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7e0ccc58-cd57-46ad-b912-76a9a2a1997a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.326468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=7e0ccc58-cd57-46ad-b912-76a9a2a1997a,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:47.365903 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.724236 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.780247 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.912177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'Port': ['ID=0dc1b384-204e-47e3-934b-43a9924aac7e,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:47.923156 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (74480b18-3387-41e1-9173-5f1b9923f4bf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:47.967732 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b9902f96-8d93-49a8-9251-f177ae65358c req-085274ed-7695-4ac1-ae51-6f7912c9422d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1264861 Feb 11 04:59:48.099556 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Network a64ab08e-9ed2-4111-b7d2-b9c9c281e31a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:48.104853 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9902f96-8d93-49a8-9251-f177ae65358c req-36aecb79-ffc8-457b-95e0-00c09612a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:48.108087 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b9902f96-8d93-49a8-9251-f177ae65358c req-36aecb79-ffc8-457b-95e0-00c09612a83d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 1129 time: 0.0958071 Feb 11 04:59:48.109682 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:48.344158 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9902f96-8d93-49a8-9251-f177ae65358c req-690c42e4-677b-400c-b04b-619603f0f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:48.345718 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b9902f96-8d93-49a8-9251-f177ae65358c req-690c42e4-677b-400c-b04b-619603f0f3d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 913 time: 0.1770108 Feb 11 04:59:48.354872 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Router 74480b18-3387-41e1-9173-5f1b9923f4bf has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 04:59:48.499172 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b9902f96-8d93-49a8-9251-f177ae65358c req-40319e2f-39af-4c58-8d53-764ac449ebaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a613b5-d998-482f-94fc-8c5ccf5f4589 HTTP/1.1" status: 200 len: 1001 time: 0.1463737 Feb 11 04:59:48.609084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9902f96-8d93-49a8-9251-f177ae65358c req-7b3def97-e8a0-4c56-8c86-b4e605ca2bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:48.610560 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b9902f96-8d93-49a8-9251-f177ae65358c req-7b3def97-e8a0-4c56-8c86-b4e605ca2bcf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.1059468 Feb 11 04:59:48.628210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 04:59:48.640470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Sync routers for ids ['74480b18-3387-41e1-9173-5f1b9923f4bf'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 04:59:48.650396 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3164c72b-a98b-44ec-a986-aea03c3b9808 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "PUT /v2.0/routers/74480b18-3387-41e1-9173-5f1b9923f4bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4072599 Feb 11 04:59:48.673741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Routers {'74480b18-3387-41e1-9173-5f1b9923f4bf'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:48.674802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:59:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['74480b18-3387-41e1-9173-5f1b9923f4bf'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:48.690917 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9902f96-8d93-49a8-9251-f177ae65358c req-72816bea-5d75-49dc-bc78-82f67df5ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:48.692481 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b9902f96-8d93-49a8-9251-f177ae65358c req-72816bea-5d75-49dc-bc78-82f67df5ced8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0747824 Feb 11 04:59:48.883558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c2fb78-2d16-4a87-9e72-cd5044b2e5f7 None None] Network a64ab08e-9ed2-4111-b7d2-b9c9c281e31a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 04:59:48.937124 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5dc7de5c-fb94-4a43-8e11-c9e98b19650a None None] Provisioning complete for port 3f517806-df64-4662-b39d-33acab3e8231 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:48.937586 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5dc7de5c-fb94-4a43-8e11-c9e98b19650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3f517806-df64-4662-b39d-33acab3e8231), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:48.941508 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Set router 74480b18-3387-41e1-9173-5f1b9923f4bf gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:48.972844 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b9902f96-8d93-49a8-9251-f177ae65358c req-04dde5e2-565e-40bf-95b5-eab1f5e8cdb8 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740827 Feb 11 04:59:49.042310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7e0ccc58-cd57-46ad-b912-76a9a2a1997a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:49.140319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-eeb6e7d4-286e-4bee-a5cd-8b30d5fab342 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:49.149114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-eeb6e7d4-286e-4bee-a5cd-8b30d5fab342 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/networks?id=a64ab08e-9ed2-4111-b7d2-b9c9c281e31a HTTP/1.1" status: 200 len: 797 time: 0.2455008 Feb 11 04:59:49.172913 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b9902f96-8d93-49a8-9251-f177ae65358c req-88f028fd-e02b-46d6-b990-a7df826a1b49 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931763 Feb 11 04:59:49.187317 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-ede3ce38-087c-4112-ae0d-4e30f17cb872 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/quotas/94f956a3d3d14cb996f56d9eda7bfe2a HTTP/1.1" status: 200 len: 375 time: 0.0371337 Feb 11 04:59:49.288774 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 7e0ccc58-cd57-46ad-b912-76a9a2a1997a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:49.295368 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7e0ccc58-cd57-46ad-b912-76a9a2a1997a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:49.300801 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-cea93171-132d-4e26-99d6-8b1ac05a3889 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=94f956a3d3d14cb996f56d9eda7bfe2a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1123264 Feb 11 04:59:49.448438 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-269bbce8-f865-4e63-940c-b4136b5ec3e2 service neutron] 10.222.0.13 "GET /v2.0/networks/a64ab08e-9ed2-4111-b7d2-b9c9c281e31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320760 Feb 11 04:59:49.608031 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-4afd2e43-29ba-4b5e-896f-23d7401166a5 service neutron] 10.222.0.13 "GET /v2.0/networks/a64ab08e-9ed2-4111-b7d2-b9c9c281e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481819 Feb 11 04:59:49.823467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7de5c-fb94-4a43-8e11-c9e98b19650a None None] Current status of the port 3f517806-df64-4662-b39d-33acab3e8231 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:49.824711 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5dc7de5c-fb94-4a43-8e11-c9e98b19650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3f517806-df64-4662-b39d-33acab3e8231), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.014878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5dc7de5c-fb94-4a43-8e11-c9e98b19650a None None] For port 3f517806-df64-4662-b39d-33acab3e8231, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3f517806-df64-4662-b39d-33acab3e8231,segment=NetworkSegment(dd76330e-1f00-43d0-8df7-8919c0d7e4cb),segment_id=dd76330e-1f00-43d0-8df7-8919c0d7e4cb)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:50.027047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 7e0ccc58-cd57-46ad-b912-76a9a2a1997a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:50.030607 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3f517806-df64-4662-b39d-33acab3e8231 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:50.039117 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f4b1c2d-5dd0-4fab-a76a-088d65453fbe req-c8d923b9-bf9e-429f-8041-4519b79e88b7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 210 time: 0.0464911 Feb 11 04:59:50.121514 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5dc7de5c-fb94-4a43-8e11-c9e98b19650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3f517806-df64-4662-b39d-33acab3e8231), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.146198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3f517806-df64-4662-b39d-33acab3e8231 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:50.146901 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3f517806-df64-4662-b39d-33acab3e8231), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.300373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864778261', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:59:39Z', 'updated_at': '2022-02-11T04:59:47Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:59:41Z', 'updated_at': '2022-02-11T04:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '0dc1b384-204e-47e3-934b-43a9924aac7e', 'name': '', 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'mac_address': 'fa:16:3e:ea:88:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '5556f2ab-f700-4bbb-8de9-e40b77283f4d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:59:46Z', 'updated_at': '2022-02-11T04:59:47Z', 'revision_number': 2, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'subnets': [{'id': '5556f2ab-f700-4bbb-8de9-e40b77283f4d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:50.303931 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7de5c-fb94-4a43-8e11-c9e98b19650a None None] Pushing event updated for resources: {'Port': ['ID=3f517806-df64-4662-b39d-33acab3e8231,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:50.351066 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0bf2ccc7-84a2-46ef-8ef0-14f9d64d4630 None None] Provisioning complete for port 0dc1b384-204e-47e3-934b-43a9924aac7e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:50.351427 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0bf2ccc7-84a2-46ef-8ef0-14f9d64d4630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.356308 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Checking router: 74480b18-3387-41e1-9173-5f1b9923f4bf for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 04:59:50.356673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Updating router 74480b18-3387-41e1-9173-5f1b9923f4bf port 0dc1b384-204e-47e3-934b-43a9924aac7e binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 04:59:50.415408 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.517159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0bf2ccc7-84a2-46ef-8ef0-14f9d64d4630 None None] Port 0dc1b384-204e-47e3-934b-43a9924aac7e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:59:50.533639 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3f517806-df64-4662-b39d-33acab3e8231 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:50.565293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0bf2ccc7-84a2-46ef-8ef0-14f9d64d4630 None None] Provisioning complete for port 3f517806-df64-4662-b39d-33acab3e8231 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:50.565682 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0bf2ccc7-84a2-46ef-8ef0-14f9d64d4630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3f517806-df64-4662-b39d-33acab3e8231), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.703392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3f517806-df64-4662-b39d-33acab3e8231 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:50.901441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3f517806-df64-4662-b39d-33acab3e8231 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:50.902840 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3f517806-df64-4662-b39d-33acab3e8231), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:50.904041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0bf2ccc7-84a2-46ef-8ef0-14f9d64d4630 None None] Current status of the port 3f517806-df64-4662-b39d-33acab3e8231 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:51.071222 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Publish callbacks [] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:51.082861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-48d0ec54-b59d-4fd4-8321-0c44762ae336 None None] Provisioning complete for port 0dc1b384-204e-47e3-934b-43a9924aac7e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:51.083243 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-48d0ec54-b59d-4fd4-8321-0c44762ae336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:51.084849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3f517806-df64-4662-b39d-33acab3e8231 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:51.151717 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-48d0ec54-b59d-4fd4-8321-0c44762ae336 None None] Port 0dc1b384-204e-47e3-934b-43a9924aac7e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:59:51.190532 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:51.253838 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b16d9-3613-4d5c-aaae-856b91beb22a None None] Pushing event updated for resources: {'Port': ['ID=0dc1b384-204e-47e3-934b-43a9924aac7e,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:51.258159 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8635cf43-0f71-4bc1-826e-74faa6c827a1 req-5ad505ca-0533-4d08-a500-810ce872b356 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 210 time: 0.0492427 Feb 11 04:59:51.325280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Attempting to bind port 0dc1b384-204e-47e3-934b-43a9924aac7e on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:59:51.325280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Attempting to bind port 0dc1b384-204e-47e3-934b-43a9924aac7e by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'dd76330e-1f00-43d0-8df7-8919c0d7e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:59:51.325280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Attempting to bind port 0dc1b384-204e-47e3-934b-43a9924aac7e on network a64ab08e-9ed2-4111-b7d2-b9c9c281e31a {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:59:51.328846 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:59:51.329238 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Checking segment: {'id': 'dd76330e-1f00-43d0-8df7-8919c0d7e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:51.329657 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:51.330062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Bound using segment: {'id': 'dd76330e-1f00-43d0-8df7-8919c0d7e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:59:51.330539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Bound port: 0dc1b384-204e-47e3-934b-43a9924aac7e, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd76330e-1f00-43d0-8df7-8919c0d7e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:59:51.330976 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:51.413860 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] For port 0dc1b384-204e-47e3-934b-43a9924aac7e, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:59:51.417155 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] For port 0dc1b384-204e-47e3-934b-43a9924aac7e, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0dc1b384-204e-47e3-934b-43a9924aac7e,segment=NetworkSegment(dd76330e-1f00-43d0-8df7-8919c0d7e4cb),segment_id=dd76330e-1f00-43d0-8df7-8919c0d7e4cb)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:59:51.493917 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:51.564236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Routers {'74480b18-3387-41e1-9173-5f1b9923f4bf'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 04:59:51.564891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:59:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['74480b18-3387-41e1-9173-5f1b9923f4bf'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:51.611213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b16d9-3613-4d5c-aaae-856b91beb22a None None] Pushing event updated for resources: {'Port': ['ID=0dc1b384-204e-47e3-934b-43a9924aac7e,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:51.642533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c78d8dd1-e1f9-4caa-835c-30b3c5fefb0e None None] Provisioning complete for port 0dc1b384-204e-47e3-934b-43a9924aac7e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:51.643086 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c78d8dd1-e1f9-4caa-835c-30b3c5fefb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:51.754741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] Set router 74480b18-3387-41e1-9173-5f1b9923f4bf gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 04:59:51.872076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c78d8dd1-e1f9-4caa-835c-30b3c5fefb0e None None] Current status of the port 0dc1b384-204e-47e3-934b-43a9924aac7e is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:51.872470 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c78d8dd1-e1f9-4caa-835c-30b3c5fefb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:51.961876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c78d8dd1-e1f9-4caa-835c-30b3c5fefb0e None None] For port 0dc1b384-204e-47e3-934b-43a9924aac7e, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0dc1b384-204e-47e3-934b-43a9924aac7e,segment=NetworkSegment(dd76330e-1f00-43d0-8df7-8919c0d7e4cb),segment_id=dd76330e-1f00-43d0-8df7-8919c0d7e4cb)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:52.050136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864778261', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:59:39Z', 'updated_at': '2022-02-11T04:59:47Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:59:41Z', 'updated_at': '2022-02-11T04:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '0dc1b384-204e-47e3-934b-43a9924aac7e', 'name': '', 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'mac_address': 'fa:16:3e:ea:88:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '5556f2ab-f700-4bbb-8de9-e40b77283f4d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:59:46Z', 'updated_at': '2022-02-11T04:59:51Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'subnets': [{'id': '5556f2ab-f700-4bbb-8de9-e40b77283f4d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 04:59:52.055105 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c78d8dd1-e1f9-4caa-835c-30b3c5fefb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:52.093328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e11b0c-9c98-447b-ae4e-90888ca0d30c None None] The sync data for ids ['74480b18-3387-41e1-9173-5f1b9923f4bf'] in n-d-712142-35 is: [{'id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864778261', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:59:39Z', 'updated_at': '2022-02-11T04:59:47Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:59:41Z', 'updated_at': '2022-02-11T04:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '0dc1b384-204e-47e3-934b-43a9924aac7e', 'name': '', 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'mac_address': 'fa:16:3e:ea:88:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '5556f2ab-f700-4bbb-8de9-e40b77283f4d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:59:46Z', 'updated_at': '2022-02-11T04:59:51Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'subnets': [{'id': '5556f2ab-f700-4bbb-8de9-e40b77283f4d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 04:59:52.166586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d8dd1-e1f9-4caa-835c-30b3c5fefb0e None None] Pushing event updated for resources: {'Port': ['ID=0dc1b384-204e-47e3-934b-43a9924aac7e,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:52.197686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1c5f74e4-decc-4504-bb63-c036925f272a None None] Provisioning complete for port 0dc1b384-204e-47e3-934b-43a9924aac7e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:52.197686 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1c5f74e4-decc-4504-bb63-c036925f272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:52.331398 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1c5f74e4-decc-4504-bb63-c036925f272a None None] Current status of the port 0dc1b384-204e-47e3-934b-43a9924aac7e is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:52.464460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b171e7e-add5-4f7d-98ae-260fd45a44ff req-f539c50f-155e-42d5-b635-cbf490c9360f tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 210 time: 0.0905774 Feb 11 04:59:52.634734 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-b8778fa1-1468-489c-982a-5da5367f7f5c tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:52.639005 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-b8778fa1-1468-489c-982a-5da5367f7f5c tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.47 "GET /v2.0/networks?id=a64ab08e-9ed2-4111-b7d2-b9c9c281e31a HTTP/1.1" status: 200 len: 797 time: 0.2333443 Feb 11 04:59:52.652696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-39a59e63-b853-42c7-8236-c903c5b299dc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Request body: {'port': {'device_id': '08806cb6-3b58-415b-8123-54c280637d86', 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a', 'admin_state_up': True, 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:52.809996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0dc1b384-204e-47e3-934b-43a9924aac7e up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:52.935279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-39a59e63-b853-42c7-8236-c903c5b299dc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Made reservation on behalf of 94f956a3d3d14cb996f56d9eda7bfe2a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 04:59:52.941032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0dc1b384-204e-47e3-934b-43a9924aac7e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:52.941851 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:52.943167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-39a59e63-b853-42c7-8236-c903c5b299dc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:53.041367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0860ec-76b4-48ed-91a7-2c44e51e9f1b req-9d4e6517-1142-4fc9-8163-052df5a4d7ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1260166 Feb 11 04:59:53.185872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0dc1b384-204e-47e3-934b-43a9924aac7e is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:53.253648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0860ec-76b4-48ed-91a7-2c44e51e9f1b req-bcc7b683-bd76-4a14-9447-17ded0314306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:53.255014 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e10a2ae-c8cc-45ee-8bd2-f2587338c63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:53.255835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0860ec-76b4-48ed-91a7-2c44e51e9f1b req-bcc7b683-bd76-4a14-9447-17ded0314306 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=01f3985e979e4ee0a67ba18b5c02d99e&device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 1128 time: 0.1476352 Feb 11 04:59:53.320021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-39a59e63-b853-42c7-8236-c903c5b299dc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Allocated IP 172.20.0.27 (a64ab08e-9ed2-4111-b7d2-b9c9c281e31a/5556f2ab-f700-4bbb-8de9-e40b77283f4d/399a77e0-3810-4f42-bd4f-3d717c3f291d) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 04:59:53.470987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0860ec-76b4-48ed-91a7-2c44e51e9f1b req-fe66a6db-51f8-4d61-abb2-272c48059d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:53.472767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0860ec-76b4-48ed-91a7-2c44e51e9f1b req-fe66a6db-51f8-4d61-abb2-272c48059d93 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 HTTP/1.1" status: 200 len: 912 time: 0.1862774 Feb 11 04:59:53.568476 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-39a59e63-b853-42c7-8236-c903c5b299dc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:53.609880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ccfbf5ee-6779-4f11-b011-eafa85a0a2d6 req-5ce86e98-b94a-4be1-907d-87c514fbd0f6 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 210 time: 0.0304406 Feb 11 04:59:53.635333 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0860ec-76b4-48ed-91a7-2c44e51e9f1b req-1cc770e0-caae-4371-bbe8-90cffe0eb2e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 HTTP/1.1" status: 200 len: 1000 time: 0.1558843 Feb 11 04:59:53.686503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0860ec-76b4-48ed-91a7-2c44e51e9f1b req-2c622d75-0e3c-4932-93e5-54c75f5e67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:53.688475 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0860ec-76b4-48ed-91a7-2c44e51e9f1b req-2c622d75-0e3c-4932-93e5-54c75f5e67bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5039bb4f-96d0-4c9b-ae98-b43a89327357 HTTP/1.1" status: 200 len: 850 time: 0.0518615 Feb 11 04:59:53.706504 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-39a59e63-b853-42c7-8236-c903c5b299dc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:53.755453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-39a59e63-b853-42c7-8236-c903c5b299dc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Network a64ab08e-9ed2-4111-b7d2-b9c9c281e31a is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 04:59:53.757165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0860ec-76b4-48ed-91a7-2c44e51e9f1b req-d98689c7-c8b8-4e13-8054-5ef8f66e9ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:53.759642 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0860ec-76b4-48ed-91a7-2c44e51e9f1b req-d98689c7-c8b8-4e13-8054-5ef8f66e9ccf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0655930 Feb 11 04:59:53.763558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-39a59e63-b853-42c7-8236-c903c5b299dc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 04:59:53.786411 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-39a59e63-b853-42c7-8236-c903c5b299dc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 04:59:53.829647 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a59e63-b853-42c7-8236-c903c5b299dc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event updated for resources: {'Port': ['ID=399a77e0-3810-4f42-bd4f-3d717c3f291d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:53.874232 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-39a59e63-b853-42c7-8236-c903c5b299dc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:53.874232 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-39a59e63-b853-42c7-8236-c903c5b299dc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:53.934109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0860ec-76b4-48ed-91a7-2c44e51e9f1b req-a71be32a-3d12-43ba-b970-0b677e94d30e service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669512 Feb 11 04:59:53.985212 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-39a59e63-b853-42c7-8236-c903c5b299dc tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3369937 Feb 11 04:59:53.998965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Request body: {'port': {'device_id': '08806cb6-3b58-415b-8123-54c280637d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 04:59:54.073215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa0860ec-76b4-48ed-91a7-2c44e51e9f1b req-a05d40a3-99f9-45c2-b948-d0372b40397a service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330490 Feb 11 04:59:54.168313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-dc45fa1e-3dac-41f9-84fd-e3a0c03e006c None None] Provisioning complete for port 399a77e0-3810-4f42-bd4f-3d717c3f291d triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:54.168693 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dc45fa1e-3dac-41f9-84fd-e3a0c03e006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:54.211651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-dc45fa1e-3dac-41f9-84fd-e3a0c03e006c None None] Port 399a77e0-3810-4f42-bd4f-3d717c3f291d cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 04:59:54.467200 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:54.581470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e835fc-112f-4fd0-9399-2357548633f6 req-7451611e-efcd-4e7f-8361-96b5fb137a5e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:54.583681 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86e835fc-112f-4fd0-9399-2357548633f6 req-7451611e-efcd-4e7f-8361-96b5fb137a5e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0568910 Feb 11 04:59:54.679905 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86e835fc-112f-4fd0-9399-2357548633f6 req-2fd23cba-0ff7-4548-bf75-9829a916cf41 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899792 Feb 11 04:59:54.773849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3f139-23f6-4597-8fab-82d501dca908 req-6f277f91-2103-4589-8b2b-4268726013eb tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:54.775540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94c3f139-23f6-4597-8fab-82d501dca908 req-6f277f91-2103-4589-8b2b-4268726013eb tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 895 time: 0.0589738 Feb 11 04:59:54.798145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399a77e0-3810-4f42-bd4f-3d717c3f291d {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:59:54.806025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Publish callbacks [] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:54.819678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Transition to ACTIVE for port object 399a77e0-3810-4f42-bd4f-3d717c3f291d will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 04:59:54.887790 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:54.950473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Pushing event updated for resources: {'Port': ['ID=399a77e0-3810-4f42-bd4f-3d717c3f291d,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:55.052620 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Attempting to bind port 399a77e0-3810-4f42-bd4f-3d717c3f291d on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 04:59:55.053531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Attempting to bind port 399a77e0-3810-4f42-bd4f-3d717c3f291d by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dd76330e-1f00-43d0-8df7-8919c0d7e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 04:59:55.054436 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Attempting to bind port 399a77e0-3810-4f42-bd4f-3d717c3f291d on network a64ab08e-9ed2-4111-b7d2-b9c9c281e31a {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:59:55.063404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Port 399a77e0-3810-4f42-bd4f-3d717c3f291d on network a64ab08e-9ed2-4111-b7d2-b9c9c281e31a not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 04:59:55.064016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Attempting to bind port 399a77e0-3810-4f42-bd4f-3d717c3f291d on network a64ab08e-9ed2-4111-b7d2-b9c9c281e31a {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 04:59:55.070048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 4, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 04:59:55.071650 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Checking segment: {'id': 'dd76330e-1f00-43d0-8df7-8919c0d7e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 04:59:55.071650 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Bound using segment: {'id': 'dd76330e-1f00-43d0-8df7-8919c0d7e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 04:59:55.071650 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Bound port: 399a77e0-3810-4f42-bd4f-3d717c3f291d, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd76330e-1f00-43d0-8df7-8919c0d7e4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 04:59:55.072077 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:55.150578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] For port 399a77e0-3810-4f42-bd4f-3d717c3f291d, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 04:59:55.155783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] For port 399a77e0-3810-4f42-bd4f-3d717c3f291d, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=399a77e0-3810-4f42-bd4f-3d717c3f291d,segment=NetworkSegment(dd76330e-1f00-43d0-8df7-8919c0d7e4cb),segment_id=dd76330e-1f00-43d0-8df7-8919c0d7e4cb)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 04:59:55.266265 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:55.312111 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:55.312111 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:55.313574 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] 10.222.0.47 "PUT /v2.0/ports/399a77e0-3810-4f42-bd4f-3d717c3f291d HTTP/1.1" status: 200 len: 1056 time: 1.3216240 Feb 11 04:59:55.314039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08806cb6-3b58-415b-8123-54c280637d86', 'tag': '399a77e0-3810-4f42-bd4f-3d717c3f291d'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 04:59:55.316504 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07d03b6-68c8-4b83-be21-296ad230f6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "08806cb6-3b58-415b-8123-54c280637d86", "tag": "399a77e0-3810-4f42-bd4f-3d717c3f291d"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 04:59:55.360637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbf18f-f5dc-4f04-984f-fd2bb4c7efae service neutron] Pushing event updated for resources: {'Port': ['ID=399a77e0-3810-4f42-bd4f-3d717c3f291d,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:55.441490 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aaa1cd78-50cc-4f86-97f6-98b516d6c1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:55.508214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-2cc42d2d-a032-4eec-87e8-1568ff89c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:55.510453 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-2cc42d2d-a032-4eec-87e8-1568ff89c7bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f956a3d3d14cb996f56d9eda7bfe2a&device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 1090 time: 0.0792501 Feb 11 04:59:55.512619 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 04:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7150ee-98e1-419e-a1b0-34bef4e62a33 x-openstack-request-id: req-4d7150ee-98e1-419e-a1b0-34bef4e62a33 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 04:59:55.512912 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08806cb6-3b58-415b-8123-54c280637d86", "tag": "399a77e0-3810-4f42-bd4f-3d717c3f291d", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 04:59:55.513172 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d7150ee-98e1-419e-a1b0-34bef4e62a33 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 04:59:55.513578 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08806cb6-3b58-415b-8123-54c280637d86', 'tag': '399a77e0-3810-4f42-bd4f-3d717c3f291d', 'status': 'completed', 'code': 200} Feb 11 04:59:55.560306 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-3778c4ee-afbd-4039-bd8d-1f61be9abee5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=399a77e0-3810-4f42-bd4f-3d717c3f291d HTTP/1.1" status: 200 len: 217 time: 0.0420911 Feb 11 04:59:55.620037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-65972be7-be05-4d2d-897f-4ddea686dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:55.622334 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-65972be7-be05-4d2d-897f-4ddea686dc0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5556f2ab-f700-4bbb-8de9-e40b77283f4d HTTP/1.1" status: 200 len: 837 time: 0.0553372 Feb 11 04:59:55.690458 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-2d7b0cdb-e646-487b-a019-7f67e4f80eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:55.692562 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-2d7b0cdb-e646-487b-a019-7f67e4f80eb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a64ab08e-9ed2-4111-b7d2-b9c9c281e31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0616150 Feb 11 04:59:55.794683 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-62787b2c-4162-4128-9256-39f96984a572 service neutron] 10.222.0.47 "GET /v2.0/networks/a64ab08e-9ed2-4111-b7d2-b9c9c281e31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953054 Feb 11 04:59:55.809158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63469f02-ff51-41a2-83ff-8d4540b554ae req-b04df7e0-f51e-4ee1-8f01-d17380025eb1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:55.817108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63469f02-ff51-41a2-83ff-8d4540b554ae req-b04df7e0-f51e-4ee1-8f01-d17380025eb1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0667019 Feb 11 04:59:55.882948 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63469f02-ff51-41a2-83ff-8d4540b554ae req-95f95412-c065-4374-9545-63e4420885ac tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640385 Feb 11 04:59:55.914898 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5dc80696-97b6-4430-8315-2807b0987ea9 req-9a224965-0183-48a7-aeb0-032d31971a97 service neutron] 10.222.0.47 "GET /v2.0/networks/a64ab08e-9ed2-4111-b7d2-b9c9c281e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114047 Feb 11 04:59:55.935109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662822e8-0db0-41f3-a496-bc0538afdb9a req-c8b122e7-dc42-4808-8416-a7cac78cd4ca tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:55.936913 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-662822e8-0db0-41f3-a496-bc0538afdb9a req-c8b122e7-dc42-4808-8416-a7cac78cd4ca tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 907 time: 0.0820735 Feb 11 04:59:56.147931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d03b6-68c8-4b83-be21-296ad230f6e9 req-0abd0bbd-5cb6-4fc2-b987-0fb8e33cf6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:56.149473 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f07d03b6-68c8-4b83-be21-296ad230f6e9 req-0abd0bbd-5cb6-4fc2-b987-0fb8e33cf6e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94f956a3d3d14cb996f56d9eda7bfe2a&device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 1090 time: 0.0580184 Feb 11 04:59:56.253656 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d03b6-68c8-4b83-be21-296ad230f6e9 req-722328ea-9ba9-46b3-8a4b-8fabcaaeba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:56.257224 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f07d03b6-68c8-4b83-be21-296ad230f6e9 req-722328ea-9ba9-46b3-8a4b-8fabcaaeba85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a64ab08e-9ed2-4111-b7d2-b9c9c281e31a HTTP/1.1" status: 200 len: 898 time: 0.0989866 Feb 11 04:59:56.299702 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f07d03b6-68c8-4b83-be21-296ad230f6e9 req-2f7e893c-b854-4af2-8d99-5208532b44c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=399a77e0-3810-4f42-bd4f-3d717c3f291d HTTP/1.1" status: 200 len: 217 time: 0.0377748 Feb 11 04:59:56.369230 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d03b6-68c8-4b83-be21-296ad230f6e9 req-7d6495b7-5884-411a-b1fd-8626fec80f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:56.369230 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f07d03b6-68c8-4b83-be21-296ad230f6e9 req-7d6495b7-5884-411a-b1fd-8626fec80f54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5556f2ab-f700-4bbb-8de9-e40b77283f4d HTTP/1.1" status: 200 len: 837 time: 0.0621014 Feb 11 04:59:56.423873 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d03b6-68c8-4b83-be21-296ad230f6e9 req-a3d107e4-b626-4239-a3d9-5e4591995c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:56.425612 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f07d03b6-68c8-4b83-be21-296ad230f6e9 req-a3d107e4-b626-4239-a3d9-5e4591995c5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a64ab08e-9ed2-4111-b7d2-b9c9c281e31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0492127 Feb 11 04:59:56.525324 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f07d03b6-68c8-4b83-be21-296ad230f6e9 req-b687fc16-c21e-44ea-b0cc-261dfda15d49 service neutron] 10.222.0.47 "GET /v2.0/networks/a64ab08e-9ed2-4111-b7d2-b9c9c281e31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914054 Feb 11 04:59:56.642555 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f07d03b6-68c8-4b83-be21-296ad230f6e9 req-bfb2a06a-1fc8-4b88-960d-96a99faaf438 service neutron] 10.222.0.47 "GET /v2.0/networks/a64ab08e-9ed2-4111-b7d2-b9c9c281e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094289 Feb 11 04:59:56.791855 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:57.035271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b0fa0-330e-4873-8952-084b2ae3f004 req-198b5b91-3177-4c1d-9751-33300c4e38d2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:57.036813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d7b0fa0-330e-4873-8952-084b2ae3f004 req-198b5b91-3177-4c1d-9751-33300c4e38d2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0848691 Feb 11 04:59:57.143669 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d7b0fa0-330e-4873-8952-084b2ae3f004 req-45384336-cb1b-4d53-b84b-cadebeb2cf10 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965483 Feb 11 04:59:57.156400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3647e-b3c7-4b5c-92d0-0f8c2c231b9b req-44350907-48ca-472e-96e9-11f9814e5e7b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:57.158417 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ba3647e-b3c7-4b5c-92d0-0f8c2c231b9b req-44350907-48ca-472e-96e9-11f9814e5e7b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 907 time: 0.1204531 Feb 11 04:59:57.735008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 399a77e0-3810-4f42-bd4f-3d717c3f291d details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 04:59:57.852031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 399a77e0-3810-4f42-bd4f-3d717c3f291d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=399a77e0-3810-4f42-bd4f-3d717c3f291d,segment=NetworkSegment(dd76330e-1f00-43d0-8df7-8919c0d7e4cb),segment_id=dd76330e-1f00-43d0-8df7-8919c0d7e4cb)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:57.864016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '399a77e0-3810-4f42-bd4f-3d717c3f291d', 'network_id': 'a64ab08e-9ed2-4111-b7d2-b9c9c281e31a', 'port_id': '399a77e0-3810-4f42-bd4f-3d717c3f291d', 'mac_address': 'fa:16:3e:a9:eb:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5556f2ab-f700-4bbb-8de9-e40b77283f4d', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 04:59:57.908929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 399a77e0-3810-4f42-bd4f-3d717c3f291d is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 04:59:57.909334 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:57.925519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399a77e0-3810-4f42-bd4f-3d717c3f291d {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 04:59:57.947693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 399a77e0-3810-4f42-bd4f-3d717c3f291d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=399a77e0-3810-4f42-bd4f-3d717c3f291d,segment=NetworkSegment(dd76330e-1f00-43d0-8df7-8919c0d7e4cb),segment_id=dd76330e-1f00-43d0-8df7-8919c0d7e4cb)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 04:59:58.061136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:58.119699 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=399a77e0-3810-4f42-bd4f-3d717c3f291d,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 04:59:58.304321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['399a77e0-3810-4f42-bd4f-3d717c3f291d'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 04:59:58.347619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735dad25-4920-45a4-b889-55fd34c78fc2 req-d32395f1-e167-42ca-b18c-190c3e5986ce tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:58.354884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-735dad25-4920-45a4-b889-55fd34c78fc2 req-d32395f1-e167-42ca-b18c-190c3e5986ce tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0993531 Feb 11 04:59:58.390098 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:58.410782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4e82a-ee40-40df-8ad3-a34b0b7df418 req-cb4f928f-62a6-4f80-a328-0ec00d905186 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:58.412533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b9c4e82a-ee40-40df-8ad3-a34b0b7df418 req-cb4f928f-62a6-4f80-a328-0ec00d905186 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 908 time: 0.1256254 Feb 11 04:59:58.433950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-735dad25-4920-45a4-b889-55fd34c78fc2 req-1ba0b756-2763-4e72-8e36-7867776d3cfc tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771861 Feb 11 04:59:59.613981 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb372d8-6c33-4a32-a69a-e685c5c5bad8 req-e1b91405-d9c5-46c0-b776-fd3146c695c6 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:59.615440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbb372d8-6c33-4a32-a69a-e685c5c5bad8 req-e1b91405-d9c5-46c0-b776-fd3146c695c6 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 908 time: 0.1035459 Feb 11 04:59:59.630059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89d62f-688c-4c41-b93d-d58eac8eb687 req-66551b5e-746c-4176-9a3f-816cbfd23ad4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 04:59:59.647959 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de89d62f-688c-4c41-b93d-d58eac8eb687 req-66551b5e-746c-4176-9a3f-816cbfd23ad4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0959792 Feb 11 04:59:59.704356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de89d62f-688c-4c41-b93d-d58eac8eb687 req-9f449060-45ba-4008-a8f7-807b214da283 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551786 Feb 11 04:59:59.740327 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 04:59:59.749759 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 399a77e0-3810-4f42-bd4f-3d717c3f291d up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 04:59:59.906489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 399a77e0-3810-4f42-bd4f-3d717c3f291d completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 04:59:59.914462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 399a77e0-3810-4f42-bd4f-3d717c3f291d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 04:59:59.915142 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:00.048798 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 399a77e0-3810-4f42-bd4f-3d717c3f291d is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:00.049471 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:00.080384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08806cb6-3b58-415b-8123-54c280637d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399a77e0-3810-4f42-bd4f-3d717c3f291d'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:00:00.083076 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44cfa5e-81a9-4dbc-bb53-7794b1942e2f" -d '{"events": [{"server_uuid": "08806cb6-3b58-415b-8123-54c280637d86", "name": "network-vif-plugged", "status": "completed", "tag": "399a77e0-3810-4f42-bd4f-3d717c3f291d"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:00:00.281170 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf34f5b-5d28-4c7a-8edd-846c76fddf46 x-openstack-request-id: req-7cf34f5b-5d28-4c7a-8edd-846c76fddf46 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:00:00.281451 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08806cb6-3b58-415b-8123-54c280637d86", "name": "network-vif-plugged", "status": "completed", "tag": "399a77e0-3810-4f42-bd4f-3d717c3f291d", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:00:00.281708 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cf34f5b-5d28-4c7a-8edd-846c76fddf46 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:00:00.282104 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08806cb6-3b58-415b-8123-54c280637d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399a77e0-3810-4f42-bd4f-3d717c3f291d', 'code': 200} Feb 11 05:00:00.283999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 399a77e0-3810-4f42-bd4f-3d717c3f291d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=399a77e0-3810-4f42-bd4f-3d717c3f291d,segment=NetworkSegment(dd76330e-1f00-43d0-8df7-8919c0d7e4cb),segment_id=dd76330e-1f00-43d0-8df7-8919c0d7e4cb)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:00.323509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffb1ee-a3bd-4308-86cd-cf33b75dd318 req-015f3f6b-8755-46d0-85fd-b9cde943eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:00.326338 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dfffb1ee-a3bd-4308-86cd-cf33b75dd318 req-015f3f6b-8755-46d0-85fd-b9cde943eda0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 1091 time: 0.0919089 Feb 11 05:00:00.391652 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:00.467723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=399a77e0-3810-4f42-bd4f-3d717c3f291d,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:00.846180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87f033-1c5f-440c-a53f-7754c34cae29 req-d15ce847-d7ff-46b0-9dae-11a0d61d650b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:00.849317 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e87f033-1c5f-440c-a53f-7754c34cae29 req-d15ce847-d7ff-46b0-9dae-11a0d61d650b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 909 time: 0.1069119 Feb 11 05:00:00.944159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffbd89-5e42-4955-be55-80e497761bc7 req-78f8f63e-4d8f-40b2-a514-eb70a9fd53e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:00.947000 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-afffbd89-5e42-4955-be55-80e497761bc7 req-78f8f63e-4d8f-40b2-a514-eb70a9fd53e4 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0805857 Feb 11 05:00:01.064349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-afffbd89-5e42-4955-be55-80e497761bc7 req-82954c4e-b602-426a-a101-3c381055487a tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995076 Feb 11 05:00:02.011125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0de29b-3b2f-414b-bf1d-45855c9ab482 req-ec3fa299-db9a-46ca-9d0c-dcf85aff1ab4 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:02.015043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea0de29b-3b2f-414b-bf1d-45855c9ab482 req-ec3fa299-db9a-46ca-9d0c-dcf85aff1ab4 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 909 time: 0.0679038 Feb 11 05:00:02.772765 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8e336-2214-4ef6-a767-e1b14ffd81f3 req-de6ba144-aeff-4d10-9b25-40ca14365334 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:02.774915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbb8e336-2214-4ef6-a767-e1b14ffd81f3 req-de6ba144-aeff-4d10-9b25-40ca14365334 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 909 time: 0.6669524 Feb 11 05:00:02.831841 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd67f52-3580-4a73-bfbc-819b411b7178 req-9cc41d94-7831-4717-b176-401cd7d9ce95 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:02.844610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4dd67f52-3580-4a73-bfbc-819b411b7178 req-9cc41d94-7831-4717-b176-401cd7d9ce95 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.6493900 Feb 11 05:00:02.981997 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4dd67f52-3580-4a73-bfbc-819b411b7178 req-b12ad463-306b-466f-98ad-303d65d34c21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358268 Feb 11 05:00:03.012541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a611560-16d2-4815-bf3c-b46f9dbdd34b req-99b64606-4491-462f-a624-75b1db6155b9 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:03.015412 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a611560-16d2-4815-bf3c-b46f9dbdd34b req-99b64606-4491-462f-a624-75b1db6155b9 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 1092 time: 0.1064060 Feb 11 05:00:03.189668 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2afe61-1fa7-41e3-b491-bc16a348d989 req-b8a9e39a-4968-45cf-9c43-9dbbeff1c857 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:03.191231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b2afe61-1fa7-41e3-b491-bc16a348d989 req-b8a9e39a-4968-45cf-9c43-9dbbeff1c857 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 1167 time: 0.0571659 Feb 11 05:00:03.263784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b2afe61-1fa7-41e3-b491-bc16a348d989 req-490e6c8e-1b21-4bae-9865-1d204bd370f2 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=12147dd9-cd59-4be6-86fc-2183aec1be14&id=c6a91428-2f76-4e41-a49e-2cc948fe2453&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0663881 Feb 11 05:00:03.307895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34632) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:03.363415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a923e5-c999-4f69-ac7b-e329d7970b18 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:03.367269 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-82a923e5-c999-4f69-ac7b-e329d7970b18 tempest-TestSecurityGroupsBasicOps-1533862328 tempest-TestSecurityGroupsBasicOps-1533862328-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 1087 time: 0.0571384 Feb 11 05:00:03.983816 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033e606-b35d-4e10-a2bd-b94a855b383e req-58b994ed-7db0-4604-b004-3baa756b5f1a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:03.985432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2033e606-b35d-4e10-a2bd-b94a855b383e req-58b994ed-7db0-4604-b004-3baa756b5f1a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 909 time: 0.0654950 Feb 11 05:00:04.176212 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:04.210355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b53979-1da9-4753-8cec-8dbab5312c6c req-fa3af1a2-e833-49a4-bcac-b15f37950ac9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:04.210355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03b53979-1da9-4753-8cec-8dbab5312c6c req-fa3af1a2-e833-49a4-bcac-b15f37950ac9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1085179 Feb 11 05:00:04.293672 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-03b53979-1da9-4753-8cec-8dbab5312c6c req-69d590a2-1bfc-41e9-a8a9-2bf0bc2718be tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742583 Feb 11 05:00:04.300485 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:00:04.312126 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.129917 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18f3cc-7c85-4cfd-b3f6-f0795161a901 req-14fe949f-6fe7-4c84-94db-853f6bba1347 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:05.132304 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc18f3cc-7c85-4cfd-b3f6-f0795161a901 req-14fe949f-6fe7-4c84-94db-853f6bba1347 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 909 time: 0.0657094 Feb 11 05:00:05.283922 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b96610-cea6-4851-acf1-ca175c955a5a req-a1d19fad-fee0-424e-aae3-f16a5f9cf669 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:05.290319 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c2b96610-cea6-4851-acf1-ca175c955a5a req-a1d19fad-fee0-424e-aae3-f16a5f9cf669 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.47 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 909 time: 0.0612588 Feb 11 05:00:05.392969 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-c2b96610-cea6-4851-acf1-ca175c955a5a req-e2e4f126-d31c-4774-a7b0-101b27c2d71d tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Deleting port 399a77e0-3810-4f42-bd4f-3d717c3f291d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:05.393319 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c2b96610-cea6-4851-acf1-ca175c955a5a req-e2e4f126-d31c-4774-a7b0-101b27c2d71d tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.445083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b265ec-d3e9-4df4-bdf1-858c3cbdd954 req-00280677-7a6b-43b8-9a11-018070b5bf32 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:05.447873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95b265ec-d3e9-4df4-bdf1-858c3cbdd954 req-00280677-7a6b-43b8-9a11-018070b5bf32 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.0783463 Feb 11 05:00:05.513445 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95b265ec-d3e9-4df4-bdf1-858c3cbdd954 req-28b42d13-d937-4388-83a8-2ff7b5d471df tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584030 Feb 11 05:00:05.522680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-c2b96610-cea6-4851-acf1-ca175c955a5a req-e2e4f126-d31c-4774-a7b0-101b27c2d71d tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] For port 399a77e0-3810-4f42-bd4f-3d717c3f291d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=399a77e0-3810-4f42-bd4f-3d717c3f291d,segment=NetworkSegment(dd76330e-1f00-43d0-8df7-8919c0d7e4cb),segment_id=dd76330e-1f00-43d0-8df7-8919c0d7e4cb)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:05.523345 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c2b96610-cea6-4851-acf1-ca175c955a5a req-e2e4f126-d31c-4774-a7b0-101b27c2d71d tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.541538 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-c2b96610-cea6-4851-acf1-ca175c955a5a req-e2e4f126-d31c-4774-a7b0-101b27c2d71d tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Calling delete_port for 399a77e0-3810-4f42-bd4f-3d717c3f291d owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:05.820580 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c2b96610-cea6-4851-acf1-ca175c955a5a req-e2e4f126-d31c-4774-a7b0-101b27c2d71d tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (399a77e0-3810-4f42-bd4f-3d717c3f291d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.855476 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4f126-d31c-4774-a7b0-101b27c2d71d tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event deleted for resources: {'Port': ['ID=399a77e0-3810-4f42-bd4f-3d717c3f291d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:05.918067 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b96610-cea6-4851-acf1-ca175c955a5a req-e2e4f126-d31c-4774-a7b0-101b27c2d71d tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] No DVR routers for this DVR port 399a77e0-3810-4f42-bd4f-3d717c3f291d on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:05.926316 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-c2b96610-cea6-4851-acf1-ca175c955a5a req-e2e4f126-d31c-4774-a7b0-101b27c2d71d tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:05.926316 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c2b96610-cea6-4851-acf1-ca175c955a5a req-e2e4f126-d31c-4774-a7b0-101b27c2d71d tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.47 "DELETE /v2.0/ports/399a77e0-3810-4f42-bd4f-3d717c3f291d HTTP/1.1" status: 204 len: 173 time: 0.6357574 Feb 11 05:00:05.926824 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08806cb6-3b58-415b-8123-54c280637d86', 'name': 'network-vif-deleted', 'tag': '399a77e0-3810-4f42-bd4f-3d717c3f291d'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:00:05.936194 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7820504f-6983-4ac0-950b-cd84b30f5930" -d '{"events": [{"server_uuid": "08806cb6-3b58-415b-8123-54c280637d86", "name": "network-vif-deleted", "tag": "399a77e0-3810-4f42-bd4f-3d717c3f291d"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:00:06.007360 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15313d67-c390-4875-a48d-ea14fe7c68fe x-openstack-request-id: req-15313d67-c390-4875-a48d-ea14fe7c68fe {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:00:06.007802 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08806cb6-3b58-415b-8123-54c280637d86", "name": "network-vif-deleted", "tag": "399a77e0-3810-4f42-bd4f-3d717c3f291d", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:00:06.008207 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15313d67-c390-4875-a48d-ea14fe7c68fe {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:00:06.008981 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08806cb6-3b58-415b-8123-54c280637d86', 'name': 'network-vif-deleted', 'tag': '399a77e0-3810-4f42-bd4f-3d717c3f291d', 'status': 'completed', 'code': 200} Feb 11 05:00:06.193766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52227659-2772-4621-8623-b8a6c3f51246 req-369d9407-ed0f-454a-af98-67dcb098e2cf tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:06.211583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52227659-2772-4621-8623-b8a6c3f51246 req-369d9407-ed0f-454a-af98-67dcb098e2cf tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1458473 Feb 11 05:00:06.352510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-09a8311e-704e-46df-9fe9-11d505d934c6 req-cc9840bf-ce65-4c4f-accc-c7c282d198ee tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=08806cb6-3b58-415b-8123-54c280637d86 HTTP/1.1" status: 200 len: 210 time: 0.0774436 Feb 11 05:00:06.364136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52227659-2772-4621-8623-b8a6c3f51246 req-59c86bca-2652-46ef-9a6f-dd1764cf0b2d tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511316 Feb 11 05:00:06.423553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bf844-e0b7-421f-a950-f2c27bb7fa60 req-a7270b50-5b7d-4e95-89b8-5fe533d9f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:06.427570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-398bf844-e0b7-421f-a950-f2c27bb7fa60 req-a7270b50-5b7d-4e95-89b8-5fe533d9f87f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=01f3985e979e4ee0a67ba18b5c02d99e&device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 1128 time: 0.0917869 Feb 11 05:00:06.546842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bf844-e0b7-421f-a950-f2c27bb7fa60 req-905b6b62-b69c-4fec-89c5-1066ff882f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:06.548519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-398bf844-e0b7-421f-a950-f2c27bb7fa60 req-905b6b62-b69c-4fec-89c5-1066ff882f96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 HTTP/1.1" status: 200 len: 912 time: 0.1154492 Feb 11 05:00:06.627392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-398bf844-e0b7-421f-a950-f2c27bb7fa60 req-4a41d188-e79b-4201-bc98-846681ecbe1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 HTTP/1.1" status: 200 len: 1000 time: 0.0731287 Feb 11 05:00:06.679093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bf844-e0b7-421f-a950-f2c27bb7fa60 req-ccb7c9e1-86e5-45bc-b982-5bc77c262244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:06.680623 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-398bf844-e0b7-421f-a950-f2c27bb7fa60 req-ccb7c9e1-86e5-45bc-b982-5bc77c262244 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5039bb4f-96d0-4c9b-ae98-b43a89327357 HTTP/1.1" status: 200 len: 850 time: 0.0479844 Feb 11 05:00:06.734904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bf844-e0b7-421f-a950-f2c27bb7fa60 req-8953a160-2811-46a5-8bf6-a6c7b89a6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:06.736437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-398bf844-e0b7-421f-a950-f2c27bb7fa60 req-8953a160-2811-46a5-8bf6-a6c7b89a6878 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490711 Feb 11 05:00:06.849629 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-398bf844-e0b7-421f-a950-f2c27bb7fa60 req-f9d98d57-9340-4d18-93da-c3c94ce49ace service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072388 Feb 11 05:00:06.952306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-398bf844-e0b7-421f-a950-f2c27bb7fa60 req-4893afc8-e7ad-4bce-a4ce-08bcb284428c service neutron] 10.222.0.32 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973985 Feb 11 05:00:07.442992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34672) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:07.625485 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd44909-73ad-4ec9-87a4-31a44d72cfe5 req-b9968b23-cfa1-4569-98d6-e879e96a4bb3 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:07.627149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2dd44909-73ad-4ec9-87a4-31a44d72cfe5 req-b9968b23-cfa1-4569-98d6-e879e96a4bb3 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1148269 Feb 11 05:00:07.746936 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2dd44909-73ad-4ec9-87a4-31a44d72cfe5 req-a9e216f3-1e84-471f-84ee-3d6e99296330 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122396 Feb 11 05:00:08.008437 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5b005d0f-2b75-4c75-9407-4efc05db832a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (74480b18-3387-41e1-9173-5f1b9923f4bf), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:08.327833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-5b005d0f-2b75-4c75-9407-4efc05db832a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Deleting port 0dc1b384-204e-47e3-934b-43a9924aac7e {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:08.328647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5b005d0f-2b75-4c75-9407-4efc05db832a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:08.463665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-5b005d0f-2b75-4c75-9407-4efc05db832a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] For port 0dc1b384-204e-47e3-934b-43a9924aac7e, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0dc1b384-204e-47e3-934b-43a9924aac7e,segment=NetworkSegment(dd76330e-1f00-43d0-8df7-8919c0d7e4cb),segment_id=dd76330e-1f00-43d0-8df7-8919c0d7e4cb)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:08.464046 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5b005d0f-2b75-4c75-9407-4efc05db832a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:08.477881 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-5b005d0f-2b75-4c75-9407-4efc05db832a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Calling delete_port for 0dc1b384-204e-47e3-934b-43a9924aac7e owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:08.757279 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5b005d0f-2b75-4c75-9407-4efc05db832a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (0dc1b384-204e-47e3-934b-43a9924aac7e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:08.797629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b005d0f-2b75-4c75-9407-4efc05db832a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event deleted for resources: {'Port': ['ID=0dc1b384-204e-47e3-934b-43a9924aac7e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:08.992713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a1333-9e05-45b9-b03b-49014bcbe70f req-9438411e-ee88-49e3-8609-dffed7b946a9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:08.994334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c43a1333-9e05-45b9-b03b-49014bcbe70f req-9438411e-ee88-49e3-8609-dffed7b946a9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1335237 Feb 11 05:00:09.098696 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5b005d0f-2b75-4c75-9407-4efc05db832a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (74480b18-3387-41e1-9173-5f1b9923f4bf), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.104724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c43a1333-9e05-45b9-b03b-49014bcbe70f req-c3183c4f-44d4-4bdc-9935-f9b619cf37f9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992591 Feb 11 05:00:09.387648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b005d0f-2b75-4c75-9407-4efc05db832a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Router 74480b18-3387-41e1-9173-5f1b9923f4bf has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:00:09.532453 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b005d0f-2b75-4c75-9407-4efc05db832a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:00:09.538651 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5b005d0f-2b75-4c75-9407-4efc05db832a tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "PUT /v2.0/routers/74480b18-3387-41e1-9173-5f1b9923f4bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0941091 Feb 11 05:00:09.544896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34682) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:09.549345 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00507547-0e71-4b9a-92eb-04ba05ecaa81 None None] Sync routers for ids ['74480b18-3387-41e1-9173-5f1b9923f4bf'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:00:09.567613 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00507547-0e71-4b9a-92eb-04ba05ecaa81 None None] Routers {'74480b18-3387-41e1-9173-5f1b9923f4bf'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:09.568855 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-00507547-0e71-4b9a-92eb-04ba05ecaa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:59:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['74480b18-3387-41e1-9173-5f1b9923f4bf'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:09.609060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-81849a43-60b8-4881-98ea-7203d2d3b7ff tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Deleting subnet 5556f2ab-f700-4bbb-8de9-e40b77283f4d {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:00:09.613639 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-81849a43-60b8-4881-98ea-7203d2d3b7ff tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for subnet (5556f2ab-f700-4bbb-8de9-e40b77283f4d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.663558 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-81849a43-60b8-4881-98ea-7203d2d3b7ff tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (5556f2ab-f700-4bbb-8de9-e40b77283f4d), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.697417 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-00507547-0e71-4b9a-92eb-04ba05ecaa81 None None] Set router 74480b18-3387-41e1-9173-5f1b9923f4bf gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:09.770716 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-81849a43-60b8-4881-98ea-7203d2d3b7ff tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (5556f2ab-f700-4bbb-8de9-e40b77283f4d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.813613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 399a77e0-3810-4f42-bd4f-3d717c3f291d no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:09.852679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 399a77e0-3810-4f42-bd4f-3d717c3f291d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:09.853399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 399a77e0-3810-4f42-bd4f-3d717c3f291d not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:09.916450 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-00507547-0e71-4b9a-92eb-04ba05ecaa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864778261', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:59:39Z', 'updated_at': '2022-02-11T05:00:08Z', 'revision_number': 5, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:59:41Z', 'updated_at': '2022-02-11T04:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:09.918955 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-81849a43-60b8-4881-98ea-7203d2d3b7ff tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (5556f2ab-f700-4bbb-8de9-e40b77283f4d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.945390 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00507547-0e71-4b9a-92eb-04ba05ecaa81 None None] Checking router: 74480b18-3387-41e1-9173-5f1b9923f4bf for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:00:09.955752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81849a43-60b8-4881-98ea-7203d2d3b7ff tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event deleted for resources: {'Subnet': ['ID=5556f2ab-f700-4bbb-8de9-e40b77283f4d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:09.955981 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00507547-0e71-4b9a-92eb-04ba05ecaa81 None None] Routers {'74480b18-3387-41e1-9173-5f1b9923f4bf'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:09.956624 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-00507547-0e71-4b9a-92eb-04ba05ecaa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:59:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['74480b18-3387-41e1-9173-5f1b9923f4bf'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:09.974372 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-81849a43-60b8-4881-98ea-7203d2d3b7ff tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:09.977574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4087f20e-fc22-435f-b098-8e79e8108c61 None None] Network a64ab08e-9ed2-4111-b7d2-b9c9c281e31a requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:09.981118 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34684) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:09.989018 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-81849a43-60b8-4881-98ea-7203d2d3b7ff tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "DELETE /v2.0/subnets/5556f2ab-f700-4bbb-8de9-e40b77283f4d HTTP/1.1" status: 204 len: 168 time: 0.4444308 Feb 11 05:00:10.090506 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-00507547-0e71-4b9a-92eb-04ba05ecaa81 None None] Set router 74480b18-3387-41e1-9173-5f1b9923f4bf gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:10.105298 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router (74480b18-3387-41e1-9173-5f1b9923f4bf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:10.240212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf5148e-23f9-41e9-be9c-19a824ff8d4a None None] DHCP port deletion for a64ab08e-9ed2-4111-b7d2-b9c9c281e31a request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:00:10.245813 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router_gateway (74480b18-3387-41e1-9173-5f1b9923f4bf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:10.309964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-abf5148e-23f9-41e9-be9c-19a824ff8d4a None None] Deleting port 3f517806-df64-4662-b39d-33acab3e8231 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:10.310347 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abf5148e-23f9-41e9-be9c-19a824ff8d4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3f517806-df64-4662-b39d-33acab3e8231), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:10.328691 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-00507547-0e71-4b9a-92eb-04ba05ecaa81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864778261', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:59:39Z', 'updated_at': '2022-02-11T05:00:08Z', 'revision_number': 5, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:59:41Z', 'updated_at': '2022-02-11T04:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:10.364454 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00507547-0e71-4b9a-92eb-04ba05ecaa81 None None] The sync data for ids ['74480b18-3387-41e1-9173-5f1b9923f4bf'] in n-d-712142-35 is: [{'id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1864778261', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90'}], 'enable_snat': True}, 'gw_port_id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:59:39Z', 'updated_at': '2022-02-11T05:00:08Z', 'revision_number': 5, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': '7e0ccc58-cd57-46ad-b912-76a9a2a1997a', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:de:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74480b18-3387-41e1-9173-5f1b9923f4bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:59:41Z', 'updated_at': '2022-02-11T04:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:00:10.390009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Deleting port 7e0ccc58-cd57-46ad-b912-76a9a2a1997a {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:10.390740 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7e0ccc58-cd57-46ad-b912-76a9a2a1997a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:10.415130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-abf5148e-23f9-41e9-be9c-19a824ff8d4a None None] For port 3f517806-df64-4662-b39d-33acab3e8231, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3f517806-df64-4662-b39d-33acab3e8231,segment=NetworkSegment(dd76330e-1f00-43d0-8df7-8919c0d7e4cb),segment_id=dd76330e-1f00-43d0-8df7-8919c0d7e4cb)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:10.415545 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abf5148e-23f9-41e9-be9c-19a824ff8d4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3f517806-df64-4662-b39d-33acab3e8231), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:10.431541 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-abf5148e-23f9-41e9-be9c-19a824ff8d4a None None] Calling delete_port for 3f517806-df64-4662-b39d-33acab3e8231 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:10.515013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] For port 7e0ccc58-cd57-46ad-b912-76a9a2a1997a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7e0ccc58-cd57-46ad-b912-76a9a2a1997a,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:10.515412 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7e0ccc58-cd57-46ad-b912-76a9a2a1997a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:10.531345 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Calling delete_port for 7e0ccc58-cd57-46ad-b912-76a9a2a1997a owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:10.637783 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abf5148e-23f9-41e9-be9c-19a824ff8d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (3f517806-df64-4662-b39d-33acab3e8231), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:10.667032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5148e-23f9-41e9-be9c-19a824ff8d4a None None] Pushing event deleted for resources: {'Port': ['ID=3f517806-df64-4662-b39d-33acab3e8231,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:10.672052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf5148e-23f9-41e9-be9c-19a824ff8d4a None None] No DVR routers for this DVR port 3f517806-df64-4662-b39d-33acab3e8231 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:10.808940 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7e0ccc58-cd57-46ad-b912-76a9a2a1997a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:10.812222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0dc1b384-204e-47e3-934b-43a9924aac7e no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:10.843833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 0dc1b384-204e-47e3-934b-43a9924aac7e {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:10.844474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0dc1b384-204e-47e3-934b-43a9924aac7e not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:10.844679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3f517806-df64-4662-b39d-33acab3e8231 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:10.868838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event deleted for resources: {'Port': ['ID=7e0ccc58-cd57-46ad-b912-76a9a2a1997a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:10.869166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 3f517806-df64-4662-b39d-33acab3e8231 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:10.869663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3f517806-df64-4662-b39d-33acab3e8231 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:10.948127 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (74480b18-3387-41e1-9173-5f1b9923f4bf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.063308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (74480b18-3387-41e1-9173-5f1b9923f4bf), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.063308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router_controller (74480b18-3387-41e1-9173-5f1b9923f4bf), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.197275 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (74480b18-3387-41e1-9173-5f1b9923f4bf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.197825 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Fanout notify agent at l3_agent the message router_deleted on router 74480b18-3387-41e1-9173-5f1b9923f4bf {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:00:11.205102 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.209612 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1a4e1d8e-1b88-49fc-841f-0ec2e1670939 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "DELETE /v2.0/routers/74480b18-3387-41e1-9173-5f1b9923f4bf HTTP/1.1" status: 204 len: 168 time: 1.2240965 Feb 11 05:00:11.210157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34688) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:11.304068 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb78fc9b-32bc-445c-ac00-b656a77c5222 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (a64ab08e-9ed2-4111-b7d2-b9c9c281e31a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.433627 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb78fc9b-32bc-445c-ac00-b656a77c5222 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (a64ab08e-9ed2-4111-b7d2-b9c9c281e31a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.466344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-eb78fc9b-32bc-445c-ac00-b656a77c5222 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64ab08e-9ed2-4111-b7d2-b9c9c281e31a']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:11.481266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-eb78fc9b-32bc-445c-ac00-b656a77c5222 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd76330e-1f00-43d0-8df7-8919c0d7e4cb') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:11.481741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-eb78fc9b-32bc-445c-ac00-b656a77c5222 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd76330e-1f00-43d0-8df7-8919c0d7e4cb') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:11.496590 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb78fc9b-32bc-445c-ac00-b656a77c5222 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (dd76330e-1f00-43d0-8df7-8919c0d7e4cb), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.519998 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb78fc9b-32bc-445c-ac00-b656a77c5222 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (dd76330e-1f00-43d0-8df7-8919c0d7e4cb), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.528195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb78fc9b-32bc-445c-ac00-b656a77c5222 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:00:11.528706 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb78fc9b-32bc-445c-ac00-b656a77c5222 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (dd76330e-1f00-43d0-8df7-8919c0d7e4cb), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:00:11.532391 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:00:11.749646 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb78fc9b-32bc-445c-ac00-b656a77c5222 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (a64ab08e-9ed2-4111-b7d2-b9c9c281e31a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.758323 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb78fc9b-32bc-445c-ac00-b656a77c5222 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:11.762316 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-eb78fc9b-32bc-445c-ac00-b656a77c5222 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "DELETE /v2.0/networks/a64ab08e-9ed2-4111-b7d2-b9c9c281e31a HTTP/1.1" status: 204 len: 168 time: 0.5507979 Feb 11 05:00:11.765295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34692) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:11.774127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78fc9b-32bc-445c-ac00-b656a77c5222 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event deleted for resources: {'Network': ['ID=a64ab08e-9ed2-4111-b7d2-b9c9c281e31a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:11.962924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-bc6a8f65-56df-4483-8419-2c3871a13668 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Deleting port e6fc9a45-1301-4de8-a8bb-c453158c57bc {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:11.963276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc6a8f65-56df-4483-8419-2c3871a13668 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e6fc9a45-1301-4de8-a8bb-c453158c57bc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:12.052267 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc6a8f65-56df-4483-8419-2c3871a13668 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e6fc9a45-1301-4de8-a8bb-c453158c57bc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:12.052651 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc6a8f65-56df-4483-8419-2c3871a13668 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for floatingip (e6fc9a45-1301-4de8-a8bb-c453158c57bc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:12.066551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-bc6a8f65-56df-4483-8419-2c3871a13668 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Calling delete_port for e6fc9a45-1301-4de8-a8bb-c453158c57bc owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:12.311698 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc6a8f65-56df-4483-8419-2c3871a13668 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e6fc9a45-1301-4de8-a8bb-c453158c57bc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:12.342797 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a8f65-56df-4483-8419-2c3871a13668 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event deleted for resources: {'Port': ['ID=e6fc9a45-1301-4de8-a8bb-c453158c57bc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:12.409310 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc6a8f65-56df-4483-8419-2c3871a13668 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for floatingip (71088391-dd98-479b-b2cd-b7c9d1544f3f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:12.409750 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-bc6a8f65-56df-4483-8419-2c3871a13668 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Floating IP 71088391-dd98-479b-b2cd-b7c9d1544f3f disassociated (deleted). External IP: 172.25.3.85, port: cfe0fefc-859a-4c9f-819c-dce7f0161712. Feb 11 05:00:12.689539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6a8f65-56df-4483-8419-2c3871a13668 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Router 6de147b8-d49b-4220-98ca-2baa4a62ff7c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:00:12.727925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7e0ccc58-cd57-46ad-b912-76a9a2a1997a no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:12.812282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 7e0ccc58-cd57-46ad-b912-76a9a2a1997a {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:12.814807 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7e0ccc58-cd57-46ad-b912-76a9a2a1997a not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:12.848111 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6a8f65-56df-4483-8419-2c3871a13668 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:00:12.853745 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bc6a8f65-56df-4483-8419-2c3871a13668 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:12.859741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90799ab-6afa-49fd-ba7e-af5b9c3e0faa None None] Sync routers for ids ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:00:12.869887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90799ab-6afa-49fd-ba7e-af5b9c3e0faa None None] Routers {'6de147b8-d49b-4220-98ca-2baa4a62ff7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:12.871289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d90799ab-6afa-49fd-ba7e-af5b9c3e0faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:59:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:12.893294 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bc6a8f65-56df-4483-8419-2c3871a13668 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "DELETE /v2.0/floatingips/71088391-dd98-479b-b2cd-b7c9d1544f3f HTTP/1.1" status: 204 len: 168 time: 1.1254406 Feb 11 05:00:12.893294 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e397ac6-9a03-450d-ba75-7696faa1ef1b', 'tag': 'cfe0fefc-859a-4c9f-819c-dce7f0161712'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:00:12.895750 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff794ee-97a9-4175-a0ce-f2bc4c8e10c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e397ac6-9a03-450d-ba75-7696faa1ef1b", "tag": "cfe0fefc-859a-4c9f-819c-dce7f0161712"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:00:12.989368 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48261bc1-2a84-4078-9a12-9223dc953268 x-openstack-request-id: req-48261bc1-2a84-4078-9a12-9223dc953268 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:00:12.989368 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e397ac6-9a03-450d-ba75-7696faa1ef1b", "tag": "cfe0fefc-859a-4c9f-819c-dce7f0161712", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:00:12.989368 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48261bc1-2a84-4078-9a12-9223dc953268 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:00:12.989368 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e397ac6-9a03-450d-ba75-7696faa1ef1b', 'tag': 'cfe0fefc-859a-4c9f-819c-dce7f0161712', 'status': 'completed', 'code': 200} Feb 11 05:00:13.041615 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d90799ab-6afa-49fd-ba7e-af5b9c3e0faa None None] Set router 6de147b8-d49b-4220-98ca-2baa4a62ff7c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:13.069010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff794ee-97a9-4175-a0ce-f2bc4c8e10c0 req-51eb52fc-7963-46ad-9341-bc64fabe5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:13.070585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff794ee-97a9-4175-a0ce-f2bc4c8e10c0 req-51eb52fc-7963-46ad-9341-bc64fabe5f35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=94f956a3d3d14cb996f56d9eda7bfe2a&device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 1167 time: 0.0645492 Feb 11 05:00:13.193249 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff794ee-97a9-4175-a0ce-f2bc4c8e10c0 req-07410525-0f39-4392-b527-485f45ea039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:13.194889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff794ee-97a9-4175-a0ce-f2bc4c8e10c0 req-07410525-0f39-4392-b527-485f45ea039b service neutron] 10.222.0.32 "GET /v2.0/networks?id=4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f HTTP/1.1" status: 200 len: 897 time: 0.1186750 Feb 11 05:00:13.256249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff794ee-97a9-4175-a0ce-f2bc4c8e10c0 req-171fcc2d-4f17-4785-bfa5-6134a976efbd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfe0fefc-859a-4c9f-819c-dce7f0161712 HTTP/1.1" status: 200 len: 217 time: 0.0553575 Feb 11 05:00:13.322939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d90799ab-6afa-49fd-ba7e-af5b9c3e0faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:31Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:33Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10734269-f3c5-49e0-970f-f695f9681efc', 'name': '', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'mac_address': 'fa:16:3e:c8:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:41Z', 'revision_number': 5, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'subnets': [{'id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:13.326052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff794ee-97a9-4175-a0ce-f2bc4c8e10c0 req-d9cce202-2885-43c5-817b-220364c83d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:13.328000 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff794ee-97a9-4175-a0ce-f2bc4c8e10c0 req-d9cce202-2885-43c5-817b-220364c83d27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=079ddfa7-79a8-4797-95a7-e74eebeacdb9 HTTP/1.1" status: 200 len: 834 time: 0.0645080 Feb 11 05:00:13.389815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90799ab-6afa-49fd-ba7e-af5b9c3e0faa None None] Checking router: 6de147b8-d49b-4220-98ca-2baa4a62ff7c for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:00:13.402115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90799ab-6afa-49fd-ba7e-af5b9c3e0faa None None] Routers {'6de147b8-d49b-4220-98ca-2baa4a62ff7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:13.402742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d90799ab-6afa-49fd-ba7e-af5b9c3e0faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:59:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:13.413294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff794ee-97a9-4175-a0ce-f2bc4c8e10c0 req-f086ea0c-967a-40d3-bd61-e96d548f076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:13.415254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff794ee-97a9-4175-a0ce-f2bc4c8e10c0 req-f086ea0c-967a-40d3-bd61-e96d548f076c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0804892 Feb 11 05:00:13.556188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d90799ab-6afa-49fd-ba7e-af5b9c3e0faa None None] Set router 6de147b8-d49b-4220-98ca-2baa4a62ff7c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:13.580656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85251b0e-e1a3-4c08-941d-2f11c69a96f8 req-88309715-d17e-4982-a1cf-000c1c716b67 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:13.582254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85251b0e-e1a3-4c08-941d-2f11c69a96f8 req-88309715-d17e-4982-a1cf-000c1c716b67 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 984 time: 0.1660545 Feb 11 05:00:13.620214 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff794ee-97a9-4175-a0ce-f2bc4c8e10c0 req-09e318d4-25ca-4eb0-8ff2-6a32fb4b7769 service neutron] 10.222.0.32 "GET /v2.0/networks/4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942384 Feb 11 05:00:13.742150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85251b0e-e1a3-4c08-941d-2f11c69a96f8 req-f54abf5b-211f-4b83-8323-23c8cea4b68c tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/security-groups?id=12147dd9-cd59-4be6-86fc-2183aec1be14&id=c6a91428-2f76-4e41-a49e-2cc948fe2453&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1434157 Feb 11 05:00:13.780007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff794ee-97a9-4175-a0ce-f2bc4c8e10c0 req-0511448c-1be1-4fd4-92bd-1a748e09b180 service neutron] 10.222.0.32 "GET /v2.0/networks/4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514516 Feb 11 05:00:13.826747 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d90799ab-6afa-49fd-ba7e-af5b9c3e0faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:31Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:33Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10734269-f3c5-49e0-970f-f695f9681efc', 'name': '', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'mac_address': 'fa:16:3e:c8:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:41Z', 'revision_number': 5, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'subnets': [{'id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:13.858702 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90799ab-6afa-49fd-ba7e-af5b9c3e0faa None None] The sync data for ids ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'] in n-d-712142-35 is: [{'id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:31Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:33Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10734269-f3c5-49e0-970f-f695f9681efc', 'name': '', 'network_id': '4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'mac_address': 'fa:16:3e:c8:40:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:37Z', 'updated_at': '2022-02-11T04:58:41Z', 'revision_number': 5, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'subnets': [{'id': '079ddfa7-79a8-4797-95a7-e74eebeacdb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:00:14.194612 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ff7f7-1b0d-470a-b5d5-15113270d1b4 None None] New status for floating IP 71088391-dd98-479b-b2cd-b7c9d1544f3f: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:00:14.754422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0186a-402b-4f81-8aeb-17ed47e8368d req-789f3683-2569-43f3-9f19-c29d2b61d3c7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:14.755991 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbb0186a-402b-4f81-8aeb-17ed47e8368d req-789f3683-2569-43f3-9f19-c29d2b61d3c7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 984 time: 0.0585012 Feb 11 05:00:14.920903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-bbb0186a-402b-4f81-8aeb-17ed47e8368d req-f142bd40-75f4-4191-a318-99736ac39f70 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Deleting port cfe0fefc-859a-4c9f-819c-dce7f0161712 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:14.921252 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-bbb0186a-402b-4f81-8aeb-17ed47e8368d req-f142bd40-75f4-4191-a318-99736ac39f70 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:14.932352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034b550-4222-4725-bb01-396c02647b47 req-ab7bb2b9-b2f0-4e67-bbfd-20f4491a5f36 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:14.934397 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2034b550-4222-4725-bb01-396c02647b47 req-ab7bb2b9-b2f0-4e67-bbfd-20f4491a5f36 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 984 time: 0.0957537 Feb 11 05:00:15.071765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2034b550-4222-4725-bb01-396c02647b47 req-6b6bb82b-b823-4667-a983-3599f12db13c tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/security-groups?id=12147dd9-cd59-4be6-86fc-2183aec1be14&id=c6a91428-2f76-4e41-a49e-2cc948fe2453&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1265531 Feb 11 05:00:15.078457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-bbb0186a-402b-4f81-8aeb-17ed47e8368d req-f142bd40-75f4-4191-a318-99736ac39f70 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] For port cfe0fefc-859a-4c9f-819c-dce7f0161712, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=cfe0fefc-859a-4c9f-819c-dce7f0161712,segment=NetworkSegment(b413fdf1-40a0-40f3-a060-5215ef5703d5),segment_id=b413fdf1-40a0-40f3-a060-5215ef5703d5)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:15.078877 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-bbb0186a-402b-4f81-8aeb-17ed47e8368d req-f142bd40-75f4-4191-a318-99736ac39f70 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:15.100138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-bbb0186a-402b-4f81-8aeb-17ed47e8368d req-f142bd40-75f4-4191-a318-99736ac39f70 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Calling delete_port for cfe0fefc-859a-4c9f-819c-dce7f0161712 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:15.355409 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-bbb0186a-402b-4f81-8aeb-17ed47e8368d req-f142bd40-75f4-4191-a318-99736ac39f70 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (cfe0fefc-859a-4c9f-819c-dce7f0161712), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:15.393086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142bd40-75f4-4191-a318-99736ac39f70 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event deleted for resources: {'Port': ['ID=cfe0fefc-859a-4c9f-819c-dce7f0161712,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:15.438802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb0186a-402b-4f81-8aeb-17ed47e8368d req-f142bd40-75f4-4191-a318-99736ac39f70 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] No DVR routers for this DVR port cfe0fefc-859a-4c9f-819c-dce7f0161712 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:15.442463 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-bbb0186a-402b-4f81-8aeb-17ed47e8368d req-f142bd40-75f4-4191-a318-99736ac39f70 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:15.446905 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbb0186a-402b-4f81-8aeb-17ed47e8368d req-f142bd40-75f4-4191-a318-99736ac39f70 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.32 "DELETE /v2.0/ports/cfe0fefc-859a-4c9f-819c-dce7f0161712 HTTP/1.1" status: 204 len: 173 time: 0.6858897 Feb 11 05:00:15.447388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e397ac6-9a03-450d-ba75-7696faa1ef1b', 'name': 'network-vif-deleted', 'tag': 'cfe0fefc-859a-4c9f-819c-dce7f0161712'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:00:15.450407 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef79dacf-c37b-42ee-aa88-64f9f33fb4b5" -d '{"events": [{"server_uuid": "4e397ac6-9a03-450d-ba75-7696faa1ef1b", "name": "network-vif-deleted", "tag": "cfe0fefc-859a-4c9f-819c-dce7f0161712"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:00:15.491300 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4853a62a-ac82-425c-83f4-e0c9093c167d x-openstack-request-id: req-4853a62a-ac82-425c-83f4-e0c9093c167d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:00:15.491594 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e397ac6-9a03-450d-ba75-7696faa1ef1b", "name": "network-vif-deleted", "tag": "cfe0fefc-859a-4c9f-819c-dce7f0161712", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:00:15.491890 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4853a62a-ac82-425c-83f4-e0c9093c167d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:00:15.492388 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e397ac6-9a03-450d-ba75-7696faa1ef1b', 'name': 'network-vif-deleted', 'tag': 'cfe0fefc-859a-4c9f-819c-dce7f0161712', 'status': 'completed', 'code': 200} Feb 11 05:00:16.189448 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-daa9f97a-4224-4a57-9600-6031ded62ae8 req-15b77d7c-c9bd-4314-b889-22445d2f3a1b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e397ac6-9a03-450d-ba75-7696faa1ef1b HTTP/1.1" status: 200 len: 210 time: 0.0313771 Feb 11 05:00:17.246735 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34850) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:17.301930 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db0d74ff-3ff4-4103-a7d7-322cf566f49b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group (12147dd9-cd59-4be6-86fc-2183aec1be14), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:17.326983 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db0d74ff-3ff4-4103-a7d7-322cf566f49b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group (12147dd9-cd59-4be6-86fc-2183aec1be14), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:17.561040 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db0d74ff-3ff4-4103-a7d7-322cf566f49b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (12147dd9-cd59-4be6-86fc-2183aec1be14), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:17.565412 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-db0d74ff-3ff4-4103-a7d7-322cf566f49b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:17.566820 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-db0d74ff-3ff4-4103-a7d7-322cf566f49b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "DELETE /v2.0/security-groups/12147dd9-cd59-4be6-86fc-2183aec1be14 HTTP/1.1" status: 204 len: 168 time: 0.3189366 Feb 11 05:00:17.569592 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34862) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:17.580792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d74ff-3ff4-4103-a7d7-322cf566f49b tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12147dd9-cd59-4be6-86fc-2183aec1be14,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:17.637573 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61674ba2-3259-4c12-9485-c75e59380aba tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group (c6a91428-2f76-4e41-a49e-2cc948fe2453), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:17.666614 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61674ba2-3259-4c12-9485-c75e59380aba tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group (c6a91428-2f76-4e41-a49e-2cc948fe2453), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:17.858033 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61674ba2-3259-4c12-9485-c75e59380aba tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c6a91428-2f76-4e41-a49e-2cc948fe2453), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:17.861424 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-61674ba2-3259-4c12-9485-c75e59380aba tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:17.863240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-61674ba2-3259-4c12-9485-c75e59380aba tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "DELETE /v2.0/security-groups/c6a91428-2f76-4e41-a49e-2cc948fe2453 HTTP/1.1" status: 204 len: 168 time: 0.2925217 Feb 11 05:00:17.865010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34872) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:17.873641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61674ba2-3259-4c12-9485-c75e59380aba tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a91428-2f76-4e41-a49e-2cc948fe2453,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:18.474745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device cfe0fefc-859a-4c9f-819c-dce7f0161712 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:18.496689 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: cfe0fefc-859a-4c9f-819c-dce7f0161712 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:18.497599 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device cfe0fefc-859a-4c9f-819c-dce7f0161712 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:18.575481 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31f3ae0d-4ec7-460f-b997-c6165ab7f3b7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (6de147b8-d49b-4220-98ca-2baa4a62ff7c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.885413 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-31f3ae0d-4ec7-460f-b997-c6165ab7f3b7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Deleting port 10734269-f3c5-49e0-970f-f695f9681efc {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:18.885760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31f3ae0d-4ec7-460f-b997-c6165ab7f3b7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (10734269-f3c5-49e0-970f-f695f9681efc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:18.994708 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-31f3ae0d-4ec7-460f-b997-c6165ab7f3b7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] For port 10734269-f3c5-49e0-970f-f695f9681efc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=10734269-f3c5-49e0-970f-f695f9681efc,segment=NetworkSegment(b413fdf1-40a0-40f3-a060-5215ef5703d5),segment_id=b413fdf1-40a0-40f3-a060-5215ef5703d5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:18.995099 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31f3ae0d-4ec7-460f-b997-c6165ab7f3b7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (10734269-f3c5-49e0-970f-f695f9681efc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.008659 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-31f3ae0d-4ec7-460f-b997-c6165ab7f3b7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Calling delete_port for 10734269-f3c5-49e0-970f-f695f9681efc owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:19.334012 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31f3ae0d-4ec7-460f-b997-c6165ab7f3b7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (10734269-f3c5-49e0-970f-f695f9681efc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.369186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3ae0d-4ec7-460f-b997-c6165ab7f3b7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event deleted for resources: {'Port': ['ID=10734269-f3c5-49e0-970f-f695f9681efc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:19.568897 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-31f3ae0d-4ec7-460f-b997-c6165ab7f3b7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (6de147b8-d49b-4220-98ca-2baa4a62ff7c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:19.804396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f3ae0d-4ec7-460f-b997-c6165ab7f3b7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Router 6de147b8-d49b-4220-98ca-2baa4a62ff7c has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:00:19.919793 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f3ae0d-4ec7-460f-b997-c6165ab7f3b7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:00:19.925385 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-31f3ae0d-4ec7-460f-b997-c6165ab7f3b7 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "PUT /v2.0/routers/6de147b8-d49b-4220-98ca-2baa4a62ff7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0590131 Feb 11 05:00:19.928040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 34936) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:19.931319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648455c-b1e7-4b45-9c73-783b8fdce368 None None] Sync routers for ids ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:00:19.942357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2648455c-b1e7-4b45-9c73-783b8fdce368 None None] Routers {'6de147b8-d49b-4220-98ca-2baa4a62ff7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:19.945573 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2648455c-b1e7-4b45-9c73-783b8fdce368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:59:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:19.997216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e27cc7-7be8-47b4-a01d-5edd2c3678fa tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Deleting subnet 079ddfa7-79a8-4797-95a7-e74eebeacdb9 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:00:20.000597 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-77e27cc7-7be8-47b4-a01d-5edd2c3678fa tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for subnet (079ddfa7-79a8-4797-95a7-e74eebeacdb9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:20.043549 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-77e27cc7-7be8-47b4-a01d-5edd2c3678fa tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (079ddfa7-79a8-4797-95a7-e74eebeacdb9), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:20.067719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-2648455c-b1e7-4b45-9c73-783b8fdce368 None None] Set router 6de147b8-d49b-4220-98ca-2baa4a62ff7c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:20.136944 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-77e27cc7-7be8-47b4-a01d-5edd2c3678fa tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (079ddfa7-79a8-4797-95a7-e74eebeacdb9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:20.272507 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2648455c-b1e7-4b45-9c73-783b8fdce368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:31Z', 'updated_at': '2022-02-11T05:00:19Z', 'revision_number': 5, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:33Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:20.295418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648455c-b1e7-4b45-9c73-783b8fdce368 None None] Checking router: 6de147b8-d49b-4220-98ca-2baa4a62ff7c for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:00:20.304477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2648455c-b1e7-4b45-9c73-783b8fdce368 None None] Routers {'6de147b8-d49b-4220-98ca-2baa4a62ff7c'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:20.305082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2648455c-b1e7-4b45-9c73-783b8fdce368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T04:59:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:20.408587 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-77e27cc7-7be8-47b4-a01d-5edd2c3678fa tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (079ddfa7-79a8-4797-95a7-e74eebeacdb9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:20.437380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-2648455c-b1e7-4b45-9c73-783b8fdce368 None None] Set router 6de147b8-d49b-4220-98ca-2baa4a62ff7c gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:20.439289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e27cc7-7be8-47b4-a01d-5edd2c3678fa tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event deleted for resources: {'Subnet': ['ID=079ddfa7-79a8-4797-95a7-e74eebeacdb9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:20.442292 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-77e27cc7-7be8-47b4-a01d-5edd2c3678fa tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:20.449155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34950) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:20.449373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-77e27cc7-7be8-47b4-a01d-5edd2c3678fa tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "DELETE /v2.0/subnets/079ddfa7-79a8-4797-95a7-e74eebeacdb9 HTTP/1.1" status: 204 len: 168 time: 0.5195534 Feb 11 05:00:20.449750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090b3477-32d7-45a7-900b-52cf1c0f9f33 None None] Network 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:20.572317 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router (6de147b8-d49b-4220-98ca-2baa4a62ff7c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:20.696744 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router_gateway (6de147b8-d49b-4220-98ca-2baa4a62ff7c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:20.849903 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Deleting port bed3ba28-a778-4f6c-b747-c76119ab54fe {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:20.850597 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (bed3ba28-a778-4f6c-b747-c76119ab54fe), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:20.859076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2648455c-b1e7-4b45-9c73-783b8fdce368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:31Z', 'updated_at': '2022-02-11T05:00:19Z', 'revision_number': 5, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:33Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:20.888586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648455c-b1e7-4b45-9c73-783b8fdce368 None None] The sync data for ids ['6de147b8-d49b-4220-98ca-2baa4a62ff7c'] in n-d-712142-35 is: [{'id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-826512808', 'tenant_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:58:31Z', 'updated_at': '2022-02-11T05:00:19Z', 'revision_number': 5, 'project_id': '94f956a3d3d14cb996f56d9eda7bfe2a', 'gw_port': {'id': 'bed3ba28-a778-4f6c-b747-c76119ab54fe', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de147b8-d49b-4220-98ca-2baa4a62ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:58:33Z', 'updated_at': '2022-02-11T04:58:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:00:20.920131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df7cfd7-04b8-4bd1-955c-88a752c6df9c None None] DHCP port deletion for 4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:00:20.946585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] For port bed3ba28-a778-4f6c-b747-c76119ab54fe, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bed3ba28-a778-4f6c-b747-c76119ab54fe,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:20.947005 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (bed3ba28-a778-4f6c-b747-c76119ab54fe), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:20.961381 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Calling delete_port for bed3ba28-a778-4f6c-b747-c76119ab54fe owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:20.981481 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7df7cfd7-04b8-4bd1-955c-88a752c6df9c None None] Deleting port 230c5eef-6533-4220-a6d1-7bcd8b2d264b {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:20.982139 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7df7cfd7-04b8-4bd1-955c-88a752c6df9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (230c5eef-6533-4220-a6d1-7bcd8b2d264b), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.051355 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7df7cfd7-04b8-4bd1-955c-88a752c6df9c None None] For port 230c5eef-6533-4220-a6d1-7bcd8b2d264b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=230c5eef-6533-4220-a6d1-7bcd8b2d264b,segment=NetworkSegment(b413fdf1-40a0-40f3-a060-5215ef5703d5),segment_id=b413fdf1-40a0-40f3-a060-5215ef5703d5)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:21.055243 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7df7cfd7-04b8-4bd1-955c-88a752c6df9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (230c5eef-6533-4220-a6d1-7bcd8b2d264b), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.065274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7df7cfd7-04b8-4bd1-955c-88a752c6df9c None None] Calling delete_port for 230c5eef-6533-4220-a6d1-7bcd8b2d264b owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:21.298107 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (bed3ba28-a778-4f6c-b747-c76119ab54fe), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.315964 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7df7cfd7-04b8-4bd1-955c-88a752c6df9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (230c5eef-6533-4220-a6d1-7bcd8b2d264b), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.331386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event deleted for resources: {'Port': ['ID=bed3ba28-a778-4f6c-b747-c76119ab54fe,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:21.340708 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7cfd7-04b8-4bd1-955c-88a752c6df9c None None] Pushing event deleted for resources: {'Port': ['ID=230c5eef-6533-4220-a6d1-7bcd8b2d264b,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:21.345795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df7cfd7-04b8-4bd1-955c-88a752c6df9c None None] No DVR routers for this DVR port 230c5eef-6533-4220-a6d1-7bcd8b2d264b on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:21.404969 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (6de147b8-d49b-4220-98ca-2baa4a62ff7c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.508966 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (6de147b8-d49b-4220-98ca-2baa4a62ff7c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.511294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router_controller (6de147b8-d49b-4220-98ca-2baa4a62ff7c), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.683175 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (6de147b8-d49b-4220-98ca-2baa4a62ff7c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.686017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Fanout notify agent at l3_agent the message router_deleted on router 6de147b8-d49b-4220-98ca-2baa4a62ff7c {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:00:21.691723 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.692832 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-75f955c9-5448-46e9-8c22-745a124b55a5 tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "DELETE /v2.0/routers/6de147b8-d49b-4220-98ca-2baa4a62ff7c HTTP/1.1" status: 204 len: 168 time: 1.2417426 Feb 11 05:00:21.695452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 34996) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:21.791832 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73ba57dd-c6cb-4651-a71f-83232aeb57df tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.890180 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73ba57dd-c6cb-4651-a71f-83232aeb57df tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.911654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-73ba57dd-c6cb-4651-a71f-83232aeb57df tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:21.922263 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-73ba57dd-c6cb-4651-a71f-83232aeb57df tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b413fdf1-40a0-40f3-a060-5215ef5703d5') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:21.922561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-73ba57dd-c6cb-4651-a71f-83232aeb57df tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b413fdf1-40a0-40f3-a060-5215ef5703d5') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:21.932422 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73ba57dd-c6cb-4651-a71f-83232aeb57df tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (b413fdf1-40a0-40f3-a060-5215ef5703d5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.949737 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73ba57dd-c6cb-4651-a71f-83232aeb57df tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b413fdf1-40a0-40f3-a060-5215ef5703d5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.952569 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ba57dd-c6cb-4651-a71f-83232aeb57df tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:00:21.952959 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73ba57dd-c6cb-4651-a71f-83232aeb57df tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (b413fdf1-40a0-40f3-a060-5215ef5703d5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:00:21.955973 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:00:22.128768 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73ba57dd-c6cb-4651-a71f-83232aeb57df tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:22.133642 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-73ba57dd-c6cb-4651-a71f-83232aeb57df tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:22.138349 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-73ba57dd-c6cb-4651-a71f-83232aeb57df tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] 10.222.0.13 "DELETE /v2.0/networks/4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f HTTP/1.1" status: 204 len: 168 time: 0.4417870 Feb 11 05:00:22.154729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba57dd-c6cb-4651-a71f-83232aeb57df tempest-TestSecurityGroupsBasicOps-1684305141 tempest-TestSecurityGroupsBasicOps-1684305141-project] Pushing event deleted for resources: {'Network': ['ID=4ea2b6ad-5f8c-47f2-b470-6f9ec1407f1f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:22.696047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 10734269-f3c5-49e0-970f-f695f9681efc no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:22.718154 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 10734269-f3c5-49e0-970f-f695f9681efc {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:22.718513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 10734269-f3c5-49e0-970f-f695f9681efc not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:22.718970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bed3ba28-a778-4f6c-b747-c76119ab54fe no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:22.740482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: bed3ba28-a778-4f6c-b747-c76119ab54fe {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:22.740836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bed3ba28-a778-4f6c-b747-c76119ab54fe not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:22.741272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 230c5eef-6533-4220-a6d1-7bcd8b2d264b no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:22.762137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 230c5eef-6533-4220-a6d1-7bcd8b2d264b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:22.762408 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 230c5eef-6533-4220-a6d1-7bcd8b2d264b not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:22.882948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35038) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:23.035622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aa346c11-2cd1-4f24-869f-9701435aefec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94f956a3d3d14cb996f56d9eda7bfe2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513410 Feb 11 05:00:23.038505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35046) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:23.117393 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a674a28-cd62-4084-adef-2aadbc98f201 admin admin] Publish callbacks [] for security_group (5134599e-ba95-4481-8d85-663021c3407c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:23.144911 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a674a28-cd62-4084-adef-2aadbc98f201 admin admin] Publish callbacks [] for security_group (5134599e-ba95-4481-8d85-663021c3407c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:23.197108 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7732558-c003-46f7-bb7f-5a22cd9af87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:23.309798 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a674a28-cd62-4084-adef-2aadbc98f201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5134599e-ba95-4481-8d85-663021c3407c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:23.312476 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a674a28-cd62-4084-adef-2aadbc98f201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:23.313736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5a674a28-cd62-4084-adef-2aadbc98f201 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5134599e-ba95-4481-8d85-663021c3407c HTTP/1.1" status: 204 len: 168 time: 0.2742059 Feb 11 05:00:23.322045 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a674a28-cd62-4084-adef-2aadbc98f201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5134599e-ba95-4481-8d85-663021c3407c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:24.286944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35090) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:24.300486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-893c5b7c-3f91-4862-a059-47e30d66d221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.384102 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-893c5b7c-3f91-4862-a059-47e30d66d221 admin admin] Publish callbacks [] for security_group (23ae02ae-76ce-409a-9f13-dc933e654112), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.563010 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-893c5b7c-3f91-4862-a059-47e30d66d221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (23ae02ae-76ce-409a-9f13-dc933e654112), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.603788 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c5b7c-3f91-4862-a059-47e30d66d221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ae02ae-76ce-409a-9f13-dc933e654112,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:24.612595 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-893c5b7c-3f91-4862-a059-47e30d66d221 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97dc8491adbf43ffa1527d679bbd72d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3307149 Feb 11 05:00:24.612939 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35098) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:24.668849 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2e63cc9b-6583-4fa0-b219-7cdf22be2ce7 admin admin] Publish callbacks [] for security_group (23ae02ae-76ce-409a-9f13-dc933e654112), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.690756 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2e63cc9b-6583-4fa0-b219-7cdf22be2ce7 admin admin] Publish callbacks [] for security_group (23ae02ae-76ce-409a-9f13-dc933e654112), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.888594 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2e63cc9b-6583-4fa0-b219-7cdf22be2ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (23ae02ae-76ce-409a-9f13-dc933e654112), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.891336 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2e63cc9b-6583-4fa0-b219-7cdf22be2ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:24.892518 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2e63cc9b-6583-4fa0-b219-7cdf22be2ce7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23ae02ae-76ce-409a-9f13-dc933e654112 HTTP/1.1" status: 204 len: 168 time: 0.2778246 Feb 11 05:00:24.901833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63cc9b-6583-4fa0-b219-7cdf22be2ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ae02ae-76ce-409a-9f13-dc933e654112,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:25.459819 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dc4d6714-f770-451d-b10f-8b01618bcac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:25.785496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35140) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:25.832884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2eb42454-4dfb-463d-b62c-81f0f142ba51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed0d54a55fef43ab85d854f611d6379d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461574 Feb 11 05:00:25.835617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35142) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:25.887869 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-061da365-f036-4f82-9c91-6e5723a4988f admin admin] Publish callbacks [] for security_group (c9effaa5-cdd6-4331-b7d5-b3d0414490b3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:25.910288 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-061da365-f036-4f82-9c91-6e5723a4988f admin admin] Publish callbacks [] for security_group (c9effaa5-cdd6-4331-b7d5-b3d0414490b3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:26.048324 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-061da365-f036-4f82-9c91-6e5723a4988f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c9effaa5-cdd6-4331-b7d5-b3d0414490b3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:26.051049 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-061da365-f036-4f82-9c91-6e5723a4988f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:26.052291 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-061da365-f036-4f82-9c91-6e5723a4988f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9effaa5-cdd6-4331-b7d5-b3d0414490b3 HTTP/1.1" status: 204 len: 168 time: 0.2157373 Feb 11 05:00:26.062593 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061da365-f036-4f82-9c91-6e5723a4988f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9effaa5-cdd6-4331-b7d5-b3d0414490b3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:26.836940 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.479686 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35218) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:27.593087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-330894674-network', 'tenant_id': '13030b49e53544e09c401afe99de0c6a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:27.734199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] Made reservation on behalf of 13030b49e53544e09c401afe99de0c6a for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:27.736638 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.745451 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.821527 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] Publish callbacks [] for security_group (8d85c77d-a112-4eb8-aaac-fcc3a797744d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.933911 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8d85c77d-a112-4eb8-aaac-fcc3a797744d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.960609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:00:27.972557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d85c77d-a112-4eb8-aaac-fcc3a797744d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:27.978832 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e58c0218-2a57-4ec5-8ec7-bf857dd6eaff), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:27.979193 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] Added segment e58c0218-2a57-4ec5-8ec7-bf857dd6eaff of type vlan for network 27e28976-7857-4982-9ed0-09261bf73cc4 Feb 11 05:00:28.023977 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (27e28976-7857-4982-9ed0-09261bf73cc4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.143463 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (27e28976-7857-4982-9ed0-09261bf73cc4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.144471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:28.145058 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.210100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] Pushing event updated for resources: {'Network': ['ID=27e28976-7857-4982-9ed0-09261bf73cc4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:28.223054 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 27e28976-7857-4982-9ed0-09261bf73cc4 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:00:28.316224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-103988c2-b648-4ac5-801d-fcb12deccbc6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8348939 Feb 11 05:00:28.319491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35244) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:28.325687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-9ae851b6-ee40-437e-8e4e-ba86d42e5437 admin admin] Request body: {'subnet': {'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-330894674-subnet', 'tenant_id': '13030b49e53544e09c401afe99de0c6a', 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:28.428860 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.475003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae851b6-ee40-437e-8e4e-ba86d42e5437 admin admin] Made reservation on behalf of 13030b49e53544e09c401afe99de0c6a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:28.477456 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ae851b6-ee40-437e-8e4e-ba86d42e5437 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.751578 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ae851b6-ee40-437e-8e4e-ba86d42e5437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (6ce3abf3-7b17-46f1-b223-82030e9da1ea), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:28.811681 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae851b6-ee40-437e-8e4e-ba86d42e5437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce3abf3-7b17-46f1-b223-82030e9da1ea,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:28.821814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae851b6-ee40-437e-8e4e-ba86d42e5437 admin admin] Checking segment: {'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:28.822176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae851b6-ee40-437e-8e4e-ba86d42e5437 admin admin] Network hostable DHCP agents. Network: 27e28976-7857-4982-9ed0-09261bf73cc4, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:00:28.922436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae851b6-ee40-437e-8e4e-ba86d42e5437 admin admin] Network 27e28976-7857-4982-9ed0-09261bf73cc4 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:00:28.994730 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-9ae851b6-ee40-437e-8e4e-ba86d42e5437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 27e28976-7857-4982-9ed0-09261bf73cc4) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:29.000053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae851b6-ee40-437e-8e4e-ba86d42e5437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:29.000695 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9ae851b6-ee40-437e-8e4e-ba86d42e5437 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.006501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49160f82-fdf4-485a-8059-5628805f70fd None None] Network 27e28976-7857-4982-9ed0-09261bf73cc4 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:29.118579 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9ae851b6-ee40-437e-8e4e-ba86d42e5437 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7978072 Feb 11 05:00:29.122317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35246) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:29.127725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-330894674-router', 'tenant_id': '13030b49e53544e09c401afe99de0c6a', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:29.134283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-27e28976-7857-4982-9ed0-09261bf73cc4', 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4', 'project_id': '13030b49e53544e09c401afe99de0c6a', 'fixed_ips': [{'subnet_id': '6ce3abf3-7b17-46f1-b223-82030e9da1ea'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:00:29.135606 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.263941 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (a255af3c-d077-4cc3-a27b-fe234240cf63), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.267905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (a255af3c-d077-4cc3-a27b-fe234240cf63), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.286479 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Allocated IP 172.20.0.2 (27e28976-7857-4982-9ed0-09261bf73cc4/6ce3abf3-7b17-46f1-b223-82030e9da1ea/93c11ca7-8420-4be9-a541-71980ae07552) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:29.337678 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Publish callbacks [] for router_controller (a255af3c-d077-4cc3-a27b-fe234240cf63), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.461861 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Publish callbacks [] for port (93c11ca7-8420-4be9-a541-71980ae07552), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.540581 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (93c11ca7-8420-4be9-a541-71980ae07552), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.592111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Network 27e28976-7857-4982-9ed0-09261bf73cc4 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:29.593356 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Publish callbacks [] for router_gateway (a255af3c-d077-4cc3-a27b-fe234240cf63), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.595561 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:29.599624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:29.609374 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=93c11ca7-8420-4be9-a541-71980ae07552,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:29.680169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Attempting to bind port 93c11ca7-8420-4be9-a541-71980ae07552 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:00:29.680550 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Attempting to bind port 93c11ca7-8420-4be9-a541-71980ae07552 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:00:29.680919 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Attempting to bind port 93c11ca7-8420-4be9-a541-71980ae07552 on network 27e28976-7857-4982-9ed0-09261bf73cc4 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:29.687172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:00:29.687554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Checking segment: {'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:29.687965 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.688369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Bound using segment: {'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:00:29.688847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Bound port: 93c11ca7-8420-4be9-a541-71980ae07552, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:00:29.689239 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (93c11ca7-8420-4be9-a541-71980ae07552), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.757457 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] For port 93c11ca7-8420-4be9-a541-71980ae07552, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:00:29.761478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] For port 93c11ca7-8420-4be9-a541-71980ae07552, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=93c11ca7-8420-4be9-a541-71980ae07552,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:00:29.764583 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.869694 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (93c11ca7-8420-4be9-a541-71980ae07552), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:29.946752 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92196f3-4c4e-4ae8-bbc8-c6c293d6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=93c11ca7-8420-4be9-a541-71980ae07552,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:30.357839 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Publish callbacks [] for router_gateway (a255af3c-d077-4cc3-a27b-fe234240cf63), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.378208 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.500899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Allocated IP 172.25.3.54 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/901935b5-38da-42b2-b91f-04dc75699751) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:30.616879 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Publish callbacks [] for port (901935b5-38da-42b2-b91f-04dc75699751), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.751938 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (901935b5-38da-42b2-b91f-04dc75699751), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.772291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 93c11ca7-8420-4be9-a541-71980ae07552 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:30.818983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:30.825910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:30.826653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 93c11ca7-8420-4be9-a541-71980ae07552 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:30.827237 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (93c11ca7-8420-4be9-a541-71980ae07552), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.830967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:30.878040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Pushing event updated for resources: {'Port': ['ID=901935b5-38da-42b2-b91f-04dc75699751,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:30.941843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 93c11ca7-8420-4be9-a541-71980ae07552 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:30.942249 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (93c11ca7-8420-4be9-a541-71980ae07552), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:30.997513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 93c11ca7-8420-4be9-a541-71980ae07552, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=93c11ca7-8420-4be9-a541-71980ae07552,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:31.081501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0d8202-7246-4462-a82d-84e142e3f4d6 None None] Network 27e28976-7857-4982-9ed0-09261bf73cc4 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:31.099111 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (93c11ca7-8420-4be9-a541-71980ae07552), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:31.228122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=93c11ca7-8420-4be9-a541-71980ae07552,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:31.235290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ed29e3d5-3384-4c70-afab-fcece1c015af None None] Provisioning complete for port 93c11ca7-8420-4be9-a541-71980ae07552 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:31.236017 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ed29e3d5-3384-4c70-afab-fcece1c015af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (93c11ca7-8420-4be9-a541-71980ae07552), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:31.277720 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Publish callbacks [] for router_gateway (a255af3c-d077-4cc3-a27b-fe234240cf63), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:31.361274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ed29e3d5-3384-4c70-afab-fcece1c015af None None] Current status of the port 93c11ca7-8420-4be9-a541-71980ae07552 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:31.536744 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (a255af3c-d077-4cc3-a27b-fe234240cf63), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:31.584420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-76f7acd3-fc8d-4f19-b611-ab4c5041f007 None None] Provisioning complete for port 93c11ca7-8420-4be9-a541-71980ae07552 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:31.584796 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-76f7acd3-fc8d-4f19-b611-ab4c5041f007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (93c11ca7-8420-4be9-a541-71980ae07552), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:31.672927 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-76f7acd3-fc8d-4f19-b611-ab4c5041f007 None None] Current status of the port 93c11ca7-8420-4be9-a541-71980ae07552 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:31.796931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Router a255af3c-d077-4cc3-a27b-fe234240cf63 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:00:31.921816 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:00:31.933487 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Sync routers for ids ['a255af3c-d077-4cc3-a27b-fe234240cf63'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:00:31.944455 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Routers {'a255af3c-d077-4cc3-a27b-fe234240cf63'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:31.947182 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a255af3c-d077-4cc3-a27b-fe234240cf63'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:31.999497 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.000957 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-177cd1b2-8503-4912-9d37-76a3b4bb96f2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8768995 Feb 11 05:00:32.003999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35260) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:32.166672 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Set router a255af3c-d077-4cc3-a27b-fe234240cf63 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:32.366117 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'name': 'tempest-TestServerMultinode-330894674-router', 'tenant_id': '13030b49e53544e09c401afe99de0c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '901935b5-38da-42b2-b91f-04dc75699751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:29Z', 'updated_at': '2022-02-11T05:00:31Z', 'revision_number': 3, 'project_id': '13030b49e53544e09c401afe99de0c6a', 'gw_port': {'id': '901935b5-38da-42b2-b91f-04dc75699751', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:30Z', 'updated_at': '2022-02-11T05:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:32.394611 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Checking router: a255af3c-d077-4cc3-a27b-fe234240cf63 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:00:32.395008 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Updating router a255af3c-d077-4cc3-a27b-fe234240cf63 port 901935b5-38da-42b2-b91f-04dc75699751 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:00:32.428622 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (901935b5-38da-42b2-b91f-04dc75699751), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.502249 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.726167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 93c11ca7-8420-4be9-a541-71980ae07552 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:32.732075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Allocated IP 172.20.0.1 (27e28976-7857-4982-9ed0-09261bf73cc4/6ce3abf3-7b17-46f1-b223-82030e9da1ea/ae18ea8f-4c07-4922-8436-a2d9e4c2e64a) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:32.763851 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Publish callbacks [] for port (901935b5-38da-42b2-b91f-04dc75699751), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.803832 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 93c11ca7-8420-4be9-a541-71980ae07552 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:32.804213 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (93c11ca7-8420-4be9-a541-71980ae07552), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.872290 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Publish callbacks [] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.873237 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (901935b5-38da-42b2-b91f-04dc75699751), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.918185 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 93c11ca7-8420-4be9-a541-71980ae07552 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:32.944455 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Attempting to bind port 901935b5-38da-42b2-b91f-04dc75699751 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:00:32.945104 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Attempting to bind port 901935b5-38da-42b2-b91f-04dc75699751 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:00:32.945267 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Attempting to bind port 901935b5-38da-42b2-b91f-04dc75699751 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:32.947109 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66e6de-9013-408c-bff7-95ddf92079e9 None None] Pushing event updated for resources: {'Port': ['ID=901935b5-38da-42b2-b91f-04dc75699751,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:32.952794 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:00:32.953177 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:32.953581 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:32.953972 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:00:32.954444 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Bound port: 901935b5-38da-42b2-b91f-04dc75699751, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:00:32.954855 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (901935b5-38da-42b2-b91f-04dc75699751), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.012802 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] For port 901935b5-38da-42b2-b91f-04dc75699751, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:00:33.018033 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] For port 901935b5-38da-42b2-b91f-04dc75699751, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=901935b5-38da-42b2-b91f-04dc75699751,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:00:33.089628 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.140611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Network 27e28976-7857-4982-9ed0-09261bf73cc4 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:33.143896 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (901935b5-38da-42b2-b91f-04dc75699751), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.144078 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:33.149197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:33.151918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae18ea8f-4c07-4922-8436-a2d9e4c2e64a,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:33.200637 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (a255af3c-d077-4cc3-a27b-fe234240cf63), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.207208 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Routers {'a255af3c-d077-4cc3-a27b-fe234240cf63'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:33.208080 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a255af3c-d077-4cc3-a27b-fe234240cf63'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:33.348510 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] Set router a255af3c-d077-4cc3-a27b-fe234240cf63 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:33.420553 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66e6de-9013-408c-bff7-95ddf92079e9 None None] Pushing event updated for resources: {'Port': ['ID=901935b5-38da-42b2-b91f-04dc75699751,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:33.462380 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.519333 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ac361563-f66b-4043-971d-0d5cd001b90e None None] Provisioning complete for port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:33.519669 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ac361563-f66b-4043-971d-0d5cd001b90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.559558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ac361563-f66b-4043-971d-0d5cd001b90e None None] Port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:33.600726 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'name': 'tempest-TestServerMultinode-330894674-router', 'tenant_id': '13030b49e53544e09c401afe99de0c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '901935b5-38da-42b2-b91f-04dc75699751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:29Z', 'updated_at': '2022-02-11T05:00:31Z', 'revision_number': 3, 'project_id': '13030b49e53544e09c401afe99de0c6a', 'gw_port': {'id': '901935b5-38da-42b2-b91f-04dc75699751', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:30Z', 'updated_at': '2022-02-11T05:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:33.633937 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76551ef5-63d9-4e5e-b189-22db0b9d9e5e None None] The sync data for ids ['a255af3c-d077-4cc3-a27b-fe234240cf63'] in n-d-712142-35 is: [{'id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'name': 'tempest-TestServerMultinode-330894674-router', 'tenant_id': '13030b49e53544e09c401afe99de0c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '901935b5-38da-42b2-b91f-04dc75699751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:29Z', 'updated_at': '2022-02-11T05:00:31Z', 'revision_number': 3, 'project_id': '13030b49e53544e09c401afe99de0c6a', 'gw_port': {'id': '901935b5-38da-42b2-b91f-04dc75699751', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:30Z', 'updated_at': '2022-02-11T05:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:00:33.693701 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Publish callbacks [] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.782497 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.855356 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (a255af3c-d077-4cc3-a27b-fe234240cf63), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:33.857956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae18ea8f-4c07-4922-8436-a2d9e4c2e64a,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:34.002575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Network 27e28976-7857-4982-9ed0-09261bf73cc4 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:34.004736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:34.179611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Router a255af3c-d077-4cc3-a27b-fe234240cf63 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:00:34.179875 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:34.252617 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:34.364650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:00:34.370322 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bec3f6a8-db34-415a-99ee-2032517060f3 admin admin] 10.222.0.13 "PUT /v2.0/routers/a255af3c-d077-4cc3-a27b-fe234240cf63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3649695 Feb 11 05:00:34.395013 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3e310c87-e6fa-431a-9e4e-42157b30881d None None] Provisioning complete for port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:34.395400 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e310c87-e6fa-431a-9e4e-42157b30881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:34.441011 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3e310c87-e6fa-431a-9e4e-42157b30881d None None] Port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:34.771452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 901935b5-38da-42b2-b91f-04dc75699751 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:34.828597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 901935b5-38da-42b2-b91f-04dc75699751 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:34.829249 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (901935b5-38da-42b2-b91f-04dc75699751), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:34.929999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 901935b5-38da-42b2-b91f-04dc75699751 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:34.930686 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (901935b5-38da-42b2-b91f-04dc75699751), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:34.960401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 901935b5-38da-42b2-b91f-04dc75699751, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=901935b5-38da-42b2-b91f-04dc75699751,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:35.036925 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (901935b5-38da-42b2-b91f-04dc75699751), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:35.105727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=901935b5-38da-42b2-b91f-04dc75699751,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:35.274178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35290) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:35.280980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1514195487-network', 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:35.443633 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] Made reservation on behalf of 42f3f77eda2949b3bca5e94584123f7f for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:35.447670 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:35.468468 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:35.554058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Sync routers for ids ['a255af3c-d077-4cc3-a27b-fe234240cf63'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:00:35.567661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Routers {'a255af3c-d077-4cc3-a27b-fe234240cf63'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:35.568372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a255af3c-d077-4cc3-a27b-fe234240cf63'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:35.589475 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] Publish callbacks [] for security_group (7c065719-1ee1-4e01-9719-22dc1bc29cb4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:35.665510 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7c065719-1ee1-4e01-9719-22dc1bc29cb4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:35.692831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:00:35.708700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c065719-1ee1-4e01-9719-22dc1bc29cb4,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:35.714662 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (fb2785a4-f607-4fc0-ae85-495870360a6d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:35.714998 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] Added segment fb2785a4-f607-4fc0-ae85-495870360a6d of type vlan for network 6ad6592e-38ae-427c-88c0-95449d753cda Feb 11 05:00:35.760962 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (6ad6592e-38ae-427c-88c0-95449d753cda), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:35.883654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Set router a255af3c-d077-4cc3-a27b-fe234240cf63 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:35.887976 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (6ad6592e-38ae-427c-88c0-95449d753cda), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:35.892661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:35.892661 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:35.963025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] Pushing event updated for resources: {'Network': ['ID=6ad6592e-38ae-427c-88c0-95449d753cda,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:35.986615 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 6ad6592e-38ae-427c-88c0-95449d753cda details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:00:36.003921 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-64c8ffc3-313a-4cf2-81cd-a2b0c288beac admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7280624 Feb 11 05:00:36.006429 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35294) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:36.017274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-21d67630-0148-4607-8ad0-0816f6424f7f admin admin] Request body: {'subnet': {'network_id': '6ad6592e-38ae-427c-88c0-95449d753cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1514195487-subnet', 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f', 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:36.130315 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d67630-0148-4607-8ad0-0816f6424f7f admin admin] Made reservation on behalf of 42f3f77eda2949b3bca5e94584123f7f for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:36.131612 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21d67630-0148-4607-8ad0-0816f6424f7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.217867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'name': 'tempest-TestServerMultinode-330894674-router', 'tenant_id': '13030b49e53544e09c401afe99de0c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '901935b5-38da-42b2-b91f-04dc75699751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:29Z', 'updated_at': '2022-02-11T05:00:33Z', 'revision_number': 4, 'project_id': '13030b49e53544e09c401afe99de0c6a', 'gw_port': {'id': '901935b5-38da-42b2-b91f-04dc75699751', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:30Z', 'updated_at': '2022-02-11T05:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'ae18ea8f-4c07-4922-8436-a2d9e4c2e64a', 'name': '', 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4', 'tenant_id': '13030b49e53544e09c401afe99de0c6a', 'mac_address': 'fa:16:3e:69:f8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '6ce3abf3-7b17-46f1-b223-82030e9da1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:32Z', 'updated_at': '2022-02-11T05:00:33Z', 'revision_number': 2, 'project_id': '13030b49e53544e09c401afe99de0c6a', 'subnets': [{'id': '6ce3abf3-7b17-46f1-b223-82030e9da1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:36.250364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Checking router: a255af3c-d077-4cc3-a27b-fe234240cf63 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:00:36.251139 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Updating router a255af3c-d077-4cc3-a27b-fe234240cf63 port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:00:36.255837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35296) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:36.293893 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.426927 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21d67630-0148-4607-8ad0-0816f6424f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (536e59bc-343b-4e34-a451-042a46622cdb), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.478985 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-759b11dd-2347-45bb-a4c1-4eee99210df5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Deleting port 8a99d866-4e5a-4282-ad60-dd8a5761e257 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:36.479798 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-759b11dd-2347-45bb-a4c1-4eee99210df5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8a99d866-4e5a-4282-ad60-dd8a5761e257), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.498061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d67630-0148-4607-8ad0-0816f6424f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=536e59bc-343b-4e34-a451-042a46622cdb,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:36.532805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d67630-0148-4607-8ad0-0816f6424f7f admin admin] Checking segment: {'id': 'fb2785a4-f607-4fc0-ae85-495870360a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ad6592e-38ae-427c-88c0-95449d753cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:36.533353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d67630-0148-4607-8ad0-0816f6424f7f admin admin] Network hostable DHCP agents. Network: 6ad6592e-38ae-427c-88c0-95449d753cda, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:00:36.620853 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-759b11dd-2347-45bb-a4c1-4eee99210df5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8a99d866-4e5a-4282-ad60-dd8a5761e257), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.621268 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-759b11dd-2347-45bb-a4c1-4eee99210df5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for floatingip (8a99d866-4e5a-4282-ad60-dd8a5761e257), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.636866 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-759b11dd-2347-45bb-a4c1-4eee99210df5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Calling delete_port for 8a99d866-4e5a-4282-ad60-dd8a5761e257 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:36.653036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d67630-0148-4607-8ad0-0816f6424f7f admin admin] Network 6ad6592e-38ae-427c-88c0-95449d753cda is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:00:36.720685 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Publish callbacks [] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.756005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 901935b5-38da-42b2-b91f-04dc75699751 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:36.766588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-21d67630-0148-4607-8ad0-0816f6424f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 6ad6592e-38ae-427c-88c0-95449d753cda) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:36.779796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d67630-0148-4607-8ad0-0816f6424f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:36.782162 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21d67630-0148-4607-8ad0-0816f6424f7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.801289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f922ea13-bf04-41d0-8030-b6a285e92835 None None] Network 6ad6592e-38ae-427c-88c0-95449d753cda requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:36.825600 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.927860 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35298) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:36.930469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-21d67630-0148-4607-8ad0-0816f6424f7f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9178350 Feb 11 05:00:36.937070 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1514195487-router', 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:36.948515 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-759b11dd-2347-45bb-a4c1-4eee99210df5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8a99d866-4e5a-4282-ad60-dd8a5761e257), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:36.950366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c939697-8d40-49df-9955-060bd95f41b6 None None] Pushing event updated for resources: {'Port': ['ID=ae18ea8f-4c07-4922-8436-a2d9e4c2e64a,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:36.982313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 901935b5-38da-42b2-b91f-04dc75699751 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:36.983110 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (901935b5-38da-42b2-b91f-04dc75699751), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.051316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b11dd-2347-45bb-a4c1-4eee99210df5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event deleted for resources: {'Port': ['ID=8a99d866-4e5a-4282-ad60-dd8a5761e257,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:37.115199 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-759b11dd-2347-45bb-a4c1-4eee99210df5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for floatingip (35fe4daa-7033-4ce3-a8dc-c726529b6d01), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.116491 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-759b11dd-2347-45bb-a4c1-4eee99210df5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Floating IP 35fe4daa-7033-4ce3-a8dc-c726529b6d01 disassociated (deleted). External IP: 172.25.3.24, port: a0a613b5-d998-482f-94fc-8c5ccf5f4589. Feb 11 05:00:37.117494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-6ad6592e-38ae-427c-88c0-95449d753cda', 'network_id': '6ad6592e-38ae-427c-88c0-95449d753cda', 'project_id': '42f3f77eda2949b3bca5e94584123f7f', 'fixed_ips': [{'subnet_id': '536e59bc-343b-4e34-a451-042a46622cdb'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:00:37.118897 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.148482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Attempting to bind port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:00:37.148885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Attempting to bind port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:00:37.149935 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Attempting to bind port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a on network 27e28976-7857-4982-9ed0-09261bf73cc4 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:37.229510 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (7a762d0b-8781-426e-8bdc-f1bf429becd8), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.230839 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (7a762d0b-8781-426e-8bdc-f1bf429becd8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.335027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:00:37.335818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Checking segment: {'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:37.336432 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.337869 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Bound using segment: {'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:00:37.337869 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Bound port: ae18ea8f-4c07-4922-8436-a2d9e4c2e64a, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:00:37.337869 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.365484 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Publish callbacks [] for router_controller (7a762d0b-8781-426e-8bdc-f1bf429becd8), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.376653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Allocated IP 172.20.0.2 (6ad6592e-38ae-427c-88c0-95449d753cda/536e59bc-343b-4e34-a451-042a46622cdb/266d0e96-7b5d-4529-9118-3645e14feac2) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:37.443325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9061f2b2-a930-4f5a-9ab6-ef9def589349 None None] Provisioning complete for port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:37.443804 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9061f2b2-a930-4f5a-9ab6-ef9def589349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.621215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9061f2b2-a930-4f5a-9ab6-ef9def589349 None None] Port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:37.623062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 901935b5-38da-42b2-b91f-04dc75699751 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:37.630590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] For port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:00:37.635997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] For port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ae18ea8f-4c07-4922-8436-a2d9e4c2e64a,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:00:37.740590 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Publish callbacks [] for port (266d0e96-7b5d-4529-9118-3645e14feac2), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.752165 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.835867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Routers {'a255af3c-d077-4cc3-a27b-fe234240cf63'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:37.835867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a255af3c-d077-4cc3-a27b-fe234240cf63'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:37.845110 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (266d0e96-7b5d-4529-9118-3645e14feac2), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:37.903272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c939697-8d40-49df-9955-060bd95f41b6 None None] Pushing event updated for resources: {'Port': ['ID=ae18ea8f-4c07-4922-8436-a2d9e4c2e64a,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:37.906337 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759b11dd-2347-45bb-a4c1-4eee99210df5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:00:37.997673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Network 6ad6592e-38ae-427c-88c0-95449d753cda is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:38.009714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:38.017981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:38.024490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Pushing event updated for resources: {'Port': ['ID=266d0e96-7b5d-4529-9118-3645e14feac2,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:38.076297 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Publish callbacks [] for router_gateway (7a762d0b-8781-426e-8bdc-f1bf429becd8), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.111641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] Set router a255af3c-d077-4cc3-a27b-fe234240cf63 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:38.251247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759b11dd-2347-45bb-a4c1-4eee99210df5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:00:38.256363 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-759b11dd-2347-45bb-a4c1-4eee99210df5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.269283 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29bf9fa-ceae-44c8-a65a-5a21f5c98003 None None] Sync routers for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:00:38.282060 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29bf9fa-ceae-44c8-a65a-5a21f5c98003 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:38.283415 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e29bf9fa-ceae-44c8-a65a-5a21f5c98003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:38.287599 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-66eaad61-80a7-4553-bc2b-f50b1a8ecb89 None None] Provisioning complete for port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:38.288449 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-66eaad61-80a7-4553-bc2b-f50b1a8ecb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.300779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Attempting to bind port 266d0e96-7b5d-4529-9118-3645e14feac2 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:00:38.301293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Attempting to bind port 266d0e96-7b5d-4529-9118-3645e14feac2 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'fb2785a4-f607-4fc0-ae85-495870360a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ad6592e-38ae-427c-88c0-95449d753cda'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:00:38.301943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Attempting to bind port 266d0e96-7b5d-4529-9118-3645e14feac2 on network 6ad6592e-38ae-427c-88c0-95449d753cda {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:38.328413 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-759b11dd-2347-45bb-a4c1-4eee99210df5 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "DELETE /v2.0/floatingips/35fe4daa-7033-4ce3-a8dc-c726529b6d01 HTTP/1.1" status: 204 len: 168 time: 2.0708890 Feb 11 05:00:38.330845 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0c1b90-3f87-4136-9950-f84c86bb2fcd', 'tag': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:00:38.335060 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463c4c35-f8af-4fe2-9d09-9cff9fbf1ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0c1b90-3f87-4136-9950-f84c86bb2fcd", "tag": "a0a613b5-d998-482f-94fc-8c5ccf5f4589"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:00:38.368749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:00:38.369218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Checking segment: {'id': 'fb2785a4-f607-4fc0-ae85-495870360a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ad6592e-38ae-427c-88c0-95449d753cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:38.369723 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.370222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Bound using segment: {'id': 'fb2785a4-f607-4fc0-ae85-495870360a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ad6592e-38ae-427c-88c0-95449d753cda'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:00:38.370830 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Bound port: 266d0e96-7b5d-4529-9118-3645e14feac2, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2785a4-f607-4fc0-ae85-495870360a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ad6592e-38ae-427c-88c0-95449d753cda'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:00:38.371427 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (266d0e96-7b5d-4529-9118-3645e14feac2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.438295 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-e29bf9fa-ceae-44c8-a65a-5a21f5c98003 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:38.452655 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43d1a30-86fd-406c-9cb6-db5427cfe000 x-openstack-request-id: req-b43d1a30-86fd-406c-9cb6-db5427cfe000 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:00:38.460230 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0c1b90-3f87-4136-9950-f84c86bb2fcd", "tag": "a0a613b5-d998-482f-94fc-8c5ccf5f4589", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:00:38.460230 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b43d1a30-86fd-406c-9cb6-db5427cfe000 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:00:38.460230 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0c1b90-3f87-4136-9950-f84c86bb2fcd', 'tag': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589', 'status': 'completed', 'code': 200} Feb 11 05:00:38.626369 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c4c35-f8af-4fe2-9d09-9cff9fbf1ab2 req-eeebdc4e-7f61-4490-a654-75844eb92abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:38.628365 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-463c4c35-f8af-4fe2-9d09-9cff9fbf1ab2 req-eeebdc4e-7f61-4490-a654-75844eb92abd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 1129 time: 0.0918710 Feb 11 05:00:38.644323 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Publish callbacks [] for router_gateway (7a762d0b-8781-426e-8bdc-f1bf429becd8), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.668193 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.716734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] For port 266d0e96-7b5d-4529-9118-3645e14feac2, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:00:38.728564 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-66eaad61-80a7-4553-bc2b-f50b1a8ecb89 None None] Current status of the port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:38.728995 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-66eaad61-80a7-4553-bc2b-f50b1a8ecb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.754664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] For port 266d0e96-7b5d-4529-9118-3645e14feac2, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=266d0e96-7b5d-4529-9118-3645e14feac2,segment=NetworkSegment(fb2785a4-f607-4fc0-ae85-495870360a6d),segment_id=fb2785a4-f607-4fc0-ae85-495870360a6d)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:00:38.774726 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e29bf9fa-ceae-44c8-a65a-5a21f5c98003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '7c64adc4-3963-4007-ba1b-a6501c32ba76', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'floating_ip_address': '172.25.3.183', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'port_id': '503a579c-2c43-46a8-9087-39578f8b894d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'mac_address': 'fa:16:3e:9d:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:54:21Z', 'updated_at': '2022-02-11T04:54:25Z', 'revision_number': 1, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:38.817704 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29bf9fa-ceae-44c8-a65a-5a21f5c98003 None None] Checking router: 08f78bb6-500d-4bcd-878f-55bbbc33ca77 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:00:38.829407 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-66eaad61-80a7-4553-bc2b-f50b1a8ecb89 None None] For port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ae18ea8f-4c07-4922-8436-a2d9e4c2e64a,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:38.835096 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29bf9fa-ceae-44c8-a65a-5a21f5c98003 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:38.835956 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e29bf9fa-ceae-44c8-a65a-5a21f5c98003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:38.836451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'name': 'tempest-TestServerMultinode-330894674-router', 'tenant_id': '13030b49e53544e09c401afe99de0c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '901935b5-38da-42b2-b91f-04dc75699751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:29Z', 'updated_at': '2022-02-11T05:00:33Z', 'revision_number': 4, 'project_id': '13030b49e53544e09c401afe99de0c6a', 'gw_port': {'id': '901935b5-38da-42b2-b91f-04dc75699751', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:30Z', 'updated_at': '2022-02-11T05:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'ae18ea8f-4c07-4922-8436-a2d9e4c2e64a', 'name': '', 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4', 'tenant_id': '13030b49e53544e09c401afe99de0c6a', 'mac_address': 'fa:16:3e:69:f8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '6ce3abf3-7b17-46f1-b223-82030e9da1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:32Z', 'updated_at': '2022-02-11T05:00:37Z', 'revision_number': 4, 'project_id': '13030b49e53544e09c401afe99de0c6a', 'subnets': [{'id': '6ce3abf3-7b17-46f1-b223-82030e9da1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:38.843033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c4c35-f8af-4fe2-9d09-9cff9fbf1ab2 req-e9b49b04-59a1-40a8-a45d-7fd601175d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:38.844713 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-463c4c35-f8af-4fe2-9d09-9cff9fbf1ab2 req-e9b49b04-59a1-40a8-a45d-7fd601175d9d service neutron] 10.222.0.47 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 913 time: 0.2108028 Feb 11 05:00:38.872223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa9772-bade-45d9-9439-854fd0a0262d None None] The sync data for ids ['a255af3c-d077-4cc3-a27b-fe234240cf63'] in n-d-712142-35 is: [{'id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'name': 'tempest-TestServerMultinode-330894674-router', 'tenant_id': '13030b49e53544e09c401afe99de0c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '901935b5-38da-42b2-b91f-04dc75699751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:29Z', 'updated_at': '2022-02-11T05:00:33Z', 'revision_number': 4, 'project_id': '13030b49e53544e09c401afe99de0c6a', 'gw_port': {'id': '901935b5-38da-42b2-b91f-04dc75699751', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:30Z', 'updated_at': '2022-02-11T05:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'ae18ea8f-4c07-4922-8436-a2d9e4c2e64a', 'name': '', 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4', 'tenant_id': '13030b49e53544e09c401afe99de0c6a', 'mac_address': 'fa:16:3e:69:f8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '6ce3abf3-7b17-46f1-b223-82030e9da1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:32Z', 'updated_at': '2022-02-11T05:00:37Z', 'revision_number': 4, 'project_id': '13030b49e53544e09c401afe99de0c6a', 'subnets': [{'id': '6ce3abf3-7b17-46f1-b223-82030e9da1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:00:38.884124 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (266d0e96-7b5d-4529-9118-3645e14feac2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:38.969673 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-463c4c35-f8af-4fe2-9d09-9cff9fbf1ab2 req-d4d00880-c54d-4544-8a27-6217ca9691be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0a613b5-d998-482f-94fc-8c5ccf5f4589 HTTP/1.1" status: 200 len: 217 time: 0.1181688 Feb 11 05:00:38.981724 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01692f81-a02a-438f-8429-0958d94568a1 None None] Pushing event updated for resources: {'Port': ['ID=266d0e96-7b5d-4529-9118-3645e14feac2,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:39.067231 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-66eaad61-80a7-4553-bc2b-f50b1a8ecb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.189542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Allocated IP 172.25.3.89 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/0d795e6b-ccf8-48d6-b9e5-fc86083a19cc) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:39.207724 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d73848-8ba3-4158-9ece-9a41e70ec3c8 req-b2c1d08e-6bbc-4b07-a6da-19e9d9057541 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:39.210408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2d73848-8ba3-4158-9ece-9a41e70ec3c8 req-b2c1d08e-6bbc-4b07-a6da-19e9d9057541 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 946 time: 0.1530125 Feb 11 05:00:39.232450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c4c35-f8af-4fe2-9d09-9cff9fbf1ab2 req-06c539ea-ec85-4057-a580-353f44a5bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:39.233976 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-463c4c35-f8af-4fe2-9d09-9cff9fbf1ab2 req-06c539ea-ec85-4057-a580-353f44a5bdcc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.2582245 Feb 11 05:00:39.236161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eaad61-80a7-4553-bc2b-f50b1a8ecb89 None None] Pushing event updated for resources: {'Port': ['ID=ae18ea8f-4c07-4922-8436-a2d9e4c2e64a,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:39.310212 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2d73848-8ba3-4158-9ece-9a41e70ec3c8 req-bcd2dd21-3aef-4b47-9639-b09342422383 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927989 Feb 11 05:00:39.319695 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-e29bf9fa-ceae-44c8-a65a-5a21f5c98003 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:39.433333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c4c35-f8af-4fe2-9d09-9cff9fbf1ab2 req-019af21f-f792-4eee-ba12-161d673c3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:39.435059 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-463c4c35-f8af-4fe2-9d09-9cff9fbf1ab2 req-019af21f-f792-4eee-ba12-161d673c3816 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1888523 Feb 11 05:00:39.565347 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Publish callbacks [] for port (0d795e6b-ccf8-48d6-b9e5-fc86083a19cc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.636956 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-463c4c35-f8af-4fe2-9d09-9cff9fbf1ab2 req-7733cb14-a582-4dad-bbb4-9f741dea4270 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944652 Feb 11 05:00:39.741165 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-e29bf9fa-ceae-44c8-a65a-5a21f5c98003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '7c64adc4-3963-4007-ba1b-a6501c32ba76', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'floating_ip_address': '172.25.3.183', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'port_id': '503a579c-2c43-46a8-9087-39578f8b894d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'mac_address': 'fa:16:3e:9d:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:54:21Z', 'updated_at': '2022-02-11T04:54:25Z', 'revision_number': 1, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:39.767247 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-463c4c35-f8af-4fe2-9d09-9cff9fbf1ab2 req-8e911bb0-f781-4b90-8147-5fac218c3d48 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222160 Feb 11 05:00:39.806578 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (0d795e6b-ccf8-48d6-b9e5-fc86083a19cc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:39.817086 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29bf9fa-ceae-44c8-a65a-5a21f5c98003 None None] The sync data for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 is: [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '7c64adc4-3963-4007-ba1b-a6501c32ba76', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'floating_ip_address': '172.25.3.183', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'port_id': '503a579c-2c43-46a8-9087-39578f8b894d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'mac_address': 'fa:16:3e:9d:24:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T04:54:21Z', 'updated_at': '2022-02-11T04:54:25Z', 'revision_number': 1, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:00:39.897013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:39.902091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:39.908346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:39.943463 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Pushing event updated for resources: {'Port': ['ID=0d795e6b-ccf8-48d6-b9e5-fc86083a19cc,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:39.960428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:39.960803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:39.961158 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:39.961539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:39.961891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:39.962341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:39.962557 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:39.963158 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:39.963526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:39.963852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:39.964196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:39.964656 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:39.965002 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:40.332212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19842219-b5f3-4d0a-b046-15547f8da782 None None] New status for floating IP 35fe4daa-7033-4ce3-a8dc-c726529b6d01: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:00:40.496025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Publish callbacks [] for router_gateway (7a762d0b-8781-426e-8bdc-f1bf429becd8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:40.588791 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294f670-edc6-4e43-b4dc-f0311327a4c6 req-e3f18d8b-56ab-465b-960f-626cdf0d6e00 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:40.599496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c294f670-edc6-4e43-b4dc-f0311327a4c6 req-e3f18d8b-56ab-465b-960f-626cdf0d6e00 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 946 time: 0.1624889 Feb 11 05:00:40.602120 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda5fda0-9841-451d-9dd8-0150e340fee7 None None] Network 6ad6592e-38ae-427c-88c0-95449d753cda requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:00:40.671428 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c294f670-edc6-4e43-b4dc-f0311327a4c6 req-6f87a090-3e05-479a-b9bf-af268d447900 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595744 Feb 11 05:00:40.780822 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f460d6-3a61-4efe-be3d-f53c50218873 req-d73ad195-05fb-4582-b87b-ffb1b9937c21 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:40.782446 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-04f460d6-3a61-4efe-be3d-f53c50218873 req-d73ad195-05fb-4582-b87b-ffb1b9937c21 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 946 time: 0.2805510 Feb 11 05:00:40.852019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6b14d845-4663-4be7-b17b-a1bd6142a1db None None] Provisioning complete for port 266d0e96-7b5d-4529-9118-3645e14feac2 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:40.852435 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6b14d845-4663-4be7-b17b-a1bd6142a1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (266d0e96-7b5d-4529-9118-3645e14feac2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.017132 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (7a762d0b-8781-426e-8bdc-f1bf429becd8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.062379 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-04f460d6-3a61-4efe-be3d-f53c50218873 req-cf999fe0-fbc9-448a-b76c-1780734b4879 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Deleting port a0a613b5-d998-482f-94fc-8c5ccf5f4589 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:41.062763 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-04f460d6-3a61-4efe-be3d-f53c50218873 req-cf999fe0-fbc9-448a-b76c-1780734b4879 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.077490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ae18ea8f-4c07-4922-8436-a2d9e4c2e64a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:41.215771 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:41.216654 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.228238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-04f460d6-3a61-4efe-be3d-f53c50218873 req-cf999fe0-fbc9-448a-b76c-1780734b4879 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] For port a0a613b5-d998-482f-94fc-8c5ccf5f4589, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=a0a613b5-d998-482f-94fc-8c5ccf5f4589,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:41.228599 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-04f460d6-3a61-4efe-be3d-f53c50218873 req-cf999fe0-fbc9-448a-b76c-1780734b4879 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.249854 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-04f460d6-3a61-4efe-be3d-f53c50218873 req-cf999fe0-fbc9-448a-b76c-1780734b4879 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Calling delete_port for a0a613b5-d998-482f-94fc-8c5ccf5f4589 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:41.305035 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:00:41.327279 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6b14d845-4663-4be7-b17b-a1bd6142a1db None None] Current status of the port 266d0e96-7b5d-4529-9118-3645e14feac2 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:41.327677 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6b14d845-4663-4be7-b17b-a1bd6142a1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (266d0e96-7b5d-4529-9118-3645e14feac2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.393034 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Router 7a762d0b-8781-426e-8bdc-f1bf429becd8 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:00:41.396176 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-6b14d845-4663-4be7-b17b-a1bd6142a1db None None] For port 266d0e96-7b5d-4529-9118-3645e14feac2, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=266d0e96-7b5d-4529-9118-3645e14feac2,segment=NetworkSegment(fb2785a4-f607-4fc0-ae85-495870360a6d),segment_id=fb2785a4-f607-4fc0-ae85-495870360a6d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:41.407445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:41.409501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 266d0e96-7b5d-4529-9118-3645e14feac2 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:41.475118 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 266d0e96-7b5d-4529-9118-3645e14feac2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:41.475505 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (266d0e96-7b5d-4529-9118-3645e14feac2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.498928 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6b14d845-4663-4be7-b17b-a1bd6142a1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (266d0e96-7b5d-4529-9118-3645e14feac2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.550876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:00:41.561590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b14d845-4663-4be7-b17b-a1bd6142a1db None None] Pushing event updated for resources: {'Port': ['ID=266d0e96-7b5d-4529-9118-3645e14feac2,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:41.575384 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Sync routers for ids ['7a762d0b-8781-426e-8bdc-f1bf429becd8'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:00:41.579121 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-04f460d6-3a61-4efe-be3d-f53c50218873 req-cf999fe0-fbc9-448a-b76c-1780734b4879 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (a0a613b5-d998-482f-94fc-8c5ccf5f4589), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.599208 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Routers {'7a762d0b-8781-426e-8bdc-f1bf429becd8'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:41.599856 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7a762d0b-8781-426e-8bdc-f1bf429becd8'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:41.632550 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 266d0e96-7b5d-4529-9118-3645e14feac2 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:41.641185 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-da3e8b71-dc26-4749-b431-2782bd2d0900 None None] Provisioning complete for port 266d0e96-7b5d-4529-9118-3645e14feac2 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:41.641525 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da3e8b71-dc26-4749-b431-2782bd2d0900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (266d0e96-7b5d-4529-9118-3645e14feac2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.645563 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf999fe0-fbc9-448a-b76c-1780734b4879 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event deleted for resources: {'Port': ['ID=a0a613b5-d998-482f-94fc-8c5ccf5f4589,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:41.733365 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.755341 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4e04d1e6-af73-49e3-b654-965e0bb03215 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8189435 Feb 11 05:00:41.757554 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35332) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:41.770678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-da3e8b71-dc26-4749-b431-2782bd2d0900 None None] Current status of the port 266d0e96-7b5d-4529-9118-3645e14feac2 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:41.794443 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f460d6-3a61-4efe-be3d-f53c50218873 req-cf999fe0-fbc9-448a-b76c-1780734b4879 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] No DVR routers for this DVR port a0a613b5-d998-482f-94fc-8c5ccf5f4589 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:41.801333 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-04f460d6-3a61-4efe-be3d-f53c50218873 req-cf999fe0-fbc9-448a-b76c-1780734b4879 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:41.804867 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-04f460d6-3a61-4efe-be3d-f53c50218873 req-cf999fe0-fbc9-448a-b76c-1780734b4879 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.47 "DELETE /v2.0/ports/a0a613b5-d998-482f-94fc-8c5ccf5f4589 HTTP/1.1" status: 204 len: 173 time: 1.0153227 Feb 11 05:00:41.805340 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0c1b90-3f87-4136-9950-f84c86bb2fcd', 'name': 'network-vif-deleted', 'tag': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:00:41.811114 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Set router 7a762d0b-8781-426e-8bdc-f1bf429becd8 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:41.815781 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4c4864-a2ab-49bc-8826-a34372d62b37" -d '{"events": [{"server_uuid": "6e0c1b90-3f87-4136-9950-f84c86bb2fcd", "name": "network-vif-deleted", "tag": "a0a613b5-d998-482f-94fc-8c5ccf5f4589"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:00:41.879537 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a968e8ba-d07a-4592-97ac-3c24c28b302d req-8bce71df-d4a3-4504-aa66-84651efb2bc4 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0469108 Feb 11 05:00:41.936424 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7779cd3-0898-4b05-877e-0380ee349225 x-openstack-request-id: req-a7779cd3-0898-4b05-877e-0380ee349225 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:00:41.936711 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0c1b90-3f87-4136-9950-f84c86bb2fcd", "name": "network-vif-deleted", "tag": "a0a613b5-d998-482f-94fc-8c5ccf5f4589", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:00:41.936981 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7779cd3-0898-4b05-877e-0380ee349225 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:00:41.937411 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0c1b90-3f87-4136-9950-f84c86bb2fcd', 'name': 'network-vif-deleted', 'tag': 'a0a613b5-d998-482f-94fc-8c5ccf5f4589', 'status': 'completed', 'code': 200} Feb 11 05:00:42.072513 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'name': 'tempest-TestServerMultinode-1514195487-router', 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0d795e6b-ccf8-48d6-b9e5-fc86083a19cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:37Z', 'updated_at': '2022-02-11T05:00:40Z', 'revision_number': 3, 'project_id': '42f3f77eda2949b3bca5e94584123f7f', 'gw_port': {'id': '0d795e6b-ccf8-48d6-b9e5-fc86083a19cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:38Z', 'updated_at': '2022-02-11T05:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:42.104009 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Checking router: 7a762d0b-8781-426e-8bdc-f1bf429becd8 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:00:42.104515 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Updating router 7a762d0b-8781-426e-8bdc-f1bf429becd8 port 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:00:42.151625 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0d795e6b-ccf8-48d6-b9e5-fc86083a19cc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:42.558818 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Publish callbacks [] for port (0d795e6b-ccf8-48d6-b9e5-fc86083a19cc), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:42.636528 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0d795e6b-ccf8-48d6-b9e5-fc86083a19cc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:42.689377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9d5d0-84f3-4863-95c2-d4bb1a1fe06e req-e89174da-7aaf-42ec-82b1-542dd871b463 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:42.690951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8af9d5d0-84f3-4863-95c2-d4bb1a1fe06e req-e89174da-7aaf-42ec-82b1-542dd871b463 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1070116 Feb 11 05:00:42.715960 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Attempting to bind port 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:00:42.716339 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Attempting to bind port 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:00:42.716705 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Attempting to bind port 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:42.728264 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:00:42.728689 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:42.729076 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:42.729523 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:00:42.730328 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Bound port: 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:00:42.730764 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0d795e6b-ccf8-48d6-b9e5-fc86083a19cc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:42.732731 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361459e-831d-4d7b-8d19-76db0b5b3422 None None] Pushing event updated for resources: {'Port': ['ID=0d795e6b-ccf8-48d6-b9e5-fc86083a19cc,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:42.809388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 266d0e96-7b5d-4529-9118-3645e14feac2 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:42.814542 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8af9d5d0-84f3-4863-95c2-d4bb1a1fe06e req-58918d55-a4ec-4f99-a4f7-30055d66d2d3 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916424 Feb 11 05:00:42.846738 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] For port 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:00:42.851124 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] For port 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0d795e6b-ccf8-48d6-b9e5-fc86083a19cc,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:00:42.874528 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:42.890176 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 266d0e96-7b5d-4529-9118-3645e14feac2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:42.890576 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (266d0e96-7b5d-4529-9118-3645e14feac2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:42.957248 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0d795e6b-ccf8-48d6-b9e5-fc86083a19cc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.044776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d37fc35-40d8-4837-aa1a-ea8811b1a055 req-41171993-cc05-403d-8c86-936a6af95708 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0407977 Feb 11 05:00:43.050294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 266d0e96-7b5d-4529-9118-3645e14feac2 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:43.083558 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361459e-831d-4d7b-8d19-76db0b5b3422 None None] Pushing event updated for resources: {'Port': ['ID=0d795e6b-ccf8-48d6-b9e5-fc86083a19cc,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:43.116222 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Routers {'7a762d0b-8781-426e-8bdc-f1bf429becd8'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:43.116878 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7a762d0b-8781-426e-8bdc-f1bf429becd8'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:43.195028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Allocated IP 172.20.0.1 (6ad6592e-38ae-427c-88c0-95449d753cda/536e59bc-343b-4e34-a451-042a46622cdb/dba33bb7-15d5-4fb1-abf2-a0ea3530db38) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:43.291439 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] Set router 7a762d0b-8781-426e-8bdc-f1bf429becd8 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:43.336925 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Publish callbacks [] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.488594 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.536539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Network 6ad6592e-38ae-427c-88c0-95449d753cda is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:43.539867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:43.542731 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'name': 'tempest-TestServerMultinode-1514195487-router', 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0d795e6b-ccf8-48d6-b9e5-fc86083a19cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:37Z', 'updated_at': '2022-02-11T05:00:40Z', 'revision_number': 3, 'project_id': '42f3f77eda2949b3bca5e94584123f7f', 'gw_port': {'id': '0d795e6b-ccf8-48d6-b9e5-fc86083a19cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:38Z', 'updated_at': '2022-02-11T05:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:43.545692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:43.554190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Pushing event updated for resources: {'Port': ['ID=dba33bb7-15d5-4fb1-abf2-a0ea3530db38,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:43.589044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:43.589044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:43.589044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:43.589044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:43.589044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:43.589044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:43.589759 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba1ecdb-6c29-4334-ae09-912bb50139c2 None None] The sync data for ids ['7a762d0b-8781-426e-8bdc-f1bf429becd8'] in n-d-712142-35 is: [{'id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'name': 'tempest-TestServerMultinode-1514195487-router', 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0d795e6b-ccf8-48d6-b9e5-fc86083a19cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:37Z', 'updated_at': '2022-02-11T05:00:40Z', 'revision_number': 3, 'project_id': '42f3f77eda2949b3bca5e94584123f7f', 'gw_port': {'id': '0d795e6b-ccf8-48d6-b9e5-fc86083a19cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:38Z', 'updated_at': '2022-02-11T05:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:00:43.591012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:43.591012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:43.591012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:43.591012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:43.591012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:43.591012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:43.591012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:43.619205 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (7a762d0b-8781-426e-8bdc-f1bf429becd8), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.882265 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.927777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-db3a49e9-6fd8-4dd3-91d4-f94e28bcaf20 None None] Provisioning complete for port dba33bb7-15d5-4fb1-abf2-a0ea3530db38 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:43.928400 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-db3a49e9-6fd8-4dd3-91d4-f94e28bcaf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:43.972278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device a0a613b5-d998-482f-94fc-8c5ccf5f4589 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:44.004042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: a0a613b5-d998-482f-94fc-8c5ccf5f4589 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:44.004813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device a0a613b5-d998-482f-94fc-8c5ccf5f4589 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:44.008709 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-db3a49e9-6fd8-4dd3-91d4-f94e28bcaf20 None None] Port dba33bb7-15d5-4fb1-abf2-a0ea3530db38 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:44.143317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334b45f-60a1-47f9-8a26-d13399833fb4 req-be6d7e01-d45d-46db-8f22-27c5415680d5 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:44.145185 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5334b45f-60a1-47f9-8a26-d13399833fb4 req-be6d7e01-d45d-46db-8f22-27c5415680d5 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1491768 Feb 11 05:00:44.234867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98385cdb-ac3f-4425-a893-031a1dba3e1c req-a5dd5c1d-a9bb-4e44-9778-234e7e0bf570 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0804367 Feb 11 05:00:44.312624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5334b45f-60a1-47f9-8a26-d13399833fb4 req-e36039a8-078d-4adc-b819-a44c5867b234 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595843 Feb 11 05:00:44.343417 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Publish callbacks [] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.453615 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.574785 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (7a762d0b-8781-426e-8bdc-f1bf429becd8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.580348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Pushing event updated for resources: {'Port': ['ID=dba33bb7-15d5-4fb1-abf2-a0ea3530db38,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:44.624777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-898260b4-d1dc-4424-a669-3f91ccefef9b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:44.626256 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-898260b4-d1dc-4424-a669-3f91ccefef9b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1179273 Feb 11 05:00:44.775311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Network 6ad6592e-38ae-427c-88c0-95449d753cda is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:44.780012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:44.784677 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:44.876790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-372f28e0-3dfb-44b4-a460-46339eb4a14b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Deleting port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:44.877058 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-372f28e0-3dfb-44b4-a460-46339eb4a14b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:44.878354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:44.887147 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0d795e6b-ccf8-48d6-b9e5-fc86083a19cc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.004821 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:45.005959 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0d795e6b-ccf8-48d6-b9e5-fc86083a19cc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.053403 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0d795e6b-ccf8-48d6-b9e5-fc86083a19cc,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:45.064804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Router 7a762d0b-8781-426e-8bdc-f1bf429becd8 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:00:45.086029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-372f28e0-3dfb-44b4-a460-46339eb4a14b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] For port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:45.086431 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-372f28e0-3dfb-44b4-a460-46339eb4a14b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.132425 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0d795e6b-ccf8-48d6-b9e5-fc86083a19cc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.190726 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=0d795e6b-ccf8-48d6-b9e5-fc86083a19cc,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:45.245528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4fed9c3f-6449-4dd8-a98c-d1ab6fd65a35 None None] Provisioning complete for port dba33bb7-15d5-4fb1-abf2-a0ea3530db38 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:45.246295 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4fed9c3f-6449-4dd8-a98c-d1ab6fd65a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.311399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4fed9c3f-6449-4dd8-a98c-d1ab6fd65a35 None None] Port dba33bb7-15d5-4fb1-abf2-a0ea3530db38 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:45.337787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:00:45.399438 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e6c03f29-008a-4a93-9df3-e8f7c26bb490 admin admin] 10.222.0.13 "PUT /v2.0/routers/7a762d0b-8781-426e-8bdc-f1bf429becd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6303632 Feb 11 05:00:45.410147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a193eb22-91e7-44ab-b24f-364cf18c380d req-a494e090-abd6-43a5-8a25-c109e783efaa tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0748160 Feb 11 05:00:45.470741 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-372f28e0-3dfb-44b4-a460-46339eb4a14b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.471053 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-372f28e0-3dfb-44b4-a460-46339eb4a14b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (a4ac8de3-284c-4b00-87d3-5fb2287e475b), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.471379 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-372f28e0-3dfb-44b4-a460-46339eb4a14b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Floating IP a4ac8de3-284c-4b00-87d3-5fb2287e475b disassociated. External IP: 172.25.3.51, port: ade3e2a1-6f1b-4c93-94f7-e60d87c5db34. Feb 11 05:00:45.471732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-372f28e0-3dfb-44b4-a460-46339eb4a14b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Calling delete_port for ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:45.580397 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e8d92-fce4-483d-8684-b71aea74e8f9 req-5ccc8d32-e889-4d79-84a0-bc109a940043 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:45.582120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a3e8d92-fce4-483d-8684-b71aea74e8f9 req-5ccc8d32-e889-4d79-84a0-bc109a940043 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 945 time: 0.1145952 Feb 11 05:00:45.662972 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3a3e8d92-fce4-483d-8684-b71aea74e8f9 req-dd067a9a-24b8-4150-9a95-3827ad458b85 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662994 Feb 11 05:00:45.789041 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-372f28e0-3dfb-44b4-a460-46339eb4a14b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ade3e2a1-6f1b-4c93-94f7-e60d87c5db34), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:45.831646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f28e0-3dfb-44b4-a460-46339eb4a14b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event deleted for resources: {'Port': ['ID=ade3e2a1-6f1b-4c93-94f7-e60d87c5db34,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:45.960996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Sync routers for ids ['7a762d0b-8781-426e-8bdc-f1bf429becd8'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:00:45.976604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Routers {'7a762d0b-8781-426e-8bdc-f1bf429becd8'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:45.977244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7a762d0b-8781-426e-8bdc-f1bf429becd8'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:45.978029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-372f28e0-3dfb-44b4-a460-46339eb4a14b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Router 878c6daa-7f13-4aca-98f8-7b9031181a3e has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:00:46.114468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Set router 7a762d0b-8781-426e-8bdc-f1bf429becd8 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:46.271403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-372f28e0-3dfb-44b4-a460-46339eb4a14b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:00:46.284086 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38444ccf-cfcd-459e-939b-33f5bb5b86f8 None None] Sync routers for ids ['878c6daa-7f13-4aca-98f8-7b9031181a3e'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:00:46.303861 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38444ccf-cfcd-459e-939b-33f5bb5b86f8 None None] Routers {'878c6daa-7f13-4aca-98f8-7b9031181a3e'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:46.317229 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-38444ccf-cfcd-459e-939b-33f5bb5b86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['878c6daa-7f13-4aca-98f8-7b9031181a3e'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:46.329482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e3a4bfef-6b79-4e5d-a1be-3fc9f2cc691f tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:46.346684 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e3a4bfef-6b79-4e5d-a1be-3fc9f2cc691f tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/networks?id=27e28976-7857-4982-9ed0-09261bf73cc4 HTTP/1.1" status: 200 len: 910 time: 0.2695634 Feb 11 05:00:46.350128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-372f28e0-3dfb-44b4-a460-46339eb4a14b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] No DVR routers for this DVR port ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:00:46.353748 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-372f28e0-3dfb-44b4-a460-46339eb4a14b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:46.367810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f12bd679-2f0b-474a-9799-cddbec172b04 req-372f28e0-3dfb-44b4-a460-46339eb4a14b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.32 "DELETE /v2.0/ports/ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 HTTP/1.1" status: 204 len: 173 time: 1.7345402 Feb 11 05:00:46.376837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d045828-8867-44e9-9530-ca90748b02f9', 'name': 'network-vif-deleted', 'tag': 'ade3e2a1-6f1b-4c93-94f7-e60d87c5db34'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:00:46.380473 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8b3f81-a07b-4932-9a5d-26381a01c1fa" -d '{"events": [{"server_uuid": "9d045828-8867-44e9-9530-ca90748b02f9", "name": "network-vif-deleted", "tag": "ade3e2a1-6f1b-4c93-94f7-e60d87c5db34"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:00:46.419618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-5a0fc5e1-35dc-4135-830c-97652bbbd67f tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/quotas/42f3f77eda2949b3bca5e94584123f7f HTTP/1.1" status: 200 len: 375 time: 0.0712731 Feb 11 05:00:46.450861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'name': 'tempest-TestServerMultinode-1514195487-router', 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0d795e6b-ccf8-48d6-b9e5-fc86083a19cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:37Z', 'updated_at': '2022-02-11T05:00:43Z', 'revision_number': 4, 'project_id': '42f3f77eda2949b3bca5e94584123f7f', 'gw_port': {'id': '0d795e6b-ccf8-48d6-b9e5-fc86083a19cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:38Z', 'updated_at': '2022-02-11T05:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'dba33bb7-15d5-4fb1-abf2-a0ea3530db38', 'name': '', 'network_id': '6ad6592e-38ae-427c-88c0-95449d753cda', 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f', 'mac_address': 'fa:16:3e:02:e7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '536e59bc-343b-4e34-a451-042a46622cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:42Z', 'updated_at': '2022-02-11T05:00:44Z', 'revision_number': 2, 'project_id': '42f3f77eda2949b3bca5e94584123f7f', 'subnets': [{'id': '536e59bc-343b-4e34-a451-042a46622cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:46.525739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Checking router: 7a762d0b-8781-426e-8bdc-f1bf429becd8 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:00:46.525739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Updating router 7a762d0b-8781-426e-8bdc-f1bf429becd8 port dba33bb7-15d5-4fb1-abf2-a0ea3530db38 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:00:46.591287 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:46.593168 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d57365-d7c3-49f1-8ad8-21f0a8f3cbc7 x-openstack-request-id: req-91d57365-d7c3-49f1-8ad8-21f0a8f3cbc7 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:00:46.593703 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d045828-8867-44e9-9530-ca90748b02f9", "name": "network-vif-deleted", "tag": "ade3e2a1-6f1b-4c93-94f7-e60d87c5db34", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:00:46.594119 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91d57365-d7c3-49f1-8ad8-21f0a8f3cbc7 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:00:46.597099 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d045828-8867-44e9-9530-ca90748b02f9', 'name': 'network-vif-deleted', 'tag': 'ade3e2a1-6f1b-4c93-94f7-e60d87c5db34', 'status': 'completed', 'code': 200} Feb 11 05:00:46.631367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60f7345d-e99c-4141-bdee-1c0e4f355856 req-edfe6fff-b05a-426e-915f-8cd7c142d430 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0524228 Feb 11 05:00:46.683001 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-28f2cec9-dfe2-4e84-bd7d-619a48615420 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=42f3f77eda2949b3bca5e94584123f7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2552879 Feb 11 05:00:46.781661 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-38444ccf-cfcd-459e-939b-33f5bb5b86f8 None None] Set router 878c6daa-7f13-4aca-98f8-7b9031181a3e gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:46.815432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:46.869291 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e9c6c6e-dc6b-4c18-bbe6-5ff31bc2ee75 req-c37cff85-2a4f-45e3-9398-ef3426e7dc40 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d045828-8867-44e9-9530-ca90748b02f9 HTTP/1.1" status: 200 len: 210 time: 0.0675890 Feb 11 05:00:47.014882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:47.015527 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0d795e6b-ccf8-48d6-b9e5-fc86083a19cc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.045455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-2cca0b27-8c9e-41a7-942f-22b6ba0226c4 service neutron] 10.222.0.13 "GET /v2.0/networks/27e28976-7857-4982-9ed0-09261bf73cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484910 Feb 11 05:00:47.146415 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Publish callbacks [] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.151023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-3d99af78-d932-4032-8abe-398471572f49 service neutron] 10.222.0.13 "GET /v2.0/networks/27e28976-7857-4982-9ed0-09261bf73cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026323 Feb 11 05:00:47.194769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:47.201419 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.221991 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-38444ccf-cfcd-459e-939b-33f5bb5b86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '430a9068-d24c-45db-a16f-e046175aa9ec', 'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'mac_address': 'fa:16:3e:7f:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:15Z', 'updated_at': '2022-02-11T04:57:20Z', 'revision_number': 5, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'subnets': [{'id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:47.272536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc77167-fab4-4bab-bd19-fd976670f0a6 None None] Pushing event updated for resources: {'Port': ['ID=dba33bb7-15d5-4fb1-abf2-a0ea3530db38,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:47.274027 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38444ccf-cfcd-459e-939b-33f5bb5b86f8 None None] Checking router: 878c6daa-7f13-4aca-98f8-7b9031181a3e for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:00:47.293352 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38444ccf-cfcd-459e-939b-33f5bb5b86f8 None None] Routers {'878c6daa-7f13-4aca-98f8-7b9031181a3e'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:47.301853 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-38444ccf-cfcd-459e-939b-33f5bb5b86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['878c6daa-7f13-4aca-98f8-7b9031181a3e'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:47.306522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc77167-fab4-4bab-bd19-fd976670f0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.311305 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc77167-fab4-4bab-bd19-fd976670f0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.312234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc77167-fab4-4bab-bd19-fd976670f0a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.312234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc77167-fab4-4bab-bd19-fd976670f0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.312464 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc77167-fab4-4bab-bd19-fd976670f0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.312783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc77167-fab4-4bab-bd19-fd976670f0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.313128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc77167-fab4-4bab-bd19-fd976670f0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.313472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc77167-fab4-4bab-bd19-fd976670f0a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.313806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc77167-fab4-4bab-bd19-fd976670f0a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.314138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc77167-fab4-4bab-bd19-fd976670f0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.314473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc77167-fab4-4bab-bd19-fd976670f0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.314875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc77167-fab4-4bab-bd19-fd976670f0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.315213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc77167-fab4-4bab-bd19-fd976670f0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:00:47.497202 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3ffec987-bf5d-47a2-9257-7c2b5df3b01b req-53bb42a3-f6d8-43f4-92a0-e7aa434e1aff tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 210 time: 0.0572114 Feb 11 05:00:47.529241 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-38444ccf-cfcd-459e-939b-33f5bb5b86f8 None None] Set router 878c6daa-7f13-4aca-98f8-7b9031181a3e gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:47.529740 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Attempting to bind port dba33bb7-15d5-4fb1-abf2-a0ea3530db38 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:00:47.534768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Attempting to bind port dba33bb7-15d5-4fb1-abf2-a0ea3530db38 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'fb2785a4-f607-4fc0-ae85-495870360a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ad6592e-38ae-427c-88c0-95449d753cda'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:00:47.534768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Attempting to bind port dba33bb7-15d5-4fb1-abf2-a0ea3530db38 on network 6ad6592e-38ae-427c-88c0-95449d753cda {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:47.538490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:00:47.538907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Checking segment: {'id': 'fb2785a4-f607-4fc0-ae85-495870360a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ad6592e-38ae-427c-88c0-95449d753cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:47.539652 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.540222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Bound using segment: {'id': 'fb2785a4-f607-4fc0-ae85-495870360a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ad6592e-38ae-427c-88c0-95449d753cda'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:00:47.540874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Bound port: dba33bb7-15d5-4fb1-abf2-a0ea3530db38, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2785a4-f607-4fc0-ae85-495870360a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6ad6592e-38ae-427c-88c0-95449d753cda'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:00:47.542192 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.641214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] For port dba33bb7-15d5-4fb1-abf2-a0ea3530db38, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:00:47.645257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] For port dba33bb7-15d5-4fb1-abf2-a0ea3530db38, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dba33bb7-15d5-4fb1-abf2-a0ea3530db38,segment=NetworkSegment(fb2785a4-f607-4fc0-ae85-495870360a6d),segment_id=fb2785a4-f607-4fc0-ae85-495870360a6d)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:00:47.730777 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:47.843795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d58b5958-b8ac-49a4-840e-fc100dc5d7b4 req-49ec4393-dfcb-401d-86f4-8968462beaf7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0811117 Feb 11 05:00:47.868531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Routers {'7a762d0b-8781-426e-8bdc-f1bf429becd8'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:00:47.871859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7a762d0b-8781-426e-8bdc-f1bf429becd8'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:48.073437 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-38444ccf-cfcd-459e-939b-33f5bb5b86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '430a9068-d24c-45db-a16f-e046175aa9ec', 'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'mac_address': 'fa:16:3e:7f:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:15Z', 'updated_at': '2022-02-11T04:57:20Z', 'revision_number': 5, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'subnets': [{'id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:48.160721 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38444ccf-cfcd-459e-939b-33f5bb5b86f8 None None] The sync data for ids ['878c6daa-7f13-4aca-98f8-7b9031181a3e'] in n-d-712142-35 is: [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '430a9068-d24c-45db-a16f-e046175aa9ec', 'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'mac_address': 'fa:16:3e:7f:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:15Z', 'updated_at': '2022-02-11T04:57:20Z', 'revision_number': 5, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'subnets': [{'id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:00:48.207892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35408) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:48.226581 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-926c6879-da91-42a6-a27b-c2f5ebb7bf78 req-e8c86a86-735e-4596-840d-14dfc9b86f48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3389561 Feb 11 05:00:48.231217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc77167-fab4-4bab-bd19-fd976670f0a6 None None] Pushing event updated for resources: {'Port': ['ID=dba33bb7-15d5-4fb1-abf2-a0ea3530db38,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:48.266873 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] Set router 7a762d0b-8781-426e-8bdc-f1bf429becd8 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:00:48.270365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-48695980-9f1a-42eb-a713-42842a30c8b2 None None] Provisioning complete for port dba33bb7-15d5-4fb1-abf2-a0ea3530db38 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:48.270365 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-48695980-9f1a-42eb-a713-42842a30c8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.346540 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8d77c9d7-5403-4dd9-8c93-c3410dde0af8 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group (9b9d65a8-97b9-475c-b93c-56c41ba9aa9b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.382020 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c6879-da91-42a6-a27b-c2f5ebb7bf78 req-c48e8634-d8ae-499f-b7fc-7501dc52498c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:48.384293 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-926c6879-da91-42a6-a27b-c2f5ebb7bf78 req-c48e8634-d8ae-499f-b7fc-7501dc52498c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 1129 time: 0.0832937 Feb 11 05:00:48.424441 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8d77c9d7-5403-4dd9-8c93-c3410dde0af8 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group (9b9d65a8-97b9-475c-b93c-56c41ba9aa9b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.593735 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c6879-da91-42a6-a27b-c2f5ebb7bf78 req-9ba5df62-488d-43fb-a69b-acd8184746ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:48.596328 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-926c6879-da91-42a6-a27b-c2f5ebb7bf78 req-9ba5df62-488d-43fb-a69b-acd8184746ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 913 time: 0.1911740 Feb 11 05:00:48.631249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:00:48.674297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da380765-792d-4b66-8476-fbe2dc062122 None None] New status for floating IP a4ac8de3-284c-4b00-87d3-5fb2287e475b: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:00:48.676449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:00:48.676989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ade3e2a1-6f1b-4c93-94f7-e60d87c5db34 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:00:48.701068 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f663b225-20b6-494d-b3f5-85ff5fd4ec1b req-6309316d-69ac-407a-8ec1-a2fb6d2abc1b tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 210 time: 0.0640314 Feb 11 05:00:48.714287 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8d77c9d7-5403-4dd9-8c93-c3410dde0af8 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9b9d65a8-97b9-475c-b93c-56c41ba9aa9b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.718174 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8d77c9d7-5403-4dd9-8c93-c3410dde0af8 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.722866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8d77c9d7-5403-4dd9-8c93-c3410dde0af8 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "DELETE /v2.0/security-groups/9b9d65a8-97b9-475c-b93c-56c41ba9aa9b HTTP/1.1" status: 204 len: 168 time: 0.5136464 Feb 11 05:00:48.723852 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35414) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:48.763099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77c9d7-5403-4dd9-8c93-c3410dde0af8 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9d65a8-97b9-475c-b93c-56c41ba9aa9b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:48.776518 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-c7040c45-7f33-4eb0-a4ab-faeaeaf0bead tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] show failed (client error): The resource could not be found. Feb 11 05:00:48.784225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35416) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:48.784620 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c7040c45-7f33-4eb0-a4ab-faeaeaf0bead tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups/9b9d65a8-97b9-475c-b93c-56c41ba9aa9b HTTP/1.1" status: 404 len: 347 time: 0.0556798 Feb 11 05:00:48.842602 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-926c6879-da91-42a6-a27b-c2f5ebb7bf78 req-f6cb3dbb-35b9-4cc8-85c5-261f79e7d3cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=503a579c-2c43-46a8-9087-39578f8b894d HTTP/1.1" status: 200 len: 1002 time: 0.2408657 Feb 11 05:00:48.842913 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-48695980-9f1a-42eb-a713-42842a30c8b2 None None] Current status of the port dba33bb7-15d5-4fb1-abf2-a0ea3530db38 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:48.843478 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-48695980-9f1a-42eb-a713-42842a30c8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:48.996079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c6879-da91-42a6-a27b-c2f5ebb7bf78 req-95c2eb3b-c2cc-4b61-b172-f03f1b81f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:49.000695 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-926c6879-da91-42a6-a27b-c2f5ebb7bf78 req-95c2eb3b-c2cc-4b61-b172-f03f1b81f394 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.1507847 Feb 11 05:00:49.046942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4ba77c1-4b11-4366-a995-18a3d86cb368 req-539ed6c2-1465-4fcc-98cb-4b77968050c7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0662117 Feb 11 05:00:49.095462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fd327249-aa78-4bb6-8831-237ec89789db tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Deleting port ac745217-e21d-4284-b48d-0f72bfb8b72d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:00:49.096025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd327249-aa78-4bb6-8831-237ec89789db tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ac745217-e21d-4284-b48d-0f72bfb8b72d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.129074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c6879-da91-42a6-a27b-c2f5ebb7bf78 req-38b76397-541f-4ded-80f7-a06afa0d3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:49.129965 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-926c6879-da91-42a6-a27b-c2f5ebb7bf78 req-38b76397-541f-4ded-80f7-a06afa0d3422 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1226921 Feb 11 05:00:49.310669 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd327249-aa78-4bb6-8831-237ec89789db tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ac745217-e21d-4284-b48d-0f72bfb8b72d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.311470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd327249-aa78-4bb6-8831-237ec89789db tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for floatingip (ac745217-e21d-4284-b48d-0f72bfb8b72d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.324779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-48695980-9f1a-42eb-a713-42842a30c8b2 None None] For port dba33bb7-15d5-4fb1-abf2-a0ea3530db38, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dba33bb7-15d5-4fb1-abf2-a0ea3530db38,segment=NetworkSegment(fb2785a4-f607-4fc0-ae85-495870360a6d),segment_id=fb2785a4-f607-4fc0-ae85-495870360a6d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:49.335006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'name': 'tempest-TestServerMultinode-1514195487-router', 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0d795e6b-ccf8-48d6-b9e5-fc86083a19cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:37Z', 'updated_at': '2022-02-11T05:00:43Z', 'revision_number': 4, 'project_id': '42f3f77eda2949b3bca5e94584123f7f', 'gw_port': {'id': '0d795e6b-ccf8-48d6-b9e5-fc86083a19cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:38Z', 'updated_at': '2022-02-11T05:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'dba33bb7-15d5-4fb1-abf2-a0ea3530db38', 'name': '', 'network_id': '6ad6592e-38ae-427c-88c0-95449d753cda', 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f', 'mac_address': 'fa:16:3e:02:e7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '536e59bc-343b-4e34-a451-042a46622cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:42Z', 'updated_at': '2022-02-11T05:00:47Z', 'revision_number': 4, 'project_id': '42f3f77eda2949b3bca5e94584123f7f', 'subnets': [{'id': '536e59bc-343b-4e34-a451-042a46622cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:00:49.343304 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fd327249-aa78-4bb6-8831-237ec89789db tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Calling delete_port for ac745217-e21d-4284-b48d-0f72bfb8b72d owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:00:49.373357 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-926c6879-da91-42a6-a27b-c2f5ebb7bf78 req-4e481762-bf64-4c9d-afef-2787d523f01d service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343690 Feb 11 05:00:49.379043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796da9eb-30d9-4ea4-86a8-087e6e8f844e None None] The sync data for ids ['7a762d0b-8781-426e-8bdc-f1bf429becd8'] in n-d-712142-35 is: [{'id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'name': 'tempest-TestServerMultinode-1514195487-router', 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0d795e6b-ccf8-48d6-b9e5-fc86083a19cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:37Z', 'updated_at': '2022-02-11T05:00:43Z', 'revision_number': 4, 'project_id': '42f3f77eda2949b3bca5e94584123f7f', 'gw_port': {'id': '0d795e6b-ccf8-48d6-b9e5-fc86083a19cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:38Z', 'updated_at': '2022-02-11T05:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'dba33bb7-15d5-4fb1-abf2-a0ea3530db38', 'name': '', 'network_id': '6ad6592e-38ae-427c-88c0-95449d753cda', 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f', 'mac_address': 'fa:16:3e:02:e7:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '536e59bc-343b-4e34-a451-042a46622cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:42Z', 'updated_at': '2022-02-11T05:00:47Z', 'revision_number': 4, 'project_id': '42f3f77eda2949b3bca5e94584123f7f', 'subnets': [{'id': '536e59bc-343b-4e34-a451-042a46622cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:00:49.515792 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-48695980-9f1a-42eb-a713-42842a30c8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.597797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48695980-9f1a-42eb-a713-42842a30c8b2 None None] Pushing event updated for resources: {'Port': ['ID=dba33bb7-15d5-4fb1-abf2-a0ea3530db38,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:49.662315 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e9fc6712-6974-4dac-814c-edbc8e8d9fd4 None None] Provisioning complete for port dba33bb7-15d5-4fb1-abf2-a0ea3530db38 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:49.663662 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e9fc6712-6974-4dac-814c-edbc8e8d9fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:49.919753 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c02344d-ed47-4095-bbb5-0ccfae1f8939 req-b890f079-9735-488a-b077-692c99d3dc14 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 210 time: 0.1096509 Feb 11 05:00:49.961256 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc6712-6974-4dac-814c-edbc8e8d9fd4 None None] Current status of the port dba33bb7-15d5-4fb1-abf2-a0ea3530db38 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:50.179003 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-926c6879-da91-42a6-a27b-c2f5ebb7bf78 req-907a7959-b8b1-4bb6-aee5-bf0285ed6491 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7696004 Feb 11 05:00:50.270870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e344d36-90b9-481a-a882-575c2fef2a9f req-e27acb14-790d-433e-8348-35d1191061e7 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0613825 Feb 11 05:00:50.351665 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd327249-aa78-4bb6-8831-237ec89789db tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ac745217-e21d-4284-b48d-0f72bfb8b72d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:50.402888 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd327249-aa78-4bb6-8831-237ec89789db tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event deleted for resources: {'Port': ['ID=ac745217-e21d-4284-b48d-0f72bfb8b72d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:50.532686 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd327249-aa78-4bb6-8831-237ec89789db tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for floatingip (a4ac8de3-284c-4b00-87d3-5fb2287e475b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:50.540331 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fd327249-aa78-4bb6-8831-237ec89789db tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:50.551324 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fd327249-aa78-4bb6-8831-237ec89789db tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "DELETE /v2.0/floatingips/a4ac8de3-284c-4b00-87d3-5fb2287e475b HTTP/1.1" status: 204 len: 168 time: 1.7610919 Feb 11 05:00:50.900026 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dba33bb7-15d5-4fb1-abf2-a0ea3530db38 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:00:51.015325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port dba33bb7-15d5-4fb1-abf2-a0ea3530db38 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:51.016265 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:51.134071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-09ed5adc-bc53-4d1e-bebe-46efecac3271 req-d6b63087-3c99-4456-8c33-a6380d2cfb43 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 210 time: 0.0950530 Feb 11 05:00:51.138965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35452) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:51.143710 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fae468a0-514a-4f09-b7b4-6d26ae1e8324 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154737088', 'description': 'tempest-description--620641494'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:51.149512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port dba33bb7-15d5-4fb1-abf2-a0ea3530db38 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:51.408870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6dbe4ef-d030-4f6c-8b53-69d9c4e187bd req-b926c4c3-e5ed-4cac-8287-f6b635f8da3c tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0361798 Feb 11 05:00:51.473777 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fae468a0-514a-4f09-b7b4-6d26ae1e8324 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:51.588099 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fae468a0-514a-4f09-b7b4-6d26ae1e8324 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group (02cc43ed-f0fa-4270-8ff1-69b336349df7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:51.743250 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fae468a0-514a-4f09-b7b4-6d26ae1e8324 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (02cc43ed-f0fa-4270-8ff1-69b336349df7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:51.773362 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae468a0-514a-4f09-b7b4-6d26ae1e8324 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02cc43ed-f0fa-4270-8ff1-69b336349df7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:51.775248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-0f3fd42c-2920-4fed-8933-418381008e2b tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:51.778229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-0f3fd42c-2920-4fed-8933-418381008e2b tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.32 "GET /v2.0/networks?id=27e28976-7857-4982-9ed0-09261bf73cc4 HTTP/1.1" status: 200 len: 910 time: 0.1134093 Feb 11 05:00:51.796468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-bed05eb2-0875-4cb3-b12e-3ce9ccc861f9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Request body: {'port': {'device_id': '922c7eb0-d4ed-4bc2-acf9-ddbda7d01122', 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4', 'admin_state_up': True, 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:51.885064 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fae468a0-514a-4f09-b7b4-6d26ae1e8324 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:51.889953 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fae468a0-514a-4f09-b7b4-6d26ae1e8324 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7472854 Feb 11 05:00:51.893336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35466) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:51.897419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e0cc033b-dcf9-4c78-bf9b-660e3ddaaf18 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Request body: {'security_group_rule': {'security_group_id': '02cc43ed-f0fa-4270-8ff1-69b336349df7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:51.963029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-bed05eb2-0875-4cb3-b12e-3ce9ccc861f9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Made reservation on behalf of 42f3f77eda2949b3bca5e94584123f7f for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:51.966917 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-bed05eb2-0875-4cb3-b12e-3ce9ccc861f9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.015930 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0cc033b-dcf9-4c78-bf9b-660e3ddaaf18 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group_rule (a4c6e987-d8d4-4b1c-839c-bd9d9e26878f), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.124571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0cc033b-dcf9-4c78-bf9b-660e3ddaaf18 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group_rule (a4c6e987-d8d4-4b1c-839c-bd9d9e26878f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.224160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-bed05eb2-0875-4cb3-b12e-3ce9ccc861f9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Allocated IP 172.20.0.10 (27e28976-7857-4982-9ed0-09261bf73cc4/6ce3abf3-7b17-46f1-b223-82030e9da1ea/62ba09fb-00c6-4423-9276-afc04f33326b) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:52.251197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0cc033b-dcf9-4c78-bf9b-660e3ddaaf18 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (a4c6e987-d8d4-4b1c-839c-bd9d9e26878f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.275390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc033b-dcf9-4c78-bf9b-660e3ddaaf18 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c6e987-d8d4-4b1c-839c-bd9d9e26878f,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:52.285482 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb5c4ed3-dfd6-4f07-a307-57c980d582c9 req-b4a4a047-8695-4699-bfbd-30efd1be41ac tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 210 time: 0.0574052 Feb 11 05:00:52.364105 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e0cc033b-dcf9-4c78-bf9b-660e3ddaaf18 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.370761 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35474) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:52.372219 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e0cc033b-dcf9-4c78-bf9b-660e3ddaaf18 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4805632 Feb 11 05:00:52.377210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3c798904-8560-4d04-8f47-024de3b4ba21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Request body: {'security_group_rule': {'security_group_id': '02cc43ed-f0fa-4270-8ff1-69b336349df7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:52.523998 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c798904-8560-4d04-8f47-024de3b4ba21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group_rule (c007df9f-823a-4920-b467-1f8a440ea5d0), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.954164 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-bed05eb2-0875-4cb3-b12e-3ce9ccc861f9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks [] for port (62ba09fb-00c6-4423-9276-afc04f33326b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:52.978005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fba08180-8445-41e2-92c5-8488d39970d6 req-3fc4332b-c6bc-4049-915c-2e8adaa73949 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0514574 Feb 11 05:00:53.031609 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c798904-8560-4d04-8f47-024de3b4ba21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group_rule (c007df9f-823a-4920-b467-1f8a440ea5d0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.147442 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c798904-8560-4d04-8f47-024de3b4ba21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (c007df9f-823a-4920-b467-1f8a440ea5d0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.167479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c798904-8560-4d04-8f47-024de3b4ba21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c007df9f-823a-4920-b467-1f8a440ea5d0,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:53.213663 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eefb512d-3a28-42d4-9dd4-abb9c257b621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.217256 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-bed05eb2-0875-4cb3-b12e-3ce9ccc861f9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (62ba09fb-00c6-4423-9276-afc04f33326b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.252562 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c798904-8560-4d04-8f47-024de3b4ba21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.254828 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3c798904-8560-4d04-8f47-024de3b4ba21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8831477 Feb 11 05:00:53.260840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 35488) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:00:53.271310 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:53.276491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-bed05eb2-0875-4cb3-b12e-3ce9ccc861f9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Network 27e28976-7857-4982-9ed0-09261bf73cc4 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:53.278960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-bed05eb2-0875-4cb3-b12e-3ce9ccc861f9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:53.283915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-bed05eb2-0875-4cb3-b12e-3ce9ccc861f9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:53.315355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed05eb2-0875-4cb3-b12e-3ce9ccc861f9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Pushing event updated for resources: {'Port': ['ID=62ba09fb-00c6-4423-9276-afc04f33326b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:53.336298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-bed05eb2-0875-4cb3-b12e-3ce9ccc861f9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:53.336884 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-bed05eb2-0875-4cb3-b12e-3ce9ccc861f9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.425170 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.443020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d691c66-211e-4342-a572-3142401b0499 req-3a403180-c1e2-449f-9d0e-3e1241ea7f27 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:53.450615 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d691c66-211e-4342-a572-3142401b0499 req-3a403180-c1e2-449f-9d0e-3e1241ea7f27 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1028 time: 0.0591021 Feb 11 05:00:53.461355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-bed05eb2-0875-4cb3-b12e-3ce9ccc861f9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6719913 Feb 11 05:00:53.533252 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d691c66-211e-4342-a572-3142401b0499 req-3788f93b-e9e1-410c-bbc2-f0ac7a58accf tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815892 Feb 11 05:00:53.574559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Request body: {'port': {'device_id': '922c7eb0-d4ed-4bc2-acf9-ddbda7d01122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:53.643428 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.661740 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (62ba09fb-00c6-4423-9276-afc04f33326b), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.802890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7da25183-c9a3-422e-8f6d-d8ba85daf86a None None] Provisioning complete for port 62ba09fb-00c6-4423-9276-afc04f33326b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:00:53.803402 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7da25183-c9a3-422e-8f6d-d8ba85daf86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (62ba09fb-00c6-4423-9276-afc04f33326b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:53.848013 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7da25183-c9a3-422e-8f6d-d8ba85daf86a None None] Port 62ba09fb-00c6-4423-9276-afc04f33326b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:00:53.856573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Allocated IP 172.25.3.23 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/b40e3745-783b-4e0c-864e-ffc9970bd52a) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:53.993321 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for port (b40e3745-783b-4e0c-864e-ffc9970bd52a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.106114 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b40e3745-783b-4e0c-864e-ffc9970bd52a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.117611 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79813731-1e7b-48f5-b7f8-72cbc30ffefd req-b82e3777-0655-41e5-899c-4de129b83511 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0396636 Feb 11 05:00:54.179705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event updated for resources: {'Port': ['ID=b40e3745-783b-4e0c-864e-ffc9970bd52a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:54.204596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:00:54.205890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ba09fb-00c6-4423-9276-afc04f33326b {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:00:54.208136 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:00:54.215597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:00:54.215952 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Publish callbacks [] for port (62ba09fb-00c6-4423-9276-afc04f33326b), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.239359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Transition to ACTIVE for port object 62ba09fb-00c6-4423-9276-afc04f33326b will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:00:54.311149 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (62ba09fb-00c6-4423-9276-afc04f33326b), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.367544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Pushing event updated for resources: {'Port': ['ID=62ba09fb-00c6-4423-9276-afc04f33326b,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:54.375920 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for floatingip (b9a6e98d-5d8b-4b30-80ce-d03bb20c4947), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.535814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Attempting to bind port 62ba09fb-00c6-4423-9276-afc04f33326b on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:00:54.538364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Attempting to bind port 62ba09fb-00c6-4423-9276-afc04f33326b by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:00:54.538744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Attempting to bind port 62ba09fb-00c6-4423-9276-afc04f33326b on network 27e28976-7857-4982-9ed0-09261bf73cc4 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:54.540082 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b40e3745-783b-4e0c-864e-ffc9970bd52a), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.547544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Port 62ba09fb-00c6-4423-9276-afc04f33326b on network 27e28976-7857-4982-9ed0-09261bf73cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:00:54.554107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Attempting to bind port 62ba09fb-00c6-4423-9276-afc04f33326b on network 27e28976-7857-4982-9ed0-09261bf73cc4 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:00:54.568181 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:00:54.568539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Checking segment: {'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:00:54.572163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Bound using segment: {'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:00:54.572726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Bound port: 62ba09fb-00c6-4423-9276-afc04f33326b, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:00:54.573138 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (62ba09fb-00c6-4423-9276-afc04f33326b), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.735467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] For port 62ba09fb-00c6-4423-9276-afc04f33326b, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:00:54.756825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] For port 62ba09fb-00c6-4423-9276-afc04f33326b, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=62ba09fb-00c6-4423-9276-afc04f33326b,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:00:54.770269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb865f18-b14a-4be9-86f2-5ae98f69ef3f req-ca583649-5161-420a-a3fc-d7e5151e676c tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:54.779436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb865f18-b14a-4be9-86f2-5ae98f69ef3f req-ca583649-5161-420a-a3fc-d7e5151e676c tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1054 time: 0.1092017 Feb 11 05:00:54.817352 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for port (b40e3745-783b-4e0c-864e-ffc9970bd52a), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.832664 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bb865f18-b14a-4be9-86f2-5ae98f69ef3f req-5c4acd14-a590-4eae-8c74-ab7fbf223524 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519173 Feb 11 05:00:54.836893 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (62ba09fb-00c6-4423-9276-afc04f33326b), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.894544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:54.895223 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.896763 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] 10.222.0.32 "PUT /v2.0/ports/62ba09fb-00c6-4423-9276-afc04f33326b HTTP/1.1" status: 200 len: 1093 time: 1.4257827 Feb 11 05:00:54.897156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '922c7eb0-d4ed-4bc2-acf9-ddbda7d01122', 'tag': '62ba09fb-00c6-4423-9276-afc04f33326b'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:00:54.900526 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186342d1-c20a-4bf2-8580-9253ab479c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "922c7eb0-d4ed-4bc2-acf9-ddbda7d01122", "tag": "62ba09fb-00c6-4423-9276-afc04f33326b"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:00:54.931805 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (b40e3745-783b-4e0c-864e-ffc9970bd52a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:54.957872 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2addf-6a33-45a0-bf62-34cced7bd276 service neutron] Pushing event updated for resources: {'Port': ['ID=62ba09fb-00c6-4423-9276-afc04f33326b,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:54.981892 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ffbfc9-086c-4bda-ab69-4f2266056944 x-openstack-request-id: req-a1ffbfc9-086c-4bda-ab69-4f2266056944 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:00:54.982371 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "922c7eb0-d4ed-4bc2-acf9-ddbda7d01122", "tag": "62ba09fb-00c6-4423-9276-afc04f33326b", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:00:54.982823 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1ffbfc9-086c-4bda-ab69-4f2266056944 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:00:54.983553 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '922c7eb0-d4ed-4bc2-acf9-ddbda7d01122', 'tag': '62ba09fb-00c6-4423-9276-afc04f33326b', 'status': 'completed', 'code': 200} Feb 11 05:00:55.061759 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (b9a6e98d-5d8b-4b30-80ce-d03bb20c4947), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:55.078421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186342d1-c20a-4bf2-8580-9253ab479c1b req-7274596e-1f08-4245-80dd-66bc467d8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:55.080276 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-186342d1-c20a-4bf2-8580-9253ab479c1b req-7274596e-1f08-4245-80dd-66bc467d8258 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42f3f77eda2949b3bca5e94584123f7f&device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1127 time: 0.0730581 Feb 11 05:00:55.098005 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event updated for resources: {'Port': ['ID=b40e3745-783b-4e0c-864e-ffc9970bd52a,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:55.219530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186342d1-c20a-4bf2-8580-9253ab479c1b req-f845eb5b-8041-41ff-beb1-c763c5475edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:55.221026 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-186342d1-c20a-4bf2-8580-9253ab479c1b req-f845eb5b-8041-41ff-beb1-c763c5475edd service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=42f3f77eda2949b3bca5e94584123f7f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1337514 Feb 11 05:00:55.225048 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:55.226492 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c96315a2-ac08-48af-836c-1dc4acd34c0e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9639661 Feb 11 05:00:55.277001 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1709f483-cac6-48a6-b799-48d6086d52d0 req-99f7b5dc-b9d3-4ef0-b107-af080f8ada6f tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0536506 Feb 11 05:00:55.433360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186342d1-c20a-4bf2-8580-9253ab479c1b req-ae304a49-7acd-4bf5-bb82-381380417ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:55.434975 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-186342d1-c20a-4bf2-8580-9253ab479c1b req-ae304a49-7acd-4bf5-bb82-381380417ff0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2018790 Feb 11 05:00:55.464643 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4e732311-9da8-4520-a91c-d6457cb04d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:55.550939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-c95c54ab-72fb-4707-b1b8-c76b3f31b80a tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1154737088&fields=id&tenant_id=01f3985e979e4ee0a67ba18b5c02d99e HTTP/1.1" status: 200 len: 267 time: 0.0773034 Feb 11 05:00:55.592118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-df75ee2c-2a6d-4c7b-b257-6cd681c914df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:55.593675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-df75ee2c-2a6d-4c7b-b257-6cd681c914df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=42f3f77eda2949b3bca5e94584123f7f&device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1127 time: 0.1045554 Feb 11 05:00:55.648964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-307ebad8-27f6-4bc3-aa25-11f06e2ce6c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62ba09fb-00c6-4423-9276-afc04f33326b HTTP/1.1" status: 200 len: 217 time: 0.0479472 Feb 11 05:00:55.750651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-d3bd94d3-b6c0-4773-a49c-c928c9be908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:55.752025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-d3bd94d3-b6c0-4773-a49c-c928c9be908a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce3abf3-7b17-46f1-b223-82030e9da1ea HTTP/1.1" status: 200 len: 848 time: 0.0755236 Feb 11 05:00:55.757937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96008356-f86a-46b4-a12f-e99db303d727 req-1c69897f-0da9-41fe-9fbe-49d6cfc0103d tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:55.759370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-1c69897f-0da9-41fe-9fbe-49d6cfc0103d tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/networks?id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 HTTP/1.1" status: 200 len: 811 time: 0.1980929 Feb 11 05:00:55.811740 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-be2605a4-07ec-488f-87b6-d8c621fa2f79 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/quotas/01f3985e979e4ee0a67ba18b5c02d99e HTTP/1.1" status: 200 len: 375 time: 0.0425990 Feb 11 05:00:55.827162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-9938ecfe-fd02-455c-a0fd-7631fa76edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:55.828996 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-9938ecfe-fd02-455c-a0fd-7631fa76edeb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27e28976-7857-4982-9ed0-09261bf73cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0687141 Feb 11 05:00:55.992433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-e846ee94-db78-4996-9749-49c793eb523f tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01f3985e979e4ee0a67ba18b5c02d99e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623719 Feb 11 05:00:56.000048 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-80d2d5a7-5d37-42ac-a679-140097ebb037 service neutron] 10.222.0.32 "GET /v2.0/networks/27e28976-7857-4982-9ed0-09261bf73cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613169 Feb 11 05:00:56.022731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-a2a25d18-3cb3-4be4-ad0a-1e076aceb297 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:00:56.023663 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-a2a25d18-3cb3-4be4-ad0a-1e076aceb297 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068586 Feb 11 05:00:56.114611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40388e-db95-47ec-ada4-10fe2f1c9de6 req-26950b72-c9f6-4427-b9f7-488865e23fc7 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:56.116246 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad40388e-db95-47ec-ada4-10fe2f1c9de6 req-26950b72-c9f6-4427-b9f7-488865e23fc7 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1127 time: 0.1745813 Feb 11 05:00:56.226410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3f9af81-00d2-49ca-a999-7e652d25ecd8 req-809b250b-ed50-4769-af85-33c2e88750fe service neutron] 10.222.0.32 "GET /v2.0/networks/27e28976-7857-4982-9ed0-09261bf73cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196295 Feb 11 05:00:56.295610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-18bdb31e-c4e8-46f4-84a7-4f029c393298 service neutron] 10.222.0.13 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585406 Feb 11 05:00:56.299088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ad40388e-db95-47ec-ada4-10fe2f1c9de6 req-ac515ab1-872b-43b8-b6a2-4d1a9c677a74 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649599 Feb 11 05:00:56.444997 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8a40f9dc-0e50-4967-9969-f4df657549d7 req-c6e0b664-82c5-43f2-b384-169a28b398cc tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0387509 Feb 11 05:00:56.461646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-f1339bb1-6c22-48ff-9141-a5a2730a1b38 service neutron] 10.222.0.13 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539154 Feb 11 05:00:56.749154 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ed81725d-a8cc-45e3-b924-7c11f713c221 req-ae78acef-0ca7-4f73-a628-7856567889e8 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 210 time: 0.0388055 Feb 11 05:00:56.806535 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:57.471142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4fb26-cd56-48c9-8485-94056f025b48 req-3f3624a6-9dd1-423a-a27e-42322775de9a tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:57.474115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64f4fb26-cd56-48c9-8485-94056f025b48 req-3f3624a6-9dd1-423a-a27e-42322775de9a tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1127 time: 0.0831566 Feb 11 05:00:57.575498 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-64f4fb26-cd56-48c9-8485-94056f025b48 req-c41ce2bb-b04b-4b1a-952e-a8abc3b6ab64 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885613 Feb 11 05:00:57.611369 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0074e89f-17cc-46ea-aadd-f228d13b75fe req-7312bcc8-73a8-45e9-bb31-c94a22373c9b tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0346222 Feb 11 05:00:57.864678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f6eb0453-f57d-4db6-9060-177b91544ecc req-c780a621-236b-4fb7-890f-27531c95cd82 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 210 time: 0.0390124 Feb 11 05:00:58.436293 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:58.641959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 62ba09fb-00c6-4423-9276-afc04f33326b details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:00:58.744774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eab566-4a0e-4af7-aaeb-2b3af0d16219 req-8979aa8a-a5f9-439a-94cc-f69cff6178e4 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:58.747701 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40eab566-4a0e-4af7-aaeb-2b3af0d16219 req-8979aa8a-a5f9-439a-94cc-f69cff6178e4 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1127 time: 0.0840378 Feb 11 05:00:58.788532 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e133541b-1441-4eab-83d7-58754c24ab8f req-79b5eaaa-0dc9-4ceb-bfd8-7673d1f38801 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e0c1b90-3f87-4136-9950-f84c86bb2fcd HTTP/1.1" status: 200 len: 210 time: 0.0394018 Feb 11 05:00:58.847056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 62ba09fb-00c6-4423-9276-afc04f33326b, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=62ba09fb-00c6-4423-9276-afc04f33326b,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:58.851207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40eab566-4a0e-4af7-aaeb-2b3af0d16219 req-c946d894-9216-4761-9176-2cbd91f9e613 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923631 Feb 11 05:00:58.859975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '62ba09fb-00c6-4423-9276-afc04f33326b', 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4', 'port_id': '62ba09fb-00c6-4423-9276-afc04f33326b', 'mac_address': 'fa:16:3e:a7:70:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce3abf3-7b17-46f1-b223-82030e9da1ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:00:58.926562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 62ba09fb-00c6-4423-9276-afc04f33326b is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:00:58.927125 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (62ba09fb-00c6-4423-9276-afc04f33326b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:58.945222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ba09fb-00c6-4423-9276-afc04f33326b {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:00:58.971407 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 62ba09fb-00c6-4423-9276-afc04f33326b, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=62ba09fb-00c6-4423-9276-afc04f33326b,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:00:58.998568 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a9bad92f-b261-4314-b2c7-ea91a25769f1 req-2f2056d8-ad6e-4ea9-bac7-5f26045fd609 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 210 time: 0.0466290 Feb 11 05:00:59.081959 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (62ba09fb-00c6-4423-9276-afc04f33326b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.121529 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96008356-f86a-46b4-a12f-e99db303d727 req-b8641009-5b4d-4ba5-a47b-5901e08fe7d9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:00:59.123116 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-b8641009-5b4d-4ba5-a47b-5901e08fe7d9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.47 "GET /v2.0/networks?id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 HTTP/1.1" status: 200 len: 811 time: 0.1300597 Feb 11 05:00:59.151508 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=62ba09fb-00c6-4423-9276-afc04f33326b,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:00:59.204184 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-6a1db691-902d-486c-b5cd-350de597e37b tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01f3985e979e4ee0a67ba18b5c02d99e HTTP/1.1" status: 200 len: 380 time: 0.0720270 Feb 11 05:00:59.215834 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-96008356-f86a-46b4-a12f-e99db303d727 req-4ac011cc-2c5a-49bc-b1cb-2d67d203d5c2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Request body: {'port': {'device_id': '8bb31a0c-008c-490f-b5d1-c731bda36a37', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'admin_state_up': True, 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'security_groups': ['02cc43ed-f0fa-4270-8ff1-69b336349df7']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:00:59.326581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['62ba09fb-00c6-4423-9276-afc04f33326b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:00:59.453720 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96008356-f86a-46b4-a12f-e99db303d727 req-4ac011cc-2c5a-49bc-b1cb-2d67d203d5c2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Made reservation on behalf of 01f3985e979e4ee0a67ba18b5c02d99e for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:00:59.459524 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-96008356-f86a-46b4-a12f-e99db303d727 req-4ac011cc-2c5a-49bc-b1cb-2d67d203d5c2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.638169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-96008356-f86a-46b4-a12f-e99db303d727 req-4ac011cc-2c5a-49bc-b1cb-2d67d203d5c2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Allocated IP 172.20.0.9 (b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42/5039bb4f-96d0-4c9b-ae98-b43a89327357/52b4ed4e-6bf9-4d60-83d3-085fec70d1be) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:00:59.769582 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.817036 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-96008356-f86a-46b4-a12f-e99db303d727 req-4ac011cc-2c5a-49bc-b1cb-2d67d203d5c2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.949162 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-96008356-f86a-46b4-a12f-e99db303d727 req-4ac011cc-2c5a-49bc-b1cb-2d67d203d5c2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:00:59.999783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad78453-7d62-4b90-8ed4-de14cbce0666 req-f336cc80-5140-46a7-b168-d1b69830df09 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:00.001681 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aad78453-7d62-4b90-8ed4-de14cbce0666 req-f336cc80-5140-46a7-b168-d1b69830df09 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1128 time: 0.0567117 Feb 11 05:01:00.020669 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96008356-f86a-46b4-a12f-e99db303d727 req-4ac011cc-2c5a-49bc-b1cb-2d67d203d5c2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:01:00.026483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-96008356-f86a-46b4-a12f-e99db303d727 req-4ac011cc-2c5a-49bc-b1cb-2d67d203d5c2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:01:00.031187 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-96008356-f86a-46b4-a12f-e99db303d727 req-4ac011cc-2c5a-49bc-b1cb-2d67d203d5c2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:01:00.097847 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac011cc-2c5a-49bc-b1cb-2d67d203d5c2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event updated for resources: {'Port': ['ID=52b4ed4e-6bf9-4d60-83d3-085fec70d1be,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:00.111605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aad78453-7d62-4b90-8ed4-de14cbce0666 req-922debe2-2532-44db-9d66-9796134f8c88 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991509 Feb 11 05:01:00.141477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96008356-f86a-46b4-a12f-e99db303d727 req-4ac011cc-2c5a-49bc-b1cb-2d67d203d5c2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:00.145592 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-96008356-f86a-46b4-a12f-e99db303d727 req-4ac011cc-2c5a-49bc-b1cb-2d67d203d5c2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:00.207493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74994c-b92c-423d-8ca1-fc73bbf16ec5 req-71de7cdb-b348-47a3-8e90-f6f23a39be39 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:00.209389 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d74994c-b92c-423d-8ca1-fc73bbf16ec5 req-71de7cdb-b348-47a3-8e90-f6f23a39be39 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 931 time: 0.0952542 Feb 11 05:01:00.233123 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-4ac011cc-2c5a-49bc-b1cb-2d67d203d5c2 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0237448 Feb 11 05:01:00.248903 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Request body: {'port': {'device_id': '8bb31a0c-008c-490f-b5d1-c731bda36a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:00.323540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7d74994c-b92c-423d-8ca1-fc73bbf16ec5 req-c0b9db4c-65fc-46fd-8046-eaf3cf31a292 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=02cc43ed-f0fa-4270-8ff1-69b336349df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015041 Feb 11 05:01:00.355148 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:00.533034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2978a0d9-a783-4225-b3a3-35dc72055b09 None None] Provisioning complete for port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:00.533748 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2978a0d9-a783-4225-b3a3-35dc72055b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:00.585474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2978a0d9-a783-4225-b3a3-35dc72055b09 None None] Port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:01:00.672141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 62ba09fb-00c6-4423-9276-afc04f33326b up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:00.678422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35632) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:00.889470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 62ba09fb-00c6-4423-9276-afc04f33326b completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:01:00.899293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 62ba09fb-00c6-4423-9276-afc04f33326b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:00.899958 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (62ba09fb-00c6-4423-9276-afc04f33326b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:00.924451 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b4ed4e-6bf9-4d60-83d3-085fec70d1be {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:01:00.951942 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Publish callbacks [] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:00.970385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Transition to ACTIVE for port object 52b4ed4e-6bf9-4d60-83d3-085fec70d1be will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:01:01.056040 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 62ba09fb-00c6-4423-9276-afc04f33326b is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:01.056495 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (62ba09fb-00c6-4423-9276-afc04f33326b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.082051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.156825 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 62ba09fb-00c6-4423-9276-afc04f33326b, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=62ba09fb-00c6-4423-9276-afc04f33326b,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:01.161317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922c7eb0-d4ed-4bc2-acf9-ddbda7d01122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ba09fb-00c6-4423-9276-afc04f33326b'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:01.168229 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9e0753-55f4-4d51-b77c-7bf05066b4f7" -d '{"events": [{"server_uuid": "922c7eb0-d4ed-4bc2-acf9-ddbda7d01122", "name": "network-vif-plugged", "status": "completed", "tag": "62ba09fb-00c6-4423-9276-afc04f33326b"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:01.237052 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (62ba09fb-00c6-4423-9276-afc04f33326b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.274817 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f851a609-ec10-4ee1-abb6-4c2aa66b2bbd x-openstack-request-id: req-f851a609-ec10-4ee1-abb6-4c2aa66b2bbd {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:01.275223 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922c7eb0-d4ed-4bc2-acf9-ddbda7d01122", "name": "network-vif-plugged", "status": "completed", "tag": "62ba09fb-00c6-4423-9276-afc04f33326b", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:01.275483 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f851a609-ec10-4ee1-abb6-4c2aa66b2bbd {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:01.276551 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922c7eb0-d4ed-4bc2-acf9-ddbda7d01122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ba09fb-00c6-4423-9276-afc04f33326b', 'code': 200} Feb 11 05:01:01.390161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Pushing event updated for resources: {'Port': ['ID=52b4ed4e-6bf9-4d60-83d3-085fec70d1be,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:01.405109 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=62ba09fb-00c6-4423-9276-afc04f33326b,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:01.610185 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Attempting to bind port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:01:01.610663 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Attempting to bind port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:01:01.610899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Attempting to bind port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be on network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:01:01.625229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be on network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:01:01.625587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Attempting to bind port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be on network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:01:01.640351 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:01:01.640829 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Checking segment: {'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:01:01.641245 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Bound using segment: {'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:01:01.641708 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Bound port: 52b4ed4e-6bf9-4d60-83d3-085fec70d1be, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b603f1-631d-4099-8fb3-6265dca69b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:01:01.642084 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.681202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-29cc73f9-3d5c-4b3e-8d50-f1d712c727d0 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Deleting port 9d6e4fde-13ae-4415-b2e3-40aeb3133db2 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:01.682992 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-29cc73f9-3d5c-4b3e-8d50-f1d712c727d0 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9d6e4fde-13ae-4415-b2e3-40aeb3133db2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.721245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264cda5-4bf6-45ea-886e-6f8823c68d75 req-616cdcf0-5f0c-4457-8786-160399460717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:01.722864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9264cda5-4bf6-45ea-886e-6f8823c68d75 req-616cdcf0-5f0c-4457-8786-160399460717 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1129 time: 0.1661084 Feb 11 05:01:01.795987 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] For port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:01:01.804101 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] For port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=52b4ed4e-6bf9-4d60-83d3-085fec70d1be,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:01:01.837464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966cc3a-32e0-40ea-bcd8-e3faec8c0546 req-f7bbbf63-d49e-449c-b061-0087b9a13dd9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:01.846342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3966cc3a-32e0-40ea-bcd8-e3faec8c0546 req-f7bbbf63-d49e-449c-b061-0087b9a13dd9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1129 time: 0.5444613 Feb 11 05:01:01.875146 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.918602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1221244-7890-4e7b-9bd3-b58cf85ffaa0 req-45b23456-03b1-4967-83f4-12ec9a5e9d41 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:01.922671 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1221244-7890-4e7b-9bd3-b58cf85ffaa0 req-45b23456-03b1-4967-83f4-12ec9a5e9d41 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 943 time: 0.3514934 Feb 11 05:01:01.936263 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:01.936892 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:01.938536 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] 10.222.0.47 "PUT /v2.0/ports/52b4ed4e-6bf9-4d60-83d3-085fec70d1be HTTP/1.1" status: 200 len: 1092 time: 1.6976228 Feb 11 05:01:01.939068 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb31a0c-008c-490f-b5d1-c731bda36a37', 'tag': '52b4ed4e-6bf9-4d60-83d3-085fec70d1be'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:01.956206 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b224e2-0920-4f5d-b813-9e8405dd67aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb31a0c-008c-490f-b5d1-c731bda36a37", "tag": "52b4ed4e-6bf9-4d60-83d3-085fec70d1be"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:01.996160 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff49a25-509c-4ced-b5d9-ed2fc42a87c5 service neutron] Pushing event updated for resources: {'Port': ['ID=52b4ed4e-6bf9-4d60-83d3-085fec70d1be,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:02.085035 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3966cc3a-32e0-40ea-bcd8-e3faec8c0546 req-b6c70283-5630-4bc7-ac2b-02b973ac8fcb tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237875 Feb 11 05:01:02.106707 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-29cc73f9-3d5c-4b3e-8d50-f1d712c727d0 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9d6e4fde-13ae-4415-b2e3-40aeb3133db2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.106707 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-29cc73f9-3d5c-4b3e-8d50-f1d712c727d0 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for floatingip (9d6e4fde-13ae-4415-b2e3-40aeb3133db2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.129516 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9264cda5-4bf6-45ea-886e-6f8823c68d75 req-2f046770-c3d3-4780-80d6-896c8456342e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744502 Feb 11 05:01:02.151770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-29cc73f9-3d5c-4b3e-8d50-f1d712c727d0 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Calling delete_port for 9d6e4fde-13ae-4415-b2e3-40aeb3133db2 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:02.178087 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1221244-7890-4e7b-9bd3-b58cf85ffaa0 req-3651d791-fb50-4c38-b68a-7e9fcb6c6cee tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=02cc43ed-f0fa-4270-8ff1-69b336349df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395344 Feb 11 05:01:02.196187 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9285ef28-1386-4f7e-bc70-3474c0cf8f0f x-openstack-request-id: req-9285ef28-1386-4f7e-bc70-3474c0cf8f0f {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:02.196768 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb31a0c-008c-490f-b5d1-c731bda36a37", "tag": "52b4ed4e-6bf9-4d60-83d3-085fec70d1be", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:02.198356 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9285ef28-1386-4f7e-bc70-3474c0cf8f0f {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:02.201213 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb31a0c-008c-490f-b5d1-c731bda36a37', 'tag': '52b4ed4e-6bf9-4d60-83d3-085fec70d1be', 'status': 'completed', 'code': 200} Feb 11 05:01:02.224284 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96008356-f86a-46b4-a12f-e99db303d727 req-69130f49-9c6d-4a29-b929-b2bcd4e6b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:02.226040 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-69130f49-9c6d-4a29-b929-b2bcd4e6b836 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01f3985e979e4ee0a67ba18b5c02d99e&device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 1126 time: 0.1538537 Feb 11 05:01:02.338902 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-fbd459dc-57ef-47ab-a4f0-df6cd50a0733 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52b4ed4e-6bf9-4d60-83d3-085fec70d1be HTTP/1.1" status: 200 len: 217 time: 0.1034763 Feb 11 05:01:02.426162 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96008356-f86a-46b4-a12f-e99db303d727 req-f7acf960-4836-4c69-8085-f2846a7c0a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:02.427838 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-f7acf960-4836-4c69-8085-f2846a7c0a17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5039bb4f-96d0-4c9b-ae98-b43a89327357 HTTP/1.1" status: 200 len: 850 time: 0.0840914 Feb 11 05:01:02.484404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96008356-f86a-46b4-a12f-e99db303d727 req-7a6945af-bb29-497a-8b40-294937f40448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:02.486032 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-7a6945af-bb29-497a-8b40-294937f40448 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510604 Feb 11 05:01:02.523552 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-29cc73f9-3d5c-4b3e-8d50-f1d712c727d0 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9d6e4fde-13ae-4415-b2e3-40aeb3133db2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.559347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc73f9-3d5c-4b3e-8d50-f1d712c727d0 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Pushing event deleted for resources: {'Port': ['ID=9d6e4fde-13ae-4415-b2e3-40aeb3133db2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:02.629349 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-6fd288c2-1c75-4a1c-bd22-79278663fc4a service neutron] 10.222.0.47 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363842 Feb 11 05:01:02.651717 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-29cc73f9-3d5c-4b3e-8d50-f1d712c727d0 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for floatingip (c5fd945d-88ad-44b7-991b-502dabac8e6d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:02.652142 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-29cc73f9-3d5c-4b3e-8d50-f1d712c727d0 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Floating IP c5fd945d-88ad-44b7-991b-502dabac8e6d disassociated (deleted). External IP: 172.25.3.117, port: d6b9a382-b494-4f5a-a8af-199bc613ed20. Feb 11 05:01:02.805640 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-96008356-f86a-46b4-a12f-e99db303d727 req-34380e09-2e64-45c0-9d63-71e662ac7317 service neutron] 10.222.0.47 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690660 Feb 11 05:01:02.936166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cc73f9-3d5c-4b3e-8d50-f1d712c727d0 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Router bc87efe6-e76c-4650-9a0b-e8867dc56995 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:01:03.038852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b224e2-0920-4f5d-b813-9e8405dd67aa req-851121f2-dfdb-44e3-be4d-911994204fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:03.043744 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d1b224e2-0920-4f5d-b813-9e8405dd67aa req-851121f2-dfdb-44e3-be4d-911994204fb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01f3985e979e4ee0a67ba18b5c02d99e&device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 1126 time: 0.0889111 Feb 11 05:01:03.159242 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cc73f9-3d5c-4b3e-8d50-f1d712c727d0 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:01:03.178747 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64db4f6f-569a-4b2d-8624-acca7dfe3c11 None None] Sync routers for ids ['bc87efe6-e76c-4650-9a0b-e8867dc56995'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:01:03.193286 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-29cc73f9-3d5c-4b3e-8d50-f1d712c727d0 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:03.213131 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db4f6f-569a-4b2d-8624-acca7dfe3c11 None None] Routers {'bc87efe6-e76c-4650-9a0b-e8867dc56995'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:03.217044 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-64db4f6f-569a-4b2d-8624-acca7dfe3c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bc87efe6-e76c-4650-9a0b-e8867dc56995'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:03.235490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-29cc73f9-3d5c-4b3e-8d50-f1d712c727d0 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "DELETE /v2.0/floatingips/c5fd945d-88ad-44b7-991b-502dabac8e6d HTTP/1.1" status: 204 len: 168 time: 2.5554068 Feb 11 05:01:03.236336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'tag': 'd6b9a382-b494-4f5a-a8af-199bc613ed20'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:03.239067 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbbf001-c7b2-45ed-9bcf-c75d0017f59d" -d '{"events": [{"name": "network-changed", "server_uuid": "b39377fb-7494-45d5-814a-cb5a77b18ae8", "tag": "d6b9a382-b494-4f5a-a8af-199bc613ed20"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:03.336092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b224e2-0920-4f5d-b813-9e8405dd67aa req-f00f269e-a1d0-4116-a76e-1776347ed66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:03.344429 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d1b224e2-0920-4f5d-b813-9e8405dd67aa req-f00f269e-a1d0-4116-a76e-1776347ed66d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 HTTP/1.1" status: 200 len: 912 time: 0.2937074 Feb 11 05:01:03.370220 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b499d4d-488e-471c-b283-7ec5b9986fc3 req-ffb0f7fa-17c6-4214-ba1d-6c0f6e9820e9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:03.378924 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9b499d4d-488e-471c-b283-7ec5b9986fc3 req-ffb0f7fa-17c6-4214-ba1d-6c0f6e9820e9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1129 time: 0.0854506 Feb 11 05:01:03.468420 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d1b224e2-0920-4f5d-b813-9e8405dd67aa req-af4960a6-dd67-47d3-9dca-ec2666040e71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52b4ed4e-6bf9-4d60-83d3-085fec70d1be HTTP/1.1" status: 200 len: 217 time: 0.1153309 Feb 11 05:01:03.519841 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9b499d4d-488e-471c-b283-7ec5b9986fc3 req-9b94eabc-9f8e-4ad0-bec4-b38345fdf107 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404912 Feb 11 05:01:03.542830 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-64db4f6f-569a-4b2d-8624-acca7dfe3c11 None None] Set router bc87efe6-e76c-4650-9a0b-e8867dc56995 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:01:03.621078 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b224e2-0920-4f5d-b813-9e8405dd67aa req-bec2ce9d-52f1-489f-88f0-25ad2b158f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:03.622889 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d1b224e2-0920-4f5d-b813-9e8405dd67aa req-bec2ce9d-52f1-489f-88f0-25ad2b158f7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5039bb4f-96d0-4c9b-ae98-b43a89327357 HTTP/1.1" status: 200 len: 850 time: 0.1468406 Feb 11 05:01:03.666843 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e365b5-9308-4f0c-b325-d9bfe2e07c80 x-openstack-request-id: req-43e365b5-9308-4f0c-b325-d9bfe2e07c80 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:03.671645 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39377fb-7494-45d5-814a-cb5a77b18ae8", "tag": "d6b9a382-b494-4f5a-a8af-199bc613ed20", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:03.671645 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43e365b5-9308-4f0c-b325-d9bfe2e07c80 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:03.671645 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'tag': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'status': 'completed', 'code': 200} Feb 11 05:01:03.783055 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b224e2-0920-4f5d-b813-9e8405dd67aa req-0ff32ab8-8802-4820-8c7d-18fae9d3eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:03.785735 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d1b224e2-0920-4f5d-b813-9e8405dd67aa req-0ff32ab8-8802-4820-8c7d-18fae9d3eb0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1552806 Feb 11 05:01:04.020542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbf001-c7b2-45ed-9bcf-c75d0017f59d req-13b531b7-0b74-40f2-9f69-3f56cfbc36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:04.022888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fdbbf001-c7b2-45ed-9bcf-c75d0017f59d req-13b531b7-0b74-40f2-9f69-3f56cfbc36e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1a0adeda684b49efa697d84d929e1f3a&device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 1128 time: 0.3131030 Feb 11 05:01:04.023808 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d1b224e2-0920-4f5d-b813-9e8405dd67aa req-9c2c339a-f7a3-42cb-aa05-fe527921fb94 service neutron] 10.222.0.47 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310717 Feb 11 05:01:04.083637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f41ca-b771-4e03-b484-622599b674a5 req-ad237297-b0f1-4ff8-ab93-632c5cd141bc tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:04.095017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-971f41ca-b771-4e03-b484-622599b674a5 req-ad237297-b0f1-4ff8-ab93-632c5cd141bc tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 943 time: 0.2437031 Feb 11 05:01:04.108007 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-64db4f6f-569a-4b2d-8624-acca7dfe3c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1e8e4326-6e61-44c2-bce6-5ce95576d4e8', 'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'mac_address': 'fa:16:3e:5d:71:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:45Z', 'updated_at': '2022-02-11T04:54:50Z', 'revision_number': 5, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'subnets': [{'id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:04.190986 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64db4f6f-569a-4b2d-8624-acca7dfe3c11 None None] Checking router: bc87efe6-e76c-4650-9a0b-e8867dc56995 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:01:04.218119 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64db4f6f-569a-4b2d-8624-acca7dfe3c11 None None] Routers {'bc87efe6-e76c-4650-9a0b-e8867dc56995'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:04.220875 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-64db4f6f-569a-4b2d-8624-acca7dfe3c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bc87efe6-e76c-4650-9a0b-e8867dc56995'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:04.273079 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:04.288084 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d1b224e2-0920-4f5d-b813-9e8405dd67aa req-c4f35d57-acdb-4225-b7e3-80db1f2fcea4 service neutron] 10.222.0.47 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505996 Feb 11 05:01:04.316579 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:04.385784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb569e-eb4c-4067-92a3-273c76616dbd req-3a705ad3-1b1b-409d-8e16-09147ae69a0d tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:04.387494 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-decb569e-eb4c-4067-92a3-273c76616dbd req-3a705ad3-1b1b-409d-8e16-09147ae69a0d tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 945 time: 0.3131709 Feb 11 05:01:04.397472 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-971f41ca-b771-4e03-b484-622599b674a5 req-25536449-5306-4254-9f99-285e76549532 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=02cc43ed-f0fa-4270-8ff1-69b336349df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011982 Feb 11 05:01:04.408365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbf001-c7b2-45ed-9bcf-c75d0017f59d req-b377b3a1-d058-4498-97ac-2e6d9a0540ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:04.413638 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fdbbf001-c7b2-45ed-9bcf-c75d0017f59d req-b377b3a1-d058-4498-97ac-2e6d9a0540ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 HTTP/1.1" status: 200 len: 913 time: 0.3695402 Feb 11 05:01:04.505295 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-64db4f6f-569a-4b2d-8624-acca7dfe3c11 None None] Set router bc87efe6-e76c-4650-9a0b-e8867dc56995 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:01:04.516178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fdbbf001-c7b2-45ed-9bcf-c75d0017f59d req-e0e2cbdd-ac8e-4b57-a72b-98db5d427b0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6b9a382-b494-4f5a-a8af-199bc613ed20 HTTP/1.1" status: 200 len: 217 time: 0.0936692 Feb 11 05:01:04.662128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-decb569e-eb4c-4067-92a3-273c76616dbd req-2e95b455-f108-4ff6-8afd-6c823e807358 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2458074 Feb 11 05:01:04.666851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbf001-c7b2-45ed-9bcf-c75d0017f59d req-bad175ad-71c8-448f-9e7e-4eacb068f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:04.668927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fdbbf001-c7b2-45ed-9bcf-c75d0017f59d req-bad175ad-71c8-448f-9e7e-4eacb068f1fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0108461b-53f2-4fc0-96da-bacb26d38e84 HTTP/1.1" status: 200 len: 851 time: 0.1380031 Feb 11 05:01:04.776793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbf001-c7b2-45ed-9bcf-c75d0017f59d req-a910092e-f3c5-49a1-ab88-80dacab09f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:04.778586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fdbbf001-c7b2-45ed-9bcf-c75d0017f59d req-a910092e-f3c5-49a1-ab88-80dacab09f51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d0ca30f-b5c8-48db-9724-8e8ce7e04b82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1012311 Feb 11 05:01:04.784855 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0f068-65c1-46b2-93f7-1fb7ce1ab842 req-b31a60e5-c250-4f29-bd59-be3c456f80fe tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:04.794398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86a0f068-65c1-46b2-93f7-1fb7ce1ab842 req-b31a60e5-c250-4f29-bd59-be3c456f80fe tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1129 time: 0.1239760 Feb 11 05:01:04.875748 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-64db4f6f-569a-4b2d-8624-acca7dfe3c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1e8e4326-6e61-44c2-bce6-5ce95576d4e8', 'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'mac_address': 'fa:16:3e:5d:71:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:45Z', 'updated_at': '2022-02-11T04:54:50Z', 'revision_number': 5, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'subnets': [{'id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:04.927903 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64db4f6f-569a-4b2d-8624-acca7dfe3c11 None None] The sync data for ids ['bc87efe6-e76c-4650-9a0b-e8867dc56995'] in n-d-712142-35 is: [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1e8e4326-6e61-44c2-bce6-5ce95576d4e8', 'name': '', 'network_id': '2d0ca30f-b5c8-48db-9724-8e8ce7e04b82', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'mac_address': 'fa:16:3e:5d:71:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:45Z', 'updated_at': '2022-02-11T04:54:50Z', 'revision_number': 5, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'subnets': [{'id': '0108461b-53f2-4fc0-96da-bacb26d38e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:01:04.960894 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86a0f068-65c1-46b2-93f7-1fb7ce1ab842 req-ec5b264e-7f6a-4de3-b776-84f5663b4db3 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399598 Feb 11 05:01:05.011981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fdbbf001-c7b2-45ed-9bcf-c75d0017f59d req-7bdcdf35-6a56-47df-97c1-119208d36876 service neutron] 10.222.0.47 "GET /v2.0/networks/2d0ca30f-b5c8-48db-9724-8e8ce7e04b82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159846 Feb 11 05:01:05.499236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b418c61-5c46-4fa9-9a0d-b9a84aa289cd None None] New status for floating IP c5fd945d-88ad-44b7-991b-502dabac8e6d: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:01:05.623177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e877a-afef-4ac8-8d62-8470d7ff9cf4 req-bc2fee8c-74d9-4629-8322-bfea20d2236e tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.629243 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-275e877a-afef-4ac8-8d62-8470d7ff9cf4 req-bc2fee8c-74d9-4629-8322-bfea20d2236e tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 945 time: 0.1748624 Feb 11 05:01:05.731937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfde65-6cd4-4a5b-b7f5-13781a96f152 req-44013ffd-eda9-47d3-95d0-66a6cb555cff tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.739074 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9cbfde65-6cd4-4a5b-b7f5-13781a96f152 req-44013ffd-eda9-47d3-95d0-66a6cb555cff tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1129 time: 0.6446381 Feb 11 05:01:05.785362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fdbbf001-c7b2-45ed-9bcf-c75d0017f59d req-16fad8ec-1609-4317-93c3-77c252d323e8 service neutron] 10.222.0.47 "GET /v2.0/networks/2d0ca30f-b5c8-48db-9724-8e8ce7e04b82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7648768 Feb 11 05:01:05.803387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22e546-43cc-45a3-875a-40809bcb9528 req-ff705656-f770-4724-a745-040bbf1e4af9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:05.806193 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d22e546-43cc-45a3-875a-40809bcb9528 req-ff705656-f770-4724-a745-040bbf1e4af9 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 943 time: 0.1578698 Feb 11 05:01:05.809995 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-275e877a-afef-4ac8-8d62-8470d7ff9cf4 req-c7c35bd9-8b86-4d87-97ff-5d4bc0858aee tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Deleting port d6b9a382-b494-4f5a-a8af-199bc613ed20 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:05.810438 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-275e877a-afef-4ac8-8d62-8470d7ff9cf4 req-c7c35bd9-8b86-4d87-97ff-5d4bc0858aee tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:05.944635 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-275e877a-afef-4ac8-8d62-8470d7ff9cf4 req-c7c35bd9-8b86-4d87-97ff-5d4bc0858aee tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] For port d6b9a382-b494-4f5a-a8af-199bc613ed20, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=d6b9a382-b494-4f5a-a8af-199bc613ed20,segment=NetworkSegment(b7b954fc-3029-44d3-819d-65a74803bfde),segment_id=b7b954fc-3029-44d3-819d-65a74803bfde)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:05.945197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-275e877a-afef-4ac8-8d62-8470d7ff9cf4 req-c7c35bd9-8b86-4d87-97ff-5d4bc0858aee tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:05.979668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9cbfde65-6cd4-4a5b-b7f5-13781a96f152 req-8c2b43d2-ac82-4b65-938f-01b90e208a89 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285216 Feb 11 05:01:05.980157 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-275e877a-afef-4ac8-8d62-8470d7ff9cf4 req-c7c35bd9-8b86-4d87-97ff-5d4bc0858aee tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Calling delete_port for d6b9a382-b494-4f5a-a8af-199bc613ed20 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:05.980673 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d22e546-43cc-45a3-875a-40809bcb9528 req-a8a40a44-4479-4d2d-9827-d328722c882e tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=02cc43ed-f0fa-4270-8ff1-69b336349df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531878 Feb 11 05:01:06.013477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 52b4ed4e-6bf9-4d60-83d3-085fec70d1be details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:01:06.284741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=52b4ed4e-6bf9-4d60-83d3-085fec70d1be,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:06.298915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '52b4ed4e-6bf9-4d60-83d3-085fec70d1be', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'port_id': '52b4ed4e-6bf9-4d60-83d3-085fec70d1be', 'mac_address': 'fa:16:3e:ca:38:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:01:06.324238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f8793-f0a1-4e19-8073-66bb41e768b2 req-61192cba-205e-4d85-954d-f14ba18f442a tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:06.326778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b59f8793-f0a1-4e19-8073-66bb41e768b2 req-61192cba-205e-4d85-954d-f14ba18f442a tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 945 time: 0.2463386 Feb 11 05:01:06.334868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2d062-87aa-4925-9a0f-8808e8d234ff req-1eab0e33-5700-44f2-bf30-7f7a64c39f1f tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:06.339067 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68f2d062-87aa-4925-9a0f-8808e8d234ff req-1eab0e33-5700-44f2-bf30-7f7a64c39f1f tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1129 time: 0.1492910 Feb 11 05:01:06.352858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:06.354497 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.366041 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-275e877a-afef-4ac8-8d62-8470d7ff9cf4 req-c7c35bd9-8b86-4d87-97ff-5d4bc0858aee tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d6b9a382-b494-4f5a-a8af-199bc613ed20), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.380354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b4ed4e-6bf9-4d60-83d3-085fec70d1be {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:01:06.449477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=52b4ed4e-6bf9-4d60-83d3-085fec70d1be,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:06.460450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c35bd9-8b86-4d87-97ff-5d4bc0858aee tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Pushing event deleted for resources: {'Port': ['ID=d6b9a382-b494-4f5a-a8af-199bc613ed20,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:06.511280 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.535957 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68f2d062-87aa-4925-9a0f-8808e8d234ff req-b6981768-56cf-4d84-81c5-009edb266184 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869559 Feb 11 05:01:06.571082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b59f8793-f0a1-4e19-8073-66bb41e768b2 req-ff0618b1-80dc-44df-be09-b09086301982 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/security-groups?id=f243ef11-9565-4121-aae5-7944e4a8961b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2239935 Feb 11 05:01:06.644492 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=52b4ed4e-6bf9-4d60-83d3-085fec70d1be,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:06.652574 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-275e877a-afef-4ac8-8d62-8470d7ff9cf4 req-c7c35bd9-8b86-4d87-97ff-5d4bc0858aee tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] No DVR routers for this DVR port d6b9a382-b494-4f5a-a8af-199bc613ed20 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:06.669057 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-275e877a-afef-4ac8-8d62-8470d7ff9cf4 req-c7c35bd9-8b86-4d87-97ff-5d4bc0858aee tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:06.674019 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-275e877a-afef-4ac8-8d62-8470d7ff9cf4 req-c7c35bd9-8b86-4d87-97ff-5d4bc0858aee tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.47 "DELETE /v2.0/ports/d6b9a382-b494-4f5a-a8af-199bc613ed20 HTTP/1.1" status: 204 len: 173 time: 1.0389998 Feb 11 05:01:06.674760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'name': 'network-vif-deleted', 'tag': 'd6b9a382-b494-4f5a-a8af-199bc613ed20'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:06.678256 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3707245-9414-496a-8de8-74d10c61dcb8" -d '{"events": [{"server_uuid": "b39377fb-7494-45d5-814a-cb5a77b18ae8", "name": "network-vif-deleted", "tag": "d6b9a382-b494-4f5a-a8af-199bc613ed20"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:06.734222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['52b4ed4e-6bf9-4d60-83d3-085fec70d1be'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:01:06.764911 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebb06c5-ec57-4a22-bf9c-b52bd38c5a4f x-openstack-request-id: req-8ebb06c5-ec57-4a22-bf9c-b52bd38c5a4f {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:06.765417 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39377fb-7494-45d5-814a-cb5a77b18ae8", "name": "network-vif-deleted", "tag": "d6b9a382-b494-4f5a-a8af-199bc613ed20", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:06.765806 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ebb06c5-ec57-4a22-bf9c-b52bd38c5a4f {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:06.766459 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39377fb-7494-45d5-814a-cb5a77b18ae8', 'name': 'network-vif-deleted', 'tag': 'd6b9a382-b494-4f5a-a8af-199bc613ed20', 'status': 'completed', 'code': 200} Feb 11 05:01:07.229422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-ac09e2f1-027c-4eea-9f8c-43653da30edb tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:07.234413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-ac09e2f1-027c-4eea-9f8c-43653da30edb tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/networks?id=27e28976-7857-4982-9ed0-09261bf73cc4 HTTP/1.1" status: 200 len: 910 time: 0.4012372 Feb 11 05:01:07.294688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-a0bba333-acc2-4f91-a467-60026e699dc2 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/quotas/42f3f77eda2949b3bca5e94584123f7f HTTP/1.1" status: 200 len: 375 time: 0.0478759 Feb 11 05:01:07.342373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ea35b-a316-47c1-8389-5106981c0d37 req-482db593-5eac-476b-9283-2a94ac52b7eb tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:07.351476 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-587ea35b-a316-47c1-8389-5106981c0d37 req-482db593-5eac-476b-9283-2a94ac52b7eb tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 944 time: 0.2398293 Feb 11 05:01:07.488764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-1ef31222-2f78-4fb0-aadf-c844444b0c12 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=42f3f77eda2949b3bca5e94584123f7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1708739 Feb 11 05:01:07.496312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-587ea35b-a316-47c1-8389-5106981c0d37 req-a707d99a-e365-4bea-9443-bb8e488550ed tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=02cc43ed-f0fa-4270-8ff1-69b336349df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158085 Feb 11 05:01:07.712863 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-9a722dee-e009-4bb7-8d25-88e90f733df5 service neutron] 10.222.0.13 "GET /v2.0/networks/27e28976-7857-4982-9ed0-09261bf73cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107420 Feb 11 05:01:07.772694 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-77cafcfc-f612-4a8b-a500-0ab51cd3c326 req-3df94d53-7e52-4c5a-895a-8e7b2cabc1ac tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.0576036 Feb 11 05:01:08.024150 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 52b4ed4e-6bf9-4d60-83d3-085fec70d1be up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:08.034310 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-f4560cf8-a001-43ff-a5a1-b89787e15ae8 service neutron] 10.222.0.13 "GET /v2.0/networks/27e28976-7857-4982-9ed0-09261bf73cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029330 Feb 11 05:01:08.237380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:01:08.246996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:08.248265 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:08.490958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:08.491633 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:08.555527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb31a0c-008c-490f-b5d1-c731bda36a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b4ed4e-6bf9-4d60-83d3-085fec70d1be'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:08.576190 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52b356b2-32cb-44e2-93a0-d00701f811db req-8670388c-cd92-46ee-b381-ba9f11e474e8 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 210 time: 0.1500263 Feb 11 05:01:08.582370 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb3dbc6-2ddf-4151-89a4-4023877317a2" -d '{"events": [{"server_uuid": "8bb31a0c-008c-490f-b5d1-c731bda36a37", "name": "network-vif-plugged", "status": "completed", "tag": "52b4ed4e-6bf9-4d60-83d3-085fec70d1be"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:08.608694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=52b4ed4e-6bf9-4d60-83d3-085fec70d1be,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:08.670656 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:08.671491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device d6b9a382-b494-4f5a-a8af-199bc613ed20 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:08.749558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550411f0-cf65-49c1-849a-a10762888428 req-630affd5-f5b7-426a-8c10-1729feeaea8a tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:08.765151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-550411f0-cf65-49c1-849a-a10762888428 req-630affd5-f5b7-426a-8c10-1729feeaea8a tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 944 time: 0.1301284 Feb 11 05:01:08.828592 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069d9847-82cb-4877-ae9c-84cd7a6cb3fb x-openstack-request-id: req-069d9847-82cb-4877-ae9c-84cd7a6cb3fb {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:08.833441 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb31a0c-008c-490f-b5d1-c731bda36a37", "name": "network-vif-plugged", "status": "completed", "tag": "52b4ed4e-6bf9-4d60-83d3-085fec70d1be", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:08.833441 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-069d9847-82cb-4877-ae9c-84cd7a6cb3fb {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:08.833441 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb31a0c-008c-490f-b5d1-c731bda36a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b4ed4e-6bf9-4d60-83d3-085fec70d1be', 'code': 200} Feb 11 05:01:08.845948 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: d6b9a382-b494-4f5a-a8af-199bc613ed20 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:01:08.846278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device d6b9a382-b494-4f5a-a8af-199bc613ed20 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:08.915305 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-550411f0-cf65-49c1-849a-a10762888428 req-3b71db91-d547-45c4-a046-e1ca57c1dbb6 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=02cc43ed-f0fa-4270-8ff1-69b336349df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487806 Feb 11 05:01:08.923555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=52b4ed4e-6bf9-4d60-83d3-085fec70d1be,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:09.032904 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d231f-52c0-4cb8-835b-f89fea791f28 req-48f3aa02-7e20-4eb2-87be-c3201ce14b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:09.038797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1789da87-97ad-4967-8dcf-fbbc5805d8be req-c675d5ea-55ae-4f0b-8214-d733fe393604 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.0650177 Feb 11 05:01:09.040806 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d29d231f-52c0-4cb8-835b-f89fea791f28 req-48f3aa02-7e20-4eb2-87be-c3201ce14b9b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 1128 time: 0.1212115 Feb 11 05:01:09.115597 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d29d231f-52c0-4cb8-835b-f89fea791f28 req-ac64c754-075a-484e-94a8-3f49812d8776 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=02cc43ed-f0fa-4270-8ff1-69b336349df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674863 Feb 11 05:01:09.751722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14371126-ffe4-4c46-8e4e-66c3e65232de req-d7ae1d4a-3b3c-4b4d-8276-81c751a0f646 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 210 time: 0.0554597 Feb 11 05:01:10.140400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8ab94-7c94-46a2-87ad-e86accfcdb82 req-55a69f11-3902-4691-b1e1-76d88dffba8c tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:10.144443 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3d8ab94-7c94-46a2-87ad-e86accfcdb82 req-55a69f11-3902-4691-b1e1-76d88dffba8c tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 945 time: 0.0846434 Feb 11 05:01:10.285602 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e45dfe13-887c-453b-989a-12819fbe2e50 req-7a3b4545-d02a-4762-b7b6-966b964f03ac tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.0974016 Feb 11 05:01:10.315297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d3d8ab94-7c94-46a2-87ad-e86accfcdb82 req-655bed74-13c0-4451-9d55-bbbcc3263299 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=02cc43ed-f0fa-4270-8ff1-69b336349df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637619 Feb 11 05:01:10.974089 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86cad695-d1cb-4591-a053-7218e238b7bf req-64ceeeb1-8e0c-4e1f-be75-3ea98f34ce8f tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 210 time: 0.0443954 Feb 11 05:01:11.327248 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-7e3a6f6d-cd6d-428e-a013-bc2703cc5af8 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:11.330545 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-7e3a6f6d-cd6d-428e-a013-bc2703cc5af8 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.47 "GET /v2.0/networks?id=27e28976-7857-4982-9ed0-09261bf73cc4 HTTP/1.1" status: 200 len: 910 time: 0.1623678 Feb 11 05:01:11.347878 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-6252aec5-ea15-4e72-8657-e5404e4749af tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Request body: {'port': {'device_id': '23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e', 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4', 'admin_state_up': True, 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:11.498702 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-6252aec5-ea15-4e72-8657-e5404e4749af tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Made reservation on behalf of 42f3f77eda2949b3bca5e94584123f7f for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:01:11.501508 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-6252aec5-ea15-4e72-8657-e5404e4749af tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:11.546613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10da8649-59d4-4a33-9872-4c4ddcd83dfe req-5460da18-78c4-4fe2-b5c6-a3c577cfbeee tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.0487244 Feb 11 05:01:11.710988 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58e45f-e4b6-4206-9b55-d57d8f0478fc req-50a6e76a-888f-4bad-a542-e8fa9f0496ff tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:11.720578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae58e45f-e4b6-4206-9b55-d57d8f0478fc req-50a6e76a-888f-4bad-a542-e8fa9f0496ff tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 945 time: 0.1768858 Feb 11 05:01:11.783500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-6252aec5-ea15-4e72-8657-e5404e4749af tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Allocated IP 172.20.0.4 (27e28976-7857-4982-9ed0-09261bf73cc4/6ce3abf3-7b17-46f1-b223-82030e9da1ea/af3a9fe5-8041-46c4-b916-dda4708b4c7b) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:01:11.819371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae58e45f-e4b6-4206-9b55-d57d8f0478fc req-452fcaf7-9c87-457f-93ea-5f02846f79ce tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=02cc43ed-f0fa-4270-8ff1-69b336349df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977945 Feb 11 05:01:12.063433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf28754-4d1a-4265-97b8-f4cf56faddad req-33092067-95cf-4d76-b723-69989da74849 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:12.067249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-acf28754-4d1a-4265-97b8-f4cf56faddad req-33092067-95cf-4d76-b723-69989da74849 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 945 time: 0.1064475 Feb 11 05:01:12.081100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35832) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:12.086221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-52ddd0fc-1d87-4c21-b8b6-1611192fb3c1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Request body: {'floatingip': {'port_id': '52b4ed4e-6bf9-4d60-83d3-085fec70d1be'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:12.186726 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-6252aec5-ea15-4e72-8657-e5404e4749af tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks [] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:12.195477 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52ddd0fc-1d87-4c21-b8b6-1611192fb3c1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for floatingip (b9a6e98d-5d8b-4b30-80ce-d03bb20c4947), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:12.230256 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be94e025-98f8-4004-896d-6350200667f6 req-c2babf5a-4edc-454e-ac1f-d04cb0a126c3 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 210 time: 0.0691154 Feb 11 05:01:12.309764 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-6252aec5-ea15-4e72-8657-e5404e4749af tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:12.323252 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['62ba09fb-00c6-4423-9276-afc04f33326b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:01:12.443693 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-6252aec5-ea15-4e72-8657-e5404e4749af tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Network 27e28976-7857-4982-9ed0-09261bf73cc4 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:01:12.458490 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-6252aec5-ea15-4e72-8657-e5404e4749af tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:01:12.461609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-6252aec5-ea15-4e72-8657-e5404e4749af tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:01:12.565318 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252aec5-ea15-4e72-8657-e5404e4749af tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Pushing event updated for resources: {'Port': ['ID=af3a9fe5-8041-46c4-b916-dda4708b4c7b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:12.639488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-6252aec5-ea15-4e72-8657-e5404e4749af tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:12.640828 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-6252aec5-ea15-4e72-8657-e5404e4749af tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:12.753139 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-6252aec5-ea15-4e72-8657-e5404e4749af tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4136336 Feb 11 05:01:12.773966 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Request body: {'port': {'device_id': '23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:01:12.907293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a81656f-2b5e-4232-8746-47f1182d1629 req-16457100-4c7f-4a8f-9ac2-1607f3f3d7ba tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.0870266 Feb 11 05:01:12.951952 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.027934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-56fc0771-455d-44d1-a6cd-1cc31a0d44dc None None] Provisioning complete for port af3a9fe5-8041-46c4-b916-dda4708b4c7b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:13.028430 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-56fc0771-455d-44d1-a6cd-1cc31a0d44dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.171471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-56fc0771-455d-44d1-a6cd-1cc31a0d44dc None None] Port af3a9fe5-8041-46c4-b916-dda4708b4c7b cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:01:13.273856 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3a9fe5-8041-46c4-b916-dda4708b4c7b {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:01:13.284289 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Publish callbacks [] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.303070 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Transition to ACTIVE for port object af3a9fe5-8041-46c4-b916-dda4708b4c7b will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:01:13.404034 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.570126 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Pushing event updated for resources: {'Port': ['ID=af3a9fe5-8041-46c4-b916-dda4708b4c7b,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:13.722875 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Attempting to bind port af3a9fe5-8041-46c4-b916-dda4708b4c7b on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:01:13.723373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Attempting to bind port af3a9fe5-8041-46c4-b916-dda4708b4c7b by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:01:13.723804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Attempting to bind port af3a9fe5-8041-46c4-b916-dda4708b4c7b on network 27e28976-7857-4982-9ed0-09261bf73cc4 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:01:13.734273 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Port af3a9fe5-8041-46c4-b916-dda4708b4c7b on network 27e28976-7857-4982-9ed0-09261bf73cc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:01:13.734782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Attempting to bind port af3a9fe5-8041-46c4-b916-dda4708b4c7b on network 27e28976-7857-4982-9ed0-09261bf73cc4 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:01:13.772833 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:01:13.779156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Checking segment: {'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:01:13.780940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Bound using segment: {'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:01:13.781519 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Bound port: af3a9fe5-8041-46c4-b916-dda4708b4c7b, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:01:13.783100 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.786641 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.resource_extend [None req-52ddd0fc-1d87-4c21-b8b6-1611192fb3c1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:01:13.872614 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52ddd0fc-1d87-4c21-b8b6-1611192fb3c1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.956213 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52ddd0fc-1d87-4c21-b8b6-1611192fb3c1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (b9a6e98d-5d8b-4b30-80ce-d03bb20c4947), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:13.975895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] For port af3a9fe5-8041-46c4-b916-dda4708b4c7b, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:01:13.985152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] For port af3a9fe5-8041-46c4-b916-dda4708b4c7b, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=af3a9fe5-8041-46c4-b916-dda4708b4c7b,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:01:14.077218 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:14.199189 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:14.199845 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:14.201371 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] 10.222.0.47 "PUT /v2.0/ports/af3a9fe5-8041-46c4-b916-dda4708b4c7b HTTP/1.1" status: 200 len: 1092 time: 1.4369576 Feb 11 05:01:14.201861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e', 'tag': 'af3a9fe5-8041-46c4-b916-dda4708b4c7b'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:14.217920 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba4e64d-48ab-4263-ab71-bcfe014b982a" -d '{"events": [{"name": "network-changed", "server_uuid": "23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e", "tag": "af3a9fe5-8041-46c4-b916-dda4708b4c7b"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:14.293955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119c2ac-898c-48df-a6e0-6e4a9c57ab4f service neutron] Pushing event updated for resources: {'Port': ['ID=af3a9fe5-8041-46c4-b916-dda4708b4c7b,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:14.366655 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-52ddd0fc-1d87-4c21-b8b6-1611192fb3c1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Floating IP b9a6e98d-5d8b-4b30-80ce-d03bb20c4947 associated. External IP: 172.25.3.23, port: 52b4ed4e-6bf9-4d60-83d3-085fec70d1be. Feb 11 05:01:14.443559 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-13ab4daa-2109-4ed0-b1e5-53587f30ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:14.451272 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-13ab4daa-2109-4ed0-b1e5-53587f30ecef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42f3f77eda2949b3bca5e94584123f7f&device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1126 time: 0.1429102 Feb 11 05:01:14.640390 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d452e7e-7095-4a0e-9816-84783bbf89a7 req-4b91411a-ae49-4ea0-99cb-c9ea1f5db88b tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.6052620 Feb 11 05:01:14.672866 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-15662a72-3287-47bd-bfd0-bcce44a9a903 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af3a9fe5-8041-46c4-b916-dda4708b4c7b HTTP/1.1" status: 200 len: 217 time: 0.2139969 Feb 11 05:01:14.767824 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a0c5f6-3f60-413d-809f-022828727afa x-openstack-request-id: req-e9a0c5f6-3f60-413d-809f-022828727afa {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:14.768192 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e", "tag": "af3a9fe5-8041-46c4-b916-dda4708b4c7b", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:14.768422 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9a0c5f6-3f60-413d-809f-022828727afa {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:14.768845 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e', 'tag': 'af3a9fe5-8041-46c4-b916-dda4708b4c7b', 'status': 'completed', 'code': 200} Feb 11 05:01:14.803803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550ec97-cf27-43ea-9af8-8a29db3fe9af req-0494f147-b79f-4fec-a779-a88743b63c7b tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:14.812198 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0550ec97-cf27-43ea-9af8-8a29db3fe9af req-0494f147-b79f-4fec-a779-a88743b63c7b tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1083 time: 0.9368970 Feb 11 05:01:14.815655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-322d0a45-a59a-415b-abe4-ab3f45d53bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:14.817348 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-322d0a45-a59a-415b-abe4-ab3f45d53bf9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce3abf3-7b17-46f1-b223-82030e9da1ea HTTP/1.1" status: 200 len: 848 time: 0.1359005 Feb 11 05:01:14.921534 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-731e1236-285b-4ee7-8d34-4af9891be2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:14.924837 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-731e1236-285b-4ee7-8d34-4af9891be2e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27e28976-7857-4982-9ed0-09261bf73cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0994151 Feb 11 05:01:14.959585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0550ec97-cf27-43ea-9af8-8a29db3fe9af req-472192fa-06b5-4c6e-ac7f-9433e82097e9 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395957 Feb 11 05:01:15.000174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ddd0fc-1d87-4c21-b8b6-1611192fb3c1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Router 878c6daa-7f13-4aca-98f8-7b9031181a3e has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:01:15.150957 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-9efb9729-b66b-41f6-b7f4-35aaf5acf254 service neutron] 10.222.0.47 "GET /v2.0/networks/27e28976-7857-4982-9ed0-09261bf73cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181425 Feb 11 05:01:15.318719 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3e4618ff-0e59-4b5b-8e9b-ef473e5fb862 req-2828b87e-2e71-4c58-8664-d15f7ba2f84b service neutron] 10.222.0.47 "GET /v2.0/networks/27e28976-7857-4982-9ed0-09261bf73cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571167 Feb 11 05:01:15.527701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ddd0fc-1d87-4c21-b8b6-1611192fb3c1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:01:15.533399 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-52ddd0fc-1d87-4c21-b8b6-1611192fb3c1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:15.538142 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91ca48-e289-4b0f-8ac5-9db91f18e166 None None] Sync routers for ids ['878c6daa-7f13-4aca-98f8-7b9031181a3e'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:01:15.562001 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa91ca48-e289-4b0f-8ac5-9db91f18e166 None None] Routers {'878c6daa-7f13-4aca-98f8-7b9031181a3e'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:15.563122 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fa91ca48-e289-4b0f-8ac5-9db91f18e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['878c6daa-7f13-4aca-98f8-7b9031181a3e'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:15.568175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4e64d-48ab-4263-ab71-bcfe014b982a req-cf62b425-d875-40e9-9a94-642e1007c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:15.569335 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fba4e64d-48ab-4263-ab71-bcfe014b982a req-cf62b425-d875-40e9-9a94-642e1007c3c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42f3f77eda2949b3bca5e94584123f7f&device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1126 time: 0.1112916 Feb 11 05:01:15.585405 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-52ddd0fc-1d87-4c21-b8b6-1611192fb3c1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "PUT /v2.0/floatingips/b9a6e98d-5d8b-4b30-80ce-d03bb20c4947 HTTP/1.1" status: 200 len: 990 time: 3.5004175 Feb 11 05:01:15.585405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb31a0c-008c-490f-b5d1-c731bda36a37', 'tag': '52b4ed4e-6bf9-4d60-83d3-085fec70d1be'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:15.590425 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6b9265-0899-41a9-86c0-b93645f14452" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb31a0c-008c-490f-b5d1-c731bda36a37", "tag": "52b4ed4e-6bf9-4d60-83d3-085fec70d1be"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:15.712048 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b58da5-8f89-4bff-ac83-d7b9d9d2eeb4 x-openstack-request-id: req-d4b58da5-8f89-4bff-ac83-d7b9d9d2eeb4 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:15.712361 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb31a0c-008c-490f-b5d1-c731bda36a37", "tag": "52b4ed4e-6bf9-4d60-83d3-085fec70d1be", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:15.712624 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4b58da5-8f89-4bff-ac83-d7b9d9d2eeb4 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:15.713078 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb31a0c-008c-490f-b5d1-c731bda36a37', 'tag': '52b4ed4e-6bf9-4d60-83d3-085fec70d1be', 'status': 'completed', 'code': 200} Feb 11 05:01:15.794331 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4e64d-48ab-4263-ab71-bcfe014b982a req-e05325ce-4bff-42e8-99eb-296ecf28e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:15.796663 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fba4e64d-48ab-4263-ab71-bcfe014b982a req-e05325ce-4bff-42e8-99eb-296ecf28e068 service neutron] 10.222.0.47 "GET /v2.0/networks?id=27e28976-7857-4982-9ed0-09261bf73cc4 HTTP/1.1" status: 200 len: 910 time: 0.2166941 Feb 11 05:01:15.861288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b9265-0899-41a9-86c0-b93645f14452 req-7c357467-c6f9-43e7-80c5-061cd1125cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:15.862939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f6b9265-0899-41a9-86c0-b93645f14452 req-7c357467-c6f9-43e7-80c5-061cd1125cc6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01f3985e979e4ee0a67ba18b5c02d99e&device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 1128 time: 0.1231430 Feb 11 05:01:15.992282 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fba4e64d-48ab-4263-ab71-bcfe014b982a req-360124f6-9f0a-4632-b764-dc803501d201 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af3a9fe5-8041-46c4-b916-dda4708b4c7b HTTP/1.1" status: 200 len: 217 time: 0.1776493 Feb 11 05:01:16.079144 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-fa91ca48-e289-4b0f-8ac5-9db91f18e166 None None] Set router 878c6daa-7f13-4aca-98f8-7b9031181a3e gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:01:16.141089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b9265-0899-41a9-86c0-b93645f14452 req-c2189331-7d5b-4825-b5cf-fdc9a2b51f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:16.142508 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f6b9265-0899-41a9-86c0-b93645f14452 req-c2189331-7d5b-4825-b5cf-fdc9a2b51f3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 HTTP/1.1" status: 200 len: 912 time: 0.2473307 Feb 11 05:01:16.165650 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4e64d-48ab-4263-ab71-bcfe014b982a req-4f4ef0f2-57d3-4617-b111-186b86c8ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:16.178016 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fba4e64d-48ab-4263-ab71-bcfe014b982a req-4f4ef0f2-57d3-4617-b111-186b86c8ffb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce3abf3-7b17-46f1-b223-82030e9da1ea HTTP/1.1" status: 200 len: 848 time: 0.1795764 Feb 11 05:01:16.268670 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15f67b5a-53fb-4c8a-9449-0e2c2cfcb539 req-1e156151-12c3-41bf-b375-8dfe752a5ca6 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.3904972 Feb 11 05:01:16.296665 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4e64d-48ab-4263-ab71-bcfe014b982a req-703513c8-7ad2-4779-a134-1ae1447bf359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:16.307590 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fba4e64d-48ab-4263-ab71-bcfe014b982a req-703513c8-7ad2-4779-a134-1ae1447bf359 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=27e28976-7857-4982-9ed0-09261bf73cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1188054 Feb 11 05:01:16.518170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2b30c-04b0-4fa3-b73d-e714bf76c6b3 req-68a6376c-db90-49be-9a5b-2eb341a30067 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:16.538359 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15b2b30c-04b0-4fa3-b73d-e714bf76c6b3 req-68a6376c-db90-49be-9a5b-2eb341a30067 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1126 time: 0.3913469 Feb 11 05:01:16.564758 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fba4e64d-48ab-4263-ab71-bcfe014b982a req-93f00821-df2b-4d60-ba43-04a922363e2e service neutron] 10.222.0.47 "GET /v2.0/networks/27e28976-7857-4982-9ed0-09261bf73cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517078 Feb 11 05:01:16.616221 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f6b9265-0899-41a9-86c0-b93645f14452 req-1333c936-191b-4beb-8b56-226ae8672398 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52b4ed4e-6bf9-4d60-83d3-085fec70d1be HTTP/1.1" status: 200 len: 998 time: 0.3674634 Feb 11 05:01:16.762041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 35898) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:16.767163 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fa91ca48-e289-4b0f-8ac5-9db91f18e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'b9a6e98d-5d8b-4b30-80ce-d03bb20c4947', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'port_id': '52b4ed4e-6bf9-4d60-83d3-085fec70d1be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'mac_address': 'fa:16:3e:ca:38:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb31a0c-008c-490f-b5d1-c731bda36a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:00:54Z', 'updated_at': '2022-02-11T05:01:13Z', 'revision_number': 1, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430a9068-d24c-45db-a16f-e046175aa9ec', 'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'mac_address': 'fa:16:3e:7f:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:15Z', 'updated_at': '2022-02-11T04:57:20Z', 'revision_number': 5, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'subnets': [{'id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:16.819915 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fba4e64d-48ab-4263-ab71-bcfe014b982a req-2cf1c96e-412f-4eef-8efe-1f41b6d2e5e2 service neutron] 10.222.0.47 "GET /v2.0/networks/27e28976-7857-4982-9ed0-09261bf73cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474818 Feb 11 05:01:16.879069 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91ca48-e289-4b0f-8ac5-9db91f18e166 None None] Checking router: 878c6daa-7f13-4aca-98f8-7b9031181a3e for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:01:16.912809 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa91ca48-e289-4b0f-8ac5-9db91f18e166 None None] Routers {'878c6daa-7f13-4aca-98f8-7b9031181a3e'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:16.914355 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fa91ca48-e289-4b0f-8ac5-9db91f18e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['878c6daa-7f13-4aca-98f8-7b9031181a3e'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:16.959019 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15b2b30c-04b0-4fa3-b73d-e714bf76c6b3 req-9dd027fa-788e-4b85-9eb2-61b1726e4c1c tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187424 Feb 11 05:01:17.010263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b9265-0899-41a9-86c0-b93645f14452 req-bc9beef2-8311-4a8a-883b-64e5359f5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:17.016087 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f6b9265-0899-41a9-86c0-b93645f14452 req-bc9beef2-8311-4a8a-883b-64e5359f5b2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5039bb4f-96d0-4c9b-ae98-b43a89327357 HTTP/1.1" status: 200 len: 850 time: 0.3885465 Feb 11 05:01:17.155585 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-fa91ca48-e289-4b0f-8ac5-9db91f18e166 None None] Set router 878c6daa-7f13-4aca-98f8-7b9031181a3e gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:01:17.264082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b9265-0899-41a9-86c0-b93645f14452 req-c382bb6e-be06-4f9b-a694-8aab58692b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:17.266086 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f6b9265-0899-41a9-86c0-b93645f14452 req-c382bb6e-be06-4f9b-a694-8aab58692b00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2257910 Feb 11 05:01:17.392015 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f6b9265-0899-41a9-86c0-b93645f14452 req-e331ea5a-f1e5-4a92-80d0-ce70888ee838 service neutron] 10.222.0.47 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193833 Feb 11 05:01:17.663633 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b51256c-fb3d-48eb-86c5-581b61fdc1f6 req-14683b28-6fce-4185-9246-d9019be84b33 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.0773933 Feb 11 05:01:17.685321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f6b9265-0899-41a9-86c0-b93645f14452 req-e61d124b-06f9-4f1f-8cf8-719da8dcf68b service neutron] 10.222.0.47 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803879 Feb 11 05:01:17.707244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c4df2469-8f0d-4714-b2ff-1e7ecc96303e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Deleting port 15e7e97f-b81b-4c72-80e1-7e1fdec4e5d7 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:17.707637 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c4df2469-8f0d-4714-b2ff-1e7ecc96303e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (15e7e97f-b81b-4c72-80e1-7e1fdec4e5d7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.770080 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-fa91ca48-e289-4b0f-8ac5-9db91f18e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'b9a6e98d-5d8b-4b30-80ce-d03bb20c4947', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'port_id': '52b4ed4e-6bf9-4d60-83d3-085fec70d1be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'mac_address': 'fa:16:3e:ca:38:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb31a0c-008c-490f-b5d1-c731bda36a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:00:54Z', 'updated_at': '2022-02-11T05:01:13Z', 'revision_number': 1, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430a9068-d24c-45db-a16f-e046175aa9ec', 'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'mac_address': 'fa:16:3e:7f:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:15Z', 'updated_at': '2022-02-11T04:57:20Z', 'revision_number': 5, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'subnets': [{'id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:17.822490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c4df2469-8f0d-4714-b2ff-1e7ecc96303e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (15e7e97f-b81b-4c72-80e1-7e1fdec4e5d7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.822876 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c4df2469-8f0d-4714-b2ff-1e7ecc96303e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for floatingip (15e7e97f-b81b-4c72-80e1-7e1fdec4e5d7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:17.838958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c4df2469-8f0d-4714-b2ff-1e7ecc96303e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Calling delete_port for 15e7e97f-b81b-4c72-80e1-7e1fdec4e5d7 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:17.842436 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa91ca48-e289-4b0f-8ac5-9db91f18e166 None None] The sync data for ids ['878c6daa-7f13-4aca-98f8-7b9031181a3e'] in n-d-712142-35 is: [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'b9a6e98d-5d8b-4b30-80ce-d03bb20c4947', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'port_id': '52b4ed4e-6bf9-4d60-83d3-085fec70d1be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3824, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'mac_address': 'fa:16:3e:ca:38:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb31a0c-008c-490f-b5d1-c731bda36a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:00:54Z', 'updated_at': '2022-02-11T05:01:13Z', 'revision_number': 1, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '430a9068-d24c-45db-a16f-e046175aa9ec', 'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'mac_address': 'fa:16:3e:7f:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:15Z', 'updated_at': '2022-02-11T04:57:20Z', 'revision_number': 5, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'subnets': [{'id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:01:18.083854 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device af3a9fe5-8041-46c4-b916-dda4708b4c7b details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:01:18.260148 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c4df2469-8f0d-4714-b2ff-1e7ecc96303e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (15e7e97f-b81b-4c72-80e1-7e1fdec4e5d7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:18.319918 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:01:18.333754 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ad498-2bf0-4978-b6dd-c46b32d8df15 None None] New status for floating IP b9a6e98d-5d8b-4b30-80ce-d03bb20c4947: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:01:18.348034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df2469-8f0d-4714-b2ff-1e7ecc96303e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event deleted for resources: {'Port': ['ID=15e7e97f-b81b-4c72-80e1-7e1fdec4e5d7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:18.360174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fe94d-5c25-4c89-99ec-06f614924c35 req-d0b86e83-adc2-4c7b-b1f6-4da71cef6a30 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:18.372090 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b8fe94d-5c25-4c89-99ec-06f614924c35 req-d0b86e83-adc2-4c7b-b1f6-4da71cef6a30 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1126 time: 0.1846075 Feb 11 05:01:18.515903 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b8fe94d-5c25-4c89-99ec-06f614924c35 req-583d2d59-24dd-4dc2-8ab5-31dccc7a8a9b tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418855 Feb 11 05:01:18.537938 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c4df2469-8f0d-4714-b2ff-1e7ecc96303e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for floatingip (7c64adc4-3963-4007-ba1b-a6501c32ba76), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:18.538506 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-c4df2469-8f0d-4714-b2ff-1e7ecc96303e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Floating IP 7c64adc4-3963-4007-ba1b-a6501c32ba76 disassociated (deleted). External IP: 172.25.3.183, port: 503a579c-2c43-46a8-9087-39578f8b894d. Feb 11 05:01:18.616731 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port af3a9fe5-8041-46c4-b916-dda4708b4c7b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=af3a9fe5-8041-46c4-b916-dda4708b4c7b,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:18.632212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'af3a9fe5-8041-46c4-b916-dda4708b4c7b', 'network_id': '27e28976-7857-4982-9ed0-09261bf73cc4', 'port_id': 'af3a9fe5-8041-46c4-b916-dda4708b4c7b', 'mac_address': 'fa:16:3e:53:a0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce3abf3-7b17-46f1-b223-82030e9da1ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:01:18.749723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port af3a9fe5-8041-46c4-b916-dda4708b4c7b is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:18.750418 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:18.799690 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3a9fe5-8041-46c4-b916-dda4708b4c7b {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:01:18.840744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port af3a9fe5-8041-46c4-b916-dda4708b4c7b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=af3a9fe5-8041-46c4-b916-dda4708b4c7b,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:18.903733 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:18.918557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ef5dd38-997a-4395-b6ec-5ec459d4c6d8 req-a37564c8-0d46-443f-a66f-42b4793408ab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.0446002 Feb 11 05:01:19.057852 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4df2469-8f0d-4714-b2ff-1e7ecc96303e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:01:19.093726 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=af3a9fe5-8041-46c4-b916-dda4708b4c7b,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:19.153743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['af3a9fe5-8041-46c4-b916-dda4708b4c7b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:01:19.249626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4df2469-8f0d-4714-b2ff-1e7ecc96303e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:01:19.257412 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c4df2469-8f0d-4714-b2ff-1e7ecc96303e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:19.264291 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f079d5b-bbf5-4220-84ec-680abf00edb6 None None] Sync routers for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:01:19.285845 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f079d5b-bbf5-4220-84ec-680abf00edb6 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:19.287527 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8f079d5b-bbf5-4220-84ec-680abf00edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:19.405817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c4df2469-8f0d-4714-b2ff-1e7ecc96303e tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "DELETE /v2.0/floatingips/7c64adc4-3963-4007-ba1b-a6501c32ba76 HTTP/1.1" status: 204 len: 168 time: 2.5955713 Feb 11 05:01:19.410391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'tag': '503a579c-2c43-46a8-9087-39578f8b894d'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:19.446792 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c039c8a7-f3f7-432c-bb36-e13100a60685" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbc6518-5904-4bde-9e32-079e2ddfb95e", "tag": "503a579c-2c43-46a8-9087-39578f8b894d"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:19.579634 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6ed400-bac1-4751-bed8-99062dc96c20 x-openstack-request-id: req-af6ed400-bac1-4751-bed8-99062dc96c20 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:19.580151 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbc6518-5904-4bde-9e32-079e2ddfb95e", "tag": "503a579c-2c43-46a8-9087-39578f8b894d", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:19.580601 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af6ed400-bac1-4751-bed8-99062dc96c20 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:19.581320 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'tag': '503a579c-2c43-46a8-9087-39578f8b894d', 'status': 'completed', 'code': 200} Feb 11 05:01:19.596810 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-8f079d5b-bbf5-4220-84ec-680abf00edb6 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:01:19.752175 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039c8a7-f3f7-432c-bb36-e13100a60685 req-05fb4fba-e228-475c-8d92-1642ff087197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:19.753820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c039c8a7-f3f7-432c-bb36-e13100a60685 req-05fb4fba-e228-475c-8d92-1642ff087197 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 1129 time: 0.1395354 Feb 11 05:01:19.915358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85451ffa-7fb8-4f46-a4fa-8e8928a5eb19 req-52a388cb-c034-44dd-82ff-7fb74cb6deb7 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:19.919963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85451ffa-7fb8-4f46-a4fa-8e8928a5eb19 req-52a388cb-c034-44dd-82ff-7fb74cb6deb7 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1127 time: 0.1306546 Feb 11 05:01:19.934818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039c8a7-f3f7-432c-bb36-e13100a60685 req-31e3be4c-4f31-4e26-a147-b824561938d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:19.936496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c039c8a7-f3f7-432c-bb36-e13100a60685 req-31e3be4c-4f31-4e26-a147-b824561938d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 200 len: 913 time: 0.1752739 Feb 11 05:01:19.999628 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c039c8a7-f3f7-432c-bb36-e13100a60685 req-75d7df17-c463-412a-b752-4e03ec6a697c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=503a579c-2c43-46a8-9087-39578f8b894d HTTP/1.1" status: 200 len: 217 time: 0.0534160 Feb 11 05:01:20.091347 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8f079d5b-bbf5-4220-84ec-680abf00edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:20.107606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device af3a9fe5-8041-46c4-b916-dda4708b4c7b up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:01:20.227377 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f079d5b-bbf5-4220-84ec-680abf00edb6 None None] Checking router: 08f78bb6-500d-4bcd-878f-55bbbc33ca77 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:01:20.280065 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f079d5b-bbf5-4220-84ec-680abf00edb6 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:20.281116 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8f079d5b-bbf5-4220-84ec-680abf00edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:00:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:20.477668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port af3a9fe5-8041-46c4-b916-dda4708b4c7b completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:01:20.488838 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-8f079d5b-bbf5-4220-84ec-680abf00edb6 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:01:20.490129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port af3a9fe5-8041-46c4-b916-dda4708b4c7b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:01:20.490859 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:20.570791 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039c8a7-f3f7-432c-bb36-e13100a60685 req-e4aae463-e866-459e-b5df-be405103f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:20.570791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c039c8a7-f3f7-432c-bb36-e13100a60685 req-e4aae463-e866-459e-b5df-be405103f04f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 200 len: 851 time: 0.5410340 Feb 11 05:01:20.633635 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port af3a9fe5-8041-46c4-b916-dda4708b4c7b is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:01:20.634171 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:20.641021 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07d92050-56ea-4b13-b5ba-2598e812ab12 req-812150b9-b36c-45aa-8d28-4baaf8b576c7 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.0721867 Feb 11 05:01:20.668844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85451ffa-7fb8-4f46-a4fa-8e8928a5eb19 req-80cbd672-0186-410d-a52d-05a1842fd3b8 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7312114 Feb 11 05:01:20.686525 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3a9fe5-8041-46c4-b916-dda4708b4c7b'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:20.686525 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16104fe-81d3-454d-a904-346ac72eef0f" -d '{"events": [{"server_uuid": "23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e", "name": "network-vif-plugged", "status": "completed", "tag": "af3a9fe5-8041-46c4-b916-dda4708b4c7b"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:20.703663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port af3a9fe5-8041-46c4-b916-dda4708b4c7b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=af3a9fe5-8041-46c4-b916-dda4708b4c7b,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:20.711041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039c8a7-f3f7-432c-bb36-e13100a60685 req-c422a647-f480-4cc3-b8c0-eb46825555ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:20.714385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c039c8a7-f3f7-432c-bb36-e13100a60685 req-c422a647-f480-4cc3-b8c0-eb46825555ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86528c9f-e248-4f9b-904c-aa5d69cd261d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1336799 Feb 11 05:01:20.800218 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:20.907710 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabca9c6-91f0-4b67-a6ee-e85fff21d203 req-a229b385-0892-4eaa-9c68-3c9881534eb8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:20.909330 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fabca9c6-91f0-4b67-a6ee-e85fff21d203 req-a229b385-0892-4eaa-9c68-3c9881534eb8 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 946 time: 0.1768534 Feb 11 05:01:20.919396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=af3a9fe5-8041-46c4-b916-dda4708b4c7b,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:21.034896 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c039c8a7-f3f7-432c-bb36-e13100a60685 req-4d06b414-e844-41f8-a48b-23db8eb236e6 service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029778 Feb 11 05:01:21.080298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-fabca9c6-91f0-4b67-a6ee-e85fff21d203 req-67ccf594-8292-48a2-a154-31d711ab0759 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Deleting port 503a579c-2c43-46a8-9087-39578f8b894d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:21.080831 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fabca9c6-91f0-4b67-a6ee-e85fff21d203 req-67ccf594-8292-48a2-a154-31d711ab0759 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (503a579c-2c43-46a8-9087-39578f8b894d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:21.196600 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8f079d5b-bbf5-4220-84ec-680abf00edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:21.229072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318011b-9650-44cc-9fcf-057e8fdd0985 req-c3e79fb4-b8b8-45c2-bfca-2e36d3b9a9b0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:21.230826 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3318011b-9650-44cc-9fcf-057e8fdd0985 req-c3e79fb4-b8b8-45c2-bfca-2e36d3b9a9b0 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 946 time: 0.3664896 Feb 11 05:01:21.251078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c039c8a7-f3f7-432c-bb36-e13100a60685 req-705c601e-fdc0-4cc9-8382-8736269f16fb service neutron] 10.222.0.47 "GET /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079942 Feb 11 05:01:21.302790 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f079d5b-bbf5-4220-84ec-680abf00edb6 None None] The sync data for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 is: [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T04:39:01Z', 'revision_number': 4, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '7b3be63b-1387-477a-92d6-4079f777f8e8', 'name': '', 'network_id': '86528c9f-e248-4f9b-904c-aa5d69cd261d', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'mac_address': 'fa:16:3e:de:14:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:58Z', 'updated_at': '2022-02-11T04:39:07Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'subnets': [{'id': '36924e1d-eb25-4594-91d9-cfefbb8c618d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:01:21.327235 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3318011b-9650-44cc-9fcf-057e8fdd0985 req-ff806b21-629f-41ef-9eda-4a06cc0db724 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/security-groups?id=65d4a6fb-e391-4928-9796-21edf12103b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751119 Feb 11 05:01:21.368455 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fabca9c6-91f0-4b67-a6ee-e85fff21d203 req-67ccf594-8292-48a2-a154-31d711ab0759 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] For port 503a579c-2c43-46a8-9087-39578f8b894d, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=503a579c-2c43-46a8-9087-39578f8b894d,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:21.370375 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fabca9c6-91f0-4b67-a6ee-e85fff21d203 req-67ccf594-8292-48a2-a154-31d711ab0759 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (503a579c-2c43-46a8-9087-39578f8b894d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:21.391505 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-fabca9c6-91f0-4b67-a6ee-e85fff21d203 req-67ccf594-8292-48a2-a154-31d711ab0759 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Calling delete_port for 503a579c-2c43-46a8-9087-39578f8b894d owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:21.444893 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a7e8a9-6302-461e-83c5-70fa516fcdf5 x-openstack-request-id: req-c3a7e8a9-6302-461e-83c5-70fa516fcdf5 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:21.445463 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e", "name": "network-vif-plugged", "status": "completed", "tag": "af3a9fe5-8041-46c4-b916-dda4708b4c7b", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:21.445580 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3a7e8a9-6302-461e-83c5-70fa516fcdf5 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:21.446077 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3a9fe5-8041-46c4-b916-dda4708b4c7b', 'code': 200} Feb 11 05:01:21.596545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc897-d22e-45d2-8f35-f6557c91ab28 req-e263c9a1-86e3-4d6e-9ef6-2bd67a0a18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:21.599613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a61fc897-d22e-45d2-8f35-f6557c91ab28 req-e263c9a1-86e3-4d6e-9ef6-2bd67a0a18f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1128 time: 0.0674622 Feb 11 05:01:21.659362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a61fc897-d22e-45d2-8f35-f6557c91ab28 req-0d7e4ab5-2ebe-453a-851e-0bfc5ee9bc1a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533950 Feb 11 05:01:21.744685 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fabca9c6-91f0-4b67-a6ee-e85fff21d203 req-67ccf594-8292-48a2-a154-31d711ab0759 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (503a579c-2c43-46a8-9087-39578f8b894d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:21.803687 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccf594-8292-48a2-a154-31d711ab0759 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event deleted for resources: {'Port': ['ID=503a579c-2c43-46a8-9087-39578f8b894d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:21.826348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1256b-2373-4b48-b1ca-529fc5d6aeb4 req-9e6fc10d-a9f3-460a-a571-497773fb8e12 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:21.827974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-09d1256b-2373-4b48-b1ca-529fc5d6aeb4 req-9e6fc10d-a9f3-460a-a571-497773fb8e12 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1128 time: 0.1003945 Feb 11 05:01:21.878849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9adf72-336f-4561-b49c-974a16bc1e2e None None] New status for floating IP 7c64adc4-3963-4007-ba1b-a6501c32ba76: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:01:21.890753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabca9c6-91f0-4b67-a6ee-e85fff21d203 req-67ccf594-8292-48a2-a154-31d711ab0759 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] No DVR routers for this DVR port 503a579c-2c43-46a8-9087-39578f8b894d on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:21.894426 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fabca9c6-91f0-4b67-a6ee-e85fff21d203 req-67ccf594-8292-48a2-a154-31d711ab0759 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:21.899359 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fabca9c6-91f0-4b67-a6ee-e85fff21d203 req-67ccf594-8292-48a2-a154-31d711ab0759 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.47 "DELETE /v2.0/ports/503a579c-2c43-46a8-9087-39578f8b894d HTTP/1.1" status: 204 len: 173 time: 0.9836473 Feb 11 05:01:21.899359 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'name': 'network-vif-deleted', 'tag': '503a579c-2c43-46a8-9087-39578f8b894d'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:21.911010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-09d1256b-2373-4b48-b1ca-529fc5d6aeb4 req-e56ab7bc-2f00-4aa9-978c-dce1ff6218e5 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709672 Feb 11 05:01:21.918177 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe1fb2d-44f8-4ed4-a2f5-e0f6fa3dc79f" -d '{"events": [{"server_uuid": "2dbc6518-5904-4bde-9e32-079e2ddfb95e", "name": "network-vif-deleted", "tag": "503a579c-2c43-46a8-9087-39578f8b894d"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:21.971215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af77d60f-9159-41e6-b51e-0fb8456cf73e req-ebf03191-322e-4b8e-bddc-1906dc3696ed tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.0430834 Feb 11 05:01:22.009096 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dcec06-323c-47e3-9d6f-7de99d63af3c x-openstack-request-id: req-14dcec06-323c-47e3-9d6f-7de99d63af3c {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:22.009096 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbc6518-5904-4bde-9e32-079e2ddfb95e", "name": "network-vif-deleted", "tag": "503a579c-2c43-46a8-9087-39578f8b894d", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:22.009096 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14dcec06-323c-47e3-9d6f-7de99d63af3c {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:22.009096 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbc6518-5904-4bde-9e32-079e2ddfb95e', 'name': 'network-vif-deleted', 'tag': '503a579c-2c43-46a8-9087-39578f8b894d', 'status': 'completed', 'code': 200} Feb 11 05:01:22.599823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85ba037a-ad76-4e5d-b2ec-e1310259bb07 req-0e9e3776-2476-4a75-bd88-15bfad8d2302 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 210 time: 0.0829206 Feb 11 05:01:23.092123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2698002-910e-4d1b-8faf-4e53377b1a45 req-aaff374d-916d-4bd5-b8b4-fec25c429bd7 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:23.095136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a2698002-910e-4d1b-8faf-4e53377b1a45 req-aaff374d-916d-4bd5-b8b4-fec25c429bd7 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1128 time: 0.0969217 Feb 11 05:01:23.188212 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4e86291b-9902-4e56-b25e-9cfa33c7339a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:23.195506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ace9103-44cc-460a-bf0b-18e88b448fee req-8305010f-e89e-4b5c-b083-26c68506caab tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "GET /v2.0/ports?device_id=b39377fb-7494-45d5-814a-cb5a77b18ae8 HTTP/1.1" status: 200 len: 210 time: 0.0601878 Feb 11 05:01:23.243045 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a2698002-910e-4d1b-8faf-4e53377b1a45 req-0dbb9ac5-910c-4905-8e5b-5d502da239e5 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341727 Feb 11 05:01:23.767893 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54c532cb-13f7-40c9-b203-ec4adcf9d1bc req-230b06f8-94e1-47bc-92a7-84c474ff6592 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 210 time: 0.0573676 Feb 11 05:01:24.108769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 503a579c-2c43-46a8-9087-39578f8b894d no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:24.154363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 503a579c-2c43-46a8-9087-39578f8b894d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:01:24.155328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 503a579c-2c43-46a8-9087-39578f8b894d not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:24.313803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36022) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:24.432670 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-41e47424-17c7-45dd-aab4-1eed20052c02 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group (f243ef11-9565-4121-aae5-7944e4a8961b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:24.463378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feac14-4097-4cf5-a106-d9dffe12b191 req-cbb32354-0342-4848-972b-6490d889391d tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:24.465726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3feac14-4097-4cf5-a106-d9dffe12b191 req-cbb32354-0342-4848-972b-6490d889391d tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1128 time: 0.0993168 Feb 11 05:01:24.477220 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-41e47424-17c7-45dd-aab4-1eed20052c02 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group (f243ef11-9565-4121-aae5-7944e4a8961b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:24.585807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b3feac14-4097-4cf5-a106-d9dffe12b191 req-7fedda40-fe04-40eb-8922-10b305757a02 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026795 Feb 11 05:01:24.739968 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-41e47424-17c7-45dd-aab4-1eed20052c02 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f243ef11-9565-4121-aae5-7944e4a8961b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:24.743573 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-41e47424-17c7-45dd-aab4-1eed20052c02 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:24.749743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-41e47424-17c7-45dd-aab4-1eed20052c02 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] 10.222.0.13 "DELETE /v2.0/security-groups/f243ef11-9565-4121-aae5-7944e4a8961b HTTP/1.1" status: 204 len: 168 time: 0.4303684 Feb 11 05:01:24.789473 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e47424-17c7-45dd-aab4-1eed20052c02 tempest-TestVolumeBackupRestore-2063666972 tempest-TestVolumeBackupRestore-2063666972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f243ef11-9565-4121-aae5-7944e4a8961b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:24.810429 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023c237-d116-45b6-995f-a9c2638e8396 req-d0c8f138-f176-43da-ad43-839c8e720846 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:24.826391 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5023c237-d116-45b6-995f-a9c2638e8396 req-d0c8f138-f176-43da-ad43-839c8e720846 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1128 time: 0.1291823 Feb 11 05:01:24.927659 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5023c237-d116-45b6-995f-a9c2638e8396 req-f734cb99-d549-440c-94d9-beded4de7548 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997570 Feb 11 05:01:25.014535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-91c4aa0f-3fa2-4bcb-9a82-6c0cc993a65f req-fc73c7bf-a78f-48eb-85e2-7d8757fabffb tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 210 time: 0.0518658 Feb 11 05:01:25.071291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4fa5f-a2ae-4f68-95e8-ac1c07fe4e03 req-6a05725c-335d-4b08-a2e5-be4fd936a7a6 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:25.075447 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74e4fa5f-a2ae-4f68-95e8-ac1c07fe4e03 req-6a05725c-335d-4b08-a2e5-be4fd936a7a6 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1128 time: 0.0636532 Feb 11 05:01:25.140580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74e4fa5f-a2ae-4f68-95e8-ac1c07fe4e03 req-fb451b32-df94-40e5-9920-90513e8957e8 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595200 Feb 11 05:01:25.434659 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-480b8982-917d-48a4-89cb-2987b0808011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:25.619899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492a567-0194-49e7-91b3-1aad33f19d27 req-0fc9e169-61e5-4f2c-9cef-0ca6a20c8ca0 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:25.621564 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1492a567-0194-49e7-91b3-1aad33f19d27 req-0fc9e169-61e5-4f2c-9cef-0ca6a20c8ca0 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1128 time: 0.0504365 Feb 11 05:01:25.683986 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1492a567-0194-49e7-91b3-1aad33f19d27 req-9def0895-a07e-4441-8933-adbadc3b5e7a tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562418 Feb 11 05:01:26.184278 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f6bbc8b-db98-4d9d-97ad-e42be3887416 req-631845dc-df51-4725-8b42-604bdef4dd89 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 210 time: 0.0390668 Feb 11 05:01:26.817734 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:26.854720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db8f05-3364-417b-9c86-6c963d8119b7 req-9345646b-a2df-408c-be05-3b3b7012fd71 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:26.856619 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42db8f05-3364-417b-9c86-6c963d8119b7 req-9345646b-a2df-408c-be05-3b3b7012fd71 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1128 time: 0.0616965 Feb 11 05:01:26.923107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42db8f05-3364-417b-9c86-6c963d8119b7 req-246235da-bc88-4003-be42-13fa21d82357 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565994 Feb 11 05:01:27.188298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f821956-1738-4498-8544-8f948fe8da1c req-9dd41683-3d49-410c-8910-d8f5c60cbea0 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:27.190369 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8f821956-1738-4498-8544-8f948fe8da1c req-9dd41683-3d49-410c-8910-d8f5c60cbea0 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1128 time: 0.0687420 Feb 11 05:01:27.347965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-8f821956-1738-4498-8544-8f948fe8da1c req-953bed14-6915-4ec2-9fae-3924e3790ac0 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Deleting port af3a9fe5-8041-46c4-b916-dda4708b4c7b {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:27.348633 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8f821956-1738-4498-8544-8f948fe8da1c req-953bed14-6915-4ec2-9fae-3924e3790ac0 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.361499 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c1bd765-7ac7-49ef-8941-47614dfc74e9 req-d0b8c377-6504-49cf-a9f0-383ad8281e48 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 210 time: 0.0464902 Feb 11 05:01:27.497951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-8f821956-1738-4498-8544-8f948fe8da1c req-953bed14-6915-4ec2-9fae-3924e3790ac0 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] For port af3a9fe5-8041-46c4-b916-dda4708b4c7b, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=af3a9fe5-8041-46c4-b916-dda4708b4c7b,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:27.498998 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8f821956-1738-4498-8544-8f948fe8da1c req-953bed14-6915-4ec2-9fae-3924e3790ac0 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:27.522801 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-8f821956-1738-4498-8544-8f948fe8da1c req-953bed14-6915-4ec2-9fae-3924e3790ac0 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Calling delete_port for af3a9fe5-8041-46c4-b916-dda4708b4c7b owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:28.166233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82485ac7-f2ca-4ad8-81f2-6b522c8f2d8c req-fb89eed3-7532-4521-87bc-9dfe157087e5 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:28.168562 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8f821956-1738-4498-8544-8f948fe8da1c req-953bed14-6915-4ec2-9fae-3924e3790ac0 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (af3a9fe5-8041-46c4-b916-dda4708b4c7b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.168926 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82485ac7-f2ca-4ad8-81f2-6b522c8f2d8c req-fb89eed3-7532-4521-87bc-9dfe157087e5 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 1128 time: 0.0746202 Feb 11 05:01:28.186484 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['62ba09fb-00c6-4423-9276-afc04f33326b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:01:28.226673 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bed14-6915-4ec2-9fae-3924e3790ac0 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Pushing event deleted for resources: {'Port': ['ID=af3a9fe5-8041-46c4-b916-dda4708b4c7b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:28.323191 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-82485ac7-f2ca-4ad8-81f2-6b522c8f2d8c req-311b46ad-220f-4844-b4b8-289743842846 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398876 Feb 11 05:01:28.418798 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f821956-1738-4498-8544-8f948fe8da1c req-953bed14-6915-4ec2-9fae-3924e3790ac0 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] No DVR routers for this DVR port af3a9fe5-8041-46c4-b916-dda4708b4c7b on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:28.422667 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-8f821956-1738-4498-8544-8f948fe8da1c req-953bed14-6915-4ec2-9fae-3924e3790ac0 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.434599 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8f821956-1738-4498-8544-8f948fe8da1c req-953bed14-6915-4ec2-9fae-3924e3790ac0 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.47 "DELETE /v2.0/ports/af3a9fe5-8041-46c4-b916-dda4708b4c7b HTTP/1.1" status: 204 len: 173 time: 1.2385139 Feb 11 05:01:28.435390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e', 'name': 'network-vif-deleted', 'tag': 'af3a9fe5-8041-46c4-b916-dda4708b4c7b'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:28.441780 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576afced-b8a4-47e1-a9d5-60fb151713cf" -d '{"events": [{"server_uuid": "23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e", "name": "network-vif-deleted", "tag": "af3a9fe5-8041-46c4-b916-dda4708b4c7b"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:28.452265 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:28.594381 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa71f172-f0a2-4305-9f7a-50232e12dc6c x-openstack-request-id: req-aa71f172-f0a2-4305-9f7a-50232e12dc6c {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:28.594849 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e", "name": "network-vif-deleted", "tag": "af3a9fe5-8041-46c4-b916-dda4708b4c7b", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:28.595238 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa71f172-f0a2-4305-9f7a-50232e12dc6c {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:28.595840 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e', 'name': 'network-vif-deleted', 'tag': 'af3a9fe5-8041-46c4-b916-dda4708b4c7b', 'status': 'completed', 'code': 200} Feb 11 05:01:28.663532 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f8961eff-5bec-429f-87e8-46ad7cbff0f2 req-0bd226ff-ed98-45b3-9ee3-87ece84fa98d tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 210 time: 0.0773270 Feb 11 05:01:29.535051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74b9f78b-8375-4a4d-8a1c-1f6ab200f4cb req-a8218874-552e-4247-a86d-02db47f943ef tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23ad3e1b-983c-4c2e-9d81-99d1c5e6f97e HTTP/1.1" status: 200 len: 210 time: 0.0607510 Feb 11 05:01:29.765459 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:29.800520 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8f5994e1-35df-421d-aac3-eacc9d8035ac req-cb229662-6395-41a5-894c-9cdfe52fa942 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 210 time: 0.0473175 Feb 11 05:01:30.126567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device af3a9fe5-8041-46c4-b916-dda4708b4c7b no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:30.159164 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: af3a9fe5-8041-46c4-b916-dda4708b4c7b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:01:30.163625 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device af3a9fe5-8041-46c4-b916-dda4708b4c7b not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:30.910346 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-856c5652-0b2c-4410-8274-4f5f24fdf5eb req-c6e518ed-3097-48c2-9d00-150eed2ab485 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 210 time: 0.0358257 Feb 11 05:01:31.109699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f940a3-26fa-4be3-9855-ee3a27451ad0 req-58c883cd-73ad-4490-99ab-fc73e874f9b6 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:31.111483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17f940a3-26fa-4be3-9855-ee3a27451ad0 req-58c883cd-73ad-4490-99ab-fc73e874f9b6 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1129 time: 0.0568719 Feb 11 05:01:31.171557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-17f940a3-26fa-4be3-9855-ee3a27451ad0 req-ba2be149-a787-4ac8-b5e3-3fe76ac6f632 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468409 Feb 11 05:01:32.042655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8782047b-4a8a-4dbd-9e4d-32cb106e649b req-73793501-4f7d-4b88-a957-2043782e0485 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 210 time: 0.0383990 Feb 11 05:01:32.324388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941ba8a-c5d9-4688-a741-9478346044fb req-363b1949-1868-4185-a960-b5b93adae8c8 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:32.326194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c941ba8a-c5d9-4688-a741-9478346044fb req-363b1949-1868-4185-a960-b5b93adae8c8 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1129 time: 0.0572629 Feb 11 05:01:32.459213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c941ba8a-c5d9-4688-a741-9478346044fb req-87e2e67a-7916-4e36-9061-97576b66d366 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7c065719-1ee1-4e01-9719-22dc1bc29cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233900 Feb 11 05:01:32.487276 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee0aab-26ed-4e8f-8a39-61d4918f4b38 req-c96a8a58-e894-4be4-9a34-78bd9f33bc70 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:01:32.490425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01ee0aab-26ed-4e8f-8a39-61d4918f4b38 req-c96a8a58-e894-4be4-9a34-78bd9f33bc70 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 1129 time: 0.1174786 Feb 11 05:01:32.607582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-01ee0aab-26ed-4e8f-8a39-61d4918f4b38 req-97f02b62-7995-4a68-b3aa-1d70b27e6841 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Deleting port 62ba09fb-00c6-4423-9276-afc04f33326b {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:32.608237 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-01ee0aab-26ed-4e8f-8a39-61d4918f4b38 req-97f02b62-7995-4a68-b3aa-1d70b27e6841 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (62ba09fb-00c6-4423-9276-afc04f33326b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:32.741804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-01ee0aab-26ed-4e8f-8a39-61d4918f4b38 req-97f02b62-7995-4a68-b3aa-1d70b27e6841 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] For port 62ba09fb-00c6-4423-9276-afc04f33326b, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=62ba09fb-00c6-4423-9276-afc04f33326b,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:32.742372 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-01ee0aab-26ed-4e8f-8a39-61d4918f4b38 req-97f02b62-7995-4a68-b3aa-1d70b27e6841 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (62ba09fb-00c6-4423-9276-afc04f33326b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:32.757700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-01ee0aab-26ed-4e8f-8a39-61d4918f4b38 req-97f02b62-7995-4a68-b3aa-1d70b27e6841 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Calling delete_port for 62ba09fb-00c6-4423-9276-afc04f33326b owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:32.982928 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-01ee0aab-26ed-4e8f-8a39-61d4918f4b38 req-97f02b62-7995-4a68-b3aa-1d70b27e6841 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (62ba09fb-00c6-4423-9276-afc04f33326b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:33.000319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['62ba09fb-00c6-4423-9276-afc04f33326b'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:01:33.027843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f02b62-7995-4a68-b3aa-1d70b27e6841 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Pushing event deleted for resources: {'Port': ['ID=62ba09fb-00c6-4423-9276-afc04f33326b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:33.129056 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ee0aab-26ed-4e8f-8a39-61d4918f4b38 req-97f02b62-7995-4a68-b3aa-1d70b27e6841 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] No DVR routers for this DVR port 62ba09fb-00c6-4423-9276-afc04f33326b on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:33.135580 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-01ee0aab-26ed-4e8f-8a39-61d4918f4b38 req-97f02b62-7995-4a68-b3aa-1d70b27e6841 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:33.140683 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01ee0aab-26ed-4e8f-8a39-61d4918f4b38 req-97f02b62-7995-4a68-b3aa-1d70b27e6841 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.32 "DELETE /v2.0/ports/62ba09fb-00c6-4423-9276-afc04f33326b HTTP/1.1" status: 204 len: 173 time: 0.6440258 Feb 11 05:01:33.141264 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '922c7eb0-d4ed-4bc2-acf9-ddbda7d01122', 'name': 'network-vif-deleted', 'tag': '62ba09fb-00c6-4423-9276-afc04f33326b'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:01:33.158962 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ca0b6c-49fb-495b-9ae8-ac0e63e78bb9" -d '{"events": [{"server_uuid": "922c7eb0-d4ed-4bc2-acf9-ddbda7d01122", "name": "network-vif-deleted", "tag": "62ba09fb-00c6-4423-9276-afc04f33326b"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:01:33.225724 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1fd861-2966-47e7-8d73-46d56eba5667 x-openstack-request-id: req-2a1fd861-2966-47e7-8d73-46d56eba5667 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:01:33.226262 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "922c7eb0-d4ed-4bc2-acf9-ddbda7d01122", "name": "network-vif-deleted", "tag": "62ba09fb-00c6-4423-9276-afc04f33326b", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:01:33.226724 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a1fd861-2966-47e7-8d73-46d56eba5667 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:01:33.227392 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '922c7eb0-d4ed-4bc2-acf9-ddbda7d01122', 'name': 'network-vif-deleted', 'tag': '62ba09fb-00c6-4423-9276-afc04f33326b', 'status': 'completed', 'code': 200} Feb 11 05:01:33.264777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e5759a5b-6df3-45a2-b2ca-8354c3864a06 req-bc661490-3fd4-406a-b3b6-9f05eebd2400 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 210 time: 0.0566130 Feb 11 05:01:33.679755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be2f9e61-5357-41f3-a99b-cb98b61cdca2 req-0327a249-edad-4533-9d17-388af5e024b2 tempest-TestServerMultinode-197024371 tempest-TestServerMultinode-197024371-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=922c7eb0-d4ed-4bc2-acf9-ddbda7d01122 HTTP/1.1" status: 200 len: 210 time: 0.0693867 Feb 11 05:01:34.503416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee59970a-1498-4a63-a98e-041fc03f579d req-961a10a5-a978-49c2-a396-b53438fd1455 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbc6518-5904-4bde-9e32-079e2ddfb95e HTTP/1.1" status: 200 len: 210 time: 0.0799739 Feb 11 05:01:34.556218 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:34.557776 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:34.761134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36192) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:35.583412 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b83f256a-f520-4195-a180-a80b0b77ff9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (a255af3c-d077-4cc3-a27b-fe234240cf63), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:35.641625 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36228) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:35.941546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a32814a0-840e-4841-ad49-17782cfe89a9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Deleting port 301dae8c-a55c-4027-b83c-4e751093fb83 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:35.941926 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a32814a0-840e-4841-ad49-17782cfe89a9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (301dae8c-a55c-4027-b83c-4e751093fb83), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.055420 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a32814a0-840e-4841-ad49-17782cfe89a9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (301dae8c-a55c-4027-b83c-4e751093fb83), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.055420 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a32814a0-840e-4841-ad49-17782cfe89a9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for floatingip (301dae8c-a55c-4027-b83c-4e751093fb83), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.076109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a32814a0-840e-4841-ad49-17782cfe89a9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Calling delete_port for 301dae8c-a55c-4027-b83c-4e751093fb83 owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:36.261117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b83f256a-f520-4195-a180-a80b0b77ff9e admin admin] Deleting port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:36.262236 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b83f256a-f520-4195-a180-a80b0b77ff9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.367539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-b83f256a-f520-4195-a180-a80b0b77ff9e admin admin] For port ae18ea8f-4c07-4922-8436-a2d9e4c2e64a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ae18ea8f-4c07-4922-8436-a2d9e4c2e64a,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:36.367910 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b83f256a-f520-4195-a180-a80b0b77ff9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.384676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b83f256a-f520-4195-a180-a80b0b77ff9e admin admin] Calling delete_port for ae18ea8f-4c07-4922-8436-a2d9e4c2e64a owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:36.436730 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a32814a0-840e-4841-ad49-17782cfe89a9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (301dae8c-a55c-4027-b83c-4e751093fb83), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.502803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32814a0-840e-4841-ad49-17782cfe89a9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event deleted for resources: {'Port': ['ID=301dae8c-a55c-4027-b83c-4e751093fb83,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:36.595619 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a32814a0-840e-4841-ad49-17782cfe89a9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for floatingip (35751817-cc3e-41ac-a041-c359d084b6bd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.599459 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a32814a0-840e-4841-ad49-17782cfe89a9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.615099 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a32814a0-840e-4841-ad49-17782cfe89a9 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "DELETE /v2.0/floatingips/35751817-cc3e-41ac-a041-c359d084b6bd HTTP/1.1" status: 204 len: 168 time: 0.9618244 Feb 11 05:01:36.832149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 62ba09fb-00c6-4423-9276-afc04f33326b no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:36.857753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 62ba09fb-00c6-4423-9276-afc04f33326b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:01:36.858230 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 62ba09fb-00c6-4423-9276-afc04f33326b not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:36.887287 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b83f256a-f520-4195-a180-a80b0b77ff9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ae18ea8f-4c07-4922-8436-a2d9e4c2e64a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:36.920193 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f256a-f520-4195-a180-a80b0b77ff9e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae18ea8f-4c07-4922-8436-a2d9e4c2e64a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:37.637928 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b83f256a-f520-4195-a180-a80b0b77ff9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (a255af3c-d077-4cc3-a27b-fe234240cf63), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:37.929461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83f256a-f520-4195-a180-a80b0b77ff9e admin admin] Router a255af3c-d077-4cc3-a27b-fe234240cf63 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:01:38.096774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83f256a-f520-4195-a180-a80b0b77ff9e admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:01:38.104101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b83f256a-f520-4195-a180-a80b0b77ff9e admin admin] 10.222.0.13 "PUT /v2.0/routers/a255af3c-d077-4cc3-a27b-fe234240cf63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3397651 Feb 11 05:01:38.107296 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a491dab-9768-4c5f-9fa6-d9903866a363 None None] Sync routers for ids ['a255af3c-d077-4cc3-a27b-fe234240cf63'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:01:38.108920 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36334) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:38.130565 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a491dab-9768-4c5f-9fa6-d9903866a363 None None] Routers {'a255af3c-d077-4cc3-a27b-fe234240cf63'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:38.139008 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1a491dab-9768-4c5f-9fa6-d9903866a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:01:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a255af3c-d077-4cc3-a27b-fe234240cf63'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:38.309065 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] Publish callbacks [] for router (a255af3c-d077-4cc3-a27b-fe234240cf63), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:38.364351 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-1a491dab-9768-4c5f-9fa6-d9903866a363 None None] Set router a255af3c-d077-4cc3-a27b-fe234240cf63 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:01:38.559475 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] Publish callbacks [] for router_gateway (a255af3c-d077-4cc3-a27b-fe234240cf63), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:38.649381 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1a491dab-9768-4c5f-9fa6-d9903866a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'name': 'tempest-TestServerMultinode-330894674-router', 'tenant_id': '13030b49e53544e09c401afe99de0c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '901935b5-38da-42b2-b91f-04dc75699751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:29Z', 'updated_at': '2022-02-11T05:01:36Z', 'revision_number': 5, 'project_id': '13030b49e53544e09c401afe99de0c6a', 'gw_port': {'id': '901935b5-38da-42b2-b91f-04dc75699751', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:30Z', 'updated_at': '2022-02-11T05:00:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:38.685668 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a491dab-9768-4c5f-9fa6-d9903866a363 None None] Checking router: a255af3c-d077-4cc3-a27b-fe234240cf63 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:01:38.697707 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a491dab-9768-4c5f-9fa6-d9903866a363 None None] Routers {'a255af3c-d077-4cc3-a27b-fe234240cf63'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:38.698766 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1a491dab-9768-4c5f-9fa6-d9903866a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:01:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a255af3c-d077-4cc3-a27b-fe234240cf63'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:38.867214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] Deleting port 901935b5-38da-42b2-b91f-04dc75699751 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:38.867214 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (901935b5-38da-42b2-b91f-04dc75699751), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:38.916957 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-1a491dab-9768-4c5f-9fa6-d9903866a363 None None] Set router a255af3c-d077-4cc3-a27b-fe234240cf63 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:01:39.009496 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-1a491dab-9768-4c5f-9fa6-d9903866a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'name': 'tempest-TestServerMultinode-330894674-router', 'tenant_id': '13030b49e53544e09c401afe99de0c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:29Z', 'updated_at': '2022-02-11T05:01:38Z', 'revision_number': 6, 'project_id': '13030b49e53544e09c401afe99de0c6a', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:39.052833 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a491dab-9768-4c5f-9fa6-d9903866a363 None None] The sync data for ids ['a255af3c-d077-4cc3-a27b-fe234240cf63'] in n-d-712142-35 is: [{'id': 'a255af3c-d077-4cc3-a27b-fe234240cf63', 'name': 'tempest-TestServerMultinode-330894674-router', 'tenant_id': '13030b49e53544e09c401afe99de0c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:29Z', 'updated_at': '2022-02-11T05:01:38Z', 'revision_number': 6, 'project_id': '13030b49e53544e09c401afe99de0c6a', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:01:39.079944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] For port 901935b5-38da-42b2-b91f-04dc75699751, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=901935b5-38da-42b2-b91f-04dc75699751,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:39.080724 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (901935b5-38da-42b2-b91f-04dc75699751), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:39.103271 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] Calling delete_port for 901935b5-38da-42b2-b91f-04dc75699751 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:39.453996 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (901935b5-38da-42b2-b91f-04dc75699751), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:39.502517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=901935b5-38da-42b2-b91f-04dc75699751,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:39.608401 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (a255af3c-d077-4cc3-a27b-fe234240cf63), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:39.673791 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-0213215f-46b8-43f0-ad3d-44a29801280f req-98474aa1-b8e7-4c52-897b-ab3856a5e1c8 service neutron] (103808) timed out ('10.222.0.47', 56346) {{(pid=103808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:01:39.803058 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (a255af3c-d077-4cc3-a27b-fe234240cf63), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:39.805828 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] Publish callbacks [] for router_controller (a255af3c-d077-4cc3-a27b-fe234240cf63), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:39.939062 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (a255af3c-d077-4cc3-a27b-fe234240cf63), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:39.939653 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a255af3c-d077-4cc3-a27b-fe234240cf63 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:01:39.947933 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:39.948461 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fabf62ce-9284-435d-b9af-353b778fa9c2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a255af3c-d077-4cc3-a27b-fe234240cf63 HTTP/1.1" status: 204 len: 168 time: 1.8380268 Feb 11 05:01:39.950752 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36408) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:40.014788 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Deleting subnet 6ce3abf3-7b17-46f1-b223-82030e9da1ea {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:01:40.021226 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Publish callbacks [] for subnet (6ce3abf3-7b17-46f1-b223-82030e9da1ea), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:40.086454 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (6ce3abf3-7b17-46f1-b223-82030e9da1ea), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:40.249977 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (6ce3abf3-7b17-46f1-b223-82030e9da1ea), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:40.458698 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (6ce3abf3-7b17-46f1-b223-82030e9da1ea), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:40.484658 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:40.488703 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6ce3abf3-7b17-46f1-b223-82030e9da1ea HTTP/1.1" status: 204 len: 168 time: 0.5367651 Feb 11 05:01:40.491856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36434) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:40.511377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac9d814-c07d-4299-993b-a22017182812 None None] Network 27e28976-7857-4982-9ed0-09261bf73cc4 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:40.519324 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce3abf3-7b17-46f1-b223-82030e9da1ea,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:40.535233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:40.535604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:40.535961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:40.536315 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:40.536666 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:40.537404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:40.537758 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:40.538174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:40.538521 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:40.538921 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:40.539265 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:40.539604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:40.539938 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8913ba89-62df-4d67-94cf-486bb3fe7611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:40.615958 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (27e28976-7857-4982-9ed0-09261bf73cc4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:40.688156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] Deleting port 93c11ca7-8420-4be9-a541-71980ae07552 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:40.688493 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (93c11ca7-8420-4be9-a541-71980ae07552), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:40.744920 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c900e7-adf6-454d-8b19-46fafb9d05ad None None] DHCP port deletion for 27e28976-7857-4982-9ed0-09261bf73cc4 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:01:40.819195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] For port 93c11ca7-8420-4be9-a541-71980ae07552, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=93c11ca7-8420-4be9-a541-71980ae07552,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:40.819195 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (93c11ca7-8420-4be9-a541-71980ae07552), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:40.845676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] Calling delete_port for 93c11ca7-8420-4be9-a541-71980ae07552 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:40.869939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-91c900e7-adf6-454d-8b19-46fafb9d05ad None None] Deleting port 93c11ca7-8420-4be9-a541-71980ae07552 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:40.870294 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91c900e7-adf6-454d-8b19-46fafb9d05ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (93c11ca7-8420-4be9-a541-71980ae07552), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:40.997250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-91c900e7-adf6-454d-8b19-46fafb9d05ad None None] For port 93c11ca7-8420-4be9-a541-71980ae07552, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=93c11ca7-8420-4be9-a541-71980ae07552,segment=NetworkSegment(e58c0218-2a57-4ec5-8ec7-bf857dd6eaff),segment_id=e58c0218-2a57-4ec5-8ec7-bf857dd6eaff)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:40.997675 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91c900e7-adf6-454d-8b19-46fafb9d05ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (93c11ca7-8420-4be9-a541-71980ae07552), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.012914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-91c900e7-adf6-454d-8b19-46fafb9d05ad None None] Calling delete_port for 93c11ca7-8420-4be9-a541-71980ae07552 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:41.027244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ae18ea8f-4c07-4922-8436-a2d9e4c2e64a no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:41.092770 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: ae18ea8f-4c07-4922-8436-a2d9e4c2e64a {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:01:41.098888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ae18ea8f-4c07-4922-8436-a2d9e4c2e64a not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:41.099118 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (93c11ca7-8420-4be9-a541-71980ae07552), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.099286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 93c11ca7-8420-4be9-a541-71980ae07552 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:41.138681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 93c11ca7-8420-4be9-a541-71980ae07552 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:01:41.138681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 93c11ca7-8420-4be9-a541-71980ae07552 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:41.138681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 901935b5-38da-42b2-b91f-04dc75699751 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:41.160363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] No DVR routers for this DVR port 93c11ca7-8420-4be9-a541-71980ae07552 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:41.164976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c11ca7-8420-4be9-a541-71980ae07552,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:41.169709 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 901935b5-38da-42b2-b91f-04dc75699751 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:01:41.172406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 901935b5-38da-42b2-b91f-04dc75699751 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:41.208596 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91c900e7-adf6-454d-8b19-46fafb9d05ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (93c11ca7-8420-4be9-a541-71980ae07552), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.249664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c900e7-adf6-454d-8b19-46fafb9d05ad None None] Pushing event deleted for resources: {'Port': ['ID=93c11ca7-8420-4be9-a541-71980ae07552,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:41.257486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c900e7-adf6-454d-8b19-46fafb9d05ad None None] No DVR routers for this DVR port 93c11ca7-8420-4be9-a541-71980ae07552 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:41.264008 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (27e28976-7857-4982-9ed0-09261bf73cc4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.295301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e28976-7857-4982-9ed0-09261bf73cc4']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:41.306618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:41.307184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58c0218-2a57-4ec5-8ec7-bf857dd6eaff') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:41.323709 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (e58c0218-2a57-4ec5-8ec7-bf857dd6eaff), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.356265 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e58c0218-2a57-4ec5-8ec7-bf857dd6eaff), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.367550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:01:41.368499 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (e58c0218-2a57-4ec5-8ec7-bf857dd6eaff), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:01:41.373317 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:01:41.600481 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (27e28976-7857-4982-9ed0-09261bf73cc4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.624805 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:41.624805 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] 10.222.0.13 "DELETE /v2.0/networks/27e28976-7857-4982-9ed0-09261bf73cc4 HTTP/1.1" status: 204 len: 168 time: 1.1217985 Feb 11 05:01:41.625303 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36484) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:41.645248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc840f93-593e-48c7-8fc4-467b87a4a087 admin admin] Pushing event deleted for resources: {'Network': ['ID=27e28976-7857-4982-9ed0-09261bf73cc4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:42.086853 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60d59987-bb68-4e4d-aa73-f6acb6fdbe4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (7a762d0b-8781-426e-8bdc-f1bf429becd8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.422507 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-60d59987-bb68-4e4d-aa73-f6acb6fdbe4d admin admin] Deleting port dba33bb7-15d5-4fb1-abf2-a0ea3530db38 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:42.422966 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60d59987-bb68-4e4d-aa73-f6acb6fdbe4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.543663 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-60d59987-bb68-4e4d-aa73-f6acb6fdbe4d admin admin] For port dba33bb7-15d5-4fb1-abf2-a0ea3530db38, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dba33bb7-15d5-4fb1-abf2-a0ea3530db38,segment=NetworkSegment(fb2785a4-f607-4fc0-ae85-495870360a6d),segment_id=fb2785a4-f607-4fc0-ae85-495870360a6d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:42.544342 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60d59987-bb68-4e4d-aa73-f6acb6fdbe4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.567338 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-60d59987-bb68-4e4d-aa73-f6acb6fdbe4d admin admin] Calling delete_port for dba33bb7-15d5-4fb1-abf2-a0ea3530db38 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:42.938567 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60d59987-bb68-4e4d-aa73-f6acb6fdbe4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (dba33bb7-15d5-4fb1-abf2-a0ea3530db38), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:42.964620 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d59987-bb68-4e4d-aa73-f6acb6fdbe4d admin admin] Pushing event deleted for resources: {'Port': ['ID=dba33bb7-15d5-4fb1-abf2-a0ea3530db38,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:43.317881 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-60d59987-bb68-4e4d-aa73-f6acb6fdbe4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (7a762d0b-8781-426e-8bdc-f1bf429becd8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:43.740180 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d59987-bb68-4e4d-aa73-f6acb6fdbe4d admin admin] Router 7a762d0b-8781-426e-8bdc-f1bf429becd8 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:01:43.892955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d59987-bb68-4e4d-aa73-f6acb6fdbe4d admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:01:43.908498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fee1a11-d019-4e22-afa0-7c23cbf75789 None None] Sync routers for ids ['7a762d0b-8781-426e-8bdc-f1bf429becd8'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:01:43.929520 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-60d59987-bb68-4e4d-aa73-f6acb6fdbe4d admin admin] 10.222.0.13 "PUT /v2.0/routers/7a762d0b-8781-426e-8bdc-f1bf429becd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3069007 Feb 11 05:01:43.932147 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee1a11-d019-4e22-afa0-7c23cbf75789 None None] Routers {'7a762d0b-8781-426e-8bdc-f1bf429becd8'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:43.933053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2fee1a11-d019-4e22-afa0-7c23cbf75789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:01:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7a762d0b-8781-426e-8bdc-f1bf429becd8'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:43.933754 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36570) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:44.216156 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Publish callbacks [] for router (7a762d0b-8781-426e-8bdc-f1bf429becd8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.216439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-2fee1a11-d019-4e22-afa0-7c23cbf75789 None None] Set router 7a762d0b-8781-426e-8bdc-f1bf429becd8 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:01:44.520595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Publish callbacks [] for router_gateway (7a762d0b-8781-426e-8bdc-f1bf429becd8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.663404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2fee1a11-d019-4e22-afa0-7c23cbf75789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'name': 'tempest-TestServerMultinode-1514195487-router', 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '0d795e6b-ccf8-48d6-b9e5-fc86083a19cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:37Z', 'updated_at': '2022-02-11T05:01:42Z', 'revision_number': 5, 'project_id': '42f3f77eda2949b3bca5e94584123f7f', 'gw_port': {'id': '0d795e6b-ccf8-48d6-b9e5-fc86083a19cc', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:00:38Z', 'updated_at': '2022-02-11T05:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:44.720886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fee1a11-d019-4e22-afa0-7c23cbf75789 None None] Checking router: 7a762d0b-8781-426e-8bdc-f1bf429becd8 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:01:44.722827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Deleting port 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:44.724268 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0d795e6b-ccf8-48d6-b9e5-fc86083a19cc), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:44.740762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee1a11-d019-4e22-afa0-7c23cbf75789 None None] Routers {'7a762d0b-8781-426e-8bdc-f1bf429becd8'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:44.741614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2fee1a11-d019-4e22-afa0-7c23cbf75789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:01:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7a762d0b-8781-426e-8bdc-f1bf429becd8'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:45.012914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] For port 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0d795e6b-ccf8-48d6-b9e5-fc86083a19cc,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:45.013955 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0d795e6b-ccf8-48d6-b9e5-fc86083a19cc), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:45.030830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Calling delete_port for 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:45.099913 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-2fee1a11-d019-4e22-afa0-7c23cbf75789 None None] Set router 7a762d0b-8781-426e-8bdc-f1bf429becd8 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:01:45.269969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-2fee1a11-d019-4e22-afa0-7c23cbf75789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'name': 'tempest-TestServerMultinode-1514195487-router', 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:37Z', 'updated_at': '2022-02-11T05:01:44Z', 'revision_number': 6, 'project_id': '42f3f77eda2949b3bca5e94584123f7f', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:45.367346 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fee1a11-d019-4e22-afa0-7c23cbf75789 None None] The sync data for ids ['7a762d0b-8781-426e-8bdc-f1bf429becd8'] in n-d-712142-35 is: [{'id': '7a762d0b-8781-426e-8bdc-f1bf429becd8', 'name': 'tempest-TestServerMultinode-1514195487-router', 'tenant_id': '42f3f77eda2949b3bca5e94584123f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:00:37Z', 'updated_at': '2022-02-11T05:01:44Z', 'revision_number': 6, 'project_id': '42f3f77eda2949b3bca5e94584123f7f', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:01:45.539406 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (0d795e6b-ccf8-48d6-b9e5-fc86083a19cc), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:45.593548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d795e6b-ccf8-48d6-b9e5-fc86083a19cc,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:45.622290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:45.623213 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:45.624491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:45.625352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:45.626403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:45.627276 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:45.628144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:45.628937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:45.629745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:45.630673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:45.631513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:45.632317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:45.633073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:45.742810 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (7a762d0b-8781-426e-8bdc-f1bf429becd8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:46.070460 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (7a762d0b-8781-426e-8bdc-f1bf429becd8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:46.077116 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Publish callbacks [] for router_controller (7a762d0b-8781-426e-8bdc-f1bf429becd8), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:46.241663 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (7a762d0b-8781-426e-8bdc-f1bf429becd8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:46.242214 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a762d0b-8781-426e-8bdc-f1bf429becd8 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:01:46.271926 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:46.276148 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7627b66f-61dd-4d32-b512-f5d88b170877 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7a762d0b-8781-426e-8bdc-f1bf429becd8 HTTP/1.1" status: 204 len: 168 time: 2.3383746 Feb 11 05:01:46.276294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36660) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:46.417885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f78e9a5-7445-4390-8810-4cb8f20c904f admin admin] Deleting subnet 536e59bc-343b-4e34-a451-042a46622cdb {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:01:46.425655 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f78e9a5-7445-4390-8810-4cb8f20c904f admin admin] Publish callbacks [] for subnet (536e59bc-343b-4e34-a451-042a46622cdb), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:46.641679 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f78e9a5-7445-4390-8810-4cb8f20c904f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (536e59bc-343b-4e34-a451-042a46622cdb), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:46.862617 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dba33bb7-15d5-4fb1-abf2-a0ea3530db38 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:46.881229 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f78e9a5-7445-4390-8810-4cb8f20c904f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (536e59bc-343b-4e34-a451-042a46622cdb), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:46.915971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: dba33bb7-15d5-4fb1-abf2-a0ea3530db38 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:01:46.916786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dba33bb7-15d5-4fb1-abf2-a0ea3530db38 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:46.917170 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:46.978829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:01:46.981432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0d795e6b-ccf8-48d6-b9e5-fc86083a19cc not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:47.071126 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f78e9a5-7445-4390-8810-4cb8f20c904f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (536e59bc-343b-4e34-a451-042a46622cdb), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.178226 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57673899-8673-4289-a9f4-28d090a421e7 None None] Network 6ad6592e-38ae-427c-88c0-95449d753cda requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:01:47.196305 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7f78e9a5-7445-4390-8810-4cb8f20c904f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.231988 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7f78e9a5-7445-4390-8810-4cb8f20c904f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/536e59bc-343b-4e34-a451-042a46622cdb HTTP/1.1" status: 204 len: 168 time: 0.9545381 Feb 11 05:01:47.232972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78e9a5-7445-4390-8810-4cb8f20c904f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536e59bc-343b-4e34-a451-042a46622cdb,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:47.234808 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36702) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:47.473896 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (6ad6592e-38ae-427c-88c0-95449d753cda), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.500104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] DHCP port deletion for 6ad6592e-38ae-427c-88c0-95449d753cda request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:01:47.579537 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] Deleting port 266d0e96-7b5d-4529-9118-3645e14feac2 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:47.581851 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (266d0e96-7b5d-4529-9118-3645e14feac2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.669485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Deleting port 266d0e96-7b5d-4529-9118-3645e14feac2 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:47.669865 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (266d0e96-7b5d-4529-9118-3645e14feac2), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.729589 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] For port 266d0e96-7b5d-4529-9118-3645e14feac2, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=266d0e96-7b5d-4529-9118-3645e14feac2,segment=NetworkSegment(fb2785a4-f607-4fc0-ae85-495870360a6d),segment_id=fb2785a4-f607-4fc0-ae85-495870360a6d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:47.729958 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (266d0e96-7b5d-4529-9118-3645e14feac2), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.782561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] Calling delete_port for 266d0e96-7b5d-4529-9118-3645e14feac2 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:47.948132 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] For port 266d0e96-7b5d-4529-9118-3645e14feac2, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=266d0e96-7b5d-4529-9118-3645e14feac2,segment=NetworkSegment(fb2785a4-f607-4fc0-ae85-495870360a6d),segment_id=fb2785a4-f607-4fc0-ae85-495870360a6d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:47.948933 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (266d0e96-7b5d-4529-9118-3645e14feac2), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:47.975712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Calling delete_port for 266d0e96-7b5d-4529-9118-3645e14feac2 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:48.140490 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (266d0e96-7b5d-4529-9118-3645e14feac2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.163557 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (266d0e96-7b5d-4529-9118-3645e14feac2), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.181814 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] No DVR routers for this DVR port 266d0e96-7b5d-4529-9118-3645e14feac2 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:48.182109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=266d0e96-7b5d-4529-9118-3645e14feac2,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:48.189468 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] No DVR routers for this DVR port 266d0e96-7b5d-4529-9118-3645e14feac2 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:01:48.211005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Pushing event deleted for resources: {'Port': ['ID=266d0e96-7b5d-4529-9118-3645e14feac2,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:48.269837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:48.274279 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:48.276474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:48.277043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:48.277564 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:48.278353 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:48.279053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:48.282436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:48.284322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:48.284879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:48.286522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:48.287311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:48.290331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfddd8d-b2bd-41a2-a908-a1e4674ee7e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:01:48.343833 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (6ad6592e-38ae-427c-88c0-95449d753cda), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.408392 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad6592e-38ae-427c-88c0-95449d753cda']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:48.425641 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2785a4-f607-4fc0-ae85-495870360a6d') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:48.426318 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2785a4-f607-4fc0-ae85-495870360a6d') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:48.438613 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (fb2785a4-f607-4fc0-ae85-495870360a6d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.457928 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (fb2785a4-f607-4fc0-ae85-495870360a6d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.475644 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:01:48.476310 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (fb2785a4-f607-4fc0-ae85-495870360a6d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:01:48.570806 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:01:48.636316 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (6ad6592e-38ae-427c-88c0-95449d753cda), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.643157 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:48.647326 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6ad6592e-38ae-427c-88c0-95449d753cda HTTP/1.1" status: 204 len: 168 time: 1.4066529 Feb 11 05:01:48.688413 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418435b3-9a0f-4a65-af43-ae4bcd2457c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ad6592e-38ae-427c-88c0-95449d753cda,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:48.888883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 266d0e96-7b5d-4529-9118-3645e14feac2 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:01:48.975853 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 266d0e96-7b5d-4529-9118-3645e14feac2 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:01:48.976932 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 266d0e96-7b5d-4529-9118-3645e14feac2 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:01:49.247020 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36766) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:49.401819 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-63124e74-a06d-4a92-89aa-c98efdda80f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13030b49e53544e09c401afe99de0c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529615 Feb 11 05:01:49.404495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36774) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:49.644507 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c34becc-5c30-4eaa-9523-75228934f398 admin admin] Publish callbacks [] for security_group (8d85c77d-a112-4eb8-aaac-fcc3a797744d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.712997 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c34becc-5c30-4eaa-9523-75228934f398 admin admin] Publish callbacks [] for security_group (8d85c77d-a112-4eb8-aaac-fcc3a797744d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:49.996999 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c34becc-5c30-4eaa-9523-75228934f398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8d85c77d-a112-4eb8-aaac-fcc3a797744d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.002427 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c34becc-5c30-4eaa-9523-75228934f398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:50.004815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9c34becc-5c30-4eaa-9523-75228934f398 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d85c77d-a112-4eb8-aaac-fcc3a797744d HTTP/1.1" status: 204 len: 168 time: 0.5987334 Feb 11 05:01:50.058137 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34becc-5c30-4eaa-9523-75228934f398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d85c77d-a112-4eb8-aaac-fcc3a797744d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:52.018659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36846) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:52.135147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cff042fe-4105-49ca-b5d1-b93d9ac99fc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42f3f77eda2949b3bca5e94584123f7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1072636 Feb 11 05:01:52.135360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36852) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:52.262245 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eea8b295-e022-4dae-8304-e9b521b12c9c admin admin] Publish callbacks [] for security_group (7c065719-1ee1-4e01-9719-22dc1bc29cb4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.318052 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eea8b295-e022-4dae-8304-e9b521b12c9c admin admin] Publish callbacks [] for security_group (7c065719-1ee1-4e01-9719-22dc1bc29cb4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.511238 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eea8b295-e022-4dae-8304-e9b521b12c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7c065719-1ee1-4e01-9719-22dc1bc29cb4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.519705 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-eea8b295-e022-4dae-8304-e9b521b12c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:52.521853 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-eea8b295-e022-4dae-8304-e9b521b12c9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c065719-1ee1-4e01-9719-22dc1bc29cb4 HTTP/1.1" status: 204 len: 168 time: 0.3893619 Feb 11 05:01:52.620645 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8b295-e022-4dae-8304-e9b521b12c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c065719-1ee1-4e01-9719-22dc1bc29cb4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:53.475358 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34af3487-47b1-4741-9fac-67f54fa42334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:53.916246 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36876) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:54.071907 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-00481d8c-d5cb-4411-ac09-f0ba51ab7a07 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group (65d4a6fb-e391-4928-9796-21edf12103b8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.103273 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-00481d8c-d5cb-4411-ac09-f0ba51ab7a07 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group (65d4a6fb-e391-4928-9796-21edf12103b8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.275301 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-00481d8c-d5cb-4411-ac09-f0ba51ab7a07 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (65d4a6fb-e391-4928-9796-21edf12103b8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.278478 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-00481d8c-d5cb-4411-ac09-f0ba51ab7a07 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:54.280125 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-00481d8c-d5cb-4411-ac09-f0ba51ab7a07 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] 10.222.0.13 "DELETE /v2.0/security-groups/65d4a6fb-e391-4928-9796-21edf12103b8 HTTP/1.1" status: 204 len: 168 time: 0.3620636 Feb 11 05:01:54.293376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00481d8c-d5cb-4411-ac09-f0ba51ab7a07 tempest-TestVolumeBootPattern-1238827744 tempest-TestVolumeBootPattern-1238827744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d4a6fb-e391-4928-9796-21edf12103b8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:54.452774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36882) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:55.314429 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:01:55.340593 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee3059f0-6ac3-474b-bc8d-3a69b2760f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (08f78bb6-500d-4bcd-878f-55bbbc33ca77), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:55.465714 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-be99b3ab-c34c-4aa8-a8e5-91d94f28e037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:55.783226 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ee3059f0-6ac3-474b-bc8d-3a69b2760f83 admin admin] Deleting port 7b3be63b-1387-477a-92d6-4079f777f8e8 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:55.783669 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee3059f0-6ac3-474b-bc8d-3a69b2760f83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:55.882873 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-ee3059f0-6ac3-474b-bc8d-3a69b2760f83 admin admin] For port 7b3be63b-1387-477a-92d6-4079f777f8e8, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=7b3be63b-1387-477a-92d6-4079f777f8e8,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:55.883251 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee3059f0-6ac3-474b-bc8d-3a69b2760f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:55.906797 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-ee3059f0-6ac3-474b-bc8d-3a69b2760f83 admin admin] Calling delete_port for 7b3be63b-1387-477a-92d6-4079f777f8e8 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:56.345503 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36900) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:56.640342 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee3059f0-6ac3-474b-bc8d-3a69b2760f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7b3be63b-1387-477a-92d6-4079f777f8e8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:56.758550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3059f0-6ac3-474b-bc8d-3a69b2760f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3be63b-1387-477a-92d6-4079f777f8e8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:56.783735 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:57.010577 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee3059f0-6ac3-474b-bc8d-3a69b2760f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (08f78bb6-500d-4bcd-878f-55bbbc33ca77), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:57.353714 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a95983b2-9304-4eb7-96b8-404eb1d50cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (bc87efe6-e76c-4650-9a0b-e8867dc56995), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:57.429002 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3059f0-6ac3-474b-bc8d-3a69b2760f83 admin admin] Router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:01:57.663842 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3059f0-6ac3-474b-bc8d-3a69b2760f83 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:01:57.669788 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ee3059f0-6ac3-474b-bc8d-3a69b2760f83 admin admin] 10.222.0.13 "PUT /v2.0/routers/08f78bb6-500d-4bcd-878f-55bbbc33ca77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2158642 Feb 11 05:01:57.672630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36908) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:57.678643 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31620b8d-13b1-4622-861f-6962245e25f3 None None] Sync routers for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:01:57.710963 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31620b8d-13b1-4622-861f-6962245e25f3 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:57.712534 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-31620b8d-13b1-4622-861f-6962245e25f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:01:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:57.832540 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] Publish callbacks [] for router (08f78bb6-500d-4bcd-878f-55bbbc33ca77), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:57.940585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a95983b2-9304-4eb7-96b8-404eb1d50cc9 admin admin] Deleting port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:57.941732 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a95983b2-9304-4eb7-96b8-404eb1d50cc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:58.015926 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-31620b8d-13b1-4622-861f-6962245e25f3 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:01:58.052129 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] Publish callbacks [] for router_gateway (08f78bb6-500d-4bcd-878f-55bbbc33ca77), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:58.081557 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-a95983b2-9304-4eb7-96b8-404eb1d50cc9 admin admin] For port 1e8e4326-6e61-44c2-bce6-5ce95576d4e8, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1e8e4326-6e61-44c2-bce6-5ce95576d4e8,segment=NetworkSegment(b7b954fc-3029-44d3-819d-65a74803bfde),segment_id=b7b954fc-3029-44d3-819d-65a74803bfde)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:58.082277 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a95983b2-9304-4eb7-96b8-404eb1d50cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:58.106096 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a95983b2-9304-4eb7-96b8-404eb1d50cc9 admin admin] Calling delete_port for 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:58.241774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] Deleting port b3e6d0f5-8653-44c9-acb7-779432034fc7 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:01:58.242131 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b3e6d0f5-8653-44c9-acb7-779432034fc7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:58.311836 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-31620b8d-13b1-4622-861f-6962245e25f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T05:01:56Z', 'revision_number': 5, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port': {'id': 'b3e6d0f5-8653-44c9-acb7-779432034fc7', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:38:53Z', 'updated_at': '2022-02-11T04:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:58.355760 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:58.379394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] For port b3e6d0f5-8653-44c9-acb7-779432034fc7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b3e6d0f5-8653-44c9-acb7-779432034fc7,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:01:58.379930 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b3e6d0f5-8653-44c9-acb7-779432034fc7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:58.391580 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31620b8d-13b1-4622-861f-6962245e25f3 None None] Checking router: 08f78bb6-500d-4bcd-878f-55bbbc33ca77 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:01:58.394689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] Calling delete_port for b3e6d0f5-8653-44c9-acb7-779432034fc7 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:01:58.423442 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31620b8d-13b1-4622-861f-6962245e25f3 None None] Routers {'08f78bb6-500d-4bcd-878f-55bbbc33ca77'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:58.424186 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-31620b8d-13b1-4622-861f-6962245e25f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:01:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:58.475374 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a95983b2-9304-4eb7-96b8-404eb1d50cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (1e8e4326-6e61-44c2-bce6-5ce95576d4e8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:58.532775 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95983b2-9304-4eb7-96b8-404eb1d50cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8e4326-6e61-44c2-bce6-5ce95576d4e8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:58.570298 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-31620b8d-13b1-4622-861f-6962245e25f3 None None] Set router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:01:58.773857 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-31620b8d-13b1-4622-861f-6962245e25f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T05:01:58Z', 'revision_number': 6, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:01:58.809879 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31620b8d-13b1-4622-861f-6962245e25f3 None None] The sync data for ids ['08f78bb6-500d-4bcd-878f-55bbbc33ca77'] in n-d-712142-35 is: [{'id': '08f78bb6-500d-4bcd-878f-55bbbc33ca77', 'name': 'tempest-TestVolumeBootPattern-1848371720-router', 'tenant_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:38:52Z', 'updated_at': '2022-02-11T05:01:58Z', 'revision_number': 6, 'project_id': '9c8aaf7faa994a86b87443d6924f6a3f', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:01:58.956185 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a95983b2-9304-4eb7-96b8-404eb1d50cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (bc87efe6-e76c-4650-9a0b-e8867dc56995), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:59.176561 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b3e6d0f5-8653-44c9-acb7-779432034fc7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:59.207850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e6d0f5-8653-44c9-acb7-779432034fc7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:01:59.337705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95983b2-9304-4eb7-96b8-404eb1d50cc9 admin admin] Router bc87efe6-e76c-4650-9a0b-e8867dc56995 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:01:59.340710 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (08f78bb6-500d-4bcd-878f-55bbbc33ca77), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:59.471573 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (08f78bb6-500d-4bcd-878f-55bbbc33ca77), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:59.474196 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] Publish callbacks [] for router_controller (08f78bb6-500d-4bcd-878f-55bbbc33ca77), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:59.594942 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (08f78bb6-500d-4bcd-878f-55bbbc33ca77), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:59.595579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08f78bb6-500d-4bcd-878f-55bbbc33ca77 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:01:59.603370 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:59.604838 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c1428d27-edba-44fd-818f-1203e592f27e admin admin] 10.222.0.13 "DELETE /v2.0/routers/08f78bb6-500d-4bcd-878f-55bbbc33ca77 HTTP/1.1" status: 204 len: 168 time: 1.9305401 Feb 11 05:01:59.608999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36918) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:59.676251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba4114f-d296-4c7a-925d-073c67f597bf admin admin] Deleting subnet 36924e1d-eb25-4594-91d9-cfefbb8c618d {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:01:59.680886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aba4114f-d296-4c7a-925d-073c67f597bf admin admin] Publish callbacks [] for subnet (36924e1d-eb25-4594-91d9-cfefbb8c618d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:59.724921 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aba4114f-d296-4c7a-925d-073c67f597bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (36924e1d-eb25-4594-91d9-cfefbb8c618d), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:59.761859 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:59.839985 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aba4114f-d296-4c7a-925d-073c67f597bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (36924e1d-eb25-4594-91d9-cfefbb8c618d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:01:59.858029 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95983b2-9304-4eb7-96b8-404eb1d50cc9 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:01:59.866390 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a95983b2-9304-4eb7-96b8-404eb1d50cc9 admin admin] 10.222.0.13 "PUT /v2.0/routers/bc87efe6-e76c-4650-9a0b-e8867dc56995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5197496 Feb 11 05:01:59.866816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a31f5e1-6da4-485e-9dd8-0f60ce073936 None None] Sync routers for ids ['bc87efe6-e76c-4650-9a0b-e8867dc56995'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:01:59.871113 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36922) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:01:59.880133 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a31f5e1-6da4-485e-9dd8-0f60ce073936 None None] Routers {'bc87efe6-e76c-4650-9a0b-e8867dc56995'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:01:59.880794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7a31f5e1-6da4-485e-9dd8-0f60ce073936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:01:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bc87efe6-e76c-4650-9a0b-e8867dc56995'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:00.016623 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aba4114f-d296-4c7a-925d-073c67f597bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (36924e1d-eb25-4594-91d9-cfefbb8c618d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:00.043691 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] Publish callbacks [] for router (bc87efe6-e76c-4650-9a0b-e8867dc56995), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:00.055031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-7a31f5e1-6da4-485e-9dd8-0f60ce073936 None None] Set router bc87efe6-e76c-4650-9a0b-e8867dc56995 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:02:00.084588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4114f-d296-4c7a-925d-073c67f597bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36924e1d-eb25-4594-91d9-cfefbb8c618d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:00.093291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aba4114f-d296-4c7a-925d-073c67f597bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:00.107767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aba4114f-d296-4c7a-925d-073c67f597bf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/36924e1d-eb25-4594-91d9-cfefbb8c618d HTTP/1.1" status: 204 len: 168 time: 0.4879494 Feb 11 05:02:00.108731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36926) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:00.220872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81a4810-cd37-4b72-85fd-c8b7e7a504ce None None] Network 86528c9f-e248-4f9b-904c-aa5d69cd261d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:02:00.238562 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (86528c9f-e248-4f9b-904c-aa5d69cd261d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:00.270731 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] Publish callbacks [] for router_gateway (bc87efe6-e76c-4650-9a0b-e8867dc56995), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:00.333909 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] Deleting port 398ba535-fcbd-4f39-8031-21b53cd4c581 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:00.334517 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:00.421592 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] For port 398ba535-fcbd-4f39-8031-21b53cd4c581, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=398ba535-fcbd-4f39-8031-21b53cd4c581,segment=NetworkSegment(fe2eb4b8-fbb3-4546-a2e8-af00deb48958),segment_id=fe2eb4b8-fbb3-4546-a2e8-af00deb48958)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:00.421959 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:00.449400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] Calling delete_port for 398ba535-fcbd-4f39-8031-21b53cd4c581 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:00.465191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] Deleting port d553d19c-2d1c-47b3-8892-c55c4385eab8 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:00.465889 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d553d19c-2d1c-47b3-8892-c55c4385eab8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:00.495308 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7a31f5e1-6da4-485e-9dd8-0f60ce073936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T05:01:58Z', 'revision_number': 5, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port': {'id': 'd553d19c-2d1c-47b3-8892-c55c4385eab8', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:41Z', 'updated_at': '2022-02-11T04:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:00.554579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2f1a08-3972-43d0-a187-f7d8089c4fae None None] DHCP port deletion for 86528c9f-e248-4f9b-904c-aa5d69cd261d request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:02:00.583212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a31f5e1-6da4-485e-9dd8-0f60ce073936 None None] Checking router: bc87efe6-e76c-4650-9a0b-e8867dc56995 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:02:00.606768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a31f5e1-6da4-485e-9dd8-0f60ce073936 None None] Routers {'bc87efe6-e76c-4650-9a0b-e8867dc56995'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:02:00.607884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7a31f5e1-6da4-485e-9dd8-0f60ce073936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:01:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bc87efe6-e76c-4650-9a0b-e8867dc56995'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:00.654262 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] For port d553d19c-2d1c-47b3-8892-c55c4385eab8, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d553d19c-2d1c-47b3-8892-c55c4385eab8,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:00.655178 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d553d19c-2d1c-47b3-8892-c55c4385eab8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:00.681708 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] Calling delete_port for d553d19c-2d1c-47b3-8892-c55c4385eab8 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:00.784805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f1a08-3972-43d0-a187-f7d8089c4fae None None] Deleting port 398ba535-fcbd-4f39-8031-21b53cd4c581 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:00.785696 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1a08-3972-43d0-a187-f7d8089c4fae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:00.797376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-7a31f5e1-6da4-485e-9dd8-0f60ce073936 None None] Set router bc87efe6-e76c-4650-9a0b-e8867dc56995 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:02:00.802489 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:00.979596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] Pushing event deleted for resources: {'Port': ['ID=398ba535-fcbd-4f39-8031-21b53cd4c581,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:00.993121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] No DVR routers for this DVR port 398ba535-fcbd-4f39-8031-21b53cd4c581 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:02:01.117059 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (86528c9f-e248-4f9b-904c-aa5d69cd261d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:01.144857 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86528c9f-e248-4f9b-904c-aa5d69cd261d']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:01.157632 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:01.157802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2eb4b8-fbb3-4546-a2e8-af00deb48958') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:01.158203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7a31f5e1-6da4-485e-9dd8-0f60ce073936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T05:02:00Z', 'revision_number': 6, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:01.170451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b3e6d0f5-8653-44c9-acb7-779432034fc7 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:01.177606 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (fe2eb4b8-fbb3-4546-a2e8-af00deb48958), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:01.203807 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (fe2eb4b8-fbb3-4546-a2e8-af00deb48958), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:01.213183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:02:01.213781 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (fe2eb4b8-fbb3-4546-a2e8-af00deb48958), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:02:01.216774 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:02:01.223302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a31f5e1-6da4-485e-9dd8-0f60ce073936 None None] The sync data for ids ['bc87efe6-e76c-4650-9a0b-e8867dc56995'] in n-d-712142-35 is: [{'id': 'bc87efe6-e76c-4650-9a0b-e8867dc56995', 'name': 'tempest-TestVolumeBackupRestore-46803303-router', 'tenant_id': '1a0adeda684b49efa697d84d929e1f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:40Z', 'updated_at': '2022-02-11T05:02:00Z', 'revision_number': 6, 'project_id': '1a0adeda684b49efa697d84d929e1f3a', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:02:01.257367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: b3e6d0f5-8653-44c9-acb7-779432034fc7 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:01.257367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b3e6d0f5-8653-44c9-acb7-779432034fc7 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:01.257834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 398ba535-fcbd-4f39-8031-21b53cd4c581 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:01.284239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 398ba535-fcbd-4f39-8031-21b53cd4c581 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:01.284467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 398ba535-fcbd-4f39-8031-21b53cd4c581 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:01.284891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7b3be63b-1387-477a-92d6-4079f777f8e8 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:01.326681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 7b3be63b-1387-477a-92d6-4079f777f8e8 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:01.326681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 7b3be63b-1387-477a-92d6-4079f777f8e8 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:01.327896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-bf2f1a08-3972-43d0-a187-f7d8089c4fae None None] For port 398ba535-fcbd-4f39-8031-21b53cd4c581, host n-d-712142-35, got binding levels [] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:01.328299 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1a08-3972-43d0-a187-f7d8089c4fae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:01.343107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f1a08-3972-43d0-a187-f7d8089c4fae None None] Calling delete_port for 398ba535-fcbd-4f39-8031-21b53cd4c581 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:01.346278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.ipam_backend_mixin [None req-bf2f1a08-3972-43d0-a187-f7d8089c4fae None None] Port 398ba535-fcbd-4f39-8031-21b53cd4c581 was not found and therefore no delete operation was performed {{(pid=103810) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:02:01.348128 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bf2f1a08-3972-43d0-a187-f7d8089c4fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (398ba535-fcbd-4f39-8031-21b53cd4c581), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:01.360804 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d553d19c-2d1c-47b3-8892-c55c4385eab8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:01.380347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f1a08-3972-43d0-a187-f7d8089c4fae None None] Pushing event deleted for resources: {'Port': ['ID=398ba535-fcbd-4f39-8031-21b53cd4c581,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:01.389716 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2f1a08-3972-43d0-a187-f7d8089c4fae None None] No DVR routers for this DVR port 398ba535-fcbd-4f39-8031-21b53cd4c581 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:02:01.412630 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] Pushing event deleted for resources: {'Port': ['ID=d553d19c-2d1c-47b3-8892-c55c4385eab8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:01.501432 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (bc87efe6-e76c-4650-9a0b-e8867dc56995), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:01.623442 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (bc87efe6-e76c-4650-9a0b-e8867dc56995), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:01.626142 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] Publish callbacks [] for router_controller (bc87efe6-e76c-4650-9a0b-e8867dc56995), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:01.632495 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (86528c9f-e248-4f9b-904c-aa5d69cd261d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:01.645874 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:01.646349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] 10.222.0.13 "DELETE /v2.0/networks/86528c9f-e248-4f9b-904c-aa5d69cd261d HTTP/1.1" status: 204 len: 168 time: 1.5361068 Feb 11 05:02:01.648758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36932) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:01.673578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfb2a7-4a83-414f-930e-3e569bf27770 admin admin] Pushing event deleted for resources: {'Network': ['ID=86528c9f-e248-4f9b-904c-aa5d69cd261d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:01.875353 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (bc87efe6-e76c-4650-9a0b-e8867dc56995), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:01.876311 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc87efe6-e76c-4650-9a0b-e8867dc56995 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:02:01.890455 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:01.891979 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9b89bb42-01b3-480d-9558-1360c24f2428 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bc87efe6-e76c-4650-9a0b-e8867dc56995 HTTP/1.1" status: 204 len: 168 time: 2.0195217 Feb 11 05:02:01.896534 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36934) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:01.998997 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8db1ab-9dd0-4a77-9916-dfb306334400 admin admin] Deleting subnet 0108461b-53f2-4fc0-96da-bacb26d38e84 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:02:02.007341 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe8db1ab-9dd0-4a77-9916-dfb306334400 admin admin] Publish callbacks [] for subnet (0108461b-53f2-4fc0-96da-bacb26d38e84), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:02.064274 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe8db1ab-9dd0-4a77-9916-dfb306334400 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (0108461b-53f2-4fc0-96da-bacb26d38e84), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:02.338764 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe8db1ab-9dd0-4a77-9916-dfb306334400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (0108461b-53f2-4fc0-96da-bacb26d38e84), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:02.347666 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-440453fe-a61f-4faf-972e-566d4f6e7698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (b6c1cb45-1aa6-4de8-9337-380c0f599b20), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:02.510155 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe8db1ab-9dd0-4a77-9916-dfb306334400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (0108461b-53f2-4fc0-96da-bacb26d38e84), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:02.558696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8db1ab-9dd0-4a77-9916-dfb306334400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0108461b-53f2-4fc0-96da-bacb26d38e84,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:02.580949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f2e98c-5c91-48bf-b803-4a3e556eb728 None None] Network 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:02:02.582684 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe8db1ab-9dd0-4a77-9916-dfb306334400 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:02.588581 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fe8db1ab-9dd0-4a77-9916-dfb306334400 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0108461b-53f2-4fc0-96da-bacb26d38e84 HTTP/1.1" status: 204 len: 168 time: 0.6891747 Feb 11 05:02:02.591913 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36946) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:02.828969 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (2d0ca30f-b5c8-48db-9724-8e8ce7e04b82), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:02.876731 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c819431-5b8e-41a8-9bb1-7e4641d684f8 None None] DHCP port deletion for 2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:02:02.932919 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d553d19c-2d1c-47b3-8892-c55c4385eab8 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:02.948531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] Deleting port b33280b7-8fa7-440f-9746-7cec37708ab7 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:02.949306 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:02.955994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: d553d19c-2d1c-47b3-8892-c55c4385eab8 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:02.956336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d553d19c-2d1c-47b3-8892-c55c4385eab8 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:02.956951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:02.983718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:02.984061 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1e8e4326-6e61-44c2-bce6-5ce95576d4e8 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:03.034778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2c819431-5b8e-41a8-9bb1-7e4641d684f8 None None] Deleting port b33280b7-8fa7-440f-9746-7cec37708ab7 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:03.037078 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2c819431-5b8e-41a8-9bb1-7e4641d684f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.059181 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] For port b33280b7-8fa7-440f-9746-7cec37708ab7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b33280b7-8fa7-440f-9746-7cec37708ab7,segment=NetworkSegment(b7b954fc-3029-44d3-819d-65a74803bfde),segment_id=b7b954fc-3029-44d3-819d-65a74803bfde)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:03.059608 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.064968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-440453fe-a61f-4faf-972e-566d4f6e7698 admin admin] Deleting port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:03.065574 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-440453fe-a61f-4faf-972e-566d4f6e7698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.077179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] Calling delete_port for b33280b7-8fa7-440f-9746-7cec37708ab7 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:03.142586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2c819431-5b8e-41a8-9bb1-7e4641d684f8 None None] For port b33280b7-8fa7-440f-9746-7cec37708ab7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b33280b7-8fa7-440f-9746-7cec37708ab7,segment=NetworkSegment(b7b954fc-3029-44d3-819d-65a74803bfde),segment_id=b7b954fc-3029-44d3-819d-65a74803bfde)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:03.143338 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2c819431-5b8e-41a8-9bb1-7e4641d684f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.163566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2c819431-5b8e-41a8-9bb1-7e4641d684f8 None None] Calling delete_port for b33280b7-8fa7-440f-9746-7cec37708ab7 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:03.200621 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-440453fe-a61f-4faf-972e-566d4f6e7698 admin admin] For port a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b,segment=NetworkSegment(34dd5a22-5e52-4ad8-afbe-eb6a9930f949),segment_id=34dd5a22-5e52-4ad8-afbe-eb6a9930f949)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:03.201033 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-440453fe-a61f-4faf-972e-566d4f6e7698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.221311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-440453fe-a61f-4faf-972e-566d4f6e7698 admin admin] Calling delete_port for a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:03.287212 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.295196 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2c819431-5b8e-41a8-9bb1-7e4641d684f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (b33280b7-8fa7-440f-9746-7cec37708ab7), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.331582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c819431-5b8e-41a8-9bb1-7e4641d684f8 None None] Pushing event deleted for resources: {'Port': ['ID=b33280b7-8fa7-440f-9746-7cec37708ab7,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:03.335014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c819431-5b8e-41a8-9bb1-7e4641d684f8 None None] No DVR routers for this DVR port b33280b7-8fa7-440f-9746-7cec37708ab7 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:02:03.337570 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33280b7-8fa7-440f-9746-7cec37708ab7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:03.366474 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] No DVR routers for this DVR port b33280b7-8fa7-440f-9746-7cec37708ab7 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:02:03.463967 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (2d0ca30f-b5c8-48db-9724-8e8ce7e04b82), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.490865 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0ca30f-b5c8-48db-9724-8e8ce7e04b82']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:03.504231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b954fc-3029-44d3-819d-65a74803bfde') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:03.504699 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b954fc-3029-44d3-819d-65a74803bfde') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:03.516473 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (b7b954fc-3029-44d3-819d-65a74803bfde), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.536081 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b7b954fc-3029-44d3-819d-65a74803bfde), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.548961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:02:03.549512 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (b7b954fc-3029-44d3-819d-65a74803bfde), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:02:03.551659 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:02:03.606267 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-440453fe-a61f-4faf-972e-566d4f6e7698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.638458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440453fe-a61f-4faf-972e-566d4f6e7698 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:03.754924 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (2d0ca30f-b5c8-48db-9724-8e8ce7e04b82), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.773801 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.783945 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2d0ca30f-b5c8-48db-9724-8e8ce7e04b82 HTTP/1.1" status: 204 len: 168 time: 1.1905575 Feb 11 05:02:03.786782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36956) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:03.860782 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-440453fe-a61f-4faf-972e-566d4f6e7698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (b6c1cb45-1aa6-4de8-9337-380c0f599b20), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:03.946932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffec56a-6045-42e5-b731-4f5bf29710d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d0ca30f-b5c8-48db-9724-8e8ce7e04b82,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:04.223533 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:04.231732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440453fe-a61f-4faf-972e-566d4f6e7698 admin admin] Router b6c1cb45-1aa6-4de8-9337-380c0f599b20 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:02:04.298612 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:04.406559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440453fe-a61f-4faf-972e-566d4f6e7698 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:02:04.419320 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-440453fe-a61f-4faf-972e-566d4f6e7698 admin admin] 10.222.0.13 "PUT /v2.0/routers/b6c1cb45-1aa6-4de8-9337-380c0f599b20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7685874 Feb 11 05:02:04.420101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36962) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:04.422541 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f95afd-83cd-4a93-8765-029164b1b155 None None] Sync routers for ids ['b6c1cb45-1aa6-4de8-9337-380c0f599b20'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:02:04.448944 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f95afd-83cd-4a93-8765-029164b1b155 None None] Routers {'b6c1cb45-1aa6-4de8-9337-380c0f599b20'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:02:04.449596 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-26f95afd-83cd-4a93-8765-029164b1b155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:01:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b6c1cb45-1aa6-4de8-9337-380c0f599b20'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:04.456513 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33521a40-1b30-42d9-be72-5f97d999905d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (63de6026-2b43-48df-be7c-2957b5d39241), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:04.604191 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-26f95afd-83cd-4a93-8765-029164b1b155 None None] Set router b6c1cb45-1aa6-4de8-9337-380c0f599b20 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:02:04.683009 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] Publish callbacks [] for router (b6c1cb45-1aa6-4de8-9337-380c0f599b20), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:04.920692 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] Publish callbacks [] for router_gateway (b6c1cb45-1aa6-4de8-9337-380c0f599b20), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:04.971987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b33280b7-8fa7-440f-9746-7cec37708ab7 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:05.003512 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-26f95afd-83cd-4a93-8765-029164b1b155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'name': 'tempest-TestVolumeBootPattern-1090576975-router', 'tenant_id': 'a3894431d4564b5eb32506ca7a157262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': '9622e1a1-44e1-43be-a2b6-6d4d383e7244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:10Z', 'updated_at': '2022-02-11T05:02:03Z', 'revision_number': 5, 'project_id': 'a3894431d4564b5eb32506ca7a157262', 'gw_port': {'id': '9622e1a1-44e1-43be-a2b6-6d4d383e7244', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2634, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:39:12Z', 'updated_at': '2022-02-11T04:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:05.032420 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f95afd-83cd-4a93-8765-029164b1b155 None None] Checking router: b6c1cb45-1aa6-4de8-9337-380c0f599b20 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:02:05.035598 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: b33280b7-8fa7-440f-9746-7cec37708ab7 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:05.036792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b33280b7-8fa7-440f-9746-7cec37708ab7 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:05.043918 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f95afd-83cd-4a93-8765-029164b1b155 None None] Routers {'b6c1cb45-1aa6-4de8-9337-380c0f599b20'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:02:05.045532 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-26f95afd-83cd-4a93-8765-029164b1b155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:01:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b6c1cb45-1aa6-4de8-9337-380c0f599b20'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:05.117023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-33521a40-1b30-42d9-be72-5f97d999905d admin admin] Deleting port d95d0470-237b-4656-8f0b-78a5739fa3ab {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:05.117577 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33521a40-1b30-42d9-be72-5f97d999905d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:05.132495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] Deleting port 9622e1a1-44e1-43be-a2b6-6d4d383e7244 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:05.138657 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9622e1a1-44e1-43be-a2b6-6d4d383e7244), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:05.197650 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-26f95afd-83cd-4a93-8765-029164b1b155 None None] Set router b6c1cb45-1aa6-4de8-9337-380c0f599b20 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:02:05.263579 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-26f95afd-83cd-4a93-8765-029164b1b155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'name': 'tempest-TestVolumeBootPattern-1090576975-router', 'tenant_id': 'a3894431d4564b5eb32506ca7a157262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:10Z', 'updated_at': '2022-02-11T05:02:04Z', 'revision_number': 6, 'project_id': 'a3894431d4564b5eb32506ca7a157262', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:05.276988 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-33521a40-1b30-42d9-be72-5f97d999905d admin admin] For port d95d0470-237b-4656-8f0b-78a5739fa3ab, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d95d0470-237b-4656-8f0b-78a5739fa3ab,segment=NetworkSegment(ca10c4ea-7adc-4c00-b9f3-c888f58d40db),segment_id=ca10c4ea-7adc-4c00-b9f3-c888f58d40db)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:05.277577 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33521a40-1b30-42d9-be72-5f97d999905d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:05.297362 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f95afd-83cd-4a93-8765-029164b1b155 None None] The sync data for ids ['b6c1cb45-1aa6-4de8-9337-380c0f599b20'] in n-d-712142-35 is: [{'id': 'b6c1cb45-1aa6-4de8-9337-380c0f599b20', 'name': 'tempest-TestVolumeBootPattern-1090576975-router', 'tenant_id': 'a3894431d4564b5eb32506ca7a157262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:39:10Z', 'updated_at': '2022-02-11T05:02:04Z', 'revision_number': 6, 'project_id': 'a3894431d4564b5eb32506ca7a157262', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:02:05.303624 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-33521a40-1b30-42d9-be72-5f97d999905d admin admin] Calling delete_port for d95d0470-237b-4656-8f0b-78a5739fa3ab owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:05.320889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] For port 9622e1a1-44e1-43be-a2b6-6d4d383e7244, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9622e1a1-44e1-43be-a2b6-6d4d383e7244,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:05.322422 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9622e1a1-44e1-43be-a2b6-6d4d383e7244), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:05.347888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] Calling delete_port for 9622e1a1-44e1-43be-a2b6-6d4d383e7244 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:05.697671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33521a40-1b30-42d9-be72-5f97d999905d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d95d0470-237b-4656-8f0b-78a5739fa3ab), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:05.749307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33521a40-1b30-42d9-be72-5f97d999905d admin admin] Pushing event deleted for resources: {'Port': ['ID=d95d0470-237b-4656-8f0b-78a5739fa3ab,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:06.003701 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-33521a40-1b30-42d9-be72-5f97d999905d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (63de6026-2b43-48df-be7c-2957b5d39241), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.079115 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9622e1a1-44e1-43be-a2b6-6d4d383e7244), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.108049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9622e1a1-44e1-43be-a2b6-6d4d383e7244,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:06.216770 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (b6c1cb45-1aa6-4de8-9337-380c0f599b20), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.300546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33521a40-1b30-42d9-be72-5f97d999905d admin admin] Router 63de6026-2b43-48df-be7c-2957b5d39241 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:02:06.342118 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (b6c1cb45-1aa6-4de8-9337-380c0f599b20), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.344720 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] Publish callbacks [] for router_controller (b6c1cb45-1aa6-4de8-9337-380c0f599b20), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.438917 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33521a40-1b30-42d9-be72-5f97d999905d admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:02:06.444830 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-33521a40-1b30-42d9-be72-5f97d999905d admin admin] 10.222.0.13 "PUT /v2.0/routers/63de6026-2b43-48df-be7c-2957b5d39241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6563039 Feb 11 05:02:06.447793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36972) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:06.451443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984bd160-442b-438a-82ec-aee3a228e5d7 None None] Sync routers for ids ['63de6026-2b43-48df-be7c-2957b5d39241'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:02:06.465676 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984bd160-442b-438a-82ec-aee3a228e5d7 None None] Routers {'63de6026-2b43-48df-be7c-2957b5d39241'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:02:06.466377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-984bd160-442b-438a-82ec-aee3a228e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:01:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['63de6026-2b43-48df-be7c-2957b5d39241'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:06.489661 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (b6c1cb45-1aa6-4de8-9337-380c0f599b20), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.490379 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6c1cb45-1aa6-4de8-9337-380c0f599b20 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:02:06.496757 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.497950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-031d1e9b-1af5-438b-bfbf-40342e3dcca1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b6c1cb45-1aa6-4de8-9337-380c0f599b20 HTTP/1.1" status: 204 len: 168 time: 2.0768056 Feb 11 05:02:06.501049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 36974) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:06.561876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5989fa0-f4ae-472a-b5f2-44bb102b7fce admin admin] Deleting subnet 11426986-9364-4031-b561-49d129044d48 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:02:06.568912 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f5989fa0-f4ae-472a-b5f2-44bb102b7fce admin admin] Publish callbacks [] for subnet (11426986-9364-4031-b561-49d129044d48), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.597849 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] Publish callbacks [] for router (63de6026-2b43-48df-be7c-2957b5d39241), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.624484 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-984bd160-442b-438a-82ec-aee3a228e5d7 None None] Set router 63de6026-2b43-48df-be7c-2957b5d39241 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:02:06.632109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f5989fa0-f4ae-472a-b5f2-44bb102b7fce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (11426986-9364-4031-b561-49d129044d48), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.726784 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] Publish callbacks [] for router_gateway (63de6026-2b43-48df-be7c-2957b5d39241), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.733524 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f5989fa0-f4ae-472a-b5f2-44bb102b7fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (11426986-9364-4031-b561-49d129044d48), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.855540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-984bd160-442b-438a-82ec-aee3a228e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63de6026-2b43-48df-be7c-2957b5d39241', 'name': 'tempest-TestVolumeBackupRestore-944423018-router', 'tenant_id': 'ed9d28e2a04849dba7943bdcae786cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '9933781f-cf53-4d73-b782-54b8499ae8c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:51Z', 'updated_at': '2022-02-11T05:02:05Z', 'revision_number': 5, 'project_id': 'ed9d28e2a04849dba7943bdcae786cab', 'gw_port': {'id': '9933781f-cf53-4d73-b782-54b8499ae8c3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:77:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63de6026-2b43-48df-be7c-2957b5d39241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:54:52Z', 'updated_at': '2022-02-11T04:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:06.856792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] Deleting port 9933781f-cf53-4d73-b782-54b8499ae8c3 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:06.857259 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9933781f-cf53-4d73-b782-54b8499ae8c3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.892607 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984bd160-442b-438a-82ec-aee3a228e5d7 None None] Checking router: 63de6026-2b43-48df-be7c-2957b5d39241 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:02:06.898165 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f5989fa0-f4ae-472a-b5f2-44bb102b7fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (11426986-9364-4031-b561-49d129044d48), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.902596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984bd160-442b-438a-82ec-aee3a228e5d7 None None] Routers {'63de6026-2b43-48df-be7c-2957b5d39241'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:02:06.903409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-984bd160-442b-438a-82ec-aee3a228e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:01:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['63de6026-2b43-48df-be7c-2957b5d39241'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:06.912320 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f5989fa0-f4ae-472a-b5f2-44bb102b7fce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:06.919969 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f5989fa0-f4ae-472a-b5f2-44bb102b7fce admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11426986-9364-4031-b561-49d129044d48 HTTP/1.1" status: 204 len: 168 time: 0.4159582 Feb 11 05:02:06.947839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 36982) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:06.955650 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5989fa0-f4ae-472a-b5f2-44bb102b7fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11426986-9364-4031-b561-49d129044d48,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:06.983657 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd13572b-81d6-4bb4-894f-fcceee8cd508 None None] Network 68de40c4-5047-4a82-a785-092f30a2c1c3 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:02:06.986018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9622e1a1-44e1-43be-a2b6-6d4d383e7244 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:07.025591 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 9622e1a1-44e1-43be-a2b6-6d4d383e7244 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:07.026304 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9622e1a1-44e1-43be-a2b6-6d4d383e7244 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:07.026763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:07.051266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] For port 9933781f-cf53-4d73-b782-54b8499ae8c3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9933781f-cf53-4d73-b782-54b8499ae8c3,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:07.051657 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9933781f-cf53-4d73-b782-54b8499ae8c3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.057231 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (68de40c4-5047-4a82-a785-092f30a2c1c3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.066532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:07.066916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a2d6cfe7-bf37-4192-a14d-d7aaf1ab7e5b not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:07.072977 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] Calling delete_port for 9933781f-cf53-4d73-b782-54b8499ae8c3 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:07.111274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-984bd160-442b-438a-82ec-aee3a228e5d7 None None] Set router 63de6026-2b43-48df-be7c-2957b5d39241 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:02:07.185823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-984bd160-442b-438a-82ec-aee3a228e5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63de6026-2b43-48df-be7c-2957b5d39241', 'name': 'tempest-TestVolumeBackupRestore-944423018-router', 'tenant_id': 'ed9d28e2a04849dba7943bdcae786cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:51Z', 'updated_at': '2022-02-11T05:02:06Z', 'revision_number': 6, 'project_id': 'ed9d28e2a04849dba7943bdcae786cab', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:07.224536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984bd160-442b-438a-82ec-aee3a228e5d7 None None] The sync data for ids ['63de6026-2b43-48df-be7c-2957b5d39241'] in n-d-712142-35 is: [{'id': '63de6026-2b43-48df-be7c-2957b5d39241', 'name': 'tempest-TestVolumeBackupRestore-944423018-router', 'tenant_id': 'ed9d28e2a04849dba7943bdcae786cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:54:51Z', 'updated_at': '2022-02-11T05:02:06Z', 'revision_number': 6, 'project_id': 'ed9d28e2a04849dba7943bdcae786cab', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:02:07.261879 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] Deleting port 38b99c74-6120-415d-a3b3-1cfa6ae56645 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:07.267529 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (38b99c74-6120-415d-a3b3-1cfa6ae56645), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.359619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] For port 38b99c74-6120-415d-a3b3-1cfa6ae56645, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=38b99c74-6120-415d-a3b3-1cfa6ae56645,segment=NetworkSegment(34dd5a22-5e52-4ad8-afbe-eb6a9930f949),segment_id=34dd5a22-5e52-4ad8-afbe-eb6a9930f949)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:07.360273 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (38b99c74-6120-415d-a3b3-1cfa6ae56645), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.392564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] Calling delete_port for 38b99c74-6120-415d-a3b3-1cfa6ae56645 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:07.519110 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9933781f-cf53-4d73-b782-54b8499ae8c3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.547184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] Pushing event deleted for resources: {'Port': ['ID=9933781f-cf53-4d73-b782-54b8499ae8c3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:07.592897 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (38b99c74-6120-415d-a3b3-1cfa6ae56645), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.622814 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e09364-eef0-4a20-be96-eebfcd058ab9 None None] DHCP port deletion for 68de40c4-5047-4a82-a785-092f30a2c1c3 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:02:07.631655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b99c74-6120-415d-a3b3-1cfa6ae56645,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:07.638846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] No DVR routers for this DVR port 38b99c74-6120-415d-a3b3-1cfa6ae56645 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:02:07.664490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (63de6026-2b43-48df-be7c-2957b5d39241), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.809749 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (63de6026-2b43-48df-be7c-2957b5d39241), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.812313 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (68de40c4-5047-4a82-a785-092f30a2c1c3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.815131 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] Publish callbacks [] for router_controller (63de6026-2b43-48df-be7c-2957b5d39241), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.868328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68de40c4-5047-4a82-a785-092f30a2c1c3']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:07.880550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34dd5a22-5e52-4ad8-afbe-eb6a9930f949') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:07.888092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34dd5a22-5e52-4ad8-afbe-eb6a9930f949') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:07.893353 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (34dd5a22-5e52-4ad8-afbe-eb6a9930f949), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.910848 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (34dd5a22-5e52-4ad8-afbe-eb6a9930f949), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.918362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:02:07.918934 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (34dd5a22-5e52-4ad8-afbe-eb6a9930f949), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:02:07.922196 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:02:07.973269 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (63de6026-2b43-48df-be7c-2957b5d39241), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.973855 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63de6026-2b43-48df-be7c-2957b5d39241 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:02:07.979113 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:07.983082 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37000) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:07.984583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a32325c9-18e2-42d5-b711-4c29d142621c admin admin] 10.222.0.13 "DELETE /v2.0/routers/63de6026-2b43-48df-be7c-2957b5d39241 HTTP/1.1" status: 204 len: 168 time: 1.5334954 Feb 11 05:02:08.034095 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc89def-c33a-4ee0-8aaa-20e4faf09f28 admin admin] Deleting subnet fdc782e8-c877-4835-b826-349a1baf12ec {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:02:08.040803 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6cc89def-c33a-4ee0-8aaa-20e4faf09f28 admin admin] Publish callbacks [] for subnet (fdc782e8-c877-4835-b826-349a1baf12ec), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.075886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (68de40c4-5047-4a82-a785-092f30a2c1c3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.085196 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.086781 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6cc89def-c33a-4ee0-8aaa-20e4faf09f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (fdc782e8-c877-4835-b826-349a1baf12ec), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.091358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] 10.222.0.13 "DELETE /v2.0/networks/68de40c4-5047-4a82-a785-092f30a2c1c3 HTTP/1.1" status: 204 len: 168 time: 1.1422729 Feb 11 05:02:08.109854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda454f-83ba-4720-8a92-c4713d434b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=68de40c4-5047-4a82-a785-092f30a2c1c3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:08.198264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6cc89def-c33a-4ee0-8aaa-20e4faf09f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (fdc782e8-c877-4835-b826-349a1baf12ec), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.360942 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6cc89def-c33a-4ee0-8aaa-20e4faf09f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (fdc782e8-c877-4835-b826-349a1baf12ec), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.410724 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc89def-c33a-4ee0-8aaa-20e4faf09f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc782e8-c877-4835-b826-349a1baf12ec,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:08.413894 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6cc89def-c33a-4ee0-8aaa-20e4faf09f28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.419908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6b2d8e-786a-4986-9869-f8a5e0dd11c9 None None] Network 11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:02:08.441578 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6cc89def-c33a-4ee0-8aaa-20e4faf09f28 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fdc782e8-c877-4835-b826-349a1baf12ec HTTP/1.1" status: 204 len: 168 time: 0.4492540 Feb 11 05:02:08.441578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37008) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:08.517759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37010) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:08.597273 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.600796 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37012) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:08.609314 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3b6e8347-6b70-4f85-b68b-0d2397ed3ddc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c8aaf7faa994a86b87443d6924f6a3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0832200 Feb 11 05:02:08.668857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad5c8cc-9799-484c-acf7-2a8b00625268 None None] DHCP port deletion for 11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:02:08.704059 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5c454ff6-2836-46e4-83c2-d83d428f530f admin admin] Publish callbacks [] for security_group (9d637447-37ba-4286-9207-6d81afb5b4c5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.724822 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-bad5c8cc-9799-484c-acf7-2a8b00625268 None None] Deleting port e5e51a54-084a-4b66-a138-336dc16f66bb {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:08.725554 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bad5c8cc-9799-484c-acf7-2a8b00625268 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.732559 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5c454ff6-2836-46e4-83c2-d83d428f530f admin admin] Publish callbacks [] for security_group (9d637447-37ba-4286-9207-6d81afb5b4c5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.827927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] Deleting port e5e51a54-084a-4b66-a138-336dc16f66bb {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:08.828372 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.862783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9933781f-cf53-4d73-b782-54b8499ae8c3 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:08.872839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-bad5c8cc-9799-484c-acf7-2a8b00625268 None None] For port e5e51a54-084a-4b66-a138-336dc16f66bb, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e5e51a54-084a-4b66-a138-336dc16f66bb,segment=NetworkSegment(ca10c4ea-7adc-4c00-b9f3-c888f58d40db),segment_id=ca10c4ea-7adc-4c00-b9f3-c888f58d40db)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:08.873333 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bad5c8cc-9799-484c-acf7-2a8b00625268 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.901196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 9933781f-cf53-4d73-b782-54b8499ae8c3 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:08.901692 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9933781f-cf53-4d73-b782-54b8499ae8c3 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:08.902204 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e5e51a54-084a-4b66-a138-336dc16f66bb no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:08.910426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-bad5c8cc-9799-484c-acf7-2a8b00625268 None None] Calling delete_port for e5e51a54-084a-4b66-a138-336dc16f66bb owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:08.915455 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] For port e5e51a54-084a-4b66-a138-336dc16f66bb, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e5e51a54-084a-4b66-a138-336dc16f66bb,segment=NetworkSegment(ca10c4ea-7adc-4c00-b9f3-c888f58d40db),segment_id=ca10c4ea-7adc-4c00-b9f3-c888f58d40db)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:08.915844 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:08.942663 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] Calling delete_port for e5e51a54-084a-4b66-a138-336dc16f66bb owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:09.038691 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5c454ff6-2836-46e4-83c2-d83d428f530f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9d637447-37ba-4286-9207-6d81afb5b4c5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.042843 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5c454ff6-2836-46e4-83c2-d83d428f530f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.044054 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5c454ff6-2836-46e4-83c2-d83d428f530f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d637447-37ba-4286-9207-6d81afb5b4c5 HTTP/1.1" status: 204 len: 168 time: 0.4420667 Feb 11 05:02:09.056603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c454ff6-2836-46e4-83c2-d83d428f530f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d637447-37ba-4286-9207-6d81afb5b4c5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:09.107860 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.150695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e51a54-084a-4b66-a138-336dc16f66bb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:09.155357 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] No DVR routers for this DVR port e5e51a54-084a-4b66-a138-336dc16f66bb on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:02:09.259438 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.288563 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:09.301148 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca10c4ea-7adc-4c00-b9f3-c888f58d40db') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:09.301462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca10c4ea-7adc-4c00-b9f3-c888f58d40db') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:09.314140 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (ca10c4ea-7adc-4c00-b9f3-c888f58d40db), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.322457 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e5e51a54-084a-4b66-a138-336dc16f66bb is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:02:09.323055 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.331739 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ca10c4ea-7adc-4c00-b9f3-c888f58d40db), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.340547 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:02:09.341580 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (ca10c4ea-7adc-4c00-b9f3-c888f58d40db), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:02:09.343409 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:02:09.413414 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 38b99c74-6120-415d-a3b3-1cfa6ae56645 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:09.440091 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 38b99c74-6120-415d-a3b3-1cfa6ae56645 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:09.440347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 38b99c74-6120-415d-a3b3-1cfa6ae56645 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:09.442796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d95d0470-237b-4656-8f0b-78a5739fa3ab no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:09.445010 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bad5c8cc-9799-484c-acf7-2a8b00625268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (e5e51a54-084a-4b66-a138-336dc16f66bb), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.494504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad5c8cc-9799-484c-acf7-2a8b00625268 None None] No DVR routers for this DVR port e5e51a54-084a-4b66-a138-336dc16f66bb on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:02:09.516250 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.520913 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:09.525084 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] 10.222.0.13 "DELETE /v2.0/networks/11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8 HTTP/1.1" status: 204 len: 168 time: 1.0845520 Feb 11 05:02:09.534577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5c8cc-9799-484c-acf7-2a8b00625268 None None] Pushing event deleted for resources: {'Port': ['ID=e5e51a54-084a-4b66-a138-336dc16f66bb,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:09.543105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: d95d0470-237b-4656-8f0b-78a5739fa3ab {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:09.543474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d95d0470-237b-4656-8f0b-78a5739fa3ab not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:09.557353 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d893a7e-c432-4ce9-bfc7-c21669aa992d admin admin] Pushing event deleted for resources: {'Network': ['ID=11357e18-2c99-4f2d-8e7e-c2d47f3c9cb8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:09.989581 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37022) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:10.033657 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37024) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:10.044772 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b81076f1-950b-4847-831f-763297ff49f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3894431d4564b5eb32506ca7a157262&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537674 Feb 11 05:02:10.050990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37026) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:10.085382 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8894ad28-1420-44b6-9354-a991e35707bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a0adeda684b49efa697d84d929e1f3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505571 Feb 11 05:02:10.088538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37028) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:10.134338 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a36c68e1-e825-4a5a-91a8-0ea8598fdcfb admin admin] Publish callbacks [] for security_group (0e4c94de-14df-4dfe-8b48-d049f123a635), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:10.166304 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a36c68e1-e825-4a5a-91a8-0ea8598fdcfb admin admin] Publish callbacks [] for security_group (0e4c94de-14df-4dfe-8b48-d049f123a635), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:10.184212 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d071167a-e670-44e2-bb1e-15a01c5b871b admin admin] Publish callbacks [] for security_group (c5bd1e14-aed7-4639-88c0-ad7e6d05ff1b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:10.223670 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d071167a-e670-44e2-bb1e-15a01c5b871b admin admin] Publish callbacks [] for security_group (c5bd1e14-aed7-4639-88c0-ad7e6d05ff1b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:10.360527 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a36c68e1-e825-4a5a-91a8-0ea8598fdcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0e4c94de-14df-4dfe-8b48-d049f123a635), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:10.363272 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a36c68e1-e825-4a5a-91a8-0ea8598fdcfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:10.364534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a36c68e1-e825-4a5a-91a8-0ea8598fdcfb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e4c94de-14df-4dfe-8b48-d049f123a635 HTTP/1.1" status: 204 len: 168 time: 0.3114252 Feb 11 05:02:10.373685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c68e1-e825-4a5a-91a8-0ea8598fdcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4c94de-14df-4dfe-8b48-d049f123a635,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:10.423482 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d071167a-e670-44e2-bb1e-15a01c5b871b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (c5bd1e14-aed7-4639-88c0-ad7e6d05ff1b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:10.426802 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d071167a-e670-44e2-bb1e-15a01c5b871b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:10.430724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d071167a-e670-44e2-bb1e-15a01c5b871b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5bd1e14-aed7-4639-88c0-ad7e6d05ff1b HTTP/1.1" status: 204 len: 168 time: 0.3388066 Feb 11 05:02:10.437861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071167a-e670-44e2-bb1e-15a01c5b871b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bd1e14-aed7-4639-88c0-ad7e6d05ff1b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:11.337229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37038) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:11.402351 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c95d9b83-549b-4d06-9e07-7ea5784cd905 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed9d28e2a04849dba7943bdcae786cab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0637951 Feb 11 05:02:11.405018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37040) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:11.473110 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18e1102c-a56a-4902-ae17-9dee5fb4505c admin admin] Publish callbacks [] for security_group (81c72a1c-b85d-47fe-938d-33e6e2438923), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:11.504423 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18e1102c-a56a-4902-ae17-9dee5fb4505c admin admin] Publish callbacks [] for security_group (81c72a1c-b85d-47fe-938d-33e6e2438923), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:11.669192 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18e1102c-a56a-4902-ae17-9dee5fb4505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (81c72a1c-b85d-47fe-938d-33e6e2438923), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:11.672318 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-18e1102c-a56a-4902-ae17-9dee5fb4505c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:11.677371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-18e1102c-a56a-4902-ae17-9dee5fb4505c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81c72a1c-b85d-47fe-938d-33e6e2438923 HTTP/1.1" status: 204 len: 168 time: 0.2674360 Feb 11 05:02:11.688377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1102c-a56a-4902-ae17-9dee5fb4505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c72a1c-b85d-47fe-938d-33e6e2438923,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:23.138023 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e3908bf4-46b7-4c4c-9e4b-f82986daf0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:25.460831 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7aa851dd-c395-4dd8-8b0b-555ffaa2e1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:26.777276 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:28.346892 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:29.765703 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:32.314360 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:02:34.251535 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:34.315596 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:47.860234 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99f74052-c344-4d95-a31c-a2c2d9dc3412 req-87ac4b40-d4d7-4edd-88bd-e4a4eaa5f11c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488026 Feb 11 05:02:47.948932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f74052-c344-4d95-a31c-a2c2d9dc3412 req-ca35f64b-b31e-453f-be09-7e3b40de18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:47.950455 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99f74052-c344-4d95-a31c-a2c2d9dc3412 req-ca35f64b-b31e-453f-be09-7e3b40de18a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=01f3985e979e4ee0a67ba18b5c02d99e&device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 1128 time: 0.0472112 Feb 11 05:02:48.394950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f74052-c344-4d95-a31c-a2c2d9dc3412 req-013664ac-e73f-444b-bb74-36aa53bb7470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:48.396332 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99f74052-c344-4d95-a31c-a2c2d9dc3412 req-013664ac-e73f-444b-bb74-36aa53bb7470 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 HTTP/1.1" status: 200 len: 912 time: 0.4253883 Feb 11 05:02:48.466316 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99f74052-c344-4d95-a31c-a2c2d9dc3412 req-b0eb8b23-52c3-4ee4-8fd6-2dc0a87d63ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52b4ed4e-6bf9-4d60-83d3-085fec70d1be HTTP/1.1" status: 200 len: 1000 time: 0.0629442 Feb 11 05:02:48.515714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f74052-c344-4d95-a31c-a2c2d9dc3412 req-a4e3e45b-a28f-4607-866f-ce594dd801ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:48.517178 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99f74052-c344-4d95-a31c-a2c2d9dc3412 req-a4e3e45b-a28f-4607-866f-ce594dd801ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5039bb4f-96d0-4c9b-ae98-b43a89327357 HTTP/1.1" status: 200 len: 850 time: 0.0456104 Feb 11 05:02:48.572634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f74052-c344-4d95-a31c-a2c2d9dc3412 req-48881901-b6de-4390-90c1-46337896b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:48.574161 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99f74052-c344-4d95-a31c-a2c2d9dc3412 req-48881901-b6de-4390-90c1-46337896b4bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500848 Feb 11 05:02:48.672918 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99f74052-c344-4d95-a31c-a2c2d9dc3412 req-df852ef7-c738-4418-85ee-9c8a21889337 service neutron] 10.222.0.47 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922945 Feb 11 05:02:48.775615 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99f74052-c344-4d95-a31c-a2c2d9dc3412 req-8f28e0a3-4f29-4646-9252-fe0655561890 service neutron] 10.222.0.47 "GET /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952272 Feb 11 05:02:51.714492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5910e9-4e49-4910-968e-8b0e3b665b42 req-4f4ef333-5d39-4fe1-94d1-d7979fdcd3e1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:51.716070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae5910e9-4e49-4910-968e-8b0e3b665b42 req-4f4ef333-5d39-4fe1-94d1-d7979fdcd3e1 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 945 time: 0.0579283 Feb 11 05:02:51.766771 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ae5910e9-4e49-4910-968e-8b0e3b665b42 req-f18b0f64-6c6d-4a5a-93d4-d6bbe8710883 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=02cc43ed-f0fa-4270-8ff1-69b336349df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446718 Feb 11 05:02:52.906831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d22eb-eba5-4643-b4b2-fe5bdc13a9a7 req-4f0f7f28-8ce0-43a6-aa27-5f74ffa7b1bd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:52.909109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f9d22eb-eba5-4643-b4b2-fe5bdc13a9a7 req-4f0f7f28-8ce0-43a6-aa27-5f74ffa7b1bd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 945 time: 0.0631318 Feb 11 05:02:52.961711 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f9d22eb-eba5-4643-b4b2-fe5bdc13a9a7 req-da821194-1dca-488a-921c-aa9ba69e6b13 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=02cc43ed-f0fa-4270-8ff1-69b336349df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443614 Feb 11 05:02:53.148167 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-030f2235-b763-47fb-9117-d7c8d16da64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:53.557089 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-eb6bc44d-6e77-4ccc-ac64-5d88d0eb1abb tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:53.558590 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-eb6bc44d-6e77-4ccc-ac64-5d88d0eb1abb tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.47 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 945 time: 0.0560539 Feb 11 05:02:53.654692 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Deleting port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:53.654959 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:53.749161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] For port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=52b4ed4e-6bf9-4d60-83d3-085fec70d1be,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:02:53.750105 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:54.015736 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:54.016120 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (b9a6e98d-5d8b-4b30-80ce-d03bb20c4947), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:54.016450 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Floating IP b9a6e98d-5d8b-4b30-80ce-d03bb20c4947 disassociated. External IP: 172.25.3.23, port: 52b4ed4e-6bf9-4d60-83d3-085fec70d1be. Feb 11 05:02:54.016815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Calling delete_port for 52b4ed4e-6bf9-4d60-83d3-085fec70d1be owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:54.120749 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce4a0d-6922-4ab1-aa3c-74d09945f0f0 req-d54b1cf8-2fb7-431f-9652-866451964d64 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:02:54.129646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c4ce4a0d-6922-4ab1-aa3c-74d09945f0f0 req-d54b1cf8-2fb7-431f-9652-866451964d64 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 945 time: 0.0819819 Feb 11 05:02:54.183217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c4ce4a0d-6922-4ab1-aa3c-74d09945f0f0 req-5dc35a7a-d769-47cf-bb4c-a9898f865c5a tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups?id=02cc43ed-f0fa-4270-8ff1-69b336349df7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525992 Feb 11 05:02:54.283725 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (52b4ed4e-6bf9-4d60-83d3-085fec70d1be), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:54.316624 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event deleted for resources: {'Port': ['ID=52b4ed4e-6bf9-4d60-83d3-085fec70d1be,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:54.328619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:54.328884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:54.329239 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:54.329602 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:54.329983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:54.330309 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:54.330658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:54.330996 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:54.331349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:54.331779 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:54.332121 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:54.332453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:54.332783 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:02:54.469078 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Router 878c6daa-7f13-4aca-98f8-7b9031181a3e has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:02:54.590441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:02:54.603323 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deccfe31-3274-4693-b87b-e5d64ca68d7e None None] Sync routers for ids ['878c6daa-7f13-4aca-98f8-7b9031181a3e'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:02:54.613631 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deccfe31-3274-4693-b87b-e5d64ca68d7e None None] Routers {'878c6daa-7f13-4aca-98f8-7b9031181a3e'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:02:54.614253 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-deccfe31-3274-4693-b87b-e5d64ca68d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:02:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['878c6daa-7f13-4aca-98f8-7b9031181a3e'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:54.645798 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] No DVR routers for this DVR port 52b4ed4e-6bf9-4d60-83d3-085fec70d1be on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:02:54.648823 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:54.653376 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f1b81fb8-b3f4-4494-b445-92a8fafb3e04 req-b41af6b7-89f2-49c4-9c73-b134306b37fd tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.47 "DELETE /v2.0/ports/52b4ed4e-6bf9-4d60-83d3-085fec70d1be HTTP/1.1" status: 204 len: 173 time: 1.0893958 Feb 11 05:02:54.653376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb31a0c-008c-490f-b5d1-c731bda36a37', 'name': 'network-vif-deleted', 'tag': '52b4ed4e-6bf9-4d60-83d3-085fec70d1be'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:02:54.655375 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7c91ae798f02530dc1e2f6bc228c0341ae440d361df30ee1bef598178d987f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b75cd13-666e-45f1-ace0-c4e4f2a53165" -d '{"events": [{"server_uuid": "8bb31a0c-008c-490f-b5d1-c731bda36a37", "name": "network-vif-deleted", "tag": "52b4ed4e-6bf9-4d60-83d3-085fec70d1be"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:02:54.719784 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d72ee5-fa35-49f2-a91f-fde8f4bbf6b9 x-openstack-request-id: req-98d72ee5-fa35-49f2-a91f-fde8f4bbf6b9 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:02:54.720086 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb31a0c-008c-490f-b5d1-c731bda36a37", "name": "network-vif-deleted", "tag": "52b4ed4e-6bf9-4d60-83d3-085fec70d1be", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:02:54.720347 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98d72ee5-fa35-49f2-a91f-fde8f4bbf6b9 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:02:54.720784 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb31a0c-008c-490f-b5d1-c731bda36a37', 'name': 'network-vif-deleted', 'tag': '52b4ed4e-6bf9-4d60-83d3-085fec70d1be', 'status': 'completed', 'code': 200} Feb 11 05:02:54.754249 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-deccfe31-3274-4693-b87b-e5d64ca68d7e None None] Set router 878c6daa-7f13-4aca-98f8-7b9031181a3e gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:02:55.004447 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-deccfe31-3274-4693-b87b-e5d64ca68d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '430a9068-d24c-45db-a16f-e046175aa9ec', 'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'mac_address': 'fa:16:3e:7f:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:15Z', 'updated_at': '2022-02-11T04:57:20Z', 'revision_number': 5, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'subnets': [{'id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:55.040455 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deccfe31-3274-4693-b87b-e5d64ca68d7e None None] Checking router: 878c6daa-7f13-4aca-98f8-7b9031181a3e for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:02:55.050997 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deccfe31-3274-4693-b87b-e5d64ca68d7e None None] Routers {'878c6daa-7f13-4aca-98f8-7b9031181a3e'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:02:55.051634 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-deccfe31-3274-4693-b87b-e5d64ca68d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:02:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['878c6daa-7f13-4aca-98f8-7b9031181a3e'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:55.179063 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-deccfe31-3274-4693-b87b-e5d64ca68d7e None None] Set router 878c6daa-7f13-4aca-98f8-7b9031181a3e gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:02:55.324387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1bacdb7f-f20e-4149-ac6e-9094e111b0e1 req-88bd2e86-3eae-44f0-9fb4-c77f024a0740 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bb31a0c-008c-490f-b5d1-c731bda36a37 HTTP/1.1" status: 200 len: 210 time: 0.0561404 Feb 11 05:02:55.449618 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5ff38f3a-197f-4217-b966-4d6520121a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:55.498919 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-deccfe31-3274-4693-b87b-e5d64ca68d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '430a9068-d24c-45db-a16f-e046175aa9ec', 'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'mac_address': 'fa:16:3e:7f:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:15Z', 'updated_at': '2022-02-11T04:57:20Z', 'revision_number': 5, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'subnets': [{'id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:02:55.526226 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deccfe31-3274-4693-b87b-e5d64ca68d7e None None] The sync data for ids ['878c6daa-7f13-4aca-98f8-7b9031181a3e'] in n-d-712142-35 is: [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '430a9068-d24c-45db-a16f-e046175aa9ec', 'name': '', 'network_id': 'b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'mac_address': 'fa:16:3e:7f:d7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:15Z', 'updated_at': '2022-02-11T04:57:20Z', 'revision_number': 5, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'subnets': [{'id': '5039bb4f-96d0-4c9b-ae98-b43a89327357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:02:55.812276 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a0fc2-f0b3-470b-a06b-fa32300a6e34 None None] New status for floating IP b9a6e98d-5d8b-4b30-80ce-d03bb20c4947: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:02:56.482145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37500) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:56.527612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 52b4ed4e-6bf9-4d60-83d3-085fec70d1be no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:02:56.546740 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c513cb0-10c0-4a62-bd4a-bc623a532087 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group (02cc43ed-f0fa-4270-8ff1-69b336349df7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:56.551125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 52b4ed4e-6bf9-4d60-83d3-085fec70d1be {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:02:56.551483 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 52b4ed4e-6bf9-4d60-83d3-085fec70d1be not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:02:56.575080 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c513cb0-10c0-4a62-bd4a-bc623a532087 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group (02cc43ed-f0fa-4270-8ff1-69b336349df7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:56.708353 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c513cb0-10c0-4a62-bd4a-bc623a532087 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (02cc43ed-f0fa-4270-8ff1-69b336349df7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:56.713075 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c513cb0-10c0-4a62-bd4a-bc623a532087 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:56.713075 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0c513cb0-10c0-4a62-bd4a-bc623a532087 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "DELETE /v2.0/security-groups/02cc43ed-f0fa-4270-8ff1-69b336349df7 HTTP/1.1" status: 204 len: 168 time: 0.2284517 Feb 11 05:02:56.715537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 37502) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:56.722537 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c513cb0-10c0-4a62-bd4a-bc623a532087 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cc43ed-f0fa-4270-8ff1-69b336349df7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:56.736946 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-c5d793ce-d627-48eb-b28c-ddc42a76f2d6 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] show failed (client error): The resource could not be found. Feb 11 05:02:56.738147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c5d793ce-d627-48eb-b28c-ddc42a76f2d6 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "GET /v2.0/security-groups/02cc43ed-f0fa-4270-8ff1-69b336349df7 HTTP/1.1" status: 404 len: 347 time: 0.0215058 Feb 11 05:02:56.741355 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 37504) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:02:56.806054 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:56.876581 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5950ceda-d6f3-4176-933f-dce71a099d21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Deleting port b40e3745-783b-4e0c-864e-ffc9970bd52a {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:02:56.876930 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5950ceda-d6f3-4176-933f-dce71a099d21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b40e3745-783b-4e0c-864e-ffc9970bd52a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:56.957524 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5950ceda-d6f3-4176-933f-dce71a099d21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b40e3745-783b-4e0c-864e-ffc9970bd52a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:56.957848 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5950ceda-d6f3-4176-933f-dce71a099d21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for floatingip (b40e3745-783b-4e0c-864e-ffc9970bd52a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:56.970555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5950ceda-d6f3-4176-933f-dce71a099d21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Calling delete_port for b40e3745-783b-4e0c-864e-ffc9970bd52a owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:02:57.211537 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5950ceda-d6f3-4176-933f-dce71a099d21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b40e3745-783b-4e0c-864e-ffc9970bd52a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:57.243394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950ceda-d6f3-4176-933f-dce71a099d21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Pushing event deleted for resources: {'Port': ['ID=b40e3745-783b-4e0c-864e-ffc9970bd52a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:02:57.314079 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5950ceda-d6f3-4176-933f-dce71a099d21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks [] for floatingip (b9a6e98d-5d8b-4b30-80ce-d03bb20c4947), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:57.316950 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5950ceda-d6f3-4176-933f-dce71a099d21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:57.318251 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5950ceda-d6f3-4176-933f-dce71a099d21 tempest-AttachVolumeTestJSON-110329438 tempest-AttachVolumeTestJSON-110329438-project] 10.222.0.13 "DELETE /v2.0/floatingips/b9a6e98d-5d8b-4b30-80ce-d03bb20c4947 HTTP/1.1" status: 204 len: 168 time: 0.5751469 Feb 11 05:02:58.370655 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:02:59.753927 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:04.227137 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:04.294519 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:09.317286 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:03:18.307332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38014) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:18.919355 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (878c6daa-7f13-4aca-98f8-7b9031181a3e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:19.204002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Deleting port 430a9068-d24c-45db-a16f-e046175aa9ec {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:19.204385 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:19.300140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] For port 430a9068-d24c-45db-a16f-e046175aa9ec, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=430a9068-d24c-45db-a16f-e046175aa9ec,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:19.300600 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:19.316638 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Calling delete_port for 430a9068-d24c-45db-a16f-e046175aa9ec owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:19.587786 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (430a9068-d24c-45db-a16f-e046175aa9ec), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:19.615188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Pushing event deleted for resources: {'Port': ['ID=430a9068-d24c-45db-a16f-e046175aa9ec,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:19.627879 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:19.628246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:19.628603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:19.628985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:19.629298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:19.629647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:19.629985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:19.630321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:19.630698 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:19.631011 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:19.631344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:19.631669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:19.632071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:19.811143 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (878c6daa-7f13-4aca-98f8-7b9031181a3e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:20.371200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Router 878c6daa-7f13-4aca-98f8-7b9031181a3e has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:03:20.486549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:03:20.492799 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7c057833-1554-48fb-be4c-0e8d791a4084 admin admin] 10.222.0.13 "PUT /v2.0/routers/878c6daa-7f13-4aca-98f8-7b9031181a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1842213 Feb 11 05:03:20.495608 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38058) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:20.508768 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58767df2-a36a-4341-b312-ac686dcb4aeb None None] Sync routers for ids ['878c6daa-7f13-4aca-98f8-7b9031181a3e'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:03:20.519275 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58767df2-a36a-4341-b312-ac686dcb4aeb None None] Routers {'878c6daa-7f13-4aca-98f8-7b9031181a3e'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:03:20.520237 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-58767df2-a36a-4341-b312-ac686dcb4aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:02:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['878c6daa-7f13-4aca-98f8-7b9031181a3e'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:20.608642 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] Publish callbacks [] for router (878c6daa-7f13-4aca-98f8-7b9031181a3e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:20.634997 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-58767df2-a36a-4341-b312-ac686dcb4aeb None None] Set router 878c6daa-7f13-4aca-98f8-7b9031181a3e gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:03:20.721179 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] Publish callbacks [] for router_gateway (878c6daa-7f13-4aca-98f8-7b9031181a3e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:20.831853 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-58767df2-a36a-4341-b312-ac686dcb4aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T05:03:19Z', 'revision_number': 5, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port': {'id': '99d80494-9bcb-4b13-adf1-4f93874662d3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T04:57:11Z', 'updated_at': '2022-02-11T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:20.867623 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58767df2-a36a-4341-b312-ac686dcb4aeb None None] Checking router: 878c6daa-7f13-4aca-98f8-7b9031181a3e for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:03:20.870590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] Deleting port 99d80494-9bcb-4b13-adf1-4f93874662d3 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:20.871075 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (99d80494-9bcb-4b13-adf1-4f93874662d3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:20.877418 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58767df2-a36a-4341-b312-ac686dcb4aeb None None] Routers {'878c6daa-7f13-4aca-98f8-7b9031181a3e'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:03:20.878048 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-58767df2-a36a-4341-b312-ac686dcb4aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:02:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['878c6daa-7f13-4aca-98f8-7b9031181a3e'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:20.961448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] For port 99d80494-9bcb-4b13-adf1-4f93874662d3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=99d80494-9bcb-4b13-adf1-4f93874662d3,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:20.962237 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (99d80494-9bcb-4b13-adf1-4f93874662d3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:20.970603 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-58767df2-a36a-4341-b312-ac686dcb4aeb None None] Set router 878c6daa-7f13-4aca-98f8-7b9031181a3e gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:03:20.975346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] Calling delete_port for 99d80494-9bcb-4b13-adf1-4f93874662d3 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:21.030983 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-58767df2-a36a-4341-b312-ac686dcb4aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T05:03:20Z', 'revision_number': 6, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:21.061097 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58767df2-a36a-4341-b312-ac686dcb4aeb None None] The sync data for ids ['878c6daa-7f13-4aca-98f8-7b9031181a3e'] in n-d-712142-35 is: [{'id': '878c6daa-7f13-4aca-98f8-7b9031181a3e', 'name': 'tempest-AttachVolumeTestJSON-1440197754-router', 'tenant_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T04:57:10Z', 'updated_at': '2022-02-11T05:03:20Z', 'revision_number': 6, 'project_id': '01f3985e979e4ee0a67ba18b5c02d99e', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:03:21.238970 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (99d80494-9bcb-4b13-adf1-4f93874662d3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:21.264671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d80494-9bcb-4b13-adf1-4f93874662d3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:21.330411 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (878c6daa-7f13-4aca-98f8-7b9031181a3e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:21.426418 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (878c6daa-7f13-4aca-98f8-7b9031181a3e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:21.428898 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] Publish callbacks [] for router_controller (878c6daa-7f13-4aca-98f8-7b9031181a3e), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:21.536193 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (878c6daa-7f13-4aca-98f8-7b9031181a3e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:21.536979 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 878c6daa-7f13-4aca-98f8-7b9031181a3e {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:03:21.542031 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:21.546452 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-08add268-c5c6-4aaa-b743-d0d2b0f752b2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/878c6daa-7f13-4aca-98f8-7b9031181a3e HTTP/1.1" status: 204 len: 168 time: 1.0466692 Feb 11 05:03:21.547275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38062) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:21.594483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f8262c-9840-41a8-b999-dd87e4fe570b admin admin] Deleting subnet 5039bb4f-96d0-4c9b-ae98-b43a89327357 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:03:21.597595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7f8262c-9840-41a8-b999-dd87e4fe570b admin admin] Publish callbacks [] for subnet (5039bb4f-96d0-4c9b-ae98-b43a89327357), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:21.638810 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7f8262c-9840-41a8-b999-dd87e4fe570b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (5039bb4f-96d0-4c9b-ae98-b43a89327357), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:21.719266 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7f8262c-9840-41a8-b999-dd87e4fe570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (5039bb4f-96d0-4c9b-ae98-b43a89327357), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:21.862839 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7f8262c-9840-41a8-b999-dd87e4fe570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (5039bb4f-96d0-4c9b-ae98-b43a89327357), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:21.893662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8262c-9840-41a8-b999-dd87e4fe570b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5039bb4f-96d0-4c9b-ae98-b43a89327357,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:21.898994 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7f8262c-9840-41a8-b999-dd87e4fe570b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:21.903208 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e7f8262c-9840-41a8-b999-dd87e4fe570b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5039bb4f-96d0-4c9b-ae98-b43a89327357 HTTP/1.1" status: 204 len: 168 time: 0.3548851 Feb 11 05:03:21.906110 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38064) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:21.911336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80481b5-5767-4b9a-8e83-92da27226888 None None] Network b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:03:21.996699 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:22.057011 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] Deleting port ba7d1744-070e-4c6c-b7e3-80e8dd510022 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:22.057359 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:22.101880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] DHCP port deletion for b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:03:22.141030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] For port ba7d1744-070e-4c6c-b7e3-80e8dd510022, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ba7d1744-070e-4c6c-b7e3-80e8dd510022,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:22.141404 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:22.156311 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] Calling delete_port for ba7d1744-070e-4c6c-b7e3-80e8dd510022 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:22.192412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Deleting port ba7d1744-070e-4c6c-b7e3-80e8dd510022 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:03:22.192798 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:22.269520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] For port ba7d1744-070e-4c6c-b7e3-80e8dd510022, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ba7d1744-070e-4c6c-b7e3-80e8dd510022,segment=NetworkSegment(26b603f1-631d-4099-8fb3-6265dca69b53),segment_id=26b603f1-631d-4099-8fb3-6265dca69b53)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:03:22.269986 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:22.292758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Calling delete_port for ba7d1744-070e-4c6c-b7e3-80e8dd510022 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:03:22.319272 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:22.353499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba7d1744-070e-4c6c-b7e3-80e8dd510022,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:22.356878 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] No DVR routers for this DVR port ba7d1744-070e-4c6c-b7e3-80e8dd510022 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:03:22.384134 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (ba7d1744-070e-4c6c-b7e3-80e8dd510022), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:22.409363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Pushing event deleted for resources: {'Port': ['ID=ba7d1744-070e-4c6c-b7e3-80e8dd510022,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:22.421111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:22.421438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:22.421791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:22.422144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:22.422487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:22.422974 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:22.423299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:22.423638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:22.423980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:22.424300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:22.424633 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:22.424962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:22.425289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:22.429536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9939b1-35e1-4d96-a57b-d298364ab89f None None] No DVR routers for this DVR port ba7d1744-070e-4c6c-b7e3-80e8dd510022 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:03:22.446564 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:22.468745 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:22.479877 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b603f1-631d-4099-8fb3-6265dca69b53') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:22.480211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b603f1-631d-4099-8fb3-6265dca69b53') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:03:22.492680 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (26b603f1-631d-4099-8fb3-6265dca69b53), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:22.507683 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (26b603f1-631d-4099-8fb3-6265dca69b53), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:22.516073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:03:22.516489 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (26b603f1-631d-4099-8fb3-6265dca69b53), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:03:22.518191 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:03:22.628044 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:22.638560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:22.641981 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42 HTTP/1.1" status: 204 len: 168 time: 0.7344553 Feb 11 05:03:22.658616 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8dc56d-716e-4b07-8b0f-cdd000089113 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4435c2b-4ac0-4f3f-b9e3-47fb697b8b42,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:22.860344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 99d80494-9bcb-4b13-adf1-4f93874662d3 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:03:22.887982 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 99d80494-9bcb-4b13-adf1-4f93874662d3 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:03:22.888484 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 99d80494-9bcb-4b13-adf1-4f93874662d3 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:03:22.888977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 430a9068-d24c-45db-a16f-e046175aa9ec no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:03:22.911682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 430a9068-d24c-45db-a16f-e046175aa9ec {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:03:22.911682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 430a9068-d24c-45db-a16f-e046175aa9ec not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:03:22.912429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ba7d1744-070e-4c6c-b7e3-80e8dd510022 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:03:22.937313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: ba7d1744-070e-4c6c-b7e3-80e8dd510022 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:03:22.937665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ba7d1744-070e-4c6c-b7e3-80e8dd510022 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:03:23.043942 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38070) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:23.086039 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8642e88e-3100-4f9d-b77f-9bc049fad163 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01f3985e979e4ee0a67ba18b5c02d99e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409179 Feb 11 05:03:23.088571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38072) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:23.140545 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bc7171fa-9ee4-4a17-83bd-996238cc4bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:23.143647 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-543ede89-793e-47e6-a6a2-b74a919d8a96 admin admin] Publish callbacks [] for security_group (1cc689dd-79f8-4b41-b8cc-efa24b77c8df), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:23.165984 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-543ede89-793e-47e6-a6a2-b74a919d8a96 admin admin] Publish callbacks [] for security_group (1cc689dd-79f8-4b41-b8cc-efa24b77c8df), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:23.290410 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-543ede89-793e-47e6-a6a2-b74a919d8a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1cc689dd-79f8-4b41-b8cc-efa24b77c8df), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:23.293115 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-543ede89-793e-47e6-a6a2-b74a919d8a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:23.294336 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-543ede89-793e-47e6-a6a2-b74a919d8a96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cc689dd-79f8-4b41-b8cc-efa24b77c8df HTTP/1.1" status: 204 len: 168 time: 0.2046475 Feb 11 05:03:23.303109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ede89-793e-47e6-a6a2-b74a919d8a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc689dd-79f8-4b41-b8cc-efa24b77c8df,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:25.460641 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7ff5d8e6-36e1-428d-922e-58aa9336921d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:26.807187 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:28.358754 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:29.745616 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:32.668440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38192) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:32.839366 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b1645378-f07c-4400-8323-fce769327a38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7df92455fd694e6c9bf691dca34915c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1696837 Feb 11 05:03:32.842649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38196) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:32.905417 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c162f68a-f7f7-4d3c-b998-843c455eead4 admin admin] Publish callbacks [] for security_group (3d615883-2272-4d24-9c43-4631ab107bdc), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:32.930014 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c162f68a-f7f7-4d3c-b998-843c455eead4 admin admin] Publish callbacks [] for security_group (3d615883-2272-4d24-9c43-4631ab107bdc), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:33.057088 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c162f68a-f7f7-4d3c-b998-843c455eead4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3d615883-2272-4d24-9c43-4631ab107bdc), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:33.060243 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c162f68a-f7f7-4d3c-b998-843c455eead4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:33.061777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c162f68a-f7f7-4d3c-b998-843c455eead4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d615883-2272-4d24-9c43-4631ab107bdc HTTP/1.1" status: 204 len: 168 time: 0.2178631 Feb 11 05:03:33.073953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162f68a-f7f7-4d3c-b998-843c455eead4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d615883-2272-4d24-9c43-4631ab107bdc,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:34.237078 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:34.284669 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:40.989582 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38248) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:41.134999 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5cc048d-ff94-491d-bbdf-b604b7d493a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:41.211830 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5cc048d-ff94-491d-bbdf-b604b7d493a8 admin admin] Publish callbacks [] for security_group (a29ece4e-f8af-449a-a0d9-af5ad1e02583), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:41.284083 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5cc048d-ff94-491d-bbdf-b604b7d493a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a29ece4e-f8af-449a-a0d9-af5ad1e02583), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:41.328986 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc048d-ff94-491d-bbdf-b604b7d493a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29ece4e-f8af-449a-a0d9-af5ad1e02583,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:41.334004 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e5cc048d-ff94-491d-bbdf-b604b7d493a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a0a2649027f4b358fc2e71fa2f50098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3432786 Feb 11 05:03:41.337120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38254) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:41.388620 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6affb4a-558b-41cf-af3d-9064646c9f99 admin admin] Publish callbacks [] for security_group (a29ece4e-f8af-449a-a0d9-af5ad1e02583), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:41.413220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6affb4a-558b-41cf-af3d-9064646c9f99 admin admin] Publish callbacks [] for security_group (a29ece4e-f8af-449a-a0d9-af5ad1e02583), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:41.541320 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6affb4a-558b-41cf-af3d-9064646c9f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (a29ece4e-f8af-449a-a0d9-af5ad1e02583), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:41.543979 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e6affb4a-558b-41cf-af3d-9064646c9f99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:41.545148 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e6affb4a-558b-41cf-af3d-9064646c9f99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a29ece4e-f8af-449a-a0d9-af5ad1e02583 HTTP/1.1" status: 204 len: 168 time: 0.2068539 Feb 11 05:03:41.554429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6affb4a-558b-41cf-af3d-9064646c9f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29ece4e-f8af-449a-a0d9-af5ad1e02583,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:45.572721 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38318) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:45.678754 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-919208ed-44a6-44aa-b720-d2bfeefe9e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.750798 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-919208ed-44a6-44aa-b720-d2bfeefe9e72 admin admin] Publish callbacks [] for security_group (1a1e24ea-2ffd-4eff-86c9-80f066134646), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.832456 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-919208ed-44a6-44aa-b720-d2bfeefe9e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1a1e24ea-2ffd-4eff-86c9-80f066134646), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.872753 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-919208ed-44a6-44aa-b720-d2bfeefe9e72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fa35ed853bd41b4a4dadd312ee5d658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2986958 Feb 11 05:03:45.874041 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919208ed-44a6-44aa-b720-d2bfeefe9e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1e24ea-2ffd-4eff-86c9-80f066134646,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:45.875711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38322) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:45.931761 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50550ece-fc76-4dcc-ae61-8bebd1908b2e admin admin] Publish callbacks [] for security_group (1a1e24ea-2ffd-4eff-86c9-80f066134646), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:45.953412 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50550ece-fc76-4dcc-ae61-8bebd1908b2e admin admin] Publish callbacks [] for security_group (1a1e24ea-2ffd-4eff-86c9-80f066134646), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.078176 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50550ece-fc76-4dcc-ae61-8bebd1908b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1a1e24ea-2ffd-4eff-86c9-80f066134646), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.081038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50550ece-fc76-4dcc-ae61-8bebd1908b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.082245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-50550ece-fc76-4dcc-ae61-8bebd1908b2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a1e24ea-2ffd-4eff-86c9-80f066134646 HTTP/1.1" status: 204 len: 168 time: 0.2055159 Feb 11 05:03:46.091403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50550ece-fc76-4dcc-ae61-8bebd1908b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1e24ea-2ffd-4eff-86c9-80f066134646,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:46.317164 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:03:46.783018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38328) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:46.799983 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b8cfc81-5782-423f-8e37-e44e1e1ab496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.877113 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b8cfc81-5782-423f-8e37-e44e1e1ab496 admin admin] Publish callbacks [] for security_group (51b55b23-978a-458f-8754-3e1f946ac473), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.950934 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b8cfc81-5782-423f-8e37-e44e1e1ab496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (51b55b23-978a-458f-8754-3e1f946ac473), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:46.990772 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4b8cfc81-5782-423f-8e37-e44e1e1ab496 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4178c7d6994842539da8f31726cd607f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2065628 Feb 11 05:03:46.991690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cfc81-5782-423f-8e37-e44e1e1ab496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b55b23-978a-458f-8754-3e1f946ac473,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:46.994034 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38330) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:47.045989 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57198156-f4cb-4590-865e-67a13bf30751 admin admin] Publish callbacks [] for security_group (51b55b23-978a-458f-8754-3e1f946ac473), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:47.073551 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57198156-f4cb-4590-865e-67a13bf30751 admin admin] Publish callbacks [] for security_group (51b55b23-978a-458f-8754-3e1f946ac473), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:47.196331 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57198156-f4cb-4590-865e-67a13bf30751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (51b55b23-978a-458f-8754-3e1f946ac473), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:47.199094 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-57198156-f4cb-4590-865e-67a13bf30751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:47.200277 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-57198156-f4cb-4590-865e-67a13bf30751 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51b55b23-978a-458f-8754-3e1f946ac473 HTTP/1.1" status: 204 len: 168 time: 0.2052100 Feb 11 05:03:47.208669 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57198156-f4cb-4590-865e-67a13bf30751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b55b23-978a-458f-8754-3e1f946ac473,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:48.968981 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-9068508f-39f2-4374-baac-af86cf27d37d req-ab3049d0-8e07-4a4b-863e-bd6b2746a26a service neutron] (103808) timed out ('10.222.0.13', 49138) {{(pid=103808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:03:50.964368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38404) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:51.080985 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-faa8a863-769e-4373-accb-73d01940ce7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:51.159817 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-faa8a863-769e-4373-accb-73d01940ce7e admin admin] Publish callbacks [] for security_group (ce3b74ff-07ec-4eff-a807-084a3c3f7188), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:51.244097 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-faa8a863-769e-4373-accb-73d01940ce7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ce3b74ff-07ec-4eff-a807-084a3c3f7188), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:51.283357 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8a863-769e-4373-accb-73d01940ce7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3b74ff-07ec-4eff-a807-084a3c3f7188,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:51.288201 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-faa8a863-769e-4373-accb-73d01940ce7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=454d50d56be14364b3d604f79e54f775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3226497 Feb 11 05:03:51.291222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38408) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:51.342796 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4628b52c-1d1c-4bca-b0e9-4a97f3a4b109 admin admin] Publish callbacks [] for security_group (ce3b74ff-07ec-4eff-a807-084a3c3f7188), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:51.364894 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4628b52c-1d1c-4bca-b0e9-4a97f3a4b109 admin admin] Publish callbacks [] for security_group (ce3b74ff-07ec-4eff-a807-084a3c3f7188), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:51.484254 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4628b52c-1d1c-4bca-b0e9-4a97f3a4b109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ce3b74ff-07ec-4eff-a807-084a3c3f7188), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:51.486919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4628b52c-1d1c-4bca-b0e9-4a97f3a4b109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:51.488191 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4628b52c-1d1c-4bca-b0e9-4a97f3a4b109 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce3b74ff-07ec-4eff-a807-084a3c3f7188 HTTP/1.1" status: 204 len: 168 time: 0.1960273 Feb 11 05:03:51.496952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628b52c-1d1c-4bca-b0e9-4a97f3a4b109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3b74ff-07ec-4eff-a807-084a3c3f7188,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:52.174741 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38414) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:52.188881 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5af91342-11b0-4e3b-b513-d422a6f03b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:52.266765 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5af91342-11b0-4e3b-b513-d422a6f03b66 admin admin] Publish callbacks [] for security_group (8549ec24-ca1f-4cd4-9823-78a5f1d58d9a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:52.352428 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5af91342-11b0-4e3b-b513-d422a6f03b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8549ec24-ca1f-4cd4-9823-78a5f1d58d9a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:52.392953 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af91342-11b0-4e3b-b513-d422a6f03b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8549ec24-ca1f-4cd4-9823-78a5f1d58d9a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:52.398719 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5af91342-11b0-4e3b-b513-d422a6f03b66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a879017a463847e4abde1e1c8bdc9b27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2223966 Feb 11 05:03:52.401223 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38416) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:52.452034 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f2703eb7-5ed2-430e-aa15-13eba55f6e88 admin admin] Publish callbacks [] for security_group (8549ec24-ca1f-4cd4-9823-78a5f1d58d9a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:52.474299 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f2703eb7-5ed2-430e-aa15-13eba55f6e88 admin admin] Publish callbacks [] for security_group (8549ec24-ca1f-4cd4-9823-78a5f1d58d9a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:52.592727 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f2703eb7-5ed2-430e-aa15-13eba55f6e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8549ec24-ca1f-4cd4-9823-78a5f1d58d9a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:52.595455 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f2703eb7-5ed2-430e-aa15-13eba55f6e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:52.596647 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f2703eb7-5ed2-430e-aa15-13eba55f6e88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8549ec24-ca1f-4cd4-9823-78a5f1d58d9a HTTP/1.1" status: 204 len: 168 time: 0.1944458 Feb 11 05:03:52.605502 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2703eb7-5ed2-430e-aa15-13eba55f6e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8549ec24-ca1f-4cd4-9823-78a5f1d58d9a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:53.135446 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3b0faa92-d613-40e6-bbf8-cea1326cb9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:55.449862 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fee24f06-84e7-45c2-8ba2-4c5ba61e43b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:56.773006 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:58.363621 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.002517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38634) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:59.108780 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.187450 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Publish callbacks [] for security_group (8c16f5f1-8e09-4c37-9021-b7f2fd078a32), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.278442 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8c16f5f1-8e09-4c37-9021-b7f2fd078a32), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.317750 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d817da6f2a8f43059f33106430bb02a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3140283 Feb 11 05:03:59.318574 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c16f5f1-8e09-4c37-9021-b7f2fd078a32,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:59.321444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38638) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:03:59.327516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:59.327874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:59.328224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:59.328568 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:59.328904 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:59.329293 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:59.329762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:59.330070 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:59.330400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:59.330755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:59.331087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:59.331416 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:59.331745 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ac055b-58ca-49ff-9c15-2d0d755be1ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:03:59.377612 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7da3ba0e-fb1f-4021-b4eb-014bd8511c36 admin admin] Publish callbacks [] for security_group (8c16f5f1-8e09-4c37-9021-b7f2fd078a32), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.400154 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7da3ba0e-fb1f-4021-b4eb-014bd8511c36 admin admin] Publish callbacks [] for security_group (8c16f5f1-8e09-4c37-9021-b7f2fd078a32), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.517900 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7da3ba0e-fb1f-4021-b4eb-014bd8511c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8c16f5f1-8e09-4c37-9021-b7f2fd078a32), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.520605 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7da3ba0e-fb1f-4021-b4eb-014bd8511c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:03:59.521780 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7da3ba0e-fb1f-4021-b4eb-014bd8511c36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c16f5f1-8e09-4c37-9021-b7f2fd078a32 HTTP/1.1" status: 204 len: 168 time: 0.1985097 Feb 11 05:03:59.530486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3ba0e-fb1f-4021-b4eb-014bd8511c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c16f5f1-8e09-4c37-9021-b7f2fd078a32,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:03:59.792205 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.078886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38722) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:03.185752 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cb1b5158-f9e6-4fa7-8d7f-a300f98c3996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.266888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cb1b5158-f9e6-4fa7-8d7f-a300f98c3996 admin admin] Publish callbacks [] for security_group (20ebc268-240f-4676-8c36-20a2cc824d07), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.333647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cb1b5158-f9e6-4fa7-8d7f-a300f98c3996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (20ebc268-240f-4676-8c36-20a2cc824d07), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.374709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cb1b5158-f9e6-4fa7-8d7f-a300f98c3996 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9014c22138724a4baee4062d344df8b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2946880 Feb 11 05:04:03.375597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b5158-f9e6-4fa7-8d7f-a300f98c3996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ebc268-240f-4676-8c36-20a2cc824d07,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:03.377444 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38726) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:03.431810 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34bff056-5db9-413c-8ca7-e1e972fbc8bd admin admin] Publish callbacks [] for security_group (20ebc268-240f-4676-8c36-20a2cc824d07), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.453690 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34bff056-5db9-413c-8ca7-e1e972fbc8bd admin admin] Publish callbacks [] for security_group (20ebc268-240f-4676-8c36-20a2cc824d07), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.592441 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34bff056-5db9-413c-8ca7-e1e972fbc8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (20ebc268-240f-4676-8c36-20a2cc824d07), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.594978 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-34bff056-5db9-413c-8ca7-e1e972fbc8bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:03.596148 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-34bff056-5db9-413c-8ca7-e1e972fbc8bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20ebc268-240f-4676-8c36-20a2cc824d07 HTTP/1.1" status: 204 len: 168 time: 0.2176614 Feb 11 05:04:03.604819 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bff056-5db9-413c-8ca7-e1e972fbc8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ebc268-240f-4676-8c36-20a2cc824d07,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:04.204757 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:04.299037 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:04.355181 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38732) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:04.369406 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6efc81b3-6394-4302-89ff-434809d061ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:04.447324 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6efc81b3-6394-4302-89ff-434809d061ec admin admin] Publish callbacks [] for security_group (5f9fcad8-561a-4470-b429-897d20b99448), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:04.527782 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6efc81b3-6394-4302-89ff-434809d061ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5f9fcad8-561a-4470-b429-897d20b99448), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:04.568008 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6efc81b3-6394-4302-89ff-434809d061ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a5f8e7d1f394486b0114086deaee8f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2117050 Feb 11 05:04:04.568886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc81b3-6394-4302-89ff-434809d061ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9fcad8-561a-4470-b429-897d20b99448,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:04.571502 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38734) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:04.621137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e43bea87-5036-48b0-b258-72c2c70073ef admin admin] Publish callbacks [] for security_group (5f9fcad8-561a-4470-b429-897d20b99448), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:04.643659 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e43bea87-5036-48b0-b258-72c2c70073ef admin admin] Publish callbacks [] for security_group (5f9fcad8-561a-4470-b429-897d20b99448), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:04.767720 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e43bea87-5036-48b0-b258-72c2c70073ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5f9fcad8-561a-4470-b429-897d20b99448), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:04.770366 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e43bea87-5036-48b0-b258-72c2c70073ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:04.771617 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e43bea87-5036-48b0-b258-72c2c70073ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f9fcad8-561a-4470-b429-897d20b99448 HTTP/1.1" status: 204 len: 168 time: 0.1990902 Feb 11 05:04:04.780054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bea87-5036-48b0-b258-72c2c70073ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9fcad8-561a-4470-b429-897d20b99448,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:07.019632 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38776) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:07.123177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5d001e3f-5dcd-44ec-be8f-fc86ae217e20 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:07.215393 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5d001e3f-5dcd-44ec-be8f-fc86ae217e20 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] 10.222.0.13 "PUT /v2.0/quotas/d70f7ce7edfb49949aae620d00a41b91 HTTP/1.1" status: 200 len: 368 time: 0.1945555 Feb 11 05:04:07.217939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38780) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:07.222894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Request body: {'network': {'project_id': 'd70f7ce7edfb49949aae620d00a41b91'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:07.323734 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Made reservation on behalf of d70f7ce7edfb49949aae620d00a41b91 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:07.326163 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:07.336189 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:07.422801 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks [] for security_group (f3eb1ea6-3ffc-4158-bed1-6be324321b36), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:07.493267 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f3eb1ea6-3ffc-4158-bed1-6be324321b36), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:07.518465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:04:07.529325 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eb1ea6-3ffc-4158-bed1-6be324321b36,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:07.535970 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (656d3228-b83b-46d8-957a-757b49c6b630), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:07.538341 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Added segment 656d3228-b83b-46d8-957a-757b49c6b630 of type vlan for network 3f9ad6a1-cc89-441b-92a6-a85ee4b665a4 Feb 11 05:04:07.578235 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (3f9ad6a1-cc89-441b-92a6-a85ee4b665a4), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:07.675989 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (3f9ad6a1-cc89-441b-92a6-a85ee4b665a4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:07.677000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:07.677583 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:07.737976 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Pushing event updated for resources: {'Network': ['ID=3f9ad6a1-cc89-441b-92a6-a85ee4b665a4,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:07.747909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 3f9ad6a1-cc89-441b-92a6-a85ee4b665a4 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:04:07.766336 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-68bb63f4-25bf-4f70-8689-f56a9c19872d tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5473609 Feb 11 05:04:07.769078 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38782) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:07.774599 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c1972650-4fa1-4c9b-818a-82b53fc492fc tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Request body: {'network': {'project_id': 'd70f7ce7edfb49949aae620d00a41b91'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:07.872234 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1972650-4fa1-4c9b-818a-82b53fc492fc tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Made reservation on behalf of d70f7ce7edfb49949aae620d00a41b91 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:07.874712 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1972650-4fa1-4c9b-818a-82b53fc492fc tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:07.905952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1972650-4fa1-4c9b-818a-82b53fc492fc tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:04:07.915160 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1972650-4fa1-4c9b-818a-82b53fc492fc tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (fc292790-18c8-412a-9096-e4ed9e5fd640), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:07.915505 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-c1972650-4fa1-4c9b-818a-82b53fc492fc tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Added segment fc292790-18c8-412a-9096-e4ed9e5fd640 of type vlan for network fd6b7829-5c33-417a-b00d-40b0649132d7 Feb 11 05:04:07.955193 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1972650-4fa1-4c9b-818a-82b53fc492fc tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (fd6b7829-5c33-417a-b00d-40b0649132d7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.078171 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1972650-4fa1-4c9b-818a-82b53fc492fc tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (fd6b7829-5c33-417a-b00d-40b0649132d7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.079141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1972650-4fa1-4c9b-818a-82b53fc492fc tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:08.079733 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1972650-4fa1-4c9b-818a-82b53fc492fc tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.140812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1972650-4fa1-4c9b-818a-82b53fc492fc tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Pushing event updated for resources: {'Network': ['ID=fd6b7829-5c33-417a-b00d-40b0649132d7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:08.151225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network fd6b7829-5c33-417a-b00d-40b0649132d7 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:04:08.178078 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c1972650-4fa1-4c9b-818a-82b53fc492fc tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4078543 Feb 11 05:04:08.182282 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38784) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:08.187864 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0f04cb8d-181f-4d4f-b160-a55e71fed821 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Request body: {'network': {'project_id': 'd70f7ce7edfb49949aae620d00a41b91'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:08.199174 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f04cb8d-181f-4d4f-b160-a55e71fed821 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 05:04:08.199646 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f04cb8d-181f-4d4f-b160-a55e71fed821 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:04:08.200839 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0f04cb8d-181f-4d4f-b160-a55e71fed821 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0173066 Feb 11 05:04:08.203809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38786) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:08.246974 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-241d5e8e-7da7-4e5b-b04a-67dd73d645a5 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d70f7ce7edfb49949aae620d00a41b91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419705 Feb 11 05:04:08.249535 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38788) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:08.302896 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-483471ab-c72d-484c-a15a-9e312b8a1cb7 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks [] for security_group (f3eb1ea6-3ffc-4158-bed1-6be324321b36), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.325646 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-483471ab-c72d-484c-a15a-9e312b8a1cb7 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks [] for security_group (f3eb1ea6-3ffc-4158-bed1-6be324321b36), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.420961 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-483471ab-c72d-484c-a15a-9e312b8a1cb7 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f3eb1ea6-3ffc-4158-bed1-6be324321b36), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.423630 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-483471ab-c72d-484c-a15a-9e312b8a1cb7 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.424812 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-483471ab-c72d-484c-a15a-9e312b8a1cb7 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3eb1ea6-3ffc-4158-bed1-6be324321b36 HTTP/1.1" status: 204 len: 168 time: 0.1743701 Feb 11 05:04:08.427606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38790) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:08.433517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483471ab-c72d-484c-a15a-9e312b8a1cb7 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eb1ea6-3ffc-4158-bed1-6be324321b36,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:08.504745 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be6c3897-cea5-4554-82aa-be9cb3c9c55b tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (fd6b7829-5c33-417a-b00d-40b0649132d7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.584725 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be6c3897-cea5-4554-82aa-be9cb3c9c55b tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (fd6b7829-5c33-417a-b00d-40b0649132d7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.606026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-be6c3897-cea5-4554-82aa-be9cb3c9c55b tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6b7829-5c33-417a-b00d-40b0649132d7']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:08.615588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-be6c3897-cea5-4554-82aa-be9cb3c9c55b tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc292790-18c8-412a-9096-e4ed9e5fd640') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:08.615885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-be6c3897-cea5-4554-82aa-be9cb3c9c55b tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc292790-18c8-412a-9096-e4ed9e5fd640') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:08.626541 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be6c3897-cea5-4554-82aa-be9cb3c9c55b tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (fc292790-18c8-412a-9096-e4ed9e5fd640), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.639785 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be6c3897-cea5-4554-82aa-be9cb3c9c55b tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (fc292790-18c8-412a-9096-e4ed9e5fd640), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.645638 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6c3897-cea5-4554-82aa-be9cb3c9c55b tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:04:08.646036 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be6c3897-cea5-4554-82aa-be9cb3c9c55b tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (fc292790-18c8-412a-9096-e4ed9e5fd640), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:04:08.647699 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:04:08.775554 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be6c3897-cea5-4554-82aa-be9cb3c9c55b tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (fd6b7829-5c33-417a-b00d-40b0649132d7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.782408 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-be6c3897-cea5-4554-82aa-be9cb3c9c55b tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.788139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38792) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:08.788375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-be6c3897-cea5-4554-82aa-be9cb3c9c55b tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] 10.222.0.13 "DELETE /v2.0/networks/fd6b7829-5c33-417a-b00d-40b0649132d7 HTTP/1.1" status: 204 len: 168 time: 0.3596194 Feb 11 05:04:08.800777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c3897-cea5-4554-82aa-be9cb3c9c55b tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Pushing event deleted for resources: {'Network': ['ID=fd6b7829-5c33-417a-b00d-40b0649132d7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:08.860009 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0ac9-b591-4828-a017-07389a33f244 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (3f9ad6a1-cc89-441b-92a6-a85ee4b665a4), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.942237 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0ac9-b591-4828-a017-07389a33f244 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (3f9ad6a1-cc89-441b-92a6-a85ee4b665a4), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.962535 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-6bbe0ac9-b591-4828-a017-07389a33f244 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9ad6a1-cc89-441b-92a6-a85ee4b665a4']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:08.972832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-6bbe0ac9-b591-4828-a017-07389a33f244 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656d3228-b83b-46d8-957a-757b49c6b630') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:08.973306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-6bbe0ac9-b591-4828-a017-07389a33f244 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656d3228-b83b-46d8-957a-757b49c6b630') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:08.983114 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0ac9-b591-4828-a017-07389a33f244 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (656d3228-b83b-46d8-957a-757b49c6b630), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:08.997011 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0ac9-b591-4828-a017-07389a33f244 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (656d3228-b83b-46d8-957a-757b49c6b630), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:09.004113 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbe0ac9-b591-4828-a017-07389a33f244 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:04:09.004521 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0ac9-b591-4828-a017-07389a33f244 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (656d3228-b83b-46d8-957a-757b49c6b630), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: warnings.warn('Neutron quota engine will require "--force" ' Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:04:09.006287 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:04:09.124112 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0ac9-b591-4828-a017-07389a33f244 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (3f9ad6a1-cc89-441b-92a6-a85ee4b665a4), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:09.130862 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0ac9-b591-4828-a017-07389a33f244 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:09.136297 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6bbe0ac9-b591-4828-a017-07389a33f244 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] 10.222.0.13 "DELETE /v2.0/networks/3f9ad6a1-cc89-441b-92a6-a85ee4b665a4 HTTP/1.1" status: 204 len: 168 time: 0.3459635 Feb 11 05:04:09.149175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe0ac9-b591-4828-a017-07389a33f244 tempest-QuotasNegativeTest-1111787176 tempest-QuotasNegativeTest-1111787176-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f9ad6a1-cc89-441b-92a6-a85ee4b665a4,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:09.955163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38800) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:10.071864 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae975cd7-6763-44d1-96e0-fd1d4da96d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:10.146960 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae975cd7-6763-44d1-96e0-fd1d4da96d0d admin admin] Publish callbacks [] for security_group (3cdfc5af-52fb-4cf6-addd-2f4dfd67f290), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:10.220840 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ae975cd7-6763-44d1-96e0-fd1d4da96d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3cdfc5af-52fb-4cf6-addd-2f4dfd67f290), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:10.259010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae975cd7-6763-44d1-96e0-fd1d4da96d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdfc5af-52fb-4cf6-addd-2f4dfd67f290,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:10.263546 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ae975cd7-6763-44d1-96e0-fd1d4da96d0d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07fe91827f764fb0b31b416c09c529bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3073206 Feb 11 05:04:10.267074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38804) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:10.323930 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-90dc748d-4a65-42b3-b251-23a3137640ed admin admin] Publish callbacks [] for security_group (3cdfc5af-52fb-4cf6-addd-2f4dfd67f290), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:10.346821 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-90dc748d-4a65-42b3-b251-23a3137640ed admin admin] Publish callbacks [] for security_group (3cdfc5af-52fb-4cf6-addd-2f4dfd67f290), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:10.464749 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-90dc748d-4a65-42b3-b251-23a3137640ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3cdfc5af-52fb-4cf6-addd-2f4dfd67f290), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:10.467461 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-90dc748d-4a65-42b3-b251-23a3137640ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:10.468637 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-90dc748d-4a65-42b3-b251-23a3137640ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cdfc5af-52fb-4cf6-addd-2f4dfd67f290 HTTP/1.1" status: 204 len: 168 time: 0.2008841 Feb 11 05:04:10.477110 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc748d-4a65-42b3-b251-23a3137640ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdfc5af-52fb-4cf6-addd-2f4dfd67f290,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:11.111574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38810) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:11.129661 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a800e13e-6970-4fdf-9e8f-d6fdce9ff8be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:11.204366 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a800e13e-6970-4fdf-9e8f-d6fdce9ff8be admin admin] Publish callbacks [] for security_group (0cbbd417-a7bc-4695-9177-2fd05f9759e6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:11.272221 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a800e13e-6970-4fdf-9e8f-d6fdce9ff8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0cbbd417-a7bc-4695-9177-2fd05f9759e6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:11.313040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a800e13e-6970-4fdf-9e8f-d6fdce9ff8be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5212b641d714da8831e8986595f29a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2003622 Feb 11 05:04:11.313942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800e13e-6970-4fdf-9e8f-d6fdce9ff8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbbd417-a7bc-4695-9177-2fd05f9759e6,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:11.315901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38812) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:11.367646 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bec4a9-96e2-4f0c-82b2-148f313cace0 admin admin] Publish callbacks [] for security_group (0cbbd417-a7bc-4695-9177-2fd05f9759e6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:11.389767 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bec4a9-96e2-4f0c-82b2-148f313cace0 admin admin] Publish callbacks [] for security_group (0cbbd417-a7bc-4695-9177-2fd05f9759e6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:11.539780 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bec4a9-96e2-4f0c-82b2-148f313cace0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0cbbd417-a7bc-4695-9177-2fd05f9759e6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:11.542458 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b7bec4a9-96e2-4f0c-82b2-148f313cace0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:11.543673 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b7bec4a9-96e2-4f0c-82b2-148f313cace0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cbbd417-a7bc-4695-9177-2fd05f9759e6 HTTP/1.1" status: 204 len: 168 time: 0.2266419 Feb 11 05:04:11.551680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bec4a9-96e2-4f0c-82b2-148f313cace0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbbd417-a7bc-4695-9177-2fd05f9759e6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:12.629890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38834) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:12.746888 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-845894227'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:12.872108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:12.875614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:12.885451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:12.966951 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for security_group (211861ab-7c3c-4861-ba15-0753e466ce92), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:13.036698 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (211861ab-7c3c-4861-ba15-0753e466ce92), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:13.066498 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:04:13.076513 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=211861ab-7c3c-4861-ba15-0753e466ce92,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:13.081486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e0dbce34-7373-43f0-9617-ae92f3bfb107), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:13.081830 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Added segment e0dbce34-7373-43f0-9617-ae92f3bfb107 of type vlan for network 1b90c05c-f7c3-4f05-9239-91ccfa668820 Feb 11 05:04:13.126157 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (1b90c05c-f7c3-4f05-9239-91ccfa668820), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:13.237772 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (1b90c05c-f7c3-4f05-9239-91ccfa668820), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:13.243937 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:13.244547 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:13.317835 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Network': ['ID=1b90c05c-f7c3-4f05-9239-91ccfa668820,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:13.328581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:04:13.338803 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4f86f331-4560-4bf4-bd31-41d276edf29e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7077386 Feb 11 05:04:13.342549 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38838) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:13.347598 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0f3dbddb-f9c8-4319-bf3c-eda10e8ee6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:13.506882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3dbddb-f9c8-4319-bf3c-eda10e8ee6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:13.510612 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f3dbddb-f9c8-4319-bf3c-eda10e8ee6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:13.815200 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f3dbddb-f9c8-4319-bf3c-eda10e8ee6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (cda3aaeb-dbbc-4a70-87d8-c07088a5d0a7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:13.882772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dbddb-f9c8-4319-bf3c-eda10e8ee6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=cda3aaeb-dbbc-4a70-87d8-c07088a5d0a7,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:13.891258 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3dbddb-f9c8-4319-bf3c-eda10e8ee6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:13.891638 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3dbddb-f9c8-4319-bf3c-eda10e8ee6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network hostable DHCP agents. Network: 1b90c05c-f7c3-4f05-9239-91ccfa668820, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:04:13.992425 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3dbddb-f9c8-4319-bf3c-eda10e8ee6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:04:14.094901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-0f3dbddb-f9c8-4319-bf3c-eda10e8ee6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 1b90c05c-f7c3-4f05-9239-91ccfa668820) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:14.099212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3dbddb-f9c8-4319-bf3c-eda10e8ee6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:14.100047 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f3dbddb-f9c8-4319-bf3c-eda10e8ee6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:14.108379 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820fd41d-3b80-4530-8699-ff119b79099d None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:14.217810 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': 'cda3aaeb-dbbc-4a70-87d8-c07088a5d0a7'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:04:14.218792 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:14.232715 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0f3dbddb-f9c8-4319-bf3c-eda10e8ee6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8866301 Feb 11 05:04:14.235771 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38840) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:14.238099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-670e59f9-a06a-4f35-b95a-6b322835e0bf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'name': 'tempest-NetworksTestDHCPv6-1785291368'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:14.375298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Allocated IP 2001:db8::2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/cda3aaeb-dbbc-4a70-87d8-c07088a5d0a7/0a254663-d182-49a4-b1a7-042d3a71606a) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:14.483596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670e59f9-a06a-4f35-b95a-6b322835e0bf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:14.487882 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-670e59f9-a06a-4f35-b95a-6b322835e0bf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:14.509163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-670e59f9-a06a-4f35-b95a-6b322835e0bf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port 8645ff37-aafe-4e39-87e2-6a8778958374 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:14.545756 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Publish callbacks [] for port (0a254663-d182-49a4-b1a7-042d3a71606a), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:14.613482 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (0a254663-d182-49a4-b1a7-042d3a71606a), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:14.657513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:14.661016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:14.666755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:14.723679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Pushing event updated for resources: {'Port': ['ID=0a254663-d182-49a4-b1a7-042d3a71606a,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:14.741139 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Attempting to bind port 0a254663-d182-49a4-b1a7-042d3a71606a on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:14.742214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Attempting to bind port 0a254663-d182-49a4-b1a7-042d3a71606a by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:14.742711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Attempting to bind port 0a254663-d182-49a4-b1a7-042d3a71606a on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:14.748864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:14.749345 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:14.749849 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:14.750326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:14.751047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Bound port: 0a254663-d182-49a4-b1a7-042d3a71606a, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:14.751508 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0a254663-d182-49a4-b1a7-042d3a71606a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:14.831531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] For port 0a254663-d182-49a4-b1a7-042d3a71606a, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:14.837915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] For port 0a254663-d182-49a4-b1a7-042d3a71606a, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0a254663-d182-49a4-b1a7-042d3a71606a,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:14.939148 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0a254663-d182-49a4-b1a7-042d3a71606a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:15.008008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835edb34-9cbb-46c0-b164-8259abdb72ec None None] Pushing event updated for resources: {'Port': ['ID=0a254663-d182-49a4-b1a7-042d3a71606a,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:15.030912 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-670e59f9-a06a-4f35-b95a-6b322835e0bf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::2d1 (1b90c05c-f7c3-4f05-9239-91ccfa668820/cda3aaeb-dbbc-4a70-87d8-c07088a5d0a7/8645ff37-aafe-4e39-87e2-6a8778958374) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:15.271960 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-670e59f9-a06a-4f35-b95a-6b322835e0bf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (8645ff37-aafe-4e39-87e2-6a8778958374), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:15.364253 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-670e59f9-a06a-4f35-b95a-6b322835e0bf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8645ff37-aafe-4e39-87e2-6a8778958374), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:15.410356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670e59f9-a06a-4f35-b95a-6b322835e0bf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:15.414169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-670e59f9-a06a-4f35-b95a-6b322835e0bf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:15.417996 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e59f9-a06a-4f35-b95a-6b322835e0bf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:15.423191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670e59f9-a06a-4f35-b95a-6b322835e0bf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:15.423819 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-670e59f9-a06a-4f35-b95a-6b322835e0bf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:15.430984 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e59f9-a06a-4f35-b95a-6b322835e0bf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=8645ff37-aafe-4e39-87e2-6a8778958374,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:15.504418 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-670e59f9-a06a-4f35-b95a-6b322835e0bf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2699130 Feb 11 05:04:15.506521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38842) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:15.602682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeadc20-5e9a-4057-a7c4-7eaaff54b342 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:15.608309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeadc20-5e9a-4057-a7c4-7eaaff54b342 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:15.610017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-beeadc20-5e9a-4057-a7c4-7eaaff54b342 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1022885 Feb 11 05:04:15.612970 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38844) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:15.718389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-198d5456-a4e7-4418-874a-ac16d1014bca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port 8645ff37-aafe-4e39-87e2-6a8778958374 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:15.718845 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-198d5456-a4e7-4418-874a-ac16d1014bca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8645ff37-aafe-4e39-87e2-6a8778958374), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:15.819046 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-198d5456-a4e7-4418-874a-ac16d1014bca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8645ff37-aafe-4e39-87e2-6a8778958374), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:15.832929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-198d5456-a4e7-4418-874a-ac16d1014bca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for 8645ff37-aafe-4e39-87e2-6a8778958374 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:16.010723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e44b80-10d4-41d0-ab4c-4754132bb044 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:16.083946 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-198d5456-a4e7-4418-874a-ac16d1014bca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8645ff37-aafe-4e39-87e2-6a8778958374), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:16.115207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d5456-a4e7-4418-874a-ac16d1014bca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=8645ff37-aafe-4e39-87e2-6a8778958374,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:16.141462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-dec8fbc6-03f2-4384-9792-c579bf0124d3 None None] Provisioning complete for port 0a254663-d182-49a4-b1a7-042d3a71606a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:16.141916 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dec8fbc6-03f2-4384-9792-c579bf0124d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0a254663-d182-49a4-b1a7-042d3a71606a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:16.151925 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-198d5456-a4e7-4418-874a-ac16d1014bca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:16.155737 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-198d5456-a4e7-4418-874a-ac16d1014bca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/8645ff37-aafe-4e39-87e2-6a8778958374 HTTP/1.1" status: 204 len: 168 time: 0.5417705 Feb 11 05:04:16.158342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38846) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:16.237200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-dec8fbc6-03f2-4384-9792-c579bf0124d3 None None] Current status of the port 0a254663-d182-49a4-b1a7-042d3a71606a is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:16.237604 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dec8fbc6-03f2-4384-9792-c579bf0124d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0a254663-d182-49a4-b1a7-042d3a71606a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:16.248892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd64b84b-5b2e-4133-a020-e64d8b0dde91 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:16.249600 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd64b84b-5b2e-4133-a020-e64d8b0dde91 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:16.253688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cd64b84b-5b2e-4133-a020-e64d8b0dde91 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0918727 Feb 11 05:04:16.254080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38848) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:16.282278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-dec8fbc6-03f2-4384-9792-c579bf0124d3 None None] For port 0a254663-d182-49a4-b1a7-042d3a71606a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0a254663-d182-49a4-b1a7-042d3a71606a,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:16.311255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2c24dd-ed15-4ffb-bd84-56b6d31f1809 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet cda3aaeb-dbbc-4a70-87d8-c07088a5d0a7 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:16.315117 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce2c24dd-ed15-4ffb-bd84-56b6d31f1809 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (cda3aaeb-dbbc-4a70-87d8-c07088a5d0a7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:16.365210 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce2c24dd-ed15-4ffb-bd84-56b6d31f1809 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (cda3aaeb-dbbc-4a70-87d8-c07088a5d0a7), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:16.380907 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dec8fbc6-03f2-4384-9792-c579bf0124d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0a254663-d182-49a4-b1a7-042d3a71606a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:16.434513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8fbc6-03f2-4384-9792-c579bf0124d3 None None] Pushing event updated for resources: {'Port': ['ID=0a254663-d182-49a4-b1a7-042d3a71606a,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:16.466556 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce2c24dd-ed15-4ffb-bd84-56b6d31f1809 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (cda3aaeb-dbbc-4a70-87d8-c07088a5d0a7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:16.508808 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2d848a34-65dd-41bd-8f88-0af21e09a834 None None] Provisioning complete for port 0a254663-d182-49a4-b1a7-042d3a71606a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:16.509279 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2d848a34-65dd-41bd-8f88-0af21e09a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0a254663-d182-49a4-b1a7-042d3a71606a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:16.593655 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2d848a34-65dd-41bd-8f88-0af21e09a834 None None] Current status of the port 0a254663-d182-49a4-b1a7-042d3a71606a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:16.644365 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce2c24dd-ed15-4ffb-bd84-56b6d31f1809 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (cda3aaeb-dbbc-4a70-87d8-c07088a5d0a7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:16.678768 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c24dd-ed15-4ffb-bd84-56b6d31f1809 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=cda3aaeb-dbbc-4a70-87d8-c07088a5d0a7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:16.684247 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ce2c24dd-ed15-4ffb-bd84-56b6d31f1809 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:16.690314 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ce2c24dd-ed15-4ffb-bd84-56b6d31f1809 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/cda3aaeb-dbbc-4a70-87d8-c07088a5d0a7 HTTP/1.1" status: 204 len: 168 time: 0.4324360 Feb 11 05:04:16.690800 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38850) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:16.706603 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b04ce5ad-1fd5-47f3-ae1a-d11c68b6a8cc None None] Could not find standard attr ID for object 8645ff37-aafe-4e39-87e2-6a8778958374. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:04:16.759526 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-171469ce-122f-474d-b74d-8400acb7ac01 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630450 Feb 11 05:04:16.759526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38852) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:16.764876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1650b220-e2fe-4d75-860b-4232726b806d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:16.806848 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753bf0fa-30c0-4702-a3f2-b74b045fa790 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:16.932811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0a254663-d182-49a4-b1a7-042d3a71606a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:16.934639 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1650b220-e2fe-4d75-860b-4232726b806d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:16.938183 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1650b220-e2fe-4d75-860b-4232726b806d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:16.979720 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eaac79-2a70-4443-baff-6c6a07c833df None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:04:17.025679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0a254663-d182-49a4-b1a7-042d3a71606a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:17.026368 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0a254663-d182-49a4-b1a7-042d3a71606a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:17.077029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d5eaac79-2a70-4443-baff-6c6a07c833df None None] Deleting port 0a254663-d182-49a4-b1a7-042d3a71606a {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:17.077315 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5eaac79-2a70-4443-baff-6c6a07c833df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0a254663-d182-49a4-b1a7-042d3a71606a), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:17.181039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d5eaac79-2a70-4443-baff-6c6a07c833df None None] For port 0a254663-d182-49a4-b1a7-042d3a71606a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0a254663-d182-49a4-b1a7-042d3a71606a,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:17.181444 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5eaac79-2a70-4443-baff-6c6a07c833df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0a254663-d182-49a4-b1a7-042d3a71606a), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:17.184260 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0a254663-d182-49a4-b1a7-042d3a71606a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:17.196335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d5eaac79-2a70-4443-baff-6c6a07c833df None None] Calling delete_port for 0a254663-d182-49a4-b1a7-042d3a71606a owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:17.215534 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1650b220-e2fe-4d75-860b-4232726b806d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (1a9683ef-2eaf-4735-b9b0-399fb10ee019), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:17.260183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1650b220-e2fe-4d75-860b-4232726b806d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:17.263479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-1650b220-e2fe-4d75-860b-4232726b806d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:17.267906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1650b220-e2fe-4d75-860b-4232726b806d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:17.268509 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1650b220-e2fe-4d75-860b-4232726b806d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:17.280786 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650b220-e2fe-4d75-860b-4232726b806d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=1a9683ef-2eaf-4735-b9b0-399fb10ee019,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:17.386836 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5eaac79-2a70-4443-baff-6c6a07c833df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (0a254663-d182-49a4-b1a7-042d3a71606a), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:17.389334 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1650b220-e2fe-4d75-860b-4232726b806d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6287746 Feb 11 05:04:17.398436 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38854) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:17.403890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-93661345-d8c8-4b18-b865-5306afe652de tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'name': 'tempest-NetworksTestDHCPv6-2109452823'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:17.417834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eaac79-2a70-4443-baff-6c6a07c833df None None] Pushing event deleted for resources: {'Port': ['ID=0a254663-d182-49a4-b1a7-042d3a71606a,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:17.425121 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eaac79-2a70-4443-baff-6c6a07c833df None None] No DVR routers for this DVR port 0a254663-d182-49a4-b1a7-042d3a71606a on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:04:17.440599 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e3de19-6285-4a9b-869c-9767578ee5d2 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:17.549910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': '1a9683ef-2eaf-4735-b9b0-399fb10ee019'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:04:17.550831 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:17.590714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93661345-d8c8-4b18-b865-5306afe652de tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:17.594584 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93661345-d8c8-4b18-b865-5306afe652de tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:17.615235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-93661345-d8c8-4b18-b865-5306afe652de tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port 36541663-8427-4037-885d-a3dc7413aa0a yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:17.743973 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-93661345-d8c8-4b18-b865-5306afe652de tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::2b7 (1b90c05c-f7c3-4f05-9239-91ccfa668820/1a9683ef-2eaf-4735-b9b0-399fb10ee019/36541663-8427-4037-885d-a3dc7413aa0a) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:17.902549 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93661345-d8c8-4b18-b865-5306afe652de tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (36541663-8427-4037-885d-a3dc7413aa0a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.010074 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93661345-d8c8-4b18-b865-5306afe652de tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (36541663-8427-4037-885d-a3dc7413aa0a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.057342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93661345-d8c8-4b18-b865-5306afe652de tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:18.058873 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Allocated IP 2001:db8::2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/1a9683ef-2eaf-4735-b9b0-399fb10ee019/f93daf7d-edbb-4196-8dba-c45f735c9a1c) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:18.060846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-93661345-d8c8-4b18-b865-5306afe652de tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:18.064711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93661345-d8c8-4b18-b865-5306afe652de tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:18.070493 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93661345-d8c8-4b18-b865-5306afe652de tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:18.070766 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-93661345-d8c8-4b18-b865-5306afe652de tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.079293 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93661345-d8c8-4b18-b865-5306afe652de tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=36541663-8427-4037-885d-a3dc7413aa0a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:18.158429 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-93661345-d8c8-4b18-b865-5306afe652de tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7562571 Feb 11 05:04:18.158673 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38856) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:18.219786 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Publish callbacks [] for port (f93daf7d-edbb-4196-8dba-c45f735c9a1c), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.248051 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468f9cc8-2405-4f4a-89ad-dbaac99a6f3a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:18.249560 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-468f9cc8-2405-4f4a-89ad-dbaac99a6f3a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0899501 Feb 11 05:04:18.252803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38858) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:18.305354 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (f93daf7d-edbb-4196-8dba-c45f735c9a1c), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.347937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:18.349818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-bbc67283-a644-4bfd-9706-f9e1e76a6e6f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port 36541663-8427-4037-885d-a3dc7413aa0a {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:18.350165 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bbc67283-a644-4bfd-9706-f9e1e76a6e6f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (36541663-8427-4037-885d-a3dc7413aa0a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.353062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:18.358300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:18.361466 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Pushing event updated for resources: {'Port': ['ID=f93daf7d-edbb-4196-8dba-c45f735c9a1c,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:18.420719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Attempting to bind port f93daf7d-edbb-4196-8dba-c45f735c9a1c on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:18.421207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Attempting to bind port f93daf7d-edbb-4196-8dba-c45f735c9a1c by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:18.421578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Attempting to bind port f93daf7d-edbb-4196-8dba-c45f735c9a1c on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:18.426586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:18.427008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:18.427419 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.427816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:18.428287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Bound port: f93daf7d-edbb-4196-8dba-c45f735c9a1c, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:18.428674 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f93daf7d-edbb-4196-8dba-c45f735c9a1c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.441887 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bbc67283-a644-4bfd-9706-f9e1e76a6e6f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (36541663-8427-4037-885d-a3dc7413aa0a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.455087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-bbc67283-a644-4bfd-9706-f9e1e76a6e6f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for 36541663-8427-4037-885d-a3dc7413aa0a owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:18.495002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] For port f93daf7d-edbb-4196-8dba-c45f735c9a1c, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:18.498142 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] For port f93daf7d-edbb-4196-8dba-c45f735c9a1c, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f93daf7d-edbb-4196-8dba-c45f735c9a1c,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:18.604382 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f93daf7d-edbb-4196-8dba-c45f735c9a1c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.657584 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bbc67283-a644-4bfd-9706-f9e1e76a6e6f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (36541663-8427-4037-885d-a3dc7413aa0a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.662099 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db200c9-8642-4be1-bc85-8044f70fa8b5 None None] Pushing event updated for resources: {'Port': ['ID=f93daf7d-edbb-4196-8dba-c45f735c9a1c,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:18.696715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc67283-a644-4bfd-9706-f9e1e76a6e6f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=36541663-8427-4037-885d-a3dc7413aa0a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:18.717079 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bbc67283-a644-4bfd-9706-f9e1e76a6e6f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.720580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bbc67283-a644-4bfd-9706-f9e1e76a6e6f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/36541663-8427-4037-885d-a3dc7413aa0a HTTP/1.1" status: 204 len: 168 time: 0.4667501 Feb 11 05:04:18.723082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38860) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:18.784063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba5de96-39af-48a5-8092-15d83b8b75c4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:18.786006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba5de96-39af-48a5-8092-15d83b8b75c4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:18.788689 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6ba5de96-39af-48a5-8092-15d83b8b75c4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0644865 Feb 11 05:04:18.794463 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38862) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:18.877652 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7dd907-754b-4752-b837-4aedfdcfb44e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 1a9683ef-2eaf-4735-b9b0-399fb10ee019 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:18.881395 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd907-754b-4752-b837-4aedfdcfb44e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (1a9683ef-2eaf-4735-b9b0-399fb10ee019), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.932737 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd907-754b-4752-b837-4aedfdcfb44e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (1a9683ef-2eaf-4735-b9b0-399fb10ee019), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:18.954199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f93daf7d-edbb-4196-8dba-c45f735c9a1c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:19.011523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f93daf7d-edbb-4196-8dba-c45f735c9a1c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:19.011995 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f93daf7d-edbb-4196-8dba-c45f735c9a1c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.033309 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd907-754b-4752-b837-4aedfdcfb44e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (1a9683ef-2eaf-4735-b9b0-399fb10ee019), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.093357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f93daf7d-edbb-4196-8dba-c45f735c9a1c is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:19.093956 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f93daf7d-edbb-4196-8dba-c45f735c9a1c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.168955 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd907-754b-4752-b837-4aedfdcfb44e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (1a9683ef-2eaf-4735-b9b0-399fb10ee019), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.200382 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bb7dd907-754b-4752-b837-4aedfdcfb44e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.203763 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bb7dd907-754b-4752-b837-4aedfdcfb44e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/1a9683ef-2eaf-4735-b9b0-399fb10ee019 HTTP/1.1" status: 204 len: 168 time: 0.4082758 Feb 11 05:04:19.204890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dd907-754b-4752-b837-4aedfdcfb44e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9683ef-2eaf-4735-b9b0-399fb10ee019,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:19.206542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38864) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:19.208479 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:04:19.208887 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:04:19.271768 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d279fa7a-0149-4148-9dd7-2a17d850ac16 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612943 Feb 11 05:04:19.275557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38866) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:19.280478 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:19.442175 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:19.445755 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.613856 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36389767-31af-41b4-81ee-71ddf1611a0c None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:19.689158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-73e7d8ca-092e-42c0-a80e-a2566ce5c334 None None] Provisioning complete for port f93daf7d-edbb-4196-8dba-c45f735c9a1c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:19.689540 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-73e7d8ca-092e-42c0-a80e-a2566ce5c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f93daf7d-edbb-4196-8dba-c45f735c9a1c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.734952 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (7bbcf806-60c7-4655-8443-c2601b523609), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.779866 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:19.783176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:19.787738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:19.788372 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.798059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=7bbcf806-60c7-4655-8443-c2601b523609,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:19.798644 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f93daf7d-edbb-4196-8dba-c45f735c9a1c is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:19.799052 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f93daf7d-edbb-4196-8dba-c45f735c9a1c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.808676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:19.809029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:19.809371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:19.809712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:19.810048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:19.810385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:19.810741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:19.811171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:19.811405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:19.811789 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:19.812079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:19.812405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:19.812728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:19.873058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port f93daf7d-edbb-4196-8dba-c45f735c9a1c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f93daf7d-edbb-4196-8dba-c45f735c9a1c,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:19.876529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1408b2c8-ba65-45d3-8218-caa2318d126a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5989420 Feb 11 05:04:19.876660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2aa2e5-c2bb-47da-a16f-0e2c79191ef9 None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:04:19.878397 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38868) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:19.880610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-73e7d8ca-092e-42c0-a80e-a2566ce5c334 None None] Current status of the port f93daf7d-edbb-4196-8dba-c45f735c9a1c is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:19.880998 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-73e7d8ca-092e-42c0-a80e-a2566ce5c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f93daf7d-edbb-4196-8dba-c45f735c9a1c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.883968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b991236a-6a3c-4659-89f1-2a88100c1c7b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'name': 'tempest-NetworksTestDHCPv6-1798322029'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:19.948173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2f2aa2e5-c2bb-47da-a16f-0e2c79191ef9 None None] Deleting port f93daf7d-edbb-4196-8dba-c45f735c9a1c {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:19.948525 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa2e5-c2bb-47da-a16f-0e2c79191ef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f93daf7d-edbb-4196-8dba-c45f735c9a1c), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:19.962076 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f93daf7d-edbb-4196-8dba-c45f735c9a1c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.027248 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0a254663-d182-49a4-b1a7-042d3a71606a no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:04:20.077637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b991236a-6a3c-4659-89f1-2a88100c1c7b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:20.081228 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b991236a-6a3c-4659-89f1-2a88100c1c7b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.100398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-b991236a-6a3c-4659-89f1-2a88100c1c7b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port 66292458-d49c-4553-b89b-bb24eec4831f yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:20.101688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 0a254663-d182-49a4-b1a7-042d3a71606a {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:04:20.102191 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0a254663-d182-49a4-b1a7-042d3a71606a not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:04:20.107494 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-73e7d8ca-092e-42c0-a80e-a2566ce5c334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:04:20.107858 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-73e7d8ca-092e-42c0-a80e-a2566ce5c334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:04:20.112139 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=f93daf7d-edbb-4196-8dba-c45f735c9a1c,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:20.136488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2f2aa2e5-c2bb-47da-a16f-0e2c79191ef9 None None] For port f93daf7d-edbb-4196-8dba-c45f735c9a1c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f93daf7d-edbb-4196-8dba-c45f735c9a1c,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:20.136893 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa2e5-c2bb-47da-a16f-0e2c79191ef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f93daf7d-edbb-4196-8dba-c45f735c9a1c), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.153341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2f2aa2e5-c2bb-47da-a16f-0e2c79191ef9 None None] Calling delete_port for f93daf7d-edbb-4196-8dba-c45f735c9a1c owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:20.287966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-b991236a-6a3c-4659-89f1-2a88100c1c7b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::18e (1b90c05c-f7c3-4f05-9239-91ccfa668820/7bbcf806-60c7-4655-8443-c2601b523609/66292458-d49c-4553-b89b-bb24eec4831f) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:20.375585 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa2e5-c2bb-47da-a16f-0e2c79191ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (f93daf7d-edbb-4196-8dba-c45f735c9a1c), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.417471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aa2e5-c2bb-47da-a16f-0e2c79191ef9 None None] Pushing event deleted for resources: {'Port': ['ID=f93daf7d-edbb-4196-8dba-c45f735c9a1c,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:20.422663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2aa2e5-c2bb-47da-a16f-0e2c79191ef9 None None] No DVR routers for this DVR port f93daf7d-edbb-4196-8dba-c45f735c9a1c on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:04:20.440765 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfaf78a-10d2-499e-a68d-c349c85d23ae None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:20.513502 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b991236a-6a3c-4659-89f1-2a88100c1c7b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (66292458-d49c-4553-b89b-bb24eec4831f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.555234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': '7bbcf806-60c7-4655-8443-c2601b523609'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:04:20.556180 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.609857 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b991236a-6a3c-4659-89f1-2a88100c1c7b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (66292458-d49c-4553-b89b-bb24eec4831f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.652213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-73e7d8ca-092e-42c0-a80e-a2566ce5c334 None None] Port f93daf7d-edbb-4196-8dba-c45f735c9a1c update to ACTIVE by agent not found {{(pid=103810) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 05:04:20.676607 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b991236a-6a3c-4659-89f1-2a88100c1c7b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:20.684162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-b991236a-6a3c-4659-89f1-2a88100c1c7b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:20.686604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b991236a-6a3c-4659-89f1-2a88100c1c7b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:20.692270 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b991236a-6a3c-4659-89f1-2a88100c1c7b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:20.692903 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b991236a-6a3c-4659-89f1-2a88100c1c7b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.699915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991236a-6a3c-4659-89f1-2a88100c1c7b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=66292458-d49c-4553-b89b-bb24eec4831f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:20.717725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Allocated IP 2001:db8::2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/7bbcf806-60c7-4655-8443-c2601b523609/618d8b75-495b-48e5-8208-3cce75de857a) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:20.807277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b991236a-6a3c-4659-89f1-2a88100c1c7b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9276195 Feb 11 05:04:20.810808 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38870) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:20.866823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c409fd26-6af0-44ab-aa0c-5921eca71c44 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:20.868882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c409fd26-6af0-44ab-aa0c-5921eca71c44 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0570736 Feb 11 05:04:20.871532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38872) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:20.874493 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Publish callbacks [] for port (618d8b75-495b-48e5-8208-3cce75de857a), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.909297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f93daf7d-edbb-4196-8dba-c45f735c9a1c no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:04:20.930890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: f93daf7d-edbb-4196-8dba-c45f735c9a1c {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:04:20.935430 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f93daf7d-edbb-4196-8dba-c45f735c9a1c not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:04:20.957962 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (618d8b75-495b-48e5-8208-3cce75de857a), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:20.986302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-537717b5-a63f-462a-975d-cc483f99ad89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port 66292458-d49c-4553-b89b-bb24eec4831f {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:20.986998 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-537717b5-a63f-462a-975d-cc483f99ad89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (66292458-d49c-4553-b89b-bb24eec4831f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.013543 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:21.016582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:21.019192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:21.027803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Pushing event updated for resources: {'Port': ['ID=618d8b75-495b-48e5-8208-3cce75de857a,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:21.079911 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-537717b5-a63f-462a-975d-cc483f99ad89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (66292458-d49c-4553-b89b-bb24eec4831f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.083551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Attempting to bind port 618d8b75-495b-48e5-8208-3cce75de857a on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:21.083951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Attempting to bind port 618d8b75-495b-48e5-8208-3cce75de857a by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:21.084439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Attempting to bind port 618d8b75-495b-48e5-8208-3cce75de857a on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:21.093132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-537717b5-a63f-462a-975d-cc483f99ad89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for 66292458-d49c-4553-b89b-bb24eec4831f owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:21.095959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:21.096344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:21.096762 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.097162 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:21.097644 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Bound port: 618d8b75-495b-48e5-8208-3cce75de857a, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:21.098028 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (618d8b75-495b-48e5-8208-3cce75de857a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.165308 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] For port 618d8b75-495b-48e5-8208-3cce75de857a, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:21.170319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] For port 618d8b75-495b-48e5-8208-3cce75de857a, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=618d8b75-495b-48e5-8208-3cce75de857a,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:21.267130 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (618d8b75-495b-48e5-8208-3cce75de857a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.331127 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b2a4f-bcd2-4ad6-be8b-3469ba1dcef3 None None] Pushing event updated for resources: {'Port': ['ID=618d8b75-495b-48e5-8208-3cce75de857a,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:21.346942 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-537717b5-a63f-462a-975d-cc483f99ad89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (66292458-d49c-4553-b89b-bb24eec4831f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.380959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537717b5-a63f-462a-975d-cc483f99ad89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=66292458-d49c-4553-b89b-bb24eec4831f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:21.412132 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-537717b5-a63f-462a-975d-cc483f99ad89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.416109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-537717b5-a63f-462a-975d-cc483f99ad89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/66292458-d49c-4553-b89b-bb24eec4831f HTTP/1.1" status: 204 len: 168 time: 0.5435879 Feb 11 05:04:21.418661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38874) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:21.481880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1575cceb-4cd0-4076-8eb6-62cbe1fecbe0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:21.483241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1575cceb-4cd0-4076-8eb6-62cbe1fecbe0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:21.484820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1575cceb-4cd0-4076-8eb6-62cbe1fecbe0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0651700 Feb 11 05:04:21.487567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38876) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:21.555200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a479c15-a716-4a71-92b2-f12a2a24e71e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 7bbcf806-60c7-4655-8443-c2601b523609 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:21.558917 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3a479c15-a716-4a71-92b2-f12a2a24e71e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (7bbcf806-60c7-4655-8443-c2601b523609), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.602550 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3a479c15-a716-4a71-92b2-f12a2a24e71e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (7bbcf806-60c7-4655-8443-c2601b523609), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.692572 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3a479c15-a716-4a71-92b2-f12a2a24e71e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (7bbcf806-60c7-4655-8443-c2601b523609), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.837134 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3a479c15-a716-4a71-92b2-f12a2a24e71e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (7bbcf806-60c7-4655-8443-c2601b523609), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.869837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a479c15-a716-4a71-92b2-f12a2a24e71e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbcf806-60c7-4655-8443-c2601b523609,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:21.871778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3a479c15-a716-4a71-92b2-f12a2a24e71e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:21.875059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3a479c15-a716-4a71-92b2-f12a2a24e71e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/7bbcf806-60c7-4655-8443-c2601b523609 HTTP/1.1" status: 204 len: 168 time: 0.3865430 Feb 11 05:04:21.877470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38878) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:22.221150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b648ecb6-b3e8-4089-8d87-779616d14e3b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3399892 Feb 11 05:04:22.221365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38880) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:22.275831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a6ed2d-10a8-45be-b3c0-e11e017999eb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:22.279236 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-12a6ed2d-10a8-45be-b3c0-e11e017999eb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0550079 Feb 11 05:04:22.280321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38882) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:22.296054 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b137ec9f-e53c-43ea-b209-8c1ec3c9f5e5 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:22.372077 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c5acf8-b058-4f51-812d-5d0250a69d90 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:22.376524 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-09c5acf8-b058-4f51-812d-5d0250a69d90 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0925970 Feb 11 05:04:22.376837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38884) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:22.391044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Provisioning complete for port 618d8b75-495b-48e5-8208-3cce75de857a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:22.391428 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (618d8b75-495b-48e5-8208-3cce75de857a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:22.416365 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fcbcf39a-4aea-4a85-a4e4-3c0a5266c049 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383680 Feb 11 05:04:22.420946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38886) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:22.426003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3c98d4d3-7914-4df9-8adb-3b2ccdb0e53c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:22.490761 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Current status of the port 618d8b75-495b-48e5-8208-3cce75de857a is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:22.491156 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (618d8b75-495b-48e5-8208-3cce75de857a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:22.506549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7b34bd-b934-4f25-99e7-0c8d815b4567 None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:04:22.554358 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] For port 618d8b75-495b-48e5-8208-3cce75de857a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=618d8b75-495b-48e5-8208-3cce75de857a,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:22.576852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9c7b34bd-b934-4f25-99e7-0c8d815b4567 None None] Deleting port 618d8b75-495b-48e5-8208-3cce75de857a {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:22.577231 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9c7b34bd-b934-4f25-99e7-0c8d815b4567 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (618d8b75-495b-48e5-8208-3cce75de857a), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:22.644199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9c7b34bd-b934-4f25-99e7-0c8d815b4567 None None] For port 618d8b75-495b-48e5-8208-3cce75de857a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=618d8b75-495b-48e5-8208-3cce75de857a,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:22.644518 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9c7b34bd-b934-4f25-99e7-0c8d815b4567 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (618d8b75-495b-48e5-8208-3cce75de857a), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:22.647407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c98d4d3-7914-4df9-8adb-3b2ccdb0e53c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:22.651549 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c98d4d3-7914-4df9-8adb-3b2ccdb0e53c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:22.659251 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9c7b34bd-b934-4f25-99e7-0c8d815b4567 None None] Calling delete_port for 618d8b75-495b-48e5-8208-3cce75de857a owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:22.702262 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (618d8b75-495b-48e5-8208-3cce75de857a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:22.779286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Pushing event updated for resources: {'Port': ['ID=618d8b75-495b-48e5-8208-3cce75de857a,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:22.789585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:22.789941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:22.790288 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:22.790645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:22.790979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:22.791312 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:22.791639 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:22.791965 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:22.792289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:22.792609 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:22.792932 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:22.793244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:22.793560 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735ffa5d-e659-484f-b20e-55bf45f4ed08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:04:22.877821 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9c7b34bd-b934-4f25-99e7-0c8d815b4567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (618d8b75-495b-48e5-8208-3cce75de857a), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:22.903769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b34bd-b934-4f25-99e7-0c8d815b4567 None None] Pushing event deleted for resources: {'Port': ['ID=618d8b75-495b-48e5-8208-3cce75de857a,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:22.904727 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c98d4d3-7914-4df9-8adb-3b2ccdb0e53c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (13df8385-b69a-4d64-b6a3-322f0fd69d4f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:22.912000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7b34bd-b934-4f25-99e7-0c8d815b4567 None None] No DVR routers for this DVR port 618d8b75-495b-48e5-8208-3cce75de857a on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:04:22.952590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c98d4d3-7914-4df9-8adb-3b2ccdb0e53c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:22.955835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-3c98d4d3-7914-4df9-8adb-3b2ccdb0e53c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:22.960151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c98d4d3-7914-4df9-8adb-3b2ccdb0e53c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:22.961064 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c98d4d3-7914-4df9-8adb-3b2ccdb0e53c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:22.965242 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96034e7-41a6-4043-b84a-31c7086abc50 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:22.977591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98d4d3-7914-4df9-8adb-3b2ccdb0e53c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=13df8385-b69a-4d64-b6a3-322f0fd69d4f,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:23.049679 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3c98d4d3-7914-4df9-8adb-3b2ccdb0e53c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6275964 Feb 11 05:04:23.052549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38894) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:23.057946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-02b5f092-ea34-451c-924c-f5de881754d1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '13df8385-b69a-4d64-b6a3-322f0fd69d4f', 'ip_address': '2001:db8::530e:dc83:d1d4:713c'}], 'name': 'tempest-NetworksTestDHCPv6-1138862971'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:23.248149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': '13df8385-b69a-4d64-b6a3-322f0fd69d4f'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:04:23.248989 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:23.290342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b5f092-ea34-451c-924c-f5de881754d1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:23.317613 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:04:23.322648 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ba0a334-8edc-409e-90c4-98124b88a74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:23.376050 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-02b5f092-ea34-451c-924c-f5de881754d1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:23.393594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-02b5f092-ea34-451c-924c-f5de881754d1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port 6bc40f0a-69fc-4457-b2af-89f34f40a673 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:23.401811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Allocated IP 2001:db8::2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/13df8385-b69a-4d64-b6a3-322f0fd69d4f/c330c407-2d8c-4708-acfd-d4627bd75b4e) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:23.552696 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Publish callbacks [] for port (c330c407-2d8c-4708-acfd-d4627bd75b4e), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:23.620794 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (c330c407-2d8c-4708-acfd-d4627bd75b4e), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:23.661030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:23.666111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:23.668780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:23.674862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-02b5f092-ea34-451c-924c-f5de881754d1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::530e:dc83:d1d4:713c (1b90c05c-f7c3-4f05-9239-91ccfa668820/13df8385-b69a-4d64-b6a3-322f0fd69d4f/6bc40f0a-69fc-4457-b2af-89f34f40a673) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:23.676080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Pushing event updated for resources: {'Port': ['ID=c330c407-2d8c-4708-acfd-d4627bd75b4e,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:23.730352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Attempting to bind port c330c407-2d8c-4708-acfd-d4627bd75b4e on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:23.730762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Attempting to bind port c330c407-2d8c-4708-acfd-d4627bd75b4e by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:23.731127 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Attempting to bind port c330c407-2d8c-4708-acfd-d4627bd75b4e on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:23.736526 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:23.736915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:23.737382 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:23.737859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:23.738333 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Bound port: c330c407-2d8c-4708-acfd-d4627bd75b4e, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:23.738777 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c330c407-2d8c-4708-acfd-d4627bd75b4e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:23.809075 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] For port c330c407-2d8c-4708-acfd-d4627bd75b4e, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:23.812197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] For port c330c407-2d8c-4708-acfd-d4627bd75b4e, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c330c407-2d8c-4708-acfd-d4627bd75b4e,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:23.829690 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-02b5f092-ea34-451c-924c-f5de881754d1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (6bc40f0a-69fc-4457-b2af-89f34f40a673), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:23.887544 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c330c407-2d8c-4708-acfd-d4627bd75b4e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:23.910647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-02b5f092-ea34-451c-924c-f5de881754d1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6bc40f0a-69fc-4457-b2af-89f34f40a673), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:23.946861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef5185-e747-4faf-92bf-b93a10614bc1 None None] Pushing event updated for resources: {'Port': ['ID=c330c407-2d8c-4708-acfd-d4627bd75b4e,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:23.963843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b5f092-ea34-451c-924c-f5de881754d1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:23.967267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-02b5f092-ea34-451c-924c-f5de881754d1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:23.971192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5f092-ea34-451c-924c-f5de881754d1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:23.976563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b5f092-ea34-451c-924c-f5de881754d1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:23.977234 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-02b5f092-ea34-451c-924c-f5de881754d1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:23.983918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5f092-ea34-451c-924c-f5de881754d1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=6bc40f0a-69fc-4457-b2af-89f34f40a673,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:24.056725 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-02b5f092-ea34-451c-924c-f5de881754d1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0030818 Feb 11 05:04:24.059433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38898) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:24.127144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba14308-ee03-4b67-aae6-5939d04139a0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:24.135232 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba14308-ee03-4b67-aae6-5939d04139a0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:24.137976 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2ba14308-ee03-4b67-aae6-5939d04139a0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0774813 Feb 11 05:04:24.138831 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38900) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:24.238768 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-62856f89-c3f5-4529-8339-a8477129c3e2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port 6bc40f0a-69fc-4457-b2af-89f34f40a673 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:24.239051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62856f89-c3f5-4529-8339-a8477129c3e2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6bc40f0a-69fc-4457-b2af-89f34f40a673), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:24.331890 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62856f89-c3f5-4529-8339-a8477129c3e2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6bc40f0a-69fc-4457-b2af-89f34f40a673), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:24.343727 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-62856f89-c3f5-4529-8339-a8477129c3e2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for 6bc40f0a-69fc-4457-b2af-89f34f40a673 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:24.532861 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62856f89-c3f5-4529-8339-a8477129c3e2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6bc40f0a-69fc-4457-b2af-89f34f40a673), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:24.567249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62856f89-c3f5-4529-8339-a8477129c3e2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=6bc40f0a-69fc-4457-b2af-89f34f40a673,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:24.595516 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-62856f89-c3f5-4529-8339-a8477129c3e2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:24.601804 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-62856f89-c3f5-4529-8339-a8477129c3e2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/6bc40f0a-69fc-4457-b2af-89f34f40a673 HTTP/1.1" status: 204 len: 168 time: 0.4591153 Feb 11 05:04:24.602062 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38904) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:24.655919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b820bd3-98bf-4401-b720-d07b8801d52e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:24.657370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b820bd3-98bf-4401-b720-d07b8801d52e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:24.659028 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8b820bd3-98bf-4401-b720-d07b8801d52e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0557344 Feb 11 05:04:24.661838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38906) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:24.717149 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c021fb5-7aae-4850-a62c-a8148a6caa61 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 13df8385-b69a-4d64-b6a3-322f0fd69d4f {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:24.721570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c021fb5-7aae-4850-a62c-a8148a6caa61 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (13df8385-b69a-4d64-b6a3-322f0fd69d4f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:24.770026 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c021fb5-7aae-4850-a62c-a8148a6caa61 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (13df8385-b69a-4d64-b6a3-322f0fd69d4f), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:24.862712 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c021fb5-7aae-4850-a62c-a8148a6caa61 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (13df8385-b69a-4d64-b6a3-322f0fd69d4f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:24.947489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-83d853b9-5a39-4929-9e83-cc81892f99e7 None None] Provisioning complete for port c330c407-2d8c-4708-acfd-d4627bd75b4e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:24.947489 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-83d853b9-5a39-4929-9e83-cc81892f99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c330c407-2d8c-4708-acfd-d4627bd75b4e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:24.976192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c330c407-2d8c-4708-acfd-d4627bd75b4e up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:25.024596 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c021fb5-7aae-4850-a62c-a8148a6caa61 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (13df8385-b69a-4d64-b6a3-322f0fd69d4f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.060329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c021fb5-7aae-4850-a62c-a8148a6caa61 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=13df8385-b69a-4d64-b6a3-322f0fd69d4f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:25.066143 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0c021fb5-7aae-4850-a62c-a8148a6caa61 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.070664 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0c021fb5-7aae-4850-a62c-a8148a6caa61 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/13df8385-b69a-4d64-b6a3-322f0fd69d4f HTTP/1.1" status: 204 len: 168 time: 0.4065943 Feb 11 05:04:25.072435 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38910) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:25.085484 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c330c407-2d8c-4708-acfd-d4627bd75b4e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:25.086034 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c330c407-2d8c-4708-acfd-d4627bd75b4e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.089049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-83d853b9-5a39-4929-9e83-cc81892f99e7 None None] Current status of the port c330c407-2d8c-4708-acfd-d4627bd75b4e is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:25.089049 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-83d853b9-5a39-4929-9e83-cc81892f99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c330c407-2d8c-4708-acfd-d4627bd75b4e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.115104 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-98dd5fca-2dd4-4ebd-81ed-977c3e9cd887 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388613 Feb 11 05:04:25.117013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38912) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:25.123345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-62a29e3c-ecf7-4fbe-90ba-10b963dec8c1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:25.145393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1d3e2e-efd7-4e48-916b-de0721edde47 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:25.189973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-83d853b9-5a39-4929-9e83-cc81892f99e7 None None] For port c330c407-2d8c-4708-acfd-d4627bd75b4e, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c330c407-2d8c-4708-acfd-d4627bd75b4e,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:25.269283 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-83d853b9-5a39-4929-9e83-cc81892f99e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c330c407-2d8c-4708-acfd-d4627bd75b4e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.289490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a29e3c-ecf7-4fbe-90ba-10b963dec8c1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:25.292984 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62a29e3c-ecf7-4fbe-90ba-10b963dec8c1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.319258 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c330c407-2d8c-4708-acfd-d4627bd75b4e is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:25.319698 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c330c407-2d8c-4708-acfd-d4627bd75b4e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.362205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d853b9-5a39-4929-9e83-cc81892f99e7 None None] Pushing event updated for resources: {'Port': ['ID=c330c407-2d8c-4708-acfd-d4627bd75b4e,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:25.414961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-49076fa7-284a-434c-83ca-278435e50838 None None] Could not find standard attr ID for object 6bc40f0a-69fc-4457-b2af-89f34f40a673. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:04:25.430349 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:04:25.432113 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:04:25.439304 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f311c223-3f9c-48e3-9d7e-411d90a68ac9 None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:04:25.467143 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-51943adf-515d-404a-9a24-6dfd8e653e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.496544 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f311c223-3f9c-48e3-9d7e-411d90a68ac9 None None] Deleting port c330c407-2d8c-4708-acfd-d4627bd75b4e {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:25.497070 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f311c223-3f9c-48e3-9d7e-411d90a68ac9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c330c407-2d8c-4708-acfd-d4627bd75b4e), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.550209 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62a29e3c-ecf7-4fbe-90ba-10b963dec8c1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (fbc788f2-619a-42df-ac12-07d1cb4f9f7b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.566252 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f311c223-3f9c-48e3-9d7e-411d90a68ac9 None None] For port c330c407-2d8c-4708-acfd-d4627bd75b4e, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c330c407-2d8c-4708-acfd-d4627bd75b4e,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:25.566669 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f311c223-3f9c-48e3-9d7e-411d90a68ac9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c330c407-2d8c-4708-acfd-d4627bd75b4e), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.580431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f311c223-3f9c-48e3-9d7e-411d90a68ac9 None None] Calling delete_port for c330c407-2d8c-4708-acfd-d4627bd75b4e owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:25.600691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a29e3c-ecf7-4fbe-90ba-10b963dec8c1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:25.604208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-62a29e3c-ecf7-4fbe-90ba-10b963dec8c1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:25.608526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a29e3c-ecf7-4fbe-90ba-10b963dec8c1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:25.609252 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62a29e3c-ecf7-4fbe-90ba-10b963dec8c1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.619928 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a29e3c-ecf7-4fbe-90ba-10b963dec8c1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=fbc788f2-619a-42df-ac12-07d1cb4f9f7b,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:25.678279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-62a29e3c-ecf7-4fbe-90ba-10b963dec8c1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5593069 Feb 11 05:04:25.681689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38916) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:25.686829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-1fc2be33-5625-47ae-a8fb-f20fab292e5a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': 'fbc788f2-619a-42df-ac12-07d1cb4f9f7b', 'ip_address': '2001:db8::cffa:b876:e53b:7457'}], 'name': 'tempest-NetworksTestDHCPv6-1856212584'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:25.763303 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f311c223-3f9c-48e3-9d7e-411d90a68ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (c330c407-2d8c-4708-acfd-d4627bd75b4e), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.793324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311c223-3f9c-48e3-9d7e-411d90a68ac9 None None] Pushing event deleted for resources: {'Port': ['ID=c330c407-2d8c-4708-acfd-d4627bd75b4e,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:25.797742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f311c223-3f9c-48e3-9d7e-411d90a68ac9 None None] No DVR routers for this DVR port c330c407-2d8c-4708-acfd-d4627bd75b4e on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:04:25.814127 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ebff1b-44c4-41f2-af3a-43361193bac0 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:25.848883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc2be33-5625-47ae-a8fb-f20fab292e5a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:25.854242 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fc2be33-5625-47ae-a8fb-f20fab292e5a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.873506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-1fc2be33-5625-47ae-a8fb-f20fab292e5a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port 086ff0b0-424b-4228-a196-4ddd5e74a31b yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:25.915793 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': 'fbc788f2-619a-42df-ac12-07d1cb4f9f7b'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:04:25.916816 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:25.961167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Port c330c407-2d8c-4708-acfd-d4627bd75b4e update to ACTIVE by agent not found {{(pid=103810) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 05:04:26.041617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-1fc2be33-5625-47ae-a8fb-f20fab292e5a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::cffa:b876:e53b:7457 (1b90c05c-f7c3-4f05-9239-91ccfa668820/fbc788f2-619a-42df-ac12-07d1cb4f9f7b/086ff0b0-424b-4228-a196-4ddd5e74a31b) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:26.195171 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fc2be33-5625-47ae-a8fb-f20fab292e5a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (086ff0b0-424b-4228-a196-4ddd5e74a31b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.322249 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fc2be33-5625-47ae-a8fb-f20fab292e5a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (086ff0b0-424b-4228-a196-4ddd5e74a31b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.366091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc2be33-5625-47ae-a8fb-f20fab292e5a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:26.369457 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Allocated IP 2001:db8::2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/fbc788f2-619a-42df-ac12-07d1cb4f9f7b/ea399b76-64ea-42fc-9d26-fc00985670f2) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:26.370014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-1fc2be33-5625-47ae-a8fb-f20fab292e5a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:26.373837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc2be33-5625-47ae-a8fb-f20fab292e5a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:26.379035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc2be33-5625-47ae-a8fb-f20fab292e5a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:26.379712 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fc2be33-5625-47ae-a8fb-f20fab292e5a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.390917 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2be33-5625-47ae-a8fb-f20fab292e5a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=086ff0b0-424b-4228-a196-4ddd5e74a31b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:26.469156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1fc2be33-5625-47ae-a8fb-f20fab292e5a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7862930 Feb 11 05:04:26.471760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38920) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:26.524713 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f14079-c5b6-4a0d-80d5-b1fd744a944d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:26.526229 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e0f14079-c5b6-4a0d-80d5-b1fd744a944d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0534847 Feb 11 05:04:26.528853 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Publish callbacks [] for port (ea399b76-64ea-42fc-9d26-fc00985670f2), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.529004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38922) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:26.587184 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (ea399b76-64ea-42fc-9d26-fc00985670f2), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.628523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-657180cf-a505-4b6c-a264-02665ab0a39c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port 086ff0b0-424b-4228-a196-4ddd5e74a31b {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:26.628872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-657180cf-a505-4b6c-a264-02665ab0a39c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (086ff0b0-424b-4228-a196-4ddd5e74a31b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.633404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:26.636624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:26.641851 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:26.649143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Pushing event updated for resources: {'Port': ['ID=ea399b76-64ea-42fc-9d26-fc00985670f2,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:26.716384 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Attempting to bind port ea399b76-64ea-42fc-9d26-fc00985670f2 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:26.716760 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Attempting to bind port ea399b76-64ea-42fc-9d26-fc00985670f2 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:26.717131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Attempting to bind port ea399b76-64ea-42fc-9d26-fc00985670f2 on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:26.721870 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-657180cf-a505-4b6c-a264-02665ab0a39c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (086ff0b0-424b-4228-a196-4ddd5e74a31b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.725330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:26.725851 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:26.726530 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.727017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:26.727501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Bound port: ea399b76-64ea-42fc-9d26-fc00985670f2, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:26.727900 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ea399b76-64ea-42fc-9d26-fc00985670f2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.735021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-657180cf-a505-4b6c-a264-02665ab0a39c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for 086ff0b0-424b-4228-a196-4ddd5e74a31b owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:26.797095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] For port ea399b76-64ea-42fc-9d26-fc00985670f2, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:26.800307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] For port ea399b76-64ea-42fc-9d26-fc00985670f2, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ea399b76-64ea-42fc-9d26-fc00985670f2,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:26.864852 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.910468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c330c407-2d8c-4708-acfd-d4627bd75b4e no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:04:26.932748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: c330c407-2d8c-4708-acfd-d4627bd75b4e {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:04:26.933113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c330c407-2d8c-4708-acfd-d4627bd75b4e not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:04:26.938778 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ea399b76-64ea-42fc-9d26-fc00985670f2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.961424 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-657180cf-a505-4b6c-a264-02665ab0a39c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (086ff0b0-424b-4228-a196-4ddd5e74a31b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:26.991077 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657180cf-a505-4b6c-a264-02665ab0a39c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=086ff0b0-424b-4228-a196-4ddd5e74a31b,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:27.008813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d978e7-92c2-4ef6-b9d1-6b6de056fc43 None None] Pushing event updated for resources: {'Port': ['ID=ea399b76-64ea-42fc-9d26-fc00985670f2,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:27.026598 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-657180cf-a505-4b6c-a264-02665ab0a39c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:27.030546 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-657180cf-a505-4b6c-a264-02665ab0a39c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/086ff0b0-424b-4228-a196-4ddd5e74a31b HTTP/1.1" status: 204 len: 168 time: 0.5006721 Feb 11 05:04:27.033207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38924) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:27.089609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b832065-89e6-4ca4-a89b-0209459af8ca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:27.090938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b832065-89e6-4ca4-a89b-0209459af8ca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:27.092448 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8b832065-89e6-4ca4-a89b-0209459af8ca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0582356 Feb 11 05:04:27.095188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38926) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:27.161776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f01495-cc38-4d9d-b1b5-196cc93f64bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet fbc788f2-619a-42df-ac12-07d1cb4f9f7b {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:27.166333 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-84f01495-cc38-4d9d-b1b5-196cc93f64bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (fbc788f2-619a-42df-ac12-07d1cb4f9f7b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:27.214990 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-84f01495-cc38-4d9d-b1b5-196cc93f64bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (fbc788f2-619a-42df-ac12-07d1cb4f9f7b), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:27.312040 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-84f01495-cc38-4d9d-b1b5-196cc93f64bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (fbc788f2-619a-42df-ac12-07d1cb4f9f7b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:27.447717 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-84f01495-cc38-4d9d-b1b5-196cc93f64bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (fbc788f2-619a-42df-ac12-07d1cb4f9f7b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:27.476759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f01495-cc38-4d9d-b1b5-196cc93f64bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc788f2-619a-42df-ac12-07d1cb4f9f7b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:27.481458 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-84f01495-cc38-4d9d-b1b5-196cc93f64bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:27.484896 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-84f01495-cc38-4d9d-b1b5-196cc93f64bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/fbc788f2-619a-42df-ac12-07d1cb4f9f7b HTTP/1.1" status: 204 len: 168 time: 0.3887560 Feb 11 05:04:27.487986 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38928) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:27.531216 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f9207d7d-de2f-4e45-9cfa-32cf32435b9d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419219 Feb 11 05:04:27.533977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38930) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:27.540375 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b8aac94e-da4a-45a2-893b-3d753f405357 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:27.698258 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aac94e-da4a-45a2-893b-3d753f405357 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:27.701782 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8aac94e-da4a-45a2-893b-3d753f405357 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:27.964058 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8aac94e-da4a-45a2-893b-3d753f405357 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (31919322-1f46-49e7-ad35-950b4a50e11c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:27.972149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bcae62-9854-47b4-86e7-a70d5047c600 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:28.015456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aac94e-da4a-45a2-893b-3d753f405357 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:28.018749 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b8aac94e-da4a-45a2-893b-3d753f405357 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:28.021640 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aac94e-da4a-45a2-893b-3d753f405357 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:28.022223 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b8aac94e-da4a-45a2-893b-3d753f405357 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:28.034017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aac94e-da4a-45a2-893b-3d753f405357 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=31919322-1f46-49e7-ad35-950b4a50e11c,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:28.083700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-73f71d6a-8a2c-451b-b71f-0967f7fec2ed None None] Provisioning complete for port ea399b76-64ea-42fc-9d26-fc00985670f2 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:28.084321 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-73f71d6a-8a2c-451b-b71f-0967f7fec2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ea399b76-64ea-42fc-9d26-fc00985670f2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:28.111416 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b8aac94e-da4a-45a2-893b-3d753f405357 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5734582 Feb 11 05:04:28.111608 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38932) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:28.117295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2c7f304d-a577-4d01-bed4-795ae6d9c920 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '31919322-1f46-49e7-ad35-950b4a50e11c', 'ip_address': '2001:db8::4467:9734:53c5:95d8'}], 'name': 'tempest-NetworksTestDHCPv6-1770148240'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:28.186258 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-73f71d6a-8a2c-451b-b71f-0967f7fec2ed None None] Current status of the port ea399b76-64ea-42fc-9d26-fc00985670f2 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:28.186710 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-73f71d6a-8a2c-451b-b71f-0967f7fec2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ea399b76-64ea-42fc-9d26-fc00985670f2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:28.232105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-73f71d6a-8a2c-451b-b71f-0967f7fec2ed None None] For port ea399b76-64ea-42fc-9d26-fc00985670f2, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ea399b76-64ea-42fc-9d26-fc00985670f2,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:28.312074 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-73f71d6a-8a2c-451b-b71f-0967f7fec2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ea399b76-64ea-42fc-9d26-fc00985670f2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:28.343884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7f304d-a577-4d01-bed4-795ae6d9c920 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:28.347933 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:28.379019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f71d6a-8a2c-451b-b71f-0967f7fec2ed None None] Pushing event updated for resources: {'Port': ['ID=ea399b76-64ea-42fc-9d26-fc00985670f2,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:28.384063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a49c6a8-a1a7-4f1b-981e-3ec026a083e4 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:28.439610 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2c7f304d-a577-4d01-bed4-795ae6d9c920 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:28.461434 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-2c7f304d-a577-4d01-bed4-795ae6d9c920 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port 1a8c2cb0-024e-4120-9571-517840a30986 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:28.471470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-fe194a21-2375-4845-8623-ecdeda8c6110 None None] Provisioning complete for port ea399b76-64ea-42fc-9d26-fc00985670f2 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:28.471857 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fe194a21-2375-4845-8623-ecdeda8c6110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ea399b76-64ea-42fc-9d26-fc00985670f2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:28.607380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fe194a21-2375-4845-8623-ecdeda8c6110 None None] Current status of the port ea399b76-64ea-42fc-9d26-fc00985670f2 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:28.659144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-2c7f304d-a577-4d01-bed4-795ae6d9c920 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::4467:9734:53c5:95d8 (1b90c05c-f7c3-4f05-9239-91ccfa668820/31919322-1f46-49e7-ad35-950b4a50e11c/1a8c2cb0-024e-4120-9571-517840a30986) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:28.823751 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2c7f304d-a577-4d01-bed4-795ae6d9c920 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (1a8c2cb0-024e-4120-9571-517840a30986), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:28.830317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-234c209d-c73a-44d0-afcc-63812aa755ac None None] Provisioning complete for port ea399b76-64ea-42fc-9d26-fc00985670f2 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:28.831018 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-234c209d-c73a-44d0-afcc-63812aa755ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ea399b76-64ea-42fc-9d26-fc00985670f2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:28.927529 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2c7f304d-a577-4d01-bed4-795ae6d9c920 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (1a8c2cb0-024e-4120-9571-517840a30986), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:28.935647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-234c209d-c73a-44d0-afcc-63812aa755ac None None] Current status of the port ea399b76-64ea-42fc-9d26-fc00985670f2 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:28.969393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ea399b76-64ea-42fc-9d26-fc00985670f2 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:28.995081 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f304d-a577-4d01-bed4-795ae6d9c920 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=1a8c2cb0-024e-4120-9571-517840a30986,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:29.010499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7f304d-a577-4d01-bed4-795ae6d9c920 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:29.012276 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-2c7f304d-a577-4d01-bed4-795ae6d9c920 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:29.014980 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f304d-a577-4d01-bed4-795ae6d9c920 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:29.020573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7f304d-a577-4d01-bed4-795ae6d9c920 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:29.021247 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2c7f304d-a577-4d01-bed4-795ae6d9c920 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:29.032746 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ea399b76-64ea-42fc-9d26-fc00985670f2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:29.033149 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ea399b76-64ea-42fc-9d26-fc00985670f2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:29.066354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-42a23d35-35ff-4f4d-b71f-2c5ec3ac1b84 None None] Could not find standard attr ID for object 086ff0b0-424b-4228-a196-4ddd5e74a31b. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:04:29.097313 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2c7f304d-a577-4d01-bed4-795ae6d9c920 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9845853 Feb 11 05:04:29.099784 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38934) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:29.137711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ea399b76-64ea-42fc-9d26-fc00985670f2 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:29.165586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b9a7d4-f733-40ca-a401-0a037d4ffd47 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:29.170909 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b9a7d4-f733-40ca-a401-0a037d4ffd47 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:29.172645 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-43b9a7d4-f733-40ca-a401-0a037d4ffd47 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0718319 Feb 11 05:04:29.175526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38936) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:29.273524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8605d271-f33e-4184-b13a-fb635734200f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port 1a8c2cb0-024e-4120-9571-517840a30986 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:29.273908 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8605d271-f33e-4184-b13a-fb635734200f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1a8c2cb0-024e-4120-9571-517840a30986), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:29.381284 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8605d271-f33e-4184-b13a-fb635734200f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1a8c2cb0-024e-4120-9571-517840a30986), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:29.396877 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8605d271-f33e-4184-b13a-fb635734200f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for 1a8c2cb0-024e-4120-9571-517840a30986 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:29.493619 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-65dc6e10-23ee-4db5-a217-cc5e2d026960 None None] Provisioning complete for port 1a8c2cb0-024e-4120-9571-517840a30986 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:29.494136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-65dc6e10-23ee-4db5-a217-cc5e2d026960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1a8c2cb0-024e-4120-9571-517840a30986), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:29.534968 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-65dc6e10-23ee-4db5-a217-cc5e2d026960 None None] Port 1a8c2cb0-024e-4120-9571-517840a30986 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:04:29.595929 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8605d271-f33e-4184-b13a-fb635734200f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (1a8c2cb0-024e-4120-9571-517840a30986), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:29.625291 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605d271-f33e-4184-b13a-fb635734200f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=1a8c2cb0-024e-4120-9571-517840a30986,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:29.655713 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8605d271-f33e-4184-b13a-fb635734200f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:29.661260 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8605d271-f33e-4184-b13a-fb635734200f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/1a8c2cb0-024e-4120-9571-517840a30986 HTTP/1.1" status: 204 len: 168 time: 0.4825299 Feb 11 05:04:29.662307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38938) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:29.721714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1226d21e-278e-49fe-bdaf-ec06ba1832ab tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:29.723360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1226d21e-278e-49fe-bdaf-ec06ba1832ab tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:29.724878 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1226d21e-278e-49fe-bdaf-ec06ba1832ab tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0617568 Feb 11 05:04:29.728010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38940) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:29.769347 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:29.788916 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cf43ba-4245-4527-bdb5-0ee7ed6b3fa1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 31919322-1f46-49e7-ad35-950b4a50e11c {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:29.792526 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-30cf43ba-4245-4527-bdb5-0ee7ed6b3fa1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (31919322-1f46-49e7-ad35-950b4a50e11c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:29.839053 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-30cf43ba-4245-4527-bdb5-0ee7ed6b3fa1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (31919322-1f46-49e7-ad35-950b4a50e11c), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:29.895307 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-30cf43ba-4245-4527-bdb5-0ee7ed6b3fa1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (31919322-1f46-49e7-ad35-950b4a50e11c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.047798 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-30cf43ba-4245-4527-bdb5-0ee7ed6b3fa1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (31919322-1f46-49e7-ad35-950b4a50e11c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.079579 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf43ba-4245-4527-bdb5-0ee7ed6b3fa1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=31919322-1f46-49e7-ad35-950b4a50e11c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:30.083347 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-30cf43ba-4245-4527-bdb5-0ee7ed6b3fa1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.087127 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-30cf43ba-4245-4527-bdb5-0ee7ed6b3fa1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/31919322-1f46-49e7-ad35-950b4a50e11c HTTP/1.1" status: 204 len: 168 time: 0.3581359 Feb 11 05:04:30.089587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38942) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:30.092596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3f7dd0-39d9-4ca8-9d82-e46104bf2525 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:30.133383 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1c32bb44-2f6a-4ba5-91d0-0f6b904651c6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392115 Feb 11 05:04:30.133769 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38944) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:30.190001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7271bf74-d3ea-4a95-9551-618e16a6ef55 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:30.191839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7271bf74-d3ea-4a95-9551-618e16a6ef55 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0570645 Feb 11 05:04:30.195796 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38946) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:30.255568 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cbd45a-7b64-4c18-b784-ba706dade84c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:30.257606 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-18cbd45a-7b64-4c18-b784-ba706dade84c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0607893 Feb 11 05:04:30.261266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38948) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:30.266975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a5c163-778f-4155-b9a6-48942a106cc0 None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:04:30.308140 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-04a4860e-3606-49d6-90d5-8036a3b60b4f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453095 Feb 11 05:04:30.312866 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38950) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:30.318816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e2d53836-14b9-47e6-a3bc-2f27de7a269b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:30.493554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d8a5c163-778f-4155-b9a6-48942a106cc0 None None] Deleting port ea399b76-64ea-42fc-9d26-fc00985670f2 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:30.493830 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d8a5c163-778f-4155-b9a6-48942a106cc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ea399b76-64ea-42fc-9d26-fc00985670f2), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.494967 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d53836-14b9-47e6-a3bc-2f27de7a269b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:30.499825 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2d53836-14b9-47e6-a3bc-2f27de7a269b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.559706 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d8a5c163-778f-4155-b9a6-48942a106cc0 None None] For port ea399b76-64ea-42fc-9d26-fc00985670f2, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ea399b76-64ea-42fc-9d26-fc00985670f2,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:30.560112 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d8a5c163-778f-4155-b9a6-48942a106cc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ea399b76-64ea-42fc-9d26-fc00985670f2), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.574037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d8a5c163-778f-4155-b9a6-48942a106cc0 None None] Calling delete_port for ea399b76-64ea-42fc-9d26-fc00985670f2 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:30.758058 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d8a5c163-778f-4155-b9a6-48942a106cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (ea399b76-64ea-42fc-9d26-fc00985670f2), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.783770 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5c163-778f-4155-b9a6-48942a106cc0 None None] Pushing event deleted for resources: {'Port': ['ID=ea399b76-64ea-42fc-9d26-fc00985670f2,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:30.789054 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a5c163-778f-4155-b9a6-48942a106cc0 None None] No DVR routers for this DVR port ea399b76-64ea-42fc-9d26-fc00985670f2 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:04:30.807535 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2d53836-14b9-47e6-a3bc-2f27de7a269b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (4545d0b7-63e6-44c0-94d3-af372cc43043), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.851363 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d53836-14b9-47e6-a3bc-2f27de7a269b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:30.854604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e2d53836-14b9-47e6-a3bc-2f27de7a269b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:30.858852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d53836-14b9-47e6-a3bc-2f27de7a269b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:30.859555 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2d53836-14b9-47e6-a3bc-2f27de7a269b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:30.865145 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb140d-320a-4530-a573-d322c64f47e0 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:30.871879 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d53836-14b9-47e6-a3bc-2f27de7a269b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=4545d0b7-63e6-44c0-94d3-af372cc43043,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:30.929639 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ea399b76-64ea-42fc-9d26-fc00985670f2 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:04:30.954368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: ea399b76-64ea-42fc-9d26-fc00985670f2 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:04:30.954787 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ea399b76-64ea-42fc-9d26-fc00985670f2 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:04:30.969938 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e2d53836-14b9-47e6-a3bc-2f27de7a269b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6554308 Feb 11 05:04:30.972809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38952) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:30.978129 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fb5dbe0f-4586-4f96-96d6-5afa9fa442ed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '4545d0b7-63e6-44c0-94d3-af372cc43043', 'ip_address': '2001:db8::719a:7b90:5bd8:a5cf'}], 'name': 'tempest-NetworksTestDHCPv6-578650881'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:31.000121 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': '4545d0b7-63e6-44c0-94d3-af372cc43043'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:04:31.000992 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:31.148413 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Allocated IP 2001:db8::2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/4545d0b7-63e6-44c0-94d3-af372cc43043/9073b958-61ae-4715-b4fe-ba047bf48203) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:31.178271 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5dbe0f-4586-4f96-96d6-5afa9fa442ed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:31.183121 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb5dbe0f-4586-4f96-96d6-5afa9fa442ed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:31.201968 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-fb5dbe0f-4586-4f96-96d6-5afa9fa442ed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port b529cabe-5772-4bd0-9a09-2979b154975b yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:31.300124 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Publish callbacks [] for port (9073b958-61ae-4715-b4fe-ba047bf48203), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:31.396084 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (9073b958-61ae-4715-b4fe-ba047bf48203), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:31.436395 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:31.440779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:31.445854 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:31.453033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-fb5dbe0f-4586-4f96-96d6-5afa9fa442ed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::719a:7b90:5bd8:a5cf (1b90c05c-f7c3-4f05-9239-91ccfa668820/4545d0b7-63e6-44c0-94d3-af372cc43043/b529cabe-5772-4bd0-9a09-2979b154975b) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:31.453300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Pushing event updated for resources: {'Port': ['ID=9073b958-61ae-4715-b4fe-ba047bf48203,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:31.507645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Attempting to bind port 9073b958-61ae-4715-b4fe-ba047bf48203 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:31.508059 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Attempting to bind port 9073b958-61ae-4715-b4fe-ba047bf48203 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:31.508361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Attempting to bind port 9073b958-61ae-4715-b4fe-ba047bf48203 on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:31.513907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:31.514288 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:31.514750 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:31.515170 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:31.515641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Bound port: 9073b958-61ae-4715-b4fe-ba047bf48203, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:31.516025 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9073b958-61ae-4715-b4fe-ba047bf48203), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:31.588149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] For port 9073b958-61ae-4715-b4fe-ba047bf48203, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:31.591446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] For port 9073b958-61ae-4715-b4fe-ba047bf48203, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9073b958-61ae-4715-b4fe-ba047bf48203,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:31.605862 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb5dbe0f-4586-4f96-96d6-5afa9fa442ed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (b529cabe-5772-4bd0-9a09-2979b154975b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:31.661470 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9073b958-61ae-4715-b4fe-ba047bf48203), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:31.718062 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb5dbe0f-4586-4f96-96d6-5afa9fa442ed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b529cabe-5772-4bd0-9a09-2979b154975b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:31.726589 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea996c-2ffc-4c35-9ee9-5e5585e24971 None None] Pushing event updated for resources: {'Port': ['ID=9073b958-61ae-4715-b4fe-ba047bf48203,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:31.774916 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5dbe0f-4586-4f96-96d6-5afa9fa442ed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:31.778421 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-fb5dbe0f-4586-4f96-96d6-5afa9fa442ed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:31.783389 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5dbe0f-4586-4f96-96d6-5afa9fa442ed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:31.790179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5dbe0f-4586-4f96-96d6-5afa9fa442ed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:31.790886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb5dbe0f-4586-4f96-96d6-5afa9fa442ed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:31.800099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5dbe0f-4586-4f96-96d6-5afa9fa442ed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=b529cabe-5772-4bd0-9a09-2979b154975b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:31.955831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38954) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:31.956389 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fb5dbe0f-4586-4f96-96d6-5afa9fa442ed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9819899 Feb 11 05:04:31.961643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-def38e4d-5b59-4a76-bc0d-c8b04d571735 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '4545d0b7-63e6-44c0-94d3-af372cc43043', 'ip_address': '2001:db8::719a:7b90:5bd8:a5cf'}], 'name': 'tempest-NetworksTestDHCPv6-1465911984'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:32.151788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def38e4d-5b59-4a76-bc0d-c8b04d571735 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:32.244370 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-def38e4d-5b59-4a76-bc0d-c8b04d571735 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:32.262452 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-def38e4d-5b59-4a76-bc0d-c8b04d571735 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port f1e5d953-7808-4392-8b25-ed3f103ae550 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:32.464869 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-def38e4d-5b59-4a76-bc0d-c8b04d571735 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 05:04:32.465337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def38e4d-5b59-4a76-bc0d-c8b04d571735 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:04:32.538202 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-def38e4d-5b59-4a76-bc0d-c8b04d571735 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5806470 Feb 11 05:04:32.541320 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38956) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:32.615828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c7adfc-0e96-40ed-904c-a3df554a2642 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:32.621166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c7adfc-0e96-40ed-904c-a3df554a2642 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:32.622840 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a5c7adfc-0e96-40ed-904c-a3df554a2642 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0805161 Feb 11 05:04:32.625614 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38958) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:32.692051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cfd09945-5eb3-4b9a-8e25-2c44d70aab76 None None] Provisioning complete for port 9073b958-61ae-4715-b4fe-ba047bf48203 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:32.692644 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cfd09945-5eb3-4b9a-8e25-2c44d70aab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9073b958-61ae-4715-b4fe-ba047bf48203), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:32.741580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ccce9293-d2ac-4581-980d-26e52ca1bd6d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port b529cabe-5772-4bd0-9a09-2979b154975b {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:32.742028 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ccce9293-d2ac-4581-980d-26e52ca1bd6d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b529cabe-5772-4bd0-9a09-2979b154975b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:32.799070 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cfd09945-5eb3-4b9a-8e25-2c44d70aab76 None None] Current status of the port 9073b958-61ae-4715-b4fe-ba047bf48203 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:32.799642 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cfd09945-5eb3-4b9a-8e25-2c44d70aab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9073b958-61ae-4715-b4fe-ba047bf48203), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:32.845628 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ccce9293-d2ac-4581-980d-26e52ca1bd6d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b529cabe-5772-4bd0-9a09-2979b154975b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:32.847839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cfd09945-5eb3-4b9a-8e25-2c44d70aab76 None None] For port 9073b958-61ae-4715-b4fe-ba047bf48203, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9073b958-61ae-4715-b4fe-ba047bf48203,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:32.861304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ccce9293-d2ac-4581-980d-26e52ca1bd6d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for b529cabe-5772-4bd0-9a09-2979b154975b owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:32.951673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9073b958-61ae-4715-b4fe-ba047bf48203 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:32.974516 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cfd09945-5eb3-4b9a-8e25-2c44d70aab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9073b958-61ae-4715-b4fe-ba047bf48203), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.041441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd09945-5eb3-4b9a-8e25-2c44d70aab76 None None] Pushing event updated for resources: {'Port': ['ID=9073b958-61ae-4715-b4fe-ba047bf48203,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:33.050143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9073b958-61ae-4715-b4fe-ba047bf48203 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:33.050143 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9073b958-61ae-4715-b4fe-ba047bf48203), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.070574 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ccce9293-d2ac-4581-980d-26e52ca1bd6d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b529cabe-5772-4bd0-9a09-2979b154975b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.091973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-62ffaa46-e607-4b55-9887-9074ec4e14f3 None None] Could not find standard attr ID for object b529cabe-5772-4bd0-9a09-2979b154975b. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:04:33.104421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce9293-d2ac-4581-980d-26e52ca1bd6d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=b529cabe-5772-4bd0-9a09-2979b154975b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:33.146813 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ccce9293-d2ac-4581-980d-26e52ca1bd6d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.151083 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ccce9293-d2ac-4581-980d-26e52ca1bd6d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/b529cabe-5772-4bd0-9a09-2979b154975b HTTP/1.1" status: 204 len: 168 time: 0.5239892 Feb 11 05:04:33.153325 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38962) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:33.155552 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9073b958-61ae-4715-b4fe-ba047bf48203 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:33.212325 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71d0703-a42d-42c7-a0e6-dd98498373a9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:33.213918 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71d0703-a42d-42c7-a0e6-dd98498373a9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:33.215512 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a71d0703-a42d-42c7-a0e6-dd98498373a9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0610921 Feb 11 05:04:33.218071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38964) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:33.273564 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-af697ea7-929b-41f2-8b39-477f0760e531 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 4545d0b7-63e6-44c0-94d3-af372cc43043 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:33.277374 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af697ea7-929b-41f2-8b39-477f0760e531 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (4545d0b7-63e6-44c0-94d3-af372cc43043), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.320020 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af697ea7-929b-41f2-8b39-477f0760e531 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (4545d0b7-63e6-44c0-94d3-af372cc43043), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.729659 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af697ea7-929b-41f2-8b39-477f0760e531 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (4545d0b7-63e6-44c0-94d3-af372cc43043), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.870503 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af697ea7-929b-41f2-8b39-477f0760e531 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (4545d0b7-63e6-44c0-94d3-af372cc43043), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.897675 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af697ea7-929b-41f2-8b39-477f0760e531 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=4545d0b7-63e6-44c0-94d3-af372cc43043,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:33.903703 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af697ea7-929b-41f2-8b39-477f0760e531 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:33.904982 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-af697ea7-929b-41f2-8b39-477f0760e531 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/4545d0b7-63e6-44c0-94d3-af372cc43043 HTTP/1.1" status: 204 len: 168 time: 0.6854899 Feb 11 05:04:33.907076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38966) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:33.908169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cad6e27-6c28-4fe0-9dba-0a414f4a0da4 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:33.947941 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d33e735c-1846-4f64-8e94-f37e093a3016 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394418 Feb 11 05:04:33.952297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38968) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:33.957208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-1fa3984c-fab9-4a7f-b18d-35c728846b68 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:34.077220 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02671d47-bd4a-4847-a7aa-c9cb0cff6891 None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:04:34.122853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa3984c-fab9-4a7f-b18d-35c728846b68 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:34.125996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-02671d47-bd4a-4847-a7aa-c9cb0cff6891 None None] Deleting port 9073b958-61ae-4715-b4fe-ba047bf48203 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:34.126443 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fa3984c-fab9-4a7f-b18d-35c728846b68 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.126556 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-02671d47-bd4a-4847-a7aa-c9cb0cff6891 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9073b958-61ae-4715-b4fe-ba047bf48203), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.212669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-02671d47-bd4a-4847-a7aa-c9cb0cff6891 None None] For port 9073b958-61ae-4715-b4fe-ba047bf48203, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9073b958-61ae-4715-b4fe-ba047bf48203,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:34.216657 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-02671d47-bd4a-4847-a7aa-c9cb0cff6891 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9073b958-61ae-4715-b4fe-ba047bf48203), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.238477 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.244200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-02671d47-bd4a-4847-a7aa-c9cb0cff6891 None None] Calling delete_port for 9073b958-61ae-4715-b4fe-ba047bf48203 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:34.302997 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.409276 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fa3984c-fab9-4a7f-b18d-35c728846b68 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (a68d1161-9d40-432a-b824-8ba407506266), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.420225 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-02671d47-bd4a-4847-a7aa-c9cb0cff6891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (9073b958-61ae-4715-b4fe-ba047bf48203), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.446485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02671d47-bd4a-4847-a7aa-c9cb0cff6891 None None] Pushing event deleted for resources: {'Port': ['ID=9073b958-61ae-4715-b4fe-ba047bf48203,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:34.452277 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02671d47-bd4a-4847-a7aa-c9cb0cff6891 None None] No DVR routers for this DVR port 9073b958-61ae-4715-b4fe-ba047bf48203 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:04:34.455959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa3984c-fab9-4a7f-b18d-35c728846b68 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:34.459514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-1fa3984c-fab9-4a7f-b18d-35c728846b68 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:34.465230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa3984c-fab9-4a7f-b18d-35c728846b68 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:34.465830 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1fa3984c-fab9-4a7f-b18d-35c728846b68 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.474605 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c38c5d7-44f2-44a9-a02b-536567407b7a None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:34.480719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3984c-fab9-4a7f-b18d-35c728846b68 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=a68d1161-9d40-432a-b824-8ba407506266,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:34.549075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1fa3984c-fab9-4a7f-b18d-35c728846b68 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5957205 Feb 11 05:04:34.551876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38970) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:34.557232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-9616410e-0230-4254-aae0-7dac48f8fe89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': 'a68d1161-9d40-432a-b824-8ba407506266', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-870499423'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:34.588493 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': 'a68d1161-9d40-432a-b824-8ba407506266'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:04:34.589384 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.729142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9616410e-0230-4254-aae0-7dac48f8fe89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:34.734110 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9616410e-0230-4254-aae0-7dac48f8fe89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.736837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Allocated IP 2001:db8::2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/a68d1161-9d40-432a-b824-8ba407506266/2dcf0e9d-439a-4304-97e7-263dd2f848e4) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:34.753536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-9616410e-0230-4254-aae0-7dac48f8fe89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port 3a044f67-c234-4b5a-8160-83c5848a3b1d yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:34.887539 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Publish callbacks [] for port (2dcf0e9d-439a-4304-97e7-263dd2f848e4), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.917182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9073b958-61ae-4715-b4fe-ba047bf48203 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:04:34.940234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 9073b958-61ae-4715-b4fe-ba047bf48203 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:04:34.940866 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9073b958-61ae-4715-b4fe-ba047bf48203 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:04:34.957484 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (2dcf0e9d-439a-4304-97e7-263dd2f848e4), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:34.980973 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-9616410e-0230-4254-aae0-7dac48f8fe89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:04:34.981669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9616410e-0230-4254-aae0-7dac48f8fe89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:04:35.001091 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:35.009847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:35.009847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:35.015199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Pushing event updated for resources: {'Port': ['ID=2dcf0e9d-439a-4304-97e7-263dd2f848e4,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:35.072488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Attempting to bind port 2dcf0e9d-439a-4304-97e7-263dd2f848e4 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:35.072888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Attempting to bind port 2dcf0e9d-439a-4304-97e7-263dd2f848e4 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:35.073253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Attempting to bind port 2dcf0e9d-439a-4304-97e7-263dd2f848e4 on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:35.078608 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:35.079015 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:35.079421 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.079817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:35.080287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Bound port: 2dcf0e9d-439a-4304-97e7-263dd2f848e4, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:35.080669 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2dcf0e9d-439a-4304-97e7-263dd2f848e4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.097418 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9616410e-0230-4254-aae0-7dac48f8fe89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.5443494 Feb 11 05:04:35.099887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38972) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:35.158128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6d8539-5765-40d0-a316-4a7f7577a232 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:35.158867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] For port 2dcf0e9d-439a-4304-97e7-263dd2f848e4, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:35.159902 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ac6d8539-5765-40d0-a316-4a7f7577a232 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0583935 Feb 11 05:04:35.162454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] For port 2dcf0e9d-439a-4304-97e7-263dd2f848e4, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2dcf0e9d-439a-4304-97e7-263dd2f848e4,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:35.162585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38974) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:35.215755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffebb40c-0bd5-4f8d-9d9c-1bbd7e25ff57 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:35.217059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffebb40c-0bd5-4f8d-9d9c-1bbd7e25ff57 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:35.218588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ffebb40c-0bd5-4f8d-9d9c-1bbd7e25ff57 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0543761 Feb 11 05:04:35.221201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38976) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:35.244040 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2dcf0e9d-439a-4304-97e7-263dd2f848e4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.274612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-045eb3a3-2810-4e7f-9234-6745a30f14f7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet a68d1161-9d40-432a-b824-8ba407506266 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:35.278028 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-045eb3a3-2810-4e7f-9234-6745a30f14f7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (a68d1161-9d40-432a-b824-8ba407506266), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.308998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1b989-ce94-429e-a44f-ed5808ec41f3 None None] Pushing event updated for resources: {'Port': ['ID=2dcf0e9d-439a-4304-97e7-263dd2f848e4,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:35.321362 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-045eb3a3-2810-4e7f-9234-6745a30f14f7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (a68d1161-9d40-432a-b824-8ba407506266), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.417879 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-045eb3a3-2810-4e7f-9234-6745a30f14f7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (a68d1161-9d40-432a-b824-8ba407506266), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.580733 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-045eb3a3-2810-4e7f-9234-6745a30f14f7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (a68d1161-9d40-432a-b824-8ba407506266), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.608941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045eb3a3-2810-4e7f-9234-6745a30f14f7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=a68d1161-9d40-432a-b824-8ba407506266,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:35.613281 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-045eb3a3-2810-4e7f-9234-6745a30f14f7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:35.617143 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-045eb3a3-2810-4e7f-9234-6745a30f14f7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/a68d1161-9d40-432a-b824-8ba407506266 HTTP/1.1" status: 204 len: 168 time: 0.3950064 Feb 11 05:04:35.620198 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38978) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:35.664350 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d02afe53-a363-4e07-98a9-4e162cb1b631 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418997 Feb 11 05:04:35.667892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38980) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:35.672776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-960f6c4e-36e7-4a9d-9514-5b5182f14cba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:35.831783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960f6c4e-36e7-4a9d-9514-5b5182f14cba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:35.835951 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-960f6c4e-36e7-4a9d-9514-5b5182f14cba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.164174 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-960f6c4e-36e7-4a9d-9514-5b5182f14cba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (f62ff4d9-abd7-448b-9c1b-b12a6da78075), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.216868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ef08b9-ac7c-4b0f-93c9-3cd2c8dbe8b7 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:36.217583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f6c4e-36e7-4a9d-9514-5b5182f14cba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:36.220990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-960f6c4e-36e7-4a9d-9514-5b5182f14cba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:36.228557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f6c4e-36e7-4a9d-9514-5b5182f14cba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:36.228557 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-960f6c4e-36e7-4a9d-9514-5b5182f14cba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.237601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f6c4e-36e7-4a9d-9514-5b5182f14cba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=f62ff4d9-abd7-448b-9c1b-b12a6da78075,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:36.294794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5525d33e-a2ac-49ef-acca-31699049f1c4 None None] Provisioning complete for port 2dcf0e9d-439a-4304-97e7-263dd2f848e4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:36.295170 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5525d33e-a2ac-49ef-acca-31699049f1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2dcf0e9d-439a-4304-97e7-263dd2f848e4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.318384 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-960f6c4e-36e7-4a9d-9514-5b5182f14cba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6494069 Feb 11 05:04:36.321517 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38982) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:36.326091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a756f096-8bbe-43fd-bd21-ea074aa56bd0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-222222437', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:36.417400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5525d33e-a2ac-49ef-acca-31699049f1c4 None None] Current status of the port 2dcf0e9d-439a-4304-97e7-263dd2f848e4 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:36.418135 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5525d33e-a2ac-49ef-acca-31699049f1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2dcf0e9d-439a-4304-97e7-263dd2f848e4), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.420773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a756f096-8bbe-43fd-bd21-ea074aa56bd0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (b13dce15-8acc-402e-9d55-e03ade0cb7c9), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.422672 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a756f096-8bbe-43fd-bd21-ea074aa56bd0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (b13dce15-8acc-402e-9d55-e03ade0cb7c9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.463677 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5525d33e-a2ac-49ef-acca-31699049f1c4 None None] For port 2dcf0e9d-439a-4304-97e7-263dd2f848e4, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2dcf0e9d-439a-4304-97e7-263dd2f848e4,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:36.481790 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a756f096-8bbe-43fd-bd21-ea074aa56bd0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for router_controller (b13dce15-8acc-402e-9d55-e03ade0cb7c9), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.561284 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5525d33e-a2ac-49ef-acca-31699049f1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (2dcf0e9d-439a-4304-97e7-263dd2f848e4), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.589893 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a756f096-8bbe-43fd-bd21-ea074aa56bd0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (b13dce15-8acc-402e-9d55-e03ade0cb7c9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.601287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc98d25b-a7d3-4ced-b459-5f9579b7c068 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:36.629361 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525d33e-a2ac-49ef-acca-31699049f1c4 None None] Pushing event updated for resources: {'Port': ['ID=2dcf0e9d-439a-4304-97e7-263dd2f848e4,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:36.669657 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a756f096-8bbe-43fd-bd21-ea074aa56bd0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.671264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a756f096-8bbe-43fd-bd21-ea074aa56bd0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3486838 Feb 11 05:04:36.674312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38984) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:36.704954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7407fa5f-75ba-4406-8bf8-87a2cbbbbbb9 None None] Provisioning complete for port 2dcf0e9d-439a-4304-97e7-263dd2f848e4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:36.705242 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7407fa5f-75ba-4406-8bf8-87a2cbbbbbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2dcf0e9d-439a-4304-97e7-263dd2f848e4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:36.813777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7407fa5f-75ba-4406-8bf8-87a2cbbbbbb9 None None] Current status of the port 2dcf0e9d-439a-4304-97e7-263dd2f848e4 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:36.964650 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2dcf0e9d-439a-4304-97e7-263dd2f848e4 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:36.986283 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:37.026661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 2dcf0e9d-439a-4304-97e7-263dd2f848e4 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:37.027253 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2dcf0e9d-439a-4304-97e7-263dd2f848e4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:37.066546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c02a9c3d-d089-4013-b8a9-1659b5e06f19 None None] Provisioning complete for port 2dcf0e9d-439a-4304-97e7-263dd2f848e4 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:37.066863 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c02a9c3d-d089-4013-b8a9-1659b5e06f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (2dcf0e9d-439a-4304-97e7-263dd2f848e4), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:37.172155 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 2dcf0e9d-439a-4304-97e7-263dd2f848e4 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:37.191451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c02a9c3d-d089-4013-b8a9-1659b5e06f19 None None] Current status of the port 2dcf0e9d-439a-4304-97e7-263dd2f848e4 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:37.556837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::1 (1b90c05c-f7c3-4f05-9239-91ccfa668820/f62ff4d9-abd7-448b-9c1b-b12a6da78075/14d10f1f-0483-49c3-9ba4-c461ed4585c6) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:37.670101 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (14d10f1f-0483-49c3-9ba4-c461ed4585c6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:37.752091 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (14d10f1f-0483-49c3-9ba4-c461ed4585c6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:37.797317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:37.800504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:37.805168 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:37.805716 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (b13dce15-8acc-402e-9d55-e03ade0cb7c9), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:37.811743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=14d10f1f-0483-49c3-9ba4-c461ed4585c6,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:38.011438 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (14d10f1f-0483-49c3-9ba4-c461ed4585c6), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:38.118897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7449c062-f3ad-4d81-8ade-2ca4ba61a127 None None] Provisioning complete for port 14d10f1f-0483-49c3-9ba4-c461ed4585c6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:38.119525 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7449c062-f3ad-4d81-8ade-2ca4ba61a127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (14d10f1f-0483-49c3-9ba4-c461ed4585c6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:38.157442 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7449c062-f3ad-4d81-8ade-2ca4ba61a127 None None] Port 14d10f1f-0483-49c3-9ba4-c461ed4585c6 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:04:38.311727 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (14d10f1f-0483-49c3-9ba4-c461ed4585c6), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:38.372407 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (14d10f1f-0483-49c3-9ba4-c461ed4585c6), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:38.373198 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (b13dce15-8acc-402e-9d55-e03ade0cb7c9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:38.438348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=14d10f1f-0483-49c3-9ba4-c461ed4585c6,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:38.502213 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:38.503668 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:38.732857 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Router b13dce15-8acc-402e-9d55-e03ade0cb7c9 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:04:38.783460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b65febc8-8fc9-44c8-bcfd-50d24d2af92d None None] Provisioning complete for port 14d10f1f-0483-49c3-9ba4-c461ed4585c6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:38.783812 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b65febc8-8fc9-44c8-bcfd-50d24d2af92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (14d10f1f-0483-49c3-9ba4-c461ed4585c6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:38.818345 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b65febc8-8fc9-44c8-bcfd-50d24d2af92d None None] Port 14d10f1f-0483-49c3-9ba4-c461ed4585c6 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:04:38.831983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:04:38.838805 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-62a06e33-445a-4ce2-b700-694f502ab78d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "PUT /v2.0/routers/b13dce15-8acc-402e-9d55-e03ade0cb7c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1621008 Feb 11 05:04:38.840460 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38986) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:38.842797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Sync routers for ids ['b13dce15-8acc-402e-9d55-e03ade0cb7c9'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:04:38.853900 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Routers {'b13dce15-8acc-402e-9d55-e03ade0cb7c9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:38.854528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:04:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b13dce15-8acc-402e-9d55-e03ade0cb7c9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:38.886222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b3e19b-78d6-45cb-ae6a-e919ae9d83f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:38.887630 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-57b3e19b-78d6-45cb-ae6a-e919ae9d83f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports/14d10f1f-0483-49c3-9ba4-c461ed4585c6 HTTP/1.1" status: 200 len: 911 time: 0.0463114 Feb 11 05:04:38.890554 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38988) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:38.945129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0297119a-0daa-4c48-a8a7-1ee75dfa4487 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:38.946851 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Set router b13dce15-8acc-402e-9d55-e03ade0cb7c9 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:04:38.950382 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0297119a-0daa-4c48-a8a7-1ee75dfa4487 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:38.952001 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0297119a-0daa-4c48-a8a7-1ee75dfa4487 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0601907 Feb 11 05:04:38.954973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38990) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:39.334710 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13dce15-8acc-402e-9d55-e03ade0cb7c9', 'name': 'tempest-NetworksTestDHCPv6-router-222222437', 'tenant_id': '8760f143116840179c09002e59dbbbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:36Z', 'updated_at': '2022-02-11T05:04:37Z', 'revision_number': 2, 'project_id': '8760f143116840179c09002e59dbbbee', 'gw_port_host': None, '_interfaces': [{'id': '14d10f1f-0483-49c3-9ba4-c461ed4585c6', 'name': '', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'tenant_id': '8760f143116840179c09002e59dbbbee', 'mac_address': 'fa:16:3e:7b:4b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b13dce15-8acc-402e-9d55-e03ade0cb7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'f62ff4d9-abd7-448b-9c1b-b12a6da78075', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:37Z', 'updated_at': '2022-02-11T05:04:38Z', 'revision_number': 2, 'project_id': '8760f143116840179c09002e59dbbbee', 'subnets': [{'id': 'f62ff4d9-abd7-448b-9c1b-b12a6da78075', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:39.361460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Checking router: b13dce15-8acc-402e-9d55-e03ade0cb7c9 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:04:39.361820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Updating router b13dce15-8acc-402e-9d55-e03ade0cb7c9 port 14d10f1f-0483-49c3-9ba4-c461ed4585c6 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:04:39.390424 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (14d10f1f-0483-49c3-9ba4-c461ed4585c6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:39.408208 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bdfaa567-41ea-4573-aeef-9a967526fa56 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (b13dce15-8acc-402e-9d55-e03ade0cb7c9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:39.630613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-bdfaa567-41ea-4573-aeef-9a967526fa56 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port 14d10f1f-0483-49c3-9ba4-c461ed4585c6 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:39.631002 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bdfaa567-41ea-4573-aeef-9a967526fa56 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (14d10f1f-0483-49c3-9ba4-c461ed4585c6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:39.666291 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Publish callbacks [] for port (14d10f1f-0483-49c3-9ba4-c461ed4585c6), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:39.721591 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bdfaa567-41ea-4573-aeef-9a967526fa56 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (14d10f1f-0483-49c3-9ba4-c461ed4585c6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:39.735131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-bdfaa567-41ea-4573-aeef-9a967526fa56 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for 14d10f1f-0483-49c3-9ba4-c461ed4585c6 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:39.745754 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (14d10f1f-0483-49c3-9ba4-c461ed4585c6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:39.805291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4ba4f-379c-4f17-86a6-084119ea3350 None None] Pushing event updated for resources: {'Port': ['ID=14d10f1f-0483-49c3-9ba4-c461ed4585c6,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:39.857512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Attempting to bind port 14d10f1f-0483-49c3-9ba4-c461ed4585c6 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:39.857892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Attempting to bind port 14d10f1f-0483-49c3-9ba4-c461ed4585c6 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:39.858264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Attempting to bind port 14d10f1f-0483-49c3-9ba4-c461ed4585c6 on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:39.863823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:39.864211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:39.864621 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:39.865024 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:39.865868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Bound port: 14d10f1f-0483-49c3-9ba4-c461ed4585c6, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:39.865868 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (14d10f1f-0483-49c3-9ba4-c461ed4585c6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:39.997793 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bdfaa567-41ea-4573-aeef-9a967526fa56 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (14d10f1f-0483-49c3-9ba4-c461ed4585c6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:39.998804 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:04:39.999175 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:04:40.029524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaa567-41ea-4573-aeef-9a967526fa56 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=14d10f1f-0483-49c3-9ba4-c461ed4585c6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:40.057017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-959edb0b-b873-4004-9503-a607afcefca5 None None] Could not find standard attr ID for object 14d10f1f-0483-49c3-9ba4-c461ed4585c6. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:04:40.145426 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bdfaa567-41ea-4573-aeef-9a967526fa56 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (b13dce15-8acc-402e-9d55-e03ade0cb7c9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:40.331071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfaa567-41ea-4573-aeef-9a967526fa56 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Router b13dce15-8acc-402e-9d55-e03ade0cb7c9 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:04:40.420334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfaa567-41ea-4573-aeef-9a967526fa56 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:04:40.426605 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bdfaa567-41ea-4573-aeef-9a967526fa56 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "PUT /v2.0/routers/b13dce15-8acc-402e-9d55-e03ade0cb7c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4697134 Feb 11 05:04:40.428267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38992) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:40.489443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5abf7bf-2a75-433d-9be3-61280dbe2dca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:40.491088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5abf7bf-2a75-433d-9be3-61280dbe2dca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:40.493137 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a5abf7bf-2a75-433d-9be3-61280dbe2dca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0635588 Feb 11 05:04:40.496825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 38994) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:40.516272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Attempting to bind port 14d10f1f-0483-49c3-9ba4-c461ed4585c6 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:40.516828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Attempting to bind port 14d10f1f-0483-49c3-9ba4-c461ed4585c6 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:40.517003 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Attempting to bind port 14d10f1f-0483-49c3-9ba4-c461ed4585c6 on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:40.523064 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:40.523679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:40.524218 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:40.524713 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:40.525304 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Bound port: 14d10f1f-0483-49c3-9ba4-c461ed4585c6, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:40.525693 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (14d10f1f-0483-49c3-9ba4-c461ed4585c6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:40.555801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ad3dd4-b8ed-4950-8ce6-3dac7e5a4628 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet f62ff4d9-abd7-448b-9c1b-b12a6da78075 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:40.559514 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00ad3dd4-b8ed-4950-8ce6-3dac7e5a4628 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (f62ff4d9-abd7-448b-9c1b-b12a6da78075), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:40.562880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Port 14d10f1f-0483-49c3-9ba4-c461ed4585c6 has been deleted concurrently {{(pid=103810) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 11 05:04:40.576577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Routers {'b13dce15-8acc-402e-9d55-e03ade0cb7c9'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:40.577225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:04:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b13dce15-8acc-402e-9d55-e03ade0cb7c9'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:40.604725 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00ad3dd4-b8ed-4950-8ce6-3dac7e5a4628 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (f62ff4d9-abd7-448b-9c1b-b12a6da78075), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:40.656548 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00ad3dd4-b8ed-4950-8ce6-3dac7e5a4628 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (f62ff4d9-abd7-448b-9c1b-b12a6da78075), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:40.674311 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] Set router b13dce15-8acc-402e-9d55-e03ade0cb7c9 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:04:40.760835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b13dce15-8acc-402e-9d55-e03ade0cb7c9', 'name': 'tempest-NetworksTestDHCPv6-router-222222437', 'tenant_id': '8760f143116840179c09002e59dbbbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:36Z', 'updated_at': '2022-02-11T05:04:39Z', 'revision_number': 3, 'project_id': '8760f143116840179c09002e59dbbbee', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:40.796783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0657bd3-7547-4607-ab40-f91d9789d5e7 None None] The sync data for ids ['b13dce15-8acc-402e-9d55-e03ade0cb7c9'] in n-d-712142-35 is: [{'id': 'b13dce15-8acc-402e-9d55-e03ade0cb7c9', 'name': 'tempest-NetworksTestDHCPv6-router-222222437', 'tenant_id': '8760f143116840179c09002e59dbbbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:36Z', 'updated_at': '2022-02-11T05:04:39Z', 'revision_number': 3, 'project_id': '8760f143116840179c09002e59dbbbee', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:04:40.809561 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00ad3dd4-b8ed-4950-8ce6-3dac7e5a4628 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (f62ff4d9-abd7-448b-9c1b-b12a6da78075), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:40.847503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad3dd4-b8ed-4950-8ce6-3dac7e5a4628 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=f62ff4d9-abd7-448b-9c1b-b12a6da78075,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:40.851559 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-00ad3dd4-b8ed-4950-8ce6-3dac7e5a4628 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:40.861487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5a15d6-0a30-4f53-802a-cb485692fe90 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:40.861668 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-00ad3dd4-b8ed-4950-8ce6-3dac7e5a4628 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/f62ff4d9-abd7-448b-9c1b-b12a6da78075 HTTP/1.1" status: 204 len: 168 time: 0.3577776 Feb 11 05:04:40.861831 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 38996) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:41.013171 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0c7033d2-e66d-4ca1-ae96-2614ddff9545 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1532717 Feb 11 05:04:41.013328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39002) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:41.039430 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e2c956-b564-4f00-81eb-0508f87d69ab None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:04:41.089590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-73e2c956-b564-4f00-81eb-0508f87d69ab None None] Deleting port 2dcf0e9d-439a-4304-97e7-263dd2f848e4 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:41.089975 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-73e2c956-b564-4f00-81eb-0508f87d69ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2dcf0e9d-439a-4304-97e7-263dd2f848e4), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.096654 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee9e6a45-b275-475c-bde1-b71145ab9e80 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for router (b13dce15-8acc-402e-9d55-e03ade0cb7c9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.157964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-73e2c956-b564-4f00-81eb-0508f87d69ab None None] For port 2dcf0e9d-439a-4304-97e7-263dd2f848e4, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=2dcf0e9d-439a-4304-97e7-263dd2f848e4,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:41.158451 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-73e2c956-b564-4f00-81eb-0508f87d69ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2dcf0e9d-439a-4304-97e7-263dd2f848e4), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.171652 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-73e2c956-b564-4f00-81eb-0508f87d69ab None None] Calling delete_port for 2dcf0e9d-439a-4304-97e7-263dd2f848e4 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:41.268593 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee9e6a45-b275-475c-bde1-b71145ab9e80 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (b13dce15-8acc-402e-9d55-e03ade0cb7c9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.270641 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee9e6a45-b275-475c-bde1-b71145ab9e80 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for router_controller (b13dce15-8acc-402e-9d55-e03ade0cb7c9), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.338524 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-73e2c956-b564-4f00-81eb-0508f87d69ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (2dcf0e9d-439a-4304-97e7-263dd2f848e4), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.364519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2c956-b564-4f00-81eb-0508f87d69ab None None] Pushing event deleted for resources: {'Port': ['ID=2dcf0e9d-439a-4304-97e7-263dd2f848e4,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:41.369318 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e2c956-b564-4f00-81eb-0508f87d69ab None None] No DVR routers for this DVR port 2dcf0e9d-439a-4304-97e7-263dd2f848e4 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:04:41.395688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee9e6a45-b275-475c-bde1-b71145ab9e80 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (b13dce15-8acc-402e-9d55-e03ade0cb7c9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.396264 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9e6a45-b275-475c-bde1-b71145ab9e80 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Fanout notify agent at l3_agent the message router_deleted on router b13dce15-8acc-402e-9d55-e03ade0cb7c9 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:04:41.403369 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee9e6a45-b275-475c-bde1-b71145ab9e80 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.404434 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ee9e6a45-b275-475c-bde1-b71145ab9e80 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/routers/b13dce15-8acc-402e-9d55-e03ade0cb7c9 HTTP/1.1" status: 204 len: 168 time: 0.3897505 Feb 11 05:04:41.408850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39004) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:41.414839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-2523dbf0-3b1e-44b8-b2b4-ac13b985a674 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:41.572402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2523dbf0-3b1e-44b8-b2b4-ac13b985a674 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:41.576113 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2523dbf0-3b1e-44b8-b2b4-ac13b985a674 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.682139 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9980ce4-3246-4332-99b3-e55d9cf95aa2 None None] Sync routers for ids ['b13dce15-8acc-402e-9d55-e03ade0cb7c9'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:04:41.695656 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9980ce4-3246-4332-99b3-e55d9cf95aa2 None None] Routers set() bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:41.696030 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9980ce4-3246-4332-99b3-e55d9cf95aa2 None None] Router IDs set() for agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:04:41.699547 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_agentschedulers_db [None req-d9980ce4-3246-4332-99b3-e55d9cf95aa2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b13dce15-8acc-402e-9d55-e03ade0cb7c9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:04:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent'). {{(pid=103811) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:04:41.705840 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9980ce4-3246-4332-99b3-e55d9cf95aa2 None None] Routers set() bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:41.706245 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9980ce4-3246-4332-99b3-e55d9cf95aa2 None None] Router IDs set() for agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:04:41.706870 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_agentschedulers_db [None req-d9980ce4-3246-4332-99b3-e55d9cf95aa2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b13dce15-8acc-402e-9d55-e03ade0cb7c9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:04:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent'). {{(pid=103811) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:04:41.707249 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9980ce4-3246-4332-99b3-e55d9cf95aa2 None None] The sync data for ids ['b13dce15-8acc-402e-9d55-e03ade0cb7c9'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:04:41.836550 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2523dbf0-3b1e-44b8-b2b4-ac13b985a674 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (68ea6c07-0b6f-427d-8f5c-202c370bc8f0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.886039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2523dbf0-3b1e-44b8-b2b4-ac13b985a674 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:41.889292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-2523dbf0-3b1e-44b8-b2b4-ac13b985a674 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:41.894293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2523dbf0-3b1e-44b8-b2b4-ac13b985a674 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:41.895043 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2523dbf0-3b1e-44b8-b2b4-ac13b985a674 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:41.900902 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad18e6b-bcd1-416d-be8a-b095047463d5 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:41.907599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523dbf0-3b1e-44b8-b2b4-ac13b985a674 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=68ea6c07-0b6f-427d-8f5c-202c370bc8f0,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:41.978356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2523dbf0-3b1e-44b8-b2b4-ac13b985a674 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5678999 Feb 11 05:04:41.981232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39008) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:41.985913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-e694333c-8f9f-41cd-948e-c13be3dce471 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-747055121', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:42.009258 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': '68ea6c07-0b6f-427d-8f5c-202c370bc8f0'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:04:42.010183 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.072005 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e694333c-8f9f-41cd-948e-c13be3dce471 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (7f76fbea-d5ed-40ae-82d8-1cc242e9899b), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.073006 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e694333c-8f9f-41cd-948e-c13be3dce471 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (7f76fbea-d5ed-40ae-82d8-1cc242e9899b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.138177 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e694333c-8f9f-41cd-948e-c13be3dce471 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for router_controller (7f76fbea-d5ed-40ae-82d8-1cc242e9899b), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.167031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Allocated IP 2001:db8::2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/68ea6c07-0b6f-427d-8f5c-202c370bc8f0/8eab1f9d-2666-48c1-8d60-bd5b2423f8f7) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:42.215140 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e694333c-8f9f-41cd-948e-c13be3dce471 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (7f76fbea-d5ed-40ae-82d8-1cc242e9899b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.319946 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Publish callbacks [] for port (8eab1f9d-2666-48c1-8d60-bd5b2423f8f7), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.330831 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e694333c-8f9f-41cd-948e-c13be3dce471 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.332009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e694333c-8f9f-41cd-948e-c13be3dce471 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3498199 Feb 11 05:04:42.335467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39010) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:42.397609 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (8eab1f9d-2666-48c1-8d60-bd5b2423f8f7), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.443702 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:42.447423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:42.451098 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:42.458925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Pushing event updated for resources: {'Port': ['ID=8eab1f9d-2666-48c1-8d60-bd5b2423f8f7,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:42.514019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Attempting to bind port 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:42.514399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Attempting to bind port 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:42.514804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Attempting to bind port 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7 on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:42.520367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:42.520753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:42.521157 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.521556 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:42.522031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Bound port: 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:42.523046 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8eab1f9d-2666-48c1-8d60-bd5b2423f8f7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.595200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] For port 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:42.598518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] For port 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8eab1f9d-2666-48c1-8d60-bd5b2423f8f7,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:42.698966 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8eab1f9d-2666-48c1-8d60-bd5b2423f8f7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.761389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fbf99-e131-4f35-9632-c571418628a6 None None] Pushing event updated for resources: {'Port': ['ID=8eab1f9d-2666-48c1-8d60-bd5b2423f8f7,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:42.950545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2dcf0e9d-439a-4304-97e7-263dd2f848e4 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:04:42.966664 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:42.980265 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 2dcf0e9d-439a-4304-97e7-263dd2f848e4 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:04:42.980623 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 2dcf0e9d-439a-4304-97e7-263dd2f848e4 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:04:43.233910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::1 (1b90c05c-f7c3-4f05-9239-91ccfa668820/68ea6c07-0b6f-427d-8f5c-202c370bc8f0/5ec7b95d-574c-44b0-9672-5f0b9339f7d7) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:43.348544 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (5ec7b95d-574c-44b0-9672-5f0b9339f7d7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.469863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5ec7b95d-574c-44b0-9672-5f0b9339f7d7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.527257 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:43.530563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:43.534790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:43.535344 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (7f76fbea-d5ed-40ae-82d8-1cc242e9899b), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.577545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=5ec7b95d-574c-44b0-9672-5f0b9339f7d7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:43.757903 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5ec7b95d-574c-44b0-9672-5f0b9339f7d7), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.805822 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3e266a62-6dc7-46d1-905f-86370a9c4a77 None None] Provisioning complete for port 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:43.806216 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e266a62-6dc7-46d1-905f-86370a9c4a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8eab1f9d-2666-48c1-8d60-bd5b2423f8f7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.896257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3e266a62-6dc7-46d1-905f-86370a9c4a77 None None] Current status of the port 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:43.896794 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e266a62-6dc7-46d1-905f-86370a9c4a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8eab1f9d-2666-48c1-8d60-bd5b2423f8f7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:43.935465 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3e266a62-6dc7-46d1-905f-86370a9c4a77 None None] For port 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8eab1f9d-2666-48c1-8d60-bd5b2423f8f7,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:44.002825 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e266a62-6dc7-46d1-905f-86370a9c4a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8eab1f9d-2666-48c1-8d60-bd5b2423f8f7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:44.054641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e266a62-6dc7-46d1-905f-86370a9c4a77 None None] Pushing event updated for resources: {'Port': ['ID=8eab1f9d-2666-48c1-8d60-bd5b2423f8f7,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:44.057831 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (5ec7b95d-574c-44b0-9672-5f0b9339f7d7), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:44.127128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-874ab4ea-03f9-4f66-a27e-c854da032e05 None None] Provisioning complete for port 5ec7b95d-574c-44b0-9672-5f0b9339f7d7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:44.127502 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-874ab4ea-03f9-4f66-a27e-c854da032e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5ec7b95d-574c-44b0-9672-5f0b9339f7d7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:44.127628 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (5ec7b95d-574c-44b0-9672-5f0b9339f7d7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:44.128863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (7f76fbea-d5ed-40ae-82d8-1cc242e9899b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:44.172723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-874ab4ea-03f9-4f66-a27e-c854da032e05 None None] Port 5ec7b95d-574c-44b0-9672-5f0b9339f7d7 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:04:44.232059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=5ec7b95d-574c-44b0-9672-5f0b9339f7d7,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:44.268039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:44.269426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:44.469433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Router 7f76fbea-d5ed-40ae-82d8-1cc242e9899b is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:04:44.504098 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e55e527c-2528-4d80-8d35-85f31f7ebe30 None None] Provisioning complete for port 5ec7b95d-574c-44b0-9672-5f0b9339f7d7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:44.504394 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e55e527c-2528-4d80-8d35-85f31f7ebe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5ec7b95d-574c-44b0-9672-5f0b9339f7d7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:44.541112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e55e527c-2528-4d80-8d35-85f31f7ebe30 None None] Port 5ec7b95d-574c-44b0-9672-5f0b9339f7d7 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:04:44.572610 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:04:44.577681 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b2c76458-929f-44f0-8177-19a52a5aa259 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "PUT /v2.0/routers/7f76fbea-d5ed-40ae-82d8-1cc242e9899b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2412181 Feb 11 05:04:44.580381 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39012) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:44.581852 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Sync routers for ids ['7f76fbea-d5ed-40ae-82d8-1cc242e9899b'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:04:44.592509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Routers {'7f76fbea-d5ed-40ae-82d8-1cc242e9899b'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:44.593132 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:04:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7f76fbea-d5ed-40ae-82d8-1cc242e9899b'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:44.627721 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62869ac-8895-436b-b970-203b5486a98b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:44.629124 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e62869ac-8895-436b-b970-203b5486a98b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports/5ec7b95d-574c-44b0-9672-5f0b9339f7d7 HTTP/1.1" status: 200 len: 911 time: 0.0477443 Feb 11 05:04:44.632494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39014) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:44.686212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ab812-9f69-45ca-8395-19e5bbce805c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:44.687882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Set router 7f76fbea-d5ed-40ae-82d8-1cc242e9899b gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:04:44.691491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ab812-9f69-45ca-8395-19e5bbce805c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:44.693084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ee4ab812-9f69-45ca-8395-19e5bbce805c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0594919 Feb 11 05:04:44.696761 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39016) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:44.904358 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f76fbea-d5ed-40ae-82d8-1cc242e9899b', 'name': 'tempest-NetworksTestDHCPv6-router-747055121', 'tenant_id': '8760f143116840179c09002e59dbbbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:42Z', 'updated_at': '2022-02-11T05:04:43Z', 'revision_number': 2, 'project_id': '8760f143116840179c09002e59dbbbee', 'gw_port_host': None, '_interfaces': [{'id': '5ec7b95d-574c-44b0-9672-5f0b9339f7d7', 'name': '', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'tenant_id': '8760f143116840179c09002e59dbbbee', 'mac_address': 'fa:16:3e:b7:b7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f76fbea-d5ed-40ae-82d8-1cc242e9899b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '68ea6c07-0b6f-427d-8f5c-202c370bc8f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:04:43Z', 'updated_at': '2022-02-11T05:04:43Z', 'revision_number': 2, 'project_id': '8760f143116840179c09002e59dbbbee', 'subnets': [{'id': '68ea6c07-0b6f-427d-8f5c-202c370bc8f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:44.938807 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Checking router: 7f76fbea-d5ed-40ae-82d8-1cc242e9899b for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:04:44.946578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Updating router 7f76fbea-d5ed-40ae-82d8-1cc242e9899b port 5ec7b95d-574c-44b0-9672-5f0b9339f7d7 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:04:44.953907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:45.007814 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5ec7b95d-574c-44b0-9672-5f0b9339f7d7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.040453 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9d092a7-bf08-418b-8175-462f0b5cb4c8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (7f76fbea-d5ed-40ae-82d8-1cc242e9899b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.073082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:45.073456 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8eab1f9d-2666-48c1-8d60-bd5b2423f8f7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.263991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a9d092a7-bf08-418b-8175-462f0b5cb4c8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port 5ec7b95d-574c-44b0-9672-5f0b9339f7d7 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:45.264590 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9d092a7-bf08-418b-8175-462f0b5cb4c8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5ec7b95d-574c-44b0-9672-5f0b9339f7d7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.273101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:45.355567 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9d092a7-bf08-418b-8175-462f0b5cb4c8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5ec7b95d-574c-44b0-9672-5f0b9339f7d7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.358480 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Publish callbacks [] for port (5ec7b95d-574c-44b0-9672-5f0b9339f7d7), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.368543 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a9d092a7-bf08-418b-8175-462f0b5cb4c8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for 5ec7b95d-574c-44b0-9672-5f0b9339f7d7 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:45.442783 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5ec7b95d-574c-44b0-9672-5f0b9339f7d7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.516788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960732d2-652c-4db6-a712-17e1e9fad32e None None] Pushing event updated for resources: {'Port': ['ID=5ec7b95d-574c-44b0-9672-5f0b9339f7d7,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:45.603208 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9d092a7-bf08-418b-8175-462f0b5cb4c8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5ec7b95d-574c-44b0-9672-5f0b9339f7d7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.634307 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d092a7-bf08-418b-8175-462f0b5cb4c8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=5ec7b95d-574c-44b0-9672-5f0b9339f7d7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:45.741028 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9d092a7-bf08-418b-8175-462f0b5cb4c8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (7f76fbea-d5ed-40ae-82d8-1cc242e9899b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.750401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Attempting to bind port 5ec7b95d-574c-44b0-9672-5f0b9339f7d7 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:45.750893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Attempting to bind port 5ec7b95d-574c-44b0-9672-5f0b9339f7d7 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:45.751698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Attempting to bind port 5ec7b95d-574c-44b0-9672-5f0b9339f7d7 on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:45.759452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:45.759854 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:45.760270 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.760664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:45.761141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Bound port: 5ec7b95d-574c-44b0-9672-5f0b9339f7d7, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:45.761525 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5ec7b95d-574c-44b0-9672-5f0b9339f7d7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:45.776978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1e9bfc32-ce9b-4ebb-a83c-bcb8ec52927b None None] Could not find standard attr ID for object 5ec7b95d-574c-44b0-9672-5f0b9339f7d7. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:04:45.800809 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Port 5ec7b95d-574c-44b0-9672-5f0b9339f7d7 has been deleted concurrently {{(pid=103810) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 11 05:04:45.812578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Routers {'7f76fbea-d5ed-40ae-82d8-1cc242e9899b'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:45.813231 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:04:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7f76fbea-d5ed-40ae-82d8-1cc242e9899b'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:45.892691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] Set router 7f76fbea-d5ed-40ae-82d8-1cc242e9899b gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:04:45.932251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d092a7-bf08-418b-8175-462f0b5cb4c8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Router 7f76fbea-d5ed-40ae-82d8-1cc242e9899b has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:04:45.953009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f76fbea-d5ed-40ae-82d8-1cc242e9899b', 'name': 'tempest-NetworksTestDHCPv6-router-747055121', 'tenant_id': '8760f143116840179c09002e59dbbbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:42Z', 'updated_at': '2022-02-11T05:04:45Z', 'revision_number': 3, 'project_id': '8760f143116840179c09002e59dbbbee', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:45.982071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179a8805-f5fc-4d78-88c7-c661a4128e89 None None] The sync data for ids ['7f76fbea-d5ed-40ae-82d8-1cc242e9899b'] in n-d-712142-35 is: [{'id': '7f76fbea-d5ed-40ae-82d8-1cc242e9899b', 'name': 'tempest-NetworksTestDHCPv6-router-747055121', 'tenant_id': '8760f143116840179c09002e59dbbbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:42Z', 'updated_at': '2022-02-11T05:04:45Z', 'revision_number': 3, 'project_id': '8760f143116840179c09002e59dbbbee', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:04:46.016121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d092a7-bf08-418b-8175-462f0b5cb4c8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:04:46.022674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a9d092a7-bf08-418b-8175-462f0b5cb4c8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "PUT /v2.0/routers/7f76fbea-d5ed-40ae-82d8-1cc242e9899b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3235178 Feb 11 05:04:46.024207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39018) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:46.077353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04781f04-c765-42d0-b09a-1aaa94736d75 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:46.078738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04781f04-c765-42d0-b09a-1aaa94736d75 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:46.080272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-04781f04-c765-42d0-b09a-1aaa94736d75 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0551238 Feb 11 05:04:46.082959 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39020) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:46.144526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9bac0d-1b02-46a8-9178-4a571ee69bfa tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 68ea6c07-0b6f-427d-8f5c-202c370bc8f0 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:46.148607 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3e9bac0d-1b02-46a8-9178-4a571ee69bfa tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (68ea6c07-0b6f-427d-8f5c-202c370bc8f0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.192562 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3e9bac0d-1b02-46a8-9178-4a571ee69bfa tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (68ea6c07-0b6f-427d-8f5c-202c370bc8f0), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.282810 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3e9bac0d-1b02-46a8-9178-4a571ee69bfa tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (68ea6c07-0b6f-427d-8f5c-202c370bc8f0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.426288 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3e9bac0d-1b02-46a8-9178-4a571ee69bfa tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (68ea6c07-0b6f-427d-8f5c-202c370bc8f0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.456121 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3e9bac0d-1b02-46a8-9178-4a571ee69bfa tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.459593 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3e9bac0d-1b02-46a8-9178-4a571ee69bfa tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/68ea6c07-0b6f-427d-8f5c-202c370bc8f0 HTTP/1.1" status: 204 len: 168 time: 0.3754778 Feb 11 05:04:46.461021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bac0d-1b02-46a8-9178-4a571ee69bfa tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=68ea6c07-0b6f-427d-8f5c-202c370bc8f0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:46.469511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c68c4ab-7eaa-48ea-b3e9-9ffd39c08632 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:46.470661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39022) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:46.553799 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5b28794b-0137-4b1b-b16c-9a66ae042c5b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.0894842 Feb 11 05:04:46.556238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39024) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:46.637012 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3bf34ff-b4a0-4552-a35c-a53959c8865f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for router (7f76fbea-d5ed-40ae-82d8-1cc242e9899b), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.643137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8443c70d-a7ea-4b5f-bd2a-be9875bd03c4 None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:04:46.701111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8443c70d-a7ea-4b5f-bd2a-be9875bd03c4 None None] Deleting port 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:46.701382 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8443c70d-a7ea-4b5f-bd2a-be9875bd03c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8eab1f9d-2666-48c1-8d60-bd5b2423f8f7), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.772697 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-8443c70d-a7ea-4b5f-bd2a-be9875bd03c4 None None] For port 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8eab1f9d-2666-48c1-8d60-bd5b2423f8f7,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:46.773202 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8443c70d-a7ea-4b5f-bd2a-be9875bd03c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8eab1f9d-2666-48c1-8d60-bd5b2423f8f7), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.788303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8443c70d-a7ea-4b5f-bd2a-be9875bd03c4 None None] Calling delete_port for 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:46.807435 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3bf34ff-b4a0-4552-a35c-a53959c8865f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (7f76fbea-d5ed-40ae-82d8-1cc242e9899b), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.809785 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3bf34ff-b4a0-4552-a35c-a53959c8865f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for router_controller (7f76fbea-d5ed-40ae-82d8-1cc242e9899b), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.885002 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba712b39-9495-4580-ba87-940da4c6e49c None None] Sync routers for ids ['7f76fbea-d5ed-40ae-82d8-1cc242e9899b'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:04:46.895592 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba712b39-9495-4580-ba87-940da4c6e49c None None] Routers {'7f76fbea-d5ed-40ae-82d8-1cc242e9899b'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:46.896285 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ba712b39-9495-4580-ba87-940da4c6e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:04:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7f76fbea-d5ed-40ae-82d8-1cc242e9899b'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:46.921119 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:04:46.940004 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3bf34ff-b4a0-4552-a35c-a53959c8865f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (7f76fbea-d5ed-40ae-82d8-1cc242e9899b), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.940911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bf34ff-b4a0-4552-a35c-a53959c8865f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Fanout notify agent at l3_agent the message router_deleted on router 7f76fbea-d5ed-40ae-82d8-1cc242e9899b {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:04:46.949923 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c3bf34ff-b4a0-4552-a35c-a53959c8865f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:46.951495 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c3bf34ff-b4a0-4552-a35c-a53959c8865f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/routers/7f76fbea-d5ed-40ae-82d8-1cc242e9899b HTTP/1.1" status: 204 len: 168 time: 0.3943200 Feb 11 05:04:46.954073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39026) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:46.972631 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-ba712b39-9495-4580-ba87-940da4c6e49c None None] Set router 7f76fbea-d5ed-40ae-82d8-1cc242e9899b gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:04:47.000748 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8443c70d-a7ea-4b5f-bd2a-be9875bd03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (8eab1f9d-2666-48c1-8d60-bd5b2423f8f7), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:47.020572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b350b491-323c-462a-9494-d543cbcf1fa4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:47.022442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b350b491-323c-462a-9494-d543cbcf1fa4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0670722 Feb 11 05:04:47.025411 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39028) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:47.033515 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443c70d-a7ea-4b5f-bd2a-be9875bd03c4 None None] Pushing event deleted for resources: {'Port': ['ID=8eab1f9d-2666-48c1-8d60-bd5b2423f8f7,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:47.034095 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ba712b39-9495-4580-ba87-940da4c6e49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f76fbea-d5ed-40ae-82d8-1cc242e9899b', 'name': 'tempest-NetworksTestDHCPv6-router-747055121', 'tenant_id': '8760f143116840179c09002e59dbbbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:04:42Z', 'updated_at': '2022-02-11T05:04:45Z', 'revision_number': 3, 'project_id': '8760f143116840179c09002e59dbbbee', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:04:47.050266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443c70d-a7ea-4b5f-bd2a-be9875bd03c4 None None] No DVR routers for this DVR port 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:04:47.061715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 8eab1f9d-2666-48c1-8d60-bd5b2423f8f7 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:47.062207 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba712b39-9495-4580-ba87-940da4c6e49c None None] Checking router: 7f76fbea-d5ed-40ae-82d8-1cc242e9899b for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:04:47.062320 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8eab1f9d-2666-48c1-8d60-bd5b2423f8f7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:47.075834 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba712b39-9495-4580-ba87-940da4c6e49c None None] Routers set() bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:04:47.076291 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba712b39-9495-4580-ba87-940da4c6e49c None None] Router IDs set() for agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 05:04:47.077622 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba712b39-9495-4580-ba87-940da4c6e49c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7f76fbea-d5ed-40ae-82d8-1cc242e9899b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:04:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent'). {{(pid=103811) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 05:04:47.078122 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba712b39-9495-4580-ba87-940da4c6e49c None None] The sync data for ids ['7f76fbea-d5ed-40ae-82d8-1cc242e9899b'] in n-d-712142-35 is: [] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:04:47.092234 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec22de7-4197-4422-a5ec-4a0d8426b0d4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:47.096836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39030) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:47.097650 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0ec22de7-4197-4422-a5ec-4a0d8426b0d4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0711772 Feb 11 05:04:47.143729 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e84e8fe7-20f1-44fe-8db6-a2981552cf2f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455101 Feb 11 05:04:47.148365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39032) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:47.153967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7ca66e75-d738-46c6-ba18-01e613301ebb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:47.345784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca66e75-d738-46c6-ba18-01e613301ebb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:47.349308 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ca66e75-d738-46c6-ba18-01e613301ebb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:47.682403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.objects.ports [None req-7ca66e75-d738-46c6-ba18-01e613301ebb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103809) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:04:47.683944 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ca66e75-d738-46c6-ba18-01e613301ebb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (23134957-4ccd-4dc2-801a-18f28f4dcb46), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:47.729157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca66e75-d738-46c6-ba18-01e613301ebb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:47.732312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-7ca66e75-d738-46c6-ba18-01e613301ebb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:47.736428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca66e75-d738-46c6-ba18-01e613301ebb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:47.737023 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ca66e75-d738-46c6-ba18-01e613301ebb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:47.741347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5405898-69f0-456d-a3d1-df8ec11646d8 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:47.745077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca66e75-d738-46c6-ba18-01e613301ebb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=23134957-4ccd-4dc2-801a-18f28f4dcb46,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:47.809495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7ca66e75-d738-46c6-ba18-01e613301ebb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6597672 Feb 11 05:04:47.812300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39034) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:47.817333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-03f918e4-8f8d-4fe2-ae61-93b80e399723 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:47.845718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': '23134957-4ccd-4dc2-801a-18f28f4dcb46'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:04:47.846579 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:47.995526 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Allocated IP 2001:db8::f816:3eff:fe44:fa0e (1b90c05c-f7c3-4f05-9239-91ccfa668820/23134957-4ccd-4dc2-801a-18f28f4dcb46/94d51bc7-e7a4-4d75-b6b3-44b28617a920) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:48.166872 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Publish callbacks [] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:48.226279 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:48.269046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:48.272006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:48.275862 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:48.282581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Pushing event updated for resources: {'Port': ['ID=94d51bc7-e7a4-4d75-b6b3-44b28617a920,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:48.304256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f918e4-8f8d-4fe2-ae61-93b80e399723 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:48.307863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-03f918e4-8f8d-4fe2-ae61-93b80e399723 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:48.336459 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Attempting to bind port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:48.336936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Attempting to bind port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:48.337330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Attempting to bind port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:48.342427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:48.342894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:48.343317 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:48.343712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:48.344182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Bound port: 94d51bc7-e7a4-4d75-b6b3-44b28617a920, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:48.344593 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:48.418848 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] For port 94d51bc7-e7a4-4d75-b6b3-44b28617a920, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:48.422429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] For port 94d51bc7-e7a4-4d75-b6b3-44b28617a920, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=94d51bc7-e7a4-4d75-b6b3-44b28617a920,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:48.562064 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:48.599835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1f018-701e-47cc-a11f-d13a415aae11 None None] Pushing event updated for resources: {'Port': ['ID=94d51bc7-e7a4-4d75-b6b3-44b28617a920,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:48.626759 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-03f918e4-8f8d-4fe2-ae61-93b80e399723 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (040e6cc6-877e-4ac8-994d-14db2ebaf746), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:48.678075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f918e4-8f8d-4fe2-ae61-93b80e399723 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:48.682121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-03f918e4-8f8d-4fe2-ae61-93b80e399723 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:48.688245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f918e4-8f8d-4fe2-ae61-93b80e399723 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:48.688878 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-03f918e4-8f8d-4fe2-ae61-93b80e399723 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:48.702757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f918e4-8f8d-4fe2-ae61-93b80e399723 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=040e6cc6-877e-4ac8-994d-14db2ebaf746,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:48.800507 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-03f918e4-8f8d-4fe2-ae61-93b80e399723 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9870248 Feb 11 05:04:48.804402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39036) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:48.811007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5e75e3e3-99a7-4797-bca9-036b1d4af30c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'mac_address': 'fa:16:3e:4b:b7:14', 'name': 'tempest-NetworksTestDHCPv6-475110774'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:48.969891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 94d51bc7-e7a4-4d75-b6b3-44b28617a920 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:49.002666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e75e3e3-99a7-4797-bca9-036b1d4af30c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:49.021035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:49.021415 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:49.096901 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e75e3e3-99a7-4797-bca9-036b1d4af30c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:49.108705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:49.109102 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:49.123342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-5e75e3e3-99a7-4797-bca9-036b1d4af30c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port d9cf4e9b-9218-493c-bcb6-0688f12a9ac3 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:49.159712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 94d51bc7-e7a4-4d75-b6b3-44b28617a920, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=94d51bc7-e7a4-4d75-b6b3-44b28617a920,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:49.260494 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:49.309421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-5e75e3e3-99a7-4797-bca9-036b1d4af30c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 172.20.0.4 (1b90c05c-f7c3-4f05-9239-91ccfa668820/040e6cc6-877e-4ac8-994d-14db2ebaf746/d9cf4e9b-9218-493c-bcb6-0688f12a9ac3) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:49.316086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-5e75e3e3-99a7-4797-bca9-036b1d4af30c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::f816:3eff:fe4b:b714 (1b90c05c-f7c3-4f05-9239-91ccfa668820/23134957-4ccd-4dc2-801a-18f28f4dcb46/d9cf4e9b-9218-493c-bcb6-0688f12a9ac3) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:49.332987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=94d51bc7-e7a4-4d75-b6b3-44b28617a920,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:49.490189 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e75e3e3-99a7-4797-bca9-036b1d4af30c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (d9cf4e9b-9218-493c-bcb6-0688f12a9ac3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:49.565064 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666b5e3e-3653-43cb-9931-c21b0d141c96 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:49.580572 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e75e3e3-99a7-4797-bca9-036b1d4af30c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d9cf4e9b-9218-493c-bcb6-0688f12a9ac3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:49.631308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e75e3e3-99a7-4797-bca9-036b1d4af30c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:49.635057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-5e75e3e3-99a7-4797-bca9-036b1d4af30c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:49.639164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75e3e3-99a7-4797-bca9-036b1d4af30c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:49.653351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d956fc09-7040-4745-9bd9-97984ba12934 None None] Provisioning complete for port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:49.653733 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d956fc09-7040-4745-9bd9-97984ba12934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:49.665021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75e3e3-99a7-4797-bca9-036b1d4af30c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=d9cf4e9b-9218-493c-bcb6-0688f12a9ac3,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:49.693222 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75e3e3-99a7-4797-bca9-036b1d4af30c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:49.698999 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5e75e3e3-99a7-4797-bca9-036b1d4af30c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:49.798077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5e75e3e3-99a7-4797-bca9-036b1d4af30c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9916975 Feb 11 05:04:49.800264 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39038) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:49.804272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d956fc09-7040-4745-9bd9-97984ba12934 None None] Current status of the port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:49.816269 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f0ed9c-7ea5-4cfa-9f76-52783e9519eb None None] Update dhcp port {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '23134957-4ccd-4dc2-801a-18f28f4dcb46', 'ip_address': '2001:db8::f816:3eff:fe44:fa0e'}, {'subnet_id': '040e6cc6-877e-4ac8-994d-14db2ebaf746'}], 'binding:host_id': 'n-d-712142-35'}, 'id': '94d51bc7-e7a4-4d75-b6b3-44b28617a920'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:04:49.845867 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01f0ed9c-7ea5-4cfa-9f76-52783e9519eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:49.856720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e13046-5b28-47bb-9004-9b41a96132eb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:49.862057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e13046-5b28-47bb-9004-9b41a96132eb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:49.863710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d4e13046-5b28-47bb-9004-9b41a96132eb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0624859 Feb 11 05:04:49.867129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39040) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:49.969736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff59e7-cc9f-4ae9-a941-7c6265c7e78e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port d9cf4e9b-9218-493c-bcb6-0688f12a9ac3 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:49.970421 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4ff59e7-cc9f-4ae9-a941-7c6265c7e78e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d9cf4e9b-9218-493c-bcb6-0688f12a9ac3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.019978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-01f0ed9c-7ea5-4cfa-9f76-52783e9519eb None None] Allocated IP 172.20.0.2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/040e6cc6-877e-4ac8-994d-14db2ebaf746/94d51bc7-e7a4-4d75-b6b3-44b28617a920) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:50.064189 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4ff59e7-cc9f-4ae9-a941-7c6265c7e78e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d9cf4e9b-9218-493c-bcb6-0688f12a9ac3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.078396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff59e7-cc9f-4ae9-a941-7c6265c7e78e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for d9cf4e9b-9218-493c-bcb6-0688f12a9ac3 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:50.121249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-01f0ed9c-7ea5-4cfa-9f76-52783e9519eb None None] For port 94d51bc7-e7a4-4d75-b6b3-44b28617a920, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=94d51bc7-e7a4-4d75-b6b3-44b28617a920,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:50.153918 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01f0ed9c-7ea5-4cfa-9f76-52783e9519eb None None] Publish callbacks [] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.288988 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-01f0ed9c-7ea5-4cfa-9f76-52783e9519eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.368487 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4ff59e7-cc9f-4ae9-a941-7c6265c7e78e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d9cf4e9b-9218-493c-bcb6-0688f12a9ac3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.385953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0ed9c-7ea5-4cfa-9f76-52783e9519eb None None] Pushing event updated for resources: {'Port': ['ID=94d51bc7-e7a4-4d75-b6b3-44b28617a920,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:50.402531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff59e7-cc9f-4ae9-a941-7c6265c7e78e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=d9cf4e9b-9218-493c-bcb6-0688f12a9ac3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:50.500383 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a4ff59e7-cc9f-4ae9-a941-7c6265c7e78e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.503982 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a4ff59e7-cc9f-4ae9-a941-7c6265c7e78e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/d9cf4e9b-9218-493c-bcb6-0688f12a9ac3 HTTP/1.1" status: 204 len: 168 time: 0.6358066 Feb 11 05:04:50.507195 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39042) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:50.565960 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56864e6a-6250-4f6c-91a1-c4201320ffd8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:50.567230 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56864e6a-6250-4f6c-91a1-c4201320ffd8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:50.568678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56864e6a-6250-4f6c-91a1-c4201320ffd8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:50.570319 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-56864e6a-6250-4f6c-91a1-c4201320ffd8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0620947 Feb 11 05:04:50.573139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39044) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:50.632546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4dca10-18d0-468b-a62a-964aced7d3c2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 040e6cc6-877e-4ac8-994d-14db2ebaf746 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:50.635967 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6e4dca10-18d0-468b-a62a-964aced7d3c2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (040e6cc6-877e-4ac8-994d-14db2ebaf746), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.686609 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6e4dca10-18d0-468b-a62a-964aced7d3c2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (040e6cc6-877e-4ac8-994d-14db2ebaf746), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.775335 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6e4dca10-18d0-468b-a62a-964aced7d3c2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (040e6cc6-877e-4ac8-994d-14db2ebaf746), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.909886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6e4dca10-18d0-468b-a62a-964aced7d3c2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (040e6cc6-877e-4ac8-994d-14db2ebaf746), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.928104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 94d51bc7-e7a4-4d75-b6b3-44b28617a920 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:50.941742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dca10-18d0-468b-a62a-964aced7d3c2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=040e6cc6-877e-4ac8-994d-14db2ebaf746,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:50.947884 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6e4dca10-18d0-468b-a62a-964aced7d3c2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:50.954189 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6e4dca10-18d0-468b-a62a-964aced7d3c2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/040e6cc6-877e-4ac8-994d-14db2ebaf746 HTTP/1.1" status: 204 len: 168 time: 0.3799763 Feb 11 05:04:50.954373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39046) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:50.974475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48687ba1-f327-4f17-a72f-19c0afb1174f None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:51.014609 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa50b7a-e68d-4425-b586-90f84ed211da tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 23134957-4ccd-4dc2-801a-18f28f4dcb46 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:51.017754 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0fa50b7a-e68d-4425-b586-90f84ed211da tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (23134957-4ccd-4dc2-801a-18f28f4dcb46), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.056048 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:51.056641 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.060009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2976b7d6-432e-4eb7-911c-079264c5b3e6 None None] Could not find standard attr ID for object d9cf4e9b-9218-493c-bcb6-0688f12a9ac3. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:04:51.060560 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0fa50b7a-e68d-4425-b586-90f84ed211da tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (23134957-4ccd-4dc2-801a-18f28f4dcb46), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.124686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2976b7d6-432e-4eb7-911c-079264c5b3e6 None None] Provisioning complete for port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:51.124976 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2976b7d6-432e-4eb7-911c-079264c5b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.150108 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0fa50b7a-e68d-4425-b586-90f84ed211da tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (23134957-4ccd-4dc2-801a-18f28f4dcb46), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.224500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:51.262922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2976b7d6-432e-4eb7-911c-079264c5b3e6 None None] Current status of the port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:51.275728 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0fa50b7a-e68d-4425-b586-90f84ed211da tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (23134957-4ccd-4dc2-801a-18f28f4dcb46), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.308365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa50b7a-e68d-4425-b586-90f84ed211da tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=23134957-4ccd-4dc2-801a-18f28f4dcb46,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:51.312090 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0fa50b7a-e68d-4425-b586-90f84ed211da tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.315727 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0fa50b7a-e68d-4425-b586-90f84ed211da tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/23134957-4ccd-4dc2-801a-18f28f4dcb46 HTTP/1.1" status: 204 len: 168 time: 0.3601139 Feb 11 05:04:51.320030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39048) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:51.360987 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e22816be-8e56-480c-937c-a31d5ce7dbfc tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396054 Feb 11 05:04:51.363727 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39050) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:51.369381 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-53a24e4a-e6cd-4681-8f41-62b15df9ddc3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:51.562651 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a24e4a-e6cd-4681-8f41-62b15df9ddc3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:51.566310 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-53a24e4a-e6cd-4681-8f41-62b15df9ddc3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.702542 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16511e27-0977-41f7-a082-ad4210bb88cb None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:51.798890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a23daf25-a12d-432b-8a30-f98bb1f68b26 None None] Provisioning complete for port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:51.799256 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a23daf25-a12d-432b-8a30-f98bb1f68b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.891146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a23daf25-a12d-432b-8a30-f98bb1f68b26 None None] Current status of the port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:51.923264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c5e9c-39c1-4c61-89d6-83f5ff6c8cbd None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:04:51.982247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c5e9c-39c1-4c61-89d6-83f5ff6c8cbd None None] Deleting port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:51.982718 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9f9c5e9c-39c1-4c61-89d6-83f5ff6c8cbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:51.993277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.objects.ports [None req-53a24e4a-e6cd-4681-8f41-62b15df9ddc3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103808) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:04:52.063742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9f9c5e9c-39c1-4c61-89d6-83f5ff6c8cbd None None] For port 94d51bc7-e7a4-4d75-b6b3-44b28617a920, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=94d51bc7-e7a4-4d75-b6b3-44b28617a920,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:52.064343 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9f9c5e9c-39c1-4c61-89d6-83f5ff6c8cbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.077305 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c5e9c-39c1-4c61-89d6-83f5ff6c8cbd None None] Calling delete_port for 94d51bc7-e7a4-4d75-b6b3-44b28617a920 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:52.243294 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9f9c5e9c-39c1-4c61-89d6-83f5ff6c8cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (94d51bc7-e7a4-4d75-b6b3-44b28617a920), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.271107 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c5e9c-39c1-4c61-89d6-83f5ff6c8cbd None None] No DVR routers for this DVR port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:04:52.273325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c5e9c-39c1-4c61-89d6-83f5ff6c8cbd None None] Pushing event deleted for resources: {'Port': ['ID=94d51bc7-e7a4-4d75-b6b3-44b28617a920,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:52.277676 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_pluggable_backend [None req-53a24e4a-e6cd-4681-8f41-62b15df9ddc3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Port 94d51bc7-e7a4-4d75-b6b3-44b28617a920 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103808) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 05:04:52.278028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_pluggable_backend [None req-53a24e4a-e6cd-4681-8f41-62b15df9ddc3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Reverting IP allocation for 2001:db8::f816:3eff:fe44:fa0e {{(pid=103808) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 05:04:52.288335 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_pluggable_backend [None req-53a24e4a-e6cd-4681-8f41-62b15df9ddc3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe44:fa0e {{(pid=103808) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 05:04:52.290108 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-53a24e4a-e6cd-4681-8f41-62b15df9ddc3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (0a3b955a-ea21-4315-99fb-b45539ed37f5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.336364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a24e4a-e6cd-4681-8f41-62b15df9ddc3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:52.339660 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-53a24e4a-e6cd-4681-8f41-62b15df9ddc3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:52.343939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a24e4a-e6cd-4681-8f41-62b15df9ddc3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:52.344538 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-53a24e4a-e6cd-4681-8f41-62b15df9ddc3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.349489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a768a6d2-4a2f-440a-9693-236c32d556e5 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:52.356646 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a24e4a-e6cd-4681-8f41-62b15df9ddc3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=0a3b955a-ea21-4315-99fb-b45539ed37f5,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:52.401066 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-53a24e4a-e6cd-4681-8f41-62b15df9ddc3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0360858 Feb 11 05:04:52.403793 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39052) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:52.410080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4aba44fe-4968-41ed-88df-8c916d1b7a01 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:52.569494 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aba44fe-4968-41ed-88df-8c916d1b7a01 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:52.573154 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4aba44fe-4968-41ed-88df-8c916d1b7a01 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.621835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': '0a3b955a-ea21-4315-99fb-b45539ed37f5'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:04:52.622923 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.760831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Allocated IP 2001:db8::f816:3eff:fe39:b681 (1b90c05c-f7c3-4f05-9239-91ccfa668820/0a3b955a-ea21-4315-99fb-b45539ed37f5/cef43baf-63ef-4090-83d8-dd3cdab33879) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:52.887739 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4aba44fe-4968-41ed-88df-8c916d1b7a01 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (0cf7b84c-14f0-44de-8daf-5d68fed17570), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.915635 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Publish callbacks [] for port (cef43baf-63ef-4090-83d8-dd3cdab33879), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.927456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 94d51bc7-e7a4-4d75-b6b3-44b28617a920 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:04:52.932193 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aba44fe-4968-41ed-88df-8c916d1b7a01 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:52.936675 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-4aba44fe-4968-41ed-88df-8c916d1b7a01 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:52.941626 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aba44fe-4968-41ed-88df-8c916d1b7a01 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:52.941626 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4aba44fe-4968-41ed-88df-8c916d1b7a01 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:52.950512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 94d51bc7-e7a4-4d75-b6b3-44b28617a920 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:04:52.954478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 94d51bc7-e7a4-4d75-b6b3-44b28617a920 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:04:52.963337 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba44fe-4968-41ed-88df-8c916d1b7a01 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=0cf7b84c-14f0-44de-8daf-5d68fed17570,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:52.972325 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (cef43baf-63ef-4090-83d8-dd3cdab33879), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.020624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:53.024394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:53.028297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:53.035318 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Pushing event updated for resources: {'Port': ['ID=cef43baf-63ef-4090-83d8-dd3cdab33879,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:53.057154 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4aba44fe-4968-41ed-88df-8c916d1b7a01 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6522977 Feb 11 05:04:53.060132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39054) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:53.066514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-50b28d63-c7fa-4993-b00e-2569722ff14c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'mac_address': 'fa:16:3e:c0:a1:c2', 'name': 'tempest-NetworksTestDHCPv6-2087594492'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:53.103580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Attempting to bind port cef43baf-63ef-4090-83d8-dd3cdab33879 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:53.104152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Attempting to bind port cef43baf-63ef-4090-83d8-dd3cdab33879 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:53.104429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Attempting to bind port cef43baf-63ef-4090-83d8-dd3cdab33879 on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:53.110258 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:53.110946 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:53.111336 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.111740 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:53.112218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Bound port: cef43baf-63ef-4090-83d8-dd3cdab33879, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:53.112604 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cef43baf-63ef-4090-83d8-dd3cdab33879), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.169855 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-736d7ec4-8535-4d0d-910b-16ad1269d3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.187372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] For port cef43baf-63ef-4090-83d8-dd3cdab33879, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:53.190711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] For port cef43baf-63ef-4090-83d8-dd3cdab33879, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cef43baf-63ef-4090-83d8-dd3cdab33879,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:53.237207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b28d63-c7fa-4993-b00e-2569722ff14c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:53.242141 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50b28d63-c7fa-4993-b00e-2569722ff14c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.264181 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-50b28d63-c7fa-4993-b00e-2569722ff14c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port 9c5b63d8-4907-428d-ada1-d8f167f83e0e yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:53.266465 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cef43baf-63ef-4090-83d8-dd3cdab33879), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.328504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb82948-c6b1-46b3-a699-fab8b08ebd44 None None] Pushing event updated for resources: {'Port': ['ID=cef43baf-63ef-4090-83d8-dd3cdab33879,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:53.461733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-50b28d63-c7fa-4993-b00e-2569722ff14c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 172.20.0.3 (1b90c05c-f7c3-4f05-9239-91ccfa668820/0cf7b84c-14f0-44de-8daf-5d68fed17570/9c5b63d8-4907-428d-ada1-d8f167f83e0e) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:53.479373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-50b28d63-c7fa-4993-b00e-2569722ff14c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::f816:3eff:fec0:a1c2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/0a3b955a-ea21-4315-99fb-b45539ed37f5/9c5b63d8-4907-428d-ada1-d8f167f83e0e) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:53.645648 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50b28d63-c7fa-4993-b00e-2569722ff14c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (9c5b63d8-4907-428d-ada1-d8f167f83e0e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.741326 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50b28d63-c7fa-4993-b00e-2569722ff14c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (9c5b63d8-4907-428d-ada1-d8f167f83e0e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.789007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b28d63-c7fa-4993-b00e-2569722ff14c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:53.792398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-50b28d63-c7fa-4993-b00e-2569722ff14c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:53.796173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b28d63-c7fa-4993-b00e-2569722ff14c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:53.802902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b28d63-c7fa-4993-b00e-2569722ff14c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=9c5b63d8-4907-428d-ada1-d8f167f83e0e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:53.850806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b28d63-c7fa-4993-b00e-2569722ff14c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:53.851666 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-50b28d63-c7fa-4993-b00e-2569722ff14c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:53.925716 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-50b28d63-c7fa-4993-b00e-2569722ff14c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8632793 Feb 11 05:04:53.929192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39056) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:53.993051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafe4225-2264-4d59-9f3d-7a697556616d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:53.998421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafe4225-2264-4d59-9f3d-7a697556616d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:54.000143 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fafe4225-2264-4d59-9f3d-7a697556616d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0699871 Feb 11 05:04:54.003426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39058) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:54.104703 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-54b34ee2-5166-4a60-ad2f-6e32d500eca2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port 9c5b63d8-4907-428d-ada1-d8f167f83e0e {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:54.105048 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54b34ee2-5166-4a60-ad2f-6e32d500eca2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9c5b63d8-4907-428d-ada1-d8f167f83e0e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.199976 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54b34ee2-5166-4a60-ad2f-6e32d500eca2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9c5b63d8-4907-428d-ada1-d8f167f83e0e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.214801 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-54b34ee2-5166-4a60-ad2f-6e32d500eca2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for 9c5b63d8-4907-428d-ada1-d8f167f83e0e owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:54.271624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8073ec24-3104-42a0-800a-8a5086a83994 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:54.372050 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d39e42c4-91fe-49c5-a8f3-97dd1c558976 None None] Provisioning complete for port cef43baf-63ef-4090-83d8-dd3cdab33879 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:54.372432 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d39e42c4-91fe-49c5-a8f3-97dd1c558976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cef43baf-63ef-4090-83d8-dd3cdab33879), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.471215 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54b34ee2-5166-4a60-ad2f-6e32d500eca2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (9c5b63d8-4907-428d-ada1-d8f167f83e0e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.498922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d39e42c4-91fe-49c5-a8f3-97dd1c558976 None None] Current status of the port cef43baf-63ef-4090-83d8-dd3cdab33879 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:54.499146 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d39e42c4-91fe-49c5-a8f3-97dd1c558976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cef43baf-63ef-4090-83d8-dd3cdab33879), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.506065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b34ee2-5166-4a60-ad2f-6e32d500eca2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=9c5b63d8-4907-428d-ada1-d8f167f83e0e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:54.573289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d39e42c4-91fe-49c5-a8f3-97dd1c558976 None None] For port cef43baf-63ef-4090-83d8-dd3cdab33879, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cef43baf-63ef-4090-83d8-dd3cdab33879,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:54.574673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d71f87-d3dc-42f6-899e-e54661a001a2 None None] Update dhcp port {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '0a3b955a-ea21-4315-99fb-b45539ed37f5', 'ip_address': '2001:db8::f816:3eff:fe39:b681'}, {'subnet_id': '0cf7b84c-14f0-44de-8daf-5d68fed17570'}], 'binding:host_id': 'n-d-712142-35'}, 'id': 'cef43baf-63ef-4090-83d8-dd3cdab33879'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:04:54.602444 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-54b34ee2-5166-4a60-ad2f-6e32d500eca2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.605787 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-54b34ee2-5166-4a60-ad2f-6e32d500eca2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/9c5b63d8-4907-428d-ada1-d8f167f83e0e HTTP/1.1" status: 204 len: 168 time: 0.6006975 Feb 11 05:04:54.606406 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-94d71f87-d3dc-42f6-899e-e54661a001a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cef43baf-63ef-4090-83d8-dd3cdab33879), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.608583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39064) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:54.639315 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d39e42c4-91fe-49c5-a8f3-97dd1c558976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cef43baf-63ef-4090-83d8-dd3cdab33879), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.665378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed0903-8ae5-44ce-a1aa-24ffe55622c0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:54.666759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed0903-8ae5-44ce-a1aa-24ffe55622c0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:54.668183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed0903-8ae5-44ce-a1aa-24ffe55622c0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:54.669810 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2aed0903-8ae5-44ce-a1aa-24ffe55622c0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0601356 Feb 11 05:04:54.673053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39066) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:54.726594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb525cb-0a92-4227-8c94-1b9150fd451d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 0a3b955a-ea21-4315-99fb-b45539ed37f5 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:54.729822 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-acb525cb-0a92-4227-8c94-1b9150fd451d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (0a3b955a-ea21-4315-99fb-b45539ed37f5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.758295 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e42c4-91fe-49c5-a8f3-97dd1c558976 None None] Pushing event updated for resources: {'Port': ['ID=cef43baf-63ef-4090-83d8-dd3cdab33879,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:54.774083 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-acb525cb-0a92-4227-8c94-1b9150fd451d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (0a3b955a-ea21-4315-99fb-b45539ed37f5), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.863900 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-acb525cb-0a92-4227-8c94-1b9150fd451d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (0a3b955a-ea21-4315-99fb-b45539ed37f5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:54.953386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cef43baf-63ef-4090-83d8-dd3cdab33879 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:04:55.005865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port cef43baf-63ef-4090-83d8-dd3cdab33879 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:55.006075 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cef43baf-63ef-4090-83d8-dd3cdab33879), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.049526 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-acb525cb-0a92-4227-8c94-1b9150fd451d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (0a3b955a-ea21-4315-99fb-b45539ed37f5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server [None req-94d71f87-d3dc-42f6-899e-e54661a001a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a3b955a-ea21-4315-99fb-b45539ed37f5: This subnet is being modified by another concurrent operation. Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a3b955a-ea21-4315-99fb-b45539ed37f5: This subnet is being modified by another concurrent operation. Feb 11 05:04:55.055940 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Feb 11 05:04:55.079178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb525cb-0a92-4227-8c94-1b9150fd451d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3b955a-ea21-4315-99fb-b45539ed37f5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:55.093251 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-acb525cb-0a92-4227-8c94-1b9150fd451d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.098097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-acb525cb-0a92-4227-8c94-1b9150fd451d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/0a3b955a-ea21-4315-99fb-b45539ed37f5 HTTP/1.1" status: 204 len: 168 time: 0.4239261 Feb 11 05:04:55.101367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39068) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:55.110850 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port cef43baf-63ef-4090-83d8-dd3cdab33879 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:55.155645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326dc8a1-48b5-4664-9694-9de155655c44 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:04:55.157723 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8cd7df-bd12-4605-998f-8228f447e05b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 0cf7b84c-14f0-44de-8daf-5d68fed17570 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:55.159955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a06c5557-5ecd-49c5-aa97-87851ca16ee3 None None] Could not find standard attr ID for object 9c5b63d8-4907-428d-ada1-d8f167f83e0e. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:04:55.161742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b8cd7df-bd12-4605-998f-8228f447e05b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (0cf7b84c-14f0-44de-8daf-5d68fed17570), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.199707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a06c5557-5ecd-49c5-aa97-87851ca16ee3 None None] Provisioning complete for port cef43baf-63ef-4090-83d8-dd3cdab33879 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:55.200093 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a06c5557-5ecd-49c5-aa97-87851ca16ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cef43baf-63ef-4090-83d8-dd3cdab33879), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.209266 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b8cd7df-bd12-4605-998f-8228f447e05b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (0cf7b84c-14f0-44de-8daf-5d68fed17570), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.256945 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b8cd7df-bd12-4605-998f-8228f447e05b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (0cf7b84c-14f0-44de-8daf-5d68fed17570), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.267372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326dc8a1-48b5-4664-9694-9de155655c44 None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:04:55.346854 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a06c5557-5ecd-49c5-aa97-87851ca16ee3 None None] Current status of the port cef43baf-63ef-4090-83d8-dd3cdab33879 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:55.398104 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b8cd7df-bd12-4605-998f-8228f447e05b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (0cf7b84c-14f0-44de-8daf-5d68fed17570), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.427626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cd7df-bd12-4605-998f-8228f447e05b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf7b84c-14f0-44de-8daf-5d68fed17570,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:55.430380 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7b8cd7df-bd12-4605-998f-8228f447e05b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.436189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7b8cd7df-bd12-4605-998f-8228f447e05b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/0cf7b84c-14f0-44de-8daf-5d68fed17570 HTTP/1.1" status: 204 len: 168 time: 0.3313468 Feb 11 05:04:55.436541 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39070) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:55.465180 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f450723d-78dd-4a30-a035-d8ab63934f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.487272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cdf4c5cf-af66-4612-b15d-0e1114397181 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467439 Feb 11 05:04:55.487500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39072) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:55.492294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c3f39c72-5e51-46c2-b70d-87b151de8556 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:55.521110 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e87856d-81fe-48f2-8570-8ddf74b9fcda None None] Update dhcp port {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '0cf7b84c-14f0-44de-8daf-5d68fed17570'}], 'binding:host_id': 'n-d-712142-35'}, 'id': 'cef43baf-63ef-4090-83d8-dd3cdab33879'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:04:55.550101 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e87856d-81fe-48f2-8570-8ddf74b9fcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cef43baf-63ef-4090-83d8-dd3cdab33879), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.636750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f39c72-5e51-46c2-b70d-87b151de8556 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:55.640289 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3f39c72-5e51-46c2-b70d-87b151de8556 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.677353 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8892d9df-d74d-4e71-97e9-7cfbd21dd877 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:55.777765 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-15f6b3d7-3406-435f-a09e-69db03ce7486 None None] Provisioning complete for port cef43baf-63ef-4090-83d8-dd3cdab33879 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:55.778064 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-15f6b3d7-3406-435f-a09e-69db03ce7486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cef43baf-63ef-4090-83d8-dd3cdab33879), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.841664 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cff2275-6ff4-4a07-8531-963f6c7262f7 None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:04:55.877067 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3f39c72-5e51-46c2-b70d-87b151de8556 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (00dcc1aa-ee91-4b31-8062-0c3fafdf6dea), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.897839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-15f6b3d7-3406-435f-a09e-69db03ce7486 None None] Current status of the port cef43baf-63ef-4090-83d8-dd3cdab33879 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:55.921581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f39c72-5e51-46c2-b70d-87b151de8556 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:55.921918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4cff2275-6ff4-4a07-8531-963f6c7262f7 None None] Deleting port cef43baf-63ef-4090-83d8-dd3cdab33879 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:55.922295 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4cff2275-6ff4-4a07-8531-963f6c7262f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cef43baf-63ef-4090-83d8-dd3cdab33879), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.926183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-c3f39c72-5e51-46c2-b70d-87b151de8556 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:55.931115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f39c72-5e51-46c2-b70d-87b151de8556 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:55.931714 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3f39c72-5e51-46c2-b70d-87b151de8556 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:55.947846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f39c72-5e51-46c2-b70d-87b151de8556 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=00dcc1aa-ee91-4b31-8062-0c3fafdf6dea,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:56.000104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c3f39c72-5e51-46c2-b70d-87b151de8556 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5113027 Feb 11 05:04:56.002722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39074) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:56.008710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-e34f8667-46e7-40e6-a1fa-3825289dbc65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:56.012956 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4cff2275-6ff4-4a07-8531-963f6c7262f7 None None] For port cef43baf-63ef-4090-83d8-dd3cdab33879, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cef43baf-63ef-4090-83d8-dd3cdab33879,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:56.013364 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4cff2275-6ff4-4a07-8531-963f6c7262f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cef43baf-63ef-4090-83d8-dd3cdab33879), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.029022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4cff2275-6ff4-4a07-8531-963f6c7262f7 None None] Calling delete_port for cef43baf-63ef-4090-83d8-dd3cdab33879 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:56.180451 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4cff2275-6ff4-4a07-8531-963f6c7262f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (cef43baf-63ef-4090-83d8-dd3cdab33879), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.202601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34f8667-46e7-40e6-a1fa-3825289dbc65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:56.206190 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e34f8667-46e7-40e6-a1fa-3825289dbc65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.206314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff2275-6ff4-4a07-8531-963f6c7262f7 None None] Pushing event deleted for resources: {'Port': ['ID=cef43baf-63ef-4090-83d8-dd3cdab33879,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:56.209869 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff2275-6ff4-4a07-8531-963f6c7262f7 None None] No DVR routers for this DVR port cef43baf-63ef-4090-83d8-dd3cdab33879 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:04:56.227034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad8959e-61b7-490f-8d4a-67985b32d170 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:56.338666 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': '00dcc1aa-ee91-4b31-8062-0c3fafdf6dea'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:04:56.339913 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.486287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Allocated IP 172.20.0.2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/00dcc1aa-ee91-4b31-8062-0c3fafdf6dea/dd51651a-ad6d-450f-8316-252c7a52b78d) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:56.622529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.objects.ports [None req-e34f8667-46e7-40e6-a1fa-3825289dbc65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103809) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:04:56.623893 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e34f8667-46e7-40e6-a1fa-3825289dbc65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (09f700ee-cc34-4750-ac7c-9fadf4091b7a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.644908 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Publish callbacks [] for port (dd51651a-ad6d-450f-8316-252c7a52b78d), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.671069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34f8667-46e7-40e6-a1fa-3825289dbc65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:56.674526 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-e34f8667-46e7-40e6-a1fa-3825289dbc65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:56.679322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34f8667-46e7-40e6-a1fa-3825289dbc65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:56.679930 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e34f8667-46e7-40e6-a1fa-3825289dbc65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.685496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f8667-46e7-40e6-a1fa-3825289dbc65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=09f700ee-cc34-4750-ac7c-9fadf4091b7a,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:56.712708 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (dd51651a-ad6d-450f-8316-252c7a52b78d), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.761552 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:56.765048 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:56.773355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e34f8667-46e7-40e6-a1fa-3825289dbc65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7673428 Feb 11 05:04:56.773548 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:56.773676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39076) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:56.776593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Pushing event updated for resources: {'Port': ['ID=dd51651a-ad6d-450f-8316-252c7a52b78d,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:56.780559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-df64a461-1230-4fa1-a804-d0dc58572ad9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'mac_address': 'fa:16:3e:cc:82:43', 'name': 'tempest-NetworksTestDHCPv6-922290236'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:56.785214 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.833637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Attempting to bind port dd51651a-ad6d-450f-8316-252c7a52b78d on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:04:56.834020 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Attempting to bind port dd51651a-ad6d-450f-8316-252c7a52b78d by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:04:56.834973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Attempting to bind port dd51651a-ad6d-450f-8316-252c7a52b78d on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:04:56.840788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:04:56.841173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:04:56.841585 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.841990 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:04:56.842470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Bound port: dd51651a-ad6d-450f-8316-252c7a52b78d, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:04:56.842890 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dd51651a-ad6d-450f-8316-252c7a52b78d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:56.916099 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] For port dd51651a-ad6d-450f-8316-252c7a52b78d, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:04:56.920227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] For port dd51651a-ad6d-450f-8316-252c7a52b78d, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dd51651a-ad6d-450f-8316-252c7a52b78d,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:04:56.932880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cef43baf-63ef-4090-83d8-dd3cdab33879 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:04:56.951112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df64a461-1230-4fa1-a804-d0dc58572ad9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:56.955066 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: cef43baf-63ef-4090-83d8-dd3cdab33879 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:04:56.955317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cef43baf-63ef-4090-83d8-dd3cdab33879 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:04:56.969405 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dd51651a-ad6d-450f-8316-252c7a52b78d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.040910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e4d74-0f5b-4622-b279-c2efa894db21 None None] Pushing event updated for resources: {'Port': ['ID=dd51651a-ad6d-450f-8316-252c7a52b78d,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:57.048396 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df64a461-1230-4fa1-a804-d0dc58572ad9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.071414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-df64a461-1230-4fa1-a804-d0dc58572ad9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port 391a5d2e-b0b7-4d6d-ac3f-5fc83c5b3ef7 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:04:57.261441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-df64a461-1230-4fa1-a804-d0dc58572ad9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 172.20.0.5 (1b90c05c-f7c3-4f05-9239-91ccfa668820/00dcc1aa-ee91-4b31-8062-0c3fafdf6dea/391a5d2e-b0b7-4d6d-ac3f-5fc83c5b3ef7) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:57.268103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-df64a461-1230-4fa1-a804-d0dc58572ad9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::f816:3eff:fecc:8243 (1b90c05c-f7c3-4f05-9239-91ccfa668820/09f700ee-cc34-4750-ac7c-9fadf4091b7a/391a5d2e-b0b7-4d6d-ac3f-5fc83c5b3ef7) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:04:57.453829 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df64a461-1230-4fa1-a804-d0dc58572ad9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (391a5d2e-b0b7-4d6d-ac3f-5fc83c5b3ef7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.540438 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df64a461-1230-4fa1-a804-d0dc58572ad9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (391a5d2e-b0b7-4d6d-ac3f-5fc83c5b3ef7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.589230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df64a461-1230-4fa1-a804-d0dc58572ad9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:57.592945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-df64a461-1230-4fa1-a804-d0dc58572ad9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:57.595525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64a461-1230-4fa1-a804-d0dc58572ad9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:04:57.621803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64a461-1230-4fa1-a804-d0dc58572ad9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=391a5d2e-b0b7-4d6d-ac3f-5fc83c5b3ef7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:57.652166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df64a461-1230-4fa1-a804-d0dc58572ad9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:57.652831 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-df64a461-1230-4fa1-a804-d0dc58572ad9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.760360 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-df64a461-1230-4fa1-a804-d0dc58572ad9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9854929 Feb 11 05:04:57.762948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39078) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:57.823941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3824ec4-020b-4a3a-8b6e-36b88044a8c7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:57.829266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3824ec4-020b-4a3a-8b6e-36b88044a8c7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:57.830966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f3824ec4-020b-4a3a-8b6e-36b88044a8c7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0668948 Feb 11 05:04:57.833669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39080) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:57.927357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-738fd250-b318-4e0b-9df1-2ba0ea46d6e1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port 391a5d2e-b0b7-4d6d-ac3f-5fc83c5b3ef7 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:57.927697 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-738fd250-b318-4e0b-9df1-2ba0ea46d6e1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (391a5d2e-b0b7-4d6d-ac3f-5fc83c5b3ef7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:57.993007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f41d185-0829-4113-b73d-9c360fd23bc9 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:58.032470 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-738fd250-b318-4e0b-9df1-2ba0ea46d6e1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (391a5d2e-b0b7-4d6d-ac3f-5fc83c5b3ef7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.046216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-738fd250-b318-4e0b-9df1-2ba0ea46d6e1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for 391a5d2e-b0b7-4d6d-ac3f-5fc83c5b3ef7 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:58.081079 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-735b1124-764f-4c64-a587-57f6d4b0962d None None] Provisioning complete for port dd51651a-ad6d-450f-8316-252c7a52b78d triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:58.081511 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-735b1124-764f-4c64-a587-57f6d4b0962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dd51651a-ad6d-450f-8316-252c7a52b78d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.241060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-735b1124-764f-4c64-a587-57f6d4b0962d None None] Current status of the port dd51651a-ad6d-450f-8316-252c7a52b78d is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:58.241455 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-735b1124-764f-4c64-a587-57f6d4b0962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dd51651a-ad6d-450f-8316-252c7a52b78d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.292733 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-735b1124-764f-4c64-a587-57f6d4b0962d None None] For port dd51651a-ad6d-450f-8316-252c7a52b78d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dd51651a-ad6d-450f-8316-252c7a52b78d,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:58.303741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674615de-9117-4891-8329-af0e54d749d5 None None] Update dhcp port {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '00dcc1aa-ee91-4b31-8062-0c3fafdf6dea', 'ip_address': '172.20.0.2'}, {'subnet_id': '09f700ee-cc34-4750-ac7c-9fadf4091b7a'}], 'binding:host_id': 'n-d-712142-35'}, 'id': 'dd51651a-ad6d-450f-8316-252c7a52b78d'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:04:58.326266 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-738fd250-b318-4e0b-9df1-2ba0ea46d6e1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (391a5d2e-b0b7-4d6d-ac3f-5fc83c5b3ef7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.336650 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-674615de-9117-4891-8329-af0e54d749d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dd51651a-ad6d-450f-8316-252c7a52b78d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.355474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fd250-b318-4e0b-9df1-2ba0ea46d6e1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=391a5d2e-b0b7-4d6d-ac3f-5fc83c5b3ef7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:58.450967 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-738fd250-b318-4e0b-9df1-2ba0ea46d6e1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.454526 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-738fd250-b318-4e0b-9df1-2ba0ea46d6e1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/391a5d2e-b0b7-4d6d-ac3f-5fc83c5b3ef7 HTTP/1.1" status: 204 len: 168 time: 0.6197131 Feb 11 05:04:58.457030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39086) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:58.523552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a285ca97-81ed-488b-ace5-921fae048047 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:58.524815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a285ca97-81ed-488b-ace5-921fae048047 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:58.526270 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a285ca97-81ed-488b-ace5-921fae048047 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:58.527979 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a285ca97-81ed-488b-ace5-921fae048047 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0699763 Feb 11 05:04:58.530780 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39088) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:58.546351 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.547113 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-735b1124-764f-4c64-a587-57f6d4b0962d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (dd51651a-ad6d-450f-8316-252c7a52b78d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.588350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9d9e80-41c6-42e9-bad1-73ff217ff766 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 00dcc1aa-ee91-4b31-8062-0c3fafdf6dea {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:58.591803 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9e80-41c6-42e9-bad1-73ff217ff766 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (00dcc1aa-ee91-4b31-8062-0c3fafdf6dea), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.635342 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9e80-41c6-42e9-bad1-73ff217ff766 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (00dcc1aa-ee91-4b31-8062-0c3fafdf6dea), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.666836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b1124-764f-4c64-a587-57f6d4b0962d None None] Pushing event updated for resources: {'Port': ['ID=dd51651a-ad6d-450f-8316-252c7a52b78d,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:58.725771 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9e80-41c6-42e9-bad1-73ff217ff766 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (00dcc1aa-ee91-4b31-8062-0c3fafdf6dea), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.864046 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9e80-41c6-42e9-bad1-73ff217ff766 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (00dcc1aa-ee91-4b31-8062-0c3fafdf6dea), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server [None req-674615de-9117-4891-8329-af0e54d749d5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00dcc1aa-ee91-4b31-8062-0c3fafdf6dea: This subnet is being modified by another concurrent operation. Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server raise exception Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00dcc1aa-ee91-4b31-8062-0c3fafdf6dea: This subnet is being modified by another concurrent operation. Feb 11 05:04:58.866125 n-d-712142-35 neutron-server[103810]: ERROR oslo_messaging.rpc.server Feb 11 05:04:58.896357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d9e80-41c6-42e9-bad1-73ff217ff766 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=00dcc1aa-ee91-4b31-8062-0c3fafdf6dea,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:58.899880 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fb9d9e80-41c6-42e9-bad1-73ff217ff766 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.904241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fb9d9e80-41c6-42e9-bad1-73ff217ff766 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/00dcc1aa-ee91-4b31-8062-0c3fafdf6dea HTTP/1.1" status: 204 len: 168 time: 0.3719590 Feb 11 05:04:58.906717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39090) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:58.968169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-2640a26c-064d-4392-9978-afe098edd63c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 09f700ee-cc34-4750-ac7c-9fadf4091b7a {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:04:58.971924 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2640a26c-064d-4392-9978-afe098edd63c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (09f700ee-cc34-4750-ac7c-9fadf4091b7a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.978245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1d95cd3d-fe1c-47a6-99eb-e195e702a918 None None] Provisioning complete for port dd51651a-ad6d-450f-8316-252c7a52b78d triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:58.978922 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1d95cd3d-fe1c-47a6-99eb-e195e702a918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dd51651a-ad6d-450f-8316-252c7a52b78d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:58.985482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f9a8fd-3824-4c2f-98d0-cef1346b3abc None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:04:59.024573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2640a26c-064d-4392-9978-afe098edd63c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (09f700ee-cc34-4750-ac7c-9fadf4091b7a), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.068250 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2640a26c-064d-4392-9978-afe098edd63c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (09f700ee-cc34-4750-ac7c-9fadf4091b7a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.124346 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f9a8fd-3824-4c2f-98d0-cef1346b3abc None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:04:59.135646 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1d95cd3d-fe1c-47a6-99eb-e195e702a918 None None] Current status of the port dd51651a-ad6d-450f-8316-252c7a52b78d is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:59.142580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1d95cd3d-fe1c-47a6-99eb-e195e702a918 None None] Could not find standard attr ID for object 391a5d2e-b0b7-4d6d-ac3f-5fc83c5b3ef7. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:04:59.212643 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2640a26c-064d-4392-9978-afe098edd63c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (09f700ee-cc34-4750-ac7c-9fadf4091b7a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.240828 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640a26c-064d-4392-9978-afe098edd63c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=09f700ee-cc34-4750-ac7c-9fadf4091b7a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:04:59.245716 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2640a26c-064d-4392-9978-afe098edd63c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.249392 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2640a26c-064d-4392-9978-afe098edd63c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/09f700ee-cc34-4750-ac7c-9fadf4091b7a HTTP/1.1" status: 204 len: 168 time: 0.3380032 Feb 11 05:04:59.252081 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39092) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:59.302284 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-56bd42c8-5fad-4656-971c-8a25f7338ed7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489907 Feb 11 05:04:59.305038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39094) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:04:59.310877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-2b9d6f58-f2ed-4e03-a208-550b910a6e44 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:04:59.338827 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef61c40-2ae6-4b96-8157-5d7bb1310d77 None None] Update dhcp port {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '09f700ee-cc34-4750-ac7c-9fadf4091b7a'}], 'binding:host_id': 'n-d-712142-35'}, 'id': 'dd51651a-ad6d-450f-8316-252c7a52b78d'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:04:59.367755 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8ef61c40-2ae6-4b96-8157-5d7bb1310d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dd51651a-ad6d-450f-8316-252c7a52b78d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.502481 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a258e7-d135-43ec-aecd-0c805d8fdc97 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:04:59.506455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9d6f58-f2ed-4e03-a208-550b910a6e44 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:04:59.510479 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6f58-f2ed-4e03-a208-550b910a6e44 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.596588 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a2cb56b5-9d4b-4e0c-b91c-ef6b88c8c43f None None] Provisioning complete for port dd51651a-ad6d-450f-8316-252c7a52b78d triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:04:59.596968 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a2cb56b5-9d4b-4e0c-b91c-ef6b88c8c43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (dd51651a-ad6d-450f-8316-252c7a52b78d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.697095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5bd097-7499-472d-b15a-ffbd811e12e7 None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:04:59.745944 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb56b5-9d4b-4e0c-b91c-ef6b88c8c43f None None] Current status of the port dd51651a-ad6d-450f-8316-252c7a52b78d is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:04:59.773944 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1a5bd097-7499-472d-b15a-ffbd811e12e7 None None] Deleting port dd51651a-ad6d-450f-8316-252c7a52b78d {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:04:59.774323 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a5bd097-7499-472d-b15a-ffbd811e12e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (dd51651a-ad6d-450f-8316-252c7a52b78d), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.777622 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.841118 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1a5bd097-7499-472d-b15a-ffbd811e12e7 None None] For port dd51651a-ad6d-450f-8316-252c7a52b78d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=dd51651a-ad6d-450f-8316-252c7a52b78d,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:04:59.841521 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a5bd097-7499-472d-b15a-ffbd811e12e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (dd51651a-ad6d-450f-8316-252c7a52b78d), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.846368 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6f58-f2ed-4e03-a208-550b910a6e44 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (8ae7d775-8e2d-4ea2-8d12-1a223ebfcee3), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.856939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1a5bd097-7499-472d-b15a-ffbd811e12e7 None None] Calling delete_port for dd51651a-ad6d-450f-8316-252c7a52b78d owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:04:59.897085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9d6f58-f2ed-4e03-a208-550b910a6e44 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:04:59.901023 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-2b9d6f58-f2ed-4e03-a208-550b910a6e44 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:04:59.905555 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9d6f58-f2ed-4e03-a208-550b910a6e44 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:04:59.906430 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6f58-f2ed-4e03-a208-550b910a6e44 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:04:59.925831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d6f58-f2ed-4e03-a208-550b910a6e44 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=8ae7d775-8e2d-4ea2-8d12-1a223ebfcee3,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:00.000227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2b9d6f58-f2ed-4e03-a208-550b910a6e44 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6937964 Feb 11 05:05:00.003264 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39096) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:00.011576 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:00.080801 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a5bd097-7499-472d-b15a-ffbd811e12e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (dd51651a-ad6d-450f-8316-252c7a52b78d), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.108231 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bd097-7499-472d-b15a-ffbd811e12e7 None None] Pushing event deleted for resources: {'Port': ['ID=dd51651a-ad6d-450f-8316-252c7a52b78d,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:00.113695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5bd097-7499-472d-b15a-ffbd811e12e7 None None] No DVR routers for this DVR port dd51651a-ad6d-450f-8316-252c7a52b78d on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:00.135480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e6c803-bc43-42bb-baaf-4b3faef4d31e None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:00.232275 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:00.235973 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.249722 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': '8ae7d775-8e2d-4ea2-8d12-1a223ebfcee3'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:05:00.250959 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.318479 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:05:00.408007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Allocated IP 172.20.0.2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/8ae7d775-8e2d-4ea2-8d12-1a223ebfcee3/5d2c8558-86ee-4761-a464-637e44628c70) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:00.557205 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Publish callbacks [] for port (5d2c8558-86ee-4761-a464-637e44628c70), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.609134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.objects.ports [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103808) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:05:00.610504 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (9c9dfe5b-84a0-442e-87de-f30a00918eb4), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.655963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:00.658332 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (5d2c8558-86ee-4761-a464-637e44628c70), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.659571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:00.664123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:00.664721 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.673708 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=9c9dfe5b-84a0-442e-87de-f30a00918eb4,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:00.685649 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:00.685649 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:00.685649 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:00.685649 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:00.686314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:00.686314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:00.687462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:00.687462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:00.687462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:00.687938 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:00.687938 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:00.688246 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:00.688575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:00.715410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:00.719215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:00.721286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Pushing event updated for resources: {'Port': ['ID=5d2c8558-86ee-4761-a464-637e44628c70,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:00.723927 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:00.780885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Attempting to bind port 5d2c8558-86ee-4761-a464-637e44628c70 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:00.781269 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Attempting to bind port 5d2c8558-86ee-4761-a464-637e44628c70 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:00.781641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Attempting to bind port 5d2c8558-86ee-4761-a464-637e44628c70 on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:00.786839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:00.787223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:00.787844 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.788425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:00.788901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Bound port: 5d2c8558-86ee-4761-a464-637e44628c70, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:00.789294 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5d2c8558-86ee-4761-a464-637e44628c70), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:00.856264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] For port 5d2c8558-86ee-4761-a464-637e44628c70, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:00.859425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] For port 5d2c8558-86ee-4761-a464-637e44628c70, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5d2c8558-86ee-4761-a464-637e44628c70,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:00.883092 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-15efcd88-c3bf-4579-87c0-743a0306c820 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8783636 Feb 11 05:05:00.886175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39098) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:00.893675 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3747c238-06ee-4027-823c-a76c02d5170a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'mac_address': 'fa:16:3e:cb:1c:5c', 'name': 'tempest-NetworksTestDHCPv6-1612272580'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:00.944659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dd51651a-ad6d-450f-8316-252c7a52b78d no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:00.964108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: dd51651a-ad6d-450f-8316-252c7a52b78d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:05:00.964463 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device dd51651a-ad6d-450f-8316-252c7a52b78d not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:05:00.975441 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5d2c8558-86ee-4761-a464-637e44628c70), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.044367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f884c9-1468-4aee-9c91-34de96795e49 None None] Pushing event updated for resources: {'Port': ['ID=5d2c8558-86ee-4761-a464-637e44628c70,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:01.133097 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3747c238-06ee-4027-823c-a76c02d5170a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:01.231305 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3747c238-06ee-4027-823c-a76c02d5170a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.258584 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-3747c238-06ee-4027-823c-a76c02d5170a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port f8370bd2-179d-44b5-b0a9-1eb8d1d26726 yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:05:01.436743 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-3747c238-06ee-4027-823c-a76c02d5170a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 172.20.0.4 (1b90c05c-f7c3-4f05-9239-91ccfa668820/8ae7d775-8e2d-4ea2-8d12-1a223ebfcee3/f8370bd2-179d-44b5-b0a9-1eb8d1d26726) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:01.442792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-3747c238-06ee-4027-823c-a76c02d5170a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::f816:3eff:fecb:1c5c (1b90c05c-f7c3-4f05-9239-91ccfa668820/9c9dfe5b-84a0-442e-87de-f30a00918eb4/f8370bd2-179d-44b5-b0a9-1eb8d1d26726) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:01.592574 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3747c238-06ee-4027-823c-a76c02d5170a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (f8370bd2-179d-44b5-b0a9-1eb8d1d26726), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.688973 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3747c238-06ee-4027-823c-a76c02d5170a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f8370bd2-179d-44b5-b0a9-1eb8d1d26726), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.742588 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3747c238-06ee-4027-823c-a76c02d5170a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:01.745940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-3747c238-06ee-4027-823c-a76c02d5170a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:01.748348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747c238-06ee-4027-823c-a76c02d5170a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:01.775593 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747c238-06ee-4027-823c-a76c02d5170a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=f8370bd2-179d-44b5-b0a9-1eb8d1d26726,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:01.806902 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3747c238-06ee-4027-823c-a76c02d5170a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:01.807616 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3747c238-06ee-4027-823c-a76c02d5170a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:01.888182 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3747c238-06ee-4027-823c-a76c02d5170a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9978845 Feb 11 05:05:01.888508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39100) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:01.947286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f9be5-902e-42f8-9be3-dc6429deafed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:01.952666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56f9be5-902e-42f8-9be3-dc6429deafed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:01.954539 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a56f9be5-902e-42f8-9be3-dc6429deafed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0649486 Feb 11 05:05:01.957373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39102) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:02.033308 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f82fa44-423a-42f0-8df0-4ecf52d990df None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:02.059669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf10d4-18bc-4938-87f7-001bcec320d8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port f8370bd2-179d-44b5-b0a9-1eb8d1d26726 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:02.060018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4fcf10d4-18bc-4938-87f7-001bcec320d8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f8370bd2-179d-44b5-b0a9-1eb8d1d26726), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.127135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-bca9ee07-2039-437d-8cf9-53f5e5bf3b6e None None] Provisioning complete for port 5d2c8558-86ee-4761-a464-637e44628c70 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:02.127895 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bca9ee07-2039-437d-8cf9-53f5e5bf3b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5d2c8558-86ee-4761-a464-637e44628c70), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.286567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-bca9ee07-2039-437d-8cf9-53f5e5bf3b6e None None] Current status of the port 5d2c8558-86ee-4761-a464-637e44628c70 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:02.286893 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bca9ee07-2039-437d-8cf9-53f5e5bf3b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5d2c8558-86ee-4761-a464-637e44628c70), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.309321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d4399b-4779-4b12-b554-7fefa394ea60 None None] Update dhcp port {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '8ae7d775-8e2d-4ea2-8d12-1a223ebfcee3', 'ip_address': '172.20.0.2'}, {'subnet_id': '9c9dfe5b-84a0-442e-87de-f30a00918eb4'}], 'binding:host_id': 'n-d-712142-35'}, 'id': '5d2c8558-86ee-4761-a464-637e44628c70'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:05:02.358223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-bca9ee07-2039-437d-8cf9-53f5e5bf3b6e None None] For port 5d2c8558-86ee-4761-a464-637e44628c70, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5d2c8558-86ee-4761-a464-637e44628c70,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:02.359626 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97d4399b-4779-4b12-b554-7fefa394ea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5d2c8558-86ee-4761-a464-637e44628c70), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.462458 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bca9ee07-2039-437d-8cf9-53f5e5bf3b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5d2c8558-86ee-4761-a464-637e44628c70), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.486962 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4fcf10d4-18bc-4938-87f7-001bcec320d8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f8370bd2-179d-44b5-b0a9-1eb8d1d26726), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.501733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf10d4-18bc-4938-87f7-001bcec320d8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for f8370bd2-179d-44b5-b0a9-1eb8d1d26726 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:02.568840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9ee07-2039-437d-8cf9-53f5e5bf3b6e None None] Pushing event updated for resources: {'Port': ['ID=5d2c8558-86ee-4761-a464-637e44628c70,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:02.588456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-97d4399b-4779-4b12-b554-7fefa394ea60 None None] Allocated IP 2001:db8::f816:3eff:fe3b:a7a7 (1b90c05c-f7c3-4f05-9239-91ccfa668820/9c9dfe5b-84a0-442e-87de-f30a00918eb4/5d2c8558-86ee-4761-a464-637e44628c70) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:02.697217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-97d4399b-4779-4b12-b554-7fefa394ea60 None None] For port 5d2c8558-86ee-4761-a464-637e44628c70, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5d2c8558-86ee-4761-a464-637e44628c70,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:02.734377 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97d4399b-4779-4b12-b554-7fefa394ea60 None None] Publish callbacks [] for port (5d2c8558-86ee-4761-a464-637e44628c70), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.777674 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4fcf10d4-18bc-4938-87f7-001bcec320d8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f8370bd2-179d-44b5-b0a9-1eb8d1d26726), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.797061 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97d4399b-4779-4b12-b554-7fefa394ea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5d2c8558-86ee-4761-a464-637e44628c70), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.808040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf10d4-18bc-4938-87f7-001bcec320d8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=f8370bd2-179d-44b5-b0a9-1eb8d1d26726,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:02.905516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4399b-4779-4b12-b554-7fefa394ea60 None None] Pushing event updated for resources: {'Port': ['ID=5d2c8558-86ee-4761-a464-637e44628c70,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:02.917379 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4fcf10d4-18bc-4938-87f7-001bcec320d8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:02.923491 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4fcf10d4-18bc-4938-87f7-001bcec320d8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/f8370bd2-179d-44b5-b0a9-1eb8d1d26726 HTTP/1.1" status: 204 len: 168 time: 0.9649515 Feb 11 05:05:02.923839 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39104) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:02.986578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83366d22-4586-484a-9fb8-beec34690210 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:02.987873 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83366d22-4586-484a-9fb8-beec34690210 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:02.989220 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83366d22-4586-484a-9fb8-beec34690210 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:02.991498 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-83366d22-4586-484a-9fb8-beec34690210 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0666261 Feb 11 05:05:02.994427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39106) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:03.013514 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5d2c8558-86ee-4761-a464-637e44628c70 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:03.071758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 5d2c8558-86ee-4761-a464-637e44628c70 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:03.072512 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5d2c8558-86ee-4761-a464-637e44628c70), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.085784 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ed3795-4b2a-414f-96a4-186502627bf2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 8ae7d775-8e2d-4ea2-8d12-1a223ebfcee3 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:03.089700 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10ed3795-4b2a-414f-96a4-186502627bf2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (8ae7d775-8e2d-4ea2-8d12-1a223ebfcee3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.153284 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10ed3795-4b2a-414f-96a4-186502627bf2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (8ae7d775-8e2d-4ea2-8d12-1a223ebfcee3), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.224438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 5d2c8558-86ee-4761-a464-637e44628c70 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:03.269745 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10ed3795-4b2a-414f-96a4-186502627bf2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (8ae7d775-8e2d-4ea2-8d12-1a223ebfcee3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.409341 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10ed3795-4b2a-414f-96a4-186502627bf2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (8ae7d775-8e2d-4ea2-8d12-1a223ebfcee3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.436226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed3795-4b2a-414f-96a4-186502627bf2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae7d775-8e2d-4ea2-8d12-1a223ebfcee3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:03.442157 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-10ed3795-4b2a-414f-96a4-186502627bf2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.446361 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-10ed3795-4b2a-414f-96a4-186502627bf2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/8ae7d775-8e2d-4ea2-8d12-1a223ebfcee3 HTTP/1.1" status: 204 len: 168 time: 0.4506001 Feb 11 05:05:03.448903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39108) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:03.501615 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-0309ac2c-0dd8-4115-a757-d496a607e9f9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 9c9dfe5b-84a0-442e-87de-f30a00918eb4 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:03.505024 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0309ac2c-0dd8-4115-a757-d496a607e9f9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (9c9dfe5b-84a0-442e-87de-f30a00918eb4), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.527924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66214e25-c750-4042-adab-1d058ad0179d None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:03.552121 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0309ac2c-0dd8-4115-a757-d496a607e9f9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (9c9dfe5b-84a0-442e-87de-f30a00918eb4), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.640091 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0309ac2c-0dd8-4115-a757-d496a607e9f9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (9c9dfe5b-84a0-442e-87de-f30a00918eb4), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.780596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cd0a9429-ff00-4b4d-a7c7-318b34df250a None None] Provisioning complete for port 5d2c8558-86ee-4761-a464-637e44628c70 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:03.780866 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9429-ff00-4b4d-a7c7-318b34df250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5d2c8558-86ee-4761-a464-637e44628c70), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.786308 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0309ac2c-0dd8-4115-a757-d496a607e9f9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (9c9dfe5b-84a0-442e-87de-f30a00918eb4), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.820725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309ac2c-0dd8-4115-a757-d496a607e9f9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9dfe5b-84a0-442e-87de-f30a00918eb4,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:03.822756 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0309ac2c-0dd8-4115-a757-d496a607e9f9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.829909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0309ac2c-0dd8-4115-a757-d496a607e9f9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/9c9dfe5b-84a0-442e-87de-f30a00918eb4 HTTP/1.1" status: 204 len: 168 time: 0.3761318 Feb 11 05:05:03.829909 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39110) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:03.870958 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e02c4125-c3d3-47f3-a6a8-177e763a371e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398898 Feb 11 05:05:03.874061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39112) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:03.905940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a9429-ff00-4b4d-a7c7-318b34df250a None None] Current status of the port 5d2c8558-86ee-4761-a464-637e44628c70 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:03.930759 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cd0a9429-ff00-4b4d-a7c7-318b34df250a None None] Could not find standard attr ID for object f8370bd2-179d-44b5-b0a9-1eb8d1d26726. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:05:03.934037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55878ce5-a654-491a-ae21-6b6e037e4282 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:03.937782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-55878ce5-a654-491a-ae21-6b6e037e4282 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0604577 Feb 11 05:05:03.938065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39114) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:03.947512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb0f5c6-5b28-4d97-b8ee-a378b5e912a6 None None] Update dhcp port {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '9c9dfe5b-84a0-442e-87de-f30a00918eb4'}], 'binding:host_id': 'n-d-712142-35'}, 'id': '5d2c8558-86ee-4761-a464-637e44628c70'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:05:03.978054 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dbb0f5c6-5b28-4d97-b8ee-a378b5e912a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5d2c8558-86ee-4761-a464-637e44628c70), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:03.994282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fe5e43-9d4c-4da7-ad3a-29d495760363 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:03.998316 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d0fe5e43-9d4c-4da7-ad3a-29d495760363 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0568283 Feb 11 05:05:03.998523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39116) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:04.039264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0bc4a495-f9d0-45c7-ada2-62d016c67908 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390513 Feb 11 05:05:04.043923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39118) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:04.048887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-c06f78cb-275e-438c-8783-8b05db042faf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:04.153914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645d200a-a0f3-40d4-b111-78968f3ea9ce None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:04.208369 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06f78cb-275e-438c-8783-8b05db042faf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:04.212526 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c06f78cb-275e-438c-8783-8b05db042faf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.214022 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06f78cb-275e-438c-8783-8b05db042faf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:05:04.214901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c06f78cb-275e-438c-8783-8b05db042faf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:04.267877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-98f7aba1-8e75-4f49-a50b-021fe759d00e None None] Provisioning complete for port 5d2c8558-86ee-4761-a464-637e44628c70 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:04.268256 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-98f7aba1-8e75-4f49-a50b-021fe759d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5d2c8558-86ee-4761-a464-637e44628c70), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.302433 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.331090 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c06f78cb-275e-438c-8783-8b05db042faf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2860301 Feb 11 05:05:04.334189 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39120) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:04.340385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e039900d-a660-4e55-a7df-87bb33436219 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:04.346245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af506a-12b9-4126-ae00-8f6371baa0b3 None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:05:04.350503 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.389498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-98f7aba1-8e75-4f49-a50b-021fe759d00e None None] Current status of the port 5d2c8558-86ee-4761-a464-637e44628c70 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:04.416608 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-21af506a-12b9-4126-ae00-8f6371baa0b3 None None] Deleting port 5d2c8558-86ee-4761-a464-637e44628c70 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:04.416985 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-21af506a-12b9-4126-ae00-8f6371baa0b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5d2c8558-86ee-4761-a464-637e44628c70), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.481780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-21af506a-12b9-4126-ae00-8f6371baa0b3 None None] For port 5d2c8558-86ee-4761-a464-637e44628c70, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5d2c8558-86ee-4761-a464-637e44628c70,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:04.482263 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-21af506a-12b9-4126-ae00-8f6371baa0b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5d2c8558-86ee-4761-a464-637e44628c70), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.495076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-21af506a-12b9-4126-ae00-8f6371baa0b3 None None] Calling delete_port for 5d2c8558-86ee-4761-a464-637e44628c70 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:04.499634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e039900d-a660-4e55-a7df-87bb33436219 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:04.503263 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e039900d-a660-4e55-a7df-87bb33436219 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.504486 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-e039900d-a660-4e55-a7df-87bb33436219 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:05:04.504922 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e039900d-a660-4e55-a7df-87bb33436219 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:04.605291 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e039900d-a660-4e55-a7df-87bb33436219 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2687359 Feb 11 05:05:04.608238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39122) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:04.613063 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2bc5a648-79cb-461b-952e-6fa766e51ee4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:04.680276 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-21af506a-12b9-4126-ae00-8f6371baa0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (5d2c8558-86ee-4761-a464-637e44628c70), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.705176 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af506a-12b9-4126-ae00-8f6371baa0b3 None None] Pushing event deleted for resources: {'Port': ['ID=5d2c8558-86ee-4761-a464-637e44628c70,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:04.711648 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af506a-12b9-4126-ae00-8f6371baa0b3 None None] No DVR routers for this DVR port 5d2c8558-86ee-4761-a464-637e44628c70 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:04.757422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc5a648-79cb-461b-952e-6fa766e51ee4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:04.760917 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2bc5a648-79cb-461b-952e-6fa766e51ee4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.762348 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc5a648-79cb-461b-952e-6fa766e51ee4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:05:04.762815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc5a648-79cb-461b-952e-6fa766e51ee4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:04.833826 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2bc5a648-79cb-461b-952e-6fa766e51ee4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2245495 Feb 11 05:05:04.837006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39124) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:04.841803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-68cb0254-ac78-4bbc-9d55-318a0a388a25 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:04.930034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5d2c8558-86ee-4761-a464-637e44628c70 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:04.951596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 5d2c8558-86ee-4761-a464-637e44628c70 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:05:04.951948 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5d2c8558-86ee-4761-a464-637e44628c70 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:05:04.994743 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cb0254-ac78-4bbc-9d55-318a0a388a25 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:04.998123 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68cb0254-ac78-4bbc-9d55-318a0a388a25 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:04.999723 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cb0254-ac78-4bbc-9d55-318a0a388a25 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:05:05.000155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68cb0254-ac78-4bbc-9d55-318a0a388a25 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:05.090024 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-68cb0254-ac78-4bbc-9d55-318a0a388a25 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2517550 Feb 11 05:05:05.093859 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39126) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:05.098880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-21bced85-be9b-4b3d-820b-c2366c007d92 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:05.275061 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bced85-be9b-4b3d-820b-c2366c007d92 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:05.278558 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21bced85-be9b-4b3d-820b-c2366c007d92 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:05.280035 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bced85-be9b-4b3d-820b-c2366c007d92 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:05:05.280483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21bced85-be9b-4b3d-820b-c2366c007d92 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:05.371213 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-21bced85-be9b-4b3d-820b-c2366c007d92 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2761948 Feb 11 05:05:05.374108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39128) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:05.378912 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3939be8c-2ff4-434a-9160-b65ac9a84371 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:05.556760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3939be8c-2ff4-434a-9160-b65ac9a84371 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:05.560242 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3939be8c-2ff4-434a-9160-b65ac9a84371 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:05.561684 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-3939be8c-2ff4-434a-9160-b65ac9a84371 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:05:05.562106 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3939be8c-2ff4-434a-9160-b65ac9a84371 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:05.662406 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3939be8c-2ff4-434a-9160-b65ac9a84371 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2872305 Feb 11 05:05:05.665725 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39130) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:05.693100 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-74132034-18c5-453a-9072-f50a3eccc233 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0263271 Feb 11 05:05:05.695619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39132) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:05.751291 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d37f1ee-1246-4803-b6fb-dcd159e588d6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:05.752818 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2d37f1ee-1246-4803-b6fb-dcd159e588d6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0562379 Feb 11 05:05:05.755354 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39134) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:05.796059 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-26a9b266-bd70-4350-b3d8-cbd2ce23ae02 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396338 Feb 11 05:05:05.800225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39136) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:05.805074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-74d28c73-a025-451b-847c-3af54c59bb0d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:06.280137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d28c73-a025-451b-847c-3af54c59bb0d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:06.284158 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74d28c73-a025-451b-847c-3af54c59bb0d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.606963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.objects.ports [None req-74d28c73-a025-451b-847c-3af54c59bb0d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103808) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:05:06.608304 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74d28c73-a025-451b-847c-3af54c59bb0d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (235ecc75-32e2-47e4-b42b-bde99a947120), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.650901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d28c73-a025-451b-847c-3af54c59bb0d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:06.654030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-74d28c73-a025-451b-847c-3af54c59bb0d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:06.657561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d28c73-a025-451b-847c-3af54c59bb0d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:06.658157 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-74d28c73-a025-451b-847c-3af54c59bb0d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.665249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc3bcb6-fd99-4956-ade0-d5bf02738bbf None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:06.672905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d28c73-a025-451b-847c-3af54c59bb0d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=235ecc75-32e2-47e4-b42b-bde99a947120,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:06.748139 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-74d28c73-a025-451b-847c-3af54c59bb0d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9468906 Feb 11 05:05:06.750767 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39138) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:06.755755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-cf1e37bc-30ac-430f-9ed9-c0d1ed4c8ad1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'mac_address': 'fa:16:3e:e4:58:d0', 'name': 'tempest-NetworksTestDHCPv6-1241168804'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:06.769367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': '235ecc75-32e2-47e4-b42b-bde99a947120'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:05:06.770272 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:06.907696 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Allocated IP 2001:db8::f816:3eff:fed8:112a (1b90c05c-f7c3-4f05-9239-91ccfa668820/235ecc75-32e2-47e4-b42b-bde99a947120/228abd82-6a51-413d-ae6a-9f99cd6878de) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:06.916856 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1e37bc-30ac-430f-9ed9-c0d1ed4c8ad1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:07.003137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf1e37bc-30ac-430f-9ed9-c0d1ed4c8ad1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.023030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-cf1e37bc-30ac-430f-9ed9-c0d1ed4c8ad1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port 39a74422-4398-4825-b61d-7cd8559763dd yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:05:07.051836 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Publish callbacks [] for port (228abd82-6a51-413d-ae6a-9f99cd6878de), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.140155 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (228abd82-6a51-413d-ae6a-9f99cd6878de), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.185155 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:07.188260 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:07.190380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-cf1e37bc-30ac-430f-9ed9-c0d1ed4c8ad1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::f816:3eff:fee4:58d0 (1b90c05c-f7c3-4f05-9239-91ccfa668820/235ecc75-32e2-47e4-b42b-bde99a947120/39a74422-4398-4825-b61d-7cd8559763dd) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:07.192147 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:07.199587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Pushing event updated for resources: {'Port': ['ID=228abd82-6a51-413d-ae6a-9f99cd6878de,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:07.251054 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Attempting to bind port 228abd82-6a51-413d-ae6a-9f99cd6878de on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:07.251430 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Attempting to bind port 228abd82-6a51-413d-ae6a-9f99cd6878de by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:07.251837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Attempting to bind port 228abd82-6a51-413d-ae6a-9f99cd6878de on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:07.256822 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:07.257210 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:07.257731 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.258763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:07.259421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Bound port: 228abd82-6a51-413d-ae6a-9f99cd6878de, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:07.259814 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (228abd82-6a51-413d-ae6a-9f99cd6878de), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.324252 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] For port 228abd82-6a51-413d-ae6a-9f99cd6878de, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:07.327441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] For port 228abd82-6a51-413d-ae6a-9f99cd6878de, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=228abd82-6a51-413d-ae6a-9f99cd6878de,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:07.347776 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf1e37bc-30ac-430f-9ed9-c0d1ed4c8ad1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (39a74422-4398-4825-b61d-7cd8559763dd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.395373 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (228abd82-6a51-413d-ae6a-9f99cd6878de), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.455297 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf1e37bc-30ac-430f-9ed9-c0d1ed4c8ad1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (39a74422-4398-4825-b61d-7cd8559763dd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.465730 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7bdae-e1f2-4f4f-9fe5-94202cb0e28d None None] Pushing event updated for resources: {'Port': ['ID=228abd82-6a51-413d-ae6a-9f99cd6878de,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:07.499609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e37bc-30ac-430f-9ed9-c0d1ed4c8ad1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:07.502901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e37bc-30ac-430f-9ed9-c0d1ed4c8ad1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:07.506707 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e37bc-30ac-430f-9ed9-c0d1ed4c8ad1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:07.512085 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1e37bc-30ac-430f-9ed9-c0d1ed4c8ad1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:07.512721 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf1e37bc-30ac-430f-9ed9-c0d1ed4c8ad1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.519118 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e37bc-30ac-430f-9ed9-c0d1ed4c8ad1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=39a74422-4398-4825-b61d-7cd8559763dd,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:07.585049 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cf1e37bc-30ac-430f-9ed9-c0d1ed4c8ad1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8308017 Feb 11 05:05:07.585321 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39140) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:07.663630 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e622ae4-56a3-4fab-b297-0717acf117c0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:07.671472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e622ae4-56a3-4fab-b297-0717acf117c0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:07.673200 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1e622ae4-56a3-4fab-b297-0717acf117c0 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0868056 Feb 11 05:05:07.675886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39142) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:07.776573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8717f0bc-6c1d-4945-838c-15085a188f54 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port 39a74422-4398-4825-b61d-7cd8559763dd {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:07.777013 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8717f0bc-6c1d-4945-838c-15085a188f54 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (39a74422-4398-4825-b61d-7cd8559763dd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.870090 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8717f0bc-6c1d-4945-838c-15085a188f54 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (39a74422-4398-4825-b61d-7cd8559763dd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:07.882109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8717f0bc-6c1d-4945-838c-15085a188f54 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for 39a74422-4398-4825-b61d-7cd8559763dd owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:08.093899 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8717f0bc-6c1d-4945-838c-15085a188f54 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (39a74422-4398-4825-b61d-7cd8559763dd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.130352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717f0bc-6c1d-4945-838c-15085a188f54 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=39a74422-4398-4825-b61d-7cd8559763dd,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:08.157949 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8717f0bc-6c1d-4945-838c-15085a188f54 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.161605 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8717f0bc-6c1d-4945-838c-15085a188f54 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/39a74422-4398-4825-b61d-7cd8559763dd HTTP/1.1" status: 204 len: 168 time: 0.4846766 Feb 11 05:05:08.164613 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39144) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:08.219615 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d4de5-049f-4313-967f-c3ad67efb1c6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:08.221046 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4d4de5-049f-4313-967f-c3ad67efb1c6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:08.222865 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9b4d4de5-049f-4313-967f-c3ad67efb1c6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0572381 Feb 11 05:05:08.225542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39146) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:08.279884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-87831187-d773-4c5b-8ebd-eed358764a19 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 235ecc75-32e2-47e4-b42b-bde99a947120 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:08.283322 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87831187-d773-4c5b-8ebd-eed358764a19 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (235ecc75-32e2-47e4-b42b-bde99a947120), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.332214 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87831187-d773-4c5b-8ebd-eed358764a19 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (235ecc75-32e2-47e4-b42b-bde99a947120), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.420220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87831187-d773-4c5b-8ebd-eed358764a19 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (235ecc75-32e2-47e4-b42b-bde99a947120), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.541034 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87831187-d773-4c5b-8ebd-eed358764a19 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (235ecc75-32e2-47e4-b42b-bde99a947120), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.543198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7e86798d-2b87-4797-b5a1-0fccd4902631 None None] Provisioning complete for port 228abd82-6a51-413d-ae6a-9f99cd6878de triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:08.543664 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e86798d-2b87-4797-b5a1-0fccd4902631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (228abd82-6a51-413d-ae6a-9f99cd6878de), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.572135 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87831187-d773-4c5b-8ebd-eed358764a19 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=235ecc75-32e2-47e4-b42b-bde99a947120,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:08.575224 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-87831187-d773-4c5b-8ebd-eed358764a19 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.581908 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39148) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:08.582476 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-87831187-d773-4c5b-8ebd-eed358764a19 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/235ecc75-32e2-47e4-b42b-bde99a947120 HTTP/1.1" status: 204 len: 168 time: 0.3554356 Feb 11 05:05:08.624343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8a7e7358-fb12-4962-bf2a-2f0bbb88704b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408030 Feb 11 05:05:08.626650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39150) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:08.631728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-9c7bc1ea-d5e6-4428-b479-0145a02dd4af tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:08.642761 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7e86798d-2b87-4797-b5a1-0fccd4902631 None None] Current status of the port 228abd82-6a51-413d-ae6a-9f99cd6878de is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:08.642989 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e86798d-2b87-4797-b5a1-0fccd4902631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (228abd82-6a51-413d-ae6a-9f99cd6878de), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.655998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d71328-7799-4bf0-8f1e-81539a42e95f None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:08.703653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7e86798d-2b87-4797-b5a1-0fccd4902631 None None] For port 228abd82-6a51-413d-ae6a-9f99cd6878de, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=228abd82-6a51-413d-ae6a-9f99cd6878de,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:08.786011 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e86798d-2b87-4797-b5a1-0fccd4902631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (228abd82-6a51-413d-ae6a-9f99cd6878de), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.823406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7bc1ea-d5e6-4428-b479-0145a02dd4af tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:08.826932 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc1ea-d5e6-4428-b479-0145a02dd4af tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.840195 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86798d-2b87-4797-b5a1-0fccd4902631 None None] Pushing event updated for resources: {'Port': ['ID=228abd82-6a51-413d-ae6a-9f99cd6878de,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:08.847105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad18079e-3f47-4557-add4-c4bce18b29dc None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:05:08.904636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5e4fc8c3-66c2-4c0b-8226-d7bd5788da8f None None] Could not find standard attr ID for object 39a74422-4398-4825-b61d-7cd8559763dd. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:05:08.911428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ad18079e-3f47-4557-add4-c4bce18b29dc None None] Deleting port 228abd82-6a51-413d-ae6a-9f99cd6878de {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:08.911813 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ad18079e-3f47-4557-add4-c4bce18b29dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (228abd82-6a51-413d-ae6a-9f99cd6878de), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.976152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ad18079e-3f47-4557-add4-c4bce18b29dc None None] For port 228abd82-6a51-413d-ae6a-9f99cd6878de, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=228abd82-6a51-413d-ae6a-9f99cd6878de,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:08.976620 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ad18079e-3f47-4557-add4-c4bce18b29dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (228abd82-6a51-413d-ae6a-9f99cd6878de), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:08.990128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ad18079e-3f47-4557-add4-c4bce18b29dc None None] Calling delete_port for 228abd82-6a51-413d-ae6a-9f99cd6878de owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:09.177105 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ad18079e-3f47-4557-add4-c4bce18b29dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (228abd82-6a51-413d-ae6a-9f99cd6878de), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.208870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18079e-3f47-4557-add4-c4bce18b29dc None None] Pushing event deleted for resources: {'Port': ['ID=228abd82-6a51-413d-ae6a-9f99cd6878de,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:09.212377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad18079e-3f47-4557-add4-c4bce18b29dc None None] No DVR routers for this DVR port 228abd82-6a51-413d-ae6a-9f99cd6878de on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:09.231334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.objects.ports [None req-9c7bc1ea-d5e6-4428-b479-0145a02dd4af tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103809) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:05:09.391249 n-d-712142-35 neutron-server[103809]: WARNING neutron.services.revisions.revision_plugin [None req-9c7bc1ea-d5e6-4428-b479-0145a02dd4af tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Could not find related port for resource to bump revision. Feb 11 05:05:09.424819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.ipam_pluggable_backend [None req-9c7bc1ea-d5e6-4428-b479-0145a02dd4af tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Port 228abd82-6a51-413d-ae6a-9f99cd6878de was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103809) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 05:05:09.425133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.ipam_pluggable_backend [None req-9c7bc1ea-d5e6-4428-b479-0145a02dd4af tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Reverting IP allocation for 2001:db8::f816:3eff:fed8:112a {{(pid=103809) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 05:05:09.428607 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.ipam_pluggable_backend [None req-9c7bc1ea-d5e6-4428-b479-0145a02dd4af tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed8:112a {{(pid=103809) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 05:05:09.430351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc1ea-d5e6-4428-b479-0145a02dd4af tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (dd70cf27-28c0-4e8b-b2a9-57058fbb4a8e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.472811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7bc1ea-d5e6-4428-b479-0145a02dd4af tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:09.476490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-9c7bc1ea-d5e6-4428-b479-0145a02dd4af tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:09.481957 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc1ea-d5e6-4428-b479-0145a02dd4af tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:09.482514 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9c7bc1ea-d5e6-4428-b479-0145a02dd4af tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.485366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9895abf-5bbb-4d17-89f7-333efb089849 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:09.495531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7bc1ea-d5e6-4428-b479-0145a02dd4af tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=dd70cf27-28c0-4e8b-b2a9-57058fbb4a8e,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:09.565469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9c7bc1ea-d5e6-4428-b479-0145a02dd4af tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9377556 Feb 11 05:05:09.568143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39152) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:09.573617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5fad4e40-3037-45ad-8eb9-b96322f406f6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'mac_address': 'fa:16:3e:47:b8:16', 'name': 'tempest-NetworksTestDHCPv6-1393217281'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:09.590098 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': 'dd70cf27-28c0-4e8b-b2a9-57058fbb4a8e'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:05:09.592426 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.727473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Allocated IP 2001:db8::f816:3eff:fec6:c8ba (1b90c05c-f7c3-4f05-9239-91ccfa668820/dd70cf27-28c0-4e8b-b2a9-57058fbb4a8e/227ba442-fca0-44c7-a183-936c6781f5fa) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:09.756731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fad4e40-3037-45ad-8eb9-b96322f406f6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:09.839458 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5fad4e40-3037-45ad-8eb9-b96322f406f6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.859478 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-5fad4e40-3037-45ad-8eb9-b96322f406f6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port f82545de-f719-4d90-a412-e863346fa901 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:05:09.876131 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Publish callbacks [] for port (227ba442-fca0-44c7-a183-936c6781f5fa), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.945471 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (227ba442-fca0-44c7-a183-936c6781f5fa), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:09.989087 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:09.995084 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:09.995084 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:09.995383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-5fad4e40-3037-45ad-8eb9-b96322f406f6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::f816:3eff:fe47:b816 (1b90c05c-f7c3-4f05-9239-91ccfa668820/dd70cf27-28c0-4e8b-b2a9-57058fbb4a8e/f82545de-f719-4d90-a412-e863346fa901) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:10.007424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Pushing event updated for resources: {'Port': ['ID=227ba442-fca0-44c7-a183-936c6781f5fa,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:10.058910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Attempting to bind port 227ba442-fca0-44c7-a183-936c6781f5fa on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:10.059279 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Attempting to bind port 227ba442-fca0-44c7-a183-936c6781f5fa by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:10.059638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Attempting to bind port 227ba442-fca0-44c7-a183-936c6781f5fa on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:10.064546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:10.064924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:10.065342 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.065741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:10.066206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Bound port: 227ba442-fca0-44c7-a183-936c6781f5fa, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:10.066583 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (227ba442-fca0-44c7-a183-936c6781f5fa), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.141194 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] For port 227ba442-fca0-44c7-a183-936c6781f5fa, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:10.144809 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] For port 227ba442-fca0-44c7-a183-936c6781f5fa, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=227ba442-fca0-44c7-a183-936c6781f5fa,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:10.156243 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5fad4e40-3037-45ad-8eb9-b96322f406f6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (f82545de-f719-4d90-a412-e863346fa901), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.220479 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (227ba442-fca0-44c7-a183-936c6781f5fa), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.243412 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5fad4e40-3037-45ad-8eb9-b96322f406f6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f82545de-f719-4d90-a412-e863346fa901), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.290963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd714a-fb4d-4d7d-ba00-c6f208b2a139 None None] Pushing event updated for resources: {'Port': ['ID=227ba442-fca0-44c7-a183-936c6781f5fa,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:10.296491 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fad4e40-3037-45ad-8eb9-b96322f406f6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:10.299975 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-5fad4e40-3037-45ad-8eb9-b96322f406f6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:10.311026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fad4e40-3037-45ad-8eb9-b96322f406f6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:10.312347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fad4e40-3037-45ad-8eb9-b96322f406f6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:10.313013 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5fad4e40-3037-45ad-8eb9-b96322f406f6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.328679 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad4e40-3037-45ad-8eb9-b96322f406f6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=f82545de-f719-4d90-a412-e863346fa901,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:10.405679 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5fad4e40-3037-45ad-8eb9-b96322f406f6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8362503 Feb 11 05:05:10.408117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39154) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:10.477588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6340bd1-7592-4802-9cdc-a85cc917c0ff tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:10.482911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6340bd1-7592-4802-9cdc-a85cc917c0ff tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:10.484474 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e6340bd1-7592-4802-9cdc-a85cc917c0ff tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0750613 Feb 11 05:05:10.487206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39156) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:10.597684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-eb90c2d4-712c-4f4f-82c1-a302fe298467 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port f82545de-f719-4d90-a412-e863346fa901 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:10.598034 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb90c2d4-712c-4f4f-82c1-a302fe298467 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f82545de-f719-4d90-a412-e863346fa901), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.686414 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb90c2d4-712c-4f4f-82c1-a302fe298467 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f82545de-f719-4d90-a412-e863346fa901), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.699119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-eb90c2d4-712c-4f4f-82c1-a302fe298467 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for f82545de-f719-4d90-a412-e863346fa901 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:10.905706 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb90c2d4-712c-4f4f-82c1-a302fe298467 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f82545de-f719-4d90-a412-e863346fa901), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.938162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90c2d4-712c-4f4f-82c1-a302fe298467 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=f82545de-f719-4d90-a412-e863346fa901,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:10.973893 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb90c2d4-712c-4f4f-82c1-a302fe298467 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:10.980052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 227ba442-fca0-44c7-a183-936c6781f5fa up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:10.980540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-eb90c2d4-712c-4f4f-82c1-a302fe298467 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/f82545de-f719-4d90-a412-e863346fa901 HTTP/1.1" status: 204 len: 168 time: 0.4897180 Feb 11 05:05:10.980865 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39158) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:11.030997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 227ba442-fca0-44c7-a183-936c6781f5fa triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:11.031521 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (227ba442-fca0-44c7-a183-936c6781f5fa), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.043845 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3400c820-859b-481a-9486-3d2f16d7e12b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:11.045574 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3400c820-859b-481a-9486-3d2f16d7e12b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:11.050106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39160) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:11.050347 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3400c820-859b-481a-9486-3d2f16d7e12b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0681915 Feb 11 05:05:11.107501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ee5754-0197-4712-9951-1bff85688c65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet dd70cf27-28c0-4e8b-b2a9-57058fbb4a8e {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:11.111285 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7ee5754-0197-4712-9951-1bff85688c65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (dd70cf27-28c0-4e8b-b2a9-57058fbb4a8e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.115656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 227ba442-fca0-44c7-a183-936c6781f5fa is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:11.116058 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (227ba442-fca0-44c7-a183-936c6781f5fa), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.157031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 227ba442-fca0-44c7-a183-936c6781f5fa, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=227ba442-fca0-44c7-a183-936c6781f5fa,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:11.168983 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7ee5754-0197-4712-9951-1bff85688c65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (dd70cf27-28c0-4e8b-b2a9-57058fbb4a8e), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.237707 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (227ba442-fca0-44c7-a183-936c6781f5fa), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.261143 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7ee5754-0197-4712-9951-1bff85688c65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (dd70cf27-28c0-4e8b-b2a9-57058fbb4a8e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.426193 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7ee5754-0197-4712-9951-1bff85688c65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (dd70cf27-28c0-4e8b-b2a9-57058fbb4a8e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.457459 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-06662ec6-a253-40b0-a6c3-4a9ba5775acf None None] Provisioning complete for port 227ba442-fca0-44c7-a183-936c6781f5fa triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:11.457841 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-06662ec6-a253-40b0-a6c3-4a9ba5775acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (227ba442-fca0-44c7-a183-936c6781f5fa), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.471615 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee5754-0197-4712-9951-1bff85688c65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=dd70cf27-28c0-4e8b-b2a9-57058fbb4a8e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:11.473914 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7ee5754-0197-4712-9951-1bff85688c65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.480693 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e7ee5754-0197-4712-9951-1bff85688c65 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/dd70cf27-28c0-4e8b-b2a9-57058fbb4a8e HTTP/1.1" status: 204 len: 168 time: 0.4267190 Feb 11 05:05:11.480954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39162) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:11.499753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=227ba442-fca0-44c7-a183-936c6781f5fa,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:11.526172 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-941c8138-aca9-4ce7-b98c-b290ad385dfe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439653 Feb 11 05:05:11.528339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39164) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:11.548920 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07491b9-d30b-45a0-8eb8-8fd7d6c66a69 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:11.583917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-06662ec6-a253-40b0-a6c3-4a9ba5775acf None None] Current status of the port 227ba442-fca0-44c7-a183-936c6781f5fa is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:11.586379 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b0142f-7d9f-407c-8940-c855a30b2eaf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:11.590400 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-61b0142f-7d9f-407c-8940-c855a30b2eaf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0588281 Feb 11 05:05:11.590652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39166) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:11.639379 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaf604c-b128-48d0-bfc7-e1f5ec57bbc4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:11.640848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ecaf604c-b128-48d0-bfc7-e1f5ec57bbc4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0492620 Feb 11 05:05:11.643595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39168) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:11.684885 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5122714c-dd4c-4bea-8572-945db7bac8e9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401545 Feb 11 05:05:11.688800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39170) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:11.693641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-f0d49eb2-746f-433c-8901-2e393e8a93f8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:11.698878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d0e7452c-48b5-4aa6-9d7d-f5d98d0ddb60 None None] Could not find standard attr ID for object f82545de-f719-4d90-a412-e863346fa901. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:05:11.713284 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df401f1b-3db8-416e-a7b6-6c90c61ea58b None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:05:11.765408 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-df401f1b-3db8-416e-a7b6-6c90c61ea58b None None] Deleting port 227ba442-fca0-44c7-a183-936c6781f5fa {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:11.765778 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-df401f1b-3db8-416e-a7b6-6c90c61ea58b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (227ba442-fca0-44c7-a183-936c6781f5fa), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.830729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-df401f1b-3db8-416e-a7b6-6c90c61ea58b None None] For port 227ba442-fca0-44c7-a183-936c6781f5fa, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=227ba442-fca0-44c7-a183-936c6781f5fa,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:11.831059 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-df401f1b-3db8-416e-a7b6-6c90c61ea58b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (227ba442-fca0-44c7-a183-936c6781f5fa), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:11.842012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d49eb2-746f-433c-8901-2e393e8a93f8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:11.844625 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-df401f1b-3db8-416e-a7b6-6c90c61ea58b None None] Calling delete_port for 227ba442-fca0-44c7-a183-936c6781f5fa owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:11.845519 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f0d49eb2-746f-433c-8901-2e393e8a93f8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.006002 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-df401f1b-3db8-416e-a7b6-6c90c61ea58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (227ba442-fca0-44c7-a183-936c6781f5fa), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.034834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df401f1b-3db8-416e-a7b6-6c90c61ea58b None None] No DVR routers for this DVR port 227ba442-fca0-44c7-a183-936c6781f5fa on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:12.039613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df401f1b-3db8-416e-a7b6-6c90c61ea58b None None] Pushing event deleted for resources: {'Port': ['ID=227ba442-fca0-44c7-a183-936c6781f5fa,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:12.172313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.objects.ports [None req-f0d49eb2-746f-433c-8901-2e393e8a93f8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103809) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:05:12.173683 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f0d49eb2-746f-433c-8901-2e393e8a93f8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (f03e67e4-b79d-46e2-bd02-14d9a456fa03), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.231171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d49eb2-746f-433c-8901-2e393e8a93f8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:12.234360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-f0d49eb2-746f-433c-8901-2e393e8a93f8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:12.238502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d49eb2-746f-433c-8901-2e393e8a93f8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:12.239118 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f0d49eb2-746f-433c-8901-2e393e8a93f8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.244306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87cb989-da84-4823-bf28-dff86c2688e4 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:12.250926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d49eb2-746f-433c-8901-2e393e8a93f8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=f03e67e4-b79d-46e2-bd02-14d9a456fa03,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:12.329452 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f0d49eb2-746f-433c-8901-2e393e8a93f8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6395276 Feb 11 05:05:12.332038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39172) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:12.337069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c220d7ea-b8a5-4911-abae-d78462e56534 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'mac_address': 'fa:16:3e:fa:ea:03', 'name': 'tempest-NetworksTestDHCPv6-1655850563'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:12.348244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': 'f03e67e4-b79d-46e2-bd02-14d9a456fa03'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:05:12.349210 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.488368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Allocated IP 2001:db8::f816:3eff:fe12:4096 (1b90c05c-f7c3-4f05-9239-91ccfa668820/f03e67e4-b79d-46e2-bd02-14d9a456fa03/878dc332-2584-45e4-afb0-33dbd2c84624) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:12.497179 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c220d7ea-b8a5-4911-abae-d78462e56534 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:12.501187 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c220d7ea-b8a5-4911-abae-d78462e56534 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.522207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-c220d7ea-b8a5-4911-abae-d78462e56534 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port d904904b-0a03-41d6-b13b-0ed718dc4ca7 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:05:12.642215 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Publish callbacks [] for port (878dc332-2584-45e4-afb0-33dbd2c84624), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.709541 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (878dc332-2584-45e4-afb0-33dbd2c84624), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.751610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:12.754487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:12.758271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-c220d7ea-b8a5-4911-abae-d78462e56534 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::f816:3eff:fefa:ea03 (1b90c05c-f7c3-4f05-9239-91ccfa668820/f03e67e4-b79d-46e2-bd02-14d9a456fa03/d904904b-0a03-41d6-b13b-0ed718dc4ca7) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:12.759058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:12.765870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Pushing event updated for resources: {'Port': ['ID=878dc332-2584-45e4-afb0-33dbd2c84624,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:12.826109 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Attempting to bind port 878dc332-2584-45e4-afb0-33dbd2c84624 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:12.826572 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Attempting to bind port 878dc332-2584-45e4-afb0-33dbd2c84624 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:12.827009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Attempting to bind port 878dc332-2584-45e4-afb0-33dbd2c84624 on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:12.832557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:12.832964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:12.833530 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.833937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:12.834428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Bound port: 878dc332-2584-45e4-afb0-33dbd2c84624, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:12.834855 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (878dc332-2584-45e4-afb0-33dbd2c84624), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.924218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] For port 878dc332-2584-45e4-afb0-33dbd2c84624, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:12.927805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] For port 878dc332-2584-45e4-afb0-33dbd2c84624, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=878dc332-2584-45e4-afb0-33dbd2c84624,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:12.933153 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c220d7ea-b8a5-4911-abae-d78462e56534 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (d904904b-0a03-41d6-b13b-0ed718dc4ca7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:12.953712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 227ba442-fca0-44c7-a183-936c6781f5fa no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:12.976921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 227ba442-fca0-44c7-a183-936c6781f5fa {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:05:12.977284 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 227ba442-fca0-44c7-a183-936c6781f5fa not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:05:13.087609 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (878dc332-2584-45e4-afb0-33dbd2c84624), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.094360 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c220d7ea-b8a5-4911-abae-d78462e56534 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d904904b-0a03-41d6-b13b-0ed718dc4ca7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.140800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c220d7ea-b8a5-4911-abae-d78462e56534 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:13.144154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-c220d7ea-b8a5-4911-abae-d78462e56534 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:13.149430 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c220d7ea-b8a5-4911-abae-d78462e56534 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:13.155229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c220d7ea-b8a5-4911-abae-d78462e56534 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:13.155869 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c220d7ea-b8a5-4911-abae-d78462e56534 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.172139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220d7ea-b8a5-4911-abae-d78462e56534 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=d904904b-0a03-41d6-b13b-0ed718dc4ca7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:13.202094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad187d-4fdc-4a18-a5de-85779f84ee8c None None] Pushing event updated for resources: {'Port': ['ID=878dc332-2584-45e4-afb0-33dbd2c84624,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:13.268172 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c220d7ea-b8a5-4911-abae-d78462e56534 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9350257 Feb 11 05:05:13.270788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39174) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:13.331996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd07ca4a-ee58-42c0-bd08-e33873b3fcc9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:13.333845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd07ca4a-ee58-42c0-bd08-e33873b3fcc9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:13.335392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bd07ca4a-ee58-42c0-bd08-e33873b3fcc9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0636179 Feb 11 05:05:13.338614 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39176) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:13.450737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-37617ac1-aa3a-4a23-84a8-0a3405f37ef4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port d904904b-0a03-41d6-b13b-0ed718dc4ca7 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:13.451089 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-37617ac1-aa3a-4a23-84a8-0a3405f37ef4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d904904b-0a03-41d6-b13b-0ed718dc4ca7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.552904 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-37617ac1-aa3a-4a23-84a8-0a3405f37ef4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d904904b-0a03-41d6-b13b-0ed718dc4ca7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.566492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-37617ac1-aa3a-4a23-84a8-0a3405f37ef4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for d904904b-0a03-41d6-b13b-0ed718dc4ca7 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:13.779337 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-37617ac1-aa3a-4a23-84a8-0a3405f37ef4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d904904b-0a03-41d6-b13b-0ed718dc4ca7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.811837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37617ac1-aa3a-4a23-84a8-0a3405f37ef4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=d904904b-0a03-41d6-b13b-0ed718dc4ca7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:13.840126 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-37617ac1-aa3a-4a23-84a8-0a3405f37ef4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:13.846590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-37617ac1-aa3a-4a23-84a8-0a3405f37ef4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/d904904b-0a03-41d6-b13b-0ed718dc4ca7 HTTP/1.1" status: 204 len: 168 time: 0.5069752 Feb 11 05:05:13.846867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39178) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:13.905884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54580713-1f02-4f73-b733-8058d3598139 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:13.907843 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54580713-1f02-4f73-b733-8058d3598139 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:13.910728 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-54580713-1f02-4f73-b733-8058d3598139 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0620356 Feb 11 05:05:13.912370 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39180) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:13.971397 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cb4716-b4e6-4af4-87bb-6e0d980bb687 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet f03e67e4-b79d-46e2-bd02-14d9a456fa03 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:13.975030 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58cb4716-b4e6-4af4-87bb-6e0d980bb687 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (f03e67e4-b79d-46e2-bd02-14d9a456fa03), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.019473 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58cb4716-b4e6-4af4-87bb-6e0d980bb687 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (f03e67e4-b79d-46e2-bd02-14d9a456fa03), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.118357 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58cb4716-b4e6-4af4-87bb-6e0d980bb687 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (f03e67e4-b79d-46e2-bd02-14d9a456fa03), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.260207 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58cb4716-b4e6-4af4-87bb-6e0d980bb687 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (f03e67e4-b79d-46e2-bd02-14d9a456fa03), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.289705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb4716-b4e6-4af4-87bb-6e0d980bb687 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=f03e67e4-b79d-46e2-bd02-14d9a456fa03,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:14.299753 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58cb4716-b4e6-4af4-87bb-6e0d980bb687 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.306076 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-58cb4716-b4e6-4af4-87bb-6e0d980bb687 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/f03e67e4-b79d-46e2-bd02-14d9a456fa03 HTTP/1.1" status: 204 len: 168 time: 0.3900077 Feb 11 05:05:14.306710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39182) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:14.334985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f775c5db-8ef0-49ad-aea6-a3364918e434 None None] Provisioning complete for port 878dc332-2584-45e4-afb0-33dbd2c84624 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:14.338691 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f775c5db-8ef0-49ad-aea6-a3364918e434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (878dc332-2584-45e4-afb0-33dbd2c84624), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.358943 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-957932f9-7db2-47a9-9a69-3458d82b8135 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484447 Feb 11 05:05:14.359164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39184) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:14.364355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-dbab52de-452f-4648-b495-2e29152cca84 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:14.453460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f775c5db-8ef0-49ad-aea6-a3364918e434 None None] Current status of the port 878dc332-2584-45e4-afb0-33dbd2c84624 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:14.453888 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f775c5db-8ef0-49ad-aea6-a3364918e434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (878dc332-2584-45e4-afb0-33dbd2c84624), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.465966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bbaf11-49d8-4735-815e-08d02e9a89ff None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:14.546137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f775c5db-8ef0-49ad-aea6-a3364918e434 None None] For port 878dc332-2584-45e4-afb0-33dbd2c84624, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=878dc332-2584-45e4-afb0-33dbd2c84624,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:14.608079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbab52de-452f-4648-b495-2e29152cca84 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:14.612022 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbab52de-452f-4648-b495-2e29152cca84 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.636640 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f775c5db-8ef0-49ad-aea6-a3364918e434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (878dc332-2584-45e4-afb0-33dbd2c84624), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.666803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafe1673-fb5e-48f8-af67-4ac304a0af6b None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:05:14.728157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775c5db-8ef0-49ad-aea6-a3364918e434 None None] Pushing event updated for resources: {'Port': ['ID=878dc332-2584-45e4-afb0-33dbd2c84624,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:14.754127 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-fbeb6b58-6293-4116-b293-28f3d11b7dee None None] Could not find standard attr ID for object d904904b-0a03-41d6-b13b-0ed718dc4ca7. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:05:14.763141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cafe1673-fb5e-48f8-af67-4ac304a0af6b None None] Deleting port 878dc332-2584-45e4-afb0-33dbd2c84624 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:14.765633 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cafe1673-fb5e-48f8-af67-4ac304a0af6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (878dc332-2584-45e4-afb0-33dbd2c84624), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.833531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cafe1673-fb5e-48f8-af67-4ac304a0af6b None None] For port 878dc332-2584-45e4-afb0-33dbd2c84624, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=878dc332-2584-45e4-afb0-33dbd2c84624,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:14.834109 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cafe1673-fb5e-48f8-af67-4ac304a0af6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (878dc332-2584-45e4-afb0-33dbd2c84624), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:14.853245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cafe1673-fb5e-48f8-af67-4ac304a0af6b None None] Calling delete_port for 878dc332-2584-45e4-afb0-33dbd2c84624 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:15.001619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.objects.ports [None req-dbab52de-452f-4648-b495-2e29152cca84 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103809) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:05:15.025438 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cafe1673-fb5e-48f8-af67-4ac304a0af6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (878dc332-2584-45e4-afb0-33dbd2c84624), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.050888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe1673-fb5e-48f8-af67-4ac304a0af6b None None] Pushing event deleted for resources: {'Port': ['ID=878dc332-2584-45e4-afb0-33dbd2c84624,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:15.059532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafe1673-fb5e-48f8-af67-4ac304a0af6b None None] No DVR routers for this DVR port 878dc332-2584-45e4-afb0-33dbd2c84624 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:15.104856 n-d-712142-35 neutron-server[103809]: WARNING neutron.services.revisions.revision_plugin [None req-dbab52de-452f-4648-b495-2e29152cca84 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Could not find related port for resource to bump revision. Feb 11 05:05:15.151562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.ipam_pluggable_backend [None req-dbab52de-452f-4648-b495-2e29152cca84 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Port 878dc332-2584-45e4-afb0-33dbd2c84624 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103809) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 05:05:15.151870 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.ipam_pluggable_backend [None req-dbab52de-452f-4648-b495-2e29152cca84 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Reverting IP allocation for 2001:db8::f816:3eff:fe12:4096 {{(pid=103809) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 05:05:15.156653 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.ipam_pluggable_backend [None req-dbab52de-452f-4648-b495-2e29152cca84 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe12:4096 {{(pid=103809) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 05:05:15.157947 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbab52de-452f-4648-b495-2e29152cca84 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (b7746c2f-4709-439e-ac83-e6fb0f7739db), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.216436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbab52de-452f-4648-b495-2e29152cca84 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:15.220342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-dbab52de-452f-4648-b495-2e29152cca84 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:15.224903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbab52de-452f-4648-b495-2e29152cca84 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:15.225502 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dbab52de-452f-4648-b495-2e29152cca84 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.236660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c17a93-11ce-46e8-894f-4f44c578da8d None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:15.248276 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab52de-452f-4648-b495-2e29152cca84 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=b7746c2f-4709-439e-ac83-e6fb0f7739db,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:15.328936 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dbab52de-452f-4648-b495-2e29152cca84 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9684906 Feb 11 05:05:15.331314 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39186) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:15.336667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-157735f4-bc6a-43f6-a027-6edf1406dd22 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'mac_address': 'fa:16:3e:db:d0:e9', 'name': 'tempest-NetworksTestDHCPv6-2013556556'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:15.352637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': 'b7746c2f-4709-439e-ac83-e6fb0f7739db'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:05:15.355136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.495079 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Allocated IP 2001:db8::f816:3eff:fed5:4a69 (1b90c05c-f7c3-4f05-9239-91ccfa668820/b7746c2f-4709-439e-ac83-e6fb0f7739db/42104234-930f-49c6-bb52-535bed5300ec) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:15.534449 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157735f4-bc6a-43f6-a027-6edf1406dd22 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:15.645357 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-157735f4-bc6a-43f6-a027-6edf1406dd22 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.657893 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Publish callbacks [] for port (42104234-930f-49c6-bb52-535bed5300ec), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.669351 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-157735f4-bc6a-43f6-a027-6edf1406dd22 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port e5b3a8eb-5069-4056-befa-c70336595f3d yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:05:15.762908 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (42104234-930f-49c6-bb52-535bed5300ec), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.805886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:15.810603 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:15.810984 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-157735f4-bc6a-43f6-a027-6edf1406dd22 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::f816:3eff:fedb:d0e9 (1b90c05c-f7c3-4f05-9239-91ccfa668820/b7746c2f-4709-439e-ac83-e6fb0f7739db/e5b3a8eb-5069-4056-befa-c70336595f3d) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:15.815523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:15.817106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Pushing event updated for resources: {'Port': ['ID=42104234-930f-49c6-bb52-535bed5300ec,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:15.876748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Attempting to bind port 42104234-930f-49c6-bb52-535bed5300ec on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:15.877125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Attempting to bind port 42104234-930f-49c6-bb52-535bed5300ec by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:15.877495 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Attempting to bind port 42104234-930f-49c6-bb52-535bed5300ec on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:15.883446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:15.884078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:15.884534 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.885016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:15.885429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Bound port: 42104234-930f-49c6-bb52-535bed5300ec, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:15.885818 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (42104234-930f-49c6-bb52-535bed5300ec), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:15.953194 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] For port 42104234-930f-49c6-bb52-535bed5300ec, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:15.956398 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] For port 42104234-930f-49c6-bb52-535bed5300ec, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=42104234-930f-49c6-bb52-535bed5300ec,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:15.979153 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-157735f4-bc6a-43f6-a027-6edf1406dd22 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (e5b3a8eb-5069-4056-befa-c70336595f3d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.042781 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (42104234-930f-49c6-bb52-535bed5300ec), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.083317 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-157735f4-bc6a-43f6-a027-6edf1406dd22 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e5b3a8eb-5069-4056-befa-c70336595f3d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.106546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129d500-2cb2-40f4-9d12-b07da781b0e7 None None] Pushing event updated for resources: {'Port': ['ID=42104234-930f-49c6-bb52-535bed5300ec,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:16.133992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157735f4-bc6a-43f6-a027-6edf1406dd22 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:16.137571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-157735f4-bc6a-43f6-a027-6edf1406dd22 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:16.141572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157735f4-bc6a-43f6-a027-6edf1406dd22 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:16.146766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157735f4-bc6a-43f6-a027-6edf1406dd22 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:16.147397 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-157735f4-bc6a-43f6-a027-6edf1406dd22 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.158128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157735f4-bc6a-43f6-a027-6edf1406dd22 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=e5b3a8eb-5069-4056-befa-c70336595f3d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:16.222056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-157735f4-bc6a-43f6-a027-6edf1406dd22 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8893979 Feb 11 05:05:16.224714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39188) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:16.292231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d352e-7067-4230-93d0-c78414aa183a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:16.297388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d352e-7067-4230-93d0-c78414aa183a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:16.299016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fe2d352e-7067-4230-93d0-c78414aa183a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0731723 Feb 11 05:05:16.303417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39190) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:16.404932 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-39c882dd-6429-4782-96b8-ee5042fcdac2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port e5b3a8eb-5069-4056-befa-c70336595f3d {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:16.405545 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-39c882dd-6429-4782-96b8-ee5042fcdac2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e5b3a8eb-5069-4056-befa-c70336595f3d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.498348 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-39c882dd-6429-4782-96b8-ee5042fcdac2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e5b3a8eb-5069-4056-befa-c70336595f3d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.511096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-39c882dd-6429-4782-96b8-ee5042fcdac2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for e5b3a8eb-5069-4056-befa-c70336595f3d owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:16.722358 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-39c882dd-6429-4782-96b8-ee5042fcdac2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e5b3a8eb-5069-4056-befa-c70336595f3d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:16.998542 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 42104234-930f-49c6-bb52-535bed5300ec up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:17.060637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 42104234-930f-49c6-bb52-535bed5300ec triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:17.060969 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (42104234-930f-49c6-bb52-535bed5300ec), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.077685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c882dd-6429-4782-96b8-ee5042fcdac2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=e5b3a8eb-5069-4056-befa-c70336595f3d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:17.104131 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-39c882dd-6429-4782-96b8-ee5042fcdac2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.110045 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39192) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:17.110598 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-39c882dd-6429-4782-96b8-ee5042fcdac2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/e5b3a8eb-5069-4056-befa-c70336595f3d HTTP/1.1" status: 204 len: 168 time: 0.8071980 Feb 11 05:05:17.118766 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0d88c9e3-da2f-46a8-9b50-32a992e948ec None None] Provisioning complete for port 42104234-930f-49c6-bb52-535bed5300ec triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:17.119226 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0d88c9e3-da2f-46a8-9b50-32a992e948ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (42104234-930f-49c6-bb52-535bed5300ec), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.185376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5e7454-855d-4c9e-9c48-7f36c51c1042 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:17.187238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5e7454-855d-4c9e-9c48-7f36c51c1042 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:17.190948 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8f5e7454-855d-4c9e-9c48-7f36c51c1042 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0772686 Feb 11 05:05:17.191552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39194) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:17.202102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 42104234-930f-49c6-bb52-535bed5300ec is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:17.202492 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (42104234-930f-49c6-bb52-535bed5300ec), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.244503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0e76d4-3e67-47fb-96bc-dfb587e4a0dc tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet b7746c2f-4709-439e-ac83-e6fb0f7739db {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:17.248017 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d0e76d4-3e67-47fb-96bc-dfb587e4a0dc tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (b7746c2f-4709-439e-ac83-e6fb0f7739db), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.270449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 42104234-930f-49c6-bb52-535bed5300ec, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=42104234-930f-49c6-bb52-535bed5300ec,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:17.277042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0d88c9e3-da2f-46a8-9b50-32a992e948ec None None] Current status of the port 42104234-930f-49c6-bb52-535bed5300ec is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:17.277439 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0d88c9e3-da2f-46a8-9b50-32a992e948ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (42104234-930f-49c6-bb52-535bed5300ec), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.297089 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d0e76d4-3e67-47fb-96bc-dfb587e4a0dc tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (b7746c2f-4709-439e-ac83-e6fb0f7739db), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.335385 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (42104234-930f-49c6-bb52-535bed5300ec), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.390749 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d0e76d4-3e67-47fb-96bc-dfb587e4a0dc tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (b7746c2f-4709-439e-ac83-e6fb0f7739db), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.416259 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-0d88c9e3-da2f-46a8-9b50-32a992e948ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:05:17.416634 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-0d88c9e3-da2f-46a8-9b50-32a992e948ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:05:17.421500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=42104234-930f-49c6-bb52-535bed5300ec,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:17.517015 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d0e76d4-3e67-47fb-96bc-dfb587e4a0dc tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (b7746c2f-4709-439e-ac83-e6fb0f7739db), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.549722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e76d4-3e67-47fb-96bc-dfb587e4a0dc tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=b7746c2f-4709-439e-ac83-e6fb0f7739db,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:17.553166 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1d0e76d4-3e67-47fb-96bc-dfb587e4a0dc tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.556536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1d0e76d4-3e67-47fb-96bc-dfb587e4a0dc tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/b7746c2f-4709-439e-ac83-e6fb0f7739db HTTP/1.1" status: 204 len: 168 time: 0.3638189 Feb 11 05:05:17.559169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39196) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:17.564051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f4e3e-caf5-461d-9b39-b01b2d858ac5 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:17.598589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d4db8772-ff9b-46af-87a0-8292425e93b2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381751 Feb 11 05:05:17.600999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39198) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:17.652572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a9ec31-d7a0-41e6-a395-f562299e62b9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:17.654531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a0a9ec31-d7a0-41e6-a395-f562299e62b9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0515394 Feb 11 05:05:17.656658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39200) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:17.708529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd4b2b8-e871-42a6-9ecd-8b0825e2517a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:17.711063 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3cd4b2b8-e871-42a6-9ecd-8b0825e2517a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0528018 Feb 11 05:05:17.714291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39202) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:17.715578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e067044-92dc-430b-80aa-2925a6e011f5 None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:05:17.757246 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8e9dda36-60b0-4c44-b1e8-a182326bd03f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417447 Feb 11 05:05:17.761333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39204) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:17.766128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-92dcacc7-897e-4e70-b71d-1227cf822ea8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:17.770006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8e067044-92dc-430b-80aa-2925a6e011f5 None None] Deleting port 42104234-930f-49c6-bb52-535bed5300ec {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:17.770499 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8e067044-92dc-430b-80aa-2925a6e011f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (42104234-930f-49c6-bb52-535bed5300ec), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:17.920584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dcacc7-897e-4e70-b71d-1227cf822ea8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:17.924492 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92dcacc7-897e-4e70-b71d-1227cf822ea8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.028924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0d88c9e3-da2f-46a8-9b50-32a992e948ec None None] Current status of the port 42104234-930f-49c6-bb52-535bed5300ec is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:18.032744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-8e067044-92dc-430b-80aa-2925a6e011f5 None None] For port 42104234-930f-49c6-bb52-535bed5300ec, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=42104234-930f-49c6-bb52-535bed5300ec,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:18.033162 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8e067044-92dc-430b-80aa-2925a6e011f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (42104234-930f-49c6-bb52-535bed5300ec), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.046245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8e067044-92dc-430b-80aa-2925a6e011f5 None None] Calling delete_port for 42104234-930f-49c6-bb52-535bed5300ec owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:18.141872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7365024c-ef90-4b73-b6fb-7241836e3f50 None None] Could not find standard attr ID for object e5b3a8eb-5069-4056-befa-c70336595f3d. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:05:18.197427 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92dcacc7-897e-4e70-b71d-1227cf822ea8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (d0c0a01b-783a-4682-95ea-ac31ae56151b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.242412 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8e067044-92dc-430b-80aa-2925a6e011f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (42104234-930f-49c6-bb52-535bed5300ec), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.247252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dcacc7-897e-4e70-b71d-1227cf822ea8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:18.252817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-92dcacc7-897e-4e70-b71d-1227cf822ea8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:18.255660 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dcacc7-897e-4e70-b71d-1227cf822ea8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:18.256255 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92dcacc7-897e-4e70-b71d-1227cf822ea8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.261860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcacc7-897e-4e70-b71d-1227cf822ea8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=d0c0a01b-783a-4682-95ea-ac31ae56151b,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:18.269236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e067044-92dc-430b-80aa-2925a6e011f5 None None] Pushing event deleted for resources: {'Port': ['ID=42104234-930f-49c6-bb52-535bed5300ec,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:18.272907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e067044-92dc-430b-80aa-2925a6e011f5 None None] No DVR routers for this DVR port 42104234-930f-49c6-bb52-535bed5300ec on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:18.290086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab35260-8400-4e85-a420-220d566ec45f None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:18.337024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-92dcacc7-897e-4e70-b71d-1227cf822ea8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5744972 Feb 11 05:05:18.339500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39206) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:18.344589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b9e17756-6cb1-4349-bc69-130e1372bc89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'mac_address': 'fa:16:3e:84:16:69', 'name': 'tempest-NetworksTestDHCPv6-2101411428'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:18.397703 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': 'd0c0a01b-783a-4682-95ea-ac31ae56151b'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:05:18.399332 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.528502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e17756-6cb1-4349-bc69-130e1372bc89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:18.533345 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9e17756-6cb1-4349-bc69-130e1372bc89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.550678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Allocated IP 2001:db8::2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/d0c0a01b-783a-4682-95ea-ac31ae56151b/da194ef7-2c8f-4e1b-93d3-313d96be92ab) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:18.554679 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-b9e17756-6cb1-4349-bc69-130e1372bc89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port f02b9874-f46c-460c-9619-97f3024c3685 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:05:18.684049 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Publish callbacks [] for port (da194ef7-2c8f-4e1b-93d3-313d96be92ab), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.762882 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (da194ef7-2c8f-4e1b-93d3-313d96be92ab), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.808513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:18.811437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:18.815014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:18.822501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Pushing event updated for resources: {'Port': ['ID=da194ef7-2c8f-4e1b-93d3-313d96be92ab,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:18.825398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-b9e17756-6cb1-4349-bc69-130e1372bc89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::5e (1b90c05c-f7c3-4f05-9239-91ccfa668820/d0c0a01b-783a-4682-95ea-ac31ae56151b/f02b9874-f46c-460c-9619-97f3024c3685) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:18.874290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Attempting to bind port da194ef7-2c8f-4e1b-93d3-313d96be92ab on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:18.874665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Attempting to bind port da194ef7-2c8f-4e1b-93d3-313d96be92ab by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:18.875067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Attempting to bind port da194ef7-2c8f-4e1b-93d3-313d96be92ab on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:18.880170 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:18.880552 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:18.880962 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.881362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:18.881837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Bound port: da194ef7-2c8f-4e1b-93d3-313d96be92ab, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:18.882229 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (da194ef7-2c8f-4e1b-93d3-313d96be92ab), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.952317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 42104234-930f-49c6-bb52-535bed5300ec no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:18.980497 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 42104234-930f-49c6-bb52-535bed5300ec {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:05:18.980497 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 42104234-930f-49c6-bb52-535bed5300ec not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:05:18.982287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] For port da194ef7-2c8f-4e1b-93d3-313d96be92ab, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:18.985345 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9e17756-6cb1-4349-bc69-130e1372bc89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (f02b9874-f46c-460c-9619-97f3024c3685), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:18.994862 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] For port da194ef7-2c8f-4e1b-93d3-313d96be92ab, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=da194ef7-2c8f-4e1b-93d3-313d96be92ab,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:19.075101 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (da194ef7-2c8f-4e1b-93d3-313d96be92ab), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:19.097631 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9e17756-6cb1-4349-bc69-130e1372bc89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f02b9874-f46c-460c-9619-97f3024c3685), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:19.143759 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebe030-5d1d-49b2-9822-57f610d37893 None None] Pushing event updated for resources: {'Port': ['ID=da194ef7-2c8f-4e1b-93d3-313d96be92ab,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:19.152225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e17756-6cb1-4349-bc69-130e1372bc89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:19.155606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-b9e17756-6cb1-4349-bc69-130e1372bc89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:19.159732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e17756-6cb1-4349-bc69-130e1372bc89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:19.165579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e17756-6cb1-4349-bc69-130e1372bc89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:19.166189 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9e17756-6cb1-4349-bc69-130e1372bc89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:19.175368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e17756-6cb1-4349-bc69-130e1372bc89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=f02b9874-f46c-460c-9619-97f3024c3685,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:19.296177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39208) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:19.298733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b9e17756-6cb1-4349-bc69-130e1372bc89 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9578485 Feb 11 05:05:19.359774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351bee33-4742-494f-8812-2631df483b07 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:19.365173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351bee33-4742-494f-8812-2631df483b07 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:19.369197 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-351bee33-4742-494f-8812-2631df483b07 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0690446 Feb 11 05:05:19.370877 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39210) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:19.465001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-466f232d-3d2e-4036-9a08-1cd0cdef607f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port f02b9874-f46c-460c-9619-97f3024c3685 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:19.465356 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-466f232d-3d2e-4036-9a08-1cd0cdef607f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f02b9874-f46c-460c-9619-97f3024c3685), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:19.558089 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-466f232d-3d2e-4036-9a08-1cd0cdef607f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f02b9874-f46c-460c-9619-97f3024c3685), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:19.569868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-466f232d-3d2e-4036-9a08-1cd0cdef607f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for f02b9874-f46c-460c-9619-97f3024c3685 owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:19.808030 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-466f232d-3d2e-4036-9a08-1cd0cdef607f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f02b9874-f46c-460c-9619-97f3024c3685), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:19.839453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f232d-3d2e-4036-9a08-1cd0cdef607f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=f02b9874-f46c-460c-9619-97f3024c3685,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:19.871127 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-466f232d-3d2e-4036-9a08-1cd0cdef607f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:19.874493 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-466f232d-3d2e-4036-9a08-1cd0cdef607f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/f02b9874-f46c-460c-9619-97f3024c3685 HTTP/1.1" status: 204 len: 168 time: 0.5025792 Feb 11 05:05:19.877071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39212) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:19.932282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2b924a-276a-4994-85a5-a3d1777b6630 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:19.933588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2b924a-276a-4994-85a5-a3d1777b6630 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:19.935331 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2c2b924a-276a-4994-85a5-a3d1777b6630 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0570307 Feb 11 05:05:19.937960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39214) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:20.007758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet d0c0a01b-783a-4682-95ea-ac31ae56151b {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:20.011745 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (d0c0a01b-783a-4682-95ea-ac31ae56151b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.056744 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (d0c0a01b-783a-4682-95ea-ac31ae56151b), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.150902 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (d0c0a01b-783a-4682-95ea-ac31ae56151b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.183470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-64cdf817-f219-402c-8d3c-32228b10c7ca None None] Provisioning complete for port da194ef7-2c8f-4e1b-93d3-313d96be92ab triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:20.184422 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64cdf817-f219-402c-8d3c-32228b10c7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (da194ef7-2c8f-4e1b-93d3-313d96be92ab), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.271604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-64cdf817-f219-402c-8d3c-32228b10c7ca None None] Current status of the port da194ef7-2c8f-4e1b-93d3-313d96be92ab is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:20.275241 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64cdf817-f219-402c-8d3c-32228b10c7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (da194ef7-2c8f-4e1b-93d3-313d96be92ab), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.297958 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (d0c0a01b-783a-4682-95ea-ac31ae56151b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.330277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c0a01b-783a-4682-95ea-ac31ae56151b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:20.336490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.344429 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/d0c0a01b-783a-4682-95ea-ac31ae56151b HTTP/1.1" status: 204 len: 168 time: 0.4008849 Feb 11 05:05:20.344668 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39216) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:20.345511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:20.345879 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:20.346422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:20.346752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:20.347094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:20.347477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:20.348320 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:20.348733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:20.348994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:20.349325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:20.350644 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-64cdf817-f219-402c-8d3c-32228b10c7ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:05:20.350859 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:20.350950 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-64cdf817-f219-402c-8d3c-32228b10c7ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:05:20.351594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:20.351594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea5871-08a3-41e0-b6a1-f0cbfbf0c6bb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:20.390320 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-62bc63d0-5765-497b-b960-df558913183d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467131 Feb 11 05:05:20.392747 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39218) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:20.452065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4429311c-94b1-49c8-8681-1386cdfb398b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:20.453603 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4429311c-94b1-49c8-8681-1386cdfb398b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0597572 Feb 11 05:05:20.456243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39220) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:20.509255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59373170-1fe7-437a-8dec-c7289e82dee7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:20.513184 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-59373170-1fe7-437a-8dec-c7289e82dee7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0535772 Feb 11 05:05:20.513404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39222) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:20.524175 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0037af-7d69-43c8-9aa2-0f3d83f6016f None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:20.553761 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e40a7dac-3859-42be-9f8b-6ffff8ab9845 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392072 Feb 11 05:05:20.558174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39224) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:20.563166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e3ab774c-d72e-4f16-9665-acfdd997237a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:20.681914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3c1b41-d626-441a-99ae-26501d22659d None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:05:20.729585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c1b41-d626-441a-99ae-26501d22659d None None] Deleting port da194ef7-2c8f-4e1b-93d3-313d96be92ab {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:20.729958 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fb3c1b41-d626-441a-99ae-26501d22659d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (da194ef7-2c8f-4e1b-93d3-313d96be92ab), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.739618 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ab774c-d72e-4f16-9665-acfdd997237a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:20.743276 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e3ab774c-d72e-4f16-9665-acfdd997237a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.798182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fb3c1b41-d626-441a-99ae-26501d22659d None None] For port da194ef7-2c8f-4e1b-93d3-313d96be92ab, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=da194ef7-2c8f-4e1b-93d3-313d96be92ab,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:20.798577 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fb3c1b41-d626-441a-99ae-26501d22659d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (da194ef7-2c8f-4e1b-93d3-313d96be92ab), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.811208 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fb3c1b41-d626-441a-99ae-26501d22659d None None] Calling delete_port for da194ef7-2c8f-4e1b-93d3-313d96be92ab owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:20.903327 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-64cdf817-f219-402c-8d3c-32228b10c7ca None None] Current status of the port da194ef7-2c8f-4e1b-93d3-313d96be92ab is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:20.903742 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64cdf817-f219-402c-8d3c-32228b10c7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (da194ef7-2c8f-4e1b-93d3-313d96be92ab), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:20.946019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-64cdf817-f219-402c-8d3c-32228b10c7ca None None] For port da194ef7-2c8f-4e1b-93d3-313d96be92ab, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=da194ef7-2c8f-4e1b-93d3-313d96be92ab,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:21.037017 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64cdf817-f219-402c-8d3c-32228b10c7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (da194ef7-2c8f-4e1b-93d3-313d96be92ab), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.087545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdf817-f219-402c-8d3c-32228b10c7ca None None] Pushing event updated for resources: {'Port': ['ID=da194ef7-2c8f-4e1b-93d3-313d96be92ab,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:21.120161 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fb3c1b41-d626-441a-99ae-26501d22659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (da194ef7-2c8f-4e1b-93d3-313d96be92ab), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.120392 n-d-712142-35 neutron-server[103808]: DEBUG neutron.objects.ports [None req-e3ab774c-d72e-4f16-9665-acfdd997237a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103808) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:05:21.151250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c1b41-d626-441a-99ae-26501d22659d None None] Pushing event deleted for resources: {'Port': ['ID=da194ef7-2c8f-4e1b-93d3-313d96be92ab,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:21.156031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c1b41-d626-441a-99ae-26501d22659d None None] No DVR routers for this DVR port da194ef7-2c8f-4e1b-93d3-313d96be92ab on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:21.157461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-087860bf-ce82-4e6e-8124-ca278f0e421b None None] Could not find standard attr ID for object f02b9874-f46c-460c-9619-97f3024c3685. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:05:21.241139 n-d-712142-35 neutron-server[103808]: WARNING neutron.services.revisions.revision_plugin [None req-e3ab774c-d72e-4f16-9665-acfdd997237a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Could not find related port for resource to bump revision. Feb 11 05:05:21.292508 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_pluggable_backend [None req-e3ab774c-d72e-4f16-9665-acfdd997237a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Port da194ef7-2c8f-4e1b-93d3-313d96be92ab was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103808) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 05:05:21.293060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_pluggable_backend [None req-e3ab774c-d72e-4f16-9665-acfdd997237a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Reverting IP allocation for 2001:db8::f816:3eff:fef0:44f0 {{(pid=103808) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 05:05:21.297696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_pluggable_backend [None req-e3ab774c-d72e-4f16-9665-acfdd997237a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef0:44f0 {{(pid=103808) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 05:05:21.299024 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e3ab774c-d72e-4f16-9665-acfdd997237a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (2a2e99d2-26a8-40ab-9bc1-ac9d18cac255), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.357781 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab774c-d72e-4f16-9665-acfdd997237a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:21.361305 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab774c-d72e-4f16-9665-acfdd997237a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:21.367823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab774c-d72e-4f16-9665-acfdd997237a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:21.368097 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e3ab774c-d72e-4f16-9665-acfdd997237a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.370998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49bb40a-3172-4f18-87e5-dcd8f9cc4592 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:21.380099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab774c-d72e-4f16-9665-acfdd997237a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=2a2e99d2-26a8-40ab-9bc1-ac9d18cac255,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:21.445573 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e3ab774c-d72e-4f16-9665-acfdd997237a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8857007 Feb 11 05:05:21.448534 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39226) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:21.453517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e111af41-cb8d-4cab-b85f-c31a88c76870 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:21.473472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': '2a2e99d2-26a8-40ab-9bc1-ac9d18cac255'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:05:21.474295 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.612409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Allocated IP 2001:db8::f816:3eff:fe4f:d59c (1b90c05c-f7c3-4f05-9239-91ccfa668820/2a2e99d2-26a8-40ab-9bc1-ac9d18cac255/b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:21.630968 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e111af41-cb8d-4cab-b85f-c31a88c76870 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:21.636618 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e111af41-cb8d-4cab-b85f-c31a88c76870 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.748177 n-d-712142-35 neutron-server[103808]: INFO neutron.db.ipam_backend_mixin [None req-e111af41-cb8d-4cab-b85f-c31a88c76870 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a2e99d2-26a8-40ab-9bc1-ac9d18cac255 (CIDR: 2001:db8::/64) Feb 11 05:05:21.786822 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Publish callbacks [] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.825392 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-e111af41-cb8d-4cab-b85f-c31a88c76870 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:05:21.825848 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e111af41-cb8d-4cab-b85f-c31a88c76870 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:21.894112 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:21.924842 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e111af41-cb8d-4cab-b85f-c31a88c76870 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4751532 Feb 11 05:05:21.927516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39228) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:21.932645 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9688df83-3fa9-4452-8617-1917e6ec7191 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:21.936518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:21.939488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:21.943897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:21.951600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Pushing event updated for resources: {'Port': ['ID=b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:22.010575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Attempting to bind port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:22.010875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Attempting to bind port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:22.011238 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Attempting to bind port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:22.016350 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:22.016729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:22.017136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.017530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:22.017994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Bound port: b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:22.018373 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.087420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] For port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:22.090485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] For port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:22.150695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9688df83-3fa9-4452-8617-1917e6ec7191 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:22.154165 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9688df83-3fa9-4452-8617-1917e6ec7191 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.180152 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.241964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5deae87-6c4e-4e07-84de-3f4893a2fe22 None None] Pushing event updated for resources: {'Port': ['ID=b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:22.516860 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9688df83-3fa9-4452-8617-1917e6ec7191 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (3a7e3e6b-7c7d-40b1-9ebe-c9ff913b24c6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.560805 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9688df83-3fa9-4452-8617-1917e6ec7191 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:22.564025 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9688df83-3fa9-4452-8617-1917e6ec7191 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:22.568730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9688df83-3fa9-4452-8617-1917e6ec7191 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:22.569330 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9688df83-3fa9-4452-8617-1917e6ec7191 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:22.583079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688df83-3fa9-4452-8617-1917e6ec7191 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=3a7e3e6b-7c7d-40b1-9ebe-c9ff913b24c6,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:22.725305 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9688df83-3fa9-4452-8617-1917e6ec7191 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7966394 Feb 11 05:05:22.728633 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39230) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:22.733571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-d3666ad2-1b93-4b7f-b3c2-d24bd30d073b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'mac_address': 'fa:16:3e:c4:82:7a', 'name': 'tempest-NetworksTestDHCPv6-33699833'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:22.963483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3666ad2-1b93-4b7f-b3c2-d24bd30d073b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:22.982100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:23.040268 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:23.040825 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.069288 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d3666ad2-1b93-4b7f-b3c2-d24bd30d073b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.095604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [None req-d3666ad2-1b93-4b7f-b3c2-d24bd30d073b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port 3f693b58-ce37-4aa4-94a0-fe4d63f6b18a yet. {{(pid=103808) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:05:23.170832 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:23.172684 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.192872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af834dc5-5096-4fbe-84cc-766f97e5c234 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:23.198254 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-283ba2a9-8935-442b-ae8a-959be1866971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.233208 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:23.280797 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-d3666ad2-1b93-4b7f-b3c2-d24bd30d073b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8:0:1::24a (1b90c05c-f7c3-4f05-9239-91ccfa668820/3a7e3e6b-7c7d-40b1-9ebe-c9ff913b24c6/3f693b58-ce37-4aa4-94a0-fe4d63f6b18a) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:23.287902 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-d3666ad2-1b93-4b7f-b3c2-d24bd30d073b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::f816:3eff:fec4:827a (1b90c05c-f7c3-4f05-9239-91ccfa668820/2a2e99d2-26a8-40ab-9bc1-ac9d18cac255/3f693b58-ce37-4aa4-94a0-fe4d63f6b18a) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:23.317469 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.323994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-82dad8e4-79e9-4578-9b4e-4395e1cfd8c4 None None] Provisioning complete for port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:23.324369 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-82dad8e4-79e9-4578-9b4e-4395e1cfd8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.415018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:23.428320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:23.428501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:23.428704 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:23.429039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:23.429406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:23.429737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:23.430055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:23.430378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:23.430732 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:23.431058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:23.431398 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:23.431705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:23.432024 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:05:23.452888 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d3666ad2-1b93-4b7f-b3c2-d24bd30d073b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (3f693b58-ce37-4aa4-94a0-fe4d63f6b18a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.501238 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-82dad8e4-79e9-4578-9b4e-4395e1cfd8c4 None None] Current status of the port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:23.511000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6296d824-f543-4d2b-a87a-3a1d850027cf None None] Update dhcp port {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '2a2e99d2-26a8-40ab-9bc1-ac9d18cac255', 'ip_address': '2001:db8::f816:3eff:fe4f:d59c'}, {'subnet_id': '3a7e3e6b-7c7d-40b1-9ebe-c9ff913b24c6'}], 'binding:host_id': 'n-d-712142-35'}, 'id': 'b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:05:23.539924 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6296d824-f543-4d2b-a87a-3a1d850027cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.551361 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d3666ad2-1b93-4b7f-b3c2-d24bd30d073b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3f693b58-ce37-4aa4-94a0-fe4d63f6b18a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.601950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3666ad2-1b93-4b7f-b3c2-d24bd30d073b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:23.605260 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-d3666ad2-1b93-4b7f-b3c2-d24bd30d073b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:23.609030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3666ad2-1b93-4b7f-b3c2-d24bd30d073b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:23.614199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3666ad2-1b93-4b7f-b3c2-d24bd30d073b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:23.614852 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d3666ad2-1b93-4b7f-b3c2-d24bd30d073b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.621537 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3666ad2-1b93-4b7f-b3c2-d24bd30d073b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=3f693b58-ce37-4aa4-94a0-fe4d63f6b18a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:23.709226 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-6296d824-f543-4d2b-a87a-3a1d850027cf None None] Allocated IP 2001:db8:0:1::2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/3a7e3e6b-7c7d-40b1-9ebe-c9ff913b24c6/b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:23.736332 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d3666ad2-1b93-4b7f-b3c2-d24bd30d073b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0066106 Feb 11 05:05:23.738839 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39236) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:23.811018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-6296d824-f543-4d2b-a87a-3a1d850027cf None None] For port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:23.830309 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d397cc69-ec16-4242-b1a8-e2f639eac960 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port 3f693b58-ce37-4aa4-94a0-fe4d63f6b18a {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:23.830702 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d397cc69-ec16-4242-b1a8-e2f639eac960 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3f693b58-ce37-4aa4-94a0-fe4d63f6b18a), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.841720 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6296d824-f543-4d2b-a87a-3a1d850027cf None None] Publish callbacks [] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.904718 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6296d824-f543-4d2b-a87a-3a1d850027cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.923050 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d397cc69-ec16-4242-b1a8-e2f639eac960 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3f693b58-ce37-4aa4-94a0-fe4d63f6b18a), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:23.935445 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-d397cc69-ec16-4242-b1a8-e2f639eac960 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for 3f693b58-ce37-4aa4-94a0-fe4d63f6b18a owned by {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:23.992182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296d824-f543-4d2b-a87a-3a1d850027cf None None] Pushing event updated for resources: {'Port': ['ID=b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:24.194568 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d397cc69-ec16-4242-b1a8-e2f639eac960 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3f693b58-ce37-4aa4-94a0-fe4d63f6b18a), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.225492 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397cc69-ec16-4242-b1a8-e2f639eac960 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=3f693b58-ce37-4aa4-94a0-fe4d63f6b18a,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:24.271816 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-d397cc69-ec16-4242-b1a8-e2f639eac960 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.275662 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d397cc69-ec16-4242-b1a8-e2f639eac960 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/3f693b58-ce37-4aa4-94a0-fe4d63f6b18a HTTP/1.1" status: 204 len: 168 time: 0.5352871 Feb 11 05:05:24.278211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39238) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:24.333526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04367b83-dce7-462f-9e7c-c51ec4473c82 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:24.335056 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-04367b83-dce7-462f-9e7c-c51ec4473c82 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0556450 Feb 11 05:05:24.338174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39240) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:24.398888 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c1a7b1-44bc-4d2c-b238-29f50d9bcd10 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:24.402310 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a1c1a7b1-44bc-4d2c-b238-29f50d9bcd10 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0630870 Feb 11 05:05:24.404839 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39242) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:24.465400 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6536d-33d0-471a-9ab9-87b7a3decff6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:24.466724 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6536d-33d0-471a-9ab9-87b7a3decff6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:24.468118 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6536d-33d0-471a-9ab9-87b7a3decff6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:24.469717 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-51c6536d-33d0-471a-9ab9-87b7a3decff6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0639434 Feb 11 05:05:24.472434 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39244) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:24.527618 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-686e0169-1c21-49fb-b108-a1c15970b279 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 2a2e99d2-26a8-40ab-9bc1-ac9d18cac255 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:24.531097 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-686e0169-1c21-49fb-b108-a1c15970b279 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (2a2e99d2-26a8-40ab-9bc1-ac9d18cac255), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.544152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c325c06a-f066-46fc-a293-f2bb6a11f785 None None] Provisioning complete for port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:24.544524 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c325c06a-f066-46fc-a293-f2bb6a11f785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.579237 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-686e0169-1c21-49fb-b108-a1c15970b279 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (2a2e99d2-26a8-40ab-9bc1-ac9d18cac255), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.628522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c325c06a-f066-46fc-a293-f2bb6a11f785 None None] Current status of the port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:24.674648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-686e0169-1c21-49fb-b108-a1c15970b279 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (2a2e99d2-26a8-40ab-9bc1-ac9d18cac255), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.741826 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1c60e1ba-d5b8-4fc1-a46a-14f883ee9c5b None None] Could not find standard attr ID for object 3f693b58-ce37-4aa4-94a0-fe4d63f6b18a. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:05:24.830991 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-686e0169-1c21-49fb-b108-a1c15970b279 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (2a2e99d2-26a8-40ab-9bc1-ac9d18cac255), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.860837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e0169-1c21-49fb-b108-a1c15970b279 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2e99d2-26a8-40ab-9bc1-ac9d18cac255,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:24.864571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-686e0169-1c21-49fb-b108-a1c15970b279 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.868455 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-686e0169-1c21-49fb-b108-a1c15970b279 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/2a2e99d2-26a8-40ab-9bc1-ac9d18cac255 HTTP/1.1" status: 204 len: 168 time: 0.3950562 Feb 11 05:05:24.871095 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39246) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:24.927423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85fda4b-c753-4c6a-b799-e6d550ae3fef tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 3a7e3e6b-7c7d-40b1-9ebe-c9ff913b24c6 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:24.931344 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b85fda4b-c753-4c6a-b799-e6d550ae3fef tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (3a7e3e6b-7c7d-40b1-9ebe-c9ff913b24c6), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:24.939891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c46952-407c-4dc6-b663-d579ce3c6557 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:24.966860 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:24.975032 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b85fda4b-c753-4c6a-b799-e6d550ae3fef tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (3a7e3e6b-7c7d-40b1-9ebe-c9ff913b24c6), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.068912 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b85fda4b-c753-4c6a-b799-e6d550ae3fef tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (3a7e3e6b-7c7d-40b1-9ebe-c9ff913b24c6), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.225592 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b85fda4b-c753-4c6a-b799-e6d550ae3fef tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (3a7e3e6b-7c7d-40b1-9ebe-c9ff913b24c6), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.253215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:25.253769 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fda4b-c753-4c6a-b799-e6d550ae3fef tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7e3e6b-7c7d-40b1-9ebe-c9ff913b24c6,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:25.253886 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.257476 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b85fda4b-c753-4c6a-b799-e6d550ae3fef tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.263407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b85fda4b-c753-4c6a-b799-e6d550ae3fef tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/3a7e3e6b-7c7d-40b1-9ebe-c9ff913b24c6 HTTP/1.1" status: 204 len: 168 time: 0.3886864 Feb 11 05:05:25.263407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39248) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:25.308294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9bf57de6-10e7-48bd-af53-8bb06e82aace tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437069 Feb 11 05:05:25.311040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39250) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:25.315905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:25.388967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:25.400440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c597d6b-0bb8-47a8-907c-730e9d30e5b8 None None] Update dhcp port {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '3a7e3e6b-7c7d-40b1-9ebe-c9ff913b24c6'}], 'binding:host_id': 'n-d-712142-35'}, 'id': 'b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:05:25.431019 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0c597d6b-0bb8-47a8-907c-730e9d30e5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.466092 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-68af49e0-8b30-4207-a246-37440c508177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.482007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:25.485888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.600576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e377c85-883e-4fb8-b079-002988336c21 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:25.695962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d263edf9-bfaf-4a50-8d21-1e353d7469a3 None None] Provisioning complete for port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:25.696347 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d263edf9-bfaf-4a50-8d21-1e353d7469a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.770073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab7b2de-62e5-428d-bc61-0e3c3673e8f5 None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:05:25.808271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d263edf9-bfaf-4a50-8d21-1e353d7469a3 None None] Current status of the port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:25.832185 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3ab7b2de-62e5-428d-bc61-0e3c3673e8f5 None None] Deleting port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:25.832501 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b2de-62e5-428d-bc61-0e3c3673e8f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.853911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.objects.ports [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103809) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:05:25.916395 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3ab7b2de-62e5-428d-bc61-0e3c3673e8f5 None None] For port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:25.917093 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b2de-62e5-428d-bc61-0e3c3673e8f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:25.930287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3ab7b2de-62e5-428d-bc61-0e3c3673e8f5 None None] Calling delete_port for b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:26.085401 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.104999 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ab7b2de-62e5-428d-bc61-0e3c3673e8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.136197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7b2de-62e5-428d-bc61-0e3c3673e8f5 None None] Pushing event deleted for resources: {'Port': ['ID=b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:26.140968 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab7b2de-62e5-428d-bc61-0e3c3673e8f5 None None] No DVR routers for this DVR port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:26.242529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] For port b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:26.277868 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.337681 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.366678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:26.369821 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (7a1b409e-8cbd-4cf7-888c-9b65f2b21d53), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.416972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:26.420614 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:26.425127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:26.425720 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.429060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d28247-08a8-4c30-8f05-5082bf74b95f None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:26.437602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=7a1b409e-8cbd-4cf7-888c-9b65f2b21d53,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:26.525344 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-850cb28d-9aa1-47ad-a3cb-1b91868cadbe tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2128069 Feb 11 05:05:26.527678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39252) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:26.528896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': '7a1b409e-8cbd-4cf7-888c-9b65f2b21d53'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:05:26.530472 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.532766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-91233d1a-0d91-4fde-9f09-33f3580f8b17 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:26.668626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Allocated IP 2001:db8::f816:3eff:fe47:b284 (1b90c05c-f7c3-4f05-9239-91ccfa668820/7a1b409e-8cbd-4cf7-888c-9b65f2b21d53/f44a8159-0353-44b2-be4c-975fac7270fe) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:26.704758 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91233d1a-0d91-4fde-9f09-33f3580f8b17 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:26.708348 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-91233d1a-0d91-4fde-9f09-33f3580f8b17 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.800093 n-d-712142-35 neutron-server[103809]: INFO neutron.db.ipam_backend_mixin [None req-91233d1a-0d91-4fde-9f09-33f3580f8b17 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a1b409e-8cbd-4cf7-888c-9b65f2b21d53 (CIDR: 2001:db8::/64) Feb 11 05:05:26.821481 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.832410 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Publish callbacks [] for port (f44a8159-0353-44b2-be4c-975fac7270fe), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.848110 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-91233d1a-0d91-4fde-9f09-33f3580f8b17 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:05:26.848569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91233d1a-0d91-4fde-9f09-33f3580f8b17 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:26.905531 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (f44a8159-0353-44b2-be4c-975fac7270fe), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:26.944200 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-91233d1a-0d91-4fde-9f09-33f3580f8b17 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4154499 Feb 11 05:05:26.946942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39256) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:26.947156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:26.950431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:26.952295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-765ed5a0-e39d-4134-b626-3833ce7bc197 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:26.978546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:26.983415 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:26.985811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:05:26.986157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device b24d2e9a-fc1c-4aa9-b442-6d16ea1ce852 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:05:26.988523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Pushing event updated for resources: {'Port': ['ID=f44a8159-0353-44b2-be4c-975fac7270fe,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:27.048896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Attempting to bind port f44a8159-0353-44b2-be4c-975fac7270fe on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:27.049281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Attempting to bind port f44a8159-0353-44b2-be4c-975fac7270fe by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:27.049651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Attempting to bind port f44a8159-0353-44b2-be4c-975fac7270fe on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:27.055642 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:27.055974 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:27.056386 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:27.056791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:27.057270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Bound port: f44a8159-0353-44b2-be4c-975fac7270fe, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:27.057671 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f44a8159-0353-44b2-be4c-975fac7270fe), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:27.127357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] For port f44a8159-0353-44b2-be4c-975fac7270fe, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:27.127566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765ed5a0-e39d-4134-b626-3833ce7bc197 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:27.133198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] For port f44a8159-0353-44b2-be4c-975fac7270fe, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f44a8159-0353-44b2-be4c-975fac7270fe,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:27.133383 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-765ed5a0-e39d-4134-b626-3833ce7bc197 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:27.225641 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f44a8159-0353-44b2-be4c-975fac7270fe), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:27.289623 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc441b7-8d85-4e20-bfde-3fc732e562e8 None None] Pushing event updated for resources: {'Port': ['ID=f44a8159-0353-44b2-be4c-975fac7270fe,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:27.480655 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-765ed5a0-e39d-4134-b626-3833ce7bc197 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (2510cecf-4905-4853-9771-f89352a18cd5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:27.526372 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ed5a0-e39d-4134-b626-3833ce7bc197 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:27.529875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-765ed5a0-e39d-4134-b626-3833ce7bc197 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:27.534393 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765ed5a0-e39d-4134-b626-3833ce7bc197 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:27.538353 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-765ed5a0-e39d-4134-b626-3833ce7bc197 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:27.548969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ed5a0-e39d-4134-b626-3833ce7bc197 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=2510cecf-4905-4853-9771-f89352a18cd5,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:27.620205 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-765ed5a0-e39d-4134-b626-3833ce7bc197 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6720765 Feb 11 05:05:27.622870 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39262) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:27.627788 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0ab06de0-17bd-4280-9e2e-5132ccb40db2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'mac_address': 'fa:16:3e:4a:03:f8', 'name': 'tempest-NetworksTestDHCPv6-1218637106'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:27.828781 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab06de0-17bd-4280-9e2e-5132ccb40db2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:27.912110 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ab06de0-17bd-4280-9e2e-5132ccb40db2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:27.932910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-0ab06de0-17bd-4280-9e2e-5132ccb40db2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port cd5e3a93-ff43-49ce-b283-4a5decb79d4b yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:05:28.110796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-0ab06de0-17bd-4280-9e2e-5132ccb40db2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8:0:1::131 (1b90c05c-f7c3-4f05-9239-91ccfa668820/2510cecf-4905-4853-9771-f89352a18cd5/cd5e3a93-ff43-49ce-b283-4a5decb79d4b) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:28.117335 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-0ab06de0-17bd-4280-9e2e-5132ccb40db2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::f816:3eff:fe4a:3f8 (1b90c05c-f7c3-4f05-9239-91ccfa668820/7a1b409e-8cbd-4cf7-888c-9b65f2b21d53/cd5e3a93-ff43-49ce-b283-4a5decb79d4b) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:28.237448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d4c09d-d451-425a-a783-06f3f8c47f68 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:28.281121 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ab06de0-17bd-4280-9e2e-5132ccb40db2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (cd5e3a93-ff43-49ce-b283-4a5decb79d4b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.310892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-815cbbe6-87ef-4942-a2a2-96e449b6bb11 None None] Provisioning complete for port f44a8159-0353-44b2-be4c-975fac7270fe triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:28.311277 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-815cbbe6-87ef-4942-a2a2-96e449b6bb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f44a8159-0353-44b2-be4c-975fac7270fe), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.396717 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ab06de0-17bd-4280-9e2e-5132ccb40db2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (cd5e3a93-ff43-49ce-b283-4a5decb79d4b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.445567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab06de0-17bd-4280-9e2e-5132ccb40db2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:28.453392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-0ab06de0-17bd-4280-9e2e-5132ccb40db2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:28.453553 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.453553 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-815cbbe6-87ef-4942-a2a2-96e449b6bb11 None None] Current status of the port f44a8159-0353-44b2-be4c-975fac7270fe is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:28.453810 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-815cbbe6-87ef-4942-a2a2-96e449b6bb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f44a8159-0353-44b2-be4c-975fac7270fe), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.454100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab06de0-17bd-4280-9e2e-5132ccb40db2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:28.459828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab06de0-17bd-4280-9e2e-5132ccb40db2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:28.461124 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0ab06de0-17bd-4280-9e2e-5132ccb40db2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.476741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab06de0-17bd-4280-9e2e-5132ccb40db2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=cd5e3a93-ff43-49ce-b283-4a5decb79d4b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:28.528435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-815cbbe6-87ef-4942-a2a2-96e449b6bb11 None None] For port f44a8159-0353-44b2-be4c-975fac7270fe, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f44a8159-0353-44b2-be4c-975fac7270fe,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:28.547412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7b83f3-e2ea-4e29-99af-9d7629a98601 None None] Update dhcp port {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '7a1b409e-8cbd-4cf7-888c-9b65f2b21d53', 'ip_address': '2001:db8::f816:3eff:fe47:b284'}, {'subnet_id': '2510cecf-4905-4853-9771-f89352a18cd5'}], 'binding:host_id': 'n-d-712142-35'}, 'id': 'f44a8159-0353-44b2-be4c-975fac7270fe'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:05:28.548631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0ab06de0-17bd-4280-9e2e-5132ccb40db2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9235148 Feb 11 05:05:28.550088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39264) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:28.578672 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8f7b83f3-e2ea-4e29-99af-9d7629a98601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f44a8159-0353-44b2-be4c-975fac7270fe), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.626152 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-815cbbe6-87ef-4942-a2a2-96e449b6bb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f44a8159-0353-44b2-be4c-975fac7270fe), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.648397 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7c169e87-a995-415a-b8ee-90c9bf535be6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port cd5e3a93-ff43-49ce-b283-4a5decb79d4b {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:28.648661 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c169e87-a995-415a-b8ee-90c9bf535be6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cd5e3a93-ff43-49ce-b283-4a5decb79d4b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.737164 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c169e87-a995-415a-b8ee-90c9bf535be6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cd5e3a93-ff43-49ce-b283-4a5decb79d4b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.749682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-7c169e87-a995-415a-b8ee-90c9bf535be6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for cd5e3a93-ff43-49ce-b283-4a5decb79d4b owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:28.768101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cbbe6-87ef-4942-a2a2-96e449b6bb11 None None] Pushing event updated for resources: {'Port': ['ID=f44a8159-0353-44b2-be4c-975fac7270fe,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:28.797709 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-8f7b83f3-e2ea-4e29-99af-9d7629a98601 None None] Allocated IP 2001:db8:0:1::2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/2510cecf-4905-4853-9771-f89352a18cd5/f44a8159-0353-44b2-be4c-975fac7270fe) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:28.912038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-8f7b83f3-e2ea-4e29-99af-9d7629a98601 None None] For port f44a8159-0353-44b2-be4c-975fac7270fe, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f44a8159-0353-44b2-be4c-975fac7270fe,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:28.946860 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8f7b83f3-e2ea-4e29-99af-9d7629a98601 None None] Publish callbacks [] for port (f44a8159-0353-44b2-be4c-975fac7270fe), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:28.990510 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f44a8159-0353-44b2-be4c-975fac7270fe up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:29.031181 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8f7b83f3-e2ea-4e29-99af-9d7629a98601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f44a8159-0353-44b2-be4c-975fac7270fe), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.064926 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c169e87-a995-415a-b8ee-90c9bf535be6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (cd5e3a93-ff43-49ce-b283-4a5decb79d4b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.098946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c169e87-a995-415a-b8ee-90c9bf535be6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=cd5e3a93-ff43-49ce-b283-4a5decb79d4b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:29.107841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f44a8159-0353-44b2-be4c-975fac7270fe triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:29.108087 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f44a8159-0353-44b2-be4c-975fac7270fe), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.159958 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7c169e87-a995-415a-b8ee-90c9bf535be6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.164601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7c169e87-a995-415a-b8ee-90c9bf535be6 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/cd5e3a93-ff43-49ce-b283-4a5decb79d4b HTTP/1.1" status: 204 len: 168 time: 0.6134148 Feb 11 05:05:29.167767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39266) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:29.168967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b83f3-e2ea-4e29-99af-9d7629a98601 None None] Pushing event updated for resources: {'Port': ['ID=f44a8159-0353-44b2-be4c-975fac7270fe,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:29.245656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f44a8159-0353-44b2-be4c-975fac7270fe is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:29.256936 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3389f6d9-a43e-40ce-90c4-bb8e2aa3e430 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:29.259154 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3389f6d9-a43e-40ce-90c4-bb8e2aa3e430 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0902674 Feb 11 05:05:29.261711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39268) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:29.321620 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9509dd-0e2d-4a84-b717-d5d66458c14a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:29.323200 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6b9509dd-0e2d-4a84-b717-d5d66458c14a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0605404 Feb 11 05:05:29.325913 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39270) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:29.389740 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4534563-ee44-432c-a83a-2a1a42531159 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:29.391363 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4534563-ee44-432c-a83a-2a1a42531159 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:29.392702 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4534563-ee44-432c-a83a-2a1a42531159 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:29.396997 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d4534563-ee44-432c-a83a-2a1a42531159 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0674443 Feb 11 05:05:29.397270 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39272) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:29.456427 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-4152db49-e69b-4fb8-b0e3-f7d12f522cbf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 2510cecf-4905-4853-9771-f89352a18cd5 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:29.459950 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4152db49-e69b-4fb8-b0e3-f7d12f522cbf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (2510cecf-4905-4853-9771-f89352a18cd5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.503812 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4152db49-e69b-4fb8-b0e3-f7d12f522cbf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (2510cecf-4905-4853-9771-f89352a18cd5), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.596608 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4152db49-e69b-4fb8-b0e3-f7d12f522cbf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (2510cecf-4905-4853-9771-f89352a18cd5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.720335 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4152db49-e69b-4fb8-b0e3-f7d12f522cbf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (2510cecf-4905-4853-9771-f89352a18cd5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.745021 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.751184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152db49-e69b-4fb8-b0e3-f7d12f522cbf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=2510cecf-4905-4853-9771-f89352a18cd5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:29.760628 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4152db49-e69b-4fb8-b0e3-f7d12f522cbf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.763981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2e92a98b-29aa-4ec8-a5c9-56f84927b5be None None] Provisioning complete for port f44a8159-0353-44b2-be4c-975fac7270fe triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:29.764370 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e92a98b-29aa-4ec8-a5c9-56f84927b5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f44a8159-0353-44b2-be4c-975fac7270fe), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.767393 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4152db49-e69b-4fb8-b0e3-f7d12f522cbf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/2510cecf-4905-4853-9771-f89352a18cd5 HTTP/1.1" status: 204 len: 168 time: 0.3680141 Feb 11 05:05:29.769185 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39274) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:29.828460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-53280e07-9e09-4d48-8f6c-e83e3fae4eae tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 7a1b409e-8cbd-4cf7-888c-9b65f2b21d53 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:29.832073 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-53280e07-9e09-4d48-8f6c-e83e3fae4eae tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (7a1b409e-8cbd-4cf7-888c-9b65f2b21d53), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.859137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2e92a98b-29aa-4ec8-a5c9-56f84927b5be None None] Current status of the port f44a8159-0353-44b2-be4c-975fac7270fe is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:29.875378 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-53280e07-9e09-4d48-8f6c-e83e3fae4eae tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (7a1b409e-8cbd-4cf7-888c-9b65f2b21d53), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.909234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feae3c4-d950-4b5a-bbcc-2492cc71fbc5 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:29.968848 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-53280e07-9e09-4d48-8f6c-e83e3fae4eae tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (7a1b409e-8cbd-4cf7-888c-9b65f2b21d53), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:29.985645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c37641fd-88e7-42dd-8395-4cf4396d7890 None None] Could not find standard attr ID for object cd5e3a93-ff43-49ce-b283-4a5decb79d4b. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:05:30.097776 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-53280e07-9e09-4d48-8f6c-e83e3fae4eae tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (7a1b409e-8cbd-4cf7-888c-9b65f2b21d53), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.129039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53280e07-9e09-4d48-8f6c-e83e3fae4eae tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1b409e-8cbd-4cf7-888c-9b65f2b21d53,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:30.134172 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-53280e07-9e09-4d48-8f6c-e83e3fae4eae tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.140128 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-53280e07-9e09-4d48-8f6c-e83e3fae4eae tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/7a1b409e-8cbd-4cf7-888c-9b65f2b21d53 HTTP/1.1" status: 204 len: 168 time: 0.3674543 Feb 11 05:05:30.141017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39276) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:30.186022 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a3ceb3c9-e5f4-4cea-b58b-6e5dbdae1bcb tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442448 Feb 11 05:05:30.188880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39278) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:30.194253 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-cccce504-fec2-407e-a3d5-856431fbe220 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:30.394676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccce504-fec2-407e-a3d5-856431fbe220 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:30.398229 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cccce504-fec2-407e-a3d5-856431fbe220 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.577991 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e25d2-031a-4809-befd-bd42b66e24ae None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:30.686393 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cccce504-fec2-407e-a3d5-856431fbe220 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (d1fd05a3-746c-4bd3-9fda-81764ebdcbc7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.739184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccce504-fec2-407e-a3d5-856431fbe220 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:30.743774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-cccce504-fec2-407e-a3d5-856431fbe220 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:30.747371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccce504-fec2-407e-a3d5-856431fbe220 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:30.748041 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cccce504-fec2-407e-a3d5-856431fbe220 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.758898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccce504-fec2-407e-a3d5-856431fbe220 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=d1fd05a3-746c-4bd3-9fda-81764ebdcbc7,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:30.839071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-430c770e-a21e-4a4c-b188-7bc9d0120798 None None] Provisioning complete for port f44a8159-0353-44b2-be4c-975fac7270fe triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:30.839071 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-430c770e-a21e-4a4c-b188-7bc9d0120798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f44a8159-0353-44b2-be4c-975fac7270fe), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:30.850726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cccce504-fec2-407e-a3d5-856431fbe220 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6581628 Feb 11 05:05:30.851518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39280) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:30.856678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-46bc9573-25bf-49f3-b247-f09a96cb8c6c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:30.954302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-430c770e-a21e-4a4c-b188-7bc9d0120798 None None] Current status of the port f44a8159-0353-44b2-be4c-975fac7270fe is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:30.986874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f72b44-da4e-465d-bcd9-8c643c998c06 None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:05:31.030197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bc9573-25bf-49f3-b247-f09a96cb8c6c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:31.033935 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-46bc9573-25bf-49f3-b247-f09a96cb8c6c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.043776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-46f72b44-da4e-465d-bcd9-8c643c998c06 None None] Deleting port f44a8159-0353-44b2-be4c-975fac7270fe {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:31.044155 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-46f72b44-da4e-465d-bcd9-8c643c998c06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f44a8159-0353-44b2-be4c-975fac7270fe), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.136761 n-d-712142-35 neutron-server[103809]: INFO neutron.db.ipam_backend_mixin [None req-46bc9573-25bf-49f3-b247-f09a96cb8c6c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1fd05a3-746c-4bd3-9fda-81764ebdcbc7 (CIDR: 2001:db8::/64) Feb 11 05:05:31.154093 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-46f72b44-da4e-465d-bcd9-8c643c998c06 None None] For port f44a8159-0353-44b2-be4c-975fac7270fe, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f44a8159-0353-44b2-be4c-975fac7270fe,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:31.154496 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-46f72b44-da4e-465d-bcd9-8c643c998c06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f44a8159-0353-44b2-be4c-975fac7270fe), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.168121 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-46f72b44-da4e-465d-bcd9-8c643c998c06 None None] Calling delete_port for f44a8159-0353-44b2-be4c-975fac7270fe owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:31.171631 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-46bc9573-25bf-49f3-b247-f09a96cb8c6c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:05:31.172092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46bc9573-25bf-49f3-b247-f09a96cb8c6c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:31.271597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-46bc9573-25bf-49f3-b247-f09a96cb8c6c tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4187114 Feb 11 05:05:31.275097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39282) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:31.280213 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-87a2504e-5a11-4682-b42e-40acc05bdf40 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:31.305269 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-46f72b44-da4e-465d-bcd9-8c643c998c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (f44a8159-0353-44b2-be4c-975fac7270fe), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.332910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f72b44-da4e-465d-bcd9-8c643c998c06 None None] Pushing event deleted for resources: {'Port': ['ID=f44a8159-0353-44b2-be4c-975fac7270fe,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:31.334799 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f72b44-da4e-465d-bcd9-8c643c998c06 None None] No DVR routers for this DVR port f44a8159-0353-44b2-be4c-975fac7270fe on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:31.353338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41b2b7b-7463-4859-87da-ea3345b3706c None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:31.458745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': 'd1fd05a3-746c-4bd3-9fda-81764ebdcbc7'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:05:31.458920 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a2504e-5a11-4682-b42e-40acc05bdf40 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:31.459622 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.462987 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87a2504e-5a11-4682-b42e-40acc05bdf40 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.601916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Allocated IP 2001:db8::2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/d1fd05a3-746c-4bd3-9fda-81764ebdcbc7/224d953d-bb91-4f85-aadc-395ad35f0e5b) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:31.748724 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Publish callbacks [] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.811156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.objects.ports [None req-87a2504e-5a11-4682-b42e-40acc05bdf40 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103809) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:05:31.812575 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87a2504e-5a11-4682-b42e-40acc05bdf40 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (d8bcb487-0547-4023-8e4e-5401fe671436), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.830884 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.854244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a2504e-5a11-4682-b42e-40acc05bdf40 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:31.857482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-87a2504e-5a11-4682-b42e-40acc05bdf40 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:31.862564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a2504e-5a11-4682-b42e-40acc05bdf40 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:31.863185 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87a2504e-5a11-4682-b42e-40acc05bdf40 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.875103 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:31.877591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2504e-5a11-4682-b42e-40acc05bdf40 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=d8bcb487-0547-4023-8e4e-5401fe671436,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:31.878057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:31.882939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:31.886197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Pushing event updated for resources: {'Port': ['ID=224d953d-bb91-4f85-aadc-395ad35f0e5b,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:31.942148 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-87a2504e-5a11-4682-b42e-40acc05bdf40 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6657941 Feb 11 05:05:31.942874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Attempting to bind port 224d953d-bb91-4f85-aadc-395ad35f0e5b on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:31.943257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Attempting to bind port 224d953d-bb91-4f85-aadc-395ad35f0e5b by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:31.943630 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Attempting to bind port 224d953d-bb91-4f85-aadc-395ad35f0e5b on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:31.945674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39284) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:31.949918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:31.950306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:31.950594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-698fb467-f28c-4445-8a22-2f24526685f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'mac_address': 'fa:16:3e:6a:68:88', 'name': 'tempest-NetworksTestDHCPv6-1384720225'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:31.950748 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:31.951152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:31.951629 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Bound port: 224d953d-bb91-4f85-aadc-395ad35f0e5b, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:31.952016 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:32.015891 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] For port 224d953d-bb91-4f85-aadc-395ad35f0e5b, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:32.018995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] For port 224d953d-bb91-4f85-aadc-395ad35f0e5b, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=224d953d-bb91-4f85-aadc-395ad35f0e5b,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:32.139481 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:32.176712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698fb467-f28c-4445-8a22-2f24526685f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:32.180963 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-698fb467-f28c-4445-8a22-2f24526685f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:32.206321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12795d-ed14-4359-a602-53446d0fad6d None None] Pushing event updated for resources: {'Port': ['ID=224d953d-bb91-4f85-aadc-395ad35f0e5b,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:32.208508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-698fb467-f28c-4445-8a22-2f24526685f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port dfcca68f-3ad5-4162-81b8-616ea8bdd91d yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:05:32.402595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-698fb467-f28c-4445-8a22-2f24526685f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::29e (1b90c05c-f7c3-4f05-9239-91ccfa668820/d1fd05a3-746c-4bd3-9fda-81764ebdcbc7/dfcca68f-3ad5-4162-81b8-616ea8bdd91d) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:32.411819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-698fb467-f28c-4445-8a22-2f24526685f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6a:6888 (1b90c05c-f7c3-4f05-9239-91ccfa668820/d8bcb487-0547-4023-8e4e-5401fe671436/dfcca68f-3ad5-4162-81b8-616ea8bdd91d) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:32.568928 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-698fb467-f28c-4445-8a22-2f24526685f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (dfcca68f-3ad5-4162-81b8-616ea8bdd91d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:32.682523 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-698fb467-f28c-4445-8a22-2f24526685f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (dfcca68f-3ad5-4162-81b8-616ea8bdd91d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:32.726353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698fb467-f28c-4445-8a22-2f24526685f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:32.729507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-698fb467-f28c-4445-8a22-2f24526685f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:32.733268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698fb467-f28c-4445-8a22-2f24526685f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:32.738431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698fb467-f28c-4445-8a22-2f24526685f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:32.739100 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-698fb467-f28c-4445-8a22-2f24526685f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:32.752245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fb467-f28c-4445-8a22-2f24526685f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=dfcca68f-3ad5-4162-81b8-616ea8bdd91d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:32.833356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-698fb467-f28c-4445-8a22-2f24526685f3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8866298 Feb 11 05:05:32.836885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39286) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:32.945576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-75308c16-74e9-436b-8388-d34b3d3cb826 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port dfcca68f-3ad5-4162-81b8-616ea8bdd91d {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:32.945924 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-75308c16-74e9-436b-8388-d34b3d3cb826 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (dfcca68f-3ad5-4162-81b8-616ea8bdd91d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:32.994412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 224d953d-bb91-4f85-aadc-395ad35f0e5b up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:33.041768 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-75308c16-74e9-436b-8388-d34b3d3cb826 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (dfcca68f-3ad5-4162-81b8-616ea8bdd91d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.049987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 224d953d-bb91-4f85-aadc-395ad35f0e5b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:33.050372 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.056099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-75308c16-74e9-436b-8388-d34b3d3cb826 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for dfcca68f-3ad5-4162-81b8-616ea8bdd91d owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:33.139759 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 224d953d-bb91-4f85-aadc-395ad35f0e5b is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:33.140179 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.172481 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38499f00-183d-48fd-87a8-98ace16bab8c None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:33.194033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 224d953d-bb91-4f85-aadc-395ad35f0e5b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=224d953d-bb91-4f85-aadc-395ad35f0e5b,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:33.255817 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0ea8426f-bd3f-45a4-a69c-ee0c834050c9 None None] Provisioning complete for port 224d953d-bb91-4f85-aadc-395ad35f0e5b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:33.256201 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ea8426f-bd3f-45a4-a69c-ee0c834050c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.334901 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.406498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f44a8159-0353-44b2-be4c-975fac7270fe no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:33.448958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: f44a8159-0353-44b2-be4c-975fac7270fe {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:05:33.449226 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f44a8159-0353-44b2-be4c-975fac7270fe not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:05:33.467490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=224d953d-bb91-4f85-aadc-395ad35f0e5b,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:33.471044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8426f-bd3f-45a4-a69c-ee0c834050c9 None None] Current status of the port 224d953d-bb91-4f85-aadc-395ad35f0e5b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:33.536685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63f2537-2964-475e-ad4e-4cd334d297b0 None None] Update dhcp port {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': 'd1fd05a3-746c-4bd3-9fda-81764ebdcbc7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd8bcb487-0547-4023-8e4e-5401fe671436'}], 'binding:host_id': 'n-d-712142-35'}, 'id': '224d953d-bb91-4f85-aadc-395ad35f0e5b'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:05:33.566066 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f63f2537-2964-475e-ad4e-4cd334d297b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.659490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-75308c16-74e9-436b-8388-d34b3d3cb826 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (dfcca68f-3ad5-4162-81b8-616ea8bdd91d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.687067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75308c16-74e9-436b-8388-d34b3d3cb826 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=dfcca68f-3ad5-4162-81b8-616ea8bdd91d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:33.734741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-f63f2537-2964-475e-ad4e-4cd334d297b0 None None] Allocated IP 2001:db8:0:1:f816:3eff:fee9:b662 (1b90c05c-f7c3-4f05-9239-91ccfa668820/d8bcb487-0547-4023-8e4e-5401fe671436/224d953d-bb91-4f85-aadc-395ad35f0e5b) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:33.738412 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-75308c16-74e9-436b-8388-d34b3d3cb826 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.744502 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-75308c16-74e9-436b-8388-d34b3d3cb826 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/dfcca68f-3ad5-4162-81b8-616ea8bdd91d HTTP/1.1" status: 204 len: 168 time: 0.9042156 Feb 11 05:05:33.744664 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39288) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:33.796339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6d2c94-4f33-4ba0-b7f2-6eb50937c951 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:33.800156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ce6d2c94-4f33-4ba0-b7f2-6eb50937c951 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0522053 Feb 11 05:05:33.800373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39290) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:33.837435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f63f2537-2964-475e-ad4e-4cd334d297b0 None None] For port 224d953d-bb91-4f85-aadc-395ad35f0e5b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=224d953d-bb91-4f85-aadc-395ad35f0e5b,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:33.849612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb844c59-19dd-404c-a805-c4a4b25191b4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:33.851647 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fb844c59-19dd-404c-a805-c4a4b25191b4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0498340 Feb 11 05:05:33.854293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39292) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:33.868872 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f63f2537-2964-475e-ad4e-4cd334d297b0 None None] Publish callbacks [] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.906069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f962d64-be18-4757-9870-0a33214acea5 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:33.907400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f962d64-be18-4757-9870-0a33214acea5 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:33.908960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f962d64-be18-4757-9870-0a33214acea5 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:33.910526 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6f962d64-be18-4757-9870-0a33214acea5 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0552633 Feb 11 05:05:33.913151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39294) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:33.950269 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f63f2537-2964-475e-ad4e-4cd334d297b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:33.969671 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-4191a60e-6bdb-4f2a-ad47-b6c410bb9420 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet d1fd05a3-746c-4bd3-9fda-81764ebdcbc7 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:33.973216 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4191a60e-6bdb-4f2a-ad47-b6c410bb9420 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (d1fd05a3-746c-4bd3-9fda-81764ebdcbc7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.014386 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4191a60e-6bdb-4f2a-ad47-b6c410bb9420 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (d1fd05a3-746c-4bd3-9fda-81764ebdcbc7), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.041462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f2537-2964-475e-ad4e-4cd334d297b0 None None] Pushing event updated for resources: {'Port': ['ID=224d953d-bb91-4f85-aadc-395ad35f0e5b,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:34.101837 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4191a60e-6bdb-4f2a-ad47-b6c410bb9420 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (d1fd05a3-746c-4bd3-9fda-81764ebdcbc7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.316948 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4191a60e-6bdb-4f2a-ad47-b6c410bb9420 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (d1fd05a3-746c-4bd3-9fda-81764ebdcbc7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.343065 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.343920 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.348773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191a60e-6bdb-4f2a-ad47-b6c410bb9420 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=d1fd05a3-746c-4bd3-9fda-81764ebdcbc7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:34.352703 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4191a60e-6bdb-4f2a-ad47-b6c410bb9420 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.356120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4191a60e-6bdb-4f2a-ad47-b6c410bb9420 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/d1fd05a3-746c-4bd3-9fda-81764ebdcbc7 HTTP/1.1" status: 204 len: 168 time: 0.4413817 Feb 11 05:05:34.358908 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39296) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:34.414802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e8949c-367f-4b75-8563-0b1a657899bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet d8bcb487-0547-4023-8e4e-5401fe671436 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:34.418636 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-82e8949c-367f-4b75-8563-0b1a657899bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (d8bcb487-0547-4023-8e4e-5401fe671436), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.463494 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-82e8949c-367f-4b75-8563-0b1a657899bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (d8bcb487-0547-4023-8e4e-5401fe671436), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.547874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1936758-66e0-45a5-a579-4e7be60cd9b9 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:34.553228 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-82e8949c-367f-4b75-8563-0b1a657899bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (d8bcb487-0547-4023-8e4e-5401fe671436), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.615643 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-44ff27b4-a98d-4d17-b819-4ce56368b589 None None] Could not find standard attr ID for object dfcca68f-3ad5-4162-81b8-616ea8bdd91d. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:05:34.639698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-44ff27b4-a98d-4d17-b819-4ce56368b589 None None] Provisioning complete for port 224d953d-bb91-4f85-aadc-395ad35f0e5b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:34.640089 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-44ff27b4-a98d-4d17-b819-4ce56368b589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.674338 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-82e8949c-367f-4b75-8563-0b1a657899bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (d8bcb487-0547-4023-8e4e-5401fe671436), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.703208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8949c-367f-4b75-8563-0b1a657899bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=d8bcb487-0547-4023-8e4e-5401fe671436,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:34.707935 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-82e8949c-367f-4b75-8563-0b1a657899bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.711268 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-82e8949c-367f-4b75-8563-0b1a657899bd tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/d8bcb487-0547-4023-8e4e-5401fe671436 HTTP/1.1" status: 204 len: 168 time: 0.3509045 Feb 11 05:05:34.713905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39298) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:34.760079 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-12c018e1-7404-4bca-a0cc-a275327e9597 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447075 Feb 11 05:05:34.762989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39300) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:34.767848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-34c7c0cd-e944-4d5a-9689-98dcbfcb1483 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:34.777701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-44ff27b4-a98d-4d17-b819-4ce56368b589 None None] Current status of the port 224d953d-bb91-4f85-aadc-395ad35f0e5b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:34.789282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db696d-0bec-4b6e-bacc-67f7192100b0 None None] Update dhcp port {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': 'd8bcb487-0547-4023-8e4e-5401fe671436'}], 'binding:host_id': 'n-d-712142-35'}, 'id': '224d953d-bb91-4f85-aadc-395ad35f0e5b'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:05:34.818799 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-74db696d-0bec-4b6e-bacc-67f7192100b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.917280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c7c0cd-e944-4d5a-9689-98dcbfcb1483 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:34.921429 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-34c7c0cd-e944-4d5a-9689-98dcbfcb1483 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:34.969415 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 224d953d-bb91-4f85-aadc-395ad35f0e5b up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:35.002855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1a7930-f0e2-427b-a385-84fcc1b32cbe None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:35.111504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 224d953d-bb91-4f85-aadc-395ad35f0e5b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:35.112160 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.137888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a512adb5-c157-4b4e-af93-9afdac2dde15 None None] Provisioning complete for port 224d953d-bb91-4f85-aadc-395ad35f0e5b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:35.138262 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a512adb5-c157-4b4e-af93-9afdac2dde15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.189970 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-34c7c0cd-e944-4d5a-9689-98dcbfcb1483 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (43ebeacf-08c0-4680-9829-f69b9152739b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.212326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cddc5d-69a2-4304-bbff-fd8b9cbfe210 None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:05:35.242726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c7c0cd-e944-4d5a-9689-98dcbfcb1483 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:35.246033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-34c7c0cd-e944-4d5a-9689-98dcbfcb1483 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:35.250560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c7c0cd-e944-4d5a-9689-98dcbfcb1483 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:35.251290 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-34c7c0cd-e944-4d5a-9689-98dcbfcb1483 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.261578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7c0cd-e944-4d5a-9689-98dcbfcb1483 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=43ebeacf-08c0-4680-9829-f69b9152739b,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:35.296823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 224d953d-bb91-4f85-aadc-395ad35f0e5b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:35.306147 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a512adb5-c157-4b4e-af93-9afdac2dde15 None None] Current status of the port 224d953d-bb91-4f85-aadc-395ad35f0e5b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:35.327203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-08cddc5d-69a2-4304-bbff-fd8b9cbfe210 None None] Deleting port 224d953d-bb91-4f85-aadc-395ad35f0e5b {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:35.327582 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08cddc5d-69a2-4304-bbff-fd8b9cbfe210 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.330490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-34c7c0cd-e944-4d5a-9689-98dcbfcb1483 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5664809 Feb 11 05:05:35.333332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39302) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:35.339289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-83aeb80d-7827-4e1f-a05b-1c888ddfb4b8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:35.412221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-08cddc5d-69a2-4304-bbff-fd8b9cbfe210 None None] For port 224d953d-bb91-4f85-aadc-395ad35f0e5b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=224d953d-bb91-4f85-aadc-395ad35f0e5b,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:35.412573 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08cddc5d-69a2-4304-bbff-fd8b9cbfe210 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.426102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-08cddc5d-69a2-4304-bbff-fd8b9cbfe210 None None] Calling delete_port for 224d953d-bb91-4f85-aadc-395ad35f0e5b owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:35.515878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aeb80d-7827-4e1f-a05b-1c888ddfb4b8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:35.519384 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-83aeb80d-7827-4e1f-a05b-1c888ddfb4b8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.607561 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08cddc5d-69a2-4304-bbff-fd8b9cbfe210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (224d953d-bb91-4f85-aadc-395ad35f0e5b), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.614195 n-d-712142-35 neutron-server[103809]: INFO neutron.db.ipam_backend_mixin [None req-83aeb80d-7827-4e1f-a05b-1c888ddfb4b8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43ebeacf-08c0-4680-9829-f69b9152739b (CIDR: 2001:db8::/64) Feb 11 05:05:35.638446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cddc5d-69a2-4304-bbff-fd8b9cbfe210 None None] No DVR routers for this DVR port 224d953d-bb91-4f85-aadc-395ad35f0e5b on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:35.642576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cddc5d-69a2-4304-bbff-fd8b9cbfe210 None None] Pushing event deleted for resources: {'Port': ['ID=224d953d-bb91-4f85-aadc-395ad35f0e5b,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:35.654151 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2623e1f0-dcc4-4cba-a353-ee1cc075a5e5 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:35.669542 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-83aeb80d-7827-4e1f-a05b-1c888ddfb4b8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:05:35.670098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83aeb80d-7827-4e1f-a05b-1c888ddfb4b8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:35.751245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-83aeb80d-7827-4e1f-a05b-1c888ddfb4b8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4167986 Feb 11 05:05:35.753994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39304) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:35.757160 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-1b90c05c-f7c3-4f05-9239-91ccfa668820', 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'project_id': '8760f143116840179c09002e59dbbbee', 'fixed_ips': [{'subnet_id': '43ebeacf-08c0-4680-9829-f69b9152739b'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:05:35.758031 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:35.759991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-68f594b3-3f15-46ea-a9cb-a5bcd4fc1e02 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'subnet': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:35.944865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f594b3-3f15-46ea-a9cb-a5bcd4fc1e02 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:35.948438 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-68f594b3-3f15-46ea-a9cb-a5bcd4fc1e02 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.066467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Allocated IP 2001:db8::2 (1b90c05c-f7c3-4f05-9239-91ccfa668820/43ebeacf-08c0-4680-9829-f69b9152739b/bf5c6794-645b-416b-8deb-df9fd81090f5) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:36.213428 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Publish callbacks [] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.312118 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.313806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.objects.ports [None req-68f594b3-3f15-46ea-a9cb-a5bcd4fc1e02 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103809) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 05:05:36.315350 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-68f594b3-3f15-46ea-a9cb-a5bcd4fc1e02 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (6332a899-c058-4010-9080-dd6f872701e5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.356865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:36.359845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:36.359975 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f594b3-3f15-46ea-a9cb-a5bcd4fc1e02 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:36.362201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:36.363122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-68f594b3-3f15-46ea-a9cb-a5bcd4fc1e02 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:36.368020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f594b3-3f15-46ea-a9cb-a5bcd4fc1e02 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:36.368619 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-68f594b3-3f15-46ea-a9cb-a5bcd4fc1e02 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.371851 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Pushing event updated for resources: {'Port': ['ID=bf5c6794-645b-416b-8deb-df9fd81090f5,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:36.380831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f594b3-3f15-46ea-a9cb-a5bcd4fc1e02 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Subnet': ['ID=6332a899-c058-4010-9080-dd6f872701e5,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:36.428604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Attempting to bind port bf5c6794-645b-416b-8deb-df9fd81090f5 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:05:36.428983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Attempting to bind port bf5c6794-645b-416b-8deb-df9fd81090f5 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:05:36.429351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Attempting to bind port bf5c6794-645b-416b-8deb-df9fd81090f5 on network 1b90c05c-f7c3-4f05-9239-91ccfa668820 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:05:36.435354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:05:36.435739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Checking segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:05:36.436138 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.436531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Bound using segment: {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:05:36.437024 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Bound port: bf5c6794-645b-416b-8deb-df9fd81090f5, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0dbce34-7373-43f0-9617-ae92f3bfb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:05:36.437406 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.480177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-68f594b3-3f15-46ea-a9cb-a5bcd4fc1e02 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7249203 Feb 11 05:05:36.482973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39306) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:36.488104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-68f78454-6a23-4de7-b73f-7155055738ba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Request body: {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'mac_address': 'fa:16:3e:ba:82:d9', 'name': 'tempest-NetworksTestDHCPv6-503591962'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:36.500778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] For port bf5c6794-645b-416b-8deb-df9fd81090f5, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:05:36.504306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] For port bf5c6794-645b-416b-8deb-df9fd81090f5, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bf5c6794-645b-416b-8deb-df9fd81090f5,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:05:36.585446 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.644523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c59286-dd64-4f43-8a6b-5150b8bea932 None None] Pushing event updated for resources: {'Port': ['ID=bf5c6794-645b-416b-8deb-df9fd81090f5,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:36.681931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f78454-6a23-4de7-b73f-7155055738ba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Made reservation on behalf of 8760f143116840179c09002e59dbbbee for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:05:36.768673 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-68f78454-6a23-4de7-b73f-7155055738ba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:36.802496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [None req-68f78454-6a23-4de7-b73f-7155055738ba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] device_id is not set on port 876dcdf9-ede5-43d4-ad52-a157aa2c75e2 yet. {{(pid=103809) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 05:05:37.005836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bf5c6794-645b-416b-8deb-df9fd81090f5 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:37.009060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-68f78454-6a23-4de7-b73f-7155055738ba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8::176 (1b90c05c-f7c3-4f05-9239-91ccfa668820/43ebeacf-08c0-4680-9829-f69b9152739b/876dcdf9-ede5-43d4-ad52-a157aa2c75e2) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:37.014856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-68f78454-6a23-4de7-b73f-7155055738ba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Allocated IP 2001:db8:0:1:f816:3eff:feba:82d9 (1b90c05c-f7c3-4f05-9239-91ccfa668820/6332a899-c058-4010-9080-dd6f872701e5/876dcdf9-ede5-43d4-ad52-a157aa2c75e2) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:37.060068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port bf5c6794-645b-416b-8deb-df9fd81090f5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:37.060366 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.144554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port bf5c6794-645b-416b-8deb-df9fd81090f5 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:37.144955 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.181505 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-68f78454-6a23-4de7-b73f-7155055738ba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for port (876dcdf9-ede5-43d4-ad52-a157aa2c75e2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.182749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port bf5c6794-645b-416b-8deb-df9fd81090f5, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bf5c6794-645b-416b-8deb-df9fd81090f5,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:37.259775 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.277091 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-68f78454-6a23-4de7-b73f-7155055738ba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (876dcdf9-ede5-43d4-ad52-a157aa2c75e2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.320128 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:05:37.333688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 224d953d-bb91-4f85-aadc-395ad35f0e5b no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:37.340230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f78454-6a23-4de7-b73f-7155055738ba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:05:37.343448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-68f78454-6a23-4de7-b73f-7155055738ba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:05:37.346124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f78454-6a23-4de7-b73f-7155055738ba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:05:37.354094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f78454-6a23-4de7-b73f-7155055738ba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:37.354800 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-68f78454-6a23-4de7-b73f-7155055738ba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.364949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 224d953d-bb91-4f85-aadc-395ad35f0e5b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:05:37.365456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 224d953d-bb91-4f85-aadc-395ad35f0e5b not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:05:37.367658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=bf5c6794-645b-416b-8deb-df9fd81090f5,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:37.372661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f78454-6a23-4de7-b73f-7155055738ba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event updated for resources: {'Port': ['ID=876dcdf9-ede5-43d4-ad52-a157aa2c75e2,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:37.462527 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-68f78454-6a23-4de7-b73f-7155055738ba tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9784255 Feb 11 05:05:37.465463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39308) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:37.572980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-e6320ce0-31c8-4af1-92c5-3eb0114a037a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting port 876dcdf9-ede5-43d4-ad52-a157aa2c75e2 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:37.573327 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6320ce0-31c8-4af1-92c5-3eb0114a037a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (876dcdf9-ede5-43d4-ad52-a157aa2c75e2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.646177 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3e2dc5-f582-467a-ad27-b3afe33cb1d1 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:37.666475 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6320ce0-31c8-4af1-92c5-3eb0114a037a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (876dcdf9-ede5-43d4-ad52-a157aa2c75e2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.678468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-e6320ce0-31c8-4af1-92c5-3eb0114a037a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Calling delete_port for 876dcdf9-ede5-43d4-ad52-a157aa2c75e2 owned by {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:37.766844 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c10711b4-50af-4d78-8084-7447d14cd5c8 None None] Provisioning complete for port bf5c6794-645b-416b-8deb-df9fd81090f5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:37.767231 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c10711b4-50af-4d78-8084-7447d14cd5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.884490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c10711b4-50af-4d78-8084-7447d14cd5c8 None None] Current status of the port bf5c6794-645b-416b-8deb-df9fd81090f5 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:37.892994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7e1e91-b3a1-41fd-8a14-dfec0e27c695 None None] Update dhcp port {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '43ebeacf-08c0-4680-9829-f69b9152739b', 'ip_address': '2001:db8::2'}, {'subnet_id': '6332a899-c058-4010-9080-dd6f872701e5'}], 'binding:host_id': 'n-d-712142-35'}, 'id': 'bf5c6794-645b-416b-8deb-df9fd81090f5'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:05:37.922232 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1e91-b3a1-41fd-8a14-dfec0e27c695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.939121 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6320ce0-31c8-4af1-92c5-3eb0114a037a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (876dcdf9-ede5-43d4-ad52-a157aa2c75e2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:37.973040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6320ce0-31c8-4af1-92c5-3eb0114a037a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Port': ['ID=876dcdf9-ede5-43d4-ad52-a157aa2c75e2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:38.031161 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6320ce0-31c8-4af1-92c5-3eb0114a037a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.037735 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e6320ce0-31c8-4af1-92c5-3eb0114a037a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/876dcdf9-ede5-43d4-ad52-a157aa2c75e2 HTTP/1.1" status: 204 len: 168 time: 0.5688150 Feb 11 05:05:38.039123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39310) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:38.096279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd364535-fec4-42a4-9e20-1b0d88cdd69a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:38.101004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dd364535-fec4-42a4-9e20-1b0d88cdd69a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0587807 Feb 11 05:05:38.101004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39312) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:38.105423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-0d7e1e91-b3a1-41fd-8a14-dfec0e27c695 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe5f:25b (1b90c05c-f7c3-4f05-9239-91ccfa668820/6332a899-c058-4010-9080-dd6f872701e5/bf5c6794-645b-416b-8deb-df9fd81090f5) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:05:38.171064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da743d5e-4930-48a7-8151-9c6957089dcf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:38.172698 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-da743d5e-4930-48a7-8151-9c6957089dcf tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0709403 Feb 11 05:05:38.175456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39314) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:38.219441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0d7e1e91-b3a1-41fd-8a14-dfec0e27c695 None None] For port bf5c6794-645b-416b-8deb-df9fd81090f5, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bf5c6794-645b-416b-8deb-df9fd81090f5,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:38.232302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f121ba62-19fb-4f7a-809a-04797ce672e1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:38.233730 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f121ba62-19fb-4f7a-809a-04797ce672e1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:38.235061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f121ba62-19fb-4f7a-809a-04797ce672e1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:38.236642 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f121ba62-19fb-4f7a-809a-04797ce672e1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0602021 Feb 11 05:05:38.239494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39316) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:38.251205 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1e91-b3a1-41fd-8a14-dfec0e27c695 None None] Publish callbacks [] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.292005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-79424bce-363c-418f-bade-dd781fe528c9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 43ebeacf-08c0-4680-9829-f69b9152739b {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:38.327476 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-79424bce-363c-418f-bade-dd781fe528c9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (43ebeacf-08c0-4680-9829-f69b9152739b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.328067 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1e91-b3a1-41fd-8a14-dfec0e27c695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.372637 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-79424bce-363c-418f-bade-dd781fe528c9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (43ebeacf-08c0-4680-9829-f69b9152739b), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.426475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e1e91-b3a1-41fd-8a14-dfec0e27c695 None None] Pushing event updated for resources: {'Port': ['ID=bf5c6794-645b-416b-8deb-df9fd81090f5,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:38.472418 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-79424bce-363c-418f-bade-dd781fe528c9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (43ebeacf-08c0-4680-9829-f69b9152739b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.596733 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-79424bce-363c-418f-bade-dd781fe528c9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (43ebeacf-08c0-4680-9829-f69b9152739b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.626170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79424bce-363c-418f-bade-dd781fe528c9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=43ebeacf-08c0-4680-9829-f69b9152739b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:38.631829 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-79424bce-363c-418f-bade-dd781fe528c9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.635745 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-79424bce-363c-418f-bade-dd781fe528c9 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/43ebeacf-08c0-4680-9829-f69b9152739b HTTP/1.1" status: 204 len: 168 time: 0.3953085 Feb 11 05:05:38.638385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39318) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:38.699340 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-3809f101-69be-406a-a306-1c885749886e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Deleting subnet 6332a899-c058-4010-9080-dd6f872701e5 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:05:38.702915 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3809f101-69be-406a-a306-1c885749886e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (6332a899-c058-4010-9080-dd6f872701e5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.745644 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3809f101-69be-406a-a306-1c885749886e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (6332a899-c058-4010-9080-dd6f872701e5), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.831706 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3809f101-69be-406a-a306-1c885749886e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (6332a899-c058-4010-9080-dd6f872701e5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.938557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2f0955-ff62-4259-b30a-f85a10e19513 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:38.966573 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bf5c6794-645b-416b-8deb-df9fd81090f5 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:05:38.968260 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3809f101-69be-406a-a306-1c885749886e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (6332a899-c058-4010-9080-dd6f872701e5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:38.999965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809f101-69be-406a-a306-1c885749886e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Subnet': ['ID=6332a899-c058-4010-9080-dd6f872701e5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:39.001957 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3809f101-69be-406a-a306-1c885749886e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.005295 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3809f101-69be-406a-a306-1c885749886e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/6332a899-c058-4010-9080-dd6f872701e5 HTTP/1.1" status: 204 len: 168 time: 0.3658490 Feb 11 05:05:39.007794 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39320) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.039042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-97b01c8a-2e51-4df2-873a-0ab7e4feef13 None None] Could not find standard attr ID for object 876dcdf9-ede5-43d4-ad52-a157aa2c75e2. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:05:39.049005 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-11fc4b8f-a00d-4f24-b896-fd4cb3a46d51 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394130 Feb 11 05:05:39.051844 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39322) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.072535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-97b01c8a-2e51-4df2-873a-0ab7e4feef13 None None] Provisioning complete for port bf5c6794-645b-416b-8deb-df9fd81090f5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:39.072916 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97b01c8a-2e51-4df2-873a-0ab7e4feef13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.105425 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8292fc-0edd-4741-8ae2-be71b012cff4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:39.106958 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7e8292fc-0edd-4741-8ae2-be71b012cff4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0544441 Feb 11 05:05:39.109822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39324) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.138719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port bf5c6794-645b-416b-8deb-df9fd81090f5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:39.139055 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.169001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a30482-9915-45d3-a52d-a54dc926a5b5 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:05:39.172862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-77a30482-9915-45d3-a52d-a54dc926a5b5 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0596678 Feb 11 05:05:39.173094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39326) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.217092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-df2008d6-1b50-4c71-adf2-5363b461cacc tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427575 Feb 11 05:05:39.222099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39328) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.249670 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-1652919a-6620-418b-91b3-841093b66b12 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.250232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1652919a-6620-418b-91b3-841093b66b12 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.253446 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1652919a-6620-418b-91b3-841093b66b12 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/876dcdf9-ede5-43d4-ad52-a157aa2c75e2 HTTP/1.1" status: 404 len: 333 time: 0.0301697 Feb 11 05:05:39.256194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39330) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.281764 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-97b01c8a-2e51-4df2-873a-0ab7e4feef13 None None] Current status of the port bf5c6794-645b-416b-8deb-df9fd81090f5 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:39.282827 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-23aba498-4467-4506-b702-73179a1b471f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.283309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23aba498-4467-4506-b702-73179a1b471f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.286733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-23aba498-4467-4506-b702-73179a1b471f tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/6332a899-c058-4010-9080-dd6f872701e5 HTTP/1.1" status: 404 len: 337 time: 0.0295961 Feb 11 05:05:39.289301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39332) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.303141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5272d66a-0814-4eee-a466-1d0336bd1fc9 None None] Update dhcp port {'port': {'network_id': '1b90c05c-f7c3-4f05-9239-91ccfa668820', 'fixed_ips': [{'subnet_id': '6332a899-c058-4010-9080-dd6f872701e5'}], 'binding:host_id': 'n-d-712142-35'}, 'id': 'bf5c6794-645b-416b-8deb-df9fd81090f5'} from n-d-712142-35. {{(pid=103810) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 05:05:39.307206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port bf5c6794-645b-416b-8deb-df9fd81090f5 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:39.315867 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87d4ecf-cbc8-4aee-bccc-b591e093d4c7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.316332 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87d4ecf-cbc8-4aee-bccc-b591e093d4c7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.319410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d87d4ecf-cbc8-4aee-bccc-b591e093d4c7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/43ebeacf-08c0-4680-9829-f69b9152739b HTTP/1.1" status: 404 len: 337 time: 0.0285845 Feb 11 05:05:39.321990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39334) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.334297 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5272d66a-0814-4eee-a466-1d0336bd1fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.349927 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-751bd979-6ca8-4e8c-83fa-27e0f84be260 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.350480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751bd979-6ca8-4e8c-83fa-27e0f84be260 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.354232 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-751bd979-6ca8-4e8c-83fa-27e0f84be260 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/dfcca68f-3ad5-4162-81b8-616ea8bdd91d HTTP/1.1" status: 404 len: 333 time: 0.0313208 Feb 11 05:05:39.356843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39336) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.382337 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-912f315d-ea5b-454f-aec1-2db80f6c6b3e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.382851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912f315d-ea5b-454f-aec1-2db80f6c6b3e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.386107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-912f315d-ea5b-454f-aec1-2db80f6c6b3e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/d8bcb487-0547-4023-8e4e-5401fe671436 HTTP/1.1" status: 404 len: 337 time: 0.0283458 Feb 11 05:05:39.388834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39338) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.416322 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d61a9a-c9f9-4058-9c09-2f06b20dcb45 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.416773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d61a9a-c9f9-4058-9c09-2f06b20dcb45 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.419898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-83d61a9a-c9f9-4058-9c09-2f06b20dcb45 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/d1fd05a3-746c-4bd3-9fda-81764ebdcbc7 HTTP/1.1" status: 404 len: 337 time: 0.0302174 Feb 11 05:05:39.422447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39340) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.446271 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-f066301f-59f9-40a0-ab68-57e9b5ed84c3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.446874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f066301f-59f9-40a0-ab68-57e9b5ed84c3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.449938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f066301f-59f9-40a0-ab68-57e9b5ed84c3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/cd5e3a93-ff43-49ce-b283-4a5decb79d4b HTTP/1.1" status: 404 len: 333 time: 0.0265505 Feb 11 05:05:39.452596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39342) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.479619 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f54b67-041b-49ff-9815-352f21e4203a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.480085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f54b67-041b-49ff-9815-352f21e4203a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.483152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a6f54b67-041b-49ff-9815-352f21e4203a tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/2510cecf-4905-4853-9771-f89352a18cd5 HTTP/1.1" status: 404 len: 337 time: 0.0296173 Feb 11 05:05:39.485685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39344) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.503470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50adf3f-cd61-4f97-aadf-18c561dabb87 None None] Network 1b90c05c-f7c3-4f05-9239-91ccfa668820 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:05:39.512944 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-71faddaa-9d50-46c8-b1c2-e804e0a10109 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.513410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71faddaa-9d50-46c8-b1c2-e804e0a10109 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.516493 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-71faddaa-9d50-46c8-b1c2-e804e0a10109 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/7a1b409e-8cbd-4cf7-888c-9b65f2b21d53 HTTP/1.1" status: 404 len: 337 time: 0.0299010 Feb 11 05:05:39.519052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39346) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.548374 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af906b2-2007-4126-ad54-c025e686e09b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.549012 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af906b2-2007-4126-ad54-c025e686e09b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.552094 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2af906b2-2007-4126-ad54-c025e686e09b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/3f693b58-ce37-4aa4-94a0-fe4d63f6b18a HTTP/1.1" status: 404 len: 333 time: 0.0321310 Feb 11 05:05:39.554675 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39348) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.580947 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38c4463-bc76-496e-aa12-1da0cc5bcbd1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.581277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38c4463-bc76-496e-aa12-1da0cc5bcbd1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.584364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d38c4463-bc76-496e-aa12-1da0cc5bcbd1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/3a7e3e6b-7c7d-40b1-9ebe-c9ff913b24c6 HTTP/1.1" status: 404 len: 337 time: 0.0281539 Feb 11 05:05:39.587187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39350) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.613495 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-0031afdb-21fb-4e42-921e-6d577f27e779 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.613704 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-82ae3385-6118-4759-bf8a-c0a727d01ada None None] Provisioning complete for port bf5c6794-645b-416b-8deb-df9fd81090f5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:05:39.613957 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-82ae3385-6118-4759-bf8a-c0a727d01ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.614368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0031afdb-21fb-4e42-921e-6d577f27e779 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.621706 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0031afdb-21fb-4e42-921e-6d577f27e779 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/2a2e99d2-26a8-40ab-9bc1-ac9d18cac255 HTTP/1.1" status: 404 len: 337 time: 0.0298784 Feb 11 05:05:39.621883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39352) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.638092 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ac4c42-fb45-4fae-b2e0-4c348399ca4e None None] DHCP port deletion for 1b90c05c-f7c3-4f05-9239-91ccfa668820 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:05:39.646769 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fe0049-ea4f-4d3f-bbbd-ca46e9eabc48 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.646911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29fe0049-ea4f-4d3f-bbbd-ca46e9eabc48 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.652503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-29fe0049-ea4f-4d3f-bbbd-ca46e9eabc48 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/f02b9874-f46c-460c-9619-97f3024c3685 HTTP/1.1" status: 404 len: 333 time: 0.0270047 Feb 11 05:05:39.652699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39354) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.678872 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-1742821e-3d21-41cc-b53b-fe380d0d8044 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.679322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1742821e-3d21-41cc-b53b-fe380d0d8044 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.685467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1742821e-3d21-41cc-b53b-fe380d0d8044 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/d0c0a01b-783a-4682-95ea-ac31ae56151b HTTP/1.1" status: 404 len: 337 time: 0.0293221 Feb 11 05:05:39.685686 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39356) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.709090 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5c5a6e-3f05-48cb-a489-fef23fbf322b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.709655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5c5a6e-3f05-48cb-a489-fef23fbf322b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.715308 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bc5c5a6e-3f05-48cb-a489-fef23fbf322b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/e5b3a8eb-5069-4056-befa-c70336595f3d HTTP/1.1" status: 404 len: 333 time: 0.0262146 Feb 11 05:05:39.715494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39358) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.737801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d7ac4c42-fb45-4fae-b2e0-4c348399ca4e None None] Deleting port bf5c6794-645b-416b-8deb-df9fd81090f5 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:05:39.738071 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d7ac4c42-fb45-4fae-b2e0-4c348399ca4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.739842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-82ae3385-6118-4759-bf8a-c0a727d01ada None None] Current status of the port bf5c6794-645b-416b-8deb-df9fd81090f5 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:05:39.746925 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8c7add-3375-4483-8910-47eed81229a3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.747383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c8c7add-3375-4483-8910-47eed81229a3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.750482 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3c8c7add-3375-4483-8910-47eed81229a3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/b7746c2f-4709-439e-ac83-e6fb0f7739db HTTP/1.1" status: 404 len: 337 time: 0.0340340 Feb 11 05:05:39.753426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39360) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.777333 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e21fb4e-cdf3-4589-9678-150f8412f7c7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.778105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e21fb4e-cdf3-4589-9678-150f8412f7c7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.781733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4e21fb4e-cdf3-4589-9678-150f8412f7c7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/d904904b-0a03-41d6-b13b-0ed718dc4ca7 HTTP/1.1" status: 404 len: 333 time: 0.0274394 Feb 11 05:05:39.791836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39362) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.806190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d7ac4c42-fb45-4fae-b2e0-4c348399ca4e None None] For port bf5c6794-645b-416b-8deb-df9fd81090f5, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=bf5c6794-645b-416b-8deb-df9fd81090f5,segment=NetworkSegment(e0dbce34-7373-43f0-9617-ae92f3bfb107),segment_id=e0dbce34-7373-43f0-9617-ae92f3bfb107)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:05:39.806595 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d7ac4c42-fb45-4fae-b2e0-4c348399ca4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.818863 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a0b71a-b7fa-4df7-8245-d8fbab228f31 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.819331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a0b71a-b7fa-4df7-8245-d8fbab228f31 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.822844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d1a0b71a-b7fa-4df7-8245-d8fbab228f31 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/f03e67e4-b79d-46e2-bd02-14d9a456fa03 HTTP/1.1" status: 404 len: 337 time: 0.0299892 Feb 11 05:05:39.823262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d7ac4c42-fb45-4fae-b2e0-4c348399ca4e None None] Calling delete_port for bf5c6794-645b-416b-8deb-df9fd81090f5 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:05:39.825396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39364) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.849338 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-791ec6eb-594f-46fa-9572-5b05413900e4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.849913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791ec6eb-594f-46fa-9572-5b05413900e4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.854049 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-791ec6eb-594f-46fa-9572-5b05413900e4 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/f82545de-f719-4d90-a412-e863346fa901 HTTP/1.1" status: 404 len: 333 time: 0.0277185 Feb 11 05:05:39.856628 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39366) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.882848 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-5239bb8e-c7c2-4e05-a6c8-ef6b9b08c8e1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.883509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5239bb8e-c7c2-4e05-a6c8-ef6b9b08c8e1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.887011 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5239bb8e-c7c2-4e05-a6c8-ef6b9b08c8e1 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/dd70cf27-28c0-4e8b-b2a9-57058fbb4a8e HTTP/1.1" status: 404 len: 337 time: 0.0294683 Feb 11 05:05:39.889742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39368) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.915174 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-4673ae7d-778b-45e0-9437-8eb299b8b1d8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.917646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4673ae7d-778b-45e0-9437-8eb299b8b1d8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.919183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4673ae7d-778b-45e0-9437-8eb299b8b1d8 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/39a74422-4398-4825-b61d-7cd8559763dd HTTP/1.1" status: 404 len: 333 time: 0.0285003 Feb 11 05:05:39.921824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39370) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.952223 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2be400-4fb2-42ad-ab38-11936f2860a2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.952696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2be400-4fb2-42ad-ab38-11936f2860a2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.955797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bc2be400-4fb2-42ad-ab38-11936f2860a2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/235ecc75-32e2-47e4-b42b-bde99a947120 HTTP/1.1" status: 404 len: 337 time: 0.0330758 Feb 11 05:05:39.958221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39372) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.962460 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d7ac4c42-fb45-4fae-b2e0-4c348399ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (bf5c6794-645b-416b-8deb-df9fd81090f5), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:39.983964 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-09defa87-3662-476d-b98d-05f1f2dda292 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:39.984574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09defa87-3662-476d-b98d-05f1f2dda292 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:39.987704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-09defa87-3662-476d-b98d-05f1f2dda292 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/f8370bd2-179d-44b5-b0a9-1eb8d1d26726 HTTP/1.1" status: 404 len: 333 time: 0.0285275 Feb 11 05:05:39.987972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac4c42-fb45-4fae-b2e0-4c348399ca4e None None] Pushing event deleted for resources: {'Port': ['ID=bf5c6794-645b-416b-8deb-df9fd81090f5,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:39.990326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39374) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:39.996052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ac4c42-fb45-4fae-b2e0-4c348399ca4e None None] No DVR routers for this DVR port bf5c6794-645b-416b-8deb-df9fd81090f5 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:05:40.020048 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-020161e5-344d-43b3-861b-8310b622fd67 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.020516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020161e5-344d-43b3-861b-8310b622fd67 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.023642 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-020161e5-344d-43b3-861b-8310b622fd67 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/9c9dfe5b-84a0-442e-87de-f30a00918eb4 HTTP/1.1" status: 404 len: 337 time: 0.0318842 Feb 11 05:05:40.026702 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39376) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.052987 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4791188-51a0-4226-919e-3bb21f4da07b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.055412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4791188-51a0-4226-919e-3bb21f4da07b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.056770 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e4791188-51a0-4226-919e-3bb21f4da07b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/8ae7d775-8e2d-4ea2-8d12-1a223ebfcee3 HTTP/1.1" status: 404 len: 337 time: 0.0291409 Feb 11 05:05:40.059212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39378) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.081904 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9daef19-b75a-4252-bd6d-ec7bd4da4109 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.082428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9daef19-b75a-4252-bd6d-ec7bd4da4109 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.085391 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b9daef19-b75a-4252-bd6d-ec7bd4da4109 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/391a5d2e-b0b7-4d6d-ac3f-5fc83c5b3ef7 HTTP/1.1" status: 404 len: 333 time: 0.0252984 Feb 11 05:05:40.088341 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39380) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.113728 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-306bc4cd-e03d-4645-a7ef-6aaffec5a800 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.114402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306bc4cd-e03d-4645-a7ef-6aaffec5a800 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.117160 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-306bc4cd-e03d-4645-a7ef-6aaffec5a800 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/09f700ee-cc34-4750-ac7c-9fadf4091b7a HTTP/1.1" status: 404 len: 337 time: 0.0279391 Feb 11 05:05:40.120035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39382) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.151691 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe52debd-69c9-4c89-84c1-db6852f96ecc tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.152152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe52debd-69c9-4c89-84c1-db6852f96ecc tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.155226 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fe52debd-69c9-4c89-84c1-db6852f96ecc tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/00dcc1aa-ee91-4b31-8062-0c3fafdf6dea HTTP/1.1" status: 404 len: 337 time: 0.0342314 Feb 11 05:05:40.157893 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39384) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.182091 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3f3319-2272-4bb3-b59b-10e0a6b8095e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.182612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3f3319-2272-4bb3-b59b-10e0a6b8095e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.185624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7b3f3319-2272-4bb3-b59b-10e0a6b8095e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/9c5b63d8-4907-428d-ada1-d8f167f83e0e HTTP/1.1" status: 404 len: 333 time: 0.0265400 Feb 11 05:05:40.188122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39386) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.214183 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d278a12-2feb-4d94-993c-aa3323570471 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.214894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d278a12-2feb-4d94-993c-aa3323570471 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.219425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4d278a12-2feb-4d94-993c-aa3323570471 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/0cf7b84c-14f0-44de-8daf-5d68fed17570 HTTP/1.1" status: 404 len: 337 time: 0.0302708 Feb 11 05:05:40.221919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39388) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.259712 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-29db73a9-168d-4986-8516-2151a8065ab7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.260096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29db73a9-168d-4986-8516-2151a8065ab7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.263223 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-29db73a9-168d-4986-8516-2151a8065ab7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/0a3b955a-ea21-4315-99fb-b45539ed37f5 HTTP/1.1" status: 404 len: 337 time: 0.0401049 Feb 11 05:05:40.265989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39390) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.294595 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd96856f-eab3-45ae-87e6-229ca0d9288b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.295247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd96856f-eab3-45ae-87e6-229ca0d9288b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.298330 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dd96856f-eab3-45ae-87e6-229ca0d9288b tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/d9cf4e9b-9218-493c-bcb6-0688f12a9ac3 HTTP/1.1" status: 404 len: 333 time: 0.0311711 Feb 11 05:05:40.308721 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39392) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.335150 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad2a976-cb55-4e9c-86c1-fe5021f7dfd7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.335611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad2a976-cb55-4e9c-86c1-fe5021f7dfd7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.339680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aad2a976-cb55-4e9c-86c1-fe5021f7dfd7 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/040e6cc6-877e-4ac8-994d-14db2ebaf746 HTTP/1.1" status: 404 len: 337 time: 0.0299866 Feb 11 05:05:40.342395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39394) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.372170 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd96875-6b43-4fad-929d-01e241755621 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.372629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd96875-6b43-4fad-929d-01e241755621 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.375846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0fd96875-6b43-4fad-929d-01e241755621 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/23134957-4ccd-4dc2-801a-18f28f4dcb46 HTTP/1.1" status: 404 len: 337 time: 0.0325150 Feb 11 05:05:40.378700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39396) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.410205 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a7e1d092-89a4-4ad5-bf67-e392eb7fa7ed tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f76fbea-d5ed-40ae-82d8-1cc242e9899b HTTP/1.1" status: 200 len: 205 time: 0.0304756 Feb 11 05:05:40.412865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39398) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.453596 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-814ecdc6-c58f-4b9c-a437-a5fc42441269 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] delete failed (client error): The resource could not be found. Feb 11 05:05:40.453596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-814ecdc6-c58f-4b9c-a437-a5fc42441269 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/routers/7f76fbea-d5ed-40ae-82d8-1cc242e9899b HTTP/1.1" status: 404 len: 336 time: 0.0393414 Feb 11 05:05:40.456043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39400) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.482593 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-381ef399-c65a-4683-a2f1-11cdefa25cf2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.483075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381ef399-c65a-4683-a2f1-11cdefa25cf2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.486050 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-381ef399-c65a-4683-a2f1-11cdefa25cf2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/68ea6c07-0b6f-427d-8f5c-202c370bc8f0 HTTP/1.1" status: 404 len: 337 time: 0.0289726 Feb 11 05:05:40.488614 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39402) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.519735 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5ff185d3-362b-45c6-b9a3-c5605f024425 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "GET /v2.0/ports?device_id=b13dce15-8acc-402e-9d55-e03ade0cb7c9 HTTP/1.1" status: 200 len: 205 time: 0.0300758 Feb 11 05:05:40.522030 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39404) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.562605 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-7e0ab83a-3aa2-43bc-8df7-c2a7abe9658e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] delete failed (client error): The resource could not be found. Feb 11 05:05:40.563671 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7e0ab83a-3aa2-43bc-8df7-c2a7abe9658e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/routers/b13dce15-8acc-402e-9d55-e03ade0cb7c9 HTTP/1.1" status: 404 len: 336 time: 0.0407519 Feb 11 05:05:40.566315 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39406) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.593718 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-683cf712-5999-4d25-940c-070d078f49e2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.594168 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683cf712-5999-4d25-940c-070d078f49e2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.597224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-683cf712-5999-4d25-940c-070d078f49e2 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/f62ff4d9-abd7-448b-9c1b-b12a6da78075 HTTP/1.1" status: 404 len: 337 time: 0.0299623 Feb 11 05:05:40.599824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39408) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.625620 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68b645f-1f13-461e-a506-d7e3367e1fe3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.626071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68b645f-1f13-461e-a506-d7e3367e1fe3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.629133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c68b645f-1f13-461e-a506-d7e3367e1fe3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/a68d1161-9d40-432a-b824-8ba407506266 HTTP/1.1" status: 404 len: 337 time: 0.0284116 Feb 11 05:05:40.631669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39410) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.655229 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b5bb9c-9f51-4ea0-b0ee-b384c17debf3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.655748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b5bb9c-9f51-4ea0-b0ee-b384c17debf3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.658994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-46b5bb9c-9f51-4ea0-b0ee-b384c17debf3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/b529cabe-5772-4bd0-9a09-2979b154975b HTTP/1.1" status: 404 len: 333 time: 0.0264294 Feb 11 05:05:40.661393 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39412) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.690283 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-3329673d-4875-4173-9eb0-a2fad984feb3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.690756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3329673d-4875-4173-9eb0-a2fad984feb3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.693733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3329673d-4875-4173-9eb0-a2fad984feb3 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/4545d0b7-63e6-44c0-94d3-af372cc43043 HTTP/1.1" status: 404 len: 337 time: 0.0314658 Feb 11 05:05:40.697009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39414) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.720515 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-212146ec-4060-4dc8-a497-7a38c46e8994 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.720971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-212146ec-4060-4dc8-a497-7a38c46e8994 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.723983 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-212146ec-4060-4dc8-a497-7a38c46e8994 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/1a8c2cb0-024e-4120-9571-517840a30986 HTTP/1.1" status: 404 len: 333 time: 0.0259614 Feb 11 05:05:40.726430 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39416) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.752270 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b0f8ab-0052-4fb7-8b7e-7bad03636723 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.752658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b0f8ab-0052-4fb7-8b7e-7bad03636723 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.755678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-52b0f8ab-0052-4fb7-8b7e-7bad03636723 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/31919322-1f46-49e7-ad35-950b4a50e11c HTTP/1.1" status: 404 len: 337 time: 0.0282583 Feb 11 05:05:40.758243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39418) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.781775 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f98031-bddc-492a-9aec-e7dc9f37e987 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.782301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f98031-bddc-492a-9aec-e7dc9f37e987 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.785526 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-90f98031-bddc-492a-9aec-e7dc9f37e987 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/086ff0b0-424b-4228-a196-4ddd5e74a31b HTTP/1.1" status: 404 len: 333 time: 0.0257692 Feb 11 05:05:40.787845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39420) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.814039 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39e795f-08c2-4e6c-a6ba-a95dc9df569e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.814486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39e795f-08c2-4e6c-a6ba-a95dc9df569e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.817478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f39e795f-08c2-4e6c-a6ba-a95dc9df569e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/fbc788f2-619a-42df-ac12-07d1cb4f9f7b HTTP/1.1" status: 404 len: 337 time: 0.0287263 Feb 11 05:05:40.819899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39422) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.843122 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d8fe54-a1c6-4171-b88c-ee1aa63a0c02 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.843636 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d8fe54-a1c6-4171-b88c-ee1aa63a0c02 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.846563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-67d8fe54-a1c6-4171-b88c-ee1aa63a0c02 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/6bc40f0a-69fc-4457-b2af-89f34f40a673 HTTP/1.1" status: 404 len: 333 time: 0.0257928 Feb 11 05:05:40.848850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39424) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.877900 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-471c6916-e1af-4d59-9278-795347f0dbca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.878341 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471c6916-e1af-4d59-9278-795347f0dbca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.881351 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-471c6916-e1af-4d59-9278-795347f0dbca tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/13df8385-b69a-4d64-b6a3-322f0fd69d4f HTTP/1.1" status: 404 len: 337 time: 0.0316284 Feb 11 05:05:40.884698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39426) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.913409 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf885ad9-986b-4ca6-b875-afa06d0204be tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.914154 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf885ad9-986b-4ca6-b875-afa06d0204be tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.917434 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bf885ad9-986b-4ca6-b875-afa06d0204be tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/66292458-d49c-4553-b89b-bb24eec4831f HTTP/1.1" status: 404 len: 333 time: 0.0316777 Feb 11 05:05:40.920304 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39428) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.947078 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-870c78e0-0a48-402b-8737-c5ece7db3016 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.947538 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870c78e0-0a48-402b-8737-c5ece7db3016 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.952967 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-870c78e0-0a48-402b-8737-c5ece7db3016 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/7bbcf806-60c7-4655-8443-c2601b523609 HTTP/1.1" status: 404 len: 337 time: 0.0292311 Feb 11 05:05:40.953106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bf5c6794-645b-416b-8deb-df9fd81090f5 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:05:40.953601 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39430) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:40.973337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: bf5c6794-645b-416b-8deb-df9fd81090f5 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:05:40.973625 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device bf5c6794-645b-416b-8deb-df9fd81090f5 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:05:40.976732 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-37747fa3-252b-47f6-bc9b-7b5e32f8f0e5 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:40.977293 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37747fa3-252b-47f6-bc9b-7b5e32f8f0e5 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:40.980548 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-37747fa3-252b-47f6-bc9b-7b5e32f8f0e5 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/36541663-8427-4037-885d-a3dc7413aa0a HTTP/1.1" status: 404 len: 333 time: 0.0265079 Feb 11 05:05:40.982989 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39432) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:41.009882 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-09aac2b0-1dfd-4403-ade1-1d894e6dec2e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:41.010566 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09aac2b0-1dfd-4403-ade1-1d894e6dec2e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:41.013676 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-09aac2b0-1dfd-4403-ade1-1d894e6dec2e tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/1a9683ef-2eaf-4735-b9b0-399fb10ee019 HTTP/1.1" status: 404 len: 337 time: 0.0297625 Feb 11 05:05:41.016305 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39434) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:41.040363 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6255d3-70b1-4ed3-8ba0-325cc373ca92 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:41.040879 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6255d3-70b1-4ed3-8ba0-325cc373ca92 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:41.043898 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4f6255d3-70b1-4ed3-8ba0-325cc373ca92 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/ports/8645ff37-aafe-4e39-87e2-6a8778958374 HTTP/1.1" status: 404 len: 333 time: 0.0266850 Feb 11 05:05:41.046298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39436) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:41.071683 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfea6dbb-6dd3-45f6-a8da-eaef3ec5108d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] DELETE failed (client error): The resource could not be found. Feb 11 05:05:41.072126 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfea6dbb-6dd3-45f6-a8da-eaef3ec5108d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:05:41.075104 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bfea6dbb-6dd3-45f6-a8da-eaef3ec5108d tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/subnets/cda3aaeb-dbbc-4a70-87d8-c07088a5d0a7 HTTP/1.1" status: 404 len: 337 time: 0.0278764 Feb 11 05:05:41.077460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39438) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:41.155726 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-020cae04-c34b-4f30-a4fc-1db1d5434225 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (1b90c05c-f7c3-4f05-9239-91ccfa668820), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.245818 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-020cae04-c34b-4f30-a4fc-1db1d5434225 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (1b90c05c-f7c3-4f05-9239-91ccfa668820), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.265886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-020cae04-c34b-4f30-a4fc-1db1d5434225 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b90c05c-f7c3-4f05-9239-91ccfa668820']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:41.275148 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-020cae04-c34b-4f30-a4fc-1db1d5434225 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0dbce34-7373-43f0-9617-ae92f3bfb107') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:41.275378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-020cae04-c34b-4f30-a4fc-1db1d5434225 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0dbce34-7373-43f0-9617-ae92f3bfb107') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:05:41.284896 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-020cae04-c34b-4f30-a4fc-1db1d5434225 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (e0dbce34-7373-43f0-9617-ae92f3bfb107), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.298509 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-020cae04-c34b-4f30-a4fc-1db1d5434225 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e0dbce34-7373-43f0-9617-ae92f3bfb107), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.304555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020cae04-c34b-4f30-a4fc-1db1d5434225 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:05:41.304970 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-020cae04-c34b-4f30-a4fc-1db1d5434225 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (e0dbce34-7373-43f0-9617-ae92f3bfb107), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:05:41.308401 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:05:41.453253 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-020cae04-c34b-4f30-a4fc-1db1d5434225 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (1b90c05c-f7c3-4f05-9239-91ccfa668820), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.457912 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-020cae04-c34b-4f30-a4fc-1db1d5434225 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:41.467262 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-020cae04-c34b-4f30-a4fc-1db1d5434225 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] 10.222.0.13 "DELETE /v2.0/networks/1b90c05c-f7c3-4f05-9239-91ccfa668820 HTTP/1.1" status: 204 len: 168 time: 0.3869588 Feb 11 05:05:41.483137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cae04-c34b-4f30-a4fc-1db1d5434225 tempest-NetworksTestDHCPv6-852076312 tempest-NetworksTestDHCPv6-852076312-project] Pushing event deleted for resources: {'Network': ['ID=1b90c05c-f7c3-4f05-9239-91ccfa668820,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:41.861690 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39444) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:41.992271 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f9bc6674-cf32-41f4-95f9-439b4d465abf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8760f143116840179c09002e59dbbbee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292503 Feb 11 05:05:41.995830 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39448) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:42.050162 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6884d5e8-651f-4ea4-be9a-f5cbff0a8a7e admin admin] Publish callbacks [] for security_group (211861ab-7c3c-4861-ba15-0753e466ce92), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.071153 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6884d5e8-651f-4ea4-be9a-f5cbff0a8a7e admin admin] Publish callbacks [] for security_group (211861ab-7c3c-4861-ba15-0753e466ce92), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.230827 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6884d5e8-651f-4ea4-be9a-f5cbff0a8a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (211861ab-7c3c-4861-ba15-0753e466ce92), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.233531 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6884d5e8-651f-4ea4-be9a-f5cbff0a8a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:42.234725 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6884d5e8-651f-4ea4-be9a-f5cbff0a8a7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/211861ab-7c3c-4861-ba15-0753e466ce92 HTTP/1.1" status: 204 len: 168 time: 0.2376168 Feb 11 05:05:42.246995 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884d5e8-651f-4ea4-be9a-f5cbff0a8a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211861ab-7c3c-4861-ba15-0753e466ce92,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:43.348512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39472) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:43.465086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b982176f-c473-4c7c-8c58-34a0f0e5485f tempest-DvrRoutersNegativeTest-1193139881 tempest-DvrRoutersNegativeTest-1193139881-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1621546491', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:05:43.467678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.policy [None req-b982176f-c473-4c7c-8c58-34a0f0e5485f tempest-DvrRoutersNegativeTest-1193139881 tempest-DvrRoutersNegativeTest-1193139881-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103809) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 11 05:05:43.467979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.policy [None req-b982176f-c473-4c7c-8c58-34a0f0e5485f tempest-DvrRoutersNegativeTest-1193139881 tempest-DvrRoutersNegativeTest-1193139881-project] Failed policy check for 'create_router' {{(pid=103809) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 11 05:05:43.468501 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-b982176f-c473-4c7c-8c58-34a0f0e5485f tempest-DvrRoutersNegativeTest-1193139881 tempest-DvrRoutersNegativeTest-1193139881-project] create failed (client error): Access was denied to this resource. Feb 11 05:05:43.469489 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b982176f-c473-4c7c-8c58-34a0f0e5485f tempest-DvrRoutersNegativeTest-1193139881 tempest-DvrRoutersNegativeTest-1193139881-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1199920 Feb 11 05:05:43.924931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39480) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:44.037158 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cacd4eab-c4b0-4c19-a635-0ae49ac8d313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.109320 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cacd4eab-c4b0-4c19-a635-0ae49ac8d313 admin admin] Publish callbacks [] for security_group (1ec91240-c159-4d1e-be42-f1c4a47b006d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.189975 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cacd4eab-c4b0-4c19-a635-0ae49ac8d313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1ec91240-c159-4d1e-be42-f1c4a47b006d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.227642 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd4eab-c4b0-4c19-a635-0ae49ac8d313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec91240-c159-4d1e-be42-f1c4a47b006d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:44.232017 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cacd4eab-c4b0-4c19-a635-0ae49ac8d313 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ef627b76c2f430ca27299091c9f4343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3060782 Feb 11 05:05:44.234721 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39484) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:05:44.283737 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e1a4cebf-6cef-49cf-a63b-be77bfde2f7a admin admin] Publish callbacks [] for security_group (1ec91240-c159-4d1e-be42-f1c4a47b006d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.308139 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e1a4cebf-6cef-49cf-a63b-be77bfde2f7a admin admin] Publish callbacks [] for security_group (1ec91240-c159-4d1e-be42-f1c4a47b006d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.441805 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e1a4cebf-6cef-49cf-a63b-be77bfde2f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (1ec91240-c159-4d1e-be42-f1c4a47b006d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.444540 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e1a4cebf-6cef-49cf-a63b-be77bfde2f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:44.446347 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e1a4cebf-6cef-49cf-a63b-be77bfde2f7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ec91240-c159-4d1e-be42-f1c4a47b006d HTTP/1.1" status: 204 len: 168 time: 0.2101300 Feb 11 05:05:44.454107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4cebf-6cef-49cf-a63b-be77bfde2f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec91240-c159-4d1e-be42-f1c4a47b006d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:05:53.173003 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5859a2b6-5d89-4b33-84ff-c215318b8fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:55.428084 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9df14496-21d6-4f71-8ac6-4bf8a7fa950b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:56.778587 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:58.355532 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:05:59.726681 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:03.594153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39658) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:03.721377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:03.796822 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Publish callbacks [] for security_group (4630bc06-7b12-47f2-b1aa-07d6214cdd78), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:03.870067 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4630bc06-7b12-47f2-b1aa-07d6214cdd78), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:03.911193 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=547b62e024ec4578a9df37026e48f636&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3132520 Feb 11 05:06:03.911472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39662) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:03.918807 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4630bc06-7b12-47f2-b1aa-07d6214cdd78,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:03.932956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:03.933240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:03.933587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:03.933929 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:03.934265 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:03.934598 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:03.935007 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:03.935289 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:03.935619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:03.935947 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:03.936275 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:03.936604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:03.936931 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887de565-77b6-485d-a8f1-4bb0125d06f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:03.974115 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1a6619d-3f24-4fc9-9649-ef129d9f35e7 admin admin] Publish callbacks [] for security_group (4630bc06-7b12-47f2-b1aa-07d6214cdd78), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:03.996167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1a6619d-3f24-4fc9-9649-ef129d9f35e7 admin admin] Publish callbacks [] for security_group (4630bc06-7b12-47f2-b1aa-07d6214cdd78), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.150299 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1a6619d-3f24-4fc9-9649-ef129d9f35e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4630bc06-7b12-47f2-b1aa-07d6214cdd78), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.153023 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c1a6619d-3f24-4fc9-9649-ef129d9f35e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.154199 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c1a6619d-3f24-4fc9-9649-ef129d9f35e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4630bc06-7b12-47f2-b1aa-07d6214cdd78 HTTP/1.1" status: 204 len: 168 time: 0.2417526 Feb 11 05:06:04.163412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6619d-3f24-4fc9-9649-ef129d9f35e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4630bc06-7b12-47f2-b1aa-07d6214cdd78,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:04.170070 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-a0fb7d2b-5e36-4f19-b955-8d3e68651567 tempest-TestNetworkAdvancedServerOps-1416000628 tempest-TestNetworkAdvancedServerOps-1416000628-project-admin] (103808) timed out ('10.222.0.13', 45694) {{(pid=103808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:06:04.241366 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.258467 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.816776 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39670) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:04.830763 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aac12408-f48a-447b-bffa-b0a9daeded9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.902708 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aac12408-f48a-447b-bffa-b0a9daeded9a admin admin] Publish callbacks [] for security_group (28fe6776-5531-488d-9eb7-63ddee0402a6), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:04.961464 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aac12408-f48a-447b-bffa-b0a9daeded9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (28fe6776-5531-488d-9eb7-63ddee0402a6), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.005178 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac12408-f48a-447b-bffa-b0a9daeded9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fe6776-5531-488d-9eb7-63ddee0402a6,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:05.009534 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aac12408-f48a-447b-bffa-b0a9daeded9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=734d5bf3d434497c91013b0709c06176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1917405 Feb 11 05:06:05.013210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39672) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:05.060854 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2411131e-5841-4906-948f-25d624df5fd9 admin admin] Publish callbacks [] for security_group (28fe6776-5531-488d-9eb7-63ddee0402a6), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.081965 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2411131e-5841-4906-948f-25d624df5fd9 admin admin] Publish callbacks [] for security_group (28fe6776-5531-488d-9eb7-63ddee0402a6), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.218476 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2411131e-5841-4906-948f-25d624df5fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (28fe6776-5531-488d-9eb7-63ddee0402a6), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.221136 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2411131e-5841-4906-948f-25d624df5fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:05.222391 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2411131e-5841-4906-948f-25d624df5fd9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28fe6776-5531-488d-9eb7-63ddee0402a6 HTTP/1.1" status: 204 len: 168 time: 0.2088988 Feb 11 05:06:05.231945 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411131e-5841-4906-948f-25d624df5fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fe6776-5531-488d-9eb7-63ddee0402a6,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:06.057156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-580bfd16-a1de-4be2-bcea-d81000e0de74 req-e32c0db4-bac4-4ccc-8959-93b861538c8a service neutron] (103808) timed out ('10.222.0.13', 45626) {{(pid=103808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:06:06.358052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39694) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:06.457064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-981676344-network', 'tenant_id': '427d22c230524d08a09e3d0d5b8d113b'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:06.549718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] Made reservation on behalf of 427d22c230524d08a09e3d0d5b8d113b for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:06.552696 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.561568 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.634436 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] Publish callbacks [] for security_group (ee83d0ee-7ea0-4b12-9096-7fe3d74edf33), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.686951 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ee83d0ee-7ea0-4b12-9096-7fe3d74edf33), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.712661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:06:06.722417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee83d0ee-7ea0-4b12-9096-7fe3d74edf33,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:06.727238 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ae4e9495-3ae8-4520-8a0d-406557450020), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.730269 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] Added segment ae4e9495-3ae8-4520-8a0d-406557450020 of type vlan for network 1cdb1df5-ce92-4cec-9bf0-60979145cd1b Feb 11 05:06:06.772527 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (1cdb1df5-ce92-4cec-9bf0-60979145cd1b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.863879 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (1cdb1df5-ce92-4cec-9bf0-60979145cd1b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.864778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:06.865352 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:06.928006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] Pushing event updated for resources: {'Network': ['ID=1cdb1df5-ce92-4cec-9bf0-60979145cd1b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:06.938158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 1cdb1df5-ce92-4cec-9bf0-60979145cd1b details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:06:06.968161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aa3888d6-63dc-43bf-9ea7-66f6641e4023 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6087177 Feb 11 05:06:06.970904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 39698) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:06.975679 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a90d011e-8ddf-4676-ac25-a241394015d7 admin admin] Request body: {'subnet': {'network_id': '1cdb1df5-ce92-4cec-9bf0-60979145cd1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-981676344-subnet', 'tenant_id': '427d22c230524d08a09e3d0d5b8d113b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:07.064313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90d011e-8ddf-4676-ac25-a241394015d7 admin admin] Made reservation on behalf of 427d22c230524d08a09e3d0d5b8d113b for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:07.066778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a90d011e-8ddf-4676-ac25-a241394015d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.336669 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a90d011e-8ddf-4676-ac25-a241394015d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (775cd404-fc4b-409c-b5a1-fa94b1470d37), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.396522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d011e-8ddf-4676-ac25-a241394015d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=775cd404-fc4b-409c-b5a1-fa94b1470d37,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:07.404910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d011e-8ddf-4676-ac25-a241394015d7 admin admin] Checking segment: {'id': 'ae4e9495-3ae8-4520-8a0d-406557450020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cdb1df5-ce92-4cec-9bf0-60979145cd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:07.405281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90d011e-8ddf-4676-ac25-a241394015d7 admin admin] Network hostable DHCP agents. Network: 1cdb1df5-ce92-4cec-9bf0-60979145cd1b, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:06:07.490573 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90d011e-8ddf-4676-ac25-a241394015d7 admin admin] Network 1cdb1df5-ce92-4cec-9bf0-60979145cd1b is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:06:07.582387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-a90d011e-8ddf-4676-ac25-a241394015d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 1cdb1df5-ce92-4cec-9bf0-60979145cd1b) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:07.587410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90d011e-8ddf-4676-ac25-a241394015d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:07.588004 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a90d011e-8ddf-4676-ac25-a241394015d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:07.593126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44e1fbb-7fc1-4843-8470-d16cf78b5867 None None] Network 1cdb1df5-ce92-4cec-9bf0-60979145cd1b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:07.661292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a90d011e-8ddf-4676-ac25-a241394015d7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6892164 Feb 11 05:06:07.695928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73fad6d-f151-4f47-8d78-95ec68d0fda0 None None] Network 1cdb1df5-ce92-4cec-9bf0-60979145cd1b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:08.332718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39714) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:08.338173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-135534851-network', 'tenant_id': '84877c899c3a455ca64174e5915a516f'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:08.487214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] Made reservation on behalf of 84877c899c3a455ca64174e5915a516f for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:08.489540 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.501744 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:08.920444 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] Publish callbacks [] for security_group (d8db4599-76c8-44f3-beee-4f407e572f40), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.000931 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d8db4599-76c8-44f3-beee-4f407e572f40), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.029995 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:06:09.040105 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8db4599-76c8-44f3-beee-4f407e572f40,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:09.044859 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4dae2544-12d0-40b7-8b7d-8a3acee7d34a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.045201 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] Added segment 4dae2544-12d0-40b7-8b7d-8a3acee7d34a of type vlan for network e09ee885-04b1-44c6-be80-e04c57d36547 Feb 11 05:06:09.084576 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (e09ee885-04b1-44c6-be80-e04c57d36547), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.205050 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (e09ee885-04b1-44c6-be80-e04c57d36547), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.206544 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:09.207270 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.275908 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] Pushing event updated for resources: {'Network': ['ID=e09ee885-04b1-44c6-be80-e04c57d36547,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:09.324386 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3fd1a6f5-fb7e-400f-9a99-d4d8ec5ebb67 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9905326 Feb 11 05:06:09.327601 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 39716) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:06:09.333282 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-55231ed9-5aec-47d1-bc08-5766c1099397 admin admin] Request body: {'subnet': {'network_id': 'e09ee885-04b1-44c6-be80-e04c57d36547', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-135534851-subnet', 'tenant_id': '84877c899c3a455ca64174e5915a516f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:09.470058 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55231ed9-5aec-47d1-bc08-5766c1099397 admin admin] Made reservation on behalf of 84877c899c3a455ca64174e5915a516f for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:09.472424 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55231ed9-5aec-47d1-bc08-5766c1099397 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.474240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network e09ee885-04b1-44c6-be80-e04c57d36547 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:06:09.715562 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55231ed9-5aec-47d1-bc08-5766c1099397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (0e899a85-556a-4ccb-81ef-166c40ebb1f2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.769815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55231ed9-5aec-47d1-bc08-5766c1099397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e899a85-556a-4ccb-81ef-166c40ebb1f2,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:09.781505 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55231ed9-5aec-47d1-bc08-5766c1099397 admin admin] Checking segment: {'id': '4dae2544-12d0-40b7-8b7d-8a3acee7d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e09ee885-04b1-44c6-be80-e04c57d36547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:09.781846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55231ed9-5aec-47d1-bc08-5766c1099397 admin admin] Network hostable DHCP agents. Network: e09ee885-04b1-44c6-be80-e04c57d36547, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:06:09.867425 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55231ed9-5aec-47d1-bc08-5766c1099397 admin admin] Network e09ee885-04b1-44c6-be80-e04c57d36547 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:06:09.937976 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-55231ed9-5aec-47d1-bc08-5766c1099397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, e09ee885-04b1-44c6-be80-e04c57d36547) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:09.942787 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55231ed9-5aec-47d1-bc08-5766c1099397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:09.943384 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-55231ed9-5aec-47d1-bc08-5766c1099397 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:09.948421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b622574-8950-4110-980c-fc4d154b5693 None None] Network e09ee885-04b1-44c6-be80-e04c57d36547 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:10.034336 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-55231ed9-5aec-47d1-bc08-5766c1099397 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7050583 Feb 11 05:06:10.061045 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cddd281-5a55-468d-b56b-fd683bfc0c57 None None] Network e09ee885-04b1-44c6-be80-e04c57d36547 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:06:10.746044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659133c2-5608-439c-9ad7-71802da9d7cb req-ea3d6ee2-4ed8-405d-9861-4d1be96ce548 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:10.747649 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-ea3d6ee2-4ed8-405d-9861-4d1be96ce548 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/networks?id=1cdb1df5-ce92-4cec-9bf0-60979145cd1b HTTP/1.1" status: 200 len: 808 time: 0.1074460 Feb 11 05:06:10.763800 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-5a7636ac-8605-4a27-8356-d252a61108a0 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/quotas/427d22c230524d08a09e3d0d5b8d113b HTTP/1.1" status: 200 len: 375 time: 0.0105035 Feb 11 05:06:10.805715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-16a3f951-1e6a-45e3-a873-2132ddf1ed22 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=427d22c230524d08a09e3d0d5b8d113b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366414 Feb 11 05:06:11.008030 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-5ef0e070-b248-4a0a-b2a9-82b735f44dba service neutron] 10.222.0.13 "GET /v2.0/networks/1cdb1df5-ce92-4cec-9bf0-60979145cd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954513 Feb 11 05:06:11.100633 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-1313d903-f6b5-4b9c-b68b-ecc77a878ac6 service neutron] 10.222.0.13 "GET /v2.0/networks/1cdb1df5-ce92-4cec-9bf0-60979145cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867429 Feb 11 05:06:11.432192 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0f4e50b2-9cb4-4658-be0f-9021b5057c75 req-5e3029c8-852f-4ba0-9c32-3c99f261fa33 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 210 time: 0.0852752 Feb 11 05:06:12.517681 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f312f62f-25cf-4624-9731-517de0320030 req-00f6dca3-4e7c-4b2e-82de-0a6b4fd6ce2b tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 210 time: 0.0324891 Feb 11 05:06:13.655964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69d18cc2-441e-415a-8f0e-8bfd1ddeed43 req-1b3b8b4f-1368-40fd-8e07-74815a81a04c tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 210 time: 0.0419700 Feb 11 05:06:13.982026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659133c2-5608-439c-9ad7-71802da9d7cb req-61298730-86da-415b-a637-36ea05a3927e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:13.983986 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-61298730-86da-415b-a637-36ea05a3927e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.32 "GET /v2.0/networks?id=1cdb1df5-ce92-4cec-9bf0-60979145cd1b HTTP/1.1" status: 200 len: 808 time: 0.1172991 Feb 11 05:06:14.000429 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-659133c2-5608-439c-9ad7-71802da9d7cb req-d4518193-be73-4760-bb40-18b9b006425e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Request body: {'port': {'device_id': '1e01e443-8e13-4de4-a27d-3beffd3b548f', 'network_id': '1cdb1df5-ce92-4cec-9bf0-60979145cd1b', 'admin_state_up': True, 'tenant_id': '427d22c230524d08a09e3d0d5b8d113b'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:14.213104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659133c2-5608-439c-9ad7-71802da9d7cb req-d4518193-be73-4760-bb40-18b9b006425e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Made reservation on behalf of 427d22c230524d08a09e3d0d5b8d113b for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:06:14.216734 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-659133c2-5608-439c-9ad7-71802da9d7cb req-d4518193-be73-4760-bb40-18b9b006425e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.320059 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:06:14.369793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-659133c2-5608-439c-9ad7-71802da9d7cb req-d4518193-be73-4760-bb40-18b9b006425e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Allocated IP 172.20.0.12 (1cdb1df5-ce92-4cec-9bf0-60979145cd1b/775cd404-fc4b-409c-b5a1-fa94b1470d37/5970b1cb-3d43-4094-89f5-e9c0047a98a0) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:06:14.564511 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-659133c2-5608-439c-9ad7-71802da9d7cb req-d4518193-be73-4760-bb40-18b9b006425e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Publish callbacks [] for port (5970b1cb-3d43-4094-89f5-e9c0047a98a0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.670278 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-659133c2-5608-439c-9ad7-71802da9d7cb req-d4518193-be73-4760-bb40-18b9b006425e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5970b1cb-3d43-4094-89f5-e9c0047a98a0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.722422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659133c2-5608-439c-9ad7-71802da9d7cb req-d4518193-be73-4760-bb40-18b9b006425e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Network 1cdb1df5-ce92-4cec-9bf0-60979145cd1b is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:06:14.726287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-659133c2-5608-439c-9ad7-71802da9d7cb req-d4518193-be73-4760-bb40-18b9b006425e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:06:14.732173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-659133c2-5608-439c-9ad7-71802da9d7cb req-d4518193-be73-4760-bb40-18b9b006425e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:06:14.767483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4518193-be73-4760-bb40-18b9b006425e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Pushing event updated for resources: {'Port': ['ID=5970b1cb-3d43-4094-89f5-e9c0047a98a0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:14.813145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659133c2-5608-439c-9ad7-71802da9d7cb req-d4518193-be73-4760-bb40-18b9b006425e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:14.813766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-659133c2-5608-439c-9ad7-71802da9d7cb req-d4518193-be73-4760-bb40-18b9b006425e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:14.838589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfb595-f354-4926-acb1-6e9a90b6232a req-8ac74c61-5e61-4330-939f-5908cf0ddb36 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:14.840477 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1cfb595-f354-4926-acb1-6e9a90b6232a req-8ac74c61-5e61-4330-939f-5908cf0ddb36 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 932 time: 0.1113858 Feb 11 05:06:14.892438 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1cfb595-f354-4926-acb1-6e9a90b6232a req-db331e56-218e-4c69-a18e-fb757fcf0661 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee83d0ee-7ea0-4b12-9096-7fe3d74edf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448594 Feb 11 05:06:14.896606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-d4518193-be73-4760-bb40-18b9b006425e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9016721 Feb 11 05:06:14.909437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-fc531a36-e039-4a0c-a242-912a43caace3 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:06:14.911095 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-fc531a36-e039-4a0c-a242-912a43caace3 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086086 Feb 11 05:06:14.981983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Request body: {'port': {'device_id': '1e01e443-8e13-4de4-a27d-3beffd3b548f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:06:15.077179 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5970b1cb-3d43-4094-89f5-e9c0047a98a0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.379444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5970b1cb-3d43-4094-89f5-e9c0047a98a0 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:15.387945 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Publish callbacks [] for port (5970b1cb-3d43-4094-89f5-e9c0047a98a0), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.400490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Transition to ACTIVE for port object 5970b1cb-3d43-4094-89f5-e9c0047a98a0 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:06:15.464505 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (5970b1cb-3d43-4094-89f5-e9c0047a98a0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.529015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Pushing event updated for resources: {'Port': ['ID=5970b1cb-3d43-4094-89f5-e9c0047a98a0,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:15.611209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Attempting to bind port 5970b1cb-3d43-4094-89f5-e9c0047a98a0 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:06:15.611688 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Attempting to bind port 5970b1cb-3d43-4094-89f5-e9c0047a98a0 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'ae4e9495-3ae8-4520-8a0d-406557450020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cdb1df5-ce92-4cec-9bf0-60979145cd1b'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:06:15.612027 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Attempting to bind port 5970b1cb-3d43-4094-89f5-e9c0047a98a0 on network 1cdb1df5-ce92-4cec-9bf0-60979145cd1b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:15.616967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Port 5970b1cb-3d43-4094-89f5-e9c0047a98a0 on network 1cdb1df5-ce92-4cec-9bf0-60979145cd1b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:06:15.617296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Attempting to bind port 5970b1cb-3d43-4094-89f5-e9c0047a98a0 on network 1cdb1df5-ce92-4cec-9bf0-60979145cd1b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:06:15.622344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:06:15.622713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Checking segment: {'id': 'ae4e9495-3ae8-4520-8a0d-406557450020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cdb1df5-ce92-4cec-9bf0-60979145cd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:06:15.623103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Bound using segment: {'id': 'ae4e9495-3ae8-4520-8a0d-406557450020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cdb1df5-ce92-4cec-9bf0-60979145cd1b'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:06:15.623530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Bound port: 5970b1cb-3d43-4094-89f5-e9c0047a98a0, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae4e9495-3ae8-4520-8a0d-406557450020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1cdb1df5-ce92-4cec-9bf0-60979145cd1b'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:06:15.623886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5970b1cb-3d43-4094-89f5-e9c0047a98a0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.688057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] For port 5970b1cb-3d43-4094-89f5-e9c0047a98a0, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:06:15.691039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] For port 5970b1cb-3d43-4094-89f5-e9c0047a98a0, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5970b1cb-3d43-4094-89f5-e9c0047a98a0,segment=NetworkSegment(ae4e9495-3ae8-4520-8a0d-406557450020),segment_id=ae4e9495-3ae8-4520-8a0d-406557450020)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:06:15.767237 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (5970b1cb-3d43-4094-89f5-e9c0047a98a0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.810439 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:15.810685 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:15.812120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] 10.222.0.32 "PUT /v2.0/ports/5970b1cb-3d43-4094-89f5-e9c0047a98a0 HTTP/1.1" status: 200 len: 1093 time: 0.8932667 Feb 11 05:06:15.814428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e01e443-8e13-4de4-a27d-3beffd3b548f', 'tag': '5970b1cb-3d43-4094-89f5-e9c0047a98a0'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:15.816754 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30f68d6-2406-41bc-99e6-c36ef4ab1e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e01e443-8e13-4de4-a27d-3beffd3b548f", "tag": "5970b1cb-3d43-4094-89f5-e9c0047a98a0"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:15.840306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b2e3d-1b1a-4f0a-a435-517f8e8b0e14 service neutron] Pushing event updated for resources: {'Port': ['ID=5970b1cb-3d43-4094-89f5-e9c0047a98a0,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:15.954735 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef623c3-1ae4-4905-b3e7-eaf80552913d x-openstack-request-id: req-fef623c3-1ae4-4905-b3e7-eaf80552913d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:15.955029 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e01e443-8e13-4de4-a27d-3beffd3b548f", "tag": "5970b1cb-3d43-4094-89f5-e9c0047a98a0", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:15.955284 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fef623c3-1ae4-4905-b3e7-eaf80552913d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:15.955690 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e01e443-8e13-4de4-a27d-3beffd3b548f', 'tag': '5970b1cb-3d43-4094-89f5-e9c0047a98a0', 'status': 'completed', 'code': 200} Feb 11 05:06:15.957432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659133c2-5608-439c-9ad7-71802da9d7cb req-3793d9cf-c240-4a7d-960d-4d2c947f98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:15.958934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-3793d9cf-c240-4a7d-960d-4d2c947f98fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=427d22c230524d08a09e3d0d5b8d113b&device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 1127 time: 0.0568888 Feb 11 05:06:16.008610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-c098f3f1-1b47-42eb-995a-1292dd729cbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5970b1cb-3d43-4094-89f5-e9c0047a98a0 HTTP/1.1" status: 200 len: 217 time: 0.0402906 Feb 11 05:06:16.085067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659133c2-5608-439c-9ad7-71802da9d7cb req-25d504ae-c6ee-4dd6-b37c-2960a1f6945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:16.086456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-25d504ae-c6ee-4dd6-b37c-2960a1f6945d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=775cd404-fc4b-409c-b5a1-fa94b1470d37 HTTP/1.1" status: 200 len: 848 time: 0.0700314 Feb 11 05:06:16.097025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac485e3a-64c1-4135-8596-4ffd4b7d7fd1 req-63a96f93-81fb-4db3-8d6e-23513156a190 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:16.098424 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac485e3a-64c1-4135-8596-4ffd4b7d7fd1 req-63a96f93-81fb-4db3-8d6e-23513156a190 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 944 time: 0.0926402 Feb 11 05:06:16.129746 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-583c697c-af58-4624-ac43-f2dee2cd802e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cdb1df5-ce92-4cec-9bf0-60979145cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303247 Feb 11 05:06:16.219798 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac485e3a-64c1-4135-8596-4ffd4b7d7fd1 req-b2892178-124f-48d0-9093-2aa66639e56e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee83d0ee-7ea0-4b12-9096-7fe3d74edf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131134 Feb 11 05:06:16.247421 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-d193905d-748b-41ac-924e-60d4af6b114b service neutron] 10.222.0.32 "GET /v2.0/networks/1cdb1df5-ce92-4cec-9bf0-60979145cd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109295 Feb 11 05:06:16.339473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-659133c2-5608-439c-9ad7-71802da9d7cb req-9517363d-2e36-47cb-b84c-c594ec053c33 service neutron] 10.222.0.32 "GET /v2.0/networks/1cdb1df5-ce92-4cec-9bf0-60979145cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852134 Feb 11 05:06:16.845178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f68d6-2406-41bc-99e6-c36ef4ab1e2f req-19c9d2c7-a1d5-44c6-8b83-53d10943bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:16.846716 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a30f68d6-2406-41bc-99e6-c36ef4ab1e2f req-19c9d2c7-a1d5-44c6-8b83-53d10943bef9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=427d22c230524d08a09e3d0d5b8d113b&device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 1127 time: 0.3611352 Feb 11 05:06:16.968383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f68d6-2406-41bc-99e6-c36ef4ab1e2f req-9ecb0697-fcf4-49c7-83a9-2ebc0dd637e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:16.970368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a30f68d6-2406-41bc-99e6-c36ef4ab1e2f req-9ecb0697-fcf4-49c7-83a9-2ebc0dd637e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1cdb1df5-ce92-4cec-9bf0-60979145cd1b HTTP/1.1" status: 200 len: 909 time: 0.1117930 Feb 11 05:06:17.017307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a30f68d6-2406-41bc-99e6-c36ef4ab1e2f req-738a5cba-8c0d-4668-ac35-2b22e483602e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5970b1cb-3d43-4094-89f5-e9c0047a98a0 HTTP/1.1" status: 200 len: 217 time: 0.0397365 Feb 11 05:06:17.068515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f68d6-2406-41bc-99e6-c36ef4ab1e2f req-637aa7a7-7578-4c21-8143-7dd596accf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:17.069972 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a30f68d6-2406-41bc-99e6-c36ef4ab1e2f req-637aa7a7-7578-4c21-8143-7dd596accf2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=775cd404-fc4b-409c-b5a1-fa94b1470d37 HTTP/1.1" status: 200 len: 848 time: 0.0452182 Feb 11 05:06:17.108173 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a30f68d6-2406-41bc-99e6-c36ef4ab1e2f req-7a7d312e-8080-4e43-944e-3ac864e07a78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1cdb1df5-ce92-4cec-9bf0-60979145cd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260453 Feb 11 05:06:17.213127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a30f68d6-2406-41bc-99e6-c36ef4ab1e2f req-fcacd927-11ec-401d-bc0d-116865c9040b service neutron] 10.222.0.32 "GET /v2.0/networks/1cdb1df5-ce92-4cec-9bf0-60979145cd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913763 Feb 11 05:06:17.352043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a30f68d6-2406-41bc-99e6-c36ef4ab1e2f req-8dd78da6-48a6-4500-b706-b59f037163b8 service neutron] 10.222.0.32 "GET /v2.0/networks/1cdb1df5-ce92-4cec-9bf0-60979145cd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265814 Feb 11 05:06:17.375067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106ed49-73e3-4ffd-9a35-a4aaa9f6a700 req-ddc14182-6de9-486d-9a8f-6d6327ef98b9 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:17.376479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3106ed49-73e3-4ffd-9a35-a4aaa9f6a700 req-ddc14182-6de9-486d-9a8f-6d6327ef98b9 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 944 time: 0.0799208 Feb 11 05:06:17.425867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3106ed49-73e3-4ffd-9a35-a4aaa9f6a700 req-c6bb7586-bb53-4578-8ab1-63407c0f7378 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee83d0ee-7ea0-4b12-9096-7fe3d74edf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430148 Feb 11 05:06:18.224476 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5970b1cb-3d43-4094-89f5-e9c0047a98a0 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:06:18.326501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 5970b1cb-3d43-4094-89f5-e9c0047a98a0, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5970b1cb-3d43-4094-89f5-e9c0047a98a0,segment=NetworkSegment(ae4e9495-3ae8-4520-8a0d-406557450020),segment_id=ae4e9495-3ae8-4520-8a0d-406557450020)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:18.338006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '5970b1cb-3d43-4094-89f5-e9c0047a98a0', 'network_id': '1cdb1df5-ce92-4cec-9bf0-60979145cd1b', 'port_id': '5970b1cb-3d43-4094-89f5-e9c0047a98a0', 'mac_address': 'fa:16:3e:c3:2c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775cd404-fc4b-409c-b5a1-fa94b1470d37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:06:18.378230 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 5970b1cb-3d43-4094-89f5-e9c0047a98a0 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:18.378676 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5970b1cb-3d43-4094-89f5-e9c0047a98a0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.392968 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5970b1cb-3d43-4094-89f5-e9c0047a98a0 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:06:18.412445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 5970b1cb-3d43-4094-89f5-e9c0047a98a0, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5970b1cb-3d43-4094-89f5-e9c0047a98a0,segment=NetworkSegment(ae4e9495-3ae8-4520-8a0d-406557450020),segment_id=ae4e9495-3ae8-4520-8a0d-406557450020)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:18.490603 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5970b1cb-3d43-4094-89f5-e9c0047a98a0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:18.546391 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=5970b1cb-3d43-4094-89f5-e9c0047a98a0,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:18.550023 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb839f-f3cb-4ae0-a5cf-b6035f2882c9 req-24d4cbf0-af4c-42f8-a89a-ad2125645a19 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:18.551570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9aeb839f-f3cb-4ae0-a5cf-b6035f2882c9 req-24d4cbf0-af4c-42f8-a89a-ad2125645a19 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 945 time: 0.0557780 Feb 11 05:06:18.599839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9aeb839f-f3cb-4ae0-a5cf-b6035f2882c9 req-0653b857-926b-4854-8422-b353456858ef tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee83d0ee-7ea0-4b12-9096-7fe3d74edf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425856 Feb 11 05:06:18.784555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['5970b1cb-3d43-4094-89f5-e9c0047a98a0'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:19.723989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a061c-4697-48b8-b98e-60b69a0ecbc9 req-1f984a47-a241-44a8-990d-5d20c2ca9af9 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:19.725499 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a64a061c-4697-48b8-b98e-60b69a0ecbc9 req-1f984a47-a241-44a8-990d-5d20c2ca9af9 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 945 time: 0.0540843 Feb 11 05:06:19.779543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a64a061c-4697-48b8-b98e-60b69a0ecbc9 req-3a228f31-0b08-466b-9c4e-7ac5c8ea7ea3 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee83d0ee-7ea0-4b12-9096-7fe3d74edf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472543 Feb 11 05:06:20.239317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5970b1cb-3d43-4094-89f5-e9c0047a98a0 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:06:20.429508 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 5970b1cb-3d43-4094-89f5-e9c0047a98a0 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:06:20.434518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 5970b1cb-3d43-4094-89f5-e9c0047a98a0 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:06:20.437993 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5970b1cb-3d43-4094-89f5-e9c0047a98a0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.514604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 5970b1cb-3d43-4094-89f5-e9c0047a98a0 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:06:20.515022 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5970b1cb-3d43-4094-89f5-e9c0047a98a0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.537614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e01e443-8e13-4de4-a27d-3beffd3b548f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5970b1cb-3d43-4094-89f5-e9c0047a98a0'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:20.539898 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295669df-7801-45c6-9829-7c0cad2e2c2e" -d '{"events": [{"server_uuid": "1e01e443-8e13-4de4-a27d-3beffd3b548f", "name": "network-vif-plugged", "status": "completed", "tag": "5970b1cb-3d43-4094-89f5-e9c0047a98a0"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:20.552654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 5970b1cb-3d43-4094-89f5-e9c0047a98a0, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5970b1cb-3d43-4094-89f5-e9c0047a98a0,segment=NetworkSegment(ae4e9495-3ae8-4520-8a0d-406557450020),segment_id=ae4e9495-3ae8-4520-8a0d-406557450020)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:20.612196 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5970b1cb-3d43-4094-89f5-e9c0047a98a0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:20.647190 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038a10bc-e36f-443e-ab54-7e1fcab778b4 x-openstack-request-id: req-038a10bc-e36f-443e-ab54-7e1fcab778b4 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:20.647482 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e01e443-8e13-4de4-a27d-3beffd3b548f", "name": "network-vif-plugged", "status": "completed", "tag": "5970b1cb-3d43-4094-89f5-e9c0047a98a0", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:20.647734 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-038a10bc-e36f-443e-ab54-7e1fcab778b4 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:20.648117 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e01e443-8e13-4de4-a27d-3beffd3b548f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5970b1cb-3d43-4094-89f5-e9c0047a98a0', 'code': 200} Feb 11 05:06:20.668322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=5970b1cb-3d43-4094-89f5-e9c0047a98a0,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:20.748765 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e696f-4c32-4c27-8686-c43976585e87 req-dd449c6d-5f9a-484a-9a6c-30b9cd1bd0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:20.750175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-023e696f-4c32-4c27-8686-c43976585e87 req-dd449c6d-5f9a-484a-9a6c-30b9cd1bd0a3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 1129 time: 0.0437973 Feb 11 05:06:20.793848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-023e696f-4c32-4c27-8686-c43976585e87 req-4810d8d3-7724-42ab-905b-7dc2ef50695e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ee83d0ee-7ea0-4b12-9096-7fe3d74edf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372739 Feb 11 05:06:20.897102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920941b-b6ed-475c-8480-bb9d995db4f1 req-e73e3912-2ac9-48ff-bad1-f426b5f645bd tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:20.898554 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7920941b-b6ed-475c-8480-bb9d995db4f1 req-e73e3912-2ac9-48ff-bad1-f426b5f645bd tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 946 time: 0.0525904 Feb 11 05:06:20.945720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7920941b-b6ed-475c-8480-bb9d995db4f1 req-24ffb797-3107-4a34-9779-182d816da54d tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee83d0ee-7ea0-4b12-9096-7fe3d74edf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415814 Feb 11 05:06:22.077866 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05b016-3c8c-4f27-8cfd-112d5eb71ff3 req-e9c81966-c7b6-495b-bf73-03d298baf83d tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:22.079376 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab05b016-3c8c-4f27-8cfd-112d5eb71ff3 req-e9c81966-c7b6-495b-bf73-03d298baf83d tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 946 time: 0.0576200 Feb 11 05:06:22.132163 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab05b016-3c8c-4f27-8cfd-112d5eb71ff3 req-736ad951-9567-4374-a3a6-f2f34c4a5c56 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee83d0ee-7ea0-4b12-9096-7fe3d74edf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467432 Feb 11 05:06:23.154971 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4df4ee33-e6aa-4047-9191-f491b067ed3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:23.257433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a889b9-a0db-4569-9beb-01756da1ac29 req-51fe242c-024b-457d-9057-53f7e0acc268 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:23.259464 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9a889b9-a0db-4569-9beb-01756da1ac29 req-51fe242c-024b-457d-9057-53f7e0acc268 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 946 time: 0.0542200 Feb 11 05:06:23.307017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9a889b9-a0db-4569-9beb-01756da1ac29 req-1df2730b-c1f9-43f4-9c29-ce47dbd94048 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee83d0ee-7ea0-4b12-9096-7fe3d74edf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416138 Feb 11 05:06:25.461704 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a763c40b-d7bf-4afb-9033-a11bbbe10fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:26.783886 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:28.038279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd512a-979e-43f6-a639-d298dee7aa19 req-2be91177-3bb8-4e7c-a9c2-c6b6a012a944 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:28.039794 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8fd512a-979e-43f6-a639-d298dee7aa19 req-2be91177-3bb8-4e7c-a9c2-c6b6a012a944 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 946 time: 0.0527396 Feb 11 05:06:28.091506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8fd512a-979e-43f6-a639-d298dee7aa19 req-ac09991a-bef6-40ec-b63e-7ae4103a988e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee83d0ee-7ea0-4b12-9096-7fe3d74edf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455773 Feb 11 05:06:28.364241 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.216741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36678b-93c9-4fd5-b23b-8edd7f1df86b req-659f1003-026f-4174-917e-946caa1fe06e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:29.218147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a36678b-93c9-4fd5-b23b-8edd7f1df86b req-659f1003-026f-4174-917e-946caa1fe06e tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 946 time: 0.0537009 Feb 11 05:06:29.268677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2a36678b-93c9-4fd5-b23b-8edd7f1df86b req-410790bf-b960-4b8e-a8f0-ee5f76e8a464 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee83d0ee-7ea0-4b12-9096-7fe3d74edf33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445628 Feb 11 05:06:29.730414 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.742689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76fe0e-c874-49af-a184-47622b753d0c req-57898a4a-03a7-4f30-8a89-583dba4e4593 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:06:29.744977 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c76fe0e-c874-49af-a184-47622b753d0c req-57898a4a-03a7-4f30-8a89-583dba4e4593 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 946 time: 0.0555236 Feb 11 05:06:29.843987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-3c76fe0e-c874-49af-a184-47622b753d0c req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Deleting port 5970b1cb-3d43-4094-89f5-e9c0047a98a0 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:06:29.844249 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3c76fe0e-c874-49af-a184-47622b753d0c req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5970b1cb-3d43-4094-89f5-e9c0047a98a0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.938897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-3c76fe0e-c874-49af-a184-47622b753d0c req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] For port 5970b1cb-3d43-4094-89f5-e9c0047a98a0, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=5970b1cb-3d43-4094-89f5-e9c0047a98a0,segment=NetworkSegment(ae4e9495-3ae8-4520-8a0d-406557450020),segment_id=ae4e9495-3ae8-4520-8a0d-406557450020)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:06:29.939269 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3c76fe0e-c874-49af-a184-47622b753d0c req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5970b1cb-3d43-4094-89f5-e9c0047a98a0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:29.952651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-3c76fe0e-c874-49af-a184-47622b753d0c req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Calling delete_port for 5970b1cb-3d43-4094-89f5-e9c0047a98a0 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:06:30.170391 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3c76fe0e-c874-49af-a184-47622b753d0c req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5970b1cb-3d43-4094-89f5-e9c0047a98a0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:30.182442 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['5970b1cb-3d43-4094-89f5-e9c0047a98a0'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:06:30.201948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Pushing event deleted for resources: {'Port': ['ID=5970b1cb-3d43-4094-89f5-e9c0047a98a0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:06:30.234033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.234750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.234750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.235074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.235430 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.235761 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.236092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.236419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.236750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.237082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.237411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.237738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.238062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:06:30.257864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c76fe0e-c874-49af-a184-47622b753d0c req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] No DVR routers for this DVR port 5970b1cb-3d43-4094-89f5-e9c0047a98a0 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:06:30.260316 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3c76fe0e-c874-49af-a184-47622b753d0c req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:30.263701 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c76fe0e-c874-49af-a184-47622b753d0c req-da3b048d-de41-4a08-99fb-46c026903ec5 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.32 "DELETE /v2.0/ports/5970b1cb-3d43-4094-89f5-e9c0047a98a0 HTTP/1.1" status: 204 len: 173 time: 0.5128489 Feb 11 05:06:30.264162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e01e443-8e13-4de4-a27d-3beffd3b548f', 'name': 'network-vif-deleted', 'tag': '5970b1cb-3d43-4094-89f5-e9c0047a98a0'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:06:30.266416 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b323cb-04d3-42dc-ba94-624b092bdbee" -d '{"events": [{"server_uuid": "1e01e443-8e13-4de4-a27d-3beffd3b548f", "name": "network-vif-deleted", "tag": "5970b1cb-3d43-4094-89f5-e9c0047a98a0"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:06:30.308917 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0ad4d4-7bb0-409b-bbcc-5fdf8188ccaf x-openstack-request-id: req-7b0ad4d4-7bb0-409b-bbcc-5fdf8188ccaf {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:06:30.308917 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e01e443-8e13-4de4-a27d-3beffd3b548f", "name": "network-vif-deleted", "tag": "5970b1cb-3d43-4094-89f5-e9c0047a98a0", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:06:30.308917 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b0ad4d4-7bb0-409b-bbcc-5fdf8188ccaf {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:06:30.308917 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e01e443-8e13-4de4-a27d-3beffd3b548f', 'name': 'network-vif-deleted', 'tag': '5970b1cb-3d43-4094-89f5-e9c0047a98a0', 'status': 'completed', 'code': 200} Feb 11 05:06:30.376356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c42ac11-2372-4daa-a35d-d65705a8dd62 req-a8133e95-8b85-4224-90f9-ad451d419996 tempest-VolumesActionsTest-918398840 tempest-VolumesActionsTest-918398840-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e01e443-8e13-4de4-a27d-3beffd3b548f HTTP/1.1" status: 200 len: 210 time: 0.0300775 Feb 11 05:06:32.270042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5970b1cb-3d43-4094-89f5-e9c0047a98a0 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:06:32.291141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 5970b1cb-3d43-4094-89f5-e9c0047a98a0 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:06:32.291494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 5970b1cb-3d43-4094-89f5-e9c0047a98a0 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:06:34.366836 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:34.434938 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:51.319071 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:06:53.164009 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-36085981-e5f8-4036-8e83-b7666e13c501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:55.461100 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8dd96fa8-11f0-4efb-b594-2a0504aa8281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:56.857536 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:58.394616 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:06:59.766179 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:04.323730 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:04.388548 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.428074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40026) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:13.475204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Deleting subnet 775cd404-fc4b-409c-b5a1-fa94b1470d37 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:07:13.478459 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Publish callbacks [] for subnet (775cd404-fc4b-409c-b5a1-fa94b1470d37), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.517771 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (775cd404-fc4b-409c-b5a1-fa94b1470d37), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.566349 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (775cd404-fc4b-409c-b5a1-fa94b1470d37), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.737290 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (775cd404-fc4b-409c-b5a1-fa94b1470d37), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.768592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775cd404-fc4b-409c-b5a1-fa94b1470d37,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:13.779689 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.788861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40030) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:13.789284 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/775cd404-fc4b-409c-b5a1-fa94b1470d37 HTTP/1.1" status: 204 len: 168 time: 0.3566384 Feb 11 05:07:13.789284 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.789284 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.789284 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.789284 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.789284 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.789750 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.789750 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.790191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.790512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.790865 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.791200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.791526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.791866 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150a9d5-4e79-4b8b-91a3-f68eb2557ff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:13.876230 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05ca8628-6334-4eb1-8a48-1f3122c01f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (1cdb1df5-ce92-4cec-9bf0-60979145cd1b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.962786 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05ca8628-6334-4eb1-8a48-1f3122c01f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (1cdb1df5-ce92-4cec-9bf0-60979145cd1b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:13.988626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-05ca8628-6334-4eb1-8a48-1f3122c01f05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cdb1df5-ce92-4cec-9bf0-60979145cd1b']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:14.001306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-05ca8628-6334-4eb1-8a48-1f3122c01f05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4e9495-3ae8-4520-8a0d-406557450020') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:14.001634 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-05ca8628-6334-4eb1-8a48-1f3122c01f05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4e9495-3ae8-4520-8a0d-406557450020') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:14.014574 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05ca8628-6334-4eb1-8a48-1f3122c01f05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (ae4e9495-3ae8-4520-8a0d-406557450020), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.029358 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05ca8628-6334-4eb1-8a48-1f3122c01f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ae4e9495-3ae8-4520-8a0d-406557450020), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.036425 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ca8628-6334-4eb1-8a48-1f3122c01f05 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:14.036825 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05ca8628-6334-4eb1-8a48-1f3122c01f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (ae4e9495-3ae8-4520-8a0d-406557450020), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: items = [ Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:14.051175 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:14.177262 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05ca8628-6334-4eb1-8a48-1f3122c01f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (1cdb1df5-ce92-4cec-9bf0-60979145cd1b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.195298 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-05ca8628-6334-4eb1-8a48-1f3122c01f05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.201595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-05ca8628-6334-4eb1-8a48-1f3122c01f05 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1cdb1df5-ce92-4cec-9bf0-60979145cd1b HTTP/1.1" status: 204 len: 168 time: 0.4121263 Feb 11 05:07:14.201595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca8628-6334-4eb1-8a48-1f3122c01f05 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cdb1df5-ce92-4cec-9bf0-60979145cd1b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:14.204937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40032) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:14.254879 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc05b36-5d1d-41f4-bc98-6d2b9fc8b4d9 admin admin] Deleting subnet 0e899a85-556a-4ccb-81ef-166c40ebb1f2 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:07:14.258393 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7cc05b36-5d1d-41f4-bc98-6d2b9fc8b4d9 admin admin] Publish callbacks [] for subnet (0e899a85-556a-4ccb-81ef-166c40ebb1f2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.295861 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7cc05b36-5d1d-41f4-bc98-6d2b9fc8b4d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (0e899a85-556a-4ccb-81ef-166c40ebb1f2), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.341429 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7cc05b36-5d1d-41f4-bc98-6d2b9fc8b4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (0e899a85-556a-4ccb-81ef-166c40ebb1f2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.469055 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7cc05b36-5d1d-41f4-bc98-6d2b9fc8b4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (0e899a85-556a-4ccb-81ef-166c40ebb1f2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.498710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc05b36-5d1d-41f4-bc98-6d2b9fc8b4d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e899a85-556a-4ccb-81ef-166c40ebb1f2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:14.501312 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7cc05b36-5d1d-41f4-bc98-6d2b9fc8b4d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.504621 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7cc05b36-5d1d-41f4-bc98-6d2b9fc8b4d9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0e899a85-556a-4ccb-81ef-166c40ebb1f2 HTTP/1.1" status: 204 len: 168 time: 0.2980402 Feb 11 05:07:14.507316 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40034) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:14.582358 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2416747c-c68a-4794-9ab0-f72c18a9b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (e09ee885-04b1-44c6-be80-e04c57d36547), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.670682 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2416747c-c68a-4794-9ab0-f72c18a9b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (e09ee885-04b1-44c6-be80-e04c57d36547), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.691728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-2416747c-c68a-4794-9ab0-f72c18a9b6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09ee885-04b1-44c6-be80-e04c57d36547']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:14.702041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-2416747c-c68a-4794-9ab0-f72c18a9b6a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dae2544-12d0-40b7-8b7d-8a3acee7d34a') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:14.702344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-2416747c-c68a-4794-9ab0-f72c18a9b6a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dae2544-12d0-40b7-8b7d-8a3acee7d34a') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:14.713781 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2416747c-c68a-4794-9ab0-f72c18a9b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (4dae2544-12d0-40b7-8b7d-8a3acee7d34a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.728961 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2416747c-c68a-4794-9ab0-f72c18a9b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (4dae2544-12d0-40b7-8b7d-8a3acee7d34a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.735563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2416747c-c68a-4794-9ab0-f72c18a9b6a3 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:07:14.735958 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2416747c-c68a-4794-9ab0-f72c18a9b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (4dae2544-12d0-40b7-8b7d-8a3acee7d34a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:07:14.740283 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:07:14.874429 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2416747c-c68a-4794-9ab0-f72c18a9b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (e09ee885-04b1-44c6-be80-e04c57d36547), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.891712 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2416747c-c68a-4794-9ab0-f72c18a9b6a3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:14.895570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2416747c-c68a-4794-9ab0-f72c18a9b6a3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e09ee885-04b1-44c6-be80-e04c57d36547 HTTP/1.1" status: 204 len: 168 time: 0.3869252 Feb 11 05:07:14.895990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416747c-c68a-4794-9ab0-f72c18a9b6a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e09ee885-04b1-44c6-be80-e04c57d36547,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:15.372461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40038) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:15.414546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c0a78bd4-66c0-498e-85b4-64c11db95f00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=427d22c230524d08a09e3d0d5b8d113b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402608 Feb 11 05:07:15.417178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40040) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:15.466140 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1cc405e6-334c-4da1-bcb8-44abce09a0ec admin admin] Publish callbacks [] for security_group (ee83d0ee-7ea0-4b12-9096-7fe3d74edf33), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.488526 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1cc405e6-334c-4da1-bcb8-44abce09a0ec admin admin] Publish callbacks [] for security_group (ee83d0ee-7ea0-4b12-9096-7fe3d74edf33), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.662692 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1cc405e6-334c-4da1-bcb8-44abce09a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ee83d0ee-7ea0-4b12-9096-7fe3d74edf33), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.665457 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1cc405e6-334c-4da1-bcb8-44abce09a0ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:15.666586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1cc405e6-334c-4da1-bcb8-44abce09a0ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee83d0ee-7ea0-4b12-9096-7fe3d74edf33 HTTP/1.1" status: 204 len: 168 time: 0.2485187 Feb 11 05:07:15.675324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc405e6-334c-4da1-bcb8-44abce09a0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee83d0ee-7ea0-4b12-9096-7fe3d74edf33,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:16.459123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40046) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:16.500272 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6d53c01f-8fd4-4097-bec5-cfee19d0c917 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84877c899c3a455ca64174e5915a516f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399601 Feb 11 05:07:16.502774 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40048) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:16.549197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa6f92f3-d680-459f-90d2-a783349e55f8 admin admin] Publish callbacks [] for security_group (d8db4599-76c8-44f3-beee-4f407e572f40), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:16.570389 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa6f92f3-d680-459f-90d2-a783349e55f8 admin admin] Publish callbacks [] for security_group (d8db4599-76c8-44f3-beee-4f407e572f40), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:16.686227 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa6f92f3-d680-459f-90d2-a783349e55f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d8db4599-76c8-44f3-beee-4f407e572f40), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:16.688885 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa6f92f3-d680-459f-90d2-a783349e55f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:16.690067 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aa6f92f3-d680-459f-90d2-a783349e55f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8db4599-76c8-44f3-beee-4f407e572f40 HTTP/1.1" status: 204 len: 168 time: 0.1863563 Feb 11 05:07:16.698196 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f92f3-d680-459f-90d2-a783349e55f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8db4599-76c8-44f3-beee-4f407e572f40,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:23.136692 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-59a2bc95-3026-49a6-bb7d-3fc2a4133733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:25.428333 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5ae5403f-2e8d-4dcf-99ae-4b47af9f4709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:26.777576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40124) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:26.797355 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:26.890460 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6220261e-9751-4348-8903-f81c69ad0699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:26.974960 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6220261e-9751-4348-8903-f81c69ad0699 admin admin] Publish callbacks [] for security_group (4449d971-0e3d-40df-9db3-bf1628066e95), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.039484 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6220261e-9751-4348-8903-f81c69ad0699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4449d971-0e3d-40df-9db3-bf1628066e95), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.082097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6220261e-9751-4348-8903-f81c69ad0699 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73876ba9694c4aa09685ef7000d9f197&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3033953 Feb 11 05:07:27.083148 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220261e-9751-4348-8903-f81c69ad0699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4449d971-0e3d-40df-9db3-bf1628066e95,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:27.085132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40128) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:27.146813 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21941a6a-21fb-46af-8527-851c494eb101 admin admin] Publish callbacks [] for security_group (4449d971-0e3d-40df-9db3-bf1628066e95), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.170263 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21941a6a-21fb-46af-8527-851c494eb101 admin admin] Publish callbacks [] for security_group (4449d971-0e3d-40df-9db3-bf1628066e95), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.319515 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21941a6a-21fb-46af-8527-851c494eb101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4449d971-0e3d-40df-9db3-bf1628066e95), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.322859 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21941a6a-21fb-46af-8527-851c494eb101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:27.331024 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-21941a6a-21fb-46af-8527-851c494eb101 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4449d971-0e3d-40df-9db3-bf1628066e95 HTTP/1.1" status: 204 len: 168 time: 0.2368803 Feb 11 05:07:27.333341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21941a6a-21fb-46af-8527-851c494eb101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4449d971-0e3d-40df-9db3-bf1628066e95,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:28.319478 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:07:28.359470 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:28.830139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40158) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:28.944123 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-54d083d3-ab89-424e-bdde-90aac5c87333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.020451 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-54d083d3-ab89-424e-bdde-90aac5c87333 admin admin] Publish callbacks [] for security_group (b8095c9a-d792-414f-9120-b6b062569deb), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.090635 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-54d083d3-ab89-424e-bdde-90aac5c87333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b8095c9a-d792-414f-9120-b6b062569deb), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.130967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-54d083d3-ab89-424e-bdde-90aac5c87333 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b4fa743c97f4609a7dc3fb9353a9c75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2995861 Feb 11 05:07:29.131836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d083d3-ab89-424e-bdde-90aac5c87333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8095c9a-d792-414f-9120-b6b062569deb,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:29.134473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40162) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:29.199373 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e211384-15ee-43f3-ad5b-79e83bd8bcbb admin admin] Publish callbacks [] for security_group (b8095c9a-d792-414f-9120-b6b062569deb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.229796 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e211384-15ee-43f3-ad5b-79e83bd8bcbb admin admin] Publish callbacks [] for security_group (b8095c9a-d792-414f-9120-b6b062569deb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.357867 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e211384-15ee-43f3-ad5b-79e83bd8bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b8095c9a-d792-414f-9120-b6b062569deb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.360444 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1e211384-15ee-43f3-ad5b-79e83bd8bcbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:29.362101 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1e211384-15ee-43f3-ad5b-79e83bd8bcbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8095c9a-d792-414f-9120-b6b062569deb HTTP/1.1" status: 204 len: 168 time: 0.2260339 Feb 11 05:07:29.371200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e211384-15ee-43f3-ad5b-79e83bd8bcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8095c9a-d792-414f-9120-b6b062569deb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:29.756997 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:34.284673 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:34.318780 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.112493 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40254) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:45.232804 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf8a00e7-e5ca-4c7d-9aaf-fde578a35d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.313452 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf8a00e7-e5ca-4c7d-9aaf-fde578a35d20 admin admin] Publish callbacks [] for security_group (d804906d-8e2d-4a20-86ed-c721f84e4f84), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.393357 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cf8a00e7-e5ca-4c7d-9aaf-fde578a35d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d804906d-8e2d-4a20-86ed-c721f84e4f84), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.431891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a00e7-e5ca-4c7d-9aaf-fde578a35d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d804906d-8e2d-4a20-86ed-c721f84e4f84,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:45.438153 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cf8a00e7-e5ca-4c7d-9aaf-fde578a35d20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=effc924cccfe41e68df6550bc53feddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3244898 Feb 11 05:07:45.440862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40260) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:45.490308 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Publish callbacks [] for security_group (d804906d-8e2d-4a20-86ed-c721f84e4f84), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.515383 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Publish callbacks [] for security_group (d804906d-8e2d-4a20-86ed-c721f84e4f84), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.619843 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d804906d-8e2d-4a20-86ed-c721f84e4f84), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.623220 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:45.624373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d804906d-8e2d-4a20-86ed-c721f84e4f84 HTTP/1.1" status: 204 len: 168 time: 0.1825383 Feb 11 05:07:45.632422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d804906d-8e2d-4a20-86ed-c721f84e4f84,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:45.640053 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:45.640402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:45.640743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:45.641085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:45.641581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:45.641823 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:45.642181 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:45.642479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:45.642826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:45.643154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:45.643483 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:45.643806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:45.644129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207d0ea2-f22a-4bcb-be00-f9d3e447c24a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:46.602102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40284) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:46.699152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1304209857-network', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:46.793450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] Made reservation on behalf of 5b519676e5314981b6b11a2a5e55babb for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:46.796430 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.805240 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.878256 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] Publish callbacks [] for security_group (f287697c-abea-4d91-924e-ae8f0b24565e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.947796 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f287697c-abea-4d91-924e-ae8f0b24565e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.976219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:07:46.982864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f287697c-abea-4d91-924e-ae8f0b24565e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:46.988799 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (85d33439-b132-452e-862e-f454a1be79e7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:46.989260 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] Added segment 85d33439-b132-452e-862e-f454a1be79e7 of type vlan for network e8ecca8a-be3c-41a3-9fa3-540c34223b1b Feb 11 05:07:47.030548 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (e8ecca8a-be3c-41a3-9fa3-540c34223b1b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.124708 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (e8ecca8a-be3c-41a3-9fa3-540c34223b1b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.125623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:47.126209 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.190605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] Pushing event updated for resources: {'Network': ['ID=e8ecca8a-be3c-41a3-9fa3-540c34223b1b,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:47.201833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network e8ecca8a-be3c-41a3-9fa3-540c34223b1b details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:47.248098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6ed96ad5-7f97-473c-89cd-ff060414ecdd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6447930 Feb 11 05:07:47.251415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40288) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:47.256699 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6cf1d308-e99c-4e4b-81ed-c7928d025732 admin admin] Request body: {'subnet': {'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1304209857-subnet', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:47.347781 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf1d308-e99c-4e4b-81ed-c7928d025732 admin admin] Made reservation on behalf of 5b519676e5314981b6b11a2a5e55babb for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:47.350164 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d308-e99c-4e4b-81ed-c7928d025732 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.593619 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d308-e99c-4e4b-81ed-c7928d025732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (3303ec98-4d2f-4e90-a9ea-56b11caa6d00), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.646707 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1d308-e99c-4e4b-81ed-c7928d025732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3303ec98-4d2f-4e90-a9ea-56b11caa6d00,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:47.657863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf1d308-e99c-4e4b-81ed-c7928d025732 admin admin] Checking segment: {'id': '85d33439-b132-452e-862e-f454a1be79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:47.658226 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf1d308-e99c-4e4b-81ed-c7928d025732 admin admin] Network hostable DHCP agents. Network: e8ecca8a-be3c-41a3-9fa3-540c34223b1b, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:07:47.774019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf1d308-e99c-4e4b-81ed-c7928d025732 admin admin] Network e8ecca8a-be3c-41a3-9fa3-540c34223b1b is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:07:47.871399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6cf1d308-e99c-4e4b-81ed-c7928d025732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, e8ecca8a-be3c-41a3-9fa3-540c34223b1b) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:47.876112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf1d308-e99c-4e4b-81ed-c7928d025732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:47.876708 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6cf1d308-e99c-4e4b-81ed-c7928d025732 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.882937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b17229-ba45-4ca1-908b-b562230ef8ab None None] Network e8ecca8a-be3c-41a3-9fa3-540c34223b1b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:47.979012 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6cf1d308-e99c-4e4b-81ed-c7928d025732 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7264056 Feb 11 05:07:47.982440 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40290) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:47.986368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'fixed_ips': [{'subnet_id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:07:47.990452 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:47.990595 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:48.065371 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (a6c1e2c8-2507-4257-86a3-b6487d0947a1), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.066605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (a6c1e2c8-2507-4257-86a3-b6487d0947a1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.124149 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Publish callbacks [] for router_controller (a6c1e2c8-2507-4257-86a3-b6487d0947a1), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.128872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Allocated IP 172.20.0.2 (e8ecca8a-be3c-41a3-9fa3-540c34223b1b/3303ec98-4d2f-4e90-a9ea-56b11caa6d00/6f9ded5c-030f-4906-8f83-030c1449e299) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:48.275407 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Publish callbacks [] for port (6f9ded5c-030f-4906-8f83-030c1449e299), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.334125 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (6f9ded5c-030f-4906-8f83-030c1449e299), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.334896 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Publish callbacks [] for router_gateway (a6c1e2c8-2507-4257-86a3-b6487d0947a1), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.374494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Network e8ecca8a-be3c-41a3-9fa3-540c34223b1b is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:48.377225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:48.379741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:48.392505 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Pushing event updated for resources: {'Port': ['ID=6f9ded5c-030f-4906-8f83-030c1449e299,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:48.415540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:48.415897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:48.416243 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:48.416577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:48.416929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:48.417243 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:48.417571 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:48.417899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:48.418224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:48.418546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:48.418948 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:48.419293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:48.419624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:48.458310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Attempting to bind port 6f9ded5c-030f-4906-8f83-030c1449e299 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:48.460253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Attempting to bind port 6f9ded5c-030f-4906-8f83-030c1449e299 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '85d33439-b132-452e-862e-f454a1be79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:48.460253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Attempting to bind port 6f9ded5c-030f-4906-8f83-030c1449e299 on network e8ecca8a-be3c-41a3-9fa3-540c34223b1b {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:48.464649 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:48.465036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Checking segment: {'id': '85d33439-b132-452e-862e-f454a1be79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:48.465454 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.466553 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Bound using segment: {'id': '85d33439-b132-452e-862e-f454a1be79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:48.467355 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Bound port: 6f9ded5c-030f-4906-8f83-030c1449e299, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d33439-b132-452e-862e-f454a1be79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:48.467802 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6f9ded5c-030f-4906-8f83-030c1449e299), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.543681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] For port 6f9ded5c-030f-4906-8f83-030c1449e299, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:48.547104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] For port 6f9ded5c-030f-4906-8f83-030c1449e299, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6f9ded5c-030f-4906-8f83-030c1449e299,segment=NetworkSegment(85d33439-b132-452e-862e-f454a1be79e7),segment_id=85d33439-b132-452e-862e-f454a1be79e7)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:48.605531 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6f9ded5c-030f-4906-8f83-030c1449e299), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.643171 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Publish callbacks [] for router_gateway (a6c1e2c8-2507-4257-86a3-b6487d0947a1), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.664460 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:48.666893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7901d0-f131-4e7d-ba5e-a497ca98d03e None None] Pushing event updated for resources: {'Port': ['ID=6f9ded5c-030f-4906-8f83-030c1449e299,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:48.781719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Allocated IP 172.25.3.243 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/c951908a-9c77-4198-a430-095f94a7c9a3) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:48.915549 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Publish callbacks [] for port (c951908a-9c77-4198-a430-095f94a7c9a3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.008865 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c951908a-9c77-4198-a430-095f94a7c9a3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.047688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6f9ded5c-030f-4906-8f83-030c1449e299 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:49.060951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:49.068478 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:49.070034 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:49.093064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Pushing event updated for resources: {'Port': ['ID=c951908a-9c77-4198-a430-095f94a7c9a3,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:49.103049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 6f9ded5c-030f-4906-8f83-030c1449e299 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:49.103438 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6f9ded5c-030f-4906-8f83-030c1449e299), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.196247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 6f9ded5c-030f-4906-8f83-030c1449e299 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:49.196552 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6f9ded5c-030f-4906-8f83-030c1449e299), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.230449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 6f9ded5c-030f-4906-8f83-030c1449e299, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6f9ded5c-030f-4906-8f83-030c1449e299,segment=NetworkSegment(85d33439-b132-452e-862e-f454a1be79e7),segment_id=85d33439-b132-452e-862e-f454a1be79e7)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:49.365007 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6f9ded5c-030f-4906-8f83-030c1449e299), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.429901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=6f9ded5c-030f-4906-8f83-030c1449e299,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:49.534067 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Publish callbacks [] for router_gateway (a6c1e2c8-2507-4257-86a3-b6487d0947a1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.607518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e113c1e0-1d36-4e4c-8a54-a583995caf63 None None] Network e8ecca8a-be3c-41a3-9fa3-540c34223b1b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:49.723437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-647a7c40-f614-4ea3-931e-f83bd574f910 None None] Provisioning complete for port 6f9ded5c-030f-4906-8f83-030c1449e299 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:49.723729 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-647a7c40-f614-4ea3-931e-f83bd574f910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6f9ded5c-030f-4906-8f83-030c1449e299), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.745766 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (a6c1e2c8-2507-4257-86a3-b6487d0947a1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:49.809210 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-647a7c40-f614-4ea3-931e-f83bd574f910 None None] Current status of the port 6f9ded5c-030f-4906-8f83-030c1449e299 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:49.968337 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Router a6c1e2c8-2507-4257-86a3-b6487d0947a1 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:07:50.031836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f917beae-19df-453e-b3d5-b60a13803b86 None None] Provisioning complete for port 6f9ded5c-030f-4906-8f83-030c1449e299 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:50.032186 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f917beae-19df-453e-b3d5-b60a13803b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6f9ded5c-030f-4906-8f83-030c1449e299), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.078110 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:50.100715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Sync routers for ids ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:50.122987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Routers {'a6c1e2c8-2507-4257-86a3-b6487d0947a1'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:50.123621 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:07:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:50.128477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f917beae-19df-453e-b3d5-b60a13803b86 None None] Current status of the port 6f9ded5c-030f-4906-8f83-030c1449e299 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:50.178204 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.179567 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-356287d7-ce10-4837-8aff-0cbe555e5671 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1955760 Feb 11 05:07:50.182226 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40292) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:50.409562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Set router a6c1e2c8-2507-4257-86a3-b6487d0947a1 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:50.599443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:49Z', 'revision_number': 3, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'gw_port': {'id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:50.627506 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.630062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Checking router: a6c1e2c8-2507-4257-86a3-b6487d0947a1 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:50.630420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Updating router a6c1e2c8-2507-4257-86a3-b6487d0947a1 port c951908a-9c77-4198-a430-095f94a7c9a3 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:07:50.659224 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c951908a-9c77-4198-a430-095f94a7c9a3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.804863 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Allocated IP 172.20.0.1 (e8ecca8a-be3c-41a3-9fa3-540c34223b1b/3303ec98-4d2f-4e90-a9ea-56b11caa6d00/5860413e-7630-41f8-80be-6a156be14035) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:50.907495 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Publish callbacks [] for port (5860413e-7630-41f8-80be-6a156be14035), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:50.920245 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Publish callbacks [] for port (c951908a-9c77-4198-a430-095f94a7c9a3), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.008317 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c951908a-9c77-4198-a430-095f94a7c9a3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.037349 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5860413e-7630-41f8-80be-6a156be14035), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.043012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6f9ded5c-030f-4906-8f83-030c1449e299 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:51.093586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Network e8ecca8a-be3c-41a3-9fa3-540c34223b1b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:51.098450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:51.102169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:51.107916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Attempting to bind port c951908a-9c77-4198-a430-095f94a7c9a3 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:51.108301 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Attempting to bind port c951908a-9c77-4198-a430-095f94a7c9a3 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:51.108751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Attempting to bind port c951908a-9c77-4198-a430-095f94a7c9a3 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:51.110678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b902165-72ca-4fec-8e31-6b2bb1c04406 None None] Pushing event updated for resources: {'Port': ['ID=c951908a-9c77-4198-a430-095f94a7c9a3,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:51.118453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:51.118862 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:51.119281 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.119687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:51.120169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Bound port: c951908a-9c77-4198-a430-095f94a7c9a3, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:51.120559 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c951908a-9c77-4198-a430-095f94a7c9a3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.127094 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Pushing event updated for resources: {'Port': ['ID=5860413e-7630-41f8-80be-6a156be14035,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:51.151648 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (a6c1e2c8-2507-4257-86a3-b6487d0947a1), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.182204 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 6f9ded5c-030f-4906-8f83-030c1449e299 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:51.182591 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6f9ded5c-030f-4906-8f83-030c1449e299), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.210252 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] For port c951908a-9c77-4198-a430-095f94a7c9a3, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:51.234633 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] For port c951908a-9c77-4198-a430-095f94a7c9a3, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c951908a-9c77-4198-a430-095f94a7c9a3,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:51.287991 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 6f9ded5c-030f-4906-8f83-030c1449e299 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:51.292426 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c951908a-9c77-4198-a430-095f94a7c9a3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.347285 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Routers {'a6c1e2c8-2507-4257-86a3-b6487d0947a1'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:51.347919 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:07:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:51.355931 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5860413e-7630-41f8-80be-6a156be14035), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.411233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b902165-72ca-4fec-8e31-6b2bb1c04406 None None] Pushing event updated for resources: {'Port': ['ID=c951908a-9c77-4198-a430-095f94a7c9a3,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:51.425990 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-80f1d740-bd89-493f-8084-fc0a69edc1b3 None None] Provisioning complete for port 5860413e-7630-41f8-80be-6a156be14035 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:51.426367 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-80f1d740-bd89-493f-8084-fc0a69edc1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5860413e-7630-41f8-80be-6a156be14035), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.505797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-80f1d740-bd89-493f-8084-fc0a69edc1b3 None None] Port 5860413e-7630-41f8-80be-6a156be14035 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:07:51.511818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] Set router a6c1e2c8-2507-4257-86a3-b6487d0947a1 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:51.526563 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Publish callbacks [] for port (5860413e-7630-41f8-80be-6a156be14035), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.614268 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (5860413e-7630-41f8-80be-6a156be14035), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.681384 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Pushing event updated for resources: {'Port': ['ID=5860413e-7630-41f8-80be-6a156be14035,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:51.683916 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (a6c1e2c8-2507-4257-86a3-b6487d0947a1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:51.723349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:51Z', 'revision_number': 4, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'gw_port': {'id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5860413e-7630-41f8-80be-6a156be14035', 'name': '', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'mac_address': 'fa:16:3e:1a:01:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:50Z', 'updated_at': '2022-02-11T05:07:50Z', 'revision_number': 1, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'subnets': [{'id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:51.751644 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d88a9-bbef-44dd-8201-38d77e913610 None None] The sync data for ids ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'] in n-d-712142-35 is: [{'id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:51Z', 'revision_number': 4, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'gw_port': {'id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5860413e-7630-41f8-80be-6a156be14035', 'name': '', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'mac_address': 'fa:16:3e:1a:01:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:50Z', 'updated_at': '2022-02-11T05:07:50Z', 'revision_number': 1, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'subnets': [{'id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:51.782938 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Network e8ecca8a-be3c-41a3-9fa3-540c34223b1b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:51.784387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:51.907302 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Router a6c1e2c8-2507-4257-86a3-b6487d0947a1 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:07:52.044967 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:52.050219 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3781e59c-b614-4d12-a070-7fd26cfe31d3 admin admin] 10.222.0.13 "PUT /v2.0/routers/a6c1e2c8-2507-4257-86a3-b6487d0947a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8669293 Feb 11 05:07:52.145613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-da0fdeb4-630d-474b-a599-e89a9fb59692 None None] Provisioning complete for port 5860413e-7630-41f8-80be-6a156be14035 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:52.145613 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da0fdeb4-630d-474b-a599-e89a9fb59692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5860413e-7630-41f8-80be-6a156be14035), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.190261 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-da0fdeb4-630d-474b-a599-e89a9fb59692 None None] Port 5860413e-7630-41f8-80be-6a156be14035 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:07:52.833423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40308) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:52.838872 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1153407192-network', 'tenant_id': 'e1615981489b41828414706086466f1e'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:52.962551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] Made reservation on behalf of e1615981489b41828414706086466f1e for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:52.965668 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:52.979778 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.062118 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c951908a-9c77-4198-a430-095f94a7c9a3 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:53.074365 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] Publish callbacks [] for security_group (e949a542-cdc0-4606-bd57-fe3778294292), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.127827 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c951908a-9c77-4198-a430-095f94a7c9a3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:53.132673 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c951908a-9c77-4198-a430-095f94a7c9a3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.153671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e949a542-cdc0-4606-bd57-fe3778294292), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.182191 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:07:53.193156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e949a542-cdc0-4606-bd57-fe3778294292,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:53.198438 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6d8df282-03b2-48f4-8655-0a033a8c17fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.203981 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (31f93a92-32f2-4c43-8bc5-fd728a67677d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.204329 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] Added segment 31f93a92-32f2-4c43-8bc5-fd728a67677d of type vlan for network b7fe1175-e568-47c1-a125-41eb40908a18 Feb 11 05:07:53.222126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c951908a-9c77-4198-a430-095f94a7c9a3 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:53.222549 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c951908a-9c77-4198-a430-095f94a7c9a3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.248860 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port c951908a-9c77-4198-a430-095f94a7c9a3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c951908a-9c77-4198-a430-095f94a7c9a3,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:53.251825 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (b7fe1175-e568-47c1-a125-41eb40908a18), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.313019 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c951908a-9c77-4198-a430-095f94a7c9a3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.342184 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (b7fe1175-e568-47c1-a125-41eb40908a18), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.343308 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:53.343959 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.365086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=c951908a-9c77-4198-a430-095f94a7c9a3,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:53.406886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] Pushing event updated for resources: {'Network': ['ID=b7fe1175-e568-47c1-a125-41eb40908a18,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:53.416423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network b7fe1175-e568-47c1-a125-41eb40908a18 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:07:53.424625 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ee9e7f4d-5a58-4d56-877b-ac06eba932be admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5900483 Feb 11 05:07:53.427955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40310) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:53.432935 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1065a3c2-a36f-49e0-9497-1fce0e21ce18 admin admin] Request body: {'subnet': {'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1153407192-subnet', 'tenant_id': 'e1615981489b41828414706086466f1e', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:53.495929 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1065a3c2-a36f-49e0-9497-1fce0e21ce18 admin admin] Made reservation on behalf of e1615981489b41828414706086466f1e for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:07:53.498375 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1065a3c2-a36f-49e0-9497-1fce0e21ce18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.751502 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1065a3c2-a36f-49e0-9497-1fce0e21ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (ccc75f77-870a-448d-b550-d774d3155111), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:53.829125 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Sync routers for ids ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:53.840263 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Routers {'a6c1e2c8-2507-4257-86a3-b6487d0947a1'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:53.841614 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:07:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:53.956345 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Set router a6c1e2c8-2507-4257-86a3-b6487d0947a1 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:54.164435 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:51Z', 'revision_number': 4, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'gw_port': {'id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5860413e-7630-41f8-80be-6a156be14035', 'name': '', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'mac_address': 'fa:16:3e:1a:01:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:50Z', 'updated_at': '2022-02-11T05:07:51Z', 'revision_number': 2, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'subnets': [{'id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:54.165085 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065a3c2-a36f-49e0-9497-1fce0e21ce18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc75f77-870a-448d-b550-d774d3155111,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:54.173572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065a3c2-a36f-49e0-9497-1fce0e21ce18 admin admin] Checking segment: {'id': '31f93a92-32f2-4c43-8bc5-fd728a67677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:54.182214 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1065a3c2-a36f-49e0-9497-1fce0e21ce18 admin admin] Network hostable DHCP agents. Network: b7fe1175-e568-47c1-a125-41eb40908a18, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:07:54.195638 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Checking router: a6c1e2c8-2507-4257-86a3-b6487d0947a1 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:54.195955 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Updating router a6c1e2c8-2507-4257-86a3-b6487d0947a1 port 5860413e-7630-41f8-80be-6a156be14035 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:07:54.222966 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5860413e-7630-41f8-80be-6a156be14035), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.276589 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1065a3c2-a36f-49e0-9497-1fce0e21ce18 admin admin] Network b7fe1175-e568-47c1-a125-41eb40908a18 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:07:54.335983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-1065a3c2-a36f-49e0-9497-1fce0e21ce18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, b7fe1175-e568-47c1-a125-41eb40908a18) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:54.340395 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1065a3c2-a36f-49e0-9497-1fce0e21ce18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:07:54.345281 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1065a3c2-a36f-49e0-9497-1fce0e21ce18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.348162 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b61877-37a5-4689-a4e8-fd365da71aa8 None None] Network b7fe1175-e568-47c1-a125-41eb40908a18 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:54.415503 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1065a3c2-a36f-49e0-9497-1fce0e21ce18 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9839771 Feb 11 05:07:54.415739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40312) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:54.420672 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1153407192-router', 'tenant_id': 'e1615981489b41828414706086466f1e', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:54.461524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-b7fe1175-e568-47c1-a125-41eb40908a18', 'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18', 'project_id': 'e1615981489b41828414706086466f1e', 'fixed_ips': [{'subnet_id': 'ccc75f77-870a-448d-b550-d774d3155111'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:07:54.462513 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.496621 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Publish callbacks [] for port (5860413e-7630-41f8-80be-6a156be14035), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.518875 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (933f74e0-6841-4d18-9d3a-856d29fe86cd), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.520077 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (933f74e0-6841-4d18-9d3a-856d29fe86cd), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.574039 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Publish callbacks [] for router_controller (933f74e0-6841-4d18-9d3a-856d29fe86cd), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.591418 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5860413e-7630-41f8-80be-6a156be14035), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.603522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Allocated IP 172.20.0.2 (b7fe1175-e568-47c1-a125-41eb40908a18/ccc75f77-870a-448d-b550-d774d3155111/f27a3124-0ac7-4df6-92c7-4e448e9696e9) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:54.647828 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003c8d2-63d4-403e-b14c-a0fce4a84392 None None] Pushing event updated for resources: {'Port': ['ID=5860413e-7630-41f8-80be-6a156be14035,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:54.675991 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5003c8d2-63d4-403e-b14c-a0fce4a84392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:54.676362 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5003c8d2-63d4-403e-b14c-a0fce4a84392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:54.676714 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5003c8d2-63d4-403e-b14c-a0fce4a84392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:54.677643 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5003c8d2-63d4-403e-b14c-a0fce4a84392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:54.678006 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5003c8d2-63d4-403e-b14c-a0fce4a84392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:54.678350 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5003c8d2-63d4-403e-b14c-a0fce4a84392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:54.679202 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5003c8d2-63d4-403e-b14c-a0fce4a84392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:54.679567 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5003c8d2-63d4-403e-b14c-a0fce4a84392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:54.679908 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5003c8d2-63d4-403e-b14c-a0fce4a84392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:54.680244 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5003c8d2-63d4-403e-b14c-a0fce4a84392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:54.680579 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5003c8d2-63d4-403e-b14c-a0fce4a84392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:54.681009 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5003c8d2-63d4-403e-b14c-a0fce4a84392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:54.681345 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5003c8d2-63d4-403e-b14c-a0fce4a84392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:07:54.725899 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Attempting to bind port 5860413e-7630-41f8-80be-6a156be14035 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:54.729372 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Attempting to bind port 5860413e-7630-41f8-80be-6a156be14035 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '85d33439-b132-452e-862e-f454a1be79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:54.729372 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Attempting to bind port 5860413e-7630-41f8-80be-6a156be14035 on network e8ecca8a-be3c-41a3-9fa3-540c34223b1b {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:54.735474 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:54.735869 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Checking segment: {'id': '85d33439-b132-452e-862e-f454a1be79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:54.736320 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.736725 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Bound using segment: {'id': '85d33439-b132-452e-862e-f454a1be79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:54.737207 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Bound port: 5860413e-7630-41f8-80be-6a156be14035, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d33439-b132-452e-862e-f454a1be79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:54.737592 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5860413e-7630-41f8-80be-6a156be14035), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.787626 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Publish callbacks [] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.808991 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] For port 5860413e-7630-41f8-80be-6a156be14035, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:54.814438 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] For port 5860413e-7630-41f8-80be-6a156be14035, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5860413e-7630-41f8-80be-6a156be14035,segment=NetworkSegment(85d33439-b132-452e-862e-f454a1be79e7),segment_id=85d33439-b132-452e-862e-f454a1be79e7)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:54.827549 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Publish callbacks [] for router_gateway (933f74e0-6841-4d18-9d3a-856d29fe86cd), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.876961 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.902712 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5860413e-7630-41f8-80be-6a156be14035), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.918506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Network b7fe1175-e568-47c1-a125-41eb40908a18 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:54.931605 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:54.939064 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:54.943880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Pushing event updated for resources: {'Port': ['ID=f27a3124-0ac7-4df6-92c7-4e448e9696e9,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:54.955622 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-813d9738-8c30-4d5c-afbe-2ef4356f16fa None None] Provisioning complete for port 5860413e-7630-41f8-80be-6a156be14035 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:54.956006 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-813d9738-8c30-4d5c-afbe-2ef4356f16fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5860413e-7630-41f8-80be-6a156be14035), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:54.981108 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Routers {'a6c1e2c8-2507-4257-86a3-b6487d0947a1'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:54.983833 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:07:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:55.036769 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003c8d2-63d4-403e-b14c-a0fce4a84392 None None] Pushing event updated for resources: {'Port': ['ID=5860413e-7630-41f8-80be-6a156be14035,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:55.057517 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Attempting to bind port f27a3124-0ac7-4df6-92c7-4e448e9696e9 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:55.057898 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Attempting to bind port f27a3124-0ac7-4df6-92c7-4e448e9696e9 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '31f93a92-32f2-4c43-8bc5-fd728a67677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:55.058270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Attempting to bind port f27a3124-0ac7-4df6-92c7-4e448e9696e9 on network b7fe1175-e568-47c1-a125-41eb40908a18 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:55.065205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:55.065595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Checking segment: {'id': '31f93a92-32f2-4c43-8bc5-fd728a67677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:55.066014 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.066415 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Bound using segment: {'id': '31f93a92-32f2-4c43-8bc5-fd728a67677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:55.066950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Bound port: f27a3124-0ac7-4df6-92c7-4e448e9696e9, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f93a92-32f2-4c43-8bc5-fd728a67677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:55.067343 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.104226 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c951908a-9c77-4198-a430-095f94a7c9a3 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:55.149807 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-813d9738-8c30-4d5c-afbe-2ef4356f16fa None None] Current status of the port 5860413e-7630-41f8-80be-6a156be14035 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:55.150889 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-813d9738-8c30-4d5c-afbe-2ef4356f16fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5860413e-7630-41f8-80be-6a156be14035), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.180839 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Publish callbacks [] for router_gateway (933f74e0-6841-4d18-9d3a-856d29fe86cd), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.195493 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] Set router a6c1e2c8-2507-4257-86a3-b6487d0947a1 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:55.235459 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.280675 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-813d9738-8c30-4d5c-afbe-2ef4356f16fa None None] For port 5860413e-7630-41f8-80be-6a156be14035, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5860413e-7630-41f8-80be-6a156be14035,segment=NetworkSegment(85d33439-b132-452e-862e-f454a1be79e7),segment_id=85d33439-b132-452e-862e-f454a1be79e7)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:55.288658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] For port f27a3124-0ac7-4df6-92c7-4e448e9696e9, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:55.297794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] For port f27a3124-0ac7-4df6-92c7-4e448e9696e9, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f27a3124-0ac7-4df6-92c7-4e448e9696e9,segment=NetworkSegment(31f93a92-32f2-4c43-8bc5-fd728a67677d),segment_id=31f93a92-32f2-4c43-8bc5-fd728a67677d)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:55.297794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c951908a-9c77-4198-a430-095f94a7c9a3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:55.297794 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c951908a-9c77-4198-a430-095f94a7c9a3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.350598 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Allocated IP 172.25.3.94 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/8190e1c7-3359-46e3-9a27-44f349ff721d) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:55.388801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c951908a-9c77-4198-a430-095f94a7c9a3 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:55.396210 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-813d9738-8c30-4d5c-afbe-2ef4356f16fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5860413e-7630-41f8-80be-6a156be14035), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.407428 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.493955 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d9738-8c30-4d5c-afbe-2ef4356f16fa None None] Pushing event updated for resources: {'Port': ['ID=5860413e-7630-41f8-80be-6a156be14035,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:55.527580 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Publish callbacks [] for port (8190e1c7-3359-46e3-9a27-44f349ff721d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.567371 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d8c8be6d-4ac9-4f5d-b2c9-c8ce2831905a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.582026 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:51Z', 'revision_number': 4, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'gw_port': {'id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5860413e-7630-41f8-80be-6a156be14035', 'name': '', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'mac_address': 'fa:16:3e:1a:01:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:50Z', 'updated_at': '2022-02-11T05:07:54Z', 'revision_number': 4, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'subnets': [{'id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:55.598294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0acb334a-e46b-4c1a-a1b2-9a98db475fb2 None None] Provisioning complete for port 5860413e-7630-41f8-80be-6a156be14035 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:55.598747 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0acb334a-e46b-4c1a-a1b2-9a98db475fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5860413e-7630-41f8-80be-6a156be14035), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.619816 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029850b6-9865-4e2c-9880-b1f414a6661d None None] The sync data for ids ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'] in n-d-712142-35 is: [{'id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:51Z', 'revision_number': 4, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'gw_port': {'id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5860413e-7630-41f8-80be-6a156be14035', 'name': '', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'mac_address': 'fa:16:3e:1a:01:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:50Z', 'updated_at': '2022-02-11T05:07:54Z', 'revision_number': 4, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'subnets': [{'id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:55.634899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244dea1-0927-4871-8ce2-23a9355767d3 None None] Pushing event updated for resources: {'Port': ['ID=f27a3124-0ac7-4df6-92c7-4e448e9696e9,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:55.641865 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8190e1c7-3359-46e3-9a27-44f349ff721d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:55.707327 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0acb334a-e46b-4c1a-a1b2-9a98db475fb2 None None] Current status of the port 5860413e-7630-41f8-80be-6a156be14035 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:55.724317 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Pushing event updated for resources: {'Port': ['ID=8190e1c7-3359-46e3-9a27-44f349ff721d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:55.744886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:55.747155 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:55.749942 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:56.151073 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Publish callbacks [] for router_gateway (933f74e0-6841-4d18-9d3a-856d29fe86cd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:56.381863 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (933f74e0-6841-4d18-9d3a-856d29fe86cd), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:56.567134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05034639-470b-49bb-926e-f464464e3ea4 None None] Network b7fe1175-e568-47c1-a125-41eb40908a18 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:07:56.598899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Router 933f74e0-6841-4d18-9d3a-856d29fe86cd is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:07:56.649907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3f65d561-74bc-4227-a3ae-63cd656f559f None None] Provisioning complete for port f27a3124-0ac7-4df6-92c7-4e448e9696e9 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:56.650281 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3f65d561-74bc-4227-a3ae-63cd656f559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:56.712510 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:56.722383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Sync routers for ids ['933f74e0-6841-4d18-9d3a-856d29fe86cd'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:07:56.777016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Routers {'933f74e0-6841-4d18-9d3a-856d29fe86cd'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:56.777712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:07:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['933f74e0-6841-4d18-9d3a-856d29fe86cd'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:56.790594 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:56.792350 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-65cf20c2-a7ba-47d1-87cb-63342e1775af admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3754592 Feb 11 05:07:56.795362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40318) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:56.825688 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:56.829419 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3f65d561-74bc-4227-a3ae-63cd656f559f None None] Current status of the port f27a3124-0ac7-4df6-92c7-4e448e9696e9 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:56.829798 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3f65d561-74bc-4227-a3ae-63cd656f559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.090136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3f65d561-74bc-4227-a3ae-63cd656f559f None None] For port f27a3124-0ac7-4df6-92c7-4e448e9696e9, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f27a3124-0ac7-4df6-92c7-4e448e9696e9,segment=NetworkSegment(31f93a92-32f2-4c43-8bc5-fd728a67677d),segment_id=31f93a92-32f2-4c43-8bc5-fd728a67677d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:07:57.108638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Set router 933f74e0-6841-4d18-9d3a-856d29fe86cd gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:57.172016 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3f65d561-74bc-4227-a3ae-63cd656f559f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.212791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5860413e-7630-41f8-80be-6a156be14035 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:57.308071 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.341624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65d561-74bc-4227-a3ae-63cd656f559f None None] Pushing event updated for resources: {'Port': ['ID=f27a3124-0ac7-4df6-92c7-4e448e9696e9,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:57.357043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-741415f5-9f40-4d3b-8991-31c6ea4ce38a None None] Provisioning complete for port f27a3124-0ac7-4df6-92c7-4e448e9696e9 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:57.357504 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-741415f5-9f40-4d3b-8991-31c6ea4ce38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.428697 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 5860413e-7630-41f8-80be-6a156be14035 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:57.429086 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5860413e-7630-41f8-80be-6a156be14035), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.477589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Allocated IP 172.20.0.1 (b7fe1175-e568-47c1-a125-41eb40908a18/ccc75f77-870a-448d-b550-d774d3155111/ab60a7c1-2435-4ee8-b154-1db58e681561) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:07:57.555925 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-741415f5-9f40-4d3b-8991-31c6ea4ce38a None None] Current status of the port f27a3124-0ac7-4df6-92c7-4e448e9696e9 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:57.574913 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'name': 'tempest-TestServerBasicOps-1153407192-router', 'tenant_id': 'e1615981489b41828414706086466f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '8190e1c7-3359-46e3-9a27-44f349ff721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:54Z', 'updated_at': '2022-02-11T05:07:55Z', 'revision_number': 3, 'project_id': 'e1615981489b41828414706086466f1e', 'gw_port': {'id': '8190e1c7-3359-46e3-9a27-44f349ff721d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:93:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:55Z', 'updated_at': '2022-02-11T05:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:57.590218 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Publish callbacks [] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.609225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 5860413e-7630-41f8-80be-6a156be14035 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:57.610339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f27a3124-0ac7-4df6-92c7-4e448e9696e9 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:57.612190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Checking router: 933f74e0-6841-4d18-9d3a-856d29fe86cd for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:07:57.612545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Updating router 933f74e0-6841-4d18-9d3a-856d29fe86cd port 8190e1c7-3359-46e3-9a27-44f349ff721d binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:07:57.670574 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8190e1c7-3359-46e3-9a27-44f349ff721d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.673416 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.711454 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Network b7fe1175-e568-47c1-a125-41eb40908a18 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:57.716410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:57.720120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:07:57.744696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Pushing event updated for resources: {'Port': ['ID=ab60a7c1-2435-4ee8-b154-1db58e681561,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:57.763283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f27a3124-0ac7-4df6-92c7-4e448e9696e9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:57.763672 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.764421 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (933f74e0-6841-4d18-9d3a-856d29fe86cd), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:57.947197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f27a3124-0ac7-4df6-92c7-4e448e9696e9 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:57.979997 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.001840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-85524db2-79f7-4f39-8121-4fa5998bf94e None None] Provisioning complete for port ab60a7c1-2435-4ee8-b154-1db58e681561 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:58.002140 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-85524db2-79f7-4f39-8121-4fa5998bf94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.070571 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Publish callbacks [] for port (8190e1c7-3359-46e3-9a27-44f349ff721d), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.072349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-85524db2-79f7-4f39-8121-4fa5998bf94e None None] Port ab60a7c1-2435-4ee8-b154-1db58e681561 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:07:58.146803 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Publish callbacks [] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.158847 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8190e1c7-3359-46e3-9a27-44f349ff721d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.215446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Attempting to bind port 8190e1c7-3359-46e3-9a27-44f349ff721d on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:07:58.216399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Attempting to bind port 8190e1c7-3359-46e3-9a27-44f349ff721d by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:07:58.216761 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Attempting to bind port 8190e1c7-3359-46e3-9a27-44f349ff721d on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:07:58.218800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfe7ae-48d4-4e5d-9da5-cd9a27ca7c90 None None] Pushing event updated for resources: {'Port': ['ID=8190e1c7-3359-46e3-9a27-44f349ff721d,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:58.222013 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.224532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:07:58.233207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:07:58.233207 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.233207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:07:58.233207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Bound port: 8190e1c7-3359-46e3-9a27-44f349ff721d, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:07:58.233207 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8190e1c7-3359-46e3-9a27-44f349ff721d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.297008 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (933f74e0-6841-4d18-9d3a-856d29fe86cd), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.299275 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] For port 8190e1c7-3359-46e3-9a27-44f349ff721d, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:07:58.301094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Pushing event updated for resources: {'Port': ['ID=ab60a7c1-2435-4ee8-b154-1db58e681561,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:58.315478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] For port 8190e1c7-3359-46e3-9a27-44f349ff721d, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8190e1c7-3359-46e3-9a27-44f349ff721d,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:07:58.370333 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.388514 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8190e1c7-3359-46e3-9a27-44f349ff721d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.396008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Network b7fe1175-e568-47c1-a125-41eb40908a18 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:07:58.397548 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:07:58.454422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Routers {'933f74e0-6841-4d18-9d3a-856d29fe86cd'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:07:58.455201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:07:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['933f74e0-6841-4d18-9d3a-856d29fe86cd'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:58.460813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfe7ae-48d4-4e5d-9da5-cd9a27ca7c90 None None] Pushing event updated for resources: {'Port': ['ID=8190e1c7-3359-46e3-9a27-44f349ff721d,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:58.530929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Router 933f74e0-6841-4d18-9d3a-856d29fe86cd has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:07:58.589320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] Set router 933f74e0-6841-4d18-9d3a-856d29fe86cd gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:07:58.646852 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:07:58.652373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-87ba1fca-1f55-42ac-8241-4e4ef1ebd07a admin admin] 10.222.0.13 "PUT /v2.0/routers/933f74e0-6841-4d18-9d3a-856d29fe86cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8559880 Feb 11 05:07:58.743326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-90ab0bf8-3622-4c72-97c0-5d0fa0040e94 None None] Provisioning complete for port ab60a7c1-2435-4ee8-b154-1db58e681561 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:58.743699 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90ab0bf8-3622-4c72-97c0-5d0fa0040e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:58.795434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-90ab0bf8-3622-4c72-97c0-5d0fa0040e94 None None] Port ab60a7c1-2435-4ee8-b154-1db58e681561 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:07:58.844200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'name': 'tempest-TestServerBasicOps-1153407192-router', 'tenant_id': 'e1615981489b41828414706086466f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '8190e1c7-3359-46e3-9a27-44f349ff721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:54Z', 'updated_at': '2022-02-11T05:07:57Z', 'revision_number': 4, 'project_id': 'e1615981489b41828414706086466f1e', 'gw_port': {'id': '8190e1c7-3359-46e3-9a27-44f349ff721d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:93:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:55Z', 'updated_at': '2022-02-11T05:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'ab60a7c1-2435-4ee8-b154-1db58e681561', 'name': '', 'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18', 'tenant_id': 'e1615981489b41828414706086466f1e', 'mac_address': 'fa:16:3e:c5:57:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ccc75f77-870a-448d-b550-d774d3155111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:57Z', 'updated_at': '2022-02-11T05:07:58Z', 'revision_number': 2, 'project_id': 'e1615981489b41828414706086466f1e', 'subnets': [{'id': 'ccc75f77-870a-448d-b550-d774d3155111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:07:58.871159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb66df6-aad5-4361-89e9-31a9a42345d2 None None] The sync data for ids ['933f74e0-6841-4d18-9d3a-856d29fe86cd'] in n-d-712142-35 is: [{'id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'name': 'tempest-TestServerBasicOps-1153407192-router', 'tenant_id': 'e1615981489b41828414706086466f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '8190e1c7-3359-46e3-9a27-44f349ff721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:54Z', 'updated_at': '2022-02-11T05:07:57Z', 'revision_number': 4, 'project_id': 'e1615981489b41828414706086466f1e', 'gw_port': {'id': '8190e1c7-3359-46e3-9a27-44f349ff721d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:93:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:55Z', 'updated_at': '2022-02-11T05:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'ab60a7c1-2435-4ee8-b154-1db58e681561', 'name': '', 'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18', 'tenant_id': 'e1615981489b41828414706086466f1e', 'mac_address': 'fa:16:3e:c5:57:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ccc75f77-870a-448d-b550-d774d3155111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:57Z', 'updated_at': '2022-02-11T05:07:58Z', 'revision_number': 2, 'project_id': 'e1615981489b41828414706086466f1e', 'subnets': [{'id': 'ccc75f77-870a-448d-b550-d774d3155111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:07:59.049358 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f27a3124-0ac7-4df6-92c7-4e448e9696e9 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:07:59.133801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f27a3124-0ac7-4df6-92c7-4e448e9696e9 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:07:59.134096 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.238971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f27a3124-0ac7-4df6-92c7-4e448e9696e9 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:07:59.381191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40328) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:59.385955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3c6459b9-dc11-4333-adbe-60dd791ac5ee tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400830431', 'description': 'tempest-secgroup-smoke-1400830431 description', 'project_id': '5b519676e5314981b6b11a2a5e55babb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:59.519078 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c6459b9-dc11-4333-adbe-60dd791ac5ee tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.604445 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c6459b9-dc11-4333-adbe-60dd791ac5ee tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group (7de613bb-374a-4ad4-926c-78003b6d7a41), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.690266 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c6459b9-dc11-4333-adbe-60dd791ac5ee tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7de613bb-374a-4ad4-926c-78003b6d7a41), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.722120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6459b9-dc11-4333-adbe-60dd791ac5ee tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de613bb-374a-4ad4-926c-78003b6d7a41,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:07:59.741477 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.806888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c6459b9-dc11-4333-adbe-60dd791ac5ee tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.808224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3c6459b9-dc11-4333-adbe-60dd791ac5ee tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4259534 Feb 11 05:07:59.811336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40330) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:07:59.817484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0f1f2e2b-91b0-4221-b677-5fb46c7ad919 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Request body: {'security_group_rule': {'security_group_id': '7de613bb-374a-4ad4-926c-78003b6d7a41', 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:07:59.901964 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f1f2e2b-91b0-4221-b677-5fb46c7ad919 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (dd2c926e-4f3c-43ea-9f39-d68f23df17ec), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:07:59.996326 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f1f2e2b-91b0-4221-b677-5fb46c7ad919 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (dd2c926e-4f3c-43ea-9f39-d68f23df17ec), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.070897 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f1f2e2b-91b0-4221-b677-5fb46c7ad919 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (dd2c926e-4f3c-43ea-9f39-d68f23df17ec), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.092869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f2e2b-91b0-4221-b677-5fb46c7ad919 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2c926e-4f3c-43ea-9f39-d68f23df17ec,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:00.164485 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0f1f2e2b-91b0-4221-b677-5fb46c7ad919 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.165749 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0f1f2e2b-91b0-4221-b677-5fb46c7ad919 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3534930 Feb 11 05:08:00.175550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40332) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:00.175550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a5cef809-ea24-4d2a-bf4a-cb14297677ac tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Request body: {'security_group_rule': {'security_group_id': '7de613bb-374a-4ad4-926c-78003b6d7a41', 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:00.296589 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5cef809-ea24-4d2a-bf4a-cb14297677ac tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (23ece808-ab9f-4279-9704-1de9779b4ff4), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.360819 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5cef809-ea24-4d2a-bf4a-cb14297677ac tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (23ece808-ab9f-4279-9704-1de9779b4ff4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.433172 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5cef809-ea24-4d2a-bf4a-cb14297677ac tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (23ece808-ab9f-4279-9704-1de9779b4ff4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.451613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cef809-ea24-4d2a-bf4a-cb14297677ac tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ece808-ab9f-4279-9704-1de9779b4ff4,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:00.520817 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a5cef809-ea24-4d2a-bf4a-cb14297677ac tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.522053 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a5cef809-ea24-4d2a-bf4a-cb14297677ac tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3520913 Feb 11 05:08:00.524745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40334) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:00.529237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b290f603-cd98-49bb-88f7-e8a12e6432ec tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Request body: {'security_group_rule': {'security_group_id': '7de613bb-374a-4ad4-926c-78003b6d7a41', 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:00.619112 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b290f603-cd98-49bb-88f7-e8a12e6432ec tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (6c0af967-bd1b-4546-8617-93a8246f1139), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.675567 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b290f603-cd98-49bb-88f7-e8a12e6432ec tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (6c0af967-bd1b-4546-8617-93a8246f1139), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.750899 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b290f603-cd98-49bb-88f7-e8a12e6432ec tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (6c0af967-bd1b-4546-8617-93a8246f1139), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.769188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290f603-cd98-49bb-88f7-e8a12e6432ec tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0af967-bd1b-4546-8617-93a8246f1139,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:00.850142 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b290f603-cd98-49bb-88f7-e8a12e6432ec tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:00.851448 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b290f603-cd98-49bb-88f7-e8a12e6432ec tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3257630 Feb 11 05:08:00.854190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40336) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:00.859331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-4f7b3b2e-6424-4701-a7ed-a5053822690a tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Request body: {'security_group_rule': {'security_group_id': '7de613bb-374a-4ad4-926c-78003b6d7a41', 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:00.946282 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f7b3b2e-6424-4701-a7ed-a5053822690a tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (e92550cd-8f55-427c-99e8-58b7a3fe581c), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.013225 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f7b3b2e-6424-4701-a7ed-a5053822690a tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (e92550cd-8f55-427c-99e8-58b7a3fe581c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.075731 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8190e1c7-3359-46e3-9a27-44f349ff721d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:01.101950 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f7b3b2e-6424-4701-a7ed-a5053822690a tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (e92550cd-8f55-427c-99e8-58b7a3fe581c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.122512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b3b2e-6424-4701-a7ed-a5053822690a tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92550cd-8f55-427c-99e8-58b7a3fe581c,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:01.133470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 8190e1c7-3359-46e3-9a27-44f349ff721d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:01.133859 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8190e1c7-3359-46e3-9a27-44f349ff721d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.195835 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4f7b3b2e-6424-4701-a7ed-a5053822690a tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.197394 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4f7b3b2e-6424-4701-a7ed-a5053822690a tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3420506 Feb 11 05:08:01.200525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40340) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:01.205049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c3185e88-f72e-4b66-8d1c-4cabf0505c05 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Request body: {'security_group_rule': {'security_group_id': '7de613bb-374a-4ad4-926c-78003b6d7a41', 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:01.227908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 8190e1c7-3359-46e3-9a27-44f349ff721d is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:01.231764 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8190e1c7-3359-46e3-9a27-44f349ff721d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.253108 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 8190e1c7-3359-46e3-9a27-44f349ff721d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8190e1c7-3359-46e3-9a27-44f349ff721d,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:01.330125 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-c3185e88-f72e-4b66-8d1c-4cabf0505c05 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Project 5b519676e5314981b6b11a2a5e55babb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:08:01.335534 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3185e88-f72e-4b66-8d1c-4cabf0505c05 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (e6c2e71e-8e9b-4875-8d09-e1bacca73ea0), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.364697 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8190e1c7-3359-46e3-9a27-44f349ff721d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.395994 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3185e88-f72e-4b66-8d1c-4cabf0505c05 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (e6c2e71e-8e9b-4875-8d09-e1bacca73ea0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.413478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=8190e1c7-3359-46e3-9a27-44f349ff721d,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:01.473179 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3185e88-f72e-4b66-8d1c-4cabf0505c05 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (e6c2e71e-8e9b-4875-8d09-e1bacca73ea0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.491402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3185e88-f72e-4b66-8d1c-4cabf0505c05 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c2e71e-8e9b-4875-8d09-e1bacca73ea0,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:01.564701 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c3185e88-f72e-4b66-8d1c-4cabf0505c05 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.565864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c3185e88-f72e-4b66-8d1c-4cabf0505c05 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3643634 Feb 11 05:08:01.568592 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40342) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:01.572934 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-f313161d-c930-4776-828e-526ec1599b69 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Request body: {'security_group_rule': {'security_group_id': '7de613bb-374a-4ad4-926c-78003b6d7a41', 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:01.654605 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-f313161d-c930-4776-828e-526ec1599b69 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Project 5b519676e5314981b6b11a2a5e55babb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:08:01.662888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f313161d-c930-4776-828e-526ec1599b69 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (b4bfc123-efca-424b-97d4-d17f1885bd9d), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.721338 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f313161d-c930-4776-828e-526ec1599b69 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (b4bfc123-efca-424b-97d4-d17f1885bd9d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.819435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f313161d-c930-4776-828e-526ec1599b69 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (b4bfc123-efca-424b-97d4-d17f1885bd9d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.838267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313161d-c930-4776-828e-526ec1599b69 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bfc123-efca-424b-97d4-d17f1885bd9d,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:01.909470 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f313161d-c930-4776-828e-526ec1599b69 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:01.910982 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f313161d-c930-4776-828e-526ec1599b69 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3411481 Feb 11 05:08:02.061228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-536c3b1d-4c52-43a2-ae3c-864c03a088cf tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400830431&fields=id&tenant_id=5b519676e5314981b6b11a2a5e55babb HTTP/1.1" status: 200 len: 267 time: 0.0436096 Feb 11 05:08:02.176678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-8218359d-a9bf-46fb-baeb-e40e73e6319c tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:02.178135 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-8218359d-a9bf-46fb-baeb-e40e73e6319c tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/networks?id=e8ecca8a-be3c-41a3-9fa3-540c34223b1b HTTP/1.1" status: 200 len: 809 time: 0.1054823 Feb 11 05:08:02.193325 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-744d87c5-4915-44c7-8af6-227840dab013 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/quotas/5b519676e5314981b6b11a2a5e55babb HTTP/1.1" status: 200 len: 375 time: 0.0096622 Feb 11 05:08:02.248915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-94084d73-3732-468b-a28d-6f9e936a82fd tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b519676e5314981b6b11a2a5e55babb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500433 Feb 11 05:08:02.566676 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Sync routers for ids ['933f74e0-6841-4d18-9d3a-856d29fe86cd'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:08:02.578436 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Routers {'933f74e0-6841-4d18-9d3a-856d29fe86cd'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:02.579087 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:07:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['933f74e0-6841-4d18-9d3a-856d29fe86cd'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:02.694347 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Set router 933f74e0-6841-4d18-9d3a-856d29fe86cd gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:02.785672 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-f0bab2a7-4cd4-4f37-a823-e84be475d516 service neutron] 10.222.0.13 "GET /v2.0/networks/e8ecca8a-be3c-41a3-9fa3-540c34223b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245223 Feb 11 05:08:02.878487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-5b2fc2f5-c00e-46a9-8516-3f182faaf564 service neutron] 10.222.0.13 "GET /v2.0/networks/e8ecca8a-be3c-41a3-9fa3-540c34223b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868680 Feb 11 05:08:02.900799 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'name': 'tempest-TestServerBasicOps-1153407192-router', 'tenant_id': 'e1615981489b41828414706086466f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '8190e1c7-3359-46e3-9a27-44f349ff721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:54Z', 'updated_at': '2022-02-11T05:07:57Z', 'revision_number': 4, 'project_id': 'e1615981489b41828414706086466f1e', 'gw_port': {'id': '8190e1c7-3359-46e3-9a27-44f349ff721d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:93:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:55Z', 'updated_at': '2022-02-11T05:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'ab60a7c1-2435-4ee8-b154-1db58e681561', 'name': '', 'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18', 'tenant_id': 'e1615981489b41828414706086466f1e', 'mac_address': 'fa:16:3e:c5:57:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ccc75f77-870a-448d-b550-d774d3155111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:57Z', 'updated_at': '2022-02-11T05:07:58Z', 'revision_number': 2, 'project_id': 'e1615981489b41828414706086466f1e', 'subnets': [{'id': 'ccc75f77-870a-448d-b550-d774d3155111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:02.928263 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Checking router: 933f74e0-6841-4d18-9d3a-856d29fe86cd for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:08:02.928622 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Updating router 933f74e0-6841-4d18-9d3a-856d29fe86cd port ab60a7c1-2435-4ee8-b154-1db58e681561 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:08:02.956899 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.035444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8190e1c7-3359-46e3-9a27-44f349ff721d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:03.095204 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 8190e1c7-3359-46e3-9a27-44f349ff721d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:03.095906 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8190e1c7-3359-46e3-9a27-44f349ff721d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.169371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ffbe38e-e82b-4ee5-b8da-22cdcda2236c req-200ccb33-ebbe-4d4b-9550-baf09be2d72b tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 210 time: 0.0443492 Feb 11 05:08:03.207506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 8190e1c7-3359-46e3-9a27-44f349ff721d is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:03.263443 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Publish callbacks [] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.330244 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.381127 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb65a7-6c89-4551-ac97-f0b1bddd9e02 None None] Pushing event updated for resources: {'Port': ['ID=ab60a7c1-2435-4ee8-b154-1db58e681561,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:03.437452 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Attempting to bind port ab60a7c1-2435-4ee8-b154-1db58e681561 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:03.439606 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Attempting to bind port ab60a7c1-2435-4ee8-b154-1db58e681561 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '31f93a92-32f2-4c43-8bc5-fd728a67677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:03.439606 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Attempting to bind port ab60a7c1-2435-4ee8-b154-1db58e681561 on network b7fe1175-e568-47c1-a125-41eb40908a18 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:03.443802 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:03.444178 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Checking segment: {'id': '31f93a92-32f2-4c43-8bc5-fd728a67677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:03.444580 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.444973 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Bound using segment: {'id': '31f93a92-32f2-4c43-8bc5-fd728a67677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:03.445463 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Bound port: ab60a7c1-2435-4ee8-b154-1db58e681561, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f93a92-32f2-4c43-8bc5-fd728a67677d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:03.445841 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.515093 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] For port ab60a7c1-2435-4ee8-b154-1db58e681561, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:03.518338 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] For port ab60a7c1-2435-4ee8-b154-1db58e681561, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ab60a7c1-2435-4ee8-b154-1db58e681561,segment=NetworkSegment(31f93a92-32f2-4c43-8bc5-fd728a67677d),segment_id=31f93a92-32f2-4c43-8bc5-fd728a67677d)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:03.616637 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.651037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b1eae26a-92a8-4548-8950-08144a2c0638 None None] Provisioning complete for port ab60a7c1-2435-4ee8-b154-1db58e681561 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:03.651566 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b1eae26a-92a8-4548-8950-08144a2c0638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.682436 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Routers {'933f74e0-6841-4d18-9d3a-856d29fe86cd'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:03.683092 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:07:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['933f74e0-6841-4d18-9d3a-856d29fe86cd'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:03.685530 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb65a7-6c89-4551-ac97-f0b1bddd9e02 None None] Pushing event updated for resources: {'Port': ['ID=ab60a7c1-2435-4ee8-b154-1db58e681561,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:03.744749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b1eae26a-92a8-4548-8950-08144a2c0638 None None] Current status of the port ab60a7c1-2435-4ee8-b154-1db58e681561 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:03.745144 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b1eae26a-92a8-4548-8950-08144a2c0638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.783193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b1eae26a-92a8-4548-8950-08144a2c0638 None None] For port ab60a7c1-2435-4ee8-b154-1db58e681561, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ab60a7c1-2435-4ee8-b154-1db58e681561,segment=NetworkSegment(31f93a92-32f2-4c43-8bc5-fd728a67677d),segment_id=31f93a92-32f2-4c43-8bc5-fd728a67677d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:03.815343 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] Set router 933f74e0-6841-4d18-9d3a-856d29fe86cd gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:03.850288 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b1eae26a-92a8-4548-8950-08144a2c0638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:03.905918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eae26a-92a8-4548-8950-08144a2c0638 None None] Pushing event updated for resources: {'Port': ['ID=ab60a7c1-2435-4ee8-b154-1db58e681561,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:03.973598 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7345a4fc-bc5c-47b9-9799-ff2383909ca1 None None] Provisioning complete for port ab60a7c1-2435-4ee8-b154-1db58e681561 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:03.973868 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7345a4fc-bc5c-47b9-9799-ff2383909ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.066057 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'name': 'tempest-TestServerBasicOps-1153407192-router', 'tenant_id': 'e1615981489b41828414706086466f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '8190e1c7-3359-46e3-9a27-44f349ff721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:54Z', 'updated_at': '2022-02-11T05:07:57Z', 'revision_number': 4, 'project_id': 'e1615981489b41828414706086466f1e', 'gw_port': {'id': '8190e1c7-3359-46e3-9a27-44f349ff721d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:93:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:55Z', 'updated_at': '2022-02-11T05:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'ab60a7c1-2435-4ee8-b154-1db58e681561', 'name': '', 'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18', 'tenant_id': 'e1615981489b41828414706086466f1e', 'mac_address': 'fa:16:3e:c5:57:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ccc75f77-870a-448d-b550-d774d3155111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:57Z', 'updated_at': '2022-02-11T05:08:03Z', 'revision_number': 4, 'project_id': 'e1615981489b41828414706086466f1e', 'subnets': [{'id': 'ccc75f77-870a-448d-b550-d774d3155111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:04.094929 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cd4c33-ea3b-4c1e-bf58-6ba01dca9386 None None] The sync data for ids ['933f74e0-6841-4d18-9d3a-856d29fe86cd'] in n-d-712142-35 is: [{'id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'name': 'tempest-TestServerBasicOps-1153407192-router', 'tenant_id': 'e1615981489b41828414706086466f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '8190e1c7-3359-46e3-9a27-44f349ff721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:54Z', 'updated_at': '2022-02-11T05:07:57Z', 'revision_number': 4, 'project_id': 'e1615981489b41828414706086466f1e', 'gw_port': {'id': '8190e1c7-3359-46e3-9a27-44f349ff721d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:93:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:55Z', 'updated_at': '2022-02-11T05:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'ab60a7c1-2435-4ee8-b154-1db58e681561', 'name': '', 'network_id': 'b7fe1175-e568-47c1-a125-41eb40908a18', 'tenant_id': 'e1615981489b41828414706086466f1e', 'mac_address': 'fa:16:3e:c5:57:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ccc75f77-870a-448d-b550-d774d3155111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:57Z', 'updated_at': '2022-02-11T05:08:03Z', 'revision_number': 4, 'project_id': 'e1615981489b41828414706086466f1e', 'subnets': [{'id': 'ccc75f77-870a-448d-b550-d774d3155111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:08:04.096693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7345a4fc-bc5c-47b9-9799-ff2383909ca1 None None] Current status of the port ab60a7c1-2435-4ee8-b154-1db58e681561 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:04.275701 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6a846cb-5460-44f0-acb1-bd7b7abe40de req-c575ef10-75e3-44d0-a633-66350fc41a99 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 210 time: 0.0453513 Feb 11 05:08:04.358991 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:04.359961 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.053952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ab60a7c1-2435-4ee8-b154-1db58e681561 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:05.108661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ab60a7c1-2435-4ee8-b154-1db58e681561 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:05.109338 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.320920 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:08:05.365909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ab60a7c1-2435-4ee8-b154-1db58e681561 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:05.392134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c55cba3a-8623-4ecc-9194-d9e0f0cafa80 req-d472674f-9c47-4e14-b938-bc8799188185 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 210 time: 0.0296261 Feb 11 05:08:05.536594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-d5043c04-3211-447b-975c-211638191026 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:05.538071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-d5043c04-3211-447b-975c-211638191026 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.32 "GET /v2.0/networks?id=e8ecca8a-be3c-41a3-9fa3-540c34223b1b HTTP/1.1" status: 200 len: 809 time: 0.1101778 Feb 11 05:08:05.613239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-746a8ac8-995d-496d-bbb7-d91a74fc2d0e tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b519676e5314981b6b11a2a5e55babb HTTP/1.1" status: 200 len: 380 time: 0.0646267 Feb 11 05:08:05.623062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-6b870916-0abd-45fc-bdf3-b4fe2c5d0566 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Request body: {'port': {'device_id': 'dc1d1e03-87b9-4e33-9b12-77a05221f270', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'admin_state_up': True, 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'security_groups': ['7de613bb-374a-4ad4-926c-78003b6d7a41']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:05.786948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-6b870916-0abd-45fc-bdf3-b4fe2c5d0566 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Made reservation on behalf of 5b519676e5314981b6b11a2a5e55babb for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:08:05.790404 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-6b870916-0abd-45fc-bdf3-b4fe2c5d0566 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:05.926040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-6b870916-0abd-45fc-bdf3-b4fe2c5d0566 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Allocated IP 172.20.0.7 (e8ecca8a-be3c-41a3-9fa3-540c34223b1b/3303ec98-4d2f-4e90-a9ea-56b11caa6d00/4870970d-9107-4742-b171-f43dd087cd15) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:08:06.071829 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-6b870916-0abd-45fc-bdf3-b4fe2c5d0566 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for port (4870970d-9107-4742-b171-f43dd087cd15), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.171135 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-6b870916-0abd-45fc-bdf3-b4fe2c5d0566 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4870970d-9107-4742-b171-f43dd087cd15), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.218987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-6b870916-0abd-45fc-bdf3-b4fe2c5d0566 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Network e8ecca8a-be3c-41a3-9fa3-540c34223b1b is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:06.222063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-6b870916-0abd-45fc-bdf3-b4fe2c5d0566 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:06.226036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-6b870916-0abd-45fc-bdf3-b4fe2c5d0566 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:08:06.250752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b870916-0abd-45fc-bdf3-b4fe2c5d0566 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Pushing event updated for resources: {'Port': ['ID=4870970d-9107-4742-b171-f43dd087cd15,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:06.283981 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-6b870916-0abd-45fc-bdf3-b4fe2c5d0566 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:06.285105 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-6b870916-0abd-45fc-bdf3-b4fe2c5d0566 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.367423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-6b870916-0abd-45fc-bdf3-b4fe2c5d0566 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7488511 Feb 11 05:08:06.381235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Request body: {'port': {'device_id': 'dc1d1e03-87b9-4e33-9b12-77a05221f270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:06.438763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-58b652e7-454e-48a1-8f0c-ea3ea0db5ca9 None None] Provisioning complete for port 4870970d-9107-4742-b171-f43dd087cd15 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:06.439802 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-58b652e7-454e-48a1-8f0c-ea3ea0db5ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4870970d-9107-4742-b171-f43dd087cd15), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.451279 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4870970d-9107-4742-b171-f43dd087cd15), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.477486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-58b652e7-454e-48a1-8f0c-ea3ea0db5ca9 None None] Port 4870970d-9107-4742-b171-f43dd087cd15 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:08:06.612845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5507e-5e1b-44c9-96cf-168ce3d4f1a1 req-695b3908-8913-406f-9cbc-5c724fa9a603 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:06.614253 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2d5507e-5e1b-44c9-96cf-168ce3d4f1a1 req-695b3908-8913-406f-9cbc-5c724fa9a603 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 931 time: 0.1450117 Feb 11 05:08:06.723804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2d5507e-5e1b-44c9-96cf-168ce3d4f1a1 req-27fafe02-987d-416b-95fc-eb2e21d53d6a tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035132 Feb 11 05:08:06.801703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4870970d-9107-4742-b171-f43dd087cd15 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:06.809585 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Publish callbacks [] for port (4870970d-9107-4742-b171-f43dd087cd15), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.821170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Transition to ACTIVE for port object 4870970d-9107-4742-b171-f43dd087cd15 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:08:06.889761 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4870970d-9107-4742-b171-f43dd087cd15), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:06.939355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Pushing event updated for resources: {'Port': ['ID=4870970d-9107-4742-b171-f43dd087cd15,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:07.020179 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Attempting to bind port 4870970d-9107-4742-b171-f43dd087cd15 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:08:07.020556 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Attempting to bind port 4870970d-9107-4742-b171-f43dd087cd15 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '85d33439-b132-452e-862e-f454a1be79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:08:07.020892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Attempting to bind port 4870970d-9107-4742-b171-f43dd087cd15 on network e8ecca8a-be3c-41a3-9fa3-540c34223b1b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:07.025757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Port 4870970d-9107-4742-b171-f43dd087cd15 on network e8ecca8a-be3c-41a3-9fa3-540c34223b1b not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:08:07.026088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Attempting to bind port 4870970d-9107-4742-b171-f43dd087cd15 on network e8ecca8a-be3c-41a3-9fa3-540c34223b1b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:08:07.031725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:08:07.032071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Checking segment: {'id': '85d33439-b132-452e-862e-f454a1be79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:08:07.032465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Bound using segment: {'id': '85d33439-b132-452e-862e-f454a1be79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:08:07.032901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Bound port: 4870970d-9107-4742-b171-f43dd087cd15, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d33439-b132-452e-862e-f454a1be79e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:08:07.033266 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4870970d-9107-4742-b171-f43dd087cd15), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.100403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] For port 4870970d-9107-4742-b171-f43dd087cd15, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:08:07.103562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] For port 4870970d-9107-4742-b171-f43dd087cd15, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4870970d-9107-4742-b171-f43dd087cd15,segment=NetworkSegment(85d33439-b132-452e-862e-f454a1be79e7),segment_id=85d33439-b132-452e-862e-f454a1be79e7)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:08:07.210772 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4870970d-9107-4742-b171-f43dd087cd15), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.251242 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.251888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:07.253293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] 10.222.0.32 "PUT /v2.0/ports/4870970d-9107-4742-b171-f43dd087cd15 HTTP/1.1" status: 200 len: 1092 time: 0.8766544 Feb 11 05:08:07.253803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1d1e03-87b9-4e33-9b12-77a05221f270', 'tag': '4870970d-9107-4742-b171-f43dd087cd15'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:07.256224 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20f278e-e1d1-46cc-8e24-1bca315a1fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1d1e03-87b9-4e33-9b12-77a05221f270", "tag": "4870970d-9107-4742-b171-f43dd087cd15"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:07.289158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e462a86-359b-4883-b1e3-468a8e8c3d45 service neutron] Pushing event updated for resources: {'Port': ['ID=4870970d-9107-4742-b171-f43dd087cd15,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:07.308239 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b6a7cf-c099-4455-ab1b-66793f77da78 x-openstack-request-id: req-00b6a7cf-c099-4455-ab1b-66793f77da78 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:07.308634 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1d1e03-87b9-4e33-9b12-77a05221f270", "tag": "4870970d-9107-4742-b171-f43dd087cd15", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:07.308965 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00b6a7cf-c099-4455-ab1b-66793f77da78 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:07.310109 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1d1e03-87b9-4e33-9b12-77a05221f270', 'tag': '4870970d-9107-4742-b171-f43dd087cd15', 'status': 'completed', 'code': 200} Feb 11 05:08:07.382315 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f278e-e1d1-46cc-8e24-1bca315a1fd5 req-75eec521-a365-4fe6-abcb-b60db04db123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.383966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f20f278e-e1d1-46cc-8e24-1bca315a1fd5 req-75eec521-a365-4fe6-abcb-b60db04db123 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b519676e5314981b6b11a2a5e55babb&device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 1126 time: 0.0494952 Feb 11 05:08:07.493287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f278e-e1d1-46cc-8e24-1bca315a1fd5 req-2690fa91-3ff4-4140-b84b-6c467c5be6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.494811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f20f278e-e1d1-46cc-8e24-1bca315a1fd5 req-2690fa91-3ff4-4140-b84b-6c467c5be6b8 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5b519676e5314981b6b11a2a5e55babb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1016548 Feb 11 05:08:07.597954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f278e-e1d1-46cc-8e24-1bca315a1fd5 req-8ae145d9-b913-45b3-898f-76baa792448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.599495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f20f278e-e1d1-46cc-8e24-1bca315a1fd5 req-8ae145d9-b913-45b3-898f-76baa792448f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963469 Feb 11 05:08:07.690971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-a85f4a9f-a603-4745-9738-5ba177ab2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.692573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-a85f4a9f-a603-4745-9738-5ba177ab2762 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b519676e5314981b6b11a2a5e55babb&device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 1126 time: 0.0515532 Feb 11 05:08:07.738988 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-c06395f5-ab1b-48b2-9eca-2eb72e17df80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4870970d-9107-4742-b171-f43dd087cd15 HTTP/1.1" status: 200 len: 217 time: 0.0350199 Feb 11 05:08:07.791123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-729cccb5-fc5a-483a-a528-f803b1b319cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.792546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-729cccb5-fc5a-483a-a528-f803b1b319cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3303ec98-4d2f-4e90-a9ea-56b11caa6d00 HTTP/1.1" status: 200 len: 848 time: 0.0462410 Feb 11 05:08:07.878591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e3897-991f-4cfb-9bc7-c0cd6a288cb2 req-5e39da22-3c9d-4959-b7c6-e65a3ccca0b6 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.880105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c3e3897-991f-4cfb-9bc7-c0cd6a288cb2 req-5e39da22-3c9d-4959-b7c6-e65a3ccca0b6 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 943 time: 0.0866311 Feb 11 05:08:07.882725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-c3459b9a-0d09-4c40-ad60-6939ea84058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:07.884089 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-c3459b9a-0d09-4c40-ad60-6939ea84058a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8ecca8a-be3c-41a3-9fa3-540c34223b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0821819 Feb 11 05:08:07.985914 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c3e3897-991f-4cfb-9bc7-c0cd6a288cb2 req-efa3f8f0-adf7-404a-8499-b9d38dde30e2 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999880 Feb 11 05:08:08.015707 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-31512e28-bc21-45c4-ac43-ce0dd64aa418 service neutron] 10.222.0.32 "GET /v2.0/networks/e8ecca8a-be3c-41a3-9fa3-540c34223b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167412 Feb 11 05:08:08.109073 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-582828f3-28a7-41ff-80ff-3e0f27f215ae req-83d4d340-eeb3-4c25-ac13-6a06b2191953 service neutron] 10.222.0.32 "GET /v2.0/networks/e8ecca8a-be3c-41a3-9fa3-540c34223b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867140 Feb 11 05:08:09.112837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaa861-236b-4050-ba33-0b4d9de1d7fb req-2edc1e50-9d1d-493c-aa8b-d714b0e5f6be tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:09.114335 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddbaa861-236b-4050-ba33-0b4d9de1d7fb req-2edc1e50-9d1d-493c-aa8b-d714b0e5f6be tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 943 time: 0.0584943 Feb 11 05:08:09.167483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ddbaa861-236b-4050-ba33-0b4d9de1d7fb req-acd33128-0c17-4a35-9afe-41bf4d423c05 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446191 Feb 11 05:08:10.290442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e08bef-7a17-419b-875f-b93bb41f265e req-5c95f918-3b47-4760-8cf5-6b4d331aa097 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:10.291978 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-33e08bef-7a17-419b-875f-b93bb41f265e req-5c95f918-3b47-4760-8cf5-6b4d331aa097 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 943 time: 0.0544155 Feb 11 05:08:10.342066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-33e08bef-7a17-419b-875f-b93bb41f265e req-2ea1f24f-0dfa-4861-97ac-bddd78e23cc9 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443559 Feb 11 05:08:11.461470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e008824-baaa-478c-9982-b3e70ebb0b64 req-50009282-6439-49b5-af57-f11f79855f12 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:11.462962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e008824-baaa-478c-9982-b3e70ebb0b64 req-50009282-6439-49b5-af57-f11f79855f12 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 943 time: 0.0534458 Feb 11 05:08:11.515445 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e008824-baaa-478c-9982-b3e70ebb0b64 req-89224307-e591-4f84-98c5-78cfc07cde1c tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461137 Feb 11 05:08:12.578303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4870970d-9107-4742-b171-f43dd087cd15 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:08:12.643768 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8217a65-eed7-4d9f-b451-44360ce291f3 req-31620060-7e44-4ddc-9a5d-b4e71fdb7b90 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:12.644527 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8217a65-eed7-4d9f-b451-44360ce291f3 req-31620060-7e44-4ddc-9a5d-b4e71fdb7b90 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 943 time: 0.0540373 Feb 11 05:08:12.683188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4870970d-9107-4742-b171-f43dd087cd15, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4870970d-9107-4742-b171-f43dd087cd15,segment=NetworkSegment(85d33439-b132-452e-862e-f454a1be79e7),segment_id=85d33439-b132-452e-862e-f454a1be79e7)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:12.696120 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '4870970d-9107-4742-b171-f43dd087cd15', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'port_id': '4870970d-9107-4742-b171-f43dd087cd15', 'mac_address': 'fa:16:3e:69:07:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:08:12.707928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8217a65-eed7-4d9f-b451-44360ce291f3 req-522bc9b7-18e2-46b5-8600-929389c957d6 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569708 Feb 11 05:08:12.736782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 4870970d-9107-4742-b171-f43dd087cd15 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:12.737180 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4870970d-9107-4742-b171-f43dd087cd15), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.750453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4870970d-9107-4742-b171-f43dd087cd15 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:08:12.774083 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4870970d-9107-4742-b171-f43dd087cd15, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4870970d-9107-4742-b171-f43dd087cd15,segment=NetworkSegment(85d33439-b132-452e-862e-f454a1be79e7),segment_id=85d33439-b132-452e-862e-f454a1be79e7)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:12.872851 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4870970d-9107-4742-b171-f43dd087cd15), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:12.920561 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=4870970d-9107-4742-b171-f43dd087cd15,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:13.166197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['4870970d-9107-4742-b171-f43dd087cd15'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:08:13.833586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f0e25-5f21-4ba0-bf99-d074eefd55ce req-bb970dbf-a7a1-4641-9ebe-c4e9e763e6e9 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:13.835215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-199f0e25-5f21-4ba0-bf99-d074eefd55ce req-bb970dbf-a7a1-4641-9ebe-c4e9e763e6e9 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 944 time: 0.0563378 Feb 11 05:08:13.888377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-199f0e25-5f21-4ba0-bf99-d074eefd55ce req-1ead229b-d90f-41ab-a56a-5e7ac269d422 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463569 Feb 11 05:08:14.593937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4870970d-9107-4742-b171-f43dd087cd15 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:08:14.712449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 4870970d-9107-4742-b171-f43dd087cd15 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:08:14.716900 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 4870970d-9107-4742-b171-f43dd087cd15 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:08:14.717323 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4870970d-9107-4742-b171-f43dd087cd15), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.805332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 4870970d-9107-4742-b171-f43dd087cd15 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:08:14.805621 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4870970d-9107-4742-b171-f43dd087cd15), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.831705 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1d1e03-87b9-4e33-9b12-77a05221f270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4870970d-9107-4742-b171-f43dd087cd15'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:14.834006 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a2840e6f683327e80d802caf3e6c74de33f7bb29e6ebf117f685271bafc4ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29ead95-a3c3-4999-8251-7264a5c71318" -d '{"events": [{"server_uuid": "dc1d1e03-87b9-4e33-9b12-77a05221f270", "name": "network-vif-plugged", "status": "completed", "tag": "4870970d-9107-4742-b171-f43dd087cd15"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:14.847193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4870970d-9107-4742-b171-f43dd087cd15, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4870970d-9107-4742-b171-f43dd087cd15,segment=NetworkSegment(85d33439-b132-452e-862e-f454a1be79e7),segment_id=85d33439-b132-452e-862e-f454a1be79e7)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:08:14.873987 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1020d06a-f67c-4d70-bae9-36222fe77c54 x-openstack-request-id: req-1020d06a-f67c-4d70-bae9-36222fe77c54 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:14.874292 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1d1e03-87b9-4e33-9b12-77a05221f270", "name": "network-vif-plugged", "status": "completed", "tag": "4870970d-9107-4742-b171-f43dd087cd15", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:14.874573 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1020d06a-f67c-4d70-bae9-36222fe77c54 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:14.875012 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1d1e03-87b9-4e33-9b12-77a05221f270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4870970d-9107-4742-b171-f43dd087cd15', 'code': 200} Feb 11 05:08:14.941516 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4870970d-9107-4742-b171-f43dd087cd15), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:14.993145 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=4870970d-9107-4742-b171-f43dd087cd15,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:15.025519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a9876-9457-4718-b80f-5ff6ec08d621 req-41b821d5-f670-498e-88c5-e762b8256f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:15.027056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b2a9876-9457-4718-b80f-5ff6ec08d621 req-41b821d5-f670-498e-88c5-e762b8256f2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 1128 time: 0.0881062 Feb 11 05:08:15.064648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410b9f7-7bf1-4705-93a0-a7b4ca6dad95 req-71026dbe-dfdd-4fb7-9fe2-5095f73fc9f7 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:15.065131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6410b9f7-7bf1-4705-93a0-a7b4ca6dad95 req-71026dbe-dfdd-4fb7-9fe2-5095f73fc9f7 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 945 time: 0.0890279 Feb 11 05:08:15.103065 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6b2a9876-9457-4718-b80f-5ff6ec08d621 req-7d74f15a-85e0-463a-8e5a-7a25637b0661 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682273 Feb 11 05:08:15.131906 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6410b9f7-7bf1-4705-93a0-a7b4ca6dad95 req-19c6e25b-bd68-47b0-9d1e-74f72d35b94a tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597982 Feb 11 05:08:16.261463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0bb31-6fd2-48be-9cd1-68fee1102598 req-911383f0-0653-4631-b10a-e23d7d39f6cd tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:16.263546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2d0bb31-6fd2-48be-9cd1-68fee1102598 req-911383f0-0653-4631-b10a-e23d7d39f6cd tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 945 time: 0.0586305 Feb 11 05:08:16.314815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2d0bb31-6fd2-48be-9cd1-68fee1102598 req-018eaa3d-22fc-4eef-8b12-6aad8cbd4b7f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455427 Feb 11 05:08:17.439297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10b928-bff1-47ce-8750-320ca4ab2eff req-07478026-d114-4b26-82dc-2b33656c2798 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:17.440774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f10b928-bff1-47ce-8750-320ca4ab2eff req-07478026-d114-4b26-82dc-2b33656c2798 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 945 time: 0.0539560 Feb 11 05:08:17.489679 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f10b928-bff1-47ce-8750-320ca4ab2eff req-9ba1eff3-e946-43d1-8cf1-17f0905ba86c tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433931 Feb 11 05:08:17.609112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e598c-cdb1-4cca-81e0-3148b4e1c6a0 req-1b4f4b1d-b541-41d3-bdcd-48e4b042f4ce tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:17.610487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e2e598c-cdb1-4cca-81e0-3148b4e1c6a0 req-1b4f4b1d-b541-41d3-bdcd-48e4b042f4ce tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 945 time: 0.0535097 Feb 11 05:08:17.662110 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e2e598c-cdb1-4cca-81e0-3148b4e1c6a0 req-bd383008-72bc-4de6-8350-ae697d8f948d tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460632 Feb 11 05:08:17.779498 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de242d-6497-48fb-b2cb-2fc15ca2d170 req-6fea7f02-5982-4a50-af3c-a543f5af532e tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:17.781218 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13de242d-6497-48fb-b2cb-2fc15ca2d170 req-6fea7f02-5982-4a50-af3c-a543f5af532e tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 945 time: 0.0530798 Feb 11 05:08:17.830843 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13de242d-6497-48fb-b2cb-2fc15ca2d170 req-541856fa-c1dd-4295-a12b-50853b269a2c tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439410 Feb 11 05:08:17.851948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40410) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:17.938304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5f958-c65f-42ac-bf49-30e873e9e40c tempest-TestServerBasicOps-1664594028 tempest-TestServerBasicOps-1664594028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:17.939880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8df5f958-c65f-42ac-bf49-30e873e9e40c tempest-TestServerBasicOps-1664594028 tempest-TestServerBasicOps-1664594028-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 1123 time: 0.0869625 Feb 11 05:08:17.942968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40414) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:17.947129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '4870970d-9107-4742-b171-f43dd087cd15', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:08:18.066795 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.167278 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.269485 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Allocated IP 172.25.3.16 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/50c0a5ab-d45d-4450-aeb2-fcb53b06a9ba) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:08:18.377375 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for port (50c0a5ab-d45d-4450-aeb2-fcb53b06a9ba), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.593296 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (50c0a5ab-d45d-4450-aeb2-fcb53b06a9ba), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:18.633215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:08:18.636113 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:08:18.640733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:08:18.646086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Pushing event updated for resources: {'Port': ['ID=50c0a5ab-d45d-4450-aeb2-fcb53b06a9ba,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:19.042117 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for floatingip (dad452e3-e7a9-4f84-a2fa-44436dfde412), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.182247 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (50c0a5ab-d45d-4450-aeb2-fcb53b06a9ba), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.333969 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for port (50c0a5ab-d45d-4450-aeb2-fcb53b06a9ba), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.404267 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (50c0a5ab-d45d-4450-aeb2-fcb53b06a9ba), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.475587 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Pushing event updated for resources: {'Port': ['ID=50c0a5ab-d45d-4450-aeb2-fcb53b06a9ba,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:08:19.485051 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (dad452e3-e7a9-4f84-a2fa-44436dfde412), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:19.591721 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Floating IP dad452e3-e7a9-4f84-a2fa-44436dfde412 associated. External IP: 172.25.3.16, port: 4870970d-9107-4742-b171-f43dd087cd15. Feb 11 05:08:19.816269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Router a6c1e2c8-2507-4257-86a3-b6487d0947a1 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:08:19.935377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:08:19.946056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bbb012-dec5-4a39-83e0-3b0d1ee17368 None None] Sync routers for ids ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:08:19.956208 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bbb012-dec5-4a39-83e0-3b0d1ee17368 None None] Routers {'a6c1e2c8-2507-4257-86a3-b6487d0947a1'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:19.962270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-22bbb012-dec5-4a39-83e0-3b0d1ee17368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:07:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:20.056155 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:20.070446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-22bbb012-dec5-4a39-83e0-3b0d1ee17368 None None] Set router a6c1e2c8-2507-4257-86a3-b6487d0947a1 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:20.104187 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5be5c259-1bce-4fa0-95ea-6ecdf8a3030f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1601894 Feb 11 05:08:20.104905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1d1e03-87b9-4e33-9b12-77a05221f270', 'tag': '4870970d-9107-4742-b171-f43dd087cd15'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:08:20.111703 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53dc37bcb8ea5782e18fc809e738c6fc809306820db656149778a4223e231b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a196b7a-7769-4ab8-8f63-5508cf04bd04" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1d1e03-87b9-4e33-9b12-77a05221f270", "tag": "4870970d-9107-4742-b171-f43dd087cd15"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:08:20.162123 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e20d32-56fc-4cc6-8b3b-ba2005725469 x-openstack-request-id: req-e9e20d32-56fc-4cc6-8b3b-ba2005725469 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:08:20.162407 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1d1e03-87b9-4e33-9b12-77a05221f270", "tag": "4870970d-9107-4742-b171-f43dd087cd15", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:08:20.162698 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9e20d32-56fc-4cc6-8b3b-ba2005725469 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:08:20.163110 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1d1e03-87b9-4e33-9b12-77a05221f270', 'tag': '4870970d-9107-4742-b171-f43dd087cd15', 'status': 'completed', 'code': 200} Feb 11 05:08:20.235928 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a196b7a-7769-4ab8-8f63-5508cf04bd04 req-b1bc9c4b-ceda-4c21-b737-cbe55e741a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:20.237584 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a196b7a-7769-4ab8-8f63-5508cf04bd04 req-b1bc9c4b-ceda-4c21-b737-cbe55e741a0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b519676e5314981b6b11a2a5e55babb&device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 1128 time: 0.0498023 Feb 11 05:08:20.323951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-22bbb012-dec5-4a39-83e0-3b0d1ee17368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:51Z', 'revision_number': 4, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'gw_port': {'id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'dad452e3-e7a9-4f84-a2fa-44436dfde412', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'port_id': '4870970d-9107-4742-b171-f43dd087cd15', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'mac_address': 'fa:16:3e:69:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1d1e03-87b9-4e33-9b12-77a05221f270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:08:18Z', 'updated_at': '2022-02-11T05:08:18Z', 'revision_number': 0, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5860413e-7630-41f8-80be-6a156be14035', 'name': '', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'mac_address': 'fa:16:3e:1a:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:50Z', 'updated_at': '2022-02-11T05:07:55Z', 'revision_number': 5, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'subnets': [{'id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:20.332161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a196b7a-7769-4ab8-8f63-5508cf04bd04 req-c90724da-1bce-474e-9a02-320a1898a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:20.333647 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a196b7a-7769-4ab8-8f63-5508cf04bd04 req-c90724da-1bce-474e-9a02-320a1898a392 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8ecca8a-be3c-41a3-9fa3-540c34223b1b HTTP/1.1" status: 200 len: 910 time: 0.0898025 Feb 11 05:08:20.352056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bbb012-dec5-4a39-83e0-3b0d1ee17368 None None] Checking router: a6c1e2c8-2507-4257-86a3-b6487d0947a1 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:08:20.361408 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bbb012-dec5-4a39-83e0-3b0d1ee17368 None None] Routers {'a6c1e2c8-2507-4257-86a3-b6487d0947a1'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:08:20.370989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-22bbb012-dec5-4a39-83e0-3b0d1ee17368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:07:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:20.419618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a196b7a-7769-4ab8-8f63-5508cf04bd04 req-d74c8677-a0a3-43de-b2b0-e59b09416b18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4870970d-9107-4742-b171-f43dd087cd15 HTTP/1.1" status: 200 len: 998 time: 0.0652945 Feb 11 05:08:20.482201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-22bbb012-dec5-4a39-83e0-3b0d1ee17368 None None] Set router a6c1e2c8-2507-4257-86a3-b6487d0947a1 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:08:20.731529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-22bbb012-dec5-4a39-83e0-3b0d1ee17368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:51Z', 'revision_number': 4, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'gw_port': {'id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'dad452e3-e7a9-4f84-a2fa-44436dfde412', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'port_id': '4870970d-9107-4742-b171-f43dd087cd15', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'mac_address': 'fa:16:3e:69:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1d1e03-87b9-4e33-9b12-77a05221f270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:08:18Z', 'updated_at': '2022-02-11T05:08:18Z', 'revision_number': 0, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5860413e-7630-41f8-80be-6a156be14035', 'name': '', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'mac_address': 'fa:16:3e:1a:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:50Z', 'updated_at': '2022-02-11T05:07:55Z', 'revision_number': 5, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'subnets': [{'id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:08:20.761751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bbb012-dec5-4a39-83e0-3b0d1ee17368 None None] The sync data for ids ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'] in n-d-712142-35 is: [{'id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:51Z', 'revision_number': 4, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'gw_port': {'id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'dad452e3-e7a9-4f84-a2fa-44436dfde412', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'port_id': '4870970d-9107-4742-b171-f43dd087cd15', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'mac_address': 'fa:16:3e:69:07:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1d1e03-87b9-4e33-9b12-77a05221f270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:08:18Z', 'updated_at': '2022-02-11T05:08:18Z', 'revision_number': 0, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5860413e-7630-41f8-80be-6a156be14035', 'name': '', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'mac_address': 'fa:16:3e:1a:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:50Z', 'updated_at': '2022-02-11T05:07:55Z', 'revision_number': 5, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'subnets': [{'id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:08:20.789699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a196b7a-7769-4ab8-8f63-5508cf04bd04 req-9498be1e-67d5-4f10-bf16-5a38a67c0094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:20.791214 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a196b7a-7769-4ab8-8f63-5508cf04bd04 req-9498be1e-67d5-4f10-bf16-5a38a67c0094 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3303ec98-4d2f-4e90-a9ea-56b11caa6d00 HTTP/1.1" status: 200 len: 848 time: 0.3712211 Feb 11 05:08:20.842918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a196b7a-7769-4ab8-8f63-5508cf04bd04 req-f2c482d0-7ad0-4cce-a776-4f526e55cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:20.844459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a196b7a-7769-4ab8-8f63-5508cf04bd04 req-f2c482d0-7ad0-4cce-a776-4f526e55cc22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8ecca8a-be3c-41a3-9fa3-540c34223b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456772 Feb 11 05:08:20.944276 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a196b7a-7769-4ab8-8f63-5508cf04bd04 req-41cb1d92-7044-4bf4-aaf3-532052273f48 service neutron] 10.222.0.32 "GET /v2.0/networks/e8ecca8a-be3c-41a3-9fa3-540c34223b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928974 Feb 11 05:08:20.970170 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044a87c5-e30a-4cfc-8bfe-ee827b5827d7 None None] New status for floating IP dad452e3-e7a9-4f84-a2fa-44436dfde412: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:08:21.047915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a196b7a-7769-4ab8-8f63-5508cf04bd04 req-25726409-ec7a-47af-ab7d-2e7732f2f6f8 service neutron] 10.222.0.32 "GET /v2.0/networks/e8ecca8a-be3c-41a3-9fa3-540c34223b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931196 Feb 11 05:08:23.158177 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e8397332-c0d2-4c57-9d74-8be0ee6b372e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:25.460766 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d2e97381-7945-4019-a98a-0cd58c95af23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:26.801409 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:28.361943 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:29.757706 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:31.410352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-41846193-4372-4882-ad2a-27d7c55671f5 req-c5671340-82fd-4282-9adb-98e931b86bcc service neutron] (103809) timed out ('10.222.0.32', 56896) {{(pid=103809) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:08:34.293231 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:34.329131 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:42.320661 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:08:45.573662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-8a775fe0-1912-4823-b4b2-02f135daf9eb req-5dce5410-dc51-4f95-b940-8fd23adedf3a service neutron] (103809) timed out ('10.222.0.32', 56715) {{(pid=103809) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:08:53.162256 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c59187d6-cd53-464a-9117-2f1054e6eed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:55.466368 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-830d4a26-c830-4a44-8728-ff1297f97438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:56.818220 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:57.522645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40440) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:08:57.613618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d8194-6a33-44ae-ad86-19264b8eb101 req-7938d1a0-afd1-4554-9a03-bc3460738883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:08:57.615732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-863d8194-6a33-44ae-ad86-19264b8eb101 req-7938d1a0-afd1-4554-9a03-bc3460738883 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 1128 time: 0.0920665 Feb 11 05:08:57.667510 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-863d8194-6a33-44ae-ad86-19264b8eb101 req-f9395161-1511-4ac3-ba6c-e56002b041f1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456355 Feb 11 05:08:58.363015 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:08:59.757470 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:01.940320 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dac4da1c-aaec-47e2-972f-5205134e4905 req-8ebce225-fbf3-42af-bbc5-b0642eb04792 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441318 Feb 11 05:09:02.031268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4da1c-aaec-47e2-972f-5205134e4905 req-3b9ee4a3-1db5-45a4-94d0-76bcfe2bba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:02.032806 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dac4da1c-aaec-47e2-972f-5205134e4905 req-3b9ee4a3-1db5-45a4-94d0-76bcfe2bba63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b519676e5314981b6b11a2a5e55babb&device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 1128 time: 0.0461452 Feb 11 05:09:02.144238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4da1c-aaec-47e2-972f-5205134e4905 req-8cc9bcc8-80de-4b29-8c05-5eea4126e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:02.146403 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dac4da1c-aaec-47e2-972f-5205134e4905 req-8cc9bcc8-80de-4b29-8c05-5eea4126e330 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8ecca8a-be3c-41a3-9fa3-540c34223b1b HTTP/1.1" status: 200 len: 910 time: 0.0923193 Feb 11 05:09:02.220236 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dac4da1c-aaec-47e2-972f-5205134e4905 req-554400e1-ab4b-4234-b4f6-603a5485e90e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4870970d-9107-4742-b171-f43dd087cd15 HTTP/1.1" status: 200 len: 1000 time: 0.0665736 Feb 11 05:09:02.274255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4da1c-aaec-47e2-972f-5205134e4905 req-e5a0dfcc-3ea1-4c56-b852-ba1126c283f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:02.275850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dac4da1c-aaec-47e2-972f-5205134e4905 req-e5a0dfcc-3ea1-4c56-b852-ba1126c283f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3303ec98-4d2f-4e90-a9ea-56b11caa6d00 HTTP/1.1" status: 200 len: 848 time: 0.0490506 Feb 11 05:09:02.336135 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4da1c-aaec-47e2-972f-5205134e4905 req-002ba4b0-32d4-4975-a157-0d3b51660c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:09:02.337674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dac4da1c-aaec-47e2-972f-5205134e4905 req-002ba4b0-32d4-4975-a157-0d3b51660c0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8ecca8a-be3c-41a3-9fa3-540c34223b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0553010 Feb 11 05:09:02.434254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dac4da1c-aaec-47e2-972f-5205134e4905 req-9630dbdc-55a6-44a9-a293-3d3f26e3d6eb service neutron] 10.222.0.32 "GET /v2.0/networks/e8ecca8a-be3c-41a3-9fa3-540c34223b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898690 Feb 11 05:09:02.536068 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dac4da1c-aaec-47e2-972f-5205134e4905 req-0e01e1ad-d511-49b1-8878-6eeef876f822 service neutron] 10.222.0.32 "GET /v2.0/networks/e8ecca8a-be3c-41a3-9fa3-540c34223b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897753 Feb 11 05:09:04.294718 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:04.323717 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:19.323233 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:09:23.202326 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-883ec60d-2384-43ac-9722-29bfe25ecc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:25.451607 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1c54fffd-585a-4706-9b20-7328203e5584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:26.834311 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:28.402352 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:29.748604 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:34.339564 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:34.348057 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:53.173202 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-85b2b4a7-f1ff-44a6-b908-1dbcb31046e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:55.441671 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3b411f42-b96a-42c9-bbfa-27b7c014c7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:56.323297 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:09:56.805111 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:58.396427 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:09:59.778860 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:02.926128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e615bd50-55da-49db-a6a3-8b57303c5eec req-098f5379-9519-4c70-9cde-2b75628fd4ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451427 Feb 11 05:10:03.021911 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615bd50-55da-49db-a6a3-8b57303c5eec req-fef9f935-9d95-4da6-94ca-325e2bfdd0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:03.023677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e615bd50-55da-49db-a6a3-8b57303c5eec req-fef9f935-9d95-4da6-94ca-325e2bfdd0cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b519676e5314981b6b11a2a5e55babb&device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 1128 time: 0.0472074 Feb 11 05:10:03.138209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615bd50-55da-49db-a6a3-8b57303c5eec req-f364fc8a-4600-4859-b994-8e72e81d42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:03.139790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e615bd50-55da-49db-a6a3-8b57303c5eec req-f364fc8a-4600-4859-b994-8e72e81d42ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8ecca8a-be3c-41a3-9fa3-540c34223b1b HTTP/1.1" status: 200 len: 910 time: 0.0956962 Feb 11 05:10:03.208242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e615bd50-55da-49db-a6a3-8b57303c5eec req-8d7741c2-46a5-4ee9-8d37-d0ce9067d953 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4870970d-9107-4742-b171-f43dd087cd15 HTTP/1.1" status: 200 len: 1000 time: 0.0618503 Feb 11 05:10:03.262590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615bd50-55da-49db-a6a3-8b57303c5eec req-b18ddb2e-762b-4c69-9a6b-d25d124c1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:03.264089 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e615bd50-55da-49db-a6a3-8b57303c5eec req-b18ddb2e-762b-4c69-9a6b-d25d124c1326 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3303ec98-4d2f-4e90-a9ea-56b11caa6d00 HTTP/1.1" status: 200 len: 848 time: 0.0483019 Feb 11 05:10:03.314935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615bd50-55da-49db-a6a3-8b57303c5eec req-d08adbdd-e137-4cb9-97ef-eb179db2482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:10:03.316444 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e615bd50-55da-49db-a6a3-8b57303c5eec req-d08adbdd-e137-4cb9-97ef-eb179db2482f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8ecca8a-be3c-41a3-9fa3-540c34223b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455928 Feb 11 05:10:03.413176 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e615bd50-55da-49db-a6a3-8b57303c5eec req-d50a9eff-f6a3-4d9b-84ce-801f3feb3281 service neutron] 10.222.0.32 "GET /v2.0/networks/e8ecca8a-be3c-41a3-9fa3-540c34223b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886652 Feb 11 05:10:03.506495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e615bd50-55da-49db-a6a3-8b57303c5eec req-04531a81-294e-477c-bc98-742a4703a4a7 service neutron] 10.222.0.32 "GET /v2.0/networks/e8ecca8a-be3c-41a3-9fa3-540c34223b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867565 Feb 11 05:10:04.313816 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:04.338932 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:23.149622 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c5cceced-6711-4caa-a654-4c696e29a111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:25.427667 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-de7ddedc-0d8d-42b0-bb81-c4619bea40ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:26.833264 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:28.447345 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:29.738841 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:33.323590 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:10:34.332206 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:34.372352 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:53.217993 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b7084470-8dea-4c4f-ba83-3f60a4b23b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:55.495563 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a804e5bc-3728-40a0-88a0-2fcd283c9dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:56.904140 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:58.381934 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:10:59.789287 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.338089 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.360525 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:04.974481 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4544d922-d68c-49e2-aab7-f0d68cf4cb77 req-0e738200-1162-425d-ab21-320d10580e33 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574572 Feb 11 05:11:05.094312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544d922-d68c-49e2-aab7-f0d68cf4cb77 req-94cbe8ca-352f-4bdd-a544-3107a51851fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:05.095937 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4544d922-d68c-49e2-aab7-f0d68cf4cb77 req-94cbe8ca-352f-4bdd-a544-3107a51851fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b519676e5314981b6b11a2a5e55babb&device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 1128 time: 0.0694494 Feb 11 05:11:05.214046 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544d922-d68c-49e2-aab7-f0d68cf4cb77 req-f78c1322-18bb-41f6-a141-b2e8ca7e792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:05.215660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4544d922-d68c-49e2-aab7-f0d68cf4cb77 req-f78c1322-18bb-41f6-a141-b2e8ca7e792f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8ecca8a-be3c-41a3-9fa3-540c34223b1b HTTP/1.1" status: 200 len: 910 time: 0.0972588 Feb 11 05:11:05.304055 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4544d922-d68c-49e2-aab7-f0d68cf4cb77 req-0e748371-ce7e-4603-b7a9-271c3c0ab361 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4870970d-9107-4742-b171-f43dd087cd15 HTTP/1.1" status: 200 len: 1000 time: 0.0818591 Feb 11 05:11:05.361770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544d922-d68c-49e2-aab7-f0d68cf4cb77 req-5263165f-394c-4f36-9d5f-d95f263c5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:05.363546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4544d922-d68c-49e2-aab7-f0d68cf4cb77 req-5263165f-394c-4f36-9d5f-d95f263c5392 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3303ec98-4d2f-4e90-a9ea-56b11caa6d00 HTTP/1.1" status: 200 len: 848 time: 0.0528822 Feb 11 05:11:05.433640 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544d922-d68c-49e2-aab7-f0d68cf4cb77 req-bb47150c-acd9-4d3e-b50e-5e1909fa5181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:11:05.435240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4544d922-d68c-49e2-aab7-f0d68cf4cb77 req-bb47150c-acd9-4d3e-b50e-5e1909fa5181 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8ecca8a-be3c-41a3-9fa3-540c34223b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0614445 Feb 11 05:11:05.552857 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4544d922-d68c-49e2-aab7-f0d68cf4cb77 req-a4b13d39-1c5c-4abc-9d0b-3b361e0e5448 service neutron] 10.222.0.32 "GET /v2.0/networks/e8ecca8a-be3c-41a3-9fa3-540c34223b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105750 Feb 11 05:11:05.652127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4544d922-d68c-49e2-aab7-f0d68cf4cb77 req-7f0676a5-edeb-420a-b950-4cb7c4592426 service neutron] 10.222.0.32 "GET /v2.0/networks/e8ecca8a-be3c-41a3-9fa3-540c34223b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890653 Feb 11 05:11:10.324643 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:11:23.147480 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91703c92-9c98-4661-9396-2511db8f3702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:25.463184 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-54d15134-e110-4aac-a191-d0ed25d35f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:26.851689 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:28.392381 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:29.777170 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.376831 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:34.396795 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:47.325921 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:11:53.145823 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c10a0442-ed21-400d-b450-22142bfd6f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:55.436969 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b6b4ca2-a37e-4360-97c3-f2194be808a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:56.849073 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:58.397055 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:11:59.754155 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.366054 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:04.393806 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:07.012137 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a61f5fc-f200-4f6d-90f8-896151680458 req-460d4b1b-43a4-4601-948a-c64f1d0cb0bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1230733 Feb 11 05:12:07.112988 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61f5fc-f200-4f6d-90f8-896151680458 req-5181aba4-ab38-4432-b4a8-88adae7eed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.119644 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a61f5fc-f200-4f6d-90f8-896151680458 req-5181aba4-ab38-4432-b4a8-88adae7eed90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b519676e5314981b6b11a2a5e55babb&device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 1128 time: 0.0523374 Feb 11 05:12:07.291987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61f5fc-f200-4f6d-90f8-896151680458 req-2c59356f-8356-47b9-8f2b-9d9e4293776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.294953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a61f5fc-f200-4f6d-90f8-896151680458 req-2c59356f-8356-47b9-8f2b-9d9e4293776b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8ecca8a-be3c-41a3-9fa3-540c34223b1b HTTP/1.1" status: 200 len: 910 time: 0.1560476 Feb 11 05:12:07.379293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a61f5fc-f200-4f6d-90f8-896151680458 req-00112663-bd3f-4dfe-8785-cf4a5505b96f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4870970d-9107-4742-b171-f43dd087cd15 HTTP/1.1" status: 200 len: 1000 time: 0.0763710 Feb 11 05:12:07.442328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61f5fc-f200-4f6d-90f8-896151680458 req-92c8a12c-741a-473f-97f3-bfc4b7f89c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.443995 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a61f5fc-f200-4f6d-90f8-896151680458 req-92c8a12c-741a-473f-97f3-bfc4b7f89c6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3303ec98-4d2f-4e90-a9ea-56b11caa6d00 HTTP/1.1" status: 200 len: 848 time: 0.0547688 Feb 11 05:12:07.499657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61f5fc-f200-4f6d-90f8-896151680458 req-e5893f79-1ea0-4f24-80c3-3550abd8fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:12:07.501312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a61f5fc-f200-4f6d-90f8-896151680458 req-e5893f79-1ea0-4f24-80c3-3550abd8fcf7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8ecca8a-be3c-41a3-9fa3-540c34223b1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504341 Feb 11 05:12:07.609703 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a61f5fc-f200-4f6d-90f8-896151680458 req-06a0beef-2630-47e4-a7b4-15f87fabdb5e service neutron] 10.222.0.32 "GET /v2.0/networks/e8ecca8a-be3c-41a3-9fa3-540c34223b1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007545 Feb 11 05:12:07.720513 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a61f5fc-f200-4f6d-90f8-896151680458 req-446a64da-063e-4112-9576-b520ca4123d7 service neutron] 10.222.0.32 "GET /v2.0/networks/e8ecca8a-be3c-41a3-9fa3-540c34223b1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029854 Feb 11 05:12:23.133843 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6d13abf7-e49a-40f9-a684-8c15448399e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:24.325224 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:12:25.431059 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2f09-02fa-4a36-a394-8e577b6d2c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:26.878814 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:28.427786 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:29.730227 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.364036 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:34.390382 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:53.135922 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33ea95b8-c6e0-4d5e-b69c-3d4a3ad8fbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:55.438084 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da135831-4f85-4212-806b-88e8b3ff730e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:56.855332 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:58.415634 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:12:59.820602 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:01.325419 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:13:03.303810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ae7c0-a43a-4e9d-bb66-dd8b5256e5e8 req-3f3dcbe8-9e45-4c33-842e-6515811c2e37 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:03.305492 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa4ae7c0-a43a-4e9d-bb66-dd8b5256e5e8 req-3f3dcbe8-9e45-4c33-842e-6515811c2e37 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 945 time: 0.1160426 Feb 11 05:13:03.366413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa4ae7c0-a43a-4e9d-bb66-dd8b5256e5e8 req-9c2106bd-ced7-458f-b876-69224361a4bf tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541830 Feb 11 05:13:04.407111 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.438666 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.612536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e409e-6d09-4eab-a90e-f3c5e86fd023 req-0840e731-42a6-491f-bf32-d68159f08256 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:04.614172 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e47e409e-6d09-4eab-a90e-f3c5e86fd023 req-0840e731-42a6-491f-bf32-d68159f08256 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 945 time: 0.1143522 Feb 11 05:13:04.671437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e47e409e-6d09-4eab-a90e-f3c5e86fd023 req-ee94d785-51cf-40e8-bb9c-045b52f1174c tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/security-groups?id=7de613bb-374a-4ad4-926c-78003b6d7a41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508485 Feb 11 05:13:04.770171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-687a1bca-4ed9-41bf-a2ff-4428b3017d05 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:04.771910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-687a1bca-4ed9-41bf-a2ff-4428b3017d05 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 945 time: 0.0657318 Feb 11 05:13:04.875375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Deleting port 4870970d-9107-4742-b171-f43dd087cd15 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:04.875720 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4870970d-9107-4742-b171-f43dd087cd15), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:04.982307 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] For port 4870970d-9107-4742-b171-f43dd087cd15, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4870970d-9107-4742-b171-f43dd087cd15,segment=NetworkSegment(85d33439-b132-452e-862e-f454a1be79e7),segment_id=85d33439-b132-452e-862e-f454a1be79e7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:04.982585 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4870970d-9107-4742-b171-f43dd087cd15), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.209788 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.210160 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (dad452e3-e7a9-4f84-a2fa-44436dfde412), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.210487 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Floating IP dad452e3-e7a9-4f84-a2fa-44436dfde412 disassociated. External IP: 172.25.3.16, port: 4870970d-9107-4742-b171-f43dd087cd15. Feb 11 05:13:05.210904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Calling delete_port for 4870970d-9107-4742-b171-f43dd087cd15 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:05.413704 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4870970d-9107-4742-b171-f43dd087cd15), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.454479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Pushing event deleted for resources: {'Port': ['ID=4870970d-9107-4742-b171-f43dd087cd15,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:05.473853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.474381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.474970 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.475506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.476001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.476543 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.477067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.477500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.477991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.478530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.479560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.480128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.480678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:05.644730 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Router a6c1e2c8-2507-4257-86a3-b6487d0947a1 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:05.833089 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dca0431d-7681-499b-b6d9-815a46cd4f5f req-a6d545f6-5615-4b8e-82dd-4f24cebc99d7 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 210 time: 0.0417907 Feb 11 05:13:05.851832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:05.875038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021cab5d-d26a-444f-b130-f0791ab28142 None None] Sync routers for ids ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:05.891785 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021cab5d-d26a-444f-b130-f0791ab28142 None None] Routers {'a6c1e2c8-2507-4257-86a3-b6487d0947a1'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:05.894033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-021cab5d-d26a-444f-b130-f0791ab28142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:12:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:05.944961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] No DVR routers for this DVR port 4870970d-9107-4742-b171-f43dd087cd15 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:05.949320 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:05.957994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19092d1b-9eae-48cc-bcfe-916cd2ba3fb7 req-1e2ac38a-9c4c-47e2-97a3-b5859450ef70 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.32 "DELETE /v2.0/ports/4870970d-9107-4742-b171-f43dd087cd15 HTTP/1.1" status: 204 len: 173 time: 1.1788785 Feb 11 05:13:05.957994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1d1e03-87b9-4e33-9b12-77a05221f270', 'name': 'network-vif-deleted', 'tag': '4870970d-9107-4742-b171-f43dd087cd15'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:06.035220 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c9c389-5e39-4f33-9d3f-34dccd351e19" -d '{"events": [{"server_uuid": "dc1d1e03-87b9-4e33-9b12-77a05221f270", "name": "network-vif-deleted", "tag": "4870970d-9107-4742-b171-f43dd087cd15"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:06.188340 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49cf467-4339-4a13-a4eb-1f2185fab6db x-openstack-request-id: req-b49cf467-4339-4a13-a4eb-1f2185fab6db {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:06.189022 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1d1e03-87b9-4e33-9b12-77a05221f270", "name": "network-vif-deleted", "tag": "4870970d-9107-4742-b171-f43dd087cd15", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:06.189871 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b49cf467-4339-4a13-a4eb-1f2185fab6db {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:06.190931 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1d1e03-87b9-4e33-9b12-77a05221f270', 'name': 'network-vif-deleted', 'tag': '4870970d-9107-4742-b171-f43dd087cd15', 'status': 'completed', 'code': 200} Feb 11 05:13:06.268388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-021cab5d-d26a-444f-b130-f0791ab28142 None None] Set router a6c1e2c8-2507-4257-86a3-b6487d0947a1 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:06.529985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-021cab5d-d26a-444f-b130-f0791ab28142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:51Z', 'revision_number': 4, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'gw_port': {'id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5860413e-7630-41f8-80be-6a156be14035', 'name': '', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'mac_address': 'fa:16:3e:1a:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:50Z', 'updated_at': '2022-02-11T05:07:55Z', 'revision_number': 5, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'subnets': [{'id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:06.565869 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021cab5d-d26a-444f-b130-f0791ab28142 None None] Checking router: a6c1e2c8-2507-4257-86a3-b6487d0947a1 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:06.576362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021cab5d-d26a-444f-b130-f0791ab28142 None None] Routers {'a6c1e2c8-2507-4257-86a3-b6487d0947a1'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:06.577026 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-021cab5d-d26a-444f-b130-f0791ab28142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:12:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:06.714385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-021cab5d-d26a-444f-b130-f0791ab28142 None None] Set router a6c1e2c8-2507-4257-86a3-b6487d0947a1 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:07.022826 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a23cabb7-7795-4d15-9b1c-252820bcc1f7 req-ba02ea7f-8529-448c-8e21-5398a81fb99f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc1d1e03-87b9-4e33-9b12-77a05221f270 HTTP/1.1" status: 200 len: 210 time: 0.0418327 Feb 11 05:13:07.049702 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-021cab5d-d26a-444f-b130-f0791ab28142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:51Z', 'revision_number': 4, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'gw_port': {'id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5860413e-7630-41f8-80be-6a156be14035', 'name': '', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'mac_address': 'fa:16:3e:1a:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:50Z', 'updated_at': '2022-02-11T05:07:55Z', 'revision_number': 5, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'subnets': [{'id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:07.106323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021cab5d-d26a-444f-b130-f0791ab28142 None None] The sync data for ids ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'] in n-d-712142-35 is: [{'id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:51Z', 'revision_number': 4, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'gw_port': {'id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5860413e-7630-41f8-80be-6a156be14035', 'name': '', 'network_id': 'e8ecca8a-be3c-41a3-9fa3-540c34223b1b', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'mac_address': 'fa:16:3e:1a:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:50Z', 'updated_at': '2022-02-11T05:07:55Z', 'revision_number': 5, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'subnets': [{'id': '3303ec98-4d2f-4e90-a9ea-56b11caa6d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:07.395031 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb517b-119a-48b9-b2ef-463f56c2afd7 None None] New status for floating IP dad452e3-e7a9-4f84-a2fa-44436dfde412: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:13:08.090392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40588) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:08.166965 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4870970d-9107-4742-b171-f43dd087cd15 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:08.198202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 4870970d-9107-4742-b171-f43dd087cd15 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:08.198813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4870970d-9107-4742-b171-f43dd087cd15 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:08.253712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1de742e9-7490-4492-aae9-fb3a2cb5b148 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Deleting port 50c0a5ab-d45d-4450-aeb2-fcb53b06a9ba {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:08.254038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1de742e9-7490-4492-aae9-fb3a2cb5b148 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (50c0a5ab-d45d-4450-aeb2-fcb53b06a9ba), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.348610 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1de742e9-7490-4492-aae9-fb3a2cb5b148 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (50c0a5ab-d45d-4450-aeb2-fcb53b06a9ba), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.348868 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1de742e9-7490-4492-aae9-fb3a2cb5b148 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for floatingip (50c0a5ab-d45d-4450-aeb2-fcb53b06a9ba), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.363539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1de742e9-7490-4492-aae9-fb3a2cb5b148 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Calling delete_port for 50c0a5ab-d45d-4450-aeb2-fcb53b06a9ba owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:08.592474 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1de742e9-7490-4492-aae9-fb3a2cb5b148 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (50c0a5ab-d45d-4450-aeb2-fcb53b06a9ba), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.621339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de742e9-7490-4492-aae9-fb3a2cb5b148 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Pushing event deleted for resources: {'Port': ['ID=50c0a5ab-d45d-4450-aeb2-fcb53b06a9ba,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:08.705728 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1de742e9-7490-4492-aae9-fb3a2cb5b148 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for floatingip (dad452e3-e7a9-4f84-a2fa-44436dfde412), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.709169 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1de742e9-7490-4492-aae9-fb3a2cb5b148 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.710479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1de742e9-7490-4492-aae9-fb3a2cb5b148 tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "DELETE /v2.0/floatingips/dad452e3-e7a9-4f84-a2fa-44436dfde412 HTTP/1.1" status: 204 len: 168 time: 0.6189971 Feb 11 05:13:08.791733 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40594) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:08.865524 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1dfab502-4511-4dd0-8e48-bd6aae67561f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group (7de613bb-374a-4ad4-926c-78003b6d7a41), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:08.908066 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1dfab502-4511-4dd0-8e48-bd6aae67561f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group (7de613bb-374a-4ad4-926c-78003b6d7a41), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.060796 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1dfab502-4511-4dd0-8e48-bd6aae67561f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (7de613bb-374a-4ad4-926c-78003b6d7a41), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.063705 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1dfab502-4511-4dd0-8e48-bd6aae67561f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:09.065980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1dfab502-4511-4dd0-8e48-bd6aae67561f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] 10.222.0.13 "DELETE /v2.0/security-groups/7de613bb-374a-4ad4-926c-78003b6d7a41 HTTP/1.1" status: 204 len: 168 time: 0.2730200 Feb 11 05:13:09.076480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfab502-4511-4dd0-8e48-bd6aae67561f tempest-TestServerBasicOps-1127634430 tempest-TestServerBasicOps-1127634430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de613bb-374a-4ad4-926c-78003b6d7a41,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:09.204134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40598) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:09.746133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (a6c1e2c8-2507-4257-86a3-b6487d0947a1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.047785 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Deleting port 5860413e-7630-41f8-80be-6a156be14035 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:10.048089 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5860413e-7630-41f8-80be-6a156be14035), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.144730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] For port 5860413e-7630-41f8-80be-6a156be14035, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5860413e-7630-41f8-80be-6a156be14035,segment=NetworkSegment(85d33439-b132-452e-862e-f454a1be79e7),segment_id=85d33439-b132-452e-862e-f454a1be79e7)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:10.145106 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5860413e-7630-41f8-80be-6a156be14035), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.161470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Calling delete_port for 5860413e-7630-41f8-80be-6a156be14035 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:10.512106 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5860413e-7630-41f8-80be-6a156be14035), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:10.542103 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=5860413e-7630-41f8-80be-6a156be14035,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:10.558791 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:10.559136 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:10.559542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:10.559826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:10.560173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:10.560517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:10.560857 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:10.561201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:10.561534 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:10.561871 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:10.562206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:10.562608 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:10.562977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:10.799584 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (a6c1e2c8-2507-4257-86a3-b6487d0947a1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.154116 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Router a6c1e2c8-2507-4257-86a3-b6487d0947a1 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:11.284730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:11.291273 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5d3045f2-26c2-4fab-9f73-e192a9b25bcc admin admin] 10.222.0.13 "PUT /v2.0/routers/a6c1e2c8-2507-4257-86a3-b6487d0947a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0849228 Feb 11 05:13:11.294244 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40604) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:11.297732 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb440572-b6e6-487b-b21d-3ea7c35039a6 None None] Sync routers for ids ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:11.314982 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb440572-b6e6-487b-b21d-3ea7c35039a6 None None] Routers {'a6c1e2c8-2507-4257-86a3-b6487d0947a1'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:11.316041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fb440572-b6e6-487b-b21d-3ea7c35039a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:12:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:11.454363 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] Publish callbacks [] for router (a6c1e2c8-2507-4257-86a3-b6487d0947a1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.520022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-fb440572-b6e6-487b-b21d-3ea7c35039a6 None None] Set router a6c1e2c8-2507-4257-86a3-b6487d0947a1 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:11.584970 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] Publish callbacks [] for router_gateway (a6c1e2c8-2507-4257-86a3-b6487d0947a1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.730419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] Deleting port c951908a-9c77-4198-a430-095f94a7c9a3 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:11.730971 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c951908a-9c77-4198-a430-095f94a7c9a3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.733111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fb440572-b6e6-487b-b21d-3ea7c35039a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:13:10Z', 'revision_number': 5, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'gw_port': {'id': 'c951908a-9c77-4198-a430-095f94a7c9a3', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:11.794102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb440572-b6e6-487b-b21d-3ea7c35039a6 None None] Checking router: a6c1e2c8-2507-4257-86a3-b6487d0947a1 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:11.804204 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb440572-b6e6-487b-b21d-3ea7c35039a6 None None] Routers {'a6c1e2c8-2507-4257-86a3-b6487d0947a1'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:11.804866 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fb440572-b6e6-487b-b21d-3ea7c35039a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:12:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:11.827304 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] For port c951908a-9c77-4198-a430-095f94a7c9a3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c951908a-9c77-4198-a430-095f94a7c9a3,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:11.827682 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c951908a-9c77-4198-a430-095f94a7c9a3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:11.843186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] Calling delete_port for c951908a-9c77-4198-a430-095f94a7c9a3 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:11.904136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-fb440572-b6e6-487b-b21d-3ea7c35039a6 None None] Set router a6c1e2c8-2507-4257-86a3-b6487d0947a1 gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:11.965650 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fb440572-b6e6-487b-b21d-3ea7c35039a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:13:11Z', 'revision_number': 6, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:11.996512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb440572-b6e6-487b-b21d-3ea7c35039a6 None None] The sync data for ids ['a6c1e2c8-2507-4257-86a3-b6487d0947a1'] in n-d-712142-35 is: [{'id': 'a6c1e2c8-2507-4257-86a3-b6487d0947a1', 'name': 'tempest-TestServerBasicOps-1304209857-router', 'tenant_id': '5b519676e5314981b6b11a2a5e55babb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:48Z', 'updated_at': '2022-02-11T05:13:11Z', 'revision_number': 6, 'project_id': '5b519676e5314981b6b11a2a5e55babb', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:12.135387 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c951908a-9c77-4198-a430-095f94a7c9a3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.164472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c951908a-9c77-4198-a430-095f94a7c9a3,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:12.239235 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (a6c1e2c8-2507-4257-86a3-b6487d0947a1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.753187 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (a6c1e2c8-2507-4257-86a3-b6487d0947a1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.756451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] Publish callbacks [] for router_controller (a6c1e2c8-2507-4257-86a3-b6487d0947a1), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.900688 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (a6c1e2c8-2507-4257-86a3-b6487d0947a1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.901650 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6c1e2c8-2507-4257-86a3-b6487d0947a1 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:12.909286 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:12.911046 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-619507bf-025a-478e-8e19-0c8406c404a4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a6c1e2c8-2507-4257-86a3-b6487d0947a1 HTTP/1.1" status: 204 len: 168 time: 1.6151710 Feb 11 05:13:12.914869 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40606) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:12.987833 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6653be-8cf9-4e96-a32a-8254e6a48b2f admin admin] Deleting subnet 3303ec98-4d2f-4e90-a9ea-56b11caa6d00 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:12.991958 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cc6653be-8cf9-4e96-a32a-8254e6a48b2f admin admin] Publish callbacks [] for subnet (3303ec98-4d2f-4e90-a9ea-56b11caa6d00), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.041385 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cc6653be-8cf9-4e96-a32a-8254e6a48b2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (3303ec98-4d2f-4e90-a9ea-56b11caa6d00), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.192610 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cc6653be-8cf9-4e96-a32a-8254e6a48b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (3303ec98-4d2f-4e90-a9ea-56b11caa6d00), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.308303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c951908a-9c77-4198-a430-095f94a7c9a3 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:13.339264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: c951908a-9c77-4198-a430-095f94a7c9a3 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:13.339264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c951908a-9c77-4198-a430-095f94a7c9a3 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:13.339715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5860413e-7630-41f8-80be-6a156be14035 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:13.366364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 5860413e-7630-41f8-80be-6a156be14035 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:13.366743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5860413e-7630-41f8-80be-6a156be14035 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:13.410195 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cc6653be-8cf9-4e96-a32a-8254e6a48b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (3303ec98-4d2f-4e90-a9ea-56b11caa6d00), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.438264 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6653be-8cf9-4e96-a32a-8254e6a48b2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3303ec98-4d2f-4e90-a9ea-56b11caa6d00,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:13.443582 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cc6653be-8cf9-4e96-a32a-8254e6a48b2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.447903 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cc6653be-8cf9-4e96-a32a-8254e6a48b2f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3303ec98-4d2f-4e90-a9ea-56b11caa6d00 HTTP/1.1" status: 204 len: 168 time: 0.5307117 Feb 11 05:13:13.450321 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40608) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:13.455331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe6a53f-3193-40fa-80eb-98a3cb74d31d None None] Network e8ecca8a-be3c-41a3-9fa3-540c34223b1b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:13.551540 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (e8ecca8a-be3c-41a3-9fa3-540c34223b1b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.623108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] Deleting port 6f9ded5c-030f-4906-8f83-030c1449e299 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:13.623108 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6f9ded5c-030f-4906-8f83-030c1449e299), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.660285 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] DHCP port deletion for e8ecca8a-be3c-41a3-9fa3-540c34223b1b request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:13:13.702186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] For port 6f9ded5c-030f-4906-8f83-030c1449e299, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6f9ded5c-030f-4906-8f83-030c1449e299,segment=NetworkSegment(85d33439-b132-452e-862e-f454a1be79e7),segment_id=85d33439-b132-452e-862e-f454a1be79e7)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:13.702551 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6f9ded5c-030f-4906-8f83-030c1449e299), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.723703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] Calling delete_port for 6f9ded5c-030f-4906-8f83-030c1449e299 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:13.749627 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Deleting port 6f9ded5c-030f-4906-8f83-030c1449e299 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:13.750284 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6f9ded5c-030f-4906-8f83-030c1449e299), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.873456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] For port 6f9ded5c-030f-4906-8f83-030c1449e299, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6f9ded5c-030f-4906-8f83-030c1449e299,segment=NetworkSegment(85d33439-b132-452e-862e-f454a1be79e7),segment_id=85d33439-b132-452e-862e-f454a1be79e7)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:13.873784 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6f9ded5c-030f-4906-8f83-030c1449e299), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.893859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Calling delete_port for 6f9ded5c-030f-4906-8f83-030c1449e299 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:13.901625 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6f9ded5c-030f-4906-8f83-030c1449e299), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:13.934756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] No DVR routers for this DVR port 6f9ded5c-030f-4906-8f83-030c1449e299 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:13.937522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9ded5c-030f-4906-8f83-030c1449e299,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:14.005570 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (6f9ded5c-030f-4906-8f83-030c1449e299), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.034779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Pushing event deleted for resources: {'Port': ['ID=6f9ded5c-030f-4906-8f83-030c1449e299,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:14.041228 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (e8ecca8a-be3c-41a3-9fa3-540c34223b1b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.043917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] No DVR routers for this DVR port 6f9ded5c-030f-4906-8f83-030c1449e299 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:14.058322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.058698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.059143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.059743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.060346 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.060941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.061545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.062147 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.062777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.063740 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.072044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.072044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.072044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e25e535-1d38-4a71-915e-0efb1bf33017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:13:14.091587 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ecca8a-be3c-41a3-9fa3-540c34223b1b']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:14.110037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d33439-b132-452e-862e-f454a1be79e7') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:14.110611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d33439-b132-452e-862e-f454a1be79e7') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:14.131056 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (85d33439-b132-452e-862e-f454a1be79e7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.155240 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (85d33439-b132-452e-862e-f454a1be79e7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.163607 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:14.164018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (85d33439-b132-452e-862e-f454a1be79e7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:14.165922 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:14.310125 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (e8ecca8a-be3c-41a3-9fa3-540c34223b1b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.317512 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:14.321048 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e8ecca8a-be3c-41a3-9fa3-540c34223b1b HTTP/1.1" status: 204 len: 168 time: 0.8695118 Feb 11 05:13:14.325004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40610) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:14.339489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861b67a-526c-444a-9525-8ac01c84d461 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ecca8a-be3c-41a3-9fa3-540c34223b1b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:14.805918 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35a19a03-e2ab-474a-a612-400fa59651ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (933f74e0-6841-4d18-9d3a-856d29fe86cd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.181816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-35a19a03-e2ab-474a-a612-400fa59651ea admin admin] Deleting port ab60a7c1-2435-4ee8-b154-1db58e681561 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:15.182142 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35a19a03-e2ab-474a-a612-400fa59651ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.249585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6f9ded5c-030f-4906-8f83-030c1449e299 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:15.278859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 6f9ded5c-030f-4906-8f83-030c1449e299 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:15.279372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6f9ded5c-030f-4906-8f83-030c1449e299 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:15.315225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-35a19a03-e2ab-474a-a612-400fa59651ea admin admin] For port ab60a7c1-2435-4ee8-b154-1db58e681561, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ab60a7c1-2435-4ee8-b154-1db58e681561,segment=NetworkSegment(31f93a92-32f2-4c43-8bc5-fd728a67677d),segment_id=31f93a92-32f2-4c43-8bc5-fd728a67677d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:15.315776 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35a19a03-e2ab-474a-a612-400fa59651ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.341039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-35a19a03-e2ab-474a-a612-400fa59651ea admin admin] Calling delete_port for ab60a7c1-2435-4ee8-b154-1db58e681561 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:15.736448 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35a19a03-e2ab-474a-a612-400fa59651ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ab60a7c1-2435-4ee8-b154-1db58e681561), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:15.771991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a19a03-e2ab-474a-a612-400fa59651ea admin admin] Pushing event deleted for resources: {'Port': ['ID=ab60a7c1-2435-4ee8-b154-1db58e681561,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:16.023829 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35a19a03-e2ab-474a-a612-400fa59651ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (933f74e0-6841-4d18-9d3a-856d29fe86cd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.318823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a19a03-e2ab-474a-a612-400fa59651ea admin admin] Router 933f74e0-6841-4d18-9d3a-856d29fe86cd has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:13:16.444119 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a19a03-e2ab-474a-a612-400fa59651ea admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:13:16.450112 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-35a19a03-e2ab-474a-a612-400fa59651ea admin admin] 10.222.0.13 "PUT /v2.0/routers/933f74e0-6841-4d18-9d3a-856d29fe86cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1240139 Feb 11 05:13:16.453356 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40612) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:16.460329 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c7578a-943d-4932-87fc-eddbdee7d2c6 None None] Sync routers for ids ['933f74e0-6841-4d18-9d3a-856d29fe86cd'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:13:16.474052 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7578a-943d-4932-87fc-eddbdee7d2c6 None None] Routers {'933f74e0-6841-4d18-9d3a-856d29fe86cd'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:16.474954 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d8c7578a-943d-4932-87fc-eddbdee7d2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:12:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['933f74e0-6841-4d18-9d3a-856d29fe86cd'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:16.579339 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] Publish callbacks [] for router (933f74e0-6841-4d18-9d3a-856d29fe86cd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.629961 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-d8c7578a-943d-4932-87fc-eddbdee7d2c6 None None] Set router 933f74e0-6841-4d18-9d3a-856d29fe86cd gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:16.702948 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] Publish callbacks [] for router_gateway (933f74e0-6841-4d18-9d3a-856d29fe86cd), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.845907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] Deleting port 8190e1c7-3359-46e3-9a27-44f349ff721d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:16.846170 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8190e1c7-3359-46e3-9a27-44f349ff721d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.846866 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d8c7578a-943d-4932-87fc-eddbdee7d2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'name': 'tempest-TestServerBasicOps-1153407192-router', 'tenant_id': 'e1615981489b41828414706086466f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '8190e1c7-3359-46e3-9a27-44f349ff721d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:54Z', 'updated_at': '2022-02-11T05:13:15Z', 'revision_number': 5, 'project_id': 'e1615981489b41828414706086466f1e', 'gw_port': {'id': '8190e1c7-3359-46e3-9a27-44f349ff721d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:93:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:07:55Z', 'updated_at': '2022-02-11T05:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:16.879077 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c7578a-943d-4932-87fc-eddbdee7d2c6 None None] Checking router: 933f74e0-6841-4d18-9d3a-856d29fe86cd for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:13:16.893594 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7578a-943d-4932-87fc-eddbdee7d2c6 None None] Routers {'933f74e0-6841-4d18-9d3a-856d29fe86cd'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:13:16.894749 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d8c7578a-943d-4932-87fc-eddbdee7d2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:12:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['933f74e0-6841-4d18-9d3a-856d29fe86cd'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:16.946606 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] For port 8190e1c7-3359-46e3-9a27-44f349ff721d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8190e1c7-3359-46e3-9a27-44f349ff721d,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:16.947002 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8190e1c7-3359-46e3-9a27-44f349ff721d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:16.961438 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] Calling delete_port for 8190e1c7-3359-46e3-9a27-44f349ff721d owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:17.044132 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-d8c7578a-943d-4932-87fc-eddbdee7d2c6 None None] Set router 933f74e0-6841-4d18-9d3a-856d29fe86cd gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:13:17.102485 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-d8c7578a-943d-4932-87fc-eddbdee7d2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'name': 'tempest-TestServerBasicOps-1153407192-router', 'tenant_id': 'e1615981489b41828414706086466f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:54Z', 'updated_at': '2022-02-11T05:13:16Z', 'revision_number': 6, 'project_id': 'e1615981489b41828414706086466f1e', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:17.131152 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c7578a-943d-4932-87fc-eddbdee7d2c6 None None] The sync data for ids ['933f74e0-6841-4d18-9d3a-856d29fe86cd'] in n-d-712142-35 is: [{'id': '933f74e0-6841-4d18-9d3a-856d29fe86cd', 'name': 'tempest-TestServerBasicOps-1153407192-router', 'tenant_id': 'e1615981489b41828414706086466f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:07:54Z', 'updated_at': '2022-02-11T05:13:16Z', 'revision_number': 6, 'project_id': 'e1615981489b41828414706086466f1e', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:13:17.309880 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (8190e1c7-3359-46e3-9a27-44f349ff721d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.340041 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8190e1c7-3359-46e3-9a27-44f349ff721d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:17.406684 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (933f74e0-6841-4d18-9d3a-856d29fe86cd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.520639 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (933f74e0-6841-4d18-9d3a-856d29fe86cd), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.525144 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] Publish callbacks [] for router_controller (933f74e0-6841-4d18-9d3a-856d29fe86cd), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.655049 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (933f74e0-6841-4d18-9d3a-856d29fe86cd), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.657599 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 933f74e0-6841-4d18-9d3a-856d29fe86cd {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:13:17.661434 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.662828 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-50df2b6b-b80e-49a3-a34a-aa8572c0eca1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/933f74e0-6841-4d18-9d3a-856d29fe86cd HTTP/1.1" status: 204 len: 168 time: 1.2084036 Feb 11 05:13:17.665778 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40614) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:17.715220 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-400eaf4e-8acd-4813-bcbc-1c6b23a4554e admin admin] Deleting subnet ccc75f77-870a-448d-b550-d774d3155111 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:13:17.719064 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-400eaf4e-8acd-4813-bcbc-1c6b23a4554e admin admin] Publish callbacks [] for subnet (ccc75f77-870a-448d-b550-d774d3155111), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.765037 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-400eaf4e-8acd-4813-bcbc-1c6b23a4554e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (ccc75f77-870a-448d-b550-d774d3155111), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.859012 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-400eaf4e-8acd-4813-bcbc-1c6b23a4554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (ccc75f77-870a-448d-b550-d774d3155111), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:17.995964 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-400eaf4e-8acd-4813-bcbc-1c6b23a4554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (ccc75f77-870a-448d-b550-d774d3155111), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.030942 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400eaf4e-8acd-4813-bcbc-1c6b23a4554e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc75f77-870a-448d-b550-d774d3155111,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:18.035237 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-400eaf4e-8acd-4813-bcbc-1c6b23a4554e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.044291 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-400eaf4e-8acd-4813-bcbc-1c6b23a4554e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ccc75f77-870a-448d-b550-d774d3155111 HTTP/1.1" status: 204 len: 168 time: 0.3736730 Feb 11 05:13:18.044577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f6e982-fb6a-4cc9-8ee3-83becd637656 None None] Network b7fe1175-e568-47c1-a125-41eb40908a18 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:18.045230 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40616) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:18.165498 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (b7fe1175-e568-47c1-a125-41eb40908a18), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.249449 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] Deleting port f27a3124-0ac7-4df6-92c7-4e448e9696e9 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:18.249802 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.305118 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a70b30a-47d4-43fa-93fc-56194a84d736 None None] DHCP port deletion for b7fe1175-e568-47c1-a125-41eb40908a18 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:13:18.338760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] For port f27a3124-0ac7-4df6-92c7-4e448e9696e9, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f27a3124-0ac7-4df6-92c7-4e448e9696e9,segment=NetworkSegment(31f93a92-32f2-4c43-8bc5-fd728a67677d),segment_id=31f93a92-32f2-4c43-8bc5-fd728a67677d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:18.339229 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.357712 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] Calling delete_port for f27a3124-0ac7-4df6-92c7-4e448e9696e9 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:18.545197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5a70b30a-47d4-43fa-93fc-56194a84d736 None None] Deleting port f27a3124-0ac7-4df6-92c7-4e448e9696e9 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:18.545476 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5a70b30a-47d4-43fa-93fc-56194a84d736 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.546571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.596125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] Pushing event deleted for resources: {'Port': ['ID=f27a3124-0ac7-4df6-92c7-4e448e9696e9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:18.604639 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] No DVR routers for this DVR port f27a3124-0ac7-4df6-92c7-4e448e9696e9 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:18.615365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5a70b30a-47d4-43fa-93fc-56194a84d736 None None] For port f27a3124-0ac7-4df6-92c7-4e448e9696e9, host n-d-712142-35, got binding levels [] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:18.615868 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5a70b30a-47d4-43fa-93fc-56194a84d736 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.632006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5a70b30a-47d4-43fa-93fc-56194a84d736 None None] Calling delete_port for f27a3124-0ac7-4df6-92c7-4e448e9696e9 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:18.634872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.ipam_backend_mixin [None req-5a70b30a-47d4-43fa-93fc-56194a84d736 None None] Port f27a3124-0ac7-4df6-92c7-4e448e9696e9 was not found and therefore no delete operation was performed {{(pid=103810) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 05:13:18.636159 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5a70b30a-47d4-43fa-93fc-56194a84d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (f27a3124-0ac7-4df6-92c7-4e448e9696e9), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.668307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70b30a-47d4-43fa-93fc-56194a84d736 None None] Pushing event deleted for resources: {'Port': ['ID=f27a3124-0ac7-4df6-92c7-4e448e9696e9,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:18.672063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a70b30a-47d4-43fa-93fc-56194a84d736 None None] No DVR routers for this DVR port f27a3124-0ac7-4df6-92c7-4e448e9696e9 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:18.727245 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (b7fe1175-e568-47c1-a125-41eb40908a18), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.753983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fe1175-e568-47c1-a125-41eb40908a18']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:18.765494 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f93a92-32f2-4c43-8bc5-fd728a67677d') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:18.765813 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f93a92-32f2-4c43-8bc5-fd728a67677d') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:13:18.779550 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (31f93a92-32f2-4c43-8bc5-fd728a67677d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.797962 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (31f93a92-32f2-4c43-8bc5-fd728a67677d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.806891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:13:18.807417 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (31f93a92-32f2-4c43-8bc5-fd728a67677d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:13:18.809710 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:13:18.934998 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (b7fe1175-e568-47c1-a125-41eb40908a18), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.943294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:18.948594 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] 10.222.0.13 "DELETE /v2.0/networks/b7fe1175-e568-47c1-a125-41eb40908a18 HTTP/1.1" status: 204 len: 168 time: 0.9024143 Feb 11 05:13:18.964330 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959167e-3177-4ee4-8727-ceb7165a382e admin admin] Pushing event deleted for resources: {'Network': ['ID=b7fe1175-e568-47c1-a125-41eb40908a18,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:19.207958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8190e1c7-3359-46e3-9a27-44f349ff721d no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:19.231404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 8190e1c7-3359-46e3-9a27-44f349ff721d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:19.231727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8190e1c7-3359-46e3-9a27-44f349ff721d not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:19.232056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f27a3124-0ac7-4df6-92c7-4e448e9696e9 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:19.254857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: f27a3124-0ac7-4df6-92c7-4e448e9696e9 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:19.255210 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f27a3124-0ac7-4df6-92c7-4e448e9696e9 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:19.255646 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ab60a7c1-2435-4ee8-b154-1db58e681561 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:19.276836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: ab60a7c1-2435-4ee8-b154-1db58e681561 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:19.277185 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ab60a7c1-2435-4ee8-b154-1db58e681561 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:19.357753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40620) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:19.409636 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3c8c5e47-98eb-4722-945d-d82d7c6b3a9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b519676e5314981b6b11a2a5e55babb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504816 Feb 11 05:13:19.412366 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40622) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:19.469358 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-050e77ef-fa42-4994-8a54-af6698eeaa4e admin admin] Publish callbacks [] for security_group (f287697c-abea-4d91-924e-ae8f0b24565e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.495835 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-050e77ef-fa42-4994-8a54-af6698eeaa4e admin admin] Publish callbacks [] for security_group (f287697c-abea-4d91-924e-ae8f0b24565e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.618161 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-050e77ef-fa42-4994-8a54-af6698eeaa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f287697c-abea-4d91-924e-ae8f0b24565e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.621471 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-050e77ef-fa42-4994-8a54-af6698eeaa4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:19.622893 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-050e77ef-fa42-4994-8a54-af6698eeaa4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f287697c-abea-4d91-924e-ae8f0b24565e HTTP/1.1" status: 204 len: 168 time: 0.2094195 Feb 11 05:13:19.634297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e77ef-fa42-4994-8a54-af6698eeaa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f287697c-abea-4d91-924e-ae8f0b24565e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:20.471099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40628) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:20.518083 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-41767285-314f-4722-b1fd-cd2827dfc2c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1615981489b41828414706086466f1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452371 Feb 11 05:13:20.520880 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40630) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:20.579723 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee004d91-1591-42eb-afc6-09538dc7426c admin admin] Publish callbacks [] for security_group (e949a542-cdc0-4606-bd57-fe3778294292), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.608718 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee004d91-1591-42eb-afc6-09538dc7426c admin admin] Publish callbacks [] for security_group (e949a542-cdc0-4606-bd57-fe3778294292), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.755356 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee004d91-1591-42eb-afc6-09538dc7426c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e949a542-cdc0-4606-bd57-fe3778294292), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.758121 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ee004d91-1591-42eb-afc6-09538dc7426c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:20.759440 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ee004d91-1591-42eb-afc6-09538dc7426c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e949a542-cdc0-4606-bd57-fe3778294292 HTTP/1.1" status: 204 len: 168 time: 0.2375290 Feb 11 05:13:20.768923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee004d91-1591-42eb-afc6-09538dc7426c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e949a542-cdc0-4606-bd57-fe3778294292,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:23.209199 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-338ce3ed-8b32-4718-ac92-b8b85ca86890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:25.440764 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-47259eae-3702-4b38-85cb-6025665d6b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:26.852211 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:28.402989 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:29.740221 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:33.616956 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-621a99e5-2725-4c6f-b97b-d3990faa15f1 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6f06eef61f3245849e137492fb9c8371&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321176 Feb 11 05:13:33.848471 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-b7945a28-cd4f-4936-9fe9-f323d60b451c tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:33.850149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-b7945a28-cd4f-4936-9fe9-f323d60b451c tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266119 Feb 11 05:13:33.867765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-2bbe3084-0897-4418-8d3e-7aaf1101f9c5 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/quotas/6f06eef61f3245849e137492fb9c8371 HTTP/1.1" status: 200 len: 375 time: 0.0115135 Feb 11 05:13:33.905755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-e95c40ce-33b2-4a98-9044-45fa64280869 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f06eef61f3245849e137492fb9c8371&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318832 Feb 11 05:13:34.302942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d937a53-972a-49db-8186-f44df5cf1450 req-e7ff4631-d44a-4517-a06a-33440d2de3d6 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 210 time: 0.0328245 Feb 11 05:13:34.378471 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:34.410455 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:35.397019 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c16035f-65de-40bd-b955-470705009e7f req-8ede8154-4e88-4628-95ce-94de8fca9342 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 210 time: 0.0313201 Feb 11 05:13:36.522789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89b3d45a-3291-4f71-8195-d0273a4e0b2d req-4cf15455-d4c5-4558-8359-7a7eba74fac0 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 210 time: 0.0296369 Feb 11 05:13:36.870409 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-aac5e74f-0467-449e-be73-3c96dfe3d6f4 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6f06eef61f3245849e137492fb9c8371&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491512 Feb 11 05:13:37.051495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-bb6739a6-a421-4da7-8b3a-11a5553b466e tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:37.054097 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-bb6739a6-a421-4da7-8b3a-11a5553b466e tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783917 Feb 11 05:13:37.078468 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Request body: {'port': {'device_id': '0f90694f-c721-49f5-bfc3-b832691d6750', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'admin_state_up': True, 'tenant_id': '6f06eef61f3245849e137492fb9c8371'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:37.323500 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Made reservation on behalf of 6f06eef61f3245849e137492fb9c8371 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:37.327133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.338542 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.450168 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Publish callbacks [] for security_group (b35344fa-8612-4604-a22b-e022dd5c782e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.540453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b35344fa-8612-4604-a22b-e022dd5c782e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:37.647209 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35344fa-8612-4604-a22b-e022dd5c782e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:37.698927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-94f3450a-4e66-48f0-9fc6-e7c233ae8d5c req-5bc13bb4-aca8-4529-b2d9-d52d8a38e242 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 210 time: 0.0431631 Feb 11 05:13:37.757581 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Allocated IP 192.168.233.98 (baa61a1e-b9a9-4650-8661-857fc105fd6d/57de36d3-af35-484d-ad52-7387e8507304/7d842f1d-828b-4674-8472-11861616b9df) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:13:38.066004 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Publish callbacks [] for port (7d842f1d-828b-4674-8472-11861616b9df), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.224171 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7d842f1d-828b-4674-8472-11861616b9df), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.277797 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Network baa61a1e-b9a9-4650-8661-857fc105fd6d is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:13:38.281644 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:38.287334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:13:38.324529 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Pushing event updated for resources: {'Port': ['ID=7d842f1d-828b-4674-8472-11861616b9df,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:38.336160 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:13:38.371325 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:38.372367 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.479391 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-29e59574-9b03-43aa-af4e-9fbfa6877209 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4121811 Feb 11 05:13:38.492856 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-de605026-16d4-42f8-a3fa-c1d14a58a3b1 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:13:38.494532 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-de605026-16d4-42f8-a3fa-c1d14a58a3b1 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098267 Feb 11 05:13:38.559887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-28e29d22-ade4-490b-8b09-2700212f8362 None None] Provisioning complete for port 7d842f1d-828b-4674-8472-11861616b9df triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:38.560913 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-28e29d22-ade4-490b-8b09-2700212f8362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7d842f1d-828b-4674-8472-11861616b9df), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.601232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-28e29d22-ade4-490b-8b09-2700212f8362 None None] Port 7d842f1d-828b-4674-8472-11861616b9df cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:13:38.728137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Request body: {'port': {'device_id': '0f90694f-c721-49f5-bfc3-b832691d6750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:38.828673 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7d842f1d-828b-4674-8472-11861616b9df), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:38.907873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5094905-78e7-4853-af3e-f5dce65426c7 req-45291d50-f376-421b-87a8-d989b7578a9b tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:38.910413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5094905-78e7-4853-af3e-f5dce65426c7 req-45291d50-f376-421b-87a8-d989b7578a9b tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 935 time: 0.1062064 Feb 11 05:13:38.994765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a5094905-78e7-4853-af3e-f5dce65426c7 req-2508fb3f-fb92-4cfc-9aa4-98ba40223416 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35344fa-8612-4604-a22b-e022dd5c782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762436 Feb 11 05:13:39.204716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d842f1d-828b-4674-8472-11861616b9df {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:39.213928 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Publish callbacks [] for port (7d842f1d-828b-4674-8472-11861616b9df), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.229277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Transition to ACTIVE for port object 7d842f1d-828b-4674-8472-11861616b9df will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:13:39.326204 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7d842f1d-828b-4674-8472-11861616b9df), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.407717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Pushing event updated for resources: {'Port': ['ID=7d842f1d-828b-4674-8472-11861616b9df,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:39.474022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Attempting to bind port 7d842f1d-828b-4674-8472-11861616b9df on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:13:39.474416 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Attempting to bind port 7d842f1d-828b-4674-8472-11861616b9df by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:13:39.474871 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Attempting to bind port 7d842f1d-828b-4674-8472-11861616b9df on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:39.481766 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Port 7d842f1d-828b-4674-8472-11861616b9df on network baa61a1e-b9a9-4650-8661-857fc105fd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:13:39.482298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Attempting to bind port 7d842f1d-828b-4674-8472-11861616b9df on network baa61a1e-b9a9-4650-8661-857fc105fd6d {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:13:39.492179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:13:39.492744 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Checking segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:39.493374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Bound using segment: {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:13:39.493980 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Bound port: 7d842f1d-828b-4674-8472-11861616b9df, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc6501e1-e6f2-44c5-859f-c284c70c0e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:13:39.494616 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7d842f1d-828b-4674-8472-11861616b9df), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.591083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] For port 7d842f1d-828b-4674-8472-11861616b9df, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:13:39.597177 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] For port 7d842f1d-828b-4674-8472-11861616b9df, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7d842f1d-828b-4674-8472-11861616b9df,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:13:39.690021 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (7d842f1d-828b-4674-8472-11861616b9df), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.737499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:39.738371 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:39.740122 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] 10.222.0.47 "PUT /v2.0/ports/7d842f1d-828b-4674-8472-11861616b9df HTTP/1.1" status: 200 len: 1096 time: 1.0724356 Feb 11 05:13:39.740718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f90694f-c721-49f5-bfc3-b832691d6750', 'tag': '7d842f1d-828b-4674-8472-11861616b9df'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:39.785664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdf914-1d77-4e6b-a7ac-ffa11b080660 service neutron] Pushing event updated for resources: {'Port': ['ID=7d842f1d-828b-4674-8472-11861616b9df,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:39.807915 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acdc1ae-a306-4b5d-9060-01be6dc51743" -d '{"events": [{"name": "network-changed", "server_uuid": "0f90694f-c721-49f5-bfc3-b832691d6750", "tag": "7d842f1d-828b-4674-8472-11861616b9df"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:39.951792 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2df4a4-1f6d-4955-ac34-720105f69fee x-openstack-request-id: req-6e2df4a4-1f6d-4955-ac34-720105f69fee {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:39.952203 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f90694f-c721-49f5-bfc3-b832691d6750", "tag": "7d842f1d-828b-4674-8472-11861616b9df", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:39.952560 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e2df4a4-1f6d-4955-ac34-720105f69fee {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:39.953105 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f90694f-c721-49f5-bfc3-b832691d6750', 'tag': '7d842f1d-828b-4674-8472-11861616b9df', 'status': 'completed', 'code': 200} Feb 11 05:13:39.958109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-1b3291f6-ab11-4b12-a697-04a3dc72de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:39.960521 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-1b3291f6-ab11-4b12-a697-04a3dc72de09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f06eef61f3245849e137492fb9c8371&device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 1130 time: 0.0864477 Feb 11 05:13:40.021834 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-ada6ee9b-201b-4b7b-af66-a27e2ce4b4ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7d842f1d-828b-4674-8472-11861616b9df HTTP/1.1" status: 200 len: 217 time: 0.0544462 Feb 11 05:13:40.099490 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-c69ef80e-5575-4d23-b38c-8715bbefd151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:40.102190 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-c69ef80e-5575-4d23-b38c-8715bbefd151 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0746181 Feb 11 05:13:40.168522 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da04350-b8e3-4c34-b86a-cbb0a966fcfd req-429b72c9-44c0-44ce-8006-e5e9bc448c48 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:40.170167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da04350-b8e3-4c34-b86a-cbb0a966fcfd req-429b72c9-44c0-44ce-8006-e5e9bc448c48 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 947 time: 0.0600603 Feb 11 05:13:40.176957 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-572c9d3d-82eb-488c-b3d5-551a6c05bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:40.179554 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-572c9d3d-82eb-488c-b3d5-551a6c05bbc0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0718191 Feb 11 05:13:40.231696 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8da04350-b8e3-4c34-b86a-cbb0a966fcfd req-16527970-58c3-4a2b-8864-ac828deb59ae tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35344fa-8612-4604-a22b-e022dd5c782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519567 Feb 11 05:13:40.309372 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-ae21cffa-57a8-4945-845c-6821e9727f61 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240304 Feb 11 05:13:40.784218 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1354049-4174-4ab2-90de-c78f4cd7aa29 req-41fcb880-969c-4510-8078-01df3555df86 service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694014 Feb 11 05:13:40.939960 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdc1ae-a306-4b5d-9060-01be6dc51743 req-d5b5452e-4328-40ab-82f1-2741fd741a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:40.941626 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5acdc1ae-a306-4b5d-9060-01be6dc51743 req-d5b5452e-4328-40ab-82f1-2741fd741a62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f06eef61f3245849e137492fb9c8371&device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 1130 time: 0.0501747 Feb 11 05:13:41.048452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdc1ae-a306-4b5d-9060-01be6dc51743 req-0a1ed9d0-607d-4092-9aeb-6db4f7d421e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:41.050139 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5acdc1ae-a306-4b5d-9060-01be6dc51743 req-0a1ed9d0-607d-4092-9aeb-6db4f7d421e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=baa61a1e-b9a9-4650-8661-857fc105fd6d HTTP/1.1" status: 200 len: 870 time: 0.1028628 Feb 11 05:13:41.093207 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5acdc1ae-a306-4b5d-9060-01be6dc51743 req-a958908f-3ae8-4564-84f8-584db2e8d06d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7d842f1d-828b-4674-8472-11861616b9df HTTP/1.1" status: 200 len: 217 time: 0.0371451 Feb 11 05:13:41.154132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdc1ae-a306-4b5d-9060-01be6dc51743 req-db9332fc-5350-4acd-8ea2-1e178288570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:41.155768 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5acdc1ae-a306-4b5d-9060-01be6dc51743 req-db9332fc-5350-4acd-8ea2-1e178288570c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57de36d3-af35-484d-ad52-7387e8507304 HTTP/1.1" status: 200 len: 843 time: 0.0560882 Feb 11 05:13:41.213561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdc1ae-a306-4b5d-9060-01be6dc51743 req-a332f100-de0b-4a05-868b-5e274b11f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:41.215360 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5acdc1ae-a306-4b5d-9060-01be6dc51743 req-a332f100-de0b-4a05-868b-5e274b11f7aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=baa61a1e-b9a9-4650-8661-857fc105fd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0529084 Feb 11 05:13:41.344259 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5acdc1ae-a306-4b5d-9060-01be6dc51743 req-04f5dfd1-1c50-45f5-918e-9c00b99e570a service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216352 Feb 11 05:13:41.414496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb21b28-dee6-413d-88af-04d28ce1f2a9 req-60c588e1-eabe-4ec9-bf5e-ff13f7b116d8 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:41.417239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6eb21b28-dee6-413d-88af-04d28ce1f2a9 req-60c588e1-eabe-4ec9-bf5e-ff13f7b116d8 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 947 time: 0.0901983 Feb 11 05:13:41.452071 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5acdc1ae-a306-4b5d-9060-01be6dc51743 req-06260a2b-25e2-4922-9033-983704a3cbec service neutron] 10.222.0.47 "GET /v2.0/networks/baa61a1e-b9a9-4650-8661-857fc105fd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004996 Feb 11 05:13:41.848740 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6eb21b28-dee6-413d-88af-04d28ce1f2a9 req-66dc754a-220f-4e81-9cdb-a4b024990c82 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35344fa-8612-4604-a22b-e022dd5c782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239011 Feb 11 05:13:43.022844 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d6e7a-f2c2-4b2b-9623-95d797185475 req-39609c1a-52e5-4f0e-8064-d8f4b29b8913 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:43.024516 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff2d6e7a-f2c2-4b2b-9623-95d797185475 req-39609c1a-52e5-4f0e-8064-d8f4b29b8913 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 947 time: 0.0725992 Feb 11 05:13:43.084671 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff2d6e7a-f2c2-4b2b-9623-95d797185475 req-23ba39e4-eebf-45fe-a3b5-74dc1decda6c tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35344fa-8612-4604-a22b-e022dd5c782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496645 Feb 11 05:13:43.553917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7d842f1d-828b-4674-8472-11861616b9df details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:13:43.744785 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7d842f1d-828b-4674-8472-11861616b9df, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7d842f1d-828b-4674-8472-11861616b9df,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:43.766888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '7d842f1d-828b-4674-8472-11861616b9df', 'network_id': 'baa61a1e-b9a9-4650-8661-857fc105fd6d', 'port_id': '7d842f1d-828b-4674-8472-11861616b9df', 'mac_address': 'fa:16:3e:78:0d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57de36d3-af35-484d-ad52-7387e8507304', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:13:43.823034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7d842f1d-828b-4674-8472-11861616b9df is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:43.823351 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7d842f1d-828b-4674-8472-11861616b9df), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:43.839849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d842f1d-828b-4674-8472-11861616b9df {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:13:43.869386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7d842f1d-828b-4674-8472-11861616b9df, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7d842f1d-828b-4674-8472-11861616b9df,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:44.016827 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7d842f1d-828b-4674-8472-11861616b9df), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:44.074935 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7d842f1d-828b-4674-8472-11861616b9df,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:44.229382 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff13ac7-1f4f-42a7-b3b6-b80ef5f9fc22 req-6242d540-205e-4838-aa99-8160ed73352c tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:44.232328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aff13ac7-1f4f-42a7-b3b6-b80ef5f9fc22 req-6242d540-205e-4838-aa99-8160ed73352c tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 948 time: 0.0684562 Feb 11 05:13:44.264820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7d842f1d-828b-4674-8472-11861616b9df'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:13:44.296082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aff13ac7-1f4f-42a7-b3b6-b80ef5f9fc22 req-7b3cae04-42bb-4152-b99b-7ac10d32239b tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35344fa-8612-4604-a22b-e022dd5c782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579500 Feb 11 05:13:45.466987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e33627-436c-47bc-9633-2f18a62c1194 req-8e4c401d-0778-4a06-b367-534a04b947b8 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:45.470240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6e33627-436c-47bc-9633-2f18a62c1194 req-8e4c401d-0778-4a06-b367-534a04b947b8 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 948 time: 0.0810471 Feb 11 05:13:45.526117 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6e33627-436c-47bc-9633-2f18a62c1194 req-3def9039-d023-4e21-919f-dc1b3d399c8f tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35344fa-8612-4604-a22b-e022dd5c782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495927 Feb 11 05:13:45.555549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7d842f1d-828b-4674-8472-11861616b9df up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:13:45.722558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 7d842f1d-828b-4674-8472-11861616b9df completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:13:45.727248 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 7d842f1d-828b-4674-8472-11861616b9df triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:13:45.727641 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (7d842f1d-828b-4674-8472-11861616b9df), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.819236 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 7d842f1d-828b-4674-8472-11861616b9df is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:13:45.819629 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (7d842f1d-828b-4674-8472-11861616b9df), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:45.846164 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f90694f-c721-49f5-bfc3-b832691d6750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d842f1d-828b-4674-8472-11861616b9df'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:45.870780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 7d842f1d-828b-4674-8472-11861616b9df, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7d842f1d-828b-4674-8472-11861616b9df,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:45.897972 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28789e2-2e41-4a0d-8fae-9d3b9fabc284" -d '{"events": [{"server_uuid": "0f90694f-c721-49f5-bfc3-b832691d6750", "name": "network-vif-plugged", "status": "completed", "tag": "7d842f1d-828b-4674-8472-11861616b9df"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:45.948684 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (7d842f1d-828b-4674-8472-11861616b9df), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:46.008646 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=7d842f1d-828b-4674-8472-11861616b9df,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:46.024079 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cd616c-e5e2-4500-8199-f40100b8bc47 x-openstack-request-id: req-49cd616c-e5e2-4500-8199-f40100b8bc47 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:46.024396 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f90694f-c721-49f5-bfc3-b832691d6750", "name": "network-vif-plugged", "status": "completed", "tag": "7d842f1d-828b-4674-8472-11861616b9df", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:46.024661 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49cd616c-e5e2-4500-8199-f40100b8bc47 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:46.025074 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f90694f-c721-49f5-bfc3-b832691d6750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d842f1d-828b-4674-8472-11861616b9df', 'code': 200} Feb 11 05:13:46.139538 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a22d4-e567-4b42-95ae-2f146ddc6ab5 req-95546079-823e-4785-90d7-d54dfca6d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:46.141166 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cd7a22d4-e567-4b42-95ae-2f146ddc6ab5 req-95546079-823e-4785-90d7-d54dfca6d1e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 1132 time: 0.0538614 Feb 11 05:13:46.197669 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cd7a22d4-e567-4b42-95ae-2f146ddc6ab5 req-abcf46a3-741b-46b7-9baa-b46e60c8a31d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b35344fa-8612-4604-a22b-e022dd5c782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490847 Feb 11 05:13:46.675969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10862faf-ee6c-4cc0-acae-1a340bc1a8e8 req-32f38e73-bc38-4462-9d3d-1b74b750925b tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:46.677843 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10862faf-ee6c-4cc0-acae-1a340bc1a8e8 req-32f38e73-bc38-4462-9d3d-1b74b750925b tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 949 time: 0.0628891 Feb 11 05:13:46.735890 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10862faf-ee6c-4cc0-acae-1a340bc1a8e8 req-615efe06-3204-4588-bb49-39940ca927b1 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35344fa-8612-4604-a22b-e022dd5c782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511067 Feb 11 05:13:47.884263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b391dd2-b9a1-49ec-afc2-8cfca97727ae req-60e6cb86-fa7a-409f-8fee-15994ecf1eba tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:47.885916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9b391dd2-b9a1-49ec-afc2-8cfca97727ae req-60e6cb86-fa7a-409f-8fee-15994ecf1eba tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 949 time: 0.0666132 Feb 11 05:13:47.956974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9b391dd2-b9a1-49ec-afc2-8cfca97727ae req-d289c3ff-9b45-4194-b8a2-47b8028652de tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35344fa-8612-4604-a22b-e022dd5c782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600317 Feb 11 05:13:48.514024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-7c8d95bd-e31b-4cba-91ae-9f5e2273e3a9 req-93b37693-64cd-40d4-b8d6-3899a197f7c2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:13:48.516008 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c8d95bd-e31b-4cba-91ae-9f5e2273e3a9 req-93b37693-64cd-40d4-b8d6-3899a197f7c2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0629661 Feb 11 05:13:49.243804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-c1eab345-b3e3-4758-af53-477c80ede444 req-e1a5a9c9-0ce2-4544-924a-a70f3bee1a8a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:13:49.244879 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1eab345-b3e3-4758-af53-477c80ede444 req-e1a5a9c9-0ce2-4544-924a-a70f3bee1a8a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535111 Feb 11 05:13:49.982497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cca688-ebb6-4c0a-b4f6-f9f3af7686be req-ef190bb3-4a45-429f-9668-243bff9217fb tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:49.984141 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34cca688-ebb6-4c0a-b4f6-f9f3af7686be req-ef190bb3-4a45-429f-9668-243bff9217fb tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 949 time: 0.0628676 Feb 11 05:13:50.058075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34cca688-ebb6-4c0a-b4f6-f9f3af7686be req-21bafe7f-b3eb-4952-b5e3-7b365274b742 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35344fa-8612-4604-a22b-e022dd5c782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636275 Feb 11 05:13:51.221263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0464b9b-aeda-408d-a09b-eeae0b9af8ea req-02aa4f71-3eb7-4a9a-9de0-9f40e5a22e28 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:51.222987 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c0464b9b-aeda-408d-a09b-eeae0b9af8ea req-02aa4f71-3eb7-4a9a-9de0-9f40e5a22e28 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 949 time: 0.0735826 Feb 11 05:13:51.247342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4bacf-84f8-4710-8dbf-689be01a94f8 req-1c40c9b0-e2e5-44fb-b100-df001aa1c3ab tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:51.250302 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-71c4bacf-84f8-4710-8dbf-689be01a94f8 req-1c40c9b0-e2e5-44fb-b100-df001aa1c3ab tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 949 time: 0.0722299 Feb 11 05:13:51.292779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c0464b9b-aeda-408d-a09b-eeae0b9af8ea req-da767c21-6fd9-4d5b-aaa9-85b8ce4693e6 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35344fa-8612-4604-a22b-e022dd5c782e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613632 Feb 11 05:13:51.390782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-71c4bacf-84f8-4710-8dbf-689be01a94f8 req-91f8fadb-36d8-445a-8c23-e468c82e48d7 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Deleting port 7d842f1d-828b-4674-8472-11861616b9df {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:13:51.391509 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-71c4bacf-84f8-4710-8dbf-689be01a94f8 req-91f8fadb-36d8-445a-8c23-e468c82e48d7 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (7d842f1d-828b-4674-8472-11861616b9df), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.528293 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-71c4bacf-84f8-4710-8dbf-689be01a94f8 req-91f8fadb-36d8-445a-8c23-e468c82e48d7 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] For port 7d842f1d-828b-4674-8472-11861616b9df, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=7d842f1d-828b-4674-8472-11861616b9df,segment=NetworkSegment(dc6501e1-e6f2-44c5-859f-c284c70c0e19),segment_id=dc6501e1-e6f2-44c5-859f-c284c70c0e19)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:13:51.528671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-71c4bacf-84f8-4710-8dbf-689be01a94f8 req-91f8fadb-36d8-445a-8c23-e468c82e48d7 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (7d842f1d-828b-4674-8472-11861616b9df), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.544752 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-71c4bacf-84f8-4710-8dbf-689be01a94f8 req-91f8fadb-36d8-445a-8c23-e468c82e48d7 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Calling delete_port for 7d842f1d-828b-4674-8472-11861616b9df owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:13:51.766649 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-71c4bacf-84f8-4710-8dbf-689be01a94f8 req-91f8fadb-36d8-445a-8c23-e468c82e48d7 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (7d842f1d-828b-4674-8472-11861616b9df), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.780799 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['7d842f1d-828b-4674-8472-11861616b9df'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:13:51.800361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8fadb-36d8-445a-8c23-e468c82e48d7 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Pushing event deleted for resources: {'Port': ['ID=7d842f1d-828b-4674-8472-11861616b9df,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:51.866836 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c4bacf-84f8-4710-8dbf-689be01a94f8 req-91f8fadb-36d8-445a-8c23-e468c82e48d7 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] No DVR routers for this DVR port 7d842f1d-828b-4674-8472-11861616b9df on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:13:51.870365 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-71c4bacf-84f8-4710-8dbf-689be01a94f8 req-91f8fadb-36d8-445a-8c23-e468c82e48d7 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:51.876984 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-71c4bacf-84f8-4710-8dbf-689be01a94f8 req-91f8fadb-36d8-445a-8c23-e468c82e48d7 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.47 "DELETE /v2.0/ports/7d842f1d-828b-4674-8472-11861616b9df HTTP/1.1" status: 204 len: 173 time: 0.6190403 Feb 11 05:13:51.883082 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f90694f-c721-49f5-bfc3-b832691d6750', 'name': 'network-vif-deleted', 'tag': '7d842f1d-828b-4674-8472-11861616b9df'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:13:51.883082 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894804a0-ebcd-4c22-98c0-db6333d247c7" -d '{"events": [{"server_uuid": "0f90694f-c721-49f5-bfc3-b832691d6750", "name": "network-vif-deleted", "tag": "7d842f1d-828b-4674-8472-11861616b9df"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:13:51.933507 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfb3696-d108-4b0a-b223-bfce1c5e04ca x-openstack-request-id: req-1cfb3696-d108-4b0a-b223-bfce1c5e04ca {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:13:51.933983 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f90694f-c721-49f5-bfc3-b832691d6750", "name": "network-vif-deleted", "tag": "7d842f1d-828b-4674-8472-11861616b9df", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:13:51.934416 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cfb3696-d108-4b0a-b223-bfce1c5e04ca {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:13:51.935682 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f90694f-c721-49f5-bfc3-b832691d6750', 'name': 'network-vif-deleted', 'tag': '7d842f1d-828b-4674-8472-11861616b9df', 'status': 'completed', 'code': 200} Feb 11 05:13:52.465484 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af944924-2be6-4998-8c1b-dd24bca67b0d req-d6a60273-9697-40c3-85b2-94a9b2fd23f6 tempest-ServersAdminNegativeTestJSON-717280443 tempest-ServersAdminNegativeTestJSON-717280443-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f90694f-c721-49f5-bfc3-b832691d6750 HTTP/1.1" status: 200 len: 210 time: 0.0297546 Feb 11 05:13:53.259672 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e630b3c3-abb5-44f4-bf3c-92daf8b63a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.158192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40806) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:54.348985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-edb2d055-708a-4ea9-aa21-ae902355c6f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f06eef61f3245849e137492fb9c8371&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1890848 Feb 11 05:13:54.351396 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40810) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:54.408191 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e477a12-a9ca-4bb8-900b-860e33082419 admin admin] Publish callbacks [] for security_group (b35344fa-8612-4604-a22b-e022dd5c782e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.432595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e477a12-a9ca-4bb8-900b-860e33082419 admin admin] Publish callbacks [] for security_group (b35344fa-8612-4604-a22b-e022dd5c782e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.602258 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e477a12-a9ca-4bb8-900b-860e33082419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b35344fa-8612-4604-a22b-e022dd5c782e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.604916 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9e477a12-a9ca-4bb8-900b-860e33082419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:54.606151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9e477a12-a9ca-4bb8-900b-860e33082419 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b35344fa-8612-4604-a22b-e022dd5c782e HTTP/1.1" status: 204 len: 168 time: 0.2536507 Feb 11 05:13:54.614878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e477a12-a9ca-4bb8-900b-860e33082419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35344fa-8612-4604-a22b-e022dd5c782e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:55.301897 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40816) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:55.316499 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba82d2b7-a3ef-4b10-a4f8-f77195533f06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.408970 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba82d2b7-a3ef-4b10-a4f8-f77195533f06 admin admin] Publish callbacks [] for security_group (f7738ced-e29f-4711-b16d-7ef68ca19791), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.471607 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7d3a294a-9e33-4658-be09-9f5adc756f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.511225 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ba82d2b7-a3ef-4b10-a4f8-f77195533f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f7738ced-e29f-4711-b16d-7ef68ca19791), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.561153 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ba82d2b7-a3ef-4b10-a4f8-f77195533f06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b187520b538d4a18aa6388c3d9dd05ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2554390 Feb 11 05:13:55.561153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82d2b7-a3ef-4b10-a4f8-f77195533f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7738ced-e29f-4711-b16d-7ef68ca19791,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:55.561734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40818) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:55.625436 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-13057c3e-f220-4737-815a-43a54f68175c admin admin] Publish callbacks [] for security_group (f7738ced-e29f-4711-b16d-7ef68ca19791), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.632245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7d842f1d-828b-4674-8472-11861616b9df no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:13:55.655867 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-13057c3e-f220-4737-815a-43a54f68175c admin admin] Publish callbacks [] for security_group (f7738ced-e29f-4711-b16d-7ef68ca19791), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.659204 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 7d842f1d-828b-4674-8472-11861616b9df {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:13:55.659647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 7d842f1d-828b-4674-8472-11861616b9df not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:13:55.784717 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-13057c3e-f220-4737-815a-43a54f68175c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (f7738ced-e29f-4711-b16d-7ef68ca19791), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.788263 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-13057c3e-f220-4737-815a-43a54f68175c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:55.789777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-13057c3e-f220-4737-815a-43a54f68175c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7738ced-e29f-4711-b16d-7ef68ca19791 HTTP/1.1" status: 204 len: 168 time: 0.2262893 Feb 11 05:13:55.800500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13057c3e-f220-4737-815a-43a54f68175c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7738ced-e29f-4711-b16d-7ef68ca19791,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:56.862001 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.216661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40840) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:57.388745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1189437498-network', 'tenant_id': '74579dc0bd5b41b6b2733e4b371fe26a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:57.482587 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] Made reservation on behalf of 74579dc0bd5b41b6b2733e4b371fe26a for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:57.487340 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.497279 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.583755 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] Publish callbacks [] for security_group (3766d677-12bc-4cd1-9f9b-0268bbaa1687), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.652020 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3766d677-12bc-4cd1-9f9b-0268bbaa1687), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.683579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:13:57.690338 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3766d677-12bc-4cd1-9f9b-0268bbaa1687,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:57.702204 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (793920b3-3326-45e0-9c08-8302e6c98db3), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.702204 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] Added segment 793920b3-3326-45e0-9c08-8302e6c98db3 of type vlan for network d584ff95-8f7b-4bbc-a65f-d0738cdf92cb Feb 11 05:13:57.756585 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (d584ff95-8f7b-4bbc-a65f-d0738cdf92cb), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.865474 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (d584ff95-8f7b-4bbc-a65f-d0738cdf92cb), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.866818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:57.867602 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:57.940281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] Pushing event updated for resources: {'Network': ['ID=d584ff95-8f7b-4bbc-a65f-d0738cdf92cb,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:57.956007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network d584ff95-8f7b-4bbc-a65f-d0738cdf92cb details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:13:57.972169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1918b541-d9cd-4353-86f7-803f7ee43648 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7538872 Feb 11 05:13:57.974845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40844) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:13:57.982820 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-f027fd6d-a16b-4a54-a91b-149126677266 admin admin] Request body: {'subnet': {'network_id': 'd584ff95-8f7b-4bbc-a65f-d0738cdf92cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1189437498-subnet', 'tenant_id': '74579dc0bd5b41b6b2733e4b371fe26a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:13:58.076510 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f027fd6d-a16b-4a54-a91b-149126677266 admin admin] Made reservation on behalf of 74579dc0bd5b41b6b2733e4b371fe26a for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:13:58.080899 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f027fd6d-a16b-4a54-a91b-149126677266 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.339778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f027fd6d-a16b-4a54-a91b-149126677266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (f3d1899e-5acb-4611-af0d-89ee7e9d4e77), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.407500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027fd6d-a16b-4a54-a91b-149126677266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d1899e-5acb-4611-af0d-89ee7e9d4e77,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:13:58.421027 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f027fd6d-a16b-4a54-a91b-149126677266 admin admin] Checking segment: {'id': '793920b3-3326-45e0-9c08-8302e6c98db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd584ff95-8f7b-4bbc-a65f-d0738cdf92cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:13:58.421399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027fd6d-a16b-4a54-a91b-149126677266 admin admin] Network hostable DHCP agents. Network: d584ff95-8f7b-4bbc-a65f-d0738cdf92cb, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:13:58.431632 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.493923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f027fd6d-a16b-4a54-a91b-149126677266 admin admin] Network d584ff95-8f7b-4bbc-a65f-d0738cdf92cb is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:13:58.582523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-f027fd6d-a16b-4a54-a91b-149126677266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, d584ff95-8f7b-4bbc-a65f-d0738cdf92cb) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:13:58.587580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f027fd6d-a16b-4a54-a91b-149126677266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:58.589130 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f027fd6d-a16b-4a54-a91b-149126677266 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:58.593395 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df182c9-7000-40b0-b482-da38310b0a8e None None] Network d584ff95-8f7b-4bbc-a65f-d0738cdf92cb requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:58.673213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f027fd6d-a16b-4a54-a91b-149126677266 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6962595 Feb 11 05:13:58.740727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c27101-6ed4-4245-ae72-0693bf804fa8 None None] Network d584ff95-8f7b-4bbc-a65f-d0738cdf92cb requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:13:59.255795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9690b001-6343-4b77-a9e7-aec1ede09201 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:13:59.257430 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9690b001-6343-4b77-a9e7-aec1ede09201 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/networks?id=d584ff95-8f7b-4bbc-a65f-d0738cdf92cb HTTP/1.1" status: 200 len: 812 time: 0.1214659 Feb 11 05:13:59.277936 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-18a3e3b7-79e5-4298-8e19-94f09501c5c7 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/quotas/74579dc0bd5b41b6b2733e4b371fe26a HTTP/1.1" status: 200 len: 375 time: 0.0107188 Feb 11 05:13:59.314645 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-33c9894b-bbb4-4b2a-a3bc-9a73d5fbdefb tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=74579dc0bd5b41b6b2733e4b371fe26a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306454 Feb 11 05:13:59.326569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3136539c-f893-4970-b209-b678ed8a864d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:13:59.327782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3136539c-f893-4970-b209-b678ed8a864d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057867 Feb 11 05:13:59.454269 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-7a098b2a-57dd-4787-84a1-4b4a8d2e88f0 service neutron] 10.222.0.13 "GET /v2.0/networks/d584ff95-8f7b-4bbc-a65f-d0738cdf92cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180091 Feb 11 05:13:59.570162 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-03ce4440-e721-4898-a74a-1a95c0bc7259 service neutron] 10.222.0.13 "GET /v2.0/networks/d584ff95-8f7b-4bbc-a65f-d0738cdf92cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047511 Feb 11 05:13:59.860296 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:13:59.882522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d519c335-594a-410e-b1b0-876866eb1aa4 req-17d7b61f-2b74-4c65-8523-302f7fc4e817 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 210 time: 0.0354519 Feb 11 05:14:00.996589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d2fa6e1e-0b52-4ec7-933f-9a198f3441ba req-fd3af087-9c61-469e-bb41-4bc430cebdaa tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 210 time: 0.0573313 Feb 11 05:14:02.110647 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ce1d459-a60b-4d7f-a637-3530cec86fca req-ed2adcaa-729d-4c8d-b1dd-d0f26220fb50 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 210 time: 0.0387557 Feb 11 05:14:02.431355 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-faee6ce3-2c71-4de2-9f95-ab94150b366d tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:02.432981 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-faee6ce3-2c71-4de2-9f95-ab94150b366d tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.47 "GET /v2.0/networks?id=d584ff95-8f7b-4bbc-a65f-d0738cdf92cb HTTP/1.1" status: 200 len: 812 time: 0.1248920 Feb 11 05:14:02.446093 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3608a0c8-f5e1-40ac-a542-0cf59a40cd6e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Request body: {'port': {'device_id': '706427ca-e380-4c6e-b364-b6588064e4ac', 'network_id': 'd584ff95-8f7b-4bbc-a65f-d0738cdf92cb', 'admin_state_up': True, 'tenant_id': '74579dc0bd5b41b6b2733e4b371fe26a'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:02.668562 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3608a0c8-f5e1-40ac-a542-0cf59a40cd6e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Made reservation on behalf of 74579dc0bd5b41b6b2733e4b371fe26a for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:02.672313 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3608a0c8-f5e1-40ac-a542-0cf59a40cd6e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:02.868395 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3608a0c8-f5e1-40ac-a542-0cf59a40cd6e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Allocated IP 172.20.0.13 (d584ff95-8f7b-4bbc-a65f-d0738cdf92cb/f3d1899e-5acb-4611-af0d-89ee7e9d4e77/c41a87d0-c6c2-434a-98d0-9ff093d7a3ff) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:03.057228 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3608a0c8-f5e1-40ac-a542-0cf59a40cd6e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Publish callbacks [] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.180282 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3608a0c8-f5e1-40ac-a542-0cf59a40cd6e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.258390 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3608a0c8-f5e1-40ac-a542-0cf59a40cd6e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Network d584ff95-8f7b-4bbc-a65f-d0738cdf92cb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:03.263334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3608a0c8-f5e1-40ac-a542-0cf59a40cd6e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:03.269743 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3608a0c8-f5e1-40ac-a542-0cf59a40cd6e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:03.304706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e1010-1376-445e-baeb-818cfce3b096 req-05283a1a-bae9-48aa-89b4-75b3e99655f1 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:03.306890 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-663e1010-1376-445e-baeb-818cfce3b096 req-05283a1a-bae9-48aa-89b4-75b3e99655f1 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 932 time: 0.0818300 Feb 11 05:14:03.319452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608a0c8-f5e1-40ac-a542-0cf59a40cd6e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Pushing event updated for resources: {'Port': ['ID=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:03.360480 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3608a0c8-f5e1-40ac-a542-0cf59a40cd6e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:03.361314 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3608a0c8-f5e1-40ac-a542-0cf59a40cd6e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.382674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-663e1010-1376-445e-baeb-818cfce3b096 req-db5e2834-42a9-4a72-8b70-591f93fb2d8b tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628960 Feb 11 05:14:03.443428 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3608a0c8-f5e1-40ac-a542-0cf59a40cd6e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0026076 Feb 11 05:14:03.455596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Request body: {'port': {'device_id': '706427ca-e380-4c6e-b364-b6588064e4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:03.542504 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.887358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41a87d0-c6c2-434a-98d0-9ff093d7a3ff {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:03.897258 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Publish callbacks [] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:03.912335 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Transition to ACTIVE for port object c41a87d0-c6c2-434a-98d0-9ff093d7a3ff will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:03.985525 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.049751 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Pushing event updated for resources: {'Port': ['ID=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:04.147790 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Attempting to bind port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:04.148235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Attempting to bind port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '793920b3-3326-45e0-9c08-8302e6c98db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd584ff95-8f7b-4bbc-a65f-d0738cdf92cb'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:04.148704 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Attempting to bind port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff on network d584ff95-8f7b-4bbc-a65f-d0738cdf92cb {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:04.157434 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff on network d584ff95-8f7b-4bbc-a65f-d0738cdf92cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:04.157986 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Attempting to bind port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff on network d584ff95-8f7b-4bbc-a65f-d0738cdf92cb {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:04.167149 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:04.167681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Checking segment: {'id': '793920b3-3326-45e0-9c08-8302e6c98db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd584ff95-8f7b-4bbc-a65f-d0738cdf92cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:04.168369 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Bound using segment: {'id': '793920b3-3326-45e0-9c08-8302e6c98db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd584ff95-8f7b-4bbc-a65f-d0738cdf92cb'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:04.169117 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Bound port: c41a87d0-c6c2-434a-98d0-9ff093d7a3ff, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793920b3-3326-45e0-9c08-8302e6c98db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd584ff95-8f7b-4bbc-a65f-d0738cdf92cb'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:04.169744 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.268367 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] For port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:04.274173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] For port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,segment=NetworkSegment(793920b3-3326-45e0-9c08-8302e6c98db3),segment_id=793920b3-3326-45e0-9c08-8302e6c98db3)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:04.409788 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.448824 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:04.449815 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.451879 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] 10.222.0.47 "PUT /v2.0/ports/c41a87d0-c6c2-434a-98d0-9ff093d7a3ff HTTP/1.1" status: 200 len: 1093 time: 1.0004444 Feb 11 05:14:04.457479 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.459591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706427ca-e380-4c6e-b364-b6588064e4ac', 'tag': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:04.472050 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:04.472253 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15570ad-67bc-4b74-b281-10ed62e86ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "706427ca-e380-4c6e-b364-b6588064e4ac", "tag": "c41a87d0-c6c2-434a-98d0-9ff093d7a3ff"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:04.502651 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077eb5f-6f0c-4cc7-b4a3-561f65fd0308 service neutron] Pushing event updated for resources: {'Port': ['ID=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:04.518994 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7a096c-1ff9-465a-8df2-54e68ddd5d23 x-openstack-request-id: req-6c7a096c-1ff9-465a-8df2-54e68ddd5d23 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:04.519293 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706427ca-e380-4c6e-b364-b6588064e4ac", "tag": "c41a87d0-c6c2-434a-98d0-9ff093d7a3ff", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:04.519552 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c7a096c-1ff9-465a-8df2-54e68ddd5d23 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:04.519962 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706427ca-e380-4c6e-b364-b6588064e4ac', 'tag': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff', 'status': 'completed', 'code': 200} Feb 11 05:14:04.564388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc21bb-c974-4590-adda-00402480f042 req-2d71468e-3405-400a-beb1-0bcec4eb1560 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:04.566813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bbc21bb-c974-4590-adda-00402480f042 req-2d71468e-3405-400a-beb1-0bcec4eb1560 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 944 time: 0.0770428 Feb 11 05:14:04.595850 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15570ad-67bc-4b74-b281-10ed62e86ad2 req-52b64826-9913-4ed6-b048-ad59cb8dea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:04.597622 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f15570ad-67bc-4b74-b281-10ed62e86ad2 req-52b64826-9913-4ed6-b048-ad59cb8dea03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74579dc0bd5b41b6b2733e4b371fe26a&device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 1127 time: 0.0554593 Feb 11 05:14:04.627857 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5bbc21bb-c974-4590-adda-00402480f042 req-8128fa65-fe32-40d1-98a9-b4c075919046 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548363 Feb 11 05:14:04.716059 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15570ad-67bc-4b74-b281-10ed62e86ad2 req-8437c0c3-0ce1-4160-8a69-2b16941796d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:04.717589 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f15570ad-67bc-4b74-b281-10ed62e86ad2 req-8437c0c3-0ce1-4160-8a69-2b16941796d2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=74579dc0bd5b41b6b2733e4b371fe26a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1138194 Feb 11 05:14:04.829661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15570ad-67bc-4b74-b281-10ed62e86ad2 req-96a92127-d004-455a-a221-8bbfefdb4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:04.831269 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f15570ad-67bc-4b74-b281-10ed62e86ad2 req-96a92127-d004-455a-a221-8bbfefdb4026 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073868 Feb 11 05:14:04.925412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3e107fda-000a-4d49-ba5b-6200b6399901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:04.927069 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-3e107fda-000a-4d49-ba5b-6200b6399901 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74579dc0bd5b41b6b2733e4b371fe26a&device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 1127 time: 0.0565705 Feb 11 05:14:04.971987 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-e8cbdd55-c1d3-4c5b-a457-bc7963b3e64b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff HTTP/1.1" status: 200 len: 217 time: 0.0386038 Feb 11 05:14:05.025585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-f7233450-8ab2-4338-8d33-96641f768a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:05.027272 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-f7233450-8ab2-4338-8d33-96641f768a48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3d1899e-5acb-4611-af0d-89ee7e9d4e77 HTTP/1.1" status: 200 len: 852 time: 0.0500302 Feb 11 05:14:05.060596 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-b98aaf96-fce1-45f0-bcf2-4870eb035844 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d584ff95-8f7b-4bbc-a65f-d0738cdf92cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279026 Feb 11 05:14:05.167259 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-7bced506-b2fe-448e-83e9-23a9692495f5 service neutron] 10.222.0.47 "GET /v2.0/networks/d584ff95-8f7b-4bbc-a65f-d0738cdf92cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004770 Feb 11 05:14:05.272782 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3005dd2-c1e4-44f9-84ab-cb9da85ef4f5 req-8794e8ce-5099-4e78-b0f4-e330078197af service neutron] 10.222.0.47 "GET /v2.0/networks/d584ff95-8f7b-4bbc-a65f-d0738cdf92cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992088 Feb 11 05:14:05.831188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fb250-4ecf-4bbd-bacd-110d6ba48e40 req-ad51ba4b-023c-4f1c-a581-4a8e5707c218 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:05.834001 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e85fb250-4ecf-4bbd-bacd-110d6ba48e40 req-ad51ba4b-023c-4f1c-a581-4a8e5707c218 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 944 time: 0.1005006 Feb 11 05:14:05.910408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e85fb250-4ecf-4bbd-bacd-110d6ba48e40 req-5da5f9c0-7704-4e94-a152-0ab6868143c2 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684531 Feb 11 05:14:07.059638 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de9ace-b686-4266-ab66-8bdf8bdc4a8a req-e6d2caf1-a454-49be-97c1-b50e5ea9137f tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:07.061310 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49de9ace-b686-4266-ab66-8bdf8bdc4a8a req-e6d2caf1-a454-49be-97c1-b50e5ea9137f tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 944 time: 0.0601833 Feb 11 05:14:07.119036 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49de9ace-b686-4266-ab66-8bdf8bdc4a8a req-c0b17127-fd0f-42d5-8877-0ab9dbeabf35 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514770 Feb 11 05:14:07.646534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device c41a87d0-c6c2-434a-98d0-9ff093d7a3ff details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:07.764190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,segment=NetworkSegment(793920b3-3326-45e0-9c08-8302e6c98db3),segment_id=793920b3-3326-45e0-9c08-8302e6c98db3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:07.780276 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff', 'network_id': 'd584ff95-8f7b-4bbc-a65f-d0738cdf92cb', 'port_id': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff', 'mac_address': 'fa:16:3e:d4:6b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d1899e-5acb-4611-af0d-89ee7e9d4e77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:07.826300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:07.826863 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:07.843409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41a87d0-c6c2-434a-98d0-9ff093d7a3ff {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:07.868634 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,segment=NetworkSegment(793920b3-3326-45e0-9c08-8302e6c98db3),segment_id=793920b3-3326-45e0-9c08-8302e6c98db3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:07.959760 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:08.016467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:08.176162 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['c41a87d0-c6c2-434a-98d0-9ff093d7a3ff'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:08.273869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3c05b-a2da-4dd1-bc7b-a25f0cf1b51a req-e434c3ef-4406-40c5-a4fa-e9d8c1cd8670 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:08.275718 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75c3c05b-a2da-4dd1-bc7b-a25f0cf1b51a req-e434c3ef-4406-40c5-a4fa-e9d8c1cd8670 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 945 time: 0.0668559 Feb 11 05:14:08.336227 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-75c3c05b-a2da-4dd1-bc7b-a25f0cf1b51a req-10f9a791-c41e-4082-9170-e41212fba253 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492499 Feb 11 05:14:09.480126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d9ac0-e33e-416c-b2d1-12ff0d937732 req-c65db00b-d4ce-494b-a689-321f3bd3b04e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:09.481837 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b6d9ac0-e33e-416c-b2d1-12ff0d937732 req-c65db00b-d4ce-494b-a689-321f3bd3b04e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 945 time: 0.0613170 Feb 11 05:14:09.536604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b6d9ac0-e33e-416c-b2d1-12ff0d937732 req-acd2586c-e0f1-47e3-b145-0e7c58039f51 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480387 Feb 11 05:14:09.647518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device c41a87d0-c6c2-434a-98d0-9ff093d7a3ff up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:09.825381 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:09.829989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:09.830381 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.926710 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:09.927119 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:09.953881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706427ca-e380-4c6e-b364-b6588064e4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:09.956145 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53beba24-10ed-4d01-887f-eb67ea37700a" -d '{"events": [{"server_uuid": "706427ca-e380-4c6e-b364-b6588064e4ac", "name": "network-vif-plugged", "status": "completed", "tag": "c41a87d0-c6c2-434a-98d0-9ff093d7a3ff"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:09.971323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,segment=NetworkSegment(793920b3-3326-45e0-9c08-8302e6c98db3),segment_id=793920b3-3326-45e0-9c08-8302e6c98db3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:10.019201 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111dd239-84db-4583-be35-418136746f29 x-openstack-request-id: req-111dd239-84db-4583-be35-418136746f29 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:10.019624 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706427ca-e380-4c6e-b364-b6588064e4ac", "name": "network-vif-plugged", "status": "completed", "tag": "c41a87d0-c6c2-434a-98d0-9ff093d7a3ff", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:10.019971 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-111dd239-84db-4583-be35-418136746f29 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:10.020457 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706427ca-e380-4c6e-b364-b6588064e4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff', 'code': 200} Feb 11 05:14:10.068545 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:10.127781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:10.155281 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245c712-6b56-4146-b240-c0bfd247fe39 req-b4a41cc1-ff4c-47b0-8994-8f24b3baed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:10.156884 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6245c712-6b56-4146-b240-c0bfd247fe39 req-b4a41cc1-ff4c-47b0-8994-8f24b3baed5f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 1129 time: 0.0635049 Feb 11 05:14:10.217933 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6245c712-6b56-4146-b240-c0bfd247fe39 req-4ebb0ae8-775c-4e91-ae88-1a5dfd1d0b94 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528688 Feb 11 05:14:10.668341 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4158621-2e6e-4513-b594-60fc77c26c4f req-f60392e7-e159-48ec-bced-31977662b78f tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:10.669979 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4158621-2e6e-4513-b594-60fc77c26c4f req-f60392e7-e159-48ec-bced-31977662b78f tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0590510 Feb 11 05:14:10.733239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4158621-2e6e-4513-b594-60fc77c26c4f req-1ddf08db-7c6a-4629-9fd2-67cee7f322cc tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557041 Feb 11 05:14:11.905589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c544e-dc23-4d86-bc20-89dbe725941f req-82dd4fc6-9fdc-4149-88dc-a63d3015a50f tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:11.907414 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c94c544e-dc23-4d86-bc20-89dbe725941f req-82dd4fc6-9fdc-4149-88dc-a63d3015a50f tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0673330 Feb 11 05:14:11.962980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c94c544e-dc23-4d86-bc20-89dbe725941f req-f86d0f2e-5272-45c8-85bc-d0976d1564af tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494511 Feb 11 05:14:12.596676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5cc56-159a-476b-bc58-bcb7cba33347 req-a172dddd-6916-482a-9447-2d8627600d3d tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:12.598254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5c5cc56-159a-476b-bc58-bcb7cba33347 req-a172dddd-6916-482a-9447-2d8627600d3d tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0585535 Feb 11 05:14:12.651307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5c5cc56-159a-476b-bc58-bcb7cba33347 req-6a0f6af0-5f26-473c-ab43-d48aa6fe8e56 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469286 Feb 11 05:14:12.874381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 40904) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:12.967029 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-58bcffed-d3d4-4d4b-b971-a546713a2e97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908012 Feb 11 05:14:12.976031 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-c72830b0-3848-4af5-a4de-a0fbcf2d2196 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:14:12.976993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-c72830b0-3848-4af5-a4de-a0fbcf2d2196 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050964 Feb 11 05:14:13.675105 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 40928) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:13.820620 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-2ab9840d-c0cf-46e7-9d1b-2e9f670989b2 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:13.821619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27da05-f86d-4bb9-bcf0-751e09cca844 req-1c72d740-ad95-4187-bc45-1167040c6520 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:13.823343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c27da05-f86d-4bb9-bcf0-751e09cca844 req-1c72d740-ad95-4187-bc45-1167040c6520 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0870509 Feb 11 05:14:13.827197 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-2ab9840d-c0cf-46e7-9d1b-2e9f670989b2 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports/c41a87d0-c6c2-434a-98d0-9ff093d7a3ff HTTP/1.1" status: 200 len: 943 time: 0.1500485 Feb 11 05:14:13.914221 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7c27da05-f86d-4bb9-bcf0-751e09cca844 req-76364f11-707f-43ee-8c78-6683714e1e10 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783498 Feb 11 05:14:15.112350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da678b0-1504-46a3-af1c-ec1d74d9d41e req-f3f971a6-966d-4030-9ea5-dc68aad63445 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.114998 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5da678b0-1504-46a3-af1c-ec1d74d9d41e req-f3f971a6-966d-4030-9ea5-dc68aad63445 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0951436 Feb 11 05:14:15.219781 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5da678b0-1504-46a3-af1c-ec1d74d9d41e req-70f328bf-e8d2-4117-b62c-69b62856075a tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974166 Feb 11 05:14:15.326609 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:14:15.718411 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-4219fb25-3ef2-4bbd-bafc-e5014b0d012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.721667 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-4219fb25-3ef2-4bbd-bafc-e5014b0d012b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74579dc0bd5b41b6b2733e4b371fe26a&device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 1129 time: 0.0795534 Feb 11 05:14:15.848422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-d94ba28b-2705-450d-914e-bd50ea11346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:15.850778 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-d94ba28b-2705-450d-914e-bd50ea11346d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d584ff95-8f7b-4bbc-a65f-d0738cdf92cb HTTP/1.1" status: 200 len: 913 time: 0.1218734 Feb 11 05:14:15.919545 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-3d5c8432-12ff-4239-ac05-991eee06afdd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff HTTP/1.1" status: 200 len: 217 time: 0.0622489 Feb 11 05:14:16.012547 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-78e77fe5-7163-4b85-8434-18db06f388f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.014207 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-78e77fe5-7163-4b85-8434-18db06f388f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3d1899e-5acb-4611-af0d-89ee7e9d4e77 HTTP/1.1" status: 200 len: 852 time: 0.0828638 Feb 11 05:14:16.050293 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-bf95d915-08f3-4506-bdd7-2147a124cbc5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d584ff95-8f7b-4bbc-a65f-d0738cdf92cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293880 Feb 11 05:14:16.174246 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-d865011e-3d80-4993-870b-6473b53e70c3 service neutron] 10.222.0.47 "GET /v2.0/networks/d584ff95-8f7b-4bbc-a65f-d0738cdf92cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101084 Feb 11 05:14:16.284657 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-ffecfdb9-601e-4c74-89c7-bc04b7d5359d service neutron] 10.222.0.47 "GET /v2.0/networks/d584ff95-8f7b-4bbc-a65f-d0738cdf92cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037230 Feb 11 05:14:16.395873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b641aa-5fa6-4dcf-90da-ffeda34e359d req-4b9aabcd-b27c-4f31-b3f3-8e36ab1da035 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:16.398413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3b641aa-5fa6-4dcf-90da-ffeda34e359d req-4b9aabcd-b27c-4f31-b3f3-8e36ab1da035 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0878301 Feb 11 05:14:16.452697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a3b641aa-5fa6-4dcf-90da-ffeda34e359d req-ab31d4f4-69f3-4af0-bfcb-2434ed9ae28c tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482728 Feb 11 05:14:17.595285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be052a09-9be5-4c91-b7f4-508d2f1fda35 req-667d41bd-f4dc-4eb4-b5a3-9ffc7fa8ac56 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:17.596893 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be052a09-9be5-4c91-b7f4-508d2f1fda35 req-667d41bd-f4dc-4eb4-b5a3-9ffc7fa8ac56 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0585997 Feb 11 05:14:17.654403 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be052a09-9be5-4c91-b7f4-508d2f1fda35 req-5eb5cae7-462b-4fe9-9f3e-c6ddcf8de8ea tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478029 Feb 11 05:14:18.791158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d4954-df8f-4adf-af47-682c3c3f1365 req-e592b863-4c01-4719-86aa-55cab3b69e40 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:18.792759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c5d4954-df8f-4adf-af47-682c3c3f1365 req-e592b863-4c01-4719-86aa-55cab3b69e40 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0642481 Feb 11 05:14:18.850612 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c5d4954-df8f-4adf-af47-682c3c3f1365 req-08344264-a404-4e93-8a8f-37839fb8c463 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510254 Feb 11 05:14:19.981796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef6ae3-c51b-4ec8-985e-ce9a4f786b9e req-88d29b19-86d6-483d-9e18-94701b7156fd tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:19.983375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1ef6ae3-c51b-4ec8-985e-ce9a4f786b9e req-88d29b19-86d6-483d-9e18-94701b7156fd tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0581963 Feb 11 05:14:20.034862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1ef6ae3-c51b-4ec8-985e-ce9a4f786b9e req-82ca7467-7858-4d57-8c80-c22e6f9e4224 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449121 Feb 11 05:14:21.164921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13040d7-c0d9-4f0b-a8ec-3fb1c1cd8d10 req-3b9cd1bb-f67c-454b-977c-9766d3363dd5 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:21.166598 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b13040d7-c0d9-4f0b-a8ec-3fb1c1cd8d10 req-3b9cd1bb-f67c-454b-977c-9766d3363dd5 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0593607 Feb 11 05:14:21.222372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b13040d7-c0d9-4f0b-a8ec-3fb1c1cd8d10 req-8bee7fc4-4efc-4c01-b663-1afebf00b77b tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491579 Feb 11 05:14:22.361350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b69975-7193-4df0-b25f-d50691a67c7a req-d363003e-5246-407b-9e15-a6b4a8cd33fe tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:22.363029 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14b69975-7193-4df0-b25f-d50691a67c7a req-d363003e-5246-407b-9e15-a6b4a8cd33fe tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0631931 Feb 11 05:14:22.422599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14b69975-7193-4df0-b25f-d50691a67c7a req-b1a32282-0f6f-441e-bdff-af050d98f5f2 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494707 Feb 11 05:14:23.167741 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8c3937dd-0b00-444e-9fc5-b4b5273d4710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:23.553060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9263a5-a3ac-4ea1-88ab-850bd500e1dc req-8cf4d7e1-ba90-4525-8e5a-f6f9e6a915e0 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:23.554697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f9263a5-a3ac-4ea1-88ab-850bd500e1dc req-8cf4d7e1-ba90-4525-8e5a-f6f9e6a915e0 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0571141 Feb 11 05:14:23.608409 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1f9263a5-a3ac-4ea1-88ab-850bd500e1dc req-1b0602f2-9b9c-47aa-ad07-d1cb9e7329f9 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479350 Feb 11 05:14:24.745444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99d8b9-34a0-4322-8a4f-3f5a4f68cc58 req-d756b73d-71d0-4c34-8d3a-0fdb718df073 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:24.747207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b99d8b9-34a0-4322-8a4f-3f5a4f68cc58 req-d756b73d-71d0-4c34-8d3a-0fdb718df073 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0629926 Feb 11 05:14:24.813541 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b99d8b9-34a0-4322-8a4f-3f5a4f68cc58 req-0aa618de-ce44-4fbe-af17-35c80b3efcae tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551693 Feb 11 05:14:25.434547 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb758-e1da-4866-b645-0f85fc81ed4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:25.946537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad39175-ed3e-464d-ab04-57e3ba91a139 req-4c0eb8b8-9b7d-4ebf-bd5b-76dbeb953477 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:25.948220 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aad39175-ed3e-464d-ab04-57e3ba91a139 req-4c0eb8b8-9b7d-4ebf-bd5b-76dbeb953477 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0591180 Feb 11 05:14:26.005072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aad39175-ed3e-464d-ab04-57e3ba91a139 req-a33f2ef5-37a0-45ba-bdaf-07b62802e56d tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485225 Feb 11 05:14:26.847886 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:27.160179 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf4df6-b2f4-4e4b-9bdb-5acd511248e7 req-dbacacab-c078-408c-a35b-dec9cf576425 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:27.161763 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8bdf4df6-b2f4-4e4b-9bdb-5acd511248e7 req-dbacacab-c078-408c-a35b-dec9cf576425 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0789199 Feb 11 05:14:27.215732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8bdf4df6-b2f4-4e4b-9bdb-5acd511248e7 req-818218e9-886a-4f79-b3a2-6c169faba6dc tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480413 Feb 11 05:14:28.352668 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ef074-8098-47cd-981a-1c0920d6b261 req-c8ef0e32-a030-429c-a806-c4d92c2435f9 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:28.354539 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e2ef074-8098-47cd-981a-1c0920d6b261 req-c8ef0e32-a030-429c-a806-c4d92c2435f9 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0603514 Feb 11 05:14:28.412134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e2ef074-8098-47cd-981a-1c0920d6b261 req-c7953179-46e3-4d6d-b581-d346d72589e4 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502555 Feb 11 05:14:28.413184 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:29.554961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00383556-bef6-4aae-8806-0b43c24ad2fa req-2a76ffa5-2070-48eb-89e4-098e1a873ccc tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:29.556708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00383556-bef6-4aae-8806-0b43c24ad2fa req-2a76ffa5-2070-48eb-89e4-098e1a873ccc tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0626934 Feb 11 05:14:29.622596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00383556-bef6-4aae-8806-0b43c24ad2fa req-15d600d1-fb37-4b0e-b918-4cbdcfb27a7b tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551643 Feb 11 05:14:29.742086 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:30.765805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e455be-1909-41ba-a6f0-2d5b241a4896 req-fb878869-c2b2-443e-836c-f4806a7bad21 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:30.767469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42e455be-1909-41ba-a6f0-2d5b241a4896 req-fb878869-c2b2-443e-836c-f4806a7bad21 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0650678 Feb 11 05:14:30.846552 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-42e455be-1909-41ba-a6f0-2d5b241a4896 req-593b6932-d51f-4810-87fd-11b17c75ff81 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693359 Feb 11 05:14:31.979712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e61414-381f-49ec-8681-325d998da639 req-5f165c3f-0a6b-457e-ac16-264729e1a551 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:31.981629 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4e61414-381f-49ec-8681-325d998da639 req-5f165c3f-0a6b-457e-ac16-264729e1a551 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0597584 Feb 11 05:14:32.035323 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4e61414-381f-49ec-8681-325d998da639 req-c62b1e74-51bf-4043-94a3-b9f8a1e2e4d0 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467007 Feb 11 05:14:33.198728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ac665-a9ba-4b90-96ca-5c5078b0781a req-aed7b205-3173-4031-877f-e5a10607c1a1 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:33.200432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e6ac665-a9ba-4b90-96ca-5c5078b0781a req-aed7b205-3173-4031-877f-e5a10607c1a1 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0700853 Feb 11 05:14:33.261675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e6ac665-a9ba-4b90-96ca-5c5078b0781a req-130674cb-ef13-4fa7-9427-dc4c23948f7e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539594 Feb 11 05:14:33.705206 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-ea08a340-d609-4f48-a17d-8a83c288fee2 service neutron] show failed (client error): The resource could not be found. Feb 11 05:14:33.706374 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-ea08a340-d609-4f48-a17d-8a83c288fee2 service neutron] 10.222.0.47 "GET /v2.0/ports/c41a87d0-c6c2-434a-98d0-9ff093d7a3ff/bindings/n-h1-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0687733 Feb 11 05:14:34.384876 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:34.423144 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:34.501001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0419924-86dc-4c4f-9218-7058cb056315 req-46e6ddf9-8d74-4118-88e0-731a24601141 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:34.503277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0419924-86dc-4c4f-9218-7058cb056315 req-46e6ddf9-8d74-4118-88e0-731a24601141 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.1453717 Feb 11 05:14:34.522832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-6593fbac-baf6-4cca-af6c-70c861f403f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:34.528578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-6593fbac-baf6-4cca-af6c-70c861f403f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac&tenant_id=74579dc0bd5b41b6b2733e4b371fe26a HTTP/1.1" status: 200 len: 1129 time: 0.1966903 Feb 11 05:14:34.540329 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:34.603769 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d0419924-86dc-4c4f-9218-7058cb056315 req-818709e2-f8f5-4381-a836-fd33db2236b8 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898523 Feb 11 05:14:34.631630 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:34.868246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] For port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,segment=NetworkSegment(793920b3-3326-45e0-9c08-8302e6c98db3),segment_id=793920b3-3326-45e0-9c08-8302e6c98db3)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:34.915931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] For port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:34.960746 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706427ca-e380-4c6e-b364-b6588064e4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:34.963359 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6bcd78-7509-4db9-866f-f36d57572e33" -d '{"events": [{"server_uuid": "706427ca-e380-4c6e-b364-b6588064e4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "c41a87d0-c6c2-434a-98d0-9ff093d7a3ff"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:34.969460 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Publish callbacks [] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:34.993087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Transition to ACTIVE for port object c41a87d0-c6c2-434a-98d0-9ff093d7a3ff will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:35.028937 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6644c4-e290-40e8-a9e9-7377852406ae x-openstack-request-id: req-6a6644c4-e290-40e8-a9e9-7377852406ae {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:35.029331 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706427ca-e380-4c6e-b364-b6588064e4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "c41a87d0-c6c2-434a-98d0-9ff093d7a3ff", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:35.029703 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a6644c4-e290-40e8-a9e9-7377852406ae {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:35.030194 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706427ca-e380-4c6e-b364-b6588064e4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff', 'code': 200} Feb 11 05:14:35.059445 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:35.130976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] No DVR routers for this DVR port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:35.134407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Pushing event updated for resources: {'Port': ['ID=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,revision_number=6']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:35.147718 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:35.158177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:35.158177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:35.158177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:35.158177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:35.158177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:35.158177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:35.158177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:35.158177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:35.158177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:35.158177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:35.158177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:35.158177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:35.190744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Attempting to bind port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:35.191186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Attempting to bind port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '793920b3-3326-45e0-9c08-8302e6c98db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd584ff95-8f7b-4bbc-a65f-d0738cdf92cb'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:35.191641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Attempting to bind port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff on network d584ff95-8f7b-4bbc-a65f-d0738cdf92cb {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:35.197962 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff on network d584ff95-8f7b-4bbc-a65f-d0738cdf92cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:35.198296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Attempting to bind port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff on network d584ff95-8f7b-4bbc-a65f-d0738cdf92cb {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:35.204781 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:35.205122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Checking segment: {'id': '793920b3-3326-45e0-9c08-8302e6c98db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd584ff95-8f7b-4bbc-a65f-d0738cdf92cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:35.205560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Bound using segment: {'id': '793920b3-3326-45e0-9c08-8302e6c98db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd584ff95-8f7b-4bbc-a65f-d0738cdf92cb'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:35.206016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Bound port: c41a87d0-c6c2-434a-98d0-9ff093d7a3ff, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '793920b3-3326-45e0-9c08-8302e6c98db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd584ff95-8f7b-4bbc-a65f-d0738cdf92cb'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:35.206386 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:35.282853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] For port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:35.286412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] For port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,segment=NetworkSegment(793920b3-3326-45e0-9c08-8302e6c98db3),segment_id=793920b3-3326-45e0-9c08-8302e6c98db3)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:35.371173 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:35.407558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.408802 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:35.410534 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] 10.222.0.32 "PUT /v2.0/ports/c41a87d0-c6c2-434a-98d0-9ff093d7a3ff HTTP/1.1" status: 200 len: 1093 time: 0.8758852 Feb 11 05:14:35.499167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629d8bd-a0e9-42d9-aed8-60681b1f8fae service neutron] Pushing event updated for resources: {'Port': ['ID=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:35.534200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-fed70e8b-dace-4985-840b-2e2716b0b51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.536968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-fed70e8b-dace-4985-840b-2e2716b0b51a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74579dc0bd5b41b6b2733e4b371fe26a&device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 1127 time: 0.0988810 Feb 11 05:14:35.670405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-7b75c071-929f-4bf6-aa17-71f93d84237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.673585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-7b75c071-929f-4bf6-aa17-71f93d84237a service neutron] 10.222.0.32 "GET /v2.0/networks?id=d584ff95-8f7b-4bbc-a65f-d0738cdf92cb HTTP/1.1" status: 200 len: 913 time: 0.1291096 Feb 11 05:14:35.728674 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-3618ce0c-3de7-414b-8e85-60aaeec03689 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff HTTP/1.1" status: 200 len: 217 time: 0.0481093 Feb 11 05:14:35.809032 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-dd31ea84-5053-423e-a461-e7393c59994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.811061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-dd31ea84-5053-423e-a461-e7393c59994d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3d1899e-5acb-4611-af0d-89ee7e9d4e77 HTTP/1.1" status: 200 len: 852 time: 0.0650747 Feb 11 05:14:35.832832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea864991-bfef-4031-be01-25ab2d8c8e05 req-d718f76d-8811-4e96-bbad-4961b5f38e87 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:35.834484 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea864991-bfef-4031-be01-25ab2d8c8e05 req-d718f76d-8811-4e96-bbad-4961b5f38e87 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 944 time: 0.1472623 Feb 11 05:14:35.858049 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-596feda0-07f2-4503-a42e-f226ad94f542 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d584ff95-8f7b-4bbc-a65f-d0738cdf92cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408173 Feb 11 05:14:35.967976 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea864991-bfef-4031-be01-25ab2d8c8e05 req-b490e40f-aa9a-4ffc-98e2-868425558526 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130452 Feb 11 05:14:35.997961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-b45d051d-dc34-421d-b2aa-32f07a68b763 service neutron] 10.222.0.32 "GET /v2.0/networks/d584ff95-8f7b-4bbc-a65f-d0738cdf92cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327217 Feb 11 05:14:36.106536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dfc019a-34bb-47b3-b69c-e74b44c6d8ea req-7ee22447-a874-48e4-8414-403f1444ab58 service neutron] 10.222.0.32 "GET /v2.0/networks/d584ff95-8f7b-4bbc-a65f-d0738cdf92cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016273 Feb 11 05:14:37.032217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706427ca-e380-4c6e-b364-b6588064e4ac', 'tag': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:37.034747 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9237b8a-982e-4db7-b081-2250419ee562" -d '{"events": [{"name": "network-changed", "server_uuid": "706427ca-e380-4c6e-b364-b6588064e4ac", "tag": "c41a87d0-c6c2-434a-98d0-9ff093d7a3ff"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:37.119434 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22accdda-18e9-4c74-ac29-c30cb9cf034e req-b2aefb97-d71c-4c31-a781-e8939e01ce0e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.122315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22accdda-18e9-4c74-ac29-c30cb9cf034e req-b2aefb97-d71c-4c31-a781-e8939e01ce0e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 944 time: 0.0660791 Feb 11 05:14:37.128737 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4ec085-5b07-4990-b87d-321726db6bac x-openstack-request-id: req-3a4ec085-5b07-4990-b87d-321726db6bac {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:37.129302 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706427ca-e380-4c6e-b364-b6588064e4ac", "tag": "c41a87d0-c6c2-434a-98d0-9ff093d7a3ff", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:37.129716 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a4ec085-5b07-4990-b87d-321726db6bac {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:37.130384 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706427ca-e380-4c6e-b364-b6588064e4ac', 'tag': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff', 'status': 'completed', 'code': 200} Feb 11 05:14:37.217504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9237b8a-982e-4db7-b081-2250419ee562 req-3169e6e7-37dd-4e15-b06b-f197c3936dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.220768 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c9237b8a-982e-4db7-b081-2250419ee562 req-3169e6e7-37dd-4e15-b06b-f197c3936dbb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74579dc0bd5b41b6b2733e4b371fe26a&device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 1127 time: 0.0660715 Feb 11 05:14:37.272835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22accdda-18e9-4c74-ac29-c30cb9cf034e req-fc84d3fc-55e1-428c-8ee9-b51e130fdd89 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407068 Feb 11 05:14:37.292273 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9237b8a-982e-4db7-b081-2250419ee562 req-725b1c63-14ec-44f5-99d9-537b6ac4ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.295024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9237b8a-982e-4db7-b081-2250419ee562 req-725b1c63-14ec-44f5-99d9-537b6ac4ba3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=74579dc0bd5b41b6b2733e4b371fe26a&device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 1127 time: 0.1362648 Feb 11 05:14:37.339696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9237b8a-982e-4db7-b081-2250419ee562 req-ba200034-2415-453a-8db1-aeb4fec9580c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.340705 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c9237b8a-982e-4db7-b081-2250419ee562 req-ba200034-2415-453a-8db1-aeb4fec9580c service neutron] 10.222.0.47 "GET /v2.0/networks?id=d584ff95-8f7b-4bbc-a65f-d0738cdf92cb HTTP/1.1" status: 200 len: 913 time: 0.1123452 Feb 11 05:14:37.395809 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c9237b8a-982e-4db7-b081-2250419ee562 req-bf2c2e8d-474b-4535-b6d8-aa61072fca0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff HTTP/1.1" status: 200 len: 217 time: 0.0489814 Feb 11 05:14:37.450905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9237b8a-982e-4db7-b081-2250419ee562 req-c926eb5f-84fc-48ee-b4ce-6249198e487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.453295 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c9237b8a-982e-4db7-b081-2250419ee562 req-c926eb5f-84fc-48ee-b4ce-6249198e487e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3d1899e-5acb-4611-af0d-89ee7e9d4e77 HTTP/1.1" status: 200 len: 852 time: 0.0511572 Feb 11 05:14:37.456225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9237b8a-982e-4db7-b081-2250419ee562 req-03fe430b-ab7b-47d8-95d6-49a7f259cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.457917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9237b8a-982e-4db7-b081-2250419ee562 req-03fe430b-ab7b-47d8-95d6-49a7f259cb4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d584ff95-8f7b-4bbc-a65f-d0738cdf92cb HTTP/1.1" status: 200 len: 913 time: 0.1538303 Feb 11 05:14:37.491865 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c9237b8a-982e-4db7-b081-2250419ee562 req-fc1c4820-2b4e-4e45-9389-d0ef0ead5c79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d584ff95-8f7b-4bbc-a65f-d0738cdf92cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328143 Feb 11 05:14:37.513589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9237b8a-982e-4db7-b081-2250419ee562 req-426aaee4-65c9-4afc-8641-981295e7f56c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff HTTP/1.1" status: 200 len: 217 time: 0.0487895 Feb 11 05:14:37.572793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9237b8a-982e-4db7-b081-2250419ee562 req-9c98f98e-6dba-4db7-bd91-569b0f0187d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:37.575342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9237b8a-982e-4db7-b081-2250419ee562 req-9c98f98e-6dba-4db7-bd91-569b0f0187d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3d1899e-5acb-4611-af0d-89ee7e9d4e77 HTTP/1.1" status: 200 len: 852 time: 0.0556822 Feb 11 05:14:37.617015 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9237b8a-982e-4db7-b081-2250419ee562 req-e5dc5bf8-555b-485c-9984-055f699651cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d584ff95-8f7b-4bbc-a65f-d0738cdf92cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313168 Feb 11 05:14:37.625623 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c9237b8a-982e-4db7-b081-2250419ee562 req-70cbf5da-2c75-4425-bf09-fa67d80ccc5c service neutron] 10.222.0.47 "GET /v2.0/networks/d584ff95-8f7b-4bbc-a65f-d0738cdf92cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271918 Feb 11 05:14:37.732233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9237b8a-982e-4db7-b081-2250419ee562 req-71234cbd-717e-4f17-be81-79b0399da54b service neutron] 10.222.0.32 "GET /v2.0/networks/d584ff95-8f7b-4bbc-a65f-d0738cdf92cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060925 Feb 11 05:14:37.744034 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c9237b8a-982e-4db7-b081-2250419ee562 req-019ae2f1-cd8f-4876-a2a8-1f560067a022 service neutron] 10.222.0.47 "GET /v2.0/networks/d584ff95-8f7b-4bbc-a65f-d0738cdf92cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112502 Feb 11 05:14:37.840885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device c41a87d0-c6c2-434a-98d0-9ff093d7a3ff no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:37.849489 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c9237b8a-982e-4db7-b081-2250419ee562 req-a8ebe7e4-6273-43cf-b694-14becd478ee0 service neutron] 10.222.0.32 "GET /v2.0/networks/d584ff95-8f7b-4bbc-a65f-d0738cdf92cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104951 Feb 11 05:14:37.899903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] The host n-h2-712142-35 is not matching for port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff host n-h1-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:14:37.900462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device c41a87d0-c6c2-434a-98d0-9ff093d7a3ff not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:38.455983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbcab8-3d10-4d9c-b10f-259a680ff59f req-20239d53-b2d6-4ee5-bdbd-cea5062804ec tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:38.457655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18dbcab8-3d10-4d9c-b10f-259a680ff59f req-20239d53-b2d6-4ee5-bdbd-cea5062804ec tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 944 time: 0.0767479 Feb 11 05:14:38.542569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-18dbcab8-3d10-4d9c-b10f-259a680ff59f req-292a2e00-6672-4e30-8283-74d0413b7f44 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783839 Feb 11 05:14:38.558394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c41a87d0-c6c2-434a-98d0-9ff093d7a3ff details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:14:38.677909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,segment=NetworkSegment(793920b3-3326-45e0-9c08-8302e6c98db3),segment_id=793920b3-3326-45e0-9c08-8302e6c98db3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:38.691561 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff', 'network_id': 'd584ff95-8f7b-4bbc-a65f-d0738cdf92cb', 'port_id': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff', 'mac_address': 'fa:16:3e:d4:6b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d1899e-5acb-4611-af0d-89ee7e9d4e77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:14:38.738431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:38.738976 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.757934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41a87d0-c6c2-434a-98d0-9ff093d7a3ff {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:38.782140 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,segment=NetworkSegment(793920b3-3326-45e0-9c08-8302e6c98db3),segment_id=793920b3-3326-45e0-9c08-8302e6c98db3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:38.865076 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:38.941934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:38.950870 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:38.951336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:38.951763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:38.952141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:38.952578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:38.952952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:38.953324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:38.953710 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:38.954105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:38.954502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:38.954924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:38.955307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:38.955715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:39.177062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['c41a87d0-c6c2-434a-98d0-9ff093d7a3ff'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:39.688203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761e6bd-8dc2-4454-a913-0279192dbd93 req-6754b8cc-9b95-406d-b6ac-e74fd94c5c12 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:39.695402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7761e6bd-8dc2-4454-a913-0279192dbd93 req-6754b8cc-9b95-406d-b6ac-e74fd94c5c12 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 945 time: 0.0598710 Feb 11 05:14:39.772805 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7761e6bd-8dc2-4454-a913-0279192dbd93 req-dc5864bb-7c8f-4109-b916-b75743d64c63 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765421 Feb 11 05:14:40.348323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ee386-94e9-4057-ba54-1598c96428ea req-0628dccb-7bd1-4695-908d-2f98590f1696 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:40.350009 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-830ee386-94e9-4057-ba54-1598c96428ea req-0628dccb-7bd1-4695-908d-2f98590f1696 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.47 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac&tenant_id=74579dc0bd5b41b6b2733e4b371fe26a&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 945 time: 0.1327174 Feb 11 05:14:40.421982 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [req-830ee386-94e9-4057-ba54-1598c96428ea req-b27575e3-974d-4f92-b7e4-bc271e86e9f1 service neutron] delete failed (client error): The resource could not be found. Feb 11 05:14:40.423038 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-830ee386-94e9-4057-ba54-1598c96428ea req-b27575e3-974d-4f92-b7e4-bc271e86e9f1 service neutron] 10.222.0.47 "DELETE /v2.0/ports/c41a87d0-c6c2-434a-98d0-9ff093d7a3ff/bindings/n-h2-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0667253 Feb 11 05:14:40.529702 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ee386-94e9-4057-ba54-1598c96428ea req-1019f5a6-062c-476a-ba3b-dce2333d376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:40.531489 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-830ee386-94e9-4057-ba54-1598c96428ea req-1019f5a6-062c-476a-ba3b-dce2333d376a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74579dc0bd5b41b6b2733e4b371fe26a&device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 1128 time: 0.0618730 Feb 11 05:14:40.588192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c41a87d0-c6c2-434a-98d0-9ff093d7a3ff up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:14:40.648925 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ee386-94e9-4057-ba54-1598c96428ea req-2476365d-afef-419d-a60e-de0339041d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:40.650752 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-830ee386-94e9-4057-ba54-1598c96428ea req-2476365d-afef-419d-a60e-de0339041d15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d584ff95-8f7b-4bbc-a65f-d0738cdf92cb HTTP/1.1" status: 200 len: 913 time: 0.1122947 Feb 11 05:14:40.700267 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-830ee386-94e9-4057-ba54-1598c96428ea req-0f9deafa-6104-4e9f-9beb-2f42fdd372b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff HTTP/1.1" status: 200 len: 217 time: 0.0434844 Feb 11 05:14:40.713680 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:14:40.721360 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:14:40.730783 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.776029 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ee386-94e9-4057-ba54-1598c96428ea req-6f19ed20-2fdf-4d67-af59-64c0ef2292dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:40.777555 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-830ee386-94e9-4057-ba54-1598c96428ea req-6f19ed20-2fdf-4d67-af59-64c0ef2292dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f3d1899e-5acb-4611-af0d-89ee7e9d4e77 HTTP/1.1" status: 200 len: 852 time: 0.0679753 Feb 11 05:14:40.813472 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-830ee386-94e9-4057-ba54-1598c96428ea req-91c51be6-eeb3-4b8d-9379-c3627f95b523 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d584ff95-8f7b-4bbc-a65f-d0738cdf92cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298553 Feb 11 05:14:40.860356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:14:40.861020 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:40.906502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706427ca-e380-4c6e-b364-b6588064e4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:40.910773 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ec2b10-1e9f-47e0-ae34-2bd93eb4aca7" -d '{"events": [{"server_uuid": "706427ca-e380-4c6e-b364-b6588064e4ac", "name": "network-vif-plugged", "status": "completed", "tag": "c41a87d0-c6c2-434a-98d0-9ff093d7a3ff"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:40.934739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,segment=NetworkSegment(793920b3-3326-45e0-9c08-8302e6c98db3),segment_id=793920b3-3326-45e0-9c08-8302e6c98db3)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:40.939367 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-830ee386-94e9-4057-ba54-1598c96428ea req-62fb7551-d966-4cd2-8df8-9ac1392aea09 service neutron] 10.222.0.47 "GET /v2.0/networks/d584ff95-8f7b-4bbc-a65f-d0738cdf92cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200140 Feb 11 05:14:40.976718 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9354a83b-cd59-4d53-94f7-77c63860086d x-openstack-request-id: req-9354a83b-cd59-4d53-94f7-77c63860086d {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:40.977306 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706427ca-e380-4c6e-b364-b6588064e4ac", "name": "network-vif-plugged", "status": "completed", "tag": "c41a87d0-c6c2-434a-98d0-9ff093d7a3ff", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:40.977907 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9354a83b-cd59-4d53-94f7-77c63860086d {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:40.978789 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706427ca-e380-4c6e-b364-b6588064e4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff', 'code': 200} Feb 11 05:14:41.017140 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:41.065193 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-830ee386-94e9-4057-ba54-1598c96428ea req-9392384e-4821-4bb4-acb4-74f486eb443c service neutron] 10.222.0.47 "GET /v2.0/networks/d584ff95-8f7b-4bbc-a65f-d0738cdf92cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183233 Feb 11 05:14:41.081973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:42.857643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3e484-d3ad-4e97-9815-9d8b21a92fe2 req-0cce0177-598f-4192-a96b-4732467144c3 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:42.860414 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bc3e484-d3ad-4e97-9815-9d8b21a92fe2 req-0cce0177-598f-4192-a96b-4732467144c3 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0661807 Feb 11 05:14:42.917767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bc3e484-d3ad-4e97-9815-9d8b21a92fe2 req-fe5f2b27-28f6-41b7-b54d-9910cfa6563e tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506990 Feb 11 05:14:44.055422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c58ba9-0079-47e7-9eb2-99d84dd7af62 req-3828c24a-36f3-4985-8d42-1b216c909dab tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:44.058057 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2c58ba9-0079-47e7-9eb2-99d84dd7af62 req-3828c24a-36f3-4985-8d42-1b216c909dab tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0631199 Feb 11 05:14:44.129907 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c2c58ba9-0079-47e7-9eb2-99d84dd7af62 req-8080a1ad-1013-4e67-bbbd-5f476f23f9d1 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/security-groups?id=3766d677-12bc-4cd1-9f9b-0268bbaa1687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624309 Feb 11 05:14:44.509619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ee386-94e9-4057-ba54-1598c96428ea req-25ca47e0-25ed-4903-9f67-99033c36bd14 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:44.511337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-830ee386-94e9-4057-ba54-1598c96428ea req-25ca47e0-25ed-4903-9f67-99033c36bd14 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.32 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 946 time: 0.0611432 Feb 11 05:14:44.624004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-830ee386-94e9-4057-ba54-1598c96428ea req-6484e041-9b9c-489a-a2f3-e5bd573aa5a3 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Deleting port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:14:44.624530 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-830ee386-94e9-4057-ba54-1598c96428ea req-6484e041-9b9c-489a-a2f3-e5bd573aa5a3 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.729168 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-830ee386-94e9-4057-ba54-1598c96428ea req-6484e041-9b9c-489a-a2f3-e5bd573aa5a3 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] For port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,segment=NetworkSegment(793920b3-3326-45e0-9c08-8302e6c98db3),segment_id=793920b3-3326-45e0-9c08-8302e6c98db3)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:14:44.729547 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-830ee386-94e9-4057-ba54-1598c96428ea req-6484e041-9b9c-489a-a2f3-e5bd573aa5a3 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:44.744932 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-830ee386-94e9-4057-ba54-1598c96428ea req-6484e041-9b9c-489a-a2f3-e5bd573aa5a3 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Calling delete_port for c41a87d0-c6c2-434a-98d0-9ff093d7a3ff owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:14:45.013251 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-830ee386-94e9-4057-ba54-1598c96428ea req-6484e041-9b9c-489a-a2f3-e5bd573aa5a3 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c41a87d0-c6c2-434a-98d0-9ff093d7a3ff), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.027917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['c41a87d0-c6c2-434a-98d0-9ff093d7a3ff'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:14:45.045670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484e041-9b9c-489a-a2f3-e5bd573aa5a3 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Pushing event deleted for resources: {'Port': ['ID=c41a87d0-c6c2-434a-98d0-9ff093d7a3ff,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:45.096086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-830ee386-94e9-4057-ba54-1598c96428ea req-6484e041-9b9c-489a-a2f3-e5bd573aa5a3 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] No DVR routers for this DVR port c41a87d0-c6c2-434a-98d0-9ff093d7a3ff on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:14:45.098977 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-830ee386-94e9-4057-ba54-1598c96428ea req-6484e041-9b9c-489a-a2f3-e5bd573aa5a3 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:45.102523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-830ee386-94e9-4057-ba54-1598c96428ea req-6484e041-9b9c-489a-a2f3-e5bd573aa5a3 tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.32 "DELETE /v2.0/ports/c41a87d0-c6c2-434a-98d0-9ff093d7a3ff HTTP/1.1" status: 204 len: 173 time: 0.5846064 Feb 11 05:14:45.103079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706427ca-e380-4c6e-b364-b6588064e4ac', 'name': 'network-vif-deleted', 'tag': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:45.105468 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5934f16-b32e-43d5-b68c-c10f7aed96a7" -d '{"events": [{"server_uuid": "706427ca-e380-4c6e-b364-b6588064e4ac", "name": "network-vif-deleted", "tag": "c41a87d0-c6c2-434a-98d0-9ff093d7a3ff"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:45.147231 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318f0911-6557-462f-86da-80d42798693f x-openstack-request-id: req-318f0911-6557-462f-86da-80d42798693f {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:45.147574 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706427ca-e380-4c6e-b364-b6588064e4ac", "name": "network-vif-deleted", "tag": "c41a87d0-c6c2-434a-98d0-9ff093d7a3ff", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:45.147908 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-318f0911-6557-462f-86da-80d42798693f {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:45.148505 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706427ca-e380-4c6e-b364-b6588064e4ac', 'name': 'network-vif-deleted', 'tag': 'c41a87d0-c6c2-434a-98d0-9ff093d7a3ff', 'status': 'completed', 'code': 200} Feb 11 05:14:45.248996 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-912749e0-8386-4a57-a371-c29ef8b12a30 req-7918db3b-66b9-42b0-b1ec-c0e32a44754d tempest-DeleteServersTestJSON-2039088150 tempest-DeleteServersTestJSON-2039088150-project] 10.222.0.13 "GET /v2.0/ports?device_id=706427ca-e380-4c6e-b364-b6588064e4ac HTTP/1.1" status: 200 len: 210 time: 0.0384021 Feb 11 05:14:46.401048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41034) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:46.454341 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-0683c69a-d346-4afc-bfe8-db29a1d10afb admin admin] Deleting subnet f3d1899e-5acb-4611-af0d-89ee7e9d4e77 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:14:46.458165 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0683c69a-d346-4afc-bfe8-db29a1d10afb admin admin] Publish callbacks [] for subnet (f3d1899e-5acb-4611-af0d-89ee7e9d4e77), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.498088 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0683c69a-d346-4afc-bfe8-db29a1d10afb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (f3d1899e-5acb-4611-af0d-89ee7e9d4e77), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.543023 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0683c69a-d346-4afc-bfe8-db29a1d10afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (f3d1899e-5acb-4611-af0d-89ee7e9d4e77), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.687313 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0683c69a-d346-4afc-bfe8-db29a1d10afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (f3d1899e-5acb-4611-af0d-89ee7e9d4e77), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.728543 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0683c69a-d346-4afc-bfe8-db29a1d10afb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.732080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0683c69a-d346-4afc-bfe8-db29a1d10afb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f3d1899e-5acb-4611-af0d-89ee7e9d4e77 HTTP/1.1" status: 204 len: 168 time: 0.3296123 Feb 11 05:14:46.733093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683c69a-d346-4afc-bfe8-db29a1d10afb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d1899e-5acb-4611-af0d-89ee7e9d4e77,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:46.736499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41036) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:46.823101 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (d584ff95-8f7b-4bbc-a65f-d0738cdf92cb), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.917893 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (d584ff95-8f7b-4bbc-a65f-d0738cdf92cb), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.941025 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d584ff95-8f7b-4bbc-a65f-d0738cdf92cb']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:46.951978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793920b3-3326-45e0-9c08-8302e6c98db3') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:46.952886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793920b3-3326-45e0-9c08-8302e6c98db3') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:14:46.964569 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (793920b3-3326-45e0-9c08-8302e6c98db3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.980524 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (793920b3-3326-45e0-9c08-8302e6c98db3), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.988840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:14:46.989245 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (793920b3-3326-45e0-9c08-8302e6c98db3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:14:46.991133 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:14:47.115724 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (d584ff95-8f7b-4bbc-a65f-d0738cdf92cb), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.132895 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.133452 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] 10.222.0.13 "DELETE /v2.0/networks/d584ff95-8f7b-4bbc-a65f-d0738cdf92cb HTTP/1.1" status: 204 len: 168 time: 0.3947806 Feb 11 05:14:47.151750 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Pushing event deleted for resources: {'Network': ['ID=d584ff95-8f7b-4bbc-a65f-d0738cdf92cb,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:47.166894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:47.166894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:47.167461 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:47.168462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:47.169065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:47.169660 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:47.170295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:47.170903 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:47.171637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:47.172168 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:47.172763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:47.173351 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:47.173940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ca8d0-bf5a-4c63-88c9-22a471fe2fda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:14:47.555910 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41040) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:47.608460 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-49ab0ee5-80e4-4d21-bf75-16832f46cc1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74579dc0bd5b41b6b2733e4b371fe26a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0512586 Feb 11 05:14:47.612163 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41042) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:47.676037 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb079083-a955-4607-9d38-88f7c83566da admin admin] Publish callbacks [] for security_group (3766d677-12bc-4cd1-9f9b-0268bbaa1687), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.700730 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb079083-a955-4607-9d38-88f7c83566da admin admin] Publish callbacks [] for security_group (3766d677-12bc-4cd1-9f9b-0268bbaa1687), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.841079 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb079083-a955-4607-9d38-88f7c83566da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3766d677-12bc-4cd1-9f9b-0268bbaa1687), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.844034 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cb079083-a955-4607-9d38-88f7c83566da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:47.848383 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cb079083-a955-4607-9d38-88f7c83566da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3766d677-12bc-4cd1-9f9b-0268bbaa1687 HTTP/1.1" status: 204 len: 168 time: 0.2347164 Feb 11 05:14:47.857965 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb079083-a955-4607-9d38-88f7c83566da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3766d677-12bc-4cd1-9f9b-0268bbaa1687,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:48.658390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c41a87d0-c6c2-434a-98d0-9ff093d7a3ff no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:14:48.681109 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: c41a87d0-c6c2-434a-98d0-9ff093d7a3ff {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:14:48.681458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device c41a87d0-c6c2-434a-98d0-9ff093d7a3ff not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:14:49.048752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41064) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:49.192160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-488530510-network', 'tenant_id': '4c531c5660b249c6bcc57692b56873cb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:49.327930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] Made reservation on behalf of 4c531c5660b249c6bcc57692b56873cb for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:49.330451 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.340288 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.441013 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] Publish callbacks [] for security_group (d5b65cb6-81d0-4757-b5cb-1239243587d2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.521062 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d5b65cb6-81d0-4757-b5cb-1239243587d2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.553955 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:14:49.565787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b65cb6-81d0-4757-b5cb-1239243587d2,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:49.572152 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d67b6be3-d4a0-4c0d-98e3-b42fa946f821), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.572650 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] Added segment d67b6be3-d4a0-4c0d-98e3-b42fa946f821 of type vlan for network b509b59a-341b-48a1-9c38-e257127ea197 Feb 11 05:14:49.629720 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (b509b59a-341b-48a1-9c38-e257127ea197), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.730442 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (b509b59a-341b-48a1-9c38-e257127ea197), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.731523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:49.732143 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:49.810533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] Pushing event updated for resources: {'Network': ['ID=b509b59a-341b-48a1-9c38-e257127ea197,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:49.822609 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network b509b59a-341b-48a1-9c38-e257127ea197 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:14:49.858398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-76b9d9c7-0200-4704-9634-de0256b7cec2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8078718 Feb 11 05:14:49.861937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41068) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:14:49.867336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ff751de8-5858-4ccc-bd02-9f9a134caf7c admin admin] Request body: {'subnet': {'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-488530510-subnet', 'tenant_id': '4c531c5660b249c6bcc57692b56873cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:49.965324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff751de8-5858-4ccc-bd02-9f9a134caf7c admin admin] Made reservation on behalf of 4c531c5660b249c6bcc57692b56873cb for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:49.968639 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ff751de8-5858-4ccc-bd02-9f9a134caf7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.256155 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ff751de8-5858-4ccc-bd02-9f9a134caf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (1427260b-b8bc-41ee-8d69-74432715873f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.325418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff751de8-5858-4ccc-bd02-9f9a134caf7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1427260b-b8bc-41ee-8d69-74432715873f,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:50.340105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff751de8-5858-4ccc-bd02-9f9a134caf7c admin admin] Checking segment: {'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:50.340598 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff751de8-5858-4ccc-bd02-9f9a134caf7c admin admin] Network hostable DHCP agents. Network: b509b59a-341b-48a1-9c38-e257127ea197, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:14:50.421755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff751de8-5858-4ccc-bd02-9f9a134caf7c admin admin] Network b509b59a-341b-48a1-9c38-e257127ea197 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:14:50.554362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-ff751de8-5858-4ccc-bd02-9f9a134caf7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, b509b59a-341b-48a1-9c38-e257127ea197) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:50.561157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff751de8-5858-4ccc-bd02-9f9a134caf7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:50.562575 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ff751de8-5858-4ccc-bd02-9f9a134caf7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:50.565269 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa2ae09-8d67-4977-baf1-f29c85d26f65 None None] Network b509b59a-341b-48a1-9c38-e257127ea197 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:50.696840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f0848-4b81-4cde-a6fe-771c18393dd2 None None] Network b509b59a-341b-48a1-9c38-e257127ea197 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:14:50.741065 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ff751de8-5858-4ccc-bd02-9f9a134caf7c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8778241 Feb 11 05:14:51.295384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-1ed868a2-d813-4e98-a420-b60bf7a3691c tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:51.297232 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-1ed868a2-d813-4e98-a420-b60bf7a3691c tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 814 time: 0.1268795 Feb 11 05:14:51.317439 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-386b8e78-88aa-491c-89ce-35d48d55b23b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/quotas/4c531c5660b249c6bcc57692b56873cb HTTP/1.1" status: 200 len: 375 time: 0.0104773 Feb 11 05:14:51.354928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-6fe0d1dd-f091-4c08-839e-dd5fd6c55e20 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314777 Feb 11 05:14:51.469292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-921f2953-9c17-4803-bec3-f83030717936 service neutron] 10.222.0.13 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026952 Feb 11 05:14:51.572245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-7194f6b9-80f7-4d3e-aebe-d96d95c04f17 service neutron] 10.222.0.13 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967896 Feb 11 05:14:51.850483 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4d023c9-7ced-4be7-a0ac-bdc62f3295ce req-6a98781a-e7f3-4fa3-8155-6b0e996c0af3 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 210 time: 0.0298367 Feb 11 05:14:52.328931 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:14:52.971566 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a204e6a9-5917-49ba-b526-6129a4ef64ba req-abb30225-6967-48f8-b5de-11660a6392d4 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 210 time: 0.0477943 Feb 11 05:14:53.158490 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e0530aa7-e824-4fab-9a22-611ca4130986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:54.125521 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4021ec9-a4ae-439c-aa8f-6b6b1fba4bec req-9a6a329c-753b-4d2c-b268-de7b540a11eb tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 210 time: 0.0419865 Feb 11 05:14:54.410235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-cf9a1ea3-6904-4ffb-a7f0-1833a1098831 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:54.412786 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-cf9a1ea3-6904-4ffb-a7f0-1833a1098831 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.32 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 814 time: 0.1595964 Feb 11 05:14:54.427189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-299957b3-9c2a-4db7-86c3-293361ad5b6b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Request body: {'port': {'device_id': 'd617eaba-34eb-44b2-b71d-0fcc2735c55c', 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197', 'admin_state_up': True, 'tenant_id': '4c531c5660b249c6bcc57692b56873cb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:54.976054 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-299957b3-9c2a-4db7-86c3-293361ad5b6b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Made reservation on behalf of 4c531c5660b249c6bcc57692b56873cb for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:14:54.979699 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-299957b3-9c2a-4db7-86c3-293361ad5b6b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.136049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-299957b3-9c2a-4db7-86c3-293361ad5b6b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Allocated IP 172.20.0.4 (b509b59a-341b-48a1-9c38-e257127ea197/1427260b-b8bc-41ee-8d69-74432715873f/a30d53a3-18ca-499f-b629-674151622050) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:14:55.280721 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a143cbd7-5e1e-452a-ab6f-3fd67ab8b772 req-4414f31e-c1c2-4a46-ac23-fa8bd2464dad tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 210 time: 0.0416157 Feb 11 05:14:55.401805 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-299957b3-9c2a-4db7-86c3-293361ad5b6b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks [] for port (a30d53a3-18ca-499f-b629-674151622050), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.447081 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3ba1a5e8-086d-442d-bffd-bf92fe56851a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.514099 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-299957b3-9c2a-4db7-86c3-293361ad5b6b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (a30d53a3-18ca-499f-b629-674151622050), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.566189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-299957b3-9c2a-4db7-86c3-293361ad5b6b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Network b509b59a-341b-48a1-9c38-e257127ea197 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:14:55.570061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-299957b3-9c2a-4db7-86c3-293361ad5b6b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:14:55.574558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-299957b3-9c2a-4db7-86c3-293361ad5b6b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:14:55.582524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299957b3-9c2a-4db7-86c3-293361ad5b6b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Pushing event updated for resources: {'Port': ['ID=a30d53a3-18ca-499f-b629-674151622050,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:55.640961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-299957b3-9c2a-4db7-86c3-293361ad5b6b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:55.641692 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-299957b3-9c2a-4db7-86c3-293361ad5b6b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:55.734117 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-299957b3-9c2a-4db7-86c3-293361ad5b6b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3106761 Feb 11 05:14:55.746420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Request body: {'port': {'device_id': 'd617eaba-34eb-44b2-b71d-0fcc2735c55c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:14:55.818205 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a30d53a3-18ca-499f-b629-674151622050), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.162476 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30d53a3-18ca-499f-b629-674151622050 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:14:56.177763 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Publish callbacks [] for port (a30d53a3-18ca-499f-b629-674151622050), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.199878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Transition to ACTIVE for port object a30d53a3-18ca-499f-b629-674151622050 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:14:56.269605 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (a30d53a3-18ca-499f-b629-674151622050), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.327655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Pushing event updated for resources: {'Port': ['ID=a30d53a3-18ca-499f-b629-674151622050,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:56.415187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Attempting to bind port a30d53a3-18ca-499f-b629-674151622050 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:14:56.415455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Attempting to bind port a30d53a3-18ca-499f-b629-674151622050 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:14:56.415769 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Attempting to bind port a30d53a3-18ca-499f-b629-674151622050 on network b509b59a-341b-48a1-9c38-e257127ea197 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:56.430826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Port a30d53a3-18ca-499f-b629-674151622050 on network b509b59a-341b-48a1-9c38-e257127ea197 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:14:56.431157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Attempting to bind port a30d53a3-18ca-499f-b629-674151622050 on network b509b59a-341b-48a1-9c38-e257127ea197 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:14:56.454900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:14:56.455245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Checking segment: {'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:14:56.455650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Bound using segment: {'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:14:56.456114 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Bound port: a30d53a3-18ca-499f-b629-674151622050, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:14:56.456485 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a30d53a3-18ca-499f-b629-674151622050), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.521123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86159df6-b507-4289-82e2-1f903c9ea82a req-28de112a-8818-4b04-8348-2ffff9abe6b7 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.523375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86159df6-b507-4289-82e2-1f903c9ea82a req-28de112a-8818-4b04-8348-2ffff9abe6b7 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 943 time: 0.1092806 Feb 11 05:14:56.567690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] For port a30d53a3-18ca-499f-b629-674151622050, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:14:56.591252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] For port a30d53a3-18ca-499f-b629-674151622050, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a30d53a3-18ca-499f-b629-674151622050,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:14:56.609453 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86159df6-b507-4289-82e2-1f903c9ea82a req-7f3ffa89-8f7e-457b-8642-c0bfbff88835 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778735 Feb 11 05:14:56.647574 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (a30d53a3-18ca-499f-b629-674151622050), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.690520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.691210 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.692689 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] 10.222.0.32 "PUT /v2.0/ports/a30d53a3-18ca-499f-b629-674151622050 HTTP/1.1" status: 200 len: 1092 time: 0.9510036 Feb 11 05:14:56.693184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd617eaba-34eb-44b2-b71d-0fcc2735c55c', 'tag': 'a30d53a3-18ca-499f-b629-674151622050'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:14:56.695604 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c67849-b131-4d45-ab7d-57fa30ed225b" -d '{"events": [{"name": "network-changed", "server_uuid": "d617eaba-34eb-44b2-b71d-0fcc2735c55c", "tag": "a30d53a3-18ca-499f-b629-674151622050"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:14:56.736838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06bc54-9da2-4eaa-b61a-d9999b99b63e service neutron] Pushing event updated for resources: {'Port': ['ID=a30d53a3-18ca-499f-b629-674151622050,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:14:56.758986 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d801d713-214a-46e8-81a5-c02eb7bfe721 x-openstack-request-id: req-d801d713-214a-46e8-81a5-c02eb7bfe721 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:14:56.759290 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d617eaba-34eb-44b2-b71d-0fcc2735c55c", "tag": "a30d53a3-18ca-499f-b629-674151622050", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:14:56.765585 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d801d713-214a-46e8-81a5-c02eb7bfe721 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:14:56.765585 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd617eaba-34eb-44b2-b71d-0fcc2735c55c', 'tag': 'a30d53a3-18ca-499f-b629-674151622050', 'status': 'completed', 'code': 200} Feb 11 05:14:56.858085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c67849-b131-4d45-ab7d-57fa30ed225b req-787e4f84-6548-4e5d-a44e-9ea3b6c470be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.858414 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:56.860443 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35c67849-b131-4d45-ab7d-57fa30ed225b req-787e4f84-6548-4e5d-a44e-9ea3b6c470be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 1126 time: 0.0725350 Feb 11 05:14:56.978481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c67849-b131-4d45-ab7d-57fa30ed225b req-e0ec4c6c-9a0c-43fb-a1f8-d2d809e2bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:56.980059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35c67849-b131-4d45-ab7d-57fa30ed225b req-e0ec4c6c-9a0c-43fb-a1f8-d2d809e2bf54 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4c531c5660b249c6bcc57692b56873cb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1121213 Feb 11 05:14:57.107991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c67849-b131-4d45-ab7d-57fa30ed225b req-889e04bd-4da6-4675-9512-3dafd7000171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:57.109581 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-35c67849-b131-4d45-ab7d-57fa30ed225b req-889e04bd-4da6-4675-9512-3dafd7000171 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228769 Feb 11 05:14:57.209262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-162dcef5-e259-4696-bb65-f60b4cc66326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:57.209262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-162dcef5-e259-4696-bb65-f60b4cc66326 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 1126 time: 0.0557990 Feb 11 05:14:57.262912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-6d0f72ea-1dfc-4b93-bf92-b3d0079b2adf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30d53a3-18ca-499f-b629-674151622050 HTTP/1.1" status: 200 len: 217 time: 0.0399876 Feb 11 05:14:57.314802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-95583c73-bc73-4617-972c-53feb74031fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:57.316900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-95583c73-bc73-4617-972c-53feb74031fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1427260b-b8bc-41ee-8d69-74432715873f HTTP/1.1" status: 200 len: 854 time: 0.0545120 Feb 11 05:14:57.352807 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-5423ed5a-9422-40c5-b070-08f50c6db223 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b509b59a-341b-48a1-9c38-e257127ea197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285327 Feb 11 05:14:57.473471 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-dc678c83-94ee-4789-bf8f-d8bd89d2fcac service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128666 Feb 11 05:14:57.576690 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cdb752d0-658c-41ae-856d-b0094b6a84c9 req-25cbe60f-1761-4b82-96bb-5fcc3e289de1 service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966110 Feb 11 05:14:58.064560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcf8e2-0132-4b34-af32-ea4cdd644a1a req-f4d16eca-7fe2-4a1d-a310-5fab277e4512 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:58.066653 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9adcf8e2-0132-4b34-af32-ea4cdd644a1a req-f4d16eca-7fe2-4a1d-a310-5fab277e4512 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 943 time: 0.0726998 Feb 11 05:14:58.123305 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9adcf8e2-0132-4b34-af32-ea4cdd644a1a req-a1bc7e37-9e94-469c-838d-af17da604da0 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504520 Feb 11 05:14:58.435547 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:14:59.265947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d02e6-8968-432b-94e9-ca023aa55e05 req-030013ea-4937-4b3f-8071-4caca403b0d6 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:14:59.267639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a8d02e6-8968-432b-94e9-ca023aa55e05 req-030013ea-4937-4b3f-8071-4caca403b0d6 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 943 time: 0.0604105 Feb 11 05:14:59.324210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a8d02e6-8968-432b-94e9-ca023aa55e05 req-d21fd78c-27c8-4c3a-8219-048545fca53a tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 Feb 11 05:14:59.738398 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:00.480183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce2833-79de-474e-bb35-0c5e4d224896 req-a466b28d-4892-43f5-92a5-b61db6c7ca1f tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:00.481844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1ce2833-79de-474e-bb35-0c5e4d224896 req-a466b28d-4892-43f5-92a5-b61db6c7ca1f tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 943 time: 0.0672512 Feb 11 05:15:00.539213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1ce2833-79de-474e-bb35-0c5e4d224896 req-f472c1a7-057a-4d6c-89e5-390e3786d7cb tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502975 Feb 11 05:15:00.718214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device a30d53a3-18ca-499f-b629-674151622050 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:00.831789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port a30d53a3-18ca-499f-b629-674151622050, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a30d53a3-18ca-499f-b629-674151622050,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:00.846579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'a30d53a3-18ca-499f-b629-674151622050', 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197', 'port_id': 'a30d53a3-18ca-499f-b629-674151622050', 'mac_address': 'fa:16:3e:68:fc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1427260b-b8bc-41ee-8d69-74432715873f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:00.888145 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port a30d53a3-18ca-499f-b629-674151622050 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:00.888551 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a30d53a3-18ca-499f-b629-674151622050), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:00.910141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30d53a3-18ca-499f-b629-674151622050 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:00.934156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port a30d53a3-18ca-499f-b629-674151622050, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a30d53a3-18ca-499f-b629-674151622050,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:01.067033 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a30d53a3-18ca-499f-b629-674151622050), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:01.298922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=a30d53a3-18ca-499f-b629-674151622050,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:01.353327 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['a30d53a3-18ca-499f-b629-674151622050'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:01.716674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de50d2-3b55-4774-bfcf-88ecb6805c6a req-fd466d7b-3e9a-4bf0-b5b8-a52ef5f92e0b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:01.719750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1de50d2-3b55-4774-bfcf-88ecb6805c6a req-fd466d7b-3e9a-4bf0-b5b8-a52ef5f92e0b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 944 time: 0.0984619 Feb 11 05:15:01.775688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1de50d2-3b55-4774-bfcf-88ecb6805c6a req-f38f30ea-dbc5-425f-9d66-30f2a07ba085 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501187 Feb 11 05:15:02.721751 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device a30d53a3-18ca-499f-b629-674151622050 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:02.860858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port a30d53a3-18ca-499f-b629-674151622050 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:02.865515 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port a30d53a3-18ca-499f-b629-674151622050 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:02.865999 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a30d53a3-18ca-499f-b629-674151622050), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.939697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03538c0-5b03-4c0f-bdc6-1ed06e33bb51 req-9a04703a-e516-436c-a0ad-d4becaf38184 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:02.941984 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d03538c0-5b03-4c0f-bdc6-1ed06e33bb51 req-9a04703a-e516-436c-a0ad-d4becaf38184 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 944 time: 0.0742249 Feb 11 05:15:02.963603 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port a30d53a3-18ca-499f-b629-674151622050 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:02.964161 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a30d53a3-18ca-499f-b629-674151622050), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:02.998310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd617eaba-34eb-44b2-b71d-0fcc2735c55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d53a3-18ca-499f-b629-674151622050'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:02.998310 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a32e00-fceb-4faa-a5c9-4aab36a58ede" -d '{"events": [{"server_uuid": "d617eaba-34eb-44b2-b71d-0fcc2735c55c", "name": "network-vif-plugged", "status": "completed", "tag": "a30d53a3-18ca-499f-b629-674151622050"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:03.012468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port a30d53a3-18ca-499f-b629-674151622050, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a30d53a3-18ca-499f-b629-674151622050,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:03.038823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d03538c0-5b03-4c0f-bdc6-1ed06e33bb51 req-a88f9c67-0683-4482-b763-4b5c8db9ddb3 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844941 Feb 11 05:15:03.055942 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717443e3-2138-4127-8b07-a1513845c95e x-openstack-request-id: req-717443e3-2138-4127-8b07-a1513845c95e {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:03.056336 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d617eaba-34eb-44b2-b71d-0fcc2735c55c", "name": "network-vif-plugged", "status": "completed", "tag": "a30d53a3-18ca-499f-b629-674151622050", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:03.056580 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-717443e3-2138-4127-8b07-a1513845c95e {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:03.057003 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd617eaba-34eb-44b2-b71d-0fcc2735c55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d53a3-18ca-499f-b629-674151622050', 'code': 200} Feb 11 05:15:03.087003 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a30d53a3-18ca-499f-b629-674151622050), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:03.170611 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=a30d53a3-18ca-499f-b629-674151622050,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:03.183399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024d70-f04f-4b51-ae7b-11dd64e81bdd req-2f003253-967b-400f-b708-7c511ba84588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:03.185099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6024d70-f04f-4b51-ae7b-11dd64e81bdd req-2f003253-967b-400f-b708-7c511ba84588 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 1128 time: 0.0571101 Feb 11 05:15:03.241589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6024d70-f04f-4b51-ae7b-11dd64e81bdd req-b296332e-a80a-436c-83b6-24a25a41aab4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486686 Feb 11 05:15:04.193185 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58a80c-a36d-413e-a403-de5deddb49a7 req-8de255ca-42f1-48f7-90b6-77dbacd84605 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:04.194849 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bc58a80c-a36d-413e-a403-de5deddb49a7 req-8de255ca-42f1-48f7-90b6-77dbacd84605 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0649397 Feb 11 05:15:04.250014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bc58a80c-a36d-413e-a403-de5deddb49a7 req-36c57e74-c3dd-4ef5-94cb-bcc540b57cff tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440812 Feb 11 05:15:04.336001 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:04.424497 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:05.399414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65c3fa-c526-45cd-bcee-d3934f23723f req-f4c0206c-ab65-4f55-afc3-8ca9a61b2079 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.401002 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee65c3fa-c526-45cd-bcee-d3934f23723f req-f4c0206c-ab65-4f55-afc3-8ca9a61b2079 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0646937 Feb 11 05:15:05.457776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee65c3fa-c526-45cd-bcee-d3934f23723f req-b4cf2d76-575a-4a81-8be3-9b78d539eb26 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465462 Feb 11 05:15:05.612363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d187ff-93eb-47c8-a070-21c46bdcb16b req-4cd8e417-4779-45d1-bbae-45f6a87b21fb tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.614764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1d187ff-93eb-47c8-a070-21c46bdcb16b req-4cd8e417-4779-45d1-bbae-45f6a87b21fb tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0813475 Feb 11 05:15:05.673778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c1d187ff-93eb-47c8-a070-21c46bdcb16b req-8cc3bd2f-b97b-48df-b7a0-6c9df65a9123 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529227 Feb 11 05:15:05.985551 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990400a-7002-4301-b9ac-3556e6a7fb54 req-3a182bc0-9cb3-4aa6-ad11-d889f6a76cd3 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:05.987254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c990400a-7002-4301-b9ac-3556e6a7fb54 req-3a182bc0-9cb3-4aa6-ad11-d889f6a76cd3 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0603871 Feb 11 05:15:06.075925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c990400a-7002-4301-b9ac-3556e6a7fb54 req-13f05fdc-c2ea-4ef4-bd6d-633ef56cabfc tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823069 Feb 11 05:15:06.248177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe075f-7840-4465-a214-83c480e1f6c1 req-05c11a3b-0793-4b76-af72-2478ef5fab91 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:06.251898 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fffe075f-7840-4465-a214-83c480e1f6c1 req-05c11a3b-0793-4b76-af72-2478ef5fab91 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0780654 Feb 11 05:15:06.324845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fffe075f-7840-4465-a214-83c480e1f6c1 req-81994458-8da2-44a7-a4d5-5e63451cf19d tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638180 Feb 11 05:15:07.032760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce2243-2aa7-491f-8be5-818f07593ba1 req-d3f3b593-fd73-4b5d-a019-b802eabee297 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.034380 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80ce2243-2aa7-491f-8be5-818f07593ba1 req-d3f3b593-fd73-4b5d-a019-b802eabee297 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0607061 Feb 11 05:15:07.086148 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-80ce2243-2aa7-491f-8be5-818f07593ba1 req-96c018f6-3137-49ac-a8d3-92b9910e6b9b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456629 Feb 11 05:15:07.156232 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-41458291-059d-4d81-bd52-21a0a64cad27 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0534484 Feb 11 05:15:07.830923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-cf20c316-35ce-4318-ae69-5bd678048817 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:07.832517 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-cf20c316-35ce-4318-ae69-5bd678048817 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports/a30d53a3-18ca-499f-b629-674151622050 HTTP/1.1" status: 200 len: 942 time: 0.0546417 Feb 11 05:15:08.257542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f90e3-7618-4fae-bd80-01ae1eda8038 req-2d0ed02b-af22-4ab1-8fd8-f08a8814e4af tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:08.259629 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-871f90e3-7618-4fae-bd80-01ae1eda8038 req-2d0ed02b-af22-4ab1-8fd8-f08a8814e4af tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0665202 Feb 11 05:15:08.318290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-871f90e3-7618-4fae-bd80-01ae1eda8038 req-42ed7439-6011-4d8d-97f9-61468eedfe8d tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498490 Feb 11 05:15:09.535172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad02b5c-3728-4bdb-b505-f1c37003c912 req-150d83f1-8273-49a9-88a1-3385af7c5bf8 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.537747 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ad02b5c-3728-4bdb-b505-f1c37003c912 req-150d83f1-8273-49a9-88a1-3385af7c5bf8 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.1340954 Feb 11 05:15:09.620235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3b810dc5-dc97-4769-9898-238295eb39d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.621802 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3b810dc5-dc97-4769-9898-238295eb39d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 1128 time: 0.1598148 Feb 11 05:15:09.649767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ad02b5c-3728-4bdb-b505-f1c37003c912 req-06a4799d-0a79-4b7e-8281-659bc0d720e3 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040952 Feb 11 05:15:09.742546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-693be7f8-5e00-40f2-ab83-1b408057a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.744074 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-693be7f8-5e00-40f2-ab83-1b408057a477 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 915 time: 0.1132338 Feb 11 05:15:09.801162 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-9f4d8676-e3c4-4f90-8b39-a68a2ae9179e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30d53a3-18ca-499f-b629-674151622050 HTTP/1.1" status: 200 len: 217 time: 0.0453622 Feb 11 05:15:09.867963 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-9fc08a69-7af4-4671-905c-b848dca97247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:09.870023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-9fc08a69-7af4-4671-905c-b848dca97247 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1427260b-b8bc-41ee-8d69-74432715873f HTTP/1.1" status: 200 len: 854 time: 0.0574553 Feb 11 05:15:09.908696 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-094465b4-009a-4587-bf12-96ec7f0518b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b509b59a-341b-48a1-9c38-e257127ea197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309420 Feb 11 05:15:10.021452 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-adf3db8e-b152-4cff-9c62-e27986e2f45c service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061864 Feb 11 05:15:10.130325 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-5b979ff6-abdb-4965-8a4a-02f58645d2ca service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016729 Feb 11 05:15:10.345131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7595e7a-cbd1-4d93-baeb-3a827cdb9541 req-afd2c538-e7fa-4900-98aa-da546adaf706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:10.347160 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7595e7a-cbd1-4d93-baeb-3a827cdb9541 req-afd2c538-e7fa-4900-98aa-da546adaf706 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 1128 time: 0.0623431 Feb 11 05:15:10.471820 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7595e7a-cbd1-4d93-baeb-3a827cdb9541 req-005d1c0d-fd94-4023-8c45-beab6050817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:10.473466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7595e7a-cbd1-4d93-baeb-3a827cdb9541 req-005d1c0d-fd94-4023-8c45-beab6050817a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 915 time: 0.1048915 Feb 11 05:15:10.528793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7595e7a-cbd1-4d93-baeb-3a827cdb9541 req-1dcf17f4-72b3-482a-8b3b-ac6c7a6998d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30d53a3-18ca-499f-b629-674151622050 HTTP/1.1" status: 200 len: 217 time: 0.0449343 Feb 11 05:15:10.587047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7595e7a-cbd1-4d93-baeb-3a827cdb9541 req-5b36af4a-2153-4edb-8c0f-b8421aec70c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:10.589122 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7595e7a-cbd1-4d93-baeb-3a827cdb9541 req-5b36af4a-2153-4edb-8c0f-b8421aec70c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1427260b-b8bc-41ee-8d69-74432715873f HTTP/1.1" status: 200 len: 854 time: 0.0526252 Feb 11 05:15:10.633336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7595e7a-cbd1-4d93-baeb-3a827cdb9541 req-3f56bd38-7665-4acc-a808-52bb4ec24c12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b509b59a-341b-48a1-9c38-e257127ea197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359454 Feb 11 05:15:10.795817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7595e7a-cbd1-4d93-baeb-3a827cdb9541 req-c7f66e55-eed4-4066-9b7e-c77b97f03317 service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519051 Feb 11 05:15:10.845956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc664bf1-567f-4764-9b8b-4fa07529234c req-39db13af-fff3-4be6-94ce-60005d360a84 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:10.847624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc664bf1-567f-4764-9b8b-4fa07529234c req-39db13af-fff3-4be6-94ce-60005d360a84 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0990574 Feb 11 05:15:10.954828 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7595e7a-cbd1-4d93-baeb-3a827cdb9541 req-21c90bb1-e9cd-4a86-9300-88d12d6fca76 service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492221 Feb 11 05:15:10.958277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cc664bf1-567f-4764-9b8b-4fa07529234c req-2fd537c5-f68d-443a-9be7-ce7083cefd43 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033063 Feb 11 05:15:12.091041 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c95d3-6021-4c63-bc90-66642708b875 req-3f762c30-6d0e-4c25-9cbf-2da9ccd95a54 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:12.093652 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d79c95d3-6021-4c63-bc90-66642708b875 req-3f762c30-6d0e-4c25-9cbf-2da9ccd95a54 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0585721 Feb 11 05:15:12.150456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d79c95d3-6021-4c63-bc90-66642708b875 req-ae01111f-5256-4bd5-80bf-8ceaaac35f53 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515389 Feb 11 05:15:13.653165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3c74f-1584-4714-b2d8-4bbe5a2d7a2d req-54971012-f670-4e01-b596-7bf451f5c465 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:13.655013 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cee3c74f-1584-4714-b2d8-4bbe5a2d7a2d req-54971012-f670-4e01-b596-7bf451f5c465 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0934446 Feb 11 05:15:13.725297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cee3c74f-1584-4714-b2d8-4bbe5a2d7a2d req-5ed34ad0-6b2d-49f5-9a24-3f24727b75df tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602646 Feb 11 05:15:14.886402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8334b-1c7a-4432-9023-ab706abb15b8 req-2e45e0c0-54e3-457d-9291-c15967e8ba72 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:14.888042 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58c8334b-1c7a-4432-9023-ab706abb15b8 req-2e45e0c0-54e3-457d-9291-c15967e8ba72 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0694954 Feb 11 05:15:14.946738 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58c8334b-1c7a-4432-9023-ab706abb15b8 req-57541cb8-48c9-4c94-88ec-26cbefb27d20 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498347 Feb 11 05:15:16.106947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d3ed0-b85e-44fd-a7d9-43a0c2a15ceb req-7e7a3ec9-25e3-4c01-a793-4b6e0ab982d6 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:16.110976 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-651d3ed0-b85e-44fd-a7d9-43a0c2a15ceb req-7e7a3ec9-25e3-4c01-a793-4b6e0ab982d6 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0735550 Feb 11 05:15:16.169980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-651d3ed0-b85e-44fd-a7d9-43a0c2a15ceb req-0891c0e4-fd75-4f14-9255-dcba8760ed4f tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534286 Feb 11 05:15:17.330381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6132af-1078-4b5e-b1fc-c7d54885cc2a req-af6f3b18-8698-4ab5-808c-2d5bb66e3df3 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:17.332211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f6132af-1078-4b5e-b1fc-c7d54885cc2a req-af6f3b18-8698-4ab5-808c-2d5bb66e3df3 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0727599 Feb 11 05:15:17.393906 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f6132af-1078-4b5e-b1fc-c7d54885cc2a req-7ca29100-fdd2-4a50-a81f-fbb498b73498 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533066 Feb 11 05:15:18.546613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f26577-9605-4587-aa49-129a49adac0e req-b405afb5-50a8-4848-b424-98291c75d108 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:18.548967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6f26577-9605-4587-aa49-129a49adac0e req-b405afb5-50a8-4848-b424-98291c75d108 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0830290 Feb 11 05:15:18.603726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6f26577-9605-4587-aa49-129a49adac0e req-e27fd9b0-0e1d-42dd-9e9c-74ff1bfb2753 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485198 Feb 11 05:15:19.736644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5db67-0c0c-48ef-a2a7-d663ae8f077f req-652b4e40-18c4-4af1-83c7-589c9b438c9d tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:19.738459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05c5db67-0c0c-48ef-a2a7-d663ae8f077f req-652b4e40-18c4-4af1-83c7-589c9b438c9d tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0595982 Feb 11 05:15:19.799158 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05c5db67-0c0c-48ef-a2a7-d663ae8f077f req-2840da1e-e17e-4ffd-a9a0-4447b2051282 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540013 Feb 11 05:15:20.942883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea94a7-8ebb-46af-9302-5fb0a672d829 req-60e4d3bf-4bc5-4e76-a698-1f0b4ad56b0d tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:20.944535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-62ea94a7-8ebb-46af-9302-5fb0a672d829 req-60e4d3bf-4bc5-4e76-a698-1f0b4ad56b0d tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0665741 Feb 11 05:15:21.004781 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-62ea94a7-8ebb-46af-9302-5fb0a672d829 req-e8164830-9915-4a57-a665-7715d137ab11 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494392 Feb 11 05:15:22.153028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc172118-2fb9-44e3-8592-65706c18e612 req-2ba058da-fa47-4d95-b115-73f014106c94 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:22.155025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bc172118-2fb9-44e3-8592-65706c18e612 req-2ba058da-fa47-4d95-b115-73f014106c94 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0700102 Feb 11 05:15:22.212108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bc172118-2fb9-44e3-8592-65706c18e612 req-10262aac-6685-472d-a3c3-2ddc31def6d4 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503950 Feb 11 05:15:23.156015 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af3b504a-912f-4c07-a376-b0743d90ce7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:23.362233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16864560-f423-4bba-8494-8176deefa9b6 req-30f584a4-c1f8-43b2-a29a-e26850684fce tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:23.363966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16864560-f423-4bba-8494-8176deefa9b6 req-30f584a4-c1f8-43b2-a29a-e26850684fce tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0660684 Feb 11 05:15:23.422197 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16864560-f423-4bba-8494-8176deefa9b6 req-586e68d0-ac82-4903-be53-bc673c037bb5 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516963 Feb 11 05:15:24.559150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bce04-aedf-414e-80db-a2ef48ae82ef req-68063288-e45e-4cf4-ac62-77a74ed2a331 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:24.561632 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c5bce04-aedf-414e-80db-a2ef48ae82ef req-68063288-e45e-4cf4-ac62-77a74ed2a331 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0606883 Feb 11 05:15:24.618869 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c5bce04-aedf-414e-80db-a2ef48ae82ef req-fcbcd491-6937-4e06-92e1-1c08d630e118 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510831 Feb 11 05:15:25.454955 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e7066da4-ec8f-41b7-b034-836c81c46940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:25.780349 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197c017-3512-4abd-a623-748951ef19bb req-b7859e26-431a-48c7-8e6f-ea39aa845c7f tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:25.782089 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a197c017-3512-4abd-a623-748951ef19bb req-b7859e26-431a-48c7-8e6f-ea39aa845c7f tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0733366 Feb 11 05:15:25.868386 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a197c017-3512-4abd-a623-748951ef19bb req-68ec6ece-f420-47c9-a812-d7447924b790 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765395 Feb 11 05:15:26.838043 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:27.004755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0be886-fde5-4f4b-b551-0e98452f1001 req-f206af60-9fb6-432e-b09f-a826bcd75f9e tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:27.006433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b0be886-fde5-4f4b-b551-0e98452f1001 req-f206af60-9fb6-432e-b09f-a826bcd75f9e tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0599027 Feb 11 05:15:27.064264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b0be886-fde5-4f4b-b551-0e98452f1001 req-13ec4f0d-ab95-46c9-b483-0de636a81876 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510888 Feb 11 05:15:28.200346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d73b47-c819-49f6-ae82-62dfeb8d115f req-3a8dfe66-d6b9-44fe-aa1c-7f2268f3d8b3 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:28.202573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76d73b47-c819-49f6-ae82-62dfeb8d115f req-3a8dfe66-d6b9-44fe-aa1c-7f2268f3d8b3 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0589850 Feb 11 05:15:28.259436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76d73b47-c819-49f6-ae82-62dfeb8d115f req-b13b1985-3fdb-4aa5-8842-2780a9e7b90c tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507782 Feb 11 05:15:28.438346 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:29.331310 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:15:29.445306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad75f5-0070-42e1-ad47-50c60a24812e req-bd64be7c-33da-44b9-9a1d-7d8125a60bf5 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:29.446968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4ad75f5-0070-42e1-ad47-50c60a24812e req-bd64be7c-33da-44b9-9a1d-7d8125a60bf5 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0737090 Feb 11 05:15:29.504354 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e4ad75f5-0070-42e1-ad47-50c60a24812e req-ea848a5f-7b60-4941-a052-d0f3fab5f434 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495505 Feb 11 05:15:29.749455 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:30.652844 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd8f81-86ad-4899-a912-bf88f83da9f3 req-92985973-88f0-432d-ae2f-d8c6d0f66877 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:30.654545 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51cd8f81-86ad-4899-a912-bf88f83da9f3 req-92985973-88f0-432d-ae2f-d8c6d0f66877 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0607035 Feb 11 05:15:30.733076 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51cd8f81-86ad-4899-a912-bf88f83da9f3 req-ee5c4c18-91f2-4525-b27a-9c7a7afce577 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671322 Feb 11 05:15:31.878949 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623cc70-e588-4665-8582-1c4398d60e90 req-e53cfb32-87db-41f4-86d0-23850292e7b8 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:31.880594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c623cc70-e588-4665-8582-1c4398d60e90 req-e53cfb32-87db-41f4-86d0-23850292e7b8 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0691853 Feb 11 05:15:31.966127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c623cc70-e588-4665-8582-1c4398d60e90 req-078db003-dbef-4746-8e3c-921681e32987 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743070 Feb 11 05:15:33.102561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb5aa5-2eb5-4a6b-8f3a-cbd39c5e0084 req-395ba42b-3d96-4741-b1eb-b32b864efe96 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:33.104204 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6bb5aa5-2eb5-4a6b-8f3a-cbd39c5e0084 req-395ba42b-3d96-4741-b1eb-b32b864efe96 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0608928 Feb 11 05:15:33.180155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6bb5aa5-2eb5-4a6b-8f3a-cbd39c5e0084 req-a560d859-7c09-4b92-9123-bb87c847c568 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636978 Feb 11 05:15:34.327449 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4b4c7-76f2-4236-b77b-0fd33a7e2538 req-8d759c2d-bebc-4f43-a67f-1af2f3ab1d6f tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:34.329081 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57e4b4c7-76f2-4236-b77b-0fd33a7e2538 req-8d759c2d-bebc-4f43-a67f-1af2f3ab1d6f tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0732236 Feb 11 05:15:34.343960 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:34.389511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-57e4b4c7-76f2-4236-b77b-0fd33a7e2538 req-7164ea2c-9d8f-41b6-bd9a-c220c71a4a80 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526419 Feb 11 05:15:34.401018 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:35.552670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ebd32-36ec-42bf-ae24-caa257603c25 req-1064aa00-c88f-4796-83b9-127d82a8b865 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:35.554525 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-812ebd32-36ec-42bf-ae24-caa257603c25 req-1064aa00-c88f-4796-83b9-127d82a8b865 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0769000 Feb 11 05:15:35.609631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-812ebd32-36ec-42bf-ae24-caa257603c25 req-07705c89-006b-44d6-850b-d0575f998aa1 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486929 Feb 11 05:15:36.748092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b865564-6465-46e3-ac8d-8ab571b0890e req-b50f3f55-765c-4cca-bdd8-06ff23562a73 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:36.750106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b865564-6465-46e3-ac8d-8ab571b0890e req-b50f3f55-765c-4cca-bdd8-06ff23562a73 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0618403 Feb 11 05:15:36.807384 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2b865564-6465-46e3-ac8d-8ab571b0890e req-20f6d4a2-e18d-4bef-85ab-34ee895f1d3b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506380 Feb 11 05:15:37.666369 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-28cdedd2-063c-4836-9f23-718499ac046b service neutron] show failed (client error): The resource could not be found. Feb 11 05:15:37.667742 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-28cdedd2-063c-4836-9f23-718499ac046b service neutron] 10.222.0.32 "GET /v2.0/ports/a30d53a3-18ca-499f-b629-674151622050/bindings/n-h2-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0693738 Feb 11 05:15:37.948160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724fda7-0820-45fd-b6ef-b71b40b941cb req-ed656c7d-dc8b-42ff-b56b-e43557bcf7a2 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:37.949753 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b724fda7-0820-45fd-b6ef-b71b40b941cb req-ed656c7d-dc8b-42ff-b56b-e43557bcf7a2 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0659173 Feb 11 05:15:38.009219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b724fda7-0820-45fd-b6ef-b71b40b941cb req-73148ade-2a74-40ed-9ff3-1486fc979749 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519032 Feb 11 05:15:38.221405 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-69e77971-fede-4a75-850c-faca4802112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:38.223002 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-69e77971-fede-4a75-850c-faca4802112e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c&tenant_id=4c531c5660b249c6bcc57692b56873cb HTTP/1.1" status: 200 len: 1128 time: 0.0954320 Feb 11 05:15:38.238238 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:38.308099 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a30d53a3-18ca-499f-b629-674151622050), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.557599 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] For port a30d53a3-18ca-499f-b629-674151622050, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=a30d53a3-18ca-499f-b629-674151622050,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:38.599366 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] For port a30d53a3-18ca-499f-b629-674151622050, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:38.652239 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd617eaba-34eb-44b2-b71d-0fcc2735c55c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30d53a3-18ca-499f-b629-674151622050'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:38.655858 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a604449a-c86c-4f9b-8081-c49b5030742c" -d '{"events": [{"server_uuid": "d617eaba-34eb-44b2-b71d-0fcc2735c55c", "name": "network-vif-unplugged", "status": "completed", "tag": "a30d53a3-18ca-499f-b629-674151622050"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:38.660299 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Publish callbacks [] for port (a30d53a3-18ca-499f-b629-674151622050), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.676173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Transition to ACTIVE for port object a30d53a3-18ca-499f-b629-674151622050 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:15:38.735936 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b253802-eae0-4fd1-9f3a-e6c35f5463a4 x-openstack-request-id: req-7b253802-eae0-4fd1-9f3a-e6c35f5463a4 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:38.736402 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d617eaba-34eb-44b2-b71d-0fcc2735c55c", "name": "network-vif-unplugged", "status": "completed", "tag": "a30d53a3-18ca-499f-b629-674151622050", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:38.736813 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b253802-eae0-4fd1-9f3a-e6c35f5463a4 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:38.737464 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd617eaba-34eb-44b2-b71d-0fcc2735c55c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30d53a3-18ca-499f-b629-674151622050', 'code': 200} Feb 11 05:15:38.743231 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (a30d53a3-18ca-499f-b629-674151622050), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.819107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] No DVR routers for this DVR port a30d53a3-18ca-499f-b629-674151622050 on host n-h1-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:38.821420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Pushing event updated for resources: {'Port': ['ID=a30d53a3-18ca-499f-b629-674151622050,revision_number=6']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:38.864950 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Attempting to bind port a30d53a3-18ca-499f-b629-674151622050 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:38.865303 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Attempting to bind port a30d53a3-18ca-499f-b629-674151622050 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:38.865643 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Attempting to bind port a30d53a3-18ca-499f-b629-674151622050 on network b509b59a-341b-48a1-9c38-e257127ea197 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:38.872506 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Port a30d53a3-18ca-499f-b629-674151622050 on network b509b59a-341b-48a1-9c38-e257127ea197 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:15:38.875524 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Attempting to bind port a30d53a3-18ca-499f-b629-674151622050 on network b509b59a-341b-48a1-9c38-e257127ea197 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:38.882009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:38.882593 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Checking segment: {'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:38.883211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Bound using segment: {'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:38.883890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Bound port: a30d53a3-18ca-499f-b629-674151622050, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:38.884409 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a30d53a3-18ca-499f-b629-674151622050), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:38.977373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] For port a30d53a3-18ca-499f-b629-674151622050, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:38.982945 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] For port a30d53a3-18ca-499f-b629-674151622050, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=a30d53a3-18ca-499f-b629-674151622050,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:39.055965 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (a30d53a3-18ca-499f-b629-674151622050), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.104690 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.108665 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:39.108665 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] 10.222.0.47 "PUT /v2.0/ports/a30d53a3-18ca-499f-b629-674151622050 HTTP/1.1" status: 200 len: 1092 time: 0.8735883 Feb 11 05:15:39.139418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3792c-27b3-49e2-8d74-54e55a85de9f service neutron] Pushing event updated for resources: {'Port': ['ID=a30d53a3-18ca-499f-b629-674151622050,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:39.193527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985287b-b6ab-44b6-8da9-1af7c5eca721 req-e16e3ca3-ef92-496e-9a39-9d7bcd9fc953 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.195392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6985287b-b6ab-44b6-8da9-1af7c5eca721 req-e16e3ca3-ef92-496e-9a39-9d7bcd9fc953 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 943 time: 0.0743079 Feb 11 05:15:39.198648 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-0dff4327-a38f-48a9-865b-2863f5d94f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.206078 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-0dff4327-a38f-48a9-865b-2863f5d94f97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 1126 time: 0.0577085 Feb 11 05:15:39.285935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6985287b-b6ab-44b6-8da9-1af7c5eca721 req-0e9995a7-d58a-4a87-88e0-674a85bd5a87 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798514 Feb 11 05:15:39.334466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-d3fce014-d378-4aa4-8b83-d8a7a8b4e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.343589 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-d3fce014-d378-4aa4-8b83-d8a7a8b4e71c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 915 time: 0.1295359 Feb 11 05:15:39.384333 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-ea60ea80-0106-4e26-9981-a3aefd577728 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30d53a3-18ca-499f-b629-674151622050 HTTP/1.1" status: 200 len: 217 time: 0.0426073 Feb 11 05:15:39.440630 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-8c4965f9-0de3-4102-866f-edba99f58e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:39.442351 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-8c4965f9-0de3-4102-866f-edba99f58e83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1427260b-b8bc-41ee-8d69-74432715873f HTTP/1.1" status: 200 len: 854 time: 0.0512743 Feb 11 05:15:39.485681 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-d876d0fd-f13f-4f1b-ba6a-24b1fcbbc7b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b509b59a-341b-48a1-9c38-e257127ea197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368240 Feb 11 05:15:39.591238 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-db6a2f07-69ff-4af3-b7c4-82a64e6f5c38 service neutron] 10.222.0.47 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000416 Feb 11 05:15:39.701984 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fb6f47ec-eeba-4511-aea2-2008ccbb71ce req-40fb9ec0-a722-4875-85e0-61a941c609d4 service neutron] 10.222.0.47 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019542 Feb 11 05:15:40.428735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3eba5-bd75-4b80-ac69-67b535506a6f req-007220ca-2e0f-4da2-bafe-5f3f75771a16 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:40.430347 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04c3eba5-bd75-4b80-ac69-67b535506a6f req-007220ca-2e0f-4da2-bafe-5f3f75771a16 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 943 time: 0.0589645 Feb 11 05:15:40.485660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-04c3eba5-bd75-4b80-ac69-67b535506a6f req-2c687854-6621-47af-ac0a-338e2cbbd6cb tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482905 Feb 11 05:15:40.738930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd617eaba-34eb-44b2-b71d-0fcc2735c55c', 'tag': 'a30d53a3-18ca-499f-b629-674151622050'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:40.741452 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b58a72a-939a-4a23-b8d8-73e2b961f75d" -d '{"events": [{"name": "network-changed", "server_uuid": "d617eaba-34eb-44b2-b71d-0fcc2735c55c", "tag": "a30d53a3-18ca-499f-b629-674151622050"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:40.801372 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf02cd9-e09e-45e5-8bec-986874fdf757 x-openstack-request-id: req-9bf02cd9-e09e-45e5-8bec-986874fdf757 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:40.801372 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d617eaba-34eb-44b2-b71d-0fcc2735c55c", "tag": "a30d53a3-18ca-499f-b629-674151622050", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:40.801372 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bf02cd9-e09e-45e5-8bec-986874fdf757 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:40.801722 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd617eaba-34eb-44b2-b71d-0fcc2735c55c', 'tag': 'a30d53a3-18ca-499f-b629-674151622050', 'status': 'completed', 'code': 200} Feb 11 05:15:40.862975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device a30d53a3-18ca-499f-b629-674151622050 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:40.878219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-7076e092-34c9-4e3d-ace1-e2718eb0d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:40.879886 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-7076e092-34c9-4e3d-ace1-e2718eb0d82b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 1126 time: 0.0566411 Feb 11 05:15:40.893204 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-8d8b6a6a-3c98-4b90-8835-565f3399dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:40.896133 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-8d8b6a6a-3c98-4b90-8835-565f3399dd41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 1126 time: 0.0707407 Feb 11 05:15:40.928007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] The host n-h1-712142-35 is not matching for port a30d53a3-18ca-499f-b629-674151622050 host n-h2-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:15:40.928659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device a30d53a3-18ca-499f-b629-674151622050 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:41.022151 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-dfbacff2-be86-4fc5-a09a-37142234f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:41.024779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-dfbacff2-be86-4fc5-a09a-37142234f54e service neutron] 10.222.0.32 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 915 time: 0.1364553 Feb 11 05:15:41.028151 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-4a035045-29a9-4e54-9149-e74c38742857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:41.030009 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-4a035045-29a9-4e54-9149-e74c38742857 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 915 time: 0.1258118 Feb 11 05:15:41.075686 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-c533ec8b-c520-4a56-a316-43ae52be0cc0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30d53a3-18ca-499f-b629-674151622050 HTTP/1.1" status: 200 len: 217 time: 0.0390942 Feb 11 05:15:41.102060 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-a32a3636-d873-44cb-ad50-0f741b83bc2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30d53a3-18ca-499f-b629-674151622050 HTTP/1.1" status: 200 len: 217 time: 0.0673285 Feb 11 05:15:41.129830 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-2d314bd4-f4d5-42cf-bf9c-a0bd5535084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:41.131456 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-2d314bd4-f4d5-42cf-bf9c-a0bd5535084e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1427260b-b8bc-41ee-8d69-74432715873f HTTP/1.1" status: 200 len: 854 time: 0.0496449 Feb 11 05:15:41.168054 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-e7c622a5-b955-4fd1-bcee-e1a34dc1f1e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b509b59a-341b-48a1-9c38-e257127ea197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296161 Feb 11 05:15:41.175116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-c65a903f-9d9e-47f7-b414-17ac3535590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:41.176709 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-c65a903f-9d9e-47f7-b414-17ac3535590e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1427260b-b8bc-41ee-8d69-74432715873f HTTP/1.1" status: 200 len: 854 time: 0.0683959 Feb 11 05:15:41.225088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-4e5cde8a-e892-4b7c-9e4f-523840e954f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b509b59a-341b-48a1-9c38-e257127ea197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407715 Feb 11 05:15:41.338560 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-60b13dbd-7037-4ef0-8924-b9f1a39a05a3 service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046298 Feb 11 05:15:41.480457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-cb70aab9-2eec-41ab-af93-3e286616808b service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351175 Feb 11 05:15:41.636840 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca24114-2f37-4438-b456-2625dafb9f27 req-4995360e-bf07-4c53-af69-9c33ee5daf92 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:41.638881 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ca24114-2f37-4438-b456-2625dafb9f27 req-4995360e-bf07-4c53-af69-9c33ee5daf92 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 943 time: 0.0685978 Feb 11 05:15:41.694843 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-8c2a3075-650e-40f1-9006-6e3232ba13da service neutron] 10.222.0.47 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185907 Feb 11 05:15:41.699193 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ca24114-2f37-4438-b456-2625dafb9f27 req-70a2cd5d-051c-4925-bb4d-51c35bfb8f84 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540247 Feb 11 05:15:41.821202 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7b58a72a-939a-4a23-b8d8-73e2b961f75d req-38a36452-d2e3-4101-b838-31bfb7bd802d service neutron] 10.222.0.47 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186571 Feb 11 05:15:42.232233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device a30d53a3-18ca-499f-b629-674151622050 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:42.341000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port a30d53a3-18ca-499f-b629-674151622050, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=a30d53a3-18ca-499f-b629-674151622050,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:42.354534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'a30d53a3-18ca-499f-b629-674151622050', 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197', 'port_id': 'a30d53a3-18ca-499f-b629-674151622050', 'mac_address': 'fa:16:3e:68:fc:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1427260b-b8bc-41ee-8d69-74432715873f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:42.401877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port a30d53a3-18ca-499f-b629-674151622050 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:42.402174 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a30d53a3-18ca-499f-b629-674151622050), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.418138 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30d53a3-18ca-499f-b629-674151622050 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:42.441819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port a30d53a3-18ca-499f-b629-674151622050, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=a30d53a3-18ca-499f-b629-674151622050,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:42.515061 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a30d53a3-18ca-499f-b629-674151622050), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:42.568919 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=a30d53a3-18ca-499f-b629-674151622050,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:42.577820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:42.578192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:42.578535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:42.578913 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:42.579258 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:42.579597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:42.579933 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:42.580270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:42.580603 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:42.580935 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:42.581266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:42.581596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:42.581923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:42.730520 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['a30d53a3-18ca-499f-b629-674151622050'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:42.847271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dafda8-ac14-402a-aaad-9c7a9a98350f req-b9c1e845-31d5-402d-994d-8ce69646e364 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:42.848931 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9dafda8-ac14-402a-aaad-9c7a9a98350f req-b9c1e845-31d5-402d-994d-8ce69646e364 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 944 time: 0.0686686 Feb 11 05:15:42.921325 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9dafda8-ac14-402a-aaad-9c7a9a98350f req-fd6bdea3-7a2d-4ec0-8343-7802a7193f4b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605111 Feb 11 05:15:43.338764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0eea7-3c5c-4960-b330-aba871cbc0ca req-15db4ed4-7207-44e3-a5b9-aab8c18f41bb tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:43.340374 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97a0eea7-3c5c-4960-b330-aba871cbc0ca req-15db4ed4-7207-44e3-a5b9-aab8c18f41bb tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 944 time: 0.0588152 Feb 11 05:15:43.450044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97a0eea7-3c5c-4960-b330-aba871cbc0ca req-a7e44d4b-6b88-4419-8cf1-1b4c20e4dccc tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025655 Feb 11 05:15:43.497669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a10fbd-3992-42cd-9b93-d68d2030f427 req-b6464fb4-b43c-4d42-bcd5-0ac755e42281 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:43.500559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4a10fbd-3992-42cd-9b93-d68d2030f427 req-b6464fb4-b43c-4d42-bcd5-0ac755e42281 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.32 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c&tenant_id=4c531c5660b249c6bcc57692b56873cb&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 944 time: 0.1238837 Feb 11 05:15:43.571222 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-f4a10fbd-3992-42cd-9b93-d68d2030f427 req-056a33a9-26de-4a0e-aa18-c33c1b9cecd9 service neutron] delete failed (client error): The resource could not be found. Feb 11 05:15:43.572254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4a10fbd-3992-42cd-9b93-d68d2030f427 req-056a33a9-26de-4a0e-aa18-c33c1b9cecd9 service neutron] 10.222.0.32 "DELETE /v2.0/ports/a30d53a3-18ca-499f-b629-674151622050/bindings/n-h1-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0645428 Feb 11 05:15:43.674500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a10fbd-3992-42cd-9b93-d68d2030f427 req-28b46966-1687-406e-998e-b5eaaa02eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:43.676080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4a10fbd-3992-42cd-9b93-d68d2030f427 req-28b46966-1687-406e-998e-b5eaaa02eae9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 1127 time: 0.0500758 Feb 11 05:15:43.778250 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a10fbd-3992-42cd-9b93-d68d2030f427 req-ac4e5a51-6d95-4a48-93ee-6ed9805faf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:43.780381 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4a10fbd-3992-42cd-9b93-d68d2030f427 req-ac4e5a51-6d95-4a48-93ee-6ed9805faf9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 915 time: 0.0976434 Feb 11 05:15:43.824925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4a10fbd-3992-42cd-9b93-d68d2030f427 req-a58a4f89-e1fc-4b7a-823c-c4854d8d74d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a30d53a3-18ca-499f-b629-674151622050 HTTP/1.1" status: 200 len: 217 time: 0.0372152 Feb 11 05:15:43.878830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a10fbd-3992-42cd-9b93-d68d2030f427 req-67bbb1c9-11f1-401c-aa3f-e0dce19d888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:43.880506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4a10fbd-3992-42cd-9b93-d68d2030f427 req-67bbb1c9-11f1-401c-aa3f-e0dce19d888c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1427260b-b8bc-41ee-8d69-74432715873f HTTP/1.1" status: 200 len: 854 time: 0.0491226 Feb 11 05:15:43.919415 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4a10fbd-3992-42cd-9b93-d68d2030f427 req-29f05170-2793-441b-90f3-5aa00fa0fc1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b509b59a-341b-48a1-9c38-e257127ea197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321288 Feb 11 05:15:44.017595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4a10fbd-3992-42cd-9b93-d68d2030f427 req-4d51133d-7310-4fa0-aab4-ddbcfc37cf21 service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909569 Feb 11 05:15:44.124854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4a10fbd-3992-42cd-9b93-d68d2030f427 req-0f083f09-b71a-4830-bcd7-161f11be771e service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004996 Feb 11 05:15:44.232793 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device a30d53a3-18ca-499f-b629-674151622050 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:44.377230 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port a30d53a3-18ca-499f-b629-674151622050 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:44.382681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port a30d53a3-18ca-499f-b629-674151622050 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:44.387670 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a30d53a3-18ca-499f-b629-674151622050), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.483784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port a30d53a3-18ca-499f-b629-674151622050 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:44.484364 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a30d53a3-18ca-499f-b629-674151622050), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.520903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd617eaba-34eb-44b2-b71d-0fcc2735c55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d53a3-18ca-499f-b629-674151622050'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:44.524007 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafc958a-416b-4999-ba6a-0064e5c28f5e" -d '{"events": [{"server_uuid": "d617eaba-34eb-44b2-b71d-0fcc2735c55c", "name": "network-vif-plugged", "status": "completed", "tag": "a30d53a3-18ca-499f-b629-674151622050"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:44.556180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port a30d53a3-18ca-499f-b629-674151622050, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=a30d53a3-18ca-499f-b629-674151622050,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:44.615436 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44be19ce-75e1-4415-ace7-5d1a16e68647 x-openstack-request-id: req-44be19ce-75e1-4415-ace7-5d1a16e68647 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:44.615815 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d617eaba-34eb-44b2-b71d-0fcc2735c55c", "name": "network-vif-plugged", "status": "completed", "tag": "a30d53a3-18ca-499f-b629-674151622050", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:44.616135 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44be19ce-75e1-4415-ace7-5d1a16e68647 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:44.616766 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd617eaba-34eb-44b2-b71d-0fcc2735c55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d53a3-18ca-499f-b629-674151622050', 'code': 200} Feb 11 05:15:44.629837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd64f2b-af37-4d06-8cd9-23238f8392a8 req-6b1683c9-d8d0-4b82-9aa1-3a9d7fafabca tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:44.631412 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abd64f2b-af37-4d06-8cd9-23238f8392a8 req-6b1683c9-d8d0-4b82-9aa1-3a9d7fafabca tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 944 time: 0.0928283 Feb 11 05:15:44.639490 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a30d53a3-18ca-499f-b629-674151622050), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:44.694771 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-abd64f2b-af37-4d06-8cd9-23238f8392a8 req-d793a41a-52ef-4171-b85e-bb4ffe0b6ea9 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549092 Feb 11 05:15:44.697009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=a30d53a3-18ca-499f-b629-674151622050,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:45.858470 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e474cb8-fe6c-4f84-a79d-a5864e260231 req-b0400c3f-ff88-4b87-90ca-ff9c1a6d2050 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:45.860187 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e474cb8-fe6c-4f84-a79d-a5864e260231 req-b0400c3f-ff88-4b87-90ca-ff9c1a6d2050 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0659802 Feb 11 05:15:45.923304 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0e474cb8-fe6c-4f84-a79d-a5864e260231 req-7a7dcee8-1ff0-4e88-81ce-2a0adcdf0a0b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567544 Feb 11 05:15:46.105047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92cf7d-d834-470f-8f8c-f1a75ad4eb9d req-1e2e88a5-0521-49e1-a1e5-178fb8a868ab tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:46.106882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d92cf7d-d834-470f-8f8c-f1a75ad4eb9d req-1e2e88a5-0521-49e1-a1e5-178fb8a868ab tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0663123 Feb 11 05:15:46.184181 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6d92cf7d-d834-470f-8f8c-f1a75ad4eb9d req-9488ed8f-ccd0-43cd-8e35-c34925313edb tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660079 Feb 11 05:15:46.362523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf13358-6c0c-4417-a2ee-94801165f99c req-e20b37bb-d13f-48e2-8fc1-b26c7c71aa78 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:46.364156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3cf13358-6c0c-4417-a2ee-94801165f99c req-e20b37bb-d13f-48e2-8fc1-b26c7c71aa78 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0658140 Feb 11 05:15:46.428901 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3cf13358-6c0c-4417-a2ee-94801165f99c req-fcaf110f-b8ce-45be-81ef-cd1c6157d467 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540001 Feb 11 05:15:47.222508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-75d67a81-a0dc-47da-aba0-b3fd048c6176 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:47.224174 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-75d67a81-a0dc-47da-aba0-b3fd048c6176 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 814 time: 0.1243641 Feb 11 05:15:47.240993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-35fbdb31-2a2d-4a15-b383-d30b5da7e4a1 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/quotas/4c531c5660b249c6bcc57692b56873cb HTTP/1.1" status: 200 len: 375 time: 0.0109224 Feb 11 05:15:47.305655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-129c9c06-955e-4e98-9afc-7a4ec92a6acb tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582736 Feb 11 05:15:47.804398 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-6082339f-2bb6-43f2-acf3-bee154950c28 service neutron] 10.222.0.13 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858663 Feb 11 05:15:47.908729 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-aa7fb223-509a-4e9d-951a-1995a6a87140 service neutron] 10.222.0.13 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975685 Feb 11 05:15:48.215006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f18b6413-2781-4972-a839-653eb56fb38e req-cec76759-5207-4434-b6d9-7166f86d7d4a tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 210 time: 0.0362253 Feb 11 05:15:48.462212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccef8c-6156-4951-88db-5c5ba5c3ff6f req-8c866c45-5951-4649-8c93-821497ef6f1e tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:48.464757 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-80ccef8c-6156-4951-88db-5c5ba5c3ff6f req-8c866c45-5951-4649-8c93-821497ef6f1e tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.47 "GET /v2.0/ports?device_id=d617eaba-34eb-44b2-b71d-0fcc2735c55c HTTP/1.1" status: 200 len: 945 time: 0.0668647 Feb 11 05:15:48.572663 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-80ccef8c-6156-4951-88db-5c5ba5c3ff6f req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Deleting port a30d53a3-18ca-499f-b629-674151622050 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:15:48.573090 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-80ccef8c-6156-4951-88db-5c5ba5c3ff6f req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a30d53a3-18ca-499f-b629-674151622050), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:48.725464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-80ccef8c-6156-4951-88db-5c5ba5c3ff6f req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] For port a30d53a3-18ca-499f-b629-674151622050, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=a30d53a3-18ca-499f-b629-674151622050,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:48.725749 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-80ccef8c-6156-4951-88db-5c5ba5c3ff6f req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a30d53a3-18ca-499f-b629-674151622050), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:48.746739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-80ccef8c-6156-4951-88db-5c5ba5c3ff6f req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Calling delete_port for a30d53a3-18ca-499f-b629-674151622050 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:15:48.983401 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-80ccef8c-6156-4951-88db-5c5ba5c3ff6f req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (a30d53a3-18ca-499f-b629-674151622050), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:48.997345 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['a30d53a3-18ca-499f-b629-674151622050'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:49.034854 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Pushing event deleted for resources: {'Port': ['ID=a30d53a3-18ca-499f-b629-674151622050,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:49.046833 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:49.047201 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:49.047565 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:49.047911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:49.048254 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:49.048597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:49.048941 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:49.049276 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:49.049610 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:49.049944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:49.050279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:49.050608 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:49.050962 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:49.100412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ccef8c-6156-4951-88db-5c5ba5c3ff6f req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] No DVR routers for this DVR port a30d53a3-18ca-499f-b629-674151622050 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:15:49.103562 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-80ccef8c-6156-4951-88db-5c5ba5c3ff6f req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:49.108176 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-80ccef8c-6156-4951-88db-5c5ba5c3ff6f req-1f4ec209-2f90-44f6-8abc-97c34f51d973 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.47 "DELETE /v2.0/ports/a30d53a3-18ca-499f-b629-674151622050 HTTP/1.1" status: 204 len: 173 time: 0.6377013 Feb 11 05:15:49.108705 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd617eaba-34eb-44b2-b71d-0fcc2735c55c', 'name': 'network-vif-deleted', 'tag': 'a30d53a3-18ca-499f-b629-674151622050'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:49.111206 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2efc676-1b53-4428-92ef-4634ff86fbc1" -d '{"events": [{"server_uuid": "d617eaba-34eb-44b2-b71d-0fcc2735c55c", "name": "network-vif-deleted", "tag": "a30d53a3-18ca-499f-b629-674151622050"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:49.173430 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f967056-46ef-427a-894c-207a16a19c1e x-openstack-request-id: req-3f967056-46ef-427a-894c-207a16a19c1e {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:49.174036 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d617eaba-34eb-44b2-b71d-0fcc2735c55c", "name": "network-vif-deleted", "tag": "a30d53a3-18ca-499f-b629-674151622050", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:49.174312 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f967056-46ef-427a-894c-207a16a19c1e {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:49.174758 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd617eaba-34eb-44b2-b71d-0fcc2735c55c', 'name': 'network-vif-deleted', 'tag': 'a30d53a3-18ca-499f-b629-674151622050', 'status': 'completed', 'code': 200} Feb 11 05:15:49.348573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d175916c-16d3-497d-a571-b50c83649f9d req-1ee27430-16d1-4f35-baa9-9a887bf8b6a4 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 210 time: 0.0351436 Feb 11 05:15:50.472199 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee8ac25e-8a86-4fd9-874b-736ac080a7ad req-12f0a6ae-2be8-4947-9451-bcb260013a16 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 210 time: 0.0294912 Feb 11 05:15:50.691118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-5dbe39bf-4485-4c56-820a-015239df37e0 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:50.693703 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-5dbe39bf-4485-4c56-820a-015239df37e0 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.32 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 814 time: 0.1779757 Feb 11 05:15:50.711508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Request body: {'port': {'device_id': '47391e61-688a-4bb7-a61e-0a365c8fb50f', 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197', 'admin_state_up': True, 'tenant_id': '4c531c5660b249c6bcc57692b56873cb'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:50.958001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Made reservation on behalf of 4c531c5660b249c6bcc57692b56873cb for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:15:50.963942 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.145170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Allocated IP 172.20.0.8 (b509b59a-341b-48a1-9c38-e257127ea197/1427260b-b8bc-41ee-8d69-74432715873f/4696171c-9924-4d1a-bbfa-b56f5c975b92) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:15:51.327779 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks [] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.438260 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.509185 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Network b509b59a-341b-48a1-9c38-e257127ea197 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:15:51.512818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:15:51.517848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:15:51.526251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Pushing event updated for resources: {'Port': ['ID=4696171c-9924-4d1a-bbfa-b56f5c975b92,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:51.562759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.563124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.563481 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.563829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.564169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.564506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.564842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.565174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.565504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.565833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.566162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.566484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.566838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:15:51.618009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:51.618728 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:51.656068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6864d-8e3f-4535-9a92-089a8e4b14c6 req-d31e35d2-d84c-4385-bc91-386291a3dd2f tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:51.657743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51a6864d-8e3f-4535-9a92-089a8e4b14c6 req-d31e35d2-d84c-4385-bc91-386291a3dd2f tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 931 time: 0.0843663 Feb 11 05:15:51.704342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-6dc1b3ae-3320-47c1-95f6-1513c57ca6fe tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0000575 Feb 11 05:15:51.723801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Request body: {'port': {'device_id': '47391e61-688a-4bb7-a61e-0a365c8fb50f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:15:51.750277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-51a6864d-8e3f-4535-9a92-089a8e4b14c6 req-5311bd99-7498-42b7-b8cb-d89dfeef0392 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854580 Feb 11 05:15:51.806879 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.207977 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4696171c-9924-4d1a-bbfa-b56f5c975b92 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:52.217726 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Publish callbacks [] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.231412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Transition to ACTIVE for port object 4696171c-9924-4d1a-bbfa-b56f5c975b92 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:15:52.254404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device a30d53a3-18ca-499f-b629-674151622050 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:15:52.283679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: a30d53a3-18ca-499f-b629-674151622050 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:15:52.284105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device a30d53a3-18ca-499f-b629-674151622050 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:15:52.291437 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.360613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Pushing event updated for resources: {'Port': ['ID=4696171c-9924-4d1a-bbfa-b56f5c975b92,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:52.443996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Attempting to bind port 4696171c-9924-4d1a-bbfa-b56f5c975b92 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:15:52.444466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Attempting to bind port 4696171c-9924-4d1a-bbfa-b56f5c975b92 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:15:52.444825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Attempting to bind port 4696171c-9924-4d1a-bbfa-b56f5c975b92 on network b509b59a-341b-48a1-9c38-e257127ea197 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:52.450190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Port 4696171c-9924-4d1a-bbfa-b56f5c975b92 on network b509b59a-341b-48a1-9c38-e257127ea197 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:15:52.450523 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Attempting to bind port 4696171c-9924-4d1a-bbfa-b56f5c975b92 on network b509b59a-341b-48a1-9c38-e257127ea197 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:15:52.456906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:15:52.457256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Checking segment: {'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:15:52.457643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Bound using segment: {'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:15:52.458084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Bound port: 4696171c-9924-4d1a-bbfa-b56f5c975b92, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:15:52.458448 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.540156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] For port 4696171c-9924-4d1a-bbfa-b56f5c975b92, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:15:52.544732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] For port 4696171c-9924-4d1a-bbfa-b56f5c975b92, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:15:52.629228 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.677042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:52.677783 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:52.679569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] 10.222.0.32 "PUT /v2.0/ports/4696171c-9924-4d1a-bbfa-b56f5c975b92 HTTP/1.1" status: 200 len: 1092 time: 0.9670346 Feb 11 05:15:52.680152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47391e61-688a-4bb7-a61e-0a365c8fb50f', 'tag': '4696171c-9924-4d1a-bbfa-b56f5c975b92'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:52.682641 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af60b3a-bc6c-4005-8040-fa45c908c483" -d '{"events": [{"name": "network-changed", "server_uuid": "47391e61-688a-4bb7-a61e-0a365c8fb50f", "tag": "4696171c-9924-4d1a-bbfa-b56f5c975b92"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:52.722550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8e4ce-53ef-44ad-b4bf-fd1d6fc4bef6 service neutron] Pushing event updated for resources: {'Port': ['ID=4696171c-9924-4d1a-bbfa-b56f5c975b92,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:52.743592 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73223f2-29eb-4bc2-b6dc-6494dfd5d772 x-openstack-request-id: req-e73223f2-29eb-4bc2-b6dc-6494dfd5d772 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:52.744099 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47391e61-688a-4bb7-a61e-0a365c8fb50f", "tag": "4696171c-9924-4d1a-bbfa-b56f5c975b92", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:52.744450 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e73223f2-29eb-4bc2-b6dc-6494dfd5d772 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:52.744962 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47391e61-688a-4bb7-a61e-0a365c8fb50f', 'tag': '4696171c-9924-4d1a-bbfa-b56f5c975b92', 'status': 'completed', 'code': 200} Feb 11 05:15:52.822800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af60b3a-bc6c-4005-8040-fa45c908c483 req-7e965bdd-d039-4ec0-9154-fc5ea34d39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:52.824476 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4af60b3a-bc6c-4005-8040-fa45c908c483 req-7e965bdd-d039-4ec0-9154-fc5ea34d39ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 1126 time: 0.0572734 Feb 11 05:15:52.992622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e9d84-fbe2-414c-b378-4d5b8eed9058 req-bd77cdd0-96bd-4acf-bce9-349175bad794 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:52.994173 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd4e9d84-fbe2-414c-b378-4d5b8eed9058 req-bd77cdd0-96bd-4acf-bce9-349175bad794 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 943 time: 0.1381352 Feb 11 05:15:52.995958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af60b3a-bc6c-4005-8040-fa45c908c483 req-1e688722-1d1b-4181-9df1-67421f14aeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:52.997427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4af60b3a-bc6c-4005-8040-fa45c908c483 req-1e688722-1d1b-4181-9df1-67421f14aeb2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4c531c5660b249c6bcc57692b56873cb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1657550 Feb 11 05:15:53.145578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd4e9d84-fbe2-414c-b378-4d5b8eed9058 req-90c1220b-ccfe-4e21-b995-4e4853123cdb tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435916 Feb 11 05:15:53.185572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af60b3a-bc6c-4005-8040-fa45c908c483 req-7d926b45-c26f-4d18-931e-7de921e227d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:53.187217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4af60b3a-bc6c-4005-8040-fa45c908c483 req-7d926b45-c26f-4d18-931e-7de921e227d7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1787057 Feb 11 05:15:53.204617 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3085f958-089a-4e5a-a3b5-e031a3fdb2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:53.286138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-dfd62407-ac97-4eb3-83eb-56850f1f956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:53.287856 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-dfd62407-ac97-4eb3-83eb-56850f1f956c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 1126 time: 0.0543809 Feb 11 05:15:53.335034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-481b5ea9-4c94-4489-87cb-f7da3dfde65b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92 HTTP/1.1" status: 200 len: 217 time: 0.0368979 Feb 11 05:15:53.395564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-264a68e8-1307-4421-8c12-54622b63326a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:53.397100 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-264a68e8-1307-4421-8c12-54622b63326a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1427260b-b8bc-41ee-8d69-74432715873f HTTP/1.1" status: 200 len: 854 time: 0.0541902 Feb 11 05:15:53.433938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-5a327b33-09ae-4c41-9078-d9a750aa5dfa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b509b59a-341b-48a1-9c38-e257127ea197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283554 Feb 11 05:15:53.534833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-16ab82bd-af49-4114-a27c-f99d32742382 service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925388 Feb 11 05:15:53.639524 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a711fe3-9afc-4819-8c69-d4492be1be7b req-ded36185-aad1-4a87-a572-b2d31ac01ed3 service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978701 Feb 11 05:15:54.342513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c128c-7580-4ec3-9043-b48e7b78b477 req-09ea38ee-a45f-495d-890b-13ed3cfb52f2 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:54.344871 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-108c128c-7580-4ec3-9043-b48e7b78b477 req-09ea38ee-a45f-495d-890b-13ed3cfb52f2 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 943 time: 0.0925381 Feb 11 05:15:54.405009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-108c128c-7580-4ec3-9043-b48e7b78b477 req-93a02857-8b98-4b2d-8972-e400c51babfc tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539334 Feb 11 05:15:55.497553 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-89bd60f2-5fad-4ece-968c-a7c56827392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:55.552736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d23d3d-345b-4bf9-bddc-85b8726d1847 req-233a8d5f-d689-4d4c-9e36-db7fc6c14d03 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:55.554401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8d23d3d-345b-4bf9-bddc-85b8726d1847 req-233a8d5f-d689-4d4c-9e36-db7fc6c14d03 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 943 time: 0.0682025 Feb 11 05:15:55.615811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8d23d3d-345b-4bf9-bddc-85b8726d1847 req-80ed2803-d5e6-43a4-93a3-30dc0b6d8d5e tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513034 Feb 11 05:15:56.751717 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038da73a-da1e-4a5e-b74a-47e214795a58 req-31f40590-d36e-4600-9210-e7bcf16ded2f tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:56.753397 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-038da73a-da1e-4a5e-b74a-47e214795a58 req-31f40590-d36e-4600-9210-e7bcf16ded2f tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 943 time: 0.0612645 Feb 11 05:15:56.813720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-038da73a-da1e-4a5e-b74a-47e214795a58 req-fc4543e1-933d-46e6-b279-06c49957b60f tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500553 Feb 11 05:15:56.851796 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.000366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4696171c-9924-4d1a-bbfa-b56f5c975b92 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:15:57.172489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4696171c-9924-4d1a-bbfa-b56f5c975b92, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:57.186135 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '4696171c-9924-4d1a-bbfa-b56f5c975b92', 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197', 'port_id': '4696171c-9924-4d1a-bbfa-b56f5c975b92', 'mac_address': 'fa:16:3e:87:45:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1427260b-b8bc-41ee-8d69-74432715873f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:15:57.229944 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 4696171c-9924-4d1a-bbfa-b56f5c975b92 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:57.230334 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.246485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4696171c-9924-4d1a-bbfa-b56f5c975b92 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:15:57.272634 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4696171c-9924-4d1a-bbfa-b56f5c975b92, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:57.358053 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:57.414479 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=4696171c-9924-4d1a-bbfa-b56f5c975b92,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:57.617304 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['4696171c-9924-4d1a-bbfa-b56f5c975b92'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:15:57.967854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2289aa-59f7-4b60-95cb-e9accdbe2579 req-f3c4829c-2869-4f20-bec4-ff083e4e8b68 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:57.969564 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe2289aa-59f7-4b60-95cb-e9accdbe2579 req-f3c4829c-2869-4f20-bec4-ff083e4e8b68 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 944 time: 0.0683384 Feb 11 05:15:58.024789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe2289aa-59f7-4b60-95cb-e9accdbe2579 req-9cc65a3f-78c1-4b1d-a39e-dac52b442202 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490880 Feb 11 05:15:58.431549 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.000701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4696171c-9924-4d1a-bbfa-b56f5c975b92 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:15:59.131894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 4696171c-9924-4d1a-bbfa-b56f5c975b92 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:15:59.140103 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 4696171c-9924-4d1a-bbfa-b56f5c975b92 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:15:59.140739 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.187542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736d5c5-b7dc-4580-a8cd-70c21ae92b3f req-1c171dea-ca9a-45f6-af96-ad59800a1dd9 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:59.189245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5736d5c5-b7dc-4580-a8cd-70c21ae92b3f req-1c171dea-ca9a-45f6-af96-ad59800a1dd9 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 944 time: 0.0688927 Feb 11 05:15:59.267909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5736d5c5-b7dc-4580-a8cd-70c21ae92b3f req-c9eae826-2d86-4fc5-95a2-e76cb9cb392f tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713460 Feb 11 05:15:59.279457 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 4696171c-9924-4d1a-bbfa-b56f5c975b92 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:15:59.305184 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.315475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47391e61-688a-4bb7-a61e-0a365c8fb50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4696171c-9924-4d1a-bbfa-b56f5c975b92'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:15:59.317869 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c60650-eefd-49a2-b6f1-8153d77edb6b" -d '{"events": [{"server_uuid": "47391e61-688a-4bb7-a61e-0a365c8fb50f", "name": "network-vif-plugged", "status": "completed", "tag": "4696171c-9924-4d1a-bbfa-b56f5c975b92"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:15:59.334669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4696171c-9924-4d1a-bbfa-b56f5c975b92, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:15:59.365585 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f23db07-a095-4a7a-ab34-59ee36d677c3 x-openstack-request-id: req-4f23db07-a095-4a7a-ab34-59ee36d677c3 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:15:59.365894 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47391e61-688a-4bb7-a61e-0a365c8fb50f", "name": "network-vif-plugged", "status": "completed", "tag": "4696171c-9924-4d1a-bbfa-b56f5c975b92", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:15:59.366154 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f23db07-a095-4a7a-ab34-59ee36d677c3 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:15:59.366576 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47391e61-688a-4bb7-a61e-0a365c8fb50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4696171c-9924-4d1a-bbfa-b56f5c975b92', 'code': 200} Feb 11 05:15:59.431363 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:15:59.498978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=4696171c-9924-4d1a-bbfa-b56f5c975b92,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:15:59.503895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd795a-708b-4a7d-b6c7-f78474360ea1 req-d2768efd-4823-4a39-8401-ef435668197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:15:59.506424 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74fd795a-708b-4a7d-b6c7-f78474360ea1 req-d2768efd-4823-4a39-8401-ef435668197f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 1128 time: 0.0667188 Feb 11 05:15:59.565029 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-74fd795a-708b-4a7d-b6c7-f78474360ea1 req-858c3a1b-4fdd-4f2f-8be6-93cf93d63814 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503347 Feb 11 05:15:59.745955 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:00.420994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1b5ae-2a9d-44a3-b987-0c07f7cda2c6 req-5fd04cdb-1127-494f-b790-b160234cbdf7 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:00.422677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6b1b5ae-2a9d-44a3-b987-0c07f7cda2c6 req-5fd04cdb-1127-494f-b790-b160234cbdf7 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0635710 Feb 11 05:16:00.485166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a6b1b5ae-2a9d-44a3-b987-0c07f7cda2c6 req-bb6e6188-0c68-49d8-89f7-c497d87547ff tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515034 Feb 11 05:16:01.624858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c24561-9549-466a-8df9-57896a3b5146 req-ac7c9ff4-9876-4f91-ab2b-fefdf794a7c1 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:01.626553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60c24561-9549-466a-8df9-57896a3b5146 req-ac7c9ff4-9876-4f91-ab2b-fefdf794a7c1 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0615535 Feb 11 05:16:01.687771 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60c24561-9549-466a-8df9-57896a3b5146 req-8b4dd57d-5730-415e-a4d3-af1008d04022 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508928 Feb 11 05:16:01.841545 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fc33a-bb55-44a2-84ea-137890b2a78c req-99def976-a49d-44d9-8546-b2c0a151c97e tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:01.843261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-424fc33a-bb55-44a2-84ea-137890b2a78c req-99def976-a49d-44d9-8546-b2c0a151c97e tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0670028 Feb 11 05:16:01.905471 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-424fc33a-bb55-44a2-84ea-137890b2a78c req-bef98ad6-e863-4bda-bdf4-bb069d7c5dd0 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528905 Feb 11 05:16:02.368457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328dfdd-bc9c-4e94-bc1e-98dc656d5c16 req-02b95932-6134-48fa-9803-6dce2a6ac797 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:02.370123 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0328dfdd-bc9c-4e94-bc1e-98dc656d5c16 req-02b95932-6134-48fa-9803-6dce2a6ac797 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0653565 Feb 11 05:16:02.433219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0328dfdd-bc9c-4e94-bc1e-98dc656d5c16 req-a4be2305-c377-455c-9905-873b0650df13 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526116 Feb 11 05:16:02.516776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-aad747bc-69d8-4874-90ff-0a28203d3cf7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0589812 Feb 11 05:16:03.187218 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-b05eaf89-ad07-4b21-a193-2bb84c95e387 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:03.189481 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-b05eaf89-ad07-4b21-a193-2bb84c95e387 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports/4696171c-9924-4d1a-bbfa-b56f5c975b92 HTTP/1.1" status: 200 len: 942 time: 0.0676799 Feb 11 05:16:03.581818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57e914-9a9c-440a-a8f1-63c86d4211bd req-24b1d3a6-822c-4900-9c6f-ab499ce53a3d tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:03.583506 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be57e914-9a9c-440a-a8f1-63c86d4211bd req-24b1d3a6-822c-4900-9c6f-ab499ce53a3d tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0655432 Feb 11 05:16:03.641800 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-be57e914-9a9c-440a-a8f1-63c86d4211bd req-ab9f37cf-ebbb-4bd5-90c9-e04321c3e25e tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519941 Feb 11 05:16:04.368502 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.459899 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:04.796818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e713c-ecef-48df-816a-7ebd71abad36 req-54966b74-3a80-4f2e-9ea7-47fed783293a tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:04.798507 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d5e713c-ecef-48df-816a-7ebd71abad36 req-54966b74-3a80-4f2e-9ea7-47fed783293a tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0647442 Feb 11 05:16:04.863444 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d5e713c-ecef-48df-816a-7ebd71abad36 req-a0474632-d725-458c-a363-e722ba065393 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580940 Feb 11 05:16:05.199211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-0dc835c3-b244-4823-ab93-eb39b56cf2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:05.202660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-0dc835c3-b244-4823-ab93-eb39b56cf2ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 1128 time: 0.0760829 Feb 11 05:16:05.362836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-b9d55458-f86e-4cd1-8743-a850b46c67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:05.364676 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-b9d55458-f86e-4cd1-8743-a850b46c67f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 915 time: 0.1546469 Feb 11 05:16:05.432161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-ba1d1637-0ad4-41ee-9221-05b1a3976955 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92 HTTP/1.1" status: 200 len: 217 time: 0.0589073 Feb 11 05:16:05.488878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-2e3ed073-fc5a-4220-af04-7c11b6c46b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:05.490514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-2e3ed073-fc5a-4220-af04-7c11b6c46b8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1427260b-b8bc-41ee-8d69-74432715873f HTTP/1.1" status: 200 len: 854 time: 0.0517957 Feb 11 05:16:05.532086 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-4e20af23-9afd-4bb2-ab98-580ddcfda02e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b509b59a-341b-48a1-9c38-e257127ea197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309954 Feb 11 05:16:05.642381 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-d8d7cbc2-f364-4c29-8a18-094d201fdce7 service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031113 Feb 11 05:16:05.749818 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-51183da1-b121-4062-83e2-92d49162ad66 service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988495 Feb 11 05:16:06.007631 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac0019-96c3-42ad-8cc0-1cf80fa9730e req-b6893ad0-cd7d-4d6c-887c-cceda7463729 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:06.009469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5eac0019-96c3-42ad-8cc0-1cf80fa9730e req-b6893ad0-cd7d-4d6c-887c-cceda7463729 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0658267 Feb 11 05:16:06.080637 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5eac0019-96c3-42ad-8cc0-1cf80fa9730e req-48126ee9-003a-418b-b137-774039d73f6b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634053 Feb 11 05:16:06.332913 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:16:07.255948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f4ce1-4695-4624-8975-a8e773df18ac req-7a288acc-8685-49db-b669-f6fb19bea29d tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:07.258892 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a9f4ce1-4695-4624-8975-a8e773df18ac req-7a288acc-8685-49db-b669-f6fb19bea29d tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0937099 Feb 11 05:16:07.318804 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a9f4ce1-4695-4624-8975-a8e773df18ac req-9dbd05e4-7ddf-4727-a145-18973243ebc2 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508742 Feb 11 05:16:08.462951 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97709456-7290-4e54-9c1e-9a8109bdb2f6 req-064eb824-434a-4e51-95ab-08850fd1d726 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:08.464698 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97709456-7290-4e54-9c1e-9a8109bdb2f6 req-064eb824-434a-4e51-95ab-08850fd1d726 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0594666 Feb 11 05:16:08.537806 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97709456-7290-4e54-9c1e-9a8109bdb2f6 req-9e2bca38-a216-4672-952c-657d484a741b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615432 Feb 11 05:16:09.675178 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f514a-9af3-416b-9122-3009061cc67a req-38b4aa18-d026-4c9f-9ab2-430df2510322 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:09.676831 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-781f514a-9af3-416b-9122-3009061cc67a req-38b4aa18-d026-4c9f-9ab2-430df2510322 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0641973 Feb 11 05:16:09.738158 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-781f514a-9af3-416b-9122-3009061cc67a req-186da3b5-8ba6-45d5-9550-332c1dbd4346 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549197 Feb 11 05:16:10.879214 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f3ea9-1978-4a45-930e-fdc68162c42a req-fec54c8c-1623-4815-8f5a-a22a556d010b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:10.880853 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d38f3ea9-1978-4a45-930e-fdc68162c42a req-fec54c8c-1623-4815-8f5a-a22a556d010b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0644734 Feb 11 05:16:11.010435 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d38f3ea9-1978-4a45-930e-fdc68162c42a req-76322512-0fca-4866-b6c3-2f0f43eed7eb tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221180 Feb 11 05:16:11.034508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a5c04-d5a9-4b80-85fd-d6da1d2284e5 req-93a23282-8b46-459a-b580-69a537db6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:11.036098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-013a5c04-d5a9-4b80-85fd-d6da1d2284e5 req-93a23282-8b46-459a-b580-69a537db6f3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 1128 time: 0.0977619 Feb 11 05:16:11.206708 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a5c04-d5a9-4b80-85fd-d6da1d2284e5 req-e98f6105-49f1-410f-8194-2ae2768f4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:11.209385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-013a5c04-d5a9-4b80-85fd-d6da1d2284e5 req-e98f6105-49f1-410f-8194-2ae2768f4579 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 915 time: 0.1507726 Feb 11 05:16:11.256458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-013a5c04-d5a9-4b80-85fd-d6da1d2284e5 req-d2f9db79-7bd5-4a7d-bf69-535f39072a6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92 HTTP/1.1" status: 200 len: 217 time: 0.0386934 Feb 11 05:16:11.317320 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a5c04-d5a9-4b80-85fd-d6da1d2284e5 req-6a66296a-d140-45e0-8bae-6b8d0d5c2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:11.318835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-013a5c04-d5a9-4b80-85fd-d6da1d2284e5 req-6a66296a-d140-45e0-8bae-6b8d0d5c2a32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1427260b-b8bc-41ee-8d69-74432715873f HTTP/1.1" status: 200 len: 854 time: 0.0546796 Feb 11 05:16:11.354915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-013a5c04-d5a9-4b80-85fd-d6da1d2284e5 req-675d7f47-8f74-4c54-b0fa-bccdd249cac6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b509b59a-341b-48a1-9c38-e257127ea197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284472 Feb 11 05:16:11.468139 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-013a5c04-d5a9-4b80-85fd-d6da1d2284e5 req-47265bf5-b117-4b3f-8b07-e9690c4f0995 service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025226 Feb 11 05:16:11.635720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-013a5c04-d5a9-4b80-85fd-d6da1d2284e5 req-5e20f622-e815-4825-8afc-31dc695ef1eb service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603525 Feb 11 05:16:12.151139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70129105-5323-4565-8f82-65daffe31b5a req-3395deb3-7e57-4126-bc65-c0e5478bb2e8 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:12.152696 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70129105-5323-4565-8f82-65daffe31b5a req-3395deb3-7e57-4126-bc65-c0e5478bb2e8 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0626731 Feb 11 05:16:12.209210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70129105-5323-4565-8f82-65daffe31b5a req-1a0df89a-20fb-48a4-bd74-8a8e0bbe2130 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465882 Feb 11 05:16:13.350119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a11f4-19ca-4089-a8f1-5c72a4adb69f req-b99bcdbb-8da7-43af-9a99-e4b7019d58ea tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:13.351761 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a28a11f4-19ca-4089-a8f1-5c72a4adb69f req-b99bcdbb-8da7-43af-9a99-e4b7019d58ea tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0648544 Feb 11 05:16:13.407828 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a28a11f4-19ca-4089-a8f1-5c72a4adb69f req-7602d09d-acf4-45de-95ff-0aaa36faa318 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495420 Feb 11 05:16:14.553992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712ed01-cd51-4468-86f6-58d4d22d419d req-e0d84838-e172-4a21-9749-3b252a6ebe0a tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:14.556501 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e712ed01-cd51-4468-86f6-58d4d22d419d req-e0d84838-e172-4a21-9749-3b252a6ebe0a tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0628717 Feb 11 05:16:14.613323 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e712ed01-cd51-4468-86f6-58d4d22d419d req-df318972-bd2b-4bed-8e36-34f1daa163be tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501540 Feb 11 05:16:15.756716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ed273-b317-49b1-9d3c-c7b384c28ffc req-ef9cd6bd-29c7-4a4c-9721-b569e0372c5c tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:15.759787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab5ed273-b317-49b1-9d3c-c7b384c28ffc req-ef9cd6bd-29c7-4a4c-9721-b569e0372c5c tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0672910 Feb 11 05:16:15.819241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ab5ed273-b317-49b1-9d3c-c7b384c28ffc req-9816364c-7eca-47ad-a76a-31f93e9df640 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523484 Feb 11 05:16:16.952229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf4e59-2319-4281-9ff1-56819226d8ac req-1baa815d-471d-48ae-8e17-008dd08ec70c tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:16.953910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54bf4e59-2319-4281-9ff1-56819226d8ac req-1baa815d-471d-48ae-8e17-008dd08ec70c tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0568602 Feb 11 05:16:17.009712 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-54bf4e59-2319-4281-9ff1-56819226d8ac req-c86d6a94-b872-4708-8a6b-38c27161745c tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497952 Feb 11 05:16:18.187020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55563832-d7d6-4298-a6c2-1abf78f40def req-46699639-7780-4903-81a8-1fec38fb515b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:18.188664 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55563832-d7d6-4298-a6c2-1abf78f40def req-46699639-7780-4903-81a8-1fec38fb515b tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0617306 Feb 11 05:16:18.245566 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55563832-d7d6-4298-a6c2-1abf78f40def req-606669b5-ce51-42ec-8a88-35185603f861 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507460 Feb 11 05:16:19.387432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80619e-9784-45e9-b0d2-af5455551e91 req-d09a4b53-6c12-4dc7-b8cf-6483b591b28a tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:19.389169 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f80619e-9784-45e9-b0d2-af5455551e91 req-d09a4b53-6c12-4dc7-b8cf-6483b591b28a tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0674515 Feb 11 05:16:19.447791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f80619e-9784-45e9-b0d2-af5455551e91 req-29a7487b-3961-4d63-bef2-12b8d3072106 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520999 Feb 11 05:16:20.620544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbf893-2b4d-4eca-9d6a-c3e89a9c1e52 req-cc5b0917-33e8-430e-a5ad-f125371783bd tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:20.622895 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34dbf893-2b4d-4eca-9d6a-c3e89a9c1e52 req-cc5b0917-33e8-430e-a5ad-f125371783bd tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0666797 Feb 11 05:16:20.679071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-34dbf893-2b4d-4eca-9d6a-c3e89a9c1e52 req-cb1d619b-64c8-4c66-a82d-a39e51972e88 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498409 Feb 11 05:16:21.660714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-a61fc897-d22e-45d2-8f35-f6557c91ab28 req-0d7e4ab5-2ebe-453a-851e-0bfc5ee9bc1a service neutron] (103809) timed out ('10.222.0.47', 56342) {{(pid=103809) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:16:21.828037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2a848-1507-4693-a0db-84c5674b3670 req-5fee339e-9817-47be-87eb-052f19e16ca5 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:21.829884 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4dd2a848-1507-4693-a0db-84c5674b3670 req-5fee339e-9817-47be-87eb-052f19e16ca5 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0682094 Feb 11 05:16:21.888588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4dd2a848-1507-4693-a0db-84c5674b3670 req-c487cc9e-8099-42b3-9259-7c09d356bd32 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500367 Feb 11 05:16:23.043735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ed4bd-ae3d-42e8-af4e-4daa65fcef91 req-e32abb81-d6da-4094-968e-6c9846c55472 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:23.046437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e57ed4bd-ae3d-42e8-af4e-4daa65fcef91 req-e32abb81-d6da-4094-968e-6c9846c55472 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0604079 Feb 11 05:16:23.117050 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e57ed4bd-ae3d-42e8-af4e-4daa65fcef91 req-b5feee15-07cb-4304-b1cf-ad233bc2efcf tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651898 Feb 11 05:16:23.165027 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-92e5b25a-bcf0-430d-978a-bc64c25166b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:24.294822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ebf40-d293-4bbf-a6ad-5889559403d5 req-d2ff9d56-0a02-44a0-ac2e-1222382a336e tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:24.297955 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f5ebf40-d293-4bbf-a6ad-5889559403d5 req-d2ff9d56-0a02-44a0-ac2e-1222382a336e tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0970004 Feb 11 05:16:24.366139 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6f5ebf40-d293-4bbf-a6ad-5889559403d5 req-21bfad4b-dc7e-4be4-9f53-244ce93157b7 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625248 Feb 11 05:16:25.483714 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5484fc21-0283-4f4f-8010-59138b9cf3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:25.509950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fb536-edff-4347-8d09-b33bf5325857 req-570ae29e-8949-4a0d-84ac-7f59f6f8c997 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:25.511760 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029fb536-edff-4347-8d09-b33bf5325857 req-570ae29e-8949-4a0d-84ac-7f59f6f8c997 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0630760 Feb 11 05:16:25.569249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-029fb536-edff-4347-8d09-b33bf5325857 req-0d545c93-c9ff-4e7c-af16-8814abed1204 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508401 Feb 11 05:16:26.715046 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d5c65-63cb-429e-8a92-8c45c62f7438 req-ca55046e-5b8b-40c6-aa38-24d3a87f5297 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:26.717828 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-751d5c65-63cb-429e-8a92-8c45c62f7438 req-ca55046e-5b8b-40c6-aa38-24d3a87f5297 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0723214 Feb 11 05:16:26.774144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-751d5c65-63cb-429e-8a92-8c45c62f7438 req-685c8483-c753-4dba-8da1-1c18e614d436 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501420 Feb 11 05:16:26.879112 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:27.922027 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38d9a7-47dc-4352-bb68-c2f0f58d5a93 req-1dec6841-f75f-44ec-b4e5-697481afd159 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:27.923750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa38d9a7-47dc-4352-bb68-c2f0f58d5a93 req-1dec6841-f75f-44ec-b4e5-697481afd159 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0635474 Feb 11 05:16:27.981488 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fa38d9a7-47dc-4352-bb68-c2f0f58d5a93 req-aca5ea1f-1e8a-482f-8c63-13647c655cec tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509207 Feb 11 05:16:28.448179 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:29.128790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1f6b5-4f16-4cf8-ac95-bc675f91b040 req-7911f193-dbad-4ca0-8a0d-e859d2e80f95 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:29.130471 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5e1f6b5-4f16-4cf8-ac95-bc675f91b040 req-7911f193-dbad-4ca0-8a0d-e859d2e80f95 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0723743 Feb 11 05:16:29.204975 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b5e1f6b5-4f16-4cf8-ac95-bc675f91b040 req-b834dc99-201c-432c-a4ad-e0dd5f0f44db tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678606 Feb 11 05:16:29.748564 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:30.356753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ee3ad-8ac9-40fd-8e3d-10e860221d5f req-80ac864d-4034-4eb1-a151-67cafcc4c403 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:30.358442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-495ee3ad-8ac9-40fd-8e3d-10e860221d5f req-80ac864d-4034-4eb1-a151-67cafcc4c403 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0639520 Feb 11 05:16:30.419288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-495ee3ad-8ac9-40fd-8e3d-10e860221d5f req-da5df140-b834-46e1-837e-9ee58666e9bc tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497782 Feb 11 05:16:31.563387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da42a9-a8f5-4069-aa7f-9aa0e0e7df74 req-389a0c0c-ce19-414a-8eb3-243d623e56b3 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:31.565099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3da42a9-a8f5-4069-aa7f-9aa0e0e7df74 req-389a0c0c-ce19-414a-8eb3-243d623e56b3 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0604866 Feb 11 05:16:31.620003 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3da42a9-a8f5-4069-aa7f-9aa0e0e7df74 req-6c9c570c-9d11-4cdb-a6ec-c9c0897c7080 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488291 Feb 11 05:16:32.759918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316ae3b-59b9-4a27-9753-1ed3e04843c9 req-2916582f-5a0f-4ee3-9fac-567f70ecfeea tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:32.761480 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6316ae3b-59b9-4a27-9753-1ed3e04843c9 req-2916582f-5a0f-4ee3-9fac-567f70ecfeea tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0585527 Feb 11 05:16:32.823087 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6316ae3b-59b9-4a27-9753-1ed3e04843c9 req-efe2365b-f1bb-471d-b91e-208b3abff613 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552018 Feb 11 05:16:33.163359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-184a0b50-03be-4eb4-94df-d4b669b718bb tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:16:33.164373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-184a0b50-03be-4eb4-94df-d4b669b718bb tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053804 Feb 11 05:16:33.233159 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-c7281892-7b12-429c-86b7-ae6df5ce4088 service neutron] show failed (client error): The resource could not be found. Feb 11 05:16:33.234221 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-c7281892-7b12-429c-86b7-ae6df5ce4088 service neutron] 10.222.0.32 "GET /v2.0/ports/4696171c-9924-4d1a-bbfa-b56f5c975b92/bindings/n-h2-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0626528 Feb 11 05:16:33.869691 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-86b880e2-4b2f-4554-9bdd-242e0c7cbcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:33.871327 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-86b880e2-4b2f-4554-9bdd-242e0c7cbcb5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f&tenant_id=4c531c5660b249c6bcc57692b56873cb HTTP/1.1" status: 200 len: 1128 time: 0.0551846 Feb 11 05:16:33.885022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:33.959688 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:33.968801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917898c9-f571-461e-bc9a-eaeffc38e782 req-5cb4e8e9-cc29-4a21-b9da-c85ce027659a tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:33.970442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-917898c9-f571-461e-bc9a-eaeffc38e782 req-5cb4e8e9-cc29-4a21-b9da-c85ce027659a tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0686371 Feb 11 05:16:34.044536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-917898c9-f571-461e-bc9a-eaeffc38e782 req-0411b5c4-16c0-4370-acd1-71310abde15d tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641043 Feb 11 05:16:34.214381 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] For port 4696171c-9924-4d1a-bbfa-b56f5c975b92, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:34.254063 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] For port 4696171c-9924-4d1a-bbfa-b56f5c975b92, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:34.304373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47391e61-688a-4bb7-a61e-0a365c8fb50f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4696171c-9924-4d1a-bbfa-b56f5c975b92'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:34.306802 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ddfc30-2091-4a07-91eb-e845d356fade" -d '{"events": [{"server_uuid": "47391e61-688a-4bb7-a61e-0a365c8fb50f", "name": "network-vif-unplugged", "status": "completed", "tag": "4696171c-9924-4d1a-bbfa-b56f5c975b92"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:34.312039 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Publish callbacks [] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.336363 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Transition to ACTIVE for port object 4696171c-9924-4d1a-bbfa-b56f5c975b92 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:16:34.366597 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a7fa3e-c3fc-44fa-a16c-59cd03256f08 x-openstack-request-id: req-14a7fa3e-c3fc-44fa-a16c-59cd03256f08 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:34.366941 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47391e61-688a-4bb7-a61e-0a365c8fb50f", "name": "network-vif-unplugged", "status": "completed", "tag": "4696171c-9924-4d1a-bbfa-b56f5c975b92", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:34.367213 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14a7fa3e-c3fc-44fa-a16c-59cd03256f08 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:34.367616 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47391e61-688a-4bb7-a61e-0a365c8fb50f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4696171c-9924-4d1a-bbfa-b56f5c975b92', 'code': 200} Feb 11 05:16:34.397156 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.425034 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.425390 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.481224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Pushing event updated for resources: {'Port': ['ID=4696171c-9924-4d1a-bbfa-b56f5c975b92,revision_number=6']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:34.502202 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] No DVR routers for this DVR port 4696171c-9924-4d1a-bbfa-b56f5c975b92 on host n-h1-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:34.543521 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Attempting to bind port 4696171c-9924-4d1a-bbfa-b56f5c975b92 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:34.543920 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Attempting to bind port 4696171c-9924-4d1a-bbfa-b56f5c975b92 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:34.544298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Attempting to bind port 4696171c-9924-4d1a-bbfa-b56f5c975b92 on network b509b59a-341b-48a1-9c38-e257127ea197 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:34.549773 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Port 4696171c-9924-4d1a-bbfa-b56f5c975b92 on network b509b59a-341b-48a1-9c38-e257127ea197 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:16:34.550175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Attempting to bind port 4696171c-9924-4d1a-bbfa-b56f5c975b92 on network b509b59a-341b-48a1-9c38-e257127ea197 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:34.556302 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:34.556781 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Checking segment: {'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:34.557267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Bound using segment: {'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:34.557778 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Bound port: 4696171c-9924-4d1a-bbfa-b56f5c975b92, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:34.558218 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.643484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] For port 4696171c-9924-4d1a-bbfa-b56f5c975b92, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:34.646930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] For port 4696171c-9924-4d1a-bbfa-b56f5c975b92, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:34.751154 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.793235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:34.793929 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:34.795444 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] 10.222.0.47 "PUT /v2.0/ports/4696171c-9924-4d1a-bbfa-b56f5c975b92 HTTP/1.1" status: 200 len: 1092 time: 0.9171062 Feb 11 05:16:34.817570 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e454f7e8-6361-473f-844c-52b02e3e393b service neutron] Pushing event updated for resources: {'Port': ['ID=4696171c-9924-4d1a-bbfa-b56f5c975b92,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:34.880128 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-88bf6224-25d0-4e96-bb3e-d1fa4cc1b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:34.881973 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-88bf6224-25d0-4e96-bb3e-d1fa4cc1b371 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 1126 time: 0.0526001 Feb 11 05:16:34.990789 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-a7642c78-b1dc-4148-b71c-a4a75a9656c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:34.992330 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-a7642c78-b1dc-4148-b71c-a4a75a9656c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 915 time: 0.1031311 Feb 11 05:16:35.037517 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-3a981ba4-c963-4a3b-a4e3-46fade2123ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92 HTTP/1.1" status: 200 len: 217 time: 0.0383363 Feb 11 05:16:35.097610 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-a6701b5e-4cb6-4a8b-b4b2-8ee9262988b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.099528 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-a6701b5e-4cb6-4a8b-b4b2-8ee9262988b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1427260b-b8bc-41ee-8d69-74432715873f HTTP/1.1" status: 200 len: 854 time: 0.0544469 Feb 11 05:16:35.149062 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-b1d583df-0ee3-435e-a486-ef501e1c662a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b509b59a-341b-48a1-9c38-e257127ea197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429559 Feb 11 05:16:35.214248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9d500-2c23-4d43-98bf-7ddb3728152a req-f657832c-3f94-4083-8e60-e551f18ece25 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:35.217796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20c9d500-2c23-4d43-98bf-7ddb3728152a req-f657832c-3f94-4083-8e60-e551f18ece25 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 943 time: 0.0672822 Feb 11 05:16:35.282977 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-f0408c19-bed0-42bd-bece-20e1fc279637 service neutron] 10.222.0.47 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268184 Feb 11 05:16:35.295664 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-20c9d500-2c23-4d43-98bf-7ddb3728152a req-791993c5-8bd3-446f-ad7a-bda70f0de37c tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679989 Feb 11 05:16:35.410576 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff6415ba-4914-4dd8-891b-420652ce0bd4 req-cfc5965c-63e2-49c1-8e1a-8644658755a4 service neutron] 10.222.0.47 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182110 Feb 11 05:16:36.369579 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47391e61-688a-4bb7-a61e-0a365c8fb50f', 'tag': '4696171c-9924-4d1a-bbfa-b56f5c975b92'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:36.374745 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b" -d '{"events": [{"name": "network-changed", "server_uuid": "47391e61-688a-4bb7-a61e-0a365c8fb50f", "tag": "4696171c-9924-4d1a-bbfa-b56f5c975b92"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:36.431512 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf94c71b-71c1-4aa3-94b6-f1615a673ab9 x-openstack-request-id: req-cf94c71b-71c1-4aa3-94b6-f1615a673ab9 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:36.432317 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47391e61-688a-4bb7-a61e-0a365c8fb50f", "tag": "4696171c-9924-4d1a-bbfa-b56f5c975b92", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:36.432716 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf94c71b-71c1-4aa3-94b6-f1615a673ab9 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:36.433376 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47391e61-688a-4bb7-a61e-0a365c8fb50f', 'tag': '4696171c-9924-4d1a-bbfa-b56f5c975b92', 'status': 'completed', 'code': 200} Feb 11 05:16:36.461589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f40da8-18a1-4180-86f6-fae4e06b3f82 req-dccbee59-0c50-4d72-962f-ade4fad65072 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.463274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59f40da8-18a1-4180-86f6-fae4e06b3f82 req-dccbee59-0c50-4d72-962f-ade4fad65072 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 943 time: 0.0905378 Feb 11 05:16:36.514672 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-add86716-c62b-43bd-a75c-9f58c8ee84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.517460 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-add86716-c62b-43bd-a75c-9f58c8ee84cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 1126 time: 0.0623298 Feb 11 05:16:36.548726 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-59f40da8-18a1-4180-86f6-fae4e06b3f82 req-8e37ae5d-94fd-4d47-9152-4aa6d3979eff tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743065 Feb 11 05:16:36.551974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-cdc29446-4de1-4ab2-b39f-c442e2e6162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.553519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-cdc29446-4de1-4ab2-b39f-c442e2e6162a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 1126 time: 0.0893140 Feb 11 05:16:36.669693 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-98574c51-0442-4493-878c-11d462e6c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.672340 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-98574c51-0442-4493-878c-11d462e6c2a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 915 time: 0.1475506 Feb 11 05:16:36.676112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-b2d68475-de31-4e0a-9b43-3d9649ab23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.677635 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-b2d68475-de31-4e0a-9b43-3d9649ab23c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 915 time: 0.1168354 Feb 11 05:16:36.722999 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-b3c66be2-7441-4d3f-b494-48525fb9b478 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92 HTTP/1.1" status: 200 len: 217 time: 0.0379522 Feb 11 05:16:36.748280 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-89be7d7e-b509-4a23-970c-908c18637eb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92 HTTP/1.1" status: 200 len: 217 time: 0.0694993 Feb 11 05:16:36.785438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-7b2516e6-dfc0-4f55-9438-144e6da2438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.787234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-7b2516e6-dfc0-4f55-9438-144e6da2438d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1427260b-b8bc-41ee-8d69-74432715873f HTTP/1.1" status: 200 len: 854 time: 0.0575049 Feb 11 05:16:36.815152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-93fc6eb1-eaed-4035-9613-9a51ec7bd24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:36.816987 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-93fc6eb1-eaed-4035-9613-9a51ec7bd24d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1427260b-b8bc-41ee-8d69-74432715873f HTTP/1.1" status: 200 len: 854 time: 0.0625367 Feb 11 05:16:36.826285 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-36138f70-c28b-4680-94df-c6707e13ccb5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b509b59a-341b-48a1-9c38-e257127ea197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301201 Feb 11 05:16:36.856625 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-e7a4fbd4-f6df-413c-9798-1ab31d5b12ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b509b59a-341b-48a1-9c38-e257127ea197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295656 Feb 11 05:16:36.948394 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-ccb74ba2-e40b-4cba-a43e-9a79940f9fd3 service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154013 Feb 11 05:16:36.985982 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-4bf8887d-cdde-4e3e-b4e9-8e7ffb91a703 service neutron] 10.222.0.47 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220853 Feb 11 05:16:37.096764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-525561f2-1cc2-4933-9bcd-8fc6c0f265a2 service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394937 Feb 11 05:16:37.097210 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5ae7349c-3cd1-44aa-bbe0-8c5493a7034b req-c23d5771-15de-4e39-98b1-a62a4bf89439 service neutron] 10.222.0.47 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048839 Feb 11 05:16:37.140847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4696171c-9924-4d1a-bbfa-b56f5c975b92 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:37.187862 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] The host n-h1-712142-35 is not matching for port 4696171c-9924-4d1a-bbfa-b56f5c975b92 host n-h2-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:16:37.188378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4696171c-9924-4d1a-bbfa-b56f5c975b92 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:37.693183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bc188-8d79-4451-9bc6-5ad4a937cdc5 req-884b9682-c65e-4bc2-bdf6-1177d3086839 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:37.694924 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-da5bc188-8d79-4451-9bc6-5ad4a937cdc5 req-884b9682-c65e-4bc2-bdf6-1177d3086839 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 943 time: 0.0612593 Feb 11 05:16:37.770782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-da5bc188-8d79-4451-9bc6-5ad4a937cdc5 req-0547eb00-2a81-44b5-96f9-3ff155271ebd tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680842 Feb 11 05:16:38.223697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca78578-905d-407e-8fe5-95f551ca2c25 req-c76499be-3fc8-4c4f-b019-61f197fd05d6 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:38.225312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ca78578-905d-407e-8fe5-95f551ca2c25 req-c76499be-3fc8-4c4f-b019-61f197fd05d6 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 943 time: 0.0805447 Feb 11 05:16:38.305082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ca78578-905d-407e-8fe5-95f551ca2c25 req-739ef383-a580-4247-be70-44506f710d0c tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635400 Feb 11 05:16:38.314145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e83a5-776e-4eea-9f32-c8b46db746a6 req-ae01816f-6391-4704-aac2-9ab6aafc2224 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:38.315747 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a92e83a5-776e-4eea-9f32-c8b46db746a6 req-ae01816f-6391-4704-aac2-9ab6aafc2224 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.32 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f&tenant_id=4c531c5660b249c6bcc57692b56873cb&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 943 time: 0.1119776 Feb 11 05:16:38.385598 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-a92e83a5-776e-4eea-9f32-c8b46db746a6 req-48201e05-1f54-43fc-adf8-8fab1799514c service neutron] delete failed (client error): The resource could not be found. Feb 11 05:16:38.386785 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a92e83a5-776e-4eea-9f32-c8b46db746a6 req-48201e05-1f54-43fc-adf8-8fab1799514c service neutron] 10.222.0.32 "DELETE /v2.0/ports/4696171c-9924-4d1a-bbfa-b56f5c975b92/bindings/n-h1-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0625103 Feb 11 05:16:38.486555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4696171c-9924-4d1a-bbfa-b56f5c975b92 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:16:38.494711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e83a5-776e-4eea-9f32-c8b46db746a6 req-b5f85a99-aeae-4570-a7a8-8384c7151f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:38.496468 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a92e83a5-776e-4eea-9f32-c8b46db746a6 req-b5f85a99-aeae-4570-a7a8-8384c7151f42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c531c5660b249c6bcc57692b56873cb&device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 1126 time: 0.0554960 Feb 11 05:16:38.609057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e83a5-776e-4eea-9f32-c8b46db746a6 req-ad8c5dab-0cd4-4fd4-85f6-7e3bd8cbd207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:38.610912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a92e83a5-776e-4eea-9f32-c8b46db746a6 req-ad8c5dab-0cd4-4fd4-85f6-7e3bd8cbd207 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 200 len: 915 time: 0.1081583 Feb 11 05:16:38.640006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4696171c-9924-4d1a-bbfa-b56f5c975b92, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:38.653128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '4696171c-9924-4d1a-bbfa-b56f5c975b92', 'network_id': 'b509b59a-341b-48a1-9c38-e257127ea197', 'port_id': '4696171c-9924-4d1a-bbfa-b56f5c975b92', 'mac_address': 'fa:16:3e:87:45:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1427260b-b8bc-41ee-8d69-74432715873f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:16:38.693849 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a92e83a5-776e-4eea-9f32-c8b46db746a6 req-15c010eb-6c91-46dc-9bab-4f2fc5cb7b74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92 HTTP/1.1" status: 200 len: 217 time: 0.0741248 Feb 11 05:16:38.700440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 4696171c-9924-4d1a-bbfa-b56f5c975b92 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:38.700440 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.715167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4696171c-9924-4d1a-bbfa-b56f5c975b92 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:16:38.738841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4696171c-9924-4d1a-bbfa-b56f5c975b92, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:38.755319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e83a5-776e-4eea-9f32-c8b46db746a6 req-48ba8166-15a9-442c-8c91-b8bc9d95e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:38.757004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a92e83a5-776e-4eea-9f32-c8b46db746a6 req-48ba8166-15a9-442c-8c91-b8bc9d95e5c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1427260b-b8bc-41ee-8d69-74432715873f HTTP/1.1" status: 200 len: 854 time: 0.0553482 Feb 11 05:16:38.795819 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a92e83a5-776e-4eea-9f32-c8b46db746a6 req-079b8b9d-9aaa-4aa7-9f64-67f3c8b6e88d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b509b59a-341b-48a1-9c38-e257127ea197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308158 Feb 11 05:16:38.895947 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:38.905173 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a92e83a5-776e-4eea-9f32-c8b46db746a6 req-98da459b-62d2-4ea2-bb93-8b997df05d41 service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014085 Feb 11 05:16:38.966832 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=4696171c-9924-4d1a-bbfa-b56f5c975b92,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:39.041190 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a92e83a5-776e-4eea-9f32-c8b46db746a6 req-5fe3eed5-5485-4d18-b749-6c5b00463754 service neutron] 10.222.0.32 "GET /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288929 Feb 11 05:16:39.120654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['4696171c-9924-4d1a-bbfa-b56f5c975b92'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:39.453142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d33bc-9bdc-4d15-a6f6-64bb29f208ed req-3acde9e7-8d46-41ad-864d-d71b5c6def18 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:39.455124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff0d33bc-9bdc-4d15-a6f6-64bb29f208ed req-3acde9e7-8d46-41ad-864d-d71b5c6def18 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 944 time: 0.0664432 Feb 11 05:16:39.531241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ff0d33bc-9bdc-4d15-a6f6-64bb29f208ed req-1f5d6969-1786-4f40-befd-dff7379c0e18 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695784 Feb 11 05:16:40.523557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4696171c-9924-4d1a-bbfa-b56f5c975b92 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:40.678653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 4696171c-9924-4d1a-bbfa-b56f5c975b92 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:16:40.684249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 4696171c-9924-4d1a-bbfa-b56f5c975b92 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:40.685126 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.847224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 4696171c-9924-4d1a-bbfa-b56f5c975b92 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:40.847787 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:40.894304 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47391e61-688a-4bb7-a61e-0a365c8fb50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4696171c-9924-4d1a-bbfa-b56f5c975b92'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:40.899347 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98796e40-ffbe-471e-96eb-dfa67678a22b" -d '{"events": [{"server_uuid": "47391e61-688a-4bb7-a61e-0a365c8fb50f", "name": "network-vif-plugged", "status": "completed", "tag": "4696171c-9924-4d1a-bbfa-b56f5c975b92"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:40.922730 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4696171c-9924-4d1a-bbfa-b56f5c975b92, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:40.956256 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09421f86-fa1a-4dcd-9a08-b9fa7318509d x-openstack-request-id: req-09421f86-fa1a-4dcd-9a08-b9fa7318509d {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:40.956682 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47391e61-688a-4bb7-a61e-0a365c8fb50f", "name": "network-vif-plugged", "status": "completed", "tag": "4696171c-9924-4d1a-bbfa-b56f5c975b92", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:40.957064 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09421f86-fa1a-4dcd-9a08-b9fa7318509d {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:40.957651 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47391e61-688a-4bb7-a61e-0a365c8fb50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4696171c-9924-4d1a-bbfa-b56f5c975b92', 'code': 200} Feb 11 05:16:40.997082 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:41.049622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24ce08-e7aa-4f58-b821-8750f3c497c5 req-3e5a2dd5-9c34-4d2f-baa2-3e6c0a3f3087 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.051251 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e24ce08-e7aa-4f58-b821-8750f3c497c5 req-3e5a2dd5-9c34-4d2f-baa2-3e6c0a3f3087 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 944 time: 0.4423184 Feb 11 05:16:41.070452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=4696171c-9924-4d1a-bbfa-b56f5c975b92,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:41.112188 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9e24ce08-e7aa-4f58-b821-8750f3c497c5 req-29426d30-d959-476c-b73f-5bcc3f30cda4 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498819 Feb 11 05:16:41.254062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fb188-eec5-479e-9d23-0136cc03e3d4 req-2f434acf-b123-44b8-8c0d-29f9210cd365 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.255697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-990fb188-eec5-479e-9d23-0136cc03e3d4 req-2f434acf-b123-44b8-8c0d-29f9210cd365 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0585506 Feb 11 05:16:41.316064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-990fb188-eec5-479e-9d23-0136cc03e3d4 req-576be1cc-253a-461d-84a7-ad34eeb8f5aa tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491464 Feb 11 05:16:41.448033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb815-8619-46c2-a1de-aa5545ce328d req-3b1ef181-5cbf-4c53-aca6-64a7741716d2 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:41.450120 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bddcb815-8619-46c2-a1de-aa5545ce328d req-3b1ef181-5cbf-4c53-aca6-64a7741716d2 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0624228 Feb 11 05:16:41.513274 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bddcb815-8619-46c2-a1de-aa5545ce328d req-155c87f9-6bf9-4b4c-af36-df8b10bfb0b2 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571854 Feb 11 05:16:42.098940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12779cfa-1725-435d-86f0-1bdda66595f5 req-86baf301-be35-4e25-9bbd-4a4ad16ab068 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:42.100607 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12779cfa-1725-435d-86f0-1bdda66595f5 req-86baf301-be35-4e25-9bbd-4a4ad16ab068 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0615020 Feb 11 05:16:42.156613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12779cfa-1725-435d-86f0-1bdda66595f5 req-253c766a-eccc-4fac-abb0-1c6015fcd362 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497656 Feb 11 05:16:43.330909 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407517bd-5a4a-44a0-bb6f-13b74cff5452 req-067187e6-8587-4ffe-8870-9da6944d3a56 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.332508 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-407517bd-5a4a-44a0-bb6f-13b74cff5452 req-067187e6-8587-4ffe-8870-9da6944d3a56 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0663662 Feb 11 05:16:43.333219 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:16:43.391990 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-407517bd-5a4a-44a0-bb6f-13b74cff5452 req-46b218df-1a39-4a2b-9261-ff82179fb59f tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b65cb6-81d0-4757-b5cb-1239243587d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484998 Feb 11 05:16:43.455628 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a33d2-454a-46bb-abe9-dce0c1c2e842 req-0862c2ec-c380-4423-8ef1-3f0c5f2070bc tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:43.457554 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b27a33d2-454a-46bb-abe9-dce0c1c2e842 req-0862c2ec-c380-4423-8ef1-3f0c5f2070bc tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.47 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 945 time: 0.0738122 Feb 11 05:16:43.598186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-b27a33d2-454a-46bb-abe9-dce0c1c2e842 req-d2407d1d-403e-43fd-85c1-7f98402a4610 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Deleting port 4696171c-9924-4d1a-bbfa-b56f5c975b92 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:16:43.598650 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b27a33d2-454a-46bb-abe9-dce0c1c2e842 req-d2407d1d-403e-43fd-85c1-7f98402a4610 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.711816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-b27a33d2-454a-46bb-abe9-dce0c1c2e842 req-d2407d1d-403e-43fd-85c1-7f98402a4610 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] For port 4696171c-9924-4d1a-bbfa-b56f5c975b92, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4696171c-9924-4d1a-bbfa-b56f5c975b92,segment=NetworkSegment(d67b6be3-d4a0-4c0d-98e3-b42fa946f821),segment_id=d67b6be3-d4a0-4c0d-98e3-b42fa946f821)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:43.712180 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b27a33d2-454a-46bb-abe9-dce0c1c2e842 req-d2407d1d-403e-43fd-85c1-7f98402a4610 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.726073 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-b27a33d2-454a-46bb-abe9-dce0c1c2e842 req-d2407d1d-403e-43fd-85c1-7f98402a4610 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Calling delete_port for 4696171c-9924-4d1a-bbfa-b56f5c975b92 owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:16:43.964557 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b27a33d2-454a-46bb-abe9-dce0c1c2e842 req-d2407d1d-403e-43fd-85c1-7f98402a4610 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (4696171c-9924-4d1a-bbfa-b56f5c975b92), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:43.978616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['4696171c-9924-4d1a-bbfa-b56f5c975b92'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:16:44.010578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2407d1d-403e-43fd-85c1-7f98402a4610 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Pushing event deleted for resources: {'Port': ['ID=4696171c-9924-4d1a-bbfa-b56f5c975b92,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:44.066308 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27a33d2-454a-46bb-abe9-dce0c1c2e842 req-d2407d1d-403e-43fd-85c1-7f98402a4610 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] No DVR routers for this DVR port 4696171c-9924-4d1a-bbfa-b56f5c975b92 on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:16:44.069362 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-b27a33d2-454a-46bb-abe9-dce0c1c2e842 req-d2407d1d-403e-43fd-85c1-7f98402a4610 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:44.073037 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b27a33d2-454a-46bb-abe9-dce0c1c2e842 req-d2407d1d-403e-43fd-85c1-7f98402a4610 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.47 "DELETE /v2.0/ports/4696171c-9924-4d1a-bbfa-b56f5c975b92 HTTP/1.1" status: 204 len: 173 time: 0.6097434 Feb 11 05:16:44.073522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47391e61-688a-4bb7-a61e-0a365c8fb50f', 'name': 'network-vif-deleted', 'tag': '4696171c-9924-4d1a-bbfa-b56f5c975b92'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:16:44.076747 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5910e874-a85b-4b86-8323-ed54404acacb" -d '{"events": [{"server_uuid": "47391e61-688a-4bb7-a61e-0a365c8fb50f", "name": "network-vif-deleted", "tag": "4696171c-9924-4d1a-bbfa-b56f5c975b92"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:16:44.130044 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7e41ef-b0de-45cc-aef2-6e746ddd67f2 x-openstack-request-id: req-3a7e41ef-b0de-45cc-aef2-6e746ddd67f2 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:16:44.130564 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47391e61-688a-4bb7-a61e-0a365c8fb50f", "name": "network-vif-deleted", "tag": "4696171c-9924-4d1a-bbfa-b56f5c975b92", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:16:44.130992 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a7e41ef-b0de-45cc-aef2-6e746ddd67f2 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:16:44.131650 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47391e61-688a-4bb7-a61e-0a365c8fb50f', 'name': 'network-vif-deleted', 'tag': '4696171c-9924-4d1a-bbfa-b56f5c975b92', 'status': 'completed', 'code': 200} Feb 11 05:16:44.528563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1c47dca2-057e-4b7a-9062-cb33cce393bb req-1f2635fc-ab77-4be6-b978-5e4e62fe5176 tempest-ServerDiskConfigTestJSON-1309603172 tempest-ServerDiskConfigTestJSON-1309603172-project] 10.222.0.13 "GET /v2.0/ports?device_id=47391e61-688a-4bb7-a61e-0a365c8fb50f HTTP/1.1" status: 200 len: 210 time: 0.0326762 Feb 11 05:16:45.680414 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41442) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:45.731228 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55c99a5-2e71-4afc-8291-48710bb1c6ac admin admin] Deleting subnet 1427260b-b8bc-41ee-8d69-74432715873f {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:16:45.735510 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b55c99a5-2e71-4afc-8291-48710bb1c6ac admin admin] Publish callbacks [] for subnet (1427260b-b8bc-41ee-8d69-74432715873f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.783374 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b55c99a5-2e71-4afc-8291-48710bb1c6ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (1427260b-b8bc-41ee-8d69-74432715873f), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.829396 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b55c99a5-2e71-4afc-8291-48710bb1c6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (1427260b-b8bc-41ee-8d69-74432715873f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:45.976028 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b55c99a5-2e71-4afc-8291-48710bb1c6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (1427260b-b8bc-41ee-8d69-74432715873f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.004762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c99a5-2e71-4afc-8291-48710bb1c6ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1427260b-b8bc-41ee-8d69-74432715873f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:46.015890 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b55c99a5-2e71-4afc-8291-48710bb1c6ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.021671 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b55c99a5-2e71-4afc-8291-48710bb1c6ac admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1427260b-b8bc-41ee-8d69-74432715873f HTTP/1.1" status: 204 len: 168 time: 0.3398015 Feb 11 05:16:46.024967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41444) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:46.107764 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3718fcd6-bd16-479c-b525-605bbde1f43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (b509b59a-341b-48a1-9c38-e257127ea197), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.242254 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3718fcd6-bd16-479c-b525-605bbde1f43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (b509b59a-341b-48a1-9c38-e257127ea197), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.280115 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-3718fcd6-bd16-479c-b525-605bbde1f43e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b509b59a-341b-48a1-9c38-e257127ea197']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:46.294602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-3718fcd6-bd16-479c-b525-605bbde1f43e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:46.295143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-3718fcd6-bd16-479c-b525-605bbde1f43e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67b6be3-d4a0-4c0d-98e3-b42fa946f821') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:46.326851 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3718fcd6-bd16-479c-b525-605bbde1f43e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (d67b6be3-d4a0-4c0d-98e3-b42fa946f821), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.348807 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3718fcd6-bd16-479c-b525-605bbde1f43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (d67b6be3-d4a0-4c0d-98e3-b42fa946f821), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.357144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3718fcd6-bd16-479c-b525-605bbde1f43e admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:16:46.357587 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3718fcd6-bd16-479c-b525-605bbde1f43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (d67b6be3-d4a0-4c0d-98e3-b42fa946f821), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:16:46.359617 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:16:46.484465 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3718fcd6-bd16-479c-b525-605bbde1f43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (b509b59a-341b-48a1-9c38-e257127ea197), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.492455 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3718fcd6-bd16-479c-b525-605bbde1f43e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.497662 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3718fcd6-bd16-479c-b525-605bbde1f43e admin admin] 10.222.0.13 "DELETE /v2.0/networks/b509b59a-341b-48a1-9c38-e257127ea197 HTTP/1.1" status: 204 len: 168 time: 0.4713929 Feb 11 05:16:46.510703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718fcd6-bd16-479c-b525-605bbde1f43e admin admin] Pushing event deleted for resources: {'Network': ['ID=b509b59a-341b-48a1-9c38-e257127ea197,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:46.840648 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41448) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:46.890224 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-93e26153-7b85-4b5a-9215-942d5b46d757 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c531c5660b249c6bcc57692b56873cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481858 Feb 11 05:16:46.893244 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41450) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:46.949078 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5ab63085-e614-44f2-876f-22fc3f46089d admin admin] Publish callbacks [] for security_group (d5b65cb6-81d0-4757-b5cb-1239243587d2), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:46.974378 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5ab63085-e614-44f2-876f-22fc3f46089d admin admin] Publish callbacks [] for security_group (d5b65cb6-81d0-4757-b5cb-1239243587d2), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.093421 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5ab63085-e614-44f2-876f-22fc3f46089d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d5b65cb6-81d0-4757-b5cb-1239243587d2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.096162 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5ab63085-e614-44f2-876f-22fc3f46089d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:47.097462 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5ab63085-e614-44f2-876f-22fc3f46089d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5b65cb6-81d0-4757-b5cb-1239243587d2 HTTP/1.1" status: 204 len: 168 time: 0.2031660 Feb 11 05:16:47.107779 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab63085-e614-44f2-876f-22fc3f46089d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b65cb6-81d0-4757-b5cb-1239243587d2,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:48.426064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41472) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:48.564708 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1542778893-network', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:48.565344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4696171c-9924-4d1a-bbfa-b56f5c975b92 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:16:48.601861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 4696171c-9924-4d1a-bbfa-b56f5c975b92 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:16:48.602341 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4696171c-9924-4d1a-bbfa-b56f5c975b92 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:16:48.658504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Made reservation on behalf of cc4b5ca2a9cd42768cfbca5f19321e06 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:48.661027 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.671808 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.766950 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Publish callbacks [] for security_group (060c0be4-a76c-429c-8af8-98b63362aaea), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.844181 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (060c0be4-a76c-429c-8af8-98b63362aaea), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.872459 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:16:48.889345 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060c0be4-a76c-429c-8af8-98b63362aaea,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:48.894767 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (bce61e93-0851-4057-9743-793a492fc3a8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:48.895116 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Added segment bce61e93-0851-4057-9743-793a492fc3a8 of type vlan for network f6646055-8df5-4ea7-9425-cc6296f402ec Feb 11 05:16:48.946970 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (f6646055-8df5-4ea7-9425-cc6296f402ec), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.038550 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (f6646055-8df5-4ea7-9425-cc6296f402ec), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.040060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:49.040739 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.112018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Pushing event updated for resources: {'Network': ['ID=f6646055-8df5-4ea7-9425-cc6296f402ec,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:49.120767 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:49.121175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:49.121534 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:49.121878 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:49.122300 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:49.122771 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:49.123125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:49.123407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:49.123742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:49.124091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:49.124403 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:49.124732 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:49.125058 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:49.140676 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network f6646055-8df5-4ea7-9425-cc6296f402ec details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:16:49.158362 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3f113946-50d9-4257-bfa2-0555e0e32612 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7309511 Feb 11 05:16:49.163527 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41476) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:49.169452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4db9c085-d51e-4d7c-9954-117d1132ec6f admin admin] Request body: {'subnet': {'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1542778893-subnet', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:49.284273 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db9c085-d51e-4d7c-9954-117d1132ec6f admin admin] Made reservation on behalf of cc4b5ca2a9cd42768cfbca5f19321e06 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:16:49.287102 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4db9c085-d51e-4d7c-9954-117d1132ec6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.539270 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4db9c085-d51e-4d7c-9954-117d1132ec6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (6ce60340-28e1-403f-a9cc-7e7fb2390273), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.609203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9c085-d51e-4d7c-9954-117d1132ec6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce60340-28e1-403f-a9cc-7e7fb2390273,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:49.616884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db9c085-d51e-4d7c-9954-117d1132ec6f admin admin] Checking segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:49.617264 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db9c085-d51e-4d7c-9954-117d1132ec6f admin admin] Network hostable DHCP agents. Network: f6646055-8df5-4ea7-9425-cc6296f402ec, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:16:49.712670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db9c085-d51e-4d7c-9954-117d1132ec6f admin admin] Network f6646055-8df5-4ea7-9425-cc6296f402ec is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:16:49.804237 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-4db9c085-d51e-4d7c-9954-117d1132ec6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, f6646055-8df5-4ea7-9425-cc6296f402ec) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:49.809099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db9c085-d51e-4d7c-9954-117d1132ec6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:49.810211 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4db9c085-d51e-4d7c-9954-117d1132ec6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.815213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9c3488-ec8e-43da-913f-50c7ea3d20ca None None] Network f6646055-8df5-4ea7-9425-cc6296f402ec requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:49.885300 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4db9c085-d51e-4d7c-9954-117d1132ec6f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7205615 Feb 11 05:16:49.888417 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41478) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:49.893229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:49.949418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-f6646055-8df5-4ea7-9425-cc6296f402ec', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:16:49.950544 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.995777 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (1a57b563-ca01-43d5-81db-769208794cce), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:49.997809 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (1a57b563-ca01-43d5-81db-769208794cce), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.062673 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Publish callbacks [] for router_controller (1a57b563-ca01-43d5-81db-769208794cce), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.181113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Allocated IP 172.20.0.2 (f6646055-8df5-4ea7-9425-cc6296f402ec/6ce60340-28e1-403f-a9cc-7e7fb2390273/efc68199-7428-4aef-835b-13222f4fdb99) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:50.314371 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Publish callbacks [] for router_gateway (1a57b563-ca01-43d5-81db-769208794cce), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.360417 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Publish callbacks [] for port (efc68199-7428-4aef-835b-13222f4fdb99), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.465832 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (efc68199-7428-4aef-835b-13222f4fdb99), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.507687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Network f6646055-8df5-4ea7-9425-cc6296f402ec is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:50.511179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:50.516462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:50.554728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Pushing event updated for resources: {'Port': ['ID=efc68199-7428-4aef-835b-13222f4fdb99,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:50.565080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:50.565369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:50.565707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:50.566094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:50.566506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:50.566739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:50.567070 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:50.567396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:50.567722 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:50.568650 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:50.568650 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:50.568936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:50.569068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:50.784628 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Attempting to bind port efc68199-7428-4aef-835b-13222f4fdb99 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:50.785137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Attempting to bind port efc68199-7428-4aef-835b-13222f4fdb99 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:50.785567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Attempting to bind port efc68199-7428-4aef-835b-13222f4fdb99 on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:50.792248 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:50.793853 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Checking segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:50.794225 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.794833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Bound using segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:50.795001 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Publish callbacks [] for router_gateway (1a57b563-ca01-43d5-81db-769208794cce), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.795633 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Bound port: efc68199-7428-4aef-835b-13222f4fdb99, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:50.796287 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (efc68199-7428-4aef-835b-13222f4fdb99), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.815664 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:50.906166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] For port efc68199-7428-4aef-835b-13222f4fdb99, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:50.912321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] For port efc68199-7428-4aef-835b-13222f4fdb99, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=efc68199-7428-4aef-835b-13222f4fdb99,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:50.943184 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Allocated IP 172.25.3.161 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/868682cd-2256-4e92-8c5b-8527b9e93209) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:50.985374 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (efc68199-7428-4aef-835b-13222f4fdb99), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.056216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffe122-b9ea-49c8-b3b9-be4cd4eaef34 None None] Pushing event updated for resources: {'Port': ['ID=efc68199-7428-4aef-835b-13222f4fdb99,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:51.072992 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Publish callbacks [] for port (868682cd-2256-4e92-8c5b-8527b9e93209), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.186827 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (868682cd-2256-4e92-8c5b-8527b9e93209), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.266057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:51.269620 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:51.272225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:51.451627 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device efc68199-7428-4aef-835b-13222f4fdb99 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:51.516680 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port efc68199-7428-4aef-835b-13222f4fdb99 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:51.517186 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (efc68199-7428-4aef-835b-13222f4fdb99), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.575022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Pushing event updated for resources: {'Port': ['ID=868682cd-2256-4e92-8c5b-8527b9e93209,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:51.636528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port efc68199-7428-4aef-835b-13222f4fdb99 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:51.639090 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (efc68199-7428-4aef-835b-13222f4fdb99), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.696752 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port efc68199-7428-4aef-835b-13222f4fdb99, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=efc68199-7428-4aef-835b-13222f4fdb99,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:51.780345 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (efc68199-7428-4aef-835b-13222f4fdb99), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:51.854167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=efc68199-7428-4aef-835b-13222f4fdb99,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:51.958029 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Publish callbacks [] for router_gateway (1a57b563-ca01-43d5-81db-769208794cce), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.210721 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (1a57b563-ca01-43d5-81db-769208794cce), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.255357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c79512-0507-46ef-8212-2f5660f0c59d None None] Network f6646055-8df5-4ea7-9425-cc6296f402ec requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:16:52.384213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a7d024f4-b9f8-42c8-ac8e-5811e01e1aeb None None] Provisioning complete for port efc68199-7428-4aef-835b-13222f4fdb99 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:52.384702 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a7d024f4-b9f8-42c8-ac8e-5811e01e1aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (efc68199-7428-4aef-835b-13222f4fdb99), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.424471 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Router 1a57b563-ca01-43d5-81db-769208794cce is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:16:52.547837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:16:52.594948 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Sync routers for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:16:52.635995 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:52.639554 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5c275f22-4ad0-4b82-bed4-fef2806700bd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7493975 Feb 11 05:16:52.642031 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41480) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:52.646806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a7d024f4-b9f8-42c8-ac8e-5811e01e1aeb None None] Current status of the port efc68199-7428-4aef-835b-13222f4fdb99 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:52.650382 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:52.651545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:16:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:52.870275 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:53.117412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-cd5bcd24-595d-4fb7-b10a-da5dd8445ebd None None] Provisioning complete for port efc68199-7428-4aef-835b-13222f4fdb99 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:53.118052 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cd5bcd24-595d-4fb7-b10a-da5dd8445ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (efc68199-7428-4aef-835b-13222f4fdb99), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.274365 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.321467 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-291321f5-c019-4bd0-87f3-44da99278342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.385865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device efc68199-7428-4aef-835b-13222f4fdb99 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:53.465544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Allocated IP 172.20.0.1 (f6646055-8df5-4ea7-9425-cc6296f402ec/6ce60340-28e1-403f-a9cc-7e7fb2390273/10d49715-24f6-4e90-8334-d42335c9fd9e) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:53.502961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-cd5bcd24-595d-4fb7-b10a-da5dd8445ebd None None] Current status of the port efc68199-7428-4aef-835b-13222f4fdb99 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:53.537940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:51Z', 'revision_number': 3, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:53.590348 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Publish callbacks [] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.601676 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Checking router: 1a57b563-ca01-43d5-81db-769208794cce for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:16:53.602290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Updating router 1a57b563-ca01-43d5-81db-769208794cce port 868682cd-2256-4e92-8c5b-8527b9e93209 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:16:53.642152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port efc68199-7428-4aef-835b-13222f4fdb99 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:53.642502 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (efc68199-7428-4aef-835b-13222f4fdb99), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.674517 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (868682cd-2256-4e92-8c5b-8527b9e93209), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.703284 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.776395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Network f6646055-8df5-4ea7-9425-cc6296f402ec is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:53.781722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:53.788061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:53.834160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Pushing event updated for resources: {'Port': ['ID=10d49715-24f6-4e90-8334-d42335c9fd9e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:53.857117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.857669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.858224 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.858814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.859381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.859938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.860475 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.861017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.861567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.862112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.862677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.863247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.863782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:53.890918 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (1a57b563-ca01-43d5-81db-769208794cce), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:53.959779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port efc68199-7428-4aef-835b-13222f4fdb99 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:54.167394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ee9583a0-2ebd-4b1b-9ccf-2147fdb3acc1 None None] Provisioning complete for port 10d49715-24f6-4e90-8334-d42335c9fd9e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:54.168394 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ee9583a0-2ebd-4b1b-9ccf-2147fdb3acc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.195845 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.211279 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Publish callbacks [] for port (868682cd-2256-4e92-8c5b-8527b9e93209), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.223310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ee9583a0-2ebd-4b1b-9ccf-2147fdb3acc1 None None] Port 10d49715-24f6-4e90-8334-d42335c9fd9e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:54.295606 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (868682cd-2256-4e92-8c5b-8527b9e93209), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.354746 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Attempting to bind port 868682cd-2256-4e92-8c5b-8527b9e93209 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:54.356418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Attempting to bind port 868682cd-2256-4e92-8c5b-8527b9e93209 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:54.356418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Attempting to bind port 868682cd-2256-4e92-8c5b-8527b9e93209 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:54.358799 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d925b6b-46ae-4293-b1a6-cd76ca87c851 None None] Pushing event updated for resources: {'Port': ['ID=868682cd-2256-4e92-8c5b-8527b9e93209,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:54.365213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:54.365706 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:54.366012 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.366415 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:54.366943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Bound port: 868682cd-2256-4e92-8c5b-8527b9e93209, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:54.367338 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (868682cd-2256-4e92-8c5b-8527b9e93209), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.439121 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] For port 868682cd-2256-4e92-8c5b-8527b9e93209, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:54.443121 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] For port 868682cd-2256-4e92-8c5b-8527b9e93209, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=868682cd-2256-4e92-8c5b-8527b9e93209,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:54.467947 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Publish callbacks [] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.541871 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (868682cd-2256-4e92-8c5b-8527b9e93209), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.564103 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.607836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:54.608498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:16:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:54.646927 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (1a57b563-ca01-43d5-81db-769208794cce), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:54.649613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Pushing event updated for resources: {'Port': ['ID=10d49715-24f6-4e90-8334-d42335c9fd9e,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:54.659820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d925b6b-46ae-4293-b1a6-cd76ca87c851 None None] Pushing event updated for resources: {'Port': ['ID=868682cd-2256-4e92-8c5b-8527b9e93209,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:54.763028 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Network f6646055-8df5-4ea7-9425-cc6296f402ec is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:54.764835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:54.796244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:54.942871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Router 1a57b563-ca01-43d5-81db-769208794cce has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:16:55.162011 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 2, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:55.174175 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:16:55.182888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fafd5fe5-fa7c-4471-a2f7-4686b194e3be admin admin] 10.222.0.13 "PUT /v2.0/routers/1a57b563-ca01-43d5-81db-769208794cce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5392790 Feb 11 05:16:55.210423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d0ad6-1733-498d-a591-4c134e8ef50f None None] The sync data for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 is: [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 2, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:16:55.213551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-45774fa0-9b6b-4edc-82ef-22486034edbb None None] Provisioning complete for port 10d49715-24f6-4e90-8334-d42335c9fd9e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:55.213551 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-45774fa0-9b6b-4edc-82ef-22486034edbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:55.271825 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-45774fa0-9b6b-4edc-82ef-22486034edbb None None] Port 10d49715-24f6-4e90-8334-d42335c9fd9e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:55.450131 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a1b9c9b4-15e1-48f8-95a2-62bfa37a7c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:55.973252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41488) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:55.981897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7989722d-29ef-46e8-b6c3-f1e39d4d0bd6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1713232633', 'description': 'tempest-description--969747543'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:56.096695 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7989722d-29ef-46e8-b6c3-f1e39d4d0bd6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.217306 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7989722d-29ef-46e8-b6c3-f1e39d4d0bd6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for security_group (634ed7d3-14fd-4583-b3c4-a2105119a0ef), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.293821 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7989722d-29ef-46e8-b6c3-f1e39d4d0bd6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (634ed7d3-14fd-4583-b3c4-a2105119a0ef), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.339107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989722d-29ef-46e8-b6c3-f1e39d4d0bd6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634ed7d3-14fd-4583-b3c4-a2105119a0ef,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:56.411737 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7989722d-29ef-46e8-b6c3-f1e39d4d0bd6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.417014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7989722d-29ef-46e8-b6c3-f1e39d4d0bd6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4384449 Feb 11 05:16:56.417419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41490) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:56.425352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b05b02b7-fd78-4630-bfc2-25da8e1e62a4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Request body: {'security_group_rule': {'security_group_id': '634ed7d3-14fd-4583-b3c4-a2105119a0ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:56.527107 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b05b02b7-fd78-4630-bfc2-25da8e1e62a4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for security_group_rule (46f076f3-38b8-4fe6-beea-8d4c86c83bd9), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.615435 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b05b02b7-fd78-4630-bfc2-25da8e1e62a4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for security_group_rule (46f076f3-38b8-4fe6-beea-8d4c86c83bd9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.684916 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b05b02b7-fd78-4630-bfc2-25da8e1e62a4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (46f076f3-38b8-4fe6-beea-8d4c86c83bd9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.713540 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b02b7-fd78-4630-bfc2-25da8e1e62a4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f076f3-38b8-4fe6-beea-8d4c86c83bd9,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:56.814799 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b05b02b7-fd78-4630-bfc2-25da8e1e62a4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.816433 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b05b02b7-fd78-4630-bfc2-25da8e1e62a4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3975070 Feb 11 05:16:56.819624 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41492) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:56.825186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-824d78b4-039a-477f-b68b-2df3f59e2bcf tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Request body: {'security_group_rule': {'security_group_id': '634ed7d3-14fd-4583-b3c4-a2105119a0ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:56.884142 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:56.914228 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-824d78b4-039a-477f-b68b-2df3f59e2bcf tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for security_group_rule (d4daf42a-306a-4edd-8e0d-e3f50ad1f840), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.028114 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-824d78b4-039a-477f-b68b-2df3f59e2bcf tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for security_group_rule (d4daf42a-306a-4edd-8e0d-e3f50ad1f840), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.107258 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-824d78b4-039a-477f-b68b-2df3f59e2bcf tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (d4daf42a-306a-4edd-8e0d-e3f50ad1f840), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.128922 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d78b4-039a-477f-b68b-2df3f59e2bcf tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4daf42a-306a-4edd-8e0d-e3f50ad1f840,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:57.194798 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-824d78b4-039a-477f-b68b-2df3f59e2bcf tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.196371 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-824d78b4-039a-477f-b68b-2df3f59e2bcf tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3755994 Feb 11 05:16:57.200152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41494) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:16:57.205755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:16:57.336239 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.406284 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 868682cd-2256-4e92-8c5b-8527b9e93209 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:57.501101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 868682cd-2256-4e92-8c5b-8527b9e93209 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:57.501885 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (868682cd-2256-4e92-8c5b-8527b9e93209), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.520716 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.630060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 868682cd-2256-4e92-8c5b-8527b9e93209 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:57.631123 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (868682cd-2256-4e92-8c5b-8527b9e93209), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.672017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 868682cd-2256-4e92-8c5b-8527b9e93209, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=868682cd-2256-4e92-8c5b-8527b9e93209,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:16:57.681518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Allocated IP 172.25.3.48 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/2e81089e-fc71-4908-b835-589474bf9f78) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:16:57.688150 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Sync routers for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:16:57.705603 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:57.706673 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:16:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:57.750831 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (868682cd-2256-4e92-8c5b-8527b9e93209), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.837271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=868682cd-2256-4e92-8c5b-8527b9e93209,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:57.889376 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for port (2e81089e-fc71-4908-b835-589474bf9f78), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:57.902969 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:58.010379 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (2e81089e-fc71-4908-b835-589474bf9f78), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.056532 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:16:58.062456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:16:58.067249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:16:58.070812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Pushing event updated for resources: {'Port': ['ID=2e81089e-fc71-4908-b835-589474bf9f78,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:58.215804 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 2, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:58.234998 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (8caa2555-9970-4c8a-bed1-f2f1a8c42806), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.248198 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Checking router: 1a57b563-ca01-43d5-81db-769208794cce for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:16:58.248639 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Updating router 1a57b563-ca01-43d5-81db-769208794cce port 10d49715-24f6-4e90-8334-d42335c9fd9e binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:16:58.282013 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.361220 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (2e81089e-fc71-4908-b835-589474bf9f78), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.430817 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.601924 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for port (2e81089e-fc71-4908-b835-589474bf9f78), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.624886 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Publish callbacks [] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.658614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (2e81089e-fc71-4908-b835-589474bf9f78), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.690240 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.738650 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Pushing event updated for resources: {'Port': ['ID=2e81089e-fc71-4908-b835-589474bf9f78,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:58.756399 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (8caa2555-9970-4c8a-bed1-f2f1a8c42806), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.771586 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28136a50-86ac-4b62-aef9-302aed62ebac None None] Pushing event updated for resources: {'Port': ['ID=10d49715-24f6-4e90-8334-d42335c9fd9e,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:58.798321 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136a50-86ac-4b62-aef9-302aed62ebac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:58.798701 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136a50-86ac-4b62-aef9-302aed62ebac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:58.799038 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136a50-86ac-4b62-aef9-302aed62ebac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:58.799379 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136a50-86ac-4b62-aef9-302aed62ebac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:58.799714 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136a50-86ac-4b62-aef9-302aed62ebac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:58.800054 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136a50-86ac-4b62-aef9-302aed62ebac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:58.800385 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136a50-86ac-4b62-aef9-302aed62ebac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:58.800713 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136a50-86ac-4b62-aef9-302aed62ebac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:58.801038 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136a50-86ac-4b62-aef9-302aed62ebac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:58.801362 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136a50-86ac-4b62-aef9-302aed62ebac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:58.801686 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136a50-86ac-4b62-aef9-302aed62ebac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:58.802256 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136a50-86ac-4b62-aef9-302aed62ebac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:58.802441 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28136a50-86ac-4b62-aef9-302aed62ebac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:16:58.826953 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Attempting to bind port 10d49715-24f6-4e90-8334-d42335c9fd9e on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:16:58.827420 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Attempting to bind port 10d49715-24f6-4e90-8334-d42335c9fd9e by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:16:58.827868 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Attempting to bind port 10d49715-24f6-4e90-8334-d42335c9fd9e on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:16:58.834608 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:16:58.835000 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Checking segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:16:58.835411 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.835867 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Bound using segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:16:58.836353 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Bound port: 10d49715-24f6-4e90-8334-d42335c9fd9e, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:16:58.836785 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.866403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:58.871884 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2e330037-21aa-4501-9233-de5502c7aca1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6684198 Feb 11 05:16:58.934383 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] For port 10d49715-24f6-4e90-8334-d42335c9fd9e, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:16:58.938843 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] For port 10d49715-24f6-4e90-8334-d42335c9fd9e, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=10d49715-24f6-4e90-8334-d42335c9fd9e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:16:59.049906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f16cdeba-a057-4f43-90af-3a8b555d90ab None None] Provisioning complete for port 10d49715-24f6-4e90-8334-d42335c9fd9e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:59.050539 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f16cdeba-a057-4f43-90af-3a8b555d90ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.073735 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.094496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-272043a5-1826-476c-a1b8-c314ba258214 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1713232633&fields=id&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 267 time: 0.0516415 Feb 11 05:16:59.116595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f16cdeba-a057-4f43-90af-3a8b555d90ab None None] Port 10d49715-24f6-4e90-8334-d42335c9fd9e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:16:59.162109 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:16:59.162803 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:16:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:59.165228 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28136a50-86ac-4b62-aef9-302aed62ebac None None] Pushing event updated for resources: {'Port': ['ID=10d49715-24f6-4e90-8334-d42335c9fd9e,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:16:59.257950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ea26c-c522-44aa-8262-b0017c74c995 req-b62be245-c762-4bd8-b1e5-b06e5bb02fb8 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:16:59.260935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-b62be245-c762-4bd8-b1e5-b06e5bb02fb8 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 812 time: 0.1522322 Feb 11 05:16:59.290601 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-a34a4152-3e11-40b3-b26c-f006bbe3bf9f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/quotas/cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 375 time: 0.0196240 Feb 11 05:16:59.374241 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:16:59.403917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-50244789-b873-45b2-8499-9afe2108e8e8 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970628 Feb 11 05:16:59.421910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-cb59030a-bd05-4eca-b5c9-1c1e03e6c2c0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:16:59.422496 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 868682cd-2256-4e92-8c5b-8527b9e93209 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:16:59.423076 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-cb59030a-bd05-4eca-b5c9-1c1e03e6c2c0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075450 Feb 11 05:16:59.502723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1e1b2f9a-1137-4b12-94bf-a29d220a7026 None None] Provisioning complete for port 10d49715-24f6-4e90-8334-d42335c9fd9e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:59.503612 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e1b2f9a-1137-4b12-94bf-a29d220a7026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.551024 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-382afb9e-129d-4d08-b79e-84adaf773457 service neutron] 10.222.0.13 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203618 Feb 11 05:16:59.555137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 868682cd-2256-4e92-8c5b-8527b9e93209 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:16:59.555517 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (868682cd-2256-4e92-8c5b-8527b9e93209), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.645156 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:58Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:16:59.671483 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b2f9a-1137-4b12-94bf-a29d220a7026 None None] Current status of the port 10d49715-24f6-4e90-8334-d42335c9fd9e is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:16:59.671899 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e1b2f9a-1137-4b12-94bf-a29d220a7026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:16:59.680546 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12da88c2-6bdd-4b90-b66c-cefb96d9ff12 None None] The sync data for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 is: [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:58Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:16:59.687635 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-29ec9aa4-49ad-41cb-b6b7-87b1290c8cfa service neutron] 10.222.0.13 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304543 Feb 11 05:17:00.002534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 868682cd-2256-4e92-8c5b-8527b9e93209 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:00.008129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 10d49715-24f6-4e90-8334-d42335c9fd9e up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:00.035251 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c0129b2b-5523-43b4-baa8-392baafa3114 req-3a4f18c6-99ee-4a33-8849-3240b0c9b99b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 210 time: 0.0520456 Feb 11 05:17:00.078862 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1e1b2f9a-1137-4b12-94bf-a29d220a7026 None None] For port 10d49715-24f6-4e90-8334-d42335c9fd9e, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=10d49715-24f6-4e90-8334-d42335c9fd9e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:00.083735 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.111916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 10d49715-24f6-4e90-8334-d42335c9fd9e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:00.112411 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.141903 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1e1b2f9a-1137-4b12-94bf-a29d220a7026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:00.225663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b2f9a-1137-4b12-94bf-a29d220a7026 None None] Pushing event updated for resources: {'Port': ['ID=10d49715-24f6-4e90-8334-d42335c9fd9e,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:00.271882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 10d49715-24f6-4e90-8334-d42335c9fd9e is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:01.148530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bea180b5-9058-4be9-90e3-33b4a4c5c3e5 req-11fa3e99-8220-406c-a29d-e00973497251 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 210 time: 0.0391219 Feb 11 05:17:01.359170 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 10d49715-24f6-4e90-8334-d42335c9fd9e up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:01.422425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 10d49715-24f6-4e90-8334-d42335c9fd9e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:01.422893 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:01.532558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 10d49715-24f6-4e90-8334-d42335c9fd9e is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:02.270579 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-644c3983-fc03-4c98-bb3c-9f13371630d6 req-eca7eb13-384e-44a0-88ec-92513e8ed7d5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 210 time: 0.0345528 Feb 11 05:17:02.581897 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ea26c-c522-44aa-8262-b0017c74c995 req-2d5e4742-5189-4e60-8b3f-9bee5b890f38 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:02.583432 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-2d5e4742-5189-4e60-8b3f-9bee5b890f38 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 812 time: 0.1274288 Feb 11 05:17:02.680047 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-fe5af2e1-9c1d-46ef-8004-b40af73d50a7 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 380 time: 0.0873826 Feb 11 05:17:02.691428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-934ea26c-c522-44aa-8262-b0017c74c995 req-abd73908-0095-4952-97d0-b3d29c517d72 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Request body: {'port': {'device_id': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'admin_state_up': True, 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'security_groups': ['634ed7d3-14fd-4583-b3c4-a2105119a0ef']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:02.892829 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934ea26c-c522-44aa-8262-b0017c74c995 req-abd73908-0095-4952-97d0-b3d29c517d72 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Made reservation on behalf of cc4b5ca2a9cd42768cfbca5f19321e06 for: {'port': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:02.896818 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-934ea26c-c522-44aa-8262-b0017c74c995 req-abd73908-0095-4952-97d0-b3d29c517d72 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.095858 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [req-934ea26c-c522-44aa-8262-b0017c74c995 req-abd73908-0095-4952-97d0-b3d29c517d72 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Allocated IP 172.20.0.7 (f6646055-8df5-4ea7-9425-cc6296f402ec/6ce60340-28e1-403f-a9cc-7e7fb2390273/53efb532-b4cb-4015-a5d5-edddd8e3136e) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:03.263646 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-934ea26c-c522-44aa-8262-b0017c74c995 req-abd73908-0095-4952-97d0-b3d29c517d72 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.375526 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-934ea26c-c522-44aa-8262-b0017c74c995 req-abd73908-0095-4952-97d0-b3d29c517d72 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.449566 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934ea26c-c522-44aa-8262-b0017c74c995 req-abd73908-0095-4952-97d0-b3d29c517d72 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Network f6646055-8df5-4ea7-9425-cc6296f402ec is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:03.455053 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [req-934ea26c-c522-44aa-8262-b0017c74c995 req-abd73908-0095-4952-97d0-b3d29c517d72 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:03.458990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-934ea26c-c522-44aa-8262-b0017c74c995 req-abd73908-0095-4952-97d0-b3d29c517d72 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:03.478512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735e274-46ac-483b-9720-47d990eb530b req-9db6a7bd-b154-4107-b821-2bf9a5047617 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.480215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3735e274-46ac-483b-9720-47d990eb530b req-9db6a7bd-b154-4107-b821-2bf9a5047617 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 931 time: 0.0876298 Feb 11 05:17:03.510089 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd73908-0095-4952-97d0-b3d29c517d72 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Pushing event updated for resources: {'Port': ['ID=53efb532-b4cb-4015-a5d5-edddd8e3136e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:03.557768 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3735e274-46ac-483b-9720-47d990eb530b req-6512c3dc-e863-4a8b-b300-771018f74364 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662084 Feb 11 05:17:03.569742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ea26c-c522-44aa-8262-b0017c74c995 req-abd73908-0095-4952-97d0-b3d29c517d72 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:03.570920 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-934ea26c-c522-44aa-8262-b0017c74c995 req-abd73908-0095-4952-97d0-b3d29c517d72 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.653213 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-abd73908-0095-4952-97d0-b3d29c517d72 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9673901 Feb 11 05:17:03.666467 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Request body: {'port': {'device_id': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:03.754303 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.811938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5eb80c42-20a1-495c-bd06-20144ae9cce0 None None] Provisioning complete for port 53efb532-b4cb-4015-a5d5-edddd8e3136e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:03.812544 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5eb80c42-20a1-495c-bd06-20144ae9cce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:03.878480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5eb80c42-20a1-495c-bd06-20144ae9cce0 None None] Port 53efb532-b4cb-4015-a5d5-edddd8e3136e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:17:04.095518 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53efb532-b4cb-4015-a5d5-edddd8e3136e {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:04.104664 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Publish callbacks [] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.120434 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Transition to ACTIVE for port object 53efb532-b4cb-4015-a5d5-edddd8e3136e will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:17:04.197898 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.260852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Pushing event updated for resources: {'Port': ['ID=53efb532-b4cb-4015-a5d5-edddd8e3136e,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:04.375586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Attempting to bind port 53efb532-b4cb-4015-a5d5-edddd8e3136e on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:04.376084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Attempting to bind port 53efb532-b4cb-4015-a5d5-edddd8e3136e by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:04.376585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Attempting to bind port 53efb532-b4cb-4015-a5d5-edddd8e3136e on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:04.383074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Port 53efb532-b4cb-4015-a5d5-edddd8e3136e on network f6646055-8df5-4ea7-9425-cc6296f402ec not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:04.383403 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Attempting to bind port 53efb532-b4cb-4015-a5d5-edddd8e3136e on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:04.392174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:04.392752 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Checking segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:04.393314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Bound using segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:04.394029 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Bound port: 53efb532-b4cb-4015-a5d5-edddd8e3136e, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:04.394598 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.399571 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.427483 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.506858 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] For port 53efb532-b4cb-4015-a5d5-edddd8e3136e, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:04.518295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] For port 53efb532-b4cb-4015-a5d5-edddd8e3136e, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:04.587992 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.636867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:04.637747 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:04.639310 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] 10.222.0.47 "PUT /v2.0/ports/53efb532-b4cb-4015-a5d5-edddd8e3136e HTTP/1.1" status: 200 len: 1092 time: 0.9788578 Feb 11 05:17:04.639792 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'tag': '53efb532-b4cb-4015-a5d5-edddd8e3136e'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:04.642205 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e3e2fe-ea5c-400d-abb3-59d408f33cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "e77348ba-eb69-43b6-a2ac-2f9ae4d1a340", "tag": "53efb532-b4cb-4015-a5d5-edddd8e3136e"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:04.690150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789bf2d-1328-49c2-ba5a-6d3c1214647e service neutron] Pushing event updated for resources: {'Port': ['ID=53efb532-b4cb-4015-a5d5-edddd8e3136e,revision_number=3']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:04.705215 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c2364b-47c6-4b3d-93c6-c33ad5e310f5 x-openstack-request-id: req-22c2364b-47c6-4b3d-93c6-c33ad5e310f5 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:04.705523 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77348ba-eb69-43b6-a2ac-2f9ae4d1a340", "tag": "53efb532-b4cb-4015-a5d5-edddd8e3136e", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:04.705885 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22c2364b-47c6-4b3d-93c6-c33ad5e310f5 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:04.706176 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'tag': '53efb532-b4cb-4015-a5d5-edddd8e3136e', 'status': 'completed', 'code': 200} Feb 11 05:17:04.776251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7aace0-de2a-45b7-beec-32b2615e9a09 req-2ed116fb-64e6-437c-b814-46b62b0f94f6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:04.784995 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca7aace0-de2a-45b7-beec-32b2615e9a09 req-2ed116fb-64e6-437c-b814-46b62b0f94f6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 943 time: 0.0997708 Feb 11 05:17:04.814616 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3e2fe-ea5c-400d-abb3-59d408f33cf0 req-9d9b8462-ecaf-43f8-b1fd-49c1d1a5f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:04.817432 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b3e3e2fe-ea5c-400d-abb3-59d408f33cf0 req-9d9b8462-ecaf-43f8-b1fd-49c1d1a5f444 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 1126 time: 0.0884058 Feb 11 05:17:04.856895 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca7aace0-de2a-45b7-beec-32b2615e9a09 req-95634ae3-b92c-4d95-8811-c4208f056c56 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691259 Feb 11 05:17:05.002341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3e2fe-ea5c-400d-abb3-59d408f33cf0 req-39b33011-d5f3-4728-95e9-6f15613fac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:05.004983 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b3e3e2fe-ea5c-400d-abb3-59d408f33cf0 req-39b33011-d5f3-4728-95e9-6f15613fac1c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1790564 Feb 11 05:17:05.169919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3e2fe-ea5c-400d-abb3-59d408f33cf0 req-098a0448-2a84-4b6d-a550-6123d12ceadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:05.171485 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b3e3e2fe-ea5c-400d-abb3-59d408f33cf0 req-098a0448-2a84-4b6d-a550-6123d12ceadc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1605914 Feb 11 05:17:05.265373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ea26c-c522-44aa-8262-b0017c74c995 req-b8614db7-5722-4baf-8cfb-56b869c9e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:05.267250 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-b8614db7-5722-4baf-8cfb-56b869c9e276 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 1126 time: 0.0519145 Feb 11 05:17:05.313037 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-0f275ad0-7591-4295-932b-204d538ee717 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e HTTP/1.1" status: 200 len: 217 time: 0.0382793 Feb 11 05:17:05.372219 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ea26c-c522-44aa-8262-b0017c74c995 req-4828461c-436f-4d99-ac8c-a0c04453f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:05.373743 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-4828461c-436f-4d99-ac8c-a0c04453f5a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0545092 Feb 11 05:17:05.430606 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ea26c-c522-44aa-8262-b0017c74c995 req-083949ed-ca42-4a3d-8a78-38026062d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:05.432556 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-083949ed-ca42-4a3d-8a78-38026062d882 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0527272 Feb 11 05:17:05.538573 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-027ee59a-e304-4ca6-a3af-c50aa6b814a6 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981894 Feb 11 05:17:05.671222 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-934ea26c-c522-44aa-8262-b0017c74c995 req-45f68fb9-0d22-4e1c-bfb3-e7515979ff61 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246727 Feb 11 05:17:06.008655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c6a79-c118-4884-bcc9-d891790f5a47 req-d200153f-ce62-4ad6-99a5-a81763a02221 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:06.010345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-469c6a79-c118-4884-bcc9-d891790f5a47 req-d200153f-ce62-4ad6-99a5-a81763a02221 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 943 time: 0.0641932 Feb 11 05:17:06.069634 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-469c6a79-c118-4884-bcc9-d891790f5a47 req-2fd5dd4d-7cb1-44dc-892d-b5cc6d8794ce tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487521 Feb 11 05:17:06.642091 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 53efb532-b4cb-4015-a5d5-edddd8e3136e details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:06.813538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 53efb532-b4cb-4015-a5d5-edddd8e3136e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:06.832454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '53efb532-b4cb-4015-a5d5-edddd8e3136e', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'port_id': '53efb532-b4cb-4015-a5d5-edddd8e3136e', 'mac_address': 'fa:16:3e:f3:a1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:06.909440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 53efb532-b4cb-4015-a5d5-edddd8e3136e is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:06.910012 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:06.935758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53efb532-b4cb-4015-a5d5-edddd8e3136e {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:06.969014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 53efb532-b4cb-4015-a5d5-edddd8e3136e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:07.045467 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:07.121063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=53efb532-b4cb-4015-a5d5-edddd8e3136e,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:07.256225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cc39b-3ec8-4eec-aa31-ebb75e5c8a6e req-9d32c8b6-9e9d-4ce3-95a5-c52bb2aad08f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:07.256225 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-784cc39b-3ec8-4eec-aa31-ebb75e5c8a6e req-9d32c8b6-9e9d-4ce3-95a5-c52bb2aad08f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 944 time: 0.0764904 Feb 11 05:17:07.270472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['53efb532-b4cb-4015-a5d5-edddd8e3136e'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:07.337916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-784cc39b-3ec8-4eec-aa31-ebb75e5c8a6e req-df25938b-76a3-4e59-a6b5-4948372c9f3b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810504 Feb 11 05:17:08.474953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9ffb0-63f8-4c3d-ac87-f3e43f314079 req-230239c1-eb57-46b7-a138-563be640ee6a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:08.476665 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97b9ffb0-63f8-4c3d-ac87-f3e43f314079 req-230239c1-eb57-46b7-a138-563be640ee6a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 944 time: 0.0615969 Feb 11 05:17:08.548342 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-97b9ffb0-63f8-4c3d-ac87-f3e43f314079 req-044ed1e1-602d-42ca-abc8-22a8737f0ba7 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645370 Feb 11 05:17:08.642949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 53efb532-b4cb-4015-a5d5-edddd8e3136e up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:08.815744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 53efb532-b4cb-4015-a5d5-edddd8e3136e completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:08.820555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 53efb532-b4cb-4015-a5d5-edddd8e3136e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:08.825218 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.910576 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 53efb532-b4cb-4015-a5d5-edddd8e3136e is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:08.911095 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:08.938209 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53efb532-b4cb-4015-a5d5-edddd8e3136e'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:08.940734 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7259ee60-e10f-4e1d-abe6-4942cfc20a36" -d '{"events": [{"server_uuid": "e77348ba-eb69-43b6-a2ac-2f9ae4d1a340", "name": "network-vif-plugged", "status": "completed", "tag": "53efb532-b4cb-4015-a5d5-edddd8e3136e"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:08.963106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 53efb532-b4cb-4015-a5d5-edddd8e3136e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:08.990553 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93c5d42-ea39-45e6-9b88-6b8bbdaabd17 x-openstack-request-id: req-d93c5d42-ea39-45e6-9b88-6b8bbdaabd17 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:08.990553 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77348ba-eb69-43b6-a2ac-2f9ae4d1a340", "name": "network-vif-plugged", "status": "completed", "tag": "53efb532-b4cb-4015-a5d5-edddd8e3136e", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:08.990553 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d93c5d42-ea39-45e6-9b88-6b8bbdaabd17 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:08.990553 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53efb532-b4cb-4015-a5d5-edddd8e3136e', 'code': 200} Feb 11 05:17:09.051081 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:09.101630 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a841014-5065-4625-ba70-55b40b3c45d5 req-b15bd5b3-0b11-4ca9-9e2e-249e1b22efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:09.103247 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3a841014-5065-4625-ba70-55b40b3c45d5 req-b15bd5b3-0b11-4ca9-9e2e-249e1b22efa8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 1128 time: 0.0517123 Feb 11 05:17:09.119239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=53efb532-b4cb-4015-a5d5-edddd8e3136e,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:09.158350 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3a841014-5065-4625-ba70-55b40b3c45d5 req-b7334b89-8979-489a-929e-186916ecd901 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471461 Feb 11 05:17:09.696950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa615fa-7ade-4e3a-a393-c62277e9512a req-206829f9-3064-4762-b0f7-3aa3d42a3313 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:09.699978 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8fa615fa-7ade-4e3a-a393-c62277e9512a req-206829f9-3064-4762-b0f7-3aa3d42a3313 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0657177 Feb 11 05:17:09.764529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8fa615fa-7ade-4e3a-a393-c62277e9512a req-f729d67c-acd0-4a0a-8736-4b2815ebd61b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585973 Feb 11 05:17:10.906301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8be76-8c0a-43f9-a312-b2cb90bd399e req-20643704-08d9-460a-8ccf-4b9b73f8096a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:10.907962 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39b8be76-8c0a-43f9-a312-b2cb90bd399e req-20643704-08d9-460a-8ccf-4b9b73f8096a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0661638 Feb 11 05:17:10.963277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39b8be76-8c0a-43f9-a312-b2cb90bd399e req-fcc3465f-02ee-417a-9199-5447cab5f6e0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493910 Feb 11 05:17:11.097561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebfe01-48f0-439e-a985-3086df42a239 req-f793c26b-a1f0-4204-afdb-2f27fc711297 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:11.099214 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-73ebfe01-48f0-439e-a985-3086df42a239 req-f793c26b-a1f0-4204-afdb-2f27fc711297 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0589392 Feb 11 05:17:11.108939 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 41546) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:17:11.114086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a679bac4-a8e1-45f6-907e-6d5efd1366dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Request body: {'floatingip': {'port_id': '53efb532-b4cb-4015-a5d5-edddd8e3136e'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:11.163805 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a679bac4-a8e1-45f6-907e-6d5efd1366dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (8caa2555-9970-4c8a-bed1-f2f1a8c42806), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:11.674137 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a679bac4-a8e1-45f6-907e-6d5efd1366dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:11.746571 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a679bac4-a8e1-45f6-907e-6d5efd1366dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (8caa2555-9970-4c8a-bed1-f2f1a8c42806), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:11.868330 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-a679bac4-a8e1-45f6-907e-6d5efd1366dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806 associated. External IP: 172.25.3.48, port: 53efb532-b4cb-4015-a5d5-edddd8e3136e. Feb 11 05:17:12.174390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a679bac4-a8e1-45f6-907e-6d5efd1366dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Router 1a57b563-ca01-43d5-81db-769208794cce has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:17:12.306390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a679bac4-a8e1-45f6-907e-6d5efd1366dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:12.314602 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a679bac4-a8e1-45f6-907e-6d5efd1366dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:12.321095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8a0c3-858b-4daa-a016-554ea6ee8c38 None None] Sync routers for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:12.334008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8a0c3-858b-4daa-a016-554ea6ee8c38 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:12.334671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-aff8a0c3-858b-4daa-a016-554ea6ee8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:16:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:12.359952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a679bac4-a8e1-45f6-907e-6d5efd1366dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "PUT /v2.0/floatingips/8caa2555-9970-4c8a-bed1-f2f1a8c42806 HTTP/1.1" status: 200 len: 990 time: 1.2440801 Feb 11 05:17:12.359952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'tag': '53efb532-b4cb-4015-a5d5-edddd8e3136e'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:12.359952 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f67a8e-c0c1-466a-b7b2-85fe175cea69" -d '{"events": [{"name": "network-changed", "server_uuid": "e77348ba-eb69-43b6-a2ac-2f9ae4d1a340", "tag": "53efb532-b4cb-4015-a5d5-edddd8e3136e"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:12.434011 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8ccefa-e379-4ca6-a453-300c345629c3 x-openstack-request-id: req-0b8ccefa-e379-4ca6-a453-300c345629c3 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:12.434350 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77348ba-eb69-43b6-a2ac-2f9ae4d1a340", "tag": "53efb532-b4cb-4015-a5d5-edddd8e3136e", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:12.434606 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b8ccefa-e379-4ca6-a453-300c345629c3 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:12.435223 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'tag': '53efb532-b4cb-4015-a5d5-edddd8e3136e', 'status': 'completed', 'code': 200} Feb 11 05:17:12.470580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-aff8a0c3-858b-4daa-a016-554ea6ee8c38 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:12.515439 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed006875-80af-4174-8caa-4a37805027d0 req-63e96b34-93d5-4de6-8b33-df8d12eda869 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:12.518254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ed006875-80af-4174-8caa-4a37805027d0 req-63e96b34-93d5-4de6-8b33-df8d12eda869 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0950966 Feb 11 05:17:12.541194 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f67a8e-c0c1-466a-b7b2-85fe175cea69 req-43d3e601-5817-4919-b683-84c7862c951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:12.543826 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-34f67a8e-c0c1-466a-b7b2-85fe175cea69 req-43d3e601-5817-4919-b683-84c7862c951d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 1128 time: 0.0800793 Feb 11 05:17:12.601025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ed006875-80af-4174-8caa-4a37805027d0 req-67d8beb9-374a-4e5c-aa1f-d177c3fbdda9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755038 Feb 11 05:17:12.805227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f157e-af7e-491e-8c6d-b7daaa1c5a9a req-b5305b82-111a-4d42-a131-69b1c6826b83 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:12.807115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-467f157e-af7e-491e-8c6d-b7daaa1c5a9a req-b5305b82-111a-4d42-a131-69b1c6826b83 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0856276 Feb 11 05:17:12.874886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-aff8a0c3-858b-4daa-a016-554ea6ee8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '8caa2555-9970-4c8a-bed1-f2f1a8c42806', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '1a57b563-ca01-43d5-81db-769208794cce', 'port_id': '53efb532-b4cb-4015-a5d5-edddd8e3136e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'mac_address': 'fa:16:3e:f3:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:58Z', 'updated_at': '2022-02-11T05:17:11Z', 'revision_number': 1, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:12.880590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-467f157e-af7e-491e-8c6d-b7daaa1c5a9a req-55e02b40-e201-42a5-8a5b-26cbd1bdf44d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652523 Feb 11 05:17:12.924347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8a0c3-858b-4daa-a016-554ea6ee8c38 None None] Checking router: 1a57b563-ca01-43d5-81db-769208794cce for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:12.930820 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f67a8e-c0c1-466a-b7b2-85fe175cea69 req-b9fb6a28-5aac-4088-b763-48cf9d7c0e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:12.932490 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-34f67a8e-c0c1-466a-b7b2-85fe175cea69 req-b9fb6a28-5aac-4088-b763-48cf9d7c0e9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.3829322 Feb 11 05:17:12.935775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8a0c3-858b-4daa-a016-554ea6ee8c38 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:12.936433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-aff8a0c3-858b-4daa-a016-554ea6ee8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:16:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:13.069876 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-34f67a8e-c0c1-466a-b7b2-85fe175cea69 req-ad070b28-e195-4989-8cb1-f9b712451130 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e HTTP/1.1" status: 200 len: 998 time: 0.1299381 Feb 11 05:17:13.088545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-aff8a0c3-858b-4daa-a016-554ea6ee8c38 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:13.132059 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f67a8e-c0c1-466a-b7b2-85fe175cea69 req-aae87d05-d3be-442f-b3e3-07bc19b23961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:13.133681 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-34f67a8e-c0c1-466a-b7b2-85fe175cea69 req-aae87d05-d3be-442f-b3e3-07bc19b23961 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0563335 Feb 11 05:17:13.197555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f67a8e-c0c1-466a-b7b2-85fe175cea69 req-dd31623b-b9d4-4b8e-b346-5f3fcd4fed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:13.200224 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-34f67a8e-c0c1-466a-b7b2-85fe175cea69 req-dd31623b-b9d4-4b8e-b346-5f3fcd4fed2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0597303 Feb 11 05:17:13.348334 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-34f67a8e-c0c1-466a-b7b2-85fe175cea69 req-b54ea7d7-bfbf-4d78-80d6-7819141d6cfe service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421773 Feb 11 05:17:13.483939 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-34f67a8e-c0c1-466a-b7b2-85fe175cea69 req-04c6b936-6e74-43de-9e20-2e99aca73e19 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297066 Feb 11 05:17:13.534409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-aff8a0c3-858b-4daa-a016-554ea6ee8c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '8caa2555-9970-4c8a-bed1-f2f1a8c42806', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '1a57b563-ca01-43d5-81db-769208794cce', 'port_id': '53efb532-b4cb-4015-a5d5-edddd8e3136e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'mac_address': 'fa:16:3e:f3:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:58Z', 'updated_at': '2022-02-11T05:17:11Z', 'revision_number': 1, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:13.571626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8a0c3-858b-4daa-a016-554ea6ee8c38 None None] The sync data for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 is: [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '8caa2555-9970-4c8a-bed1-f2f1a8c42806', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '1a57b563-ca01-43d5-81db-769208794cce', 'port_id': '53efb532-b4cb-4015-a5d5-edddd8e3136e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'mac_address': 'fa:16:3e:f3:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:58Z', 'updated_at': '2022-02-11T05:17:11Z', 'revision_number': 1, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:13.877357 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf001d9c-2a70-4ac2-ad4a-887d2843845a None None] New status for floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:17:14.094120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0d4b3-e5bd-4237-9be6-c5ffbc2a2b1c req-65c40df3-7ef0-46a1-8b6d-7b471d9f1083 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:14.096734 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1f0d4b3-e5bd-4237-9be6-c5ffbc2a2b1c req-65c40df3-7ef0-46a1-8b6d-7b471d9f1083 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0859005 Feb 11 05:17:14.178381 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1f0d4b3-e5bd-4237-9be6-c5ffbc2a2b1c req-24efc5fc-8684-44b8-8e0b-ddad993a0a51 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685537 Feb 11 05:17:14.384713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ae919-254b-4479-afe3-de242c481edc req-2eff32c1-d7f3-43bd-8187-1eae4b38988e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:14.386793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-448ae919-254b-4479-afe3-de242c481edc req-2eff32c1-d7f3-43bd-8187-1eae4b38988e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0764380 Feb 11 05:17:14.443119 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-448ae919-254b-4479-afe3-de242c481edc req-6135011b-2028-4130-a849-764e7cda736d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501165 Feb 11 05:17:15.162510 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168336d-feea-4c09-a2b3-943e1a588a86 req-05412578-4c9e-49ee-859a-bae546590ce5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:15.164656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3168336d-feea-4c09-a2b3-943e1a588a86 req-05412578-4c9e-49ee-859a-bae546590ce5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0679188 Feb 11 05:17:15.245016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3168336d-feea-4c09-a2b3-943e1a588a86 req-c295124b-3dbf-4d6a-ac5b-327dfd7c4290 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727956 Feb 11 05:17:15.379500 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-d12df48f-7d69-4719-9a3f-10521305ba50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722675 Feb 11 05:17:16.217866 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-5f80bb59-250a-48ef-930b-0ab1eea30262 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:16.220171 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-5f80bb59-250a-48ef-930b-0ab1eea30262 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports/53efb532-b4cb-4015-a5d5-edddd8e3136e HTTP/1.1" status: 200 len: 942 time: 0.0717559 Feb 11 05:17:16.385629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024072a3-f10d-48f7-899b-e2ebe335f95c req-ef9d5d6c-a3c9-4936-97dd-bc5d5ea8ff4a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:16.387369 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-024072a3-f10d-48f7-899b-e2ebe335f95c req-ef9d5d6c-a3c9-4936-97dd-bc5d5ea8ff4a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0588458 Feb 11 05:17:16.443210 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-024072a3-f10d-48f7-899b-e2ebe335f95c req-6d5c86db-11cf-4cdf-a092-d450eb838c3b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491734 Feb 11 05:17:17.593102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474babb-951f-44d3-87ff-dc46abdddd58 req-de580b62-99fa-4f26-be55-83098c34cd32 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:17.594753 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5474babb-951f-44d3-87ff-dc46abdddd58 req-de580b62-99fa-4f26-be55-83098c34cd32 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0620925 Feb 11 05:17:17.650604 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5474babb-951f-44d3-87ff-dc46abdddd58 req-93608136-9241-49fe-9af1-79e2a18d7936 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496078 Feb 11 05:17:18.006781 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-d031de70-93e8-42e1-81ce-ad7ed01ecc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.009080 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-d031de70-93e8-42e1-81ce-ad7ed01ecc34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 1128 time: 0.0539072 Feb 11 05:17:18.119719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-4442be49-4b5c-460e-9d74-ab51aaef682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.121934 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-4442be49-4b5c-460e-9d74-ab51aaef682f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1060069 Feb 11 05:17:18.204212 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-781f6b76-afea-435c-927a-dfe4ec3f53ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e HTTP/1.1" status: 200 len: 1000 time: 0.0754027 Feb 11 05:17:18.264268 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-8fe9cbea-65f3-439d-9978-226e025bc3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.265909 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-8fe9cbea-65f3-439d-9978-226e025bc3c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0555830 Feb 11 05:17:18.322358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-041c3b69-12a4-49c8-b097-0275186d76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.324698 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-041c3b69-12a4-49c8-b097-0275186d76d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0528524 Feb 11 05:17:18.433236 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-0239d5b7-99ed-4906-8d3e-c59a234fdc82 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021743 Feb 11 05:17:18.592953 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-a3a6c30f-58a9-4062-87d9-079dec41f95c service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531401 Feb 11 05:17:18.822356 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603d9b4-9a29-419d-8ff9-bbe5cab3808b req-e1fd05d7-c548-40d3-86c2-a41b8fa7664c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:18.824039 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e603d9b4-9a29-419d-8ff9-bbe5cab3808b req-e1fd05d7-c548-40d3-86c2-a41b8fa7664c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0701990 Feb 11 05:17:18.907708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e603d9b4-9a29-419d-8ff9-bbe5cab3808b req-8ba10eed-aec6-4834-bda1-b7d6252c6910 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761745 Feb 11 05:17:20.041996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599ba4-4e53-4e0c-b109-e0ee01263cf1 req-bee26952-f5cd-4c39-92aa-f81160a1e654 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:20.043824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c599ba4-4e53-4e0c-b109-e0ee01263cf1 req-bee26952-f5cd-4c39-92aa-f81160a1e654 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0600855 Feb 11 05:17:20.099556 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c599ba4-4e53-4e0c-b109-e0ee01263cf1 req-b2758808-2c31-4eff-a83d-e509092cd543 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486991 Feb 11 05:17:20.332555 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:17:21.245346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d598649-60f1-4f53-840f-4b6620b1cc58 req-b29dbda7-759c-4e2c-a895-34965957d307 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:21.247746 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d598649-60f1-4f53-840f-4b6620b1cc58 req-b29dbda7-759c-4e2c-a895-34965957d307 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0661142 Feb 11 05:17:21.676364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d598649-60f1-4f53-840f-4b6620b1cc58 req-282653ac-1e5c-4b5d-ae52-7b5377f6d382 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4186423 Feb 11 05:17:22.819147 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d04bbc-777e-4863-b690-53c9bdfec296 req-7d0d0e6b-5ebf-4315-b440-142ce9891ec5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:22.821354 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0d04bbc-777e-4863-b690-53c9bdfec296 req-7d0d0e6b-5ebf-4315-b440-142ce9891ec5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0639305 Feb 11 05:17:22.888550 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0d04bbc-777e-4863-b690-53c9bdfec296 req-dd8916ef-b003-433c-b6c2-5efcb5a57af5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604529 Feb 11 05:17:23.152173 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8760828a-dae7-40c4-89d3-6cb5c914035e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:24.040961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099a15f-6ec0-4711-ba16-535175f6ab93 req-80384960-6097-4e5a-a424-5708621ea3fe tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:24.042877 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4099a15f-6ec0-4711-ba16-535175f6ab93 req-80384960-6097-4e5a-a424-5708621ea3fe tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0750062 Feb 11 05:17:24.102241 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4099a15f-6ec0-4711-ba16-535175f6ab93 req-0c0a045b-e842-4744-b18e-c0a42e43704e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515006 Feb 11 05:17:25.244859 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89301f61-2bc0-498c-8895-53f997406c8b req-b657c55d-11e1-45fc-a0af-41b73336d5e2 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:25.247566 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89301f61-2bc0-498c-8895-53f997406c8b req-b657c55d-11e1-45fc-a0af-41b73336d5e2 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0614257 Feb 11 05:17:25.300978 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89301f61-2bc0-498c-8895-53f997406c8b req-1c674f74-b3a0-4548-abf2-dc2c6d055b2f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473149 Feb 11 05:17:25.463943 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eb7fdb4c-b2cd-4183-ba37-2511577c4ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:26.431363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df676965-a33d-4234-8233-dd7fccde44ce req-54450127-a1a4-499e-89f9-2c30ced10023 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:26.433138 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df676965-a33d-4234-8233-dd7fccde44ce req-54450127-a1a4-499e-89f9-2c30ced10023 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0599964 Feb 11 05:17:26.486477 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-df676965-a33d-4234-8233-dd7fccde44ce req-bfbc8006-358b-4089-9edb-8806526c5a39 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472276 Feb 11 05:17:26.889470 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:27.625169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef8124-8b42-44c8-87ec-c942695a0e15 req-9c6c728f-e5f5-45c1-99e3-e09c92c86c81 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:27.626758 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00ef8124-8b42-44c8-87ec-c942695a0e15 req-9c6c728f-e5f5-45c1-99e3-e09c92c86c81 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0654492 Feb 11 05:17:27.697607 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00ef8124-8b42-44c8-87ec-c942695a0e15 req-64b74115-eba2-49c5-899e-305fb8a1d074 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642688 Feb 11 05:17:28.437466 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:28.832854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d82ef8-f321-4fac-9743-4526dfd3b63e req-0100edaf-6fbd-47d1-aa98-46d3e5cfdc01 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:28.835106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c4d82ef8-f321-4fac-9743-4526dfd3b63e req-0100edaf-6fbd-47d1-aa98-46d3e5cfdc01 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0616629 Feb 11 05:17:28.897863 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c4d82ef8-f321-4fac-9743-4526dfd3b63e req-f839c241-25a9-4c2b-9ecf-a37c304a927d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551913 Feb 11 05:17:29.755121 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:30.048711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188043e-ef87-48c5-8631-35cf334a9e5e req-36087d53-cdc8-4fe4-819f-9afe489f95e2 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:30.050279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8188043e-ef87-48c5-8631-35cf334a9e5e req-36087d53-cdc8-4fe4-819f-9afe489f95e2 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0681999 Feb 11 05:17:30.143616 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8188043e-ef87-48c5-8631-35cf334a9e5e req-624514d8-defb-44fd-ab3d-21659fd8b378 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864215 Feb 11 05:17:31.296184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f938d05-7135-406e-b89a-c6284bb34596 req-4d1e67d0-8cee-4247-871e-efb701023aba tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:31.297814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f938d05-7135-406e-b89a-c6284bb34596 req-4d1e67d0-8cee-4247-871e-efb701023aba tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0611527 Feb 11 05:17:31.373123 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9f938d05-7135-406e-b89a-c6284bb34596 req-26d72fb8-e7df-4786-917c-796c519f8d72 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671601 Feb 11 05:17:32.546930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad3457-3392-4159-9a22-c5a8613d2dce req-d4d93130-c4bc-4796-87f0-c7201c73c536 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:32.548553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fdad3457-3392-4159-9a22-c5a8613d2dce req-d4d93130-c4bc-4796-87f0-c7201c73c536 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0606058 Feb 11 05:17:32.603140 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fdad3457-3392-4159-9a22-c5a8613d2dce req-3686d352-7286-4401-8166-74780a40d40b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482955 Feb 11 05:17:33.747161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc1e00-b389-4256-b9ba-db1420f34aff req-45242037-f9e8-4453-b52b-f9c31457af8e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:33.749072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ccc1e00-b389-4256-b9ba-db1420f34aff req-45242037-f9e8-4453-b52b-f9c31457af8e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0663738 Feb 11 05:17:33.809093 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ccc1e00-b389-4256-b9ba-db1420f34aff req-dac70d83-d07b-490a-bf21-e0acfed58cff tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498919 Feb 11 05:17:34.465949 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:34.480325 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:35.004521 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab901d4-bf6f-44e4-9f34-64ae4b7fbad1 req-62440052-dfdb-41f1-a0fa-75288cba3b5f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:35.006716 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ab901d4-bf6f-44e4-9f34-64ae4b7fbad1 req-62440052-dfdb-41f1-a0fa-75288cba3b5f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0618985 Feb 11 05:17:35.060784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1ab901d4-bf6f-44e4-9f34-64ae4b7fbad1 req-3fc70d6f-e7f8-4ec6-80de-7298be7ac4bf tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472274 Feb 11 05:17:35.723698 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bb68da6b-e9dc-49d1-a6e6-caddb9166c04 service neutron] show failed (client error): The resource could not be found. Feb 11 05:17:35.724768 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bb68da6b-e9dc-49d1-a6e6-caddb9166c04 service neutron] 10.222.0.47 "GET /v2.0/ports/53efb532-b4cb-4015-a5d5-edddd8e3136e/bindings/n-h1-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0640941 Feb 11 05:17:36.226554 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b492c-cfc9-44be-a098-15ff39b92015 req-b7525c5e-0343-4a05-9725-578b282d85e2 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.228277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-431b492c-cfc9-44be-a098-15ff39b92015 req-b7525c5e-0343-4a05-9725-578b282d85e2 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0791538 Feb 11 05:17:36.286954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-431b492c-cfc9-44be-a098-15ff39b92015 req-f1b4a62f-b477-4673-88ef-736b2a5c78b9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515192 Feb 11 05:17:36.373015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-98c89c27-5e39-4ab4-90c7-b8016b122131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:36.374571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-98c89c27-5e39-4ab4-90c7-b8016b122131 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 1128 time: 0.0517244 Feb 11 05:17:36.387586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:36.454315 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:36.694605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] For port 53efb532-b4cb-4015-a5d5-edddd8e3136e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:36.734365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] For port 53efb532-b4cb-4015-a5d5-edddd8e3136e, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:36.779667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53efb532-b4cb-4015-a5d5-edddd8e3136e'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:36.782242 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276bc1f7-fd31-496b-8587-0bd7d68cf640" -d '{"events": [{"server_uuid": "e77348ba-eb69-43b6-a2ac-2f9ae4d1a340", "name": "network-vif-unplugged", "status": "completed", "tag": "53efb532-b4cb-4015-a5d5-edddd8e3136e"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:36.786334 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Publish callbacks [] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:36.814944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Transition to ACTIVE for port object 53efb532-b4cb-4015-a5d5-edddd8e3136e will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:17:36.840487 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f55811-c4ea-4a2a-b7e4-573c423c14c9 x-openstack-request-id: req-51f55811-c4ea-4a2a-b7e4-573c423c14c9 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:36.840852 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77348ba-eb69-43b6-a2ac-2f9ae4d1a340", "name": "network-vif-unplugged", "status": "completed", "tag": "53efb532-b4cb-4015-a5d5-edddd8e3136e", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:36.841219 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51f55811-c4ea-4a2a-b7e4-573c423c14c9 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:36.841703 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53efb532-b4cb-4015-a5d5-edddd8e3136e', 'code': 200} Feb 11 05:17:36.925945 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.037496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Pushing event updated for resources: {'Port': ['ID=53efb532-b4cb-4015-a5d5-edddd8e3136e,revision_number=6']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:37.131162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] No DVR routers for this DVR port 53efb532-b4cb-4015-a5d5-edddd8e3136e on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:37.289801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Attempting to bind port 53efb532-b4cb-4015-a5d5-edddd8e3136e on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:37.290787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Attempting to bind port 53efb532-b4cb-4015-a5d5-edddd8e3136e by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:37.290787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Attempting to bind port 53efb532-b4cb-4015-a5d5-edddd8e3136e on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:37.295678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Port 53efb532-b4cb-4015-a5d5-edddd8e3136e on network f6646055-8df5-4ea7-9425-cc6296f402ec not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:37.296073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Attempting to bind port 53efb532-b4cb-4015-a5d5-edddd8e3136e on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:37.301336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:37.301752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Checking segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:37.302202 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Bound using segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:37.302667 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Bound port: 53efb532-b4cb-4015-a5d5-edddd8e3136e, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:37.303038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.433677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] For port 53efb532-b4cb-4015-a5d5-edddd8e3136e, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:37.437991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] For port 53efb532-b4cb-4015-a5d5-edddd8e3136e, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:37.460794 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1628d-b202-4033-9f9b-fb556e70eea1 req-25f12f72-2983-4581-bdcb-4cf4ad97e130 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:37.462524 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5af1628d-b202-4033-9f9b-fb556e70eea1 req-25f12f72-2983-4581-bdcb-4cf4ad97e130 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 943 time: 0.0967243 Feb 11 05:17:37.524542 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5af1628d-b202-4033-9f9b-fb556e70eea1 req-52c2892f-91e9-426b-90cd-c95047ebd49d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550494 Feb 11 05:17:37.527198 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.582122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:37.582870 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:37.584619 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] 10.222.0.32 "PUT /v2.0/ports/53efb532-b4cb-4015-a5d5-edddd8e3136e HTTP/1.1" status: 200 len: 1092 time: 1.2015512 Feb 11 05:17:37.609690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5286a3-84d6-453f-8b8d-3b92f36e8e29 service neutron] Pushing event updated for resources: {'Port': ['ID=53efb532-b4cb-4015-a5d5-edddd8e3136e,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:37.674138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-54c54ff1-9022-4d9c-a870-4a776bbc7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:37.676182 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-54c54ff1-9022-4d9c-a870-4a776bbc7024 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 1126 time: 0.0618813 Feb 11 05:17:37.804868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-10c94baf-6c7a-4c06-bf1f-347a930fcd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:37.806703 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-10c94baf-6c7a-4c06-bf1f-347a930fcd25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1205115 Feb 11 05:17:37.888531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-71f8ca1b-b677-4c89-8a20-3f4d724678c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e HTTP/1.1" status: 200 len: 998 time: 0.0748508 Feb 11 05:17:37.957347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-45dcca89-1317-4fb2-8983-6b551d5fd1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:37.959956 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-45dcca89-1317-4fb2-8983-6b551d5fd1c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0631013 Feb 11 05:17:38.019737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-1ed6a12f-5dca-4ad0-b95d-bdddb3dfc6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:38.021839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-1ed6a12f-5dca-4ad0-b95d-bdddb3dfc6a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0548141 Feb 11 05:17:38.131161 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-5da53fa9-766c-4db4-8374-ed11f4621440 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009593 Feb 11 05:17:38.244008 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7fbd3815-2a50-45c3-b9c6-e11a39dd91fa req-6ff2dfc2-6abf-4640-8585-4c1e4153a553 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050336 Feb 11 05:17:38.683591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638b07e-6df9-4e22-8bf8-fcae7781977e req-03855657-1085-4e57-998e-35909d092c7c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:38.685916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5638b07e-6df9-4e22-8bf8-fcae7781977e req-03855657-1085-4e57-998e-35909d092c7c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 943 time: 0.0692105 Feb 11 05:17:38.761717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5638b07e-6df9-4e22-8bf8-fcae7781977e req-fff4b520-3873-4d06-814f-4470333003e5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699291 Feb 11 05:17:38.842827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'tag': '53efb532-b4cb-4015-a5d5-edddd8e3136e'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:38.845198 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e77348ba-eb69-43b6-a2ac-2f9ae4d1a340", "tag": "53efb532-b4cb-4015-a5d5-edddd8e3136e"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:38.904134 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8be640-80a5-44c0-9bb5-7faeadede40e x-openstack-request-id: req-3e8be640-80a5-44c0-9bb5-7faeadede40e {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:38.904407 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77348ba-eb69-43b6-a2ac-2f9ae4d1a340", "tag": "53efb532-b4cb-4015-a5d5-edddd8e3136e", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:38.904659 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e8be640-80a5-44c0-9bb5-7faeadede40e {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:38.905066 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'tag': '53efb532-b4cb-4015-a5d5-edddd8e3136e', 'status': 'completed', 'code': 200} Feb 11 05:17:38.981943 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-13ca7947-ce23-4070-a484-89063e9ca9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:38.983509 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-13ca7947-ce23-4070-a484-89063e9ca9df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 1126 time: 0.0583658 Feb 11 05:17:38.992080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-66cf4ad6-dd5b-4849-a2fb-53a5d512ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:38.994101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-66cf4ad6-dd5b-4849-a2fb-53a5d512ef7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 1126 time: 0.0583999 Feb 11 05:17:39.103402 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-ffe28cf9-1701-4cdd-9d69-bf8ce72dbdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.105348 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-ffe28cf9-1701-4cdd-9d69-bf8ce72dbdf9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1161444 Feb 11 05:17:39.124269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-449764f0-17a6-4719-83c2-5f64bdc8e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.126722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-449764f0-17a6-4719-83c2-5f64bdc8e91e service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1256201 Feb 11 05:17:39.197294 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-cb613426-e5a9-42db-8a8c-bb3803413efe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e HTTP/1.1" status: 200 len: 998 time: 0.0854325 Feb 11 05:17:39.219935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-55b170c2-47cc-4c92-acf4-8cffa0f34aed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e HTTP/1.1" status: 200 len: 998 time: 0.0858598 Feb 11 05:17:39.257417 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-513ff13f-6a81-43f2-bfd7-e552756e1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.259018 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-513ff13f-6a81-43f2-bfd7-e552756e1dbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0547125 Feb 11 05:17:39.286262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-3917cd16-e246-4839-86fd-958b50e78374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.287872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-3917cd16-e246-4839-86fd-958b50e78374 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0566862 Feb 11 05:17:39.337298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-4a8f50e0-28e2-4198-9a4f-55b9cd67a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.340472 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-4a8f50e0-28e2-4198-9a4f-55b9cd67a228 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0750675 Feb 11 05:17:39.382889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-07cdface-2640-4ab5-ac42-d0d4b1a6ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.382889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-07cdface-2640-4ab5-ac42-d0d4b1a6ab1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0741124 Feb 11 05:17:39.467610 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-e32f1687-740f-4e96-b9c1-86a4b8686f9e service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207533 Feb 11 05:17:39.497535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-d6fad9b5-bcf3-46e7-8e2c-1e1d97dc0696 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186271 Feb 11 05:17:39.587551 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-da2c6356-4940-4753-a636-b49315283a5a service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138194 Feb 11 05:17:39.611649 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbbadad6-43fc-4a4b-9a6f-34390115cb1d req-d3a5e820-6522-4a21-b89c-e5d47f174861 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058671 Feb 11 05:17:39.903206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b27d8-6984-47df-9efb-987515847bbc req-964e38c6-52e7-4694-a511-1db07cb1df10 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:39.904900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-922b27d8-6984-47df-9efb-987515847bbc req-964e38c6-52e7-4694-a511-1db07cb1df10 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 943 time: 0.0665302 Feb 11 05:17:39.961019 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-922b27d8-6984-47df-9efb-987515847bbc req-b54a5049-350e-4fec-b7d7-30c64ff6c039 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502825 Feb 11 05:17:40.844562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 53efb532-b4cb-4015-a5d5-edddd8e3136e no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:40.887632 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] The host n-h2-712142-35 is not matching for port 53efb532-b4cb-4015-a5d5-edddd8e3136e host n-h1-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:17:40.888118 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 53efb532-b4cb-4015-a5d5-edddd8e3136e not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:41.117793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0b18b-4764-47ef-882b-1f7acb0c880f req-52eeb7a6-fc41-4f1d-a5ff-28d0a1fc530b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:41.119370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63d0b18b-4764-47ef-882b-1f7acb0c880f req-52eeb7a6-fc41-4f1d-a5ff-28d0a1fc530b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 943 time: 0.0634146 Feb 11 05:17:41.178168 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-63d0b18b-4764-47ef-882b-1f7acb0c880f req-dfaf3b19-3daa-49b2-a10d-8602f0077fcf tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478537 Feb 11 05:17:41.458241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 53efb532-b4cb-4015-a5d5-edddd8e3136e details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:41.587187 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 53efb532-b4cb-4015-a5d5-edddd8e3136e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:41.601546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '53efb532-b4cb-4015-a5d5-edddd8e3136e', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'port_id': '53efb532-b4cb-4015-a5d5-edddd8e3136e', 'mac_address': 'fa:16:3e:f3:a1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:41.649132 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 53efb532-b4cb-4015-a5d5-edddd8e3136e is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:41.649795 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.661201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433ec84-293d-4cec-84b4-f2beec4cf2cd req-2c2e02ca-cbec-41f2-a6a5-b0e9670fedd5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:41.663802 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8433ec84-293d-4cec-84b4-f2beec4cf2cd req-2c2e02ca-cbec-41f2-a6a5-b0e9670fedd5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 943 time: 0.0830328 Feb 11 05:17:41.675117 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53efb532-b4cb-4015-a5d5-edddd8e3136e {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:41.712608 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 53efb532-b4cb-4015-a5d5-edddd8e3136e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:41.735240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8433ec84-293d-4cec-84b4-f2beec4cf2cd req-fa475e1a-2a39-4382-b3c1-87f1771caf60 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625429 Feb 11 05:17:41.773561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0665181-6727-4371-a522-4a52309ef666 req-a294a936-87b6-442b-a636-57940e0a7d9e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:41.775117 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f0665181-6727-4371-a522-4a52309ef666 req-a294a936-87b6-442b-a636-57940e0a7d9e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.47 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&binding%3Ahost_id=n-h1-712142-35 HTTP/1.1" status: 200 len: 943 time: 0.0934536 Feb 11 05:17:41.801309 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:41.864967 n-d-712142-35 neutron-server[103808]: INFO neutron.api.v2.resource [req-f0665181-6727-4371-a522-4a52309ef666 req-994b9a11-a4a2-4580-9fea-418bb6690a14 service neutron] delete failed (client error): The resource could not be found. Feb 11 05:17:41.866240 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f0665181-6727-4371-a522-4a52309ef666 req-994b9a11-a4a2-4580-9fea-418bb6690a14 service neutron] 10.222.0.47 "DELETE /v2.0/ports/53efb532-b4cb-4015-a5d5-edddd8e3136e/bindings/n-h2-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0838602 Feb 11 05:17:41.873182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=53efb532-b4cb-4015-a5d5-edddd8e3136e,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:41.967012 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0665181-6727-4371-a522-4a52309ef666 req-6af1978d-e678-4257-88f6-f4e73c185e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:41.968491 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f0665181-6727-4371-a522-4a52309ef666 req-6af1978d-e678-4257-88f6-f4e73c185e8c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 1127 time: 0.0517325 Feb 11 05:17:42.076775 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0665181-6727-4371-a522-4a52309ef666 req-732ad268-bd88-4bc3-a19a-fb5b393ac44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:42.079321 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f0665181-6727-4371-a522-4a52309ef666 req-732ad268-bd88-4bc3-a19a-fb5b393ac44a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1052170 Feb 11 05:17:42.079472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['53efb532-b4cb-4015-a5d5-edddd8e3136e'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:17:42.178862 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f0665181-6727-4371-a522-4a52309ef666 req-00439ea7-0151-49bd-bb70-8d3761328442 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e HTTP/1.1" status: 200 len: 999 time: 0.0934052 Feb 11 05:17:42.240737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0665181-6727-4371-a522-4a52309ef666 req-cc0eef3f-7daf-47f8-a461-294d94d98e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:42.242417 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f0665181-6727-4371-a522-4a52309ef666 req-cc0eef3f-7daf-47f8-a461-294d94d98e42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0570600 Feb 11 05:17:42.333602 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0665181-6727-4371-a522-4a52309ef666 req-202591f8-8fc9-4d8c-ab48-02d4625d54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:42.336318 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f0665181-6727-4371-a522-4a52309ef666 req-202591f8-8fc9-4d8c-ab48-02d4625d54fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0860090 Feb 11 05:17:42.467950 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f0665181-6727-4371-a522-4a52309ef666 req-a3120b52-a566-4f49-9cad-44f303375711 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244035 Feb 11 05:17:42.575074 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f0665181-6727-4371-a522-4a52309ef666 req-ebdabb44-0f5d-4471-898e-89c8fa27bb42 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006694 Feb 11 05:17:42.889337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce03ca-5d3f-4428-90f6-8216580ac775 req-75db18d6-ae42-4783-aa91-36b36b35eefb tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:42.891037 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98ce03ca-5d3f-4428-90f6-8216580ac775 req-75db18d6-ae42-4783-aa91-36b36b35eefb tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 944 time: 0.0644290 Feb 11 05:17:42.954373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98ce03ca-5d3f-4428-90f6-8216580ac775 req-e0fd86ea-a520-49f3-b161-595450d2e691 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526481 Feb 11 05:17:43.456855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 53efb532-b4cb-4015-a5d5-edddd8e3136e up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:17:43.592080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 53efb532-b4cb-4015-a5d5-edddd8e3136e completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:17:43.598952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 53efb532-b4cb-4015-a5d5-edddd8e3136e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:43.599830 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.695174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 53efb532-b4cb-4015-a5d5-edddd8e3136e is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:43.695722 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.728179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53efb532-b4cb-4015-a5d5-edddd8e3136e'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:43.731196 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4076818a-6a29-44c0-94f1-7e1aa636a23d" -d '{"events": [{"server_uuid": "e77348ba-eb69-43b6-a2ac-2f9ae4d1a340", "name": "network-vif-plugged", "status": "completed", "tag": "53efb532-b4cb-4015-a5d5-edddd8e3136e"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:43.747093 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 53efb532-b4cb-4015-a5d5-edddd8e3136e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:43.778976 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85a0b56-8e70-4509-b227-1df02657806b x-openstack-request-id: req-d85a0b56-8e70-4509-b227-1df02657806b {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:43.779397 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77348ba-eb69-43b6-a2ac-2f9ae4d1a340", "name": "network-vif-plugged", "status": "completed", "tag": "53efb532-b4cb-4015-a5d5-edddd8e3136e", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:43.779752 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d85a0b56-8e70-4509-b227-1df02657806b {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:43.780292 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53efb532-b4cb-4015-a5d5-edddd8e3136e', 'code': 200} Feb 11 05:17:43.872615 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:43.957903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=53efb532-b4cb-4015-a5d5-edddd8e3136e,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:44.107004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68449dcf-6c09-418c-bf43-b3133fe51d22 req-ed349a57-29c5-448f-aeff-2d4650edf84c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:44.109791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68449dcf-6c09-418c-bf43-b3133fe51d22 req-ed349a57-29c5-448f-aeff-2d4650edf84c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0692685 Feb 11 05:17:44.196280 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-68449dcf-6c09-418c-bf43-b3133fe51d22 req-b4bd13ee-6d6b-42de-b70a-f911fa65255e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796955 Feb 11 05:17:44.334214 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca2002-7a05-4ecc-a747-4e69873050ca req-93aae063-663d-49a8-a135-e8c1b85b9ca0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:44.335808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcca2002-7a05-4ecc-a747-4e69873050ca req-93aae063-663d-49a8-a135-e8c1b85b9ca0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0625606 Feb 11 05:17:44.393118 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcca2002-7a05-4ecc-a747-4e69873050ca req-ae35685e-e3aa-4cff-9c6b-af4714bc563a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504322 Feb 11 05:17:44.565298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117a153-91a4-4e8b-b625-cdcb4524e642 req-5b180e7d-65b9-47b5-aa2d-7c6a46067ff6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:44.566900 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b117a153-91a4-4e8b-b625-cdcb4524e642 req-5b180e7d-65b9-47b5-aa2d-7c6a46067ff6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0633349 Feb 11 05:17:44.621575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b117a153-91a4-4e8b-b625-cdcb4524e642 req-cdf1eb17-768c-40c5-8523-273c26b125f1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462389 Feb 11 05:17:45.194576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e48fe7-8b16-409f-b7a0-8cdbf02bf0dd req-1747a02c-47ab-4d66-b9ab-9f578ca36599 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:45.197408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13e48fe7-8b16-409f-b7a0-8cdbf02bf0dd req-1747a02c-47ab-4d66-b9ab-9f578ca36599 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0876584 Feb 11 05:17:45.269096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-13e48fe7-8b16-409f-b7a0-8cdbf02bf0dd req-93a7edb9-ed84-4909-93f5-2d2936d21890 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651445 Feb 11 05:17:46.413564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ad41b-a597-469a-9f85-b3aca7200445 req-9840589f-d47f-4079-ae78-c7c79c612d37 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:46.415215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d9ad41b-a597-469a-9f85-b3aca7200445 req-9840589f-d47f-4079-ae78-c7c79c612d37 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0682843 Feb 11 05:17:46.485011 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d9ad41b-a597-469a-9f85-b3aca7200445 req-7c66a2db-dacc-43be-bd4c-b8412482b062 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585401 Feb 11 05:17:46.736213 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778c32-4441-4dde-a483-9984f164c360 req-f2f1cd05-eaaf-4625-b3ab-c7a933e214ba tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:46.737955 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39778c32-4441-4dde-a483-9984f164c360 req-f2f1cd05-eaaf-4625-b3ab-c7a933e214ba tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 945 time: 0.0599828 Feb 11 05:17:46.860154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-39778c32-4441-4dde-a483-9984f164c360 req-e38f5e4c-c1d6-4d9b-bec5-ca452cfda24a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Deleting port 53efb532-b4cb-4015-a5d5-edddd8e3136e {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:17:46.860856 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-39778c32-4441-4dde-a483-9984f164c360 req-e38f5e4c-c1d6-4d9b-bec5-ca452cfda24a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:46.989497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-39778c32-4441-4dde-a483-9984f164c360 req-e38f5e4c-c1d6-4d9b-bec5-ca452cfda24a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] For port 53efb532-b4cb-4015-a5d5-edddd8e3136e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=53efb532-b4cb-4015-a5d5-edddd8e3136e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:46.989770 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-39778c32-4441-4dde-a483-9984f164c360 req-e38f5e4c-c1d6-4d9b-bec5-ca452cfda24a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.247148 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-39778c32-4441-4dde-a483-9984f164c360 req-e38f5e4c-c1d6-4d9b-bec5-ca452cfda24a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.247438 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-39778c32-4441-4dde-a483-9984f164c360 req-e38f5e4c-c1d6-4d9b-bec5-ca452cfda24a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (8caa2555-9970-4c8a-bed1-f2f1a8c42806), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.247760 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-39778c32-4441-4dde-a483-9984f164c360 req-e38f5e4c-c1d6-4d9b-bec5-ca452cfda24a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806 disassociated. External IP: 172.25.3.48, port: 53efb532-b4cb-4015-a5d5-edddd8e3136e. Feb 11 05:17:47.248125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-39778c32-4441-4dde-a483-9984f164c360 req-e38f5e4c-c1d6-4d9b-bec5-ca452cfda24a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Calling delete_port for 53efb532-b4cb-4015-a5d5-edddd8e3136e owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:17:47.471923 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-39778c32-4441-4dde-a483-9984f164c360 req-e38f5e4c-c1d6-4d9b-bec5-ca452cfda24a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (53efb532-b4cb-4015-a5d5-edddd8e3136e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.506251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f5e4c-c1d6-4d9b-bec5-ca452cfda24a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Pushing event deleted for resources: {'Port': ['ID=53efb532-b4cb-4015-a5d5-edddd8e3136e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:47.650750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e727c2d0-de10-4092-875f-07ed2a02667c req-af197a5f-946e-4ed1-9f59-d31d8467b6a8 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 210 time: 0.0431240 Feb 11 05:17:47.748964 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39778c32-4441-4dde-a483-9984f164c360 req-e38f5e4c-c1d6-4d9b-bec5-ca452cfda24a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Router 1a57b563-ca01-43d5-81db-769208794cce has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:17:47.903861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39778c32-4441-4dde-a483-9984f164c360 req-e38f5e4c-c1d6-4d9b-bec5-ca452cfda24a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:17:47.917535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f759c-6ea0-495e-aebe-931b1689c3a3 None None] Sync routers for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:17:47.942659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f759c-6ea0-495e-aebe-931b1689c3a3 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:47.943720 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ff1f759c-6ea0-495e-aebe-931b1689c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:17:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:47.984747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-39778c32-4441-4dde-a483-9984f164c360 req-e38f5e4c-c1d6-4d9b-bec5-ca452cfda24a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] No DVR routers for this DVR port 53efb532-b4cb-4015-a5d5-edddd8e3136e on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:17:47.988132 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-39778c32-4441-4dde-a483-9984f164c360 req-e38f5e4c-c1d6-4d9b-bec5-ca452cfda24a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:47.991691 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39778c32-4441-4dde-a483-9984f164c360 req-e38f5e4c-c1d6-4d9b-bec5-ca452cfda24a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "DELETE /v2.0/ports/53efb532-b4cb-4015-a5d5-edddd8e3136e HTTP/1.1" status: 204 len: 173 time: 1.2468567 Feb 11 05:17:47.992188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'name': 'network-vif-deleted', 'tag': '53efb532-b4cb-4015-a5d5-edddd8e3136e'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:47.995459 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd37501e-c708-4def-9794-b5fbbc2f7e60" -d '{"events": [{"server_uuid": "e77348ba-eb69-43b6-a2ac-2f9ae4d1a340", "name": "network-vif-deleted", "tag": "53efb532-b4cb-4015-a5d5-edddd8e3136e"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:48.060338 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51374ae7-3964-4e43-ace9-cd3d41efe7c9 x-openstack-request-id: req-51374ae7-3964-4e43-ace9-cd3d41efe7c9 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:48.060859 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77348ba-eb69-43b6-a2ac-2f9ae4d1a340", "name": "network-vif-deleted", "tag": "53efb532-b4cb-4015-a5d5-edddd8e3136e", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:48.061622 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51374ae7-3964-4e43-ace9-cd3d41efe7c9 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:48.062302 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77348ba-eb69-43b6-a2ac-2f9ae4d1a340', 'name': 'network-vif-deleted', 'tag': '53efb532-b4cb-4015-a5d5-edddd8e3136e', 'status': 'completed', 'code': 200} Feb 11 05:17:48.103418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-ff1f759c-6ea0-495e-aebe-931b1689c3a3 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:48.340008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ff1f759c-6ea0-495e-aebe-931b1689c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:48.370392 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f759c-6ea0-495e-aebe-931b1689c3a3 None None] Checking router: 1a57b563-ca01-43d5-81db-769208794cce for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:17:48.380219 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f759c-6ea0-495e-aebe-931b1689c3a3 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:17:48.380875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ff1f759c-6ea0-495e-aebe-931b1689c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:17:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:48.542549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-ff1f759c-6ea0-495e-aebe-931b1689c3a3 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:17:48.818183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fef83d87-4c28-41b2-81d9-6608db6d2605 req-34da1fb4-26c2-4de7-804e-5699ad978485 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=e77348ba-eb69-43b6-a2ac-2f9ae4d1a340 HTTP/1.1" status: 200 len: 210 time: 0.0410330 Feb 11 05:17:48.836634 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ff1f759c-6ea0-495e-aebe-931b1689c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:17:48.871289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1f759c-6ea0-495e-aebe-931b1689c3a3 None None] The sync data for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 is: [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:17:49.190032 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b6ec6-50a4-4273-8cc5-cb2ee6417bdc None None] New status for floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:17:49.497612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 53efb532-b4cb-4015-a5d5-edddd8e3136e no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:17:49.530608 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 53efb532-b4cb-4015-a5d5-edddd8e3136e {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:17:49.530999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 53efb532-b4cb-4015-a5d5-edddd8e3136e not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:17:50.164477 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-f106d0a8-8d85-43a9-911a-cf103900dad6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1713232633&fields=id&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 267 time: 0.0535557 Feb 11 05:17:50.290435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-46b479a1-22c7-41c0-bd27-8b056a0fd750 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:50.292646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-46b479a1-22c7-41c0-bd27-8b056a0fd750 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 812 time: 0.1201005 Feb 11 05:17:50.309540 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-7921503c-6aa1-4433-ba15-c1a9b58ffeac tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/quotas/cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 375 time: 0.0105858 Feb 11 05:17:50.384395 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-5de4fb35-a9f5-4e1f-90f0-8868d4f3a977 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684280 Feb 11 05:17:50.550873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-7e9a8b0b-60dd-4775-8e81-cef778dd51ea service neutron] 10.222.0.13 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413584 Feb 11 05:17:50.677233 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-b809c1dd-bbc9-448e-b7e8-314d8a34bcd0 service neutron] 10.222.0.13 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189616 Feb 11 05:17:51.001373 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b0fa51ec-f0c9-4d97-9239-f3a6a2b3c17e req-35e24099-5e4a-4aa3-a171-0504983be2f8 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 210 time: 0.0415361 Feb 11 05:17:52.173767 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5dbf2f07-7616-45ac-9885-febecfdd691b req-31b625f0-a001-4f4d-9fff-d44dc310482c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 210 time: 0.0465293 Feb 11 05:17:53.209450 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a98c6920-23e3-4ab4-9a2a-8d95443a7fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.316327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-58a201b0-c722-4439-b524-0ef6f25c8bab tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:53.318981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-58a201b0-c722-4439-b524-0ef6f25c8bab tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 812 time: 0.1666191 Feb 11 05:17:53.374367 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0cc0458-871b-49e8-ad7c-3115af30a1f5 req-6b2feff5-047d-4b24-94d1-c0943a9bb5e6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 210 time: 0.0536983 Feb 11 05:17:53.455550 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-1a53e26c-8de0-46fc-a689-6311a686e502 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 380 time: 0.1201062 Feb 11 05:17:53.465484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Request body: {'port': {'device_id': '0523388e-9a95-4459-ad50-5321985a3c2b', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'admin_state_up': True, 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'security_groups': ['634ed7d3-14fd-4583-b3c4-a2105119a0ef']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:53.677076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Made reservation on behalf of cc4b5ca2a9cd42768cfbca5f19321e06 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:17:53.680892 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:53.888555 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Allocated IP 172.20.0.5 (f6646055-8df5-4ea7-9425-cc6296f402ec/6ce60340-28e1-403f-a9cc-7e7fb2390273/15e98409-7639-4d01-81ff-5a8cfd3e247e) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:17:54.055798 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.178023 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.237308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Network f6646055-8df5-4ea7-9425-cc6296f402ec is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:17:54.240998 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:17:54.243861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:17:54.283336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Pushing event updated for resources: {'Port': ['ID=15e98409-7639-4d01-81ff-5a8cfd3e247e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:54.316100 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:54.316591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:54.317165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:54.317703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:54.318296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:54.318905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:54.319438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:54.320004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:54.320601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:54.321131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:54.321710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:54.322258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:54.323398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:17:54.347965 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:54.349281 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.521078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-122924ef-7286-4f41-923d-2e78a9403a18 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0592208 Feb 11 05:17:54.534401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1190244d-3810-48c4-bb75-f1a851f90769 None None] Provisioning complete for port 15e98409-7639-4d01-81ff-5a8cfd3e247e triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:17:54.535314 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1190244d-3810-48c4-bb75-f1a851f90769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.535905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Request body: {'port': {'device_id': '0523388e-9a95-4459-ad50-5321985a3c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:17:54.596946 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1190244d-3810-48c4-bb75-f1a851f90769 None None] Port 15e98409-7639-4d01-81ff-5a8cfd3e247e cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:17:54.597211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1bc02-4f62-43eb-ba24-07f66e9cf933 req-8f36cae5-c653-482b-9ecd-4003e782a93d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:54.599497 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7f1bc02-4f62-43eb-ba24-07f66e9cf933 req-8f36cae5-c653-482b-9ecd-4003e782a93d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 931 time: 0.1142251 Feb 11 05:17:54.654134 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:54.714216 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c7f1bc02-4f62-43eb-ba24-07f66e9cf933 req-c41d67e5-9022-4ddf-ace3-10b5815447cc tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894027 Feb 11 05:17:55.006472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e98409-7639-4d01-81ff-5a8cfd3e247e {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:55.016392 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Publish callbacks [] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.031258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Transition to ACTIVE for port object 15e98409-7639-4d01-81ff-5a8cfd3e247e will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:17:55.100156 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.161547 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=15e98409-7639-4d01-81ff-5a8cfd3e247e,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:55.269148 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Attempting to bind port 15e98409-7639-4d01-81ff-5a8cfd3e247e on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:17:55.269654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Attempting to bind port 15e98409-7639-4d01-81ff-5a8cfd3e247e by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:17:55.270212 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Attempting to bind port 15e98409-7639-4d01-81ff-5a8cfd3e247e on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:55.282138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Port 15e98409-7639-4d01-81ff-5a8cfd3e247e on network f6646055-8df5-4ea7-9425-cc6296f402ec not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:17:55.282138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Attempting to bind port 15e98409-7639-4d01-81ff-5a8cfd3e247e on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:17:55.290976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:17:55.290976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Checking segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:17:55.291553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Bound using segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:17:55.291986 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Bound port: 15e98409-7639-4d01-81ff-5a8cfd3e247e, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:17:55.292608 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.410163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] For port 15e98409-7639-4d01-81ff-5a8cfd3e247e, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:17:55.414443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] For port 15e98409-7639-4d01-81ff-5a8cfd3e247e, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:17:55.471508 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ff750591-ce03-4459-9941-507b206f465c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.503759 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.554363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:55.555156 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:55.556690 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] 10.222.0.32 "PUT /v2.0/ports/15e98409-7639-4d01-81ff-5a8cfd3e247e HTTP/1.1" status: 200 len: 1092 time: 1.0273962 Feb 11 05:17:55.557193 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0523388e-9a95-4459-ad50-5321985a3c2b', 'tag': '15e98409-7639-4d01-81ff-5a8cfd3e247e'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:17:55.559604 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c5c361-3c35-46aa-9acb-8a4d35aa7352" -d '{"events": [{"name": "network-changed", "server_uuid": "0523388e-9a95-4459-ad50-5321985a3c2b", "tag": "15e98409-7639-4d01-81ff-5a8cfd3e247e"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:17:55.600683 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff9a1d-f006-4e88-b208-37b634b98fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=15e98409-7639-4d01-81ff-5a8cfd3e247e,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:17:55.640055 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d417d370-3dc7-4dcb-af07-1834530e0f90 x-openstack-request-id: req-d417d370-3dc7-4dcb-af07-1834530e0f90 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:17:55.640348 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0523388e-9a95-4459-ad50-5321985a3c2b", "tag": "15e98409-7639-4d01-81ff-5a8cfd3e247e", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:17:55.640585 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d417d370-3dc7-4dcb-af07-1834530e0f90 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:17:55.641076 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0523388e-9a95-4459-ad50-5321985a3c2b', 'tag': '15e98409-7639-4d01-81ff-5a8cfd3e247e', 'status': 'completed', 'code': 200} Feb 11 05:17:55.761786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5c361-3c35-46aa-9acb-8a4d35aa7352 req-2374c354-c33f-4b4d-bebe-bc6dc9274990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:55.766852 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86c5c361-3c35-46aa-9acb-8a4d35aa7352 req-2374c354-c33f-4b4d-bebe-bc6dc9274990 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 1126 time: 0.0774806 Feb 11 05:17:56.041048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5c361-3c35-46aa-9acb-8a4d35aa7352 req-3f2b9a83-d154-4695-88ec-ed370316460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.043728 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86c5c361-3c35-46aa-9acb-8a4d35aa7352 req-3f2b9a83-d154-4695-88ec-ed370316460a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2714133 Feb 11 05:17:56.086819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f4474-b7a1-45da-95fd-1c9fb7e07a43 req-c7e0bd40-9a89-41a6-ad37-171654110e1f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.089717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-170f4474-b7a1-45da-95fd-1c9fb7e07a43 req-c7e0bd40-9a89-41a6-ad37-171654110e1f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 943 time: 0.1922460 Feb 11 05:17:56.249991 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-170f4474-b7a1-45da-95fd-1c9fb7e07a43 req-b8d3320d-3442-49f8-8899-bb8532206561 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398706 Feb 11 05:17:56.274586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5c361-3c35-46aa-9acb-8a4d35aa7352 req-165ed64c-0bbf-47cf-801e-1b1fc92940ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.277845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86c5c361-3c35-46aa-9acb-8a4d35aa7352 req-165ed64c-0bbf-47cf-801e-1b1fc92940ac service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2261698 Feb 11 05:17:56.378515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-2b7ec8dd-7a1c-4304-aa88-53283c75a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.380075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-2b7ec8dd-7a1c-4304-aa88-53283c75a37f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 1126 time: 0.0587606 Feb 11 05:17:56.805809 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-137ff6ab-999a-40d8-87d3-972accefab7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e HTTP/1.1" status: 200 len: 217 time: 0.4149771 Feb 11 05:17:56.859568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-7cf60f3b-aebb-420a-88f1-0fffe713283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.861061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-7cf60f3b-aebb-420a-88f1-0fffe713283b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0487738 Feb 11 05:17:56.894238 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:56.931490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-113d9052-41a0-4b17-8c40-495545e8b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:56.935303 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-113d9052-41a0-4b17-8c40-495545e8b7df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0660510 Feb 11 05:17:57.042945 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-314ad6b7-ec5a-4019-bcb4-fe2f64cefab6 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008329 Feb 11 05:17:57.153281 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-72fd46f7-2f80-4abe-b941-b71250ea72d8 req-72138098-6fed-454f-8690-e7f3cb72dbe9 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006911 Feb 11 05:17:57.333625 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:17:57.405606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3254afa-299b-44c8-8352-88feda721336 req-f12589e4-66f2-4de2-b87f-0673c9cc197c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:57.407231 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3254afa-299b-44c8-8352-88feda721336 req-f12589e4-66f2-4de2-b87f-0673c9cc197c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 943 time: 0.0688946 Feb 11 05:17:57.470044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c3254afa-299b-44c8-8352-88feda721336 req-7e1d9da1-6250-481a-8135-8ee874239058 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508611 Feb 11 05:17:58.474612 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:58.621369 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1733c9-554d-4f3f-a298-4b671903fa84 req-39e26ce4-5e20-49e8-a665-bd5df47d1230 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:58.623033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e1733c9-554d-4f3f-a298-4b671903fa84 req-39e26ce4-5e20-49e8-a665-bd5df47d1230 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 943 time: 0.0594699 Feb 11 05:17:58.680100 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e1733c9-554d-4f3f-a298-4b671903fa84 req-1fd17af8-8d28-48df-9d05-e6f626a71cdc tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510221 Feb 11 05:17:59.559879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 15e98409-7639-4d01-81ff-5a8cfd3e247e details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:17:59.689451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 15e98409-7639-4d01-81ff-5a8cfd3e247e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:59.704076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '15e98409-7639-4d01-81ff-5a8cfd3e247e', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'port_id': '15e98409-7639-4d01-81ff-5a8cfd3e247e', 'mac_address': 'fa:16:3e:16:23:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:17:59.783146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 15e98409-7639-4d01-81ff-5a8cfd3e247e is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:17:59.784154 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.807679 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.811691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e98409-7639-4d01-81ff-5a8cfd3e247e {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:17:59.848421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 15e98409-7639-4d01-81ff-5a8cfd3e247e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:17:59.872343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf9d8c-17ea-4c74-9bcc-805003b2b60a req-95a23a99-e0a3-45d0-8f22-051440c76b6a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:17:59.874005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19cf9d8c-17ea-4c74-9bcc-805003b2b60a req-95a23a99-e0a3-45d0-8f22-051440c76b6a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 943 time: 0.0894253 Feb 11 05:17:59.931905 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19cf9d8c-17ea-4c74-9bcc-805003b2b60a req-3493bd87-cc82-4f65-af91-cbff4a4f42e9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508785 Feb 11 05:17:59.937354 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:17:59.995479 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=15e98409-7639-4d01-81ff-5a8cfd3e247e,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:00.003687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:00.004043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:00.004409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:00.004748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:00.005082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:00.005418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:00.005744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:00.006071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:00.006401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:00.006764 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:00.007096 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:00.007440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:00.007763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:00.156141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['15e98409-7639-4d01-81ff-5a8cfd3e247e'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:01.069652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a2604-1540-431e-a986-3d671b2d00d6 req-1b9805ad-a7b4-402d-bdba-62b6248211a8 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:01.071397 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e44a2604-1540-431e-a986-3d671b2d00d6 req-1b9805ad-a7b4-402d-bdba-62b6248211a8 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 944 time: 0.0608563 Feb 11 05:18:01.124532 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e44a2604-1540-431e-a986-3d671b2d00d6 req-7907905a-1f13-4cf0-a9ba-4fd9922f6826 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467513 Feb 11 05:18:01.591874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 15e98409-7639-4d01-81ff-5a8cfd3e247e up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:01.897460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 15e98409-7639-4d01-81ff-5a8cfd3e247e completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:18:01.902434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 15e98409-7639-4d01-81ff-5a8cfd3e247e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:01.902844 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:01.990172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 15e98409-7639-4d01-81ff-5a8cfd3e247e is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:01.990667 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.023082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0523388e-9a95-4459-ad50-5321985a3c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e98409-7639-4d01-81ff-5a8cfd3e247e'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:02.025389 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8ca9d5-8dee-45be-924c-102503aa323d" -d '{"events": [{"server_uuid": "0523388e-9a95-4459-ad50-5321985a3c2b", "name": "network-vif-plugged", "status": "completed", "tag": "15e98409-7639-4d01-81ff-5a8cfd3e247e"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:02.040180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 15e98409-7639-4d01-81ff-5a8cfd3e247e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:02.070092 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf0b8aa-15ff-4215-8fc9-39cec938db96 x-openstack-request-id: req-bbf0b8aa-15ff-4215-8fc9-39cec938db96 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:02.070396 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0523388e-9a95-4459-ad50-5321985a3c2b", "name": "network-vif-plugged", "status": "completed", "tag": "15e98409-7639-4d01-81ff-5a8cfd3e247e", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:02.070690 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbf0b8aa-15ff-4215-8fc9-39cec938db96 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:02.071131 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0523388e-9a95-4459-ad50-5321985a3c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e98409-7639-4d01-81ff-5a8cfd3e247e', 'code': 200} Feb 11 05:18:02.207406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ce228-8dab-40aa-bfa6-f59892930f1f req-b6b1515d-1e03-49aa-9439-da2eece9820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:02.210157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-172ce228-8dab-40aa-bfa6-f59892930f1f req-b6b1515d-1e03-49aa-9439-da2eece9820b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 1127 time: 0.0650721 Feb 11 05:18:02.214543 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:02.269299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=15e98409-7639-4d01-81ff-5a8cfd3e247e,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:02.325530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-172ce228-8dab-40aa-bfa6-f59892930f1f req-8c06eced-1fbd-4a14-89ab-ea578619d519 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080565 Feb 11 05:18:02.354159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46214d41-afb1-4435-9942-18d03ef99fef req-fb6b9f34-a27f-494a-a467-11d4f2b36b62 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:02.356815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-46214d41-afb1-4435-9942-18d03ef99fef req-fb6b9f34-a27f-494a-a467-11d4f2b36b62 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.1286693 Feb 11 05:18:02.412838 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-46214d41-afb1-4435-9942-18d03ef99fef req-6150aff7-c15c-41f6-98c9-b341725f5fb3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498998 Feb 11 05:18:03.562157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a7a32-2137-48ff-823c-04b9fd4088a7 req-422952f0-7cf1-420a-b3c1-384f8fe9e29d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:03.564471 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-695a7a32-2137-48ff-823c-04b9fd4088a7 req-422952f0-7cf1-420a-b3c1-384f8fe9e29d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0600243 Feb 11 05:18:03.644409 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-695a7a32-2137-48ff-823c-04b9fd4088a7 req-d7f8efab-2c1f-4237-b5e0-949958d6ba6d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740991 Feb 11 05:18:04.403297 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.442955 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:04.882376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfbdce-db79-414b-8502-2541e945880c req-cd850cb1-9dd3-4575-b69f-978b2c42999e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:04.884306 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1bfbdce-db79-414b-8502-2541e945880c req-cd850cb1-9dd3-4575-b69f-978b2c42999e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.1529827 Feb 11 05:18:04.952458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1bfbdce-db79-414b-8502-2541e945880c req-2704bad0-6083-4dd2-9994-29225f88d15d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607188 Feb 11 05:18:05.173218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dddea-c35c-42ed-b058-cc60c42e70f2 req-f3af0448-7898-4a4c-8fca-c8ca7b823521 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:05.174876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1a5dddea-c35c-42ed-b058-cc60c42e70f2 req-f3af0448-7898-4a4c-8fca-c8ca7b823521 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.1472380 Feb 11 05:18:05.187144 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41718) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:18:05.192694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-cdf15283-bf96-4bb7-a633-df9c49c185d0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Request body: {'floatingip': {'port_id': '15e98409-7639-4d01-81ff-5a8cfd3e247e'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:05.273799 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cdf15283-bf96-4bb7-a633-df9c49c185d0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (8caa2555-9970-4c8a-bed1-f2f1a8c42806), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.000908 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.db.resource_extend [None req-cdf15283-bf96-4bb7-a633-df9c49c185d0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 05:18:06.345800 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cdf15283-bf96-4bb7-a633-df9c49c185d0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.428533 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cdf15283-bf96-4bb7-a633-df9c49c185d0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (8caa2555-9970-4c8a-bed1-f2f1a8c42806), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.545837 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-cdf15283-bf96-4bb7-a633-df9c49c185d0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806 associated. External IP: 172.25.3.48, port: 15e98409-7639-4d01-81ff-5a8cfd3e247e. Feb 11 05:18:06.790058 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf15283-bf96-4bb7-a633-df9c49c185d0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Router 1a57b563-ca01-43d5-81db-769208794cce has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:18:06.932741 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf15283-bf96-4bb7-a633-df9c49c185d0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:06.946560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cdf15283-bf96-4bb7-a633-df9c49c185d0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:06.959557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa88828-1e99-471d-b94f-02fb100e3a7f None None] Sync routers for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:06.980974 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa88828-1e99-471d-b94f-02fb100e3a7f None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:06.982499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1aa88828-1e99-471d-b94f-02fb100e3a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:17:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:06.985747 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cdf15283-bf96-4bb7-a633-df9c49c185d0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "PUT /v2.0/floatingips/8caa2555-9970-4c8a-bed1-f2f1a8c42806 HTTP/1.1" status: 200 len: 990 time: 1.7968962 Feb 11 05:18:06.986681 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0523388e-9a95-4459-ad50-5321985a3c2b', 'tag': '15e98409-7639-4d01-81ff-5a8cfd3e247e'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:06.991027 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22587805-e484-4ada-80e4-fac17911d021" -d '{"events": [{"name": "network-changed", "server_uuid": "0523388e-9a95-4459-ad50-5321985a3c2b", "tag": "15e98409-7639-4d01-81ff-5a8cfd3e247e"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:07.083634 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1134a93b-9fc0-4bf0-960a-ae5d36824401 x-openstack-request-id: req-1134a93b-9fc0-4bf0-960a-ae5d36824401 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:07.084300 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0523388e-9a95-4459-ad50-5321985a3c2b", "tag": "15e98409-7639-4d01-81ff-5a8cfd3e247e", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:07.084468 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1134a93b-9fc0-4bf0-960a-ae5d36824401 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:07.085016 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0523388e-9a95-4459-ad50-5321985a3c2b', 'tag': '15e98409-7639-4d01-81ff-5a8cfd3e247e', 'status': 'completed', 'code': 200} Feb 11 05:18:07.205795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587805-e484-4ada-80e4-fac17911d021 req-143421e9-4cc7-445a-84ed-f33623b8b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:07.208138 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22587805-e484-4ada-80e4-fac17911d021 req-143421e9-4cc7-445a-84ed-f33623b8b296 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 1128 time: 0.0805628 Feb 11 05:18:07.261819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-1aa88828-1e99-471d-b94f-02fb100e3a7f None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:07.409241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587805-e484-4ada-80e4-fac17911d021 req-cdf0d6d8-7985-4543-a358-406c98949792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:07.411945 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22587805-e484-4ada-80e4-fac17911d021 req-cdf0d6d8-7985-4543-a358-406c98949792 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1952133 Feb 11 05:18:07.597052 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22587805-e484-4ada-80e4-fac17911d021 req-7165aff8-770f-4677-9269-c9332b85e4e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e HTTP/1.1" status: 200 len: 998 time: 0.1749935 Feb 11 05:18:07.637562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1aa88828-1e99-471d-b94f-02fb100e3a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '8caa2555-9970-4c8a-bed1-f2f1a8c42806', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '1a57b563-ca01-43d5-81db-769208794cce', 'port_id': '15e98409-7639-4d01-81ff-5a8cfd3e247e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'mac_address': 'fa:16:3e:16:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0523388e-9a95-4459-ad50-5321985a3c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:58Z', 'updated_at': '2022-02-11T05:18:05Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:07.672856 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa88828-1e99-471d-b94f-02fb100e3a7f None None] Checking router: 1a57b563-ca01-43d5-81db-769208794cce for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:18:07.683696 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa88828-1e99-471d-b94f-02fb100e3a7f None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:07.684420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1aa88828-1e99-471d-b94f-02fb100e3a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:17:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:07.752400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dd394-950f-44fd-a556-89e7d389ae4b req-0bd44db1-6af4-4863-b086-eb0c35be000e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:07.755244 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c31dd394-950f-44fd-a556-89e7d389ae4b req-0bd44db1-6af4-4863-b086-eb0c35be000e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.1816297 Feb 11 05:18:07.758753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587805-e484-4ada-80e4-fac17911d021 req-9091841a-fcaa-4729-a9f8-daf7dd07b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:07.762513 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22587805-e484-4ada-80e4-fac17911d021 req-9091841a-fcaa-4729-a9f8-daf7dd07b2ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.1358740 Feb 11 05:18:07.822102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-1aa88828-1e99-471d-b94f-02fb100e3a7f None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:07.917138 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c31dd394-950f-44fd-a556-89e7d389ae4b req-35abdb23-7ce5-47cd-942d-7e4642502f3c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486721 Feb 11 05:18:07.928597 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587805-e484-4ada-80e4-fac17911d021 req-17dac73e-64fa-44ef-9fcb-4b922457c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:07.931382 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22587805-e484-4ada-80e4-fac17911d021 req-17dac73e-64fa-44ef-9fcb-4b922457c07c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1608155 Feb 11 05:18:08.070965 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22587805-e484-4ada-80e4-fac17911d021 req-760bbde7-cd00-4cb9-bb04-b3c5ed35c0b5 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300955 Feb 11 05:18:08.161767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1aa88828-1e99-471d-b94f-02fb100e3a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '8caa2555-9970-4c8a-bed1-f2f1a8c42806', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '1a57b563-ca01-43d5-81db-769208794cce', 'port_id': '15e98409-7639-4d01-81ff-5a8cfd3e247e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'mac_address': 'fa:16:3e:16:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0523388e-9a95-4459-ad50-5321985a3c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:58Z', 'updated_at': '2022-02-11T05:18:05Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:08.193902 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa88828-1e99-471d-b94f-02fb100e3a7f None None] The sync data for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 is: [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '8caa2555-9970-4c8a-bed1-f2f1a8c42806', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '1a57b563-ca01-43d5-81db-769208794cce', 'port_id': '15e98409-7639-4d01-81ff-5a8cfd3e247e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'mac_address': 'fa:16:3e:16:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0523388e-9a95-4459-ad50-5321985a3c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:58Z', 'updated_at': '2022-02-11T05:18:05Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:08.236389 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-22587805-e484-4ada-80e4-fac17911d021 req-5997c2eb-bc26-413c-87df-0fd12b7c454a service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589856 Feb 11 05:18:08.465279 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb76dc8e-79ea-4f45-addb-964265d388ca None None] New status for floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:18:09.094569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eb1d6-5762-46c6-bccd-1f5e64976e89 req-978447cf-8eb2-41d2-b177-8ccdc2f071ee tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:09.096583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-918eb1d6-5762-46c6-bccd-1f5e64976e89 req-978447cf-8eb2-41d2-b177-8ccdc2f071ee tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0640934 Feb 11 05:18:09.159850 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-918eb1d6-5762-46c6-bccd-1f5e64976e89 req-d36fb9db-40ac-47cd-806d-d94e66fc84dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564070 Feb 11 05:18:10.303562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d17786-14e8-48b8-80e3-411c8aee7f79 req-fc8b9677-4247-42d9-a13b-f643719812aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:10.305207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99d17786-14e8-48b8-80e3-411c8aee7f79 req-fc8b9677-4247-42d9-a13b-f643719812aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0582683 Feb 11 05:18:10.366990 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99d17786-14e8-48b8-80e3-411c8aee7f79 req-69f3e18e-503e-4e3e-ba28-b739b7535873 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550117 Feb 11 05:18:10.955442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0a975-6114-41a1-8269-1e0ad8c98d4d req-1be1a8e4-a6f9-47d0-8c7c-66706752c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:10.957091 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1f0a975-6114-41a1-8269-1e0ad8c98d4d req-1be1a8e4-a6f9-47d0-8c7c-66706752c9e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 1128 time: 0.0530992 Feb 11 05:18:11.084852 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0a975-6114-41a1-8269-1e0ad8c98d4d req-ec7dcbc3-e620-4632-a364-0da2d65cbc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:11.086508 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1f0a975-6114-41a1-8269-1e0ad8c98d4d req-ec7dcbc3-e620-4632-a364-0da2d65cbc35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1063004 Feb 11 05:18:11.174435 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1f0a975-6114-41a1-8269-1e0ad8c98d4d req-91c4275a-8688-41b4-baa0-3da477588d45 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e HTTP/1.1" status: 200 len: 1000 time: 0.0781069 Feb 11 05:18:11.234074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0a975-6114-41a1-8269-1e0ad8c98d4d req-1e413a5e-c458-4641-a3cd-f0829d4153c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:11.235560 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1f0a975-6114-41a1-8269-1e0ad8c98d4d req-1e413a5e-c458-4641-a3cd-f0829d4153c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0508592 Feb 11 05:18:11.310044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0a975-6114-41a1-8269-1e0ad8c98d4d req-7a5003e1-c491-41d5-b5ec-8e0757c269a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:11.311778 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1f0a975-6114-41a1-8269-1e0ad8c98d4d req-7a5003e1-c491-41d5-b5ec-8e0757c269a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0688019 Feb 11 05:18:11.425649 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1f0a975-6114-41a1-8269-1e0ad8c98d4d req-cfeaccfa-35e1-42d9-a174-2c90d4d5af95 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066484 Feb 11 05:18:11.573074 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1f0a975-6114-41a1-8269-1e0ad8c98d4d req-b06827fd-cd15-4590-aaa0-c3439eaf7acd service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390123 Feb 11 05:18:11.582280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694994b-2ace-4cf6-babb-07c7cc99e865 req-c1d817a0-835b-4a14-9686-d1866a43fcf6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:11.583952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9694994b-2ace-4cf6-babb-07c7cc99e865 req-c1d817a0-835b-4a14-9686-d1866a43fcf6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.1306057 Feb 11 05:18:11.644379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9694994b-2ace-4cf6-babb-07c7cc99e865 req-dfeada70-d2cd-45e1-8968-97c5235ba17f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500844 Feb 11 05:18:12.785996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d7948-bcfd-4f55-8dc7-029b8a67b123 req-0255f4bf-0500-4554-9106-70b846c3fcc5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:12.787747 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b51d7948-bcfd-4f55-8dc7-029b8a67b123 req-0255f4bf-0500-4554-9106-70b846c3fcc5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0667460 Feb 11 05:18:12.867183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b51d7948-bcfd-4f55-8dc7-029b8a67b123 req-7b77c686-e82b-43d3-a1af-529bb4eeb0c7 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719101 Feb 11 05:18:14.052102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea75cba-09ed-40d2-b7ba-bf1e3b5a2e83 req-826c1e87-db9f-4222-ae68-7ea7c23b2acb tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:14.053861 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aea75cba-09ed-40d2-b7ba-bf1e3b5a2e83 req-826c1e87-db9f-4222-ae68-7ea7c23b2acb tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0894680 Feb 11 05:18:14.142292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aea75cba-09ed-40d2-b7ba-bf1e3b5a2e83 req-25556f9c-ff93-49bc-810f-9a2a95643999 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770938 Feb 11 05:18:15.303505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961f58a-cb8d-4a35-ba44-583d4cad0871 req-e5e4fbfc-04c4-472d-b124-4217bc7abc2b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:15.305647 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9961f58a-cb8d-4a35-ba44-583d4cad0871 req-e5e4fbfc-04c4-472d-b124-4217bc7abc2b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0676053 Feb 11 05:18:15.376470 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9961f58a-cb8d-4a35-ba44-583d4cad0871 req-cd3dc665-e316-4e34-9390-0b3647da9b90 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599673 Feb 11 05:18:16.569930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82633f-fea8-44d8-8511-8a292161285a req-a1d353e6-7e1f-4ece-ad66-ac3478f3d46c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:16.572856 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec82633f-fea8-44d8-8511-8a292161285a req-a1d353e6-7e1f-4ece-ad66-ac3478f3d46c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0970399 Feb 11 05:18:16.633703 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec82633f-fea8-44d8-8511-8a292161285a req-58f8072c-f323-439a-b0e0-d7bb13f97bd7 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545626 Feb 11 05:18:17.783427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15db38-0def-4b8b-b72c-7084dba5b138 req-7fc4f7ab-dfbe-45a3-ad1c-2db74d6d19f1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:17.786197 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e15db38-0def-4b8b-b72c-7084dba5b138 req-7fc4f7ab-dfbe-45a3-ad1c-2db74d6d19f1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0723114 Feb 11 05:18:17.859989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8e15db38-0def-4b8b-b72c-7084dba5b138 req-6ac4aac4-29a7-46ed-8a1c-ef9e21897f8c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672348 Feb 11 05:18:19.000423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90eec4-88f8-4bcb-b7b8-8327a6fff336 req-79eaca86-83d4-496b-84aa-1cd276fbf481 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:19.002310 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d90eec4-88f8-4bcb-b7b8-8327a6fff336 req-79eaca86-83d4-496b-84aa-1cd276fbf481 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0695393 Feb 11 05:18:19.088189 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2d90eec4-88f8-4bcb-b7b8-8327a6fff336 req-ab9ef5ed-cad0-4d16-a7f0-d5d7cb1c466d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786507 Feb 11 05:18:20.234392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba520d-5c3e-4dc7-85d2-b45b767ace48 req-2fe135a8-fb95-4a58-bf59-9f48ba630a99 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:20.236093 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cba520d-5c3e-4dc7-85d2-b45b767ace48 req-2fe135a8-fb95-4a58-bf59-9f48ba630a99 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0608046 Feb 11 05:18:20.293522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cba520d-5c3e-4dc7-85d2-b45b767ace48 req-a1f7decd-0153-4c57-81c7-30d8833ddd5f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497074 Feb 11 05:18:21.425286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b688219-b43f-499d-b3ac-c3d11bb44a18 req-a736e7ac-cc50-467b-9806-324741568868 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:21.426993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b688219-b43f-499d-b3ac-c3d11bb44a18 req-a736e7ac-cc50-467b-9806-324741568868 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0598185 Feb 11 05:18:21.482647 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7b688219-b43f-499d-b3ac-c3d11bb44a18 req-ad2d5654-f956-4a4f-aa26-0be2834c04ee tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487897 Feb 11 05:18:22.620479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a9b5a-c9f4-4b78-b8ef-4288daf13df6 req-d8f9e002-a68f-466d-9cc3-3bc3fe111710 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:22.622112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f89a9b5a-c9f4-4b78-b8ef-4288daf13df6 req-d8f9e002-a68f-466d-9cc3-3bc3fe111710 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0631599 Feb 11 05:18:22.685406 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f89a9b5a-c9f4-4b78-b8ef-4288daf13df6 req-2bb9dd6d-d3ee-44d9-b93e-7b2dfa64c426 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573800 Feb 11 05:18:23.216796 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2f28d4e8-5bb0-4d8a-9bdb-655e233a5cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:23.821496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb36d0-7d84-4fc4-b6a2-b1382fde0c40 req-731ef608-4058-446f-8fa5-d0b541338f5b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:23.824044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbbb36d0-7d84-4fc4-b6a2-b1382fde0c40 req-731ef608-4058-446f-8fa5-d0b541338f5b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0643587 Feb 11 05:18:23.890895 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbbb36d0-7d84-4fc4-b6a2-b1382fde0c40 req-7e58d86e-6adc-443f-8d4f-c049ce535263 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586016 Feb 11 05:18:25.032819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd9fa4-7d7e-4041-91c7-899c54a68918 req-893c39b5-35a3-4e93-b612-f8e4837b96f1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:25.034403 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1bdd9fa4-7d7e-4041-91c7-899c54a68918 req-893c39b5-35a3-4e93-b612-f8e4837b96f1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0583131 Feb 11 05:18:25.097538 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1bdd9fa4-7d7e-4041-91c7-899c54a68918 req-1d98bf48-9d4e-4cfb-beb3-9227b5f4263f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570607 Feb 11 05:18:25.536756 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-56205876-98e3-46b7-a913-0baae5ee12d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:26.239493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e94eb5-f301-4dd5-ac2b-dfe856ac1e81 req-f55dd0d4-54e0-47aa-8273-2e75f37cd2cd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:26.241084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6e94eb5-f301-4dd5-ac2b-dfe856ac1e81 req-f55dd0d4-54e0-47aa-8273-2e75f37cd2cd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0600600 Feb 11 05:18:26.294406 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6e94eb5-f301-4dd5-ac2b-dfe856ac1e81 req-4dd04ae0-e130-490e-a6c6-8b0424a0f403 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462198 Feb 11 05:18:26.921781 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:27.442303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c0e80-8933-44fe-8e1f-0d3cb1168e85 req-4ab39278-a57b-4aa9-95e8-eb6605df38eb tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:27.444063 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec4c0e80-8933-44fe-8e1f-0d3cb1168e85 req-4ab39278-a57b-4aa9-95e8-eb6605df38eb tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0625675 Feb 11 05:18:27.499670 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec4c0e80-8933-44fe-8e1f-0d3cb1168e85 req-63332601-5a7b-4736-8726-52e8d44b9573 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482986 Feb 11 05:18:28.448397 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:28.646084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74807b6-28e2-4eb8-887a-a7ca34acd2f2 req-751d72b1-953c-40a6-8345-dc713e0009ce tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:28.647811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b74807b6-28e2-4eb8-887a-a7ca34acd2f2 req-751d72b1-953c-40a6-8345-dc713e0009ce tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0676069 Feb 11 05:18:28.711728 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b74807b6-28e2-4eb8-887a-a7ca34acd2f2 req-50169d93-23ac-4423-b175-f275550eca25 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530698 Feb 11 05:18:29.799657 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:29.855599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445940b1-609e-4c01-8f01-2b7af117b7a7 req-b1643441-254a-4791-bc96-21fbbf0a979d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:29.858823 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-445940b1-609e-4c01-8f01-2b7af117b7a7 req-b1643441-254a-4791-bc96-21fbbf0a979d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0674856 Feb 11 05:18:29.914130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-445940b1-609e-4c01-8f01-2b7af117b7a7 req-b57b2430-d11a-4406-a56f-ae633bbe420f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504656 Feb 11 05:18:31.053126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7a07c-44b9-47df-aa4d-6648fb0560b8 req-091d0d0e-ab84-492e-b423-addc02822e11 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:31.055102 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6f7a07c-44b9-47df-aa4d-6648fb0560b8 req-091d0d0e-ab84-492e-b423-addc02822e11 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0637119 Feb 11 05:18:31.114368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d6f7a07c-44b9-47df-aa4d-6648fb0560b8 req-5261dabd-41e7-4c61-9d71-69b59aafe30f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527155 Feb 11 05:18:32.268743 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36e1b0-01ab-4105-b1da-b1ef8a4461e0 req-9bd3da94-0140-4cad-a8d7-a912ca82bc1a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:32.270267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d36e1b0-01ab-4105-b1da-b1ef8a4461e0 req-9bd3da94-0140-4cad-a8d7-a912ca82bc1a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0554199 Feb 11 05:18:32.337990 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0d36e1b0-01ab-4105-b1da-b1ef8a4461e0 req-f3f8cbe5-b167-4657-a62f-3b654e8be602 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602198 Feb 11 05:18:33.473448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e87a07-b673-4211-82d0-7ffff828194e req-bd83181e-d3d7-4462-b659-1b8e26735b57 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:33.475175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78e87a07-b673-4211-82d0-7ffff828194e req-bd83181e-d3d7-4462-b659-1b8e26735b57 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0569282 Feb 11 05:18:33.537772 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-78e87a07-b673-4211-82d0-7ffff828194e req-3531420d-19fc-47f0-9d46-66c930f05c62 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559387 Feb 11 05:18:34.012301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f2716-5b8a-4a73-bfe6-c32b25c6f7e9 req-bc8ebce3-2190-4510-8faa-b0c0d635dc0c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:34.013942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c5f2716-5b8a-4a73-bfe6-c32b25c6f7e9 req-bc8ebce3-2190-4510-8faa-b0c0d635dc0c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0667443 Feb 11 05:18:34.070797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3c5f2716-5b8a-4a73-bfe6-c32b25c6f7e9 req-567b0dbd-ef0c-4a64-9922-dbe5048bc300 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505164 Feb 11 05:18:34.151080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-5085cede-90c5-40a9-8491-f5486b73faee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0490038 Feb 11 05:18:34.338935 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:18:34.405447 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.433783 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:34.843737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-f01ba707-be58-4326-b725-6db91da3f5e2 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:34.847342 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-f01ba707-be58-4326-b725-6db91da3f5e2 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports/15e98409-7639-4d01-81ff-5a8cfd3e247e HTTP/1.1" status: 200 len: 942 time: 0.0614524 Feb 11 05:18:35.242356 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40929318-ed9b-4697-ac73-314789c3b679 req-685bd7c3-52d9-4432-949b-cfdc3277caac tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:35.244666 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40929318-ed9b-4697-ac73-314789c3b679 req-685bd7c3-52d9-4432-949b-cfdc3277caac tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0873477 Feb 11 05:18:35.300191 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40929318-ed9b-4697-ac73-314789c3b679 req-48e63085-d6db-42c2-975f-18ddc54f92b9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495508 Feb 11 05:18:36.427927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db344-45a1-44ff-b832-f4b20cecb181 req-1e7ee4a6-84f4-4368-afdc-fc96caae728d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:36.429477 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-811db344-45a1-44ff-b832-f4b20cecb181 req-1e7ee4a6-84f4-4368-afdc-fc96caae728d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0560508 Feb 11 05:18:36.481831 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-811db344-45a1-44ff-b832-f4b20cecb181 req-750bf142-105c-444e-8ee0-4ff5694da2b0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461009 Feb 11 05:18:36.942428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-1d57b8fd-c0c4-44cc-b7e4-201233e38018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:36.944260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-1d57b8fd-c0c4-44cc-b7e4-201233e38018 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 1128 time: 0.0553589 Feb 11 05:18:37.050741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-cb6c29c2-6f15-4b9f-bf4f-b32763ebc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:37.052262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-cb6c29c2-6f15-4b9f-bf4f-b32763ebc922 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1014366 Feb 11 05:18:37.127294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-4e270607-f484-4381-b6ca-ceb12b8dbf16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e HTTP/1.1" status: 200 len: 1000 time: 0.0658703 Feb 11 05:18:37.186499 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-01d62a94-8869-44d9-8327-00af4d388840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:37.188059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-01d62a94-8869-44d9-8327-00af4d388840 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0528026 Feb 11 05:18:37.242248 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-fbd30ac6-d91a-43a3-9814-e553f2eeb1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:37.244285 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-fbd30ac6-d91a-43a3-9814-e553f2eeb1d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485485 Feb 11 05:18:37.352163 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-5b88271d-d2aa-4685-814a-355431aeacc1 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004481 Feb 11 05:18:37.455081 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-43638050-d083-4b84-a7f8-6703dbdb0f08 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965285 Feb 11 05:18:37.623559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c58a72-b5b7-4430-853d-1015fd6a04ce req-7737e7b3-a540-4a1d-9651-aec53d09cdfb tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:37.625180 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10c58a72-b5b7-4430-853d-1015fd6a04ce req-7737e7b3-a540-4a1d-9651-aec53d09cdfb tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0643520 Feb 11 05:18:37.678180 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10c58a72-b5b7-4430-853d-1015fd6a04ce req-f767e955-e780-4102-9eb9-22f6f681d937 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471532 Feb 11 05:18:38.853854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e365217-5778-45c9-a3b3-a63233776046 req-ce2ba465-e772-4714-bed4-1b9eaf11460c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:38.855502 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e365217-5778-45c9-a3b3-a63233776046 req-ce2ba465-e772-4714-bed4-1b9eaf11460c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0621712 Feb 11 05:18:38.906350 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2e365217-5778-45c9-a3b3-a63233776046 req-89fdf276-2351-49be-9aba-c545825246b0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449612 Feb 11 05:18:39.769135 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-559fd15b-6fa1-437c-81b2-c3f82525b81a service neutron] show failed (client error): The resource could not be found. Feb 11 05:18:39.771191 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-559fd15b-6fa1-437c-81b2-c3f82525b81a service neutron] 10.222.0.32 "GET /v2.0/ports/15e98409-7639-4d01-81ff-5a8cfd3e247e/bindings/n-h2-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0818315 Feb 11 05:18:40.065411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a581de-9d75-4f79-9183-094e5dbfa94f req-f778c1b6-adc3-4f7a-832f-5b49fd6d8a1e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.066991 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69a581de-9d75-4f79-9183-094e5dbfa94f req-f778c1b6-adc3-4f7a-832f-5b49fd6d8a1e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0626435 Feb 11 05:18:40.125986 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-69a581de-9d75-4f79-9183-094e5dbfa94f req-546db946-6dd6-465c-a29b-e79a38c237d4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522652 Feb 11 05:18:40.370112 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-82522910-36eb-494c-9623-e05b95ee9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:40.371593 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-82522910-36eb-494c-9623-e05b95ee9f9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 1128 time: 0.1038744 Feb 11 05:18:40.382942 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:18:40.447861 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.686801 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] For port 15e98409-7639-4d01-81ff-5a8cfd3e247e, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:40.728450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] For port 15e98409-7639-4d01-81ff-5a8cfd3e247e, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:40.779621 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0523388e-9a95-4459-ad50-5321985a3c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e98409-7639-4d01-81ff-5a8cfd3e247e'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:40.782302 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f45f646-349c-4917-8b6a-21b1e28f4c80" -d '{"events": [{"server_uuid": "0523388e-9a95-4459-ad50-5321985a3c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "15e98409-7639-4d01-81ff-5a8cfd3e247e"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:40.786498 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Publish callbacks [] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:40.804159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Transition to ACTIVE for port object 15e98409-7639-4d01-81ff-5a8cfd3e247e will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:18:40.901275 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04aa8a36-b259-40a4-9255-97795eee75cb x-openstack-request-id: req-04aa8a36-b259-40a4-9255-97795eee75cb {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:40.901571 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0523388e-9a95-4459-ad50-5321985a3c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "15e98409-7639-4d01-81ff-5a8cfd3e247e", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:40.901829 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04aa8a36-b259-40a4-9255-97795eee75cb {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:40.902237 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0523388e-9a95-4459-ad50-5321985a3c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e98409-7639-4d01-81ff-5a8cfd3e247e', 'code': 200} Feb 11 05:18:40.936492 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:41.066782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Pushing event updated for resources: {'Port': ['ID=15e98409-7639-4d01-81ff-5a8cfd3e247e,revision_number=6']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:41.092220 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:41.092590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:41.092952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:41.093301 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:41.093649 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:41.094001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:41.094341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:41.094735 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:41.095075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:41.095415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:41.095753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:41.096085 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:41.096415 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:18:41.162955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] No DVR routers for this DVR port 15e98409-7639-4d01-81ff-5a8cfd3e247e on host n-h1-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:41.273870 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263d0de-6295-41cc-b1e0-a220797ad38a req-40b198cc-2c8d-4e32-abf8-86909da5c12c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:41.276165 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f263d0de-6295-41cc-b1e0-a220797ad38a req-40b198cc-2c8d-4e32-abf8-86909da5c12c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 943 time: 0.0727429 Feb 11 05:18:41.339375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f263d0de-6295-41cc-b1e0-a220797ad38a req-62b81f56-4ad6-442e-bae6-289fa6cc9485 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524528 Feb 11 05:18:41.364413 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Attempting to bind port 15e98409-7639-4d01-81ff-5a8cfd3e247e on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:18:41.364993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Attempting to bind port 15e98409-7639-4d01-81ff-5a8cfd3e247e by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:18:41.365555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Attempting to bind port 15e98409-7639-4d01-81ff-5a8cfd3e247e on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:41.373823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Port 15e98409-7639-4d01-81ff-5a8cfd3e247e on network f6646055-8df5-4ea7-9425-cc6296f402ec not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:18:41.374567 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Attempting to bind port 15e98409-7639-4d01-81ff-5a8cfd3e247e on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:18:41.383334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:18:41.384488 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Checking segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:18:41.385170 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Bound using segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:18:41.386195 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Bound port: 15e98409-7639-4d01-81ff-5a8cfd3e247e, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:18:41.386882 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:41.488938 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] For port 15e98409-7639-4d01-81ff-5a8cfd3e247e, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:18:41.492487 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] For port 15e98409-7639-4d01-81ff-5a8cfd3e247e, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:18:41.568435 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:41.608447 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:41.609111 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:41.610607 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] 10.222.0.47 "PUT /v2.0/ports/15e98409-7639-4d01-81ff-5a8cfd3e247e HTTP/1.1" status: 200 len: 1092 time: 1.2317581 Feb 11 05:18:41.654754 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9eada-fc3b-4699-ac2a-daad133a9b91 service neutron] Pushing event updated for resources: {'Port': ['ID=15e98409-7639-4d01-81ff-5a8cfd3e247e,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:41.707689 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-e28a229f-6c20-4a75-b9c2-27b3d5c96927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:41.709885 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-e28a229f-6c20-4a75-b9c2-27b3d5c96927 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 1126 time: 0.0729101 Feb 11 05:18:41.714707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 15e98409-7639-4d01-81ff-5a8cfd3e247e no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:41.779271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] The host n-h1-712142-35 is not matching for port 15e98409-7639-4d01-81ff-5a8cfd3e247e host n-h2-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:18:41.780514 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 15e98409-7639-4d01-81ff-5a8cfd3e247e not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:18:41.852967 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-faffbc44-f727-4434-9824-028a3f383295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:41.854768 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-faffbc44-f727-4434-9824-028a3f383295 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1375761 Feb 11 05:18:41.928863 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-9c7a1eea-58a1-4bf1-b5b4-1d6a895be3f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e HTTP/1.1" status: 200 len: 998 time: 0.0681875 Feb 11 05:18:41.983093 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-5445437b-f077-4011-ad71-65461ec61e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:41.984737 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-5445437b-f077-4011-ad71-65461ec61e79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0491967 Feb 11 05:18:42.044482 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-06ab3dbf-def0-4add-b89b-da2c47dad853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:42.046175 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-06ab3dbf-def0-4add-b89b-da2c47dad853 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0551152 Feb 11 05:18:42.194678 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-ece1996c-b6a2-4444-818e-09459708bed1 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419289 Feb 11 05:18:42.299777 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4600e2b2-ebec-47ae-b210-562cc6678097 req-b5296ba4-b6ae-4383-ac3f-5b01c16d879e service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989389 Feb 11 05:18:42.493874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab6eda-f55f-4329-98ff-0579fb17cf90 req-3a64d329-6af5-4415-957a-bea975f2dec8 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:42.495730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2ab6eda-f55f-4329-98ff-0579fb17cf90 req-3a64d329-6af5-4415-957a-bea975f2dec8 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 943 time: 0.0730019 Feb 11 05:18:42.553730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e2ab6eda-f55f-4329-98ff-0579fb17cf90 req-3d3c0147-f3d7-412c-9378-5d562ae167de tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515261 Feb 11 05:18:42.904092 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0523388e-9a95-4459-ad50-5321985a3c2b', 'tag': '15e98409-7639-4d01-81ff-5a8cfd3e247e'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:42.907317 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca0f7f3-14a3-4a09-a65d-09345917ca20" -d '{"events": [{"name": "network-changed", "server_uuid": "0523388e-9a95-4459-ad50-5321985a3c2b", "tag": "15e98409-7639-4d01-81ff-5a8cfd3e247e"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:42.968944 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171da767-1a77-482c-829d-49d4075f2379 x-openstack-request-id: req-171da767-1a77-482c-829d-49d4075f2379 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:42.969431 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0523388e-9a95-4459-ad50-5321985a3c2b", "tag": "15e98409-7639-4d01-81ff-5a8cfd3e247e", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:42.969859 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-171da767-1a77-482c-829d-49d4075f2379 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:42.970525 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0523388e-9a95-4459-ad50-5321985a3c2b', 'tag': '15e98409-7639-4d01-81ff-5a8cfd3e247e', 'status': 'completed', 'code': 200} Feb 11 05:18:43.052280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-8b302145-16e1-4370-8475-677ceceb3a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.055362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-8b302145-16e1-4370-8475-677ceceb3a5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 1126 time: 0.0662796 Feb 11 05:18:43.065268 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-4d75004b-b442-4d4c-b0d8-32fe82bb95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.067871 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-4d75004b-b442-4d4c-b0d8-32fe82bb95ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 1126 time: 0.0660515 Feb 11 05:18:43.193036 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-3a3a90db-7ffd-4201-b0ab-f42f51b484d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.194779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-3a3a90db-7ffd-4201-b0ab-f42f51b484d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1324835 Feb 11 05:18:43.243720 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-e226b430-fed7-4f74-b929-024ae1bfcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.246445 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-e226b430-fed7-4f74-b929-024ae1bfcaec service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1710417 Feb 11 05:18:43.279873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-62950448-6168-49c3-b89f-d0b57999d8f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e HTTP/1.1" status: 200 len: 998 time: 0.0784099 Feb 11 05:18:43.339635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-831116c9-9e47-4386-a791-cc75afb71d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.342075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-831116c9-9e47-4386-a791-cc75afb71d7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0555055 Feb 11 05:18:43.351457 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-50f024ac-6615-497d-8aa8-a0dae0fcb173 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e HTTP/1.1" status: 200 len: 998 time: 0.0986156 Feb 11 05:18:43.405613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-876f089f-581b-4835-8669-73b2cfc199fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.407649 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-876f089f-581b-4835-8669-73b2cfc199fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0588346 Feb 11 05:18:43.416194 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-43be2a8f-4289-44e0-a672-764804e2518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.418911 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-43be2a8f-4289-44e0-a672-764804e2518b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0594025 Feb 11 05:18:43.480153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-89dfa035-6a06-4dda-ad70-14d37094d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.481749 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-89dfa035-6a06-4dda-ad70-14d37094d1ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0558622 Feb 11 05:18:43.560082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-0d89b9bb-dfa2-4859-88d5-868efe6098cf service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434329 Feb 11 05:18:43.585583 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-d6298b8c-aff8-4eb3-93ca-0ea6d5ff4f28 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962830 Feb 11 05:18:43.716599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-cdb2ce21-353c-4185-a1ec-1d8db76a8a7c service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493235 Feb 11 05:18:43.726678 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6ca0f7f3-14a3-4a09-a65d-09345917ca20 req-55a37fa8-6cb2-498a-a15d-74359ea3ad91 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323769 Feb 11 05:18:43.728583 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e1389-f0bc-4f45-ba41-c52bb1f943a7 req-db66551c-164c-4960-b4ee-44dab7da362a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:43.730155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-759e1389-f0bc-4f45-ba41-c52bb1f943a7 req-db66551c-164c-4960-b4ee-44dab7da362a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 943 time: 0.0867491 Feb 11 05:18:43.789829 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-759e1389-f0bc-4f45-ba41-c52bb1f943a7 req-1164961e-6d64-4817-be37-369eae28c6d4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524404 Feb 11 05:18:44.942088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38a63-2dd8-4b87-801f-0412cc6072b4 req-eed3ddf6-75ae-4725-b738-b1dcf6ba7218 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:44.944246 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6f38a63-2dd8-4b87-801f-0412cc6072b4 req-eed3ddf6-75ae-4725-b738-b1dcf6ba7218 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 943 time: 0.0604243 Feb 11 05:18:44.998926 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6f38a63-2dd8-4b87-801f-0412cc6072b4 req-51375887-7268-45f7-9ac1-79b87d3451a9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481133 Feb 11 05:18:45.126445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 15e98409-7639-4d01-81ff-5a8cfd3e247e details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:18:45.241784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 15e98409-7639-4d01-81ff-5a8cfd3e247e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:45.256602 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '15e98409-7639-4d01-81ff-5a8cfd3e247e', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'port_id': '15e98409-7639-4d01-81ff-5a8cfd3e247e', 'mac_address': 'fa:16:3e:16:23:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:18:45.303004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 15e98409-7639-4d01-81ff-5a8cfd3e247e is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:45.303403 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.324616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e98409-7639-4d01-81ff-5a8cfd3e247e {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:18:45.353998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 15e98409-7639-4d01-81ff-5a8cfd3e247e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:45.427600 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c2b2e-cd8e-4ee5-8dd2-d68033d0ef45 req-c3d0ad8b-bad2-4f47-a90b-ea407dd8c743 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.430105 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e96c2b2e-cd8e-4ee5-8dd2-d68033d0ef45 req-c3d0ad8b-bad2-4f47-a90b-ea407dd8c743 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 943 time: 0.0648115 Feb 11 05:18:45.464497 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:45.515166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e96c2b2e-cd8e-4ee5-8dd2-d68033d0ef45 req-637a54c0-d399-4a76-b305-990e959564ec tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778072 Feb 11 05:18:45.528051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=15e98409-7639-4d01-81ff-5a8cfd3e247e,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:45.578108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc8c0b-4d37-401b-9758-92b92c51bd6a req-de5f15a3-d34f-4bad-9461-63c31a20644a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.580802 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58dc8c0b-4d37-401b-9758-92b92c51bd6a req-de5f15a3-d34f-4bad-9461-63c31a20644a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 944 time: 0.0812669 Feb 11 05:18:45.649166 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-58dc8c0b-4d37-401b-9758-92b92c51bd6a req-3c0e5683-4d99-4515-adee-b35ddee6de3c service neutron] delete failed (client error): The resource could not be found. Feb 11 05:18:45.650287 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58dc8c0b-4d37-401b-9758-92b92c51bd6a req-3c0e5683-4d99-4515-adee-b35ddee6de3c service neutron] 10.222.0.32 "DELETE /v2.0/ports/15e98409-7639-4d01-81ff-5a8cfd3e247e/bindings/n-h1-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0618849 Feb 11 05:18:45.690458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['15e98409-7639-4d01-81ff-5a8cfd3e247e'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:18:45.765701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc8c0b-4d37-401b-9758-92b92c51bd6a req-6584bed7-e58e-4c8f-92c7-e3f7a9b6d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.768265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58dc8c0b-4d37-401b-9758-92b92c51bd6a req-6584bed7-e58e-4c8f-92c7-e3f7a9b6d776 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 1127 time: 0.0619848 Feb 11 05:18:45.900922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc8c0b-4d37-401b-9758-92b92c51bd6a req-ec288684-1618-4158-a878-75b37ca28c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:45.903014 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58dc8c0b-4d37-401b-9758-92b92c51bd6a req-ec288684-1618-4158-a878-75b37ca28c1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1262422 Feb 11 05:18:45.994328 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58dc8c0b-4d37-401b-9758-92b92c51bd6a req-10ee8df8-d934-45bf-a1bd-7e96fcff6f78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e HTTP/1.1" status: 200 len: 999 time: 0.0841482 Feb 11 05:18:46.052408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc8c0b-4d37-401b-9758-92b92c51bd6a req-53d95da9-21b2-4731-86d4-2bbfb54ce0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:46.053933 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58dc8c0b-4d37-401b-9758-92b92c51bd6a req-53d95da9-21b2-4731-86d4-2bbfb54ce0b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0537989 Feb 11 05:18:46.110438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc8c0b-4d37-401b-9758-92b92c51bd6a req-0014bebc-b3d6-43b6-9a8a-b3c00896d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:46.112091 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58dc8c0b-4d37-401b-9758-92b92c51bd6a req-0014bebc-b3d6-43b6-9a8a-b3c00896d08d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505838 Feb 11 05:18:46.213378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58dc8c0b-4d37-401b-9758-92b92c51bd6a req-aba6b7c7-b831-4694-b616-2843a9b61684 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926609 Feb 11 05:18:46.316738 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58dc8c0b-4d37-401b-9758-92b92c51bd6a req-47298684-bbf4-435d-9c7b-60327043388a service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964949 Feb 11 05:18:46.673591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e63d56-f6b8-46dc-ab5b-287160868ac2 req-382ef237-2719-4f8a-9599-c7c09652425a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:46.675180 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00e63d56-f6b8-46dc-ab5b-287160868ac2 req-382ef237-2719-4f8a-9599-c7c09652425a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 944 time: 0.0597734 Feb 11 05:18:46.733330 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-00e63d56-f6b8-46dc-ab5b-287160868ac2 req-98311ac4-93a9-495c-87f3-2dbb56b5c46e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479538 Feb 11 05:18:47.127171 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 15e98409-7639-4d01-81ff-5a8cfd3e247e up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:18:47.350894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 15e98409-7639-4d01-81ff-5a8cfd3e247e completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:18:47.357721 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 15e98409-7639-4d01-81ff-5a8cfd3e247e triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:18:47.358610 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.487878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 15e98409-7639-4d01-81ff-5a8cfd3e247e is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:18:47.488383 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.519200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0523388e-9a95-4459-ad50-5321985a3c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e98409-7639-4d01-81ff-5a8cfd3e247e'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:47.521960 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9d6d22-4a95-4d74-9a7e-57205178f39f" -d '{"events": [{"server_uuid": "0523388e-9a95-4459-ad50-5321985a3c2b", "name": "network-vif-plugged", "status": "completed", "tag": "15e98409-7639-4d01-81ff-5a8cfd3e247e"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:47.542482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 15e98409-7639-4d01-81ff-5a8cfd3e247e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:47.610520 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:47.659777 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638c9dfb-1ab6-4bdc-89f9-c344df0ccfca x-openstack-request-id: req-638c9dfb-1ab6-4bdc-89f9-c344df0ccfca {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:47.660201 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0523388e-9a95-4459-ad50-5321985a3c2b", "name": "network-vif-plugged", "status": "completed", "tag": "15e98409-7639-4d01-81ff-5a8cfd3e247e", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:47.660548 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-638c9dfb-1ab6-4bdc-89f9-c344df0ccfca {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:47.661032 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0523388e-9a95-4459-ad50-5321985a3c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e98409-7639-4d01-81ff-5a8cfd3e247e', 'code': 200} Feb 11 05:18:47.678022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=15e98409-7639-4d01-81ff-5a8cfd3e247e,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:47.881468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b4d2b-c610-4311-afaf-318b4bf1ce66 req-2f24f29d-07c9-4b48-ba88-1704a6363f95 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:47.883211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec9b4d2b-c610-4311-afaf-318b4bf1ce66 req-2f24f29d-07c9-4b48-ba88-1704a6363f95 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0700064 Feb 11 05:18:47.965772 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ec9b4d2b-c610-4311-afaf-318b4bf1ce66 req-66cf9971-d39c-47dc-a978-df3cc2f4fd34 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752628 Feb 11 05:18:48.166310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10640e50-e811-43b0-bb0d-a1758d1d263c req-331be89d-cdf0-4da9-8ce1-d462e204b37c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.168047 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10640e50-e811-43b0-bb0d-a1758d1d263c req-331be89d-cdf0-4da9-8ce1-d462e204b37c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0701950 Feb 11 05:18:48.224583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10640e50-e811-43b0-bb0d-a1758d1d263c req-e62b682f-23a9-4b0b-9ac7-0c3a466008be tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499668 Feb 11 05:18:48.711513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01799113-3e47-4ece-931f-84351d95e983 req-a7393849-23e0-4575-b7d9-9eba698cd999 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.715056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01799113-3e47-4ece-931f-84351d95e983 req-a7393849-23e0-4575-b7d9-9eba698cd999 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0883937 Feb 11 05:18:48.770957 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01799113-3e47-4ece-931f-84351d95e983 req-4f5ba5aa-2e7a-46b3-a581-05ff23d31f43 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495751 Feb 11 05:18:48.794039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033f358-72da-41a6-9eaa-bd73a609c588 req-68599e4a-4e61-4b68-b71f-66bf5a353f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.796592 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e033f358-72da-41a6-9eaa-bd73a609c588 req-68599e4a-4e61-4b68-b71f-66bf5a353f78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 1128 time: 0.0626142 Feb 11 05:18:48.906014 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033f358-72da-41a6-9eaa-bd73a609c588 req-6ac2fcc8-0acb-4c26-b588-1843e093a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:48.907411 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e033f358-72da-41a6-9eaa-bd73a609c588 req-6ac2fcc8-0acb-4c26-b588-1843e093a85b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1043460 Feb 11 05:18:48.979634 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e033f358-72da-41a6-9eaa-bd73a609c588 req-bb1a4246-14df-4c12-913c-f7af34fa5533 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e HTTP/1.1" status: 200 len: 1000 time: 0.0658166 Feb 11 05:18:49.033525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033f358-72da-41a6-9eaa-bd73a609c588 req-5f531a18-76be-4a8d-91bf-628cd357e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:49.035231 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e033f358-72da-41a6-9eaa-bd73a609c588 req-5f531a18-76be-4a8d-91bf-628cd357e8bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0498655 Feb 11 05:18:49.096247 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033f358-72da-41a6-9eaa-bd73a609c588 req-e8b31494-1d76-49e4-b215-4a914af6fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:49.097926 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e033f358-72da-41a6-9eaa-bd73a609c588 req-e8b31494-1d76-49e4-b215-4a914af6fdf8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547287 Feb 11 05:18:49.200859 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e033f358-72da-41a6-9eaa-bd73a609c588 req-628cc71c-76b0-4357-9f70-ed568402db55 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941579 Feb 11 05:18:49.310206 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e033f358-72da-41a6-9eaa-bd73a609c588 req-f4c9f848-c20a-4d2c-8af6-1ea71e503060 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034238 Feb 11 05:18:49.935493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec265c0-838b-47c0-bf5b-15e4b1ed9ca8 req-1f5a9f30-7989-4b7f-9a73-8a675eb42421 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:49.937170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec265c0-838b-47c0-bf5b-15e4b1ed9ca8 req-1f5a9f30-7989-4b7f-9a73-8a675eb42421 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0633724 Feb 11 05:18:49.995150 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ec265c0-838b-47c0-bf5b-15e4b1ed9ca8 req-732831bf-806e-49aa-8e69-d4e731c6e0cc tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517530 Feb 11 05:18:51.146508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088773-b6b8-4607-b56e-8a033f638e06 req-0a403554-331e-4765-9c54-25c2613f25e3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:51.148228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76088773-b6b8-4607-b56e-8a033f638e06 req-0a403554-331e-4765-9c54-25c2613f25e3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0634203 Feb 11 05:18:51.206762 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-76088773-b6b8-4607-b56e-8a033f638e06 req-1c956f30-b880-41bc-8d92-0873b13fb119 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520794 Feb 11 05:18:51.724641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728bda67-b181-4250-aa2c-8a61f3a78612 req-3b7eb523-b78e-47b1-8987-1012e55510c0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:51.726143 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-728bda67-b181-4250-aa2c-8a61f3a78612 req-3b7eb523-b78e-47b1-8987-1012e55510c0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0556095 Feb 11 05:18:51.795587 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-728bda67-b181-4250-aa2c-8a61f3a78612 req-00da892f-6984-42e5-a1c0-45533641668e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571895 Feb 11 05:18:52.933101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b342c48-4310-406f-8eff-c6e8fc1792ae req-8a603aae-4b4f-408e-86e0-f356d29b3d7d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:52.934742 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b342c48-4310-406f-8eff-c6e8fc1792ae req-8a603aae-4b4f-408e-86e0-f356d29b3d7d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0616763 Feb 11 05:18:52.991198 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b342c48-4310-406f-8eff-c6e8fc1792ae req-b4511ba4-55e2-4251-90e6-74ad0e6e1e04 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477147 Feb 11 05:18:53.167328 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-8ad13c29-7e0d-4ea4-8621-c85694a5127e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:53.170138 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-8ad13c29-7e0d-4ea4-8621-c85694a5127e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0844247 Feb 11 05:18:53.196525 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a7c35d84-e095-46f9-8d89-695fc0a0801c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.312939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-cf3ff134-19c6-49d0-9971-6eb0f5aa029e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Deleting port 15e98409-7639-4d01-81ff-5a8cfd3e247e {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:18:53.313398 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-cf3ff134-19c6-49d0-9971-6eb0f5aa029e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.418558 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-cf3ff134-19c6-49d0-9971-6eb0f5aa029e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] For port 15e98409-7639-4d01-81ff-5a8cfd3e247e, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=15e98409-7639-4d01-81ff-5a8cfd3e247e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:18:53.418980 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-cf3ff134-19c6-49d0-9971-6eb0f5aa029e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.969560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-cf3ff134-19c6-49d0-9971-6eb0f5aa029e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.969934 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-cf3ff134-19c6-49d0-9971-6eb0f5aa029e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (8caa2555-9970-4c8a-bed1-f2f1a8c42806), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:53.970258 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-cf3ff134-19c6-49d0-9971-6eb0f5aa029e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806 disassociated. External IP: 172.25.3.48, port: 15e98409-7639-4d01-81ff-5a8cfd3e247e. Feb 11 05:18:53.970618 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-cf3ff134-19c6-49d0-9971-6eb0f5aa029e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Calling delete_port for 15e98409-7639-4d01-81ff-5a8cfd3e247e owned by compute:nova {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:18:54.179674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046ae8c-8025-4f1f-836a-2209fbc62d2e req-21d93a1a-71a8-4bf4-86f7-a1a5636c4bc8 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:54.182257 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2046ae8c-8025-4f1f-836a-2209fbc62d2e req-21d93a1a-71a8-4bf4-86f7-a1a5636c4bc8 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 945 time: 0.0697479 Feb 11 05:18:54.210403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-cf3ff134-19c6-49d0-9971-6eb0f5aa029e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (15e98409-7639-4d01-81ff-5a8cfd3e247e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.243028 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2046ae8c-8025-4f1f-836a-2209fbc62d2e req-e91f4446-346c-41d1-984d-0421858ee673 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542259 Feb 11 05:18:54.247596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ff134-19c6-49d0-9971-6eb0f5aa029e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Pushing event deleted for resources: {'Port': ['ID=15e98409-7639-4d01-81ff-5a8cfd3e247e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:18:54.408964 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-cf3ff134-19c6-49d0-9971-6eb0f5aa029e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Router 1a57b563-ca01-43d5-81db-769208794cce has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:18:54.551138 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-cf3ff134-19c6-49d0-9971-6eb0f5aa029e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:18:54.563315 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580acc3a-61bb-4659-8760-d2af4bf94ab6 None None] Sync routers for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:18:54.575960 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580acc3a-61bb-4659-8760-d2af4bf94ab6 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:54.576621 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-580acc3a-61bb-4659-8760-d2af4bf94ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:18:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:54.600288 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-cf3ff134-19c6-49d0-9971-6eb0f5aa029e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] No DVR routers for this DVR port 15e98409-7639-4d01-81ff-5a8cfd3e247e on host n-h2-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:18:54.604850 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-cf3ff134-19c6-49d0-9971-6eb0f5aa029e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:54.608519 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-846f2771-34dc-458c-9f9d-d81ed0e311b7 req-cf3ff134-19c6-49d0-9971-6eb0f5aa029e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.47 "DELETE /v2.0/ports/15e98409-7639-4d01-81ff-5a8cfd3e247e HTTP/1.1" status: 204 len: 173 time: 1.4332929 Feb 11 05:18:54.609012 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0523388e-9a95-4459-ad50-5321985a3c2b', 'name': 'network-vif-deleted', 'tag': '15e98409-7639-4d01-81ff-5a8cfd3e247e'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:18:54.612044 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d04aae-7f15-493d-9356-af361b441596" -d '{"events": [{"server_uuid": "0523388e-9a95-4459-ad50-5321985a3c2b", "name": "network-vif-deleted", "tag": "15e98409-7639-4d01-81ff-5a8cfd3e247e"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:18:54.655805 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f4e7a8-288f-473c-b330-1844b3851c7d x-openstack-request-id: req-72f4e7a8-288f-473c-b330-1844b3851c7d {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:18:54.656141 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0523388e-9a95-4459-ad50-5321985a3c2b", "name": "network-vif-deleted", "tag": "15e98409-7639-4d01-81ff-5a8cfd3e247e", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:18:54.656410 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72f4e7a8-288f-473c-b330-1844b3851c7d {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:18:54.656822 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0523388e-9a95-4459-ad50-5321985a3c2b', 'name': 'network-vif-deleted', 'tag': '15e98409-7639-4d01-81ff-5a8cfd3e247e', 'status': 'completed', 'code': 200} Feb 11 05:18:54.733412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-580acc3a-61bb-4659-8760-d2af4bf94ab6 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:54.986414 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-580acc3a-61bb-4659-8760-d2af4bf94ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:55.017469 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580acc3a-61bb-4659-8760-d2af4bf94ab6 None None] Checking router: 1a57b563-ca01-43d5-81db-769208794cce for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:18:55.028482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580acc3a-61bb-4659-8760-d2af4bf94ab6 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:18:55.029116 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-580acc3a-61bb-4659-8760-d2af4bf94ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:18:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:55.167152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-580acc3a-61bb-4659-8760-d2af4bf94ab6 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:18:55.422464 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7943804f-ae34-435f-9e24-67cb6b383208 req-288dcc41-6999-4c83-b307-d0d88d0d09cd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0523388e-9a95-4459-ad50-5321985a3c2b HTTP/1.1" status: 200 len: 210 time: 0.0310378 Feb 11 05:18:55.513703 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-580acc3a-61bb-4659-8760-d2af4bf94ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:18:55.564849 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90352971-6e68-4fc4-8051-27b963bb3ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:55.567494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580acc3a-61bb-4659-8760-d2af4bf94ab6 None None] The sync data for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 is: [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:18:55.859439 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8524d8-9e1d-46e4-9b60-d61e23ef84ac None None] New status for floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:18:56.796557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-0d346614-b61d-4ece-8d4d-75aecad8e86d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1713232633&fields=id&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 267 time: 0.0839975 Feb 11 05:18:56.881714 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:56.952820 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-37b110cf-04c1-4189-b0e8-695b9e44ae8d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:18:56.954981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-37b110cf-04c1-4189-b0e8-695b9e44ae8d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 812 time: 0.1477609 Feb 11 05:18:56.974416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-cb554b8e-9001-4e53-9ddd-4dd0e409ada9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/quotas/cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 375 time: 0.0129285 Feb 11 05:18:57.049997 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-aa83dc06-14fb-460b-a7c5-02e5250141ca tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676396 Feb 11 05:18:57.155129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 15e98409-7639-4d01-81ff-5a8cfd3e247e no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:18:57.181375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 15e98409-7639-4d01-81ff-5a8cfd3e247e {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:18:57.181889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 15e98409-7639-4d01-81ff-5a8cfd3e247e not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:18:57.659954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-0446fbd5-5d83-48d1-ae10-2c308757732e service neutron] 10.222.0.13 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932016 Feb 11 05:18:57.765344 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-7a3920e3-76ed-4ca1-af59-1389167670a8 service neutron] 10.222.0.13 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984547 Feb 11 05:18:58.076712 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8d926e2-6f22-4be5-89b3-7dfcdb2fb62d req-ad0a1698-c76a-481f-b9e6-6e09a31d045d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 210 time: 0.0320196 Feb 11 05:18:58.481652 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:18:59.198246 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-67d0490e-3bf7-4b6f-9143-f9e520e33e83 req-75b2dd26-5a2a-4511-b977-c1940c844579 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 210 time: 0.0323474 Feb 11 05:18:59.759641 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:00.319632 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d7de39b2-2b50-4295-a8d1-4acfb5ee4397 req-9bbf208b-1cc1-4488-8344-e125bd8f3f5d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 210 time: 0.0398102 Feb 11 05:19:00.596422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-5bd8ba1b-409b-4336-8aa2-eb01a6025d78 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:00.597971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-5bd8ba1b-409b-4336-8aa2-eb01a6025d78 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 812 time: 0.1144497 Feb 11 05:19:00.667942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-9d2a10fc-131a-4273-83f3-03d54a0b2407 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 380 time: 0.0608220 Feb 11 05:19:00.677479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Request body: {'port': {'device_id': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'admin_state_up': True, 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'security_groups': ['634ed7d3-14fd-4583-b3c4-a2105119a0ef']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:00.979143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Made reservation on behalf of cc4b5ca2a9cd42768cfbca5f19321e06 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:00.982795 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.126159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Allocated IP 172.20.0.9 (f6646055-8df5-4ea7-9425-cc6296f402ec/6ce60340-28e1-403f-a9cc-7e7fb2390273/0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:01.286036 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.419028 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.497022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Network f6646055-8df5-4ea7-9425-cc6296f402ec is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:01.503668 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:01.506764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:01.510074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Pushing event updated for resources: {'Port': ['ID=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:01.545538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:01.545892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:01.546237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:01.546578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:01.546948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:01.547284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:01.547617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:01.547948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:01.548343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:01.548672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:01.549000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:01.549326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:01.549655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:01.584388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fadd2e-346d-430f-a9ef-ea2640c2375b req-c51b6939-37fc-4720-8308-d1fc3b8eab4a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:01.587156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1fadd2e-346d-430f-a9ef-ea2640c2375b req-c51b6939-37fc-4720-8308-d1fc3b8eab4a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 931 time: 0.1793563 Feb 11 05:19:01.604025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:01.604700 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.670314 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d1fadd2e-346d-430f-a9ef-ea2640c2375b req-4227098c-0d0e-4501-be0b-5e938998976c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741146 Feb 11 05:19:01.718300 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-2d672945-4757-4f50-8e4b-36dfc0e60a7b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0448563 Feb 11 05:19:01.730859 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Request body: {'port': {'device_id': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:01.770281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-67a12039-c116-49ed-a1da-cbb08426f1fd None None] Provisioning complete for port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:01.770920 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-67a12039-c116-49ed-a1da-cbb08426f1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.812743 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:01.819346 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-67a12039-c116-49ed-a1da-cbb08426f1fd None None] Port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:02.135778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:02.144355 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Publish callbacks [] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.158421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Transition to ACTIVE for port object 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:02.307476 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.370052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Pushing event updated for resources: {'Port': ['ID=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:02.445499 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Attempting to bind port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:02.446418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Attempting to bind port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:02.446418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Attempting to bind port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:02.452087 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 on network f6646055-8df5-4ea7-9425-cc6296f402ec not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:02.452519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Attempting to bind port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:02.460461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:02.460991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Checking segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:02.461603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Bound using segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:02.462319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Bound port: 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:02.462945 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.569293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:02.576691 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:02.705476 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.749554 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:02.750812 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:02.752952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] 10.222.0.32 "PUT /v2.0/ports/0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 1092 time: 1.0271168 Feb 11 05:19:02.764017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:02.767688 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc4e38e-61ea-4f0b-b2bb-30ce191100b7" -d '{"events": [{"name": "network-changed", "server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:02.843552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6492c5-1824-48c7-a417-327bb7f2004c service neutron] Pushing event updated for resources: {'Port': ['ID=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:02.886880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4f174-2551-4617-9668-040a8e9c6b72 req-12c8280a-1b02-4693-ad10-4274783f521b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:02.888500 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15b4f174-2551-4617-9668-040a8e9c6b72 req-12c8280a-1b02-4693-ad10-4274783f521b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 943 time: 0.1342883 Feb 11 05:19:02.947883 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b176a32-23bd-4154-8f2c-d525bc5d0ccb x-openstack-request-id: req-1b176a32-23bd-4154-8f2c-d525bc5d0ccb {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:02.948331 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:02.948721 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b176a32-23bd-4154-8f2c-d525bc5d0ccb {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:02.949283 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'status': 'completed', 'code': 200} Feb 11 05:19:03.015630 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15b4f174-2551-4617-9668-040a8e9c6b72 req-30dfa11b-a4a4-4727-8b3c-1c69b5c4891e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075277 Feb 11 05:19:03.037346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-aba0a3b0-da8d-4db7-a7e4-4fddb855067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:03.039118 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-aba0a3b0-da8d-4db7-a7e4-4fddb855067a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 1126 time: 0.0825160 Feb 11 05:19:03.084594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-4df5869c-a01a-4f8e-b7cf-ec8e6764496b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 217 time: 0.0379040 Feb 11 05:19:03.149531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-be113ad5-602d-48ff-a20a-96173974307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:03.151089 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-be113ad5-602d-48ff-a20a-96173974307d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0601234 Feb 11 05:19:03.206411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-bc59c331-24b9-4615-89ee-d38cfde829f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:03.208143 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-bc59c331-24b9-4615-89ee-d38cfde829f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508444 Feb 11 05:19:03.319528 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-8a363984-8335-4baf-80ed-2d7a900dea7c service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002014 Feb 11 05:19:03.429867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d112fc68-4aa8-4525-8abe-a8ce3c8e4a9e req-f443594b-00e5-4054-829c-6154d371f923 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031804 Feb 11 05:19:03.755952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4e38e-61ea-4f0b-b2bb-30ce191100b7 req-beb03a0a-d24e-4f42-81ba-2adf6c94ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:03.760358 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dc4e38e-61ea-4f0b-b2bb-30ce191100b7 req-beb03a0a-d24e-4f42-81ba-2adf6c94ea16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 1126 time: 0.0792294 Feb 11 05:19:03.873969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4e38e-61ea-4f0b-b2bb-30ce191100b7 req-8729301e-27ea-4584-a3fd-ae03d74361de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:03.875563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dc4e38e-61ea-4f0b-b2bb-30ce191100b7 req-8729301e-27ea-4584-a3fd-ae03d74361de service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1101806 Feb 11 05:19:03.929273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dc4e38e-61ea-4f0b-b2bb-30ce191100b7 req-ec010359-ac65-43d3-aefe-504ffff04936 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 217 time: 0.0424504 Feb 11 05:19:03.991371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4e38e-61ea-4f0b-b2bb-30ce191100b7 req-188a7804-11a7-41b3-b6ca-888de25256e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:03.993765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dc4e38e-61ea-4f0b-b2bb-30ce191100b7 req-188a7804-11a7-41b3-b6ca-888de25256e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0541716 Feb 11 05:19:04.057108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4e38e-61ea-4f0b-b2bb-30ce191100b7 req-f3478a45-fc1d-4df8-9fae-42d8d539ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:04.060219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dc4e38e-61ea-4f0b-b2bb-30ce191100b7 req-f3478a45-fc1d-4df8-9fae-42d8d539ba8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0591404 Feb 11 05:19:04.217093 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dc4e38e-61ea-4f0b-b2bb-30ce191100b7 req-e9bb9b31-f98c-4caa-aa5c-b9f3fb09f0d0 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487541 Feb 11 05:19:04.224162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04fab6-4fb2-435b-aa17-7795ea2f3430 req-b16c38bf-f254-4d6e-918e-656f005ea51b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:04.225730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de04fab6-4fb2-435b-aa17-7795ea2f3430 req-b16c38bf-f254-4d6e-918e-656f005ea51b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 943 time: 0.1103103 Feb 11 05:19:04.350380 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de04fab6-4fb2-435b-aa17-7795ea2f3430 req-ddc118f0-e3ea-4083-b504-05b25c0963cd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158395 Feb 11 05:19:04.373102 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3dc4e38e-61ea-4f0b-b2bb-30ce191100b7 req-c34a8083-db41-4024-b901-042cdcf9248a service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462078 Feb 11 05:19:04.492777 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:04.510387 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:05.487965 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9326ff-8b5d-43d2-bfca-53668f1519ba req-cf94a665-98ba-43f5-8746-94fc04133021 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:05.489511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a9326ff-8b5d-43d2-bfca-53668f1519ba req-cf94a665-98ba-43f5-8746-94fc04133021 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 943 time: 0.0583236 Feb 11 05:19:05.547363 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a9326ff-8b5d-43d2-bfca-53668f1519ba req-56db08a4-e998-4651-85ce-22a4524daf96 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516145 Feb 11 05:19:05.822207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:05.943128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:05.956877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'port_id': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'mac_address': 'fa:16:3e:af:e1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:05.999737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:06.000132 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:06.015369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:06.037430 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:06.127166 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:06.196326 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:06.204997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:06.205396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:06.205853 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:06.206256 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:06.206706 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:06.207152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:06.207538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:06.207913 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:06.208286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:06.208659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:06.209038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:06.209409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:06.209783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:19:06.402611 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:06.686596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d43f4-de50-4182-afc5-8d96e3d22fc6 req-f41a4bb9-67d4-48aa-9b39-ec61aa02b583 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:06.688503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db6d43f4-de50-4182-afc5-8d96e3d22fc6 req-f41a4bb9-67d4-48aa-9b39-ec61aa02b583 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 944 time: 0.0669072 Feb 11 05:19:06.746406 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db6d43f4-de50-4182-afc5-8d96e3d22fc6 req-74d6cf39-2ffa-419e-b70b-dba9a6dbe9c4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516012 Feb 11 05:19:07.838991 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:07.947773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82a51b-19b6-459c-b729-22337eac6b77 req-0bb997bc-6818-474b-a385-40a6013ae39e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:07.949458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b82a51b-19b6-459c-b729-22337eac6b77 req-0bb997bc-6818-474b-a385-40a6013ae39e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 944 time: 0.1204493 Feb 11 05:19:08.011107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b82a51b-19b6-459c-b729-22337eac6b77 req-bb700249-42ce-4295-8485-7cc54ceaeee9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520556 Feb 11 05:19:08.076153 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:08.083641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:08.084252 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.195017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:08.195426 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.230088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:08.234408 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa1b2c6-e75f-47f8-a07d-de2e1578a880" -d '{"events": [{"server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "name": "network-vif-plugged", "status": "completed", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:08.266047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:08.286607 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3415348-6652-4be6-9ace-1e4e6a8acd77 x-openstack-request-id: req-e3415348-6652-4be6-9ace-1e4e6a8acd77 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:08.287125 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "name": "network-vif-plugged", "status": "completed", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:08.287557 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3415348-6652-4be6-9ace-1e4e6a8acd77 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:08.288230 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'code': 200} Feb 11 05:19:08.371739 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:08.416057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc26bf2-79ee-4ac3-8880-ed12db3defcd req-5c2a859d-1253-4239-bb07-9727eb8447ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:08.418932 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9bc26bf2-79ee-4ac3-8880-ed12db3defcd req-5c2a859d-1253-4239-bb07-9727eb8447ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 1127 time: 0.0712805 Feb 11 05:19:08.442216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:08.483940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9bc26bf2-79ee-4ac3-8880-ed12db3defcd req-d25da4a6-6793-4d39-9552-5f280fead2fb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578935 Feb 11 05:19:09.170700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154edb15-edf6-4fa8-9971-5655bdc302c8 req-434ee80e-4259-49d8-858e-7d106cc9e9cc tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:09.172532 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-154edb15-edf6-4fa8-9971-5655bdc302c8 req-434ee80e-4259-49d8-858e-7d106cc9e9cc tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0678923 Feb 11 05:19:09.240527 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-154edb15-edf6-4fa8-9971-5655bdc302c8 req-b7cb8b0c-79cf-40f4-88d3-cc68fdaafce9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600250 Feb 11 05:19:10.393306 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a4747-2b41-4014-9677-9068612d0f77 req-512bb415-19cc-432c-9b5c-8142f3011d52 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:10.395156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-087a4747-2b41-4014-9677-9068612d0f77 req-512bb415-19cc-432c-9b5c-8142f3011d52 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0677133 Feb 11 05:19:10.463131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-087a4747-2b41-4014-9677-9068612d0f77 req-555e7c76-13b6-409b-8cf4-a97c814cadab tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598199 Feb 11 05:19:10.615180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43dda3-d171-4697-a779-716a8c4f6733 req-4acaf142-fc91-4b26-92d4-a2c866f1d248 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:10.617922 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4a43dda3-d171-4697-a779-716a8c4f6733 req-4acaf142-fc91-4b26-92d4-a2c866f1d248 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0730827 Feb 11 05:19:10.627288 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 41922) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:19:10.635162 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-afe48d7b-7647-4182-bd92-1ceb9d55ef30 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Request body: {'floatingip': {'port_id': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:10.709470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-afe48d7b-7647-4182-bd92-1ceb9d55ef30 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (8caa2555-9970-4c8a-bed1-f2f1a8c42806), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:10.907057 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0df04db7-8525-47f6-9f88-3f92e0a5dc8e req-5772e62a-2836-4c51-bed9-1282f896602f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566351 Feb 11 05:19:11.023539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df04db7-8525-47f6-9f88-3f92e0a5dc8e req-febeca9a-9ced-4007-bd5e-772c08a897cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:11.025145 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0df04db7-8525-47f6-9f88-3f92e0a5dc8e req-febeca9a-9ced-4007-bd5e-772c08a897cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 1128 time: 0.0534201 Feb 11 05:19:11.182969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df04db7-8525-47f6-9f88-3f92e0a5dc8e req-f2196bc8-55d9-42d6-9409-090df311d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:11.185622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0df04db7-8525-47f6-9f88-3f92e0a5dc8e req-f2196bc8-55d9-42d6-9409-090df311d930 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1305604 Feb 11 05:19:11.256687 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0df04db7-8525-47f6-9f88-3f92e0a5dc8e req-22e15985-efba-46e1-a1c8-a16865042330 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 217 time: 0.0644300 Feb 11 05:19:11.300504 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-afe48d7b-7647-4182-bd92-1ceb9d55ef30 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.324231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df04db7-8525-47f6-9f88-3f92e0a5dc8e req-c38d7725-fada-4969-82ef-0176e4e86b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:11.325744 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0df04db7-8525-47f6-9f88-3f92e0a5dc8e req-c38d7725-fada-4969-82ef-0176e4e86b43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0612485 Feb 11 05:19:11.336108 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:19:11.384308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df04db7-8525-47f6-9f88-3f92e0a5dc8e req-c47c6ebc-f3e3-4e3d-ab49-3fbcb41f41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:11.386390 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0df04db7-8525-47f6-9f88-3f92e0a5dc8e req-c47c6ebc-f3e3-4e3d-ab49-3fbcb41f41f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0536053 Feb 11 05:19:11.395793 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-afe48d7b-7647-4182-bd92-1ceb9d55ef30 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (8caa2555-9970-4c8a-bed1-f2f1a8c42806), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.513981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0df04db7-8525-47f6-9f88-3f92e0a5dc8e req-911edea2-ea74-4794-afe3-0772d7527a01 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172662 Feb 11 05:19:11.558132 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-afe48d7b-7647-4182-bd92-1ceb9d55ef30 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806 associated. External IP: 172.25.3.48, port: 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97. Feb 11 05:19:11.615568 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0df04db7-8525-47f6-9f88-3f92e0a5dc8e req-cc37566e-7e11-43d4-9d52-78781140711f service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971711 Feb 11 05:19:11.848944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe48d7b-7647-4182-bd92-1ceb9d55ef30 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Router 1a57b563-ca01-43d5-81db-769208794cce has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:19:11.980361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe48d7b-7647-4182-bd92-1ceb9d55ef30 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:19:11.985827 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-afe48d7b-7647-4182-bd92-1ceb9d55ef30 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:11.993625 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccbd8e5-8d0c-46b9-8351-21b14c28a466 None None] Sync routers for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:19:12.006278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccbd8e5-8d0c-46b9-8351-21b14c28a466 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:12.007150 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-dccbd8e5-8d0c-46b9-8351-21b14c28a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:18:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:12.023489 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-afe48d7b-7647-4182-bd92-1ceb9d55ef30 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "PUT /v2.0/floatingips/8caa2555-9970-4c8a-bed1-f2f1a8c42806 HTTP/1.1" status: 200 len: 990 time: 1.3945088 Feb 11 05:19:12.024731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:12.027263 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd863ed-f14f-40f2-a973-ab35d1665994" -d '{"events": [{"name": "network-changed", "server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:12.093577 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804157d5-845c-4389-bd47-8e6f0e0dbb28 x-openstack-request-id: req-804157d5-845c-4389-bd47-8e6f0e0dbb28 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:12.094043 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:12.094475 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-804157d5-845c-4389-bd47-8e6f0e0dbb28 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:12.095305 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'status': 'completed', 'code': 200} Feb 11 05:19:12.151124 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-dccbd8e5-8d0c-46b9-8351-21b14c28a466 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:12.188455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd863ed-f14f-40f2-a973-ab35d1665994 req-ba12028b-17ed-4b3c-91df-313dca610552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:12.190124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbd863ed-f14f-40f2-a973-ab35d1665994 req-ba12028b-17ed-4b3c-91df-313dca610552 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 1128 time: 0.0734479 Feb 11 05:19:12.312552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd863ed-f14f-40f2-a973-ab35d1665994 req-c2520a26-d6ac-4ba1-a4b8-92f65d074e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:12.314389 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbd863ed-f14f-40f2-a973-ab35d1665994 req-c2520a26-d6ac-4ba1-a4b8-92f65d074e4b service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1170046 Feb 11 05:19:12.386027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbd863ed-f14f-40f2-a973-ab35d1665994 req-c13d878f-21f9-4cf1-8dbf-cb06feb1f949 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 998 time: 0.0641463 Feb 11 05:19:12.444450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd863ed-f14f-40f2-a973-ab35d1665994 req-767d114f-0ba7-4f5e-b20a-ecf6ca30ceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:12.446389 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbd863ed-f14f-40f2-a973-ab35d1665994 req-767d114f-0ba7-4f5e-b20a-ecf6ca30ceb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0534918 Feb 11 05:19:12.498514 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-dccbd8e5-8d0c-46b9-8351-21b14c28a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '8caa2555-9970-4c8a-bed1-f2f1a8c42806', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '1a57b563-ca01-43d5-81db-769208794cce', 'port_id': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'mac_address': 'fa:16:3e:af:e1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:58Z', 'updated_at': '2022-02-11T05:19:11Z', 'revision_number': 9, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:12.522083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd863ed-f14f-40f2-a973-ab35d1665994 req-1c32dd57-245e-4f2f-84f2-b6394d8ce9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:12.525387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbd863ed-f14f-40f2-a973-ab35d1665994 req-1c32dd57-245e-4f2f-84f2-b6394d8ce9d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0721726 Feb 11 05:19:12.534073 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccbd8e5-8d0c-46b9-8351-21b14c28a466 None None] Checking router: 1a57b563-ca01-43d5-81db-769208794cce for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:19:12.544036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccbd8e5-8d0c-46b9-8351-21b14c28a466 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:12.544688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-dccbd8e5-8d0c-46b9-8351-21b14c28a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:18:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:12.737298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264204e-3d67-4054-bfa0-f91fce1fe985 req-07d4553c-624c-4047-8d8e-2bf404ecc488 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:12.743730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e264204e-3d67-4054-bfa0-f91fce1fe985 req-07d4553c-624c-4047-8d8e-2bf404ecc488 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.1936364 Feb 11 05:19:12.753708 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbd863ed-f14f-40f2-a973-ab35d1665994 req-7b0e84a8-966a-4e9c-ad91-0e63ee01871b service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213213 Feb 11 05:19:12.856825 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-dccbd8e5-8d0c-46b9-8351-21b14c28a466 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:12.921176 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e264204e-3d67-4054-bfa0-f91fce1fe985 req-44859098-dbd9-4fec-811e-3be69e84eccd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517935 Feb 11 05:19:12.965789 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbd863ed-f14f-40f2-a973-ab35d1665994 req-0e16392a-f748-401a-b523-dbfd1cba42aa service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018328 Feb 11 05:19:12.981459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-3d52f8f3-1419-4122-9252-cb4812abb2ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2187941 Feb 11 05:19:13.187124 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-dccbd8e5-8d0c-46b9-8351-21b14c28a466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '8caa2555-9970-4c8a-bed1-f2f1a8c42806', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '1a57b563-ca01-43d5-81db-769208794cce', 'port_id': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'mac_address': 'fa:16:3e:af:e1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:58Z', 'updated_at': '2022-02-11T05:19:11Z', 'revision_number': 9, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:13.218564 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccbd8e5-8d0c-46b9-8351-21b14c28a466 None None] The sync data for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 is: [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '8caa2555-9970-4c8a-bed1-f2f1a8c42806', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '1a57b563-ca01-43d5-81db-769208794cce', 'port_id': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'mac_address': 'fa:16:3e:af:e1:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:58Z', 'updated_at': '2022-02-11T05:19:11Z', 'revision_number': 9, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:13.495150 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea9e3d-84e6-46dc-8590-abcdcfd49e0d None None] New status for floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:19:13.857299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-e8222eff-0b4f-43e7-aabe-ee3fed1ea50a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:13.858934 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-e8222eff-0b4f-43e7-aabe-ee3fed1ea50a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports/0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 942 time: 0.1608908 Feb 11 05:19:14.097326 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6fb12-244a-4484-a1e0-1456832abfa4 req-f0b2d188-43d6-4812-aa60-39a8fcd6d118 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:14.099310 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8e6fb12-244a-4484-a1e0-1456832abfa4 req-f0b2d188-43d6-4812-aa60-39a8fcd6d118 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0702858 Feb 11 05:19:14.158068 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8e6fb12-244a-4484-a1e0-1456832abfa4 req-9efd37b4-27c2-41a5-b59f-84608b32cb66 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524166 Feb 11 05:19:15.324734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517957db-0b7d-448e-a38e-a5aa46bdbf29 req-ffe8b27a-41d9-4381-ab3d-49172e615da3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:15.326408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-517957db-0b7d-448e-a38e-a5aa46bdbf29 req-ffe8b27a-41d9-4381-ab3d-49172e615da3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0808294 Feb 11 05:19:15.418301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-517957db-0b7d-448e-a38e-a5aa46bdbf29 req-01dbbc2d-11f0-4092-be21-b6f02c57e93e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794075 Feb 11 05:19:15.909077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-ae9fcf09-d1e9-4975-bb80-a9fbf307a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:15.910731 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-ae9fcf09-d1e9-4975-bb80-a9fbf307a396 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 1128 time: 0.0538056 Feb 11 05:19:16.026581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-664b6897-ba02-492f-8745-9d871a8424d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:16.028133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-664b6897-ba02-492f-8745-9d871a8424d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1078508 Feb 11 05:19:16.106454 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-70480fe5-9f61-4d59-9c10-e852cab77064 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 1001 time: 0.0707192 Feb 11 05:19:16.162852 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-7506458d-a5f0-4baf-9000-423cf4d297d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:16.164954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-7506458d-a5f0-4baf-9000-423cf4d297d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0486565 Feb 11 05:19:16.223184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-ce2bacbd-0e4a-40ef-9332-e2f5574a4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:16.224743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-ce2bacbd-0e4a-40ef-9332-e2f5574a4a2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509012 Feb 11 05:19:16.330511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-c166a8ab-ed82-4b7f-879c-a56423bc7488 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984731 Feb 11 05:19:16.434602 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-735f78f7-1557-4be6-be18-f5a7b329e9a2 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918453 Feb 11 05:19:16.571803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e9f49-099d-40a3-bb36-bc25bc546a3b req-c5df4d94-f2cb-4c44-ac95-937f40fb8466 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:16.573408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b0e9f49-099d-40a3-bb36-bc25bc546a3b req-c5df4d94-f2cb-4c44-ac95-937f40fb8466 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0665462 Feb 11 05:19:16.627969 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b0e9f49-099d-40a3-bb36-bc25bc546a3b req-2c8a9c82-93d0-44a2-adbf-bf154f85c226 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483923 Feb 11 05:19:17.763287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba533397-bc39-4898-95c0-554df790539c req-c686c15f-c3c1-4ca8-adc1-83966c560f79 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:17.765211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba533397-bc39-4898-95c0-554df790539c req-c686c15f-c3c1-4ca8-adc1-83966c560f79 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0596757 Feb 11 05:19:17.842456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ba533397-bc39-4898-95c0-554df790539c req-bd7faa57-432a-434e-beb3-228395124f94 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704029 Feb 11 05:19:19.002591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b800d6a-6cb6-4874-9b43-62a65dc39fea req-e9d6597a-f4b2-411a-9295-515a7c6653ad tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:19.005411 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b800d6a-6cb6-4874-9b43-62a65dc39fea req-e9d6597a-f4b2-411a-9295-515a7c6653ad tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0780735 Feb 11 05:19:19.076170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b800d6a-6cb6-4874-9b43-62a65dc39fea req-82008cb3-d855-47cf-a79e-7a36adf804bc tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634909 Feb 11 05:19:20.220832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057411a-a9a5-4662-89bb-05bb4eb9bba6 req-55682508-cd49-42e9-bfde-83d9dded4680 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:20.222452 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3057411a-a9a5-4662-89bb-05bb4eb9bba6 req-55682508-cd49-42e9-bfde-83d9dded4680 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0585737 Feb 11 05:19:20.275401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3057411a-a9a5-4662-89bb-05bb4eb9bba6 req-68706b97-45f7-4a86-81fd-ce623b4474ea tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464425 Feb 11 05:19:21.412589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3911d-3387-4213-9753-93928512aa80 req-9951d269-ddb4-4086-99ea-0d004c247ca0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:21.414236 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3cc3911d-3387-4213-9753-93928512aa80 req-9951d269-ddb4-4086-99ea-0d004c247ca0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0610518 Feb 11 05:19:21.471595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3cc3911d-3387-4213-9753-93928512aa80 req-7b4834c6-3505-4c10-b89f-239812d6f7ab tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515909 Feb 11 05:19:22.629391 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce19864-cdcc-4de2-b6d6-e61358d2af88 req-07e2c4ae-20cb-440d-a531-2fcb5b32f0b1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:22.631322 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bce19864-cdcc-4de2-b6d6-e61358d2af88 req-07e2c4ae-20cb-440d-a531-2fcb5b32f0b1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0569670 Feb 11 05:19:22.686654 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bce19864-cdcc-4de2-b6d6-e61358d2af88 req-18bb19e4-68cd-435b-a8a1-207049fa94f2 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488360 Feb 11 05:19:23.181849 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1704cf47-0b0a-4311-a7ff-8edcc67b593c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:23.820983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb9408-b5fd-44e0-8e7a-57c5f3f47dcd req-e6677493-4984-4551-b6bf-72f9295f21c5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:23.822609 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5dcb9408-b5fd-44e0-8e7a-57c5f3f47dcd req-e6677493-4984-4551-b6bf-72f9295f21c5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0588605 Feb 11 05:19:23.877546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5dcb9408-b5fd-44e0-8e7a-57c5f3f47dcd req-9933e674-42dc-4fcf-bb97-91f140d04ac5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479045 Feb 11 05:19:25.033275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa7bd2-56eb-49eb-980b-cbfefe4fd7a4 req-15be9f43-0f6b-4c99-aff3-dd6a9fecdfc2 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:25.034911 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbaa7bd2-56eb-49eb-980b-cbfefe4fd7a4 req-15be9f43-0f6b-4c99-aff3-dd6a9fecdfc2 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0663095 Feb 11 05:19:25.088576 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bbaa7bd2-56eb-49eb-980b-cbfefe4fd7a4 req-a32d3403-03e8-49a9-80eb-758a5a941a3f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471365 Feb 11 05:19:25.451967 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3bcb00f3-a402-404c-a544-12b4840bf496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:26.222945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5245b-90c6-4b96-854a-c2c0b27ec832 req-38b34966-6015-4193-8764-8bdcb22d1303 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:26.224576 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ad5245b-90c6-4b96-854a-c2c0b27ec832 req-38b34966-6015-4193-8764-8bdcb22d1303 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0618804 Feb 11 05:19:26.279386 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6ad5245b-90c6-4b96-854a-c2c0b27ec832 req-c550c72f-467e-471d-855b-08e03a54d5b5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487468 Feb 11 05:19:26.863422 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:27.433277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf7d7-b84f-41a5-9cf0-0cbe5d11ed8a req-841a8f54-7d7d-4ac6-9379-5ed064678313 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:27.435002 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6febf7d7-b84f-41a5-9cf0-0cbe5d11ed8a req-841a8f54-7d7d-4ac6-9379-5ed064678313 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0730433 Feb 11 05:19:27.494479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6febf7d7-b84f-41a5-9cf0-0cbe5d11ed8a req-0e61d230-5b4d-4f35-8847-ea5f9f0719cf tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531700 Feb 11 05:19:28.472155 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:28.663177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db5fb3-e92c-463c-9965-6c22fde53cd0 req-30ac2b44-b4f6-4822-9dbd-2cacedb76669 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:28.666082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5db5fb3-e92c-463c-9965-6c22fde53cd0 req-30ac2b44-b4f6-4822-9dbd-2cacedb76669 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0691168 Feb 11 05:19:28.720868 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5db5fb3-e92c-463c-9965-6c22fde53cd0 req-c7232a21-4a7d-47c9-bf97-db3de2567b02 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487423 Feb 11 05:19:29.780642 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:29.873240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150211a-55cc-4b5f-bd66-86c40862b00c req-32bf0e8e-4c7d-4f41-a6d5-1756c455800f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:29.874902 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8150211a-55cc-4b5f-bd66-86c40862b00c req-32bf0e8e-4c7d-4f41-a6d5-1756c455800f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0641801 Feb 11 05:19:29.932869 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8150211a-55cc-4b5f-bd66-86c40862b00c req-2f3bd1d4-c2ae-4658-84ab-b29a3f5976d9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515692 Feb 11 05:19:31.067235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda9318-f0c4-4e2e-a62f-aed9d722ca33 req-880511c5-c055-4ab0-a70c-4f590909a774 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:31.068873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbda9318-f0c4-4e2e-a62f-aed9d722ca33 req-880511c5-c055-4ab0-a70c-4f590909a774 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0625021 Feb 11 05:19:31.129749 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbda9318-f0c4-4e2e-a62f-aed9d722ca33 req-40fc4015-c57e-4ef4-b397-9247e99252c6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536246 Feb 11 05:19:32.266789 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36203705-893b-49da-83fd-b483cfcb43c9 req-d2000ddf-ab05-490f-bc5e-a0e78d8410dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:32.268427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36203705-893b-49da-83fd-b483cfcb43c9 req-d2000ddf-ab05-490f-bc5e-a0e78d8410dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0583346 Feb 11 05:19:32.326995 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36203705-893b-49da-83fd-b483cfcb43c9 req-74a110b6-528f-408f-9651-6d58fc06028e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519288 Feb 11 05:19:33.458648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8ec8b-080c-4ff5-b0eb-f0077d629afb req-f7dee99d-b773-463f-8d30-ab03036cd67d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:33.460254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eed8ec8b-080c-4ff5-b0eb-f0077d629afb req-f7dee99d-b773-463f-8d30-ab03036cd67d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0608644 Feb 11 05:19:33.518124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-eed8ec8b-080c-4ff5-b0eb-f0077d629afb req-904b9734-da4b-4336-a39a-ad00ae598719 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468745 Feb 11 05:19:33.634929 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-40c8f3ae-516a-4bd6-a2da-d98eacd53030 service neutron] show failed (client error): The resource could not be found. Feb 11 05:19:33.635971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-40c8f3ae-516a-4bd6-a2da-d98eacd53030 service neutron] 10.222.0.32 "GET /v2.0/ports/0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97/bindings/n-h2-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0603974 Feb 11 05:19:34.245420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-a3c4dcc7-71bd-424e-87bf-f6b2dc88e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:34.247558 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-a3c4dcc7-71bd-424e-87bf-f6b2dc88e742 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 1128 time: 0.0488491 Feb 11 05:19:34.259702 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:34.344861 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.392175 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.417533 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.576660 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:34.616293 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:34.656245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e745804-5d39-4038-b167-0e11105d2417 req-21c6a170-5c5f-4158-9fe1-8fa8bf270141 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:34.658152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e745804-5d39-4038-b167-0e11105d2417 req-21c6a170-5c5f-4158-9fe1-8fa8bf270141 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0642693 Feb 11 05:19:34.660664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:34.663133 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f023933-db1e-4315-ae9e-a598b84306eb" -d '{"events": [{"server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:34.667796 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Publish callbacks [] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.683629 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Transition to ACTIVE for port object 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:34.718655 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf4dd00-a527-45a3-9cf9-6702cfef6230 x-openstack-request-id: req-9cf4dd00-a527-45a3-9cf9-6702cfef6230 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:34.719174 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:34.719444 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9cf4dd00-a527-45a3-9cf9-6702cfef6230 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:34.719626 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7e745804-5d39-4038-b167-0e11105d2417 req-69956384-0cf3-4658-a640-76271bbc1837 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558012 Feb 11 05:19:34.719856 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'code': 200} Feb 11 05:19:34.775768 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:34.871590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Pushing event updated for resources: {'Port': ['ID=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,revision_number=6']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:34.923036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] No DVR routers for this DVR port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 on host n-h1-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:35.075413 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Attempting to bind port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:35.075762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Attempting to bind port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:35.076103 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Attempting to bind port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:35.080904 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 on network f6646055-8df5-4ea7-9425-cc6296f402ec not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:35.081139 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Attempting to bind port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:35.086450 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:35.086827 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Checking segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:35.087222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Bound using segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:35.087738 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Bound port: 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:35.088140 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.178009 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:35.185004 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:35.298202 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.341975 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:35.342607 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:35.344113 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] 10.222.0.47 "PUT /v2.0/ports/0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 1092 time: 1.0897508 Feb 11 05:19:35.410726 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255329f-dd0f-456b-a94d-29b75169af39 service neutron] Pushing event updated for resources: {'Port': ['ID=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:35.441823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-62b3d73d-9949-4123-bed5-136a6ec7e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:35.443400 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-62b3d73d-9949-4123-bed5-136a6ec7e8f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 1126 time: 0.0740705 Feb 11 05:19:35.557547 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-9ff4cbef-c259-4a97-b7ce-df3c2f50f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:35.559179 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-9ff4cbef-c259-4a97-b7ce-df3c2f50f967 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1057794 Feb 11 05:19:35.903535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23738e73-b3fb-4c4a-b828-45543888a49c req-9fa7773e-a502-4b26-bd19-7a8b47f55a8e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:35.905186 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23738e73-b3fb-4c4a-b828-45543888a49c req-9fa7773e-a502-4b26-bd19-7a8b47f55a8e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 943 time: 0.0886846 Feb 11 05:19:35.943984 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-637e7d7b-b237-44a1-ab27-4c9a785220be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 999 time: 0.3780923 Feb 11 05:19:35.946606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:35.967092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-23738e73-b3fb-4c4a-b828-45543888a49c req-8bb61baa-0787-45b1-a70c-0593b0ad55f0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555117 Feb 11 05:19:36.003696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-db8e1f31-e82a-4597-b7ca-1b021ee7f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:36.005711 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-db8e1f31-e82a-4597-b7ca-1b021ee7f840 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0547254 Feb 11 05:19:36.009926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] The host n-h1-712142-35 is not matching for port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 host n-h2-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:19:36.010344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:36.068729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-0708bcce-b841-45c5-bdf4-eb77569f93bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:36.070251 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-0708bcce-b841-45c5-bdf4-eb77569f93bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0566177 Feb 11 05:19:36.173235 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-2f62db5e-0c65-4cf7-9370-910463f6c70b service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960128 Feb 11 05:19:36.282789 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5e894c2c-6896-477a-9579-b35b34f7e0b1 req-3fa77809-cb3f-4c9e-a6e4-f10ae7593ddb service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031766 Feb 11 05:19:36.721637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:36.724113 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b04e80-3bff-4a89-998d-90eab51802a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:36.783026 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf91805-ed82-4729-9d58-1b0b719a14f6 x-openstack-request-id: req-1bf91805-ed82-4729-9d58-1b0b719a14f6 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:36.783343 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:36.783593 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bf91805-ed82-4729-9d58-1b0b719a14f6 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:36.784006 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'status': 'completed', 'code': 200} Feb 11 05:19:36.871265 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-35cbb638-9740-4a71-9be0-688f0409b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:36.873042 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-35cbb638-9740-4a71-9be0-688f0409b08d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 1126 time: 0.0646458 Feb 11 05:19:36.928967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-40ff35b4-edad-4e7b-8221-6cfbb9ccbab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:36.930600 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-40ff35b4-edad-4e7b-8221-6cfbb9ccbab9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 1126 time: 0.1238706 Feb 11 05:19:36.991007 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-c4d39f60-432c-4d9d-a7ef-dc19b0098ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:36.992921 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-c4d39f60-432c-4d9d-a7ef-dc19b0098ea7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1133659 Feb 11 05:19:37.071292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-7e929bd6-9b35-4e54-908e-32a89e4b1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.072860 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-7e929bd6-9b35-4e54-908e-32a89e4b1ff0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1355548 Feb 11 05:19:37.091491 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-8f3ab9fe-5804-43ce-af66-7453eb90b7fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 999 time: 0.0909739 Feb 11 05:19:37.153944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-54eac336-579e-45cd-8e6a-96d6725aa7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.156691 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-54eac336-579e-45cd-8e6a-96d6725aa7bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0585318 Feb 11 05:19:37.174398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7b05e-9be0-4d0a-b8aa-2b4329a86890 req-8aed446b-1ee5-4bc2-9b2b-791cd5950281 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.176180 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ebd7b05e-9be0-4d0a-b8aa-2b4329a86890 req-8aed446b-1ee5-4bc2-9b2b-791cd5950281 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 943 time: 0.1189873 Feb 11 05:19:37.181375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-f6b69fe8-ae4d-4456-b0a1-98a5b253f1d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 999 time: 0.0922821 Feb 11 05:19:37.246644 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-9f85ccbc-f873-4f3f-a0e0-99f5423d0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.249592 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-9f85ccbc-f873-4f3f-a0e0-99f5423d0fb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0865822 Feb 11 05:19:37.270139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-f013cef4-6dc8-404b-ab6d-33e083123a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.271793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-f013cef4-6dc8-404b-ab6d-33e083123a99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0797806 Feb 11 05:19:37.275412 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ebd7b05e-9be0-4d0a-b8aa-2b4329a86890 req-d8b06381-4dbf-4c7a-a882-fa664eea8bb5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899560 Feb 11 05:19:37.357543 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-6e55d013-6957-4474-b19d-00040e1b5657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:37.359488 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-6e55d013-6957-4474-b19d-00040e1b5657 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0811141 Feb 11 05:19:37.382839 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-83b69baa-e44e-467c-9b92-aa70a2ce5a64 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247630 Feb 11 05:19:37.498740 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-5bbdb949-cb24-4daa-86c2-848aa2f94dd5 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313798 Feb 11 05:19:37.524370 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-11e16dd9-55ae-43f4-b3f1-3fa7d2f87cc1 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334646 Feb 11 05:19:37.610215 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07b04e80-3bff-4a89-998d-90eab51802a4 req-f58d7a2e-9c99-4574-bcc5-7c117698fc59 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045110 Feb 11 05:19:38.425433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e77b38-7248-4e24-ab45-df54c3f4e159 req-e7aae3fe-9bef-420e-8dd8-c6e964320aa0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:38.427213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36e77b38-7248-4e24-ab45-df54c3f4e159 req-e7aae3fe-9bef-420e-8dd8-c6e964320aa0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 943 time: 0.0649424 Feb 11 05:19:38.496551 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-36e77b38-7248-4e24-ab45-df54c3f4e159 req-aaf3a69f-5eba-4ff3-895e-9c7c696b27a8 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605712 Feb 11 05:19:39.633617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d573d-fad7-44e7-b3b4-24df517059a8 req-cf572de8-8a0d-4334-8508-cb19e36d807d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:39.635381 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a64d573d-fad7-44e7-b3b4-24df517059a8 req-cf572de8-8a0d-4334-8508-cb19e36d807d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 943 time: 0.0589557 Feb 11 05:19:39.691759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a64d573d-fad7-44e7-b3b4-24df517059a8 req-3dd4d1ae-ef2b-4905-85f7-a35efd2eed84 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505397 Feb 11 05:19:40.453741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84841df6-6f87-45c8-bc1a-1d77454a8b97 req-cf16f0cd-a166-4632-9576-73e8a50cd1c7 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.455388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84841df6-6f87-45c8-bc1a-1d77454a8b97 req-cf16f0cd-a166-4632-9576-73e8a50cd1c7 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 943 time: 0.0601404 Feb 11 05:19:40.517405 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84841df6-6f87-45c8-bc1a-1d77454a8b97 req-c1f23dc5-7050-4056-95d0-a887ce47efef tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512660 Feb 11 05:19:40.621477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-89e94d8d-8ae0-4503-a331-4c14c0e1ee1e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.624357 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-89e94d8d-8ae0-4503-a331-4c14c0e1ee1e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.47 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 943 time: 0.0997894 Feb 11 05:19:40.692507 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-f927ba31-c6c1-48e5-84d5-681e7250d2d1 service neutron] 10.222.0.47 "GET /v2.0/ports/0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97/bindings/n-h2-712142-35 HTTP/1.1" status: 200 len: 383 time: 0.0615113 Feb 11 05:19:40.777211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-6107165c-f3a8-41bf-9b07-ea57096185f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.779029 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-6107165c-f3a8-41bf-9b07-ea57096185f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 1126 time: 0.0625875 Feb 11 05:19:40.891077 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-dfa81efc-1b7e-4f0a-b1ca-e2b4e8b8e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:40.892576 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-dfa81efc-1b7e-4f0a-b1ca-e2b4e8b8e3e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1077166 Feb 11 05:19:40.969260 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-3c80c3b7-ad64-4a18-86ae-c0c79445eb4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 999 time: 0.0705400 Feb 11 05:19:41.024347 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-fdedcf7d-a604-4ee9-971b-d8fb0a9ab9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:41.025937 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-fdedcf7d-a604-4ee9-971b-d8fb0a9ab9ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0500875 Feb 11 05:19:41.080861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-047e5f15-9738-4c51-b49d-e72f2a1d6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:41.082379 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-047e5f15-9738-4c51-b49d-e72f2a1d6ecc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504763 Feb 11 05:19:41.203038 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-7065d33a-f1db-469c-87be-d6159dc0e831 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121182 Feb 11 05:19:41.308579 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-7d2272bd-7a5a-4c2a-9b89-3e536b7beee7 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995781 Feb 11 05:19:41.343187 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:41.467461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:41.480741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'port_id': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'mac_address': 'fa:16:3e:af:e1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:41.528173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:41.528757 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.543298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:41.565317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:41.657292 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:41.666517 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a859f-6584-488a-a475-6c0d6d081071 req-b7c0b810-bd89-4326-8dab-d5d35e0b6bac tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:41.668127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b67a859f-6584-488a-a475-6c0d6d081071 req-b7c0b810-bd89-4326-8dab-d5d35e0b6bac tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 943 time: 0.0572248 Feb 11 05:19:41.713921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:41.719925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b67a859f-6584-488a-a475-6c0d6d081071 req-c452e94d-6488-4336-99be-51c23340ef5d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458641 Feb 11 05:19:41.901253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:42.865310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bb03d-6bed-4c9a-b7a2-d63c8c958162 req-36e72912-4930-4a4e-b894-a08a85ccd5de tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:42.867634 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e13bb03d-6bed-4c9a-b7a2-d63c8c958162 req-36e72912-4930-4a4e-b894-a08a85ccd5de tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 944 time: 0.0628898 Feb 11 05:19:42.959650 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e13bb03d-6bed-4c9a-b7a2-d63c8c958162 req-84b92ef6-4295-4eb3-947e-5e4466c29c74 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811787 Feb 11 05:19:43.366379 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:43.563293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:43.567672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:43.568057 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.658648 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:43.658963 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.689758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:43.692711 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2325e2fe-297e-4d7f-867e-b90c4a6a428f" -d '{"events": [{"server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "name": "network-vif-plugged", "status": "completed", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:43.714444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:43.761464 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382c5d76-b82f-42b1-882b-09e332ec3cf2 x-openstack-request-id: req-382c5d76-b82f-42b1-882b-09e332ec3cf2 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:43.761464 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "name": "network-vif-plugged", "status": "completed", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:43.761706 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-382c5d76-b82f-42b1-882b-09e332ec3cf2 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:43.762020 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'code': 200} Feb 11 05:19:43.809775 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:43.874754 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:44.110104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106a3fe-a0f9-48e2-8873-486178779871 req-cb68c180-1165-4f32-9ea2-66af9f3b512c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:44.111704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6106a3fe-a0f9-48e2-8873-486178779871 req-cb68c180-1165-4f32-9ea2-66af9f3b512c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0625005 Feb 11 05:19:44.172886 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6106a3fe-a0f9-48e2-8873-486178779871 req-1fd3cda9-2857-43dc-a558-a0ef3a1a4fe4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550096 Feb 11 05:19:44.312507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-be9b7719-0d14-4830-9ab9-c2248f975612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:44.314336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-be9b7719-0d14-4830-9ab9-c2248f975612 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 1128 time: 0.0503476 Feb 11 05:19:44.326716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:44.405404 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.020546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:45.060747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:45.105114 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:45.107520 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6178b7e9-8031-4064-8245-ad771ca46734" -d '{"events": [{"server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:45.111689 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Publish callbacks [] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.126827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Transition to ACTIVE for port object 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:19:45.178455 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8980f5-4ece-43e6-8cc0-31b89b20a648 x-openstack-request-id: req-5e8980f5-4ece-43e6-8cc0-31b89b20a648 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:45.178953 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "name": "network-vif-unplugged", "status": "completed", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:45.180095 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e8980f5-4ece-43e6-8cc0-31b89b20a648 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:45.180604 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'code': 200} Feb 11 05:19:45.247499 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.362190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Pushing event updated for resources: {'Port': ['ID=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,revision_number=10']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:45.397857 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef6dc2-d832-4a92-bb9a-e3116f3e73df req-ac81f79b-05e0-44fc-876a-b9ab325085aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:45.399441 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5aef6dc2-d832-4a92-bb9a-e3116f3e73df req-ac81f79b-05e0-44fc-876a-b9ab325085aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 944 time: 0.1533396 Feb 11 05:19:45.438412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] No DVR routers for this DVR port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:45.530435 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5aef6dc2-d832-4a92-bb9a-e3116f3e73df req-32951e13-c7b0-4e99-9d8c-4f6646a142b8 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214602 Feb 11 05:19:45.623063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Attempting to bind port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:19:45.623359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Attempting to bind port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:19:45.623866 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Attempting to bind port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:45.628864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 on network f6646055-8df5-4ea7-9425-cc6296f402ec not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:19:45.629201 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Attempting to bind port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:19:45.635642 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:19:45.636020 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Checking segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:19:45.636424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Bound using segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:19:45.636876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Bound port: 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:19:45.637242 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.711558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:19:45.714971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:19:45.897817 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.938413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:45.938413 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:45.939439 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] 10.222.0.32 "PUT /v2.0/ports/0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 1093 time: 1.6172996 Feb 11 05:19:45.981644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5669a-4e0d-4621-bc92-22d24e36a88d service neutron] Pushing event updated for resources: {'Port': ['ID=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,revision_number=11']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:46.019957 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-c267e293-897e-41fe-9a1c-904a9d81edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:46.021861 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-c267e293-897e-41fe-9a1c-904a9d81edfe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 1127 time: 0.0546763 Feb 11 05:19:46.128435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-b3a883b8-54ed-412d-973e-ff7fc8e41087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:46.129874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-b3a883b8-54ed-412d-973e-ff7fc8e41087 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1001260 Feb 11 05:19:46.202093 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-1c4204a9-7134-4078-b149-a1645bcb1200 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 999 time: 0.0656145 Feb 11 05:19:46.265423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-30da9362-607a-4e2d-8d21-0e6d9b7dcc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:46.267403 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-30da9362-607a-4e2d-8d21-0e6d9b7dcc52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0579424 Feb 11 05:19:46.323875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-97e4b874-f3f3-4704-a8de-4fb926ee5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:46.325629 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-97e4b874-f3f3-4704-a8de-4fb926ee5d31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504615 Feb 11 05:19:46.442362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-a3d62019-a263-484a-929d-8583ed01b22d service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088085 Feb 11 05:19:46.549777 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-336eabad-757e-48b7-8bb0-29fadc41e12a req-82b42162-db04-43b5-b712-6bd3968ff27e service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008449 Feb 11 05:19:46.667613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b38ca-d359-42d4-b8e5-6a40369c54a1 req-f888eeb2-a6e4-4839-9104-25ffa3d8707c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:46.669248 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-371b38ca-d359-42d4-b8e5-6a40369c54a1 req-f888eeb2-a6e4-4839-9104-25ffa3d8707c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 944 time: 0.0591233 Feb 11 05:19:46.720968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-371b38ca-d359-42d4-b8e5-6a40369c54a1 req-f5e53b2b-9eb9-40ec-ae7e-e6a3fd084419 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435743 Feb 11 05:19:47.182243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:47.184875 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc3c0d4-84b7-4840-991b-9d2b288e333a" -d '{"events": [{"name": "network-changed", "server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:47.246967 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1979535c-02b1-49b4-8769-5219fcbe61a6 x-openstack-request-id: req-1979535c-02b1-49b4-8769-5219fcbe61a6 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:47.246967 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:47.246967 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1979535c-02b1-49b4-8769-5219fcbe61a6 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:47.246967 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'status': 'completed', 'code': 200} Feb 11 05:19:47.323198 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-b618c7ad-7e17-4665-9485-06947527ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.325290 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-b618c7ad-7e17-4665-9485-06947527ada9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 1127 time: 0.0627959 Feb 11 05:19:47.335452 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-f29a2601-1732-4205-9cdc-eabc4f2c36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.337553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-f29a2601-1732-4205-9cdc-eabc4f2c36e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 1127 time: 0.0665777 Feb 11 05:19:47.387179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:47.441122 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-9d35a59d-73dc-4a54-b941-7bf394023be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.442828 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-9d35a59d-73dc-4a54-b941-7bf394023be3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1098859 Feb 11 05:19:47.443966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] The host n-h2-712142-35 is not matching for port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 host n-h1-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:19:47.444435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:47.481279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-4d70ff51-1daa-45e8-b691-77ce2c833e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.482838 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-4d70ff51-1daa-45e8-b691-77ce2c833e5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1365948 Feb 11 05:19:47.531227 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-a4faaee1-6e33-4693-bd44-9376b0146488 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 999 time: 0.0808558 Feb 11 05:19:47.604724 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-dea06ba2-8263-464c-ad67-1c60d33a7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.606246 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-dea06ba2-8263-464c-ad67-1c60d33a7c33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0690205 Feb 11 05:19:47.607738 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-a572bc59-202a-4f84-a931-e0ecf8f3e301 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 200 len: 999 time: 0.1174171 Feb 11 05:19:47.663591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-3880ab49-db3c-4dd5-a00b-17a72b8eaee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.665282 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-3880ab49-db3c-4dd5-a00b-17a72b8eaee9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504978 Feb 11 05:19:47.671116 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-4a7ca1f3-27d5-463a-93fe-55db347c13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.672646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-4a7ca1f3-27d5-463a-93fe-55db347c13a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0573649 Feb 11 05:19:47.730129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-c99dc9ef-b766-4ce4-9a15-4b9a02734d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.731684 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-c99dc9ef-b766-4ce4-9a15-4b9a02734d20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511281 Feb 11 05:19:47.768760 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-eb9eca9c-6933-4861-8297-fd192aead542 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975180 Feb 11 05:19:47.911821 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-e9a30e42-84a0-49b2-8a4a-d72d10799859 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722782 Feb 11 05:19:47.916240 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-349372ce-6356-47ac-8f3d-dfe020055f17 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384504 Feb 11 05:19:47.927641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec0e9f-b5d0-4909-b7a6-5a7ff76656e7 req-359f639e-cf32-4a41-a77d-a9861fb846f6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:47.929243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-09ec0e9f-b5d0-4909-b7a6-5a7ff76656e7 req-359f639e-cf32-4a41-a77d-a9861fb846f6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 944 time: 0.1007998 Feb 11 05:19:48.043707 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-09ec0e9f-b5d0-4909-b7a6-5a7ff76656e7 req-cb22d646-eaf1-44f7-93cb-1b53c19698fd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057599 Feb 11 05:19:48.055675 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:19:48.063397 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bc3c0d4-84b7-4840-991b-9d2b288e333a req-75f71d57-e2ae-4913-ad92-9fa3746efed8 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330781 Feb 11 05:19:48.177125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:48.190117 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'port_id': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'mac_address': 'fa:16:3e:af:e1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:19:48.247652 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:48.250459 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.265451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:48.286225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:48.339096 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:19:48.360524 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:48.429942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,revision_number=12']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:48.633587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:19:49.210032 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf700a8-4ca8-4ff4-9230-719dcabf34ba req-1dbb2f7c-bb3f-4eef-96fc-577176e6de8b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:49.211948 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-caf700a8-4ca8-4ff4-9230-719dcabf34ba req-1dbb2f7c-bb3f-4eef-96fc-577176e6de8b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0598314 Feb 11 05:19:49.268043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-caf700a8-4ca8-4ff4-9230-719dcabf34ba req-18abd98d-9e52-430f-b71a-188f3f17fac5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498545 Feb 11 05:19:49.415142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea783690-9c23-4f58-bf45-d3424f1a0ef8 req-8570b1cd-9446-4714-a568-87e68b974f89 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:49.416814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea783690-9c23-4f58-bf45-d3424f1a0ef8 req-8570b1cd-9446-4714-a568-87e68b974f89 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0672212 Feb 11 05:19:49.474563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ea783690-9c23-4f58-bf45-d3424f1a0ef8 req-3d4e8e1e-e289-4b1d-993d-90be1ce489b3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509522 Feb 11 05:19:49.634280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6184d-5ff7-4bdc-9198-cb5658c2a598 req-c5e52c27-fcd9-490d-899e-4073cc591ddc tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:49.635867 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01e6184d-5ff7-4bdc-9198-cb5658c2a598 req-c5e52c27-fcd9-490d-899e-4073cc591ddc tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0879555 Feb 11 05:19:49.693646 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-01e6184d-5ff7-4bdc-9198-cb5658c2a598 req-9f4aa077-a4ca-4128-9aca-cf39cc748e2d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513263 Feb 11 05:19:50.060119 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:19:50.233948 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:19:50.239453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:50.239953 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:50.258232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef803-591f-433f-8cb6-40c45b4a46dd req-192ed51b-3421-4184-b09a-21c51a41ead4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:50.260260 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-295ef803-591f-433f-8cb6-40c45b4a46dd req-192ed51b-3421-4184-b09a-21c51a41ead4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 945 time: 0.0623837 Feb 11 05:19:50.328535 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-295ef803-591f-433f-8cb6-40c45b4a46dd req-684fd7d2-e297-4c5a-adc3-a461158c0996 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572705 Feb 11 05:19:50.352065 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:19:50.352650 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:50.392374 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:50.395084 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9179aeb-0e21-4fc8-9d31-0b8e2340e140" -d '{"events": [{"server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "name": "network-vif-plugged", "status": "completed", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:50.413081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:50.443684 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a8a8fb-de17-4708-9c56-9591607d112e x-openstack-request-id: req-75a8a8fb-de17-4708-9c56-9591607d112e {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:50.444161 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "name": "network-vif-plugged", "status": "completed", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:50.444629 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75a8a8fb-de17-4708-9c56-9591607d112e {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:50.445283 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'code': 200} Feb 11 05:19:50.505929 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:50.565970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,revision_number=13']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:51.475656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de632f88-b7ef-4e74-8a6f-f4fadee8038a req-99b222dc-4ea2-4f8a-8870-ff84c452b49e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:51.478423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de632f88-b7ef-4e74-8a6f-f4fadee8038a req-99b222dc-4ea2-4f8a-8870-ff84c452b49e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 946 time: 0.0650818 Feb 11 05:19:51.544458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de632f88-b7ef-4e74-8a6f-f4fadee8038a req-bd35e872-8cff-450e-b899-fb215b7294b4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557268 Feb 11 05:19:51.777925 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-4ce0d6a3-573d-40e0-af4f-c4c6fa6e7db6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:51.779972 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-4ce0d6a3-573d-40e0-af4f-c4c6fa6e7db6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 946 time: 0.0600727 Feb 11 05:19:51.893375 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-f6241be0-08ff-4e46-8c7d-36fd52b8d03f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Deleting port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:19:51.893716 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-f6241be0-08ff-4e46-8c7d-36fd52b8d03f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.005678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-f6241be0-08ff-4e46-8c7d-36fd52b8d03f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] For port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:19:52.006119 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-f6241be0-08ff-4e46-8c7d-36fd52b8d03f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.222459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-f6241be0-08ff-4e46-8c7d-36fd52b8d03f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.222890 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-f6241be0-08ff-4e46-8c7d-36fd52b8d03f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (8caa2555-9970-4c8a-bed1-f2f1a8c42806), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.223199 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-f6241be0-08ff-4e46-8c7d-36fd52b8d03f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806 disassociated. External IP: 172.25.3.48, port: 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97. Feb 11 05:19:52.223564 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-f6241be0-08ff-4e46-8c7d-36fd52b8d03f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Calling delete_port for 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:19:52.451323 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-f6241be0-08ff-4e46-8c7d-36fd52b8d03f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.485957 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6241be0-08ff-4e46-8c7d-36fd52b8d03f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Pushing event deleted for resources: {'Port': ['ID=0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:52.652971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-f6241be0-08ff-4e46-8c7d-36fd52b8d03f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Router 1a57b563-ca01-43d5-81db-769208794cce has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:19:52.693861 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9a5b16e7-942b-43db-81a9-3715b9d78f8f req-4397307f-0c31-416d-9afb-22e406af033c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 210 time: 0.0352466 Feb 11 05:19:52.820571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-f6241be0-08ff-4e46-8c7d-36fd52b8d03f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:19:52.834353 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5dbac2-ee1d-4cb4-8da5-dd45b8073f52 None None] Sync routers for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:19:52.853433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5dbac2-ee1d-4cb4-8da5-dd45b8073f52 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:52.854546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9f5dbac2-ee1d-4cb4-8da5-dd45b8073f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:19:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:52.867606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-f6241be0-08ff-4e46-8c7d-36fd52b8d03f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] No DVR routers for this DVR port 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:19:52.871547 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-f6241be0-08ff-4e46-8c7d-36fd52b8d03f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:52.875073 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-708f60b3-4f65-481f-b14a-558c7f7f1652 req-f6241be0-08ff-4e46-8c7d-36fd52b8d03f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "DELETE /v2.0/ports/0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 HTTP/1.1" status: 204 len: 173 time: 1.0877144 Feb 11 05:19:52.875561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'name': 'network-vif-deleted', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:19:52.878911 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec2b9e7-8582-482e-bb8f-7b88f17af1c2" -d '{"events": [{"server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "name": "network-vif-deleted", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:19:52.932231 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de024b3-fffe-43fe-ad86-14211b7f7164 x-openstack-request-id: req-0de024b3-fffe-43fe-ad86-14211b7f7164 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:19:52.932594 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de64cb2-630f-4be4-8e60-848f8db14bfe", "name": "network-vif-deleted", "tag": "0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:19:52.932970 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0de024b3-fffe-43fe-ad86-14211b7f7164 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:19:52.933605 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de64cb2-630f-4be4-8e60-848f8db14bfe', 'name': 'network-vif-deleted', 'tag': '0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97', 'status': 'completed', 'code': 200} Feb 11 05:19:53.003513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-9f5dbac2-ee1d-4cb4-8da5-dd45b8073f52 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:53.205517 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-60cd030d-33a6-436b-82c2-e4103038393a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:53.317021 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9f5dbac2-ee1d-4cb4-8da5-dd45b8073f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:53.346799 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5dbac2-ee1d-4cb4-8da5-dd45b8073f52 None None] Checking router: 1a57b563-ca01-43d5-81db-769208794cce for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:19:53.357126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5dbac2-ee1d-4cb4-8da5-dd45b8073f52 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:19:53.357773 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9f5dbac2-ee1d-4cb4-8da5-dd45b8073f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:19:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:53.526109 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-9f5dbac2-ee1d-4cb4-8da5-dd45b8073f52 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:19:53.774829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9f5dbac2-ee1d-4cb4-8da5-dd45b8073f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:19:53.811453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5dbac2-ee1d-4cb4-8da5-dd45b8073f52 None None] The sync data for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 is: [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:19:53.855559 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c207450-2ef9-48f9-b0cb-8042eba933fc req-d1eb4cb7-2e3d-45c0-ba08-e2c1c48570b5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de64cb2-630f-4be4-8e60-848f8db14bfe HTTP/1.1" status: 200 len: 210 time: 0.0466487 Feb 11 05:19:54.103152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:19:54.117299 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9246ec9-b6a9-43df-8047-ed98516684cb None None] New status for floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:19:54.127795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:19:54.128313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 0b37ceb0-9c3d-41e4-aadb-a6bc3822fc97 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:19:55.137099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-016a0af7-5dee-4ad9-9632-74ae807f0270 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1713232633&fields=id&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 267 time: 0.0491171 Feb 11 05:19:55.259747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-491902b4-5005-4142-a8af-e02932b07f23 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:55.261293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-491902b4-5005-4142-a8af-e02932b07f23 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 812 time: 0.1177831 Feb 11 05:19:55.277466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-c1b54904-4781-45c4-b31e-a1769eba0d3b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/quotas/cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 375 time: 0.0105393 Feb 11 05:19:55.340730 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-374f3544-40f6-4e66-add7-ac548f79e3de tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576298 Feb 11 05:19:55.454986 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-16dece47-eaca-4a0d-815b-58ab7d0c8c8e service neutron] 10.222.0.13 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011529 Feb 11 05:19:55.474268 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-870ce0ef-4ae6-4aa2-8eca-6d60cc956a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:55.565569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-6ac7f4ef-9440-4b60-8f08-0e8b962a8fe4 service neutron] 10.222.0.13 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037447 Feb 11 05:19:55.834123 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f3d9e9fa-ef19-4e5c-b82b-e2fbcd92b5dc req-3480c932-4e32-4d50-b6b5-464a04c7ed0c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0434272 Feb 11 05:19:56.949464 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:56.973599 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5b5d63af-7cb6-4d81-b44b-851334c246cf req-bed4b242-477d-4740-99fe-f03de08804cb tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0576251 Feb 11 05:19:58.121606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f038c7c5-19fa-4068-9c84-20833d69f9c7 req-e5453135-1b79-46aa-8f65-d0e5521675b1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0526497 Feb 11 05:19:58.227967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-ea91b082-29ac-4a2a-b178-398a218b613c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:58.230805 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-ea91b082-29ac-4a2a-b178-398a218b613c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 812 time: 0.1584470 Feb 11 05:19:58.308330 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-c0bebb49-d024-4886-8e85-5680232be3d6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 380 time: 0.0681105 Feb 11 05:19:58.317436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-1e25b10a-0c69-4aa4-a2da-328615578974 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Request body: {'port': {'device_id': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'admin_state_up': True, 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'security_groups': ['634ed7d3-14fd-4583-b3c4-a2105119a0ef']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:58.485267 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.582855 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-1e25b10a-0c69-4aa4-a2da-328615578974 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Made reservation on behalf of cc4b5ca2a9cd42768cfbca5f19321e06 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:19:58.587295 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-1e25b10a-0c69-4aa4-a2da-328615578974 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:58.735311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-1e25b10a-0c69-4aa4-a2da-328615578974 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Allocated IP 172.20.0.14 (f6646055-8df5-4ea7-9425-cc6296f402ec/6ce60340-28e1-403f-a9cc-7e7fb2390273/8efc0cec-1d57-473b-8e94-c86699d4c0c7) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:19:58.895591 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-1e25b10a-0c69-4aa4-a2da-328615578974 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.074954 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-1e25b10a-0c69-4aa4-a2da-328615578974 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.133157 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-1e25b10a-0c69-4aa4-a2da-328615578974 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Network f6646055-8df5-4ea7-9425-cc6296f402ec is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:19:59.138319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-1e25b10a-0c69-4aa4-a2da-328615578974 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:19:59.142651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-1e25b10a-0c69-4aa4-a2da-328615578974 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:19:59.150207 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25b10a-0c69-4aa4-a2da-328615578974 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Pushing event updated for resources: {'Port': ['ID=8efc0cec-1d57-473b-8e94-c86699d4c0c7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:19:59.212611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-1e25b10a-0c69-4aa4-a2da-328615578974 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.213450 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-1e25b10a-0c69-4aa4-a2da-328615578974 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.362150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49065c5-0631-42a9-adb5-59aab366f228 req-89468552-02b7-456d-962f-5e2a824c40eb tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:19:59.365372 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d49065c5-0631-42a9-adb5-59aab366f228 req-89468552-02b7-456d-962f-5e2a824c40eb tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 932 time: 0.1055262 Feb 11 05:19:59.405211 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-1e25b10a-0c69-4aa4-a2da-328615578974 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0914290 Feb 11 05:19:59.422594 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Request body: {'port': {'device_id': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:19:59.469664 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d49065c5-0631-42a9-adb5-59aab366f228 req-4ad63fca-ca36-4baa-8aea-5f26473d4930 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974104 Feb 11 05:19:59.479174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-322d660e-ea29-46af-9670-bf6be7e0d2c5 None None] Provisioning complete for port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:19:59.479942 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-322d660e-ea29-46af-9670-bf6be7e0d2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.510303 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.537380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-322d660e-ea29-46af-9670-bf6be7e0d2c5 None None] Port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:19:59.771966 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.866867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efc0cec-1d57-473b-8e94-c86699d4c0c7 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:19:59.877087 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Publish callbacks [] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:19:59.893229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Transition to ACTIVE for port object 8efc0cec-1d57-473b-8e94-c86699d4c0c7 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:00.002407 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.069002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Pushing event updated for resources: {'Port': ['ID=8efc0cec-1d57-473b-8e94-c86699d4c0c7,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:00.160656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Attempting to bind port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:00.161674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Attempting to bind port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:00.161674 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Attempting to bind port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:00.168308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 on network f6646055-8df5-4ea7-9425-cc6296f402ec not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:00.168783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Attempting to bind port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:00.176361 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:00.176836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Checking segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:00.177457 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Bound using segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:00.177956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Bound port: 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:00.178401 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.272384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:00.277057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:00.388922 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.427333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.427842 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:00.429538 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] 10.222.0.32 "PUT /v2.0/ports/8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 1093 time: 1.0136952 Feb 11 05:20:00.441438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:00.445636 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4ddedf-289b-4974-b503-b080daa9476e" -d '{"events": [{"name": "network-changed", "server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:00.485611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f9d3e-246d-4f52-b1b7-8d638d6ffb28 service neutron] Pushing event updated for resources: {'Port': ['ID=8efc0cec-1d57-473b-8e94-c86699d4c0c7,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:00.503153 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf87ed5-5e2f-42a5-b61f-e6c2e3af6f4a x-openstack-request-id: req-dbf87ed5-5e2f-42a5-b61f-e6c2e3af6f4a {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:00.503691 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:00.504166 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbf87ed5-5e2f-42a5-b61f-e6c2e3af6f4a {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:00.504868 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'status': 'completed', 'code': 200} Feb 11 05:20:00.599917 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ddedf-289b-4974-b503-b080daa9476e req-1d3d20e1-1013-44dd-a43a-0f0142c24378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.603357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7a4ddedf-289b-4974-b503-b080daa9476e req-1d3d20e1-1013-44dd-a43a-0f0142c24378 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 1127 time: 0.0783112 Feb 11 05:20:00.748346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b90793-4606-465b-b485-3c3134bbb5a2 req-074b27cf-8f1a-402f-b68d-b518d51ae889 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.749874 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49b90793-4606-465b-b485-3c3134bbb5a2 req-074b27cf-8f1a-402f-b68d-b518d51ae889 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.1379170 Feb 11 05:20:00.784518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ddedf-289b-4974-b503-b080daa9476e req-76f0a8c2-08d5-45ed-bd79-22c8195184d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.786058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7a4ddedf-289b-4974-b503-b080daa9476e req-76f0a8c2-08d5-45ed-bd79-22c8195184d9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1711795 Feb 11 05:20:00.853092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-49b90793-4606-465b-b485-3c3134bbb5a2 req-adcef80b-64d2-4ae8-a916-e52fe635840a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915935 Feb 11 05:20:00.919996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ddedf-289b-4974-b503-b080daa9476e req-64d5f019-3434-44c6-8f60-8636150d5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:00.921812 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7a4ddedf-289b-4974-b503-b080daa9476e req-64d5f019-3434-44c6-8f60-8636150d5bc1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287220 Feb 11 05:20:01.019824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-da5031bb-4764-4bd7-9077-e1e5fbd700f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.021363 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-da5031bb-4764-4bd7-9077-e1e5fbd700f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 1127 time: 0.0531597 Feb 11 05:20:01.067626 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-63d00f5e-5f18-439e-bf5f-40c2583ad5a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 217 time: 0.0367844 Feb 11 05:20:01.131198 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-8cfcc6a9-b129-4d2d-b9f7-fe80bc3169f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.133645 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-8cfcc6a9-b129-4d2d-b9f7-fe80bc3169f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0582557 Feb 11 05:20:01.189465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-6374f60c-0a01-4f5e-9206-53a3c50f9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.190945 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-6374f60c-0a01-4f5e-9206-53a3c50f9d9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501790 Feb 11 05:20:01.293617 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-68d5938c-f76c-4bb9-9da3-c17dc514fc07 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944238 Feb 11 05:20:01.393659 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-388b17ee-afe1-414d-9c60-8c28fd7f9b4a req-a5336e75-39a5-4f46-8431-dd915b32a12f service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897782 Feb 11 05:20:01.984771 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa73078-9f2d-436e-95dc-92e4cf401613 req-a63e6487-e9bb-42f6-897c-b771117738a4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:01.986723 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaa73078-9f2d-436e-95dc-92e4cf401613 req-a63e6487-e9bb-42f6-897c-b771117738a4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0567167 Feb 11 05:20:02.044154 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaa73078-9f2d-436e-95dc-92e4cf401613 req-fd3b1549-e3f3-4550-b259-1c2fed8f4341 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509427 Feb 11 05:20:03.194378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c056f9a-aa2b-4a36-a88f-cd73f9da55b4 req-6810e2a0-3db5-409b-86dc-d7a548b532a9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:03.196294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c056f9a-aa2b-4a36-a88f-cd73f9da55b4 req-6810e2a0-3db5-409b-86dc-d7a548b532a9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0635102 Feb 11 05:20:03.255843 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c056f9a-aa2b-4a36-a88f-cd73f9da55b4 req-533d3452-70bd-4899-875c-a6574401aa9a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495369 Feb 11 05:20:04.147669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8efc0cec-1d57-473b-8e94-c86699d4c0c7 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:20:04.432488 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bc990-0060-4507-bb93-b8a5ea0613d3 req-ebab6e2a-ddb9-4b99-9b26-107a98c87a1d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:04.435253 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-287bc990-0060-4507-bb93-b8a5ea0613d3 req-ebab6e2a-ddb9-4b99-9b26-107a98c87a1d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0967174 Feb 11 05:20:04.467898 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:04.484111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'port_id': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'mac_address': 'fa:16:3e:a7:46:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:20:04.517387 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-287bc990-0060-4507-bb93-b8a5ea0613d3 req-03b07c4b-07db-44e3-886b-93834d17f138 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740917 Feb 11 05:20:04.528470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:04.529106 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.540627 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.546118 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efc0cec-1d57-473b-8e94-c86699d4c0c7 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:04.558867 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.568670 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:04.631518 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:04.689459 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=8efc0cec-1d57-473b-8e94-c86699d4c0c7,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:04.862462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['8efc0cec-1d57-473b-8e94-c86699d4c0c7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:20:05.660855 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf00e3-c39b-433f-a767-c51ba8832e03 req-82752a0d-c858-43ad-9f80-1e5d0b3b6a9d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:05.662402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6edf00e3-c39b-433f-a767-c51ba8832e03 req-82752a0d-c858-43ad-9f80-1e5d0b3b6a9d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0631800 Feb 11 05:20:05.720386 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6edf00e3-c39b-433f-a767-c51ba8832e03 req-2ea2b889-8f08-4944-b04e-692d103993ef tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472777 Feb 11 05:20:06.180458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8efc0cec-1d57-473b-8e94-c86699d4c0c7 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:20:06.299909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:20:06.304707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:20:06.305099 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:06.390830 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:06.391067 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:06.432930 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:06.437039 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcd9ed1-defd-45dd-9b81-7834d8b7dc9e" -d '{"events": [{"server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "name": "network-vif-plugged", "status": "completed", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:06.456989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:06.484691 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfaa1b5-b1b3-4b10-bb9a-9c471cf0dadf x-openstack-request-id: req-1cfaa1b5-b1b3-4b10-bb9a-9c471cf0dadf {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:06.485105 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "name": "network-vif-plugged", "status": "completed", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:06.485457 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cfaa1b5-b1b3-4b10-bb9a-9c471cf0dadf {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:06.485941 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'code': 200} Feb 11 05:20:06.545567 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:06.602290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f25d1e-0036-4ab8-9071-7dc0279a239e req-0a2ecc56-0b85-4e89-a763-65f2a1ba6871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.605932 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5f25d1e-0036-4ab8-9071-7dc0279a239e req-0a2ecc56-0b85-4e89-a763-65f2a1ba6871 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 1129 time: 0.0562370 Feb 11 05:20:06.606410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=8efc0cec-1d57-473b-8e94-c86699d4c0c7,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:06.614731 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:06.615087 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:06.615433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:06.615779 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:06.616152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:06.616454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:06.617412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:06.617412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:06.617412 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:06.617740 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:06.618066 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:06.618395 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:06.618738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:06.652805 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5f25d1e-0036-4ab8-9071-7dc0279a239e req-7da5e686-4214-461f-bb30-dea25922c745 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417409 Feb 11 05:20:06.848936 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef17b0f-43ee-4477-8865-a9b7d76282ad req-3d8f9819-606b-4755-bbdc-6470df56467e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:06.850822 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ef17b0f-43ee-4477-8865-a9b7d76282ad req-3d8f9819-606b-4755-bbdc-6470df56467e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0569844 Feb 11 05:20:06.907860 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8ef17b0f-43ee-4477-8865-a9b7d76282ad req-b5a046fb-aaae-415a-a542-f5318f3a2d02 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508642 Feb 11 05:20:08.080634 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40b80f-e695-43ce-9682-f6b79434b424 req-6e322802-5f74-4965-b7d1-0b4fcde1c7fb tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:08.082339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f40b80f-e695-43ce-9682-f6b79434b424 req-6e322802-5f74-4965-b7d1-0b4fcde1c7fb tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0873399 Feb 11 05:20:08.146301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f40b80f-e695-43ce-9682-f6b79434b424 req-df205a38-22ea-4f2f-a7dc-6230e0c2a882 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526378 Feb 11 05:20:09.330693 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5377c-d5ca-4e47-b884-3c3a5c8c76b9 req-dd746742-d381-438a-b50a-396ab32f49bf tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:09.333329 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3f5377c-d5ca-4e47-b884-3c3a5c8c76b9 req-dd746742-d381-438a-b50a-396ab32f49bf tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0955267 Feb 11 05:20:09.411573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e3f5377c-d5ca-4e47-b884-3c3a5c8c76b9 req-b9f80bb8-ab99-443a-bdd8-28f5afefd1a3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708244 Feb 11 05:20:09.584571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95605899-b8ae-42f1-a17f-c2701af5e934 req-924a2bc2-ccc8-4794-89fe-6396ead2d9f4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:09.587239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95605899-b8ae-42f1-a17f-c2701af5e934 req-924a2bc2-ccc8-4794-89fe-6396ead2d9f4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0892763 Feb 11 05:20:09.596223 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 42112) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:20:09.601084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-974fef9e-d858-4289-b163-b31c44eebda3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Request body: {'floatingip': {'port_id': '8efc0cec-1d57-473b-8e94-c86699d4c0c7'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:09.642870 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-974fef9e-d858-4289-b163-b31c44eebda3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (8caa2555-9970-4c8a-bed1-f2f1a8c42806), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.516910 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-974fef9e-d858-4289-b163-b31c44eebda3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.576694 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-974fef9e-d858-4289-b163-b31c44eebda3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (8caa2555-9970-4c8a-bed1-f2f1a8c42806), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:10.741283 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-974fef9e-d858-4289-b163-b31c44eebda3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806 associated. External IP: 172.25.3.48, port: 8efc0cec-1d57-473b-8e94-c86699d4c0c7. Feb 11 05:20:11.027159 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974fef9e-d858-4289-b163-b31c44eebda3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Router 1a57b563-ca01-43d5-81db-769208794cce has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:20:11.171001 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974fef9e-d858-4289-b163-b31c44eebda3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:20:11.178529 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-974fef9e-d858-4289-b163-b31c44eebda3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:11.188895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f446a17-fd93-471f-8def-bf964e9779a9 None None] Sync routers for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:20:11.208256 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f446a17-fd93-471f-8def-bf964e9779a9 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:11.209302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8f446a17-fd93-471f-8def-bf964e9779a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:19:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:11.237002 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-974fef9e-d858-4289-b163-b31c44eebda3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "PUT /v2.0/floatingips/8caa2555-9970-4c8a-bed1-f2f1a8c42806 HTTP/1.1" status: 200 len: 992 time: 1.6392961 Feb 11 05:20:11.237923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:11.243293 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3923aa31-3547-425d-a375-f1620db5f66a" -d '{"events": [{"name": "network-changed", "server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:11.309597 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f70380-943f-4e39-95ba-c990443e613f x-openstack-request-id: req-88f70380-943f-4e39-95ba-c990443e613f {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:11.309891 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:11.310166 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88f70380-943f-4e39-95ba-c990443e613f {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:11.310580 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'status': 'completed', 'code': 200} Feb 11 05:20:11.400107 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923aa31-3547-425d-a375-f1620db5f66a req-ce44a7d7-0474-4732-840d-298f7594ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:11.401656 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3923aa31-3547-425d-a375-f1620db5f66a req-ce44a7d7-0474-4732-840d-298f7594ba50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 1129 time: 0.0662336 Feb 11 05:20:11.409794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8f446a17-fd93-471f-8def-bf964e9779a9 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:11.529362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923aa31-3547-425d-a375-f1620db5f66a req-4bf6a688-7f9f-44d1-8b2c-bd97aa45e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:11.531095 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3923aa31-3547-425d-a375-f1620db5f66a req-4bf6a688-7f9f-44d1-8b2c-bd97aa45e00c service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1226497 Feb 11 05:20:11.609866 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3923aa31-3547-425d-a375-f1620db5f66a req-adc5dce4-d481-4b15-9828-a19686d756c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 1000 time: 0.0699511 Feb 11 05:20:11.669084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923aa31-3547-425d-a375-f1620db5f66a req-69070f4c-7fd6-4ecb-8bfd-b29d33c7a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:11.670768 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3923aa31-3547-425d-a375-f1620db5f66a req-69070f4c-7fd6-4ecb-8bfd-b29d33c7a6df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0531104 Feb 11 05:20:11.743255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923aa31-3547-425d-a375-f1620db5f66a req-3c0bc715-9dda-413a-a3cd-8556efaa1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:11.746167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3923aa31-3547-425d-a375-f1620db5f66a req-3c0bc715-9dda-413a-a3cd-8556efaa1f81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0667512 Feb 11 05:20:11.791041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8f446a17-fd93-471f-8def-bf964e9779a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '8caa2555-9970-4c8a-bed1-f2f1a8c42806', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '1a57b563-ca01-43d5-81db-769208794cce', 'port_id': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'mac_address': 'fa:16:3e:a7:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:58Z', 'updated_at': '2022-02-11T05:20:10Z', 'revision_number': 13, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:11.846842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f446a17-fd93-471f-8def-bf964e9779a9 None None] Checking router: 1a57b563-ca01-43d5-81db-769208794cce for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:20:11.852688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3923aa31-3547-425d-a375-f1620db5f66a req-03eaeb83-3932-42a6-b2e5-bce9e05d38d7 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993831 Feb 11 05:20:11.862313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f446a17-fd93-471f-8def-bf964e9779a9 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:20:11.863477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8f446a17-fd93-471f-8def-bf964e9779a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:19:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:11.969056 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3923aa31-3547-425d-a375-f1620db5f66a req-3606a5a1-9624-4bc6-868e-050c96693936 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088629 Feb 11 05:20:12.028845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8f446a17-fd93-471f-8def-bf964e9779a9 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:20:12.399551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8f446a17-fd93-471f-8def-bf964e9779a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '8caa2555-9970-4c8a-bed1-f2f1a8c42806', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '1a57b563-ca01-43d5-81db-769208794cce', 'port_id': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'mac_address': 'fa:16:3e:a7:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:58Z', 'updated_at': '2022-02-11T05:20:10Z', 'revision_number': 13, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:20:12.433094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f446a17-fd93-471f-8def-bf964e9779a9 None None] The sync data for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 is: [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '8caa2555-9970-4c8a-bed1-f2f1a8c42806', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '1a57b563-ca01-43d5-81db-769208794cce', 'port_id': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'mac_address': 'fa:16:3e:a7:46:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:16:58Z', 'updated_at': '2022-02-11T05:20:10Z', 'revision_number': 13, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:20:12.695357 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871ac807-1745-45c2-b045-82dad3dc4fc0 None None] New status for floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:20:13.788017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d84ba3ee-a00c-4a84-8e91-970bbce32b95 req-4643ed28-7c1d-4f3b-b3e9-8b64c1981c6d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0907574 Feb 11 05:20:13.918809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ba3ee-a00c-4a84-8e91-970bbce32b95 req-52140bfe-a29e-4154-9dbc-926e57d70b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:13.920939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d84ba3ee-a00c-4a84-8e91-970bbce32b95 req-52140bfe-a29e-4154-9dbc-926e57d70b86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 1129 time: 0.0664291 Feb 11 05:20:14.085350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ba3ee-a00c-4a84-8e91-970bbce32b95 req-fb8b2e04-3b1c-4e17-9ec3-caa866c02b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:14.087631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d84ba3ee-a00c-4a84-8e91-970bbce32b95 req-fb8b2e04-3b1c-4e17-9ec3-caa866c02b43 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1319849 Feb 11 05:20:14.172718 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d84ba3ee-a00c-4a84-8e91-970bbce32b95 req-673730cf-4699-4815-8f42-ff4fd228b8b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 1002 time: 0.0785184 Feb 11 05:20:14.234235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ba3ee-a00c-4a84-8e91-970bbce32b95 req-36c7bb70-2001-4b0f-bda6-85945c8da0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:14.235795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d84ba3ee-a00c-4a84-8e91-970bbce32b95 req-36c7bb70-2001-4b0f-bda6-85945c8da0be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0550187 Feb 11 05:20:14.319738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ba3ee-a00c-4a84-8e91-970bbce32b95 req-13fdd412-ba57-42db-8075-b4c984253f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:14.322288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d84ba3ee-a00c-4a84-8e91-970bbce32b95 req-13fdd412-ba57-42db-8075-b4c984253f9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0762596 Feb 11 05:20:14.486895 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d84ba3ee-a00c-4a84-8e91-970bbce32b95 req-7c7bf753-3d90-4d61-9e6d-011260927738 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575313 Feb 11 05:20:14.702967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e6021-a5b3-476a-a673-3d3feb1610c5 req-468569ee-9266-4aac-a924-b0b56c55dc8b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:14.705766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b37e6021-a5b3-476a-a673-3d3feb1610c5 req-468569ee-9266-4aac-a924-b0b56c55dc8b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.2095571 Feb 11 05:20:14.772793 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d84ba3ee-a00c-4a84-8e91-970bbce32b95 req-402e4d88-dfa3-4d7f-b63e-ff623ab53db2 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594972 Feb 11 05:20:14.826553 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b37e6021-a5b3-476a-a673-3d3feb1610c5 req-4081f8c6-8fb7-4a01-b63a-0b7ef7a19bc9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125736 Feb 11 05:20:23.188236 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6f63d31e-71dc-4584-ac64-58758b2a9101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:25.340330 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:20:25.463710 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1b44ddc7-c036-41cb-a517-fa2d98f11e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:26.936365 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:28.456631 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:29.753682 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.493534 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.505351 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:34.670065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbfe8e-a0f2-4037-aed9-5fd261d480b7 req-067d8dfd-cf8f-44a2-b4f9-b82c69813f3e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:34.671920 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1bcbfe8e-a0f2-4037-aed9-5fd261d480b7 req-067d8dfd-cf8f-44a2-b4f9-b82c69813f3e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0697670 Feb 11 05:20:34.764006 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1bcbfe8e-a0f2-4037-aed9-5fd261d480b7 req-952eb083-4bca-415a-b520-961f2d7a4810 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816736 Feb 11 05:20:34.785152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-5fccc55e-f0ce-40a0-be0f-764e58f8a511 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0659914 Feb 11 05:20:35.418031 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-a78529e8-dda2-4a00-b1a5-12d5d11ea3d3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:35.419622 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-a78529e8-dda2-4a00-b1a5-12d5d11ea3d3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports/8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 943 time: 0.0541966 Feb 11 05:20:35.926890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef57e9-0e38-4965-8f29-cd2d94f8caa7 req-215811db-791e-4486-90cb-5d8a9c3b8606 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:35.929075 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1aef57e9-0e38-4965-8f29-cd2d94f8caa7 req-215811db-791e-4486-90cb-5d8a9c3b8606 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0704184 Feb 11 05:20:35.998412 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1aef57e9-0e38-4965-8f29-cd2d94f8caa7 req-377f7810-cad6-4148-b435-e7e7c0913399 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579703 Feb 11 05:20:37.163971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e51295-9f82-4ffa-a6ac-d98d2fd1d009 req-a7fd46e1-108f-4abb-9582-4fcbd2c73f1b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:37.165610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50e51295-9f82-4ffa-a6ac-d98d2fd1d009 req-a7fd46e1-108f-4abb-9582-4fcbd2c73f1b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0724220 Feb 11 05:20:37.237519 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-50e51295-9f82-4ffa-a6ac-d98d2fd1d009 req-19bc6c65-407b-42ed-8c5c-29ed60a4e64e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658646 Feb 11 05:20:37.345513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-2f2b7133-a53d-44b5-bc07-fb0755f9e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:37.347132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-2f2b7133-a53d-44b5-bc07-fb0755f9e2aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 1129 time: 0.0534253 Feb 11 05:20:37.458097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-606b8ede-e3ea-4fe0-a362-b16a9e17966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:37.460414 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-606b8ede-e3ea-4fe0-a362-b16a9e17966d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1042185 Feb 11 05:20:37.535017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-7c365b47-f686-40e4-9972-3b063f16333c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 1002 time: 0.0665300 Feb 11 05:20:37.595105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-f45603e1-34fb-483b-a0d8-2c42eae48e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:37.596527 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-f45603e1-34fb-483b-a0d8-2c42eae48e0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0547905 Feb 11 05:20:37.652226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-cded93ff-0eff-4482-9325-559b31eb3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:37.654003 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-cded93ff-0eff-4482-9325-559b31eb3827 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504243 Feb 11 05:20:37.763449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-bd322479-ef41-4ddf-8661-521a8a875ebb service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986860 Feb 11 05:20:37.869971 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-7697e905-a1d1-4e0a-9666-e360636af2c1 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981810 Feb 11 05:20:38.408792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb005e60-49ac-4cb9-b2b9-830fed02c435 req-cbc18eb7-7d92-4fb0-8ddf-d44e967c46e6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:38.410655 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb005e60-49ac-4cb9-b2b9-830fed02c435 req-cbc18eb7-7d92-4fb0-8ddf-d44e967c46e6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0630145 Feb 11 05:20:38.499461 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fb005e60-49ac-4cb9-b2b9-830fed02c435 req-658f84db-eb45-4724-a276-e41281333a38 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816205 Feb 11 05:20:39.649142 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9b11d-f1f0-4154-ae49-8ad14c2fde53 req-b124d847-aa55-49ae-954a-842e1f18b5ad tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:39.650816 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfc9b11d-f1f0-4154-ae49-8ad14c2fde53 req-b124d847-aa55-49ae-954a-842e1f18b5ad tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0709605 Feb 11 05:20:39.710137 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dfc9b11d-f1f0-4154-ae49-8ad14c2fde53 req-0764f01d-2601-4d49-9893-fa42befc264f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527947 Feb 11 05:20:40.873724 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c40d51-2670-4a25-b430-375f191c6e28 req-d44ad131-396e-4d2c-8964-e8ba36baee5a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:40.875399 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8c40d51-2670-4a25-b430-375f191c6e28 req-d44ad131-396e-4d2c-8964-e8ba36baee5a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0678415 Feb 11 05:20:40.929821 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c8c40d51-2670-4a25-b430-375f191c6e28 req-d85b4832-d06a-4e0f-87e6-aa5c6d19ed2a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481067 Feb 11 05:20:42.072432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0427fc-4fcb-433f-ba2e-34b8498b33c3 req-be9f36a7-fc22-4670-8a65-17c219a80972 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:42.074135 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb0427fc-4fcb-433f-ba2e-34b8498b33c3 req-be9f36a7-fc22-4670-8a65-17c219a80972 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0639298 Feb 11 05:20:42.144624 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cb0427fc-4fcb-433f-ba2e-34b8498b33c3 req-6b463fe6-dc59-4b5e-ab5c-5ee54e1912b7 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600057 Feb 11 05:20:43.297346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea01ca9-4e8d-442e-8bfb-42da194d3672 req-45f9caa2-d0f9-4e81-a536-84072815f8be tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:43.299096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ea01ca9-4e8d-442e-8bfb-42da194d3672 req-45f9caa2-d0f9-4e81-a536-84072815f8be tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0730529 Feb 11 05:20:43.382992 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0ea01ca9-4e8d-442e-8bfb-42da194d3672 req-ee145c0a-671a-4478-8ced-ddf057f68f7e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767899 Feb 11 05:20:44.525209 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7c99a-9021-48cf-bc51-3601bf00c93f req-69320f62-da5b-4c14-aabf-099e975feff0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:44.526863 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbd7c99a-9021-48cf-bc51-3601bf00c93f req-69320f62-da5b-4c14-aabf-099e975feff0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0599065 Feb 11 05:20:44.591294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cbd7c99a-9021-48cf-bc51-3601bf00c93f req-26dd9d91-24de-47e2-a2f7-a3254d04504e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524721 Feb 11 05:20:45.745008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405a5f7-5527-469d-a060-9638e4778990 req-3b6fc57b-f985-4e6b-a1bb-a932d3d34947 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:45.746854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d405a5f7-5527-469d-a060-9638e4778990 req-3b6fc57b-f985-4e6b-a1bb-a932d3d34947 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0761957 Feb 11 05:20:45.805569 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d405a5f7-5527-469d-a060-9638e4778990 req-6f12b2cf-8223-4192-b8fb-3ec51f238ce1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525503 Feb 11 05:20:46.941501 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d0af7-c369-4df7-8f54-4967beb9a4ed req-ca3aed60-a028-4f6e-9fdf-3e61219389e6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:46.944152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-036d0af7-c369-4df7-8f54-4967beb9a4ed req-ca3aed60-a028-4f6e-9fdf-3e61219389e6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0591180 Feb 11 05:20:46.999065 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-036d0af7-c369-4df7-8f54-4967beb9a4ed req-bd7930b1-18fb-4244-ab86-ea629f585cc2 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483637 Feb 11 05:20:48.152377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef223fb-a916-4310-af99-f22ad64b5d7d req-9e691919-2307-472c-ae1a-2226702e8b4b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:48.154028 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ef223fb-a916-4310-af99-f22ad64b5d7d req-9e691919-2307-472c-ae1a-2226702e8b4b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0688243 Feb 11 05:20:48.217594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ef223fb-a916-4310-af99-f22ad64b5d7d req-43ab9591-8035-4b93-ab96-25097cc617c1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570383 Feb 11 05:20:49.360580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf16b2-9577-4b92-8988-39b00f35dd08 req-fe66e46f-aeba-4e40-870c-dc2011257d66 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:49.362240 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9cdf16b2-9577-4b92-8988-39b00f35dd08 req-fe66e46f-aeba-4e40-870c-dc2011257d66 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0620673 Feb 11 05:20:49.422005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9cdf16b2-9577-4b92-8988-39b00f35dd08 req-b9ff141f-b99f-458e-a39d-985b331ee653 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535145 Feb 11 05:20:50.601140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6df58-b2d5-4b2f-9aeb-44b832790e91 req-bac7d1ca-2ef0-48c9-a0bf-187ac10e434b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:50.604102 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07a6df58-b2d5-4b2f-9aeb-44b832790e91 req-bac7d1ca-2ef0-48c9-a0bf-187ac10e434b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0775781 Feb 11 05:20:50.664753 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-07a6df58-b2d5-4b2f-9aeb-44b832790e91 req-64cf2158-9a38-459f-9f88-a0027643af46 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532563 Feb 11 05:20:51.837335 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b1b09-c7c1-4da6-8f3b-4d109b3faaa5 req-72a0a02d-56c0-48ce-b1b9-96d630270c89 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:51.839782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b95b1b09-c7c1-4da6-8f3b-4d109b3faaa5 req-72a0a02d-56c0-48ce-b1b9-96d630270c89 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0903761 Feb 11 05:20:51.917422 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b95b1b09-c7c1-4da6-8f3b-4d109b3faaa5 req-3df739ce-4d45-4ad7-8751-41bd4f497f72 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690064 Feb 11 05:20:53.076230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cb4d6-bcfb-4daf-af4e-7cf65a7ae7f8 req-ca0a9069-abe6-465b-be99-b3e524304b85 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:53.077813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c7cb4d6-bcfb-4daf-af4e-7cf65a7ae7f8 req-ca0a9069-abe6-465b-be99-b3e524304b85 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0622342 Feb 11 05:20:53.161192 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c7cb4d6-bcfb-4daf-af4e-7cf65a7ae7f8 req-ecd16113-a507-4e7d-871d-d710057dd416 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713418 Feb 11 05:20:53.193758 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ad4534b0-962d-4da0-a16f-52683ae5e619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:54.339143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d0896-81f3-4110-a2da-fcc0be660e9b req-be5c63c8-95c4-4e97-b51d-9731e0b62664 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:54.340769 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-831d0896-81f3-4110-a2da-fcc0be660e9b req-be5c63c8-95c4-4e97-b51d-9731e0b62664 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0746248 Feb 11 05:20:54.398989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8efc0cec-1d57-473b-8e94-c86699d4c0c7 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:20:54.432121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-831d0896-81f3-4110-a2da-fcc0be660e9b req-5cac82e6-94d3-4215-8735-ecaf64b81846 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844398 Feb 11 05:20:54.538890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:20:54.539537 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:54.584388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:54.588594 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b62b36-fed7-4181-89f7-1008e4f618ff" -d '{"events": [{"server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "name": "network-vif-unplugged", "status": "completed", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:54.612527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:54.652898 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813543fb-6d9a-4981-a40e-fa40a3f8a66b x-openstack-request-id: req-813543fb-6d9a-4981-a40e-fa40a3f8a66b {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:54.652898 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "name": "network-vif-unplugged", "status": "completed", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:54.652898 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-813543fb-6d9a-4981-a40e-fa40a3f8a66b {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:54.652898 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'code': 200} Feb 11 05:20:54.672806 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:54.727759 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=8efc0cec-1d57-473b-8e94-c86699d4c0c7,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:54.831882 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-b9a1b38b-4ac6-47ad-b739-e0ac46a3541f service neutron] show failed (client error): The resource could not be found. Feb 11 05:20:54.832861 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-b9a1b38b-4ac6-47ad-b739-e0ac46a3541f service neutron] 10.222.0.32 "GET /v2.0/ports/8efc0cec-1d57-473b-8e94-c86699d4c0c7/bindings/n-h2-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0584481 Feb 11 05:20:55.499057 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5453-4ae0-4b9b-9ed5-30a984dfa2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:55.573422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d331f-56d4-4001-ba11-401520c00071 req-f8ea7008-44fa-4fe7-b219-604536a62887 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:55.575136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-316d331f-56d4-4001-ba11-401520c00071 req-f8ea7008-44fa-4fe7-b219-604536a62887 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0623755 Feb 11 05:20:55.657438 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-316d331f-56d4-4001-ba11-401520c00071 req-dbd262e0-84a0-4b3d-af00-2835396774de tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753136 Feb 11 05:20:55.666346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-c7fa3bc7-4a20-4334-ae7b-3df165d01d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:55.668050 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-c7fa3bc7-4a20-4334-ae7b-3df165d01d9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 1127 time: 0.0663602 Feb 11 05:20:55.680944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:20:55.753045 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.009759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:20:56.076066 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h1-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:56.112626 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efc0cec-1d57-473b-8e94-c86699d4c0c7 {{(pid=103808) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:20:56.122879 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Publish callbacks [] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.139171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.provisioning_blocks [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Transition to ACTIVE for port object 8efc0cec-1d57-473b-8e94-c86699d4c0c7 will not be triggered until provisioned by entity L2. {{(pid=103808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:20:56.207558 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.289702 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Pushing event updated for resources: {'Port': ['ID=8efc0cec-1d57-473b-8e94-c86699d4c0c7,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:56.306192 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:56.306556 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:56.307039 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:56.307259 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:56.307594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:56.307935 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:56.308264 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:56.308585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:56.308912 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:56.309246 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:56.309762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:56.310094 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:56.310429 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:20:56.360561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] No DVR routers for this DVR port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 on host n-h1-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:20:56.522030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Attempting to bind port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:20:56.522299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Attempting to bind port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:20:56.522728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Attempting to bind port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:56.528334 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 on network f6646055-8df5-4ea7-9425-cc6296f402ec not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:20:56.528666 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Attempting to bind port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:20:56.534701 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:20:56.535151 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Checking segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:20:56.535549 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Bound using segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} {{(pid=103808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:20:56.535994 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.managers [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Bound port: 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}}] {{(pid=103808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:20:56.536356 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.608572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h2-712142-35, cleared binding levels {{(pid=103808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:20:56.612206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:20:56.683105 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.741522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:56.744362 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.744686 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] 10.222.0.47 "PUT /v2.0/ports/8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 1093 time: 1.0686033 Feb 11 05:20:56.745416 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:20:56.748791 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322f550f-3ee2-4510-8b65-6815445f7b18" -d '{"events": [{"name": "network-changed", "server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:20:56.851337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfd40a-33a8-457e-a500-ccf81d1c87d2 req-29f25c8f-d1ab-4177-8c6f-b98f87cf83b9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:56.866315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70dfd40a-33a8-457e-a500-ccf81d1c87d2 req-29f25c8f-d1ab-4177-8c6f-b98f87cf83b9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.1099265 Feb 11 05:20:56.889169 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec15364-6322-4b35-9dc5-d02a18cc8d02 x-openstack-request-id: req-dec15364-6322-4b35-9dc5-d02a18cc8d02 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:20:56.889591 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:20:56.890245 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dec15364-6322-4b35-9dc5-d02a18cc8d02 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:20:56.890840 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'status': 'completed', 'code': 200} Feb 11 05:20:56.897269 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0a4b2-e5d1-423c-ab61-95c5002fb651 service neutron] Pushing event updated for resources: {'Port': ['ID=8efc0cec-1d57-473b-8e94-c86699d4c0c7,revision_number=8']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:20:56.908743 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:56.938772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-8e87321e-7354-4f68-8696-df9b413d9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:56.941370 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-8e87321e-7354-4f68-8696-df9b413d9c42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 1127 time: 0.1603127 Feb 11 05:20:57.001733 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70dfd40a-33a8-457e-a500-ccf81d1c87d2 req-39d9f94d-62a4-4145-810e-4b529ba093c6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259270 Feb 11 05:20:57.018820 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-43e9cda2-c6c7-4b2a-b4b0-21aabed9d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:57.021591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-43e9cda2-c6c7-4b2a-b4b0-21aabed9d013 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 1127 time: 0.1213026 Feb 11 05:20:57.079422 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-6ee34c9c-e3e3-43b6-8c40-30b43ae23413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:57.081158 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-6ee34c9c-e3e3-43b6-8c40-30b43ae23413 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1333013 Feb 11 05:20:57.152579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-34434993-b0d3-493b-974c-805064907c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:57.155243 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-34434993-b0d3-493b-974c-805064907c84 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1267567 Feb 11 05:20:57.163281 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-27cc3d25-a12f-4e29-b947-4d74b630eb57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 1000 time: 0.0751300 Feb 11 05:20:57.223680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-b3f1f149-c26d-49ff-a887-675611c13879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:57.225229 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-b3f1f149-c26d-49ff-a887-675611c13879 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0553958 Feb 11 05:20:57.234929 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-2443deed-c196-495c-9419-0a1bf4b0039f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 1000 time: 0.0722773 Feb 11 05:20:57.281886 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-834cc68f-99d3-48c0-9b74-b4b79e7fe26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:57.284213 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-834cc68f-99d3-48c0-9b74-b4b79e7fe26c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519412 Feb 11 05:20:57.292275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-c3810fcb-b94c-497c-8a34-feebe24c3e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:57.293776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-c3810fcb-b94c-497c-8a34-feebe24c3e66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0525465 Feb 11 05:20:57.357197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-233ab202-05ad-462b-9136-1bd65c08653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:57.358818 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-233ab202-05ad-462b-9136-1bd65c08653c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0575380 Feb 11 05:20:57.410404 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-c4c7b3e3-6e26-42cd-95fb-7c00382d23d3 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189799 Feb 11 05:20:57.488710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-0c27f0f6-9cdd-4704-8f51-481992ff37d0 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214836 Feb 11 05:20:57.520074 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-88afa5e0-4ef0-4725-b65f-01a3464ae403 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024973 Feb 11 05:20:57.613563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-3fd28c12-da15-4b37-81b3-ce0c8e3bb96f service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181984 Feb 11 05:20:57.718586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-fc66724c-582f-4f42-afe0-6f9ee1c02535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:57.720322 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-fc66724c-582f-4f42-afe0-6f9ee1c02535 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 1127 time: 0.0642700 Feb 11 05:20:57.840268 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-f2f29164-e1f5-4cde-9d37-ea2be8ac5de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:57.841778 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-f2f29164-e1f5-4cde-9d37-ea2be8ac5de9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1141446 Feb 11 05:20:57.928019 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-03e4dd6f-2e2d-43c8-a0c3-cb2de21846c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 1000 time: 0.0789347 Feb 11 05:20:58.019589 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-3dff6eea-c7ce-478e-ba0a-76ef0db919fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:58.025786 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-3dff6eea-c7ce-478e-ba0a-76ef0db919fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0837755 Feb 11 05:20:58.105170 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-0f18117d-56d1-4a5d-b863-1717cfb56442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:58.107736 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-0f18117d-56d1-4a5d-b863-1717cfb56442 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0769227 Feb 11 05:20:58.290316 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-179a58a5-69c6-4707-8e42-1ee9a7f12a0e service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752849 Feb 11 05:20:58.307023 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef4da3-7d3c-44a1-9427-d28dd2fafd00 req-f0346203-1c46-4fb5-b45c-a5932d4f1596 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:58.308815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bdef4da3-7d3c-44a1-9427-d28dd2fafd00 req-f0346203-1c46-4fb5-b45c-a5932d4f1596 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.1390815 Feb 11 05:20:58.412538 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-bdef4da3-7d3c-44a1-9427-d28dd2fafd00 req-6a302ba7-0338-49f4-8121-9c26ae24d7d3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931344 Feb 11 05:20:58.462842 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-322f550f-3ee2-4510-8b65-6815445f7b18 req-b4cfbf31-939b-442c-92c3-d7126c970550 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649866 Feb 11 05:20:58.510022 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:20:59.596075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb6854-f66f-446b-95a6-d6e58b5d18e6 req-8f5a71e1-4fe3-4cd3-9af0-5bf20fba5c6e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:20:59.598405 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2cbb6854-f66f-446b-95a6-d6e58b5d18e6 req-8f5a71e1-4fe3-4cd3-9af0-5bf20fba5c6e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0689538 Feb 11 05:20:59.664212 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2cbb6854-f66f-446b-95a6-d6e58b5d18e6 req-76de43d5-58d9-4ab6-afec-c6daba1fd727 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576992 Feb 11 05:20:59.793447 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:00.869203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73512d-c1b9-4a4a-a2a9-a3884c59df32 req-56948837-0c1b-4f58-b40a-f1217838f427 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:00.871480 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc73512d-c1b9-4a4a-a2a9-a3884c59df32 req-56948837-0c1b-4f58-b40a-f1217838f427 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0837722 Feb 11 05:21:00.956229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fc73512d-c1b9-4a4a-a2a9-a3884c59df32 req-ae012bf3-a552-49a4-9591-7292a0198d8a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725653 Feb 11 05:21:02.115214 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c641fc-da15-49b2-ab6d-23bd04ca20ab req-31dc85f0-07ea-4fa5-8bae-b9de9c08434b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:02.117503 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55c641fc-da15-49b2-ab6d-23bd04ca20ab req-31dc85f0-07ea-4fa5-8bae-b9de9c08434b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0738196 Feb 11 05:21:02.217539 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55c641fc-da15-49b2-ab6d-23bd04ca20ab req-ef5c45bd-ada9-490a-a197-a5c83efa9679 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918615 Feb 11 05:21:02.342436 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:21:02.903267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b117777-2f28-4518-a235-0b1d393b08e9 req-4bc8b796-a4f1-4ff0-878e-c6bf3b914e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:02.904997 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6b117777-2f28-4518-a235-0b1d393b08e9 req-4bc8b796-a4f1-4ff0-878e-c6bf3b914e29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 1127 time: 0.0692394 Feb 11 05:21:03.062357 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b117777-2f28-4518-a235-0b1d393b08e9 req-5efd36dc-4299-452d-aa78-baa7d6ca97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:03.065023 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6b117777-2f28-4518-a235-0b1d393b08e9 req-5efd36dc-4299-452d-aa78-baa7d6ca97dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1359270 Feb 11 05:21:03.169528 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6b117777-2f28-4518-a235-0b1d393b08e9 req-84140423-faa0-4137-9591-cb122636e3e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 1000 time: 0.0966704 Feb 11 05:21:03.230957 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b117777-2f28-4518-a235-0b1d393b08e9 req-62d41c72-3509-4aab-93c7-439ef7981169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:03.232881 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6b117777-2f28-4518-a235-0b1d393b08e9 req-62d41c72-3509-4aab-93c7-439ef7981169 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0571640 Feb 11 05:21:03.323025 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b117777-2f28-4518-a235-0b1d393b08e9 req-625788cf-196e-4537-b628-007a90044a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:03.325626 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6b117777-2f28-4518-a235-0b1d393b08e9 req-625788cf-196e-4537-b628-007a90044a37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0860255 Feb 11 05:21:03.397513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ac253-2aba-4050-9a57-4d052b0f7902 req-4929dcaf-b544-45f5-ab36-ec2cd173bd99 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:03.398536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c6ac253-2aba-4050-9a57-4d052b0f7902 req-4929dcaf-b544-45f5-ab36-ec2cd173bd99 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0781021 Feb 11 05:21:03.477083 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c6ac253-2aba-4050-9a57-4d052b0f7902 req-cac9f5d0-2038-4c42-86d4-8dceffca7bbd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676801 Feb 11 05:21:03.912922 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6b117777-2f28-4518-a235-0b1d393b08e9 req-c16f79b0-6375-467d-96c6-27cd62b2e651 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799444 Feb 11 05:21:04.044183 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6b117777-2f28-4518-a235-0b1d393b08e9 req-9edc7126-8bd3-4d00-9ddf-254c200255d3 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244869 Feb 11 05:21:04.460301 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.487481 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:04.675514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56941d3d-ddd1-405d-a58b-74d17422bbfe req-c5c54079-3449-48a2-bdcd-0da81c0cc122 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:04.678764 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-56941d3d-ddd1-405d-a58b-74d17422bbfe req-c5c54079-3449-48a2-bdcd-0da81c0cc122 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0647895 Feb 11 05:21:04.742337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-56941d3d-ddd1-405d-a58b-74d17422bbfe req-4acb777c-ed2b-4d4b-938a-0ae88e1f688e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571780 Feb 11 05:21:05.931377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd952b-fb6b-4c00-9e79-334f21683707 req-2b3a9792-fae6-479f-985d-35b9430ec106 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:05.934085 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2dd952b-fb6b-4c00-9e79-334f21683707 req-2b3a9792-fae6-479f-985d-35b9430ec106 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.1044278 Feb 11 05:21:06.002414 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b2dd952b-fb6b-4c00-9e79-334f21683707 req-7b03bce7-479f-49a8-a97e-d6ceb576e761 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614862 Feb 11 05:21:07.154292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7a882-69ab-47c7-b7bb-1d138ee9130c req-100a2a62-d3ea-4797-8795-0d25aedcee8b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:07.156030 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4b7a882-69ab-47c7-b7bb-1d138ee9130c req-100a2a62-d3ea-4797-8795-0d25aedcee8b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0629086 Feb 11 05:21:07.212442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4b7a882-69ab-47c7-b7bb-1d138ee9130c req-7b7ec9a7-a142-44d6-955c-0a1c9dc3f9fc tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498419 Feb 11 05:21:08.425844 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f9fd2-b37c-4db0-959b-f80ef825f5db req-ece6a25a-5c44-4e30-a714-9205da0ed926 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:08.429723 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b8f9fd2-b37c-4db0-959b-f80ef825f5db req-ece6a25a-5c44-4e30-a714-9205da0ed926 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0988240 Feb 11 05:21:08.525795 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b8f9fd2-b37c-4db0-959b-f80ef825f5db req-c602c93d-28a5-4b5a-b240-584a1a9946a8 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848556 Feb 11 05:21:09.688894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc9dde-2366-4b5a-98d1-5e32d0659a7f req-9c9ca41d-c533-498f-bf17-6c71c6fac332 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:09.690873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9cc9dde-2366-4b5a-98d1-5e32d0659a7f req-9c9ca41d-c533-498f-bf17-6c71c6fac332 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0688033 Feb 11 05:21:09.747021 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d9cc9dde-2366-4b5a-98d1-5e32d0659a7f req-659866c0-3357-4b4c-8dea-74a42f542dea tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502086 Feb 11 05:21:10.902579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62dcd3-7fd7-422f-ae21-5c46fdfe6ac6 req-79710bca-a231-4ec0-9c7b-19bbaded6467 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:10.904782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c62dcd3-7fd7-422f-ae21-5c46fdfe6ac6 req-79710bca-a231-4ec0-9c7b-19bbaded6467 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0671284 Feb 11 05:21:10.975737 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c62dcd3-7fd7-422f-ae21-5c46fdfe6ac6 req-c0a85dfd-925e-409b-98e5-8955cdeede3b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617523 Feb 11 05:21:12.138049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554c3a6-6ff5-4e57-bb4d-f9ace749a6fa req-3f133597-75a1-4481-98cb-449f52990793 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:12.140430 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c554c3a6-6ff5-4e57-bb4d-f9ace749a6fa req-3f133597-75a1-4481-98cb-449f52990793 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0656846 Feb 11 05:21:12.211613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c554c3a6-6ff5-4e57-bb4d-f9ace749a6fa req-948b249a-1ccb-4eff-b551-b915e5ad2658 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642102 Feb 11 05:21:13.370044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186367b6-249f-449f-b2f8-bd42201cdb74 req-0ea85125-fde7-4293-aefe-1fde226bf79e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:13.371869 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-186367b6-249f-449f-b2f8-bd42201cdb74 req-0ea85125-fde7-4293-aefe-1fde226bf79e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0661161 Feb 11 05:21:13.432154 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-186367b6-249f-449f-b2f8-bd42201cdb74 req-f64ce821-b0e0-486a-8315-20280a58853e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527639 Feb 11 05:21:14.602899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a9611-d844-4ef2-aa1d-027b2cc6d444 req-226d6c0a-fe56-4d0d-a7d1-9298563266fa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:14.604735 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a93a9611-d844-4ef2-aa1d-027b2cc6d444 req-226d6c0a-fe56-4d0d-a7d1-9298563266fa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0706179 Feb 11 05:21:14.662292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a93a9611-d844-4ef2-aa1d-027b2cc6d444 req-01292e0f-4c35-4a25-9677-69b4c98799d2 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483496 Feb 11 05:21:15.821295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0d09d-c98e-41c8-9248-f98c6765e461 req-c238fe7e-c69c-427b-bd67-279e4e6f6587 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:15.823707 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86e0d09d-c98e-41c8-9248-f98c6765e461 req-c238fe7e-c69c-427b-bd67-279e4e6f6587 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0696609 Feb 11 05:21:15.887036 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86e0d09d-c98e-41c8-9248-f98c6765e461 req-a9b41f52-2d00-430d-9756-c2fb62c31da4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556636 Feb 11 05:21:17.068441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8f9e9-049a-41a0-9f38-8692761df050 req-3acee316-5334-4b48-b3a8-7195dbd26602 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:17.071135 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ee8f9e9-049a-41a0-9f38-8692761df050 req-3acee316-5334-4b48-b3a8-7195dbd26602 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0938392 Feb 11 05:21:17.129450 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9ee8f9e9-049a-41a0-9f38-8692761df050 req-7f0c9dcf-73c7-4c3e-8a0c-0477691fcf01 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524006 Feb 11 05:21:18.279951 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979beb06-e12c-41ff-92d4-73c92dbcb3e8 req-74ce44ae-7c3b-432c-bf51-011cec0d6dd1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:18.281555 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979beb06-e12c-41ff-92d4-73c92dbcb3e8 req-74ce44ae-7c3b-432c-bf51-011cec0d6dd1 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0605910 Feb 11 05:21:18.337855 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-979beb06-e12c-41ff-92d4-73c92dbcb3e8 req-851272a9-c8ed-4ca4-acc2-79518c670932 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501316 Feb 11 05:21:18.982171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bc70e-7eae-4f07-918e-333d0bd47952 req-df99448d-5f63-4bc4-938a-05b05848037d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:18.984264 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f51bc70e-7eae-4f07-918e-333d0bd47952 req-df99448d-5f63-4bc4-938a-05b05848037d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 944 time: 0.0646768 Feb 11 05:21:19.050637 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f51bc70e-7eae-4f07-918e-333d0bd47952 req-8f1d2d14-d581-4464-bdf2-4a9d1dcbe589 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587788 Feb 11 05:21:19.071187 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-c92b029f-6db5-4357-9fce-8baafd00d5f6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:19.073047 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-c92b029f-6db5-4357-9fce-8baafd00d5f6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.47 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 944 time: 0.0792401 Feb 11 05:21:19.149350 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-4a9c8982-818b-49de-a45d-afa665b55ed9 service neutron] 10.222.0.47 "GET /v2.0/ports/8efc0cec-1d57-473b-8e94-c86699d4c0c7/bindings/n-h2-712142-35 HTTP/1.1" status: 200 len: 383 time: 0.0692852 Feb 11 05:21:19.230385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-d532eeb9-01ab-4b1c-b7bd-469fdd04cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:19.232117 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-d532eeb9-01ab-4b1c-b7bd-469fdd04cb11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 1127 time: 0.0579455 Feb 11 05:21:19.354970 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-a0f2169c-1050-4fda-ada0-14180be1476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:19.356527 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-a0f2169c-1050-4fda-ada0-14180be1476b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1183090 Feb 11 05:21:19.432391 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-2333a4a4-1f23-424f-b9a1-4d3885daab73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 1000 time: 0.0698755 Feb 11 05:21:19.489023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-8e02fb83-679f-4feb-a20f-85e4ac4b2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:19.491672 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-8e02fb83-679f-4feb-a20f-85e4ac4b2fa1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0528734 Feb 11 05:21:19.553871 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-5ad487a9-4423-4ae2-a29e-f817eafb17be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:19.555584 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-5ad487a9-4423-4ae2-a29e-f817eafb17be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0582318 Feb 11 05:21:19.665614 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-ea1d5933-d1b0-4114-9299-4d79d5304280 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020148 Feb 11 05:21:19.677387 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 8efc0cec-1d57-473b-8e94-c86699d4c0c7 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:19.781359 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-8afa9107-050b-47c5-9546-26f1745bb05c service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086609 Feb 11 05:21:19.856975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:19.871318 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'port_id': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'mac_address': 'fa:16:3e:a7:46:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:19.919415 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:19.919807 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:19.936074 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efc0cec-1d57-473b-8e94-c86699d4c0c7 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:19.959557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:20.060703 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:20.126584 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=8efc0cec-1d57-473b-8e94-c86699d4c0c7,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:20.144141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:20.144745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:20.145512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:20.146106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:20.146697 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:20.147277 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:20.147860 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:20.148437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:20.149096 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:20.149683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:20.150265 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:20.150961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:20.151562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:20.220383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f013851-dc5d-4585-8f5e-7fa7e4fefdb4 req-ba0a3654-a08c-4fc7-813e-414558d9fa81 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:20.222016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f013851-dc5d-4585-8f5e-7fa7e4fefdb4 req-ba0a3654-a08c-4fc7-813e-414558d9fa81 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0650766 Feb 11 05:21:20.310166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f013851-dc5d-4585-8f5e-7fa7e4fefdb4 req-95dce1f4-0c01-4c4a-bb42-3ca8a96c4992 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810359 Feb 11 05:21:20.330232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['8efc0cec-1d57-473b-8e94-c86699d4c0c7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:21.457683 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df32b02-33c8-404e-b7d0-3d58164a00d6 req-b1a45310-c078-4a5a-a951-6a207cd938ee tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:21.460191 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5df32b02-33c8-404e-b7d0-3d58164a00d6 req-b1a45310-c078-4a5a-a951-6a207cd938ee tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0658107 Feb 11 05:21:21.515681 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5df32b02-33c8-404e-b7d0-3d58164a00d6 req-89e56b99-8350-4c26-aa2c-8891ed8649c3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495794 Feb 11 05:21:21.684278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 8efc0cec-1d57-473b-8e94-c86699d4c0c7 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:21.812612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:21:21.818131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:21:21.818615 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.915255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:21.918672 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:21.955504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:21.959142 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59826165-8e20-49c7-8a6a-1fc786f7509c" -d '{"events": [{"server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "name": "network-vif-plugged", "status": "completed", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:21.980610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:22.036955 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9000384-ee68-4117-8bd0-0a4b480d36d4 x-openstack-request-id: req-f9000384-ee68-4117-8bd0-0a4b480d36d4 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:22.037397 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "name": "network-vif-plugged", "status": "completed", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:22.038007 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9000384-ee68-4117-8bd0-0a4b480d36d4 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:22.038678 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'code': 200} Feb 11 05:21:22.049767 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:22.119662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=8efc0cec-1d57-473b-8e94-c86699d4c0c7,revision_number=10']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:22.652811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baa5e9-d0ab-40c5-b1a9-1680c487fe8e req-76e95549-854e-4105-bd00-7e2864456d9e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:22.657837 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7baa5e9-d0ab-40c5-b1a9-1680c487fe8e req-76e95549-854e-4105-bd00-7e2864456d9e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 947 time: 0.0628481 Feb 11 05:21:22.717244 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a7baa5e9-d0ab-40c5-b1a9-1680c487fe8e req-9c5686e6-c684-4dae-aeba-db37238fea99 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543649 Feb 11 05:21:23.195951 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e987f148-d9d9-45d8-8264-32c6dbeb0dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:23.900402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ce62b-b537-4a6c-9084-7ab4e376b6c8 req-969c2210-eb96-463e-b7b8-def94db809df tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:23.902081 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa3ce62b-b537-4a6c-9084-7ab4e376b6c8 req-969c2210-eb96-463e-b7b8-def94db809df tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 947 time: 0.0718141 Feb 11 05:21:23.967070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aa3ce62b-b537-4a6c-9084-7ab4e376b6c8 req-7ba9974f-0ece-41aa-8401-ce19ec23039e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535471 Feb 11 05:21:25.125238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8588b-ff75-4540-9d8c-14fbe7800bfc req-e396a896-c8c3-45e2-b0bc-3775fbd7f869 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:25.126881 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89c8588b-ff75-4540-9d8c-14fbe7800bfc req-e396a896-c8c3-45e2-b0bc-3775fbd7f869 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 947 time: 0.0687559 Feb 11 05:21:25.196458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-89c8588b-ff75-4540-9d8c-14fbe7800bfc req-ca393e6c-4702-4585-bfda-475fc71dccc5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586026 Feb 11 05:21:25.499727 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-94ac3ea1-e7a5-4b09-8f74-5d0c918474a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.684566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 8efc0cec-1d57-473b-8e94-c86699d4c0c7 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:25.789112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:25.789547 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:25.825240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:25.828007 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfe6fcd-c62e-44d9-bd8a-5c6a817b3145" -d '{"events": [{"server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "name": "network-vif-unplugged", "status": "completed", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:25.842893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:25.893278 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04284368-fb6d-4520-8361-59629dcd130d x-openstack-request-id: req-04284368-fb6d-4520-8361-59629dcd130d {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:25.893755 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "name": "network-vif-unplugged", "status": "completed", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:25.894180 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04284368-fb6d-4520-8361-59629dcd130d {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:25.894865 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'code': 200} Feb 11 05:21:25.992277 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:26.045712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=8efc0cec-1d57-473b-8e94-c86699d4c0c7,revision_number=11']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:26.364539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a488b-9ac9-4f8e-b4a3-0184f0542e3e req-ad74e383-0d3e-4170-9e74-889a0c86d417 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:26.366420 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-538a488b-9ac9-4f8e-b4a3-0184f0542e3e req-ad74e383-0d3e-4170-9e74-889a0c86d417 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0791721 Feb 11 05:21:26.430288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-538a488b-9ac9-4f8e-b4a3-0184f0542e3e req-36b832da-4dbd-414a-9987-3ca2d2b56a51 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533953 Feb 11 05:21:26.972675 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.569093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0072e59-8a4d-4b73-bc11-84f169b04907 req-68b0a8b3-383a-43b6-bdc2-9ce4f90d7eb6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:27.570817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0072e59-8a4d-4b73-bc11-84f169b04907 req-68b0a8b3-383a-43b6-bdc2-9ce4f90d7eb6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0613339 Feb 11 05:21:27.625064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a0072e59-8a4d-4b73-bc11-84f169b04907 req-af01c5c4-684c-4bd4-bb41-6fddbe432434 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483029 Feb 11 05:21:27.682370 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-16348fe5-d0d3-4943-a278-f9249bb8f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:27.684007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-16348fe5-d0d3-4943-a278-f9249bb8f2c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06 HTTP/1.1" status: 200 len: 1128 time: 0.0577559 Feb 11 05:21:27.696756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:21:27.762360 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:27.985729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:28.024690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:28.063919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efc0cec-1d57-473b-8e94-c86699d4c0c7 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:28.073668 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Publish callbacks [] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.088493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Transition to ACTIVE for port object 8efc0cec-1d57-473b-8e94-c86699d4c0c7 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:21:28.160659 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.252177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Pushing event updated for resources: {'Port': ['ID=8efc0cec-1d57-473b-8e94-c86699d4c0c7,revision_number=12']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:28.266079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:28.266543 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:28.266943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:28.267315 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:28.267952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:28.268307 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:28.268654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:28.269003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:28.269380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:28.269717 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:28.270307 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:28.270480 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:28.270808 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:21:28.312670 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] No DVR routers for this DVR port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:28.495737 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:28.849712 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833db81-ae73-4d8b-b156-3b7e1b687d03 req-4d815bbd-009e-42e9-802b-cc1c66d948df tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:28.851277 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4833db81-ae73-4d8b-b156-3b7e1b687d03 req-4d815bbd-009e-42e9-802b-cc1c66d948df tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.1189113 Feb 11 05:21:28.920615 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Attempting to bind port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:21:28.921121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Attempting to bind port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:21:28.921560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Attempting to bind port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:28.937251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 on network f6646055-8df5-4ea7-9425-cc6296f402ec not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:21:28.937582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Attempting to bind port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 on network f6646055-8df5-4ea7-9425-cc6296f402ec {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:21:28.944802 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4833db81-ae73-4d8b-b156-3b7e1b687d03 req-0e4bd53b-df4e-4238-81ce-880dc1ab8697 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859210 Feb 11 05:21:28.949136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:21:28.949136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Checking segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:21:28.949549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Bound using segment: {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:21:28.949951 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Bound port: 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce61e93-0851-4057-9743-793a492fc3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:21:28.950409 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.038380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:21:29.042948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:21:29.175804 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.222161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.222650 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.224906 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] 10.222.0.32 "PUT /v2.0/ports/8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 1094 time: 1.5328841 Feb 11 05:21:29.225401 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:29.227887 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b078540-bb90-4894-a035-4b9f40ddd8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:29.294404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701021d-9f8c-4443-acc5-9924c42c843d service neutron] Pushing event updated for resources: {'Port': ['ID=8efc0cec-1d57-473b-8e94-c86699d4c0c7,revision_number=13']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:29.320483 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b5d27a-b936-44b0-9bfc-9987668f4da4 x-openstack-request-id: req-e3b5d27a-b936-44b0-9bfc-9987668f4da4 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:29.320894 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:29.321267 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3b5d27a-b936-44b0-9bfc-9987668f4da4 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:29.321861 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'status': 'completed', 'code': 200} Feb 11 05:21:29.336637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-e5cb104e-173c-41cb-906c-29984e65ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.336637 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-e5cb104e-173c-41cb-906c-29984e65ea5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 1128 time: 0.0755074 Feb 11 05:21:29.400333 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-b8d18843-39c8-414f-a029-c4bd24029d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.401841 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-b8d18843-39c8-414f-a029-c4bd24029d88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 1128 time: 0.0659795 Feb 11 05:21:29.522070 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-81477471-31d7-43bd-872c-b43bfa229037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.523656 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-81477471-31d7-43bd-872c-b43bfa229037 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1156328 Feb 11 05:21:29.532124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-d78e4e6f-a190-47d7-ac89-c83f65c39e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.534837 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-d78e4e6f-a190-47d7-ac89-c83f65c39e95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1936126 Feb 11 05:21:29.612622 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-dbaad12d-a3cd-409d-b1fe-476f2670c8e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 1000 time: 0.0706532 Feb 11 05:21:29.620919 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-b8d1d373-b16b-44ba-bb30-28b36bea7c35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 1000 time: 0.0909412 Feb 11 05:21:29.681755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-8a8d581c-8d65-4c9a-a7d2-6d90f95c657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.683442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-8a8d581c-8d65-4c9a-a7d2-6d90f95c657f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0639224 Feb 11 05:21:29.686165 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-740de857-006b-464b-9c94-bc4a5c393d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.687914 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-740de857-006b-464b-9c94-bc4a5c393d99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0609684 Feb 11 05:21:29.744338 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-aab03c57-42c3-4678-b0f4-fd834efe029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.746012 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-aab03c57-42c3-4678-b0f4-fd834efe029f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0554929 Feb 11 05:21:29.752108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-be741478-121a-4add-bc97-6e7e8d3ee05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:29.753691 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-be741478-121a-4add-bc97-6e7e8d3ee05b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0581932 Feb 11 05:21:29.775708 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:29.853121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-f683e6c2-b9c5-4f33-b3a4-ae060cab004c service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994275 Feb 11 05:21:29.867040 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-8c03a1f1-a7b2-4bf9-8ed8-adae06b3dd32 service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056855 Feb 11 05:21:30.001817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b256d4cb-3c76-46ab-97b0-24969849c7c6 req-ba3bdad6-a0b7-4623-9a75-c8cde864993d service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409039 Feb 11 05:21:30.014447 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-6948ad89-b42f-4863-a91f-12f28d7db08b service neutron] 10.222.0.47 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412489 Feb 11 05:21:30.208599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129ef0e-49b4-4aa0-8f6c-889da205fcc3 req-9cc94372-5baa-405b-97de-5861d7525051 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:30.211337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7129ef0e-49b4-4aa0-8f6c-889da205fcc3 req-9cc94372-5baa-405b-97de-5861d7525051 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.1676311 Feb 11 05:21:30.216128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-654fa5a6-47aa-4669-8dec-579a730dda03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:30.218590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-654fa5a6-47aa-4669-8dec-579a730dda03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 1128 time: 0.1573977 Feb 11 05:21:30.363549 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7129ef0e-49b4-4aa0-8f6c-889da205fcc3 req-2e429f0f-0b97-484d-ad92-393ad25bd55d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432741 Feb 11 05:21:30.389154 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-76a53afe-0618-407d-829c-1aed6bd8055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:30.390696 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-76a53afe-0618-407d-829c-1aed6bd8055e service neutron] 10.222.0.32 "GET /v2.0/networks?id=f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 200 len: 913 time: 0.1602321 Feb 11 05:21:30.474307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-e01eb4a2-885d-4a0a-bedb-bf5318bbba42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 200 len: 1000 time: 0.0768580 Feb 11 05:21:30.531970 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-2c11468d-0c53-497f-a5ac-bd83e3d0850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:30.533653 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-2c11468d-0c53-497f-a5ac-bd83e3d0850e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 200 len: 851 time: 0.0533493 Feb 11 05:21:30.594451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-5af89e7a-3c7a-4589-b013-7d784a12a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:30.596017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-5af89e7a-3c7a-4589-b013-7d784a12a08f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f6646055-8df5-4ea7-9425-cc6296f402ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0559273 Feb 11 05:21:30.710970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-80181640-9752-42ad-8ee9-359552a1fe83 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080403 Feb 11 05:21:30.820776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-12816033-4311-425d-8d73-7caa7ff01073 service neutron] 10.222.0.32 "GET /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033201 Feb 11 05:21:31.565849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbea8f-edea-47d3-92ae-549c961a4985 req-695d94d5-ed86-4f4d-b96a-bd09fd19c3a5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:31.569407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ddbea8f-edea-47d3-92ae-549c961a4985 req-695d94d5-ed86-4f4d-b96a-bd09fd19c3a5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0912080 Feb 11 05:21:31.657262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7ddbea8f-edea-47d3-92ae-549c961a4985 req-e52c87a8-f98e-4768-8651-75526229ed03 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807290 Feb 11 05:21:32.835150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16072132-8bda-440f-92d6-70a8dbec8e54 req-67bd89f4-c288-40f8-922c-30c616547b54 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:32.837846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16072132-8bda-440f-92d6-70a8dbec8e54 req-67bd89f4-c288-40f8-922c-30c616547b54 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0929544 Feb 11 05:21:32.923479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16072132-8bda-440f-92d6-70a8dbec8e54 req-f990a5a9-79f5-482a-9a9a-e331ee2a8831 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782635 Feb 11 05:21:34.064734 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4026cb5-3b8d-43b8-ac17-b814ac5d0c8c req-8bf9e5a1-6adb-4738-9349-db052ab729af tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:34.066336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4026cb5-3b8d-43b8-ac17-b814ac5d0c8c req-8bf9e5a1-6adb-4738-9349-db052ab729af tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0571706 Feb 11 05:21:34.141999 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d4026cb5-3b8d-43b8-ac17-b814ac5d0c8c req-66960495-399d-4f95-9220-d8f5bf4d3782 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638351 Feb 11 05:21:34.444432 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:34.483852 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:35.295340 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300163ee-a625-4ad2-8e6e-1bf8a4868427 req-75d57d39-ac86-44d6-b06f-2a8162093fc0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:35.297016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-300163ee-a625-4ad2-8e6e-1bf8a4868427 req-75d57d39-ac86-44d6-b06f-2a8162093fc0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0632141 Feb 11 05:21:35.360678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-300163ee-a625-4ad2-8e6e-1bf8a4868427 req-bf3593a9-8d0c-4623-a17c-c567dc615fa6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531924 Feb 11 05:21:36.557141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05093d-972c-44f6-b97b-745574c0adf1 req-17112357-e78f-4d79-9fdf-1c839df542c4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:36.558942 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b05093d-972c-44f6-b97b-745574c0adf1 req-17112357-e78f-4d79-9fdf-1c839df542c4 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0787044 Feb 11 05:21:36.631232 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1b05093d-972c-44f6-b97b-745574c0adf1 req-581d3493-7c8a-4d53-b8d8-c304a72af69d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609875 Feb 11 05:21:37.772773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c9486-633b-4167-833a-5fcab4df8591 req-87161932-e6c3-4713-8a6a-a8140392de63 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:37.775004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c0c9486-633b-4167-833a-5fcab4df8591 req-87161932-e6c3-4713-8a6a-a8140392de63 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0689490 Feb 11 05:21:37.845512 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6c0c9486-633b-4167-833a-5fcab4df8591 req-e8d54c0f-eaa3-425f-bd5c-2aba7e647af9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636637 Feb 11 05:21:39.024996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e9b1d-796e-4c47-ab65-2277e48786fe req-b5c95dd2-1408-4df9-9932-b65d904a257c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:39.026651 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af5e9b1d-796e-4c47-ab65-2277e48786fe req-b5c95dd2-1408-4df9-9932-b65d904a257c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0599842 Feb 11 05:21:39.083001 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-af5e9b1d-796e-4c47-ab65-2277e48786fe req-796d4006-8992-4ec5-8b3a-801d9d3a950f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498636 Feb 11 05:21:39.344205 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:21:40.272849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19059201-e54d-475c-b218-94c71feac66e req-fa205b99-459b-4844-a3b5-5b2ad070292d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:40.274536 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19059201-e54d-475c-b218-94c71feac66e req-fa205b99-459b-4844-a3b5-5b2ad070292d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0749540 Feb 11 05:21:40.332609 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-19059201-e54d-475c-b218-94c71feac66e req-18982b24-4695-408e-b849-0efd50ddd66b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508883 Feb 11 05:21:41.475500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa2aa2-c1ee-40d6-b156-ad8e7c5883bb req-a2dfac4a-e831-4d83-b887-d8a3724b138a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:41.477146 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ebfa2aa2-c1ee-40d6-b156-ad8e7c5883bb req-a2dfac4a-e831-4d83-b887-d8a3724b138a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0592747 Feb 11 05:21:41.530304 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ebfa2aa2-c1ee-40d6-b156-ad8e7c5883bb req-d704c97d-282b-4401-aeb7-b0f453ed0ce0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473378 Feb 11 05:21:42.666556 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c72ee2-1b4c-4c47-8905-4383120503f3 req-b5648867-6b1b-43ce-bd1c-4277e7458a9b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:42.668177 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1c72ee2-1b4c-4c47-8905-4383120503f3 req-b5648867-6b1b-43ce-bd1c-4277e7458a9b tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0599556 Feb 11 05:21:42.726501 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1c72ee2-1b4c-4c47-8905-4383120503f3 req-9b998136-23c7-4054-8f38-081ca3a14493 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522065 Feb 11 05:21:43.865806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27165fef-e853-4b64-b820-b4d214eadffc req-b4921996-a366-441c-a315-fda3bfd92a04 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:43.867741 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27165fef-e853-4b64-b820-b4d214eadffc req-b4921996-a366-441c-a315-fda3bfd92a04 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0616946 Feb 11 05:21:43.923179 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-27165fef-e853-4b64-b820-b4d214eadffc req-4865e5e3-49f6-47bb-9c4a-bb68f4091966 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493546 Feb 11 05:21:45.071068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d060a91-fcd0-4c67-97ee-b3164cd956e2 req-4eb03a79-0a98-47e5-bc03-c973f0e37ff3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:45.072744 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d060a91-fcd0-4c67-97ee-b3164cd956e2 req-4eb03a79-0a98-47e5-bc03-c973f0e37ff3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0609336 Feb 11 05:21:45.133945 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4d060a91-fcd0-4c67-97ee-b3164cd956e2 req-9d3398b4-234a-4c02-8ab9-8a0b07d08830 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544620 Feb 11 05:21:46.282133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d742b1-a075-4830-838a-50507d7434f7 req-de4f33d3-07f1-4d7b-b18f-10cc483fbc6d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:46.283787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39d742b1-a075-4830-838a-50507d7434f7 req-de4f33d3-07f1-4d7b-b18f-10cc483fbc6d tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0707343 Feb 11 05:21:46.340069 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-39d742b1-a075-4830-838a-50507d7434f7 req-e6267b8d-c042-456b-bd60-e7aa9da95f2a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488193 Feb 11 05:21:47.483169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ebee6-896a-4d43-9972-e28a82339393 req-49ea89e8-c153-47a3-96a5-7b461d95150f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:47.484806 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-675ebee6-896a-4d43-9972-e28a82339393 req-49ea89e8-c153-47a3-96a5-7b461d95150f tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0611863 Feb 11 05:21:47.541357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-675ebee6-896a-4d43-9972-e28a82339393 req-73d4c8d3-8c0f-4600-bf8e-2e3b63743e37 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490370 Feb 11 05:21:48.686117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4e562-6058-4d53-b1eb-1e4f6480f851 req-ab86e9ad-81d7-40a9-bd2b-08963494a32a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:48.688124 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fe4e562-6058-4d53-b1eb-1e4f6480f851 req-ab86e9ad-81d7-40a9-bd2b-08963494a32a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0677919 Feb 11 05:21:48.754905 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5fe4e562-6058-4d53-b1eb-1e4f6480f851 req-7ac47111-375d-43ca-9778-5454a4917c61 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561264 Feb 11 05:21:48.894195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1062821-1227-4510-b084-fe3909feaca1 req-93881fa4-0fcf-4c57-8ab2-0ed90f8a70b0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:48.895967 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1062821-1227-4510-b084-fe3909feaca1 req-93881fa4-0fcf-4c57-8ab2-0ed90f8a70b0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0606935 Feb 11 05:21:48.955573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1062821-1227-4510-b084-fe3909feaca1 req-60b52fad-e984-4137-8d06-8047e42e525c tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495856 Feb 11 05:21:49.127587 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8307c-e867-4738-9354-1241b7edec11 req-d60f992d-2301-4183-b9ec-a17a9a67464a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:49.131061 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ca8307c-e867-4738-9354-1241b7edec11 req-d60f992d-2301-4183-b9ec-a17a9a67464a tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0613608 Feb 11 05:21:49.191078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5ca8307c-e867-4738-9354-1241b7edec11 req-153e5e47-1ac7-446d-abc4-e39653780bec tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518837 Feb 11 05:21:49.712878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8ddab-9629-4c43-8749-3c0275b43914 req-b9df187f-d0fc-43db-ba07-63cd3f1079cc tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:49.714815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4b8ddab-9629-4c43-8749-3c0275b43914 req-b9df187f-d0fc-43db-ba07-63cd3f1079cc tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0671484 Feb 11 05:21:49.773951 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a4b8ddab-9629-4c43-8749-3c0275b43914 req-d7621e3b-6c8a-448f-ad67-1359c1d5b789 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523453 Feb 11 05:21:50.647153 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8efc0cec-1d57-473b-8e94-c86699d4c0c7 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:21:50.760965 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:50.775760 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'port_id': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'mac_address': 'fa:16:3e:a7:46:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:21:50.831877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:21:50.834133 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:50.854861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efc0cec-1d57-473b-8e94-c86699d4c0c7 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:21:50.885694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:50.948112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0745eb-e2d7-490c-bd31-d3c3cc8a3366 req-3de0eba7-4d9e-4031-bd15-4cc7fcc0c371 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:50.950184 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a0745eb-e2d7-490c-bd31-d3c3cc8a3366 req-3de0eba7-4d9e-4031-bd15-4cc7fcc0c371 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 945 time: 0.0733905 Feb 11 05:21:50.997282 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.017786 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a0745eb-e2d7-490c-bd31-d3c3cc8a3366 req-bd8749fb-c679-4b5e-aefc-f883d3ec59ec tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups?id=634ed7d3-14fd-4583-b3c4-a2105119a0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608649 Feb 11 05:21:51.055811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=8efc0cec-1d57-473b-8e94-c86699d4c0c7,revision_number=14']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:51.292806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-326d88aa-1c46-408a-91cb-f8f363923fc5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:21:51.294842 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-326d88aa-1c46-408a-91cb-f8f363923fc5 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 946 time: 0.0765517 Feb 11 05:21:51.314750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['8efc0cec-1d57-473b-8e94-c86699d4c0c7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:21:51.413097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-287c7939-d69b-4af1-a157-5a80086424c9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Deleting port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:21:51.413441 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-287c7939-d69b-4af1-a157-5a80086424c9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.527402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-287c7939-d69b-4af1-a157-5a80086424c9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] For port 8efc0cec-1d57-473b-8e94-c86699d4c0c7, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8efc0cec-1d57-473b-8e94-c86699d4c0c7,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:21:51.527770 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-287c7939-d69b-4af1-a157-5a80086424c9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.733925 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-287c7939-d69b-4af1-a157-5a80086424c9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.734320 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-287c7939-d69b-4af1-a157-5a80086424c9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (8caa2555-9970-4c8a-bed1-f2f1a8c42806), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.734643 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-287c7939-d69b-4af1-a157-5a80086424c9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806 disassociated. External IP: 172.25.3.48, port: 8efc0cec-1d57-473b-8e94-c86699d4c0c7. Feb 11 05:21:51.734997 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-287c7939-d69b-4af1-a157-5a80086424c9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Calling delete_port for 8efc0cec-1d57-473b-8e94-c86699d4c0c7 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:21:51.948804 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-287c7939-d69b-4af1-a157-5a80086424c9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8efc0cec-1d57-473b-8e94-c86699d4c0c7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:51.980466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c7939-d69b-4af1-a157-5a80086424c9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Pushing event deleted for resources: {'Port': ['ID=8efc0cec-1d57-473b-8e94-c86699d4c0c7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:21:52.187944 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-70418f21-fc74-4940-a08f-b5a21fa15a40 req-3e184fad-9f16-44a9-890d-95c6d83839a6 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0454748 Feb 11 05:21:52.205884 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-287c7939-d69b-4af1-a157-5a80086424c9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Router 1a57b563-ca01-43d5-81db-769208794cce has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:21:52.355203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-287c7939-d69b-4af1-a157-5a80086424c9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:21:52.367579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1d46d9-cd68-49b7-8f90-c7249dc05cf3 None None] Sync routers for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:21:52.380069 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1d46d9-cd68-49b7-8f90-c7249dc05cf3 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:52.380718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1c1d46d9-cd68-49b7-8f90-c7249dc05cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:21:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:52.418402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-287c7939-d69b-4af1-a157-5a80086424c9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] No DVR routers for this DVR port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:21:52.423011 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-287c7939-d69b-4af1-a157-5a80086424c9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:52.428501 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f9180af-86f5-45b8-b58c-f9cbfb7fb6b2 req-287c7939-d69b-4af1-a157-5a80086424c9 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "DELETE /v2.0/ports/8efc0cec-1d57-473b-8e94-c86699d4c0c7 HTTP/1.1" status: 204 len: 173 time: 1.1251442 Feb 11 05:21:52.429173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'name': 'network-vif-deleted', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:21:52.433134 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa62e2d8-283d-468c-ab7e-a09ffbadba8f" -d '{"events": [{"server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "name": "network-vif-deleted", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:21:52.479819 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d613b977-8555-40eb-9c3f-03c9befee4de x-openstack-request-id: req-d613b977-8555-40eb-9c3f-03c9befee4de {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:21:52.479819 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16cb449-9374-4214-a66f-84060a31dbd9", "name": "network-vif-deleted", "tag": "8efc0cec-1d57-473b-8e94-c86699d4c0c7", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:21:52.479819 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d613b977-8555-40eb-9c3f-03c9befee4de {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:21:52.479819 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16cb449-9374-4214-a66f-84060a31dbd9', 'name': 'network-vif-deleted', 'tag': '8efc0cec-1d57-473b-8e94-c86699d4c0c7', 'status': 'completed', 'code': 200} Feb 11 05:21:52.769252 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8efc0cec-1d57-473b-8e94-c86699d4c0c7 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:21:52.820976 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 8efc0cec-1d57-473b-8e94-c86699d4c0c7 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:21:52.821555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8efc0cec-1d57-473b-8e94-c86699d4c0c7 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 05:21:52.871440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Port 8efc0cec-1d57-473b-8e94-c86699d4c0c7 not found, will not notify nova. {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 05:21:52.888856 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-1c1d46d9-cd68-49b7-8f90-c7249dc05cf3 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:53.188674 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-931241da-25eb-4b3c-92c7-c1f78b5e676d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:53.206801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1c1d46d9-cd68-49b7-8f90-c7249dc05cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:53.260277 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1d46d9-cd68-49b7-8f90-c7249dc05cf3 None None] Checking router: 1a57b563-ca01-43d5-81db-769208794cce for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:21:53.278408 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1d46d9-cd68-49b7-8f90-c7249dc05cf3 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:21:53.279543 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1c1d46d9-cd68-49b7-8f90-c7249dc05cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:21:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:53.367044 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0c5bcf2a-79c6-4745-8fb0-5db89043ee82 req-cdec221d-fc88-4dac-9a92-58cfce307d14 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0404677 Feb 11 05:21:53.460271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-1c1d46d9-cd68-49b7-8f90-c7249dc05cf3 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:21:53.731376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1c1d46d9-cd68-49b7-8f90-c7249dc05cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:21:53.765066 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1d46d9-cd68-49b7-8f90-c7249dc05cf3 None None] The sync data for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 is: [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:54Z', 'revision_number': 4, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '10d49715-24f6-4e90-8334-d42335c9fd9e', 'name': '', 'network_id': 'f6646055-8df5-4ea7-9425-cc6296f402ec', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'mac_address': 'fa:16:3e:4b:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:53Z', 'updated_at': '2022-02-11T05:16:59Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'subnets': [{'id': '6ce60340-28e1-403f-a9cc-7e7fb2390273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:21:54.040581 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80022d5e-aaef-472b-ac93-fa1ee9f1a084 None None] New status for floating IP 8caa2555-9970-4c8a-bed1-f2f1a8c42806: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:21:55.451352 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4b0c12e1-0e8d-4fc0-86b0-82622a557edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:56.722517 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8efc0cec-1d57-473b-8e94-c86699d4c0c7 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:21:56.745741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 8efc0cec-1d57-473b-8e94-c86699d4c0c7 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:21:56.746091 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8efc0cec-1d57-473b-8e94-c86699d4c0c7 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:21:57.000404 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:58.763205 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:21:59.773098 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.508697 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:04.520389 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:14.877163 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52268593-f949-4a1f-8992-9a15bf2d3fa5 req-d42489df-0858-4827-bb2c-62ee2f53571c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0305507 Feb 11 05:22:14.958724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52268593-f949-4a1f-8992-9a15bf2d3fa5 req-50ad7583-3a5b-4f1d-bf79-93946f9b78ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0316544 Feb 11 05:22:15.091956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52268593-f949-4a1f-8992-9a15bf2d3fa5 req-aab2e29b-da36-4d7d-8da9-7180701db2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:15.093791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52268593-f949-4a1f-8992-9a15bf2d3fa5 req-aab2e29b-da36-4d7d-8da9-7180701db2a7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1117930 Feb 11 05:22:15.277057 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52268593-f949-4a1f-8992-9a15bf2d3fa5 req-473ad0db-8266-4471-9727-efd2358dba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:22:15.279647 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-52268593-f949-4a1f-8992-9a15bf2d3fa5 req-473ad0db-8266-4471-9727-efd2358dba9f service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1784749 Feb 11 05:22:16.343362 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:22:23.167892 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-26ecdfdf-8e76-492c-93f2-7a6eae3e061d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:25.457176 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-44f5d7eb-2ee7-4a2d-b09f-1ceb94e13bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:26.899512 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:28.481950 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:29.757262 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.476112 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:34.507968 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.160130 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0c6267b5-733f-4062-8513-7d47b167ed58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:53.343014 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:22:55.487680 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9809d7ba-d952-49ab-9a8f-f71a4f7cc415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:56.884911 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:58.478169 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:22:59.790713 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.492822 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:04.504791 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:15.940100 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c839105-084e-4d26-99ec-f226a063b3e4 req-27196500-ab0d-46ca-bc97-0fc5b63f13d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0345426 Feb 11 05:23:16.024327 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c839105-084e-4d26-99ec-f226a063b3e4 req-f5ca27d5-5379-429b-a36f-8622e472341b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0312817 Feb 11 05:23:16.159763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c839105-084e-4d26-99ec-f226a063b3e4 req-f24cfd01-1a32-49df-8b95-4b00039837b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.161336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c839105-084e-4d26-99ec-f226a063b3e4 req-f24cfd01-1a32-49df-8b95-4b00039837b4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1142597 Feb 11 05:23:16.345785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c839105-084e-4d26-99ec-f226a063b3e4 req-dd3e2fb1-3a2f-4793-9961-a0864ca36bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:23:16.349144 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2c839105-084e-4d26-99ec-f226a063b3e4 req-dd3e2fb1-3a2f-4793-9961-a0864ca36bd2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1798589 Feb 11 05:23:23.200679 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-068f3ccb-39a0-40d6-9cb4-a0a5ab2af45c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:25.487154 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7d01076e-6211-441e-a011-32b936c1ff46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:26.880879 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:28.504077 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:29.778047 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:30.342676 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:23:34.474967 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:34.486417 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:53.166121 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ee93-afd8-4bfd-a0d5-a7f3f22443c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:55.545810 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6dea3dee-df7b-43c3-8a15-d82218d929a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:56.899796 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:57.669610 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-863d8194-6a33-44ae-ad86-19264b8eb101 req-f9395161-1511-4ac3-ba6c-e56002b041f1 service neutron] (103809) timed out ('10.222.0.13', 40440) {{(pid=103809) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:23:58.494200 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:23:59.754772 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.434311 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:04.486477 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:07.342689 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:24:16.617958 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b802e869-da1f-46dd-8189-ceb9a2cf403f req-4f3fb5d9-c8a9-4f24-848f-90b6d3fc90c5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0333376 Feb 11 05:24:16.691529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b802e869-da1f-46dd-8189-ceb9a2cf403f req-b9e8d9c5-03d1-4a52-87e2-2bd1e7f78739 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0285552 Feb 11 05:24:16.817843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802e869-da1f-46dd-8189-ceb9a2cf403f req-bb75a666-9ad8-42fd-96de-992ac96d5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:16.819401 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b802e869-da1f-46dd-8189-ceb9a2cf403f req-bb75a666-9ad8-42fd-96de-992ac96d5365 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1064007 Feb 11 05:24:16.943776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802e869-da1f-46dd-8189-ceb9a2cf403f req-9227737e-366f-4836-beda-e23af5aa2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:24:16.946514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b802e869-da1f-46dd-8189-ceb9a2cf403f req-9227737e-366f-4836-beda-e23af5aa2eeb service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1197994 Feb 11 05:24:23.227968 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-946d133c-1bdc-4163-b3fe-213ee4fbcfc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:25.468236 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-180d5e35-a20d-4d7b-9025-e2bc0d9b77c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:26.910923 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:28.524642 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:29.793681 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.456114 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:34.530383 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:44.344368 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:24:53.204521 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b076b0f2-31d9-4492-9f4b-3ba27a697b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:55.478577 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d4bcf45-d954-4064-bf3e-ca2017087bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:56.930265 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:58.492720 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:24:59.750620 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.454056 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:04.607661 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:15.951156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db07f10e-0dd2-434e-9436-aba7a4180ac3 req-b4c52c55-13f4-475f-a2ec-3cc31d8b7c08 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0963297 Feb 11 05:25:16.032450 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db07f10e-0dd2-434e-9436-aba7a4180ac3 req-8e48bbc9-4684-4431-abb9-f62bcdfc0e83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0337884 Feb 11 05:25:16.191938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07f10e-0dd2-434e-9436-aba7a4180ac3 req-cc327edd-abb8-454c-b328-3dab89c157c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:16.193570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db07f10e-0dd2-434e-9436-aba7a4180ac3 req-cc327edd-abb8-454c-b328-3dab89c157c0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1376269 Feb 11 05:25:16.308185 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07f10e-0dd2-434e-9436-aba7a4180ac3 req-f61bbe1c-44f3-4308-8bab-6daa59366e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:25:16.309904 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db07f10e-0dd2-434e-9436-aba7a4180ac3 req-f61bbe1c-44f3-4308-8bab-6daa59366e67 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1088181 Feb 11 05:25:21.345083 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:25:23.219310 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-098dc900-1d5c-46be-aaf9-e10ba1546323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:25.459163 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bbdb825a-2437-4d46-9ffb-d65769b08a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:26.916007 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:28.527476 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:29.758911 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.450571 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:34.547668 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:53.236307 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-abb3b2bc-bd76-44e9-a382-8e6ae9758b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:55.472790 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-18b7d590-b16a-48fd-ae24-2ab014fd1b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:56.907896 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:58.344519 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:25:58.487152 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:25:59.755766 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.484727 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:04.572746 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:18.732522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0eccce28-9625-4c10-9743-cdb26ccbe82b req-77cc87ea-6357-48d4-a3fb-5d6dbfef1ac6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0316207 Feb 11 05:26:18.809716 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0eccce28-9625-4c10-9743-cdb26ccbe82b req-21644975-07ef-4a07-95c8-e6b57b68a262 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0280826 Feb 11 05:26:18.933805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccce28-9625-4c10-9743-cdb26ccbe82b req-08ba9374-588a-4fd6-a968-d774baacb579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:18.935657 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0eccce28-9625-4c10-9743-cdb26ccbe82b req-08ba9374-588a-4fd6-a968-d774baacb579 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1066744 Feb 11 05:26:19.041630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccce28-9625-4c10-9743-cdb26ccbe82b req-c7db7fcd-4ffd-4702-8171-95ea66edb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:26:19.043410 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0eccce28-9625-4c10-9743-cdb26ccbe82b req-c7db7fcd-4ffd-4702-8171-95ea66edb474 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017900 Feb 11 05:26:23.226634 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4682d5b-e023-48e5-b7dc-82f9ca7cb9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:25.489914 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-12e8d9d3-f113-49cb-b08a-160548416da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:26.918254 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:28.518916 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:29.789747 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.446907 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:34.572686 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:35.345546 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:26:53.183635 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d627c495-0f72-4590-9adf-ccb3554fb565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:55.520745 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fc201269-172c-44f4-bf7d-30da1d0a005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:56.923904 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:58.515979 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:26:59.772534 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:04.429515 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:04.584075 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:12.348902 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:27:18.469207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5be4c8fd-1cd6-47aa-807a-8aefa7e6dfa0 req-760a0619-f40c-45a3-b931-439eaaa243f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0337541 Feb 11 05:27:18.543993 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5be4c8fd-1cd6-47aa-807a-8aefa7e6dfa0 req-5e036270-ee8b-49fe-ae95-370ef42adb77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0282400 Feb 11 05:27:18.680581 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4c8fd-1cd6-47aa-807a-8aefa7e6dfa0 req-72e977c0-2e9e-4cf6-89e1-a1fd1f1d2570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.683382 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5be4c8fd-1cd6-47aa-807a-8aefa7e6dfa0 req-72e977c0-2e9e-4cf6-89e1-a1fd1f1d2570 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1180711 Feb 11 05:27:18.806022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4c8fd-1cd6-47aa-807a-8aefa7e6dfa0 req-be30f9c0-2cb4-4420-86a4-3065fcb838ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:27:18.807603 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5be4c8fd-1cd6-47aa-807a-8aefa7e6dfa0 req-be30f9c0-2cb4-4420-86a4-3065fcb838ac service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1177647 Feb 11 05:27:23.184137 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f30995be-146a-4334-b9c2-7ddfc93e7262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:25.492165 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0d7cc1ff-3462-420d-aa0d-4e23dca5206f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:26.923595 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:28.520351 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:29.769438 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.452237 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:34.572027 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:49.349832 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:27:53.169940 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f1b5f5c4-f771-4d16-839c-7fbe7af60946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:55.480487 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ba42cb88-8d86-40af-a6c2-b6850f223f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:56.923183 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:58.531655 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:27:59.800369 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.474590 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:04.580475 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:18.765546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bb9e56b-75a0-4440-a9a8-2a625e6923fe req-9454a2ae-9ca5-4fca-944c-1868da77f936 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0303941 Feb 11 05:28:18.841023 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bb9e56b-75a0-4440-a9a8-2a625e6923fe req-5db2e407-5264-4b1b-aedc-649dfd09f672 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0287879 Feb 11 05:28:18.984091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9e56b-75a0-4440-a9a8-2a625e6923fe req-c26bf273-3180-427a-ad23-248762b2adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:18.988517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bb9e56b-75a0-4440-a9a8-2a625e6923fe req-c26bf273-3180-427a-ad23-248762b2adf5 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1220629 Feb 11 05:28:19.160274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9e56b-75a0-4440-a9a8-2a625e6923fe req-7db71444-a91e-4a85-af12-ed19ce43ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:28:19.162836 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0bb9e56b-75a0-4440-a9a8-2a625e6923fe req-7db71444-a91e-4a85-af12-ed19ce43ceed service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1686153 Feb 11 05:28:23.163309 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-21c4168c-188a-406d-a496-44a079a575ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:25.465901 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-190a575b-5955-494c-b192-87407a64b43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:26.352036 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:28:26.931736 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:28.523194 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:29.754240 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:34.449220 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:34.599447 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:53.180284 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-65e84b8f-7446-43e0-910c-3d4d3e60e6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:55.508456 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dd387681-3f09-48c9-9da4-472195f4da30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:56.960033 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:58.529002 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:28:59.771326 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:03.355194 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:29:04.471251 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:04.611223 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:20.545033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f3a2565-4bd8-4a3c-8de4-392063aaf871 req-288a0312-7269-473f-9eec-122de531225a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0429313 Feb 11 05:29:20.622009 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f3a2565-4bd8-4a3c-8de4-392063aaf871 req-f2afdc08-22d3-4d25-ab1a-5076a7446385 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0283191 Feb 11 05:29:20.750038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a2565-4bd8-4a3c-8de4-392063aaf871 req-d69eaaa4-4c59-4255-a8ec-90542a3e055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:20.751743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f3a2565-4bd8-4a3c-8de4-392063aaf871 req-d69eaaa4-4c59-4255-a8ec-90542a3e055d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1080000 Feb 11 05:29:20.880343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a2565-4bd8-4a3c-8de4-392063aaf871 req-b70fe7c9-9858-4660-8534-0afd72065613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:29:20.882980 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5f3a2565-4bd8-4a3c-8de4-392063aaf871 req-b70fe7c9-9858-4660-8534-0afd72065613 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1241124 Feb 11 05:29:23.173991 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da6eb7c4-e2ac-4032-ba17-7c83267a040a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:25.470729 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fef04b71-434c-4f79-b266-36d521037b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:26.939869 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:28.542907 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:29.811416 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.483282 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:34.616272 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:40.355113 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:29:53.232081 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e9c4b0c0-cff9-4dbf-a21c-df021c4abc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:55.562269 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8ddf-8fae-42fe-acb2-8d29c3aa4711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:56.964783 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:58.553141 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:29:59.804997 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.462162 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:04.633480 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:17.360179 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:30:21.002361 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a85bb8ce-4ecf-4d98-87aa-4b5303a162f6 req-6cadf7b1-dffe-46c5-9f4f-3af3bc7eedc3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1568246 Feb 11 05:30:21.084112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a85bb8ce-4ecf-4d98-87aa-4b5303a162f6 req-2f85d917-5219-4eb1-b65b-9dbb4a7bd112 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0308843 Feb 11 05:30:21.235356 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bb8ce-4ecf-4d98-87aa-4b5303a162f6 req-00bad9ea-d272-4d9a-a9b0-33053d7a9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:21.236876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a85bb8ce-4ecf-4d98-87aa-4b5303a162f6 req-00bad9ea-d272-4d9a-a9b0-33053d7a9100 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1296999 Feb 11 05:30:21.356354 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bb8ce-4ecf-4d98-87aa-4b5303a162f6 req-9e89631a-8de0-47a7-b21c-734d453c4f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:30:21.357880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a85bb8ce-4ecf-4d98-87aa-4b5303a162f6 req-9e89631a-8de0-47a7-b21c-734d453c4f14 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139379 Feb 11 05:30:23.175814 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a46ada0-7d3b-4f28-9859-02557a6c2cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:25.478504 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca009-1a9f-42dc-9d12-6f5206dfc476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:26.938913 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:28.569751 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:29.784916 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.481877 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:34.598498 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:53.181464 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b7ea62b5-89c2-4a0c-a597-bfe150f90125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:54.363354 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:30:55.495357 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cd1f3648-278a-4ed8-a307-f41dfe9a2b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:56.996407 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:58.541377 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:30:59.744619 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.495698 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:04.598066 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:22.890132 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a9afb5e-22e3-46f8-b3b1-98aad67a5748 req-16af2982-384f-48bc-91a1-1d3039cb0f2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0318956 Feb 11 05:31:23.011890 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a9afb5e-22e3-46f8-b3b1-98aad67a5748 req-931a4085-2b31-4be3-a240-da4851876311 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0560842 Feb 11 05:31:23.193748 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d84b4fc8-5ae9-4d08-817f-790fbaaaba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:23.549409 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9afb5e-22e3-46f8-b3b1-98aad67a5748 req-dc62ce1c-2cb2-439b-b21f-6e4982b4275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:23.550966 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a9afb5e-22e3-46f8-b3b1-98aad67a5748 req-dc62ce1c-2cb2-439b-b21f-6e4982b4275f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5124369 Feb 11 05:31:23.653304 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9afb5e-22e3-46f8-b3b1-98aad67a5748 req-68c4ddb6-f9d1-4074-9fcd-04d73a48df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:31:23.655033 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a9afb5e-22e3-46f8-b3b1-98aad67a5748 req-68c4ddb6-f9d1-4074-9fcd-04d73a48df91 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972652 Feb 11 05:31:25.476075 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9c6908c3-4464-4cf3-84e1-0c1b01fb5b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:26.957756 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:28.533608 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:29.766811 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:31.363650 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:31:34.524312 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:34.638328 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:53.190681 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-af3401c0-8566-488c-a8f2-2abd9739e673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:55.503566 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5ef16015-776e-4a5f-9c1a-608c64cdd93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:56.966528 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:58.568906 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:31:59.784118 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.509391 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:04.606506 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:08.363636 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:32:23.240409 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7edc1b4d-5951-4ae6-8e8e-2851441c632e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:23.683856 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b30e683-588a-4b72-98e6-36ce09d8708f req-fdbd848f-1e6c-4df4-8032-bbf3d89cf9ee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0329626 Feb 11 05:32:23.766287 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b30e683-588a-4b72-98e6-36ce09d8708f req-f2d65190-af6a-4a58-96f5-2a5dda2ea518 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0348449 Feb 11 05:32:23.893109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30e683-588a-4b72-98e6-36ce09d8708f req-a5abac10-fe47-4985-9b2e-3fc5843b484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:23.894612 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b30e683-588a-4b72-98e6-36ce09d8708f req-a5abac10-fe47-4985-9b2e-3fc5843b484c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1072490 Feb 11 05:32:24.005094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30e683-588a-4b72-98e6-36ce09d8708f req-96a36537-e2a5-4793-9c8b-52459ed35689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:32:24.006732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3b30e683-588a-4b72-98e6-36ce09d8708f req-96a36537-e2a5-4793-9c8b-52459ed35689 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047814 Feb 11 05:32:25.514468 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-49e06de4-1eb8-4008-a1af-7cd79f00944c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:26.985548 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:28.543645 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:29.786707 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.514520 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:34.611816 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:45.362581 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:32:53.213946 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-49837aff-4bd4-4c1f-9519-92211370b597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:55.497124 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2928f0aa-cd4a-422c-af54-b893ba08d98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:56.977099 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:58.551299 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:32:59.777434 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.528293 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:04.636667 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:22.362253 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:33:23.187987 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b2307c45-8482-4c4d-9b8e-ee4f2a32cbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:23.873639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b90d73b0-3b09-44ce-af71-7041ad395ec3 req-2ef8fd86-2e4e-4093-b29d-c7802033b4ec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291052 Feb 11 05:33:23.949550 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b90d73b0-3b09-44ce-af71-7041ad395ec3 req-96f4a21b-fae7-47ff-a86a-d048a8a20b0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0278745 Feb 11 05:33:24.082489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d73b0-3b09-44ce-af71-7041ad395ec3 req-d0f115e8-196a-4abd-b200-6cf928d4fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:24.084116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b90d73b0-3b09-44ce-af71-7041ad395ec3 req-d0f115e8-196a-4abd-b200-6cf928d4fb82 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1123538 Feb 11 05:33:24.219463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d73b0-3b09-44ce-af71-7041ad395ec3 req-a7b63354-d9a9-4c20-83df-5349dee18242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:33:24.221043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b90d73b0-3b09-44ce-af71-7041ad395ec3 req-a7b63354-d9a9-4c20-83df-5349dee18242 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300540 Feb 11 05:33:25.487310 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-163180a9-465d-4f99-b535-7d8b6b55d736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:26.970912 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:28.561983 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:29.785447 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.573460 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:34.658998 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:53.207496 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ef36d408-4a65-4a5a-a6cb-380f384c5b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:55.508513 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-977cfdc4-479f-4e3c-84fd-00cd8446e4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:56.973080 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:58.603703 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:33:59.364357 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:33:59.749966 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.566606 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:04.651120 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:23.207072 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e58da2c-c738-48fb-b5d7-3c39fdcd35eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:24.861557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcedc604-96ac-4ffd-9d64-b8b33da15bac req-e6e2f5b3-71ed-4190-b20e-f0d8b2d45240 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0348756 Feb 11 05:34:24.946821 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcedc604-96ac-4ffd-9d64-b8b33da15bac req-ed7853da-3097-4c22-b9d1-8fd851b40dd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0314996 Feb 11 05:34:25.077211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedc604-96ac-4ffd-9d64-b8b33da15bac req-e425941c-0fbf-455b-a185-e14f85c089cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:25.078824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcedc604-96ac-4ffd-9d64-b8b33da15bac req-e425941c-0fbf-455b-a185-e14f85c089cd service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1093545 Feb 11 05:34:25.231774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedc604-96ac-4ffd-9d64-b8b33da15bac req-cfc1ed8a-f2d6-43f9-932c-b4ab9e414011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:34:25.234399 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fcedc604-96ac-4ffd-9d64-b8b33da15bac req-cfc1ed8a-f2d6-43f9-932c-b4ab9e414011 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1488843 Feb 11 05:34:25.484279 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e913b013-4829-44ae-ba94-cf7c501bd50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:26.984636 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:28.587020 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:29.777784 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.640896 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:34.684549 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:36.364569 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:34:53.195803 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-70652f6f-d994-4e66-a846-59dbac03d406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:55.485958 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cf0fefa5-fa37-44fd-88f8-000ab204c826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:56.977855 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:58.575274 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:34:59.789954 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.590159 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:04.668763 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:13.365619 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:35:23.197395 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3d870b8f-81a3-4ec4-a376-5fbad1464d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:24.923439 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40fe114e-21c6-4e8f-900b-2a465f67c11d req-238b33da-b5df-4a94-90ce-3467976c6f93 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0920026 Feb 11 05:35:24.998364 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40fe114e-21c6-4e8f-900b-2a465f67c11d req-599f9307-d48e-4fa3-b418-978ad877e78a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0282698 Feb 11 05:35:25.137566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe114e-21c6-4e8f-900b-2a465f67c11d req-b2ed577e-df21-4989-8301-2a6e7f0a6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:25.141051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40fe114e-21c6-4e8f-900b-2a465f67c11d req-b2ed577e-df21-4989-8301-2a6e7f0a6452 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1218753 Feb 11 05:35:25.253804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe114e-21c6-4e8f-900b-2a465f67c11d req-4c640966-89dc-427c-bf23-ffafa2c04c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:35:25.255384 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-40fe114e-21c6-4e8f-900b-2a465f67c11d req-4c640966-89dc-427c-bf23-ffafa2c04c42 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1079242 Feb 11 05:35:25.494910 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-272ba1f3-971d-4c47-91c5-9c7452ab6082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:27.005961 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:28.571516 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:29.761247 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.602835 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.700427 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:34.786403 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-5fccc55e-f0ce-40a0-be0f-764e58f8a511 service neutron] (103809) timed out ('10.222.0.13', 40904) {{(pid=103809) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:35:35.421513 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-7707c76b-d73b-4bab-813c-4f16c4543852 req-a78529e8-dda2-4a00-b1a5-12d5d11ea3d3 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] (103808) timed out ('10.222.0.13', 40928) {{(pid=103808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:35:50.366011 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:35:53.187831 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3e64ef4b-e795-413f-add3-8a498d4d9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:55.468001 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-68f8a4bf-b290-4777-9c7f-0ef20645a81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:56.970605 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:58.582256 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:35:59.758499 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.602715 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:04.696794 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:23.248304 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f3675398-34f9-42b6-b6c9-df5f7a4d6f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:24.866301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5699a811-09a9-42f2-99ad-7da97385779a req-364319bc-1fbc-4cfd-ba9d-4c7ca3620f7b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0344317 Feb 11 05:36:24.945325 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5699a811-09a9-42f2-99ad-7da97385779a req-63811791-7203-42aa-a33b-b5be185c40f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0300200 Feb 11 05:36:25.075244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a811-09a9-42f2-99ad-7da97385779a req-8c7db20a-43f7-4f4f-8fdd-22d4bccfbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:25.076735 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5699a811-09a9-42f2-99ad-7da97385779a req-8c7db20a-43f7-4f4f-8fdd-22d4bccfbcc4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1096122 Feb 11 05:36:25.233059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699a811-09a9-42f2-99ad-7da97385779a req-fbe4f4e4-3cee-4db6-9419-db3546c8dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:36:25.235685 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5699a811-09a9-42f2-99ad-7da97385779a req-fbe4f4e4-3cee-4db6-9419-db3546c8dfd7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1520693 Feb 11 05:36:25.525331 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-68894280-006c-42fc-b191-737ac65f1401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:26.993334 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:27.367712 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:36:28.587607 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:29.768104 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:30.016472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-8b078540-bb90-4894-a035-4b9f40ddd8ea req-6948ad89-b42f-4863-a91f-12f28d7db08b service neutron] (103808) timed out ('10.222.0.47', 56529) {{(pid=103808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:36:34.632997 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:34.718938 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:51.019492 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-0a0745eb-e2d7-490c-bd31-d3c3cc8a3366 req-bd8749fb-c679-4b5e-aefc-f883d3ec59ec tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] (103809) timed out ('10.222.0.13', 60492) {{(pid=103809) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:36:53.183000 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34041850-1366-46f8-8839-13345214d63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:53.368320 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-0c5bcf2a-79c6-4745-8fb0-5db89043ee82 req-cdec221d-fc88-4dac-9a92-58cfce307d14 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] (103809) timed out ('10.222.0.13', 60400) {{(pid=103809) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 05:36:55.487654 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8047dd2e-456f-4829-9ed2-ae32afdd230b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:56.984686 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:58.564052 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:36:59.752807 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:04.368404 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:37:04.624510 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:04.761926 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:23.218317 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-59fefb62-1c09-4d36-97d7-739eb3c902c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:25.481144 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91977b76-7647-4cd0-bf95-b186308e9f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:26.996441 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:27.643939 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99143609-1250-45e3-b43e-caf43c6790fe req-14cdcf4e-96d4-4157-9e53-57025a6eae65 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0318696 Feb 11 05:37:27.723912 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99143609-1250-45e3-b43e-caf43c6790fe req-590348a7-de19-4d17-b337-e174c564ba7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0297165 Feb 11 05:37:27.861104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99143609-1250-45e3-b43e-caf43c6790fe req-99f7abde-9425-4d48-b100-eaaba840b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:27.862813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99143609-1250-45e3-b43e-caf43c6790fe req-99f7abde-9425-4d48-b100-eaaba840b810 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1167576 Feb 11 05:37:27.984882 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99143609-1250-45e3-b43e-caf43c6790fe req-82e1f0f8-1135-4459-8ace-047d9234bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:37:27.987356 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-99143609-1250-45e3-b43e-caf43c6790fe req-82e1f0f8-1135-4459-8ace-047d9234bfdc service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1167064 Feb 11 05:37:28.587092 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:29.758531 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:34.616144 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:34.669806 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:41.369028 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:37:53.191316 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-77448b51-6eea-4b82-bbfa-1fdb2a905f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:55.490308 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b07d9919-0490-45de-a8e7-20bc304ee0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:57.021148 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:58.586586 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:37:59.768488 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.677668 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:04.705635 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:18.370501 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:38:23.203022 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6037b40b-393e-44dc-90d4-9bf1843a6e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:25.491789 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-36bd197c-2527-4f4f-818a-60e3f16b637e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:26.994431 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.596553 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:28.861545 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b4adf533-08a1-4a14-8338-61adfe3b1c5f req-f3931c7c-fc1f-4995-ade7-a3fa68fdbe48 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0372159 Feb 11 05:38:28.941862 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b4adf533-08a1-4a14-8338-61adfe3b1c5f req-ac3fc983-177b-4771-8300-16312b14eda2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0287182 Feb 11 05:38:29.077918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adf533-08a1-4a14-8338-61adfe3b1c5f req-61bd38ae-41a7-4954-bf32-3a76a03da0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:29.079736 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b4adf533-08a1-4a14-8338-61adfe3b1c5f req-61bd38ae-41a7-4954-bf32-3a76a03da0e2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1162925 Feb 11 05:38:29.200960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adf533-08a1-4a14-8338-61adfe3b1c5f req-e5991135-31f6-447d-a374-a0f99d5d4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:38:29.202738 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b4adf533-08a1-4a14-8338-61adfe3b1c5f req-e5991135-31f6-447d-a374-a0f99d5d4604 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1161931 Feb 11 05:38:29.773659 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.651327 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:34.711030 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:53.213110 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ee81e52e-f1e1-4024-a300-44dfc0309cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:55.370436 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:38:55.528047 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dd3c5dbe-379b-47ef-b2ba-67bb7752df53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:56.993992 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:58.585399 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:38:59.778933 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:04.647494 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:04.738766 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:23.212901 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8379c683-d9c3-4e35-823d-55b2b03a67d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:25.498290 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b2aab137-57b8-43cc-bbba-d71738bc1042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:26.994876 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:28.598901 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.761366 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:29.872819 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0b36fa3-a6c1-4887-ba62-b11c090b7067 req-4fdb0ca0-87f0-4004-b1ea-7342295e39da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0443695 Feb 11 05:39:29.954054 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0b36fa3-a6c1-4887-ba62-b11c090b7067 req-b5ca3040-83ad-4e35-adea-c4cbbcd98176 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0275121 Feb 11 05:39:30.095232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b36fa3-a6c1-4887-ba62-b11c090b7067 req-a46d80f5-8ee5-4bb0-8c8c-b5cefcaee009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:30.097595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0b36fa3-a6c1-4887-ba62-b11c090b7067 req-a46d80f5-8ee5-4bb0-8c8c-b5cefcaee009 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1215465 Feb 11 05:39:30.219163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b36fa3-a6c1-4887-ba62-b11c090b7067 req-6aeebcfc-93bd-4c28-9026-ae399d41f157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:30.222062 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f0b36fa3-a6c1-4887-ba62-b11c090b7067 req-6aeebcfc-93bd-4c28-9026-ae399d41f157 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1174133 Feb 11 05:39:32.371527 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:39:34.686702 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:34.730463 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:53.223558 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7f3a43e8-9859-43a9-b108-6d716d86f516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:55.512796 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9b522b77-6044-42cc-8210-4749309e063c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:56.247923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44704) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:56.334906 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15a39667-164c-4f1d-b925-35638eefe74f req-8612dbb6-3fa8-4d6c-98ed-8d82216e0806 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0314569 Feb 11 05:39:56.511268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a39667-164c-4f1d-b925-35638eefe74f req-64955f45-9df5-4b33-a7b8-9d150a3307bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:56.511626 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a95fb314-88a0-4476-96ff-e9b0cafef269 req-05d7e2e9-ca7b-44ab-93f4-450b96f9c33e tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.2619274 Feb 11 05:39:56.513128 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15a39667-164c-4f1d-b925-35638eefe74f req-64955f45-9df5-4b33-a7b8-9d150a3307bb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1699917 Feb 11 05:39:56.624697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a39667-164c-4f1d-b925-35638eefe74f req-5f9efa30-0d0a-40b0-a6c0-0fe9046ad600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:39:56.626195 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15a39667-164c-4f1d-b925-35638eefe74f req-5f9efa30-0d0a-40b0-a6c0-0fe9046ad600 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1063151 Feb 11 05:39:57.016011 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:57.204111 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-15a39667-164c-4f1d-b925-35638eefe74f req-897ace3e-8801-41c7-a594-da01e3b78de0 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.32 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.0296266 Feb 11 05:39:57.656200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44716) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:57.789727 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9ac9206b-12f9-48c4-a487-16061817d6f0 req-a1beaf7f-446d-4252-8e6a-11ef989d4698 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/ports?device_id=d16cb449-9374-4214-a66f-84060a31dbd9 HTTP/1.1" status: 200 len: 210 time: 0.1316123 Feb 11 05:39:58.226993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44738) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:58.325342 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for security_group (634ed7d3-14fd-4583-b3c4-a2105119a0ef), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.363362 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for security_group (634ed7d3-14fd-4583-b3c4-a2105119a0ef), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.501969 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (634ed7d3-14fd-4583-b3c4-a2105119a0ef), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.505109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.506298 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "DELETE /v2.0/security-groups/634ed7d3-14fd-4583-b3c4-a2105119a0ef HTTP/1.1" status: 204 len: 168 time: 0.2781942 Feb 11 05:39:58.510605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44740) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:58.557129 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-a8f10179-6507-4a7a-996a-12c71263db17 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] show failed (client error): The resource could not be found. Feb 11 05:39:58.557129 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a8f10179-6507-4a7a-996a-12c71263db17 tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "GET /v2.0/security-groups/634ed7d3-14fd-4583-b3c4-a2105119a0ef HTTP/1.1" status: 404 len: 347 time: 0.0165815 Feb 11 05:39:58.557129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44742) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:58.558602 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=634ed7d3-14fd-4583-b3c4-a2105119a0ef,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:58.566449 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:58.567266 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:58.568186 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:58.568921 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:58.569837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:58.570550 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:58.571257 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:58.571955 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:58.572668 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:58.573358 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:58.574053 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:58.574817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:58.575709 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6b7988-46e4-497c-912b-acca2efc95aa tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:58.673916 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.719719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Deleting port 2e81089e-fc71-4908-b835-589474bf9f78 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:39:58.721244 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (2e81089e-fc71-4908-b835-589474bf9f78), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.830671 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (2e81089e-fc71-4908-b835-589474bf9f78), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.831468 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (2e81089e-fc71-4908-b835-589474bf9f78), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:58.856442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Calling delete_port for 2e81089e-fc71-4908-b835-589474bf9f78 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:39:59.144579 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (2e81089e-fc71-4908-b835-589474bf9f78), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.174546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Pushing event deleted for resources: {'Port': ['ID=2e81089e-fc71-4908-b835-589474bf9f78,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:39:59.227108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:59.227461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:59.227807 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:59.228160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:59.228502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:59.228847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:59.229187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:59.229520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:59.229851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:59.230182 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:59.230515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:59.230992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:59.231225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:39:59.298848 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks [] for floatingip (8caa2555-9970-4c8a-bed1-f2f1a8c42806), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.303207 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:39:59.306771 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a9d26c6d-450d-409e-91a7-6230a32848dd tempest-ServerActionsTestJSON-458517376 tempest-ServerActionsTestJSON-458517376-project] 10.222.0.13 "DELETE /v2.0/floatingips/8caa2555-9970-4c8a-bed1-f2f1a8c42806 HTTP/1.1" status: 204 len: 168 time: 0.7710004 Feb 11 05:39:59.318899 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44744) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:39:59.806604 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.012290 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f28825bf-18b4-46d7-81ca-2459f447d687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (1a57b563-ca01-43d5-81db-769208794cce), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.448731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-f28825bf-18b4-46d7-81ca-2459f447d687 admin admin] Deleting port 10d49715-24f6-4e90-8334-d42335c9fd9e {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:00.449269 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f28825bf-18b4-46d7-81ca-2459f447d687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.613390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-f28825bf-18b4-46d7-81ca-2459f447d687 admin admin] For port 10d49715-24f6-4e90-8334-d42335c9fd9e, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=10d49715-24f6-4e90-8334-d42335c9fd9e,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:00.614003 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f28825bf-18b4-46d7-81ca-2459f447d687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:00.640913 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-f28825bf-18b4-46d7-81ca-2459f447d687 admin admin] Calling delete_port for 10d49715-24f6-4e90-8334-d42335c9fd9e owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:01.061818 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f28825bf-18b4-46d7-81ca-2459f447d687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (10d49715-24f6-4e90-8334-d42335c9fd9e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.101866 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28825bf-18b4-46d7-81ca-2459f447d687 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d49715-24f6-4e90-8334-d42335c9fd9e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:01.398102 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f28825bf-18b4-46d7-81ca-2459f447d687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (1a57b563-ca01-43d5-81db-769208794cce), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:01.714503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28825bf-18b4-46d7-81ca-2459f447d687 admin admin] Router 1a57b563-ca01-43d5-81db-769208794cce has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:40:01.853568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28825bf-18b4-46d7-81ca-2459f447d687 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:40:01.863320 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f28825bf-18b4-46d7-81ca-2459f447d687 admin admin] 10.222.0.13 "PUT /v2.0/routers/1a57b563-ca01-43d5-81db-769208794cce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5422511 Feb 11 05:40:01.865585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44748) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:01.871119 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d6696e-554e-4c4d-a0a2-15c888810b08 None None] Sync routers for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:40:01.888354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d6696e-554e-4c4d-a0a2-15c888810b08 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:01.889416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a3d6696e-554e-4c4d-a0a2-15c888810b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:39:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:02.062406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-a3d6696e-554e-4c4d-a0a2-15c888810b08 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:02.374939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a3d6696e-554e-4c4d-a0a2-15c888810b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:40:00Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:02.441781 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d6696e-554e-4c4d-a0a2-15c888810b08 None None] Checking router: 1a57b563-ca01-43d5-81db-769208794cce for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:40:02.460608 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d6696e-554e-4c4d-a0a2-15c888810b08 None None] Routers {'1a57b563-ca01-43d5-81db-769208794cce'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:40:02.462072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a3d6696e-554e-4c4d-a0a2-15c888810b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:39:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['1a57b563-ca01-43d5-81db-769208794cce'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:02.543295 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] Publish callbacks [] for router (1a57b563-ca01-43d5-81db-769208794cce), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.644706 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-a3d6696e-554e-4c4d-a0a2-15c888810b08 None None] Set router 1a57b563-ca01-43d5-81db-769208794cce gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:40:02.740166 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] Publish callbacks [] for router_gateway (1a57b563-ca01-43d5-81db-769208794cce), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:02.883650 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a3d6696e-554e-4c4d-a0a2-15c888810b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:40:00Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:02.937058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d6696e-554e-4c4d-a0a2-15c888810b08 None None] The sync data for ids ['1a57b563-ca01-43d5-81db-769208794cce'] in n-d-712142-35 is: [{'id': '1a57b563-ca01-43d5-81db-769208794cce', 'name': 'tempest-ServerActionsTestJSON-1542778893-router', 'tenant_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:40:00Z', 'revision_number': 5, 'project_id': 'cc4b5ca2a9cd42768cfbca5f19321e06', 'gw_port': {'id': '868682cd-2256-4e92-8c5b-8527b9e93209', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:53:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a57b563-ca01-43d5-81db-769208794cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:16:50Z', 'updated_at': '2022-02-11T05:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:40:02.941706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] Deleting port 868682cd-2256-4e92-8c5b-8527b9e93209 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:02.945562 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (868682cd-2256-4e92-8c5b-8527b9e93209), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.083055 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] For port 868682cd-2256-4e92-8c5b-8527b9e93209, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=868682cd-2256-4e92-8c5b-8527b9e93209,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:03.083055 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (868682cd-2256-4e92-8c5b-8527b9e93209), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.099942 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] Calling delete_port for 868682cd-2256-4e92-8c5b-8527b9e93209 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:03.416734 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (868682cd-2256-4e92-8c5b-8527b9e93209), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.459307 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] Pushing event deleted for resources: {'Port': ['ID=868682cd-2256-4e92-8c5b-8527b9e93209,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:03.559476 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (1a57b563-ca01-43d5-81db-769208794cce), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.681742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (1a57b563-ca01-43d5-81db-769208794cce), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.685080 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] Publish callbacks [] for router_controller (1a57b563-ca01-43d5-81db-769208794cce), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.829092 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (1a57b563-ca01-43d5-81db-769208794cce), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.829613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a57b563-ca01-43d5-81db-769208794cce {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:40:03.838495 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.844542 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e1056ede-1098-44a5-9147-ed98a38ab775 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1a57b563-ca01-43d5-81db-769208794cce HTTP/1.1" status: 204 len: 168 time: 1.9725411 Feb 11 05:40:03.845847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44750) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:03.911919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb393de8-5496-42e2-8c2a-eb92b0770706 admin admin] Deleting subnet 6ce60340-28e1-403f-a9cc-7e7fb2390273 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:40:03.917693 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bb393de8-5496-42e2-8c2a-eb92b0770706 admin admin] Publish callbacks [] for subnet (6ce60340-28e1-403f-a9cc-7e7fb2390273), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:03.989203 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bb393de8-5496-42e2-8c2a-eb92b0770706 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (6ce60340-28e1-403f-a9cc-7e7fb2390273), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.129552 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bb393de8-5496-42e2-8c2a-eb92b0770706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (6ce60340-28e1-403f-a9cc-7e7fb2390273), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.274186 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bb393de8-5496-42e2-8c2a-eb92b0770706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (6ce60340-28e1-403f-a9cc-7e7fb2390273), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.329844 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bb393de8-5496-42e2-8c2a-eb92b0770706 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.330123 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bb393de8-5496-42e2-8c2a-eb92b0770706 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6ce60340-28e1-403f-a9cc-7e7fb2390273 HTTP/1.1" status: 204 len: 168 time: 0.4825232 Feb 11 05:40:04.331148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f312d27-3068-4af6-9c27-2c6820684df0 None None] Network f6646055-8df5-4ea7-9425-cc6296f402ec requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:04.331647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb393de8-5496-42e2-8c2a-eb92b0770706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce60340-28e1-403f-a9cc-7e7fb2390273,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:04.333977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44752) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:04.457185 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (f6646055-8df5-4ea7-9425-cc6296f402ec), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.507017 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 10d49715-24f6-4e90-8334-d42335c9fd9e no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:04.521683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] Deleting port efc68199-7428-4aef-835b-13222f4fdb99 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:04.522024 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (efc68199-7428-4aef-835b-13222f4fdb99), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.584627 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 10d49715-24f6-4e90-8334-d42335c9fd9e {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:04.585148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 10d49715-24f6-4e90-8334-d42335c9fd9e not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:04.585829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 868682cd-2256-4e92-8c5b-8527b9e93209 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:04.612017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] For port efc68199-7428-4aef-835b-13222f4fdb99, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=efc68199-7428-4aef-835b-13222f4fdb99,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:04.612866 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (efc68199-7428-4aef-835b-13222f4fdb99), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.643860 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 868682cd-2256-4e92-8c5b-8527b9e93209 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:04.644415 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 868682cd-2256-4e92-8c5b-8527b9e93209 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:04.645551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] Calling delete_port for efc68199-7428-4aef-835b-13222f4fdb99 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:04.727812 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.753620 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.759980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] DHCP port deletion for f6646055-8df5-4ea7-9425-cc6296f402ec request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:40:04.844209 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Deleting port efc68199-7428-4aef-835b-13222f4fdb99 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:04.844800 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (efc68199-7428-4aef-835b-13222f4fdb99), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.894887 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (efc68199-7428-4aef-835b-13222f4fdb99), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.934942 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] No DVR routers for this DVR port efc68199-7428-4aef-835b-13222f4fdb99 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:04.942102 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc68199-7428-4aef-835b-13222f4fdb99,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:04.952019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] For port efc68199-7428-4aef-835b-13222f4fdb99, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=efc68199-7428-4aef-835b-13222f4fdb99,segment=NetworkSegment(bce61e93-0851-4057-9743-793a492fc3a8),segment_id=bce61e93-0851-4057-9743-793a492fc3a8)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:04.952429 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (efc68199-7428-4aef-835b-13222f4fdb99), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:04.969867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Calling delete_port for efc68199-7428-4aef-835b-13222f4fdb99 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:05.029384 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (f6646055-8df5-4ea7-9425-cc6296f402ec), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.055590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6646055-8df5-4ea7-9425-cc6296f402ec']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:05.067979 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce61e93-0851-4057-9743-793a492fc3a8') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:05.068349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce61e93-0851-4057-9743-793a492fc3a8') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:05.080854 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (bce61e93-0851-4057-9743-793a492fc3a8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.097976 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (efc68199-7428-4aef-835b-13222f4fdb99), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.100395 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (bce61e93-0851-4057-9743-793a492fc3a8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.113782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:05.114660 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (bce61e93-0851-4057-9743-793a492fc3a8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:05.118122 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:05.123313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Pushing event deleted for resources: {'Port': ['ID=efc68199-7428-4aef-835b-13222f4fdb99,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:05.139786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] No DVR routers for this DVR port efc68199-7428-4aef-835b-13222f4fdb99 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:05.150965 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:05.151309 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:05.151746 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:05.151985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:05.152327 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:05.152668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:05.153205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:05.153542 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:05.153875 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:05.154203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:05.154535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:05.154887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:05.155313 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a63fe-b3de-4676-9480-c52da9f5ba00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:05.302277 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (f6646055-8df5-4ea7-9425-cc6296f402ec), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.311596 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.319365 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f6646055-8df5-4ea7-9425-cc6296f402ec HTTP/1.1" status: 204 len: 168 time: 0.9834776 Feb 11 05:40:05.346285 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7b1de-ae00-4e3e-95fb-9fa92b77fa74 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6646055-8df5-4ea7-9425-cc6296f402ec,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:05.779206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44756) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:05.826563 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-543eb0ff-9b95-41fd-8f99-d65f14c565b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc4b5ca2a9cd42768cfbca5f19321e06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461314 Feb 11 05:40:05.831183 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44758) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:05.888511 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af4b8861-7c43-42c4-ab4a-226da2e42c26 admin admin] Publish callbacks [] for security_group (060c0be4-a76c-429c-8af8-98b63362aaea), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:05.914820 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af4b8861-7c43-42c4-ab4a-226da2e42c26 admin admin] Publish callbacks [] for security_group (060c0be4-a76c-429c-8af8-98b63362aaea), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.084120 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af4b8861-7c43-42c4-ab4a-226da2e42c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (060c0be4-a76c-429c-8af8-98b63362aaea), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.087425 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-af4b8861-7c43-42c4-ab4a-226da2e42c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:06.088903 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-af4b8861-7c43-42c4-ab4a-226da2e42c26 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/060c0be4-a76c-429c-8af8-98b63362aaea HTTP/1.1" status: 204 len: 168 time: 0.2565877 Feb 11 05:40:06.104304 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b8861-7c43-42c4-ab4a-226da2e42c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060c0be4-a76c-429c-8af8-98b63362aaea,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:06.317292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device efc68199-7428-4aef-835b-13222f4fdb99 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:06.340914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: efc68199-7428-4aef-835b-13222f4fdb99 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:06.345060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device efc68199-7428-4aef-835b-13222f4fdb99 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:07.440161 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44780) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:07.557824 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-151711308-network', 'tenant_id': 'b45f6eb64ac44091860866552202454c'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:07.672770 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] Made reservation on behalf of b45f6eb64ac44091860866552202454c for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:07.676495 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.685935 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.782185 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] Publish callbacks [] for security_group (57237ed6-e76e-4194-9d0e-4ab68885cb95), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.918289 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (57237ed6-e76e-4194-9d0e-4ab68885cb95), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.949336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:07.960328 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57237ed6-e76e-4194-9d0e-4ab68885cb95,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:07.965693 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (c383ad1f-2d31-4a0e-a408-1fde9cc97fa1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:07.966009 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] Added segment c383ad1f-2d31-4a0e-a408-1fde9cc97fa1 of type vlan for network 9e7025ff-b203-44b8-bc18-0b92ca03ab4d Feb 11 05:40:08.024387 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (9e7025ff-b203-44b8-bc18-0b92ca03ab4d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.164429 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (9e7025ff-b203-44b8-bc18-0b92ca03ab4d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.165967 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:08.166985 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.245811 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] Pushing event updated for resources: {'Network': ['ID=9e7025ff-b203-44b8-bc18-0b92ca03ab4d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:08.257960 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 9e7025ff-b203-44b8-bc18-0b92ca03ab4d details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:08.288977 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5f293e10-0091-4e07-b5ee-e77bb2471478 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8472984 Feb 11 05:40:08.293542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44784) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:08.300432 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6b348b4c-28de-4bee-b48a-b3aa5d8127f7 admin admin] Request body: {'subnet': {'network_id': '9e7025ff-b203-44b8-bc18-0b92ca03ab4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-151711308-subnet', 'tenant_id': 'b45f6eb64ac44091860866552202454c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:08.404049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b348b4c-28de-4bee-b48a-b3aa5d8127f7 admin admin] Made reservation on behalf of b45f6eb64ac44091860866552202454c for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:08.406711 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b348b4c-28de-4bee-b48a-b3aa5d8127f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.692315 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b348b4c-28de-4bee-b48a-b3aa5d8127f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.755974 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b348b4c-28de-4bee-b48a-b3aa5d8127f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:08.772441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b348b4c-28de-4bee-b48a-b3aa5d8127f7 admin admin] Checking segment: {'id': 'c383ad1f-2d31-4a0e-a408-1fde9cc97fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9e7025ff-b203-44b8-bc18-0b92ca03ab4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:08.772822 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b348b4c-28de-4bee-b48a-b3aa5d8127f7 admin admin] Network hostable DHCP agents. Network: 9e7025ff-b203-44b8-bc18-0b92ca03ab4d, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:08.886560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b348b4c-28de-4bee-b48a-b3aa5d8127f7 admin admin] Network 9e7025ff-b203-44b8-bc18-0b92ca03ab4d is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:08.960656 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6b348b4c-28de-4bee-b48a-b3aa5d8127f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 9e7025ff-b203-44b8-bc18-0b92ca03ab4d) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:08.965730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b348b4c-28de-4bee-b48a-b3aa5d8127f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:08.967022 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b348b4c-28de-4bee-b48a-b3aa5d8127f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:08.973179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1728a18c-9608-4278-a977-05f9cb3c389c None None] Network 9e7025ff-b203-44b8-bc18-0b92ca03ab4d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:09.039435 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6b348b4c-28de-4bee-b48a-b3aa5d8127f7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7440109 Feb 11 05:40:09.104914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1b3aa8-76fb-460d-9238-8f82b47b0e48 None None] Network 9e7025ff-b203-44b8-bc18-0b92ca03ab4d requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:09.378560 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:40:09.656496 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-18923cf7-5b7d-4618-a044-0fe0ebbdb144 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:09.659457 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-18923cf7-5b7d-4618-a044-0fe0ebbdb144 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/networks?id=9e7025ff-b203-44b8-bc18-0b92ca03ab4d HTTP/1.1" status: 200 len: 813 time: 0.1433001 Feb 11 05:40:09.679636 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-97862763-5000-4d86-90f4-14d538e0a054 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/quotas/b45f6eb64ac44091860866552202454c HTTP/1.1" status: 200 len: 375 time: 0.0108888 Feb 11 05:40:09.743437 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-8a6c4c36-3762-4b3c-bbfb-8d81c43b4aa7 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b45f6eb64ac44091860866552202454c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578980 Feb 11 05:40:09.830501 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-25029491-a6bf-435a-8eac-ae27198cd4ee service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:40:09.830793 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-25029491-a6bf-435a-8eac-ae27198cd4ee service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0751855 Feb 11 05:40:09.929872 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-4563cee1-a32f-452b-a2f0-cdaa58fd3bb1 service neutron] 10.222.0.13 "GET /v2.0/networks/9e7025ff-b203-44b8-bc18-0b92ca03ab4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922849 Feb 11 05:40:10.032821 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-18b73ec4-ea11-4953-ab09-722195bdfa87 service neutron] 10.222.0.13 "GET /v2.0/networks/9e7025ff-b203-44b8-bc18-0b92ca03ab4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958357 Feb 11 05:40:10.360292 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b90148bc-9ba0-495b-b70c-ae059df16129 req-51486f0c-e2e4-461a-9dc2-b4a8417ed5d3 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 210 time: 0.0337520 Feb 11 05:40:11.463142 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c803c7db-796c-4d74-94bb-8a384c4d5d25 req-7fd7ac5d-f3a8-4906-b3a3-00ff7b0a496e tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 210 time: 0.0322781 Feb 11 05:40:12.583438 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2286bf30-9202-47fa-bfd5-413b42c2c927 req-e6a3c1d7-c298-42e5-88ed-5e32771e217e tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 210 time: 0.0375409 Feb 11 05:40:12.911685 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-dcc8ce19-ac96-465d-97cb-aee9830cb5b2 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:12.914272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-dcc8ce19-ac96-465d-97cb-aee9830cb5b2 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.32 "GET /v2.0/networks?id=9e7025ff-b203-44b8-bc18-0b92ca03ab4d HTTP/1.1" status: 200 len: 813 time: 0.1687157 Feb 11 05:40:12.928331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-e629cb36-b778-4d31-b03b-96aadaa20390 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Request body: {'port': {'device_id': '6352812a-5ce0-4c2f-aa15-15e60372f814', 'network_id': '9e7025ff-b203-44b8-bc18-0b92ca03ab4d', 'admin_state_up': True, 'tenant_id': 'b45f6eb64ac44091860866552202454c'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:13.401014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-e629cb36-b778-4d31-b03b-96aadaa20390 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Made reservation on behalf of b45f6eb64ac44091860866552202454c for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:13.405471 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-e629cb36-b778-4d31-b03b-96aadaa20390 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:13.613576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-e629cb36-b778-4d31-b03b-96aadaa20390 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Allocated IP 172.20.0.4 (9e7025ff-b203-44b8-bc18-0b92ca03ab4d/97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467/34f03616-53c8-46e1-a71f-aec2edb991f0) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:13.752825 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f2441a10-3735-4a07-97af-6b36afad097e req-9c952225-9ff0-4429-a346-e9fc647d9355 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 210 time: 0.0545242 Feb 11 05:40:13.879896 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-e629cb36-b778-4d31-b03b-96aadaa20390 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks [] for port (34f03616-53c8-46e1-a71f-aec2edb991f0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.012445 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-e629cb36-b778-4d31-b03b-96aadaa20390 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (34f03616-53c8-46e1-a71f-aec2edb991f0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.107156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-e629cb36-b778-4d31-b03b-96aadaa20390 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Network 9e7025ff-b203-44b8-bc18-0b92ca03ab4d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:14.114143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-e629cb36-b778-4d31-b03b-96aadaa20390 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:14.120953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-e629cb36-b778-4d31-b03b-96aadaa20390 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:14.132749 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629cb36-b778-4d31-b03b-96aadaa20390 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Pushing event updated for resources: {'Port': ['ID=34f03616-53c8-46e1-a71f-aec2edb991f0,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:14.201366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-e629cb36-b778-4d31-b03b-96aadaa20390 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:14.202386 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-e629cb36-b778-4d31-b03b-96aadaa20390 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.286209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-e629cb36-b778-4d31-b03b-96aadaa20390 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3618360 Feb 11 05:40:14.303103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-28203aa1-f70a-4895-a5d7-082abe307b76 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:40:14.305428 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-28203aa1-f70a-4895-a5d7-082abe307b76 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119243 Feb 11 05:40:14.320152 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Request body: {'port': {'device_id': '6352812a-5ce0-4c2f-aa15-15e60372f814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:14.433417 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (34f03616-53c8-46e1-a71f-aec2edb991f0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.814088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f03616-53c8-46e1-a71f-aec2edb991f0 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:14.823277 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Publish callbacks [] for port (34f03616-53c8-46e1-a71f-aec2edb991f0), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.841362 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Transition to ACTIVE for port object 34f03616-53c8-46e1-a71f-aec2edb991f0 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:40:14.944189 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (34f03616-53c8-46e1-a71f-aec2edb991f0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:14.962732 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b3b9-dbb2-4e0e-a128-16b3e05977cf req-a3d5abb2-bc05-4aba-a16a-44b7662a1961 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:14.964969 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-45e6b3b9-dbb2-4e0e-a128-16b3e05977cf req-a3d5abb2-bc05-4aba-a16a-44b7662a1961 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 931 time: 0.0809247 Feb 11 05:40:15.057442 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-45e6b3b9-dbb2-4e0e-a128-16b3e05977cf req-67c0cd68-e05b-4099-896a-1b3a4c9d35a4 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836172 Feb 11 05:40:15.090002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Pushing event updated for resources: {'Port': ['ID=34f03616-53c8-46e1-a71f-aec2edb991f0,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:15.164739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Attempting to bind port 34f03616-53c8-46e1-a71f-aec2edb991f0 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:15.165268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Attempting to bind port 34f03616-53c8-46e1-a71f-aec2edb991f0 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'c383ad1f-2d31-4a0e-a408-1fde9cc97fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9e7025ff-b203-44b8-bc18-0b92ca03ab4d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:15.165662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Attempting to bind port 34f03616-53c8-46e1-a71f-aec2edb991f0 on network 9e7025ff-b203-44b8-bc18-0b92ca03ab4d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:15.172924 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Port 34f03616-53c8-46e1-a71f-aec2edb991f0 on network 9e7025ff-b203-44b8-bc18-0b92ca03ab4d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:15.174968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Attempting to bind port 34f03616-53c8-46e1-a71f-aec2edb991f0 on network 9e7025ff-b203-44b8-bc18-0b92ca03ab4d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:15.181458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:15.181960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Checking segment: {'id': 'c383ad1f-2d31-4a0e-a408-1fde9cc97fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9e7025ff-b203-44b8-bc18-0b92ca03ab4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:15.182451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Bound using segment: {'id': 'c383ad1f-2d31-4a0e-a408-1fde9cc97fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9e7025ff-b203-44b8-bc18-0b92ca03ab4d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:15.183186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Bound port: 34f03616-53c8-46e1-a71f-aec2edb991f0, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c383ad1f-2d31-4a0e-a408-1fde9cc97fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9e7025ff-b203-44b8-bc18-0b92ca03ab4d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:15.183661 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (34f03616-53c8-46e1-a71f-aec2edb991f0), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.272417 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] For port 34f03616-53c8-46e1-a71f-aec2edb991f0, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:15.276290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] For port 34f03616-53c8-46e1-a71f-aec2edb991f0, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=34f03616-53c8-46e1-a71f-aec2edb991f0,segment=NetworkSegment(c383ad1f-2d31-4a0e-a408-1fde9cc97fa1),segment_id=c383ad1f-2d31-4a0e-a408-1fde9cc97fa1)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:15.349810 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (34f03616-53c8-46e1-a71f-aec2edb991f0), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.395322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:15.395962 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:15.397416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] 10.222.0.32 "PUT /v2.0/ports/34f03616-53c8-46e1-a71f-aec2edb991f0 HTTP/1.1" status: 200 len: 1092 time: 1.0840647 Feb 11 05:40:15.397880 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6352812a-5ce0-4c2f-aa15-15e60372f814', 'tag': '34f03616-53c8-46e1-a71f-aec2edb991f0'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:15.400321 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e850c381-642c-4e1b-a4eb-f6c4c3840eff" -d '{"events": [{"name": "network-changed", "server_uuid": "6352812a-5ce0-4c2f-aa15-15e60372f814", "tag": "34f03616-53c8-46e1-a71f-aec2edb991f0"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:15.432697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58556379-1250-4e84-acc8-0aa9273b4abc service neutron] Pushing event updated for resources: {'Port': ['ID=34f03616-53c8-46e1-a71f-aec2edb991f0,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:15.555627 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4a49f6-2117-4904-b7f1-fc6e4cfaa488 x-openstack-request-id: req-3b4a49f6-2117-4904-b7f1-fc6e4cfaa488 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:15.556073 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6352812a-5ce0-4c2f-aa15-15e60372f814", "tag": "34f03616-53c8-46e1-a71f-aec2edb991f0", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:15.556476 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b4a49f6-2117-4904-b7f1-fc6e4cfaa488 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:15.557154 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6352812a-5ce0-4c2f-aa15-15e60372f814', 'tag': '34f03616-53c8-46e1-a71f-aec2edb991f0', 'status': 'completed', 'code': 200} Feb 11 05:40:15.621763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-779294c3-4b8b-438d-8f92-b8eb2c62502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:15.623680 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-779294c3-4b8b-438d-8f92-b8eb2c62502f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b45f6eb64ac44091860866552202454c&device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 1126 time: 0.0841641 Feb 11 05:40:15.696369 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-f53921ee-f1c1-46c4-8f9a-904e92aaffbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34f03616-53c8-46e1-a71f-aec2edb991f0 HTTP/1.1" status: 200 len: 217 time: 0.0636361 Feb 11 05:40:15.755145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-dc252155-29d7-4ac6-b775-8890e48e4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:15.756692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-dc252155-29d7-4ac6-b775-8890e48e4499 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467 HTTP/1.1" status: 200 len: 853 time: 0.0539620 Feb 11 05:40:15.795099 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-95ab003a-f41c-4033-8be1-afc61aff4fb9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e7025ff-b203-44b8-bc18-0b92ca03ab4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313301 Feb 11 05:40:15.931316 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-93345950-24c1-4007-9c15-fab7830a8e09 service neutron] 10.222.0.32 "GET /v2.0/networks/9e7025ff-b203-44b8-bc18-0b92ca03ab4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278615 Feb 11 05:40:16.040109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dbcf4f75-badd-4d99-95f4-dbfb60f53d45 req-f0647667-b9c9-449e-a9eb-184ee7ca1aa3 service neutron] 10.222.0.32 "GET /v2.0/networks/9e7025ff-b203-44b8-bc18-0b92ca03ab4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023855 Feb 11 05:40:16.244895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc2f3c-7feb-4ea6-b877-568f3432a837 req-7897c692-cf2c-4e75-bd15-c187225f3822 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.246604 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1ecc2f3c-7feb-4ea6-b877-568f3432a837 req-7897c692-cf2c-4e75-bd15-c187225f3822 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 943 time: 0.0853639 Feb 11 05:40:16.284625 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850c381-642c-4e1b-a4eb-f6c4c3840eff req-ebf1fc2c-30a6-4d2a-835c-76c53db3529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.286864 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e850c381-642c-4e1b-a4eb-f6c4c3840eff req-ebf1fc2c-30a6-4d2a-835c-76c53db3529d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b45f6eb64ac44091860866552202454c&device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 1126 time: 0.0953786 Feb 11 05:40:16.340555 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1ecc2f3c-7feb-4ea6-b877-568f3432a837 req-6a24c3e1-b255-4c15-9e4c-b3ab052ad200 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779469 Feb 11 05:40:16.424467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850c381-642c-4e1b-a4eb-f6c4c3840eff req-ab865fc5-29bd-471f-909d-515b86730966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.426116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e850c381-642c-4e1b-a4eb-f6c4c3840eff req-ab865fc5-29bd-471f-909d-515b86730966 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e7025ff-b203-44b8-bc18-0b92ca03ab4d HTTP/1.1" status: 200 len: 914 time: 0.1300063 Feb 11 05:40:16.495543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e850c381-642c-4e1b-a4eb-f6c4c3840eff req-e683f60a-dc95-4223-98fa-64fd52c2f039 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34f03616-53c8-46e1-a71f-aec2edb991f0 HTTP/1.1" status: 200 len: 217 time: 0.0614972 Feb 11 05:40:16.566099 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850c381-642c-4e1b-a4eb-f6c4c3840eff req-61d07d2b-5763-4cfe-8464-13d1b7158fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:16.568357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e850c381-642c-4e1b-a4eb-f6c4c3840eff req-61d07d2b-5763-4cfe-8464-13d1b7158fd6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467 HTTP/1.1" status: 200 len: 853 time: 0.0639138 Feb 11 05:40:16.613514 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e850c381-642c-4e1b-a4eb-f6c4c3840eff req-42c1242b-d887-4b27-a991-0965dab67d6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e7025ff-b203-44b8-bc18-0b92ca03ab4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351548 Feb 11 05:40:16.748134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e850c381-642c-4e1b-a4eb-f6c4c3840eff req-a9276c66-1a2b-445a-90fa-3406e90fd8a3 service neutron] 10.222.0.32 "GET /v2.0/networks/9e7025ff-b203-44b8-bc18-0b92ca03ab4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251485 Feb 11 05:40:16.889561 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e850c381-642c-4e1b-a4eb-f6c4c3840eff req-2259718f-4fd0-4eac-8929-41b41b1d979b service neutron] 10.222.0.32 "GET /v2.0/networks/9e7025ff-b203-44b8-bc18-0b92ca03ab4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310887 Feb 11 05:40:17.498861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae4e21-c106-40e6-91e2-4045d5d92650 req-af11b506-742b-4f4f-9d0f-984fa539b266 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:17.500588 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2bae4e21-c106-40e6-91e2-4045d5d92650 req-af11b506-742b-4f4f-9d0f-984fa539b266 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 943 time: 0.0674918 Feb 11 05:40:17.557069 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2bae4e21-c106-40e6-91e2-4045d5d92650 req-ca580252-447d-4910-9866-195100870274 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461774 Feb 11 05:40:18.693826 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08cff0-4ec8-4742-85fa-02c5b258cf2c req-ed8caf89-beed-4585-b393-91e1a9a481a8 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:18.695460 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9d08cff0-4ec8-4742-85fa-02c5b258cf2c req-ed8caf89-beed-4585-b393-91e1a9a481a8 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 943 time: 0.0585332 Feb 11 05:40:18.754005 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9d08cff0-4ec8-4742-85fa-02c5b258cf2c req-e24123c8-f963-4a6c-a114-8d1d5ae946de tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474944 Feb 11 05:40:19.889034 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19e000-0af9-4b3d-8e7a-b0a1808df2e2 req-1a8e0bd7-3311-4517-8b35-dd6333027ece tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:19.890754 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eb19e000-0af9-4b3d-8e7a-b0a1808df2e2 req-1a8e0bd7-3311-4517-8b35-dd6333027ece tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 943 time: 0.0610890 Feb 11 05:40:19.953776 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eb19e000-0af9-4b3d-8e7a-b0a1808df2e2 req-abe4ad0e-f518-4cf5-b9c3-dcc88a23891b tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528746 Feb 11 05:40:20.568029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 34f03616-53c8-46e1-a71f-aec2edb991f0 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:40:20.725600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 34f03616-53c8-46e1-a71f-aec2edb991f0, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=34f03616-53c8-46e1-a71f-aec2edb991f0,segment=NetworkSegment(c383ad1f-2d31-4a0e-a408-1fde9cc97fa1),segment_id=c383ad1f-2d31-4a0e-a408-1fde9cc97fa1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:20.747857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '34f03616-53c8-46e1-a71f-aec2edb991f0', 'network_id': '9e7025ff-b203-44b8-bc18-0b92ca03ab4d', 'port_id': '34f03616-53c8-46e1-a71f-aec2edb991f0', 'mac_address': 'fa:16:3e:cf:51:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:40:20.808503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 34f03616-53c8-46e1-a71f-aec2edb991f0 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:20.808911 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (34f03616-53c8-46e1-a71f-aec2edb991f0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:20.828036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f03616-53c8-46e1-a71f-aec2edb991f0 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:20.849305 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 34f03616-53c8-46e1-a71f-aec2edb991f0, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=34f03616-53c8-46e1-a71f-aec2edb991f0,segment=NetworkSegment(c383ad1f-2d31-4a0e-a408-1fde9cc97fa1),segment_id=c383ad1f-2d31-4a0e-a408-1fde9cc97fa1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:20.931549 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (34f03616-53c8-46e1-a71f-aec2edb991f0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:21.001695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=34f03616-53c8-46e1-a71f-aec2edb991f0,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:21.101865 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9228464-d6fe-4782-8c22-060b037057f7 req-2d97fb6a-0e5b-4d52-a558-5d1437b5b43b tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:21.103428 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f9228464-d6fe-4782-8c22-060b037057f7 req-2d97fb6a-0e5b-4d52-a558-5d1437b5b43b tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 944 time: 0.0587716 Feb 11 05:40:21.183036 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f9228464-d6fe-4782-8c22-060b037057f7 req-02f498c5-681c-42d8-ad64-b691bbe9c6c0 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731747 Feb 11 05:40:21.223071 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['34f03616-53c8-46e1-a71f-aec2edb991f0'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:22.329785 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305f6ba-ad20-4d92-966c-5635ba4f3860 req-88fe4c46-0838-4d92-a71c-4222b62d36aa tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:22.331673 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5305f6ba-ad20-4d92-966c-5635ba4f3860 req-88fe4c46-0838-4d92-a71c-4222b62d36aa tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 944 time: 0.0669165 Feb 11 05:40:22.386990 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5305f6ba-ad20-4d92-966c-5635ba4f3860 req-7272d812-7aa0-4171-bc80-94c82873bbe0 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490587 Feb 11 05:40:22.569292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 34f03616-53c8-46e1-a71f-aec2edb991f0 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:22.743405 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 34f03616-53c8-46e1-a71f-aec2edb991f0 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:40:22.748431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 34f03616-53c8-46e1-a71f-aec2edb991f0 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:22.748889 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (34f03616-53c8-46e1-a71f-aec2edb991f0), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.839260 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 34f03616-53c8-46e1-a71f-aec2edb991f0 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:22.839820 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (34f03616-53c8-46e1-a71f-aec2edb991f0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.868755 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6352812a-5ce0-4c2f-aa15-15e60372f814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f03616-53c8-46e1-a71f-aec2edb991f0'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:22.871307 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2390d06-4d4a-4df6-9616-6e44a198c174" -d '{"events": [{"server_uuid": "6352812a-5ce0-4c2f-aa15-15e60372f814", "name": "network-vif-plugged", "status": "completed", "tag": "34f03616-53c8-46e1-a71f-aec2edb991f0"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:22.886997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 34f03616-53c8-46e1-a71f-aec2edb991f0, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=34f03616-53c8-46e1-a71f-aec2edb991f0,segment=NetworkSegment(c383ad1f-2d31-4a0e-a408-1fde9cc97fa1),segment_id=c383ad1f-2d31-4a0e-a408-1fde9cc97fa1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:22.977331 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (34f03616-53c8-46e1-a71f-aec2edb991f0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:22.987364 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3290a8-935c-4d75-998f-7a1f0dec51b0 x-openstack-request-id: req-1a3290a8-935c-4d75-998f-7a1f0dec51b0 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:22.987364 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6352812a-5ce0-4c2f-aa15-15e60372f814", "name": "network-vif-plugged", "status": "completed", "tag": "34f03616-53c8-46e1-a71f-aec2edb991f0", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:22.987364 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a3290a8-935c-4d75-998f-7a1f0dec51b0 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:22.987364 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6352812a-5ce0-4c2f-aa15-15e60372f814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f03616-53c8-46e1-a71f-aec2edb991f0', 'code': 200} Feb 11 05:40:23.062091 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=34f03616-53c8-46e1-a71f-aec2edb991f0,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:23.136189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630442d-4f81-43ee-b952-8186cc2d5a30 req-9d56612a-d995-45f0-953b-0ad5ac6f32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:23.138729 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a630442d-4f81-43ee-b952-8186cc2d5a30 req-9d56612a-d995-45f0-953b-0ad5ac6f32f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 1128 time: 0.0723257 Feb 11 05:40:23.198303 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a630442d-4f81-43ee-b952-8186cc2d5a30 req-27cd5a03-4b26-4656-9c17-39e5b93c8e65 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513811 Feb 11 05:40:23.246114 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5e9437ff-af4c-426b-8834-9d81ffec831a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:23.528868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70dc98-4f31-4bd8-a6dd-c9627387f50a req-1fbdf0f0-d29d-4887-aeb7-acf477e3311a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:23.530471 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0e70dc98-4f31-4bd8-a6dd-c9627387f50a req-1fbdf0f0-d29d-4887-aeb7-acf477e3311a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 945 time: 0.0644403 Feb 11 05:40:23.583482 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0e70dc98-4f31-4bd8-a6dd-c9627387f50a req-04584573-1651-470f-bc0e-9ae97cd48621 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458777 Feb 11 05:40:24.725452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fd720-d797-4e00-9954-a83970d8ceb2 req-9eab5c75-9bba-4987-b7a7-59e2f432dde0 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:24.727173 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c67fd720-d797-4e00-9954-a83970d8ceb2 req-9eab5c75-9bba-4987-b7a7-59e2f432dde0 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 945 time: 0.0614259 Feb 11 05:40:24.785075 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c67fd720-d797-4e00-9954-a83970d8ceb2 req-c478e221-8cd4-4ba6-a14c-e2f168ac8ab1 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520444 Feb 11 05:40:25.101983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-b7ade5d4-fda5-47ce-bc6d-e35f8c546c65 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:25.103723 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-b7ade5d4-fda5-47ce-bc6d-e35f8c546c65 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/networks?id=9e7025ff-b203-44b8-bc18-0b92ca03ab4d HTTP/1.1" status: 200 len: 813 time: 0.1204636 Feb 11 05:40:25.120735 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-cc798174-5089-4be4-8a3d-b08b3d68fb52 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/quotas/b45f6eb64ac44091860866552202454c HTTP/1.1" status: 200 len: 375 time: 0.0105288 Feb 11 05:40:25.197167 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-4ddb67ef-b16c-408b-ab08-afd1dc3ca11b tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b45f6eb64ac44091860866552202454c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702119 Feb 11 05:40:25.342202 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-5e3f1b1b-5c27-4634-a860-731ee62d441a service neutron] 10.222.0.13 "GET /v2.0/networks/9e7025ff-b203-44b8-bc18-0b92ca03ab4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371324 Feb 11 05:40:25.447514 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-40ea1d42-4661-483e-9aee-159d2be0b244 service neutron] 10.222.0.13 "GET /v2.0/networks/9e7025ff-b203-44b8-bc18-0b92ca03ab4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984838 Feb 11 05:40:25.491762 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ea58504f-f72f-4103-8481-c576ee762605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:25.830164 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f77a57d3-741b-4665-8d6b-e3191c5db4be req-98dfcc1b-f5f1-483f-a39f-3fbd13ab68d9 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 210 time: 0.0491254 Feb 11 05:40:26.946506 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a589bce6-6baa-495c-a9ef-597f2d02e6c7 req-969d931d-e850-4cd8-8bb6-b8ee1a171336 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 210 time: 0.0402193 Feb 11 05:40:27.003583 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.025582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.47', 57147) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:28.092953 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0455978f-a9c5-49e2-a678-2f0890e7cf81 req-7d9cd17b-63f1-4dbe-a474-e1cf42156430 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 210 time: 0.0427392 Feb 11 05:40:28.198601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-b5b6029f-fcea-45d7-b082-4ad465ccd50c tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:28.201152 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-b5b6029f-fcea-45d7-b082-4ad465ccd50c tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.47 "GET /v2.0/networks?id=9e7025ff-b203-44b8-bc18-0b92ca03ab4d HTTP/1.1" status: 200 len: 813 time: 0.1740205 Feb 11 05:40:28.213263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6cb97790-7aaa-4e87-b07a-5cc501af250a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Request body: {'port': {'device_id': 'cce486bd-b93f-4652-9944-826bbe6867ca', 'network_id': '9e7025ff-b203-44b8-bc18-0b92ca03ab4d', 'admin_state_up': True, 'tenant_id': 'b45f6eb64ac44091860866552202454c'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:28.444344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6cb97790-7aaa-4e87-b07a-5cc501af250a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Made reservation on behalf of b45f6eb64ac44091860866552202454c for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:28.449601 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6cb97790-7aaa-4e87-b07a-5cc501af250a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.606058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6cb97790-7aaa-4e87-b07a-5cc501af250a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Allocated IP 172.20.0.8 (9e7025ff-b203-44b8-bc18-0b92ca03ab4d/97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467/d6420731-2160-4cc5-b6ff-ea1f52416000) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:28.651800 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.789399 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6cb97790-7aaa-4e87-b07a-5cc501af250a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks [] for port (d6420731-2160-4cc5-b6ff-ea1f52416000), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.897569 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6cb97790-7aaa-4e87-b07a-5cc501af250a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d6420731-2160-4cc5-b6ff-ea1f52416000), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:28.916356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['34f03616-53c8-46e1-a71f-aec2edb991f0'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:28.953303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6cb97790-7aaa-4e87-b07a-5cc501af250a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Network 9e7025ff-b203-44b8-bc18-0b92ca03ab4d is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:28.957446 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6cb97790-7aaa-4e87-b07a-5cc501af250a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:28.961635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6cb97790-7aaa-4e87-b07a-5cc501af250a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:28.968849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb97790-7aaa-4e87-b07a-5cc501af250a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Pushing event updated for resources: {'Port': ['ID=d6420731-2160-4cc5-b6ff-ea1f52416000,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:29.028010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6cb97790-7aaa-4e87-b07a-5cc501af250a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:29.029256 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6cb97790-7aaa-4e87-b07a-5cc501af250a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.149393 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6cb97790-7aaa-4e87-b07a-5cc501af250a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9402823 Feb 11 05:40:29.160676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-452884d1-7823-41ec-b0d2-022a356e2637 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:40:29.162032 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-452884d1-7823-41ec-b0d2-022a356e2637 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078738 Feb 11 05:40:29.253069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Request body: {'port': {'device_id': 'cce486bd-b93f-4652-9944-826bbe6867ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:29.259694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caceeda-02c2-48d7-abd6-468ff108141f req-cd7769ea-c45e-464d-bda3-f1e5f4a6bc90 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:29.261809 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4caceeda-02c2-48d7-abd6-468ff108141f req-cd7769ea-c45e-464d-bda3-f1e5f4a6bc90 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 931 time: 0.0744941 Feb 11 05:40:29.333351 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4caceeda-02c2-48d7-abd6-468ff108141f req-e603712f-7125-4a5a-bb23-8115f745a389 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607247 Feb 11 05:40:29.337550 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d6420731-2160-4cc5-b6ff-ea1f52416000), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.643687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6420731-2160-4cc5-b6ff-ea1f52416000 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:29.652208 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Publish callbacks [] for port (d6420731-2160-4cc5-b6ff-ea1f52416000), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.666269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Transition to ACTIVE for port object d6420731-2160-4cc5-b6ff-ea1f52416000 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:40:29.731603 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (d6420731-2160-4cc5-b6ff-ea1f52416000), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.760477 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.801760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6420731-2160-4cc5-b6ff-ea1f52416000,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:29.880345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Attempting to bind port d6420731-2160-4cc5-b6ff-ea1f52416000 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:29.880744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Attempting to bind port d6420731-2160-4cc5-b6ff-ea1f52416000 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'c383ad1f-2d31-4a0e-a408-1fde9cc97fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9e7025ff-b203-44b8-bc18-0b92ca03ab4d'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:29.881177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Attempting to bind port d6420731-2160-4cc5-b6ff-ea1f52416000 on network 9e7025ff-b203-44b8-bc18-0b92ca03ab4d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:29.886905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Port d6420731-2160-4cc5-b6ff-ea1f52416000 on network 9e7025ff-b203-44b8-bc18-0b92ca03ab4d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:40:29.887331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Attempting to bind port d6420731-2160-4cc5-b6ff-ea1f52416000 on network 9e7025ff-b203-44b8-bc18-0b92ca03ab4d {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:29.894434 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:29.894797 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Checking segment: {'id': 'c383ad1f-2d31-4a0e-a408-1fde9cc97fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9e7025ff-b203-44b8-bc18-0b92ca03ab4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:29.895315 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Bound using segment: {'id': 'c383ad1f-2d31-4a0e-a408-1fde9cc97fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9e7025ff-b203-44b8-bc18-0b92ca03ab4d'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:29.895803 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Bound port: d6420731-2160-4cc5-b6ff-ea1f52416000, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c383ad1f-2d31-4a0e-a408-1fde9cc97fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9e7025ff-b203-44b8-bc18-0b92ca03ab4d'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:29.896203 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d6420731-2160-4cc5-b6ff-ea1f52416000), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:29.966405 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] For port d6420731-2160-4cc5-b6ff-ea1f52416000, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:29.970240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] For port d6420731-2160-4cc5-b6ff-ea1f52416000, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=d6420731-2160-4cc5-b6ff-ea1f52416000,segment=NetworkSegment(c383ad1f-2d31-4a0e-a408-1fde9cc97fa1),segment_id=c383ad1f-2d31-4a0e-a408-1fde9cc97fa1)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:30.035161 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (d6420731-2160-4cc5-b6ff-ea1f52416000), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.080577 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:30.081227 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:30.082750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/d6420731-2160-4cc5-b6ff-ea1f52416000 HTTP/1.1" status: 200 len: 1092 time: 0.9140036 Feb 11 05:40:30.083217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce486bd-b93f-4652-9944-826bbe6867ca', 'tag': 'd6420731-2160-4cc5-b6ff-ea1f52416000'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:30.085623 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f963005-db29-400d-a3fc-ba151aef1256" -d '{"events": [{"name": "network-changed", "server_uuid": "cce486bd-b93f-4652-9944-826bbe6867ca", "tag": "d6420731-2160-4cc5-b6ff-ea1f52416000"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:30.120259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3501e-5f10-4895-a14b-6e852e2e17d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d6420731-2160-4cc5-b6ff-ea1f52416000,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:30.132589 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8b141a-9c82-4dd2-8b33-e12e21856f1b x-openstack-request-id: req-1f8b141a-9c82-4dd2-8b33-e12e21856f1b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:30.132887 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce486bd-b93f-4652-9944-826bbe6867ca", "tag": "d6420731-2160-4cc5-b6ff-ea1f52416000", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:30.133123 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f8b141a-9c82-4dd2-8b33-e12e21856f1b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:30.134692 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce486bd-b93f-4652-9944-826bbe6867ca', 'tag': 'd6420731-2160-4cc5-b6ff-ea1f52416000', 'status': 'completed', 'code': 200} Feb 11 05:40:30.230461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f963005-db29-400d-a3fc-ba151aef1256 req-79aee198-5afd-4b8d-8db9-8c3607fa2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:30.232794 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f963005-db29-400d-a3fc-ba151aef1256 req-79aee198-5afd-4b8d-8db9-8c3607fa2f9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b45f6eb64ac44091860866552202454c&device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 1126 time: 0.0741653 Feb 11 05:40:30.352278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f963005-db29-400d-a3fc-ba151aef1256 req-21188add-17e8-4e3a-866f-a40dccc5f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:30.354026 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f963005-db29-400d-a3fc-ba151aef1256 req-21188add-17e8-4e3a-866f-a40dccc5f9d2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b45f6eb64ac44091860866552202454c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1149402 Feb 11 05:40:30.483438 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f963005-db29-400d-a3fc-ba151aef1256 req-e9b1c08e-4016-44b1-943d-0351f68607ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:30.485826 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f963005-db29-400d-a3fc-ba151aef1256 req-e9b1c08e-4016-44b1-943d-0351f68607ef service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257145 Feb 11 05:40:30.498341 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e928f-17ea-472f-8747-e0ff29685097 req-19aea6d0-e48d-4c04-a74f-d9a40824b8a0 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:30.500549 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-132e928f-17ea-472f-8747-e0ff29685097 req-19aea6d0-e48d-4c04-a74f-d9a40824b8a0 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 943 time: 0.0764806 Feb 11 05:40:30.565985 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-132e928f-17ea-472f-8747-e0ff29685097 req-05f5ae60-a6e2-4400-8b6e-187e51763aea tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556700 Feb 11 05:40:30.612450 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-4a220d51-18eb-4989-9db0-40f426fa15c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:30.615088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-4a220d51-18eb-4989-9db0-40f426fa15c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b45f6eb64ac44091860866552202454c&device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 1126 time: 0.0825419 Feb 11 05:40:30.665290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-801ba118-0778-40ff-842b-8091f049a89c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6420731-2160-4cc5-b6ff-ea1f52416000 HTTP/1.1" status: 200 len: 217 time: 0.0395608 Feb 11 05:40:30.717923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-94e85fa9-f702-4304-ab78-be37de540522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:30.720188 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-94e85fa9-f702-4304-ab78-be37de540522 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467 HTTP/1.1" status: 200 len: 853 time: 0.0493121 Feb 11 05:40:30.760543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-04a812da-708c-4ac0-b7c8-b6299c1d9570 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e7025ff-b203-44b8-bc18-0b92ca03ab4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340850 Feb 11 05:40:30.899533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-25843190-4b9c-4e01-9ddd-fdf635b240ce service neutron] 10.222.0.47 "GET /v2.0/networks/9e7025ff-b203-44b8-bc18-0b92ca03ab4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329710 Feb 11 05:40:31.047289 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-203511e7-5584-4bed-bd71-c5452eafe484 req-1017b910-31fd-4fd2-b5bf-dbd47eba768e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1995826 Feb 11 05:40:31.051936 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-090440a3-1d83-40c0-8446-8fb5f2b36fbd req-bce0c63e-9091-4a01-ae0a-8f6e5d0bd01d service neutron] 10.222.0.47 "GET /v2.0/networks/9e7025ff-b203-44b8-bc18-0b92ca03ab4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465940 Feb 11 05:40:31.171021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203511e7-5584-4bed-bd71-c5452eafe484 req-198e5206-a6f2-4437-a119-99b9715ddea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:31.173822 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-203511e7-5584-4bed-bd71-c5452eafe484 req-198e5206-a6f2-4437-a119-99b9715ddea1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b45f6eb64ac44091860866552202454c&device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 1128 time: 0.0648489 Feb 11 05:40:31.312268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203511e7-5584-4bed-bd71-c5452eafe484 req-c875a7f0-c23a-4c89-be56-b5a9ffbe842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:31.315835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-203511e7-5584-4bed-bd71-c5452eafe484 req-c875a7f0-c23a-4c89-be56-b5a9ffbe842f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9e7025ff-b203-44b8-bc18-0b92ca03ab4d HTTP/1.1" status: 200 len: 914 time: 0.1150067 Feb 11 05:40:31.362597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-203511e7-5584-4bed-bd71-c5452eafe484 req-2859b4e3-635c-42e8-872a-04d24d577eef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34f03616-53c8-46e1-a71f-aec2edb991f0 HTTP/1.1" status: 200 len: 217 time: 0.0399752 Feb 11 05:40:31.423206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203511e7-5584-4bed-bd71-c5452eafe484 req-7272ed96-623b-4f48-b8ca-7901fa77bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:31.424854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-203511e7-5584-4bed-bd71-c5452eafe484 req-7272ed96-623b-4f48-b8ca-7901fa77bb5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467 HTTP/1.1" status: 200 len: 853 time: 0.0546243 Feb 11 05:40:31.461157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-203511e7-5584-4bed-bd71-c5452eafe484 req-cd945702-501c-488d-bdfe-02cd07a78ffb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9e7025ff-b203-44b8-bc18-0b92ca03ab4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287404 Feb 11 05:40:31.615182 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-203511e7-5584-4bed-bd71-c5452eafe484 req-4e6b3123-c31a-4b60-852d-abe2478cfaa2 service neutron] 10.222.0.32 "GET /v2.0/networks/9e7025ff-b203-44b8-bc18-0b92ca03ab4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361225 Feb 11 05:40:31.737523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82b961-7ac7-4fd2-a664-05028eb77f99 req-15e2f7d0-bbb9-42a1-bf72-5929b74ef34b tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:31.739546 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2a82b961-7ac7-4fd2-a664-05028eb77f99 req-15e2f7d0-bbb9-42a1-bf72-5929b74ef34b tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 943 time: 0.0770218 Feb 11 05:40:31.762904 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-203511e7-5584-4bed-bd71-c5452eafe484 req-13e402a7-252a-4df3-a1bd-41fb76ffa5d0 service neutron] 10.222.0.32 "GET /v2.0/networks/9e7025ff-b203-44b8-bc18-0b92ca03ab4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341197 Feb 11 05:40:31.803961 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2a82b961-7ac7-4fd2-a664-05028eb77f99 req-5d435bf0-f9e7-4048-a8f5-44304263aaa6 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537407 Feb 11 05:40:32.936446 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749d798-bd23-442d-aace-983f5f6def67 req-a6b0db54-6c87-4227-8e3a-53a74edf3d99 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:32.938032 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8749d798-bd23-442d-aace-983f5f6def67 req-a6b0db54-6c87-4227-8e3a-53a74edf3d99 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 943 time: 0.0572176 Feb 11 05:40:33.014972 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8749d798-bd23-442d-aace-983f5f6def67 req-d980eb38-8df1-4600-ac03-515b179aa5aa tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687213 Feb 11 05:40:33.184496 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device d6420731-2160-4cc5-b6ff-ea1f52416000 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:40:33.309246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port d6420731-2160-4cc5-b6ff-ea1f52416000, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=d6420731-2160-4cc5-b6ff-ea1f52416000,segment=NetworkSegment(c383ad1f-2d31-4a0e-a408-1fde9cc97fa1),segment_id=c383ad1f-2d31-4a0e-a408-1fde9cc97fa1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:33.322480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'd6420731-2160-4cc5-b6ff-ea1f52416000', 'network_id': '9e7025ff-b203-44b8-bc18-0b92ca03ab4d', 'port_id': 'd6420731-2160-4cc5-b6ff-ea1f52416000', 'mac_address': 'fa:16:3e:f2:f9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:40:33.378114 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port d6420731-2160-4cc5-b6ff-ea1f52416000 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:33.378509 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d6420731-2160-4cc5-b6ff-ea1f52416000), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.393922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6420731-2160-4cc5-b6ff-ea1f52416000 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:40:33.418841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port d6420731-2160-4cc5-b6ff-ea1f52416000, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=d6420731-2160-4cc5-b6ff-ea1f52416000,segment=NetworkSegment(c383ad1f-2d31-4a0e-a408-1fde9cc97fa1),segment_id=c383ad1f-2d31-4a0e-a408-1fde9cc97fa1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:33.497337 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d6420731-2160-4cc5-b6ff-ea1f52416000), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:33.553185 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=d6420731-2160-4cc5-b6ff-ea1f52416000,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:33.713876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['d6420731-2160-4cc5-b6ff-ea1f52416000'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:34.163281 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c020dc-9585-4224-a8af-f2062dd73b3a req-d1e9a85b-c70a-4f6e-a863-26bb991af921 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:34.165030 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-41c020dc-9585-4224-a8af-f2062dd73b3a req-d1e9a85b-c70a-4f6e-a863-26bb991af921 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 944 time: 0.0639341 Feb 11 05:40:34.221120 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-41c020dc-9585-4224-a8af-f2062dd73b3a req-fce02edd-cd98-4d03-a5cf-01cca4b108a0 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493100 Feb 11 05:40:34.706702 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:34.737103 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.200270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device d6420731-2160-4cc5-b6ff-ea1f52416000 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:40:35.360102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port d6420731-2160-4cc5-b6ff-ea1f52416000 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:40:35.364695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port d6420731-2160-4cc5-b6ff-ea1f52416000 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:40:35.365187 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d6420731-2160-4cc5-b6ff-ea1f52416000), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.385451 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf15ba1-8c6f-4ebf-8983-6832f9e93a51 req-2ca3efee-017d-4a3d-843b-20b9bb1a1aaa tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:35.388181 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ecf15ba1-8c6f-4ebf-8983-6832f9e93a51 req-2ca3efee-017d-4a3d-843b-20b9bb1a1aaa tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 944 time: 0.0756564 Feb 11 05:40:35.455659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port d6420731-2160-4cc5-b6ff-ea1f52416000 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:40:35.456078 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d6420731-2160-4cc5-b6ff-ea1f52416000), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.463729 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ecf15ba1-8c6f-4ebf-8983-6832f9e93a51 req-6d090ca9-54e0-4f8c-ac01-efaf30b37ea6 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665493 Feb 11 05:40:35.484275 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce486bd-b93f-4652-9944-826bbe6867ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6420731-2160-4cc5-b6ff-ea1f52416000'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:35.487316 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4c4335-9b13-4d36-bbee-1986f442f1c5" -d '{"events": [{"server_uuid": "cce486bd-b93f-4652-9944-826bbe6867ca", "name": "network-vif-plugged", "status": "completed", "tag": "d6420731-2160-4cc5-b6ff-ea1f52416000"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:35.501886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port d6420731-2160-4cc5-b6ff-ea1f52416000, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=d6420731-2160-4cc5-b6ff-ea1f52416000,segment=NetworkSegment(c383ad1f-2d31-4a0e-a408-1fde9cc97fa1),segment_id=c383ad1f-2d31-4a0e-a408-1fde9cc97fa1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:35.534656 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312e4e9a-c6a3-4537-909c-8cbb2aece7a8 x-openstack-request-id: req-312e4e9a-c6a3-4537-909c-8cbb2aece7a8 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:35.535090 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce486bd-b93f-4652-9944-826bbe6867ca", "name": "network-vif-plugged", "status": "completed", "tag": "d6420731-2160-4cc5-b6ff-ea1f52416000", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:35.535493 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-312e4e9a-c6a3-4537-909c-8cbb2aece7a8 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:35.536025 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce486bd-b93f-4652-9944-826bbe6867ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6420731-2160-4cc5-b6ff-ea1f52416000', 'code': 200} Feb 11 05:40:35.565993 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d6420731-2160-4cc5-b6ff-ea1f52416000), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:35.643616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=d6420731-2160-4cc5-b6ff-ea1f52416000,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:35.665381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef0eb5-0df2-4395-8497-7ab68e64eb9d req-94420462-ec2d-497e-bec7-887cb05528d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:35.667109 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58ef0eb5-0df2-4395-8497-7ab68e64eb9d req-94420462-ec2d-497e-bec7-887cb05528d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 1128 time: 0.0685983 Feb 11 05:40:35.717878 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-58ef0eb5-0df2-4395-8497-7ab68e64eb9d req-0a54bc3b-76ef-4310-b7c7-20288923f656 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439310 Feb 11 05:40:36.614702 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b51c7-ec17-4384-94ed-8b352b9791d4 req-f0df9ca6-c45c-4a0f-91ca-ffc4692d3bd2 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:36.616617 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0d6b51c7-ec17-4384-94ed-8b352b9791d4 req-f0df9ca6-c45c-4a0f-91ca-ffc4692d3bd2 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 945 time: 0.0688391 Feb 11 05:40:36.680787 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0d6b51c7-ec17-4384-94ed-8b352b9791d4 req-19f9711f-0037-4d07-b557-677a13e83107 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566614 Feb 11 05:40:37.840366 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedf0ce-17f5-470d-8a99-7ba36ba90532 req-9d5a04e9-1d0d-4c77-bc14-f0d465bfa79b tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:37.842099 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3cedf0ce-17f5-470d-8a99-7ba36ba90532 req-9d5a04e9-1d0d-4c77-bc14-f0d465bfa79b tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 945 time: 0.0643594 Feb 11 05:40:37.902106 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3cedf0ce-17f5-470d-8a99-7ba36ba90532 req-83b7068d-0429-4054-a820-768d575a5dbb tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498490 Feb 11 05:40:38.476861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfe322-a35c-4294-9a66-ebebd9fbee7d req-763309d8-10bc-4d97-a5e2-06c68e102c7c tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:38.479014 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-44dfe322-a35c-4294-9a66-ebebd9fbee7d req-763309d8-10bc-4d97-a5e2-06c68e102c7c tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 945 time: 0.0600808 Feb 11 05:40:38.539389 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-44dfe322-a35c-4294-9a66-ebebd9fbee7d req-8104048d-c920-4127-b8d2-fcdb9a8cbfc4 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528004 Feb 11 05:40:39.714037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483ee14-a463-4ae8-8f5d-e2bedc49808c req-e224b17a-0a22-416b-aeae-e7e62de0ad9a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:39.715740 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a483ee14-a463-4ae8-8f5d-e2bedc49808c req-e224b17a-0a22-416b-aeae-e7e62de0ad9a tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 945 time: 0.0624702 Feb 11 05:40:39.780964 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e98e-03bf-49cb-aede-10ca70cd340f req-8d1795f1-ae19-4148-9185-b98854e553a3 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:39.793138 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-71e4e98e-03bf-49cb-aede-10ca70cd340f req-8d1795f1-ae19-4148-9185-b98854e553a3 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.47 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 945 time: 0.0914404 Feb 11 05:40:39.793564 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a483ee14-a463-4ae8-8f5d-e2bedc49808c req-46b342e4-afec-4d30-868d-128007cc19fa tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657966 Feb 11 05:40:39.900286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-71e4e98e-03bf-49cb-aede-10ca70cd340f req-0d069909-9bf2-49d5-a461-21b65c1ab845 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Deleting port d6420731-2160-4cc5-b6ff-ea1f52416000 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:39.900618 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-71e4e98e-03bf-49cb-aede-10ca70cd340f req-0d069909-9bf2-49d5-a461-21b65c1ab845 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d6420731-2160-4cc5-b6ff-ea1f52416000), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.008282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-71e4e98e-03bf-49cb-aede-10ca70cd340f req-0d069909-9bf2-49d5-a461-21b65c1ab845 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] For port d6420731-2160-4cc5-b6ff-ea1f52416000, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=d6420731-2160-4cc5-b6ff-ea1f52416000,segment=NetworkSegment(c383ad1f-2d31-4a0e-a408-1fde9cc97fa1),segment_id=c383ad1f-2d31-4a0e-a408-1fde9cc97fa1)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:40.008646 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-71e4e98e-03bf-49cb-aede-10ca70cd340f req-0d069909-9bf2-49d5-a461-21b65c1ab845 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d6420731-2160-4cc5-b6ff-ea1f52416000), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.022807 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-71e4e98e-03bf-49cb-aede-10ca70cd340f req-0d069909-9bf2-49d5-a461-21b65c1ab845 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Calling delete_port for d6420731-2160-4cc5-b6ff-ea1f52416000 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:40.245886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-71e4e98e-03bf-49cb-aede-10ca70cd340f req-0d069909-9bf2-49d5-a461-21b65c1ab845 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d6420731-2160-4cc5-b6ff-ea1f52416000), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.262496 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['d6420731-2160-4cc5-b6ff-ea1f52416000'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:40.268273 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['34f03616-53c8-46e1-a71f-aec2edb991f0'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:40.301208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d069909-9bf2-49d5-a461-21b65c1ab845 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Pushing event deleted for resources: {'Port': ['ID=d6420731-2160-4cc5-b6ff-ea1f52416000,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:40.379703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e4e98e-03bf-49cb-aede-10ca70cd340f req-0d069909-9bf2-49d5-a461-21b65c1ab845 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] No DVR routers for this DVR port d6420731-2160-4cc5-b6ff-ea1f52416000 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:40.383200 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-71e4e98e-03bf-49cb-aede-10ca70cd340f req-0d069909-9bf2-49d5-a461-21b65c1ab845 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:40.387490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-71e4e98e-03bf-49cb-aede-10ca70cd340f req-0d069909-9bf2-49d5-a461-21b65c1ab845 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.47 "DELETE /v2.0/ports/d6420731-2160-4cc5-b6ff-ea1f52416000 HTTP/1.1" status: 204 len: 173 time: 0.5974433 Feb 11 05:40:40.388131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce486bd-b93f-4652-9944-826bbe6867ca', 'name': 'network-vif-deleted', 'tag': 'd6420731-2160-4cc5-b6ff-ea1f52416000'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:40.391717 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7fb488-f320-4218-a2b0-2b1812204a31" -d '{"events": [{"server_uuid": "cce486bd-b93f-4652-9944-826bbe6867ca", "name": "network-vif-deleted", "tag": "d6420731-2160-4cc5-b6ff-ea1f52416000"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:40.461500 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a9057b-06d4-4742-8dce-0f046023999d x-openstack-request-id: req-f3a9057b-06d4-4742-8dce-0f046023999d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:40.461952 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce486bd-b93f-4652-9944-826bbe6867ca", "name": "network-vif-deleted", "tag": "d6420731-2160-4cc5-b6ff-ea1f52416000", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:40.462364 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3a9057b-06d4-4742-8dce-0f046023999d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:40.463065 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce486bd-b93f-4652-9944-826bbe6867ca', 'name': 'network-vif-deleted', 'tag': 'd6420731-2160-4cc5-b6ff-ea1f52416000', 'status': 'completed', 'code': 200} Feb 11 05:40:40.906521 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d4a3ee98-f38b-4b84-8611-07d04f934269 req-75362484-af70-4cb6-a4c5-eb65fbee35e3 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce486bd-b93f-4652-9944-826bbe6867ca HTTP/1.1" status: 200 len: 210 time: 0.0315924 Feb 11 05:40:42.117874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a1e86-8d2b-4b65-96c3-6953b655e59e req-ca99b0e2-194f-49bc-b572-5566df6febdf tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:42.119483 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-612a1e86-8d2b-4b65-96c3-6953b655e59e req-ca99b0e2-194f-49bc-b572-5566df6febdf tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 945 time: 0.0693038 Feb 11 05:40:42.181934 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-612a1e86-8d2b-4b65-96c3-6953b655e59e req-3337e2fc-4ecf-4592-a82d-31101d4d6d99 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512321 Feb 11 05:40:42.339804 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69b11a-f0bb-47ad-bd4c-d0ab23e6a8b4 req-647356a6-e839-476d-b1c6-eebb01cac245 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:42.341527 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ec69b11a-f0bb-47ad-bd4c-d0ab23e6a8b4 req-647356a6-e839-476d-b1c6-eebb01cac245 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 945 time: 0.0656905 Feb 11 05:40:42.412719 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ec69b11a-f0bb-47ad-bd4c-d0ab23e6a8b4 req-a2445b28-e040-4e2a-93e8-d930391d4507 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605226 Feb 11 05:40:42.569893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ecf8e-1fc0-4541-b978-db26cd625d84 req-89dbf1b7-f1b3-4ec8-8f3a-c94d114606f0 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:42.571508 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c44ecf8e-1fc0-4541-b978-db26cd625d84 req-89dbf1b7-f1b3-4ec8-8f3a-c94d114606f0 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 945 time: 0.0633934 Feb 11 05:40:42.633803 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c44ecf8e-1fc0-4541-b978-db26cd625d84 req-5398f4f9-c457-47f7-a578-f101678f4276 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528078 Feb 11 05:40:42.715232 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-0196e0e2-69b0-42f1-96c6-53188229c7cb req-7e9ef0f3-6d73-4167-975f-d14f0153c60b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:40:42.716215 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0196e0e2-69b0-42f1-96c6-53188229c7cb req-7e9ef0f3-6d73-4167-975f-d14f0153c60b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056040 Feb 11 05:40:42.858195 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e154f-fde5-4af9-8fc0-b8e8a15bd740 req-3fd55ef8-84be-4f3b-a8de-0f096e58adf5 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:42.860154 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8c0e154f-fde5-4af9-8fc0-b8e8a15bd740 req-3fd55ef8-84be-4f3b-a8de-0f096e58adf5 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 945 time: 0.0670514 Feb 11 05:40:42.935862 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8c0e154f-fde5-4af9-8fc0-b8e8a15bd740 req-7f784ef9-b1d5-4cad-b74d-8e2e7fa313a8 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666335 Feb 11 05:40:43.078822 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf6bfc-abd3-4afe-8be9-621aba1b7bf5 req-3c944a86-6c80-45b6-a00a-0b895ff785a8 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:43.080746 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c9cf6bfc-abd3-4afe-8be9-621aba1b7bf5 req-3c944a86-6c80-45b6-a00a-0b895ff785a8 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 945 time: 0.0655878 Feb 11 05:40:43.136928 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c9cf6bfc-abd3-4afe-8be9-621aba1b7bf5 req-1601a836-17cc-4038-8c11-c6460d5228e3 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505872 Feb 11 05:40:43.279834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device d6420731-2160-4cc5-b6ff-ea1f52416000 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:43.312165 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0269a5-aad2-481a-a979-03a3c0867df6 req-342a763e-f038-4c1f-bc0a-1b79b681782d tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:43.315418 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0c0269a5-aad2-481a-a979-03a3c0867df6 req-342a763e-f038-4c1f-bc0a-1b79b681782d tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 945 time: 0.0871983 Feb 11 05:40:43.316995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: d6420731-2160-4cc5-b6ff-ea1f52416000 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:43.317880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device d6420731-2160-4cc5-b6ff-ea1f52416000 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:43.378432 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0c0269a5-aad2-481a-a979-03a3c0867df6 req-6237e35a-ed5b-4ea0-9f1e-341c64c80102 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552635 Feb 11 05:40:44.038239 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8fb54-7582-45d4-a104-44baccb2a750 req-109c8fdd-da39-4737-9cce-4a8e38601470 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:44.039887 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eaa8fb54-7582-45d4-a104-44baccb2a750 req-109c8fdd-da39-4737-9cce-4a8e38601470 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 945 time: 0.0649712 Feb 11 05:40:44.098280 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eaa8fb54-7582-45d4-a104-44baccb2a750 req-6b81c80a-7a4f-4e17-a239-da8f5f4ac041 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476587 Feb 11 05:40:45.237891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee6167-2c6a-4540-9488-eb03eb22f29c req-261e1f3c-010c-464c-a277-07c7a9f087b1 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:45.239603 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c7ee6167-2c6a-4540-9488-eb03eb22f29c req-261e1f3c-010c-464c-a277-07c7a9f087b1 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 945 time: 0.0622139 Feb 11 05:40:45.301654 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c7ee6167-2c6a-4540-9488-eb03eb22f29c req-a6ccd5c3-24b9-4d01-bebb-3059b9facd45 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/security-groups?id=57237ed6-e76e-4194-9d0e-4ab68885cb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558395 Feb 11 05:40:45.873931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46540b87-beaf-4bb4-aa24-922d04c0a874 req-a649ec52-8994-4de8-92b9-529b2b1990ec tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:45.876167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-46540b87-beaf-4bb4-aa24-922d04c0a874 req-a649ec52-8994-4de8-92b9-529b2b1990ec tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.32 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 945 time: 0.0609033 Feb 11 05:40:45.989136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-46540b87-beaf-4bb4-aa24-922d04c0a874 req-8cdf5a91-41a5-4ee0-b473-e28801a3e6a5 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Deleting port 34f03616-53c8-46e1-a71f-aec2edb991f0 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:40:45.989485 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-46540b87-beaf-4bb4-aa24-922d04c0a874 req-8cdf5a91-41a5-4ee0-b473-e28801a3e6a5 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (34f03616-53c8-46e1-a71f-aec2edb991f0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.090572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-46540b87-beaf-4bb4-aa24-922d04c0a874 req-8cdf5a91-41a5-4ee0-b473-e28801a3e6a5 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] For port 34f03616-53c8-46e1-a71f-aec2edb991f0, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=34f03616-53c8-46e1-a71f-aec2edb991f0,segment=NetworkSegment(c383ad1f-2d31-4a0e-a408-1fde9cc97fa1),segment_id=c383ad1f-2d31-4a0e-a408-1fde9cc97fa1)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:40:46.091058 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-46540b87-beaf-4bb4-aa24-922d04c0a874 req-8cdf5a91-41a5-4ee0-b473-e28801a3e6a5 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (34f03616-53c8-46e1-a71f-aec2edb991f0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.107711 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-46540b87-beaf-4bb4-aa24-922d04c0a874 req-8cdf5a91-41a5-4ee0-b473-e28801a3e6a5 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Calling delete_port for 34f03616-53c8-46e1-a71f-aec2edb991f0 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:40:46.329703 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-46540b87-beaf-4bb4-aa24-922d04c0a874 req-8cdf5a91-41a5-4ee0-b473-e28801a3e6a5 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (34f03616-53c8-46e1-a71f-aec2edb991f0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.344698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['34f03616-53c8-46e1-a71f-aec2edb991f0'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:40:46.362567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf5a91-41a5-4ee0-b473-e28801a3e6a5 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Pushing event deleted for resources: {'Port': ['ID=34f03616-53c8-46e1-a71f-aec2edb991f0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:46.385930 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:40:46.421333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-46540b87-beaf-4bb4-aa24-922d04c0a874 req-8cdf5a91-41a5-4ee0-b473-e28801a3e6a5 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] No DVR routers for this DVR port 34f03616-53c8-46e1-a71f-aec2edb991f0 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:40:46.425094 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-46540b87-beaf-4bb4-aa24-922d04c0a874 req-8cdf5a91-41a5-4ee0-b473-e28801a3e6a5 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:46.429869 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-46540b87-beaf-4bb4-aa24-922d04c0a874 req-8cdf5a91-41a5-4ee0-b473-e28801a3e6a5 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.32 "DELETE /v2.0/ports/34f03616-53c8-46e1-a71f-aec2edb991f0 HTTP/1.1" status: 204 len: 173 time: 0.5478776 Feb 11 05:40:46.430533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6352812a-5ce0-4c2f-aa15-15e60372f814', 'name': 'network-vif-deleted', 'tag': '34f03616-53c8-46e1-a71f-aec2edb991f0'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:40:46.434557 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b362377a-478c-4f95-8d70-49bdf6287d39" -d '{"events": [{"server_uuid": "6352812a-5ce0-4c2f-aa15-15e60372f814", "name": "network-vif-deleted", "tag": "34f03616-53c8-46e1-a71f-aec2edb991f0"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:40:46.490669 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b108b07-ecd4-4c82-8388-d8623a1d56dc x-openstack-request-id: req-2b108b07-ecd4-4c82-8388-d8623a1d56dc {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:40:46.495279 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6352812a-5ce0-4c2f-aa15-15e60372f814", "name": "network-vif-deleted", "tag": "34f03616-53c8-46e1-a71f-aec2edb991f0", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:40:46.495279 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b108b07-ecd4-4c82-8388-d8623a1d56dc {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:40:46.495279 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6352812a-5ce0-4c2f-aa15-15e60372f814', 'name': 'network-vif-deleted', 'tag': '34f03616-53c8-46e1-a71f-aec2edb991f0', 'status': 'completed', 'code': 200} Feb 11 05:40:46.502291 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6211ab1a-920a-41a4-a2b6-3e995f0a0e97 req-85a6ebd7-3385-4d61-b95e-8dbd4a4d0527 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 210 time: 0.0401759 Feb 11 05:40:47.647743 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-efc1641a-9eaa-4a53-8d33-70ba6931c249 req-1015350c-b3cd-4397-9f64-f4ba85691270 tempest-ServersNegativeTestJSON-279098729 tempest-ServersNegativeTestJSON-279098729-project] 10.222.0.13 "GET /v2.0/ports?device_id=6352812a-5ce0-4c2f-aa15-15e60372f814 HTTP/1.1" status: 200 len: 210 time: 0.0457969 Feb 11 05:40:48.720804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44956) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:48.771696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-51284bc2-7a40-4c9b-903a-0cfa273c761f admin admin] Deleting subnet 97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:40:48.775386 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-51284bc2-7a40-4c9b-903a-0cfa273c761f admin admin] Publish callbacks [] for subnet (97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.825053 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-51284bc2-7a40-4c9b-903a-0cfa273c761f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:48.886530 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-51284bc2-7a40-4c9b-903a-0cfa273c761f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.074487 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-51284bc2-7a40-4c9b-903a-0cfa273c761f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.107493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51284bc2-7a40-4c9b-903a-0cfa273c761f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:49.112698 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-51284bc2-7a40-4c9b-903a-0cfa273c761f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.118413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-51284bc2-7a40-4c9b-903a-0cfa273c761f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/97f1b9fc-c164-4e8f-9a5e-b7cfe5b80467 HTTP/1.1" status: 204 len: 168 time: 0.3941224 Feb 11 05:40:49.120382 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44958) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:49.199169 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21dac66e-3116-444b-81a0-5d3cfad47542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (9e7025ff-b203-44b8-bc18-0b92ca03ab4d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.676526 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21dac66e-3116-444b-81a0-5d3cfad47542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (9e7025ff-b203-44b8-bc18-0b92ca03ab4d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.700563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-21dac66e-3116-444b-81a0-5d3cfad47542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7025ff-b203-44b8-bc18-0b92ca03ab4d']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:49.711478 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-21dac66e-3116-444b-81a0-5d3cfad47542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c383ad1f-2d31-4a0e-a408-1fde9cc97fa1') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:49.711801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-21dac66e-3116-444b-81a0-5d3cfad47542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c383ad1f-2d31-4a0e-a408-1fde9cc97fa1') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:40:49.723381 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21dac66e-3116-444b-81a0-5d3cfad47542 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (c383ad1f-2d31-4a0e-a408-1fde9cc97fa1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.740000 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21dac66e-3116-444b-81a0-5d3cfad47542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (c383ad1f-2d31-4a0e-a408-1fde9cc97fa1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.747231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21dac66e-3116-444b-81a0-5d3cfad47542 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:40:49.747668 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21dac66e-3116-444b-81a0-5d3cfad47542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (c383ad1f-2d31-4a0e-a408-1fde9cc97fa1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:40:49.749644 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:40:49.918252 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21dac66e-3116-444b-81a0-5d3cfad47542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (9e7025ff-b203-44b8-bc18-0b92ca03ab4d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.925982 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21dac66e-3116-444b-81a0-5d3cfad47542 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:49.929580 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-21dac66e-3116-444b-81a0-5d3cfad47542 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9e7025ff-b203-44b8-bc18-0b92ca03ab4d HTTP/1.1" status: 204 len: 168 time: 0.8080459 Feb 11 05:40:49.942379 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dac66e-3116-444b-81a0-5d3cfad47542 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e7025ff-b203-44b8-bc18-0b92ca03ab4d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:50.369559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44962) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:50.421663 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7c2ba88d-a75d-42dd-8a72-14ca2cb69fd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b45f6eb64ac44091860866552202454c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506852 Feb 11 05:40:50.425257 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44964) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:50.483872 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec73ceb9-de06-43a0-844e-b53d3e353da0 admin admin] Publish callbacks [] for security_group (57237ed6-e76e-4194-9d0e-4ab68885cb95), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.513886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec73ceb9-de06-43a0-844e-b53d3e353da0 admin admin] Publish callbacks [] for security_group (57237ed6-e76e-4194-9d0e-4ab68885cb95), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.724185 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 34f03616-53c8-46e1-a71f-aec2edb991f0 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:40:50.747052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 34f03616-53c8-46e1-a71f-aec2edb991f0 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:40:50.747327 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 34f03616-53c8-46e1-a71f-aec2edb991f0 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:40:50.758009 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec73ceb9-de06-43a0-844e-b53d3e353da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (57237ed6-e76e-4194-9d0e-4ab68885cb95), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.760878 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ec73ceb9-de06-43a0-844e-b53d3e353da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:50.765248 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ec73ceb9-de06-43a0-844e-b53d3e353da0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57237ed6-e76e-4194-9d0e-4ab68885cb95 HTTP/1.1" status: 204 len: 168 time: 0.3357432 Feb 11 05:40:50.771216 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73ceb9-de06-43a0-844e-b53d3e353da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57237ed6-e76e-4194-9d0e-4ab68885cb95,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:52.125748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 44986) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:52.249340 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-251540462'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:52.409751 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Made reservation on behalf of d80a7da6c54640fc9759d53db0cba1b8 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:52.413381 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.426318 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.519135 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for security_group (d58f4997-3591-4945-8bff-72126fb896ba), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.614905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d58f4997-3591-4945-8bff-72126fb896ba), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.646776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:52.657672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58f4997-3591-4945-8bff-72126fb896ba,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:52.663399 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6c1f010a-a617-43de-bbdf-322b91fbff76), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.663690 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Added segment 6c1f010a-a617-43de-bbdf-322b91fbff76 of type vlan for network 48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1 Feb 11 05:40:52.715042 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.834372 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.839999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:52.844704 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:52.953515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event updated for resources: {'Network': ['ID=48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:52.965196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:52.980291 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8e42a096-1699-44b4-bd35-d282983a0ce6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8526113 Feb 11 05:40:53.243857 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0dc41e7-a330-4e86-a6f3-96bd8dd8679a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:55.514642 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aa639319-4320-4bde-8e21-95f7bca696e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:56.568074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44990) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:56.574021 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4a95c46a-b5c4-4134-8f55-c02162a82c9d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Request body: {'subnet': {'network_id': '48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:56.906109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a95c46a-b5c4-4134-8f55-c02162a82c9d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Made reservation on behalf of d80a7da6c54640fc9759d53db0cba1b8 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:56.910321 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4a95c46a-b5c4-4134-8f55-c02162a82c9d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.032480 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.546302 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4a95c46a-b5c4-4134-8f55-c02162a82c9d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (85fe7569-fed4-4c4f-9a37-8061ae601e49), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.621013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95c46a-b5c4-4134-8f55-c02162a82c9d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event updated for resources: {'Subnet': ['ID=85fe7569-fed4-4c4f-9a37-8061ae601e49,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:57.634822 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95c46a-b5c4-4134-8f55-c02162a82c9d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Checking segment: {'id': '6c1f010a-a617-43de-bbdf-322b91fbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:57.635192 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a95c46a-b5c4-4134-8f55-c02162a82c9d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Network hostable DHCP agents. Network: 48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:57.759580 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a95c46a-b5c4-4134-8f55-c02162a82c9d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Network 48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:57.871924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-4a95c46a-b5c4-4134-8f55-c02162a82c9d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:57.876463 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a95c46a-b5c4-4134-8f55-c02162a82c9d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:57.887159 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4a95c46a-b5c4-4134-8f55-c02162a82c9d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:57.888207 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc82793-9db9-45d3-a116-3194de83bc7c None None] Network 48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:58.026545 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4a95c46a-b5c4-4134-8f55-c02162a82c9d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4568617 Feb 11 05:40:58.029986 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44992) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:58.036632 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b847cd96-7308-48de-90ce-2555a45c7373 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-716086156'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:58.041369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1', 'network_id': '48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1', 'project_id': 'd80a7da6c54640fc9759d53db0cba1b8', 'fixed_ips': [{'subnet_id': '85fe7569-fed4-4c4f-9a37-8061ae601e49'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:40:58.042960 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.176933 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b847cd96-7308-48de-90ce-2555a45c7373 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Made reservation on behalf of d80a7da6c54640fc9759d53db0cba1b8 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:58.180550 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b847cd96-7308-48de-90ce-2555a45c7373 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.209924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b847cd96-7308-48de-90ce-2555a45c7373 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:40:58.222414 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b847cd96-7308-48de-90ce-2555a45c7373 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6c1fe5c3-8499-405b-8218-71cfd2946e53), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.222776 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-b847cd96-7308-48de-90ce-2555a45c7373 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Added segment 6c1fe5c3-8499-405b-8218-71cfd2946e53 of type vlan for network 4509169f-cb06-495d-b223-15b8ca6b7b1f Feb 11 05:40:58.271299 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b847cd96-7308-48de-90ce-2555a45c7373 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (4509169f-cb06-495d-b223-15b8ca6b7b1f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.289795 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Allocated IP 2001:db8:0:ffff::2 (48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1/85fe7569-fed4-4c4f-9a37-8061ae601e49/f6bbf64f-6f30-4708-84ed-99a22f9c53a8) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:40:58.408209 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b847cd96-7308-48de-90ce-2555a45c7373 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (4509169f-cb06-495d-b223-15b8ca6b7b1f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.414002 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b847cd96-7308-48de-90ce-2555a45c7373 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:58.420135 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b847cd96-7308-48de-90ce-2555a45c7373 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.542108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847cd96-7308-48de-90ce-2555a45c7373 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event updated for resources: {'Network': ['ID=4509169f-cb06-495d-b223-15b8ca6b7b1f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:58.570059 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 4509169f-cb06-495d-b223-15b8ca6b7b1f details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:40:58.646242 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b847cd96-7308-48de-90ce-2555a45c7373 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6114953 Feb 11 05:40:58.648914 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44994) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:40:58.652533 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Request body: {'subnet': {'network_id': '4509169f-cb06-495d-b223-15b8ca6b7b1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:40:58.723394 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Publish callbacks [] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.748411 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.817682 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.846521 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Made reservation on behalf of d80a7da6c54640fc9759d53db0cba1b8 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:40:58.852898 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.873626 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Network 48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:40:58.879122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:58.886407 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:40:58.898084 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Pushing event updated for resources: {'Port': ['ID=f6bbf64f-6f30-4708-84ed-99a22f9c53a8,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:58.979087 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Attempting to bind port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:40:58.979932 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Attempting to bind port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '6c1f010a-a617-43de-bbdf-322b91fbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:40:58.980379 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Attempting to bind port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 on network 48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:40:58.987029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:40:58.987572 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Checking segment: {'id': '6c1f010a-a617-43de-bbdf-322b91fbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:58.988095 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:58.988595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Bound using segment: {'id': '6c1f010a-a617-43de-bbdf-322b91fbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:40:58.989222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Bound port: f6bbf64f-6f30-4708-84ed-99a22f9c53a8, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1f010a-a617-43de-bbdf-322b91fbff76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:40:58.989707 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.106572 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] For port f6bbf64f-6f30-4708-84ed-99a22f9c53a8, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:40:59.113039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] For port f6bbf64f-6f30-4708-84ed-99a22f9c53a8, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f6bbf64f-6f30-4708-84ed-99a22f9c53a8,segment=NetworkSegment(6c1f010a-a617-43de-bbdf-322b91fbff76),segment_id=6c1f010a-a617-43de-bbdf-322b91fbff76)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:40:59.217196 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.280693 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (0ae2abd1-d4e9-48ed-a49f-1b9c265152a9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.288850 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa59c76-6217-4437-b72f-a4f6ef5abff1 None None] Pushing event updated for resources: {'Port': ['ID=f6bbf64f-6f30-4708-84ed-99a22f9c53a8,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:59.391882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event updated for resources: {'Subnet': ['ID=0ae2abd1-d4e9-48ed-a49f-1b9c265152a9,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:40:59.405854 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:59.407011 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:59.407640 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:59.408317 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:59.408892 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:59.409414 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:59.409836 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:59.410363 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:59.410805 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:59.413327 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:59.413327 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:59.413327 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:59.413327 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:40:59.417712 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Checking segment: {'id': '6c1fe5c3-8499-405b-8218-71cfd2946e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4509169f-cb06-495d-b223-15b8ca6b7b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:40:59.418107 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Network hostable DHCP agents. Network: 4509169f-cb06-495d-b223-15b8ca6b7b1f, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:40:59.648812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Network 4509169f-cb06-495d-b223-15b8ca6b7b1f is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:40:59.735486 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 4509169f-cb06-495d-b223-15b8ca6b7b1f) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:40:59.742174 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:40:59.743009 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.750669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7a8120-b7c2-40fb-b84c-b54d9f27a154 None None] Network 4509169f-cb06-495d-b223-15b8ca6b7b1f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:40:59.864062 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.903958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-4509169f-cb06-495d-b223-15b8ca6b7b1f', 'network_id': '4509169f-cb06-495d-b223-15b8ca6b7b1f', 'project_id': 'd80a7da6c54640fc9759d53db0cba1b8', 'fixed_ips': [{'subnet_id': '0ae2abd1-d4e9-48ed-a49f-1b9c265152a9'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:40:59.905464 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:40:59.909386 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e7b27e54-01a0-43bf-8042-447f26f3f291 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.2611368 Feb 11 05:40:59.913313 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44996) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:00.066213 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (4509169f-cb06-495d-b223-15b8ca6b7b1f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.134954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Allocated IP 2001:db8::2 (4509169f-cb06-495d-b223-15b8ca6b7b1f/0ae2abd1-d4e9-48ed-a49f-1b9c265152a9/992d4665-52c6-46ad-a793-6c056a3562e0) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:00.228515 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (0ae2abd1-d4e9-48ed-a49f-1b9c265152a9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.395676 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Publish callbacks [] for port (992d4665-52c6-46ad-a793-6c056a3562e0), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.430199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f6bbf64f-6f30-4708-84ed-99a22f9c53a8 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:00.492811 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (992d4665-52c6-46ad-a793-6c056a3562e0), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.551128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:00.551772 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.599537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e390b-f092-4a0a-9c60-a32f6ae18cfa None None] Network 48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:00.604126 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Network 4509169f-cb06-495d-b223-15b8ca6b7b1f is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:00.605984 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (0ae2abd1-d4e9-48ed-a49f-1b9c265152a9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.641719 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae2abd1-d4e9-48ed-a49f-1b9c265152a9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:00.742539 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (4509169f-cb06-495d-b223-15b8ca6b7b1f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.788052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4509169f-cb06-495d-b223-15b8ca6b7b1f']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:00.804803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1fe5c3-8499-405b-8218-71cfd2946e53') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:00.805164 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1fe5c3-8499-405b-8218-71cfd2946e53') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:00.823771 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (6c1fe5c3-8499-405b-8218-71cfd2946e53), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.848110 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6c1fe5c3-8499-405b-8218-71cfd2946e53), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.856735 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:00.857331 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (6c1fe5c3-8499-405b-8218-71cfd2946e53), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:00.862071 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:00.868400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:00.878681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:00.913324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Pushing event updated for resources: {'Port': ['ID=992d4665-52c6-46ad-a793-6c056a3562e0,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:00.966044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6b1fa81c-8550-46b2-b2c3-837c98136b00 None None] Provisioning complete for port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:00.966443 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa81c-8550-46b2-b2c3-837c98136b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.021595 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.db.api [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:41:01.021595 n-d-712142-35 neutron-server[103808]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:41:01.021595 n-d-712142-35 neutron-server[103808]: [parameters: {'id': '4509169f-cb06-495d-b223-15b8ca6b7b1f'}] Feb 11 05:41:01.021595 n-d-712142-35 neutron-server[103808]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:01.022323 n-d-712142-35 neutron-server[103808]: DEBUG oslo_db.api [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:01.043290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Attempting to bind port 992d4665-52c6-46ad-a793-6c056a3562e0 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:01.043672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Attempting to bind port 992d4665-52c6-46ad-a793-6c056a3562e0 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '6c1fe5c3-8499-405b-8218-71cfd2946e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4509169f-cb06-495d-b223-15b8ca6b7b1f'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:01.044044 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Attempting to bind port 992d4665-52c6-46ad-a793-6c056a3562e0 on network 4509169f-cb06-495d-b223-15b8ca6b7b1f {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:01.098427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:01.098776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Checking segment: {'id': '6c1fe5c3-8499-405b-8218-71cfd2946e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4509169f-cb06-495d-b223-15b8ca6b7b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:01.099158 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.099557 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Bound using segment: {'id': '6c1fe5c3-8499-405b-8218-71cfd2946e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4509169f-cb06-495d-b223-15b8ca6b7b1f'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:01.100057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Bound port: 992d4665-52c6-46ad-a793-6c056a3562e0, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1fe5c3-8499-405b-8218-71cfd2946e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4509169f-cb06-495d-b223-15b8ca6b7b1f'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:01.100464 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (992d4665-52c6-46ad-a793-6c056a3562e0), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.143408 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:01.144131 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.274356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port f6bbf64f-6f30-4708-84ed-99a22f9c53a8, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f6bbf64f-6f30-4708-84ed-99a22f9c53a8,segment=NetworkSegment(6c1f010a-a617-43de-bbdf-322b91fbff76),segment_id=6c1f010a-a617-43de-bbdf-322b91fbff76)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:01.275579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6b1fa81c-8550-46b2-b2c3-837c98136b00 None None] Current status of the port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:01.276031 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6b1fa81c-8550-46b2-b2c3-837c98136b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.280701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] For port 992d4665-52c6-46ad-a793-6c056a3562e0, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:01.289899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] For port 992d4665-52c6-46ad-a793-6c056a3562e0, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=992d4665-52c6-46ad-a793-6c056a3562e0,segment=NetworkSegment(6c1fe5c3-8499-405b-8218-71cfd2946e53),segment_id=6c1fe5c3-8499-405b-8218-71cfd2946e53)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:01.366817 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.436384 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (992d4665-52c6-46ad-a793-6c056a3562e0), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.499469 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-6b1fa81c-8550-46b2-b2c3-837c98136b00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:01.499750 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-6b1fa81c-8550-46b2-b2c3-837c98136b00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:01.523255 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (4509169f-cb06-495d-b223-15b8ca6b7b1f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.540686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=f6bbf64f-6f30-4708-84ed-99a22f9c53a8,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:01.606312 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Deleting port 992d4665-52c6-46ad-a793-6c056a3562e0 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:01.607064 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (992d4665-52c6-46ad-a793-6c056a3562e0), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.613021 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ed451e-30b8-43b5-9b5c-15356e4dea88 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:41:01.667046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166a61a-c584-40ee-8208-4afa7fd43d3c None None] Pushing event updated for resources: {'Port': ['ID=992d4665-52c6-46ad-a793-6c056a3562e0,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:01.712225 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] For port 992d4665-52c6-46ad-a793-6c056a3562e0, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=992d4665-52c6-46ad-a793-6c056a3562e0,segment=NetworkSegment(6c1fe5c3-8499-405b-8218-71cfd2946e53),segment_id=6c1fe5c3-8499-405b-8218-71cfd2946e53)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:01.712590 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (992d4665-52c6-46ad-a793-6c056a3562e0), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.729063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ed451e-30b8-43b5-9b5c-15356e4dea88 None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:41:01.732808 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Calling delete_port for 992d4665-52c6-46ad-a793-6c056a3562e0 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:01.907027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46ced94-e918-4429-9b22-7fcdb36f95f1 None None] Network 4509169f-cb06-495d-b223-15b8ca6b7b1f requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:01.937743 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (992d4665-52c6-46ad-a793-6c056a3562e0), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:01.992250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event deleted for resources: {'Port': ['ID=992d4665-52c6-46ad-a793-6c056a3562e0,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:01.998951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] No DVR routers for this DVR port 992d4665-52c6-46ad-a793-6c056a3562e0 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:02.064202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6b1fa81c-8550-46b2-b2c3-837c98136b00 None None] Current status of the port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:02.105997 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (4509169f-cb06-495d-b223-15b8ca6b7b1f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.136796 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4509169f-cb06-495d-b223-15b8ca6b7b1f']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:02.149492 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1fe5c3-8499-405b-8218-71cfd2946e53') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:02.149793 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1fe5c3-8499-405b-8218-71cfd2946e53') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:02.168134 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (6c1fe5c3-8499-405b-8218-71cfd2946e53), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.185064 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6c1fe5c3-8499-405b-8218-71cfd2946e53), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.193403 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:02.193833 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (6c1fe5c3-8499-405b-8218-71cfd2946e53), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:02.197258 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:02.314083 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (4509169f-cb06-495d-b223-15b8ca6b7b1f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.326000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.331126 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "DELETE /v2.0/networks/4509169f-cb06-495d-b223-15b8ca6b7b1f HTTP/1.1" status: 204 len: 168 time: 2.4159973 Feb 11 05:41:02.336032 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 44998) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:02.356209 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8e1b599d-33be-4d31-b99b-e1cd8be2f7dd tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-733851108'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:02.362770 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e4a65-64ae-4465-a824-c9c3618eeafe tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event deleted for resources: {'Network': ['ID=4509169f-cb06-495d-b223-15b8ca6b7b1f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:02.379339 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f6bbf64f-6f30-4708-84ed-99a22f9c53a8 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:02.436895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-da60311d-ee9c-4cbd-870e-5575ce20c428 None None] Provisioning complete for port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:02.437276 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da60311d-ee9c-4cbd-870e-5575ce20c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.487378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:02.487814 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.502769 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1b599d-33be-4d31-b99b-e1cd8be2f7dd tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Made reservation on behalf of d80a7da6c54640fc9759d53db0cba1b8 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:02.507926 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e1b599d-33be-4d31-b99b-e1cd8be2f7dd tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.548382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1b599d-33be-4d31-b99b-e1cd8be2f7dd tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:02.561721 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e1b599d-33be-4d31-b99b-e1cd8be2f7dd tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (1fdf7d4a-1c7b-42eb-9571-a04213bfdc52), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.562283 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-8e1b599d-33be-4d31-b99b-e1cd8be2f7dd tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Added segment 1fdf7d4a-1c7b-42eb-9571-a04213bfdc52 of type vlan for network 64101cbd-fe3d-4289-ba1b-6a8e86f50046 Feb 11 05:41:02.579570 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-da60311d-ee9c-4cbd-870e-5575ce20c428 None None] Current status of the port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:02.618496 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e1b599d-33be-4d31-b99b-e1cd8be2f7dd tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (64101cbd-fe3d-4289-ba1b-6a8e86f50046), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.640730 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:02.731667 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e1b599d-33be-4d31-b99b-e1cd8be2f7dd tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (64101cbd-fe3d-4289-ba1b-6a8e86f50046), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.742020 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1b599d-33be-4d31-b99b-e1cd8be2f7dd tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:02.743196 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8e1b599d-33be-4d31-b99b-e1cd8be2f7dd tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:02.859869 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b599d-33be-4d31-b99b-e1cd8be2f7dd tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event updated for resources: {'Network': ['ID=64101cbd-fe3d-4289-ba1b-6a8e86f50046,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:02.875883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 64101cbd-fe3d-4289-ba1b-6a8e86f50046 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:02.898809 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8e1b599d-33be-4d31-b99b-e1cd8be2f7dd tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5583358 Feb 11 05:41:02.899252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45000) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:02.909048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ab3b2348-9f32-4835-ac82-6371f62cab6d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Request body: {'subnet': {'network_id': '64101cbd-fe3d-4289-ba1b-6a8e86f50046', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:03.094528 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3b2348-9f32-4835-ac82-6371f62cab6d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Made reservation on behalf of d80a7da6c54640fc9759d53db0cba1b8 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:03.098949 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2348-9f32-4835-ac82-6371f62cab6d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.190352 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_backend_mixin [None req-ab3b2348-9f32-4835-ac82-6371f62cab6d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Performing IP validity checks on allocation pools {{(pid=103808) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 05:41:03.191283 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.ipam_backend_mixin [None req-ab3b2348-9f32-4835-ac82-6371f62cab6d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103808) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 05:41:03.434649 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2348-9f32-4835-ac82-6371f62cab6d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (b20e3c1e-f5e2-4a9e-8ba6-f1ba194821ce), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.503562 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b2348-9f32-4835-ac82-6371f62cab6d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event updated for resources: {'Subnet': ['ID=b20e3c1e-f5e2-4a9e-8ba6-f1ba194821ce,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:03.518561 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b2348-9f32-4835-ac82-6371f62cab6d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Checking segment: {'id': '1fdf7d4a-1c7b-42eb-9571-a04213bfdc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '64101cbd-fe3d-4289-ba1b-6a8e86f50046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:03.518990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3b2348-9f32-4835-ac82-6371f62cab6d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Network hostable DHCP agents. Network: 64101cbd-fe3d-4289-ba1b-6a8e86f50046, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:03.587943 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3b2348-9f32-4835-ac82-6371f62cab6d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Network 64101cbd-fe3d-4289-ba1b-6a8e86f50046 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:03.696653 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-ab3b2348-9f32-4835-ac82-6371f62cab6d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 64101cbd-fe3d-4289-ba1b-6a8e86f50046) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:03.702583 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3b2348-9f32-4835-ac82-6371f62cab6d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:03.703570 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ab3b2348-9f32-4835-ac82-6371f62cab6d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.712169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3108c15a-e662-4111-9d6e-9491b7d4293f None None] Network 64101cbd-fe3d-4289-ba1b-6a8e86f50046 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:03.791435 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ab3b2348-9f32-4835-ac82-6371f62cab6d tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8902957 Feb 11 05:41:03.794889 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45002) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:03.853382 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-64101cbd-fe3d-4289-ba1b-6a8e86f50046', 'network_id': '64101cbd-fe3d-4289-ba1b-6a8e86f50046', 'project_id': 'd80a7da6c54640fc9759d53db0cba1b8', 'fixed_ips': [{'subnet_id': 'b20e3c1e-f5e2-4a9e-8ba6-f1ba194821ce'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:03.854998 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:03.926907 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (64101cbd-fe3d-4289-ba1b-6a8e86f50046), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.010248 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (b20e3c1e-f5e2-4a9e-8ba6-f1ba194821ce), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.035500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Allocated IP 2001:db8::3 (64101cbd-fe3d-4289-ba1b-6a8e86f50046/b20e3c1e-f5e2-4a9e-8ba6-f1ba194821ce/e504caca-5c98-4f68-b1d2-d1571e9fdcdc) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:04.261483 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Publish callbacks [] for port (e504caca-5c98-4f68-b1d2-d1571e9fdcdc), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.353570 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (e504caca-5c98-4f68-b1d2-d1571e9fdcdc), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.403805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Network 64101cbd-fe3d-4289-ba1b-6a8e86f50046 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:04.410223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:04.412881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:04.422995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Pushing event updated for resources: {'Port': ['ID=e504caca-5c98-4f68-b1d2-d1571e9fdcdc,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:04.466308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (b20e3c1e-f5e2-4a9e-8ba6-f1ba194821ce), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.488098 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Attempting to bind port e504caca-5c98-4f68-b1d2-d1571e9fdcdc on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:04.488565 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Attempting to bind port e504caca-5c98-4f68-b1d2-d1571e9fdcdc by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '1fdf7d4a-1c7b-42eb-9571-a04213bfdc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '64101cbd-fe3d-4289-ba1b-6a8e86f50046'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:04.488986 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Attempting to bind port e504caca-5c98-4f68-b1d2-d1571e9fdcdc on network 64101cbd-fe3d-4289-ba1b-6a8e86f50046 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:04.495385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:04.495863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Checking segment: {'id': '1fdf7d4a-1c7b-42eb-9571-a04213bfdc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '64101cbd-fe3d-4289-ba1b-6a8e86f50046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:04.496172 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.496587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Bound using segment: {'id': '1fdf7d4a-1c7b-42eb-9571-a04213bfdc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '64101cbd-fe3d-4289-ba1b-6a8e86f50046'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:04.497080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Bound port: e504caca-5c98-4f68-b1d2-d1571e9fdcdc, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fdf7d4a-1c7b-42eb-9571-a04213bfdc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '64101cbd-fe3d-4289-ba1b-6a8e86f50046'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:04.497471 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e504caca-5c98-4f68-b1d2-d1571e9fdcdc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.506159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event deleted for resources: {'Subnet': ['ID=b20e3c1e-f5e2-4a9e-8ba6-f1ba194821ce,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:04.583079 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] For port e504caca-5c98-4f68-b1d2-d1571e9fdcdc, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:04.587473 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] For port e504caca-5c98-4f68-b1d2-d1571e9fdcdc, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e504caca-5c98-4f68-b1d2-d1571e9fdcdc,segment=NetworkSegment(1fdf7d4a-1c7b-42eb-9571-a04213bfdc52),segment_id=1fdf7d4a-1c7b-42eb-9571-a04213bfdc52)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:04.620383 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (64101cbd-fe3d-4289-ba1b-6a8e86f50046), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.651115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64101cbd-fe3d-4289-ba1b-6a8e86f50046']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:04.663007 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fdf7d4a-1c7b-42eb-9571-a04213bfdc52') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:04.663378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fdf7d4a-1c7b-42eb-9571-a04213bfdc52') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:04.675782 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (1fdf7d4a-1c7b-42eb-9571-a04213bfdc52), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.684361 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e504caca-5c98-4f68-b1d2-d1571e9fdcdc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.700133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (1fdf7d4a-1c7b-42eb-9571-a04213bfdc52), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.711764 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:04.712427 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (1fdf7d4a-1c7b-42eb-9571-a04213bfdc52), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:04.724463 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:04.751528 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.827723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248b2c3-17f9-45fc-9ef7-ebb00664840d None None] Pushing event updated for resources: {'Port': ['ID=e504caca-5c98-4f68-b1d2-d1571e9fdcdc,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:04.850451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48085d0b-9c45-4007-8477-69695580f736 None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:41:04.863491 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.db.api [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:41:04.863491 n-d-712142-35 neutron-server[103808]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:41:04.863491 n-d-712142-35 neutron-server[103808]: [parameters: {'id': '64101cbd-fe3d-4289-ba1b-6a8e86f50046'}] Feb 11 05:41:04.863491 n-d-712142-35 neutron-server[103808]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103808) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:04.864212 n-d-712142-35 neutron-server[103808]: DEBUG oslo_db.api [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:04.881195 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:04.934225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48085d0b-9c45-4007-8477-69695580f736 None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:41:05.112734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdd3658-8bb3-433d-bc25-908a591b811f None None] Network 64101cbd-fe3d-4289-ba1b-6a8e86f50046 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:05.369649 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (64101cbd-fe3d-4289-ba1b-6a8e86f50046), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.432361 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Deleting port e504caca-5c98-4f68-b1d2-d1571e9fdcdc {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:05.432708 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e504caca-5c98-4f68-b1d2-d1571e9fdcdc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.505051 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] For port e504caca-5c98-4f68-b1d2-d1571e9fdcdc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e504caca-5c98-4f68-b1d2-d1571e9fdcdc,segment=NetworkSegment(1fdf7d4a-1c7b-42eb-9571-a04213bfdc52),segment_id=1fdf7d4a-1c7b-42eb-9571-a04213bfdc52)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:05.505908 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e504caca-5c98-4f68-b1d2-d1571e9fdcdc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.522894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Calling delete_port for e504caca-5c98-4f68-b1d2-d1571e9fdcdc owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:05.702507 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e504caca-5c98-4f68-b1d2-d1571e9fdcdc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.729482 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event deleted for resources: {'Port': ['ID=e504caca-5c98-4f68-b1d2-d1571e9fdcdc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:05.739919 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] No DVR routers for this DVR port e504caca-5c98-4f68-b1d2-d1571e9fdcdc on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:05.826753 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (64101cbd-fe3d-4289-ba1b-6a8e86f50046), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.854564 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64101cbd-fe3d-4289-ba1b-6a8e86f50046']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:05.865695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fdf7d4a-1c7b-42eb-9571-a04213bfdc52') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:05.865987 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fdf7d4a-1c7b-42eb-9571-a04213bfdc52') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:05.877190 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (1fdf7d4a-1c7b-42eb-9571-a04213bfdc52), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.893438 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (1fdf7d4a-1c7b-42eb-9571-a04213bfdc52), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.900578 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:05.901104 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (1fdf7d4a-1c7b-42eb-9571-a04213bfdc52), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:05.904437 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:06.037679 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (64101cbd-fe3d-4289-ba1b-6a8e86f50046), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.045154 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.054127 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "DELETE /v2.0/networks/64101cbd-fe3d-4289-ba1b-6a8e86f50046 HTTP/1.1" status: 204 len: 168 time: 2.2534363 Feb 11 05:41:06.054318 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45004) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:06.060360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-552585696'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:06.062763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff5abd-67dd-45d4-8cc3-1b97fc71e178 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event deleted for resources: {'Network': ['ID=64101cbd-fe3d-4289-ba1b-6a8e86f50046,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:06.159586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Made reservation on behalf of d80a7da6c54640fc9759d53db0cba1b8 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:06.163240 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.195867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:06.207702 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (5ef6f87b-1ce2-40eb-8574-400471a04d2f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.208169 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Added segment 5ef6f87b-1ce2-40eb-8574-400471a04d2f of type vlan for network a098bae8-f707-4329-838f-888070be3aac Feb 11 05:41:06.254614 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (a098bae8-f707-4329-838f-888070be3aac), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.376338 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (a098bae8-f707-4329-838f-888070be3aac), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.381639 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:06.385845 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.456433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event updated for resources: {'Network': ['ID=a098bae8-f707-4329-838f-888070be3aac,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:06.465538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:06.471868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:06.471868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:06.471868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:06.471868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:06.471868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:06.471868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:06.471868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:06.471868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:06.471868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:06.471868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:06.471868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:06.471868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:06.483600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network a098bae8-f707-4329-838f-888070be3aac details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:06.494421 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-12866bcb-f9f1-41f4-b8a4-88b4ae19642e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4383590 Feb 11 05:41:06.498335 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45006) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:06.505250 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b9900aff-8eda-4de1-ac0c-64175616fc9b tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Request body: {'subnet': {'network_id': 'a098bae8-f707-4329-838f-888070be3aac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:06.685298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9900aff-8eda-4de1-ac0c-64175616fc9b tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Made reservation on behalf of d80a7da6c54640fc9759d53db0cba1b8 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:06.689960 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9900aff-8eda-4de1-ac0c-64175616fc9b tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:06.980465 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9900aff-8eda-4de1-ac0c-64175616fc9b tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (6b9df6aa-47cd-4fc9-9832-ab07b36b6b05), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.041314 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9900aff-8eda-4de1-ac0c-64175616fc9b tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event updated for resources: {'Subnet': ['ID=6b9df6aa-47cd-4fc9-9832-ab07b36b6b05,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:07.063700 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9900aff-8eda-4de1-ac0c-64175616fc9b tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Checking segment: {'id': '5ef6f87b-1ce2-40eb-8574-400471a04d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a098bae8-f707-4329-838f-888070be3aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:07.064578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9900aff-8eda-4de1-ac0c-64175616fc9b tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Network hostable DHCP agents. Network: a098bae8-f707-4329-838f-888070be3aac, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:07.197105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9900aff-8eda-4de1-ac0c-64175616fc9b tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Network a098bae8-f707-4329-838f-888070be3aac is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:07.307843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-b9900aff-8eda-4de1-ac0c-64175616fc9b tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, a098bae8-f707-4329-838f-888070be3aac) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:07.313617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9900aff-8eda-4de1-ac0c-64175616fc9b tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:07.314408 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b9900aff-8eda-4de1-ac0c-64175616fc9b tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.320184 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f970f1-03b8-4d03-8cd4-6a7254e09c3a None None] Network a098bae8-f707-4329-838f-888070be3aac requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:07.444312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b9900aff-8eda-4de1-ac0c-64175616fc9b tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9439948 Feb 11 05:41:07.447228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-a098bae8-f707-4329-838f-888070be3aac', 'network_id': 'a098bae8-f707-4329-838f-888070be3aac', 'project_id': 'd80a7da6c54640fc9759d53db0cba1b8', 'fixed_ips': [{'subnet_id': '6b9df6aa-47cd-4fc9-9832-ab07b36b6b05'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:07.448494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45008) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:07.448658 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.454809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-dcc10aeb-350e-4209-9734-d1c7b12131f7 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2040629465'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:07.571435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc10aeb-350e-4209-9734-d1c7b12131f7 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Made reservation on behalf of d80a7da6c54640fc9759d53db0cba1b8 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:07.575960 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dcc10aeb-350e-4209-9734-d1c7b12131f7 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.607435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc10aeb-350e-4209-9734-d1c7b12131f7 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:07.617556 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Allocated IP 2001:db8::2 (a098bae8-f707-4329-838f-888070be3aac/6b9df6aa-47cd-4fc9-9832-ab07b36b6b05/8f3352b5-f247-4e5e-95c2-3050a42204a3) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:07.620997 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dcc10aeb-350e-4209-9734-d1c7b12131f7 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ffada284-c61f-4861-bff9-134303d7b519), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.621513 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-dcc10aeb-350e-4209-9734-d1c7b12131f7 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Added segment ffada284-c61f-4861-bff9-134303d7b519 of type vlan for network 86954d32-c4ca-40f1-97bd-6dd40e540494 Feb 11 05:41:07.681724 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dcc10aeb-350e-4209-9734-d1c7b12131f7 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (86954d32-c4ca-40f1-97bd-6dd40e540494), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.796301 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Publish callbacks [] for port (8f3352b5-f247-4e5e-95c2-3050a42204a3), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.819849 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dcc10aeb-350e-4209-9734-d1c7b12131f7 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (86954d32-c4ca-40f1-97bd-6dd40e540494), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.825177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc10aeb-350e-4209-9734-d1c7b12131f7 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:07.825778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dcc10aeb-350e-4209-9734-d1c7b12131f7 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.902435 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc10aeb-350e-4209-9734-d1c7b12131f7 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event updated for resources: {'Network': ['ID=86954d32-c4ca-40f1-97bd-6dd40e540494,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:07.914328 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 86954d32-c4ca-40f1-97bd-6dd40e540494 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:07.932637 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (8f3352b5-f247-4e5e-95c2-3050a42204a3), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:07.977225 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dcc10aeb-350e-4209-9734-d1c7b12131f7 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5271974 Feb 11 05:41:07.980508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45010) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:07.989835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ffe2e2c3-58bd-4f64-8d17-f79c0c55d0a0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Request body: {'subnet': {'network_id': '86954d32-c4ca-40f1-97bd-6dd40e540494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:08.041010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Network a098bae8-f707-4329-838f-888070be3aac is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:08.047270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:08.050717 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:08.057545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Pushing event updated for resources: {'Port': ['ID=8f3352b5-f247-4e5e-95c2-3050a42204a3,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:08.074042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.074042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.074042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.074042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.074042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.074042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.074042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.074042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.075828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.075828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.075828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.075828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.075828 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:08.135718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Attempting to bind port 8f3352b5-f247-4e5e-95c2-3050a42204a3 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:08.136169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Attempting to bind port 8f3352b5-f247-4e5e-95c2-3050a42204a3 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '5ef6f87b-1ce2-40eb-8574-400471a04d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a098bae8-f707-4329-838f-888070be3aac'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:08.137530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Attempting to bind port 8f3352b5-f247-4e5e-95c2-3050a42204a3 on network a098bae8-f707-4329-838f-888070be3aac {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:08.144202 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:08.144647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Checking segment: {'id': '5ef6f87b-1ce2-40eb-8574-400471a04d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a098bae8-f707-4329-838f-888070be3aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:08.145168 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.145654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Bound using segment: {'id': '5ef6f87b-1ce2-40eb-8574-400471a04d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a098bae8-f707-4329-838f-888070be3aac'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:08.146243 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Bound port: 8f3352b5-f247-4e5e-95c2-3050a42204a3, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef6f87b-1ce2-40eb-8574-400471a04d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a098bae8-f707-4329-838f-888070be3aac'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:08.146797 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8f3352b5-f247-4e5e-95c2-3050a42204a3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.208973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe2e2c3-58bd-4f64-8d17-f79c0c55d0a0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Made reservation on behalf of d80a7da6c54640fc9759d53db0cba1b8 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:08.213198 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e2c3-58bd-4f64-8d17-f79c0c55d0a0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.225868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] For port 8f3352b5-f247-4e5e-95c2-3050a42204a3, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:08.232402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] For port 8f3352b5-f247-4e5e-95c2-3050a42204a3, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8f3352b5-f247-4e5e-95c2-3050a42204a3,segment=NetworkSegment(5ef6f87b-1ce2-40eb-8574-400471a04d2f),segment_id=5ef6f87b-1ce2-40eb-8574-400471a04d2f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:08.309126 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8f3352b5-f247-4e5e-95c2-3050a42204a3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.551621 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e2c3-58bd-4f64-8d17-f79c0c55d0a0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (b50e1ac3-4018-46f7-9a66-0d886f3d6ce5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.623464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2e2c3-58bd-4f64-8d17-f79c0c55d0a0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event updated for resources: {'Subnet': ['ID=b50e1ac3-4018-46f7-9a66-0d886f3d6ce5,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:08.636377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe2e2c3-58bd-4f64-8d17-f79c0c55d0a0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Checking segment: {'id': 'ffada284-c61f-4861-bff9-134303d7b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '86954d32-c4ca-40f1-97bd-6dd40e540494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:08.636950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe2e2c3-58bd-4f64-8d17-f79c0c55d0a0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Network hostable DHCP agents. Network: 86954d32-c4ca-40f1-97bd-6dd40e540494, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:08.666611 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657e91d-5736-4bf2-967c-7e13870884df None None] Pushing event updated for resources: {'Port': ['ID=8f3352b5-f247-4e5e-95c2-3050a42204a3,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:08.739786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe2e2c3-58bd-4f64-8d17-f79c0c55d0a0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Network 86954d32-c4ca-40f1-97bd-6dd40e540494 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:08.847629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-ffe2e2c3-58bd-4f64-8d17-f79c0c55d0a0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 86954d32-c4ca-40f1-97bd-6dd40e540494) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:08.855826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe2e2c3-58bd-4f64-8d17-f79c0c55d0a0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:08.863750 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e2c3-58bd-4f64-8d17-f79c0c55d0a0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:08.877163 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69994e7d-dd15-42db-b2c0-3175b2a6abfe None None] Network 86954d32-c4ca-40f1-97bd-6dd40e540494 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:08.963108 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ffe2e2c3-58bd-4f64-8d17-f79c0c55d0a0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9807539 Feb 11 05:41:08.966794 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45012) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:09.085177 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-86954d32-c4ca-40f1-97bd-6dd40e540494', 'network_id': '86954d32-c4ca-40f1-97bd-6dd40e540494', 'project_id': 'd80a7da6c54640fc9759d53db0cba1b8', 'fixed_ips': [{'subnet_id': 'b50e1ac3-4018-46f7-9a66-0d886f3d6ce5'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:09.085177 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.100758 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (86954d32-c4ca-40f1-97bd-6dd40e540494), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.204367 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (b50e1ac3-4018-46f7-9a66-0d886f3d6ce5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.267637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Allocated IP 2001:db8::2 (86954d32-c4ca-40f1-97bd-6dd40e540494/b50e1ac3-4018-46f7-9a66-0d886f3d6ce5/986322b2-1a2f-48b5-97db-38e4e3769403) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:09.489067 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Publish callbacks [] for port (986322b2-1a2f-48b5-97db-38e4e3769403), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.591699 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (986322b2-1a2f-48b5-97db-38e4e3769403), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.652767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Network 86954d32-c4ca-40f1-97bd-6dd40e540494 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:09.656188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:09.660834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:09.668567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Pushing event updated for resources: {'Port': ['ID=986322b2-1a2f-48b5-97db-38e4e3769403,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:09.697160 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (b50e1ac3-4018-46f7-9a66-0d886f3d6ce5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.733773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event deleted for resources: {'Subnet': ['ID=b50e1ac3-4018-46f7-9a66-0d886f3d6ce5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:09.768894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Attempting to bind port 986322b2-1a2f-48b5-97db-38e4e3769403 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:09.769800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Attempting to bind port 986322b2-1a2f-48b5-97db-38e4e3769403 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'ffada284-c61f-4861-bff9-134303d7b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '86954d32-c4ca-40f1-97bd-6dd40e540494'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:09.770416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Attempting to bind port 986322b2-1a2f-48b5-97db-38e4e3769403 on network 86954d32-c4ca-40f1-97bd-6dd40e540494 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:09.780450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:09.781390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Checking segment: {'id': 'ffada284-c61f-4861-bff9-134303d7b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '86954d32-c4ca-40f1-97bd-6dd40e540494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:09.782279 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.782994 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Bound using segment: {'id': 'ffada284-c61f-4861-bff9-134303d7b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '86954d32-c4ca-40f1-97bd-6dd40e540494'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:09.783850 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Bound port: 986322b2-1a2f-48b5-97db-38e4e3769403, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffada284-c61f-4861-bff9-134303d7b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '86954d32-c4ca-40f1-97bd-6dd40e540494'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:09.784507 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (986322b2-1a2f-48b5-97db-38e4e3769403), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.814019 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (86954d32-c4ca-40f1-97bd-6dd40e540494), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.840748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86954d32-c4ca-40f1-97bd-6dd40e540494']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:09.859635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffada284-c61f-4861-bff9-134303d7b519') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:09.859635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffada284-c61f-4861-bff9-134303d7b519') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:09.865776 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf108d7-1922-4d5b-89f7-c25e638e871c None None] Network a098bae8-f707-4329-838f-888070be3aac requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:09.866199 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (ffada284-c61f-4861-bff9-134303d7b519), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.885314 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ffada284-c61f-4861-bff9-134303d7b519), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.892235 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:09.892855 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (ffada284-c61f-4861-bff9-134303d7b519), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:09.896121 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:09.953916 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] For port 986322b2-1a2f-48b5-97db-38e4e3769403, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:10.009829 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.db.api [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 05:41:10.009829 n-d-712142-35 neutron-server[103809]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 05:41:10.009829 n-d-712142-35 neutron-server[103809]: [parameters: {'id': '86954d32-c4ca-40f1-97bd-6dd40e540494'}] Feb 11 05:41:10.009829 n-d-712142-35 neutron-server[103809]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103809) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:41:10.009829 n-d-712142-35 neutron-server[103809]: DEBUG oslo_db.api [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:41:10.041995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] For port 986322b2-1a2f-48b5-97db-38e4e3769403, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=986322b2-1a2f-48b5-97db-38e4e3769403,segment=NetworkSegment(ffada284-c61f-4861-bff9-134303d7b519),segment_id=ffada284-c61f-4861-bff9-134303d7b519)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:10.065283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b134d7e7-7f4f-495f-9bfc-d71593fcee98 None None] Provisioning complete for port 8f3352b5-f247-4e5e-95c2-3050a42204a3 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:10.065876 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b134d7e7-7f4f-495f-9bfc-d71593fcee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8f3352b5-f247-4e5e-95c2-3050a42204a3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.158652 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (986322b2-1a2f-48b5-97db-38e4e3769403), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.379303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d69176-1e91-4497-ab5b-1232ac885a1d None None] Pushing event updated for resources: {'Port': ['ID=986322b2-1a2f-48b5-97db-38e4e3769403,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:10.407383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b134d7e7-7f4f-495f-9bfc-d71593fcee98 None None] Current status of the port 8f3352b5-f247-4e5e-95c2-3050a42204a3 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:10.408461 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b134d7e7-7f4f-495f-9bfc-d71593fcee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8f3352b5-f247-4e5e-95c2-3050a42204a3), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.421033 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7928043-e681-42fa-9542-0d4ba4bb5520 None None] Network 86954d32-c4ca-40f1-97bd-6dd40e540494 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:10.424425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8f3352b5-f247-4e5e-95c2-3050a42204a3 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:10.511719 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (86954d32-c4ca-40f1-97bd-6dd40e540494), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.564245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b134d7e7-7f4f-495f-9bfc-d71593fcee98 None None] For port 8f3352b5-f247-4e5e-95c2-3050a42204a3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8f3352b5-f247-4e5e-95c2-3050a42204a3,segment=NetworkSegment(5ef6f87b-1ce2-40eb-8574-400471a04d2f),segment_id=5ef6f87b-1ce2-40eb-8574-400471a04d2f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:10.609961 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 8f3352b5-f247-4e5e-95c2-3050a42204a3 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:10.610529 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8f3352b5-f247-4e5e-95c2-3050a42204a3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.611948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Deleting port 986322b2-1a2f-48b5-97db-38e4e3769403 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:10.612429 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (986322b2-1a2f-48b5-97db-38e4e3769403), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.682163 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b134d7e7-7f4f-495f-9bfc-d71593fcee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8f3352b5-f247-4e5e-95c2-3050a42204a3), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.700092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] For port 986322b2-1a2f-48b5-97db-38e4e3769403, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=986322b2-1a2f-48b5-97db-38e4e3769403,segment=NetworkSegment(ffada284-c61f-4861-bff9-134303d7b519),segment_id=ffada284-c61f-4861-bff9-134303d7b519)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:10.700861 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (986322b2-1a2f-48b5-97db-38e4e3769403), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.724269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Calling delete_port for 986322b2-1a2f-48b5-97db-38e4e3769403 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:10.738491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087fb2a2-9859-476b-bfe4-582a8780051b None None] get_active_networks_info from n-d-712142-35 {{(pid=103810) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 05:41:10.847318 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134d7e7-7f4f-495f-9bfc-d71593fcee98 None None] Pushing event updated for resources: {'Port': ['ID=8f3352b5-f247-4e5e-95c2-3050a42204a3,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:10.917687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2b57df36-4dd7-4209-9bee-ef8c752e69ca None None] Provisioning complete for port 8f3352b5-f247-4e5e-95c2-3050a42204a3 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:10.918063 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b57df36-4dd7-4209-9bee-ef8c752e69ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8f3352b5-f247-4e5e-95c2-3050a42204a3), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.961843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 8f3352b5-f247-4e5e-95c2-3050a42204a3 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:10.965707 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (986322b2-1a2f-48b5-97db-38e4e3769403), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:10.968454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087fb2a2-9859-476b-bfe4-582a8780051b None None] Resources bound (agent type, host, resource id): {{(pid=103810) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 05:41:11.003939 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event deleted for resources: {'Port': ['ID=986322b2-1a2f-48b5-97db-38e4e3769403,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:11.007513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] No DVR routers for this DVR port 986322b2-1a2f-48b5-97db-38e4e3769403 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:11.111915 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2b57df36-4dd7-4209-9bee-ef8c752e69ca None None] Current status of the port 8f3352b5-f247-4e5e-95c2-3050a42204a3 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:11.117910 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (86954d32-c4ca-40f1-97bd-6dd40e540494), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.146752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86954d32-c4ca-40f1-97bd-6dd40e540494']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:11.158785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffada284-c61f-4861-bff9-134303d7b519') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:11.159118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffada284-c61f-4861-bff9-134303d7b519') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:11.173091 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (ffada284-c61f-4861-bff9-134303d7b519), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.194034 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (ffada284-c61f-4861-bff9-134303d7b519), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.202616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:11.203674 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (ffada284-c61f-4861-bff9-134303d7b519), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:11.208187 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:11.371177 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (86954d32-c4ca-40f1-97bd-6dd40e540494), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.381362 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.385116 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "DELETE /v2.0/networks/86954d32-c4ca-40f1-97bd-6dd40e540494 HTTP/1.1" status: 204 len: 168 time: 2.4169781 Feb 11 05:41:11.389145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45014) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:11.398958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfaf4e-14e4-4b28-a57a-750adc181864 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event deleted for resources: {'Network': ['ID=86954d32-c4ca-40f1-97bd-6dd40e540494,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:11.438846 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a012639-aa0b-4bc9-ba4d-7ea883f06b52 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] GET failed (client error): The resource could not be found. Feb 11 05:41:11.440871 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0a012639-aa0b-4bc9-ba4d-7ea883f06b52 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "GET /v2.0/subnets/b50e1ac3-4018-46f7-9a66-0d886f3d6ce5 HTTP/1.1" status: 404 len: 337 time: 0.0500498 Feb 11 05:41:11.443884 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45016) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:11.480372 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-60896c8a-db73-4c29-ad4e-964cefbf36e6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:11.481230 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60896c8a-db73-4c29-ad4e-964cefbf36e6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:11.487019 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-60896c8a-db73-4c29-ad4e-964cefbf36e6 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "DELETE /v2.0/networks/86954d32-c4ca-40f1-97bd-6dd40e540494 HTTP/1.1" status: 404 len: 339 time: 0.0416336 Feb 11 05:41:11.490890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45018) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:11.536081 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-5885c950-6288-4ec6-a8c7-d801e090769f tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:11.536845 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5885c950-6288-4ec6-a8c7-d801e090769f tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:11.542507 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5885c950-6288-4ec6-a8c7-d801e090769f tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "DELETE /v2.0/subnets/b50e1ac3-4018-46f7-9a66-0d886f3d6ce5 HTTP/1.1" status: 404 len: 337 time: 0.0501330 Feb 11 05:41:11.544956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45020) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:11.574346 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5390f07-d212-47ff-9580-6ab26c44a5f0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:11.575299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5390f07-d212-47ff-9580-6ab26c44a5f0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:11.581636 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b5390f07-d212-47ff-9580-6ab26c44a5f0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "DELETE /v2.0/networks/86954d32-c4ca-40f1-97bd-6dd40e540494 HTTP/1.1" status: 404 len: 339 time: 0.0351410 Feb 11 05:41:11.584053 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45022) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:11.663305 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f92583c-2be9-4745-b2b1-646adbd04044 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Deleting subnet 6b9df6aa-47cd-4fc9-9832-ab07b36b6b05 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:11.666997 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f92583c-2be9-4745-b2b1-646adbd04044 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for subnet (6b9df6aa-47cd-4fc9-9832-ab07b36b6b05), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.714750 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f92583c-2be9-4745-b2b1-646adbd04044 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (6b9df6aa-47cd-4fc9-9832-ab07b36b6b05), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.816643 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f92583c-2be9-4745-b2b1-646adbd04044 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (6b9df6aa-47cd-4fc9-9832-ab07b36b6b05), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:11.980798 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f92583c-2be9-4745-b2b1-646adbd04044 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (6b9df6aa-47cd-4fc9-9832-ab07b36b6b05), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.012542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92583c-2be9-4745-b2b1-646adbd04044 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9df6aa-47cd-4fc9-9832-ab07b36b6b05,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:12.014660 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f92583c-2be9-4745-b2b1-646adbd04044 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.020543 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0f92583c-2be9-4745-b2b1-646adbd04044 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "DELETE /v2.0/subnets/6b9df6aa-47cd-4fc9-9832-ab07b36b6b05 HTTP/1.1" status: 204 len: 168 time: 0.4346981 Feb 11 05:41:12.022059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45024) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:12.026834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892be3a8-091b-410c-943b-279199441545 None None] Network a098bae8-f707-4329-838f-888070be3aac requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:12.160586 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (a098bae8-f707-4329-838f-888070be3aac), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.225412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Deleting port 8f3352b5-f247-4e5e-95c2-3050a42204a3 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:12.225964 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8f3352b5-f247-4e5e-95c2-3050a42204a3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.226215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3140ae-9755-4dd1-88c3-8726dc7bf688 None None] DHCP port deletion for a098bae8-f707-4329-838f-888070be3aac request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:41:12.288735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ea3140ae-9755-4dd1-88c3-8726dc7bf688 None None] Deleting port 8f3352b5-f247-4e5e-95c2-3050a42204a3 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:12.294466 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ea3140ae-9755-4dd1-88c3-8726dc7bf688 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8f3352b5-f247-4e5e-95c2-3050a42204a3), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.317060 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] For port 8f3352b5-f247-4e5e-95c2-3050a42204a3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8f3352b5-f247-4e5e-95c2-3050a42204a3,segment=NetworkSegment(5ef6f87b-1ce2-40eb-8574-400471a04d2f),segment_id=5ef6f87b-1ce2-40eb-8574-400471a04d2f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:12.317542 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8f3352b5-f247-4e5e-95c2-3050a42204a3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.333908 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Calling delete_port for 8f3352b5-f247-4e5e-95c2-3050a42204a3 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:12.389591 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8f3352b5-f247-4e5e-95c2-3050a42204a3 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:12.477652 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ea3140ae-9755-4dd1-88c3-8726dc7bf688 None None] For port 8f3352b5-f247-4e5e-95c2-3050a42204a3, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8f3352b5-f247-4e5e-95c2-3050a42204a3,segment=NetworkSegment(5ef6f87b-1ce2-40eb-8574-400471a04d2f),segment_id=5ef6f87b-1ce2-40eb-8574-400471a04d2f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:12.478146 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ea3140ae-9755-4dd1-88c3-8726dc7bf688 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8f3352b5-f247-4e5e-95c2-3050a42204a3), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.512922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ea3140ae-9755-4dd1-88c3-8726dc7bf688 None None] Calling delete_port for 8f3352b5-f247-4e5e-95c2-3050a42204a3 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:12.569389 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8f3352b5-f247-4e5e-95c2-3050a42204a3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.591665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event deleted for resources: {'Port': ['ID=8f3352b5-f247-4e5e-95c2-3050a42204a3,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:12.596040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] No DVR routers for this DVR port 8f3352b5-f247-4e5e-95c2-3050a42204a3 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:12.650155 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Port 8f3352b5-f247-4e5e-95c2-3050a42204a3 update to DOWN by agent not found {{(pid=103810) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 05:41:12.684290 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (a098bae8-f707-4329-838f-888070be3aac), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:41:12.696999 n-d-712142-35 neutron-server[103810]: self.session.flush() Feb 11 05:41:12.705542 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ea3140ae-9755-4dd1-88c3-8726dc7bf688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (8f3352b5-f247-4e5e-95c2-3050a42204a3), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.736441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a098bae8-f707-4329-838f-888070be3aac']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:12.740310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3140ae-9755-4dd1-88c3-8726dc7bf688 None None] Pushing event deleted for resources: {'Port': ['ID=8f3352b5-f247-4e5e-95c2-3050a42204a3,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:12.741432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3140ae-9755-4dd1-88c3-8726dc7bf688 None None] No DVR routers for this DVR port 8f3352b5-f247-4e5e-95c2-3050a42204a3 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:12.760006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef6f87b-1ce2-40eb-8574-400471a04d2f') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:12.760663 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef6f87b-1ce2-40eb-8574-400471a04d2f') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:12.780492 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (5ef6f87b-1ce2-40eb-8574-400471a04d2f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.804637 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (5ef6f87b-1ce2-40eb-8574-400471a04d2f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.815348 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (5ef6f87b-1ce2-40eb-8574-400471a04d2f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:12.822049 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:12.965286 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (a098bae8-f707-4329-838f-888070be3aac), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.974779 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:12.978255 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "DELETE /v2.0/networks/a098bae8-f707-4329-838f-888070be3aac HTTP/1.1" status: 204 len: 168 time: 0.9552832 Feb 11 05:41:12.981867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45026) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:12.992863 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee468bef-65da-4225-882e-d3364e1791a8 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event deleted for resources: {'Network': ['ID=a098bae8-f707-4329-838f-888070be3aac,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:13.030328 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-608318af-c4f6-4027-bb91-5e038922edd2 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:13.031572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608318af-c4f6-4027-bb91-5e038922edd2 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:13.037401 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-608318af-c4f6-4027-bb91-5e038922edd2 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "DELETE /v2.0/subnets/b20e3c1e-f5e2-4a9e-8ba6-f1ba194821ce HTTP/1.1" status: 404 len: 337 time: 0.0535378 Feb 11 05:41:13.039970 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45028) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:13.081658 n-d-712142-35 neutron-server[103808]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea886124-c71e-481f-9028-ef88c74ad34e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:13.081658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea886124-c71e-481f-9028-ef88c74ad34e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103808) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:13.085429 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ea886124-c71e-481f-9028-ef88c74ad34e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "DELETE /v2.0/networks/64101cbd-fe3d-4289-ba1b-6a8e86f50046 HTTP/1.1" status: 404 len: 339 time: 0.0438101 Feb 11 05:41:13.088467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45030) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:13.118971 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85b40dd-67a7-4d09-888a-ceecc42e72a2 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:13.119550 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85b40dd-67a7-4d09-888a-ceecc42e72a2 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:13.124251 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d85b40dd-67a7-4d09-888a-ceecc42e72a2 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "DELETE /v2.0/subnets/0ae2abd1-d4e9-48ed-a49f-1b9c265152a9 HTTP/1.1" status: 404 len: 337 time: 0.0344446 Feb 11 05:41:13.128025 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45032) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:13.153992 n-d-712142-35 neutron-server[103809]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2383f3-8614-44b7-a138-cc4a168e65ac tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] DELETE failed (client error): The resource could not be found. Feb 11 05:41:13.154802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2383f3-8614-44b7-a138-cc4a168e65ac tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103809) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 05:41:13.158607 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cc2383f3-8614-44b7-a138-cc4a168e65ac tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "DELETE /v2.0/networks/4509169f-cb06-495d-b223-15b8ca6b7b1f HTTP/1.1" status: 404 len: 339 time: 0.0293293 Feb 11 05:41:13.161635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45034) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:13.250293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2b79cc-1ea7-480d-ae3a-89ad8bae32e0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Deleting subnet 85fe7569-fed4-4c4f-9a37-8061ae601e49 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:13.254719 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac2b79cc-1ea7-480d-ae3a-89ad8bae32e0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for subnet (85fe7569-fed4-4c4f-9a37-8061ae601e49), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.327126 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac2b79cc-1ea7-480d-ae3a-89ad8bae32e0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (85fe7569-fed4-4c4f-9a37-8061ae601e49), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.433400 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac2b79cc-1ea7-480d-ae3a-89ad8bae32e0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (85fe7569-fed4-4c4f-9a37-8061ae601e49), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.550099 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac2b79cc-1ea7-480d-ae3a-89ad8bae32e0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (85fe7569-fed4-4c4f-9a37-8061ae601e49), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.583283 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac2b79cc-1ea7-480d-ae3a-89ad8bae32e0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.590259 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ac2b79cc-1ea7-480d-ae3a-89ad8bae32e0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "DELETE /v2.0/subnets/85fe7569-fed4-4c4f-9a37-8061ae601e49 HTTP/1.1" status: 204 len: 168 time: 0.4237502 Feb 11 05:41:13.590259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b79cc-1ea7-480d-ae3a-89ad8bae32e0 tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event deleted for resources: {'Subnet': ['ID=85fe7569-fed4-4c4f-9a37-8061ae601e49,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:13.591654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45036) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:13.596829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dce599-bce0-4cb7-a83d-fb2bc0ac2c2e None None] Network 48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:13.732046 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.854877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Deleting port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:13.855775 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.858177 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f71290-e109-44b0-84a6-d1e9309b0725 None None] DHCP port deletion for 48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:41:13.913478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a5f71290-e109-44b0-84a6-d1e9309b0725 None None] Deleting port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:13.914091 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a5f71290-e109-44b0-84a6-d1e9309b0725 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.979497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] For port f6bbf64f-6f30-4708-84ed-99a22f9c53a8, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f6bbf64f-6f30-4708-84ed-99a22f9c53a8,segment=NetworkSegment(6c1f010a-a617-43de-bbdf-322b91fbff76),segment_id=6c1f010a-a617-43de-bbdf-322b91fbff76)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:13.980824 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:13.995940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Calling delete_port for f6bbf64f-6f30-4708-84ed-99a22f9c53a8 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:14.002600 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-a5f71290-e109-44b0-84a6-d1e9309b0725 None None] For port f6bbf64f-6f30-4708-84ed-99a22f9c53a8, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=f6bbf64f-6f30-4708-84ed-99a22f9c53a8,segment=NetworkSegment(6c1f010a-a617-43de-bbdf-322b91fbff76),segment_id=6c1f010a-a617-43de-bbdf-322b91fbff76)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:14.003320 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a5f71290-e109-44b0-84a6-d1e9309b0725 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.027076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a5f71290-e109-44b0-84a6-d1e9309b0725 None None] Calling delete_port for f6bbf64f-6f30-4708-84ed-99a22f9c53a8 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:14.192068 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.235432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] No DVR routers for this DVR port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:14.243487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event deleted for resources: {'Port': ['ID=f6bbf64f-6f30-4708-84ed-99a22f9c53a8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:14.375970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f6bbf64f-6f30-4708-84ed-99a22f9c53a8 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:14.408470 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.433728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: f6bbf64f-6f30-4708-84ed-99a22f9c53a8 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:14.434257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device f6bbf64f-6f30-4708-84ed-99a22f9c53a8 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:14.461605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:14.494449 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1f010a-a617-43de-bbdf-322b91fbff76') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:14.495203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1f010a-a617-43de-bbdf-322b91fbff76') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:14.498993 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a5f71290-e109-44b0-84a6-d1e9309b0725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (f6bbf64f-6f30-4708-84ed-99a22f9c53a8), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.512289 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (6c1f010a-a617-43de-bbdf-322b91fbff76), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.532321 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6c1f010a-a617-43de-bbdf-322b91fbff76), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.533418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f71290-e109-44b0-84a6-d1e9309b0725 None None] Pushing event deleted for resources: {'Port': ['ID=f6bbf64f-6f30-4708-84ed-99a22f9c53a8,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:14.535543 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f71290-e109-44b0-84a6-d1e9309b0725 None None] No DVR routers for this DVR port f6bbf64f-6f30-4708-84ed-99a22f9c53a8 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:14.547546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:14.547990 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (6c1f010a-a617-43de-bbdf-322b91fbff76), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:14.551424 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:14.711823 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.737248 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:14.743792 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] 10.222.0.13 "DELETE /v2.0/networks/48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1 HTTP/1.1" status: 204 len: 168 time: 1.1492505 Feb 11 05:41:14.744792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736352f-908e-48cd-9b2a-affe5ca1c83e tempest-NetworksIpV6Test-2022867843 tempest-NetworksIpV6Test-2022867843-project] Pushing event deleted for resources: {'Network': ['ID=48fc237d-0aeb-4a2d-a1ff-7d48cddbd6e1,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:15.313089 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45042) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:15.501671 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3d875b36-0f47-4077-a447-25ff2257031c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d80a7da6c54640fc9759d53db0cba1b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1820908 Feb 11 05:41:15.501671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45046) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:15.564919 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21a2748a-c8ca-4777-8c3f-19dd469de7f6 admin admin] Publish callbacks [] for security_group (d58f4997-3591-4945-8bff-72126fb896ba), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.599363 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21a2748a-c8ca-4777-8c3f-19dd469de7f6 admin admin] Publish callbacks [] for security_group (d58f4997-3591-4945-8bff-72126fb896ba), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.730781 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21a2748a-c8ca-4777-8c3f-19dd469de7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (d58f4997-3591-4945-8bff-72126fb896ba), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.733666 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-21a2748a-c8ca-4777-8c3f-19dd469de7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:15.738191 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-21a2748a-c8ca-4777-8c3f-19dd469de7f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d58f4997-3591-4945-8bff-72126fb896ba HTTP/1.1" status: 204 len: 168 time: 0.2333555 Feb 11 05:41:15.745600 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2748a-c8ca-4777-8c3f-19dd469de7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58f4997-3591-4945-8bff-72126fb896ba,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:16.923137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45068) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:17.033898 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a2f96238-d2d2-4898-a664-7eaac0de2ded tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2134706512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:17.125144 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a2f96238-d2d2-4898-a664-7eaac0de2ded tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (c8ec8584-58c2-4ac9-a4b5-67dead71a792), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.126497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a2f96238-d2d2-4898-a664-7eaac0de2ded tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (c8ec8584-58c2-4ac9-a4b5-67dead71a792), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.195560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a2f96238-d2d2-4898-a664-7eaac0de2ded tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for router_controller (c8ec8584-58c2-4ac9-a4b5-67dead71a792), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.260372 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a2f96238-d2d2-4898-a664-7eaac0de2ded tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (c8ec8584-58c2-4ac9-a4b5-67dead71a792), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.394438 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a2f96238-d2d2-4898-a664-7eaac0de2ded tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.395864 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a2f96238-d2d2-4898-a664-7eaac0de2ded tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4716494 Feb 11 05:41:17.399418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45072) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:17.404700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1910809164'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:17.525169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Made reservation on behalf of c3ccedb26cac439fb1325a3429ddbb72 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:17.528710 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.539467 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.633020 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for security_group (dd8898c5-da2f-4623-ae80-fb97f1daaee5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.713250 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dd8898c5-da2f-4623-ae80-fb97f1daaee5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.747251 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:17.755448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8898c5-da2f-4623-ae80-fb97f1daaee5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:17.763997 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (421f2e6f-5ceb-4ac4-aa39-79e7c2365665), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.770058 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Added segment 421f2e6f-5ceb-4ac4-aa39-79e7c2365665 of type vlan for network 303929e7-4bab-4e0a-94b8-ce3fa1edb506 Feb 11 05:41:17.814702 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (303929e7-4bab-4e0a-94b8-ce3fa1edb506), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.929008 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (303929e7-4bab-4e0a-94b8-ce3fa1edb506), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:17.939136 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:17.940283 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.042653 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Pushing event updated for resources: {'Network': ['ID=303929e7-4bab-4e0a-94b8-ce3fa1edb506,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:18.054711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 303929e7-4bab-4e0a-94b8-ce3fa1edb506 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:18.083935 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-98449d0a-0a15-4af0-afbc-113b6c3de284 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6807749 Feb 11 05:41:18.086007 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45074) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:18.094818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-734bcbef-8fc5-457f-9004-0d97d1b8dc34 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Request body: {'subnet': {'network_id': '303929e7-4bab-4e0a-94b8-ce3fa1edb506', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:18.341762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734bcbef-8fc5-457f-9004-0d97d1b8dc34 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Made reservation on behalf of c3ccedb26cac439fb1325a3429ddbb72 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:18.346185 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-734bcbef-8fc5-457f-9004-0d97d1b8dc34 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.799744 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-734bcbef-8fc5-457f-9004-0d97d1b8dc34 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (3b66ece2-7196-462e-a1b7-1b74763589c9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:18.884417 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bcbef-8fc5-457f-9004-0d97d1b8dc34 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Pushing event updated for resources: {'Subnet': ['ID=3b66ece2-7196-462e-a1b7-1b74763589c9,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:18.907123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734bcbef-8fc5-457f-9004-0d97d1b8dc34 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Checking segment: {'id': '421f2e6f-5ceb-4ac4-aa39-79e7c2365665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '303929e7-4bab-4e0a-94b8-ce3fa1edb506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:18.907858 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734bcbef-8fc5-457f-9004-0d97d1b8dc34 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Network hostable DHCP agents. Network: 303929e7-4bab-4e0a-94b8-ce3fa1edb506, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:19.039512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734bcbef-8fc5-457f-9004-0d97d1b8dc34 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Network 303929e7-4bab-4e0a-94b8-ce3fa1edb506 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:19.142289 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-734bcbef-8fc5-457f-9004-0d97d1b8dc34 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 303929e7-4bab-4e0a-94b8-ce3fa1edb506) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:19.148778 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734bcbef-8fc5-457f-9004-0d97d1b8dc34 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:19.150260 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-734bcbef-8fc5-457f-9004-0d97d1b8dc34 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.157095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06feee90-435c-4305-8823-79f503688763 None None] Network 303929e7-4bab-4e0a-94b8-ce3fa1edb506 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:19.253986 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-734bcbef-8fc5-457f-9004-0d97d1b8dc34 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1662188 Feb 11 05:41:19.258962 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45076) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:19.264965 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-66f760e8-2569-4b37-bf8b-206c0d4378b0 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1102548107'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:19.293847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-303929e7-4bab-4e0a-94b8-ce3fa1edb506', 'network_id': '303929e7-4bab-4e0a-94b8-ce3fa1edb506', 'project_id': 'c3ccedb26cac439fb1325a3429ddbb72', 'fixed_ips': [{'subnet_id': '3b66ece2-7196-462e-a1b7-1b74763589c9'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:19.294890 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.383040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f760e8-2569-4b37-bf8b-206c0d4378b0 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Made reservation on behalf of c3ccedb26cac439fb1325a3429ddbb72 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:19.392673 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-66f760e8-2569-4b37-bf8b-206c0d4378b0 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.438811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f760e8-2569-4b37-bf8b-206c0d4378b0 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:19.450766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-66f760e8-2569-4b37-bf8b-206c0d4378b0 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b2190490-b984-4438-b63d-0aefc45858bc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.451253 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-66f760e8-2569-4b37-bf8b-206c0d4378b0 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Added segment b2190490-b984-4438-b63d-0aefc45858bc of type vlan for network 2ffe8890-f3d7-4143-9b9e-20d0e009a6af Feb 11 05:41:19.503657 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Allocated IP 172.20.0.2 (303929e7-4bab-4e0a-94b8-ce3fa1edb506/3b66ece2-7196-462e-a1b7-1b74763589c9/6409e6a1-16ef-46a9-b82d-87016d44f041) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:19.539087 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-66f760e8-2569-4b37-bf8b-206c0d4378b0 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (2ffe8890-f3d7-4143-9b9e-20d0e009a6af), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.648666 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-66f760e8-2569-4b37-bf8b-206c0d4378b0 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (2ffe8890-f3d7-4143-9b9e-20d0e009a6af), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.654487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f760e8-2569-4b37-bf8b-206c0d4378b0 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:19.655392 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-66f760e8-2569-4b37-bf8b-206c0d4378b0 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.715440 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Publish callbacks [] for port (6409e6a1-16ef-46a9-b82d-87016d44f041), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.774074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f760e8-2569-4b37-bf8b-206c0d4378b0 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Pushing event updated for resources: {'Network': ['ID=2ffe8890-f3d7-4143-9b9e-20d0e009a6af,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:19.789976 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 2ffe8890-f3d7-4143-9b9e-20d0e009a6af details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:19.814239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-66f760e8-2569-4b37-bf8b-206c0d4378b0 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5535798 Feb 11 05:41:19.819017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45078) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:19.828573 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-088c91ac-711e-47d5-bdc0-5fdd87471a10 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Request body: {'subnet': {'network_id': '2ffe8890-f3d7-4143-9b9e-20d0e009a6af', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:19.877941 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (6409e6a1-16ef-46a9-b82d-87016d44f041), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:19.974265 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Network 303929e7-4bab-4e0a-94b8-ce3fa1edb506 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:19.983890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:19.990540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:20.002973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Pushing event updated for resources: {'Port': ['ID=6409e6a1-16ef-46a9-b82d-87016d44f041,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:20.068311 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088c91ac-711e-47d5-bdc0-5fdd87471a10 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Made reservation on behalf of c3ccedb26cac439fb1325a3429ddbb72 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:20.074758 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-088c91ac-711e-47d5-bdc0-5fdd87471a10 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.082611 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Attempting to bind port 6409e6a1-16ef-46a9-b82d-87016d44f041 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:20.082611 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Attempting to bind port 6409e6a1-16ef-46a9-b82d-87016d44f041 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '421f2e6f-5ceb-4ac4-aa39-79e7c2365665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '303929e7-4bab-4e0a-94b8-ce3fa1edb506'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:20.083430 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Attempting to bind port 6409e6a1-16ef-46a9-b82d-87016d44f041 on network 303929e7-4bab-4e0a-94b8-ce3fa1edb506 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:20.095199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:20.095984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Checking segment: {'id': '421f2e6f-5ceb-4ac4-aa39-79e7c2365665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '303929e7-4bab-4e0a-94b8-ce3fa1edb506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:20.096460 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.097115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Bound using segment: {'id': '421f2e6f-5ceb-4ac4-aa39-79e7c2365665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '303929e7-4bab-4e0a-94b8-ce3fa1edb506'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:20.098178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Bound port: 6409e6a1-16ef-46a9-b82d-87016d44f041, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421f2e6f-5ceb-4ac4-aa39-79e7c2365665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '303929e7-4bab-4e0a-94b8-ce3fa1edb506'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:20.098542 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6409e6a1-16ef-46a9-b82d-87016d44f041), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.192213 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] For port 6409e6a1-16ef-46a9-b82d-87016d44f041, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:20.196696 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] For port 6409e6a1-16ef-46a9-b82d-87016d44f041, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6409e6a1-16ef-46a9-b82d-87016d44f041,segment=NetworkSegment(421f2e6f-5ceb-4ac4-aa39-79e7c2365665),segment_id=421f2e6f-5ceb-4ac4-aa39-79e7c2365665)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:20.279912 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6409e6a1-16ef-46a9-b82d-87016d44f041), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.367526 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043c872-6595-4f64-879a-f8709ba7b758 None None] Pushing event updated for resources: {'Port': ['ID=6409e6a1-16ef-46a9-b82d-87016d44f041,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:20.516670 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-088c91ac-711e-47d5-bdc0-5fdd87471a10 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (3dbc5754-a09d-4df6-9a3a-1e81a311ea97), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.603622 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c91ac-711e-47d5-bdc0-5fdd87471a10 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Pushing event updated for resources: {'Subnet': ['ID=3dbc5754-a09d-4df6-9a3a-1e81a311ea97,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:20.637703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088c91ac-711e-47d5-bdc0-5fdd87471a10 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Checking segment: {'id': 'b2190490-b984-4438-b63d-0aefc45858bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2ffe8890-f3d7-4143-9b9e-20d0e009a6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:20.638297 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088c91ac-711e-47d5-bdc0-5fdd87471a10 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Network hostable DHCP agents. Network: 2ffe8890-f3d7-4143-9b9e-20d0e009a6af, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:20.774161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088c91ac-711e-47d5-bdc0-5fdd87471a10 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Network 2ffe8890-f3d7-4143-9b9e-20d0e009a6af is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:20.866260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-088c91ac-711e-47d5-bdc0-5fdd87471a10 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 2ffe8890-f3d7-4143-9b9e-20d0e009a6af) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:20.872336 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088c91ac-711e-47d5-bdc0-5fdd87471a10 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:20.873645 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-088c91ac-711e-47d5-bdc0-5fdd87471a10 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:20.881169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eda079c-b5ee-4b9c-970d-4c0ec275d5d5 None None] Network 2ffe8890-f3d7-4143-9b9e-20d0e009a6af requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:20.974515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-088c91ac-711e-47d5-bdc0-5fdd87471a10 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1536975 Feb 11 05:41:20.978802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45080) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:20.986255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-846088b1-9c2e-438b-a0a6-a8359d2ebc28 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ffe8890-f3d7-4143-9b9e-20d0e009a6af'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:21.026517 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-2ffe8890-f3d7-4143-9b9e-20d0e009a6af', 'network_id': '2ffe8890-f3d7-4143-9b9e-20d0e009a6af', 'project_id': 'c3ccedb26cac439fb1325a3429ddbb72', 'fixed_ips': [{'subnet_id': '3dbc5754-a09d-4df6-9a3a-1e81a311ea97'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:21.028120 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.275887 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Allocated IP 172.21.0.2 (2ffe8890-f3d7-4143-9b9e-20d0e009a6af/3dbc5754-a09d-4df6-9a3a-1e81a311ea97/29d46570-d4f8-409b-8062-920dd0c1d959) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:21.320361 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-846088b1-9c2e-438b-a0a6-a8359d2ebc28 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for router_gateway (c8ec8584-58c2-4ac9-a4b5-67dead71a792), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.517497 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Publish callbacks [] for port (29d46570-d4f8-409b-8062-920dd0c1d959), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.564360 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5e48b6-6b00-4016-bb51-1b51c3c7db3c None None] Network 303929e7-4bab-4e0a-94b8-ce3fa1edb506 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:21.579933 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [None req-846088b1-9c2e-438b-a0a6-a8359d2ebc28 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 05:41:21.581614 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-846088b1-9c2e-438b-a0a6-a8359d2ebc28 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] 10.222.0.13 "PUT /v2.0/routers/c8ec8584-58c2-4ac9-a4b5-67dead71a792 HTTP/1.1" status: 400 len: 364 time: 0.6015525 Feb 11 05:41:21.592452 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45082) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:21.665529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-069bdb71-402c-497a-b3d9-a4b160f52a72 None None] Provisioning complete for port 6409e6a1-16ef-46a9-b82d-87016d44f041 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:21.665919 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-069bdb71-402c-497a-b3d9-a4b160f52a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6409e6a1-16ef-46a9-b82d-87016d44f041), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.672621 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ff4886-19a1-411c-b0b6-beda938acd62 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Deleting subnet 3dbc5754-a09d-4df6-9a3a-1e81a311ea97 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:21.690231 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88ff4886-19a1-411c-b0b6-beda938acd62 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for subnet (3dbc5754-a09d-4df6-9a3a-1e81a311ea97), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.698835 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (29d46570-d4f8-409b-8062-920dd0c1d959), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.763982 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88ff4886-19a1-411c-b0b6-beda938acd62 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (3dbc5754-a09d-4df6-9a3a-1e81a311ea97), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.801302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Network 2ffe8890-f3d7-4143-9b9e-20d0e009a6af is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:21.807855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:21.816475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:21.821526 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Pushing event updated for resources: {'Port': ['ID=29d46570-d4f8-409b-8062-920dd0c1d959,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:21.891675 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88ff4886-19a1-411c-b0b6-beda938acd62 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (3dbc5754-a09d-4df6-9a3a-1e81a311ea97), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.939780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-069bdb71-402c-497a-b3d9-a4b160f52a72 None None] Current status of the port 6409e6a1-16ef-46a9-b82d-87016d44f041 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:21.940182 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-069bdb71-402c-497a-b3d9-a4b160f52a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6409e6a1-16ef-46a9-b82d-87016d44f041), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.942353 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Attempting to bind port 29d46570-d4f8-409b-8062-920dd0c1d959 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:21.942761 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Attempting to bind port 29d46570-d4f8-409b-8062-920dd0c1d959 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'b2190490-b984-4438-b63d-0aefc45858bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2ffe8890-f3d7-4143-9b9e-20d0e009a6af'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:21.943131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Attempting to bind port 29d46570-d4f8-409b-8062-920dd0c1d959 on network 2ffe8890-f3d7-4143-9b9e-20d0e009a6af {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:21.960134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:21.960541 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Checking segment: {'id': 'b2190490-b984-4438-b63d-0aefc45858bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2ffe8890-f3d7-4143-9b9e-20d0e009a6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:21.960948 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:21.961377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Bound using segment: {'id': 'b2190490-b984-4438-b63d-0aefc45858bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2ffe8890-f3d7-4143-9b9e-20d0e009a6af'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:21.961886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Bound port: 29d46570-d4f8-409b-8062-920dd0c1d959, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2190490-b984-4438-b63d-0aefc45858bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2ffe8890-f3d7-4143-9b9e-20d0e009a6af'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:21.962289 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (29d46570-d4f8-409b-8062-920dd0c1d959), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.021959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-069bdb71-402c-497a-b3d9-a4b160f52a72 None None] For port 6409e6a1-16ef-46a9-b82d-87016d44f041, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6409e6a1-16ef-46a9-b82d-87016d44f041,segment=NetworkSegment(421f2e6f-5ceb-4ac4-aa39-79e7c2365665),segment_id=421f2e6f-5ceb-4ac4-aa39-79e7c2365665)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:22.062861 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88ff4886-19a1-411c-b0b6-beda938acd62 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (3dbc5754-a09d-4df6-9a3a-1e81a311ea97), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.068906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] For port 29d46570-d4f8-409b-8062-920dd0c1d959, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:22.073127 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] For port 29d46570-d4f8-409b-8062-920dd0c1d959, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=29d46570-d4f8-409b-8062-920dd0c1d959,segment=NetworkSegment(b2190490-b984-4438-b63d-0aefc45858bc),segment_id=b2190490-b984-4438-b63d-0aefc45858bc)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:22.098068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff4886-19a1-411c-b0b6-beda938acd62 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Pushing event deleted for resources: {'Subnet': ['ID=3dbc5754-a09d-4df6-9a3a-1e81a311ea97,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:22.102733 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-88ff4886-19a1-411c-b0b6-beda938acd62 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.108928 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-88ff4886-19a1-411c-b0b6-beda938acd62 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] 10.222.0.13 "DELETE /v2.0/subnets/3dbc5754-a09d-4df6-9a3a-1e81a311ea97 HTTP/1.1" status: 204 len: 168 time: 0.5148468 Feb 11 05:41:22.109840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45084) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:22.140573 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-069bdb71-402c-497a-b3d9-a4b160f52a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6409e6a1-16ef-46a9-b82d-87016d44f041), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.212256 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (2ffe8890-f3d7-4143-9b9e-20d0e009a6af), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.242131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bdb71-402c-497a-b3d9-a4b160f52a72 None None] Pushing event updated for resources: {'Port': ['ID=6409e6a1-16ef-46a9-b82d-87016d44f041,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:22.266507 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (29d46570-d4f8-409b-8062-920dd0c1d959), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.280556 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Deleting port 29d46570-d4f8-409b-8062-920dd0c1d959 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:22.281131 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (29d46570-d4f8-409b-8062-920dd0c1d959), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.347517 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8926a266-1e43-4714-aea9-0c356baa98a1 None None] Provisioning complete for port 6409e6a1-16ef-46a9-b82d-87016d44f041 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:22.348144 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8926a266-1e43-4714-aea9-0c356baa98a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6409e6a1-16ef-46a9-b82d-87016d44f041), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.369099 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] For port 29d46570-d4f8-409b-8062-920dd0c1d959, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=29d46570-d4f8-409b-8062-920dd0c1d959,segment=NetworkSegment(b2190490-b984-4438-b63d-0aefc45858bc),segment_id=b2190490-b984-4438-b63d-0aefc45858bc)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:22.369929 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (29d46570-d4f8-409b-8062-920dd0c1d959), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.398536 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Calling delete_port for 29d46570-d4f8-409b-8062-920dd0c1d959 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:22.446784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6409e6a1-16ef-46a9-b82d-87016d44f041 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:22.523724 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cba69-b837-42c2-987b-f055d2acfc5d None None] Pushing event updated for resources: {'Port': ['ID=29d46570-d4f8-409b-8062-920dd0c1d959,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:22.582922 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (29d46570-d4f8-409b-8062-920dd0c1d959), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.651022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Pushing event deleted for resources: {'Port': ['ID=29d46570-d4f8-409b-8062-920dd0c1d959,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:22.652660 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 6409e6a1-16ef-46a9-b82d-87016d44f041 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:22.653050 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6409e6a1-16ef-46a9-b82d-87016d44f041), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.660339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] No DVR routers for this DVR port 29d46570-d4f8-409b-8062-920dd0c1d959 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:22.663972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8926a266-1e43-4714-aea9-0c356baa98a1 None None] Current status of the port 6409e6a1-16ef-46a9-b82d-87016d44f041 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:22.803000 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 6409e6a1-16ef-46a9-b82d-87016d44f041 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:22.819546 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (2ffe8890-f3d7-4143-9b9e-20d0e009a6af), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.858280 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffe8890-f3d7-4143-9b9e-20d0e009a6af']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:22.877089 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2190490-b984-4438-b63d-0aefc45858bc') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:22.877546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2190490-b984-4438-b63d-0aefc45858bc') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:22.896174 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (b2190490-b984-4438-b63d-0aefc45858bc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.918951 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (b2190490-b984-4438-b63d-0aefc45858bc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.928013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:22.928479 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (b2190490-b984-4438-b63d-0aefc45858bc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:22.932486 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:23.139944 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (2ffe8890-f3d7-4143-9b9e-20d0e009a6af), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.159376 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.165384 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] 10.222.0.13 "DELETE /v2.0/networks/2ffe8890-f3d7-4143-9b9e-20d0e009a6af HTTP/1.1" status: 204 len: 168 time: 1.0536845 Feb 11 05:41:23.169212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45086) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:23.192688 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab1a21-2ecc-46b5-9a39-7df85ac611c5 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Pushing event deleted for resources: {'Network': ['ID=2ffe8890-f3d7-4143-9b9e-20d0e009a6af,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:23.233647 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-43bc9b66-3457-4b1e-9120-d7a226d50c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.255990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ca2e31-33e1-430e-9375-1e3b5586a0c3 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Deleting subnet 3b66ece2-7196-462e-a1b7-1b74763589c9 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:41:23.261052 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83ca2e31-33e1-430e-9375-1e3b5586a0c3 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for subnet (3b66ece2-7196-462e-a1b7-1b74763589c9), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.329364 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83ca2e31-33e1-430e-9375-1e3b5586a0c3 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (3b66ece2-7196-462e-a1b7-1b74763589c9), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.369798 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:41:23.448569 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83ca2e31-33e1-430e-9375-1e3b5586a0c3 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (3b66ece2-7196-462e-a1b7-1b74763589c9), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.592630 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6e781d54-b5c2-4f8c-9007-873953dce8b5 None None] Could not find standard attr ID for object 29d46570-d4f8-409b-8062-920dd0c1d959. {{(pid=103810) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 05:41:23.635766 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4008b0-4b63-4d3e-b028-774d73fba860 None None] DHCP port deletion for 2ffe8890-f3d7-4143-9b9e-20d0e009a6af request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:41:23.658068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1b7243-4151-4c74-8aaf-78011c7ae8e6 None None] Network 2ffe8890-f3d7-4143-9b9e-20d0e009a6af requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:23.672917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1b7243-4151-4c74-8aaf-78011c7ae8e6 None None] Network 2ffe8890-f3d7-4143-9b9e-20d0e009a6af could not be found, it might have been deleted concurrently. {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 05:41:23.679884 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83ca2e31-33e1-430e-9375-1e3b5586a0c3 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (3b66ece2-7196-462e-a1b7-1b74763589c9), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.710511 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca2e31-33e1-430e-9375-1e3b5586a0c3 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Pushing event deleted for resources: {'Subnet': ['ID=3b66ece2-7196-462e-a1b7-1b74763589c9,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:23.715352 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-83ca2e31-33e1-430e-9375-1e3b5586a0c3 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.723037 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-83ca2e31-33e1-430e-9375-1e3b5586a0c3 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] 10.222.0.13 "DELETE /v2.0/subnets/3b66ece2-7196-462e-a1b7-1b74763589c9 HTTP/1.1" status: 204 len: 168 time: 0.5496330 Feb 11 05:41:23.723479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45088) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:23.727351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3089e346-9d9e-439f-a79a-499875f96742 None None] Network 303929e7-4bab-4e0a-94b8-ce3fa1edb506 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:23.847900 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (303929e7-4bab-4e0a-94b8-ce3fa1edb506), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.925145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Deleting port 6409e6a1-16ef-46a9-b82d-87016d44f041 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:23.925546 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6409e6a1-16ef-46a9-b82d-87016d44f041), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:23.942604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537f1791-48d8-40e0-b9f3-01be9da872b7 None None] DHCP port deletion for 303929e7-4bab-4e0a-94b8-ce3fa1edb506 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:41:24.003242 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-537f1791-48d8-40e0-b9f3-01be9da872b7 None None] Deleting port 6409e6a1-16ef-46a9-b82d-87016d44f041 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:41:24.003599 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-537f1791-48d8-40e0-b9f3-01be9da872b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6409e6a1-16ef-46a9-b82d-87016d44f041), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.019571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] For port 6409e6a1-16ef-46a9-b82d-87016d44f041, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6409e6a1-16ef-46a9-b82d-87016d44f041,segment=NetworkSegment(421f2e6f-5ceb-4ac4-aa39-79e7c2365665),segment_id=421f2e6f-5ceb-4ac4-aa39-79e7c2365665)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:24.020153 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6409e6a1-16ef-46a9-b82d-87016d44f041), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.037765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Calling delete_port for 6409e6a1-16ef-46a9-b82d-87016d44f041 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:24.091324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-537f1791-48d8-40e0-b9f3-01be9da872b7 None None] For port 6409e6a1-16ef-46a9-b82d-87016d44f041, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6409e6a1-16ef-46a9-b82d-87016d44f041,segment=NetworkSegment(421f2e6f-5ceb-4ac4-aa39-79e7c2365665),segment_id=421f2e6f-5ceb-4ac4-aa39-79e7c2365665)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:24.091720 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-537f1791-48d8-40e0-b9f3-01be9da872b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6409e6a1-16ef-46a9-b82d-87016d44f041), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.107760 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-537f1791-48d8-40e0-b9f3-01be9da872b7 None None] Calling delete_port for 6409e6a1-16ef-46a9-b82d-87016d44f041 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:41:24.197978 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6409e6a1-16ef-46a9-b82d-87016d44f041), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.226967 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Pushing event deleted for resources: {'Port': ['ID=6409e6a1-16ef-46a9-b82d-87016d44f041,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:24.232138 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] No DVR routers for this DVR port 6409e6a1-16ef-46a9-b82d-87016d44f041 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:24.255318 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-537f1791-48d8-40e0-b9f3-01be9da872b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (6409e6a1-16ef-46a9-b82d-87016d44f041), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.287797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f1791-48d8-40e0-b9f3-01be9da872b7 None None] Pushing event deleted for resources: {'Port': ['ID=6409e6a1-16ef-46a9-b82d-87016d44f041,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:24.295174 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f1791-48d8-40e0-b9f3-01be9da872b7 None None] No DVR routers for this DVR port 6409e6a1-16ef-46a9-b82d-87016d44f041 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:41:24.346614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (303929e7-4bab-4e0a-94b8-ce3fa1edb506), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.371628 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303929e7-4bab-4e0a-94b8-ce3fa1edb506']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:24.385852 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421f2e6f-5ceb-4ac4-aa39-79e7c2365665') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:24.386298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421f2e6f-5ceb-4ac4-aa39-79e7c2365665') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:24.388394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6409e6a1-16ef-46a9-b82d-87016d44f041 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:41:24.398701 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (421f2e6f-5ceb-4ac4-aa39-79e7c2365665), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.424435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 6409e6a1-16ef-46a9-b82d-87016d44f041 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:41:24.424962 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6409e6a1-16ef-46a9-b82d-87016d44f041 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:41:24.425112 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (421f2e6f-5ceb-4ac4-aa39-79e7c2365665), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (421f2e6f-5ceb-4ac4-aa39-79e7c2365665), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:41:24.444961 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:41:24.923199 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (303929e7-4bab-4e0a-94b8-ce3fa1edb506), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.932242 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:24.935803 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] 10.222.0.13 "DELETE /v2.0/networks/303929e7-4bab-4e0a-94b8-ce3fa1edb506 HTTP/1.1" status: 204 len: 168 time: 1.2110629 Feb 11 05:41:24.940493 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45090) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:24.951074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b121ced-c152-44f9-ba41-d21efd7488d9 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Pushing event deleted for resources: {'Network': ['ID=303929e7-4bab-4e0a-94b8-ce3fa1edb506,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:24.982125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ee9b4e65-e111-4dce-b90b-9f616a30789b tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8ec8584-58c2-4ac9-a4b5-67dead71a792 HTTP/1.1" status: 200 len: 205 time: 0.0396199 Feb 11 05:41:24.986676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45092) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:25.069241 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-903bc0e1-c317-4afe-984e-af2f993e0700 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for router (c8ec8584-58c2-4ac9-a4b5-67dead71a792), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.266693 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-903bc0e1-c317-4afe-984e-af2f993e0700 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (c8ec8584-58c2-4ac9-a4b5-67dead71a792), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.269291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-903bc0e1-c317-4afe-984e-af2f993e0700 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for router_controller (c8ec8584-58c2-4ac9-a4b5-67dead71a792), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.437840 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-903bc0e1-c317-4afe-984e-af2f993e0700 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (c8ec8584-58c2-4ac9-a4b5-67dead71a792), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.438452 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903bc0e1-c317-4afe-984e-af2f993e0700 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Fanout notify agent at l3_agent the message router_deleted on router c8ec8584-58c2-4ac9-a4b5-67dead71a792 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:41:25.448633 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-903bc0e1-c317-4afe-984e-af2f993e0700 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:25.450961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-903bc0e1-c317-4afe-984e-af2f993e0700 tempest-RoutersNegativeTest-1221897886 tempest-RoutersNegativeTest-1221897886-project] 10.222.0.13 "DELETE /v2.0/routers/c8ec8584-58c2-4ac9-a4b5-67dead71a792 HTTP/1.1" status: 204 len: 168 time: 0.4623804 Feb 11 05:41:25.511629 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-304a166e-b3dc-49c5-8cfb-7368d26288c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.039647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45098) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:26.205131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e1717efa-5b22-4c93-a64b-f33b861bd94e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3ccedb26cac439fb1325a3429ddbb72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1641428 Feb 11 05:41:26.207928 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45102) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:26.271104 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cddd084f-3ed5-4543-9d9d-0732e21197f4 admin admin] Publish callbacks [] for security_group (dd8898c5-da2f-4623-ae80-fb97f1daaee5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.304566 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cddd084f-3ed5-4543-9d9d-0732e21197f4 admin admin] Publish callbacks [] for security_group (dd8898c5-da2f-4623-ae80-fb97f1daaee5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.611198 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cddd084f-3ed5-4543-9d9d-0732e21197f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (dd8898c5-da2f-4623-ae80-fb97f1daaee5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.613844 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cddd084f-3ed5-4543-9d9d-0732e21197f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:26.615269 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cddd084f-3ed5-4543-9d9d-0732e21197f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd8898c5-da2f-4623-ae80-fb97f1daaee5 HTTP/1.1" status: 204 len: 168 time: 0.4061773 Feb 11 05:41:26.624801 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd084f-3ed5-4543-9d9d-0732e21197f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8898c5-da2f-4623-ae80-fb97f1daaee5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:27.044790 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:27.876677 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45124) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:28.007823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1691175631-network', 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:28.084516 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] Made reservation on behalf of 11a7382abaa545dea5bf5caf55e0a787 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:28.087055 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.096513 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.216839 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] Publish callbacks [] for security_group (5feef136-2855-4958-a3f8-8ca27cf25ce8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.297598 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5feef136-2855-4958-a3f8-8ca27cf25ce8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.329483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:28.351003 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feef136-2855-4958-a3f8-8ca27cf25ce8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:28.357072 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (498a1a36-c758-4f5b-ae66-67f3fe327f0e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.357527 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] Added segment 498a1a36-c758-4f5b-ae66-67f3fe327f0e of type vlan for network 91659349-b171-47af-a671-05cd8ece73ad Feb 11 05:41:28.410279 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (91659349-b171-47af-a671-05cd8ece73ad), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.507754 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (91659349-b171-47af-a671-05cd8ece73ad), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.508763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:28.509349 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.575543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] Pushing event updated for resources: {'Network': ['ID=91659349-b171-47af-a671-05cd8ece73ad,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:28.587159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 91659349-b171-47af-a671-05cd8ece73ad details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:28.635137 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-702a8899-94a0-487c-8876-675a5aa951a4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7571762 Feb 11 05:41:28.639848 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45130) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:28.646866 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-dc3f1ee1-f553-4a21-b168-91fe9a0371cb admin admin] Request body: {'subnet': {'network_id': '91659349-b171-47af-a671-05cd8ece73ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1691175631-subnet', 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:28.651599 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.733865 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3f1ee1-f553-4a21-b168-91fe9a0371cb admin admin] Made reservation on behalf of 11a7382abaa545dea5bf5caf55e0a787 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:28.737012 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1ee1-f553-4a21-b168-91fe9a0371cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:28.997116 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1ee1-f553-4a21-b168-91fe9a0371cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (a377dbba-5c84-4ee9-bcf6-d3f69fa2c707), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.066698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f1ee1-f553-4a21-b168-91fe9a0371cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a377dbba-5c84-4ee9-bcf6-d3f69fa2c707,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:29.081331 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3f1ee1-f553-4a21-b168-91fe9a0371cb admin admin] Checking segment: {'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:29.081749 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3f1ee1-f553-4a21-b168-91fe9a0371cb admin admin] Network hostable DHCP agents. Network: 91659349-b171-47af-a671-05cd8ece73ad, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:29.176128 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3f1ee1-f553-4a21-b168-91fe9a0371cb admin admin] Network 91659349-b171-47af-a671-05cd8ece73ad is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:29.267638 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-dc3f1ee1-f553-4a21-b168-91fe9a0371cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 91659349-b171-47af-a671-05cd8ece73ad) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:29.272881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f1ee1-f553-4a21-b168-91fe9a0371cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:29.273497 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1ee1-f553-4a21-b168-91fe9a0371cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.279516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf11cc7b-bf70-4603-bc18-5bcfe46597de None None] Network 91659349-b171-47af-a671-05cd8ece73ad requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:29.357379 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dc3f1ee1-f553-4a21-b168-91fe9a0371cb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7155499 Feb 11 05:41:29.360845 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45132) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:29.366329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1691175631-router', 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:29.431939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-91659349-b171-47af-a671-05cd8ece73ad', 'network_id': '91659349-b171-47af-a671-05cd8ece73ad', 'project_id': '11a7382abaa545dea5bf5caf55e0a787', 'fixed_ips': [{'subnet_id': 'a377dbba-5c84-4ee9-bcf6-d3f69fa2c707'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:29.433195 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.467569 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (17ea7191-c7d8-4bbd-97fa-2aa945add35d), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.469549 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (17ea7191-c7d8-4bbd-97fa-2aa945add35d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.558440 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Publish callbacks [] for router_controller (17ea7191-c7d8-4bbd-97fa-2aa945add35d), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.614158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Allocated IP 172.20.0.2 (91659349-b171-47af-a671-05cd8ece73ad/a377dbba-5c84-4ee9-bcf6-d3f69fa2c707/cf45df00-303e-4cf9-bb23-4d18b4c38b67) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:29.788913 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.817213 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Publish callbacks [] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.864106 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Publish callbacks [] for router_gateway (17ea7191-c7d8-4bbd-97fa-2aa945add35d), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:29.908771 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.143545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Network 91659349-b171-47af-a671-05cd8ece73ad is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:30.147458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:30.150500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:30.174336 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Pushing event updated for resources: {'Port': ['ID=cf45df00-303e-4cf9-bb23-4d18b4c38b67,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:30.215400 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Publish callbacks [] for router_gateway (17ea7191-c7d8-4bbd-97fa-2aa945add35d), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.237259 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.258321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Attempting to bind port cf45df00-303e-4cf9-bb23-4d18b4c38b67 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:30.258960 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Attempting to bind port cf45df00-303e-4cf9-bb23-4d18b4c38b67 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:30.259560 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Attempting to bind port cf45df00-303e-4cf9-bb23-4d18b4c38b67 on network 91659349-b171-47af-a671-05cd8ece73ad {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:30.268996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:30.271544 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Checking segment: {'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:30.271544 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.271544 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Bound using segment: {'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:30.271833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Bound port: cf45df00-303e-4cf9-bb23-4d18b4c38b67, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:30.272338 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.359539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Allocated IP 172.25.3.62 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/adeb3ca3-d238-4e61-9781-cba37e28d966) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:30.393244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] For port cf45df00-303e-4cf9-bb23-4d18b4c38b67, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:30.396975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] For port cf45df00-303e-4cf9-bb23-4d18b4c38b67, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cf45df00-303e-4cf9-bb23-4d18b4c38b67,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:30.556009 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Publish callbacks [] for port (adeb3ca3-d238-4e61-9781-cba37e28d966), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.885177 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.965372 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (adeb3ca3-d238-4e61-9781-cba37e28d966), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:30.981786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a189a7-6929-4a6d-9281-b18d43555ed5 None None] Pushing event updated for resources: {'Port': ['ID=cf45df00-303e-4cf9-bb23-4d18b4c38b67,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:31.040310 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:31.048108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:31.055065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:31.102242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Pushing event updated for resources: {'Port': ['ID=adeb3ca3-d238-4e61-9781-cba37e28d966,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:31.564716 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Publish callbacks [] for router_gateway (17ea7191-c7d8-4bbd-97fa-2aa945add35d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:31.929123 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (17ea7191-c7d8-4bbd-97fa-2aa945add35d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.044224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b877de81-a16f-4619-b21c-0427a98a03e5 None None] Network 91659349-b171-47af-a671-05cd8ece73ad requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:32.127082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-57f3eb9f-ea29-4ba5-b3a5-87e0d47eb309 None None] Provisioning complete for port cf45df00-303e-4cf9-bb23-4d18b4c38b67 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:32.127460 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-57f3eb9f-ea29-4ba5-b3a5-87e0d47eb309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.198591 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Router 17ea7191-c7d8-4bbd-97fa-2aa945add35d is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:41:32.255186 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-57f3eb9f-ea29-4ba5-b3a5-87e0d47eb309 None None] Current status of the port cf45df00-303e-4cf9-bb23-4d18b4c38b67 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:32.255760 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-57f3eb9f-ea29-4ba5-b3a5-87e0d47eb309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.328597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-57f3eb9f-ea29-4ba5-b3a5-87e0d47eb309 None None] For port cf45df00-303e-4cf9-bb23-4d18b4c38b67, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cf45df00-303e-4cf9-bb23-4d18b4c38b67,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:32.353264 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:32.371368 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Sync routers for ids ['17ea7191-c7d8-4bbd-97fa-2aa945add35d'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:32.385529 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Routers {'17ea7191-c7d8-4bbd-97fa-2aa945add35d'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:32.387057 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:41:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['17ea7191-c7d8-4bbd-97fa-2aa945add35d'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:32.387790 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-57f3eb9f-ea29-4ba5-b3a5-87e0d47eb309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.441946 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cf45df00-303e-4cf9-bb23-4d18b4c38b67 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:32.477151 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.479370 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a3cc23f0-a420-4b17-b085-1592534abf89 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1170530 Feb 11 05:41:32.481983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45134) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:32.521105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3eb9f-ea29-4ba5-b3a5-87e0d47eb309 None None] Pushing event updated for resources: {'Port': ['ID=cf45df00-303e-4cf9-bb23-4d18b4c38b67,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:32.554307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port cf45df00-303e-4cf9-bb23-4d18b4c38b67 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:32.555050 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.596883 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Set router 17ea7191-c7d8-4bbd-97fa-2aa945add35d gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:32.652295 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-052d4dc1-5175-43ec-98cb-8558e8e20637 None None] Provisioning complete for port cf45df00-303e-4cf9-bb23-4d18b4c38b67 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:32.652660 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-052d4dc1-5175-43ec-98cb-8558e8e20637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:32.684129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port cf45df00-303e-4cf9-bb23-4d18b4c38b67 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:32.752610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-052d4dc1-5175-43ec-98cb-8558e8e20637 None None] Current status of the port cf45df00-303e-4cf9-bb23-4d18b4c38b67 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:32.868459 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'name': 'tempest-TestEncryptedCinderVolumes-1691175631-router', 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'adeb3ca3-d238-4e61-9781-cba37e28d966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:29Z', 'updated_at': '2022-02-11T05:41:31Z', 'revision_number': 3, 'project_id': '11a7382abaa545dea5bf5caf55e0a787', 'gw_port': {'id': 'adeb3ca3-d238-4e61-9781-cba37e28d966', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:30Z', 'updated_at': '2022-02-11T05:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:32.896438 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Checking router: 17ea7191-c7d8-4bbd-97fa-2aa945add35d for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:32.896797 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Updating router 17ea7191-c7d8-4bbd-97fa-2aa945add35d port adeb3ca3-d238-4e61-9781-cba37e28d966 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:32.929401 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (adeb3ca3-d238-4e61-9781-cba37e28d966), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.095438 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.285548 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Allocated IP 172.20.0.1 (91659349-b171-47af-a671-05cd8ece73ad/a377dbba-5c84-4ee9-bcf6-d3f69fa2c707/d474f99e-1c27-4655-8757-6ccea671560d) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:33.377587 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Publish callbacks [] for port (adeb3ca3-d238-4e61-9781-cba37e28d966), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.432738 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Publish callbacks [] for port (d474f99e-1c27-4655-8757-6ccea671560d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.444454 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (adeb3ca3-d238-4e61-9781-cba37e28d966), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.517469 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Attempting to bind port adeb3ca3-d238-4e61-9781-cba37e28d966 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:33.517897 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Attempting to bind port adeb3ca3-d238-4e61-9781-cba37e28d966 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:33.518441 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Attempting to bind port adeb3ca3-d238-4e61-9781-cba37e28d966 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:33.528423 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:33.528967 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:33.529467 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.530178 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:33.531204 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Bound port: adeb3ca3-d238-4e61-9781-cba37e28d966, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:33.531643 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (adeb3ca3-d238-4e61-9781-cba37e28d966), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.533490 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7683477-1a2b-4751-a2c1-1527be113b48 None None] Pushing event updated for resources: {'Port': ['ID=adeb3ca3-d238-4e61-9781-cba37e28d966,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:33.540097 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d474f99e-1c27-4655-8757-6ccea671560d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.559934 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7683477-1a2b-4751-a2c1-1527be113b48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.560293 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7683477-1a2b-4751-a2c1-1527be113b48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.560608 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7683477-1a2b-4751-a2c1-1527be113b48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.560941 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7683477-1a2b-4751-a2c1-1527be113b48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.561269 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7683477-1a2b-4751-a2c1-1527be113b48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.561602 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7683477-1a2b-4751-a2c1-1527be113b48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.562502 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7683477-1a2b-4751-a2c1-1527be113b48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.562840 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7683477-1a2b-4751-a2c1-1527be113b48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.563156 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7683477-1a2b-4751-a2c1-1527be113b48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.563641 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7683477-1a2b-4751-a2c1-1527be113b48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.563989 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7683477-1a2b-4751-a2c1-1527be113b48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.564313 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7683477-1a2b-4751-a2c1-1527be113b48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.564631 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7683477-1a2b-4751-a2c1-1527be113b48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:41:33.585464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Network 91659349-b171-47af-a671-05cd8ece73ad is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:33.588761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:33.593140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:33.619412 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] For port adeb3ca3-d238-4e61-9781-cba37e28d966, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:33.619853 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Pushing event updated for resources: {'Port': ['ID=d474f99e-1c27-4655-8757-6ccea671560d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:33.628845 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] For port adeb3ca3-d238-4e61-9781-cba37e28d966, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=adeb3ca3-d238-4e61-9781-cba37e28d966,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:33.657170 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (17ea7191-c7d8-4bbd-97fa-2aa945add35d), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.714085 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (adeb3ca3-d238-4e61-9781-cba37e28d966), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.805170 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Routers {'17ea7191-c7d8-4bbd-97fa-2aa945add35d'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:33.806270 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:41:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['17ea7191-c7d8-4bbd-97fa-2aa945add35d'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:33.944505 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d474f99e-1c27-4655-8757-6ccea671560d), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:33.998028 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-aafb98af-01c3-4cc1-b03c-9913c987930e None None] Provisioning complete for port d474f99e-1c27-4655-8757-6ccea671560d triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:33.998925 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aafb98af-01c3-4cc1-b03c-9913c987930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d474f99e-1c27-4655-8757-6ccea671560d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.013976 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7683477-1a2b-4751-a2c1-1527be113b48 None None] Pushing event updated for resources: {'Port': ['ID=adeb3ca3-d238-4e61-9781-cba37e28d966,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:34.067211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-aafb98af-01c3-4cc1-b03c-9913c987930e None None] Port d474f99e-1c27-4655-8757-6ccea671560d cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:34.083330 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] Set router 17ea7191-c7d8-4bbd-97fa-2aa945add35d gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:34.191308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Publish callbacks [] for port (d474f99e-1c27-4655-8757-6ccea671560d), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.273696 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (d474f99e-1c27-4655-8757-6ccea671560d), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.313479 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'name': 'tempest-TestEncryptedCinderVolumes-1691175631-router', 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'adeb3ca3-d238-4e61-9781-cba37e28d966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:29Z', 'updated_at': '2022-02-11T05:41:31Z', 'revision_number': 3, 'project_id': '11a7382abaa545dea5bf5caf55e0a787', 'gw_port': {'id': 'adeb3ca3-d238-4e61-9781-cba37e28d966', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:30Z', 'updated_at': '2022-02-11T05:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:34.361026 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20153085-9b7a-420a-aebf-ecfc7fcd0ee6 None None] The sync data for ids ['17ea7191-c7d8-4bbd-97fa-2aa945add35d'] in n-d-712142-35 is: [{'id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'name': 'tempest-TestEncryptedCinderVolumes-1691175631-router', 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'adeb3ca3-d238-4e61-9781-cba37e28d966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:29Z', 'updated_at': '2022-02-11T05:41:31Z', 'revision_number': 3, 'project_id': '11a7382abaa545dea5bf5caf55e0a787', 'gw_port': {'id': 'adeb3ca3-d238-4e61-9781-cba37e28d966', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:30Z', 'updated_at': '2022-02-11T05:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:34.389784 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Pushing event updated for resources: {'Port': ['ID=d474f99e-1c27-4655-8757-6ccea671560d,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:34.396493 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (17ea7191-c7d8-4bbd-97fa-2aa945add35d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.417750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cf45df00-303e-4cf9-bb23-4d18b4c38b67 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:34.499117 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port cf45df00-303e-4cf9-bb23-4d18b4c38b67 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:34.500118 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.549131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Network 91659349-b171-47af-a671-05cd8ece73ad is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:34.551030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:34.651880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port cf45df00-303e-4cf9-bb23-4d18b4c38b67 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:34.783446 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:34.862281 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.017624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0e924c4c-0c4f-4b45-a7bf-34a6be9f2bfb None None] Provisioning complete for port d474f99e-1c27-4655-8757-6ccea671560d triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:35.018726 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0e924c4c-0c4f-4b45-a7bf-34a6be9f2bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d474f99e-1c27-4655-8757-6ccea671560d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:35.097087 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0e924c4c-0c4f-4b45-a7bf-34a6be9f2bfb None None] Port d474f99e-1c27-4655-8757-6ccea671560d cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:35.248603 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Router 17ea7191-c7d8-4bbd-97fa-2aa945add35d has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:35.441466 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:35.450271 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1a1e1a9a-c08d-4b6f-8a19-993b6391df93 admin admin] 10.222.0.13 "PUT /v2.0/routers/17ea7191-c7d8-4bbd-97fa-2aa945add35d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9663920 Feb 11 05:41:36.415714 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device adeb3ca3-d238-4e61-9781-cba37e28d966 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:36.424244 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45152) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:36.429625 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-297839088-network', 'tenant_id': 'b951137d7cc44b64874e6772671412dd'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:36.486309 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Sync routers for ids ['17ea7191-c7d8-4bbd-97fa-2aa945add35d'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:36.511350 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Routers {'17ea7191-c7d8-4bbd-97fa-2aa945add35d'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:36.512848 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:41:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['17ea7191-c7d8-4bbd-97fa-2aa945add35d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:36.550769 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] Made reservation on behalf of b951137d7cc44b64874e6772671412dd for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:36.553411 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.564772 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.589984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port adeb3ca3-d238-4e61-9781-cba37e28d966 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:36.590500 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (adeb3ca3-d238-4e61-9781-cba37e28d966), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.660198 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] Publish callbacks [] for security_group (304d1639-402d-41c8-aed4-d95fcf9cca5c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.734596 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (304d1639-402d-41c8-aed4-d95fcf9cca5c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.759392 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:41:36.774376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304d1639-402d-41c8-aed4-d95fcf9cca5c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:36.779720 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (321e20f2-46d6-4664-b529-d60bbaf70732), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.780001 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] Added segment 321e20f2-46d6-4664-b529-d60bbaf70732 of type vlan for network d3e8c57a-cc72-4795-9bb6-96139db4672b Feb 11 05:41:36.786593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Set router 17ea7191-c7d8-4bbd-97fa-2aa945add35d gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:36.830831 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (d3e8c57a-cc72-4795-9bb6-96139db4672b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.908403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (d3e8c57a-cc72-4795-9bb6-96139db4672b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.909448 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:36.910040 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.977228 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] Pushing event updated for resources: {'Network': ['ID=d3e8c57a-cc72-4795-9bb6-96139db4672b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:36.985562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port adeb3ca3-d238-4e61-9781-cba37e28d966 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:36.985967 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (adeb3ca3-d238-4e61-9781-cba37e28d966), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:36.993097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network d3e8c57a-cc72-4795-9bb6-96139db4672b details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:41:37.054655 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dd0524b8-c04a-43db-aaf7-7d45b686ff21 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6286731 Feb 11 05:41:37.057861 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45154) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:37.058658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port adeb3ca3-d238-4e61-9781-cba37e28d966, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=adeb3ca3-d238-4e61-9781-cba37e28d966,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:37.065125 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2e79310b-a445-41a7-876a-c4bd398e6192 admin admin] Request body: {'subnet': {'network_id': 'd3e8c57a-cc72-4795-9bb6-96139db4672b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-297839088-subnet', 'tenant_id': 'b951137d7cc44b64874e6772671412dd', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:37.148760 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (adeb3ca3-d238-4e61-9781-cba37e28d966), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.158832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e79310b-a445-41a7-876a-c4bd398e6192 admin admin] Made reservation on behalf of b951137d7cc44b64874e6772671412dd for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:37.162115 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e79310b-a445-41a7-876a-c4bd398e6192 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.262088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=adeb3ca3-d238-4e61-9781-cba37e28d966,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.304780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'name': 'tempest-TestEncryptedCinderVolumes-1691175631-router', 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'adeb3ca3-d238-4e61-9781-cba37e28d966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:29Z', 'updated_at': '2022-02-11T05:41:33Z', 'revision_number': 4, 'project_id': '11a7382abaa545dea5bf5caf55e0a787', 'gw_port': {'id': 'adeb3ca3-d238-4e61-9781-cba37e28d966', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c7:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:30Z', 'updated_at': '2022-02-11T05:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd474f99e-1c27-4655-8757-6ccea671560d', 'name': '', 'network_id': '91659349-b171-47af-a671-05cd8ece73ad', 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787', 'mac_address': 'fa:16:3e:78:6a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a377dbba-5c84-4ee9-bcf6-d3f69fa2c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:33Z', 'updated_at': '2022-02-11T05:41:34Z', 'revision_number': 2, 'project_id': '11a7382abaa545dea5bf5caf55e0a787', 'subnets': [{'id': 'a377dbba-5c84-4ee9-bcf6-d3f69fa2c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:37.334388 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Checking router: 17ea7191-c7d8-4bbd-97fa-2aa945add35d for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:37.335723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Updating router 17ea7191-c7d8-4bbd-97fa-2aa945add35d port d474f99e-1c27-4655-8757-6ccea671560d binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:37.366808 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d474f99e-1c27-4655-8757-6ccea671560d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.517604 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e79310b-a445-41a7-876a-c4bd398e6192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (131df3d0-64f9-46a6-bbd9-0617e588c538), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.573342 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79310b-a445-41a7-876a-c4bd398e6192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=131df3d0-64f9-46a6-bbd9-0617e588c538,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.593876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79310b-a445-41a7-876a-c4bd398e6192 admin admin] Checking segment: {'id': '321e20f2-46d6-4664-b529-d60bbaf70732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd3e8c57a-cc72-4795-9bb6-96139db4672b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:37.594426 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e79310b-a445-41a7-876a-c4bd398e6192 admin admin] Network hostable DHCP agents. Network: d3e8c57a-cc72-4795-9bb6-96139db4672b, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:41:37.671850 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e79310b-a445-41a7-876a-c4bd398e6192 admin admin] Network d3e8c57a-cc72-4795-9bb6-96139db4672b is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:41:37.713989 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Publish callbacks [] for port (d474f99e-1c27-4655-8757-6ccea671560d), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.762267 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-2e79310b-a445-41a7-876a-c4bd398e6192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, d3e8c57a-cc72-4795-9bb6-96139db4672b) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:37.774939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e79310b-a445-41a7-876a-c4bd398e6192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:37.774939 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2e79310b-a445-41a7-876a-c4bd398e6192 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.776431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3f5ad0-c2d2-4244-a104-bcdd32b4d1ac None None] Network d3e8c57a-cc72-4795-9bb6-96139db4672b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:37.816323 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d474f99e-1c27-4655-8757-6ccea671560d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.873788 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2e79310b-a445-41a7-876a-c4bd398e6192 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8141088 Feb 11 05:41:37.876397 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45156) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:37.881018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-297839088-router', 'tenant_id': 'b951137d7cc44b64874e6772671412dd', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:37.938351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6aee-5ac3-49ab-b520-2e53abed6c0e None None] Pushing event updated for resources: {'Port': ['ID=d474f99e-1c27-4655-8757-6ccea671560d,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:37.993480 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:37.995713 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.020116 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Attempting to bind port d474f99e-1c27-4655-8757-6ccea671560d on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:38.020549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Attempting to bind port d474f99e-1c27-4655-8757-6ccea671560d by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:38.020862 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Attempting to bind port d474f99e-1c27-4655-8757-6ccea671560d on network 91659349-b171-47af-a671-05cd8ece73ad {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:38.027283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:38.027749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Checking segment: {'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:38.028186 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.028590 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Bound using segment: {'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:38.029089 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Bound port: d474f99e-1c27-4655-8757-6ccea671560d, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:38.029690 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d474f99e-1c27-4655-8757-6ccea671560d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.035593 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-d3e8c57a-cc72-4795-9bb6-96139db4672b', 'network_id': 'd3e8c57a-cc72-4795-9bb6-96139db4672b', 'project_id': 'b951137d7cc44b64874e6772671412dd', 'fixed_ips': [{'subnet_id': '131df3d0-64f9-46a6-bbd9-0617e588c538'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:41:38.036464 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.095136 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Publish callbacks [] for router_controller (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.194151 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] For port d474f99e-1c27-4655-8757-6ccea671560d, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:38.199152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] For port d474f99e-1c27-4655-8757-6ccea671560d, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d474f99e-1c27-4655-8757-6ccea671560d,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:38.255653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Allocated IP 172.20.0.2 (d3e8c57a-cc72-4795-9bb6-96139db4672b/131df3d0-64f9-46a6-bbd9-0617e588c538/a52e3115-a142-45f6-8664-821f72424a02) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:38.274912 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b0c13198-deca-4529-9f31-087537b77a64 None None] Provisioning complete for port d474f99e-1c27-4655-8757-6ccea671560d triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:38.276305 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0c13198-deca-4529-9f31-087537b77a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d474f99e-1c27-4655-8757-6ccea671560d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.279546 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d474f99e-1c27-4655-8757-6ccea671560d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.351717 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Publish callbacks [] for router_gateway (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.611886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device adeb3ca3-d238-4e61-9781-cba37e28d966 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:38.684858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Routers {'17ea7191-c7d8-4bbd-97fa-2aa945add35d'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:38.685514 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:41:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['17ea7191-c7d8-4bbd-97fa-2aa945add35d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:38.693663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a6aee-5ac3-49ab-b520-2e53abed6c0e None None] Pushing event updated for resources: {'Port': ['ID=d474f99e-1c27-4655-8757-6ccea671560d,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:38.697528 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Publish callbacks [] for router_gateway (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.719573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:38.849577 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Allocated IP 172.25.3.181 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/eb21819a-e58c-4124-8732-ef254249a510) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:38.976913 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Publish callbacks [] for port (eb21819a-e58c-4124-8732-ef254249a510), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.058241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port adeb3ca3-d238-4e61-9781-cba37e28d966 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:39.058927 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (adeb3ca3-d238-4e61-9781-cba37e28d966), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.096562 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (eb21819a-e58c-4124-8732-ef254249a510), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.123677 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b0c13198-deca-4529-9f31-087537b77a64 None None] Current status of the port d474f99e-1c27-4655-8757-6ccea671560d is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:39.124739 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0c13198-deca-4529-9f31-087537b77a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d474f99e-1c27-4655-8757-6ccea671560d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.152522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:39.155049 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Publish callbacks [] for port (a52e3115-a142-45f6-8664-821f72424a02), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.156882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:39.160695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:39.166954 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Pushing event updated for resources: {'Port': ['ID=eb21819a-e58c-4124-8732-ef254249a510,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:39.168054 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] Set router 17ea7191-c7d8-4bbd-97fa-2aa945add35d gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:39.298398 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (a52e3115-a142-45f6-8664-821f72424a02), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.302409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b0c13198-deca-4529-9f31-087537b77a64 None None] For port d474f99e-1c27-4655-8757-6ccea671560d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d474f99e-1c27-4655-8757-6ccea671560d,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:39.378861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Network d3e8c57a-cc72-4795-9bb6-96139db4672b is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:39.436455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:39.444877 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0c13198-deca-4529-9f31-087537b77a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d474f99e-1c27-4655-8757-6ccea671560d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.451437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:39.459918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Pushing event updated for resources: {'Port': ['ID=a52e3115-a142-45f6-8664-821f72424a02,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:39.478531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port adeb3ca3-d238-4e61-9781-cba37e28d966 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:39.627758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c13198-deca-4529-9f31-087537b77a64 None None] Pushing event updated for resources: {'Port': ['ID=d474f99e-1c27-4655-8757-6ccea671560d,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:39.641738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Attempting to bind port a52e3115-a142-45f6-8664-821f72424a02 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:39.642151 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Attempting to bind port a52e3115-a142-45f6-8664-821f72424a02 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '321e20f2-46d6-4664-b529-d60bbaf70732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd3e8c57a-cc72-4795-9bb6-96139db4672b'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:39.642715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Attempting to bind port a52e3115-a142-45f6-8664-821f72424a02 on network d3e8c57a-cc72-4795-9bb6-96139db4672b {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:39.654005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:39.654447 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Checking segment: {'id': '321e20f2-46d6-4664-b529-d60bbaf70732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd3e8c57a-cc72-4795-9bb6-96139db4672b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:39.654912 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.655324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Bound using segment: {'id': '321e20f2-46d6-4664-b529-d60bbaf70732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd3e8c57a-cc72-4795-9bb6-96139db4672b'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:39.656393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Bound port: a52e3115-a142-45f6-8664-821f72424a02, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321e20f2-46d6-4664-b529-d60bbaf70732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd3e8c57a-cc72-4795-9bb6-96139db4672b'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:39.656800 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a52e3115-a142-45f6-8664-821f72424a02), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.660031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e174dda1-e038-44d1-adde-8cc05e88c382 None None] Provisioning complete for port d474f99e-1c27-4655-8757-6ccea671560d triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:39.660408 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e174dda1-e038-44d1-adde-8cc05e88c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d474f99e-1c27-4655-8757-6ccea671560d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.680580 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Publish callbacks [] for router_gateway (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:39.785166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] For port a52e3115-a142-45f6-8664-821f72424a02, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:39.793269 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'name': 'tempest-TestEncryptedCinderVolumes-1691175631-router', 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'adeb3ca3-d238-4e61-9781-cba37e28d966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:29Z', 'updated_at': '2022-02-11T05:41:33Z', 'revision_number': 4, 'project_id': '11a7382abaa545dea5bf5caf55e0a787', 'gw_port': {'id': 'adeb3ca3-d238-4e61-9781-cba37e28d966', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:30Z', 'updated_at': '2022-02-11T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd474f99e-1c27-4655-8757-6ccea671560d', 'name': '', 'network_id': '91659349-b171-47af-a671-05cd8ece73ad', 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787', 'mac_address': 'fa:16:3e:78:6a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a377dbba-5c84-4ee9-bcf6-d3f69fa2c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:33Z', 'updated_at': '2022-02-11T05:41:38Z', 'revision_number': 4, 'project_id': '11a7382abaa545dea5bf5caf55e0a787', 'subnets': [{'id': 'a377dbba-5c84-4ee9-bcf6-d3f69fa2c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:39.798306 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] For port a52e3115-a142-45f6-8664-821f72424a02, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a52e3115-a142-45f6-8664-821f72424a02,segment=NetworkSegment(321e20f2-46d6-4664-b529-d60bbaf70732),segment_id=321e20f2-46d6-4664-b529-d60bbaf70732)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:39.852152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fec7ba-4bc6-477e-99a6-dbdc9326c69f None None] The sync data for ids ['17ea7191-c7d8-4bbd-97fa-2aa945add35d'] in n-d-712142-35 is: [{'id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'name': 'tempest-TestEncryptedCinderVolumes-1691175631-router', 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'adeb3ca3-d238-4e61-9781-cba37e28d966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:29Z', 'updated_at': '2022-02-11T05:41:33Z', 'revision_number': 4, 'project_id': '11a7382abaa545dea5bf5caf55e0a787', 'gw_port': {'id': 'adeb3ca3-d238-4e61-9781-cba37e28d966', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:30Z', 'updated_at': '2022-02-11T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd474f99e-1c27-4655-8757-6ccea671560d', 'name': '', 'network_id': '91659349-b171-47af-a671-05cd8ece73ad', 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787', 'mac_address': 'fa:16:3e:78:6a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a377dbba-5c84-4ee9-bcf6-d3f69fa2c707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:33Z', 'updated_at': '2022-02-11T05:41:38Z', 'revision_number': 4, 'project_id': '11a7382abaa545dea5bf5caf55e0a787', 'subnets': [{'id': 'a377dbba-5c84-4ee9-bcf6-d3f69fa2c707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:39.871409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e174dda1-e038-44d1-adde-8cc05e88c382 None None] Current status of the port d474f99e-1c27-4655-8757-6ccea671560d is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:39.892444 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a52e3115-a142-45f6-8664-821f72424a02), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.025837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddd10c-3ba7-4797-9d42-e7064c4e8a78 None None] Pushing event updated for resources: {'Port': ['ID=a52e3115-a142-45f6-8664-821f72424a02,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:40.033729 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.360071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Router 9e44fc18-eefd-4083-bdc0-d46eca89ee4d is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:41:40.533853 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a52e3115-a142-45f6-8664-821f72424a02 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:40.580787 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:40.600266 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Sync routers for ids ['9e44fc18-eefd-4083-bdc0-d46eca89ee4d'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:40.612240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a52e3115-a142-45f6-8664-821f72424a02 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:40.612711 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a52e3115-a142-45f6-8664-821f72424a02), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.641360 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Routers {'9e44fc18-eefd-4083-bdc0-d46eca89ee4d'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:40.642301 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:41:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['9e44fc18-eefd-4083-bdc0-d46eca89ee4d'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:40.693020 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.695148 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b565dd13-e74a-4939-b76a-702c76f5407c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8177137 Feb 11 05:41:40.699840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45158) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:41:40.744261 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a52e3115-a142-45f6-8664-821f72424a02 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:40.744867 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a52e3115-a142-45f6-8664-821f72424a02), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.812312 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port a52e3115-a142-45f6-8664-821f72424a02, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a52e3115-a142-45f6-8664-821f72424a02,segment=NetworkSegment(321e20f2-46d6-4664-b529-d60bbaf70732),segment_id=321e20f2-46d6-4664-b529-d60bbaf70732)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:40.819640 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Set router 9e44fc18-eefd-4083-bdc0-d46eca89ee4d gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:40.916973 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a52e3115-a142-45f6-8664-821f72424a02), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:40.917838 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d474f99e-1c27-4655-8757-6ccea671560d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:41.071869 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=a52e3115-a142-45f6-8664-821f72424a02,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:41.100393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port d474f99e-1c27-4655-8757-6ccea671560d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:41.100988 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d474f99e-1c27-4655-8757-6ccea671560d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.127686 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'name': 'tempest-TestEncryptedCinderVolumes-297839088-router', 'tenant_id': 'b951137d7cc44b64874e6772671412dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'eb21819a-e58c-4124-8732-ef254249a510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:41:39Z', 'revision_number': 3, 'project_id': 'b951137d7cc44b64874e6772671412dd', 'gw_port': {'id': 'eb21819a-e58c-4124-8732-ef254249a510', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:41.168536 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Checking router: 9e44fc18-eefd-4083-bdc0-d46eca89ee4d for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:41.168997 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Updating router 9e44fc18-eefd-4083-bdc0-d46eca89ee4d port eb21819a-e58c-4124-8732-ef254249a510 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:41.216356 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eb21819a-e58c-4124-8732-ef254249a510), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.300298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port d474f99e-1c27-4655-8757-6ccea671560d is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:41.495297 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.536616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e277aec5-e2c3-4dd3-ad4c-6ef9ec49c4e1 None None] Network d3e8c57a-cc72-4795-9bb6-96139db4672b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:41:41.683063 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Publish callbacks [] for port (eb21819a-e58c-4124-8732-ef254249a510), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.703093 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d22f4de6-b0dd-4d1f-83ab-50204d19ca1d None None] Provisioning complete for port a52e3115-a142-45f6-8664-821f72424a02 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:41.703803 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d22f4de6-b0dd-4d1f-83ab-50204d19ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a52e3115-a142-45f6-8664-821f72424a02), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.752817 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (eb21819a-e58c-4124-8732-ef254249a510), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.802376 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Attempting to bind port eb21819a-e58c-4124-8732-ef254249a510 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:41.802796 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Attempting to bind port eb21819a-e58c-4124-8732-ef254249a510 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:41.803729 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Attempting to bind port eb21819a-e58c-4124-8732-ef254249a510 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:41.838770 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:41.839306 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:41.839881 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.840055 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Allocated IP 172.20.0.1 (d3e8c57a-cc72-4795-9bb6-96139db4672b/131df3d0-64f9-46a6-bbd9-0617e588c538/d9c37d47-ce29-47ce-a159-9e035802c241) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:41.840438 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:41.841155 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Bound port: eb21819a-e58c-4124-8732-ef254249a510, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:41.841624 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eb21819a-e58c-4124-8732-ef254249a510), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:41.917600 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] For port eb21819a-e58c-4124-8732-ef254249a510, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:41.922816 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] For port eb21819a-e58c-4124-8732-ef254249a510, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=eb21819a-e58c-4124-8732-ef254249a510,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:41.938579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d22f4de6-b0dd-4d1f-83ab-50204d19ca1d None None] Current status of the port a52e3115-a142-45f6-8664-821f72424a02 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:41.959520 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb77cf-9021-4fc4-ae08-3c0b0226f1a7 None None] Pushing event updated for resources: {'Port': ['ID=eb21819a-e58c-4124-8732-ef254249a510,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:42.005102 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (eb21819a-e58c-4124-8732-ef254249a510), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.032563 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Publish callbacks [] for port (d9c37d47-ce29-47ce-a159-9e035802c241), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.095615 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb77cf-9021-4fc4-ae08-3c0b0226f1a7 None None] Pushing event updated for resources: {'Port': ['ID=eb21819a-e58c-4124-8732-ef254249a510,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:42.105754 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Routers {'9e44fc18-eefd-4083-bdc0-d46eca89ee4d'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:42.106583 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:41:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['9e44fc18-eefd-4083-bdc0-d46eca89ee4d'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:42.159277 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.212680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Network d3e8c57a-cc72-4795-9bb6-96139db4672b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:42.218916 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:42.221958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:42.248647 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] Set router 9e44fc18-eefd-4083-bdc0-d46eca89ee4d gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:42.250315 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c37d47-ce29-47ce-a159-9e035802c241,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:42.276976 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6d6b8ba6-deec-459f-a837-fe7f32b367ea None None] Provisioning complete for port a52e3115-a142-45f6-8664-821f72424a02 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:42.277766 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6d6b8ba6-deec-459f-a837-fe7f32b367ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a52e3115-a142-45f6-8664-821f72424a02), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.295874 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.485416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a52e3115-a142-45f6-8664-821f72424a02 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:42.539567 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'name': 'tempest-TestEncryptedCinderVolumes-297839088-router', 'tenant_id': 'b951137d7cc44b64874e6772671412dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'eb21819a-e58c-4124-8732-ef254249a510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:41:39Z', 'revision_number': 3, 'project_id': 'b951137d7cc44b64874e6772671412dd', 'gw_port': {'id': 'eb21819a-e58c-4124-8732-ef254249a510', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:42.541941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6d6b8ba6-deec-459f-a837-fe7f32b367ea None None] Current status of the port a52e3115-a142-45f6-8664-821f72424a02 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:42.568873 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a52e3115-a142-45f6-8664-821f72424a02 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:42.569243 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a52e3115-a142-45f6-8664-821f72424a02), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.570941 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b70b96-63b7-4b67-b648-b672e1fc684e None None] The sync data for ids ['9e44fc18-eefd-4083-bdc0-d46eca89ee4d'] in n-d-712142-35 is: [{'id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'name': 'tempest-TestEncryptedCinderVolumes-297839088-router', 'tenant_id': 'b951137d7cc44b64874e6772671412dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'eb21819a-e58c-4124-8732-ef254249a510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:41:39Z', 'revision_number': 3, 'project_id': 'b951137d7cc44b64874e6772671412dd', 'gw_port': {'id': 'eb21819a-e58c-4124-8732-ef254249a510', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:42.693052 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.706493 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-f9e94278-a242-4f5b-a552-79da13f3f6ae None None] Provisioning complete for port d9c37d47-ce29-47ce-a159-9e035802c241 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:42.706924 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9e94278-a242-4f5b-a552-79da13f3f6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:42.708583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a52e3115-a142-45f6-8664-821f72424a02 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:42.753468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-f9e94278-a242-4f5b-a552-79da13f3f6ae None None] Port d9c37d47-ce29-47ce-a159-9e035802c241 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:42.966884 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Publish callbacks [] for port (d9c37d47-ce29-47ce-a159-9e035802c241), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.055900 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.138295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c37d47-ce29-47ce-a159-9e035802c241,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:43.143019 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.269785 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Network d3e8c57a-cc72-4795-9bb6-96139db4672b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:43.271623 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:43.590369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7bf0e066-57bf-4cf4-9588-e07e8a375a35 None None] Provisioning complete for port d9c37d47-ce29-47ce-a159-9e035802c241 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:43.591058 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7bf0e066-57bf-4cf4-9588-e07e8a375a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:43.648555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7bf0e066-57bf-4cf4-9588-e07e8a375a35 None None] Port d9c37d47-ce29-47ce-a159-9e035802c241 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:43.757724 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Router 9e44fc18-eefd-4083-bdc0-d46eca89ee4d has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:41:43.892504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:41:43.897867 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-333bb21c-3bbf-40c9-ae30-9c47c4026742 admin admin] 10.222.0.13 "PUT /v2.0/routers/9e44fc18-eefd-4083-bdc0-d46eca89ee4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1965177 Feb 11 05:41:44.412028 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device eb21819a-e58c-4124-8732-ef254249a510 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:44.472676 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Sync routers for ids ['9e44fc18-eefd-4083-bdc0-d46eca89ee4d'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:41:44.496373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Routers {'9e44fc18-eefd-4083-bdc0-d46eca89ee4d'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:44.497274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:41:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['9e44fc18-eefd-4083-bdc0-d46eca89ee4d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:44.565637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port eb21819a-e58c-4124-8732-ef254249a510 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:44.565955 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (eb21819a-e58c-4124-8732-ef254249a510), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:44.667945 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Set router 9e44fc18-eefd-4083-bdc0-d46eca89ee4d gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:44.905159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-0c4c81d4-11eb-4ac8-b811-20b6a761d7eb tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:44.908002 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-0c4c81d4-11eb-4ac8-b811-20b6a761d7eb tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/networks?id=91659349-b171-47af-a671-05cd8ece73ad HTTP/1.1" status: 200 len: 817 time: 0.1386499 Feb 11 05:41:44.929033 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-039b1eca-184f-40d4-9370-a807953309fd tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/quotas/11a7382abaa545dea5bf5caf55e0a787 HTTP/1.1" status: 200 len: 375 time: 0.0116873 Feb 11 05:41:44.994881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port eb21819a-e58c-4124-8732-ef254249a510 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:44.995437 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (eb21819a-e58c-4124-8732-ef254249a510), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.005901 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-a92e168a-c91b-4b7b-b6e8-eb4b8e476b33 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=11a7382abaa545dea5bf5caf55e0a787&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694950 Feb 11 05:41:45.064806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port eb21819a-e58c-4124-8732-ef254249a510, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=eb21819a-e58c-4124-8732-ef254249a510,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:45.135518 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (eb21819a-e58c-4124-8732-ef254249a510), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.151032 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-1809aa6d-bfbb-465c-a581-1f6132cc23a6 service neutron] 10.222.0.13 "GET /v2.0/networks/91659349-b171-47af-a671-05cd8ece73ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234016 Feb 11 05:41:45.206719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=eb21819a-e58c-4124-8732-ef254249a510,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:45.223641 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'name': 'tempest-TestEncryptedCinderVolumes-297839088-router', 'tenant_id': 'b951137d7cc44b64874e6772671412dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'eb21819a-e58c-4124-8732-ef254249a510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:41:42Z', 'revision_number': 4, 'project_id': 'b951137d7cc44b64874e6772671412dd', 'gw_port': {'id': 'eb21819a-e58c-4124-8732-ef254249a510', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd9c37d47-ce29-47ce-a159-9e035802c241', 'name': '', 'network_id': 'd3e8c57a-cc72-4795-9bb6-96139db4672b', 'tenant_id': 'b951137d7cc44b64874e6772671412dd', 'mac_address': 'fa:16:3e:a4:de:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '131df3d0-64f9-46a6-bbd9-0617e588c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:41Z', 'updated_at': '2022-02-11T05:41:42Z', 'revision_number': 2, 'project_id': 'b951137d7cc44b64874e6772671412dd', 'subnets': [{'id': '131df3d0-64f9-46a6-bbd9-0617e588c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:45.260110 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Checking router: 9e44fc18-eefd-4083-bdc0-d46eca89ee4d for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:41:45.260480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Updating router 9e44fc18-eefd-4083-bdc0-d46eca89ee4d port d9c37d47-ce29-47ce-a159-9e035802c241 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:41:45.294452 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.298903 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-37127b6d-80a0-445b-b65b-dca66c9f9604 service neutron] 10.222.0.13 "GET /v2.0/networks/91659349-b171-47af-a671-05cd8ece73ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368968 Feb 11 05:41:45.669192 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c1077d7d-d52c-4452-9209-a985f24a6beb req-4d12ec49-4a3a-421e-ab1e-f898c5c2fee7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 210 time: 0.0475376 Feb 11 05:41:45.733256 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Publish callbacks [] for port (d9c37d47-ce29-47ce-a159-9e035802c241), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.802492 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.873570 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192e7c6-dd13-4e2e-9e89-7c148c4d985c None None] Pushing event updated for resources: {'Port': ['ID=d9c37d47-ce29-47ce-a159-9e035802c241,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:45.938436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Attempting to bind port d9c37d47-ce29-47ce-a159-9e035802c241 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:45.939013 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Attempting to bind port d9c37d47-ce29-47ce-a159-9e035802c241 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '321e20f2-46d6-4664-b529-d60bbaf70732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd3e8c57a-cc72-4795-9bb6-96139db4672b'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:45.939441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Attempting to bind port d9c37d47-ce29-47ce-a159-9e035802c241 on network d3e8c57a-cc72-4795-9bb6-96139db4672b {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:45.946114 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:45.951643 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Checking segment: {'id': '321e20f2-46d6-4664-b529-d60bbaf70732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd3e8c57a-cc72-4795-9bb6-96139db4672b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:45.951643 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:45.951643 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Bound using segment: {'id': '321e20f2-46d6-4664-b529-d60bbaf70732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd3e8c57a-cc72-4795-9bb6-96139db4672b'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:45.951643 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Bound port: d9c37d47-ce29-47ce-a159-9e035802c241, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '321e20f2-46d6-4664-b529-d60bbaf70732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd3e8c57a-cc72-4795-9bb6-96139db4672b'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:45.951643 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.049079 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] For port d9c37d47-ce29-47ce-a159-9e035802c241, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:46.055300 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] For port d9c37d47-ce29-47ce-a159-9e035802c241, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d9c37d47-ce29-47ce-a159-9e035802c241,segment=NetworkSegment(321e20f2-46d6-4664-b529-d60bbaf70732),segment_id=321e20f2-46d6-4664-b529-d60bbaf70732)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:46.147842 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.252707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-ad9b4b2d-3e9d-484b-8bf1-e318cb01c5c1 None None] Provisioning complete for port d9c37d47-ce29-47ce-a159-9e035802c241 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:46.253293 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ad9b4b2d-3e9d-484b-8bf1-e318cb01c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.286785 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192e7c6-dd13-4e2e-9e89-7c148c4d985c None None] Pushing event updated for resources: {'Port': ['ID=d9c37d47-ce29-47ce-a159-9e035802c241,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:46.298440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Routers {'9e44fc18-eefd-4083-bdc0-d46eca89ee4d'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:41:46.299526 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:41:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['9e44fc18-eefd-4083-bdc0-d46eca89ee4d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:46.473851 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device eb21819a-e58c-4124-8732-ef254249a510 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:46.585996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-ad9b4b2d-3e9d-484b-8bf1-e318cb01c5c1 None None] Current status of the port d9c37d47-ce29-47ce-a159-9e035802c241 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:46.586294 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ad9b4b2d-3e9d-484b-8bf1-e318cb01c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.589614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] Set router 9e44fc18-eefd-4083-bdc0-d46eca89ee4d gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:41:46.712616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-ad9b4b2d-3e9d-484b-8bf1-e318cb01c5c1 None None] For port d9c37d47-ce29-47ce-a159-9e035802c241, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d9c37d47-ce29-47ce-a159-9e035802c241,segment=NetworkSegment(321e20f2-46d6-4664-b529-d60bbaf70732),segment_id=321e20f2-46d6-4664-b529-d60bbaf70732)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:46.718878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port eb21819a-e58c-4124-8732-ef254249a510 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:46.719263 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (eb21819a-e58c-4124-8732-ef254249a510), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.793616 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c75ffac3-ea4c-4629-bd02-6b82de02773e req-a09b2cfa-2d60-4bd4-a9f5-82bcc3d6542c tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 210 time: 0.0484910 Feb 11 05:41:46.804884 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ad9b4b2d-3e9d-484b-8bf1-e318cb01c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.950137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b4b2d-3e9d-484b-8bf1-e318cb01c5c1 None None] Pushing event updated for resources: {'Port': ['ID=d9c37d47-ce29-47ce-a159-9e035802c241,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:46.988062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0c0256ba-0249-45b6-8cb0-8328d2ff5d98 None None] Provisioning complete for port d9c37d47-ce29-47ce-a159-9e035802c241 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:46.988443 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0c0256ba-0249-45b6-8cb0-8328d2ff5d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:46.991804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port eb21819a-e58c-4124-8732-ef254249a510 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:47.047342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'name': 'tempest-TestEncryptedCinderVolumes-297839088-router', 'tenant_id': 'b951137d7cc44b64874e6772671412dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'eb21819a-e58c-4124-8732-ef254249a510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:41:42Z', 'revision_number': 4, 'project_id': 'b951137d7cc44b64874e6772671412dd', 'gw_port': {'id': 'eb21819a-e58c-4124-8732-ef254249a510', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd9c37d47-ce29-47ce-a159-9e035802c241', 'name': '', 'network_id': 'd3e8c57a-cc72-4795-9bb6-96139db4672b', 'tenant_id': 'b951137d7cc44b64874e6772671412dd', 'mac_address': 'fa:16:3e:a4:de:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '131df3d0-64f9-46a6-bbd9-0617e588c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:41Z', 'updated_at': '2022-02-11T05:41:46Z', 'revision_number': 4, 'project_id': 'b951137d7cc44b64874e6772671412dd', 'subnets': [{'id': '131df3d0-64f9-46a6-bbd9-0617e588c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:41:47.082973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab4e070-e9c7-4c8d-8144-5f09b6bf930a None None] The sync data for ids ['9e44fc18-eefd-4083-bdc0-d46eca89ee4d'] in n-d-712142-35 is: [{'id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'name': 'tempest-TestEncryptedCinderVolumes-297839088-router', 'tenant_id': 'b951137d7cc44b64874e6772671412dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'eb21819a-e58c-4124-8732-ef254249a510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:41:42Z', 'revision_number': 4, 'project_id': 'b951137d7cc44b64874e6772671412dd', 'gw_port': {'id': 'eb21819a-e58c-4124-8732-ef254249a510', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'd9c37d47-ce29-47ce-a159-9e035802c241', 'name': '', 'network_id': 'd3e8c57a-cc72-4795-9bb6-96139db4672b', 'tenant_id': 'b951137d7cc44b64874e6772671412dd', 'mac_address': 'fa:16:3e:a4:de:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '131df3d0-64f9-46a6-bbd9-0617e588c538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:41Z', 'updated_at': '2022-02-11T05:41:46Z', 'revision_number': 4, 'project_id': 'b951137d7cc44b64874e6772671412dd', 'subnets': [{'id': '131df3d0-64f9-46a6-bbd9-0617e588c538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:41:47.140440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0c0256ba-0249-45b6-8cb0-8328d2ff5d98 None None] Current status of the port d9c37d47-ce29-47ce-a159-9e035802c241 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:47.938186 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e5b191b9-5d15-4bae-b9f1-69886c37a022 req-a7b9bbce-7b8b-4ddb-b219-08763f0babdc tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 210 time: 0.0361378 Feb 11 05:41:48.453653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d9c37d47-ce29-47ce-a159-9e035802c241 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:48.561206 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port d9c37d47-ce29-47ce-a159-9e035802c241 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:48.561841 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:48.627834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-ec6c18d1-1418-4f06-8657-55f758086d1a tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:48.627834 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-ec6c18d1-1418-4f06-8657-55f758086d1a tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.32 "GET /v2.0/networks?id=91659349-b171-47af-a671-05cd8ece73ad HTTP/1.1" status: 200 len: 817 time: 0.1930716 Feb 11 05:41:48.640704 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-1274dfe1-2ef3-4586-ba0b-9bf59192e2f0 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Request body: {'port': {'device_id': '863134aa-c64e-45df-a603-1cf5f64b6fd8', 'network_id': '91659349-b171-47af-a671-05cd8ece73ad', 'admin_state_up': True, 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:48.707591 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port d9c37d47-ce29-47ce-a159-9e035802c241 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:48.870962 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-1274dfe1-2ef3-4586-ba0b-9bf59192e2f0 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Made reservation on behalf of 11a7382abaa545dea5bf5caf55e0a787 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:41:48.875368 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-1274dfe1-2ef3-4586-ba0b-9bf59192e2f0 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.031195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-1274dfe1-2ef3-4586-ba0b-9bf59192e2f0 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Allocated IP 172.20.0.4 (91659349-b171-47af-a671-05cd8ece73ad/a377dbba-5c84-4ee9-bcf6-d3f69fa2c707/ec6225a1-1ad8-4114-ac3f-77035c4602c1) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:41:49.083301 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-51754a31-aa43-47a6-bd29-56b313b70dc1 req-30666238-4bb2-4244-b347-5152b953e7de tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 210 time: 0.0335290 Feb 11 05:41:49.238871 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-1274dfe1-2ef3-4586-ba0b-9bf59192e2f0 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks [] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.351152 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-1274dfe1-2ef3-4586-ba0b-9bf59192e2f0 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.415756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-1274dfe1-2ef3-4586-ba0b-9bf59192e2f0 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Network 91659349-b171-47af-a671-05cd8ece73ad is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:41:49.419822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-1274dfe1-2ef3-4586-ba0b-9bf59192e2f0 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:41:49.425037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-1274dfe1-2ef3-4586-ba0b-9bf59192e2f0 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:41:49.432793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274dfe1-2ef3-4586-ba0b-9bf59192e2f0 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Pushing event updated for resources: {'Port': ['ID=ec6225a1-1ad8-4114-ac3f-77035c4602c1,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:49.505898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-1274dfe1-2ef3-4586-ba0b-9bf59192e2f0 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:49.507288 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-1274dfe1-2ef3-4586-ba0b-9bf59192e2f0 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.597858 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-1274dfe1-2ef3-4586-ba0b-9bf59192e2f0 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9625337 Feb 11 05:41:49.612806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Request body: {'port': {'device_id': '863134aa-c64e-45df-a603-1cf5f64b6fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:41:49.692969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-68a021c5-fe64-44a1-8d85-800849f6d6b7 None None] Provisioning complete for port ec6225a1-1ad8-4114-ac3f-77035c4602c1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:49.696415 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-68a021c5-fe64-44a1-8d85-800849f6d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.696650 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:49.741037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-68a021c5-fe64-44a1-8d85-800849f6d6b7 None None] Port ec6225a1-1ad8-4114-ac3f-77035c4602c1 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:41:50.247053 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f246b2-cefd-481c-8ae6-71d61b6467d1 req-2974803c-9a32-4387-94ad-48d53566aeed tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:50.248721 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-28f246b2-cefd-481c-8ae6-71d61b6467d1 req-2974803c-9a32-4387-94ad-48d53566aeed tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 931 time: 0.0595860 Feb 11 05:41:50.308654 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-28f246b2-cefd-481c-8ae6-71d61b6467d1 req-daf79bfb-088a-4d62-b857-f4124c3e17f4 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530510 Feb 11 05:41:50.415680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6225a1-1ad8-4114-ac3f-77035c4602c1 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:41:50.424328 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Publish callbacks [] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.438059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Transition to ACTIVE for port object ec6225a1-1ad8-4114-ac3f-77035c4602c1 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:41:50.528191 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.587219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Pushing event updated for resources: {'Port': ['ID=ec6225a1-1ad8-4114-ac3f-77035c4602c1,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:50.691309 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Attempting to bind port ec6225a1-1ad8-4114-ac3f-77035c4602c1 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:41:50.691772 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Attempting to bind port ec6225a1-1ad8-4114-ac3f-77035c4602c1 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:41:50.692195 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Attempting to bind port ec6225a1-1ad8-4114-ac3f-77035c4602c1 on network 91659349-b171-47af-a671-05cd8ece73ad {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:50.698003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Port ec6225a1-1ad8-4114-ac3f-77035c4602c1 on network 91659349-b171-47af-a671-05cd8ece73ad not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:41:50.699070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Attempting to bind port ec6225a1-1ad8-4114-ac3f-77035c4602c1 on network 91659349-b171-47af-a671-05cd8ece73ad {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:41:50.706175 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:41:50.706706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Checking segment: {'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:41:50.707227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Bound using segment: {'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:41:50.707778 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Bound port: ec6225a1-1ad8-4114-ac3f-77035c4602c1, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:41:50.708232 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.789102 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] For port ec6225a1-1ad8-4114-ac3f-77035c4602c1, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:41:50.793120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] For port ec6225a1-1ad8-4114-ac3f-77035c4602c1, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ec6225a1-1ad8-4114-ac3f-77035c4602c1,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:41:50.891136 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.934365 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:50.935401 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:50.937817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] 10.222.0.32 "PUT /v2.0/ports/ec6225a1-1ad8-4114-ac3f-77035c4602c1 HTTP/1.1" status: 200 len: 1092 time: 1.3317363 Feb 11 05:41:50.938381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863134aa-c64e-45df-a603-1cf5f64b6fd8', 'tag': 'ec6225a1-1ad8-4114-ac3f-77035c4602c1'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:50.941284 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ac03fe-e296-4b7d-92da-6bdf23808ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "863134aa-c64e-45df-a603-1cf5f64b6fd8", "tag": "ec6225a1-1ad8-4114-ac3f-77035c4602c1"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:50.996864 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b9d01-e9a3-4786-8e65-a0b27b21fceb service neutron] Pushing event updated for resources: {'Port': ['ID=ec6225a1-1ad8-4114-ac3f-77035c4602c1,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:51.016442 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f2a3c3-01c3-434b-96b3-08e378658a8f x-openstack-request-id: req-74f2a3c3-01c3-434b-96b3-08e378658a8f {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:51.016442 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863134aa-c64e-45df-a603-1cf5f64b6fd8", "tag": "ec6225a1-1ad8-4114-ac3f-77035c4602c1", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:51.016442 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74f2a3c3-01c3-434b-96b3-08e378658a8f {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:51.016442 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863134aa-c64e-45df-a603-1cf5f64b6fd8', 'tag': 'ec6225a1-1ad8-4114-ac3f-77035c4602c1', 'status': 'completed', 'code': 200} Feb 11 05:41:51.109498 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac03fe-e296-4b7d-92da-6bdf23808ee8 req-7739fb7d-09a0-4330-9d6c-900b786d660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:51.111138 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98ac03fe-e296-4b7d-92da-6bdf23808ee8 req-7739fb7d-09a0-4330-9d6c-900b786d660d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a7382abaa545dea5bf5caf55e0a787&device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 1126 time: 0.0603595 Feb 11 05:41:51.237930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac03fe-e296-4b7d-92da-6bdf23808ee8 req-68e8d129-670c-424a-b1b5-f3f10f39e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:51.239443 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98ac03fe-e296-4b7d-92da-6bdf23808ee8 req-68e8d129-670c-424a-b1b5-f3f10f39e5ab service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=11a7382abaa545dea5bf5caf55e0a787&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1184103 Feb 11 05:41:51.372847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac03fe-e296-4b7d-92da-6bdf23808ee8 req-702c8cd9-d120-437c-9e2c-9841b48dc568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:51.372847 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-98ac03fe-e296-4b7d-92da-6bdf23808ee8 req-702c8cd9-d120-437c-9e2c-9841b48dc568 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182809 Feb 11 05:41:51.462901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-932d7665-17a3-4707-b14d-ee38a1420a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:51.464392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-932d7665-17a3-4707-b14d-ee38a1420a9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a7382abaa545dea5bf5caf55e0a787&device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 1126 time: 0.0527937 Feb 11 05:41:51.478350 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd343d2-4195-4103-9b22-f82a6f634b9f req-481829d9-c62f-46fe-9de6-26d7570e50a9 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:51.480903 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8cd343d2-4195-4103-9b22-f82a6f634b9f req-481829d9-c62f-46fe-9de6-26d7570e50a9 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 943 time: 0.0682008 Feb 11 05:41:51.510494 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-b76830b0-e8c5-4fcb-9fd5-dbc55cbccdfc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec6225a1-1ad8-4114-ac3f-77035c4602c1 HTTP/1.1" status: 200 len: 217 time: 0.0378785 Feb 11 05:41:51.535948 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8cd343d2-4195-4103-9b22-f82a6f634b9f req-36a331f7-19e7-42c5-9da0-b9cc2307dd05 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485759 Feb 11 05:41:51.571208 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-2312044b-00aa-477c-84ee-1b9a798c2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:51.572854 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-2312044b-00aa-477c-84ee-1b9a798c2800 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a377dbba-5c84-4ee9-bcf6-d3f69fa2c707 HTTP/1.1" status: 200 len: 856 time: 0.0557277 Feb 11 05:41:51.627804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-505e6d9d-8f02-4601-ad7c-846da480d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:51.629419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-505e6d9d-8f02-4601-ad7c-846da480d78b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91659349-b171-47af-a671-05cd8ece73ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495591 Feb 11 05:41:51.731760 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-5a97d692-dfd8-42af-af7d-6f84d35124b9 service neutron] 10.222.0.32 "GET /v2.0/networks/91659349-b171-47af-a671-05cd8ece73ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952353 Feb 11 05:41:51.845031 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a10d156a-50e8-480d-9edb-e04bff0d221d req-b90b1b71-ffc8-45cc-822a-a542b809d7e2 service neutron] 10.222.0.32 "GET /v2.0/networks/91659349-b171-47af-a671-05cd8ece73ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065991 Feb 11 05:41:52.680486 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b542ba-a86d-46cc-a503-d941abd99c1e req-7ed782f0-e6bb-4353-a2b0-8889a85ce5b5 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:52.682489 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b6b542ba-a86d-46cc-a503-d941abd99c1e req-7ed782f0-e6bb-4353-a2b0-8889a85ce5b5 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 943 time: 0.0661466 Feb 11 05:41:52.739174 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b6b542ba-a86d-46cc-a503-d941abd99c1e req-f82b31d4-1538-4c0b-b4a4-c3e45c9cbd2a tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502641 Feb 11 05:41:53.204289 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-967a5e56-174d-4a4b-b65c-fc43dbc83fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:53.895767 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ebb26-dc07-4bb8-bfc3-3c40e2fbc152 req-d8fd9354-9d00-4b9b-89df-b77f1b99a1ff tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:53.897440 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-970ebb26-dc07-4bb8-bfc3-3c40e2fbc152 req-d8fd9354-9d00-4b9b-89df-b77f1b99a1ff tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 943 time: 0.0712271 Feb 11 05:41:53.950562 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-970ebb26-dc07-4bb8-bfc3-3c40e2fbc152 req-4cfbf3f6-dc4e-4041-baa3-1efa09888d84 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467274 Feb 11 05:41:55.035509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ec6225a1-1ad8-4114-ac3f-77035c4602c1 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:41:55.105828 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed90bf-0243-46d1-bf59-1ecc0289cf5f req-69edcee8-75e1-46e6-9ecc-d086c19acaae tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:55.108096 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-91ed90bf-0243-46d1-bf59-1ecc0289cf5f req-69edcee8-75e1-46e6-9ecc-d086c19acaae tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 943 time: 0.0800967 Feb 11 05:41:55.174149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port ec6225a1-1ad8-4114-ac3f-77035c4602c1, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ec6225a1-1ad8-4114-ac3f-77035c4602c1,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:55.189393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': 'ec6225a1-1ad8-4114-ac3f-77035c4602c1', 'network_id': '91659349-b171-47af-a671-05cd8ece73ad', 'port_id': 'ec6225a1-1ad8-4114-ac3f-77035c4602c1', 'mac_address': 'fa:16:3e:0b:e8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a377dbba-5c84-4ee9-bcf6-d3f69fa2c707', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:41:55.191419 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-91ed90bf-0243-46d1-bf59-1ecc0289cf5f req-c74f3ae2-463b-4f20-a8ca-3b252137fd3f tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720496 Feb 11 05:41:55.245488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port ec6225a1-1ad8-4114-ac3f-77035c4602c1 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:55.245842 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.261209 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6225a1-1ad8-4114-ac3f-77035c4602c1 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:41:55.284385 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port ec6225a1-1ad8-4114-ac3f-77035c4602c1, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ec6225a1-1ad8-4114-ac3f-77035c4602c1,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:55.423800 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.484151 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=ec6225a1-1ad8-4114-ac3f-77035c4602c1,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:55.514678 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-37eb9f2d-1def-48b0-a179-3bf6c54fc6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:55.681121 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['ec6225a1-1ad8-4114-ac3f-77035c4602c1'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:41:56.344449 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cd279-3155-402e-ac4f-75cd40d8e0cf req-16fee4b7-5475-4001-9a95-848baa23a86b tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:56.346101 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-583cd279-3155-402e-ac4f-75cd40d8e0cf req-16fee4b7-5475-4001-9a95-848baa23a86b tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 944 time: 0.0612576 Feb 11 05:41:56.406214 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-583cd279-3155-402e-ac4f-75cd40d8e0cf req-080d7796-05e6-44a1-a005-2d2002ed2f67 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538819 Feb 11 05:41:57.033882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ec6225a1-1ad8-4114-ac3f-77035c4602c1 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:41:57.058537 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.196465 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port ec6225a1-1ad8-4114-ac3f-77035c4602c1 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:41:57.201536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port ec6225a1-1ad8-4114-ac3f-77035c4602c1 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:41:57.202094 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.297848 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port ec6225a1-1ad8-4114-ac3f-77035c4602c1 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:41:57.298299 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.326436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863134aa-c64e-45df-a603-1cf5f64b6fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6225a1-1ad8-4114-ac3f-77035c4602c1'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:41:57.329751 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db16b516-17f5-4c2f-b4f9-658b8c21c5f4" -d '{"events": [{"server_uuid": "863134aa-c64e-45df-a603-1cf5f64b6fd8", "name": "network-vif-plugged", "status": "completed", "tag": "ec6225a1-1ad8-4114-ac3f-77035c4602c1"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:41:57.345143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port ec6225a1-1ad8-4114-ac3f-77035c4602c1, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ec6225a1-1ad8-4114-ac3f-77035c4602c1,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:41:57.391578 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccd2377-6f41-496f-8ae3-5dc1435bd80f x-openstack-request-id: req-2ccd2377-6f41-496f-8ae3-5dc1435bd80f {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:41:57.391844 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863134aa-c64e-45df-a603-1cf5f64b6fd8", "name": "network-vif-plugged", "status": "completed", "tag": "ec6225a1-1ad8-4114-ac3f-77035c4602c1", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:41:57.392111 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ccd2377-6f41-496f-8ae3-5dc1435bd80f {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:41:57.392520 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863134aa-c64e-45df-a603-1cf5f64b6fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6225a1-1ad8-4114-ac3f-77035c4602c1', 'code': 200} Feb 11 05:41:57.468133 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:57.514721 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888f601-bc38-4a42-b6b2-b72cab4f352d req-6a306120-59f6-46ec-8e64-13b930bc95b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:57.516419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a888f601-bc38-4a42-b6b2-b72cab4f352d req-6a306120-59f6-46ec-8e64-13b930bc95b3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 1128 time: 0.0556960 Feb 11 05:41:57.543436 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a1f0b-4a43-4c53-8f65-9be349ad49c1 req-6a78231d-3444-472c-85cc-e59a406a5b00 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:57.548853 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=ec6225a1-1ad8-4114-ac3f-77035c4602c1,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:41:57.552895 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-040a1f0b-4a43-4c53-8f65-9be349ad49c1 req-6a78231d-3444-472c-85cc-e59a406a5b00 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 945 time: 0.0700448 Feb 11 05:41:57.574011 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a888f601-bc38-4a42-b6b2-b72cab4f352d req-5f2b980f-ad7e-4fb4-ae34-773b4fa401da service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510836 Feb 11 05:41:57.604222 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-040a1f0b-4a43-4c53-8f65-9be349ad49c1 req-e73b21f4-e1d0-4ddd-812b-c49a57bba0e2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499461 Feb 11 05:41:58.671514 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:58.740629 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6216b-5ad7-441f-8fda-77ffd32bc4c4 req-846fd612-7bd9-4095-9bf2-0c24d232eef4 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:58.742253 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-46f6216b-5ad7-441f-8fda-77ffd32bc4c4 req-846fd612-7bd9-4095-9bf2-0c24d232eef4 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 945 time: 0.0572474 Feb 11 05:41:58.799933 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-46f6216b-5ad7-441f-8fda-77ffd32bc4c4 req-821ba2cb-e228-4810-9f2e-2e706a0db20b tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512719 Feb 11 05:41:59.785785 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:41:59.951513 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b38d4b-72f5-4b0d-926f-52ef10279d82 req-7e0353e5-7b18-4eb9-bf61-267e4ff8fd01 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:41:59.953934 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79b38d4b-72f5-4b0d-926f-52ef10279d82 req-7e0353e5-7b18-4eb9-bf61-267e4ff8fd01 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 945 time: 0.0704000 Feb 11 05:42:00.009360 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79b38d4b-72f5-4b0d-926f-52ef10279d82 req-829fbd56-3200-4d16-8e45-1d87b92ab8c0 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491366 Feb 11 05:42:00.175019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aab4fa-2441-40db-a503-f317f0283422 req-b301e2a8-f956-4a3d-9534-f7ea81743943 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:00.176672 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f6aab4fa-2441-40db-a503-f317f0283422 req-b301e2a8-f956-4a3d-9534-f7ea81743943 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 945 time: 0.0647285 Feb 11 05:42:00.236263 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f6aab4fa-2441-40db-a503-f317f0283422 req-44f9c9b0-dbd8-4f1b-a9fa-5cc1636836bc tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512300 Feb 11 05:42:00.371984 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:42:04.684141 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:04.792710 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:23.224791 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ab16e7da-47ca-49a1-b49a-c2690dd5cede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:25.504568 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dfb93372-d2f8-4be4-a03c-e5651214f34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:27.009864 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:28.660487 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:29.775577 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:31.899092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14a5e0db-2282-492b-bdf2-48b905a374aa req-e01883c0-71a7-409e-a281-66e0e7039c0b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0671291 Feb 11 05:42:32.012033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5e0db-2282-492b-bdf2-48b905a374aa req-0342a23c-2afa-4523-9e96-3bd97b5783c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:32.016310 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14a5e0db-2282-492b-bdf2-48b905a374aa req-0342a23c-2afa-4523-9e96-3bd97b5783c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a7382abaa545dea5bf5caf55e0a787&device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 1128 time: 0.0583184 Feb 11 05:42:32.180402 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5e0db-2282-492b-bdf2-48b905a374aa req-995532fc-c8b1-4b42-ac66-df24d6fd7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:32.182451 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14a5e0db-2282-492b-bdf2-48b905a374aa req-995532fc-c8b1-4b42-ac66-df24d6fd7a66 service neutron] 10.222.0.32 "GET /v2.0/networks?id=91659349-b171-47af-a671-05cd8ece73ad HTTP/1.1" status: 200 len: 918 time: 0.1348159 Feb 11 05:42:32.233570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14a5e0db-2282-492b-bdf2-48b905a374aa req-a7fd8136-c1f5-4d8c-bc8c-ad6de6c88a2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec6225a1-1ad8-4114-ac3f-77035c4602c1 HTTP/1.1" status: 200 len: 217 time: 0.0427275 Feb 11 05:42:32.291234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5e0db-2282-492b-bdf2-48b905a374aa req-498d57fb-af64-4bee-ac7b-cf5c9652bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:32.292735 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14a5e0db-2282-492b-bdf2-48b905a374aa req-498d57fb-af64-4bee-ac7b-cf5c9652bed0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a377dbba-5c84-4ee9-bcf6-d3f69fa2c707 HTTP/1.1" status: 200 len: 856 time: 0.0500972 Feb 11 05:42:32.359886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5e0db-2282-492b-bdf2-48b905a374aa req-e7c056ea-c035-4f78-b570-1b44f25f7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:32.361447 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14a5e0db-2282-492b-bdf2-48b905a374aa req-e7c056ea-c035-4f78-b570-1b44f25f7f79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91659349-b171-47af-a671-05cd8ece73ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0578477 Feb 11 05:42:32.484242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14a5e0db-2282-492b-bdf2-48b905a374aa req-3a1bf3e2-7a62-425e-9089-95de059cb54e service neutron] 10.222.0.32 "GET /v2.0/networks/91659349-b171-47af-a671-05cd8ece73ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128740 Feb 11 05:42:32.610914 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-14a5e0db-2282-492b-bdf2-48b905a374aa req-149275cb-1542-404f-9866-2cf1920c32ca service neutron] 10.222.0.32 "GET /v2.0/networks/91659349-b171-47af-a671-05cd8ece73ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194968 Feb 11 05:42:34.746553 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:34.820732 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:37.377222 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:42:41.486584 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2edef-71ec-49bc-bdfd-5b1ee6bb5175 req-a0bb9b3d-635b-472a-a0ff-d124b6e9ae7d tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:41.488488 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b3f2edef-71ec-49bc-bdfd-5b1ee6bb5175 req-a0bb9b3d-635b-472a-a0ff-d124b6e9ae7d tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 945 time: 0.0692632 Feb 11 05:42:41.554120 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b3f2edef-71ec-49bc-bdfd-5b1ee6bb5175 req-a48c0e17-3113-4ce8-96f3-3c2acc6a5aed tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544863 Feb 11 05:42:42.701045 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07235b97-44c2-4014-a687-43c37d7a996e req-b5227be3-f2c3-4ac6-823d-19909cd64136 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:42.703127 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-07235b97-44c2-4014-a687-43c37d7a996e req-b5227be3-f2c3-4ac6-823d-19909cd64136 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 945 time: 0.0587919 Feb 11 05:42:42.755419 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-07235b97-44c2-4014-a687-43c37d7a996e req-eaab4d8d-6f34-4385-a47e-ff671e3ac99c tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463417 Feb 11 05:42:43.223837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee5bdb-60dd-4110-9eda-147e51e2dd4e req-00e19174-97e3-49ad-b675-00e21daea897 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:43.225876 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6ee5bdb-60dd-4110-9eda-147e51e2dd4e req-00e19174-97e3-49ad-b675-00e21daea897 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.32 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 945 time: 0.0795939 Feb 11 05:42:43.334288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-c6ee5bdb-60dd-4110-9eda-147e51e2dd4e req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Deleting port ec6225a1-1ad8-4114-ac3f-77035c4602c1 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:42:43.334757 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c6ee5bdb-60dd-4110-9eda-147e51e2dd4e req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.452947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-c6ee5bdb-60dd-4110-9eda-147e51e2dd4e req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] For port ec6225a1-1ad8-4114-ac3f-77035c4602c1, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=ec6225a1-1ad8-4114-ac3f-77035c4602c1,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:43.453429 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c6ee5bdb-60dd-4110-9eda-147e51e2dd4e req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.469024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-c6ee5bdb-60dd-4110-9eda-147e51e2dd4e req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Calling delete_port for ec6225a1-1ad8-4114-ac3f-77035c4602c1 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:42:43.689013 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c6ee5bdb-60dd-4110-9eda-147e51e2dd4e req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ec6225a1-1ad8-4114-ac3f-77035c4602c1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.703561 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['ec6225a1-1ad8-4114-ac3f-77035c4602c1'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:43.730294 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Pushing event deleted for resources: {'Port': ['ID=ec6225a1-1ad8-4114-ac3f-77035c4602c1,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:43.744566 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:43.744876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:43.745141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:43.745489 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:43.745826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:43.746163 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:43.746497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:43.746948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:43.747290 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:43.747626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:43.748490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:43.748815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:43.749139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:43.788612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ee5bdb-60dd-4110-9eda-147e51e2dd4e req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] No DVR routers for this DVR port ec6225a1-1ad8-4114-ac3f-77035c4602c1 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:42:43.791566 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-c6ee5bdb-60dd-4110-9eda-147e51e2dd4e req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:43.795784 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c6ee5bdb-60dd-4110-9eda-147e51e2dd4e req-08e9813d-a8dc-4714-a8b2-ffa4d7fbf4a7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.32 "DELETE /v2.0/ports/ec6225a1-1ad8-4114-ac3f-77035c4602c1 HTTP/1.1" status: 204 len: 173 time: 0.5632470 Feb 11 05:42:43.796226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863134aa-c64e-45df-a603-1cf5f64b6fd8', 'name': 'network-vif-deleted', 'tag': 'ec6225a1-1ad8-4114-ac3f-77035c4602c1'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:43.798664 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2819443c-42ed-4fbc-8191-2074dc20a331" -d '{"events": [{"server_uuid": "863134aa-c64e-45df-a603-1cf5f64b6fd8", "name": "network-vif-deleted", "tag": "ec6225a1-1ad8-4114-ac3f-77035c4602c1"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:43.862919 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cedae0-87ea-4711-ba29-c00905b13f18 x-openstack-request-id: req-28cedae0-87ea-4711-ba29-c00905b13f18 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:43.863642 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863134aa-c64e-45df-a603-1cf5f64b6fd8", "name": "network-vif-deleted", "tag": "ec6225a1-1ad8-4114-ac3f-77035c4602c1", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:43.864086 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28cedae0-87ea-4711-ba29-c00905b13f18 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:43.864881 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863134aa-c64e-45df-a603-1cf5f64b6fd8', 'name': 'network-vif-deleted', 'tag': 'ec6225a1-1ad8-4114-ac3f-77035c4602c1', 'status': 'completed', 'code': 200} Feb 11 05:42:43.892893 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d1a99875-06bb-4dae-9ad7-8c752e7b35c8 req-18a7b619-ee1a-48e0-a42f-0344d85bec73 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=863134aa-c64e-45df-a603-1cf5f64b6fd8 HTTP/1.1" status: 200 len: 210 time: 0.0466809 Feb 11 05:42:45.691479 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-d8778f09-36a1-42e3-a6fc-2aff8ac61426 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:45.694211 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-d8778f09-36a1-42e3-a6fc-2aff8ac61426 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/networks?id=91659349-b171-47af-a671-05cd8ece73ad HTTP/1.1" status: 200 len: 817 time: 0.1366498 Feb 11 05:42:45.719017 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-050ef7ba-e594-481a-b0b6-188cd318d1f2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/quotas/11a7382abaa545dea5bf5caf55e0a787 HTTP/1.1" status: 200 len: 375 time: 0.0183465 Feb 11 05:42:45.808975 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-6b7e66d9-e0fc-494a-a946-ffc823dd5766 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=11a7382abaa545dea5bf5caf55e0a787&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842261 Feb 11 05:42:45.960816 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-ae7f113d-a46d-4bcd-837c-0641a5ef6802 service neutron] 10.222.0.13 "GET /v2.0/networks/91659349-b171-47af-a671-05cd8ece73ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265371 Feb 11 05:42:46.069330 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-b984fdc4-d485-4ba9-95c2-5b602c1f984d service neutron] 10.222.0.13 "GET /v2.0/networks/91659349-b171-47af-a671-05cd8ece73ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016507 Feb 11 05:42:46.379968 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-24dd0a80-638d-43fa-805f-3af06a08a6ba req-c8d9f359-b505-4397-95a9-98d9c3e0e85f tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 210 time: 0.0431898 Feb 11 05:42:47.204805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ec6225a1-1ad8-4114-ac3f-77035c4602c1 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:42:47.230561 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: ec6225a1-1ad8-4114-ac3f-77035c4602c1 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:42:47.231055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device ec6225a1-1ad8-4114-ac3f-77035c4602c1 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:42:47.500936 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a40436ca-2379-4645-a4f8-c4cb63c1fafb req-da1683b1-b05e-412b-a246-2ba03b25717f tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 210 time: 0.0334313 Feb 11 05:42:48.594206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-7627b94a-f9ed-471f-bd50-232452b5fdc5 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:48.597118 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-7627b94a-f9ed-471f-bd50-232452b5fdc5 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.47 "GET /v2.0/networks?id=91659349-b171-47af-a671-05cd8ece73ad HTTP/1.1" status: 200 len: 817 time: 0.1537125 Feb 11 05:42:48.612878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-61a050a9-744b-4fc8-8689-2727e070e2a2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Request body: {'port': {'device_id': '7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086', 'network_id': '91659349-b171-47af-a671-05cd8ece73ad', 'admin_state_up': True, 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:48.630305 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-23d4d67f-677d-408c-8f16-f205651ca76d req-440bd5b1-0583-47d8-925b-1fce6bd67beb tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 210 time: 0.0333912 Feb 11 05:42:48.826109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-61a050a9-744b-4fc8-8689-2727e070e2a2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Made reservation on behalf of 11a7382abaa545dea5bf5caf55e0a787 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:42:48.831084 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-61a050a9-744b-4fc8-8689-2727e070e2a2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.010191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-61a050a9-744b-4fc8-8689-2727e070e2a2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Allocated IP 172.20.0.9 (91659349-b171-47af-a671-05cd8ece73ad/a377dbba-5c84-4ee9-bcf6-d3f69fa2c707/e125b034-73ea-4a6e-838b-bcd61229bc54) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:42:49.208451 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-61a050a9-744b-4fc8-8689-2727e070e2a2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks [] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.315923 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-61a050a9-744b-4fc8-8689-2727e070e2a2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.368980 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-61a050a9-744b-4fc8-8689-2727e070e2a2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Network 91659349-b171-47af-a671-05cd8ece73ad is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:42:49.372477 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-61a050a9-744b-4fc8-8689-2727e070e2a2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:42:49.381696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-61a050a9-744b-4fc8-8689-2727e070e2a2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:42:49.432891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a050a9-744b-4fc8-8689-2727e070e2a2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Pushing event updated for resources: {'Port': ['ID=e125b034-73ea-4a6e-838b-bcd61229bc54,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:49.480606 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-61a050a9-744b-4fc8-8689-2727e070e2a2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.481693 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-61a050a9-744b-4fc8-8689-2727e070e2a2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.573404 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-61a050a9-744b-4fc8-8689-2727e070e2a2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9681797 Feb 11 05:42:49.585843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Request body: {'port': {'device_id': '7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:42:49.663145 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.700441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0f40ae09-8469-4057-af59-a40925b64315 None None] Provisioning complete for port e125b034-73ea-4a6e-838b-bcd61229bc54 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:49.701421 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0f40ae09-8469-4057-af59-a40925b64315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:49.770305 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0f40ae09-8469-4057-af59-a40925b64315 None None] Port e125b034-73ea-4a6e-838b-bcd61229bc54 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:42:49.817425 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba7461-7a11-41a8-a3f3-af7ea2eb3732 req-2eb90db0-ffaa-474b-a7a4-fb001cb3cf95 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:49.819888 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d6ba7461-7a11-41a8-a3f3-af7ea2eb3732 req-2eb90db0-ffaa-474b-a7a4-fb001cb3cf95 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 931 time: 0.0794020 Feb 11 05:42:49.895477 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d6ba7461-7a11-41a8-a3f3-af7ea2eb3732 req-fe09da03-9c81-42a1-8b6a-bafcb990d919 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647829 Feb 11 05:42:50.003071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e125b034-73ea-4a6e-838b-bcd61229bc54 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:50.012406 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Publish callbacks [] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.028121 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Transition to ACTIVE for port object e125b034-73ea-4a6e-838b-bcd61229bc54 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:42:50.111485 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.180484 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Pushing event updated for resources: {'Port': ['ID=e125b034-73ea-4a6e-838b-bcd61229bc54,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:50.266988 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Attempting to bind port e125b034-73ea-4a6e-838b-bcd61229bc54 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:42:50.267211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Attempting to bind port e125b034-73ea-4a6e-838b-bcd61229bc54 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:42:50.267531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Attempting to bind port e125b034-73ea-4a6e-838b-bcd61229bc54 on network 91659349-b171-47af-a671-05cd8ece73ad {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:50.274446 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Port e125b034-73ea-4a6e-838b-bcd61229bc54 on network 91659349-b171-47af-a671-05cd8ece73ad not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:42:50.275136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Attempting to bind port e125b034-73ea-4a6e-838b-bcd61229bc54 on network 91659349-b171-47af-a671-05cd8ece73ad {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:42:50.282945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:42:50.283498 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Checking segment: {'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:42:50.284042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Bound using segment: {'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:42:50.284666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Bound port: e125b034-73ea-4a6e-838b-bcd61229bc54, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498a1a36-c758-4f5b-ae66-67f3fe327f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '91659349-b171-47af-a671-05cd8ece73ad'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:42:50.285208 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.386992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] For port e125b034-73ea-4a6e-838b-bcd61229bc54, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:42:50.394618 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] For port e125b034-73ea-4a6e-838b-bcd61229bc54, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e125b034-73ea-4a6e-838b-bcd61229bc54,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:42:50.478232 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.518892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:50.519530 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:50.520983 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] 10.222.0.47 "PUT /v2.0/ports/e125b034-73ea-4a6e-838b-bcd61229bc54 HTTP/1.1" status: 200 len: 1092 time: 0.9404728 Feb 11 05:42:50.521576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086', 'tag': 'e125b034-73ea-4a6e-838b-bcd61229bc54'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:50.523883 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891fdc7e-dc2c-4c7b-9ac4-cf4fd605e064" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086", "tag": "e125b034-73ea-4a6e-838b-bcd61229bc54"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:50.558187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d7bd8-5238-4df4-b1e8-392799cbe63e service neutron] Pushing event updated for resources: {'Port': ['ID=e125b034-73ea-4a6e-838b-bcd61229bc54,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:50.601006 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53257416-50af-4f50-bc8c-3f6c54f747b1 x-openstack-request-id: req-53257416-50af-4f50-bc8c-3f6c54f747b1 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:50.601006 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086", "tag": "e125b034-73ea-4a6e-838b-bcd61229bc54", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:50.601371 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53257416-50af-4f50-bc8c-3f6c54f747b1 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:50.601694 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086', 'tag': 'e125b034-73ea-4a6e-838b-bcd61229bc54', 'status': 'completed', 'code': 200} Feb 11 05:42:50.701885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fdc7e-dc2c-4c7b-9ac4-cf4fd605e064 req-b00f6007-058d-4bc5-8c73-ad55db476da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:50.703634 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-891fdc7e-dc2c-4c7b-9ac4-cf4fd605e064 req-b00f6007-058d-4bc5-8c73-ad55db476da9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11a7382abaa545dea5bf5caf55e0a787&device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 1126 time: 0.0792868 Feb 11 05:42:50.831378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fdc7e-dc2c-4c7b-9ac4-cf4fd605e064 req-06eabe45-d3c9-4e9e-9c14-4785413c7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:50.833412 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-891fdc7e-dc2c-4c7b-9ac4-cf4fd605e064 req-06eabe45-d3c9-4e9e-9c14-4785413c7d3a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=11a7382abaa545dea5bf5caf55e0a787&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1224964 Feb 11 05:42:50.951949 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fdc7e-dc2c-4c7b-9ac4-cf4fd605e064 req-8294f12e-9d32-4f43-84fa-64b697c7b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:50.953820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-891fdc7e-dc2c-4c7b-9ac4-cf4fd605e064 req-8294f12e-9d32-4f43-84fa-64b697c7b97f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1146803 Feb 11 05:42:51.065140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-54785e70-5bc3-4e87-b9f0-53f33aafd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:51.067111 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-54785e70-5bc3-4e87-b9f0-53f33aafd04f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11a7382abaa545dea5bf5caf55e0a787&device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 1126 time: 0.0632465 Feb 11 05:42:51.071296 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b0f1b-5a1a-4de1-9c87-5f9cc61c0c1f req-123b93fb-9889-417e-90e6-58070239618c tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:51.072925 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-726b0f1b-5a1a-4de1-9c87-5f9cc61c0c1f req-123b93fb-9889-417e-90e6-58070239618c tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 943 time: 0.0699842 Feb 11 05:42:51.124040 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-55418646-2a4e-41d0-94ad-7c2a6988118b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e125b034-73ea-4a6e-838b-bcd61229bc54 HTTP/1.1" status: 200 len: 217 time: 0.0507166 Feb 11 05:42:51.144525 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-726b0f1b-5a1a-4de1-9c87-5f9cc61c0c1f req-a4104ea6-7709-49a4-b9fd-b41af315fd7c tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600238 Feb 11 05:42:51.188468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-5a8e1c9b-92a0-4b1c-b299-9e789a107b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:51.190066 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-5a8e1c9b-92a0-4b1c-b299-9e789a107b73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a377dbba-5c84-4ee9-bcf6-d3f69fa2c707 HTTP/1.1" status: 200 len: 856 time: 0.0585060 Feb 11 05:42:51.243328 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-5d53eff0-b21c-40e1-8dd8-0820ce8a983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:51.245432 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-5d53eff0-b21c-40e1-8dd8-0820ce8a983b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91659349-b171-47af-a671-05cd8ece73ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495372 Feb 11 05:42:51.352640 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-8a82bbc8-1f06-44d0-a0c4-0cceaefecda7 service neutron] 10.222.0.47 "GET /v2.0/networks/91659349-b171-47af-a671-05cd8ece73ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007366 Feb 11 05:42:51.463910 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-9009fe83-58c4-48d7-9562-e2d55f551815 req-c30f6568-d5a8-4630-9284-b9d01345e0e8 service neutron] 10.222.0.47 "GET /v2.0/networks/91659349-b171-47af-a671-05cd8ece73ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042340 Feb 11 05:42:52.289629 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661a2ae-6881-41e4-8434-eb0d933b0d2a req-ae0c50bf-db00-41d9-969a-a8f5dfb2e298 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:52.291434 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2661a2ae-6881-41e4-8434-eb0d933b0d2a req-ae0c50bf-db00-41d9-969a-a8f5dfb2e298 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 943 time: 0.0613179 Feb 11 05:42:52.347901 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2661a2ae-6881-41e4-8434-eb0d933b0d2a req-21c9d501-817c-4dec-990d-7a2eaf8b4545 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496523 Feb 11 05:42:53.225729 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a214a13e-eac9-4040-863c-bd3db37e0618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.486577 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4050588-aa2b-4817-a7a7-589a4f1f6fbc req-0bf3f36b-63c9-4901-b27f-5e581d6be696 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:53.488348 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d4050588-aa2b-4817-a7a7-589a4f1f6fbc req-0bf3f36b-63c9-4901-b27f-5e581d6be696 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 943 time: 0.0592155 Feb 11 05:42:53.556525 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d4050588-aa2b-4817-a7a7-589a4f1f6fbc req-6e049d38-5b39-4377-b13b-b0eb42ee98e1 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565431 Feb 11 05:42:53.766803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e125b034-73ea-4a6e-838b-bcd61229bc54 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:42:53.896443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port e125b034-73ea-4a6e-838b-bcd61229bc54, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e125b034-73ea-4a6e-838b-bcd61229bc54,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:53.909235 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'e125b034-73ea-4a6e-838b-bcd61229bc54', 'network_id': '91659349-b171-47af-a671-05cd8ece73ad', 'port_id': 'e125b034-73ea-4a6e-838b-bcd61229bc54', 'mac_address': 'fa:16:3e:a0:49:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a377dbba-5c84-4ee9-bcf6-d3f69fa2c707', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:42:53.949432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port e125b034-73ea-4a6e-838b-bcd61229bc54 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:53.949821 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:53.968654 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e125b034-73ea-4a6e-838b-bcd61229bc54 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:42:53.999338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port e125b034-73ea-4a6e-838b-bcd61229bc54, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e125b034-73ea-4a6e-838b-bcd61229bc54,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:54.095094 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:54.182208 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=e125b034-73ea-4a6e-838b-bcd61229bc54,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:54.197046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:54.197671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:54.198257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:54.198879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:54.199471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:54.200050 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:54.200631 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:54.201786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:54.202349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:54.202958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:54.203529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:54.204151 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:54.204735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:42:54.327858 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['e125b034-73ea-4a6e-838b-bcd61229bc54'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:42:54.722574 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93c6ab-1fe2-4837-8175-db9f468c1bc6 req-aae65313-c0bd-4c68-b66d-05f891b9ad68 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:54.725423 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8a93c6ab-1fe2-4837-8175-db9f468c1bc6 req-aae65313-c0bd-4c68-b66d-05f891b9ad68 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 944 time: 0.0927777 Feb 11 05:42:54.791910 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8a93c6ab-1fe2-4837-8175-db9f468c1bc6 req-306e2f7f-5cfa-4b70-b1a5-70ee1aaad41d tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599766 Feb 11 05:42:55.492417 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9c209dee-c8bc-4d2c-a1e1-a0ffa02d2819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:55.777265 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e125b034-73ea-4a6e-838b-bcd61229bc54 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:42:55.935318 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaf2d6-e8bc-41d4-8175-0413e4ed50cd req-8d3d1a05-b053-441a-913a-78ec8b95a0e6 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:55.937401 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2afaf2d6-e8bc-41d4-8175-0413e4ed50cd req-8d3d1a05-b053-441a-913a-78ec8b95a0e6 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 944 time: 0.0626297 Feb 11 05:42:55.945881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port e125b034-73ea-4a6e-838b-bcd61229bc54 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:42:55.951394 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port e125b034-73ea-4a6e-838b-bcd61229bc54 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:42:55.952015 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.004445 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2afaf2d6-e8bc-41d4-8175-0413e4ed50cd req-30fdac2f-65cd-4994-b2d5-c8e432f11faa tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598495 Feb 11 05:42:56.062163 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port e125b034-73ea-4a6e-838b-bcd61229bc54 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:42:56.062548 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.089685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e125b034-73ea-4a6e-838b-bcd61229bc54'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:42:56.093367 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc675de1-6bea-4103-862f-ca3ad9db5331" -d '{"events": [{"server_uuid": "7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086", "name": "network-vif-plugged", "status": "completed", "tag": "e125b034-73ea-4a6e-838b-bcd61229bc54"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:42:56.113470 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port e125b034-73ea-4a6e-838b-bcd61229bc54, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e125b034-73ea-4a6e-838b-bcd61229bc54,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:42:56.139799 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f516453-e86f-42d6-96f7-b4a0f9935c7c x-openstack-request-id: req-9f516453-e86f-42d6-96f7-b4a0f9935c7c {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:42:56.140114 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086", "name": "network-vif-plugged", "status": "completed", "tag": "e125b034-73ea-4a6e-838b-bcd61229bc54", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:42:56.140385 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f516453-e86f-42d6-96f7-b4a0f9935c7c {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:42:56.140805 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e125b034-73ea-4a6e-838b-bcd61229bc54', 'code': 200} Feb 11 05:42:56.226928 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:56.252728 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144ed2b-d1a5-459d-b430-bb3ec27479c7 req-0f26246d-4386-4f4f-9141-1d0802aa5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:56.254320 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3144ed2b-d1a5-459d-b430-bb3ec27479c7 req-0f26246d-4386-4f4f-9141-1d0802aa5686 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 1127 time: 0.0518005 Feb 11 05:42:56.313668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=e125b034-73ea-4a6e-838b-bcd61229bc54,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:42:56.321058 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3144ed2b-d1a5-459d-b430-bb3ec27479c7 req-75976af2-eeff-4343-8349-697009dd0ba9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596707 Feb 11 05:42:57.019833 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:57.151760 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6948c58-22fd-4a95-953f-252e1a6d21ef req-494de108-5821-43eb-8b67-8b798262e066 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:57.153395 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c6948c58-22fd-4a95-953f-252e1a6d21ef req-494de108-5821-43eb-8b67-8b798262e066 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 945 time: 0.0669689 Feb 11 05:42:57.218148 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c6948c58-22fd-4a95-953f-252e1a6d21ef req-9e4fdb84-17b2-48ec-9833-7f0f3cc10f15 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550530 Feb 11 05:42:58.366012 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f920d-0a53-4b46-a298-e057f7231d15 req-5eb8628b-48b5-40da-bfcc-76719bd94546 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:58.367898 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b96f920d-0a53-4b46-a298-e057f7231d15 req-5eb8628b-48b5-40da-bfcc-76719bd94546 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 945 time: 0.0625889 Feb 11 05:42:58.424732 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b96f920d-0a53-4b46-a298-e057f7231d15 req-92d65452-2b53-4fc4-9e79-14d424e9442e tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502746 Feb 11 05:42:58.581758 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7db11-d6cd-4766-a8f4-6f0a518abcc6 req-f95471aa-c822-4b1c-a934-18b46f10a641 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:42:58.584767 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9bb7db11-d6cd-4766-a8f4-6f0a518abcc6 req-f95471aa-c822-4b1c-a934-18b46f10a641 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 945 time: 0.0720482 Feb 11 05:42:58.653065 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9bb7db11-d6cd-4766-a8f4-6f0a518abcc6 req-d654c00f-24fe-451a-aa59-e6d249dab7c7 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626855 Feb 11 05:42:58.694285 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:42:59.796170 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.682602 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:04.859471 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:14.380334 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:43:23.213848 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52125847-a9b9-467d-ab49-b231317682a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:25.499491 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-637339a3-e32a-412f-8335-0a4d425ba148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:27.042194 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.620674 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:28.816064 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ee3f138-3d26-461b-8dd2-673b6d2696ee req-016cfb95-38c7-4ee3-bc1a-d0def0334a8e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0726416 Feb 11 05:43:28.942672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3f138-3d26-461b-8dd2-673b6d2696ee req-1ea38ffd-7e37-445b-b1a7-c1a1c3048171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:28.944293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ee3f138-3d26-461b-8dd2-673b6d2696ee req-1ea38ffd-7e37-445b-b1a7-c1a1c3048171 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11a7382abaa545dea5bf5caf55e0a787&device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 1128 time: 0.0619545 Feb 11 05:43:29.093399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3f138-3d26-461b-8dd2-673b6d2696ee req-97f30488-1bf0-424c-960c-2b3ec84ed184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:29.095349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ee3f138-3d26-461b-8dd2-673b6d2696ee req-97f30488-1bf0-424c-960c-2b3ec84ed184 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91659349-b171-47af-a671-05cd8ece73ad HTTP/1.1" status: 200 len: 918 time: 0.1271198 Feb 11 05:43:29.162106 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ee3f138-3d26-461b-8dd2-673b6d2696ee req-2ede0686-d84a-4a7b-9173-a8c610e0424d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e125b034-73ea-4a6e-838b-bcd61229bc54 HTTP/1.1" status: 200 len: 217 time: 0.0595450 Feb 11 05:43:29.249917 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3f138-3d26-461b-8dd2-673b6d2696ee req-40bcd9a7-e1e4-42ba-8717-1739fc5c3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:29.252487 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ee3f138-3d26-461b-8dd2-673b6d2696ee req-40bcd9a7-e1e4-42ba-8717-1739fc5c3541 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a377dbba-5c84-4ee9-bcf6-d3f69fa2c707 HTTP/1.1" status: 200 len: 856 time: 0.0836272 Feb 11 05:43:29.324034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3f138-3d26-461b-8dd2-673b6d2696ee req-8ec75f05-6956-4034-99b7-9d1f0bc353d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:29.327296 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ee3f138-3d26-461b-8dd2-673b6d2696ee req-8ec75f05-6956-4034-99b7-9d1f0bc353d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91659349-b171-47af-a671-05cd8ece73ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0651536 Feb 11 05:43:29.455935 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ee3f138-3d26-461b-8dd2-673b6d2696ee req-56e1eb16-0bc8-4090-b2d6-866b1ee971da service neutron] 10.222.0.47 "GET /v2.0/networks/91659349-b171-47af-a671-05cd8ece73ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210198 Feb 11 05:43:29.604497 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ee3f138-3d26-461b-8dd2-673b6d2696ee req-553d4b6e-a606-4a83-9f82-c04ad07b3639 service neutron] 10.222.0.47 "GET /v2.0/networks/91659349-b171-47af-a671-05cd8ece73ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406844 Feb 11 05:43:29.825554 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:34.699164 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:34.842150 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:40.987079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbbe2d-600f-4244-b6eb-3be3ec0de1cb req-259344eb-a54e-4001-a566-ad26c17de074 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:40.989279 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-95fbbe2d-600f-4244-b6eb-3be3ec0de1cb req-259344eb-a54e-4001-a566-ad26c17de074 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 945 time: 0.0659869 Feb 11 05:43:41.048421 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-95fbbe2d-600f-4244-b6eb-3be3ec0de1cb req-a6d72df7-d6be-439a-ab26-c5ad2e186749 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524869 Feb 11 05:43:42.227114 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5831ce-b021-4df6-9814-0156a0ed77e0 req-68f494b0-26e1-4ce3-9397-7ca1ae41e002 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.229098 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9d5831ce-b021-4df6-9814-0156a0ed77e0 req-68f494b0-26e1-4ce3-9397-7ca1ae41e002 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 945 time: 0.0829570 Feb 11 05:43:42.296826 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9d5831ce-b021-4df6-9814-0156a0ed77e0 req-2edfff67-9b57-4f1b-8e9c-6b624d5dca53 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/security-groups?id=5feef136-2855-4958-a3f8-8ca27cf25ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599797 Feb 11 05:43:42.406535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64e9ee-6379-451a-97ed-f13b21803f38 req-975013dc-bcae-4d84-95ed-a13ef905dbb2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:42.409026 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db64e9ee-6379-451a-97ed-f13b21803f38 req-975013dc-bcae-4d84-95ed-a13ef905dbb2 tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.47 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 945 time: 0.0696652 Feb 11 05:43:42.564173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-db64e9ee-6379-451a-97ed-f13b21803f38 req-bfe64289-bb5b-42af-8ac3-6e823c2384ff tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Deleting port e125b034-73ea-4a6e-838b-bcd61229bc54 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:42.564449 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-db64e9ee-6379-451a-97ed-f13b21803f38 req-bfe64289-bb5b-42af-8ac3-6e823c2384ff tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.667713 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-db64e9ee-6379-451a-97ed-f13b21803f38 req-bfe64289-bb5b-42af-8ac3-6e823c2384ff tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] For port e125b034-73ea-4a6e-838b-bcd61229bc54, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=e125b034-73ea-4a6e-838b-bcd61229bc54,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:42.668089 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-db64e9ee-6379-451a-97ed-f13b21803f38 req-bfe64289-bb5b-42af-8ac3-6e823c2384ff tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.685204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-db64e9ee-6379-451a-97ed-f13b21803f38 req-bfe64289-bb5b-42af-8ac3-6e823c2384ff tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Calling delete_port for e125b034-73ea-4a6e-838b-bcd61229bc54 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:42.916322 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-db64e9ee-6379-451a-97ed-f13b21803f38 req-bfe64289-bb5b-42af-8ac3-6e823c2384ff tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (e125b034-73ea-4a6e-838b-bcd61229bc54), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:42.929352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['e125b034-73ea-4a6e-838b-bcd61229bc54'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:43:42.951498 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe64289-bb5b-42af-8ac3-6e823c2384ff tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Pushing event deleted for resources: {'Port': ['ID=e125b034-73ea-4a6e-838b-bcd61229bc54,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:42.997507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-db64e9ee-6379-451a-97ed-f13b21803f38 req-bfe64289-bb5b-42af-8ac3-6e823c2384ff tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] No DVR routers for this DVR port e125b034-73ea-4a6e-838b-bcd61229bc54 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:43.000630 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-db64e9ee-6379-451a-97ed-f13b21803f38 req-bfe64289-bb5b-42af-8ac3-6e823c2384ff tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:43.004166 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-db64e9ee-6379-451a-97ed-f13b21803f38 req-bfe64289-bb5b-42af-8ac3-6e823c2384ff tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.47 "DELETE /v2.0/ports/e125b034-73ea-4a6e-838b-bcd61229bc54 HTTP/1.1" status: 204 len: 173 time: 0.5896838 Feb 11 05:43:43.004660 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086', 'name': 'network-vif-deleted', 'tag': 'e125b034-73ea-4a6e-838b-bcd61229bc54'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:43:43.007377 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d6f8b0-5bc6-4a01-9455-d2336889b850" -d '{"events": [{"server_uuid": "7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086", "name": "network-vif-deleted", "tag": "e125b034-73ea-4a6e-838b-bcd61229bc54"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:43:43.051835 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eea2211-9577-4d59-ad97-2492bf6181e8 x-openstack-request-id: req-5eea2211-9577-4d59-ad97-2492bf6181e8 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:43:43.051835 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086", "name": "network-vif-deleted", "tag": "e125b034-73ea-4a6e-838b-bcd61229bc54", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:43:43.051835 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eea2211-9577-4d59-ad97-2492bf6181e8 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:43:43.051835 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086', 'name': 'network-vif-deleted', 'tag': 'e125b034-73ea-4a6e-838b-bcd61229bc54', 'status': 'completed', 'code': 200} Feb 11 05:43:43.445622 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-85179a54-8e48-4625-9de6-e6f3bb497d2f req-42c18aa1-c549-440c-a065-be9336426a1a tempest-TestEncryptedCinderVolumes-1342535768 tempest-TestEncryptedCinderVolumes-1342535768-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cc8c3a8-7bc8-4ece-94d5-1697dc1f9086 HTTP/1.1" status: 200 len: 210 time: 0.0382917 Feb 11 05:43:44.631895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45552) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:45.058560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (17ea7191-c7d8-4bbd-97fa-2aa945add35d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.351409 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Deleting port d474f99e-1c27-4655-8757-6ccea671560d {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:45.351677 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d474f99e-1c27-4655-8757-6ccea671560d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.446480 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] For port d474f99e-1c27-4655-8757-6ccea671560d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d474f99e-1c27-4655-8757-6ccea671560d,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:45.447064 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d474f99e-1c27-4655-8757-6ccea671560d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.462940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Calling delete_port for d474f99e-1c27-4655-8757-6ccea671560d owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:45.756995 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d474f99e-1c27-4655-8757-6ccea671560d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:45.788614 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Pushing event deleted for resources: {'Port': ['ID=d474f99e-1c27-4655-8757-6ccea671560d,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:45.819891 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:45.820256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:45.820612 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:45.821067 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:45.821299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:45.821970 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:45.822325 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:45.822698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:45.823046 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:45.823386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:45.823727 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:45.824313 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:45.824810 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:45.978104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e125b034-73ea-4a6e-838b-bcd61229bc54 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:46.007170 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: e125b034-73ea-4a6e-838b-bcd61229bc54 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:46.007623 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device e125b034-73ea-4a6e-838b-bcd61229bc54 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:46.066961 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (17ea7191-c7d8-4bbd-97fa-2aa945add35d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:46.356811 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Router 17ea7191-c7d8-4bbd-97fa-2aa945add35d has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:46.833745 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:46.841058 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c502ec9a-5838-44b1-ad9d-98706d29b972 admin admin] 10.222.0.13 "PUT /v2.0/routers/17ea7191-c7d8-4bbd-97fa-2aa945add35d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2072132 Feb 11 05:43:46.844884 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45554) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:46.849220 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106d5948-5be3-48c4-bc16-dfee3b15ffaf None None] Sync routers for ids ['17ea7191-c7d8-4bbd-97fa-2aa945add35d'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:46.863211 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d5948-5be3-48c4-bc16-dfee3b15ffaf None None] Routers {'17ea7191-c7d8-4bbd-97fa-2aa945add35d'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:46.863943 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-106d5948-5be3-48c4-bc16-dfee3b15ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:43:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['17ea7191-c7d8-4bbd-97fa-2aa945add35d'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:46.986891 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Publish callbacks [] for router (17ea7191-c7d8-4bbd-97fa-2aa945add35d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.018566 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-106d5948-5be3-48c4-bc16-dfee3b15ffaf None None] Set router 17ea7191-c7d8-4bbd-97fa-2aa945add35d gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:47.151477 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Publish callbacks [] for router_gateway (17ea7191-c7d8-4bbd-97fa-2aa945add35d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.259170 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-106d5948-5be3-48c4-bc16-dfee3b15ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'name': 'tempest-TestEncryptedCinderVolumes-1691175631-router', 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'adeb3ca3-d238-4e61-9781-cba37e28d966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:29Z', 'updated_at': '2022-02-11T05:43:45Z', 'revision_number': 5, 'project_id': '11a7382abaa545dea5bf5caf55e0a787', 'gw_port': {'id': 'adeb3ca3-d238-4e61-9781-cba37e28d966', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:30Z', 'updated_at': '2022-02-11T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:47.290176 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106d5948-5be3-48c4-bc16-dfee3b15ffaf None None] Checking router: 17ea7191-c7d8-4bbd-97fa-2aa945add35d for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:43:47.300402 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d5948-5be3-48c4-bc16-dfee3b15ffaf None None] Routers {'17ea7191-c7d8-4bbd-97fa-2aa945add35d'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:47.301165 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-106d5948-5be3-48c4-bc16-dfee3b15ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:43:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['17ea7191-c7d8-4bbd-97fa-2aa945add35d'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:47.354933 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Deleting port adeb3ca3-d238-4e61-9781-cba37e28d966 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:47.355472 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (adeb3ca3-d238-4e61-9781-cba37e28d966), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.409710 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-106d5948-5be3-48c4-bc16-dfee3b15ffaf None None] Set router 17ea7191-c7d8-4bbd-97fa-2aa945add35d gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:47.475268 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] For port adeb3ca3-d238-4e61-9781-cba37e28d966, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=adeb3ca3-d238-4e61-9781-cba37e28d966,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:47.475820 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (adeb3ca3-d238-4e61-9781-cba37e28d966), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.478698 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-106d5948-5be3-48c4-bc16-dfee3b15ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'name': 'tempest-TestEncryptedCinderVolumes-1691175631-router', 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:29Z', 'updated_at': '2022-02-11T05:43:47Z', 'revision_number': 6, 'project_id': '11a7382abaa545dea5bf5caf55e0a787', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:47.492379 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Calling delete_port for adeb3ca3-d238-4e61-9781-cba37e28d966 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:47.531241 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106d5948-5be3-48c4-bc16-dfee3b15ffaf None None] The sync data for ids ['17ea7191-c7d8-4bbd-97fa-2aa945add35d'] in n-d-712142-35 is: [{'id': '17ea7191-c7d8-4bbd-97fa-2aa945add35d', 'name': 'tempest-TestEncryptedCinderVolumes-1691175631-router', 'tenant_id': '11a7382abaa545dea5bf5caf55e0a787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:29Z', 'updated_at': '2022-02-11T05:43:47Z', 'revision_number': 6, 'project_id': '11a7382abaa545dea5bf5caf55e0a787', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:47.801815 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (adeb3ca3-d238-4e61-9781-cba37e28d966), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:47.829905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=adeb3ca3-d238-4e61-9781-cba37e28d966,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:47.849598 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.853774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.853774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.853774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.853774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.853774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.853774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.853774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.853774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.853774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.853774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.853774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.855532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:47.930571 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (17ea7191-c7d8-4bbd-97fa-2aa945add35d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.065356 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (17ea7191-c7d8-4bbd-97fa-2aa945add35d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.067893 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Publish callbacks [] for router_controller (17ea7191-c7d8-4bbd-97fa-2aa945add35d), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.190395 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (17ea7191-c7d8-4bbd-97fa-2aa945add35d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.190989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17ea7191-c7d8-4bbd-97fa-2aa945add35d {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:43:48.195880 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.197034 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1487e0c7-ef06-405a-812c-3de0e87002e7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/17ea7191-c7d8-4bbd-97fa-2aa945add35d HTTP/1.1" status: 204 len: 168 time: 1.3507988 Feb 11 05:43:48.201172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45556) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:48.255355 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-393c5b60-0b6a-4856-a12f-d4c6eb4d0395 admin admin] Deleting subnet a377dbba-5c84-4ee9-bcf6-d3f69fa2c707 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:43:48.259222 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-393c5b60-0b6a-4856-a12f-d4c6eb4d0395 admin admin] Publish callbacks [] for subnet (a377dbba-5c84-4ee9-bcf6-d3f69fa2c707), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.299515 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-393c5b60-0b6a-4856-a12f-d4c6eb4d0395 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (a377dbba-5c84-4ee9-bcf6-d3f69fa2c707), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.400557 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-393c5b60-0b6a-4856-a12f-d4c6eb4d0395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (a377dbba-5c84-4ee9-bcf6-d3f69fa2c707), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.476146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device adeb3ca3-d238-4e61-9781-cba37e28d966 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:48.511422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: adeb3ca3-d238-4e61-9781-cba37e28d966 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:48.516123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device adeb3ca3-d238-4e61-9781-cba37e28d966 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:48.516123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d474f99e-1c27-4655-8757-6ccea671560d no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:48.537464 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: d474f99e-1c27-4655-8757-6ccea671560d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:48.538905 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d474f99e-1c27-4655-8757-6ccea671560d not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:48.557186 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-393c5b60-0b6a-4856-a12f-d4c6eb4d0395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (a377dbba-5c84-4ee9-bcf6-d3f69fa2c707), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.601359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c5b60-0b6a-4856-a12f-d4c6eb4d0395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a377dbba-5c84-4ee9-bcf6-d3f69fa2c707,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:48.607682 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-393c5b60-0b6a-4856-a12f-d4c6eb4d0395 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.613933 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-393c5b60-0b6a-4856-a12f-d4c6eb4d0395 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a377dbba-5c84-4ee9-bcf6-d3f69fa2c707 HTTP/1.1" status: 204 len: 168 time: 0.4114690 Feb 11 05:43:48.614422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706c445c-8d89-4430-bae5-92a0d895304d None None] Network 91659349-b171-47af-a671-05cd8ece73ad requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:48.616579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45558) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:48.724637 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (91659349-b171-47af-a671-05cd8ece73ad), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.795726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] Deleting port cf45df00-303e-4cf9-bb23-4d18b4c38b67 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:48.796124 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.879968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] For port cf45df00-303e-4cf9-bb23-4d18b4c38b67, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cf45df00-303e-4cf9-bb23-4d18b4c38b67,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:48.880682 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:48.884804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a950836-ffd7-4bd4-b335-29e3201dd157 None None] DHCP port deletion for 91659349-b171-47af-a671-05cd8ece73ad request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:43:48.900293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] Calling delete_port for cf45df00-303e-4cf9-bb23-4d18b4c38b67 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:48.944924 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5a950836-ffd7-4bd4-b335-29e3201dd157 None None] Deleting port cf45df00-303e-4cf9-bb23-4d18b4c38b67 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:48.945780 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5a950836-ffd7-4bd4-b335-29e3201dd157 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.044119 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5a950836-ffd7-4bd4-b335-29e3201dd157 None None] For port cf45df00-303e-4cf9-bb23-4d18b4c38b67, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=cf45df00-303e-4cf9-bb23-4d18b4c38b67,segment=NetworkSegment(498a1a36-c758-4f5b-ae66-67f3fe327f0e),segment_id=498a1a36-c758-4f5b-ae66-67f3fe327f0e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:49.044757 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5a950836-ffd7-4bd4-b335-29e3201dd157 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.061684 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5a950836-ffd7-4bd4-b335-29e3201dd157 None None] Calling delete_port for cf45df00-303e-4cf9-bb23-4d18b4c38b67 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:49.127872 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.166063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf45df00-303e-4cf9-bb23-4d18b4c38b67,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:49.169419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] No DVR routers for this DVR port cf45df00-303e-4cf9-bb23-4d18b4c38b67 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:49.189103 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5a950836-ffd7-4bd4-b335-29e3201dd157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (cf45df00-303e-4cf9-bb23-4d18b4c38b67), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.225973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a950836-ffd7-4bd4-b335-29e3201dd157 None None] Pushing event deleted for resources: {'Port': ['ID=cf45df00-303e-4cf9-bb23-4d18b4c38b67,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:49.235685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a950836-ffd7-4bd4-b335-29e3201dd157 None None] No DVR routers for this DVR port cf45df00-303e-4cf9-bb23-4d18b4c38b67 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:49.268893 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (91659349-b171-47af-a671-05cd8ece73ad), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.303419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91659349-b171-47af-a671-05cd8ece73ad']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:49.317616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498a1a36-c758-4f5b-ae66-67f3fe327f0e') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:49.317903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498a1a36-c758-4f5b-ae66-67f3fe327f0e') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:49.332288 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (498a1a36-c758-4f5b-ae66-67f3fe327f0e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.350788 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (498a1a36-c758-4f5b-ae66-67f3fe327f0e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.358770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:43:49.359176 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (498a1a36-c758-4f5b-ae66-67f3fe327f0e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:43:49.361047 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:43:49.888308 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (91659349-b171-47af-a671-05cd8ece73ad), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.896153 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:49.902340 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] 10.222.0.13 "DELETE /v2.0/networks/91659349-b171-47af-a671-05cd8ece73ad HTTP/1.1" status: 204 len: 168 time: 1.2822177 Feb 11 05:43:49.905015 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45560) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:49.918845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfbe56-b508-47e9-a18b-83f8f4404e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=91659349-b171-47af-a671-05cd8ece73ad,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:50.318222 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b8bfda3-79b3-41aa-a2d9-bd3b25c0c68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.457094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cf45df00-303e-4cf9-bb23-4d18b4c38b67 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:50.487211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: cf45df00-303e-4cf9-bb23-4d18b4c38b67 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:50.488579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device cf45df00-303e-4cf9-bb23-4d18b4c38b67 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:50.697695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-4b8bfda3-79b3-41aa-a2d9-bd3b25c0c68f admin admin] Deleting port d9c37d47-ce29-47ce-a159-9e035802c241 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:50.698081 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b8bfda3-79b3-41aa-a2d9-bd3b25c0c68f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.789240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-4b8bfda3-79b3-41aa-a2d9-bd3b25c0c68f admin admin] For port d9c37d47-ce29-47ce-a159-9e035802c241, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=d9c37d47-ce29-47ce-a159-9e035802c241,segment=NetworkSegment(321e20f2-46d6-4664-b529-d60bbaf70732),segment_id=321e20f2-46d6-4664-b529-d60bbaf70732)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:50.789663 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b8bfda3-79b3-41aa-a2d9-bd3b25c0c68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:50.805707 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-4b8bfda3-79b3-41aa-a2d9-bd3b25c0c68f admin admin] Calling delete_port for d9c37d47-ce29-47ce-a159-9e035802c241 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:51.074658 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b8bfda3-79b3-41aa-a2d9-bd3b25c0c68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (d9c37d47-ce29-47ce-a159-9e035802c241), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.105373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bfda3-79b3-41aa-a2d9-bd3b25c0c68f admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c37d47-ce29-47ce-a159-9e035802c241,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:51.382692 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:43:51.417993 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4b8bfda3-79b3-41aa-a2d9-bd3b25c0c68f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:51.686359 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8bfda3-79b3-41aa-a2d9-bd3b25c0c68f admin admin] Router 9e44fc18-eefd-4083-bdc0-d46eca89ee4d has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:43:51.811109 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8bfda3-79b3-41aa-a2d9-bd3b25c0c68f admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:43:51.819089 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4b8bfda3-79b3-41aa-a2d9-bd3b25c0c68f admin admin] 10.222.0.13 "PUT /v2.0/routers/9e44fc18-eefd-4083-bdc0-d46eca89ee4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9102125 Feb 11 05:43:51.820198 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45562) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:51.826594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c455e-ad01-4196-a665-3daa35d50703 None None] Sync routers for ids ['9e44fc18-eefd-4083-bdc0-d46eca89ee4d'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:43:51.850098 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c455e-ad01-4196-a665-3daa35d50703 None None] Routers {'9e44fc18-eefd-4083-bdc0-d46eca89ee4d'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:51.851221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-297c455e-ad01-4196-a665-3daa35d50703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:43:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['9e44fc18-eefd-4083-bdc0-d46eca89ee4d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:51.939386 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] Publish callbacks [] for router (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.016581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-297c455e-ad01-4196-a665-3daa35d50703 None None] Set router 9e44fc18-eefd-4083-bdc0-d46eca89ee4d gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:52.070182 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] Publish callbacks [] for router_gateway (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.226949 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] Deleting port eb21819a-e58c-4124-8732-ef254249a510 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:52.227911 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (eb21819a-e58c-4124-8732-ef254249a510), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.246612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-297c455e-ad01-4196-a665-3daa35d50703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'name': 'tempest-TestEncryptedCinderVolumes-297839088-router', 'tenant_id': 'b951137d7cc44b64874e6772671412dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'eb21819a-e58c-4124-8732-ef254249a510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:43:50Z', 'revision_number': 5, 'project_id': 'b951137d7cc44b64874e6772671412dd', 'gw_port': {'id': 'eb21819a-e58c-4124-8732-ef254249a510', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:52.284375 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c455e-ad01-4196-a665-3daa35d50703 None None] Checking router: 9e44fc18-eefd-4083-bdc0-d46eca89ee4d for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:43:52.297160 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c455e-ad01-4196-a665-3daa35d50703 None None] Routers {'9e44fc18-eefd-4083-bdc0-d46eca89ee4d'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:43:52.298041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-297c455e-ad01-4196-a665-3daa35d50703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:43:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['9e44fc18-eefd-4083-bdc0-d46eca89ee4d'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:52.339387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] For port eb21819a-e58c-4124-8732-ef254249a510, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=eb21819a-e58c-4124-8732-ef254249a510,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:52.339930 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (eb21819a-e58c-4124-8732-ef254249a510), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.358951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] Calling delete_port for eb21819a-e58c-4124-8732-ef254249a510 owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:52.447742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-297c455e-ad01-4196-a665-3daa35d50703 None None] Set router 9e44fc18-eefd-4083-bdc0-d46eca89ee4d gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:43:52.510672 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-297c455e-ad01-4196-a665-3daa35d50703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'name': 'tempest-TestEncryptedCinderVolumes-297839088-router', 'tenant_id': 'b951137d7cc44b64874e6772671412dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:43:52Z', 'revision_number': 6, 'project_id': 'b951137d7cc44b64874e6772671412dd', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:52.546265 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297c455e-ad01-4196-a665-3daa35d50703 None None] The sync data for ids ['9e44fc18-eefd-4083-bdc0-d46eca89ee4d'] in n-d-712142-35 is: [{'id': '9e44fc18-eefd-4083-bdc0-d46eca89ee4d', 'name': 'tempest-TestEncryptedCinderVolumes-297839088-router', 'tenant_id': 'b951137d7cc44b64874e6772671412dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:41:38Z', 'updated_at': '2022-02-11T05:43:52Z', 'revision_number': 6, 'project_id': 'b951137d7cc44b64874e6772671412dd', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:43:52.651284 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (eb21819a-e58c-4124-8732-ef254249a510), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.686093 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=eb21819a-e58c-4124-8732-ef254249a510,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:52.776429 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.883527 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:52.886174 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] Publish callbacks [] for router_controller (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.021211 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (9e44fc18-eefd-4083-bdc0-d46eca89ee4d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.022074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e44fc18-eefd-4083-bdc0-d46eca89ee4d {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:43:53.032237 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.032237 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a1cd9312-2853-4ded-8c6f-e7a15f024e3c admin admin] 10.222.0.13 "DELETE /v2.0/routers/9e44fc18-eefd-4083-bdc0-d46eca89ee4d HTTP/1.1" status: 204 len: 168 time: 1.2097502 Feb 11 05:43:53.034287 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45564) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:53.087022 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-afcee8d9-0208-4342-ba41-694d495e259f admin admin] Deleting subnet 131df3d0-64f9-46a6-bbd9-0617e588c538 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:43:53.091527 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-afcee8d9-0208-4342-ba41-694d495e259f admin admin] Publish callbacks [] for subnet (131df3d0-64f9-46a6-bbd9-0617e588c538), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.139203 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-afcee8d9-0208-4342-ba41-694d495e259f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (131df3d0-64f9-46a6-bbd9-0617e588c538), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.201840 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0132b9ff-9285-4d26-b989-49ff71dcf5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.237601 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-afcee8d9-0208-4342-ba41-694d495e259f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (131df3d0-64f9-46a6-bbd9-0617e588c538), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.700103 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-afcee8d9-0208-4342-ba41-694d495e259f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (131df3d0-64f9-46a6-bbd9-0617e588c538), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.730120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcee8d9-0208-4342-ba41-694d495e259f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131df3d0-64f9-46a6-bbd9-0617e588c538,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:53.735942 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-afcee8d9-0208-4342-ba41-694d495e259f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.742177 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-afcee8d9-0208-4342-ba41-694d495e259f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/131df3d0-64f9-46a6-bbd9-0617e588c538 HTTP/1.1" status: 204 len: 168 time: 0.7059615 Feb 11 05:43:53.745687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45566) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:53.752682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfecf980-cb10-46d9-b276-32b8a5118573 None None] Network d3e8c57a-cc72-4795-9bb6-96139db4672b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:53.831437 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (d3e8c57a-cc72-4795-9bb6-96139db4672b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.906585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] Deleting port a52e3115-a142-45f6-8664-821f72424a02 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:53.907274 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a52e3115-a142-45f6-8664-821f72424a02), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:53.969418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] DHCP port deletion for d3e8c57a-cc72-4795-9bb6-96139db4672b request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:43:53.984895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] For port a52e3115-a142-45f6-8664-821f72424a02, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a52e3115-a142-45f6-8664-821f72424a02,segment=NetworkSegment(321e20f2-46d6-4664-b529-d60bbaf70732),segment_id=321e20f2-46d6-4664-b529-d60bbaf70732)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:53.985435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a52e3115-a142-45f6-8664-821f72424a02), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.003226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] Calling delete_port for a52e3115-a142-45f6-8664-821f72424a02 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:54.030123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Deleting port a52e3115-a142-45f6-8664-821f72424a02 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:43:54.030667 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a52e3115-a142-45f6-8664-821f72424a02), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.113513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] For port a52e3115-a142-45f6-8664-821f72424a02, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a52e3115-a142-45f6-8664-821f72424a02,segment=NetworkSegment(321e20f2-46d6-4664-b529-d60bbaf70732),segment_id=321e20f2-46d6-4664-b529-d60bbaf70732)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:43:54.113920 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a52e3115-a142-45f6-8664-821f72424a02), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.134738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Calling delete_port for a52e3115-a142-45f6-8664-821f72424a02 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:43:54.234477 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (a52e3115-a142-45f6-8664-821f72424a02), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.244001 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (a52e3115-a142-45f6-8664-821f72424a02), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.268162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=a52e3115-a142-45f6-8664-821f72424a02,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:54.278414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] No DVR routers for this DVR port a52e3115-a142-45f6-8664-821f72424a02 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:54.279102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Pushing event deleted for resources: {'Port': ['ID=a52e3115-a142-45f6-8664-821f72424a02,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:54.281169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] No DVR routers for this DVR port a52e3115-a142-45f6-8664-821f72424a02 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:43:54.298013 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:54.298842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:54.299421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:54.299810 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:54.300170 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:54.300533 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:54.301004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:54.301217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:54.301742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:54.302078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:54.302406 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:54.302767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:54.303265 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4508-37f3-40df-b650-c55bf12da418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:43:54.362964 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (d3e8c57a-cc72-4795-9bb6-96139db4672b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.395584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e8c57a-cc72-4795-9bb6-96139db4672b']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:54.409066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '321e20f2-46d6-4664-b529-d60bbaf70732') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:54.409413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '321e20f2-46d6-4664-b529-d60bbaf70732') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:43:54.436821 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (321e20f2-46d6-4664-b529-d60bbaf70732), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.486332 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (321e20f2-46d6-4664-b529-d60bbaf70732), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.486504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a52e3115-a142-45f6-8664-821f72424a02 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (321e20f2-46d6-4664-b529-d60bbaf70732), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:43:54.486946 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:43:54.506530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: a52e3115-a142-45f6-8664-821f72424a02 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:54.507167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a52e3115-a142-45f6-8664-821f72424a02 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:54.507647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device eb21819a-e58c-4124-8732-ef254249a510 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:54.540456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: eb21819a-e58c-4124-8732-ef254249a510 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:54.540857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device eb21819a-e58c-4124-8732-ef254249a510 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:54.541225 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d9c37d47-ce29-47ce-a159-9e035802c241 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:43:54.572061 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: d9c37d47-ce29-47ce-a159-9e035802c241 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:43:54.572454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device d9c37d47-ce29-47ce-a159-9e035802c241 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:43:54.630765 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (d3e8c57a-cc72-4795-9bb6-96139db4672b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.640316 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:54.644660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d3e8c57a-cc72-4795-9bb6-96139db4672b HTTP/1.1" status: 204 len: 168 time: 0.8962283 Feb 11 05:43:54.664874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec3326-4d59-48fe-9031-f5f6dcc08a53 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e8c57a-cc72-4795-9bb6-96139db4672b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:55.047299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45570) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:55.093871 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-07766430-3811-4580-9ed0-7bca1286b497 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11a7382abaa545dea5bf5caf55e0a787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449524 Feb 11 05:43:55.098500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45572) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:55.158419 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-825b9ffd-49ef-470d-93c0-fe5fe49f4236 admin admin] Publish callbacks [] for security_group (5feef136-2855-4958-a3f8-8ca27cf25ce8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.182745 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-825b9ffd-49ef-470d-93c0-fe5fe49f4236 admin admin] Publish callbacks [] for security_group (5feef136-2855-4958-a3f8-8ca27cf25ce8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.326563 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-825b9ffd-49ef-470d-93c0-fe5fe49f4236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5feef136-2855-4958-a3f8-8ca27cf25ce8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.330208 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-825b9ffd-49ef-470d-93c0-fe5fe49f4236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:55.331724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-825b9ffd-49ef-470d-93c0-fe5fe49f4236 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5feef136-2855-4958-a3f8-8ca27cf25ce8 HTTP/1.1" status: 204 len: 168 time: 0.2330577 Feb 11 05:43:55.342663 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b9ffd-49ef-470d-93c0-fe5fe49f4236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feef136-2855-4958-a3f8-8ca27cf25ce8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:55.483801 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-98ba7e16-e690-419b-9e4f-f27e3932a742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.178878 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45578) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:56.227974 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-efb8a44b-8b53-402d-ad90-864952502ec4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b951137d7cc44b64874e6772671412dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477891 Feb 11 05:43:56.230854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45580) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:56.289407 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b578bbad-9ae0-4886-9d2d-a73e1a90d936 admin admin] Publish callbacks [] for security_group (304d1639-402d-41c8-aed4-d95fcf9cca5c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.316325 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b578bbad-9ae0-4886-9d2d-a73e1a90d936 admin admin] Publish callbacks [] for security_group (304d1639-402d-41c8-aed4-d95fcf9cca5c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.464939 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b578bbad-9ae0-4886-9d2d-a73e1a90d936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (304d1639-402d-41c8-aed4-d95fcf9cca5c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.467979 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b578bbad-9ae0-4886-9d2d-a73e1a90d936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:56.469239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b578bbad-9ae0-4886-9d2d-a73e1a90d936 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/304d1639-402d-41c8-aed4-d95fcf9cca5c HTTP/1.1" status: 204 len: 168 time: 0.2372842 Feb 11 05:43:56.478820 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578bbad-9ae0-4886-9d2d-a73e1a90d936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304d1639-402d-41c8-aed4-d95fcf9cca5c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:57.036498 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.757815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45602) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:57.872730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-408482689-network', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:57.961952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] Made reservation on behalf of 2f35d9f373984ecd9485ad437a21e099 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:57.964693 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:57.976388 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.084807 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] Publish callbacks [] for security_group (8de735bf-735e-451f-9aae-09cbb98a0a69), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.150425 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8de735bf-735e-451f-9aae-09cbb98a0a69), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.178255 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:43:58.189882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de735bf-735e-451f-9aae-09cbb98a0a69,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:58.195548 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6a824a8e-0eaf-491e-be9b-b1502d5fef95), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.195898 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] Added segment 6a824a8e-0eaf-491e-be9b-b1502d5fef95 of type vlan for network aefb3e6e-f812-4e32-a96b-04c535b9c003 Feb 11 05:43:58.245964 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (aefb3e6e-f812-4e32-a96b-04c535b9c003), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.342642 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (aefb3e6e-f812-4e32-a96b-04c535b9c003), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.343823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:58.344456 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.414231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] Pushing event updated for resources: {'Network': ['ID=aefb3e6e-f812-4e32-a96b-04c535b9c003,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:58.426070 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network aefb3e6e-f812-4e32-a96b-04c535b9c003 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:43:58.453013 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9e9197a6-5da6-401a-a063-f529a62c0e9d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6934972 Feb 11 05:43:58.456644 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45606) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:58.465151 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-51ec7e43-47b0-4109-9f22-9b9a8c035f4d admin admin] Request body: {'subnet': {'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-408482689-subnet', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:58.550257 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ec7e43-47b0-4109-9f22-9b9a8c035f4d admin admin] Made reservation on behalf of 2f35d9f373984ecd9485ad437a21e099 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:43:58.553390 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-51ec7e43-47b0-4109-9f22-9b9a8c035f4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.662341 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.899522 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-51ec7e43-47b0-4109-9f22-9b9a8c035f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (9dea0861-36e1-4746-8736-8e2b04acb713), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:58.979814 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec7e43-47b0-4109-9f22-9b9a8c035f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dea0861-36e1-4746-8736-8e2b04acb713,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:43:58.993664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ec7e43-47b0-4109-9f22-9b9a8c035f4d admin admin] Checking segment: {'id': '6a824a8e-0eaf-491e-be9b-b1502d5fef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:43:58.994079 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ec7e43-47b0-4109-9f22-9b9a8c035f4d admin admin] Network hostable DHCP agents. Network: aefb3e6e-f812-4e32-a96b-04c535b9c003, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:43:59.093274 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ec7e43-47b0-4109-9f22-9b9a8c035f4d admin admin] Network aefb3e6e-f812-4e32-a96b-04c535b9c003 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:43:59.167750 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-51ec7e43-47b0-4109-9f22-9b9a8c035f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, aefb3e6e-f812-4e32-a96b-04c535b9c003) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:43:59.173755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ec7e43-47b0-4109-9f22-9b9a8c035f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:43:59.174540 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-51ec7e43-47b0-4109-9f22-9b9a8c035f4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.180898 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ab56af-31d0-43ed-942f-73666623e8e4 None None] Network aefb3e6e-f812-4e32-a96b-04c535b9c003 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:43:59.234017 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-51ec7e43-47b0-4109-9f22-9b9a8c035f4d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7756960 Feb 11 05:43:59.238555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45608) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:43:59.244565 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:43:59.300513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-aefb3e6e-f812-4e32-a96b-04c535b9c003', 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'fixed_ips': [{'subnet_id': '9dea0861-36e1-4746-8736-8e2b04acb713'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:43:59.301368 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.349092 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.350731 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.431118 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Publish callbacks [] for router_controller (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:43:59.533063 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Allocated IP 172.20.0.2 (aefb3e6e-f812-4e32-a96b-04c535b9c003/9dea0861-36e1-4746-8736-8e2b04acb713/82c01b6f-a73f-44ee-984f-4db44796d983) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:43:59.719651 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Publish callbacks [] for router_gateway (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.003362 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Publish callbacks [] for port (82c01b6f-a73f-44ee-984f-4db44796d983), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.079938 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Publish callbacks [] for router_gateway (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.087481 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.120131 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (82c01b6f-a73f-44ee-984f-4db44796d983), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.123547 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.164778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Network aefb3e6e-f812-4e32-a96b-04c535b9c003 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:00.168345 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:00.172314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:00.185853 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Pushing event updated for resources: {'Port': ['ID=82c01b6f-a73f-44ee-984f-4db44796d983,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:00.248510 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Attempting to bind port 82c01b6f-a73f-44ee-984f-4db44796d983 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:00.248886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Attempting to bind port 82c01b6f-a73f-44ee-984f-4db44796d983 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '6a824a8e-0eaf-491e-be9b-b1502d5fef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:00.249247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Attempting to bind port 82c01b6f-a73f-44ee-984f-4db44796d983 on network aefb3e6e-f812-4e32-a96b-04c535b9c003 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:00.255833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:00.256233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Checking segment: {'id': '6a824a8e-0eaf-491e-be9b-b1502d5fef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:00.256494 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.256894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Bound using segment: {'id': '6a824a8e-0eaf-491e-be9b-b1502d5fef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:00.257624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Bound port: 82c01b6f-a73f-44ee-984f-4db44796d983, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a824a8e-0eaf-491e-be9b-b1502d5fef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:00.257839 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (82c01b6f-a73f-44ee-984f-4db44796d983), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.300083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Allocated IP 172.25.3.215 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/e003a117-5e80-4171-b5cc-1918462b3c5c) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:00.347846 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] For port 82c01b6f-a73f-44ee-984f-4db44796d983, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:00.353483 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] For port 82c01b6f-a73f-44ee-984f-4db44796d983, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=82c01b6f-a73f-44ee-984f-4db44796d983,segment=NetworkSegment(6a824a8e-0eaf-491e-be9b-b1502d5fef95),segment_id=6a824a8e-0eaf-491e-be9b-b1502d5fef95)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:00.436496 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Publish callbacks [] for port (e003a117-5e80-4171-b5cc-1918462b3c5c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.466943 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (82c01b6f-a73f-44ee-984f-4db44796d983), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.571209 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cecb7a-9b07-4201-8f2c-d435cead4cdc None None] Pushing event updated for resources: {'Port': ['ID=82c01b6f-a73f-44ee-984f-4db44796d983,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:00.597105 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e003a117-5e80-4171-b5cc-1918462b3c5c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:00.663882 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:00.668128 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:00.676036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:00.679877 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Pushing event updated for resources: {'Port': ['ID=e003a117-5e80-4171-b5cc-1918462b3c5c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:01.153377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Publish callbacks [] for router_gateway (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.426074 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.658867 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448abd8d-2e1a-4d9e-b69c-cb0b8fec8b57 None None] Network aefb3e6e-f812-4e32-a96b-04c535b9c003 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:01.727490 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:44:01.777007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-495dde1f-3add-4689-8866-0cb6a56147c7 None None] Provisioning complete for port 82c01b6f-a73f-44ee-984f-4db44796d983 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:01.777893 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-495dde1f-3add-4689-8866-0cb6a56147c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (82c01b6f-a73f-44ee-984f-4db44796d983), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.927428 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-495dde1f-3add-4689-8866-0cb6a56147c7 None None] Current status of the port 82c01b6f-a73f-44ee-984f-4db44796d983 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:01.927836 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-495dde1f-3add-4689-8866-0cb6a56147c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (82c01b6f-a73f-44ee-984f-4db44796d983), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:01.943001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:01.956698 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Sync routers for ids ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:01.973573 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-495dde1f-3add-4689-8866-0cb6a56147c7 None None] For port 82c01b6f-a73f-44ee-984f-4db44796d983, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=82c01b6f-a73f-44ee-984f-4db44796d983,segment=NetworkSegment(6a824a8e-0eaf-491e-be9b-b1502d5fef95),segment_id=6a824a8e-0eaf-491e-be9b-b1502d5fef95)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:01.976798 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Routers {'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:01.977664 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:43:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:02.084485 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.087577 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a9aaf7a4-78b2-4f1e-ad75-8ff379cc2c36 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8473155 Feb 11 05:44:02.092244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45610) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:02.106214 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-495dde1f-3add-4689-8866-0cb6a56147c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (82c01b6f-a73f-44ee-984f-4db44796d983), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.107218 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Set router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:02.198383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dde1f-3add-4689-8866-0cb6a56147c7 None None] Pushing event updated for resources: {'Port': ['ID=82c01b6f-a73f-44ee-984f-4db44796d983,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:02.241738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-33da3898-6ae9-4870-8333-0b1a98d443a3 None None] Provisioning complete for port 82c01b6f-a73f-44ee-984f-4db44796d983 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:02.242527 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33da3898-6ae9-4870-8333-0b1a98d443a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (82c01b6f-a73f-44ee-984f-4db44796d983), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.375827 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-33da3898-6ae9-4870-8333-0b1a98d443a3 None None] Current status of the port 82c01b6f-a73f-44ee-984f-4db44796d983 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:02.420538 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:59Z', 'updated_at': '2022-02-11T05:44:00Z', 'revision_number': 3, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'gw_port': {'id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:00Z', 'updated_at': '2022-02-11T05:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:02.488736 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Checking router: b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:02.489364 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Updating router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 port e003a117-5e80-4171-b5cc-1918462b3c5c binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:44:02.538965 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 82c01b6f-a73f-44ee-984f-4db44796d983 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:02.544512 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e003a117-5e80-4171-b5cc-1918462b3c5c), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.626198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 82c01b6f-a73f-44ee-984f-4db44796d983 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:02.626819 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (82c01b6f-a73f-44ee-984f-4db44796d983), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.727618 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 82c01b6f-a73f-44ee-984f-4db44796d983 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:02.767927 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.886949 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Publish callbacks [] for port (e003a117-5e80-4171-b5cc-1918462b3c5c), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:02.952455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Allocated IP 172.20.0.1 (aefb3e6e-f812-4e32-a96b-04c535b9c003/9dea0861-36e1-4746-8736-8e2b04acb713/51ce61a0-d8e6-4cb5-976a-c2455c937eaa) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:02.967482 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e003a117-5e80-4171-b5cc-1918462b3c5c), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.030443 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Attempting to bind port e003a117-5e80-4171-b5cc-1918462b3c5c on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:03.030851 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Attempting to bind port e003a117-5e80-4171-b5cc-1918462b3c5c by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:03.031263 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Attempting to bind port e003a117-5e80-4171-b5cc-1918462b3c5c on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:03.039687 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d851b3e-409e-487f-9bd4-1fbaa3431483 None None] Pushing event updated for resources: {'Port': ['ID=e003a117-5e80-4171-b5cc-1918462b3c5c,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:03.043969 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:03.044369 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:03.044813 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.045199 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:03.045689 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Bound port: e003a117-5e80-4171-b5cc-1918462b3c5c, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:03.046067 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e003a117-5e80-4171-b5cc-1918462b3c5c), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.053536 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d851b3e-409e-487f-9bd4-1fbaa3431483 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:03.053903 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d851b3e-409e-487f-9bd4-1fbaa3431483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:03.054201 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d851b3e-409e-487f-9bd4-1fbaa3431483 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:03.054533 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d851b3e-409e-487f-9bd4-1fbaa3431483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:03.054898 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d851b3e-409e-487f-9bd4-1fbaa3431483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:03.055222 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d851b3e-409e-487f-9bd4-1fbaa3431483 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:03.055704 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d851b3e-409e-487f-9bd4-1fbaa3431483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:03.056097 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d851b3e-409e-487f-9bd4-1fbaa3431483 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:03.056343 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d851b3e-409e-487f-9bd4-1fbaa3431483 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:03.056663 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d851b3e-409e-487f-9bd4-1fbaa3431483 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:03.056983 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d851b3e-409e-487f-9bd4-1fbaa3431483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:03.057298 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d851b3e-409e-487f-9bd4-1fbaa3431483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:03.057617 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d851b3e-409e-487f-9bd4-1fbaa3431483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:44:03.083558 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Publish callbacks [] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.118456 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] For port e003a117-5e80-4171-b5cc-1918462b3c5c, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:03.129651 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] For port e003a117-5e80-4171-b5cc-1918462b3c5c, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e003a117-5e80-4171-b5cc-1918462b3c5c,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:03.202500 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.236361 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e003a117-5e80-4171-b5cc-1918462b3c5c), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.255615 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Network aefb3e6e-f812-4e32-a96b-04c535b9c003 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:03.259378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:03.265342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:03.293219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Pushing event updated for resources: {'Port': ['ID=51ce61a0-d8e6-4cb5-976a-c2455c937eaa,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:03.305203 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Routers {'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:03.305864 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:43:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:03.311291 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d851b3e-409e-487f-9bd4-1fbaa3431483 None None] Pushing event updated for resources: {'Port': ['ID=e003a117-5e80-4171-b5cc-1918462b3c5c,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:03.322935 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.464502 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] Set router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:03.577178 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.614670 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1739fab1-e6ac-4b2c-a299-461e8504d261 None None] Provisioning complete for port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:03.615390 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1739fab1-e6ac-4b2c-a299-461e8504d261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.665093 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1739fab1-e6ac-4b2c-a299-461e8504d261 None None] Port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:03.784367 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Publish callbacks [] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.798614 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:59Z', 'updated_at': '2022-02-11T05:44:00Z', 'revision_number': 3, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'gw_port': {'id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:00Z', 'updated_at': '2022-02-11T05:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:03.827402 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0826eee-b009-424b-b37c-7ec9a942518f None None] The sync data for ids ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'] in n-d-712142-35 is: [{'id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:59Z', 'updated_at': '2022-02-11T05:44:00Z', 'revision_number': 3, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'gw_port': {'id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:00Z', 'updated_at': '2022-02-11T05:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:03.875750 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:03.959666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Pushing event updated for resources: {'Port': ['ID=51ce61a0-d8e6-4cb5-976a-c2455c937eaa,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:03.963888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.116285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Network aefb3e6e-f812-4e32-a96b-04c535b9c003 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:04.117909 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:04.301428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:04.459783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:04.471173 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-aeb573f3-86ad-44e5-9201-92214f61c4df admin admin] 10.222.0.13 "PUT /v2.0/routers/b15d0c6b-db91-4188-9b3f-d5d35fb2aad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3764265 Feb 11 05:44:04.503099 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-78e586be-d7f0-4a4d-af7d-a3b8bef55b2a None None] Provisioning complete for port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:04.503658 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78e586be-d7f0-4a4d-af7d-a3b8bef55b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.529636 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e003a117-5e80-4171-b5cc-1918462b3c5c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:04.611516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-78e586be-d7f0-4a4d-af7d-a3b8bef55b2a None None] Port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:04.657700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e003a117-5e80-4171-b5cc-1918462b3c5c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:04.658389 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e003a117-5e80-4171-b5cc-1918462b3c5c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.706231 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.775441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e003a117-5e80-4171-b5cc-1918462b3c5c is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:04.775898 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (e003a117-5e80-4171-b5cc-1918462b3c5c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.806294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port e003a117-5e80-4171-b5cc-1918462b3c5c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e003a117-5e80-4171-b5cc-1918462b3c5c,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:04.859252 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.899095 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (e003a117-5e80-4171-b5cc-1918462b3c5c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:04.996057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=e003a117-5e80-4171-b5cc-1918462b3c5c,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:05.378275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45626) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:05.384016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-829522512-network', 'tenant_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:05.486114 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] Made reservation on behalf of b0e55fbb3e96456e9a3ab69cf2d19cdd for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:05.490772 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.507174 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.613281 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] Publish callbacks [] for security_group (5b0a929b-74a9-494c-b186-a5612eeda05e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.689423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Sync routers for ids ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:05.704491 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5b0a929b-74a9-494c-b186-a5612eeda05e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.711530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Routers {'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:05.712276 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:43:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:05.734398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:44:05.751302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0a929b-74a9-494c-b186-a5612eeda05e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:05.756955 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (3ffba5a6-8337-46cf-87b6-6ca03635558c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.757319 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] Added segment 3ffba5a6-8337-46cf-87b6-6ca03635558c of type vlan for network 9a90f129-0ca2-4e98-aba3-427503e812a5 Feb 11 05:44:05.805790 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (9a90f129-0ca2-4e98-aba3-427503e812a5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.892848 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Set router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:05.905632 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (9a90f129-0ca2-4e98-aba3-427503e812a5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.906834 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:05.907598 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:05.991798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] Pushing event updated for resources: {'Network': ['ID=9a90f129-0ca2-4e98-aba3-427503e812a5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:06.014791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 9a90f129-0ca2-4e98-aba3-427503e812a5 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:44:06.047991 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7ec21642-2aae-4393-be70-83fcbed94cfb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6679361 Feb 11 05:44:06.051389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45628) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:06.060090 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-7563e226-7dbe-4433-9035-3a399763d7ac admin admin] Request body: {'subnet': {'network_id': '9a90f129-0ca2-4e98-aba3-427503e812a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-829522512-subnet', 'tenant_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:06.148677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7563e226-7dbe-4433-9035-3a399763d7ac admin admin] Made reservation on behalf of b0e55fbb3e96456e9a3ab69cf2d19cdd for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:06.153803 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7563e226-7dbe-4433-9035-3a399763d7ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.224757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:59Z', 'updated_at': '2022-02-11T05:44:03Z', 'revision_number': 4, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'gw_port': {'id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:00Z', 'updated_at': '2022-02-11T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '51ce61a0-d8e6-4cb5-976a-c2455c937eaa', 'name': '', 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'mac_address': 'fa:16:3e:d5:81:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:02Z', 'updated_at': '2022-02-11T05:44:03Z', 'revision_number': 2, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'subnets': [{'id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:06.279733 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Checking router: b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:06.280342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Updating router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:44:06.335379 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.470793 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7563e226-7dbe-4433-9035-3a399763d7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (3f35aec2-349a-457b-9038-7a3414f40992), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.526490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e003a117-5e80-4171-b5cc-1918462b3c5c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:06.535824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563e226-7dbe-4433-9035-3a399763d7ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f35aec2-349a-457b-9038-7a3414f40992,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:06.548069 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7563e226-7dbe-4433-9035-3a399763d7ac admin admin] Checking segment: {'id': '3ffba5a6-8337-46cf-87b6-6ca03635558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a90f129-0ca2-4e98-aba3-427503e812a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:06.548525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7563e226-7dbe-4433-9035-3a399763d7ac admin admin] Network hostable DHCP agents. Network: 9a90f129-0ca2-4e98-aba3-427503e812a5, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:44:06.622982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7563e226-7dbe-4433-9035-3a399763d7ac admin admin] Network 9a90f129-0ca2-4e98-aba3-427503e812a5 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:44:06.696356 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-7563e226-7dbe-4433-9035-3a399763d7ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 9a90f129-0ca2-4e98-aba3-427503e812a5) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:06.702422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7563e226-7dbe-4433-9035-3a399763d7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:06.703191 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7563e226-7dbe-4433-9035-3a399763d7ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.765908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9811ed29-26a7-4f82-9c0a-8b603ec8482e None None] Network 9a90f129-0ca2-4e98-aba3-427503e812a5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:06.774060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port e003a117-5e80-4171-b5cc-1918462b3c5c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:06.774734 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (e003a117-5e80-4171-b5cc-1918462b3c5c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.798940 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7563e226-7dbe-4433-9035-3a399763d7ac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7458324 Feb 11 05:44:06.802229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45630) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:06.807200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-829522512-router', 'tenant_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:06.887695 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (44dff6af-c878-43fb-a174-2a7474f62b20), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.888792 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (44dff6af-c878-43fb-a174-2a7474f62b20), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:06.954138 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Publish callbacks [] for router_controller (44dff6af-c878-43fb-a174-2a7474f62b20), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.103363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-9a90f129-0ca2-4e98-aba3-427503e812a5', 'network_id': '9a90f129-0ca2-4e98-aba3-427503e812a5', 'project_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'fixed_ips': [{'subnet_id': '3f35aec2-349a-457b-9038-7a3414f40992'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:44:07.104491 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.200796 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Publish callbacks [] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.236286 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Publish callbacks [] for router_gateway (44dff6af-c878-43fb-a174-2a7474f62b20), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.279131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port e003a117-5e80-4171-b5cc-1918462b3c5c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:07.292679 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.650932 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f3c69-86e6-470b-bdaa-9521992e74ed None None] Pushing event updated for resources: {'Port': ['ID=51ce61a0-d8e6-4cb5-976a-c2455c937eaa,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:07.682244 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Publish callbacks [] for router_gateway (44dff6af-c878-43fb-a174-2a7474f62b20), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.707229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Allocated IP 172.20.0.2 (9a90f129-0ca2-4e98-aba3-427503e812a5/3f35aec2-349a-457b-9038-7a3414f40992/710bdb29-3579-4132-b8b7-c1f91c842786) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:07.716841 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.755113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Attempting to bind port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:07.755491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Attempting to bind port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '6a824a8e-0eaf-491e-be9b-b1502d5fef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:07.755859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Attempting to bind port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa on network aefb3e6e-f812-4e32-a96b-04c535b9c003 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:07.786719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:07.787918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Checking segment: {'id': '6a824a8e-0eaf-491e-be9b-b1502d5fef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:07.787918 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.787918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Bound using segment: {'id': '6a824a8e-0eaf-491e-be9b-b1502d5fef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:07.796169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Bound port: 51ce61a0-d8e6-4cb5-976a-c2455c937eaa, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a824a8e-0eaf-491e-be9b-b1502d5fef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:07.796169 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.871874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d738c5f9-b7d4-4b9c-bca3-afcb9d93b473 None None] Provisioning complete for port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:07.872553 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d738c5f9-b7d4-4b9c-bca3-afcb9d93b473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:07.901472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Allocated IP 172.25.3.70 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/583af468-34d2-4f36-b294-a699612a7b86) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:07.998330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d738c5f9-b7d4-4b9c-bca3-afcb9d93b473 None None] Port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:08.063386 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Publish callbacks [] for port (583af468-34d2-4f36-b294-a699612a7b86), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.079899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] For port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:08.108270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] For port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=51ce61a0-d8e6-4cb5-976a-c2455c937eaa,segment=NetworkSegment(6a824a8e-0eaf-491e-be9b-b1502d5fef95),segment_id=6a824a8e-0eaf-491e-be9b-b1502d5fef95)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:08.124455 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Publish callbacks [] for port (710bdb29-3579-4132-b8b7-c1f91c842786), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.185767 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (583af468-34d2-4f36-b294-a699612a7b86), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.226148 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.233395 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:08.234230 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (710bdb29-3579-4132-b8b7-c1f91c842786), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.236989 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:08.242014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:08.269764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Pushing event updated for resources: {'Port': ['ID=583af468-34d2-4f36-b294-a699612a7b86,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:08.316601 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Network 9a90f129-0ca2-4e98-aba3-427503e812a5 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:08.327426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:08.331476 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:08.357605 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Routers {'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:08.358464 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:43:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:08.369323 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f3c69-86e6-470b-bdaa-9521992e74ed None None] Pushing event updated for resources: {'Port': ['ID=51ce61a0-d8e6-4cb5-976a-c2455c937eaa,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:08.518691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Pushing event updated for resources: {'Port': ['ID=710bdb29-3579-4132-b8b7-c1f91c842786,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:08.528907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Attempting to bind port 710bdb29-3579-4132-b8b7-c1f91c842786 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:08.529360 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Attempting to bind port 710bdb29-3579-4132-b8b7-c1f91c842786 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '3ffba5a6-8337-46cf-87b6-6ca03635558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a90f129-0ca2-4e98-aba3-427503e812a5'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:08.529645 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Attempting to bind port 710bdb29-3579-4132-b8b7-c1f91c842786 on network 9a90f129-0ca2-4e98-aba3-427503e812a5 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:08.570101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:08.570618 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Checking segment: {'id': '3ffba5a6-8337-46cf-87b6-6ca03635558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a90f129-0ca2-4e98-aba3-427503e812a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:08.570971 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.571442 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Bound using segment: {'id': '3ffba5a6-8337-46cf-87b6-6ca03635558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a90f129-0ca2-4e98-aba3-427503e812a5'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:08.571830 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Bound port: 710bdb29-3579-4132-b8b7-c1f91c842786, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffba5a6-8337-46cf-87b6-6ca03635558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a90f129-0ca2-4e98-aba3-427503e812a5'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:08.572226 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (710bdb29-3579-4132-b8b7-c1f91c842786), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.641673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] Set router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:08.722276 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Publish callbacks [] for router_gateway (44dff6af-c878-43fb-a174-2a7474f62b20), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.743201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] For port 710bdb29-3579-4132-b8b7-c1f91c842786, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:08.765029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] For port 710bdb29-3579-4132-b8b7-c1f91c842786, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=710bdb29-3579-4132-b8b7-c1f91c842786,segment=NetworkSegment(3ffba5a6-8337-46cf-87b6-6ca03635558c),segment_id=3ffba5a6-8337-46cf-87b6-6ca03635558c)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:08.799390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-50a042e7-d365-41c2-a985-c23e64d06b35 None None] Provisioning complete for port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:08.802677 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-50a042e7-d365-41c2-a985-c23e64d06b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.869808 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (710bdb29-3579-4132-b8b7-c1f91c842786), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:08.997449 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ce405-2ae7-4644-8679-3cd9e9a15f3e None None] Pushing event updated for resources: {'Port': ['ID=710bdb29-3579-4132-b8b7-c1f91c842786,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:09.058815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-50a042e7-d365-41c2-a985-c23e64d06b35 None None] Current status of the port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:09.059498 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-50a042e7-d365-41c2-a985-c23e64d06b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.098408 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:59Z', 'updated_at': '2022-02-11T05:44:03Z', 'revision_number': 4, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'gw_port': {'id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:00Z', 'updated_at': '2022-02-11T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '51ce61a0-d8e6-4cb5-976a-c2455c937eaa', 'name': '', 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'mac_address': 'fa:16:3e:d5:81:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:02Z', 'updated_at': '2022-02-11T05:44:08Z', 'revision_number': 4, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'subnets': [{'id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:09.116004 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (44dff6af-c878-43fb-a174-2a7474f62b20), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.135985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-50a042e7-d365-41c2-a985-c23e64d06b35 None None] For port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=51ce61a0-d8e6-4cb5-976a-c2455c937eaa,segment=NetworkSegment(6a824a8e-0eaf-491e-be9b-b1502d5fef95),segment_id=6a824a8e-0eaf-491e-be9b-b1502d5fef95)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:09.139224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97710bf4-796a-49b6-889f-7f43a455a3f2 None None] The sync data for ids ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'] in n-d-712142-35 is: [{'id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:59Z', 'updated_at': '2022-02-11T05:44:03Z', 'revision_number': 4, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'gw_port': {'id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:00Z', 'updated_at': '2022-02-11T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '51ce61a0-d8e6-4cb5-976a-c2455c937eaa', 'name': '', 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'mac_address': 'fa:16:3e:d5:81:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:02Z', 'updated_at': '2022-02-11T05:44:08Z', 'revision_number': 4, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'subnets': [{'id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:09.208354 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-50a042e7-d365-41c2-a985-c23e64d06b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.323826 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a042e7-d365-41c2-a985-c23e64d06b35 None None] Pushing event updated for resources: {'Port': ['ID=51ce61a0-d8e6-4cb5-976a-c2455c937eaa,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:09.470459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Router 44dff6af-c878-43fb-a174-2a7474f62b20 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:44:09.661180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:09.675733 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Sync routers for ids ['44dff6af-c878-43fb-a174-2a7474f62b20'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:09.688385 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Routers {'44dff6af-c878-43fb-a174-2a7474f62b20'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:09.689434 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:43:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['44dff6af-c878-43fb-a174-2a7474f62b20'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:09.760744 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:09.764956 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a8156dd8-aa11-4512-85e3-182fd6f9e31d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9599962 Feb 11 05:44:09.766551 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45632) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:44:09.857621 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Set router 44dff6af-c878-43fb-a174-2a7474f62b20 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:10.251191 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'name': 'tempest-TestMinimumBasicScenario-829522512-router', 'tenant_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '583af468-34d2-4f36-b294-a699612a7b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:06Z', 'updated_at': '2022-02-11T05:44:08Z', 'revision_number': 3, 'project_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'gw_port': {'id': '583af468-34d2-4f36-b294-a699612a7b86', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:10.307404 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Checking router: 44dff6af-c878-43fb-a174-2a7474f62b20 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:10.327437 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Updating router 44dff6af-c878-43fb-a174-2a7474f62b20 port 583af468-34d2-4f36-b294-a699612a7b86 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:44:10.357858 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (583af468-34d2-4f36-b294-a699612a7b86), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.595432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7c2f63-576d-4c64-bc6a-677cd1466d41 None None] Network 9a90f129-0ca2-4e98-aba3-427503e812a5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:44:10.673969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 51ce61a0-d8e6-4cb5-976a-c2455c937eaa up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:10.708095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7573821d-1921-4a64-b8d4-2eb215de0dd0 None None] Provisioning complete for port 710bdb29-3579-4132-b8b7-c1f91c842786 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:10.708483 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7573821d-1921-4a64-b8d4-2eb215de0dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (710bdb29-3579-4132-b8b7-c1f91c842786), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.821442 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Publish callbacks [] for port (583af468-34d2-4f36-b294-a699612a7b86), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.859042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:10.859535 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.905642 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (583af468-34d2-4f36-b294-a699612a7b86), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:10.950567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7573821d-1921-4a64-b8d4-2eb215de0dd0 None None] Current status of the port 710bdb29-3579-4132-b8b7-c1f91c842786 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:10.950993 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7573821d-1921-4a64-b8d4-2eb215de0dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (710bdb29-3579-4132-b8b7-c1f91c842786), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.029811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7573821d-1921-4a64-b8d4-2eb215de0dd0 None None] For port 710bdb29-3579-4132-b8b7-c1f91c842786, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=710bdb29-3579-4132-b8b7-c1f91c842786,segment=NetworkSegment(3ffba5a6-8337-46cf-87b6-6ca03635558c),segment_id=3ffba5a6-8337-46cf-87b6-6ca03635558c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:11.046217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:11.047599 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 710bdb29-3579-4132-b8b7-c1f91c842786 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:11.088823 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebb22f-fade-44e8-af60-b49e7c3e897f None None] Pushing event updated for resources: {'Port': ['ID=583af468-34d2-4f36-b294-a699612a7b86,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:11.108164 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Attempting to bind port 583af468-34d2-4f36-b294-a699612a7b86 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:11.113666 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Attempting to bind port 583af468-34d2-4f36-b294-a699612a7b86 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:11.114269 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Attempting to bind port 583af468-34d2-4f36-b294-a699612a7b86 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:11.124917 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7573821d-1921-4a64-b8d4-2eb215de0dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (710bdb29-3579-4132-b8b7-c1f91c842786), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.137310 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:11.137310 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:11.137310 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.138571 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:11.139200 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Bound port: 583af468-34d2-4f36-b294-a699612a7b86, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:11.139847 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (583af468-34d2-4f36-b294-a699612a7b86), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.168827 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.214032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573821d-1921-4a64-b8d4-2eb215de0dd0 None None] Pushing event updated for resources: {'Port': ['ID=710bdb29-3579-4132-b8b7-c1f91c842786,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:11.219441 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 710bdb29-3579-4132-b8b7-c1f91c842786 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:11.219441 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (710bdb29-3579-4132-b8b7-c1f91c842786), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.300222 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] For port 583af468-34d2-4f36-b294-a699612a7b86, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:11.314966 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] For port 583af468-34d2-4f36-b294-a699612a7b86, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=583af468-34d2-4f36-b294-a699612a7b86,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:11.364690 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 710bdb29-3579-4132-b8b7-c1f91c842786 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:11.420865 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (583af468-34d2-4f36-b294-a699612a7b86), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.465481 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d4136656-57e9-43f4-ad2f-59964121b4ff None None] Provisioning complete for port 710bdb29-3579-4132-b8b7-c1f91c842786 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:11.466138 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d4136656-57e9-43f4-ad2f-59964121b4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (710bdb29-3579-4132-b8b7-c1f91c842786), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.489468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Allocated IP 172.20.0.1 (9a90f129-0ca2-4e98-aba3-427503e812a5/3f35aec2-349a-457b-9038-7a3414f40992/8bb416cb-b9b8-4601-9c3c-27cd587c83cd) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:11.504970 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Routers {'44dff6af-c878-43fb-a174-2a7474f62b20'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:11.505915 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:43:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['44dff6af-c878-43fb-a174-2a7474f62b20'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:11.508142 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebb22f-fade-44e8-af60-b49e7c3e897f None None] Pushing event updated for resources: {'Port': ['ID=583af468-34d2-4f36-b294-a699612a7b86,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:11.645383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d4136656-57e9-43f4-ad2f-59964121b4ff None None] Current status of the port 710bdb29-3579-4132-b8b7-c1f91c842786 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:11.656072 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] Set router 44dff6af-c878-43fb-a174-2a7474f62b20 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:11.676536 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Publish callbacks [] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.791584 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:11.865688 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'name': 'tempest-TestMinimumBasicScenario-829522512-router', 'tenant_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '583af468-34d2-4f36-b294-a699612a7b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:06Z', 'updated_at': '2022-02-11T05:44:08Z', 'revision_number': 3, 'project_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'gw_port': {'id': '583af468-34d2-4f36-b294-a699612a7b86', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:11.872136 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Network 9a90f129-0ca2-4e98-aba3-427503e812a5 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:11.877226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:11.883845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:11.894072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb416cb-b9b8-4601-9c3c-27cd587c83cd,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:11.895313 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bade719-a085-4a24-aa44-c957322b3760 None None] The sync data for ids ['44dff6af-c878-43fb-a174-2a7474f62b20'] in n-d-712142-35 is: [{'id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'name': 'tempest-TestMinimumBasicScenario-829522512-router', 'tenant_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '583af468-34d2-4f36-b294-a699612a7b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:06Z', 'updated_at': '2022-02-11T05:44:08Z', 'revision_number': 3, 'project_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'gw_port': {'id': '583af468-34d2-4f36-b294-a699612a7b86', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:11.959474 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (44dff6af-c878-43fb-a174-2a7474f62b20), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.253353 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.291067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7bf5f861-8821-4622-ab52-bcbbdcf0b40c None None] Provisioning complete for port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:12.291750 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7bf5f861-8821-4622-ab52-bcbbdcf0b40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.369518 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7bf5f861-8821-4622-ab52-bcbbdcf0b40c None None] Port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:12.549209 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Publish callbacks [] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.620096 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 583af468-34d2-4f36-b294-a699612a7b86 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:12.629816 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.694344 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 583af468-34d2-4f36-b294-a699612a7b86 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:12.695273 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (583af468-34d2-4f36-b294-a699612a7b86), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.709494 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (44dff6af-c878-43fb-a174-2a7474f62b20), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.712169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb416cb-b9b8-4601-9c3c-27cd587c83cd,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:12.851018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 583af468-34d2-4f36-b294-a699612a7b86 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:12.852235 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (583af468-34d2-4f36-b294-a699612a7b86), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:12.887494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Network 9a90f129-0ca2-4e98-aba3-427503e812a5 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:12.888178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 583af468-34d2-4f36-b294-a699612a7b86, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=583af468-34d2-4f36-b294-a699612a7b86,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:12.890148 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:13.023065 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (583af468-34d2-4f36-b294-a699612a7b86), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.024992 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 710bdb29-3579-4132-b8b7-c1f91c842786 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:13.112659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Router 44dff6af-c878-43fb-a174-2a7474f62b20 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:44:13.325819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:44:13.335089 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ac2514af-7b78-44ad-804a-659be461acc6 admin admin] 10.222.0.13 "PUT /v2.0/routers/44dff6af-c878-43fb-a174-2a7474f62b20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5636523 Feb 11 05:44:13.346921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0b122e40-ed51-44ed-8cab-2a09d1837115 None None] Provisioning complete for port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:13.347288 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0b122e40-ed51-44ed-8cab-2a09d1837115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.376833 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=583af468-34d2-4f36-b294-a699612a7b86,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:13.396062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 710bdb29-3579-4132-b8b7-c1f91c842786 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:13.396447 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (710bdb29-3579-4132-b8b7-c1f91c842786), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:13.432567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0b122e40-ed51-44ed-8cab-2a09d1837115 None None] Port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:13.497451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 710bdb29-3579-4132-b8b7-c1f91c842786 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:14.168511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Sync routers for ids ['44dff6af-c878-43fb-a174-2a7474f62b20'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:44:14.188550 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Routers {'44dff6af-c878-43fb-a174-2a7474f62b20'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:14.189886 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:43:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['44dff6af-c878-43fb-a174-2a7474f62b20'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:14.379297 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Set router 44dff6af-c878-43fb-a174-2a7474f62b20 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:14.529565 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 583af468-34d2-4f36-b294-a699612a7b86 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:14.690218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 583af468-34d2-4f36-b294-a699612a7b86 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:14.690722 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (583af468-34d2-4f36-b294-a699612a7b86), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:14.796239 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'name': 'tempest-TestMinimumBasicScenario-829522512-router', 'tenant_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '583af468-34d2-4f36-b294-a699612a7b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:06Z', 'updated_at': '2022-02-11T05:44:12Z', 'revision_number': 4, 'project_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'gw_port': {'id': '583af468-34d2-4f36-b294-a699612a7b86', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '8bb416cb-b9b8-4601-9c3c-27cd587c83cd', 'name': '', 'network_id': '9a90f129-0ca2-4e98-aba3-427503e812a5', 'tenant_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'mac_address': 'fa:16:3e:86:56:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3f35aec2-349a-457b-9038-7a3414f40992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:11Z', 'updated_at': '2022-02-11T05:44:12Z', 'revision_number': 2, 'project_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'subnets': [{'id': '3f35aec2-349a-457b-9038-7a3414f40992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:14.860060 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Checking router: 44dff6af-c878-43fb-a174-2a7474f62b20 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:44:14.860424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Updating router 44dff6af-c878-43fb-a174-2a7474f62b20 port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:44:14.900612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 583af468-34d2-4f36-b294-a699612a7b86 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:14.927143 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.249594 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Publish callbacks [] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.339038 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.435728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827335d-6e03-4763-90b4-85617d68e22d None None] Pushing event updated for resources: {'Port': ['ID=8bb416cb-b9b8-4601-9c3c-27cd587c83cd,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:15.499676 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Attempting to bind port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:15.500221 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Attempting to bind port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '3ffba5a6-8337-46cf-87b6-6ca03635558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a90f129-0ca2-4e98-aba3-427503e812a5'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:15.500904 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Attempting to bind port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd on network 9a90f129-0ca2-4e98-aba3-427503e812a5 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:15.534900 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:15.536343 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Checking segment: {'id': '3ffba5a6-8337-46cf-87b6-6ca03635558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a90f129-0ca2-4e98-aba3-427503e812a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:15.537331 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.539048 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Bound using segment: {'id': '3ffba5a6-8337-46cf-87b6-6ca03635558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a90f129-0ca2-4e98-aba3-427503e812a5'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:15.539792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Bound port: 8bb416cb-b9b8-4601-9c3c-27cd587c83cd, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffba5a6-8337-46cf-87b6-6ca03635558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9a90f129-0ca2-4e98-aba3-427503e812a5'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:15.540417 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.689023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] For port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:15.719948 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] For port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8bb416cb-b9b8-4601-9c3c-27cd587c83cd,segment=NetworkSegment(3ffba5a6-8337-46cf-87b6-6ca03635558c),segment_id=3ffba5a6-8337-46cf-87b6-6ca03635558c)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:15.830022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b25966c1-d3e6-4482-ae37-2b012dbe2fca None None] Provisioning complete for port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:15.832155 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b25966c1-d3e6-4482-ae37-2b012dbe2fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:15.914164 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.057729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827335d-6e03-4763-90b4-85617d68e22d None None] Pushing event updated for resources: {'Port': ['ID=8bb416cb-b9b8-4601-9c3c-27cd587c83cd,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:16.071025 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Routers {'44dff6af-c878-43fb-a174-2a7474f62b20'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:44:16.075329 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:43:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['44dff6af-c878-43fb-a174-2a7474f62b20'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:16.241131 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b25966c1-d3e6-4482-ae37-2b012dbe2fca None None] Current status of the port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:16.241532 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b25966c1-d3e6-4482-ae37-2b012dbe2fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.298324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] Set router 44dff6af-c878-43fb-a174-2a7474f62b20 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:44:16.354152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b25966c1-d3e6-4482-ae37-2b012dbe2fca None None] For port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8bb416cb-b9b8-4601-9c3c-27cd587c83cd,segment=NetworkSegment(3ffba5a6-8337-46cf-87b6-6ca03635558c),segment_id=3ffba5a6-8337-46cf-87b6-6ca03635558c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:16.470298 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b25966c1-d3e6-4482-ae37-2b012dbe2fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.552214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25966c1-d3e6-4482-ae37-2b012dbe2fca None None] Pushing event updated for resources: {'Port': ['ID=8bb416cb-b9b8-4601-9c3c-27cd587c83cd,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:16.613501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-98901513-9a7f-4119-b8bd-6c3183b2a007 None None] Provisioning complete for port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:16.613971 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-98901513-9a7f-4119-b8bd-6c3183b2a007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:16.666238 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'name': 'tempest-TestMinimumBasicScenario-829522512-router', 'tenant_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '583af468-34d2-4f36-b294-a699612a7b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:06Z', 'updated_at': '2022-02-11T05:44:12Z', 'revision_number': 4, 'project_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'gw_port': {'id': '583af468-34d2-4f36-b294-a699612a7b86', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '8bb416cb-b9b8-4601-9c3c-27cd587c83cd', 'name': '', 'network_id': '9a90f129-0ca2-4e98-aba3-427503e812a5', 'tenant_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'mac_address': 'fa:16:3e:86:56:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3f35aec2-349a-457b-9038-7a3414f40992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:11Z', 'updated_at': '2022-02-11T05:44:15Z', 'revision_number': 4, 'project_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'subnets': [{'id': '3f35aec2-349a-457b-9038-7a3414f40992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:44:16.698818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942cee62-ecd0-4558-9e19-c6ac3e52f988 None None] The sync data for ids ['44dff6af-c878-43fb-a174-2a7474f62b20'] in n-d-712142-35 is: [{'id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'name': 'tempest-TestMinimumBasicScenario-829522512-router', 'tenant_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '583af468-34d2-4f36-b294-a699612a7b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:06Z', 'updated_at': '2022-02-11T05:44:12Z', 'revision_number': 4, 'project_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'gw_port': {'id': '583af468-34d2-4f36-b294-a699612a7b86', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '8bb416cb-b9b8-4601-9c3c-27cd587c83cd', 'name': '', 'network_id': '9a90f129-0ca2-4e98-aba3-427503e812a5', 'tenant_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'mac_address': 'fa:16:3e:86:56:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3f35aec2-349a-457b-9038-7a3414f40992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:11Z', 'updated_at': '2022-02-11T05:44:15Z', 'revision_number': 4, 'project_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'subnets': [{'id': '3f35aec2-349a-457b-9038-7a3414f40992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:44:16.860778 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-98901513-9a7f-4119-b8bd-6c3183b2a007 None None] Current status of the port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:18.528647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8bb416cb-b9b8-4601-9c3c-27cd587c83cd up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:18.620585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:18.621025 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:18.721240 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:23.218504 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8343a1a2-fde2-4774-a1c7-22f64de27abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:25.868223 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-133f5651-451f-4d27-99ea-a710f6f2dcb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.063872 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:27.629636 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-82337fdd-3297-4e11-a0d3-159087bfe8f8 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:27.631208 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-82337fdd-3297-4e11-a0d3-159087bfe8f8 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/networks?id=aefb3e6e-f812-4e32-a96b-04c535b9c003 HTTP/1.1" status: 200 len: 814 time: 0.1284275 Feb 11 05:44:27.655076 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-c0fd9071-c124-4b28-9d39-a03cd563b462 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/quotas/2f35d9f373984ecd9485ad437a21e099 HTTP/1.1" status: 200 len: 375 time: 0.0164497 Feb 11 05:44:27.723046 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-0f763869-d95b-44b2-b554-8ca0d597466e tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f35d9f373984ecd9485ad437a21e099&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621049 Feb 11 05:44:27.852961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-2c493162-deb4-4912-86f6-6c8ac615879c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:44:27.854079 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-2c493162-deb4-4912-86f6-6c8ac615879c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1182637 Feb 11 05:44:27.978913 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-5e6f28f9-e5e2-4d96-b5d6-7243d9255a96 service neutron] 10.222.0.13 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173964 Feb 11 05:44:28.087832 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-babaf57f-07be-4284-90c3-e64d1424c7b1 service neutron] 10.222.0.13 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010516 Feb 11 05:44:28.382937 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:44:28.395378 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5a44c764-0467-4ebc-9002-31cab3a7c912 req-18ed9739-abde-41c9-b607-26eb4c9e22c2 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 210 time: 0.0506036 Feb 11 05:44:28.681509 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:29.497643 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-db6a1181-8369-40b9-9af1-d895a6ce9cbd req-0382a452-8a2e-4f4d-8d9e-9a94f9837f13 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 210 time: 0.0315349 Feb 11 05:44:29.812944 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:30.648248 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-911ef011-de5d-456b-bc83-77bec17b2539 req-30a06520-de77-43b3-9a89-58c2f1fdfb8c tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 210 time: 0.0362728 Feb 11 05:44:31.015211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-caa8b02c-af3c-48b2-ae5f-68996b2febde tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:31.016820 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-caa8b02c-af3c-48b2-ae5f-68996b2febde tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.32 "GET /v2.0/networks?id=aefb3e6e-f812-4e32-a96b-04c535b9c003 HTTP/1.1" status: 200 len: 814 time: 0.1292670 Feb 11 05:44:31.033751 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-5e28960c-66b2-400d-9901-2f30fe264110 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Request body: {'port': {'device_id': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'admin_state_up': True, 'tenant_id': '2f35d9f373984ecd9485ad437a21e099'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:31.281243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-5e28960c-66b2-400d-9901-2f30fe264110 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Made reservation on behalf of 2f35d9f373984ecd9485ad437a21e099 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:44:31.285205 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-5e28960c-66b2-400d-9901-2f30fe264110 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:31.468915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-5e28960c-66b2-400d-9901-2f30fe264110 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Allocated IP 172.20.0.8 (aefb3e6e-f812-4e32-a96b-04c535b9c003/9dea0861-36e1-4746-8736-8e2b04acb713/399afd41-8807-4e9a-8a9c-578c54b512b8) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:44:31.679534 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-5e28960c-66b2-400d-9901-2f30fe264110 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:31.813434 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-5e28960c-66b2-400d-9901-2f30fe264110 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:31.865303 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c346d4ae-bd3d-4a7f-acfd-48376a93b2bd req-9c5f8b30-5bf3-48ae-baff-8e8b5864ea3e tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 210 time: 0.0749578 Feb 11 05:44:31.875378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-5e28960c-66b2-400d-9901-2f30fe264110 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Network aefb3e6e-f812-4e32-a96b-04c535b9c003 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:44:31.890285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-5e28960c-66b2-400d-9901-2f30fe264110 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:44:31.895410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-5e28960c-66b2-400d-9901-2f30fe264110 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:44:31.904111 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28960c-66b2-400d-9901-2f30fe264110 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Pushing event updated for resources: {'Port': ['ID=399afd41-8807-4e9a-8a9c-578c54b512b8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:31.965049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-5e28960c-66b2-400d-9901-2f30fe264110 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:31.966126 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-5e28960c-66b2-400d-9901-2f30fe264110 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:32.066508 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-5e28960c-66b2-400d-9901-2f30fe264110 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0376525 Feb 11 05:44:32.370209 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2bf7159d-61fd-48f9-82e4-56a3b575f57b None None] Provisioning complete for port 399afd41-8807-4e9a-8a9c-578c54b512b8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:32.370209 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2bf7159d-61fd-48f9-82e4-56a3b575f57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:32.437422 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2bf7159d-61fd-48f9-82e4-56a3b575f57b None None] Port 399afd41-8807-4e9a-8a9c-578c54b512b8 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:44:33.024885 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e6a88-51c4-486f-a1a5-507293cc54f5 req-57c1763f-68ea-4d68-a23f-2bd780b95fd6 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:33.027840 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-038e6a88-51c4-486f-a1a5-507293cc54f5 req-57c1763f-68ea-4d68-a23f-2bd780b95fd6 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 931 time: 0.0825639 Feb 11 05:44:33.320282 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-038e6a88-51c4-486f-a1a5-507293cc54f5 req-5422c90e-ffc5-4d08-9b4b-152e42ef5873 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404712 Feb 11 05:44:34.421405 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7302c-67fc-4424-8190-fd6bed2b5d2b req-97f6592d-b4d4-4f48-8000-599a5c4752ce tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:34.424547 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3fe7302c-67fc-4424-8190-fd6bed2b5d2b req-97f6592d-b4d4-4f48-8000-599a5c4752ce tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 931 time: 0.1005414 Feb 11 05:44:34.507912 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3fe7302c-67fc-4424-8190-fd6bed2b5d2b req-01360389-5c8d-4421-9c0d-d183bd9c2e80 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772374 Feb 11 05:44:34.748446 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:34.892952 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:35.684349 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d7d03-7735-46b4-9f49-76b9d9c1fd88 req-cbe9301b-9c41-49f2-978b-05f8c61d3877 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:35.687295 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cd5d7d03-7735-46b4-9f49-76b9d9c1fd88 req-cbe9301b-9c41-49f2-978b-05f8c61d3877 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 931 time: 0.0836835 Feb 11 05:44:35.758376 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cd5d7d03-7735-46b4-9f49-76b9d9c1fd88 req-dca317c1-20a2-4b38-a651-b0a35123e13b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623019 Feb 11 05:44:36.929674 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a6ea3-cfd3-4b00-b580-64412e3c755a req-ed78b039-49f8-4bdc-a31d-cb28e3fb4ede tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:36.933825 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-504a6ea3-cfd3-4b00-b580-64412e3c755a req-ed78b039-49f8-4bdc-a31d-cb28e3fb4ede tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 931 time: 0.0869169 Feb 11 05:44:37.012314 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-504a6ea3-cfd3-4b00-b580-64412e3c755a req-f59704bb-9ab8-44f1-926f-51bc33b46c38 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683420 Feb 11 05:44:38.223301 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8254af-658d-466d-90e8-32c0bbddce2d req-5e1a2cc8-4b50-41fa-898f-70e095a3026d tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:38.227804 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eb8254af-658d-466d-90e8-32c0bbddce2d req-5e1a2cc8-4b50-41fa-898f-70e095a3026d tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 931 time: 0.0866287 Feb 11 05:44:38.374905 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eb8254af-658d-466d-90e8-32c0bbddce2d req-a157b9ae-1e8d-405f-9789-dc0ace451d44 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380148 Feb 11 05:44:39.537752 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584fd84-d0ef-43f5-b7b3-83fa996e6e67 req-9bf318ed-aedc-4152-8800-322d6325230f tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:39.539385 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1584fd84-d0ef-43f5-b7b3-83fa996e6e67 req-9bf318ed-aedc-4152-8800-322d6325230f tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 931 time: 0.0718977 Feb 11 05:44:39.654534 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1584fd84-d0ef-43f5-b7b3-83fa996e6e67 req-dfc6d9eb-a87d-4b5e-983e-3a19b220a71e tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072192 Feb 11 05:44:40.362238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Request body: {'port': {'device_id': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:44:40.437574 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.790715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399afd41-8807-4e9a-8a9c-578c54b512b8 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:40.804800 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Publish callbacks [] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:40.814047 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918fd2b-cc8f-46c4-b1f5-c16619d2eabb req-a5aed9d6-f2f6-47c3-bbd6-58fad46f8789 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:40.820632 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6918fd2b-cc8f-46c4-b1f5-c16619d2eabb req-a5aed9d6-f2f6-47c3-bbd6-58fad46f8789 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 931 time: 0.0764093 Feb 11 05:44:40.821376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Transition to ACTIVE for port object 399afd41-8807-4e9a-8a9c-578c54b512b8 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:44:40.874650 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6918fd2b-cc8f-46c4-b1f5-c16619d2eabb req-9a2a6d38-7edd-4645-b422-a3b5d9f371db tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514495 Feb 11 05:44:40.902267 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.012800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Pushing event updated for resources: {'Port': ['ID=399afd41-8807-4e9a-8a9c-578c54b512b8,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:41.093413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Attempting to bind port 399afd41-8807-4e9a-8a9c-578c54b512b8 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:44:41.093884 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Attempting to bind port 399afd41-8807-4e9a-8a9c-578c54b512b8 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '6a824a8e-0eaf-491e-be9b-b1502d5fef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:44:41.094338 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Attempting to bind port 399afd41-8807-4e9a-8a9c-578c54b512b8 on network aefb3e6e-f812-4e32-a96b-04c535b9c003 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:41.101725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Port 399afd41-8807-4e9a-8a9c-578c54b512b8 on network aefb3e6e-f812-4e32-a96b-04c535b9c003 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:44:41.102129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Attempting to bind port 399afd41-8807-4e9a-8a9c-578c54b512b8 on network aefb3e6e-f812-4e32-a96b-04c535b9c003 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:44:41.111506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:44:41.111936 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Checking segment: {'id': '6a824a8e-0eaf-491e-be9b-b1502d5fef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:44:41.112415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Bound using segment: {'id': '6a824a8e-0eaf-491e-be9b-b1502d5fef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:44:41.113161 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Bound port: 399afd41-8807-4e9a-8a9c-578c54b512b8, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a824a8e-0eaf-491e-be9b-b1502d5fef95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:44:41.113755 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.202930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] For port 399afd41-8807-4e9a-8a9c-578c54b512b8, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:44:41.206960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] For port 399afd41-8807-4e9a-8a9c-578c54b512b8, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=399afd41-8807-4e9a-8a9c-578c54b512b8,segment=NetworkSegment(6a824a8e-0eaf-491e-be9b-b1502d5fef95),segment_id=6a824a8e-0eaf-491e-be9b-b1502d5fef95)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:44:41.304514 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.349339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:41.349987 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:41.351517 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] 10.222.0.32 "PUT /v2.0/ports/399afd41-8807-4e9a-8a9c-578c54b512b8 HTTP/1.1" status: 200 len: 1092 time: 0.9951861 Feb 11 05:44:41.352002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'tag': '399afd41-8807-4e9a-8a9c-578c54b512b8'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:41.354467 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e102e56f-bcc7-4b66-96af-a04e73289900" -d '{"events": [{"name": "network-changed", "server_uuid": "8eaadf64-c5ea-4740-a834-ab6f002739ab", "tag": "399afd41-8807-4e9a-8a9c-578c54b512b8"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:41.381472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1cb64-7bd6-4294-81b1-f6c0b67f5b21 service neutron] Pushing event updated for resources: {'Port': ['ID=399afd41-8807-4e9a-8a9c-578c54b512b8,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:41.423646 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36d0f7f-6b4b-4f62-b7ea-4ed540f33156 x-openstack-request-id: req-e36d0f7f-6b4b-4f62-b7ea-4ed540f33156 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:41.423646 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eaadf64-c5ea-4740-a834-ab6f002739ab", "tag": "399afd41-8807-4e9a-8a9c-578c54b512b8", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:41.423646 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e36d0f7f-6b4b-4f62-b7ea-4ed540f33156 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:41.423646 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'tag': '399afd41-8807-4e9a-8a9c-578c54b512b8', 'status': 'completed', 'code': 200} Feb 11 05:44:41.531006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102e56f-bcc7-4b66-96af-a04e73289900 req-2ce4373c-c4e1-4086-a8ca-dff5142697de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:41.533484 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e102e56f-bcc7-4b66-96af-a04e73289900 req-2ce4373c-c4e1-4086-a8ca-dff5142697de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f35d9f373984ecd9485ad437a21e099&device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 1126 time: 0.0834656 Feb 11 05:44:41.674361 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102e56f-bcc7-4b66-96af-a04e73289900 req-ae69e551-d754-45db-83bd-be754dbf7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:41.676512 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e102e56f-bcc7-4b66-96af-a04e73289900 req-ae69e551-d754-45db-83bd-be754dbf7999 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=2f35d9f373984ecd9485ad437a21e099&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1329522 Feb 11 05:44:41.813836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102e56f-bcc7-4b66-96af-a04e73289900 req-8654c911-1029-41de-8db0-f6da59c24fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:41.816462 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e102e56f-bcc7-4b66-96af-a04e73289900 req-8654c911-1029-41de-8db0-f6da59c24fd9 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332774 Feb 11 05:44:41.939189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-a35fc7cd-bac8-4f15-a26f-fb0fb39892b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:41.941947 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-a35fc7cd-bac8-4f15-a26f-fb0fb39892b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f35d9f373984ecd9485ad437a21e099&device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 1126 time: 0.0817337 Feb 11 05:44:42.018973 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-19718f92-e2a1-4f5d-82ca-0f8fb9349bb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=399afd41-8807-4e9a-8a9c-578c54b512b8 HTTP/1.1" status: 200 len: 217 time: 0.0668726 Feb 11 05:44:42.038064 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040172f-df65-4009-b400-0bb205f19a98 req-533e0d0d-d01b-4c9d-bdd4-b07e7156505f tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.039752 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9040172f-df65-4009-b400-0bb205f19a98 req-533e0d0d-d01b-4c9d-bdd4-b07e7156505f tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 943 time: 0.0878527 Feb 11 05:44:42.093506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-2324602e-1274-4d93-8444-2750b0ba4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.095465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-2324602e-1274-4d93-8444-2750b0ba4c5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dea0861-36e1-4746-8736-8e2b04acb713 HTTP/1.1" status: 200 len: 853 time: 0.0676565 Feb 11 05:44:42.110819 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9040172f-df65-4009-b400-0bb205f19a98 req-778fd6a8-42ef-446f-a59b-4f671202118b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594289 Feb 11 05:44:42.197227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-e7984f7e-5233-4501-945a-c270efced5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:42.200968 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-e7984f7e-5233-4501-945a-c270efced5c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb3e6e-f812-4e32-a96b-04c535b9c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0978291 Feb 11 05:44:42.324578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-88691677-7018-42d4-a082-57017b1178f1 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158350 Feb 11 05:44:42.427384 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-53b0b4a3-a64d-427e-8234-e67fb50e9307 req-6b740493-cc85-498a-a316-6e636a6bdcb7 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966816 Feb 11 05:44:43.254348 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90701277-1326-4f88-a8e8-94527850d573 req-f60d16e9-42e3-4aa1-9139-a6277f0d5557 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:43.256189 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-90701277-1326-4f88-a8e8-94527850d573 req-f60d16e9-42e3-4aa1-9139-a6277f0d5557 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 943 time: 0.0608389 Feb 11 05:44:43.312393 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-90701277-1326-4f88-a8e8-94527850d573 req-2536c058-968c-4f07-9e1e-d19be76fb212 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485914 Feb 11 05:44:44.457715 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50894048-cbd1-4ffb-a476-64635851f3fa req-cf8e9fc9-cce7-4b47-a4e8-0058a4d3ca80 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:44.459367 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50894048-cbd1-4ffb-a476-64635851f3fa req-cf8e9fc9-cce7-4b47-a4e8-0058a4d3ca80 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 943 time: 0.0623398 Feb 11 05:44:44.515777 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-50894048-cbd1-4ffb-a476-64635851f3fa req-3ee5c666-8a90-46c7-ae5f-b724433d3eb4 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499587 Feb 11 05:44:45.624977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 399afd41-8807-4e9a-8a9c-578c54b512b8 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:44:45.681713 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d4bd9-b346-440a-b60a-a59de9f574cc req-c0599318-6a88-46bd-97f5-741a493ffaf3 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:45.685699 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a11d4bd9-b346-440a-b60a-a59de9f574cc req-c0599318-6a88-46bd-97f5-741a493ffaf3 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 943 time: 0.0925150 Feb 11 05:44:45.752987 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a11d4bd9-b346-440a-b60a-a59de9f574cc req-969b3fdf-6ef5-4d5a-9437-eb35e514ddf6 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582914 Feb 11 05:44:45.756772 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 399afd41-8807-4e9a-8a9c-578c54b512b8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=399afd41-8807-4e9a-8a9c-578c54b512b8,segment=NetworkSegment(6a824a8e-0eaf-491e-be9b-b1502d5fef95),segment_id=6a824a8e-0eaf-491e-be9b-b1502d5fef95)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:45.772562 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '399afd41-8807-4e9a-8a9c-578c54b512b8', 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'port_id': '399afd41-8807-4e9a-8a9c-578c54b512b8', 'mac_address': 'fa:16:3e:2f:46:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:44:45.868286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 399afd41-8807-4e9a-8a9c-578c54b512b8 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:45.868286 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:45.868286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399afd41-8807-4e9a-8a9c-578c54b512b8 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:44:45.871914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 399afd41-8807-4e9a-8a9c-578c54b512b8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=399afd41-8807-4e9a-8a9c-578c54b512b8,segment=NetworkSegment(6a824a8e-0eaf-491e-be9b-b1502d5fef95),segment_id=6a824a8e-0eaf-491e-be9b-b1502d5fef95)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:46.023551 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:46.081537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=399afd41-8807-4e9a-8a9c-578c54b512b8,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:46.305316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['399afd41-8807-4e9a-8a9c-578c54b512b8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:44:46.926791 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fad43-a1bd-4a1f-92b2-02a65df1c39c req-cc80e630-6be1-40b4-8b59-c8c01af3e387 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:46.929524 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d33fad43-a1bd-4a1f-92b2-02a65df1c39c req-cc80e630-6be1-40b4-8b59-c8c01af3e387 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 944 time: 0.0934484 Feb 11 05:44:47.015310 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d33fad43-a1bd-4a1f-92b2-02a65df1c39c req-706347eb-6f47-4391-bb8f-f6d73a4160b2 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788891 Feb 11 05:44:47.628110 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 399afd41-8807-4e9a-8a9c-578c54b512b8 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:44:47.926534 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 399afd41-8807-4e9a-8a9c-578c54b512b8 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:44:47.931730 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 399afd41-8807-4e9a-8a9c-578c54b512b8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:44:47.932232 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.033736 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 399afd41-8807-4e9a-8a9c-578c54b512b8 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:44:48.034128 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.064036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399afd41-8807-4e9a-8a9c-578c54b512b8'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:44:48.067091 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ee513f-108b-42a2-9b54-76b5863aa98c" -d '{"events": [{"server_uuid": "8eaadf64-c5ea-4740-a834-ab6f002739ab", "name": "network-vif-plugged", "status": "completed", "tag": "399afd41-8807-4e9a-8a9c-578c54b512b8"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:44:48.086042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 399afd41-8807-4e9a-8a9c-578c54b512b8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=399afd41-8807-4e9a-8a9c-578c54b512b8,segment=NetworkSegment(6a824a8e-0eaf-491e-be9b-b1502d5fef95),segment_id=6a824a8e-0eaf-491e-be9b-b1502d5fef95)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:44:48.117141 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86343451-d672-4296-a52b-e31bf7b0160f x-openstack-request-id: req-86343451-d672-4296-a52b-e31bf7b0160f {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:44:48.117640 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eaadf64-c5ea-4740-a834-ab6f002739ab", "name": "network-vif-plugged", "status": "completed", "tag": "399afd41-8807-4e9a-8a9c-578c54b512b8", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:44:48.118055 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86343451-d672-4296-a52b-e31bf7b0160f {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:44:48.118774 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399afd41-8807-4e9a-8a9c-578c54b512b8', 'code': 200} Feb 11 05:44:48.161248 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:48.219327 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49402656-e4ed-49e2-a129-79ad90eb9d70 req-39becc41-d2e7-4cab-b446-2c2a6437751d tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.222405 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-49402656-e4ed-49e2-a129-79ad90eb9d70 req-39becc41-d2e7-4cab-b446-2c2a6437751d tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 944 time: 0.1003916 Feb 11 05:44:48.255161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=399afd41-8807-4e9a-8a9c-578c54b512b8,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:44:48.258183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16836b50-7311-466f-ad8c-7e471882ebd7 req-605b5ea6-2f1d-40d1-87cb-21e0da0760bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:48.262237 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16836b50-7311-466f-ad8c-7e471882ebd7 req-605b5ea6-2f1d-40d1-87cb-21e0da0760bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 1128 time: 0.0695240 Feb 11 05:44:48.296955 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-49402656-e4ed-49e2-a129-79ad90eb9d70 req-b59f1774-81de-4e06-97a4-2596228c5a08 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621092 Feb 11 05:44:48.328385 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-16836b50-7311-466f-ad8c-7e471882ebd7 req-47706525-bc3b-4a81-a96f-cc95ad949a6e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604973 Feb 11 05:44:49.455662 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2511dc-ea60-4f96-a56a-21b5dc6476ae req-d249d852-deeb-4392-8dd7-4e8cb2fcdac5 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:49.457939 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1e2511dc-ea60-4f96-a56a-21b5dc6476ae req-d249d852-deeb-4392-8dd7-4e8cb2fcdac5 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 945 time: 0.0679231 Feb 11 05:44:49.518503 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1e2511dc-ea60-4f96-a56a-21b5dc6476ae req-8009e7c9-7c9c-46bb-a8d7-1d66eb381363 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534251 Feb 11 05:44:50.664452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd1bfc-ebf3-46a6-abb7-630cb2b85ae6 req-ce6e860b-1f20-4da3-a611-c78d3ca600bf tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:50.666152 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e2bd1bfc-ebf3-46a6-abb7-630cb2b85ae6 req-ce6e860b-1f20-4da3-a611-c78d3ca600bf tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 945 time: 0.0691409 Feb 11 05:44:50.727424 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e2bd1bfc-ebf3-46a6-abb7-630cb2b85ae6 req-c881eb51-fe8b-42af-a8cf-69bbfd63bb34 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538034 Feb 11 05:44:50.893146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b6cc1-a2eb-4bc7-b32a-0cc1f875f211 req-a5b95075-30d1-42b6-ae30-4bbcc311ed2e tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:50.895908 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c97b6cc1-a2eb-4bc7-b32a-0cc1f875f211 req-a5b95075-30d1-42b6-ae30-4bbcc311ed2e tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 945 time: 0.0900533 Feb 11 05:44:50.954252 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c97b6cc1-a2eb-4bc7-b32a-0cc1f875f211 req-709554c9-92a8-4254-8556-5940c3d9d757 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514197 Feb 11 05:44:51.194392 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e503a-0675-44a0-a8a0-87e3f4ea8837 req-2cb86450-e46c-46d8-b150-8076ab3ed24e tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:44:51.196103 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26e503a-0675-44a0-a8a0-87e3f4ea8837 req-2cb86450-e46c-46d8-b150-8076ab3ed24e tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 945 time: 0.0681818 Feb 11 05:44:51.262322 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a26e503a-0675-44a0-a8a0-87e3f4ea8837 req-6db87d5f-4802-4b99-a04a-6d1e61c32152 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548673 Feb 11 05:44:53.229402 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4b1df804-e484-40ae-ae35-013bdf5f385e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:55.524115 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bd10293b-e5a9-43d9-9af1-56cfc40cc341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:57.041724 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:58.640909 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:44:59.806395 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.732242 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:04.912983 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:05.388080 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:45:13.982742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c63ef9-84c2-4934-a69a-f280146428e7 req-f20797e0-726b-442b-ba1a-2ce71a352e6a tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:13.984415 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-31c63ef9-84c2-4934-a69a-f280146428e7 req-f20797e0-726b-442b-ba1a-2ce71a352e6a tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 945 time: 0.2170873 Feb 11 05:45:14.043528 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-31c63ef9-84c2-4934-a69a-f280146428e7 req-fd59e723-4a31-454c-9c09-d4ccf3c33daf tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522015 Feb 11 05:45:14.067664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45864) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:14.174465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b915913-2d0e-49ae-9f33-a094fc6da013 tempest-TestMinimumBasicScenario-1001433568 tempest-TestMinimumBasicScenario-1001433568-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:14.176248 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2b915913-2d0e-49ae-9f33-a094fc6da013 tempest-TestMinimumBasicScenario-1001433568 tempest-TestMinimumBasicScenario-1001433568-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 1123 time: 0.1073577 Feb 11 05:45:14.179458 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45868) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:14.184934 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '399afd41-8807-4e9a-8a9c-578c54b512b8', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:14.284383 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.404184 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.527153 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Allocated IP 172.25.3.40 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/b584370c-e325-4c25-bd03-1d826e66df6f) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:45:14.675838 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for port (b584370c-e325-4c25-bd03-1d826e66df6f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.794611 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b584370c-e325-4c25-bd03-1d826e66df6f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:14.842665 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:45:14.846252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:45:14.850710 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:45:14.880347 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Pushing event updated for resources: {'Port': ['ID=b584370c-e325-4c25-bd03-1d826e66df6f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:14.902127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:14.902127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:14.902127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:14.902127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:14.902127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:14.902127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:14.902127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:14.902127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:14.902127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:14.902127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:14.902127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:14.902127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:14.902127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:15.387943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for floatingip (53234725-a7f1-4f8e-98af-7d0863e921af), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:15.840612 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b584370c-e325-4c25-bd03-1d826e66df6f), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.000762 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for port (b584370c-e325-4c25-bd03-1d826e66df6f), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.075704 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (b584370c-e325-4c25-bd03-1d826e66df6f), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.204802 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Pushing event updated for resources: {'Port': ['ID=b584370c-e325-4c25-bd03-1d826e66df6f,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:16.223167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (53234725-a7f1-4f8e-98af-7d0863e921af), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.392930 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Floating IP 53234725-a7f1-4f8e-98af-7d0863e921af associated. External IP: 172.25.3.40, port: 399afd41-8807-4e9a-8a9c-578c54b512b8. Feb 11 05:45:16.685102 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:45:16.810594 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:45:16.824417 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b56c94-f884-4228-890f-b050851e8023 None None] Sync routers for ids ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:45:16.837413 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b56c94-f884-4228-890f-b050851e8023 None None] Routers {'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:16.838092 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-74b56c94-f884-4228-890f-b050851e8023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:44:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:16.891889 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:16.930437 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-68eda325-8040-449e-ae98-cd4eb76c57ef tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7498524 Feb 11 05:45:16.931069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'tag': '399afd41-8807-4e9a-8a9c-578c54b512b8'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:16.933946 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a0ab04-a737-458f-b22c-2b4dd3c2c238" -d '{"events": [{"name": "network-changed", "server_uuid": "8eaadf64-c5ea-4740-a834-ab6f002739ab", "tag": "399afd41-8807-4e9a-8a9c-578c54b512b8"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:16.936082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45870) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:16.945302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1223308733', 'description': 'tempest-secgroup-smoke-1223308733 description', 'project_id': '2f35d9f373984ecd9485ad437a21e099'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:17.049567 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.064320 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-74b56c94-f884-4228-890f-b050851e8023 None None] Set router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:17.078498 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a1d839-7890-4b6e-84be-17315f672f87 x-openstack-request-id: req-38a1d839-7890-4b6e-84be-17315f672f87 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:17.079122 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eaadf64-c5ea-4740-a834-ab6f002739ab", "tag": "399afd41-8807-4e9a-8a9c-578c54b512b8", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:17.079765 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38a1d839-7890-4b6e-84be-17315f672f87 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:17.081630 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'tag': '399afd41-8807-4e9a-8a9c-578c54b512b8', 'status': 'completed', 'code': 200} Feb 11 05:45:17.171207 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group (ba81bf86-e7c3-40e9-af02-ca3f4824d888), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.184739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0ab04-a737-458f-b22c-2b4dd3c2c238 req-8910c8b3-e025-4e58-82e4-a192a41df4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:17.191336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8a0ab04-a737-458f-b22c-2b4dd3c2c238 req-8910c8b3-e025-4e58-82e4-a192a41df4d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f35d9f373984ecd9485ad437a21e099&device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 1128 time: 0.0783224 Feb 11 05:45:17.275601 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ba81bf86-e7c3-40e9-af02-ca3f4824d888), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.332507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba81bf86-e7c3-40e9-af02-ca3f4824d888,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:17.342746 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0ab04-a737-458f-b22c-2b4dd3c2c238 req-fe89eb3a-7a47-4e39-a34a-1cc03280c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:17.345180 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8a0ab04-a737-458f-b22c-2b4dd3c2c238 req-fe89eb3a-7a47-4e39-a34a-1cc03280c0d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aefb3e6e-f812-4e32-a96b-04c535b9c003 HTTP/1.1" status: 200 len: 915 time: 0.1520405 Feb 11 05:45:17.346927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:17.347247 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:17.347580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:17.347921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:17.348262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:17.348603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:17.348936 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:17.349266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:17.349598 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:17.349927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:17.350262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:17.350590 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:17.350947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:45:17.365375 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-74b56c94-f884-4228-890f-b050851e8023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:59Z', 'updated_at': '2022-02-11T05:44:03Z', 'revision_number': 4, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'gw_port': {'id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:00Z', 'updated_at': '2022-02-11T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '53234725-a7f1-4f8e-98af-7d0863e921af', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'port_id': '399afd41-8807-4e9a-8a9c-578c54b512b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'mac_address': 'fa:16:3e:2f:46:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:45:15Z', 'updated_at': '2022-02-11T05:45:15Z', 'revision_number': 0, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ce61a0-d8e6-4cb5-976a-c2455c937eaa', 'name': '', 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'mac_address': 'fa:16:3e:d5:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:02Z', 'updated_at': '2022-02-11T05:44:09Z', 'revision_number': 5, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'subnets': [{'id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:17.395477 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b56c94-f884-4228-890f-b050851e8023 None None] Checking router: b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:45:17.401688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.403067 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-91551bcc-2250-4581-aa7b-088ad2fe0277 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4644120 Feb 11 05:45:17.406495 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b56c94-f884-4228-890f-b050851e8023 None None] Routers {'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:45:17.407326 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-74b56c94-f884-4228-890f-b050851e8023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:44:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:17.407638 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45876) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:17.415480 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2ca91eb1-7d29-4fee-909c-37c59e31bd2b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Request body: {'security_group_rule': {'security_group_id': 'ba81bf86-e7c3-40e9-af02-ca3f4824d888', 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:17.435618 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8a0ab04-a737-458f-b22c-2b4dd3c2c238 req-cbaa2743-021f-49fe-b918-617b575c9a10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=399afd41-8807-4e9a-8a9c-578c54b512b8 HTTP/1.1" status: 200 len: 998 time: 0.0805480 Feb 11 05:45:17.498616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0ab04-a737-458f-b22c-2b4dd3c2c238 req-c17cb472-a0e1-42ba-87f1-524a4bc4fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:17.500104 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8a0ab04-a737-458f-b22c-2b4dd3c2c238 req-c17cb472-a0e1-42ba-87f1-524a4bc4fe93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dea0861-36e1-4746-8736-8e2b04acb713 HTTP/1.1" status: 200 len: 853 time: 0.0571404 Feb 11 05:45:17.547070 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ca91eb1-7d29-4fee-909c-37c59e31bd2b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (56a089f0-87dd-4b89-a682-bee6ce0463b5), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.565426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0ab04-a737-458f-b22c-2b4dd3c2c238 req-c57a9c27-40c9-4e4d-a069-2cd13654beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:17.568133 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8a0ab04-a737-458f-b22c-2b4dd3c2c238 req-c57a9c27-40c9-4e4d-a069-2cd13654beb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb3e6e-f812-4e32-a96b-04c535b9c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0587730 Feb 11 05:45:17.592763 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-74b56c94-f884-4228-890f-b050851e8023 None None] Set router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:45:17.644593 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ca91eb1-7d29-4fee-909c-37c59e31bd2b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (56a089f0-87dd-4b89-a682-bee6ce0463b5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.704845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8a0ab04-a737-458f-b22c-2b4dd3c2c238 req-a3249032-a605-4229-95b3-bc16d0181600 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289573 Feb 11 05:45:17.725857 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ca91eb1-7d29-4fee-909c-37c59e31bd2b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (56a089f0-87dd-4b89-a682-bee6ce0463b5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.741286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca91eb1-7d29-4fee-909c-37c59e31bd2b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a089f0-87dd-4b89-a682-bee6ce0463b5,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:17.824337 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2ca91eb1-7d29-4fee-909c-37c59e31bd2b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.827299 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2ca91eb1-7d29-4fee-909c-37c59e31bd2b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4173999 Feb 11 05:45:17.836150 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45878) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:17.839887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-941a4b0e-65cb-41e6-bd90-52754c85395a tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Request body: {'security_group_rule': {'security_group_id': 'ba81bf86-e7c3-40e9-af02-ca3f4824d888', 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:17.861933 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d8a0ab04-a737-458f-b22c-2b4dd3c2c238 req-2b13bcd6-2b9f-45d0-8c6f-02c0b5e02cf2 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492777 Feb 11 05:45:17.949082 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-941a4b0e-65cb-41e6-bd90-52754c85395a tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (a3bb6708-8340-458c-a737-040441f4805e), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:17.956749 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-74b56c94-f884-4228-890f-b050851e8023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:59Z', 'updated_at': '2022-02-11T05:44:03Z', 'revision_number': 4, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'gw_port': {'id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:00Z', 'updated_at': '2022-02-11T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '53234725-a7f1-4f8e-98af-7d0863e921af', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'port_id': '399afd41-8807-4e9a-8a9c-578c54b512b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'mac_address': 'fa:16:3e:2f:46:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:45:15Z', 'updated_at': '2022-02-11T05:45:15Z', 'revision_number': 0, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ce61a0-d8e6-4cb5-976a-c2455c937eaa', 'name': '', 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'mac_address': 'fa:16:3e:d5:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:02Z', 'updated_at': '2022-02-11T05:44:09Z', 'revision_number': 5, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'subnets': [{'id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:45:17.986804 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b56c94-f884-4228-890f-b050851e8023 None None] The sync data for ids ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'] in n-d-712142-35 is: [{'id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:59Z', 'updated_at': '2022-02-11T05:44:03Z', 'revision_number': 4, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'gw_port': {'id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:00Z', 'updated_at': '2022-02-11T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '53234725-a7f1-4f8e-98af-7d0863e921af', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'port_id': '399afd41-8807-4e9a-8a9c-578c54b512b8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'mac_address': 'fa:16:3e:2f:46:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:45:15Z', 'updated_at': '2022-02-11T05:45:15Z', 'revision_number': 0, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ce61a0-d8e6-4cb5-976a-c2455c937eaa', 'name': '', 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'mac_address': 'fa:16:3e:d5:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:02Z', 'updated_at': '2022-02-11T05:44:09Z', 'revision_number': 5, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'subnets': [{'id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:45:18.024896 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-941a4b0e-65cb-41e6-bd90-52754c85395a tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (a3bb6708-8340-458c-a737-040441f4805e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.114139 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-941a4b0e-65cb-41e6-bd90-52754c85395a tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (a3bb6708-8340-458c-a737-040441f4805e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.146312 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a4b0e-65cb-41e6-bd90-52754c85395a tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bb6708-8340-458c-a737-040441f4805e,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:18.227960 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-941a4b0e-65cb-41e6-bd90-52754c85395a tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.231128 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-941a4b0e-65cb-41e6-bd90-52754c85395a tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4000220 Feb 11 05:45:18.233842 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45880) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:18.239662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-cad6b6bc-6aca-4b77-a182-62a72f69f9bd tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Request body: {'security_group_rule': {'security_group_id': 'ba81bf86-e7c3-40e9-af02-ca3f4824d888', 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:18.256241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7c968c-08cf-45d8-a211-bfbd47065f84 None None] New status for floating IP 53234725-a7f1-4f8e-98af-7d0863e921af: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:45:18.379643 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cad6b6bc-6aca-4b77-a182-62a72f69f9bd tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (8a435adf-8107-4e1a-bbe0-6860f23c8ad4), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.482288 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cad6b6bc-6aca-4b77-a182-62a72f69f9bd tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (8a435adf-8107-4e1a-bbe0-6860f23c8ad4), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.558697 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cad6b6bc-6aca-4b77-a182-62a72f69f9bd tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (8a435adf-8107-4e1a-bbe0-6860f23c8ad4), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.581141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6b6bc-6aca-4b77-a182-62a72f69f9bd tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a435adf-8107-4e1a-bbe0-6860f23c8ad4,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:18.657517 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cad6b6bc-6aca-4b77-a182-62a72f69f9bd tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.659041 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cad6b6bc-6aca-4b77-a182-62a72f69f9bd tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4235592 Feb 11 05:45:18.661984 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45882) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:18.667308 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-320709fa-0bf0-43af-8e28-0925e7287c80 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Request body: {'security_group_rule': {'security_group_id': 'ba81bf86-e7c3-40e9-af02-ca3f4824d888', 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:18.771338 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-320709fa-0bf0-43af-8e28-0925e7287c80 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (882233d1-a123-4664-a949-85fe61793121), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.837487 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-320709fa-0bf0-43af-8e28-0925e7287c80 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (882233d1-a123-4664-a949-85fe61793121), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.919756 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-320709fa-0bf0-43af-8e28-0925e7287c80 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (882233d1-a123-4664-a949-85fe61793121), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:18.937993 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320709fa-0bf0-43af-8e28-0925e7287c80 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882233d1-a123-4664-a949-85fe61793121,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:19.022751 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-320709fa-0bf0-43af-8e28-0925e7287c80 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.027050 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-320709fa-0bf0-43af-8e28-0925e7287c80 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3612266 Feb 11 05:45:19.032338 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45884) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:19.033399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-12ecc81e-55ed-44cd-938e-bb04a1c9c63c tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Request body: {'security_group_rule': {'security_group_id': 'ba81bf86-e7c3-40e9-af02-ca3f4824d888', 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:19.137575 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-12ecc81e-55ed-44cd-938e-bb04a1c9c63c tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Project 2f35d9f373984ecd9485ad437a21e099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:45:19.143310 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-12ecc81e-55ed-44cd-938e-bb04a1c9c63c tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (7dff5046-2aeb-408d-adad-22485d52c71f), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.210154 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-12ecc81e-55ed-44cd-938e-bb04a1c9c63c tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (7dff5046-2aeb-408d-adad-22485d52c71f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.274103 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-12ecc81e-55ed-44cd-938e-bb04a1c9c63c tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (7dff5046-2aeb-408d-adad-22485d52c71f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.294563 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecc81e-55ed-44cd-938e-bb04a1c9c63c tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dff5046-2aeb-408d-adad-22485d52c71f,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:19.371723 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-12ecc81e-55ed-44cd-938e-bb04a1c9c63c tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.373000 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-12ecc81e-55ed-44cd-938e-bb04a1c9c63c tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3433058 Feb 11 05:45:19.376634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45886) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:45:19.381282 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fb4d9d11-01ff-4392-9dfe-0dcbe107ec13 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Request body: {'security_group_rule': {'security_group_id': 'ba81bf86-e7c3-40e9-af02-ca3f4824d888', 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:19.478397 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-fb4d9d11-01ff-4392-9dfe-0dcbe107ec13 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Project 2f35d9f373984ecd9485ad437a21e099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:45:19.484971 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9d11-01ff-4392-9dfe-0dcbe107ec13 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (b318c992-2800-416a-a2bf-76033441139f), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.555435 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9d11-01ff-4392-9dfe-0dcbe107ec13 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (b318c992-2800-416a-a2bf-76033441139f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.626375 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9d11-01ff-4392-9dfe-0dcbe107ec13 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (b318c992-2800-416a-a2bf-76033441139f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.649608 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d9d11-01ff-4392-9dfe-0dcbe107ec13 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b318c992-2800-416a-a2bf-76033441139f,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:19.721866 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9d11-01ff-4392-9dfe-0dcbe107ec13 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:19.723536 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fb4d9d11-01ff-4392-9dfe-0dcbe107ec13 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3458512 Feb 11 05:45:19.837931 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-971347af-bb2a-40ad-8768-ee29d43e1509 req-41e55d0b-6718-4428-921c-a48bdbc292a5 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1223308733&fields=id&tenant_id=2f35d9f373984ecd9485ad437a21e099 HTTP/1.1" status: 200 len: 267 time: 0.0617478 Feb 11 05:45:19.910503 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971347af-bb2a-40ad-8768-ee29d43e1509 req-7794c0a0-2aee-4d4b-a5b3-b3efeb51da1a tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:19.912312 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-971347af-bb2a-40ad-8768-ee29d43e1509 req-7794c0a0-2aee-4d4b-a5b3-b3efeb51da1a tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 945 time: 0.0647299 Feb 11 05:45:19.926961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-971347af-bb2a-40ad-8768-ee29d43e1509 req-17c9791f-b298-4faa-8540-4f518e8cc034 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Request body: {'port': {'security_groups': ['8de735bf-735e-451f-9aae-09cbb98a0a69', 'ba81bf86-e7c3-40e9-af02-ca3f4824d888']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:45:20.045097 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-971347af-bb2a-40ad-8768-ee29d43e1509 req-17c9791f-b298-4faa-8540-4f518e8cc034 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.303726 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-971347af-bb2a-40ad-8768-ee29d43e1509 req-17c9791f-b298-4faa-8540-4f518e8cc034 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] For port 399afd41-8807-4e9a-8a9c-578c54b512b8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=399afd41-8807-4e9a-8a9c-578c54b512b8,segment=NetworkSegment(6a824a8e-0eaf-491e-be9b-b1502d5fef95),segment_id=6a824a8e-0eaf-491e-be9b-b1502d5fef95)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:45:20.355573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-971347af-bb2a-40ad-8768-ee29d43e1509 req-17c9791f-b298-4faa-8540-4f518e8cc034 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.446040 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-971347af-bb2a-40ad-8768-ee29d43e1509 req-17c9791f-b298-4faa-8540-4f518e8cc034 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.460092 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['399afd41-8807-4e9a-8a9c-578c54b512b8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:20.519483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971347af-bb2a-40ad-8768-ee29d43e1509 req-17c9791f-b298-4faa-8540-4f518e8cc034 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:20.520629 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-971347af-bb2a-40ad-8768-ee29d43e1509 req-17c9791f-b298-4faa-8540-4f518e8cc034 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:20.524154 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-971347af-bb2a-40ad-8768-ee29d43e1509 req-17c9791f-b298-4faa-8540-4f518e8cc034 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "PUT /v2.0/ports/399afd41-8807-4e9a-8a9c-578c54b512b8 HTTP/1.1" status: 200 len: 981 time: 0.6037955 Feb 11 05:45:20.525038 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'tag': '399afd41-8807-4e9a-8a9c-578c54b512b8'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:45:20.535023 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d6c16f-e7ab-4109-80b5-7cea524b359b" -d '{"events": [{"name": "network-changed", "server_uuid": "8eaadf64-c5ea-4740-a834-ab6f002739ab", "tag": "399afd41-8807-4e9a-8a9c-578c54b512b8"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:45:20.576921 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['399afd41-8807-4e9a-8a9c-578c54b512b8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:45:20.579945 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9791f-b298-4faa-8540-4f518e8cc034 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Pushing event updated for resources: {'Port': ['ID=399afd41-8807-4e9a-8a9c-578c54b512b8,revision_number=6']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:45:20.622993 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48f2861-2eb1-45d0-9dd1-96e4053e749a x-openstack-request-id: req-d48f2861-2eb1-45d0-9dd1-96e4053e749a {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:45:20.623368 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eaadf64-c5ea-4740-a834-ab6f002739ab", "tag": "399afd41-8807-4e9a-8a9c-578c54b512b8", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:45:20.623696 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d48f2861-2eb1-45d0-9dd1-96e4053e749a {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:45:20.624219 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'tag': '399afd41-8807-4e9a-8a9c-578c54b512b8', 'status': 'completed', 'code': 200} Feb 11 05:45:20.742197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6c16f-e7ab-4109-80b5-7cea524b359b req-e81c5276-07d2-4eac-938f-761639756aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:20.746301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84d6c16f-e7ab-4109-80b5-7cea524b359b req-e81c5276-07d2-4eac-938f-761639756aa9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f35d9f373984ecd9485ad437a21e099&device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 1167 time: 0.0933897 Feb 11 05:45:20.816026 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fa2c9-8a57-4c95-af7d-1252e9406d54 req-2b5f7f97-f472-47ae-ac5c-2b10aad0c330 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:20.825737 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bb4fa2c9-8a57-4c95-af7d-1252e9406d54 req-2b5f7f97-f472-47ae-ac5c-2b10aad0c330 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 984 time: 0.1852455 Feb 11 05:45:20.911656 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bb4fa2c9-8a57-4c95-af7d-1252e9406d54 req-2f897ff1-1e9c-47f2-966d-bf5ffe2dc63b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba81bf86-e7c3-40e9-af02-ca3f4824d888&id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849876 Feb 11 05:45:20.929379 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6c16f-e7ab-4109-80b5-7cea524b359b req-62d3dd40-61df-4cf8-a5ef-ecdbb4b4ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:20.932469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84d6c16f-e7ab-4109-80b5-7cea524b359b req-62d3dd40-61df-4cf8-a5ef-ecdbb4b4ac3d service neutron] 10.222.0.32 "GET /v2.0/networks?id=aefb3e6e-f812-4e32-a96b-04c535b9c003 HTTP/1.1" status: 200 len: 915 time: 0.1793370 Feb 11 05:45:20.999354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-28eaf180-e442-40c3-b72a-b8274cbe5f19 None None] Provisioning complete for port 399afd41-8807-4e9a-8a9c-578c54b512b8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:45:21.009655 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-28eaf180-e442-40c3-b72a-b8274cbe5f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:21.024546 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84d6c16f-e7ab-4109-80b5-7cea524b359b req-26e69623-6d70-4158-aa23-53a70197ba00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=399afd41-8807-4e9a-8a9c-578c54b512b8 HTTP/1.1" status: 200 len: 1000 time: 0.0851088 Feb 11 05:45:21.079821 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6c16f-e7ab-4109-80b5-7cea524b359b req-22ee7eb5-9da9-4d88-b15a-6fdf2ba779ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:21.081265 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84d6c16f-e7ab-4109-80b5-7cea524b359b req-22ee7eb5-9da9-4d88-b15a-6fdf2ba779ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dea0861-36e1-4746-8736-8e2b04acb713 HTTP/1.1" status: 200 len: 853 time: 0.0502214 Feb 11 05:45:21.158113 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6c16f-e7ab-4109-80b5-7cea524b359b req-413ef1e1-9882-4283-9c87-0a32237e2dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:21.161151 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84d6c16f-e7ab-4109-80b5-7cea524b359b req-413ef1e1-9882-4283-9c87-0a32237e2dbf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb3e6e-f812-4e32-a96b-04c535b9c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0711653 Feb 11 05:45:21.252495 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-28eaf180-e442-40c3-b72a-b8274cbe5f19 None None] Current status of the port 399afd41-8807-4e9a-8a9c-578c54b512b8 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:45:21.281610 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84d6c16f-e7ab-4109-80b5-7cea524b359b req-cf89d36f-b7ec-44c1-bd07-3fbc4c632437 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129367 Feb 11 05:45:21.402814 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-84d6c16f-e7ab-4109-80b5-7cea524b359b req-f897a847-322a-48f8-82b9-9163baaad0d0 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146374 Feb 11 05:45:23.211705 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-70af06db-47b0-4c89-8be5-66e6b83bf89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.525629 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-20294bf9-f51d-44f5-a2c7-372be2c8db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:25.551032 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980eaba-8c4a-4a38-8df2-38431354521e req-8f44d056-7dc2-4f6f-8b35-c5cd5b878f22 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.561672 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e980eaba-8c4a-4a38-8df2-38431354521e req-8f44d056-7dc2-4f6f-8b35-c5cd5b878f22 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 984 time: 0.0774331 Feb 11 05:45:25.617625 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cff876-eeaf-4f76-a8df-314b340239bc req-f4c2b371-173a-4989-b774-4e3513ad13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.620779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12cff876-eeaf-4f76-a8df-314b340239bc req-f4c2b371-173a-4989-b774-4e3513ad13bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f35d9f373984ecd9485ad437a21e099&device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 1167 time: 0.0749884 Feb 11 05:45:25.654531 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e980eaba-8c4a-4a38-8df2-38431354521e req-5916cbdc-e847-46e6-a4bc-415fd43d0e57 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba81bf86-e7c3-40e9-af02-ca3f4824d888&id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900004 Feb 11 05:45:25.734065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cff876-eeaf-4f76-a8df-314b340239bc req-a206b22e-1cb0-4d65-bf4d-4c014be45ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.736115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12cff876-eeaf-4f76-a8df-314b340239bc req-a206b22e-1cb0-4d65-bf4d-4c014be45ed9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aefb3e6e-f812-4e32-a96b-04c535b9c003 HTTP/1.1" status: 200 len: 915 time: 0.1094031 Feb 11 05:45:25.817808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12cff876-eeaf-4f76-a8df-314b340239bc req-bdeacfc8-5c33-4fa4-b308-191012cece1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=399afd41-8807-4e9a-8a9c-578c54b512b8 HTTP/1.1" status: 200 len: 1000 time: 0.0738323 Feb 11 05:45:25.874740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cff876-eeaf-4f76-a8df-314b340239bc req-51ec3d38-777a-4872-b01a-be0390e7b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.876732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12cff876-eeaf-4f76-a8df-314b340239bc req-51ec3d38-777a-4872-b01a-be0390e7b8bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dea0861-36e1-4746-8736-8e2b04acb713 HTTP/1.1" status: 200 len: 853 time: 0.0519400 Feb 11 05:45:25.939134 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cff876-eeaf-4f76-a8df-314b340239bc req-64222caa-3024-4d89-91e7-442a0df67a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:25.940869 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12cff876-eeaf-4f76-a8df-314b340239bc req-64222caa-3024-4d89-91e7-442a0df67a9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb3e6e-f812-4e32-a96b-04c535b9c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0581529 Feb 11 05:45:26.050148 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12cff876-eeaf-4f76-a8df-314b340239bc req-08f40475-d676-4a36-b2dc-2b782b8916fa service neutron] 10.222.0.32 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002097 Feb 11 05:45:26.213634 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-12cff876-eeaf-4f76-a8df-314b340239bc req-f9854a56-c26b-45f6-ba64-56d1f3cb1d04 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563168 Feb 11 05:45:26.834477 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6505257-9288-41b4-bc54-bfd50c90b3ea req-157e0a23-898e-4ce9-b2d1-08070f59800f tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:26.836587 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f6505257-9288-41b4-bc54-bfd50c90b3ea req-157e0a23-898e-4ce9-b2d1-08070f59800f tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 984 time: 0.0896025 Feb 11 05:45:26.910871 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f6505257-9288-41b4-bc54-bfd50c90b3ea req-5293631e-ab9f-4d2a-a6c9-f5797d06e973 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba81bf86-e7c3-40e9-af02-ca3f4824d888&id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673833 Feb 11 05:45:27.108594 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:28.047414 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffc793-f77c-4321-b4b8-03bdc3ea1899 req-d5be448a-284a-4784-bc19-0e1c28251e81 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:28.049623 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-41ffc793-f77c-4321-b4b8-03bdc3ea1899 req-d5be448a-284a-4784-bc19-0e1c28251e81 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 984 time: 0.0629642 Feb 11 05:45:28.120553 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-41ffc793-f77c-4321-b4b8-03bdc3ea1899 req-89f2c226-9d47-4bbb-8e18-be92f33a1460 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba81bf86-e7c3-40e9-af02-ca3f4824d888&id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635202 Feb 11 05:45:28.651538 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:29.259536 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663999b0-cf1d-4c64-b074-00414469d145 req-fffb32ff-0bce-4d1b-a778-c57d1c5e3a4a tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:29.261817 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-663999b0-cf1d-4c64-b074-00414469d145 req-fffb32ff-0bce-4d1b-a778-c57d1c5e3a4a tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 984 time: 0.0617986 Feb 11 05:45:29.341280 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-663999b0-cf1d-4c64-b074-00414469d145 req-06a7b7c3-9b3c-4d87-8c4c-6b3c6013d4ac tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba81bf86-e7c3-40e9-af02-ca3f4824d888&id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690637 Feb 11 05:45:29.816930 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:30.494873 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80cd86-e46c-4265-b82d-e4a8ff213120 req-269f3174-7b73-4959-85a3-36915b8993fb tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:30.498436 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-da80cd86-e46c-4265-b82d-e4a8ff213120 req-269f3174-7b73-4959-85a3-36915b8993fb tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 984 time: 0.0724306 Feb 11 05:45:30.570721 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-da80cd86-e46c-4265-b82d-e4a8ff213120 req-92b77a79-f800-42e4-a11f-a0c2913e9784 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba81bf86-e7c3-40e9-af02-ca3f4824d888&id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663688 Feb 11 05:45:31.706254 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7e43f-9889-4a46-ad7b-41d383be8b75 req-353b87c3-9d73-4798-bd51-412018985826 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:31.708107 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-25e7e43f-9889-4a46-ad7b-41d383be8b75 req-353b87c3-9d73-4798-bd51-412018985826 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 984 time: 0.0595517 Feb 11 05:45:31.781562 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-25e7e43f-9889-4a46-ad7b-41d383be8b75 req-2457b46f-e63d-4d44-ae2d-84c7df8b47dc tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba81bf86-e7c3-40e9-af02-ca3f4824d888&id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673139 Feb 11 05:45:32.960110 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db319f2e-0905-4001-8f9f-4c6e339401a4 req-960a7cda-c85c-4c06-a3b5-cf913d8b64a2 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:32.962957 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-db319f2e-0905-4001-8f9f-4c6e339401a4 req-960a7cda-c85c-4c06-a3b5-cf913d8b64a2 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 984 time: 0.1023579 Feb 11 05:45:33.034545 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-db319f2e-0905-4001-8f9f-4c6e339401a4 req-9c4c1cba-f538-4b7c-8407-39a0e66f8fd0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba81bf86-e7c3-40e9-af02-ca3f4824d888&id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647743 Feb 11 05:45:34.185229 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c41e9e-0f73-4dbb-a512-8b96696fdc48 req-19cc3642-bfc0-41ff-bc7b-68a833bab9de tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:34.186895 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-66c41e9e-0f73-4dbb-a512-8b96696fdc48 req-19cc3642-bfc0-41ff-bc7b-68a833bab9de tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 984 time: 0.0652044 Feb 11 05:45:34.258725 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-66c41e9e-0f73-4dbb-a512-8b96696fdc48 req-90956eb4-3363-4ede-bfcb-286d8a761e6c tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba81bf86-e7c3-40e9-af02-ca3f4824d888&id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652139 Feb 11 05:45:34.715053 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:34.883486 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:35.408306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65974e4e-fcc8-41a1-aaeb-9a12993fbde3 req-836347fd-fe0a-40b4-9da1-c1a84b871c63 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:35.410099 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-65974e4e-fcc8-41a1-aaeb-9a12993fbde3 req-836347fd-fe0a-40b4-9da1-c1a84b871c63 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 984 time: 0.0686858 Feb 11 05:45:35.487326 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-65974e4e-fcc8-41a1-aaeb-9a12993fbde3 req-2c40354b-275e-4ec3-95e9-41479ebc41b7 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba81bf86-e7c3-40e9-af02-ca3f4824d888&id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703030 Feb 11 05:45:35.720946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45037eca-e71b-495f-a919-d90e05d0118d req-2cc1aa51-f982-476f-bd10-93c96baf6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:35.722591 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45037eca-e71b-495f-a919-d90e05d0118d req-2cc1aa51-f982-476f-bd10-93c96baf6f9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f35d9f373984ecd9485ad437a21e099&device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 1167 time: 0.1146898 Feb 11 05:45:35.850999 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45037eca-e71b-495f-a919-d90e05d0118d req-cf3a06a1-16a5-485b-b058-0fc41cb776aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:35.852530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45037eca-e71b-495f-a919-d90e05d0118d req-cf3a06a1-16a5-485b-b058-0fc41cb776aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=aefb3e6e-f812-4e32-a96b-04c535b9c003 HTTP/1.1" status: 200 len: 915 time: 0.1067648 Feb 11 05:45:36.003631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45037eca-e71b-495f-a919-d90e05d0118d req-8add8a6f-923a-4df7-8f8f-4b7bc107e7d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=399afd41-8807-4e9a-8a9c-578c54b512b8 HTTP/1.1" status: 200 len: 1000 time: 0.0739775 Feb 11 05:45:36.065347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45037eca-e71b-495f-a919-d90e05d0118d req-200b20f8-e9da-4495-b513-e744bd0defcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.067092 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45037eca-e71b-495f-a919-d90e05d0118d req-200b20f8-e9da-4495-b513-e744bd0defcf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dea0861-36e1-4746-8736-8e2b04acb713 HTTP/1.1" status: 200 len: 853 time: 0.0558286 Feb 11 05:45:36.137019 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45037eca-e71b-495f-a919-d90e05d0118d req-65a697e7-555f-4d68-97f1-b94869d9fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.138937 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45037eca-e71b-495f-a919-d90e05d0118d req-65a697e7-555f-4d68-97f1-b94869d9fd0f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb3e6e-f812-4e32-a96b-04c535b9c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0650597 Feb 11 05:45:36.265379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45037eca-e71b-495f-a919-d90e05d0118d req-63a7957a-9862-4b29-b0cd-cba6c5a8587b service neutron] 10.222.0.32 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190438 Feb 11 05:45:36.381526 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45037eca-e71b-495f-a919-d90e05d0118d req-e6a25712-9f07-4263-b40b-473a3f47b256 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103249 Feb 11 05:45:36.661613 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31c536-29db-4404-9b8e-4977301662ec req-6c8a7d00-4c04-4198-ab20-7366ccb47c68 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:36.664463 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fb31c536-29db-4404-9b8e-4977301662ec req-6c8a7d00-4c04-4198-ab20-7366ccb47c68 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 984 time: 0.0959764 Feb 11 05:45:36.761292 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fb31c536-29db-4404-9b8e-4977301662ec req-bcd1b783-908d-41db-a745-23fd03f4d5b8 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba81bf86-e7c3-40e9-af02-ca3f4824d888&id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896995 Feb 11 05:45:37.915699 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c103b-8252-41ce-a1ba-1446c2e1b10b req-8bf2d18e-baab-4927-862b-9514622f25cb tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:45:37.918347 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6f5c103b-8252-41ce-a1ba-1446c2e1b10b req-8bf2d18e-baab-4927-862b-9514622f25cb tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 984 time: 0.0671659 Feb 11 05:45:38.007492 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6f5c103b-8252-41ce-a1ba-1446c2e1b10b req-e5a6e1cd-8127-4c3a-ad2b-943a11996ae8 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba81bf86-e7c3-40e9-af02-ca3f4824d888&id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817380 Feb 11 05:45:42.389436 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:45:53.211941 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7f9ea4fd-b08d-440f-9825-dc335f85ac46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:55.536278 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2e44a493-28ce-474c-95d2-ea8084ff982f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:57.044800 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:58.651861 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:45:59.812072 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.771351 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:04.861745 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:10.881334 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-69369998-46d3-4450-bd22-ae2b4461d448 req-3d8be118-e510-4936-af80-95a04d9c5e52 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1223308733&fields=id&tenant_id=2f35d9f373984ecd9485ad437a21e099 HTTP/1.1" status: 200 len: 267 time: 0.0489712 Feb 11 05:46:10.953420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69369998-46d3-4450-bd22-ae2b4461d448 req-64d03e9c-9b38-4f48-91f1-739059a9969d tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:10.955092 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-69369998-46d3-4450-bd22-ae2b4461d448 req-64d03e9c-9b38-4f48-91f1-739059a9969d tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 984 time: 0.0668952 Feb 11 05:46:10.968143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [req-69369998-46d3-4450-bd22-ae2b4461d448 req-56abcff9-b558-4dcb-bd40-4974900c090b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Request body: {'port': {'security_groups': ['8de735bf-735e-451f-9aae-09cbb98a0a69']}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:11.047540 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-69369998-46d3-4450-bd22-ae2b4461d448 req-56abcff9-b558-4dcb-bd40-4974900c090b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.249324 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [req-69369998-46d3-4450-bd22-ae2b4461d448 req-56abcff9-b558-4dcb-bd40-4974900c090b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] For port 399afd41-8807-4e9a-8a9c-578c54b512b8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=399afd41-8807-4e9a-8a9c-578c54b512b8,segment=NetworkSegment(6a824a8e-0eaf-491e-be9b-b1502d5fef95),segment_id=6a824a8e-0eaf-491e-be9b-b1502d5fef95)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:11.288086 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-69369998-46d3-4450-bd22-ae2b4461d448 req-56abcff9-b558-4dcb-bd40-4974900c090b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.382077 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-69369998-46d3-4450-bd22-ae2b4461d448 req-56abcff9-b558-4dcb-bd40-4974900c090b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.397515 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['399afd41-8807-4e9a-8a9c-578c54b512b8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:46:11.446235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69369998-46d3-4450-bd22-ae2b4461d448 req-56abcff9-b558-4dcb-bd40-4974900c090b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.447184 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [req-69369998-46d3-4450-bd22-ae2b4461d448 req-56abcff9-b558-4dcb-bd40-4974900c090b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.449467 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-69369998-46d3-4450-bd22-ae2b4461d448 req-56abcff9-b558-4dcb-bd40-4974900c090b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "PUT /v2.0/ports/399afd41-8807-4e9a-8a9c-578c54b512b8 HTTP/1.1" status: 200 len: 942 time: 0.4872911 Feb 11 05:46:11.450231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'tag': '399afd41-8807-4e9a-8a9c-578c54b512b8'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:11.469565 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd873cf-1f49-4125-b9b1-37f762eb1aea" -d '{"events": [{"name": "network-changed", "server_uuid": "8eaadf64-c5ea-4740-a834-ab6f002739ab", "tag": "399afd41-8807-4e9a-8a9c-578c54b512b8"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:11.469918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 45948) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:11.488216 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abcff9-b558-4dcb-bd40-4974900c090b tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Pushing event updated for resources: {'Port': ['ID=399afd41-8807-4e9a-8a9c-578c54b512b8,revision_number=7']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:11.547461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['399afd41-8807-4e9a-8a9c-578c54b512b8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:46:11.572436 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998f4874-6361-4c91-8973-7ea683fc6313 x-openstack-request-id: req-998f4874-6361-4c91-8973-7ea683fc6313 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:11.572683 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eaadf64-c5ea-4740-a834-ab6f002739ab", "tag": "399afd41-8807-4e9a-8a9c-578c54b512b8", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:11.572888 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-998f4874-6361-4c91-8973-7ea683fc6313 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:11.573309 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'tag': '399afd41-8807-4e9a-8a9c-578c54b512b8', 'status': 'completed', 'code': 200} Feb 11 05:46:11.618931 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6e461d35-9444-407e-9abd-e067629b3ed6 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group (ba81bf86-e7c3-40e9-af02-ca3f4824d888), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.677465 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6e461d35-9444-407e-9abd-e067629b3ed6 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group (ba81bf86-e7c3-40e9-af02-ca3f4824d888), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.691472 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd873cf-1f49-4125-b9b1-37f762eb1aea req-d105c4cc-28b9-43d9-8752-9e5d14c3b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.693462 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2cd873cf-1f49-4125-b9b1-37f762eb1aea req-d105c4cc-28b9-43d9-8752-9e5d14c3b064 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f35d9f373984ecd9485ad437a21e099&device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 1128 time: 0.0850992 Feb 11 05:46:11.833839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd873cf-1f49-4125-b9b1-37f762eb1aea req-0280f554-8dfc-4cec-ba65-eafc1e55f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:11.836134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e7ba4c12-aa52-49c8-a883-2950dd459b66 None None] Provisioning complete for port 399afd41-8807-4e9a-8a9c-578c54b512b8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:46:11.836452 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2cd873cf-1f49-4125-b9b1-37f762eb1aea req-0280f554-8dfc-4cec-ba65-eafc1e55f975 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aefb3e6e-f812-4e32-a96b-04c535b9c003 HTTP/1.1" status: 200 len: 915 time: 0.1359081 Feb 11 05:46:11.836731 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e7ba4c12-aa52-49c8-a883-2950dd459b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.892665 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6e461d35-9444-407e-9abd-e067629b3ed6 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ba81bf86-e7c3-40e9-af02-ca3f4824d888), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.895656 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6e461d35-9444-407e-9abd-e067629b3ed6 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:11.901443 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6e461d35-9444-407e-9abd-e067629b3ed6 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "DELETE /v2.0/security-groups/ba81bf86-e7c3-40e9-af02-ca3f4824d888 HTTP/1.1" status: 204 len: 168 time: 0.4356318 Feb 11 05:46:11.906172 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 45950) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:11.918930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e461d35-9444-407e-9abd-e067629b3ed6 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba81bf86-e7c3-40e9-af02-ca3f4824d888,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:11.951193 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2cd873cf-1f49-4125-b9b1-37f762eb1aea req-03fd017b-6e2e-4840-a636-bedab75dd979 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=399afd41-8807-4e9a-8a9c-578c54b512b8 HTTP/1.1" status: 200 len: 1000 time: 0.1066959 Feb 11 05:46:12.048859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba4c12-aa52-49c8-a883-2950dd459b66 None None] Current status of the port 399afd41-8807-4e9a-8a9c-578c54b512b8 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:46:12.197451 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-049a1f38-de0f-4a62-b90d-23b67f7a2802 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Deleting port b584370c-e325-4c25-bd03-1d826e66df6f {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:12.197451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-049a1f38-de0f-4a62-b90d-23b67f7a2802 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b584370c-e325-4c25-bd03-1d826e66df6f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.292423 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-049a1f38-de0f-4a62-b90d-23b67f7a2802 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b584370c-e325-4c25-bd03-1d826e66df6f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.292923 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-049a1f38-de0f-4a62-b90d-23b67f7a2802 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for floatingip (b584370c-e325-4c25-bd03-1d826e66df6f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.310661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-049a1f38-de0f-4a62-b90d-23b67f7a2802 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Calling delete_port for b584370c-e325-4c25-bd03-1d826e66df6f owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:12.429800 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd873cf-1f49-4125-b9b1-37f762eb1aea req-bfb58f22-7ab8-4a1e-913b-f8b17c16978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:12.432739 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2cd873cf-1f49-4125-b9b1-37f762eb1aea req-bfb58f22-7ab8-4a1e-913b-f8b17c16978f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dea0861-36e1-4746-8736-8e2b04acb713 HTTP/1.1" status: 200 len: 853 time: 0.4753144 Feb 11 05:46:12.501084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd873cf-1f49-4125-b9b1-37f762eb1aea req-82e73b4c-b739-478a-b6e0-832e14c0295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:12.502659 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2cd873cf-1f49-4125-b9b1-37f762eb1aea req-82e73b4c-b739-478a-b6e0-832e14c0295c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb3e6e-f812-4e32-a96b-04c535b9c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0631862 Feb 11 05:46:12.616167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2cd873cf-1f49-4125-b9b1-37f762eb1aea req-310c193f-9cd7-45f6-bdaa-f6691c6c58b7 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065996 Feb 11 05:46:12.720353 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2cd873cf-1f49-4125-b9b1-37f762eb1aea req-a1875499-5cfb-4c83-bcb0-7d887d627a71 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978329 Feb 11 05:46:12.730435 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-049a1f38-de0f-4a62-b90d-23b67f7a2802 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b584370c-e325-4c25-bd03-1d826e66df6f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.828323 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a1f38-de0f-4a62-b90d-23b67f7a2802 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Pushing event deleted for resources: {'Port': ['ID=b584370c-e325-4c25-bd03-1d826e66df6f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:12.842079 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-049a1f38-de0f-4a62-b90d-23b67f7a2802 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks [] for floatingip (53234725-a7f1-4f8e-98af-7d0863e921af), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:12.842519 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-049a1f38-de0f-4a62-b90d-23b67f7a2802 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Floating IP 53234725-a7f1-4f8e-98af-7d0863e921af disassociated (deleted). External IP: 172.25.3.40, port: 399afd41-8807-4e9a-8a9c-578c54b512b8. Feb 11 05:46:13.092961 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049a1f38-de0f-4a62-b90d-23b67f7a2802 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:13.219837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049a1f38-de0f-4a62-b90d-23b67f7a2802 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:13.226614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-049a1f38-de0f-4a62-b90d-23b67f7a2802 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:13.235471 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4505e8-442c-4f62-ae5b-54e8733f73cd None None] Sync routers for ids ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:13.253556 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4505e8-442c-4f62-ae5b-54e8733f73cd None None] Routers {'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:13.254603 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ff4505e8-442c-4f62-ae5b-54e8733f73cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:45:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:13.278897 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-049a1f38-de0f-4a62-b90d-23b67f7a2802 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "DELETE /v2.0/floatingips/53234725-a7f1-4f8e-98af-7d0863e921af HTTP/1.1" status: 204 len: 168 time: 1.3744941 Feb 11 05:46:13.442534 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-ff4505e8-442c-4f62-ae5b-54e8733f73cd None None] Set router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:13.574905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'tag': '399afd41-8807-4e9a-8a9c-578c54b512b8'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:13.579453 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0cab12-3041-4edd-bd65-e96662181b67" -d '{"events": [{"name": "network-changed", "server_uuid": "8eaadf64-c5ea-4740-a834-ab6f002739ab", "tag": "399afd41-8807-4e9a-8a9c-578c54b512b8"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:13.660504 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2822dd18-6687-4a55-8d0c-d39e22b2ade5 x-openstack-request-id: req-2822dd18-6687-4a55-8d0c-d39e22b2ade5 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:13.660878 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eaadf64-c5ea-4740-a834-ab6f002739ab", "tag": "399afd41-8807-4e9a-8a9c-578c54b512b8", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:13.661241 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2822dd18-6687-4a55-8d0c-d39e22b2ade5 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:13.661868 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'tag': '399afd41-8807-4e9a-8a9c-578c54b512b8', 'status': 'completed', 'code': 200} Feb 11 05:46:13.775313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cab12-3041-4edd-bd65-e96662181b67 req-04e669bf-4bf6-4aee-9ca1-ddb9aae80a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:13.778452 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c0cab12-3041-4edd-bd65-e96662181b67 req-04e669bf-4bf6-4aee-9ca1-ddb9aae80a60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f35d9f373984ecd9485ad437a21e099&device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 1128 time: 0.0945609 Feb 11 05:46:13.820776 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ff4505e8-442c-4f62-ae5b-54e8733f73cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:59Z', 'updated_at': '2022-02-11T05:44:03Z', 'revision_number': 4, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'gw_port': {'id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:00Z', 'updated_at': '2022-02-11T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '51ce61a0-d8e6-4cb5-976a-c2455c937eaa', 'name': '', 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'mac_address': 'fa:16:3e:d5:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:02Z', 'updated_at': '2022-02-11T05:44:09Z', 'revision_number': 5, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'subnets': [{'id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:13.855992 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4505e8-442c-4f62-ae5b-54e8733f73cd None None] Checking router: b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:13.866038 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4505e8-442c-4f62-ae5b-54e8733f73cd None None] Routers {'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:13.866996 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ff4505e8-442c-4f62-ae5b-54e8733f73cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:45:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:13.976666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cab12-3041-4edd-bd65-e96662181b67 req-cefc3771-b948-4a6c-a425-5755676681ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:13.979890 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c0cab12-3041-4edd-bd65-e96662181b67 req-cefc3771-b948-4a6c-a425-5755676681ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=aefb3e6e-f812-4e32-a96b-04c535b9c003 HTTP/1.1" status: 200 len: 915 time: 0.1945148 Feb 11 05:46:14.052869 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-ff4505e8-442c-4f62-ae5b-54e8733f73cd None None] Set router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:14.055045 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c0cab12-3041-4edd-bd65-e96662181b67 req-bdd00210-31bf-4987-a020-95c3cfe748d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=399afd41-8807-4e9a-8a9c-578c54b512b8 HTTP/1.1" status: 200 len: 217 time: 0.0683615 Feb 11 05:46:14.164059 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cab12-3041-4edd-bd65-e96662181b67 req-270f7a3a-ab77-412b-a417-76c3173b636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:14.166857 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c0cab12-3041-4edd-bd65-e96662181b67 req-270f7a3a-ab77-412b-a417-76c3173b636f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9dea0861-36e1-4746-8736-8e2b04acb713 HTTP/1.1" status: 200 len: 853 time: 0.1013956 Feb 11 05:46:14.256171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cab12-3041-4edd-bd65-e96662181b67 req-3cdd51df-5dfa-45cf-b2b9-f3365c5008a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:14.258846 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c0cab12-3041-4edd-bd65-e96662181b67 req-3cdd51df-5dfa-45cf-b2b9-f3365c5008a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aefb3e6e-f812-4e32-a96b-04c535b9c003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0824707 Feb 11 05:46:14.445167 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c0cab12-3041-4edd-bd65-e96662181b67 req-b0842cf3-87b8-4b7b-8b1f-c34e0437735f service neutron] 10.222.0.32 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742940 Feb 11 05:46:14.580329 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8c0cab12-3041-4edd-bd65-e96662181b67 req-c4777076-0802-49da-9349-5660bd8d4c28 service neutron] 10.222.0.32 "GET /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284952 Feb 11 05:46:14.596661 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ff4505e8-442c-4f62-ae5b-54e8733f73cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:59Z', 'updated_at': '2022-02-11T05:44:03Z', 'revision_number': 4, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'gw_port': {'id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:00Z', 'updated_at': '2022-02-11T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '51ce61a0-d8e6-4cb5-976a-c2455c937eaa', 'name': '', 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'mac_address': 'fa:16:3e:d5:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:02Z', 'updated_at': '2022-02-11T05:44:09Z', 'revision_number': 5, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'subnets': [{'id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:14.638791 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4505e8-442c-4f62-ae5b-54e8733f73cd None None] The sync data for ids ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'] in n-d-712142-35 is: [{'id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:59Z', 'updated_at': '2022-02-11T05:44:03Z', 'revision_number': 4, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'gw_port': {'id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:00Z', 'updated_at': '2022-02-11T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '51ce61a0-d8e6-4cb5-976a-c2455c937eaa', 'name': '', 'network_id': 'aefb3e6e-f812-4e32-a96b-04c535b9c003', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'mac_address': 'fa:16:3e:d5:81:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4193, 'fixed_ips': [{'subnet_id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:02Z', 'updated_at': '2022-02-11T05:44:09Z', 'revision_number': 5, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'subnets': [{'id': '9dea0861-36e1-4746-8736-8e2b04acb713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:14.990432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1409a37-74e6-4d59-a80a-107c5fc77dd3 None None] New status for floating IP 53234725-a7f1-4f8e-98af-7d0863e921af: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:46:19.390763 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:46:23.242449 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8d90e74d-971b-4667-a87a-304a956bbd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:25.535765 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b872b11c-bc2d-4d5a-ad13-52015de7cba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:27.061424 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:28.701128 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:29.810828 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:32.073110 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305eb7e-b2c2-4863-84cb-8c1039db478b req-f013f767-1c7b-4b01-8716-66890c57f1f1 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:32.075755 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5305eb7e-b2c2-4863-84cb-8c1039db478b req-f013f767-1c7b-4b01-8716-66890c57f1f1 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 945 time: 0.0857186 Feb 11 05:46:32.145692 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5305eb7e-b2c2-4863-84cb-8c1039db478b req-6323a447-7032-4bc3-a419-e5d138defca3 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630910 Feb 11 05:46:33.339490 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b54b8e-f147-4d0b-8aeb-94d9d2b5b124 req-91a7ee74-5da7-49fd-ba44-ec204c67ee65 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:33.342168 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a2b54b8e-f147-4d0b-8aeb-94d9d2b5b124 req-91a7ee74-5da7-49fd-ba44-ec204c67ee65 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 945 time: 0.0714910 Feb 11 05:46:33.407267 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a2b54b8e-f147-4d0b-8aeb-94d9d2b5b124 req-b5dd2519-6cf8-4c43-bb47-75a79d70e2ca tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/security-groups?id=8de735bf-735e-451f-9aae-09cbb98a0a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515935 Feb 11 05:46:33.958703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14d2d4-dad0-41f3-bb3a-d1d02c436d19 req-f4500d1b-9e21-47ef-b4d7-03dce29ba3c3 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:33.960465 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe14d2d4-dad0-41f3-bb3a-d1d02c436d19 req-f4500d1b-9e21-47ef-b4d7-03dce29ba3c3 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 945 time: 0.0620928 Feb 11 05:46:34.074888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-fe14d2d4-dad0-41f3-bb3a-d1d02c436d19 req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Deleting port 399afd41-8807-4e9a-8a9c-578c54b512b8 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:34.075230 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fe14d2d4-dad0-41f3-bb3a-d1d02c436d19 req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.179265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-fe14d2d4-dad0-41f3-bb3a-d1d02c436d19 req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] For port 399afd41-8807-4e9a-8a9c-578c54b512b8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=399afd41-8807-4e9a-8a9c-578c54b512b8,segment=NetworkSegment(6a824a8e-0eaf-491e-be9b-b1502d5fef95),segment_id=6a824a8e-0eaf-491e-be9b-b1502d5fef95)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:34.179634 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fe14d2d4-dad0-41f3-bb3a-d1d02c436d19 req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.202616 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-fe14d2d4-dad0-41f3-bb3a-d1d02c436d19 req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Calling delete_port for 399afd41-8807-4e9a-8a9c-578c54b512b8 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:34.449146 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fe14d2d4-dad0-41f3-bb3a-d1d02c436d19 req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (399afd41-8807-4e9a-8a9c-578c54b512b8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.466829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['399afd41-8807-4e9a-8a9c-578c54b512b8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:46:34.506448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Pushing event deleted for resources: {'Port': ['ID=399afd41-8807-4e9a-8a9c-578c54b512b8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:34.527422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:34.528048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:34.528605 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:34.529165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:34.529714 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:34.530267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:34.530836 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:34.531461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:34.532052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:34.532608 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:34.533190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:34.533777 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:34.534357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:34.569989 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c355f075-ae40-48a8-9e43-c0a308cf40a8 req-aba1a6e1-b14e-42b8-922a-3f8cefc4a09f tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 210 time: 0.0507040 Feb 11 05:46:34.599093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe14d2d4-dad0-41f3-bb3a-d1d02c436d19 req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] No DVR routers for this DVR port 399afd41-8807-4e9a-8a9c-578c54b512b8 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:34.603641 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-fe14d2d4-dad0-41f3-bb3a-d1d02c436d19 req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.607904 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fe14d2d4-dad0-41f3-bb3a-d1d02c436d19 req-a6d68fc4-ad90-47a8-9c8d-56e29f4033d0 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.32 "DELETE /v2.0/ports/399afd41-8807-4e9a-8a9c-578c54b512b8 HTTP/1.1" status: 204 len: 173 time: 0.6416831 Feb 11 05:46:34.608562 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'name': 'network-vif-deleted', 'tag': '399afd41-8807-4e9a-8a9c-578c54b512b8'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:46:34.611062 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed95b23-b93f-4a65-bc61-bc264c7bffe6" -d '{"events": [{"server_uuid": "8eaadf64-c5ea-4740-a834-ab6f002739ab", "name": "network-vif-deleted", "tag": "399afd41-8807-4e9a-8a9c-578c54b512b8"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:46:34.724302 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:34.791241 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8605c8-51c6-43ca-8599-ee4eab42d6ee x-openstack-request-id: req-8a8605c8-51c6-43ca-8599-ee4eab42d6ee {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:46:34.791675 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eaadf64-c5ea-4740-a834-ab6f002739ab", "name": "network-vif-deleted", "tag": "399afd41-8807-4e9a-8a9c-578c54b512b8", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:46:34.792164 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a8605c8-51c6-43ca-8599-ee4eab42d6ee {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:46:34.792525 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eaadf64-c5ea-4740-a834-ab6f002739ab', 'name': 'network-vif-deleted', 'tag': '399afd41-8807-4e9a-8a9c-578c54b512b8', 'status': 'completed', 'code': 200} Feb 11 05:46:34.894345 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:35.701666 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8b4f8ddf-6bf1-4cd8-9fe6-0b6462c82cc0 req-636d4b73-c8c9-44fc-9c52-68025344cfd1 tempest-TestMinimumBasicScenario-681415256 tempest-TestMinimumBasicScenario-681415256-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eaadf64-c5ea-4740-a834-ab6f002739ab HTTP/1.1" status: 200 len: 210 time: 0.0300498 Feb 11 05:46:38.101267 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46070) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:38.223043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 399afd41-8807-4e9a-8a9c-578c54b512b8 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:38.245698 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 399afd41-8807-4e9a-8a9c-578c54b512b8 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:38.246053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 399afd41-8807-4e9a-8a9c-578c54b512b8 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:38.533357 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fbf466df-d7c2-4eae-9231-d6636ded646b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.823398 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-fbf466df-d7c2-4eae-9231-d6636ded646b admin admin] Deleting port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:38.823716 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fbf466df-d7c2-4eae-9231-d6636ded646b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.939446 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-fbf466df-d7c2-4eae-9231-d6636ded646b admin admin] For port 51ce61a0-d8e6-4cb5-976a-c2455c937eaa, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=51ce61a0-d8e6-4cb5-976a-c2455c937eaa,segment=NetworkSegment(6a824a8e-0eaf-491e-be9b-b1502d5fef95),segment_id=6a824a8e-0eaf-491e-be9b-b1502d5fef95)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:38.939821 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fbf466df-d7c2-4eae-9231-d6636ded646b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:38.957411 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-fbf466df-d7c2-4eae-9231-d6636ded646b admin admin] Calling delete_port for 51ce61a0-d8e6-4cb5-976a-c2455c937eaa owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:39.260512 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fbf466df-d7c2-4eae-9231-d6636ded646b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (51ce61a0-d8e6-4cb5-976a-c2455c937eaa), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.289237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf466df-d7c2-4eae-9231-d6636ded646b admin admin] Pushing event deleted for resources: {'Port': ['ID=51ce61a0-d8e6-4cb5-976a-c2455c937eaa,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:39.552755 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fbf466df-d7c2-4eae-9231-d6636ded646b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:39.812653 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf466df-d7c2-4eae-9231-d6636ded646b admin admin] Router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:39.939584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf466df-d7c2-4eae-9231-d6636ded646b admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:39.948853 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fbf466df-d7c2-4eae-9231-d6636ded646b admin admin] 10.222.0.13 "PUT /v2.0/routers/b15d0c6b-db91-4188-9b3f-d5d35fb2aad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8450303 Feb 11 05:46:39.951782 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46072) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:39.956739 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9824bae-c9ea-4f5b-b808-3a786409f1b5 None None] Sync routers for ids ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:39.970457 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9824bae-c9ea-4f5b-b808-3a786409f1b5 None None] Routers {'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:39.971227 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-f9824bae-c9ea-4f5b-b808-3a786409f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:40.132984 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Publish callbacks [] for router (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.171149 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-f9824bae-c9ea-4f5b-b808-3a786409f1b5 None None] Set router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:40.306558 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Publish callbacks [] for router_gateway (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.438446 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-f9824bae-c9ea-4f5b-b808-3a786409f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:59Z', 'updated_at': '2022-02-11T05:46:39Z', 'revision_number': 5, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'gw_port': {'id': 'e003a117-5e80-4171-b5cc-1918462b3c5c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:00Z', 'updated_at': '2022-02-11T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:40.445256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Deleting port e003a117-5e80-4171-b5cc-1918462b3c5c {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:40.445605 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (e003a117-5e80-4171-b5cc-1918462b3c5c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.483496 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9824bae-c9ea-4f5b-b808-3a786409f1b5 None None] Checking router: b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:40.514157 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9824bae-c9ea-4f5b-b808-3a786409f1b5 None None] Routers {'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:40.515399 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-f9824bae-c9ea-4f5b-b808-3a786409f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:40.550360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] For port e003a117-5e80-4171-b5cc-1918462b3c5c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=e003a117-5e80-4171-b5cc-1918462b3c5c,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:40.551159 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (e003a117-5e80-4171-b5cc-1918462b3c5c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.569380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Calling delete_port for e003a117-5e80-4171-b5cc-1918462b3c5c owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:40.662300 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-f9824bae-c9ea-4f5b-b808-3a786409f1b5 None None] Set router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:40.735698 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-f9824bae-c9ea-4f5b-b808-3a786409f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:59Z', 'updated_at': '2022-02-11T05:46:40Z', 'revision_number': 6, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:40.769202 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9824bae-c9ea-4f5b-b808-3a786409f1b5 None None] The sync data for ids ['b15d0c6b-db91-4188-9b3f-d5d35fb2aad1'] in n-d-712142-35 is: [{'id': 'b15d0c6b-db91-4188-9b3f-d5d35fb2aad1', 'name': 'tempest-TestMinimumBasicScenario-408482689-router', 'tenant_id': '2f35d9f373984ecd9485ad437a21e099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:43:59Z', 'updated_at': '2022-02-11T05:46:40Z', 'revision_number': 6, 'project_id': '2f35d9f373984ecd9485ad437a21e099', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:40.872911 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (e003a117-5e80-4171-b5cc-1918462b3c5c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:40.902828 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=e003a117-5e80-4171-b5cc-1918462b3c5c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:40.919260 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:40.919616 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:40.919971 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:40.920316 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:40.920655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:40.920993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:40.921329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:40.921662 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:40.921993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:40.922474 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:40.922827 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:40.923164 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:40.923501 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:40.991722 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.098520 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.101065 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Publish callbacks [] for router_controller (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.301672 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (b15d0c6b-db91-4188-9b3f-d5d35fb2aad1), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.302408 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:46:41.308710 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.310219 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6a870f2f-1db7-4004-b5b5-a7bbb83c2fcc admin admin] 10.222.0.13 "DELETE /v2.0/routers/b15d0c6b-db91-4188-9b3f-d5d35fb2aad1 HTTP/1.1" status: 204 len: 168 time: 1.3562825 Feb 11 05:46:41.313977 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46076) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:41.372938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-a793adf8-a432-4d6d-beb9-e7564b4adad2 admin admin] Deleting subnet 9dea0861-36e1-4746-8736-8e2b04acb713 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:41.378263 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a793adf8-a432-4d6d-beb9-e7564b4adad2 admin admin] Publish callbacks [] for subnet (9dea0861-36e1-4746-8736-8e2b04acb713), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.443672 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a793adf8-a432-4d6d-beb9-e7564b4adad2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (9dea0861-36e1-4746-8736-8e2b04acb713), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.581506 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a793adf8-a432-4d6d-beb9-e7564b4adad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (9dea0861-36e1-4746-8736-8e2b04acb713), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.747959 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a793adf8-a432-4d6d-beb9-e7564b4adad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (9dea0861-36e1-4746-8736-8e2b04acb713), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.780502 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793adf8-a432-4d6d-beb9-e7564b4adad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dea0861-36e1-4746-8736-8e2b04acb713,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:41.784476 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a793adf8-a432-4d6d-beb9-e7564b4adad2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.788613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a793adf8-a432-4d6d-beb9-e7564b4adad2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9dea0861-36e1-4746-8736-8e2b04acb713 HTTP/1.1" status: 204 len: 168 time: 0.4726136 Feb 11 05:46:41.792660 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46078) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:41.799087 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb54001-7d39-4f22-b665-7b0eb79d030b None None] Network aefb3e6e-f812-4e32-a96b-04c535b9c003 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:41.874704 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (aefb3e6e-f812-4e32-a96b-04c535b9c003), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:41.949101 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] Deleting port 82c01b6f-a73f-44ee-984f-4db44796d983 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:41.949668 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (82c01b6f-a73f-44ee-984f-4db44796d983), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.052608 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] For port 82c01b6f-a73f-44ee-984f-4db44796d983, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=82c01b6f-a73f-44ee-984f-4db44796d983,segment=NetworkSegment(6a824a8e-0eaf-491e-be9b-b1502d5fef95),segment_id=6a824a8e-0eaf-491e-be9b-b1502d5fef95)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:42.053576 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (82c01b6f-a73f-44ee-984f-4db44796d983), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.069382 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] Calling delete_port for 82c01b6f-a73f-44ee-984f-4db44796d983 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:42.088445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] DHCP port deletion for aefb3e6e-f812-4e32-a96b-04c535b9c003 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:46:42.179681 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Deleting port 82c01b6f-a73f-44ee-984f-4db44796d983 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:42.180880 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (82c01b6f-a73f-44ee-984f-4db44796d983), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.274656 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] For port 82c01b6f-a73f-44ee-984f-4db44796d983, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=82c01b6f-a73f-44ee-984f-4db44796d983,segment=NetworkSegment(6a824a8e-0eaf-491e-be9b-b1502d5fef95),segment_id=6a824a8e-0eaf-491e-be9b-b1502d5fef95)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:42.275003 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (82c01b6f-a73f-44ee-984f-4db44796d983), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.291567 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Calling delete_port for 82c01b6f-a73f-44ee-984f-4db44796d983 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:42.478958 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (82c01b6f-a73f-44ee-984f-4db44796d983), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.522365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Pushing event deleted for resources: {'Port': ['ID=82c01b6f-a73f-44ee-984f-4db44796d983,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:42.524831 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (82c01b6f-a73f-44ee-984f-4db44796d983), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.539754 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:42.540655 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:42.541425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:42.542179 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:42.543030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:42.543766 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:42.544268 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:42.544784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:42.545257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:42.545818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:42.546595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:42.547371 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:42.547876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:42.551951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8c326b-90ec-41f0-9a08-d8b46b14ac5a None None] No DVR routers for this DVR port 82c01b6f-a73f-44ee-984f-4db44796d983 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:42.574237 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c01b6f-a73f-44ee-984f-4db44796d983,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:42.583538 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] No DVR routers for this DVR port 82c01b6f-a73f-44ee-984f-4db44796d983 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:42.607796 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e003a117-5e80-4171-b5cc-1918462b3c5c no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:42.630951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: e003a117-5e80-4171-b5cc-1918462b3c5c {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:42.631266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device e003a117-5e80-4171-b5cc-1918462b3c5c not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:42.631655 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 51ce61a0-d8e6-4cb5-976a-c2455c937eaa no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:42.666320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 51ce61a0-d8e6-4cb5-976a-c2455c937eaa {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:42.666713 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 51ce61a0-d8e6-4cb5-976a-c2455c937eaa not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:42.667120 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 82c01b6f-a73f-44ee-984f-4db44796d983 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:42.689329 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 82c01b6f-a73f-44ee-984f-4db44796d983 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:42.689689 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 82c01b6f-a73f-44ee-984f-4db44796d983 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:42.692457 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (aefb3e6e-f812-4e32-a96b-04c535b9c003), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.728785 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefb3e6e-f812-4e32-a96b-04c535b9c003']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:42.739905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a824a8e-0eaf-491e-be9b-b1502d5fef95') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:42.740199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a824a8e-0eaf-491e-be9b-b1502d5fef95') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:42.750754 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (6a824a8e-0eaf-491e-be9b-b1502d5fef95), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.766086 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6a824a8e-0eaf-491e-be9b-b1502d5fef95), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.772812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:42.773215 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (6a824a8e-0eaf-491e-be9b-b1502d5fef95), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: self.session.flush() Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:42.775624 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:42.968056 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (aefb3e6e-f812-4e32-a96b-04c535b9c003), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.974872 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:42.979518 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aefb3e6e-f812-4e32-a96b-04c535b9c003 HTTP/1.1" status: 204 len: 168 time: 1.1856563 Feb 11 05:46:42.982506 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46080) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:42.996243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a327f-3342-460c-a756-ed766905c9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aefb3e6e-f812-4e32-a96b-04c535b9c003,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:43.447118 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bd9f2bd3-9dd0-4704-9b68-fcb96ab85c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (44dff6af-c878-43fb-a174-2a7474f62b20), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.749260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f2bd3-9dd0-4704-9b68-fcb96ab85c44 admin admin] Deleting port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:43.749639 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bd9f2bd3-9dd0-4704-9b68-fcb96ab85c44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.856118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-bd9f2bd3-9dd0-4704-9b68-fcb96ab85c44 admin admin] For port 8bb416cb-b9b8-4601-9c3c-27cd587c83cd, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=8bb416cb-b9b8-4601-9c3c-27cd587c83cd,segment=NetworkSegment(3ffba5a6-8337-46cf-87b6-6ca03635558c),segment_id=3ffba5a6-8337-46cf-87b6-6ca03635558c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:43.856572 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bd9f2bd3-9dd0-4704-9b68-fcb96ab85c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:43.871926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f2bd3-9dd0-4704-9b68-fcb96ab85c44 admin admin] Calling delete_port for 8bb416cb-b9b8-4601-9c3c-27cd587c83cd owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:44.191027 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bd9f2bd3-9dd0-4704-9b68-fcb96ab85c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8bb416cb-b9b8-4601-9c3c-27cd587c83cd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.228413 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f2bd3-9dd0-4704-9b68-fcb96ab85c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb416cb-b9b8-4601-9c3c-27cd587c83cd,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:44.482195 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bd9f2bd3-9dd0-4704-9b68-fcb96ab85c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (44dff6af-c878-43fb-a174-2a7474f62b20), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:44.758055 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9f2bd3-9dd0-4704-9b68-fcb96ab85c44 admin admin] Router 44dff6af-c878-43fb-a174-2a7474f62b20 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:46:44.893840 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9f2bd3-9dd0-4704-9b68-fcb96ab85c44 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:44.901893 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bd9f2bd3-9dd0-4704-9b68-fcb96ab85c44 admin admin] 10.222.0.13 "PUT /v2.0/routers/44dff6af-c878-43fb-a174-2a7474f62b20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9156442 Feb 11 05:46:44.903982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46082) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:44.907086 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f95d3-9fda-4cfa-80eb-aca7d18ec818 None None] Sync routers for ids ['44dff6af-c878-43fb-a174-2a7474f62b20'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:44.919692 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f95d3-9fda-4cfa-80eb-aca7d18ec818 None None] Routers {'44dff6af-c878-43fb-a174-2a7474f62b20'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:44.920345 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a31f95d3-9fda-4cfa-80eb-aca7d18ec818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['44dff6af-c878-43fb-a174-2a7474f62b20'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:45.043363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-a31f95d3-9fda-4cfa-80eb-aca7d18ec818 None None] Set router 44dff6af-c878-43fb-a174-2a7474f62b20 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:45.346019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a31f95d3-9fda-4cfa-80eb-aca7d18ec818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'name': 'tempest-TestMinimumBasicScenario-829522512-router', 'tenant_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '583af468-34d2-4f36-b294-a699612a7b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:06Z', 'updated_at': '2022-02-11T05:46:44Z', 'revision_number': 5, 'project_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'gw_port': {'id': '583af468-34d2-4f36-b294-a699612a7b86', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:45.400267 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f95d3-9fda-4cfa-80eb-aca7d18ec818 None None] Checking router: 44dff6af-c878-43fb-a174-2a7474f62b20 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:45.417321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f95d3-9fda-4cfa-80eb-aca7d18ec818 None None] Routers {'44dff6af-c878-43fb-a174-2a7474f62b20'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:45.418421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a31f95d3-9fda-4cfa-80eb-aca7d18ec818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:46:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['44dff6af-c878-43fb-a174-2a7474f62b20'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:45.471160 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] Publish callbacks [] for router (44dff6af-c878-43fb-a174-2a7474f62b20), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.578617 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-a31f95d3-9fda-4cfa-80eb-aca7d18ec818 None None] Set router 44dff6af-c878-43fb-a174-2a7474f62b20 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:45.612375 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] Publish callbacks [] for router_gateway (44dff6af-c878-43fb-a174-2a7474f62b20), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.768886 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] Deleting port 583af468-34d2-4f36-b294-a699612a7b86 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:45.769225 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (583af468-34d2-4f36-b294-a699612a7b86), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.906518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] For port 583af468-34d2-4f36-b294-a699612a7b86, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=583af468-34d2-4f36-b294-a699612a7b86,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:45.907811 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (583af468-34d2-4f36-b294-a699612a7b86), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:45.936299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] Calling delete_port for 583af468-34d2-4f36-b294-a699612a7b86 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:45.985545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-a31f95d3-9fda-4cfa-80eb-aca7d18ec818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'name': 'tempest-TestMinimumBasicScenario-829522512-router', 'tenant_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '583af468-34d2-4f36-b294-a699612a7b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:06Z', 'updated_at': '2022-02-11T05:46:44Z', 'revision_number': 5, 'project_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'gw_port': {'id': '583af468-34d2-4f36-b294-a699612a7b86', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:46.019830 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f95d3-9fda-4cfa-80eb-aca7d18ec818 None None] The sync data for ids ['44dff6af-c878-43fb-a174-2a7474f62b20'] in n-d-712142-35 is: [{'id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'name': 'tempest-TestMinimumBasicScenario-829522512-router', 'tenant_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '583af468-34d2-4f36-b294-a699612a7b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:44:06Z', 'updated_at': '2022-02-11T05:46:44Z', 'revision_number': 5, 'project_id': 'b0e55fbb3e96456e9a3ab69cf2d19cdd', 'gw_port': {'id': '583af468-34d2-4f36-b294-a699612a7b86', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:6b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dff6af-c878-43fb-a174-2a7474f62b20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:44:07Z', 'updated_at': '2022-02-11T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:46:46.272585 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (583af468-34d2-4f36-b294-a699612a7b86), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.306039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=583af468-34d2-4f36-b294-a699612a7b86,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:46.377348 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (44dff6af-c878-43fb-a174-2a7474f62b20), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.560084 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (44dff6af-c878-43fb-a174-2a7474f62b20), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.564621 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] Publish callbacks [] for router_controller (44dff6af-c878-43fb-a174-2a7474f62b20), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.597238 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8bb416cb-b9b8-4601-9c3c-27cd587c83cd no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:46.637642 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 8bb416cb-b9b8-4601-9c3c-27cd587c83cd {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:46.638136 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 8bb416cb-b9b8-4601-9c3c-27cd587c83cd not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:46.723978 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (44dff6af-c878-43fb-a174-2a7474f62b20), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.724591 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44dff6af-c878-43fb-a174-2a7474f62b20 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:46:46.729647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.731148 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-adfdd012-14a9-4981-8dac-0ed557483ffe admin admin] 10.222.0.13 "DELETE /v2.0/routers/44dff6af-c878-43fb-a174-2a7474f62b20 HTTP/1.1" status: 204 len: 168 time: 1.8258412 Feb 11 05:46:46.734203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46084) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:46.789585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49ff1d0-ca3d-4e12-bd12-fc8d3c6fe059 admin admin] Deleting subnet 3f35aec2-349a-457b-9038-7a3414f40992 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:46:46.794693 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c49ff1d0-ca3d-4e12-bd12-fc8d3c6fe059 admin admin] Publish callbacks [] for subnet (3f35aec2-349a-457b-9038-7a3414f40992), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.838749 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c49ff1d0-ca3d-4e12-bd12-fc8d3c6fe059 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (3f35aec2-349a-457b-9038-7a3414f40992), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:46.931001 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c49ff1d0-ca3d-4e12-bd12-fc8d3c6fe059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (3f35aec2-349a-457b-9038-7a3414f40992), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.090821 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c49ff1d0-ca3d-4e12-bd12-fc8d3c6fe059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (3f35aec2-349a-457b-9038-7a3414f40992), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.139621 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ff1d0-ca3d-4e12-bd12-fc8d3c6fe059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f35aec2-349a-457b-9038-7a3414f40992,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:47.147722 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c49ff1d0-ca3d-4e12-bd12-fc8d3c6fe059 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.154292 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c49ff1d0-ca3d-4e12-bd12-fc8d3c6fe059 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3f35aec2-349a-457b-9038-7a3414f40992 HTTP/1.1" status: 204 len: 168 time: 0.4185932 Feb 11 05:46:47.157503 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46086) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:47.161440 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868c7fdc-c4a5-4506-85ac-fd3e59b2a7f8 None None] Network 9a90f129-0ca2-4e98-aba3-427503e812a5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:46:47.249492 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (9a90f129-0ca2-4e98-aba3-427503e812a5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.339243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] Deleting port 710bdb29-3579-4132-b8b7-c1f91c842786 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:47.339592 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (710bdb29-3579-4132-b8b7-c1f91c842786), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.370978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5b40f0-f7e1-407b-a20f-dbf0faddc6b3 None None] DHCP port deletion for 9a90f129-0ca2-4e98-aba3-427503e812a5 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:46:47.423412 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] For port 710bdb29-3579-4132-b8b7-c1f91c842786, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=710bdb29-3579-4132-b8b7-c1f91c842786,segment=NetworkSegment(3ffba5a6-8337-46cf-87b6-6ca03635558c),segment_id=3ffba5a6-8337-46cf-87b6-6ca03635558c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:47.423412 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (710bdb29-3579-4132-b8b7-c1f91c842786), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.429068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b40f0-f7e1-407b-a20f-dbf0faddc6b3 None None] Deleting port 710bdb29-3579-4132-b8b7-c1f91c842786 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:46:47.429445 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4b5b40f0-f7e1-407b-a20f-dbf0faddc6b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (710bdb29-3579-4132-b8b7-c1f91c842786), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.444766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] Calling delete_port for 710bdb29-3579-4132-b8b7-c1f91c842786 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:47.506738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4b5b40f0-f7e1-407b-a20f-dbf0faddc6b3 None None] For port 710bdb29-3579-4132-b8b7-c1f91c842786, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=710bdb29-3579-4132-b8b7-c1f91c842786,segment=NetworkSegment(3ffba5a6-8337-46cf-87b6-6ca03635558c),segment_id=3ffba5a6-8337-46cf-87b6-6ca03635558c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:46:47.507150 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4b5b40f0-f7e1-407b-a20f-dbf0faddc6b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (710bdb29-3579-4132-b8b7-c1f91c842786), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.522607 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b40f0-f7e1-407b-a20f-dbf0faddc6b3 None None] Calling delete_port for 710bdb29-3579-4132-b8b7-c1f91c842786 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:46:47.667219 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (710bdb29-3579-4132-b8b7-c1f91c842786), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.676447 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4b5b40f0-f7e1-407b-a20f-dbf0faddc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (710bdb29-3579-4132-b8b7-c1f91c842786), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.699657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=710bdb29-3579-4132-b8b7-c1f91c842786,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:47.701588 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] No DVR routers for this DVR port 710bdb29-3579-4132-b8b7-c1f91c842786 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:47.724165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b40f0-f7e1-407b-a20f-dbf0faddc6b3 None None] Pushing event deleted for resources: {'Port': ['ID=710bdb29-3579-4132-b8b7-c1f91c842786,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:47.726271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b40f0-f7e1-407b-a20f-dbf0faddc6b3 None None] No DVR routers for this DVR port 710bdb29-3579-4132-b8b7-c1f91c842786 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:46:47.817776 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (9a90f129-0ca2-4e98-aba3-427503e812a5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.846504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a90f129-0ca2-4e98-aba3-427503e812a5']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:47.858659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffba5a6-8337-46cf-87b6-6ca03635558c') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:47.858956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffba5a6-8337-46cf-87b6-6ca03635558c') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:47.870739 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (3ffba5a6-8337-46cf-87b6-6ca03635558c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.887134 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (3ffba5a6-8337-46cf-87b6-6ca03635558c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.894672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:46:47.895126 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (3ffba5a6-8337-46cf-87b6-6ca03635558c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:46:47.902724 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:46:48.026924 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (9a90f129-0ca2-4e98-aba3-427503e812a5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.037664 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.040675 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9a90f129-0ca2-4e98-aba3-427503e812a5 HTTP/1.1" status: 204 len: 168 time: 0.8819053 Feb 11 05:46:48.056076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba50be-1f76-43de-8f5d-25c7bd6a4b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a90f129-0ca2-4e98-aba3-427503e812a5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:48.456110 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46090) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:48.509611 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-11ddc524-6342-4cb6-ae30-ff4637f52d3b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f35d9f373984ecd9485ad437a21e099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470052 Feb 11 05:46:48.511791 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46092) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:48.565425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 583af468-34d2-4f36-b294-a699612a7b86 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:48.589260 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffbb5293-04b9-403d-b56d-5b8507f2fa23 admin admin] Publish callbacks [] for security_group (8de735bf-735e-451f-9aae-09cbb98a0a69), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.613565 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffbb5293-04b9-403d-b56d-5b8507f2fa23 admin admin] Publish callbacks [] for security_group (8de735bf-735e-451f-9aae-09cbb98a0a69), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.618758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 583af468-34d2-4f36-b294-a699612a7b86 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:48.619224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 583af468-34d2-4f36-b294-a699612a7b86 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:48.619855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 710bdb29-3579-4132-b8b7-c1f91c842786 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:46:48.647810 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 710bdb29-3579-4132-b8b7-c1f91c842786 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:46:48.648161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 710bdb29-3579-4132-b8b7-c1f91c842786 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:46:48.767731 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffbb5293-04b9-403d-b56d-5b8507f2fa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (8de735bf-735e-451f-9aae-09cbb98a0a69), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.770699 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ffbb5293-04b9-403d-b56d-5b8507f2fa23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:48.771946 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ffbb5293-04b9-403d-b56d-5b8507f2fa23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8de735bf-735e-451f-9aae-09cbb98a0a69 HTTP/1.1" status: 204 len: 168 time: 0.2590361 Feb 11 05:46:48.781380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb5293-04b9-403d-b56d-5b8507f2fa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de735bf-735e-451f-9aae-09cbb98a0a69,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:49.595141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46098) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:49.642002 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8ec8dbf3-71ca-4dde-bece-924310f1ba3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0e55fbb3e96456e9a3ab69cf2d19cdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455456 Feb 11 05:46:49.645036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46100) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:49.701947 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a351f38-1ee6-4c9f-bb4a-832ff40c4dca admin admin] Publish callbacks [] for security_group (5b0a929b-74a9-494c-b186-a5612eeda05e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.728659 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a351f38-1ee6-4c9f-bb4a-832ff40c4dca admin admin] Publish callbacks [] for security_group (5b0a929b-74a9-494c-b186-a5612eeda05e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.859036 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a351f38-1ee6-4c9f-bb4a-832ff40c4dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (5b0a929b-74a9-494c-b186-a5612eeda05e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.862129 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1a351f38-1ee6-4c9f-bb4a-832ff40c4dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:49.863893 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1a351f38-1ee6-4c9f-bb4a-832ff40c4dca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b0a929b-74a9-494c-b186-a5612eeda05e HTTP/1.1" status: 204 len: 168 time: 0.2175038 Feb 11 05:46:49.878143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a351f38-1ee6-4c9f-bb4a-832ff40c4dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0a929b-74a9-494c-b186-a5612eeda05e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:52.673498 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46140) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:52.679057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7c51881d-f445-4b52-a8c7-2927624e740f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-496866925', 'description': 'tempest-secgroup-smoke-496866925 description', 'project_id': '62e18d0c86a64ad7b01c097614e47196'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:52.813356 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c51881d-f445-4b52-a8c7-2927624e740f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.823421 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c51881d-f445-4b52-a8c7-2927624e740f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.913079 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c51881d-f445-4b52-a8c7-2927624e740f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (ba664ad5-d61b-4e90-baae-734a6879deb8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:52.998190 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c51881d-f445-4b52-a8c7-2927624e740f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ba664ad5-d61b-4e90-baae-734a6879deb8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.051612 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51881d-f445-4b52-a8c7-2927624e740f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba664ad5-d61b-4e90-baae-734a6879deb8,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:53.097025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c51881d-f445-4b52-a8c7-2927624e740f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (e57135ee-78b8-4540-8274-267034d70e02), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.203885 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c51881d-f445-4b52-a8c7-2927624e740f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e57135ee-78b8-4540-8274-267034d70e02), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.238355 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51881d-f445-4b52-a8c7-2927624e740f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e57135ee-78b8-4540-8274-267034d70e02,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:53.287687 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-17531e5f-8ed2-4f15-9a66-06d7774de3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.318597 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7c51881d-f445-4b52-a8c7-2927624e740f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.320446 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7c51881d-f445-4b52-a8c7-2927624e740f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6452899 Feb 11 05:46:53.323742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46142) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:53.328818 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fad03364-389c-4397-b4ca-c01e7d93859e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': 'e57135ee-78b8-4540-8274-267034d70e02', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:53.449541 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fad03364-389c-4397-b4ca-c01e7d93859e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (494afae6-8961-4d5f-8312-6a9c2e69062e), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.515381 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fad03364-389c-4397-b4ca-c01e7d93859e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (494afae6-8961-4d5f-8312-6a9c2e69062e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.615560 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fad03364-389c-4397-b4ca-c01e7d93859e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (494afae6-8961-4d5f-8312-6a9c2e69062e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.639441 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad03364-389c-4397-b4ca-c01e7d93859e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494afae6-8961-4d5f-8312-6a9c2e69062e,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:53.735526 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fad03364-389c-4397-b4ca-c01e7d93859e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.737025 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fad03364-389c-4397-b4ca-c01e7d93859e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4120562 Feb 11 05:46:53.740088 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46144) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:53.745212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-14dd1b2c-2a36-4f3b-981f-3c4ab95451a7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': 'e57135ee-78b8-4540-8274-267034d70e02', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:53.859671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14dd1b2c-2a36-4f3b-981f-3c4ab95451a7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (71e6506a-db79-42c6-aefb-b21add63b6ef), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:53.931213 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14dd1b2c-2a36-4f3b-981f-3c4ab95451a7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (71e6506a-db79-42c6-aefb-b21add63b6ef), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.027969 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14dd1b2c-2a36-4f3b-981f-3c4ab95451a7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (71e6506a-db79-42c6-aefb-b21add63b6ef), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.049265 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd1b2c-2a36-4f3b-981f-3c4ab95451a7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e6506a-db79-42c6-aefb-b21add63b6ef,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:54.189060 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-14dd1b2c-2a36-4f3b-981f-3c4ab95451a7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.190935 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-14dd1b2c-2a36-4f3b-981f-3c4ab95451a7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4494004 Feb 11 05:46:54.194069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46146) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:54.199971 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-44650e79-c0ca-4270-ad9a-615af90c55a8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': 'e57135ee-78b8-4540-8274-267034d70e02', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:54.307811 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44650e79-c0ca-4270-ad9a-615af90c55a8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (f4b64cb4-a679-42b7-99a0-7724b853e9e5), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.391474 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44650e79-c0ca-4270-ad9a-615af90c55a8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (f4b64cb4-a679-42b7-99a0-7724b853e9e5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.490025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44650e79-c0ca-4270-ad9a-615af90c55a8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (f4b64cb4-a679-42b7-99a0-7724b853e9e5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.511999 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44650e79-c0ca-4270-ad9a-615af90c55a8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b64cb4-a679-42b7-99a0-7724b853e9e5,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:54.592603 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-44650e79-c0ca-4270-ad9a-615af90c55a8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.594324 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-44650e79-c0ca-4270-ad9a-615af90c55a8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3986387 Feb 11 05:46:54.596776 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46148) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:54.601388 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-92a774fb-04b6-40b8-94d8-40534967d403 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': 'e57135ee-78b8-4540-8274-267034d70e02', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:54.718227 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-92a774fb-04b6-40b8-94d8-40534967d403 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (de6dc3d7-504b-4127-9eb5-260aab5a4380), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.786379 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-92a774fb-04b6-40b8-94d8-40534967d403 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (de6dc3d7-504b-4127-9eb5-260aab5a4380), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.916055 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-92a774fb-04b6-40b8-94d8-40534967d403 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (de6dc3d7-504b-4127-9eb5-260aab5a4380), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:54.935545 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a774fb-04b6-40b8-94d8-40534967d403 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6dc3d7-504b-4127-9eb5-260aab5a4380,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:55.063219 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-92a774fb-04b6-40b8-94d8-40534967d403 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.064748 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-92a774fb-04b6-40b8-94d8-40534967d403 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4668367 Feb 11 05:46:55.067755 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46150) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:55.073261 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-26de4091-2700-4dfb-b231-a2da9e3f81a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': 'e57135ee-78b8-4540-8274-267034d70e02', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:55.204163 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-26de4091-2700-4dfb-b231-a2da9e3f81a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Project 62e18d0c86a64ad7b01c097614e47196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:46:55.209892 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-26de4091-2700-4dfb-b231-a2da9e3f81a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (1c2c96f8-7d88-48c4-998e-e994489db82a), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.284573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-26de4091-2700-4dfb-b231-a2da9e3f81a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (1c2c96f8-7d88-48c4-998e-e994489db82a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.398283 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-26de4091-2700-4dfb-b231-a2da9e3f81a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (1c2c96f8-7d88-48c4-998e-e994489db82a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.421314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de4091-2700-4dfb-b231-a2da9e3f81a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2c96f8-7d88-48c4-998e-e994489db82a,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:55.512521 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-26de4091-2700-4dfb-b231-a2da9e3f81a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.514027 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-26de4091-2700-4dfb-b231-a2da9e3f81a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4451542 Feb 11 05:46:55.517237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46152) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:55.523125 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d2cd7c45-9e74-4429-804a-868bedd662e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': 'e57135ee-78b8-4540-8274-267034d70e02', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:55.528847 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dfccb4de-045c-487e-85ac-f634ce7d1d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.632553 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-d2cd7c45-9e74-4429-804a-868bedd662e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Project 62e18d0c86a64ad7b01c097614e47196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:46:55.639339 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7c45-9e74-4429-804a-868bedd662e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (3c3493b9-6a74-4c0c-9e36-11a83e4ad0fd), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.712709 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7c45-9e74-4429-804a-868bedd662e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (3c3493b9-6a74-4c0c-9e36-11a83e4ad0fd), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.786471 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7c45-9e74-4429-804a-868bedd662e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (3c3493b9-6a74-4c0c-9e36-11a83e4ad0fd), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.815074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd7c45-9e74-4429-804a-868bedd662e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3493b9-6a74-4c0c-9e36-11a83e4ad0fd,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:55.886925 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d2cd7c45-9e74-4429-804a-868bedd662e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:55.888262 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d2cd7c45-9e74-4429-804a-868bedd662e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3696535 Feb 11 05:46:55.891900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46154) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:55.897292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-24349d75-5f02-4871-b87f-e0fea307d62c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'network': {'name': 'tempest-network-smoke--356830407', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'port_security_enabled': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:56.003779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24349d75-5f02-4871-b87f-e0fea307d62c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Made reservation on behalf of 62e18d0c86a64ad7b01c097614e47196 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:56.007182 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24349d75-5f02-4871-b87f-e0fea307d62c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.035067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24349d75-5f02-4871-b87f-e0fea307d62c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:46:56.047282 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24349d75-5f02-4871-b87f-e0fea307d62c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6cadf672-0590-4226-ad31-8e3efbee65cb), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.047647 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-24349d75-5f02-4871-b87f-e0fea307d62c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Added segment 6cadf672-0590-4226-ad31-8e3efbee65cb of type vlan for network 2f70f845-e389-4117-b45f-13f388f61d2e Feb 11 05:46:56.096674 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24349d75-5f02-4871-b87f-e0fea307d62c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (2f70f845-e389-4117-b45f-13f388f61d2e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.202206 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24349d75-5f02-4871-b87f-e0fea307d62c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (2f70f845-e389-4117-b45f-13f388f61d2e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.208073 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24349d75-5f02-4871-b87f-e0fea307d62c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:56.208766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-24349d75-5f02-4871-b87f-e0fea307d62c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.285061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24349d75-5f02-4871-b87f-e0fea307d62c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Network': ['ID=2f70f845-e389-4117-b45f-13f388f61d2e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:56.299165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 2f70f845-e389-4117-b45f-13f388f61d2e details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:46:56.299524 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-24349d75-5f02-4871-b87f-e0fea307d62c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4061019 Feb 11 05:46:56.302769 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46156) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:56.309246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'admin_state_up': True, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:56.387189 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.388669 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.391808 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:46:56.460367 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_controller (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.674305 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:56.999851 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.021454 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.061113 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.153717 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.25.3.133 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/a39f601b-34a6-4170-9798-d338578cdf5d) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:46:57.275385 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (a39f601b-34a6-4170-9798-d338578cdf5d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.385329 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (a39f601b-34a6-4170-9798-d338578cdf5d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:57.438182 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:46:57.441512 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:46:57.445617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:46:57.452410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=a39f601b-34a6-4170-9798-d338578cdf5d,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:57.873957 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.095431 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.438063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:46:58.579062 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:46:58.591810 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Sync routers for ids ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:46:58.608330 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Routers {'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:58.609141 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:46:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:58.683882 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.721141 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:58.722612 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4df2e551-4827-419d-9e7d-9d59739fe7c7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4183292 Feb 11 05:46:58.725853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46158) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:58.726421 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Set router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:46:58.936871 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:56Z', 'updated_at': '2022-02-11T05:46:57Z', 'revision_number': 3, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:57Z', 'updated_at': '2022-02-11T05:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:58.954419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c8461907-e91a-40fb-9096-dabcb40d06b6 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=62e18d0c86a64ad7b01c097614e47196&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2268765 Feb 11 05:46:58.957092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46162) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:58.966720 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Checking router: a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:46:58.967080 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Updating router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa port a39f601b-34a6-4170-9798-d338578cdf5d binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:46:58.998921 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a39f601b-34a6-4170-9798-d338578cdf5d), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.397434 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Publish callbacks [] for port (a39f601b-34a6-4170-9798-d338578cdf5d), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.494498 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a39f601b-34a6-4170-9798-d338578cdf5d), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.578494 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f492ec1-5d1f-45c6-93ee-e8cef8cfd9fc tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:46:59.580294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-8f492ec1-5d1f-45c6-93ee-e8cef8cfd9fc tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6221001 Feb 11 05:46:59.583419 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46164) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:59.585132 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Attempting to bind port a39f601b-34a6-4170-9798-d338578cdf5d on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:46:59.585754 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Attempting to bind port a39f601b-34a6-4170-9798-d338578cdf5d by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:46:59.587046 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Attempting to bind port a39f601b-34a6-4170-9798-d338578cdf5d on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:46:59.593081 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f5a1a-d998-408f-9843-5dbb51e2869c None None] Pushing event updated for resources: {'Port': ['ID=a39f601b-34a6-4170-9798-d338578cdf5d,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:46:59.609730 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:46:59.610361 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:46:59.611101 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.611777 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:46:59.612639 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Bound port: a39f601b-34a6-4170-9798-d338578cdf5d, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:46:59.613296 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a39f601b-34a6-4170-9798-d338578cdf5d), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.620281 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5a1a-d998-408f-9843-5dbb51e2869c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:59.620911 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5a1a-d998-408f-9843-5dbb51e2869c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:59.621456 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5a1a-d998-408f-9843-5dbb51e2869c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:59.622034 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5a1a-d998-408f-9843-5dbb51e2869c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:59.622577 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5a1a-d998-408f-9843-5dbb51e2869c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:59.623174 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5a1a-d998-408f-9843-5dbb51e2869c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:59.623750 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5a1a-d998-408f-9843-5dbb51e2869c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:59.624315 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5a1a-d998-408f-9843-5dbb51e2869c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:59.624629 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c2a53f4f-0765-4f25-b353-d3e2a081bde0 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399964 Feb 11 05:46:59.624993 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5a1a-d998-408f-9843-5dbb51e2869c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:59.625427 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5a1a-d998-408f-9843-5dbb51e2869c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:59.625998 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5a1a-d998-408f-9843-5dbb51e2869c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:59.626563 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5a1a-d998-408f-9843-5dbb51e2869c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:59.627167 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84f5a1a-d998-408f-9843-5dbb51e2869c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:46:59.628490 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46166) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:46:59.635573 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-da41c97f-966f-4ae3-9b4b-5b7d550a6d55 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-591415112', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:46:59.714944 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] For port a39f601b-34a6-4170-9798-d338578cdf5d, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:46:59.720750 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] For port a39f601b-34a6-4170-9798-d338578cdf5d, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a39f601b-34a6-4170-9798-d338578cdf5d,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:46:59.827498 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a39f601b-34a6-4170-9798-d338578cdf5d), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.855427 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da41c97f-966f-4ae3-9b4b-5b7d550a6d55 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Made reservation on behalf of 62e18d0c86a64ad7b01c097614e47196 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:46:59.856287 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.862040 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da41c97f-966f-4ae3-9b4b-5b7d550a6d55 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:46:59.904084 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Routers {'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:46:59.904084 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:46:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:46:59.949980 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f5a1a-d998-408f-9843-5dbb51e2869c None None] Pushing event updated for resources: {'Port': ['ID=a39f601b-34a6-4170-9798-d338578cdf5d,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:00.054127 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] Set router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:00.227780 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da41c97f-966f-4ae3-9b4b-5b7d550a6d55 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (3aa170af-5b54-484a-a499-60bd5c7423e7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.325814 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41c97f-966f-4ae3-9b4b-5b7d550a6d55 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Subnet': ['ID=3aa170af-5b54-484a-a499-60bd5c7423e7,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:00.334336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da41c97f-966f-4ae3-9b4b-5b7d550a6d55 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Checking segment: {'id': '6cadf672-0590-4226-ad31-8e3efbee65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:00.334849 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da41c97f-966f-4ae3-9b4b-5b7d550a6d55 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network hostable DHCP agents. Network: 2f70f845-e389-4117-b45f-13f388f61d2e, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:47:00.349563 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:56Z', 'updated_at': '2022-02-11T05:46:57Z', 'revision_number': 3, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:57Z', 'updated_at': '2022-02-11T05:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:00.382131 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6dc6779-d853-40b5-81bb-d30de46e3590 None None] The sync data for ids ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'] in n-d-712142-35 is: [{'id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:56Z', 'updated_at': '2022-02-11T05:46:57Z', 'revision_number': 3, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:57Z', 'updated_at': '2022-02-11T05:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:00.419606 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da41c97f-966f-4ae3-9b4b-5b7d550a6d55 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 2f70f845-e389-4117-b45f-13f388f61d2e is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:47:00.498991 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-da41c97f-966f-4ae3-9b4b-5b7d550a6d55 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 2f70f845-e389-4117-b45f-13f388f61d2e) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:00.505331 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da41c97f-966f-4ae3-9b4b-5b7d550a6d55 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:00.506257 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-da41c97f-966f-4ae3-9b4b-5b7d550a6d55 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.512732 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6478c822-2b5b-49dc-8599-7c4b478009d5 None None] Network 2f70f845-e389-4117-b45f-13f388f61d2e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:00.672367 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-da41c97f-966f-4ae3-9b4b-5b7d550a6d55 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0425687 Feb 11 05:47:00.676626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46168) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:00.683701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-2f70f845-e389-4117-b45f-13f388f61d2e', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ips': [{'subnet_id': '3aa170af-5b54-484a-a499-60bd5c7423e7'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:47:00.687117 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:00.886216 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Allocated IP 172.20.0.2 (2f70f845-e389-4117-b45f-13f388f61d2e/3aa170af-5b54-484a-a499-60bd5c7423e7/9e61e03e-8209-4ccd-9213-623bb8f59eed) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:01.106885 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Publish callbacks [] for port (9e61e03e-8209-4ccd-9213-623bb8f59eed), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.169979 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (9e61e03e-8209-4ccd-9213-623bb8f59eed), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.216685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Network 2f70f845-e389-4117-b45f-13f388f61d2e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:01.220434 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:01.224802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:01.232893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Pushing event updated for resources: {'Port': ['ID=9e61e03e-8209-4ccd-9213-623bb8f59eed,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:01.288679 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.316424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Attempting to bind port 9e61e03e-8209-4ccd-9213-623bb8f59eed on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:01.316959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Attempting to bind port 9e61e03e-8209-4ccd-9213-623bb8f59eed by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '6cadf672-0590-4226-ad31-8e3efbee65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:01.317491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Attempting to bind port 9e61e03e-8209-4ccd-9213-623bb8f59eed on network 2f70f845-e389-4117-b45f-13f388f61d2e {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:01.325317 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:01.325913 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Checking segment: {'id': '6cadf672-0590-4226-ad31-8e3efbee65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:01.326570 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.327247 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Bound using segment: {'id': '6cadf672-0590-4226-ad31-8e3efbee65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:01.328047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Bound port: 9e61e03e-8209-4ccd-9213-623bb8f59eed, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cadf672-0590-4226-ad31-8e3efbee65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:01.328681 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9e61e03e-8209-4ccd-9213-623bb8f59eed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.421596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] For port 9e61e03e-8209-4ccd-9213-623bb8f59eed, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:01.425631 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] For port 9e61e03e-8209-4ccd-9213-623bb8f59eed, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9e61e03e-8209-4ccd-9213-623bb8f59eed,segment=NetworkSegment(6cadf672-0590-4226-ad31-8e3efbee65cb),segment_id=6cadf672-0590-4226-ad31-8e3efbee65cb)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:01.525611 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9e61e03e-8209-4ccd-9213-623bb8f59eed), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:01.633362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085d0e7-6c92-4c22-91c6-820f3519e4d8 None None] Pushing event updated for resources: {'Port': ['ID=9e61e03e-8209-4ccd-9213-623bb8f59eed,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:01.779901 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.20.0.1 (2f70f845-e389-4117-b45f-13f388f61d2e/3aa170af-5b54-484a-a499-60bd5c7423e7/39ea8a06-6a8b-4b9d-a6b4-2786581882ed) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:01.999029 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.107342 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.166292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 2f70f845-e389-4117-b45f-13f388f61d2e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:02.169926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:02.174436 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:02.183180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=39ea8a06-6a8b-4b9d-a6b4-2786581882ed,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:02.240277 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.476653 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.656815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a39f601b-34a6-4170-9798-d338578cdf5d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:02.719028 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a39f601b-34a6-4170-9798-d338578cdf5d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:02.719344 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a39f601b-34a6-4170-9798-d338578cdf5d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.821630 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a39f601b-34a6-4170-9798-d338578cdf5d is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:02.822479 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a39f601b-34a6-4170-9798-d338578cdf5d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.846968 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port a39f601b-34a6-4170-9798-d338578cdf5d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a39f601b-34a6-4170-9798-d338578cdf5d,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:02.946414 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.948851 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a39f601b-34a6-4170-9798-d338578cdf5d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:02.949842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9e61e03e-8209-4ccd-9213-623bb8f59eed up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:03.044709 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.048519 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=a39f601b-34a6-4170-9798-d338578cdf5d,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:03.076841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9e61e03e-8209-4ccd-9213-623bb8f59eed triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:03.077650 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9e61e03e-8209-4ccd-9213-623bb8f59eed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.179408 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.183442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=39ea8a06-6a8b-4b9d-a6b4-2786581882ed,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:03.232215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9e61e03e-8209-4ccd-9213-623bb8f59eed is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:03.232621 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (9e61e03e-8209-4ccd-9213-623bb8f59eed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.283741 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 9e61e03e-8209-4ccd-9213-623bb8f59eed, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9e61e03e-8209-4ccd-9213-623bb8f59eed,segment=NetworkSegment(6cadf672-0590-4226-ad31-8e3efbee65cb),segment_id=6cadf672-0590-4226-ad31-8e3efbee65cb)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:03.284437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d1ce31-d7d9-4c04-9100-4e0bd7bfd8f7 None None] Network 2f70f845-e389-4117-b45f-13f388f61d2e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:47:03.317124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 2f70f845-e389-4117-b45f-13f388f61d2e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:03.318909 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:03.385055 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (9e61e03e-8209-4ccd-9213-623bb8f59eed), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.395018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a6a0ca3d-f769-4f8f-b27f-0e19a42578ff None None] Provisioning complete for port 9e61e03e-8209-4ccd-9213-623bb8f59eed triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:03.395018 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ca3d-f769-4f8f-b27f-0e19a42578ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9e61e03e-8209-4ccd-9213-623bb8f59eed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:03.469687 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:47:03.502997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=9e61e03e-8209-4ccd-9213-623bb8f59eed,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:03.565111 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0ca3d-f769-4f8f-b27f-0e19a42578ff None None] Current status of the port 9e61e03e-8209-4ccd-9213-623bb8f59eed is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:03.671265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:03.676808 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2f9d4dd2-1517-42e2-8158-05a6968191d3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "PUT /v2.0/routers/a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9990156 Feb 11 05:47:03.684941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Sync routers for ids ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:03.699658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Routers {'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:03.700661 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:46:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:03.859835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Set router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:03.915771 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-d8b5b585-df39-4c40-a9af-021fc1aa34ca tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-496866925&fields=id&tenant_id=62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 267 time: 0.0572367 Feb 11 05:47:03.957481 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-64e609c5-fb98-4abf-adcf-1152aa826370 None None] Provisioning complete for port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:03.958018 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64e609c5-fb98-4abf-adcf-1152aa826370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.083807 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-113a864a-8ce9-4b69-809f-098b505b3e2d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:04.089423 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-113a864a-8ce9-4b69-809f-098b505b3e2d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/networks?id=2f70f845-e389-4117-b45f-13f388f61d2e HTTP/1.1" status: 200 len: 796 time: 0.1680286 Feb 11 05:47:04.115491 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-54b0764e-fe27-4d00-8eeb-79796d0ce28c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/quotas/62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 375 time: 0.0186772 Feb 11 05:47:04.150911 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-64e609c5-fb98-4abf-adcf-1152aa826370 None None] Port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:04.189883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-64e609c5-fb98-4abf-adcf-1152aa826370 None None] Provisioning complete for port 9e61e03e-8209-4ccd-9213-623bb8f59eed triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:04.190486 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64e609c5-fb98-4abf-adcf-1152aa826370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9e61e03e-8209-4ccd-9213-623bb8f59eed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.232096 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-404b8b31-9ead-42e6-b51c-e985ddc2783f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051345 Feb 11 05:47:04.385307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:56Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:57Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '39ea8a06-6a8b-4b9d-a6b4-2786581882ed', 'name': '', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:aa:fc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:01Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 2, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:04.388727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-64e609c5-fb98-4abf-adcf-1152aa826370 None None] Current status of the port 9e61e03e-8209-4ccd-9213-623bb8f59eed is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:04.417293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Checking router: a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:47:04.417644 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Updating router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:47:04.449032 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.450702 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-7aeb0ae3-246f-462f-b3c0-4f07ffe0af0e service neutron] 10.222.0.13 "GET /v2.0/networks/2f70f845-e389-4117-b45f-13f388f61d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942999 Feb 11 05:47:04.585688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-95d4bbc9-df92-4536-850c-80a5b0083564 None None] Provisioning complete for port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:04.586702 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-95d4bbc9-df92-4536-850c-80a5b0083564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.606970 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-a7d6e286-bff7-41d5-a8c0-2db63b77d3a0 service neutron] 10.222.0.13 "GET /v2.0/networks/2f70f845-e389-4117-b45f-13f388f61d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489146 Feb 11 05:47:04.629212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a39f601b-34a6-4170-9798-d338578cdf5d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:04.752242 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-95d4bbc9-df92-4536-850c-80a5b0083564 None None] Port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:04.841264 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.858291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a39f601b-34a6-4170-9798-d338578cdf5d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:04.858889 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a39f601b-34a6-4170-9798-d338578cdf5d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.932509 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-375038ae-3767-4163-a9ef-772baf6d4ccf req-96c95671-d178-4c44-a5ff-2300c1681ca3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0467503 Feb 11 05:47:04.969768 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:04.992798 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Publish callbacks [] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.035667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a39f601b-34a6-4170-9798-d338578cdf5d is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:05.036839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9e61e03e-8209-4ccd-9213-623bb8f59eed up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:05.076853 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.170368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8674e-bacc-40ad-8f75-4d1a1d59d3bb None None] Pushing event updated for resources: {'Port': ['ID=39ea8a06-6a8b-4b9d-a6b4-2786581882ed,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:05.176090 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 9e61e03e-8209-4ccd-9213-623bb8f59eed triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:05.176571 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (9e61e03e-8209-4ccd-9213-623bb8f59eed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.484228 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Attempting to bind port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:05.484601 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Attempting to bind port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '6cadf672-0590-4226-ad31-8e3efbee65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:05.484975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Attempting to bind port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed on network 2f70f845-e389-4117-b45f-13f388f61d2e {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:05.498695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:05.499081 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Checking segment: {'id': '6cadf672-0590-4226-ad31-8e3efbee65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:05.499491 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.499899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Bound using segment: {'id': '6cadf672-0590-4226-ad31-8e3efbee65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:05.500393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Bound port: 39ea8a06-6a8b-4b9d-a6b4-2786581882ed, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cadf672-0590-4226-ad31-8e3efbee65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:05.500779 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.515578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1a47a4e6-3e21-42ee-add7-a3a5ce8f0327 None None] Provisioning complete for port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:05.516077 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a47a4e6-3e21-42ee-add7-a3a5ce8f0327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.615538 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1a47a4e6-3e21-42ee-add7-a3a5ce8f0327 None None] Port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:05.624156 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 9e61e03e-8209-4ccd-9213-623bb8f59eed is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:05.653194 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] For port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:05.656758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] For port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=39ea8a06-6a8b-4b9d-a6b4-2786581882ed,segment=NetworkSegment(6cadf672-0590-4226-ad31-8e3efbee65cb),segment_id=6cadf672-0590-4226-ad31-8e3efbee65cb)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:05.724484 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:05.789327 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Routers {'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:05.789999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:46:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:05.835104 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8674e-bacc-40ad-8f75-4d1a1d59d3bb None None] Pushing event updated for resources: {'Port': ['ID=39ea8a06-6a8b-4b9d-a6b4-2786581882ed,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:05.954972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] Set router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:06.057030 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2d14eb3a-cb02-4b27-85fd-f77c7c81ec4e req-81663d56-6c03-4706-a32b-175bd34a0305 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0434003 Feb 11 05:47:06.111744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-62ea09c5-b945-40b6-bd0c-bb56cd0470c7 None None] Provisioning complete for port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:06.112132 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-62ea09c5-b945-40b6-bd0c-bb56cd0470c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.283996 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-62ea09c5-b945-40b6-bd0c-bb56cd0470c7 None None] Current status of the port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:06.284398 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-62ea09c5-b945-40b6-bd0c-bb56cd0470c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.329940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:56Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:57Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '39ea8a06-6a8b-4b9d-a6b4-2786581882ed', 'name': '', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:aa:fc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:01Z', 'updated_at': '2022-02-11T05:47:05Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:06.336014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-62ea09c5-b945-40b6-bd0c-bb56cd0470c7 None None] For port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=39ea8a06-6a8b-4b9d-a6b4-2786581882ed,segment=NetworkSegment(6cadf672-0590-4226-ad31-8e3efbee65cb),segment_id=6cadf672-0590-4226-ad31-8e3efbee65cb)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:06.371908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5926079a-2f4d-42d3-a28a-d6e2d109129d None None] The sync data for ids ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'] in n-d-712142-35 is: [{'id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:56Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:57Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '39ea8a06-6a8b-4b9d-a6b4-2786581882ed', 'name': '', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:aa:fc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:01Z', 'updated_at': '2022-02-11T05:47:05Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:06.439393 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-62ea09c5-b945-40b6-bd0c-bb56cd0470c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.556181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea09c5-b945-40b6-bd0c-bb56cd0470c7 None None] Pushing event updated for resources: {'Port': ['ID=39ea8a06-6a8b-4b9d-a6b4-2786581882ed,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:06.626482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 39ea8a06-6a8b-4b9d-a6b4-2786581882ed up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:06.716037 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:06.716731 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:06.843613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:07.162177 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-efc13bb6-be7f-4e4c-9e0b-919892c82969 req-7e13a2eb-dc79-4340-92a1-ef86f634cbde tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0376678 Feb 11 05:47:07.917828 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-28796f07-a37b-4c4d-9055-67c824a44d67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:07.920613 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-28796f07-a37b-4c4d-9055-67c824a44d67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.32 "GET /v2.0/networks?id=2f70f845-e389-4117-b45f-13f388f61d2e HTTP/1.1" status: 200 len: 796 time: 0.1281447 Feb 11 05:47:08.008382 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-99237e56-4095-4474-990c-8a93d85d1864 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 379 time: 0.0771937 Feb 11 05:47:08.017287 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-6968376a-9f12-41d5-9d68-45ce9816f818 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'port': {'device_id': '240ccf52-99f3-402e-aead-53e21d81f1a6', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'admin_state_up': True, 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'security_groups': ['e57135ee-78b8-4540-8274-267034d70e02']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:08.272118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-6968376a-9f12-41d5-9d68-45ce9816f818 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Made reservation on behalf of 62e18d0c86a64ad7b01c097614e47196 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:47:08.277511 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-6968376a-9f12-41d5-9d68-45ce9816f818 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.292469 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-326b84ef-9e4e-4317-9376-ca190dde3faf req-9fa17443-43db-424f-88f5-dea914b6ce8a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0305943 Feb 11 05:47:08.579532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 39ea8a06-6a8b-4b9d-a6b4-2786581882ed up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:08.652205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:08.652740 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:08.706274 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-6968376a-9f12-41d5-9d68-45ce9816f818 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.20.0.9 (2f70f845-e389-4117-b45f-13f388f61d2e/3aa170af-5b54-484a-a499-60bd5c7423e7/24596f91-4097-410c-9231-03864a411acc) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:08.769204 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:08.921291 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-6968376a-9f12-41d5-9d68-45ce9816f818 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (24596f91-4097-410c-9231-03864a411acc), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.013869 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-6968376a-9f12-41d5-9d68-45ce9816f818 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (24596f91-4097-410c-9231-03864a411acc), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.062570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-6968376a-9f12-41d5-9d68-45ce9816f818 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 2f70f845-e389-4117-b45f-13f388f61d2e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:09.066051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-6968376a-9f12-41d5-9d68-45ce9816f818 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:09.070291 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-6968376a-9f12-41d5-9d68-45ce9816f818 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:09.098692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968376a-9f12-41d5-9d68-45ce9816f818 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=24596f91-4097-410c-9231-03864a411acc,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:09.131926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-6968376a-9f12-41d5-9d68-45ce9816f818 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:09.132671 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-6968376a-9f12-41d5-9d68-45ce9816f818 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.205469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-6968376a-9f12-41d5-9d68-45ce9816f818 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1922417 Feb 11 05:47:09.217798 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Request body: {'port': {'device_id': '240ccf52-99f3-402e-aead-53e21d81f1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:09.292505 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (24596f91-4097-410c-9231-03864a411acc), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.401183 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2a07c560-a25b-4438-b803-ce45c42bb0cd None None] Provisioning complete for port 24596f91-4097-410c-9231-03864a411acc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:09.401752 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2a07c560-a25b-4438-b803-ce45c42bb0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (24596f91-4097-410c-9231-03864a411acc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.472999 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2a07c560-a25b-4438-b803-ce45c42bb0cd None None] Port 24596f91-4097-410c-9231-03864a411acc cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:47:09.482169 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805af6a-5f23-4ae7-ab95-b90ea6597edd req-5492040f-eb16-4fab-b79d-d311c03881f4 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:09.484563 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1805af6a-5f23-4ae7-ab95-b90ea6597edd req-5492040f-eb16-4fab-b79d-d311c03881f4 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 931 time: 0.1047812 Feb 11 05:47:09.550367 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1805af6a-5f23-4ae7-ab95-b90ea6597edd req-ac5f07d6-745d-4126-a2df-f2a76d87de5f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554397 Feb 11 05:47:09.620657 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24596f91-4097-410c-9231-03864a411acc {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:47:09.629419 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Publish callbacks [] for port (24596f91-4097-410c-9231-03864a411acc), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.644144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Transition to ACTIVE for port object 24596f91-4097-410c-9231-03864a411acc will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:47:09.746655 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (24596f91-4097-410c-9231-03864a411acc), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.801529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Pushing event updated for resources: {'Port': ['ID=24596f91-4097-410c-9231-03864a411acc,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:09.888497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Attempting to bind port 24596f91-4097-410c-9231-03864a411acc on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:47:09.888889 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Attempting to bind port 24596f91-4097-410c-9231-03864a411acc by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '6cadf672-0590-4226-ad31-8e3efbee65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:47:09.889194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Attempting to bind port 24596f91-4097-410c-9231-03864a411acc on network 2f70f845-e389-4117-b45f-13f388f61d2e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:09.894819 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Port 24596f91-4097-410c-9231-03864a411acc on network 2f70f845-e389-4117-b45f-13f388f61d2e not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:47:09.895164 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Attempting to bind port 24596f91-4097-410c-9231-03864a411acc on network 2f70f845-e389-4117-b45f-13f388f61d2e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:47:09.901859 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:47:09.902243 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Checking segment: {'id': '6cadf672-0590-4226-ad31-8e3efbee65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:47:09.902661 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Bound using segment: {'id': '6cadf672-0590-4226-ad31-8e3efbee65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:47:09.903118 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Bound port: 24596f91-4097-410c-9231-03864a411acc, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cadf672-0590-4226-ad31-8e3efbee65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:47:09.903487 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (24596f91-4097-410c-9231-03864a411acc), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:09.993364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] For port 24596f91-4097-410c-9231-03864a411acc, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:47:09.998979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] For port 24596f91-4097-410c-9231-03864a411acc, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=24596f91-4097-410c-9231-03864a411acc,segment=NetworkSegment(6cadf672-0590-4226-ad31-8e3efbee65cb),segment_id=6cadf672-0590-4226-ad31-8e3efbee65cb)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:47:10.072595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (24596f91-4097-410c-9231-03864a411acc), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.111318 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:10.111948 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:10.113351 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] 10.222.0.32 "PUT /v2.0/ports/24596f91-4097-410c-9231-03864a411acc HTTP/1.1" status: 200 len: 1092 time: 0.9001906 Feb 11 05:47:10.113874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240ccf52-99f3-402e-aead-53e21d81f1a6', 'tag': '24596f91-4097-410c-9231-03864a411acc'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:10.116231 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2764dcf5-13f8-4668-8818-48ec59f7f9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "240ccf52-99f3-402e-aead-53e21d81f1a6", "tag": "24596f91-4097-410c-9231-03864a411acc"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:10.151279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff919ff-929c-45b5-b97f-d0f6f433fe06 service neutron] Pushing event updated for resources: {'Port': ['ID=24596f91-4097-410c-9231-03864a411acc,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:10.172103 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4ea3d3-c047-4202-a0ef-d362408715ac x-openstack-request-id: req-eb4ea3d3-c047-4202-a0ef-d362408715ac {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:10.172469 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240ccf52-99f3-402e-aead-53e21d81f1a6", "tag": "24596f91-4097-410c-9231-03864a411acc", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:10.172728 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb4ea3d3-c047-4202-a0ef-d362408715ac {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:10.174473 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240ccf52-99f3-402e-aead-53e21d81f1a6', 'tag': '24596f91-4097-410c-9231-03864a411acc', 'status': 'completed', 'code': 200} Feb 11 05:47:10.276762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764dcf5-13f8-4668-8818-48ec59f7f9f7 req-2ba0d3b8-1be9-44ce-bdb7-824da00900ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:10.278530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2764dcf5-13f8-4668-8818-48ec59f7f9f7 req-2ba0d3b8-1be9-44ce-bdb7-824da00900ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 1126 time: 0.0861950 Feb 11 05:47:10.406003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764dcf5-13f8-4668-8818-48ec59f7f9f7 req-3b980077-7d95-4b5c-8e79-39ea964c4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:10.407544 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2764dcf5-13f8-4668-8818-48ec59f7f9f7 req-3b980077-7d95-4b5c-8e79-39ea964c4316 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=62e18d0c86a64ad7b01c097614e47196&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1199679 Feb 11 05:47:10.525231 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764dcf5-13f8-4668-8818-48ec59f7f9f7 req-2f474f41-857d-480b-9957-e7f5b85dacd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:10.526746 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2764dcf5-13f8-4668-8818-48ec59f7f9f7 req-2f474f41-857d-480b-9957-e7f5b85dacd3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1108735 Feb 11 05:47:10.631371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-f15883f8-aa96-48fe-81a4-34d1551e8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:10.634728 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-f15883f8-aa96-48fe-81a4-34d1551e8c89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 1126 time: 0.0617874 Feb 11 05:47:10.709948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa0541-cc93-45ef-8f2e-b0c4851d197d req-d9eb8035-62ee-4c3c-953a-6ddfc7141141 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:10.711972 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-69aa0541-cc93-45ef-8f2e-b0c4851d197d req-d9eb8035-62ee-4c3c-953a-6ddfc7141141 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 943 time: 0.0650256 Feb 11 05:47:10.714924 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-a85960bd-ea7e-413c-9469-88b07cb0dde5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24596f91-4097-410c-9231-03864a411acc HTTP/1.1" status: 200 len: 217 time: 0.0709023 Feb 11 05:47:10.780918 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-488ed855-8a81-4ab7-857b-f761595804d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:10.782451 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-488ed855-8a81-4ab7-857b-f761595804d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3aa170af-5b54-484a-a499-60bd5c7423e7 HTTP/1.1" status: 200 len: 834 time: 0.0617077 Feb 11 05:47:10.783432 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-69aa0541-cc93-45ef-8f2e-b0c4851d197d req-e99d70d6-d7d2-4d04-a643-dea8e0321d8c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647640 Feb 11 05:47:10.846938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-d5cf6c71-8d3b-409e-9f7f-b10116a96e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:10.848584 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-d5cf6c71-8d3b-409e-9f7f-b10116a96e24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f70f845-e389-4117-b45f-13f388f61d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0577409 Feb 11 05:47:10.956520 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-eb221a54-cb40-4da8-81c3-63a5ef660fa3 service neutron] 10.222.0.32 "GET /v2.0/networks/2f70f845-e389-4117-b45f-13f388f61d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015596 Feb 11 05:47:11.066969 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7508f1c1-45f6-4695-8643-3b7cd2b17913 req-cb099da1-045e-4c73-a0ac-aa26fb0ffba7 service neutron] 10.222.0.32 "GET /v2.0/networks/2f70f845-e389-4117-b45f-13f388f61d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027119 Feb 11 05:47:11.927542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e94465-45c3-424a-8c6f-39492612c777 req-edb6f770-2c7f-49aa-a975-292f40501cb9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:11.930908 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-49e94465-45c3-424a-8c6f-39492612c777 req-edb6f770-2c7f-49aa-a975-292f40501cb9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 943 time: 0.0595441 Feb 11 05:47:11.990031 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-49e94465-45c3-424a-8c6f-39492612c777 req-a166addb-2b38-4a8e-92b8-afe0879670fa tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533948 Feb 11 05:47:13.137906 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e29a08-7466-466f-9339-94c4774b69fe req-cbd0cbd5-95e5-4a13-b31b-7bbc7d355761 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:13.140204 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e0e29a08-7466-466f-9339-94c4774b69fe req-cbd0cbd5-95e5-4a13-b31b-7bbc7d355761 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 943 time: 0.0742426 Feb 11 05:47:13.226760 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e0e29a08-7466-466f-9339-94c4774b69fe req-1b3ac156-012a-4c56-a16e-c84d4c094002 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797703 Feb 11 05:47:14.309544 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 24596f91-4097-410c-9231-03864a411acc details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:47:14.447299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee8411-c0ac-49ea-bf70-29ee89988e4c req-a93c7907-168f-4a73-a04d-5e34df017bcd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:14.449115 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-17ee8411-c0ac-49ea-bf70-29ee89988e4c req-a93c7907-168f-4a73-a04d-5e34df017bcd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 943 time: 0.0950100 Feb 11 05:47:14.451717 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 24596f91-4097-410c-9231-03864a411acc, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=24596f91-4097-410c-9231-03864a411acc,segment=NetworkSegment(6cadf672-0590-4226-ad31-8e3efbee65cb),segment_id=6cadf672-0590-4226-ad31-8e3efbee65cb)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:14.473296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '24596f91-4097-410c-9231-03864a411acc', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'port_id': '24596f91-4097-410c-9231-03864a411acc', 'mac_address': 'fa:16:3e:7c:cb:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:47:14.510105 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-17ee8411-c0ac-49ea-bf70-29ee89988e4c req-c38652ba-df49-4cf9-b935-555882a71ade tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549734 Feb 11 05:47:14.539703 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 24596f91-4097-410c-9231-03864a411acc is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:14.540117 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (24596f91-4097-410c-9231-03864a411acc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.557165 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24596f91-4097-410c-9231-03864a411acc {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:47:14.580769 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 24596f91-4097-410c-9231-03864a411acc, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=24596f91-4097-410c-9231-03864a411acc,segment=NetworkSegment(6cadf672-0590-4226-ad31-8e3efbee65cb),segment_id=6cadf672-0590-4226-ad31-8e3efbee65cb)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:14.655028 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (24596f91-4097-410c-9231-03864a411acc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:14.745893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=24596f91-4097-410c-9231-03864a411acc,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:14.900644 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['24596f91-4097-410c-9231-03864a411acc'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:47:15.651330 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49818d12-3c08-433f-9926-27a46c31ea20 req-d6493b32-444f-4401-bb91-e7008d0509b8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:15.653801 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-49818d12-3c08-433f-9926-27a46c31ea20 req-d6493b32-444f-4401-bb91-e7008d0509b8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 944 time: 0.0616403 Feb 11 05:47:15.738702 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-49818d12-3c08-433f-9926-27a46c31ea20 req-eedc6cb0-5ea2-4480-a55b-bc20616832d0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746167 Feb 11 05:47:16.320503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 24596f91-4097-410c-9231-03864a411acc up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:47:16.460363 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 24596f91-4097-410c-9231-03864a411acc completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:47:16.465753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 24596f91-4097-410c-9231-03864a411acc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:47:16.466345 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (24596f91-4097-410c-9231-03864a411acc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.568291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 24596f91-4097-410c-9231-03864a411acc is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:47:16.570199 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (24596f91-4097-410c-9231-03864a411acc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.597736 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240ccf52-99f3-402e-aead-53e21d81f1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24596f91-4097-410c-9231-03864a411acc'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:16.600207 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6d3e60-04f0-4bf8-8722-a49589f2ccb2" -d '{"events": [{"server_uuid": "240ccf52-99f3-402e-aead-53e21d81f1a6", "name": "network-vif-plugged", "status": "completed", "tag": "24596f91-4097-410c-9231-03864a411acc"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:16.615775 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 24596f91-4097-410c-9231-03864a411acc, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=24596f91-4097-410c-9231-03864a411acc,segment=NetworkSegment(6cadf672-0590-4226-ad31-8e3efbee65cb),segment_id=6cadf672-0590-4226-ad31-8e3efbee65cb)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:47:16.689719 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (24596f91-4097-410c-9231-03864a411acc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:16.720152 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89f3422-38fd-48d1-9a8c-0f24eae9c1bd x-openstack-request-id: req-a89f3422-38fd-48d1-9a8c-0f24eae9c1bd {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:16.720480 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240ccf52-99f3-402e-aead-53e21d81f1a6", "name": "network-vif-plugged", "status": "completed", "tag": "24596f91-4097-410c-9231-03864a411acc", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:16.720641 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a89f3422-38fd-48d1-9a8c-0f24eae9c1bd {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:16.720954 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240ccf52-99f3-402e-aead-53e21d81f1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24596f91-4097-410c-9231-03864a411acc', 'code': 200} Feb 11 05:47:16.757951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=24596f91-4097-410c-9231-03864a411acc,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:16.855120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf84827-9466-46e1-a16c-399f7569c1f1 req-7906a618-5fb1-4544-a589-ca8248abb1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:16.856692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dcf84827-9466-46e1-a16c-399f7569c1f1 req-7906a618-5fb1-4544-a589-ca8248abb1a3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 1128 time: 0.0650716 Feb 11 05:47:16.894851 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc995a10-b320-42b9-8c49-860fed3d12ce req-144b89c9-eca2-4069-af0d-771947174e31 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:16.907784 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bc995a10-b320-42b9-8c49-860fed3d12ce req-144b89c9-eca2-4069-af0d-771947174e31 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0798335 Feb 11 05:47:16.930525 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dcf84827-9466-46e1-a16c-399f7569c1f1 req-fc5c8aca-a505-4c5a-a21f-d131019fd44c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671208 Feb 11 05:47:16.986047 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bc995a10-b320-42b9-8c49-860fed3d12ce req-9ef60508-31be-4c9e-ba68-5b04884d7b7e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768867 Feb 11 05:47:18.144870 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1b3e7-dfca-48b6-bd5a-3c22166592f7 req-72563abc-581e-44bd-9fb8-f916f4fa8bae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:18.147126 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7ae1b3e7-dfca-48b6-bd5a-3c22166592f7 req-72563abc-581e-44bd-9fb8-f916f4fa8bae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0677569 Feb 11 05:47:18.224478 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7ae1b3e7-dfca-48b6-bd5a-3c22166592f7 req-c922d53b-25a7-4df0-8300-ce943a5f8970 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679278 Feb 11 05:47:19.363277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2771c9-6346-4907-842d-c66d262a546e req-d6420b80-b913-4f0f-818b-3a6be733b9aa tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:19.364994 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0a2771c9-6346-4907-842d-c66d262a546e req-d6420b80-b913-4f0f-818b-3a6be733b9aa tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0626733 Feb 11 05:47:19.427694 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0a2771c9-6346-4907-842d-c66d262a546e req-a494a783-8638-44af-994a-797212277e4f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562611 Feb 11 05:47:19.621250 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff8b55-4ffd-4af3-bad0-f7ae44f27a97 req-c7da2804-f145-42dd-9105-293fef6c7794 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:19.624038 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fdff8b55-4ffd-4af3-bad0-f7ae44f27a97 req-c7da2804-f145-42dd-9105-293fef6c7794 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0973117 Feb 11 05:47:19.681977 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fdff8b55-4ffd-4af3-bad0-f7ae44f27a97 req-d93ae9d7-4745-4e22-a931-44fce52c3c96 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521617 Feb 11 05:47:19.706120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46230) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:19.761122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f977d7-a10f-4aa4-9c86-d03aef710088 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:19.762964 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-41f977d7-a10f-4aa4-9c86-d03aef710088 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 1123 time: 0.0552721 Feb 11 05:47:19.766295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46232) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:19.771377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '24596f91-4097-410c-9231-03864a411acc', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:47:19.887623 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.002244 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.122949 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.25.3.79 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/303ee6ef-582d-4d21-ace0-c584e5b80a80) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:47:20.242874 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (303ee6ef-582d-4d21-ace0-c584e5b80a80), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.362057 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (303ee6ef-582d-4d21-ace0-c584e5b80a80), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:20.412476 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:47:20.416776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:47:20.421387 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:47:20.427953 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=303ee6ef-582d-4d21-ace0-c584e5b80a80,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:21.162854 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (e8a984ba-53c0-46d2-8515-f2bc3fa46f44), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.343144 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (303ee6ef-582d-4d21-ace0-c584e5b80a80), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.514891 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (303ee6ef-582d-4d21-ace0-c584e5b80a80), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.586028 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (303ee6ef-582d-4d21-ace0-c584e5b80a80), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.662052 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=303ee6ef-582d-4d21-ace0-c584e5b80a80,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:21.682971 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (e8a984ba-53c0-46d2-8515-f2bc3fa46f44), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:21.807056 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Floating IP e8a984ba-53c0-46d2-8515-f2bc3fa46f44 associated. External IP: 172.25.3.79, port: 24596f91-4097-410c-9231-03864a411acc. Feb 11 05:47:22.052155 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:47:22.193280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:22.205089 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48003ac-0e96-4e38-8f23-61bacf6d02e9 None None] Sync routers for ids ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:22.217261 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48003ac-0e96-4e38-8f23-61bacf6d02e9 None None] Routers {'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:22.217905 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b48003ac-0e96-4e38-8f23-61bacf6d02e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:46:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:22.308716 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:22.350272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ca377e80-1f81-4ffc-bf38-df68e49ba9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5799401 Feb 11 05:47:22.350272 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240ccf52-99f3-402e-aead-53e21d81f1a6', 'tag': '24596f91-4097-410c-9231-03864a411acc'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:22.350766 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-b48003ac-0e96-4e38-8f23-61bacf6d02e9 None None] Set router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:22.353309 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfc9149-22c7-4fb0-9096-74fa647bb7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "240ccf52-99f3-402e-aead-53e21d81f1a6", "tag": "24596f91-4097-410c-9231-03864a411acc"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:22.425384 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e1f874-d9c8-4ea9-8539-02ba8b1d5ee9 x-openstack-request-id: req-c4e1f874-d9c8-4ea9-8539-02ba8b1d5ee9 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:22.425924 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240ccf52-99f3-402e-aead-53e21d81f1a6", "tag": "24596f91-4097-410c-9231-03864a411acc", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:22.426457 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4e1f874-d9c8-4ea9-8539-02ba8b1d5ee9 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:22.427354 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240ccf52-99f3-402e-aead-53e21d81f1a6', 'tag': '24596f91-4097-410c-9231-03864a411acc', 'status': 'completed', 'code': 200} Feb 11 05:47:22.511956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b817f-4b4c-4b7a-a58b-723eeb9fb0f9 req-83b0faf9-9e11-4944-9a46-285f6dcc39c2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:22.512510 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c59b817f-4b4c-4b7a-a58b-723eeb9fb0f9 req-83b0faf9-9e11-4944-9a46-285f6dcc39c2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0899968 Feb 11 05:47:22.538426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc9149-22c7-4fb0-9096-74fa647bb7d8 req-f8853a89-9c2d-4ca3-9296-c1d21b3e740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:22.541287 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cfc9149-22c7-4fb0-9096-74fa647bb7d8 req-f8853a89-9c2d-4ca3-9296-c1d21b3e740f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 1128 time: 0.0888300 Feb 11 05:47:22.607182 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c59b817f-4b4c-4b7a-a58b-723eeb9fb0f9 req-5992df88-08a8-408c-a2ea-f370e730a4db tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872350 Feb 11 05:47:22.651394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46238) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:22.740696 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b48003ac-0e96-4e38-8f23-61bacf6d02e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:56Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:57Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'e8a984ba-53c0-46d2-8515-f2bc3fa46f44', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'port_id': '24596f91-4097-410c-9231-03864a411acc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'mac_address': 'fa:16:3e:7c:cb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240ccf52-99f3-402e-aead-53e21d81f1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:20Z', 'updated_at': '2022-02-11T05:47:20Z', 'revision_number': 0, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ea8a06-6a8b-4b9d-a6b4-2786581882ed', 'name': '', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:aa:fc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:01Z', 'updated_at': '2022-02-11T05:47:06Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:22.769600 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9d9e38e0-de47-4dec-80d7-a1306413e82e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/e8a984ba-53c0-46d2-8515-f2bc3fa46f44 HTTP/1.1" status: 200 len: 990 time: 0.1142061 Feb 11 05:47:22.789987 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48003ac-0e96-4e38-8f23-61bacf6d02e9 None None] Checking router: a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:47:22.806013 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48003ac-0e96-4e38-8f23-61bacf6d02e9 None None] Routers {'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:22.807040 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b48003ac-0e96-4e38-8f23-61bacf6d02e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:46:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:23.012991 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-b48003ac-0e96-4e38-8f23-61bacf6d02e9 None None] Set router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:23.021520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc9149-22c7-4fb0-9096-74fa647bb7d8 req-c8799441-8e38-4b42-8229-60ba4d76922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:23.024283 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cfc9149-22c7-4fb0-9096-74fa647bb7d8 req-c8799441-8e38-4b42-8229-60ba4d76922f service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f70f845-e389-4117-b45f-13f388f61d2e HTTP/1.1" status: 200 len: 897 time: 0.4769187 Feb 11 05:47:23.118085 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cfc9149-22c7-4fb0-9096-74fa647bb7d8 req-59c1c580-bfc7-4fc6-8c95-fde005a69b45 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24596f91-4097-410c-9231-03864a411acc HTTP/1.1" status: 200 len: 998 time: 0.0868289 Feb 11 05:47:23.196108 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc9149-22c7-4fb0-9096-74fa647bb7d8 req-dfd906e9-8599-4e04-8878-8b4e49346893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:23.197713 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cfc9149-22c7-4fb0-9096-74fa647bb7d8 req-dfd906e9-8599-4e04-8878-8b4e49346893 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3aa170af-5b54-484a-a499-60bd5c7423e7 HTTP/1.1" status: 200 len: 834 time: 0.0730114 Feb 11 05:47:23.283710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc9149-22c7-4fb0-9096-74fa647bb7d8 req-b909a46c-69c6-43d0-a6cb-fc949c983ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:23.285433 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cfc9149-22c7-4fb0-9096-74fa647bb7d8 req-b909a46c-69c6-43d0-a6cb-fc949c983ba3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f70f845-e389-4117-b45f-13f388f61d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0799496 Feb 11 05:47:23.295111 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0a9e1466-9d73-4b28-9697-48c5a4af500b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:23.336921 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-b48003ac-0e96-4e38-8f23-61bacf6d02e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:56Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:57Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'e8a984ba-53c0-46d2-8515-f2bc3fa46f44', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'port_id': '24596f91-4097-410c-9231-03864a411acc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'mac_address': 'fa:16:3e:7c:cb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240ccf52-99f3-402e-aead-53e21d81f1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:20Z', 'updated_at': '2022-02-11T05:47:20Z', 'revision_number': 0, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ea8a06-6a8b-4b9d-a6b4-2786581882ed', 'name': '', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:aa:fc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:01Z', 'updated_at': '2022-02-11T05:47:06Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:23.368152 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48003ac-0e96-4e38-8f23-61bacf6d02e9 None None] The sync data for ids ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'] in n-d-712142-35 is: [{'id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:56Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:57Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'e8a984ba-53c0-46d2-8515-f2bc3fa46f44', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'port_id': '24596f91-4097-410c-9231-03864a411acc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'mac_address': 'fa:16:3e:7c:cb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240ccf52-99f3-402e-aead-53e21d81f1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:47:20Z', 'updated_at': '2022-02-11T05:47:20Z', 'revision_number': 0, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39ea8a06-6a8b-4b9d-a6b4-2786581882ed', 'name': '', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:aa:fc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:01Z', 'updated_at': '2022-02-11T05:47:06Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:23.405245 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cfc9149-22c7-4fb0-9096-74fa647bb7d8 req-fb3cb642-8a1e-4aae-95d6-3749e484536c service neutron] 10.222.0.32 "GET /v2.0/networks/2f70f845-e389-4117-b45f-13f388f61d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130431 Feb 11 05:47:23.534811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4cfc9149-22c7-4fb0-9096-74fa647bb7d8 req-39082ed3-303a-4587-bd06-d904615f8bde service neutron] 10.222.0.32 "GET /v2.0/networks/2f70f845-e389-4117-b45f-13f388f61d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227434 Feb 11 05:47:23.629729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bacf67-5a11-4aa1-af82-f0c0919e75f8 None None] New status for floating IP e8a984ba-53c0-46d2-8515-f2bc3fa46f44: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:47:23.771923 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46240) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:23.843985 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fc8627d7-b364-49f5-9d3d-aa39797653ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/e8a984ba-53c0-46d2-8515-f2bc3fa46f44 HTTP/1.1" status: 200 len: 990 time: 0.0704799 Feb 11 05:47:24.848431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46242) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:24.987552 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b1d576fa-d021-4290-9a2d-3bb82e5c6b21 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/e8a984ba-53c0-46d2-8515-f2bc3fa46f44 HTTP/1.1" status: 200 len: 992 time: 0.1379957 Feb 11 05:47:25.500382 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0edbbba8-0450-4e15-bf57-e2f49896f540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:27.060382 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:28.693044 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:29.797549 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:33.392367 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:47:34.774933 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:34.909438 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:38.594459 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4398f500-897e-4623-88e8-f627db6e5207 req-655ebecf-9e6b-47df-b96c-1ea1152fe219 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524900 Feb 11 05:47:38.705912 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398f500-897e-4623-88e8-f627db6e5207 req-99877c0a-3471-4d18-87b5-3fd3714c9008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:38.707513 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4398f500-897e-4623-88e8-f627db6e5207 req-99877c0a-3471-4d18-87b5-3fd3714c9008 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 1128 time: 0.0521448 Feb 11 05:47:38.837815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398f500-897e-4623-88e8-f627db6e5207 req-0dd6fab9-411d-4ec7-85c4-56b2942c4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:38.839533 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4398f500-897e-4623-88e8-f627db6e5207 req-0dd6fab9-411d-4ec7-85c4-56b2942c4c63 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f70f845-e389-4117-b45f-13f388f61d2e HTTP/1.1" status: 200 len: 897 time: 0.1081712 Feb 11 05:47:38.921880 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4398f500-897e-4623-88e8-f627db6e5207 req-d61cf537-405f-4295-b38f-8d8c44c261b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24596f91-4097-410c-9231-03864a411acc HTTP/1.1" status: 200 len: 1000 time: 0.0758543 Feb 11 05:47:38.976897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398f500-897e-4623-88e8-f627db6e5207 req-62ccc801-fabd-450b-a0ff-31387fc00305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:38.978496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4398f500-897e-4623-88e8-f627db6e5207 req-62ccc801-fabd-450b-a0ff-31387fc00305 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3aa170af-5b54-484a-a499-60bd5c7423e7 HTTP/1.1" status: 200 len: 834 time: 0.0499578 Feb 11 05:47:39.034043 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398f500-897e-4623-88e8-f627db6e5207 req-7adba625-0c2f-429f-8798-780bd3aaa199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:39.035676 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4398f500-897e-4623-88e8-f627db6e5207 req-7adba625-0c2f-429f-8798-780bd3aaa199 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f70f845-e389-4117-b45f-13f388f61d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505352 Feb 11 05:47:39.145368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4398f500-897e-4623-88e8-f627db6e5207 req-156463c0-ed03-417c-b306-52c890055641 service neutron] 10.222.0.32 "GET /v2.0/networks/2f70f845-e389-4117-b45f-13f388f61d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014934 Feb 11 05:47:39.251291 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4398f500-897e-4623-88e8-f627db6e5207 req-84b1bba9-1392-4dfb-a804-37d898803f89 service neutron] 10.222.0.32 "GET /v2.0/networks/2f70f845-e389-4117-b45f-13f388f61d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992658 Feb 11 05:47:51.994052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac6fcc-6f0c-45b7-a96c-da2b70defafb req-6a41712c-9ce4-439d-a273-9eac098e11be tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:51.996459 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2dac6fcc-6f0c-45b7-a96c-da2b70defafb req-6a41712c-9ce4-439d-a273-9eac098e11be tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0738037 Feb 11 05:47:52.055503 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2dac6fcc-6f0c-45b7-a96c-da2b70defafb req-a1bcfb00-0549-4cdd-97a2-265716f997c8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528357 Feb 11 05:47:53.200522 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf99fe-ca77-4f94-8e80-500536269ed4 req-588ea069-64d0-4b5f-8948-f5e98514da5a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:53.202172 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bcf99fe-ca77-4f94-8e80-500536269ed4 req-588ea069-64d0-4b5f-8948-f5e98514da5a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0604296 Feb 11 05:47:53.208253 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-add6d723-b064-4cdb-9948-1679968e7667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:53.265317 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0bcf99fe-ca77-4f94-8e80-500536269ed4 req-6789fb99-03ab-4c90-9882-6e410c113e33 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554054 Feb 11 05:47:53.292910 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46268) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:53.367334 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-830a545b-96ef-4cfc-a25f-616ea8208860 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/e8a984ba-53c0-46d2-8515-f2bc3fa46f44 HTTP/1.1" status: 200 len: 992 time: 0.0723486 Feb 11 05:47:54.819373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c0cc1-ff48-4929-9c86-cc74107eec1a req-b2e2b616-c95e-44a7-851c-4048431401b4 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:54.821119 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d28c0cc1-ff48-4929-9c86-cc74107eec1a req-b2e2b616-c95e-44a7-851c-4048431401b4 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0670805 Feb 11 05:47:54.918379 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d28c0cc1-ff48-4929-9c86-cc74107eec1a req-dd2ff50d-e8fc-4c0a-9396-0b4cd83a5381 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904663 Feb 11 05:47:55.499954 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2094054b-89f4-4a43-8570-63cbcb245d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.057336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1865e-8272-443f-a0a1-86d281c17ca7 req-30b5378b-daa7-4ae6-ba8c-5334f94ff9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:56.058944 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b4c1865e-8272-443f-a0a1-86d281c17ca7 req-30b5378b-daa7-4ae6-ba8c-5334f94ff9cf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0582786 Feb 11 05:47:56.120641 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b4c1865e-8272-443f-a0a1-86d281c17ca7 req-87b483ea-9725-4d66-8487-3bbd3cb887da tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517876 Feb 11 05:47:56.149200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46278) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:56.217705 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2568f556-1eea-4d04-9a06-19b92fd09568 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/e8a984ba-53c0-46d2-8515-f2bc3fa46f44 HTTP/1.1" status: 200 len: 992 time: 0.0669494 Feb 11 05:47:56.555781 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46284) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:47:56.745373 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port 303ee6ef-582d-4d21-ace0-c584e5b80a80 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:47:56.745798 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (303ee6ef-582d-4d21-ace0-c584e5b80a80), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.842188 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (303ee6ef-582d-4d21-ace0-c584e5b80a80), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.842472 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (303ee6ef-582d-4d21-ace0-c584e5b80a80), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:56.858890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for 303ee6ef-582d-4d21-ace0-c584e5b80a80 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:47:57.070485 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.168441 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (303ee6ef-582d-4d21-ace0-c584e5b80a80), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.196908 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=303ee6ef-582d-4d21-ace0-c584e5b80a80,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:47:57.215181 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:57.215571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:57.215929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:57.216298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:57.216632 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:57.216967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:57.217314 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:57.217666 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:57.218048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:57.218385 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:57.218752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:57.219083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:57.219410 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:47:57.290559 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (e8a984ba-53c0-46d2-8515-f2bc3fa46f44), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.291146 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Floating IP e8a984ba-53c0-46d2-8515-f2bc3fa46f44 disassociated (deleted). External IP: 172.25.3.79, port: 24596f91-4097-410c-9231-03864a411acc. Feb 11 05:47:57.546824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:47:57.674431 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:47:57.681588 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:57.688512 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e604382-5060-4c45-9879-9745df877fb8 None None] Sync routers for ids ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:47:57.703169 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e604382-5060-4c45-9879-9745df877fb8 None None] Routers {'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:57.704087 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4e604382-5060-4c45-9879-9745df877fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:47:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:57.722813 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-63a4a5b7-3cdd-4ec5-9180-fed95b811cae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/floatingips/e8a984ba-53c0-46d2-8515-f2bc3fa46f44 HTTP/1.1" status: 204 len: 168 time: 1.1651881 Feb 11 05:47:57.723653 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240ccf52-99f3-402e-aead-53e21d81f1a6', 'tag': '24596f91-4097-410c-9231-03864a411acc'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:47:57.727321 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4821133-7828-4955-9517-c345a73845c9" -d '{"events": [{"name": "network-changed", "server_uuid": "240ccf52-99f3-402e-aead-53e21d81f1a6", "tag": "24596f91-4097-410c-9231-03864a411acc"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:47:57.782996 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a12a1b8-f6ad-48b8-a767-1e108a27a2a7 x-openstack-request-id: req-4a12a1b8-f6ad-48b8-a767-1e108a27a2a7 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:47:57.784451 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240ccf52-99f3-402e-aead-53e21d81f1a6", "tag": "24596f91-4097-410c-9231-03864a411acc", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:47:57.784937 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a12a1b8-f6ad-48b8-a767-1e108a27a2a7 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:47:57.785821 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240ccf52-99f3-402e-aead-53e21d81f1a6', 'tag': '24596f91-4097-410c-9231-03864a411acc', 'status': 'completed', 'code': 200} Feb 11 05:47:57.864694 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4821133-7828-4955-9517-c345a73845c9 req-4fa522ee-80a4-4083-9508-c11e3d956bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:57.866950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4821133-7828-4955-9517-c345a73845c9 req-4fa522ee-80a4-4083-9508-c11e3d956bd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 1128 time: 0.0550056 Feb 11 05:47:57.910292 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-4e604382-5060-4c45-9879-9745df877fb8 None None] Set router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:57.996476 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4821133-7828-4955-9517-c345a73845c9 req-9577a438-dcb3-4f9f-9179-09aa5a67b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:57.999206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4821133-7828-4955-9517-c345a73845c9 req-9577a438-dcb3-4f9f-9179-09aa5a67b7c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2f70f845-e389-4117-b45f-13f388f61d2e HTTP/1.1" status: 200 len: 897 time: 0.1259012 Feb 11 05:47:58.063631 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4821133-7828-4955-9517-c345a73845c9 req-99866999-18ea-4d1f-9774-8aa2b23b1354 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24596f91-4097-410c-9231-03864a411acc HTTP/1.1" status: 200 len: 217 time: 0.0572407 Feb 11 05:47:58.145952 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4821133-7828-4955-9517-c345a73845c9 req-6cfe1f32-d884-41a8-bb8a-02a1af6afefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:58.148679 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4821133-7828-4955-9517-c345a73845c9 req-6cfe1f32-d884-41a8-bb8a-02a1af6afefb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3aa170af-5b54-484a-a499-60bd5c7423e7 HTTP/1.1" status: 200 len: 834 time: 0.0717273 Feb 11 05:47:58.225000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4821133-7828-4955-9517-c345a73845c9 req-574ad3b0-a964-4684-beb4-f8ed314d0a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:58.227972 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4821133-7828-4955-9517-c345a73845c9 req-574ad3b0-a964-4684-beb4-f8ed314d0a9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2f70f845-e389-4117-b45f-13f388f61d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0712578 Feb 11 05:47:58.308432 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4e604382-5060-4c45-9879-9745df877fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:56Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:57Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '39ea8a06-6a8b-4b9d-a6b4-2786581882ed', 'name': '', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:aa:fc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:01Z', 'updated_at': '2022-02-11T05:47:06Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:58.365330 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e604382-5060-4c45-9879-9745df877fb8 None None] Checking router: a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:47:58.370848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4821133-7828-4955-9517-c345a73845c9 req-2d1c0ca3-2778-4f36-8974-88e5015353d3 service neutron] 10.222.0.32 "GET /v2.0/networks/2f70f845-e389-4117-b45f-13f388f61d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351120 Feb 11 05:47:58.376838 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e604382-5060-4c45-9879-9745df877fb8 None None] Routers {'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:47:58.377912 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4e604382-5060-4c45-9879-9745df877fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:47:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:58.390656 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e926296-8762-4868-908f-2b90a80d832e req-64b6f683-0e1c-4ed1-89b8-266e3391b274 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:58.392620 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1e926296-8762-4868-908f-2b90a80d832e req-64b6f683-0e1c-4ed1-89b8-266e3391b274 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0904253 Feb 11 05:47:58.467341 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1e926296-8762-4868-908f-2b90a80d832e req-5678c3c2-2c32-4d54-98e0-6e5c5a629f3f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664215 Feb 11 05:47:58.595760 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-4e604382-5060-4c45-9879-9745df877fb8 None None] Set router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:47:58.694555 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:58.829541 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f4821133-7828-4955-9517-c345a73845c9 req-53704aae-53a0-4197-b81f-293e32340178 service neutron] 10.222.0.32 "GET /v2.0/networks/2f70f845-e389-4117-b45f-13f388f61d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512382 Feb 11 05:47:58.908133 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-4e604382-5060-4c45-9879-9745df877fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:56Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:57Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '39ea8a06-6a8b-4b9d-a6b4-2786581882ed', 'name': '', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:aa:fc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:01Z', 'updated_at': '2022-02-11T05:47:06Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:47:58.938253 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e604382-5060-4c45-9879-9745df877fb8 None None] The sync data for ids ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'] in n-d-712142-35 is: [{'id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:56Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:57Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '39ea8a06-6a8b-4b9d-a6b4-2786581882ed', 'name': '', 'network_id': '2f70f845-e389-4117-b45f-13f388f61d2e', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:aa:fc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:47:01Z', 'updated_at': '2022-02-11T05:47:06Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '3aa170af-5b54-484a-a499-60bd5c7423e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:47:59.203189 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122fcc88-e1b8-4a5e-b83b-9fdf17e5ba03 None None] New status for floating IP e8a984ba-53c0-46d2-8515-f2bc3fa46f44: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:47:59.638179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887550c-fd4a-45e0-a53d-ec86c6914c34 req-aed2a2d8-9920-4fa8-afec-bc473f271fc8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:59.640204 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8887550c-fd4a-45e0-a53d-ec86c6914c34 req-aed2a2d8-9920-4fa8-afec-bc473f271fc8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0690355 Feb 11 05:47:59.699018 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8887550c-fd4a-45e0-a53d-ec86c6914c34 req-dba61e66-53e9-4406-b1be-7c8d2e37db74 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=e57135ee-78b8-4540-8274-267034d70e02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511658 Feb 11 05:47:59.800959 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:47:59.893244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90e347-f256-4b6a-89f1-f76abf495e84 req-e57caf33-71fc-49ac-807f-1e7a83b8d7f6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:47:59.895429 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd90e347-f256-4b6a-89f1-f76abf495e84 req-e57caf33-71fc-49ac-807f-1e7a83b8d7f6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.32 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 945 time: 0.0651848 Feb 11 05:48:00.002540 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-cd90e347-f256-4b6a-89f1-f76abf495e84 req-7e8b867d-c933-46e2-a1ea-3ad1cc8e8a7a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port 24596f91-4097-410c-9231-03864a411acc {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:00.002902 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cd90e347-f256-4b6a-89f1-f76abf495e84 req-7e8b867d-c933-46e2-a1ea-3ad1cc8e8a7a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (24596f91-4097-410c-9231-03864a411acc), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.135070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-cd90e347-f256-4b6a-89f1-f76abf495e84 req-7e8b867d-c933-46e2-a1ea-3ad1cc8e8a7a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] For port 24596f91-4097-410c-9231-03864a411acc, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=24596f91-4097-410c-9231-03864a411acc,segment=NetworkSegment(6cadf672-0590-4226-ad31-8e3efbee65cb),segment_id=6cadf672-0590-4226-ad31-8e3efbee65cb)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:00.135880 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cd90e347-f256-4b6a-89f1-f76abf495e84 req-7e8b867d-c933-46e2-a1ea-3ad1cc8e8a7a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (24596f91-4097-410c-9231-03864a411acc), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.156876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-cd90e347-f256-4b6a-89f1-f76abf495e84 req-7e8b867d-c933-46e2-a1ea-3ad1cc8e8a7a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for 24596f91-4097-410c-9231-03864a411acc owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:00.416380 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cd90e347-f256-4b6a-89f1-f76abf495e84 req-7e8b867d-c933-46e2-a1ea-3ad1cc8e8a7a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (24596f91-4097-410c-9231-03864a411acc), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.452266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b867d-c933-46e2-a1ea-3ad1cc8e8a7a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=24596f91-4097-410c-9231-03864a411acc,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:00.510814 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd90e347-f256-4b6a-89f1-f76abf495e84 req-7e8b867d-c933-46e2-a1ea-3ad1cc8e8a7a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] No DVR routers for this DVR port 24596f91-4097-410c-9231-03864a411acc on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:00.514340 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-cd90e347-f256-4b6a-89f1-f76abf495e84 req-7e8b867d-c933-46e2-a1ea-3ad1cc8e8a7a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:00.518242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd90e347-f256-4b6a-89f1-f76abf495e84 req-7e8b867d-c933-46e2-a1ea-3ad1cc8e8a7a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.32 "DELETE /v2.0/ports/24596f91-4097-410c-9231-03864a411acc HTTP/1.1" status: 204 len: 173 time: 0.6171949 Feb 11 05:48:00.518921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240ccf52-99f3-402e-aead-53e21d81f1a6', 'name': 'network-vif-deleted', 'tag': '24596f91-4097-410c-9231-03864a411acc'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:00.521599 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db42b57-14ec-4890-99f7-d79d44e15a47" -d '{"events": [{"server_uuid": "240ccf52-99f3-402e-aead-53e21d81f1a6", "name": "network-vif-deleted", "tag": "24596f91-4097-410c-9231-03864a411acc"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:00.571743 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4be46e-0357-4598-8368-d951b05eb55c x-openstack-request-id: req-dd4be46e-0357-4598-8368-d951b05eb55c {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:00.572168 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240ccf52-99f3-402e-aead-53e21d81f1a6", "name": "network-vif-deleted", "tag": "24596f91-4097-410c-9231-03864a411acc", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:00.572524 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd4be46e-0357-4598-8368-d951b05eb55c {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:00.573028 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240ccf52-99f3-402e-aead-53e21d81f1a6', 'name': 'network-vif-deleted', 'tag': '24596f91-4097-410c-9231-03864a411acc', 'status': 'completed', 'code': 200} Feb 11 05:48:00.824193 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-705226f2-63c5-437e-99b7-ccdd3f594380 req-a556137d-7ba1-4fac-a574-0920e3762eb5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=240ccf52-99f3-402e-aead-53e21d81f1a6 HTTP/1.1" status: 200 len: 210 time: 0.0464478 Feb 11 05:48:01.896635 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46300) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:02.480623 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.491757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 24596f91-4097-410c-9231-03864a411acc no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:02.513959 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 24596f91-4097-410c-9231-03864a411acc {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:02.514402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 24596f91-4097-410c-9231-03864a411acc not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:02.819320 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:02.819320 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:02.981714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] For port 39ea8a06-6a8b-4b9d-a6b4-2786581882ed, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=39ea8a06-6a8b-4b9d-a6b4-2786581882ed,segment=NetworkSegment(6cadf672-0590-4226-ad31-8e3efbee65cb),segment_id=6cadf672-0590-4226-ad31-8e3efbee65cb)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:02.982448 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.010810 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for 39ea8a06-6a8b-4b9d-a6b4-2786581882ed owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:03.316587 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (39ea8a06-6a8b-4b9d-a6b4-2786581882ed), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:03.351308 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=39ea8a06-6a8b-4b9d-a6b4-2786581882ed,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:03.366460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:03.366999 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:03.367549 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:03.368128 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:03.368584 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:03.369019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:03.369428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:03.369828 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:03.370224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:03.370661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:03.371071 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:03.371553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:03.372106 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:03.927296 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.217775 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:04.348332 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:04.357866 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-89b8e6ef-2333-4fe1-b730-0275da0c65a2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "PUT /v2.0/routers/a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4596891 Feb 11 05:48:04.360572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46302) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:04.364444 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f06f3c0-6cc2-4354-87a6-862763349789 None None] Sync routers for ids ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:04.383802 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f06f3c0-6cc2-4354-87a6-862763349789 None None] Routers {'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:04.384988 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8f06f3c0-6cc2-4354-87a6-862763349789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:47:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:04.454980 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-995a80ba-1387-4d28-aaac-ec95b2fc7fd5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting subnet 3aa170af-5b54-484a-a499-60bd5c7423e7 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:48:04.460335 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-995a80ba-1387-4d28-aaac-ec95b2fc7fd5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for subnet (3aa170af-5b54-484a-a499-60bd5c7423e7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.529840 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-995a80ba-1387-4d28-aaac-ec95b2fc7fd5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (3aa170af-5b54-484a-a499-60bd5c7423e7), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.591209 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-8f06f3c0-6cc2-4354-87a6-862763349789 None None] Set router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:04.669900 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-995a80ba-1387-4d28-aaac-ec95b2fc7fd5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (3aa170af-5b54-484a-a499-60bd5c7423e7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.727994 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.825933 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-995a80ba-1387-4d28-aaac-ec95b2fc7fd5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (3aa170af-5b54-484a-a499-60bd5c7423e7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.875404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a80ba-1387-4d28-aaac-ec95b2fc7fd5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa170af-5b54-484a-a499-60bd5c7423e7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:04.878759 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-995a80ba-1387-4d28-aaac-ec95b2fc7fd5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.885080 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-995a80ba-1387-4d28-aaac-ec95b2fc7fd5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/subnets/3aa170af-5b54-484a-a499-60bd5c7423e7 HTTP/1.1" status: 204 len: 168 time: 0.5224488 Feb 11 05:48:04.888706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46304) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:04.892845 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f46746a-813b-4164-a290-e4cfcde82514 None None] Network 2f70f845-e389-4117-b45f-13f388f61d2e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:04.898717 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8f06f3c0-6cc2-4354-87a6-862763349789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:56Z', 'updated_at': '2022-02-11T05:48:03Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:57Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:04.934569 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:04.953088 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f06f3c0-6cc2-4354-87a6-862763349789 None None] Checking router: a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:04.970389 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f06f3c0-6cc2-4354-87a6-862763349789 None None] Routers {'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:04.973227 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8f06f3c0-6cc2-4354-87a6-862763349789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:47:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:05.036005 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.184448 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.197236 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-8f06f3c0-6cc2-4354-87a6-862763349789 None None] Set router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:05.298838 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] DHCP port deletion for 2f70f845-e389-4117-b45f-13f388f61d2e request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:48:05.380446 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port a39f601b-34a6-4170-9798-d338578cdf5d {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:05.381626 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a39f601b-34a6-4170-9798-d338578cdf5d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.394988 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Deleting port 9e61e03e-8209-4ccd-9213-623bb8f59eed {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:48:05.395852 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (9e61e03e-8209-4ccd-9213-623bb8f59eed), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.481392 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8f06f3c0-6cc2-4354-87a6-862763349789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:56Z', 'updated_at': '2022-02-11T05:48:03Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:57Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:05.512005 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] For port 9e61e03e-8209-4ccd-9213-623bb8f59eed, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=9e61e03e-8209-4ccd-9213-623bb8f59eed,segment=NetworkSegment(6cadf672-0590-4226-ad31-8e3efbee65cb),segment_id=6cadf672-0590-4226-ad31-8e3efbee65cb)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:05.512600 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (9e61e03e-8209-4ccd-9213-623bb8f59eed), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.522818 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f06f3c0-6cc2-4354-87a6-862763349789 None None] The sync data for ids ['a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa'] in n-d-712142-35 is: [{'id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1421683241', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:46:56Z', 'updated_at': '2022-02-11T05:48:03Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'a39f601b-34a6-4170-9798-d338578cdf5d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bd:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:46:57Z', 'updated_at': '2022-02-11T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:05.523245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] For port a39f601b-34a6-4170-9798-d338578cdf5d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a39f601b-34a6-4170-9798-d338578cdf5d,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:05.523666 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a39f601b-34a6-4170-9798-d338578cdf5d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.538450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Calling delete_port for 9e61e03e-8209-4ccd-9213-623bb8f59eed owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:05.549027 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for a39f601b-34a6-4170-9798-d338578cdf5d owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:48:05.745871 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (9e61e03e-8209-4ccd-9213-623bb8f59eed), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.802367 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Pushing event deleted for resources: {'Port': ['ID=9e61e03e-8209-4ccd-9213-623bb8f59eed,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:05.808055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] No DVR routers for this DVR port 9e61e03e-8209-4ccd-9213-623bb8f59eed on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:48:05.821804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.822487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.822990 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.824362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.824362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.824734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.825523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.825688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.826238 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.826862 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.827366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.827954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.828551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f5bf57-e52c-4079-908c-816e718282db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:05.888722 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (a39f601b-34a6-4170-9798-d338578cdf5d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:05.934318 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=a39f601b-34a6-4170-9798-d338578cdf5d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:06.049882 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.166987 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.170325 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_controller (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.277303 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.277816 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Fanout notify agent at l3_agent the message router_deleted on router a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:48:06.286157 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.288577 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9d4c2f3e-6e6e-4696-91dc-62e999e41e52 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/routers/a57f2ae3-8517-46cf-b9d1-da7a6dc7eafa HTTP/1.1" status: 204 len: 168 time: 1.3986614 Feb 11 05:48:06.291861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46306) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:06.404348 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-460eaf30-fc18-452e-8c94-6b7bc9886850 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (2f70f845-e389-4117-b45f-13f388f61d2e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.511597 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-460eaf30-fc18-452e-8c94-6b7bc9886850 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (2f70f845-e389-4117-b45f-13f388f61d2e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.541482 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-460eaf30-fc18-452e-8c94-6b7bc9886850 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f70f845-e389-4117-b45f-13f388f61d2e']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:06.554434 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-460eaf30-fc18-452e-8c94-6b7bc9886850 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cadf672-0590-4226-ad31-8e3efbee65cb') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:06.554792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-460eaf30-fc18-452e-8c94-6b7bc9886850 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cadf672-0590-4226-ad31-8e3efbee65cb') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:06.566405 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-460eaf30-fc18-452e-8c94-6b7bc9886850 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (6cadf672-0590-4226-ad31-8e3efbee65cb), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.582771 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-460eaf30-fc18-452e-8c94-6b7bc9886850 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (6cadf672-0590-4226-ad31-8e3efbee65cb), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.590906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460eaf30-fc18-452e-8c94-6b7bc9886850 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:48:06.591411 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-460eaf30-fc18-452e-8c94-6b7bc9886850 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (6cadf672-0590-4226-ad31-8e3efbee65cb), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:48:06.594928 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:48:06.722654 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-460eaf30-fc18-452e-8c94-6b7bc9886850 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (2f70f845-e389-4117-b45f-13f388f61d2e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.732017 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-460eaf30-fc18-452e-8c94-6b7bc9886850 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.736324 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-460eaf30-fc18-452e-8c94-6b7bc9886850 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/networks/2f70f845-e389-4117-b45f-13f388f61d2e HTTP/1.1" status: 204 len: 168 time: 0.4430256 Feb 11 05:48:06.740484 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46308) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:06.755065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460eaf30-fc18-452e-8c94-6b7bc9886850 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Network': ['ID=2f70f845-e389-4117-b45f-13f388f61d2e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:06.853673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 39ea8a06-6a8b-4b9d-a6b4-2786581882ed no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:06.861161 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f879371-5b3c-407d-82a9-173373cf6caf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (e57135ee-78b8-4540-8274-267034d70e02), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.885007 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 39ea8a06-6a8b-4b9d-a6b4-2786581882ed {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:06.885501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 39ea8a06-6a8b-4b9d-a6b4-2786581882ed not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:06.886175 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a39f601b-34a6-4170-9798-d338578cdf5d no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:06.898032 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f879371-5b3c-407d-82a9-173373cf6caf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (e57135ee-78b8-4540-8274-267034d70e02), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:06.910770 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: a39f601b-34a6-4170-9798-d338578cdf5d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:06.911125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a39f601b-34a6-4170-9798-d338578cdf5d not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:06.911547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9e61e03e-8209-4ccd-9213-623bb8f59eed no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:48:06.942181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 9e61e03e-8209-4ccd-9213-623bb8f59eed {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:48:06.942603 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 9e61e03e-8209-4ccd-9213-623bb8f59eed not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:48:07.077321 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f879371-5b3c-407d-82a9-173373cf6caf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e57135ee-78b8-4540-8274-267034d70e02), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.080167 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3f879371-5b3c-407d-82a9-173373cf6caf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.081544 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3f879371-5b3c-407d-82a9-173373cf6caf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/security-groups/e57135ee-78b8-4540-8274-267034d70e02 HTTP/1.1" status: 204 len: 168 time: 0.3392746 Feb 11 05:48:07.097736 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f879371-5b3c-407d-82a9-173373cf6caf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57135ee-78b8-4540-8274-267034d70e02,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:07.776719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46314) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:07.781747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-26b42eb1-86d9-4e45-8151-758b9500b87e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-724701360', 'description': 'tempest-secgroup-smoke-724701360 description', 'project_id': '62e18d0c86a64ad7b01c097614e47196'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:07.903234 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-26b42eb1-86d9-4e45-8151-758b9500b87e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:07.982888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-26b42eb1-86d9-4e45-8151-758b9500b87e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (123808f3-b27b-40e9-b8d0-b45ef9a7a6e9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.053664 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-26b42eb1-86d9-4e45-8151-758b9500b87e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (123808f3-b27b-40e9-b8d0-b45ef9a7a6e9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.087850 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b42eb1-86d9-4e45-8151-758b9500b87e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:08.141889 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-26b42eb1-86d9-4e45-8151-758b9500b87e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.143792 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-26b42eb1-86d9-4e45-8151-758b9500b87e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3656082 Feb 11 05:48:08.147390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46316) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:08.152966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d714f475-eeaa-4d5b-8318-c05da5dc45bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '123808f3-b27b-40e9-b8d0-b45ef9a7a6e9', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:08.242522 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d714f475-eeaa-4d5b-8318-c05da5dc45bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (72c52341-23db-419f-a748-bd76101a748a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.325693 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d714f475-eeaa-4d5b-8318-c05da5dc45bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (72c52341-23db-419f-a748-bd76101a748a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.402465 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d714f475-eeaa-4d5b-8318-c05da5dc45bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (72c52341-23db-419f-a748-bd76101a748a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.424392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714f475-eeaa-4d5b-8318-c05da5dc45bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c52341-23db-419f-a748-bd76101a748a,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:08.513176 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d714f475-eeaa-4d5b-8318-c05da5dc45bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.514596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d714f475-eeaa-4d5b-8318-c05da5dc45bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3660038 Feb 11 05:48:08.519237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46318) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:08.524262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ab615b16-dc8b-41f2-8f96-f2d43b4431d8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '123808f3-b27b-40e9-b8d0-b45ef9a7a6e9', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:08.646145 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab615b16-dc8b-41f2-8f96-f2d43b4431d8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (a6c4d74d-649b-4a8e-8a58-1cbc5aa860d6), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.716288 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab615b16-dc8b-41f2-8f96-f2d43b4431d8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (a6c4d74d-649b-4a8e-8a58-1cbc5aa860d6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.774111 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab615b16-dc8b-41f2-8f96-f2d43b4431d8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (a6c4d74d-649b-4a8e-8a58-1cbc5aa860d6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.796614 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab615b16-dc8b-41f2-8f96-f2d43b4431d8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c4d74d-649b-4a8e-8a58-1cbc5aa860d6,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:08.859618 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ab615b16-dc8b-41f2-8f96-f2d43b4431d8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:08.861348 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ab615b16-dc8b-41f2-8f96-f2d43b4431d8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3408041 Feb 11 05:48:08.864795 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46320) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:08.869927 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b2dd8cfd-035f-45d5-9797-fc2c098b2efc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '123808f3-b27b-40e9-b8d0-b45ef9a7a6e9', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:08.963343 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8cfd-035f-45d5-9797-fc2c098b2efc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (2b2574d3-4001-431d-8b8a-f6d9260e033f), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.038109 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8cfd-035f-45d5-9797-fc2c098b2efc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (2b2574d3-4001-431d-8b8a-f6d9260e033f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.122784 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8cfd-035f-45d5-9797-fc2c098b2efc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (2b2574d3-4001-431d-8b8a-f6d9260e033f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.146486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd8cfd-035f-45d5-9797-fc2c098b2efc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2574d3-4001-431d-8b8a-f6d9260e033f,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:09.233514 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8cfd-035f-45d5-9797-fc2c098b2efc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.234775 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b2dd8cfd-035f-45d5-9797-fc2c098b2efc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3689065 Feb 11 05:48:09.237977 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46322) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:09.243429 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d7041a4f-c74b-45c3-9647-f89f9938c816 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '123808f3-b27b-40e9-b8d0-b45ef9a7a6e9', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:09.355695 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7041a4f-c74b-45c3-9647-f89f9938c816 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (6dc1d3d7-5125-408a-afdd-bcfc9aee4de6), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.433148 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7041a4f-c74b-45c3-9647-f89f9938c816 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (6dc1d3d7-5125-408a-afdd-bcfc9aee4de6), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.543598 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7041a4f-c74b-45c3-9647-f89f9938c816 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (6dc1d3d7-5125-408a-afdd-bcfc9aee4de6), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.566106 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7041a4f-c74b-45c3-9647-f89f9938c816 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc1d3d7-5125-408a-afdd-bcfc9aee4de6,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:09.631115 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d7041a4f-c74b-45c3-9647-f89f9938c816 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.633088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d7041a4f-c74b-45c3-9647-f89f9938c816 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3936474 Feb 11 05:48:09.636396 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46324) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:09.641324 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-2847dd65-cae2-4144-8844-9742b2aed39e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '123808f3-b27b-40e9-b8d0-b45ef9a7a6e9', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:09.754686 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-2847dd65-cae2-4144-8844-9742b2aed39e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Project 62e18d0c86a64ad7b01c097614e47196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:48:09.761106 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2847dd65-cae2-4144-8844-9742b2aed39e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (b7907467-c5fd-421a-97a3-36674238a7b8), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.823615 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2847dd65-cae2-4144-8844-9742b2aed39e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (b7907467-c5fd-421a-97a3-36674238a7b8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.945377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2847dd65-cae2-4144-8844-9742b2aed39e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (b7907467-c5fd-421a-97a3-36674238a7b8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:09.969452 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847dd65-cae2-4144-8844-9742b2aed39e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7907467-c5fd-421a-97a3-36674238a7b8,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:10.071894 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2847dd65-cae2-4144-8844-9742b2aed39e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.073331 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2847dd65-cae2-4144-8844-9742b2aed39e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4358439 Feb 11 05:48:10.081029 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46326) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:10.082080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-612310f1-44e1-4ae6-8e56-076148a725b0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '123808f3-b27b-40e9-b8d0-b45ef9a7a6e9', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:10.251799 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-612310f1-44e1-4ae6-8e56-076148a725b0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Project 62e18d0c86a64ad7b01c097614e47196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:48:10.259011 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-612310f1-44e1-4ae6-8e56-076148a725b0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (12e87adf-9bec-4de2-a58d-c326209403fb), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.338025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-612310f1-44e1-4ae6-8e56-076148a725b0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (12e87adf-9bec-4de2-a58d-c326209403fb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.392232 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:48:10.419229 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-612310f1-44e1-4ae6-8e56-076148a725b0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (12e87adf-9bec-4de2-a58d-c326209403fb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.442372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612310f1-44e1-4ae6-8e56-076148a725b0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e87adf-9bec-4de2-a58d-c326209403fb,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:10.518810 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-612310f1-44e1-4ae6-8e56-076148a725b0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.520377 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-612310f1-44e1-4ae6-8e56-076148a725b0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4423561 Feb 11 05:48:10.523555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46328) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:10.529742 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-cd60651b-c796-4582-abbd-63c4c17621b6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'network': {'name': 'tempest-network-smoke--1958316501', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'port_security_enabled': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:10.613526 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd60651b-c796-4582-abbd-63c4c17621b6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Made reservation on behalf of 62e18d0c86a64ad7b01c097614e47196 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:10.617691 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd60651b-c796-4582-abbd-63c4c17621b6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.646248 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd60651b-c796-4582-abbd-63c4c17621b6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:48:10.657443 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd60651b-c796-4582-abbd-63c4c17621b6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e98c05f1-d3af-4f33-8337-b9fa091fac94), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.657848 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-cd60651b-c796-4582-abbd-63c4c17621b6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Added segment e98c05f1-d3af-4f33-8337-b9fa091fac94 of type vlan for network 73bf8802-4f15-4a85-bd22-32bd99e1286b Feb 11 05:48:10.707744 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd60651b-c796-4582-abbd-63c4c17621b6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (73bf8802-4f15-4a85-bd22-32bd99e1286b), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.871119 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd60651b-c796-4582-abbd-63c4c17621b6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (73bf8802-4f15-4a85-bd22-32bd99e1286b), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.876700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd60651b-c796-4582-abbd-63c4c17621b6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:10.877476 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-cd60651b-c796-4582-abbd-63c4c17621b6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:10.952575 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60651b-c796-4582-abbd-63c4c17621b6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Network': ['ID=73bf8802-4f15-4a85-bd22-32bd99e1286b,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:10.965472 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 73bf8802-4f15-4a85-bd22-32bd99e1286b details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:48:11.035937 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cd60651b-c796-4582-abbd-63c4c17621b6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5109220 Feb 11 05:48:11.041631 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46330) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:11.047083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'admin_state_up': True, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:11.206474 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.207792 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.271881 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_controller (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.511039 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.816380 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.838540 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:11.973068 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.25.3.182 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/74515853-cb6b-499a-816d-1af9251ddc41) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:12.107410 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (74515853-cb6b-499a-816d-1af9251ddc41), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.223911 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (74515853-cb6b-499a-816d-1af9251ddc41), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:12.270643 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:12.275154 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:12.278044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:12.308035 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=74515853-cb6b-499a-816d-1af9251ddc41,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:12.802745 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.077571 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.327894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:48:13.466571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:13.480373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Sync routers for ids ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:13.494410 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Routers {'0612395f-a3c4-4b2d-a17c-d1bf28d505ba'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:13.495255 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:47:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:13.561432 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:13.564156 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-40f00cc0-7885-4a4f-9cca-2b7f0c441b97 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5210195 Feb 11 05:48:13.570137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46332) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:13.640558 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-81581dfd-c02b-4e5c-8861-04fbaa3a299e tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=62e18d0c86a64ad7b01c097614e47196&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0668230 Feb 11 05:48:13.642449 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46334) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:13.682340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Set router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:13.784792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d7464d-5111-424d-9ab2-b5b3d65f233f tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:13.787255 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c2d7464d-5111-424d-9ab2-b5b3d65f233f tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1429324 Feb 11 05:48:13.793333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46336) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:13.859388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cbd2e85c-b2ff-4987-8275-ae39fc40a86a tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644374 Feb 11 05:48:13.862378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46338) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:13.871930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-14205606-8427-4611-b142-f02ef45be5ce tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-336747246', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:14.026998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '74515853-cb6b-499a-816d-1af9251ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:12Z', 'revision_number': 3, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '74515853-cb6b-499a-816d-1af9251ddc41', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:14.059864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Checking router: 0612395f-a3c4-4b2d-a17c-d1bf28d505ba for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:14.061950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Updating router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba port 74515853-cb6b-499a-816d-1af9251ddc41 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:48:14.091646 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (74515853-cb6b-499a-816d-1af9251ddc41), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.117008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14205606-8427-4611-b142-f02ef45be5ce tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Made reservation on behalf of 62e18d0c86a64ad7b01c097614e47196 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:14.123518 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-14205606-8427-4611-b142-f02ef45be5ce tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.422085 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Publish callbacks [] for port (74515853-cb6b-499a-816d-1af9251ddc41), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.493520 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (74515853-cb6b-499a-816d-1af9251ddc41), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.557303 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-14205606-8427-4611-b142-f02ef45be5ce tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (c4a80f18-9ce8-4f9d-a2c9-3004a49c7757), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.559433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e7879-5685-41b0-b2c5-647d692b4247 None None] Pushing event updated for resources: {'Port': ['ID=74515853-cb6b-499a-816d-1af9251ddc41,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:14.572431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Attempting to bind port 74515853-cb6b-499a-816d-1af9251ddc41 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:14.572431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Attempting to bind port 74515853-cb6b-499a-816d-1af9251ddc41 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:14.572431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Attempting to bind port 74515853-cb6b-499a-816d-1af9251ddc41 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:14.572431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:14.572431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:14.572431 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.572431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:14.572431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Bound port: 74515853-cb6b-499a-816d-1af9251ddc41, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:14.572431 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (74515853-cb6b-499a-816d-1af9251ddc41), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.652502 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] For port 74515853-cb6b-499a-816d-1af9251ddc41, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:14.654954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14205606-8427-4611-b142-f02ef45be5ce tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Checking segment: {'id': 'e98c05f1-d3af-4f33-8337-b9fa091fac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:14.655589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14205606-8427-4611-b142-f02ef45be5ce tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network hostable DHCP agents. Network: 73bf8802-4f15-4a85-bd22-32bd99e1286b, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:48:14.659498 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] For port 74515853-cb6b-499a-816d-1af9251ddc41, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=74515853-cb6b-499a-816d-1af9251ddc41,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:14.665313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14205606-8427-4611-b142-f02ef45be5ce tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Subnet': ['ID=c4a80f18-9ce8-4f9d-a2c9-3004a49c7757,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:14.751800 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (74515853-cb6b-499a-816d-1af9251ddc41), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.764859 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14205606-8427-4611-b142-f02ef45be5ce tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 73bf8802-4f15-4a85-bd22-32bd99e1286b is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:48:14.850023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Routers {'0612395f-a3c4-4b2d-a17c-d1bf28d505ba'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:14.850846 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:47:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:14.853419 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e7879-5685-41b0-b2c5-647d692b4247 None None] Pushing event updated for resources: {'Port': ['ID=74515853-cb6b-499a-816d-1af9251ddc41,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:14.910902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-14205606-8427-4611-b142-f02ef45be5ce tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 73bf8802-4f15-4a85-bd22-32bd99e1286b) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:14.918358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14205606-8427-4611-b142-f02ef45be5ce tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:14.920508 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-14205606-8427-4611-b142-f02ef45be5ce tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:14.976715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32189325-7c07-4de0-9633-d82192d2e8e7 None None] Network 73bf8802-4f15-4a85-bd22-32bd99e1286b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:15.082437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] Set router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:15.179433 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-73bf8802-4f15-4a85-bd22-32bd99e1286b', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ips': [{'subnet_id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:48:15.180770 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.289201 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-14205606-8427-4611-b142-f02ef45be5ce tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4250154 Feb 11 05:48:15.294010 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46340) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:15.520524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Allocated IP 172.20.0.2 (73bf8802-4f15-4a85-bd22-32bd99e1286b/c4a80f18-9ce8-4f9d-a2c9-3004a49c7757/5c40b218-f1cd-4322-b406-25b8042f1cff) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:15.569579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '74515853-cb6b-499a-816d-1af9251ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:12Z', 'revision_number': 3, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '74515853-cb6b-499a-816d-1af9251ddc41', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:15.613934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9884f426-c7c2-400e-9856-414e9b3ea0d4 None None] The sync data for ids ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'] in n-d-712142-35 is: [{'id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '74515853-cb6b-499a-816d-1af9251ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:12Z', 'revision_number': 3, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '74515853-cb6b-499a-816d-1af9251ddc41', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:15.808131 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Publish callbacks [] for port (5c40b218-f1cd-4322-b406-25b8042f1cff), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.873793 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (5c40b218-f1cd-4322-b406-25b8042f1cff), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:15.946509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Pushing event updated for resources: {'Port': ['ID=5c40b218-f1cd-4322-b406-25b8042f1cff,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:15.951591 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Network 73bf8802-4f15-4a85-bd22-32bd99e1286b is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:15.954476 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:15.957455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:16.059954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Attempting to bind port 5c40b218-f1cd-4322-b406-25b8042f1cff on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:16.060431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Attempting to bind port 5c40b218-f1cd-4322-b406-25b8042f1cff by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e98c05f1-d3af-4f33-8337-b9fa091fac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:16.060723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Attempting to bind port 5c40b218-f1cd-4322-b406-25b8042f1cff on network 73bf8802-4f15-4a85-bd22-32bd99e1286b {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:16.067826 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:16.068194 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Checking segment: {'id': 'e98c05f1-d3af-4f33-8337-b9fa091fac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:16.068663 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.069088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Bound using segment: {'id': 'e98c05f1-d3af-4f33-8337-b9fa091fac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:16.069604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Bound port: 5c40b218-f1cd-4322-b406-25b8042f1cff, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98c05f1-d3af-4f33-8337-b9fa091fac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:16.070065 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5c40b218-f1cd-4322-b406-25b8042f1cff), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.188906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] For port 5c40b218-f1cd-4322-b406-25b8042f1cff, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:16.197936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] For port 5c40b218-f1cd-4322-b406-25b8042f1cff, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5c40b218-f1cd-4322-b406-25b8042f1cff,segment=NetworkSegment(e98c05f1-d3af-4f33-8337-b9fa091fac94),segment_id=e98c05f1-d3af-4f33-8337-b9fa091fac94)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:16.288923 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5c40b218-f1cd-4322-b406-25b8042f1cff), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.404789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baefc8-4869-41f1-b62d-2ab57d1165bf None None] Pushing event updated for resources: {'Port': ['ID=5c40b218-f1cd-4322-b406-25b8042f1cff,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:16.571641 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.733988 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 74515853-cb6b-499a-816d-1af9251ddc41 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:16.831035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 74515853-cb6b-499a-816d-1af9251ddc41 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:16.831685 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (74515853-cb6b-499a-816d-1af9251ddc41), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:16.993133 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 74515853-cb6b-499a-816d-1af9251ddc41 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:16.993875 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (74515853-cb6b-499a-816d-1af9251ddc41), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.025894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 74515853-cb6b-499a-816d-1af9251ddc41, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=74515853-cb6b-499a-816d-1af9251ddc41,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:17.106056 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (74515853-cb6b-499a-816d-1af9251ddc41), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.170938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=74515853-cb6b-499a-816d-1af9251ddc41,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:17.224146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.20.0.1 (73bf8802-4f15-4a85-bd22-32bd99e1286b/c4a80f18-9ce8-4f9d-a2c9-3004a49c7757/3661041f-40cc-4e60-b240-0a9e080d8eb7) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:17.364837 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.510873 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.575227 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 73bf8802-4f15-4a85-bd22-32bd99e1286b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:17.579642 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:17.585538 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:17.592502 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=3661041f-40cc-4e60-b240-0a9e080d8eb7,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:17.653375 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:17.783407 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed317036-d25e-4165-aafe-f11259940132 None None] Network 73bf8802-4f15-4a85-bd22-32bd99e1286b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:48:17.966332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.079610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5dfd968a-acef-4523-8caf-a56ed61a326c None None] Provisioning complete for port 5c40b218-f1cd-4322-b406-25b8042f1cff triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:18.079991 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5dfd968a-acef-4523-8caf-a56ed61a326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5c40b218-f1cd-4322-b406-25b8042f1cff), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.275897 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd968a-acef-4523-8caf-a56ed61a326c None None] Current status of the port 5c40b218-f1cd-4322-b406-25b8042f1cff is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:18.277018 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5dfd968a-acef-4523-8caf-a56ed61a326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5c40b218-f1cd-4322-b406-25b8042f1cff), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.344857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-5dfd968a-acef-4523-8caf-a56ed61a326c None None] For port 5c40b218-f1cd-4322-b406-25b8042f1cff, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5c40b218-f1cd-4322-b406-25b8042f1cff,segment=NetworkSegment(e98c05f1-d3af-4f33-8337-b9fa091fac94),segment_id=e98c05f1-d3af-4f33-8337-b9fa091fac94)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:18.367574 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.417792 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5dfd968a-acef-4523-8caf-a56ed61a326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5c40b218-f1cd-4322-b406-25b8042f1cff), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.457236 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.496168 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd968a-acef-4523-8caf-a56ed61a326c None None] Pushing event updated for resources: {'Port': ['ID=5c40b218-f1cd-4322-b406-25b8042f1cff,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:18.561980 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-06487344-6e5a-4632-9156-0374bfa7d358 None None] Provisioning complete for port 5c40b218-f1cd-4322-b406-25b8042f1cff triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:18.563293 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-06487344-6e5a-4632-9156-0374bfa7d358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5c40b218-f1cd-4322-b406-25b8042f1cff), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.605192 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.610660 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=3661041f-40cc-4e60-b240-0a9e080d8eb7,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:18.752299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-06487344-6e5a-4632-9156-0374bfa7d358 None None] Current status of the port 5c40b218-f1cd-4322-b406-25b8042f1cff is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:18.771124 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-06487344-6e5a-4632-9156-0374bfa7d358 None None] Provisioning complete for port 3661041f-40cc-4e60-b240-0a9e080d8eb7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:18.771652 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-06487344-6e5a-4632-9156-0374bfa7d358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.804798 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 73bf8802-4f15-4a85-bd22-32bd99e1286b is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:18.808739 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:18.812679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5c40b218-f1cd-4322-b406-25b8042f1cff up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:18.862446 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-06487344-6e5a-4632-9156-0374bfa7d358 None None] Port 3661041f-40cc-4e60-b240-0a9e080d8eb7 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:18.880125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 5c40b218-f1cd-4322-b406-25b8042f1cff triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:18.880628 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5c40b218-f1cd-4322-b406-25b8042f1cff), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:18.997896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 5c40b218-f1cd-4322-b406-25b8042f1cff is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:18.999200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 74515853-cb6b-499a-816d-1af9251ddc41 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:19.029742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-fa31a167-a4fd-4e92-a50c-6689bc62ea66 None None] Provisioning complete for port 3661041f-40cc-4e60-b240-0a9e080d8eb7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:19.030206 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fa31a167-a4fd-4e92-a50c-6689bc62ea66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.031173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:19.092613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fa31a167-a4fd-4e92-a50c-6689bc62ea66 None None] Port 3661041f-40cc-4e60-b240-0a9e080d8eb7 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:19.107820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 74515853-cb6b-499a-816d-1af9251ddc41 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:19.108336 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (74515853-cb6b-499a-816d-1af9251ddc41), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.240974 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:19.249363 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6b76e8c2-6687-450b-aff8-56df3262e2d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "PUT /v2.0/routers/0612395f-a3c4-4b2d-a17c-d1bf28d505ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9528680 Feb 11 05:48:19.289538 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Sync routers for ids ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:19.290615 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-df54faed-846b-40a2-8e5c-9f1ccb59cb59 None None] Provisioning complete for port 3661041f-40cc-4e60-b240-0a9e080d8eb7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:19.290615 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-df54faed-846b-40a2-8e5c-9f1ccb59cb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:19.290615 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 74515853-cb6b-499a-816d-1af9251ddc41 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:19.291554 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Routers {'0612395f-a3c4-4b2d-a17c-d1bf28d505ba'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:19.293036 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:47:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:19.356901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-df54faed-846b-40a2-8e5c-9f1ccb59cb59 None None] Port 3661041f-40cc-4e60-b240-0a9e080d8eb7 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:19.488245 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Set router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:19.514317 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e5a5dec0-abc0-45b0-8ea6-d75570be2bd0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-724701360&fields=id&tenant_id=62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 267 time: 0.0672474 Feb 11 05:48:19.658091 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-5d5da65d-93ce-49e3-bbc5-1267f9d9558d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:19.659920 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-5d5da65d-93ce-49e3-bbc5-1267f9d9558d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/networks?id=73bf8802-4f15-4a85-bd22-32bd99e1286b HTTP/1.1" status: 200 len: 797 time: 0.1362312 Feb 11 05:48:19.676834 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-efcddaf9-992f-40f8-b4ca-58371415642c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/quotas/62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 375 time: 0.0104940 Feb 11 05:48:19.761059 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e72962a8-e99f-4afe-b8d1-240d21d661f7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732441 Feb 11 05:48:19.889771 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-4d1cfb43-2475-4b45-8931-12c759523576 service neutron] 10.222.0.13 "GET /v2.0/networks/73bf8802-4f15-4a85-bd22-32bd99e1286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138682 Feb 11 05:48:19.891386 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '74515853-cb6b-499a-816d-1af9251ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:17Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '74515853-cb6b-499a-816d-1af9251ddc41', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3661041f-40cc-4e60-b240-0a9e080d8eb7', 'name': '', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:e2:c8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:16Z', 'updated_at': '2022-02-11T05:48:18Z', 'revision_number': 2, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:19.924777 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Checking router: 0612395f-a3c4-4b2d-a17c-d1bf28d505ba for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:19.925129 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Updating router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba port 3661041f-40cc-4e60-b240-0a9e080d8eb7 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:48:19.975458 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.002881 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-3c767a4c-75de-4b9c-85ea-eb9c5fe98eab service neutron] 10.222.0.13 "GET /v2.0/networks/73bf8802-4f15-4a85-bd22-32bd99e1286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056478 Feb 11 05:48:20.353109 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Publish callbacks [] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.390762 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5323962f-a90c-4991-bbd9-01095f3839b8 req-102c294a-b5f1-4cc2-bd2a-956581fdd279 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 210 time: 0.0342577 Feb 11 05:48:20.631001 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.724599 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd738e-e2e8-4764-9c20-a7e98eb93a99 None None] Pushing event updated for resources: {'Port': ['ID=3661041f-40cc-4e60-b240-0a9e080d8eb7,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:20.753948 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfd738e-e2e8-4764-9c20-a7e98eb93a99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:20.754564 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfd738e-e2e8-4764-9c20-a7e98eb93a99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:20.759326 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfd738e-e2e8-4764-9c20-a7e98eb93a99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:20.760224 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfd738e-e2e8-4764-9c20-a7e98eb93a99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:20.760804 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfd738e-e2e8-4764-9c20-a7e98eb93a99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:20.761486 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfd738e-e2e8-4764-9c20-a7e98eb93a99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:20.762013 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfd738e-e2e8-4764-9c20-a7e98eb93a99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:20.763458 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfd738e-e2e8-4764-9c20-a7e98eb93a99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:20.769198 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfd738e-e2e8-4764-9c20-a7e98eb93a99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:20.769198 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfd738e-e2e8-4764-9c20-a7e98eb93a99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:20.769198 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfd738e-e2e8-4764-9c20-a7e98eb93a99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:20.769198 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfd738e-e2e8-4764-9c20-a7e98eb93a99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:20.769198 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfd738e-e2e8-4764-9c20-a7e98eb93a99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:48:20.795263 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Attempting to bind port 3661041f-40cc-4e60-b240-0a9e080d8eb7 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:20.795837 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Attempting to bind port 3661041f-40cc-4e60-b240-0a9e080d8eb7 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e98c05f1-d3af-4f33-8337-b9fa091fac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:20.796543 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Attempting to bind port 3661041f-40cc-4e60-b240-0a9e080d8eb7 on network 73bf8802-4f15-4a85-bd22-32bd99e1286b {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:20.805371 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:20.806013 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Checking segment: {'id': 'e98c05f1-d3af-4f33-8337-b9fa091fac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:20.806944 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.807496 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Bound using segment: {'id': 'e98c05f1-d3af-4f33-8337-b9fa091fac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:20.808326 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Bound port: 3661041f-40cc-4e60-b240-0a9e080d8eb7, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98c05f1-d3af-4f33-8337-b9fa091fac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:20.809043 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:20.926114 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] For port 3661041f-40cc-4e60-b240-0a9e080d8eb7, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:20.931578 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] For port 3661041f-40cc-4e60-b240-0a9e080d8eb7, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3661041f-40cc-4e60-b240-0a9e080d8eb7,segment=NetworkSegment(e98c05f1-d3af-4f33-8337-b9fa091fac94),segment_id=e98c05f1-d3af-4f33-8337-b9fa091fac94)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:20.999400 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-14776055-b93a-4dc2-9ec9-75a9a6920b63 None None] Provisioning complete for port 3661041f-40cc-4e60-b240-0a9e080d8eb7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:21.000218 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-14776055-b93a-4dc2-9ec9-75a9a6920b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.042390 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-14776055-b93a-4dc2-9ec9-75a9a6920b63 None None] Port 3661041f-40cc-4e60-b240-0a9e080d8eb7 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:21.042933 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.134747 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Routers {'0612395f-a3c4-4b2d-a17c-d1bf28d505ba'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:21.135802 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:47:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:21.193380 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd738e-e2e8-4764-9c20-a7e98eb93a99 None None] Pushing event updated for resources: {'Port': ['ID=3661041f-40cc-4e60-b240-0a9e080d8eb7,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:21.313448 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] Set router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:21.477152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-539b1184-11c0-48b2-b971-aa707101e5b4 None None] Provisioning complete for port 3661041f-40cc-4e60-b240-0a9e080d8eb7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:21.478063 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-539b1184-11c0-48b2-b971-aa707101e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.489965 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-885c2b74-39ff-4bc6-93cb-de355130eca7 req-c01feea1-4505-426e-a7d4-283663de1549 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 210 time: 0.0406320 Feb 11 05:48:21.591286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-539b1184-11c0-48b2-b971-aa707101e5b4 None None] Current status of the port 3661041f-40cc-4e60-b240-0a9e080d8eb7 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:21.591787 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-539b1184-11c0-48b2-b971-aa707101e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.606254 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '74515853-cb6b-499a-816d-1af9251ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:17Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '74515853-cb6b-499a-816d-1af9251ddc41', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3661041f-40cc-4e60-b240-0a9e080d8eb7', 'name': '', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:e2:c8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:16Z', 'updated_at': '2022-02-11T05:48:20Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:21.636844 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-539b1184-11c0-48b2-b971-aa707101e5b4 None None] For port 3661041f-40cc-4e60-b240-0a9e080d8eb7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3661041f-40cc-4e60-b240-0a9e080d8eb7,segment=NetworkSegment(e98c05f1-d3af-4f33-8337-b9fa091fac94),segment_id=e98c05f1-d3af-4f33-8337-b9fa091fac94)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:21.642459 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89c5ed-ece7-4861-84e7-37d064289614 None None] The sync data for ids ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'] in n-d-712142-35 is: [{'id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '74515853-cb6b-499a-816d-1af9251ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:17Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '74515853-cb6b-499a-816d-1af9251ddc41', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3661041f-40cc-4e60-b240-0a9e080d8eb7', 'name': '', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:e2:c8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:16Z', 'updated_at': '2022-02-11T05:48:20Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:21.766304 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-539b1184-11c0-48b2-b971-aa707101e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:21.843805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b1184-11c0-48b2-b971-aa707101e5b4 None None] Pushing event updated for resources: {'Port': ['ID=3661041f-40cc-4e60-b240-0a9e080d8eb7,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:22.669973 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c1de95c1-bdd3-4073-ae58-a3a7fcc75588 req-a0baf4ff-153d-479a-b7a4-afb71bfcc7d4 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 210 time: 0.0363455 Feb 11 05:48:22.694720 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3661041f-40cc-4e60-b240-0a9e080d8eb7 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:22.773335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 3661041f-40cc-4e60-b240-0a9e080d8eb7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:22.773726 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:22.871726 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 3661041f-40cc-4e60-b240-0a9e080d8eb7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:23.049604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-35efb65d-10ee-46c7-8557-0663efc4bc46 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:23.051677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-35efb65d-10ee-46c7-8557-0663efc4bc46 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.47 "GET /v2.0/networks?id=73bf8802-4f15-4a85-bd22-32bd99e1286b HTTP/1.1" status: 200 len: 797 time: 0.1619010 Feb 11 05:48:23.141025 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-b574b24d-e9da-4087-ad85-00f6306f2352 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 379 time: 0.0799584 Feb 11 05:48:23.150146 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-28631cd7-362a-45a8-a431-60352844c90f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'port': {'device_id': '79543f4c-eaaf-44f3-be23-0233b1ed7f48', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'admin_state_up': True, 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'security_groups': ['123808f3-b27b-40e9-b8d0-b45ef9a7a6e9']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:23.236174 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5f3444bc-5820-43e8-9cac-2e87e798705f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.412827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-28631cd7-362a-45a8-a431-60352844c90f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Made reservation on behalf of 62e18d0c86a64ad7b01c097614e47196 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:48:23.417076 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-28631cd7-362a-45a8-a431-60352844c90f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.574926 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-28631cd7-362a-45a8-a431-60352844c90f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.20.0.3 (73bf8802-4f15-4a85-bd22-32bd99e1286b/c4a80f18-9ce8-4f9d-a2c9-3004a49c7757/07617370-bd99-47d9-9b28-24b11d59059f) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:23.759900 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-28631cd7-362a-45a8-a431-60352844c90f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (07617370-bd99-47d9-9b28-24b11d59059f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.842396 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e8d84928-d82f-4b94-a94f-1c1bbd36659d req-a471c739-4738-4794-8ff5-45b8263fd23c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 210 time: 0.0421121 Feb 11 05:48:23.864491 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-28631cd7-362a-45a8-a431-60352844c90f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (07617370-bd99-47d9-9b28-24b11d59059f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:23.929027 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-28631cd7-362a-45a8-a431-60352844c90f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 73bf8802-4f15-4a85-bd22-32bd99e1286b is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:23.932735 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-28631cd7-362a-45a8-a431-60352844c90f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:23.935367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-28631cd7-362a-45a8-a431-60352844c90f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:23.968327 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28631cd7-362a-45a8-a431-60352844c90f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=07617370-bd99-47d9-9b28-24b11d59059f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:24.005300 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-28631cd7-362a-45a8-a431-60352844c90f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:24.006492 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-28631cd7-362a-45a8-a431-60352844c90f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.125917 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-28631cd7-362a-45a8-a431-60352844c90f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9803219 Feb 11 05:48:24.206826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Request body: {'port': {'device_id': '79543f4c-eaaf-44f3-be23-0233b1ed7f48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:24.208041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-29a8980a-ca2b-48c3-95e0-0149d5e02a38 None None] Provisioning complete for port 07617370-bd99-47d9-9b28-24b11d59059f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:24.208801 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-29a8980a-ca2b-48c3-95e0-0149d5e02a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (07617370-bd99-47d9-9b28-24b11d59059f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.247619 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-29a8980a-ca2b-48c3-95e0-0149d5e02a38 None None] Port 07617370-bd99-47d9-9b28-24b11d59059f cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:48:24.282694 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (07617370-bd99-47d9-9b28-24b11d59059f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.596324 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07617370-bd99-47d9-9b28-24b11d59059f {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:48:24.606046 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Publish callbacks [] for port (07617370-bd99-47d9-9b28-24b11d59059f), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.620449 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Transition to ACTIVE for port object 07617370-bd99-47d9-9b28-24b11d59059f will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:48:24.703042 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (07617370-bd99-47d9-9b28-24b11d59059f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.767313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Pushing event updated for resources: {'Port': ['ID=07617370-bd99-47d9-9b28-24b11d59059f,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:24.848009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Attempting to bind port 07617370-bd99-47d9-9b28-24b11d59059f on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:48:24.848361 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Attempting to bind port 07617370-bd99-47d9-9b28-24b11d59059f by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'e98c05f1-d3af-4f33-8337-b9fa091fac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:48:24.848699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Attempting to bind port 07617370-bd99-47d9-9b28-24b11d59059f on network 73bf8802-4f15-4a85-bd22-32bd99e1286b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:24.854987 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Port 07617370-bd99-47d9-9b28-24b11d59059f on network 73bf8802-4f15-4a85-bd22-32bd99e1286b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:48:24.855334 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Attempting to bind port 07617370-bd99-47d9-9b28-24b11d59059f on network 73bf8802-4f15-4a85-bd22-32bd99e1286b {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:48:24.861230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:48:24.861582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Checking segment: {'id': 'e98c05f1-d3af-4f33-8337-b9fa091fac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:48:24.861982 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Bound using segment: {'id': 'e98c05f1-d3af-4f33-8337-b9fa091fac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:48:24.862444 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Bound port: 07617370-bd99-47d9-9b28-24b11d59059f, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98c05f1-d3af-4f33-8337-b9fa091fac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:48:24.862844 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (07617370-bd99-47d9-9b28-24b11d59059f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:24.969957 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] For port 07617370-bd99-47d9-9b28-24b11d59059f, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:48:24.977305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] For port 07617370-bd99-47d9-9b28-24b11d59059f, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=07617370-bd99-47d9-9b28-24b11d59059f,segment=NetworkSegment(e98c05f1-d3af-4f33-8337-b9fa091fac94),segment_id=e98c05f1-d3af-4f33-8337-b9fa091fac94)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:48:25.015203 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d1a24-0feb-40d7-af0d-7b9eddf90fb2 req-b0c1c6ca-3461-464e-af96-d0d745386812 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:25.017344 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d22d1a24-0feb-40d7-af0d-7b9eddf90fb2 req-b0c1c6ca-3461-464e-af96-d0d745386812 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 943 time: 0.0772114 Feb 11 05:48:25.058366 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (07617370-bd99-47d9-9b28-24b11d59059f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.092230 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d22d1a24-0feb-40d7-af0d-7b9eddf90fb2 req-963f991b-be4b-41da-ba4e-2afce9e1f59f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681612 Feb 11 05:48:25.104429 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:25.105352 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.106585 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] 10.222.0.47 "PUT /v2.0/ports/07617370-bd99-47d9-9b28-24b11d59059f HTTP/1.1" status: 200 len: 1092 time: 0.9728007 Feb 11 05:48:25.107172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79543f4c-eaaf-44f3-be23-0233b1ed7f48', 'tag': '07617370-bd99-47d9-9b28-24b11d59059f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:25.109518 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5c6c7e-9446-4c66-83a5-7610ee5335ea" -d '{"events": [{"name": "network-changed", "server_uuid": "79543f4c-eaaf-44f3-be23-0233b1ed7f48", "tag": "07617370-bd99-47d9-9b28-24b11d59059f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:25.162862 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846cbeb9-ba88-487c-988e-947ac7d43087 x-openstack-request-id: req-846cbeb9-ba88-487c-988e-947ac7d43087 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:25.163549 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79543f4c-eaaf-44f3-be23-0233b1ed7f48", "tag": "07617370-bd99-47d9-9b28-24b11d59059f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:25.163703 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-846cbeb9-ba88-487c-988e-947ac7d43087 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:25.164361 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79543f4c-eaaf-44f3-be23-0233b1ed7f48', 'tag': '07617370-bd99-47d9-9b28-24b11d59059f', 'status': 'completed', 'code': 200} Feb 11 05:48:25.173056 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895d333-c47b-4408-81ab-82cb20577b3b service neutron] Pushing event updated for resources: {'Port': ['ID=07617370-bd99-47d9-9b28-24b11d59059f,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:25.244742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c6c7e-9446-4c66-83a5-7610ee5335ea req-b2e72094-c13d-4b1a-8de2-127b5952d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:25.246261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd5c6c7e-9446-4c66-83a5-7610ee5335ea req-b2e72094-c13d-4b1a-8de2-127b5952d0c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 1126 time: 0.0623596 Feb 11 05:48:25.378076 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c6c7e-9446-4c66-83a5-7610ee5335ea req-0fbebb94-6b6d-462c-9003-e8f4f11ac888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:25.379750 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd5c6c7e-9446-4c66-83a5-7610ee5335ea req-0fbebb94-6b6d-462c-9003-e8f4f11ac888 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=62e18d0c86a64ad7b01c097614e47196&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1264844 Feb 11 05:48:25.497699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c6c7e-9446-4c66-83a5-7610ee5335ea req-b2e163d0-c4a1-41a0-be6c-beb10d3ad100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:25.499458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-cd5c6c7e-9446-4c66-83a5-7610ee5335ea req-b2e163d0-c4a1-41a0-be6c-beb10d3ad100 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139023 Feb 11 05:48:25.584576 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3090469c-c6a0-448b-ae87-1b89e389e2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:25.598044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-f5d645e1-8081-4c9f-bfa4-15c43580c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:25.599592 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-f5d645e1-8081-4c9f-bfa4-15c43580c353 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 1126 time: 0.0509925 Feb 11 05:48:25.648348 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-300bce17-0e24-486b-8aa8-9b4faab67e47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07617370-bd99-47d9-9b28-24b11d59059f HTTP/1.1" status: 200 len: 217 time: 0.0399094 Feb 11 05:48:25.706388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-9f484284-c1a9-4534-91e1-c3cf245e758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:25.707957 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-9f484284-c1a9-4534-91e1-c3cf245e758d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4a80f18-9ce8-4f9d-a2c9-3004a49c7757 HTTP/1.1" status: 200 len: 834 time: 0.0536621 Feb 11 05:48:25.763322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-717f67c9-3858-4d20-9142-e0cbb3ce87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:25.764863 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-717f67c9-3858-4d20-9142-e0cbb3ce87d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73bf8802-4f15-4a85-bd22-32bd99e1286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510080 Feb 11 05:48:25.868531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-68196501-2ad8-4f96-b7c2-8f02b6f9d4fe service neutron] 10.222.0.47 "GET /v2.0/networks/73bf8802-4f15-4a85-bd22-32bd99e1286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975161 Feb 11 05:48:25.971590 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a25d75e9-7ec6-410e-b059-8ba4ad70b798 req-f7d911ec-9613-4415-90b4-e86b79bd5077 service neutron] 10.222.0.47 "GET /v2.0/networks/73bf8802-4f15-4a85-bd22-32bd99e1286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973363 Feb 11 05:48:26.251256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431daea9-eac3-47df-97c9-8dc044e6ecdb req-d566005a-4cd5-4365-a47f-974e37c8ca8f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:26.253064 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-431daea9-eac3-47df-97c9-8dc044e6ecdb req-d566005a-4cd5-4365-a47f-974e37c8ca8f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 943 time: 0.0662074 Feb 11 05:48:26.322582 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-431daea9-eac3-47df-97c9-8dc044e6ecdb req-e8ba38e8-b9dd-4652-9ecf-2a1297a6eda0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586705 Feb 11 05:48:27.058696 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.188984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 07617370-bd99-47d9-9b28-24b11d59059f details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:48:27.353466 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 07617370-bd99-47d9-9b28-24b11d59059f, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=07617370-bd99-47d9-9b28-24b11d59059f,segment=NetworkSegment(e98c05f1-d3af-4f33-8337-b9fa091fac94),segment_id=e98c05f1-d3af-4f33-8337-b9fa091fac94)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:27.376226 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '07617370-bd99-47d9-9b28-24b11d59059f', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'port_id': '07617370-bd99-47d9-9b28-24b11d59059f', 'mac_address': 'fa:16:3e:51:50:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:48:27.426149 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 07617370-bd99-47d9-9b28-24b11d59059f is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:27.426689 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (07617370-bd99-47d9-9b28-24b11d59059f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.443625 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07617370-bd99-47d9-9b28-24b11d59059f {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:48:27.469347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 07617370-bd99-47d9-9b28-24b11d59059f, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=07617370-bd99-47d9-9b28-24b11d59059f,segment=NetworkSegment(e98c05f1-d3af-4f33-8337-b9fa091fac94),segment_id=e98c05f1-d3af-4f33-8337-b9fa091fac94)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:27.514730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c361d7c-1813-4fbf-b548-586cd1d85c74 req-50d620c3-c096-4ad4-a198-544f9d9f2d67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:27.517447 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6c361d7c-1813-4fbf-b548-586cd1d85c74 req-50d620c3-c096-4ad4-a198-544f9d9f2d67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 943 time: 0.1002991 Feb 11 05:48:27.588761 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (07617370-bd99-47d9-9b28-24b11d59059f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:27.594666 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6c361d7c-1813-4fbf-b548-586cd1d85c74 req-f58ed047-319a-4304-9b82-44fc527c5129 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700955 Feb 11 05:48:27.655467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=07617370-bd99-47d9-9b28-24b11d59059f,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:27.830351 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['07617370-bd99-47d9-9b28-24b11d59059f'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:48:28.728519 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:28.746295 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdd354-19dd-4110-bcd0-3fbde396744a req-441c29d3-ff5c-4ba3-8813-e31cb228443a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:28.748249 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cbcdd354-19dd-4110-bcd0-3fbde396744a req-441c29d3-ff5c-4ba3-8813-e31cb228443a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 944 time: 0.0618873 Feb 11 05:48:28.815347 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cbcdd354-19dd-4110-bcd0-3fbde396744a req-447fe620-1748-4203-a477-26fb7633699e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606620 Feb 11 05:48:29.187747 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 07617370-bd99-47d9-9b28-24b11d59059f up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:48:29.351691 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 07617370-bd99-47d9-9b28-24b11d59059f completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:48:29.356997 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 07617370-bd99-47d9-9b28-24b11d59059f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:48:29.357830 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (07617370-bd99-47d9-9b28-24b11d59059f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.459402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 07617370-bd99-47d9-9b28-24b11d59059f is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:48:29.460218 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (07617370-bd99-47d9-9b28-24b11d59059f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.488853 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79543f4c-eaaf-44f3-be23-0233b1ed7f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07617370-bd99-47d9-9b28-24b11d59059f'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:29.492757 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd8b85b-d020-44dc-9774-a03904509a12" -d '{"events": [{"server_uuid": "79543f4c-eaaf-44f3-be23-0233b1ed7f48", "name": "network-vif-plugged", "status": "completed", "tag": "07617370-bd99-47d9-9b28-24b11d59059f"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:29.508773 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 07617370-bd99-47d9-9b28-24b11d59059f, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=07617370-bd99-47d9-9b28-24b11d59059f,segment=NetworkSegment(e98c05f1-d3af-4f33-8337-b9fa091fac94),segment_id=e98c05f1-d3af-4f33-8337-b9fa091fac94)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:48:29.540047 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78230b4c-b380-44c8-b009-afa99835b007 x-openstack-request-id: req-78230b4c-b380-44c8-b009-afa99835b007 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:29.540480 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79543f4c-eaaf-44f3-be23-0233b1ed7f48", "name": "network-vif-plugged", "status": "completed", "tag": "07617370-bd99-47d9-9b28-24b11d59059f", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:29.540856 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78230b4c-b380-44c8-b009-afa99835b007 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:29.541349 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79543f4c-eaaf-44f3-be23-0233b1ed7f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07617370-bd99-47d9-9b28-24b11d59059f', 'code': 200} Feb 11 05:48:29.654346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fa36b-ebe1-4d18-8ce3-453c82ac2ecb req-313edbe0-b703-444f-830d-aaa2aea74c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:29.656249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ef4fa36b-ebe1-4d18-8ce3-453c82ac2ecb req-313edbe0-b703-444f-830d-aaa2aea74c1b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 1127 time: 0.0506189 Feb 11 05:48:29.670593 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (07617370-bd99-47d9-9b28-24b11d59059f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.735985 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ef4fa36b-ebe1-4d18-8ce3-453c82ac2ecb req-39686cd1-d3bc-4ffe-ae21-ba7c2bc58153 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734131 Feb 11 05:48:29.745537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=07617370-bd99-47d9-9b28-24b11d59059f,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:29.819449 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:29.965376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf7eb2-65fd-4f3c-be93-110a249244e6 req-ae85ed9d-7d19-4b1f-97a1-f4f717f46017 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:29.967510 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3adf7eb2-65fd-4f3c-be93-110a249244e6 req-ae85ed9d-7d19-4b1f-97a1-f4f717f46017 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0752554 Feb 11 05:48:30.031205 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3adf7eb2-65fd-4f3c-be93-110a249244e6 req-4d6ff57e-17fe-4297-8709-102000732650 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576985 Feb 11 05:48:31.194277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83439c69-3a1d-4a16-92ef-79897aaebebe req-1d686e2b-c676-493b-aeda-6c46e67352a0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:31.195971 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-83439c69-3a1d-4a16-92ef-79897aaebebe req-1d686e2b-c676-493b-aeda-6c46e67352a0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0625470 Feb 11 05:48:31.248798 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-83439c69-3a1d-4a16-92ef-79897aaebebe req-f933694d-b5fc-41f1-a002-72874ad30c32 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469744 Feb 11 05:48:32.390385 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717dfcc8-581c-4adc-86e6-d9bfbe6f2725 req-2e20271d-4c71-43d3-b692-91a20d4e3e7e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:32.392050 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-717dfcc8-581c-4adc-86e6-d9bfbe6f2725 req-2e20271d-4c71-43d3-b692-91a20d4e3e7e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0671661 Feb 11 05:48:32.452567 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-717dfcc8-581c-4adc-86e6-d9bfbe6f2725 req-f72e8bbc-535e-4ad2-9f57-c3a4c185e987 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542479 Feb 11 05:48:32.608712 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf02304-4021-4798-a39c-c323bb3de47f req-7c74a982-c669-4fec-a027-e02720abc2fa tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:32.610361 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-faf02304-4021-4798-a39c-c323bb3de47f req-7c74a982-c669-4fec-a027-e02720abc2fa tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0699339 Feb 11 05:48:32.702506 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-faf02304-4021-4798-a39c-c323bb3de47f req-7d86afa9-f02d-4778-8ad9-22210765e929 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839005 Feb 11 05:48:32.735145 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46398) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:32.785978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d8a50-c0e5-4355-8abd-06beb6d2bb85 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:32.788513 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c74d8a50-c0e5-4355-8abd-06beb6d2bb85 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 1123 time: 0.0521326 Feb 11 05:48:32.792590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46400) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:32.799718 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '07617370-bd99-47d9-9b28-24b11d59059f', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:48:32.933486 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.055606 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.196790 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.25.3.117 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/56ea1436-ce9c-44aa-a557-1a3c6fac05ab) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:48:33.386200 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (56ea1436-ce9c-44aa-a557-1a3c6fac05ab), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.514971 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (56ea1436-ce9c-44aa-a557-1a3c6fac05ab), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:33.582728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:48:33.588138 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:48:33.595202 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:48:33.637364 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=56ea1436-ce9c-44aa-a557-1a3c6fac05ab,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:34.140143 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (6e127585-f5af-4278-93ef-d71d6bdd14e9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.280036 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (56ea1436-ce9c-44aa-a557-1a3c6fac05ab), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.506491 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (56ea1436-ce9c-44aa-a557-1a3c6fac05ab), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.578870 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (56ea1436-ce9c-44aa-a557-1a3c6fac05ab), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.661567 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=56ea1436-ce9c-44aa-a557-1a3c6fac05ab,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:48:34.677534 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (6e127585-f5af-4278-93ef-d71d6bdd14e9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.750678 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:34.830395 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Floating IP 6e127585-f5af-4278-93ef-d71d6bdd14e9 associated. External IP: 172.25.3.117, port: 07617370-bd99-47d9-9b28-24b11d59059f. Feb 11 05:48:34.904753 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.466817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:48:35.612131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:48:35.625908 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024c9e3-c622-4d18-9011-39653ad3ba04 None None] Sync routers for ids ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:48:35.637382 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024c9e3-c622-4d18-9011-39653ad3ba04 None None] Routers {'0612395f-a3c4-4b2d-a17c-d1bf28d505ba'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:35.638041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0024c9e3-c622-4d18-9011-39653ad3ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:48:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:35.733511 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:35.770036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0024c9e3-c622-4d18-9011-39653ad3ba04 None None] Set router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:35.778675 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9e3401ef-ea12-4443-8913-e7ae64f822ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9845669 Feb 11 05:48:35.779346 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79543f4c-eaaf-44f3-be23-0233b1ed7f48', 'tag': '07617370-bd99-47d9-9b28-24b11d59059f'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:48:35.781958 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee68782f-4f58-4ffe-bfab-ff3886c060e9" -d '{"events": [{"name": "network-changed", "server_uuid": "79543f4c-eaaf-44f3-be23-0233b1ed7f48", "tag": "07617370-bd99-47d9-9b28-24b11d59059f"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:48:35.831534 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6698c73a-72d4-4ba2-9004-4f29f96a6935 x-openstack-request-id: req-6698c73a-72d4-4ba2-9004-4f29f96a6935 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:48:35.831860 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79543f4c-eaaf-44f3-be23-0233b1ed7f48", "tag": "07617370-bd99-47d9-9b28-24b11d59059f", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:48:35.832146 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6698c73a-72d4-4ba2-9004-4f29f96a6935 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:48:35.832632 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79543f4c-eaaf-44f3-be23-0233b1ed7f48', 'tag': '07617370-bd99-47d9-9b28-24b11d59059f', 'status': 'completed', 'code': 200} Feb 11 05:48:35.920621 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68782f-4f58-4ffe-bfab-ff3886c060e9 req-74af5bc2-eebb-466d-a4ac-5968a1cdb67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:35.923528 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee68782f-4f58-4ffe-bfab-ff3886c060e9 req-74af5bc2-eebb-466d-a4ac-5968a1cdb67d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 1128 time: 0.0698726 Feb 11 05:48:35.971340 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6e033-2571-48f7-9ae5-951cabacda96 req-1c8748b2-b150-424a-904b-417de9598732 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:35.974299 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-01a6e033-2571-48f7-9ae5-951cabacda96 req-1c8748b2-b150-424a-904b-417de9598732 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.1035454 Feb 11 05:48:36.041818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68782f-4f58-4ffe-bfab-ff3886c060e9 req-ffeefbbe-725b-471f-a745-8234fc30adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:36.043390 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee68782f-4f58-4ffe-bfab-ff3886c060e9 req-ffeefbbe-725b-471f-a745-8234fc30adba service neutron] 10.222.0.47 "GET /v2.0/networks?id=73bf8802-4f15-4a85-bd22-32bd99e1286b HTTP/1.1" status: 200 len: 898 time: 0.1140516 Feb 11 05:48:36.060429 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-01a6e033-2571-48f7-9ae5-951cabacda96 req-d504ad50-8d00-4a4b-9d89-ca4747a728b9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758729 Feb 11 05:48:36.092595 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46406) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:36.145499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0024c9e3-c622-4d18-9011-39653ad3ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '74515853-cb6b-499a-816d-1af9251ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:17Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '74515853-cb6b-499a-816d-1af9251ddc41', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '6e127585-f5af-4278-93ef-d71d6bdd14e9', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'port_id': '07617370-bd99-47d9-9b28-24b11d59059f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'mac_address': 'fa:16:3e:51:50:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79543f4c-eaaf-44f3-be23-0233b1ed7f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:48:33Z', 'updated_at': '2022-02-11T05:48:33Z', 'revision_number': 0, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3661041f-40cc-4e60-b240-0a9e080d8eb7', 'name': '', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:e2:c8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:16Z', 'updated_at': '2022-02-11T05:48:21Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:36.148717 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee68782f-4f58-4ffe-bfab-ff3886c060e9 req-49e9899e-f651-4a82-92ae-ca0d2384c3e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07617370-bd99-47d9-9b28-24b11d59059f HTTP/1.1" status: 200 len: 999 time: 0.0976768 Feb 11 05:48:36.180376 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a51cd39c-9a31-4663-b700-90a6c169ab13 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/6e127585-f5af-4278-93ef-d71d6bdd14e9 HTTP/1.1" status: 200 len: 991 time: 0.0861349 Feb 11 05:48:36.199790 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024c9e3-c622-4d18-9011-39653ad3ba04 None None] Checking router: 0612395f-a3c4-4b2d-a17c-d1bf28d505ba for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:48:36.207474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68782f-4f58-4ffe-bfab-ff3886c060e9 req-8462a549-4b3c-44ac-8825-4e74eb14dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:36.209368 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee68782f-4f58-4ffe-bfab-ff3886c060e9 req-8462a549-4b3c-44ac-8825-4e74eb14dbc8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4a80f18-9ce8-4f9d-a2c9-3004a49c7757 HTTP/1.1" status: 200 len: 834 time: 0.0529206 Feb 11 05:48:36.216048 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0024c9e3-c622-4d18-9011-39653ad3ba04 None None] Routers {'0612395f-a3c4-4b2d-a17c-d1bf28d505ba'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:48:36.217122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0024c9e3-c622-4d18-9011-39653ad3ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:48:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:36.264556 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68782f-4f58-4ffe-bfab-ff3886c060e9 req-34714259-8fbe-4306-9bda-6fe009b1822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:36.266121 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee68782f-4f58-4ffe-bfab-ff3886c060e9 req-34714259-8fbe-4306-9bda-6fe009b1822f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73bf8802-4f15-4a85-bd22-32bd99e1286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515232 Feb 11 05:48:36.378178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee68782f-4f58-4ffe-bfab-ff3886c060e9 req-cbcd422c-a769-481c-97d4-8663f2c54ef6 service neutron] 10.222.0.47 "GET /v2.0/networks/73bf8802-4f15-4a85-bd22-32bd99e1286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048625 Feb 11 05:48:36.415936 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0024c9e3-c622-4d18-9011-39653ad3ba04 None None] Set router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:48:36.501055 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ee68782f-4f58-4ffe-bfab-ff3886c060e9 req-ac4f935e-d2e3-4ace-9819-2211d0c77a90 service neutron] 10.222.0.47 "GET /v2.0/networks/73bf8802-4f15-4a85-bd22-32bd99e1286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168211 Feb 11 05:48:36.692606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0024c9e3-c622-4d18-9011-39653ad3ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '74515853-cb6b-499a-816d-1af9251ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:17Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '74515853-cb6b-499a-816d-1af9251ddc41', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '6e127585-f5af-4278-93ef-d71d6bdd14e9', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'port_id': '07617370-bd99-47d9-9b28-24b11d59059f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'mac_address': 'fa:16:3e:51:50:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79543f4c-eaaf-44f3-be23-0233b1ed7f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:48:33Z', 'updated_at': '2022-02-11T05:48:33Z', 'revision_number': 0, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3661041f-40cc-4e60-b240-0a9e080d8eb7', 'name': '', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:e2:c8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:16Z', 'updated_at': '2022-02-11T05:48:21Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:48:36.724150 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0024c9e3-c622-4d18-9011-39653ad3ba04 None None] The sync data for ids ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'] in n-d-712142-35 is: [{'id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '74515853-cb6b-499a-816d-1af9251ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:17Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '74515853-cb6b-499a-816d-1af9251ddc41', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '6e127585-f5af-4278-93ef-d71d6bdd14e9', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'port_id': '07617370-bd99-47d9-9b28-24b11d59059f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'mac_address': 'fa:16:3e:51:50:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79543f4c-eaaf-44f3-be23-0233b1ed7f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:48:33Z', 'updated_at': '2022-02-11T05:48:33Z', 'revision_number': 0, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3661041f-40cc-4e60-b240-0a9e080d8eb7', 'name': '', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:e2:c8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:16Z', 'updated_at': '2022-02-11T05:48:21Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:48:36.799363 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-972025be-ee50-49a0-8943-a56088610d22 req-5283bf57-8408-4910-a5c8-8d140335d6c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567179 Feb 11 05:48:36.941217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972025be-ee50-49a0-8943-a56088610d22 req-37be6d37-d09c-4165-9d25-d5b4831bbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:36.944529 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-972025be-ee50-49a0-8943-a56088610d22 req-37be6d37-d09c-4165-9d25-d5b4831bbe58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 1128 time: 0.0683692 Feb 11 05:48:36.957792 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc3c4d5-d45e-4248-b9f4-2b1a8e65a296 None None] New status for floating IP 6e127585-f5af-4278-93ef-d71d6bdd14e9: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:48:37.076739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972025be-ee50-49a0-8943-a56088610d22 req-7a62517b-c80c-4444-b079-4b11595dc6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:37.079473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-972025be-ee50-49a0-8943-a56088610d22 req-7a62517b-c80c-4444-b079-4b11595dc6de service neutron] 10.222.0.47 "GET /v2.0/networks?id=73bf8802-4f15-4a85-bd22-32bd99e1286b HTTP/1.1" status: 200 len: 898 time: 0.1131666 Feb 11 05:48:37.166313 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-972025be-ee50-49a0-8943-a56088610d22 req-8b159292-c479-4426-b9a2-6afd9b58d642 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07617370-bd99-47d9-9b28-24b11d59059f HTTP/1.1" status: 200 len: 999 time: 0.0790226 Feb 11 05:48:37.185265 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46408) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:37.231529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972025be-ee50-49a0-8943-a56088610d22 req-6b1881e9-da30-408a-a281-572d5f4071df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:37.234059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-972025be-ee50-49a0-8943-a56088610d22 req-6b1881e9-da30-408a-a281-572d5f4071df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4a80f18-9ce8-4f9d-a2c9-3004a49c7757 HTTP/1.1" status: 200 len: 834 time: 0.0609527 Feb 11 05:48:37.284899 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b1370f74-8fbc-4129-a084-b9f8e2fc7571 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/6e127585-f5af-4278-93ef-d71d6bdd14e9 HTTP/1.1" status: 200 len: 991 time: 0.0977380 Feb 11 05:48:37.317302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972025be-ee50-49a0-8943-a56088610d22 req-e055e5e5-2bd8-4ef3-b39c-303ce9c5204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:48:37.321217 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-972025be-ee50-49a0-8943-a56088610d22 req-e055e5e5-2bd8-4ef3-b39c-303ce9c5204e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73bf8802-4f15-4a85-bd22-32bd99e1286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0815589 Feb 11 05:48:37.500041 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-972025be-ee50-49a0-8943-a56088610d22 req-f4833935-ff70-4adc-91d5-a3075948469e service neutron] 10.222.0.47 "GET /v2.0/networks/73bf8802-4f15-4a85-bd22-32bd99e1286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701174 Feb 11 05:48:37.607516 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-972025be-ee50-49a0-8943-a56088610d22 req-9af99f2a-7012-442d-9508-2724e92583e7 service neutron] 10.222.0.47 "GET /v2.0/networks/73bf8802-4f15-4a85-bd22-32bd99e1286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009588 Feb 11 05:48:38.289525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46410) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:48:38.364715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-79084a78-0175-4eeb-a02e-69df3e483802 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/6e127585-f5af-4278-93ef-d71d6bdd14e9 HTTP/1.1" status: 200 len: 993 time: 0.0737774 Feb 11 05:48:47.391709 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:48:53.245172 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a6ee8875-75ce-4530-8259-16365d731029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:55.553674 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc7c3-dd88-4e93-a85d-bee128d75798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:57.075539 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:58.673827 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:48:59.812927 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:03.307084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2d7ec-d396-42e9-92ea-9a0d9bd4bb94 req-f52f942d-e72b-4ebf-9942-5f9509aff8e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.309114 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5ee2d7ec-d396-42e9-92ea-9a0d9bd4bb94 req-f52f942d-e72b-4ebf-9942-5f9509aff8e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0639358 Feb 11 05:49:03.405889 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5ee2d7ec-d396-42e9-92ea-9a0d9bd4bb94 req-8fc92b5a-d7be-4604-8e37-aad693af3903 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862994 Feb 11 05:49:03.417580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ec40f-764f-4f7f-885c-5bbc56e2511d req-95441d46-1ea2-4766-b3d4-5b58e2a2586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.419179 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-465ec40f-764f-4f7f-885c-5bbc56e2511d req-95441d46-1ea2-4766-b3d4-5b58e2a2586b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 1128 time: 0.0706620 Feb 11 05:49:03.556613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ec40f-764f-4f7f-885c-5bbc56e2511d req-dabc672c-88e0-4e4c-9e54-826aa478a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.558394 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-465ec40f-764f-4f7f-885c-5bbc56e2511d req-dabc672c-88e0-4e4c-9e54-826aa478a2d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73bf8802-4f15-4a85-bd22-32bd99e1286b HTTP/1.1" status: 200 len: 898 time: 0.1319427 Feb 11 05:49:03.631909 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-465ec40f-764f-4f7f-885c-5bbc56e2511d req-a6108529-d9dd-40a2-9377-ba84251a7e27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07617370-bd99-47d9-9b28-24b11d59059f HTTP/1.1" status: 200 len: 1001 time: 0.0664146 Feb 11 05:49:03.690811 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ec40f-764f-4f7f-885c-5bbc56e2511d req-498efcff-6a29-4859-8ef0-e9331fd5a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.694032 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-465ec40f-764f-4f7f-885c-5bbc56e2511d req-498efcff-6a29-4859-8ef0-e9331fd5a500 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4a80f18-9ce8-4f9d-a2c9-3004a49c7757 HTTP/1.1" status: 200 len: 834 time: 0.0549350 Feb 11 05:49:03.764848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ec40f-764f-4f7f-885c-5bbc56e2511d req-5c38d1e4-9193-4fc2-b15c-7c3505a779e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:03.766431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-465ec40f-764f-4f7f-885c-5bbc56e2511d req-5c38d1e4-9193-4fc2-b15c-7c3505a779e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73bf8802-4f15-4a85-bd22-32bd99e1286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0673473 Feb 11 05:49:03.876791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-465ec40f-764f-4f7f-885c-5bbc56e2511d req-c8b0d930-b95d-4338-86e5-176d063a6abc service neutron] 10.222.0.47 "GET /v2.0/networks/73bf8802-4f15-4a85-bd22-32bd99e1286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043880 Feb 11 05:49:04.299782 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-465ec40f-764f-4f7f-885c-5bbc56e2511d req-2345cbf6-5a13-44b7-9bb8-91d0a62f9d58 service neutron] 10.222.0.47 "GET /v2.0/networks/73bf8802-4f15-4a85-bd22-32bd99e1286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173279 Feb 11 05:49:04.556331 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cc877-46f2-49a2-b7a7-4f1db0c37e97 req-a9a1f6df-9812-4993-8cd7-21aa1150a7d2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:04.558950 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc8cc877-46f2-49a2-b7a7-4f1db0c37e97 req-a9a1f6df-9812-4993-8cd7-21aa1150a7d2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0603726 Feb 11 05:49:04.625239 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc8cc877-46f2-49a2-b7a7-4f1db0c37e97 req-fb51780e-1e8a-4dcd-aa90-ce6b63a0b600 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584035 Feb 11 05:49:04.727142 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:04.919743 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:05.772976 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcb999-f1f5-4071-a166-1810cb0c61ad req-aa6ed7b2-9cc6-48e3-97ef-2993dfdd8b4f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:05.774611 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-59bcb999-f1f5-4071-a166-1810cb0c61ad req-aa6ed7b2-9cc6-48e3-97ef-2993dfdd8b4f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0751140 Feb 11 05:49:05.835409 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-59bcb999-f1f5-4071-a166-1810cb0c61ad req-e7a3d1ea-a032-42a1-be60-1587f63aac81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506368 Feb 11 05:49:06.978766 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53d57f-bc92-4608-af33-663d556b2b82 req-bbebe575-6608-4f1e-a874-ad12e8a01256 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:06.980557 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4f53d57f-bc92-4608-af33-663d556b2b82 req-bbebe575-6608-4f1e-a874-ad12e8a01256 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0693755 Feb 11 05:49:07.037654 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4f53d57f-bc92-4608-af33-663d556b2b82 req-fa280ac9-23ff-4073-b44a-27494c907d66 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489385 Feb 11 05:49:08.181224 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba409b9c-5b9d-461a-adf7-647331a193f7 req-1a9940f4-7ed9-45f3-995b-41506bc15405 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:08.183228 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ba409b9c-5b9d-461a-adf7-647331a193f7 req-1a9940f4-7ed9-45f3-995b-41506bc15405 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0689170 Feb 11 05:49:08.245100 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ba409b9c-5b9d-461a-adf7-647331a193f7 req-d2a0bf27-0e12-4c76-8c6f-fc679ecf3d1d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549142 Feb 11 05:49:09.382036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550a547-39b2-486f-b24c-a6a02f430dc5 req-e4972a18-e976-4ccf-913e-9814a19f1a0b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:09.383743 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4550a547-39b2-486f-b24c-a6a02f430dc5 req-e4972a18-e976-4ccf-913e-9814a19f1a0b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0614481 Feb 11 05:49:09.451513 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4550a547-39b2-486f-b24c-a6a02f430dc5 req-b547834a-8144-4e76-bc72-21c2c5669a6f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614815 Feb 11 05:49:10.614887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc1602-72ce-4916-b654-1f24e2d09928 req-2a888a16-a85b-4ce8-a70e-0c6c629e407a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:10.617182 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-33fc1602-72ce-4916-b654-1f24e2d09928 req-2a888a16-a85b-4ce8-a70e-0c6c629e407a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0755525 Feb 11 05:49:10.685710 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-33fc1602-72ce-4916-b654-1f24e2d09928 req-fd2ae98c-96ca-415e-b8b5-72fbb0093962 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622153 Feb 11 05:49:11.821949 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdd4bb-0823-4c7c-87e4-4732acf87626 req-cd42aa6f-67ce-40eb-a499-a38e1033bd20 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:11.823730 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-21fdd4bb-0823-4c7c-87e4-4732acf87626 req-cd42aa6f-67ce-40eb-a499-a38e1033bd20 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0612035 Feb 11 05:49:11.883776 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-21fdd4bb-0823-4c7c-87e4-4732acf87626 req-897eec94-82b3-471e-906d-02a27367db9b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539682 Feb 11 05:49:13.029711 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee43418-a176-43be-ae7c-b545a4b2cadf req-01e901d9-9c27-4072-876d-affe3ae0b1e2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:13.031421 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2ee43418-a176-43be-ae7c-b545a4b2cadf req-01e901d9-9c27-4072-876d-affe3ae0b1e2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0687785 Feb 11 05:49:13.100694 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2ee43418-a176-43be-ae7c-b545a4b2cadf req-6f44f3e4-31e5-4d75-9b75-293e7b9f42fb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586200 Feb 11 05:49:14.250152 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92c1fa-f6da-42de-88a4-66cde3c6d215 req-4111896f-f020-4c84-b8f3-dd20aa90400f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:14.252433 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9d92c1fa-f6da-42de-88a4-66cde3c6d215 req-4111896f-f020-4c84-b8f3-dd20aa90400f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0647895 Feb 11 05:49:14.331572 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9d92c1fa-f6da-42de-88a4-66cde3c6d215 req-3b896bbe-d666-42dc-9478-c0289027a25f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713992 Feb 11 05:49:15.493432 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2edc65-0767-4603-95fd-a54ec03abbd5 req-51b472fe-61dc-4ede-849b-202e1c26636c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:15.495333 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2c2edc65-0767-4603-95fd-a54ec03abbd5 req-51b472fe-61dc-4ede-849b-202e1c26636c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0675299 Feb 11 05:49:15.562593 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2c2edc65-0767-4603-95fd-a54ec03abbd5 req-0b05642b-d935-4402-accc-9ba6c338fac3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562055 Feb 11 05:49:15.587453 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46446) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:15.657832 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2fa86a43-4ba9-4482-a1c1-3792d1a682b6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/6e127585-f5af-4278-93ef-d71d6bdd14e9 HTTP/1.1" status: 200 len: 993 time: 0.0687137 Feb 11 05:49:23.229377 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-54639777-e205-406e-b627-0ec9bf543951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:24.391752 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:49:25.497598 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c11b0b1b-407c-42fb-821a-ed94fd7577a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:27.072929 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:28.692797 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:29.818219 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.777553 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:34.897562 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:38.797697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-832f6647-60d8-4f98-b7a3-973eba9e3b25 req-2393f9c5-fed4-41dd-a095-a8bbd3f226fd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577526 Feb 11 05:49:38.913690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f6647-60d8-4f98-b7a3-973eba9e3b25 req-7fce7f73-3cfc-4636-8696-b09c680db2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:38.915297 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-832f6647-60d8-4f98-b7a3-973eba9e3b25 req-7fce7f73-3cfc-4636-8696-b09c680db2cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 1128 time: 0.0589166 Feb 11 05:49:39.036357 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f6647-60d8-4f98-b7a3-973eba9e3b25 req-c72e6c1a-2b61-417f-a66c-d301d56f0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:39.037979 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-832f6647-60d8-4f98-b7a3-973eba9e3b25 req-c72e6c1a-2b61-417f-a66c-d301d56f0038 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73bf8802-4f15-4a85-bd22-32bd99e1286b HTTP/1.1" status: 200 len: 898 time: 0.1024525 Feb 11 05:49:39.120975 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-832f6647-60d8-4f98-b7a3-973eba9e3b25 req-264d9617-a6a2-41d1-85dd-05db4ec97b14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07617370-bd99-47d9-9b28-24b11d59059f HTTP/1.1" status: 200 len: 1001 time: 0.0757105 Feb 11 05:49:39.213767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f6647-60d8-4f98-b7a3-973eba9e3b25 req-f12225d6-8e8b-4d6e-9df5-6b113f59268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:39.216384 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-832f6647-60d8-4f98-b7a3-973eba9e3b25 req-f12225d6-8e8b-4d6e-9df5-6b113f59268f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4a80f18-9ce8-4f9d-a2c9-3004a49c7757 HTTP/1.1" status: 200 len: 834 time: 0.0873754 Feb 11 05:49:39.275067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f6647-60d8-4f98-b7a3-973eba9e3b25 req-c45b034a-e01a-48eb-84cf-c2e00a26da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:39.276693 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-832f6647-60d8-4f98-b7a3-973eba9e3b25 req-c45b034a-e01a-48eb-84cf-c2e00a26da40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73bf8802-4f15-4a85-bd22-32bd99e1286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537696 Feb 11 05:49:39.386131 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-832f6647-60d8-4f98-b7a3-973eba9e3b25 req-0e39bcaf-c84d-4a61-8a72-4c1e30e153f4 service neutron] 10.222.0.47 "GET /v2.0/networks/73bf8802-4f15-4a85-bd22-32bd99e1286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017706 Feb 11 05:49:39.545779 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-832f6647-60d8-4f98-b7a3-973eba9e3b25 req-84755ecf-2cf7-494f-a398-aa8bb3ef2fb1 service neutron] 10.222.0.47 "GET /v2.0/networks/73bf8802-4f15-4a85-bd22-32bd99e1286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520786 Feb 11 05:49:48.363256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46458) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:48.541604 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port 56ea1436-ce9c-44aa-a557-1a3c6fac05ab {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:48.542047 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (56ea1436-ce9c-44aa-a557-1a3c6fac05ab), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:48.644201 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (56ea1436-ce9c-44aa-a557-1a3c6fac05ab), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:48.644523 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (56ea1436-ce9c-44aa-a557-1a3c6fac05ab), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:48.658044 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for 56ea1436-ce9c-44aa-a557-1a3c6fac05ab owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:48.914856 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (56ea1436-ce9c-44aa-a557-1a3c6fac05ab), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:48.941276 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=56ea1436-ce9c-44aa-a557-1a3c6fac05ab,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:48.954074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:48.954439 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:48.954809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:48.955155 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:48.955513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:48.955835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:48.956226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:48.956561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:48.956893 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:48.957238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:48.957572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:48.957898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:48.958228 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:49.029853 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (6e127585-f5af-4278-93ef-d71d6bdd14e9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:49.030354 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Floating IP 6e127585-f5af-4278-93ef-d71d6bdd14e9 disassociated (deleted). External IP: 172.25.3.117, port: 07617370-bd99-47d9-9b28-24b11d59059f. Feb 11 05:49:49.349046 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:49:49.481785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:49.489997 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:49.495325 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850949f-2d94-4265-b1af-ed011c900660 None None] Sync routers for ids ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:49.509038 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8850949f-2d94-4265-b1af-ed011c900660 None None] Routers {'0612395f-a3c4-4b2d-a17c-d1bf28d505ba'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:49.514031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8850949f-2d94-4265-b1af-ed011c900660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:49:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:49.545719 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9973ab41-970c-4017-bab9-5f00a088c9bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/floatingips/6e127585-f5af-4278-93ef-d71d6bdd14e9 HTTP/1.1" status: 204 len: 168 time: 1.1800075 Feb 11 05:49:49.546668 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79543f4c-eaaf-44f3-be23-0233b1ed7f48', 'tag': '07617370-bd99-47d9-9b28-24b11d59059f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:49.551696 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84000a0-e44f-475d-92ba-98e62eb5fbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "79543f4c-eaaf-44f3-be23-0233b1ed7f48", "tag": "07617370-bd99-47d9-9b28-24b11d59059f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:49.624068 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51645215-f87e-448d-aac7-f20cbc3820ab x-openstack-request-id: req-51645215-f87e-448d-aac7-f20cbc3820ab {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:49.625013 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79543f4c-eaaf-44f3-be23-0233b1ed7f48", "tag": "07617370-bd99-47d9-9b28-24b11d59059f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:49.625749 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51645215-f87e-448d-aac7-f20cbc3820ab {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:49.626792 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79543f4c-eaaf-44f3-be23-0233b1ed7f48', 'tag': '07617370-bd99-47d9-9b28-24b11d59059f', 'status': 'completed', 'code': 200} Feb 11 05:49:49.649383 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8850949f-2d94-4265-b1af-ed011c900660 None None] Set router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:49.728975 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84000a0-e44f-475d-92ba-98e62eb5fbcc req-e8fc21e8-646e-4405-a100-9fd2b5e72618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:49.731597 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84000a0-e44f-475d-92ba-98e62eb5fbcc req-e8fc21e8-646e-4405-a100-9fd2b5e72618 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 1128 time: 0.0819538 Feb 11 05:49:49.866801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84000a0-e44f-475d-92ba-98e62eb5fbcc req-f69b9abb-e695-407a-ac7f-3bc8830b73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:49.868505 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84000a0-e44f-475d-92ba-98e62eb5fbcc req-f69b9abb-e695-407a-ac7f-3bc8830b73e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=73bf8802-4f15-4a85-bd22-32bd99e1286b HTTP/1.1" status: 200 len: 898 time: 0.1286108 Feb 11 05:49:49.927945 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84000a0-e44f-475d-92ba-98e62eb5fbcc req-005926c8-1ec3-4313-b07c-d92754925fe8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07617370-bd99-47d9-9b28-24b11d59059f HTTP/1.1" status: 200 len: 217 time: 0.0525386 Feb 11 05:49:49.939979 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8850949f-2d94-4265-b1af-ed011c900660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '74515853-cb6b-499a-816d-1af9251ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:17Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '74515853-cb6b-499a-816d-1af9251ddc41', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3661041f-40cc-4e60-b240-0a9e080d8eb7', 'name': '', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:e2:c8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:16Z', 'updated_at': '2022-02-11T05:48:21Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:49.989569 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850949f-2d94-4265-b1af-ed011c900660 None None] Checking router: 0612395f-a3c4-4b2d-a17c-d1bf28d505ba for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:49:50.005836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8850949f-2d94-4265-b1af-ed011c900660 None None] Routers {'0612395f-a3c4-4b2d-a17c-d1bf28d505ba'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:50.006716 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8850949f-2d94-4265-b1af-ed011c900660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:49:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:50.012131 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84000a0-e44f-475d-92ba-98e62eb5fbcc req-be860a99-a14f-4814-a3df-96f8a4d4cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:50.020096 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84000a0-e44f-475d-92ba-98e62eb5fbcc req-be860a99-a14f-4814-a3df-96f8a4d4cdc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c4a80f18-9ce8-4f9d-a2c9-3004a49c7757 HTTP/1.1" status: 200 len: 834 time: 0.0803165 Feb 11 05:49:50.110197 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84000a0-e44f-475d-92ba-98e62eb5fbcc req-1c9dbcea-4d63-4408-8798-764ff5440016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:50.113323 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84000a0-e44f-475d-92ba-98e62eb5fbcc req-1c9dbcea-4d63-4408-8798-764ff5440016 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=73bf8802-4f15-4a85-bd22-32bd99e1286b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0845821 Feb 11 05:49:50.157337 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43b90e-1da7-4691-8791-89bec4a73a61 req-2acaaaf8-94d9-42a1-acc5-a9acd196623e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:50.159073 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc43b90e-1da7-4691-8791-89bec4a73a61 req-2acaaaf8-94d9-42a1-acc5-a9acd196623e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0723863 Feb 11 05:49:50.231786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8850949f-2d94-4265-b1af-ed011c900660 None None] Set router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:50.244446 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc43b90e-1da7-4691-8791-89bec4a73a61 req-6055fa41-00fd-411b-adcc-0bb7ae1ddcfa tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725353 Feb 11 05:49:50.260457 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84000a0-e44f-475d-92ba-98e62eb5fbcc req-82953eb4-ac67-4ba7-93d4-84f835de563c service neutron] 10.222.0.47 "GET /v2.0/networks/73bf8802-4f15-4a85-bd22-32bd99e1286b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405048 Feb 11 05:49:50.400090 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c84000a0-e44f-475d-92ba-98e62eb5fbcc req-c023738e-52e4-4161-9e12-2fc2bbcc625f service neutron] 10.222.0.47 "GET /v2.0/networks/73bf8802-4f15-4a85-bd22-32bd99e1286b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327522 Feb 11 05:49:50.506850 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8850949f-2d94-4265-b1af-ed011c900660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '74515853-cb6b-499a-816d-1af9251ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:17Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '74515853-cb6b-499a-816d-1af9251ddc41', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3661041f-40cc-4e60-b240-0a9e080d8eb7', 'name': '', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:e2:c8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:16Z', 'updated_at': '2022-02-11T05:48:21Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:50.545192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850949f-2d94-4265-b1af-ed011c900660 None None] The sync data for ids ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'] in n-d-712142-35 is: [{'id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '74515853-cb6b-499a-816d-1af9251ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:17Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '74515853-cb6b-499a-816d-1af9251ddc41', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '3661041f-40cc-4e60-b240-0a9e080d8eb7', 'name': '', 'network_id': '73bf8802-4f15-4a85-bd22-32bd99e1286b', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:e2:c8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:16Z', 'updated_at': '2022-02-11T05:48:21Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'c4a80f18-9ce8-4f9d-a2c9-3004a49c7757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:50.837228 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bfa530-4553-4cce-ad45-0894feac9ba7 None None] New status for floating IP 6e127585-f5af-4278-93ef-d71d6bdd14e9: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:49:51.414060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147ec05-79ce-4bc2-9826-3ee2c5d5d90a req-4b13e30f-8740-466b-925a-1593edbcfab0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:51.416825 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0147ec05-79ce-4bc2-9826-3ee2c5d5d90a req-4b13e30f-8740-466b-925a-1593edbcfab0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0714474 Feb 11 05:49:51.483397 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0147ec05-79ce-4bc2-9826-3ee2c5d5d90a req-0e00a7bd-85a3-4a4f-af3f-15b1adee5068 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587647 Feb 11 05:49:51.567719 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cac70b-0617-4f89-9342-edce925dedcd req-806d20b4-5a32-4b32-b598-b890a29c3fc0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:49:51.569232 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-38cac70b-0617-4f89-9342-edce925dedcd req-806d20b4-5a32-4b32-b598-b890a29c3fc0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.47 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 945 time: 0.0634315 Feb 11 05:49:51.677394 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-38cac70b-0617-4f89-9342-edce925dedcd req-a1fa727b-5776-498d-9a7a-300ead651c84 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port 07617370-bd99-47d9-9b28-24b11d59059f {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:51.677790 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-38cac70b-0617-4f89-9342-edce925dedcd req-a1fa727b-5776-498d-9a7a-300ead651c84 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (07617370-bd99-47d9-9b28-24b11d59059f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:51.781380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-38cac70b-0617-4f89-9342-edce925dedcd req-a1fa727b-5776-498d-9a7a-300ead651c84 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] For port 07617370-bd99-47d9-9b28-24b11d59059f, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=07617370-bd99-47d9-9b28-24b11d59059f,segment=NetworkSegment(e98c05f1-d3af-4f33-8337-b9fa091fac94),segment_id=e98c05f1-d3af-4f33-8337-b9fa091fac94)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:51.781802 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-38cac70b-0617-4f89-9342-edce925dedcd req-a1fa727b-5776-498d-9a7a-300ead651c84 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (07617370-bd99-47d9-9b28-24b11d59059f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:51.796853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-38cac70b-0617-4f89-9342-edce925dedcd req-a1fa727b-5776-498d-9a7a-300ead651c84 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for 07617370-bd99-47d9-9b28-24b11d59059f owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:52.034151 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-38cac70b-0617-4f89-9342-edce925dedcd req-a1fa727b-5776-498d-9a7a-300ead651c84 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (07617370-bd99-47d9-9b28-24b11d59059f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:52.066284 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa727b-5776-498d-9a7a-300ead651c84 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=07617370-bd99-47d9-9b28-24b11d59059f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:52.124093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cac70b-0617-4f89-9342-edce925dedcd req-a1fa727b-5776-498d-9a7a-300ead651c84 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] No DVR routers for this DVR port 07617370-bd99-47d9-9b28-24b11d59059f on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:52.127186 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-38cac70b-0617-4f89-9342-edce925dedcd req-a1fa727b-5776-498d-9a7a-300ead651c84 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:52.131705 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-38cac70b-0617-4f89-9342-edce925dedcd req-a1fa727b-5776-498d-9a7a-300ead651c84 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.47 "DELETE /v2.0/ports/07617370-bd99-47d9-9b28-24b11d59059f HTTP/1.1" status: 204 len: 173 time: 0.5572779 Feb 11 05:49:52.137143 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79543f4c-eaaf-44f3-be23-0233b1ed7f48', 'name': 'network-vif-deleted', 'tag': '07617370-bd99-47d9-9b28-24b11d59059f'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:49:52.137143 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1269327d-07f8-4c78-80e9-f0479dba9e4d" -d '{"events": [{"server_uuid": "79543f4c-eaaf-44f3-be23-0233b1ed7f48", "name": "network-vif-deleted", "tag": "07617370-bd99-47d9-9b28-24b11d59059f"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:49:52.184114 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d6f1dc-a20e-43ee-ac16-567a99de2c39 x-openstack-request-id: req-f0d6f1dc-a20e-43ee-ac16-567a99de2c39 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:49:52.184417 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79543f4c-eaaf-44f3-be23-0233b1ed7f48", "name": "network-vif-deleted", "tag": "07617370-bd99-47d9-9b28-24b11d59059f", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:49:52.184674 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0d6f1dc-a20e-43ee-ac16-567a99de2c39 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:49:52.185082 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79543f4c-eaaf-44f3-be23-0233b1ed7f48', 'name': 'network-vif-deleted', 'tag': '07617370-bd99-47d9-9b28-24b11d59059f', 'status': 'completed', 'code': 200} Feb 11 05:49:52.664701 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-488f1ae3-8b4d-4fc4-9073-9f3597b83e0d req-04e33f67-8cb0-48eb-b5bd-e24663d8f5ee tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=79543f4c-eaaf-44f3-be23-0233b1ed7f48 HTTP/1.1" status: 200 len: 210 time: 0.0370395 Feb 11 05:49:53.258186 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-41636823-b547-4407-94c0-dc935bb57893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:53.743312 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46474) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:54.206902 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:54.530932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port 3661041f-40cc-4e60-b240-0a9e080d8eb7 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:54.531650 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:54.672037 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] For port 3661041f-40cc-4e60-b240-0a9e080d8eb7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=3661041f-40cc-4e60-b240-0a9e080d8eb7,segment=NetworkSegment(e98c05f1-d3af-4f33-8337-b9fa091fac94),segment_id=e98c05f1-d3af-4f33-8337-b9fa091fac94)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:54.672401 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:54.688547 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for 3661041f-40cc-4e60-b240-0a9e080d8eb7 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:55.040272 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (3661041f-40cc-4e60-b240-0a9e080d8eb7), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:55.071013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=3661041f-40cc-4e60-b240-0a9e080d8eb7,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:55.086930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:55.091809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:55.091809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:55.091809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:55.091809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:55.091809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:55.091809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:55.091809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:55.091809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:55.091809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:55.091809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:55.091809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:55.091809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:55.368259 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:55.482930 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 07617370-bd99-47d9-9b28-24b11d59059f no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:55.510981 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 07617370-bd99-47d9-9b28-24b11d59059f {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:55.511455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 07617370-bd99-47d9-9b28-24b11d59059f not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:55.545333 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8b6a45ed-7772-4895-8ae5-1e9456a6411f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:55.678417 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:49:55.849106 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:49:55.857650 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e5811803-37a6-480a-9fdb-41997910c608 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "PUT /v2.0/routers/0612395f-a3c4-4b2d-a17c-d1bf28d505ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1130729 Feb 11 05:49:55.860670 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46476) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:55.865018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1708789-6c17-43df-802f-ff8e71812d80 None None] Sync routers for ids ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:49:55.879532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1708789-6c17-43df-802f-ff8e71812d80 None None] Routers {'0612395f-a3c4-4b2d-a17c-d1bf28d505ba'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:55.880938 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c1708789-6c17-43df-802f-ff8e71812d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:49:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:55.931428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-488d02cf-44c6-403c-9dc5-4ad75fd6076f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting subnet c4a80f18-9ce8-4f9d-a2c9-3004a49c7757 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:49:55.936484 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-488d02cf-44c6-403c-9dc5-4ad75fd6076f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for subnet (c4a80f18-9ce8-4f9d-a2c9-3004a49c7757), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:56.000742 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-488d02cf-44c6-403c-9dc5-4ad75fd6076f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (c4a80f18-9ce8-4f9d-a2c9-3004a49c7757), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:56.029628 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c1708789-6c17-43df-802f-ff8e71812d80 None None] Set router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:56.156964 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-488d02cf-44c6-403c-9dc5-4ad75fd6076f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (c4a80f18-9ce8-4f9d-a2c9-3004a49c7757), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:56.318736 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c1708789-6c17-43df-802f-ff8e71812d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '74515853-cb6b-499a-816d-1af9251ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:49:54Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '74515853-cb6b-499a-816d-1af9251ddc41', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:56.365523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1708789-6c17-43df-802f-ff8e71812d80 None None] Checking router: 0612395f-a3c4-4b2d-a17c-d1bf28d505ba for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:49:56.381883 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1708789-6c17-43df-802f-ff8e71812d80 None None] Routers {'0612395f-a3c4-4b2d-a17c-d1bf28d505ba'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:49:56.382839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c1708789-6c17-43df-802f-ff8e71812d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:49:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:56.594477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c1708789-6c17-43df-802f-ff8e71812d80 None None] Set router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:49:56.714865 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-488d02cf-44c6-403c-9dc5-4ad75fd6076f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (c4a80f18-9ce8-4f9d-a2c9-3004a49c7757), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:56.751861 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-488d02cf-44c6-403c-9dc5-4ad75fd6076f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:56.758681 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-488d02cf-44c6-403c-9dc5-4ad75fd6076f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/subnets/c4a80f18-9ce8-4f9d-a2c9-3004a49c7757 HTTP/1.1" status: 204 len: 168 time: 0.8960626 Feb 11 05:49:56.760315 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d02cf-44c6-403c-9dc5-4ad75fd6076f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a80f18-9ce8-4f9d-a2c9-3004a49c7757,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:56.762608 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46478) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:56.766718 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b424540e-4de8-460f-8ba8-db2ca203a53d None None] Network 73bf8802-4f15-4a85-bd22-32bd99e1286b requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:49:56.937585 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c1708789-6c17-43df-802f-ff8e71812d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '74515853-cb6b-499a-816d-1af9251ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:49:54Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '74515853-cb6b-499a-816d-1af9251ddc41', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:56.942875 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:56.974046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1708789-6c17-43df-802f-ff8e71812d80 None None] The sync data for ids ['0612395f-a3c4-4b2d-a17c-d1bf28d505ba'] in n-d-712142-35 is: [{'id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-959551446', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '74515853-cb6b-499a-816d-1af9251ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:49:54Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '74515853-cb6b-499a-816d-1af9251ddc41', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0612395f-a3c4-4b2d-a17c-d1bf28d505ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:48:11Z', 'updated_at': '2022-02-11T05:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:49:57.017543 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] DHCP port deletion for 73bf8802-4f15-4a85-bd22-32bd99e1286b request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:49:57.088898 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Deleting port 5c40b218-f1cd-4322-b406-25b8042f1cff {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:57.089465 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5c40b218-f1cd-4322-b406-25b8042f1cff), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:57.103980 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:57.139231 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:57.165146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] For port 5c40b218-f1cd-4322-b406-25b8042f1cff, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5c40b218-f1cd-4322-b406-25b8042f1cff,segment=NetworkSegment(e98c05f1-d3af-4f33-8337-b9fa091fac94),segment_id=e98c05f1-d3af-4f33-8337-b9fa091fac94)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:57.165551 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5c40b218-f1cd-4322-b406-25b8042f1cff), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:57.181090 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Calling delete_port for 5c40b218-f1cd-4322-b406-25b8042f1cff owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:57.308995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port 74515853-cb6b-499a-816d-1af9251ddc41 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:49:57.309450 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (74515853-cb6b-499a-816d-1af9251ddc41), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:57.394528 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (5c40b218-f1cd-4322-b406-25b8042f1cff), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:57.435671 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] For port 74515853-cb6b-499a-816d-1af9251ddc41, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=74515853-cb6b-499a-816d-1af9251ddc41,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:49:57.436417 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (74515853-cb6b-499a-816d-1af9251ddc41), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:57.446539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Pushing event deleted for resources: {'Port': ['ID=5c40b218-f1cd-4322-b406-25b8042f1cff,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:57.453831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] No DVR routers for this DVR port 5c40b218-f1cd-4322-b406-25b8042f1cff on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:49:57.458260 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for 74515853-cb6b-499a-816d-1af9251ddc41 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:49:57.466123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:57.466716 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:57.467273 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:57.468223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:57.468405 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:57.468878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:57.469411 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:57.469945 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:57.470510 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:57.471080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:57.472270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:57.472270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:57.473094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed60679-1392-4a47-b81f-3f6ae36d011a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:49:57.809790 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (74515853-cb6b-499a-816d-1af9251ddc41), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:57.843910 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=74515853-cb6b-499a-816d-1af9251ddc41,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:57.921133 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.030456 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.033496 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_controller (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.166002 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (0612395f-a3c4-4b2d-a17c-d1bf28d505ba), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.166696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Fanout notify agent at l3_agent the message router_deleted on router 0612395f-a3c4-4b2d-a17c-d1bf28d505ba {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:49:58.177934 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.179678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-2008ba34-4a8e-409b-ae7e-a5205ebbb973 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/routers/0612395f-a3c4-4b2d-a17c-d1bf28d505ba HTTP/1.1" status: 204 len: 168 time: 1.4142492 Feb 11 05:49:58.183227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46480) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:58.300441 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1f48492b-0bb2-4abf-aa95-90d11dc757af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (73bf8802-4f15-4a85-bd22-32bd99e1286b), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.419902 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1f48492b-0bb2-4abf-aa95-90d11dc757af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (73bf8802-4f15-4a85-bd22-32bd99e1286b), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.446003 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1f48492b-0bb2-4abf-aa95-90d11dc757af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bf8802-4f15-4a85-bd22-32bd99e1286b']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:58.457812 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1f48492b-0bb2-4abf-aa95-90d11dc757af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98c05f1-d3af-4f33-8337-b9fa091fac94') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:58.458263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-1f48492b-0bb2-4abf-aa95-90d11dc757af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98c05f1-d3af-4f33-8337-b9fa091fac94') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:49:58.470052 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1f48492b-0bb2-4abf-aa95-90d11dc757af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (e98c05f1-d3af-4f33-8337-b9fa091fac94), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.486442 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1f48492b-0bb2-4abf-aa95-90d11dc757af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (e98c05f1-d3af-4f33-8337-b9fa091fac94), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.494672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f48492b-0bb2-4abf-aa95-90d11dc757af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:49:58.495281 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1f48492b-0bb2-4abf-aa95-90d11dc757af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (e98c05f1-d3af-4f33-8337-b9fa091fac94), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:49:58.498615 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:49:58.684780 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1f48492b-0bb2-4abf-aa95-90d11dc757af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (73bf8802-4f15-4a85-bd22-32bd99e1286b), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.700512 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1f48492b-0bb2-4abf-aa95-90d11dc757af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.708582 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1f48492b-0bb2-4abf-aa95-90d11dc757af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/networks/73bf8802-4f15-4a85-bd22-32bd99e1286b HTTP/1.1" status: 204 len: 168 time: 0.5194619 Feb 11 05:49:58.710072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46482) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:58.727238 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.735423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48492b-0bb2-4abf-aa95-90d11dc757af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Network': ['ID=73bf8802-4f15-4a85-bd22-32bd99e1286b,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:58.762249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5c40b218-f1cd-4322-b406-25b8042f1cff no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:58.804224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 5c40b218-f1cd-4322-b406-25b8042f1cff {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:58.804929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5c40b218-f1cd-4322-b406-25b8042f1cff not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:58.805638 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 74515853-cb6b-499a-816d-1af9251ddc41 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:58.811589 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7c8d41b-0404-45ab-b6c2-f6f5caaf7761 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (123808f3-b27b-40e9-b8d0-b45ef9a7a6e9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.844739 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7c8d41b-0404-45ab-b6c2-f6f5caaf7761 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (123808f3-b27b-40e9-b8d0-b45ef9a7a6e9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:58.851494 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 74515853-cb6b-499a-816d-1af9251ddc41 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:58.852019 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 74515853-cb6b-499a-816d-1af9251ddc41 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:58.852621 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3661041f-40cc-4e60-b240-0a9e080d8eb7 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:49:58.890668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 3661041f-40cc-4e60-b240-0a9e080d8eb7 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:49:58.891274 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 3661041f-40cc-4e60-b240-0a9e080d8eb7 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:49:59.023375 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7c8d41b-0404-45ab-b6c2-f6f5caaf7761 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (123808f3-b27b-40e9-b8d0-b45ef9a7a6e9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:59.026238 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e7c8d41b-0404-45ab-b6c2-f6f5caaf7761 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:59.027561 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e7c8d41b-0404-45ab-b6c2-f6f5caaf7761 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/security-groups/123808f3-b27b-40e9-b8d0-b45ef9a7a6e9 HTTP/1.1" status: 204 len: 168 time: 0.3168876 Feb 11 05:49:59.043722 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8d41b-0404-45ab-b6c2-f6f5caaf7761 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=123808f3-b27b-40e9-b8d0-b45ef9a7a6e9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:59.497867 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46488) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:59.503052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-936c4b70-6a76-4212-954c-3c2828abc9f0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040566730', 'description': 'tempest-secgroup-smoke-2040566730 description', 'project_id': '62e18d0c86a64ad7b01c097614e47196'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:49:59.611407 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-936c4b70-6a76-4212-954c-3c2828abc9f0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:59.697997 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-936c4b70-6a76-4212-954c-3c2828abc9f0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (13f3765e-6e29-40a7-ba2b-9b26dc45cd02), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:59.863048 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-936c4b70-6a76-4212-954c-3c2828abc9f0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (13f3765e-6e29-40a7-ba2b-9b26dc45cd02), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:59.900055 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c4b70-6a76-4212-954c-3c2828abc9f0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f3765e-6e29-40a7-ba2b-9b26dc45cd02,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:49:59.926251 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:59.960602 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-936c4b70-6a76-4212-954c-3c2828abc9f0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:49:59.962077 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-936c4b70-6a76-4212-954c-3c2828abc9f0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4630694 Feb 11 05:49:59.965227 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46490) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:49:59.970859 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-531d02c5-a256-4c84-86fa-d956cf407189 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '13f3765e-6e29-40a7-ba2b-9b26dc45cd02', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:00.068628 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-531d02c5-a256-4c84-86fa-d956cf407189 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (e0b16612-e27a-4b85-af14-8352912f96e8), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.144532 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-531d02c5-a256-4c84-86fa-d956cf407189 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (e0b16612-e27a-4b85-af14-8352912f96e8), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.223524 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-531d02c5-a256-4c84-86fa-d956cf407189 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (e0b16612-e27a-4b85-af14-8352912f96e8), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.245910 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d02c5-a256-4c84-86fa-d956cf407189 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b16612-e27a-4b85-af14-8352912f96e8,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:00.327593 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-531d02c5-a256-4c84-86fa-d956cf407189 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.329485 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-531d02c5-a256-4c84-86fa-d956cf407189 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3630798 Feb 11 05:50:00.333710 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46492) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:00.338862 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-15fb749a-7f27-45a8-a609-acd8cd72778e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '13f3765e-6e29-40a7-ba2b-9b26dc45cd02', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:00.445599 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15fb749a-7f27-45a8-a609-acd8cd72778e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (ed27211d-42eb-4cae-8785-519cc17058eb), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.517454 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15fb749a-7f27-45a8-a609-acd8cd72778e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (ed27211d-42eb-4cae-8785-519cc17058eb), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.651453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15fb749a-7f27-45a8-a609-acd8cd72778e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (ed27211d-42eb-4cae-8785-519cc17058eb), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.673020 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb749a-7f27-45a8-a609-acd8cd72778e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed27211d-42eb-4cae-8785-519cc17058eb,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:00.774104 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-15fb749a-7f27-45a8-a609-acd8cd72778e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.775850 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-15fb749a-7f27-45a8-a609-acd8cd72778e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4408941 Feb 11 05:50:00.778924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46494) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:00.784116 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ebff6560-8c32-4518-85e8-8ed4ca6efba7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '13f3765e-6e29-40a7-ba2b-9b26dc45cd02', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:00.898470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ebff6560-8c32-4518-85e8-8ed4ca6efba7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (8ca71016-ef72-4b62-943e-584be882e119), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:00.972920 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ebff6560-8c32-4518-85e8-8ed4ca6efba7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (8ca71016-ef72-4b62-943e-584be882e119), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.068869 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ebff6560-8c32-4518-85e8-8ed4ca6efba7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (8ca71016-ef72-4b62-943e-584be882e119), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.092170 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff6560-8c32-4518-85e8-8ed4ca6efba7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca71016-ef72-4b62-943e-584be882e119,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:01.202024 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ebff6560-8c32-4518-85e8-8ed4ca6efba7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.203648 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ebff6560-8c32-4518-85e8-8ed4ca6efba7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4233928 Feb 11 05:50:01.208702 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46496) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:01.213737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6b86bed6-f794-422d-80f9-7a479a6c1cd1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '13f3765e-6e29-40a7-ba2b-9b26dc45cd02', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:01.391306 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:50:01.405180 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b86bed6-f794-422d-80f9-7a479a6c1cd1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (01e9d640-4e1b-47b4-8d43-112b8427b480), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.482975 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b86bed6-f794-422d-80f9-7a479a6c1cd1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (01e9d640-4e1b-47b4-8d43-112b8427b480), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.565633 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b86bed6-f794-422d-80f9-7a479a6c1cd1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (01e9d640-4e1b-47b4-8d43-112b8427b480), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.586898 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86bed6-f794-422d-80f9-7a479a6c1cd1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e9d640-4e1b-47b4-8d43-112b8427b480,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:01.658989 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6b86bed6-f794-422d-80f9-7a479a6c1cd1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.660855 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6b86bed6-f794-422d-80f9-7a479a6c1cd1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4509997 Feb 11 05:50:01.664273 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46498) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:01.669137 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f2623a84-9fbf-416b-9ce9-da3535929c30 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '13f3765e-6e29-40a7-ba2b-9b26dc45cd02', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:01.754371 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-f2623a84-9fbf-416b-9ce9-da3535929c30 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Project 62e18d0c86a64ad7b01c097614e47196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:50:01.761417 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f2623a84-9fbf-416b-9ce9-da3535929c30 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (934b7079-1e2a-495c-9e42-94f884b7c2b9), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.832950 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f2623a84-9fbf-416b-9ce9-da3535929c30 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (934b7079-1e2a-495c-9e42-94f884b7c2b9), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.948392 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f2623a84-9fbf-416b-9ce9-da3535929c30 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (934b7079-1e2a-495c-9e42-94f884b7c2b9), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:01.969582 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2623a84-9fbf-416b-9ce9-da3535929c30 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934b7079-1e2a-495c-9e42-94f884b7c2b9,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:02.072654 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f2623a84-9fbf-416b-9ce9-da3535929c30 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:02.074896 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f2623a84-9fbf-416b-9ce9-da3535929c30 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4093139 Feb 11 05:50:02.077645 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46500) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:02.083383 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-f187379d-a630-475b-8ca5-fb693c32b0eb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '13f3765e-6e29-40a7-ba2b-9b26dc45cd02', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:02.205862 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-f187379d-a630-475b-8ca5-fb693c32b0eb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Project 62e18d0c86a64ad7b01c097614e47196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:50:02.212587 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f187379d-a630-475b-8ca5-fb693c32b0eb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (e7c559b6-e7d3-42e9-b043-09f1553d6c1f), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:02.268660 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f187379d-a630-475b-8ca5-fb693c32b0eb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (e7c559b6-e7d3-42e9-b043-09f1553d6c1f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:02.371575 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f187379d-a630-475b-8ca5-fb693c32b0eb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (e7c559b6-e7d3-42e9-b043-09f1553d6c1f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:02.394032 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187379d-a630-475b-8ca5-fb693c32b0eb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c559b6-e7d3-42e9-b043-09f1553d6c1f,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:02.499232 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f187379d-a630-475b-8ca5-fb693c32b0eb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:02.500669 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f187379d-a630-475b-8ca5-fb693c32b0eb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4219174 Feb 11 05:50:02.504984 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46502) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:02.512761 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-4ac7a67f-002a-4a2c-9331-8c81febcbbcd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'network': {'name': 'tempest-network-smoke--465699250', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'port_security_enabled': True}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:02.633769 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac7a67f-002a-4a2c-9331-8c81febcbbcd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Made reservation on behalf of 62e18d0c86a64ad7b01c097614e47196 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:02.638040 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a67f-002a-4a2c-9331-8c81febcbbcd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:02.667427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac7a67f-002a-4a2c-9331-8c81febcbbcd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:50:02.679598 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a67f-002a-4a2c-9331-8c81febcbbcd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (20078dc2-6a5d-4e3f-9d07-cc85d360b363), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:02.679998 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-4ac7a67f-002a-4a2c-9331-8c81febcbbcd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Added segment 20078dc2-6a5d-4e3f-9d07-cc85d360b363 of type vlan for network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 Feb 11 05:50:02.727913 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a67f-002a-4a2c-9331-8c81febcbbcd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (954788be-a50b-4c63-ae8c-c595c5b6eaa5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:02.834203 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a67f-002a-4a2c-9331-8c81febcbbcd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (954788be-a50b-4c63-ae8c-c595c5b6eaa5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:02.839902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac7a67f-002a-4a2c-9331-8c81febcbbcd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:02.840852 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a67f-002a-4a2c-9331-8c81febcbbcd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:03.237374 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4ac7a67f-002a-4a2c-9331-8c81febcbbcd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7307663 Feb 11 05:50:03.241446 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46504) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:03.246830 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'admin_state_up': True, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:03.254298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7a67f-002a-4a2c-9331-8c81febcbbcd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Network': ['ID=954788be-a50b-4c63-ae8c-c595c5b6eaa5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:03.269594 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:50:03.372509 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (135f9655-1b76-440c-a20d-da595e8d1394), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:03.374521 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (135f9655-1b76-440c-a20d-da595e8d1394), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:03.449234 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_controller (135f9655-1b76-440c-a20d-da595e8d1394), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:03.812751 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (135f9655-1b76-440c-a20d-da595e8d1394), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:04.238708 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (135f9655-1b76-440c-a20d-da595e8d1394), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:04.260006 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:04.379180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.25.3.83 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/6d6fd48d-9abc-4a28-9e99-9fbee8a9be03) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:04.507478 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (6d6fd48d-9abc-4a28-9e99-9fbee8a9be03), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:04.600502 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6d6fd48d-9abc-4a28-9e99-9fbee8a9be03), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:04.649313 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:04.652642 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:04.655182 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:04.693013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=6d6fd48d-9abc-4a28-9e99-9fbee8a9be03,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:04.764152 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:04.929398 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:05.062081 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (135f9655-1b76-440c-a20d-da595e8d1394), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:05.305957 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (135f9655-1b76-440c-a20d-da595e8d1394), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:05.535039 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router 135f9655-1b76-440c-a20d-da595e8d1394 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:50:05.662058 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:50:05.674282 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Sync routers for ids ['135f9655-1b76-440c-a20d-da595e8d1394'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:50:05.687938 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Routers {'135f9655-1b76-440c-a20d-da595e8d1394'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:05.688586 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:49:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['135f9655-1b76-440c-a20d-da595e8d1394'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:05.751513 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:05.753486 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9f4f420c-34f6-4a22-834b-fc522ca1b2b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5107529 Feb 11 05:50:05.760761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46506) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:05.792392 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ce632b78-4e1c-48db-9cdb-a905e3c4884d tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=62e18d0c86a64ad7b01c097614e47196&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317628 Feb 11 05:50:05.796643 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46508) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:05.826212 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Set router 135f9655-1b76-440c-a20d-da595e8d1394 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:06.055460 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207e970e-05f2-4aff-94c4-ee72fb48e2bf tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:06.056911 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-207e970e-05f2-4aff-94c4-ee72fb48e2bf tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2590766 Feb 11 05:50:06.061609 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46510) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:06.094266 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cd2ab865-b36e-4c1d-be04-ba73f73617d7 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310788 Feb 11 05:50:06.097810 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46512) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:06.100524 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135f9655-1b76-440c-a20d-da595e8d1394', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:50:03Z', 'updated_at': '2022-02-11T05:50:04Z', 'revision_number': 3, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:04Z', 'updated_at': '2022-02-11T05:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:06.104136 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-39ecc7f0-680e-4345-8aec-eca47a716ba1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1230838002', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:06.153779 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Checking router: 135f9655-1b76-440c-a20d-da595e8d1394 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:50:06.153779 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Updating router 135f9655-1b76-440c-a20d-da595e8d1394 port 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:50:06.182694 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6d6fd48d-9abc-4a28-9e99-9fbee8a9be03), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:06.310157 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ecc7f0-680e-4345-8aec-eca47a716ba1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Made reservation on behalf of 62e18d0c86a64ad7b01c097614e47196 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:06.313458 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39ecc7f0-680e-4345-8aec-eca47a716ba1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:06.529178 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Publish callbacks [] for port (6d6fd48d-9abc-4a28-9e99-9fbee8a9be03), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:06.600564 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6d6fd48d-9abc-4a28-9e99-9fbee8a9be03), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:06.666254 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d19b9-869f-4ddb-a397-d35d6a0c3d2e None None] Pushing event updated for resources: {'Port': ['ID=6d6fd48d-9abc-4a28-9e99-9fbee8a9be03,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:06.669302 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Attempting to bind port 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:50:06.669714 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Attempting to bind port 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:50:06.670183 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Attempting to bind port 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:06.678947 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39ecc7f0-680e-4345-8aec-eca47a716ba1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (fa83fbc5-d673-4b96-88f6-64472e92602c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:06.688029 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d19b9-869f-4ddb-a397-d35d6a0c3d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:06.690174 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d19b9-869f-4ddb-a397-d35d6a0c3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:06.690174 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d19b9-869f-4ddb-a397-d35d6a0c3d2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:06.690174 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d19b9-869f-4ddb-a397-d35d6a0c3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:06.690174 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d19b9-869f-4ddb-a397-d35d6a0c3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:06.690901 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d19b9-869f-4ddb-a397-d35d6a0c3d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:06.691982 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d19b9-869f-4ddb-a397-d35d6a0c3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:06.692665 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d19b9-869f-4ddb-a397-d35d6a0c3d2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:06.693115 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d19b9-869f-4ddb-a397-d35d6a0c3d2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:06.693714 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d19b9-869f-4ddb-a397-d35d6a0c3d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:06.694186 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d19b9-869f-4ddb-a397-d35d6a0c3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:06.694505 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d19b9-869f-4ddb-a397-d35d6a0c3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:06.695010 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d19b9-869f-4ddb-a397-d35d6a0c3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:50:06.700069 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:50:06.700804 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:06.701467 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:06.702104 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:50:06.702972 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Bound port: 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:50:06.703563 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6d6fd48d-9abc-4a28-9e99-9fbee8a9be03), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:06.795820 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecc7f0-680e-4345-8aec-eca47a716ba1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Subnet': ['ID=fa83fbc5-d673-4b96-88f6-64472e92602c,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:06.805763 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] For port 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:50:06.808263 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecc7f0-680e-4345-8aec-eca47a716ba1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Checking segment: {'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:06.808983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ecc7f0-680e-4345-8aec-eca47a716ba1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network hostable DHCP agents. Network: 954788be-a50b-4c63-ae8c-c595c5b6eaa5, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:50:06.809650 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] For port 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6d6fd48d-9abc-4a28-9e99-9fbee8a9be03,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:50:06.909176 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6d6fd48d-9abc-4a28-9e99-9fbee8a9be03), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:06.931810 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ecc7f0-680e-4345-8aec-eca47a716ba1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:50:06.982885 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Routers {'135f9655-1b76-440c-a20d-da595e8d1394'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:06.983592 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:49:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['135f9655-1b76-440c-a20d-da595e8d1394'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:06.990116 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d19b9-869f-4ddb-a397-d35d6a0c3d2e None None] Pushing event updated for resources: {'Port': ['ID=6d6fd48d-9abc-4a28-9e99-9fbee8a9be03,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:07.034264 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-39ecc7f0-680e-4345-8aec-eca47a716ba1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 954788be-a50b-4c63-ae8c-c595c5b6eaa5) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:07.043339 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ecc7f0-680e-4345-8aec-eca47a716ba1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:07.044476 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-39ecc7f0-680e-4345-8aec-eca47a716ba1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:07.045951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886894d4-bc02-4d69-905b-daf4bec5604b None None] Network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:07.153936 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] Set router 135f9655-1b76-440c-a20d-da595e8d1394 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:07.201283 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-39ecc7f0-680e-4345-8aec-eca47a716ba1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0984256 Feb 11 05:50:07.207298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46514) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:07.223786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ips': [{'subnet_id': 'fa83fbc5-d673-4b96-88f6-64472e92602c'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:50:07.225372 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:07.432096 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Allocated IP 172.20.0.2 (954788be-a50b-4c63-ae8c-c595c5b6eaa5/fa83fbc5-d673-4b96-88f6-64472e92602c/747826b4-9d0a-4f6b-9b49-604ff02a2e68) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:07.436264 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135f9655-1b76-440c-a20d-da595e8d1394', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:50:03Z', 'updated_at': '2022-02-11T05:50:04Z', 'revision_number': 3, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:04Z', 'updated_at': '2022-02-11T05:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:07.471381 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be2bcbe-cf73-41db-b383-96deca222769 None None] The sync data for ids ['135f9655-1b76-440c-a20d-da595e8d1394'] in n-d-712142-35 is: [{'id': '135f9655-1b76-440c-a20d-da595e8d1394', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:50:03Z', 'updated_at': '2022-02-11T05:50:04Z', 'revision_number': 3, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:04Z', 'updated_at': '2022-02-11T05:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:50:07.727119 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Publish callbacks [] for port (747826b4-9d0a-4f6b-9b49-604ff02a2e68), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:07.822487 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (747826b4-9d0a-4f6b-9b49-604ff02a2e68), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:07.889941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:07.893389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:07.897624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:07.907125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Pushing event updated for resources: {'Port': ['ID=747826b4-9d0a-4f6b-9b49-604ff02a2e68,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:07.989949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Attempting to bind port 747826b4-9d0a-4f6b-9b49-604ff02a2e68 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:50:07.990540 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Attempting to bind port 747826b4-9d0a-4f6b-9b49-604ff02a2e68 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:50:07.991140 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Attempting to bind port 747826b4-9d0a-4f6b-9b49-604ff02a2e68 on network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:07.994677 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:08.000943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:50:08.001601 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Checking segment: {'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:08.002279 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:08.002975 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Bound using segment: {'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:50:08.004458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Bound port: 747826b4-9d0a-4f6b-9b49-604ff02a2e68, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:50:08.005624 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (747826b4-9d0a-4f6b-9b49-604ff02a2e68), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:08.093903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] For port 747826b4-9d0a-4f6b-9b49-604ff02a2e68, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:50:08.100041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] For port 747826b4-9d0a-4f6b-9b49-604ff02a2e68, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=747826b4-9d0a-4f6b-9b49-604ff02a2e68,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:50:08.213466 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (747826b4-9d0a-4f6b-9b49-604ff02a2e68), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:08.305163 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a88fe2-89f5-4954-8048-f8dcfc9f08f9 None None] Pushing event updated for resources: {'Port': ['ID=747826b4-9d0a-4f6b-9b49-604ff02a2e68,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:08.386958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.20.0.1 (954788be-a50b-4c63-ae8c-c595c5b6eaa5/fa83fbc5-d673-4b96-88f6-64472e92602c/5b1c0717-4319-450f-a7ae-3b0cd765a596) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:08.637819 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:08.770952 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:08.823004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 747826b4-9d0a-4f6b-9b49-604ff02a2e68 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:08.850456 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:08.857019 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:08.865306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:08.904678 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=5b1c0717-4319-450f-a7ae-3b0cd765a596,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:08.916971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 747826b4-9d0a-4f6b-9b49-604ff02a2e68 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:08.917786 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (747826b4-9d0a-4f6b-9b49-604ff02a2e68), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:08.938414 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (135f9655-1b76-440c-a20d-da595e8d1394), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.028623 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 747826b4-9d0a-4f6b-9b49-604ff02a2e68 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:09.029229 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (747826b4-9d0a-4f6b-9b49-604ff02a2e68), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.079919 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 747826b4-9d0a-4f6b-9b49-604ff02a2e68, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=747826b4-9d0a-4f6b-9b49-604ff02a2e68,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:09.172054 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (747826b4-9d0a-4f6b-9b49-604ff02a2e68), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.173456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:09.237000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.314873 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=747826b4-9d0a-4f6b-9b49-604ff02a2e68,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:09.333480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:09.334004 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6d6fd48d-9abc-4a28-9e99-9fbee8a9be03), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.480917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:09.481648 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6d6fd48d-9abc-4a28-9e99-9fbee8a9be03), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.520191 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6d6fd48d-9abc-4a28-9e99-9fbee8a9be03,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:09.611881 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6d6fd48d-9abc-4a28-9e99-9fbee8a9be03), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.658655 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fca78e9-18c7-43be-b785-3003774c1bec None None] Network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:50:09.750531 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.838025 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.846296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-86b92b4e-6cb0-4866-9c51-149941c0791f None None] Provisioning complete for port 747826b4-9d0a-4f6b-9b49-604ff02a2e68 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:09.846917 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-86b92b4e-6cb0-4866-9c51-149941c0791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (747826b4-9d0a-4f6b-9b49-604ff02a2e68), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:09.858431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=6d6fd48d-9abc-4a28-9e99-9fbee8a9be03,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:09.979560 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=5b1c0717-4319-450f-a7ae-3b0cd765a596,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:09.984787 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (135f9655-1b76-440c-a20d-da595e8d1394), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:10.080760 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-86b92b4e-6cb0-4866-9c51-149941c0791f None None] Current status of the port 747826b4-9d0a-4f6b-9b49-604ff02a2e68 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:10.152768 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:10.154508 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:10.301338 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router 135f9655-1b76-440c-a20d-da595e8d1394 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:50:10.414352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8ea1a96e-9400-434c-ad76-2123be4d32b0 None None] Provisioning complete for port 5b1c0717-4319-450f-a7ae-3b0cd765a596 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:10.415205 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8ea1a96e-9400-434c-ad76-2123be4d32b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:10.457759 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:50:10.471574 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8ea1a96e-9400-434c-ad76-2123be4d32b0 None None] Port 5b1c0717-4319-450f-a7ae-3b0cd765a596 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:50:10.477408 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e2909bdd-f8ad-49ad-afce-6d5d402a37e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "PUT /v2.0/routers/135f9655-1b76-440c-a20d-da595e8d1394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2737567 Feb 11 05:50:10.483646 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Sync routers for ids ['135f9655-1b76-440c-a20d-da595e8d1394'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:50:10.509137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Routers {'135f9655-1b76-440c-a20d-da595e8d1394'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:10.509805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:49:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['135f9655-1b76-440c-a20d-da595e8d1394'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:10.515316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8ea1a96e-9400-434c-ad76-2123be4d32b0 None None] Provisioning complete for port 747826b4-9d0a-4f6b-9b49-604ff02a2e68 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:10.515316 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8ea1a96e-9400-434c-ad76-2123be4d32b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (747826b4-9d0a-4f6b-9b49-604ff02a2e68), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:10.721694 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-9aa54dd0-6fdb-450e-99df-53b64c62af22 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040566730&fields=id&tenant_id=62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 267 time: 0.0980542 Feb 11 05:50:10.774985 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 747826b4-9d0a-4f6b-9b49-604ff02a2e68 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:10.880617 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-c5db04b6-813b-4214-b7cc-f529dbc325f0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:10.882364 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-c5db04b6-813b-4214-b7cc-f529dbc325f0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/networks?id=954788be-a50b-4c63-ae8c-c595c5b6eaa5 HTTP/1.1" status: 200 len: 796 time: 0.1511428 Feb 11 05:50:10.900438 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-42ba0dc5-4ca3-4cf8-924c-8a057d3c060e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/quotas/62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 375 time: 0.0110102 Feb 11 05:50:10.935196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Set router 135f9655-1b76-440c-a20d-da595e8d1394 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:10.985607 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-c517e791-bb95-46af-a916-ce5b7e79e7fc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778918 Feb 11 05:50:11.025880 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8ea1a96e-9400-434c-ad76-2123be4d32b0 None None] Current status of the port 747826b4-9d0a-4f6b-9b49-604ff02a2e68 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:11.136141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 747826b4-9d0a-4f6b-9b49-604ff02a2e68 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:11.137660 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (747826b4-9d0a-4f6b-9b49-604ff02a2e68), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:11.164077 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-a27f3e35-b0b1-49f0-8474-89e0229f1d88 service neutron] 10.222.0.13 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637611 Feb 11 05:50:11.276444 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-6225c961-864f-4e2f-a4e8-7cf0e1be54b4 service neutron] 10.222.0.13 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053238 Feb 11 05:50:11.336347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-16cde54b-124f-46d2-b15e-757074928d15 None None] Provisioning complete for port 5b1c0717-4319-450f-a7ae-3b0cd765a596 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:11.336997 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-16cde54b-124f-46d2-b15e-757074928d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:11.537273 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-16cde54b-124f-46d2-b15e-757074928d15 None None] Port 5b1c0717-4319-450f-a7ae-3b0cd765a596 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:50:11.566814 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 747826b4-9d0a-4f6b-9b49-604ff02a2e68 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:11.568906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:11.636905 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-66c4adb8-f58f-4f82-8771-74df683bd5a1 req-f0099bb0-25f6-4ff6-b1e9-6bc01c4523f3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 210 time: 0.0552938 Feb 11 05:50:11.674082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135f9655-1b76-440c-a20d-da595e8d1394', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:50:03Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:04Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5b1c0717-4319-450f-a7ae-3b0cd765a596', 'name': '', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:2b:1b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:08Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 2, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:11.732094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Checking router: 135f9655-1b76-440c-a20d-da595e8d1394 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:50:11.734931 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Updating router 135f9655-1b76-440c-a20d-da595e8d1394 port 5b1c0717-4319-450f-a7ae-3b0cd765a596 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:50:11.783346 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:11.783346 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6d6fd48d-9abc-4a28-9e99-9fbee8a9be03), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:11.829197 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:12.152120 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:12.657702 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Publish callbacks [] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:12.750095 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-96ecb226-175a-4b58-9e02-8d86b1d66f68 req-4c61abc1-7fd6-4bc6-8db1-75a249f0e6c2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 210 time: 0.0331452 Feb 11 05:50:12.778989 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:12.831966 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f160c6-613e-42aa-80c7-139abd94457e None None] Pushing event updated for resources: {'Port': ['ID=5b1c0717-4319-450f-a7ae-3b0cd765a596,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:12.912969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Attempting to bind port 5b1c0717-4319-450f-a7ae-3b0cd765a596 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:50:12.912969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Attempting to bind port 5b1c0717-4319-450f-a7ae-3b0cd765a596 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:50:12.912969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Attempting to bind port 5b1c0717-4319-450f-a7ae-3b0cd765a596 on network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:12.912969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:50:12.912969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Checking segment: {'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:12.912969 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:12.912969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Bound using segment: {'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:50:12.912969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Bound port: 5b1c0717-4319-450f-a7ae-3b0cd765a596, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:50:12.912969 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:12.999246 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] For port 5b1c0717-4319-450f-a7ae-3b0cd765a596, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:50:13.004978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] For port 5b1c0717-4319-450f-a7ae-3b0cd765a596, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5b1c0717-4319-450f-a7ae-3b0cd765a596,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:50:13.077577 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d7e5a547-2550-4545-8f17-3b67e5017ea1 None None] Provisioning complete for port 5b1c0717-4319-450f-a7ae-3b0cd765a596 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:13.077998 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d7e5a547-2550-4545-8f17-3b67e5017ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:13.116499 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d7e5a547-2550-4545-8f17-3b67e5017ea1 None None] Port 5b1c0717-4319-450f-a7ae-3b0cd765a596 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:50:13.125149 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:13.197439 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Routers {'135f9655-1b76-440c-a20d-da595e8d1394'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:13.198106 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:49:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['135f9655-1b76-440c-a20d-da595e8d1394'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:13.204397 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f160c6-613e-42aa-80c7-139abd94457e None None] Pushing event updated for resources: {'Port': ['ID=5b1c0717-4319-450f-a7ae-3b0cd765a596,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:13.351986 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] Set router 135f9655-1b76-440c-a20d-da595e8d1394 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:13.480831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4a1c921b-e4ef-4c68-ad82-82faf716e06e None None] Provisioning complete for port 5b1c0717-4319-450f-a7ae-3b0cd765a596 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:13.481140 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4a1c921b-e4ef-4c68-ad82-82faf716e06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:13.668203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4a1c921b-e4ef-4c68-ad82-82faf716e06e None None] Current status of the port 5b1c0717-4319-450f-a7ae-3b0cd765a596 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:13.668995 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4a1c921b-e4ef-4c68-ad82-82faf716e06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:13.708923 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135f9655-1b76-440c-a20d-da595e8d1394', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:50:03Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:04Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5b1c0717-4319-450f-a7ae-3b0cd765a596', 'name': '', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:2b:1b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:08Z', 'updated_at': '2022-02-11T05:50:12Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:13.720167 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4a1c921b-e4ef-4c68-ad82-82faf716e06e None None] For port 5b1c0717-4319-450f-a7ae-3b0cd765a596, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5b1c0717-4319-450f-a7ae-3b0cd765a596,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:13.752723 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56121de8-2287-4cb8-a942-3c63b0fefa19 None None] The sync data for ids ['135f9655-1b76-440c-a20d-da595e8d1394'] in n-d-712142-35 is: [{'id': '135f9655-1b76-440c-a20d-da595e8d1394', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:50:03Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:04Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5b1c0717-4319-450f-a7ae-3b0cd765a596', 'name': '', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:2b:1b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:08Z', 'updated_at': '2022-02-11T05:50:12Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:50:13.801044 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4a1c921b-e4ef-4c68-ad82-82faf716e06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:14.053945 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c921b-e4ef-4c68-ad82-82faf716e06e None None] Pushing event updated for resources: {'Port': ['ID=5b1c0717-4319-450f-a7ae-3b0cd765a596,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:14.133425 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-031cd3d2-cf92-4b64-bdf0-7fc74349de05 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:14.139489 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-031cd3d2-cf92-4b64-bdf0-7fc74349de05 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.32 "GET /v2.0/networks?id=954788be-a50b-4c63-ae8c-c595c5b6eaa5 HTTP/1.1" status: 200 len: 796 time: 0.3450539 Feb 11 05:50:14.259082 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-ae9ab79f-80a6-453d-bedc-6a58922a53b7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 380 time: 0.1070309 Feb 11 05:50:14.279772 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-85306fbd-69e4-48f9-b8c2-2b4c2bba1a67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'port': {'device_id': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'admin_state_up': True, 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'security_groups': ['13f3765e-6e29-40a7-ba2b-9b26dc45cd02']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:14.284487 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-571417b0-1f65-4f3f-8adf-4ea3e9a2a5c6 req-b3dc30d4-8d5a-4790-aa6c-f0d05776247f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 210 time: 0.2923834 Feb 11 05:50:14.554350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-85306fbd-69e4-48f9-b8c2-2b4c2bba1a67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Made reservation on behalf of 62e18d0c86a64ad7b01c097614e47196 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:50:14.559002 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-85306fbd-69e4-48f9-b8c2-2b4c2bba1a67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:14.754068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5b1c0717-4319-450f-a7ae-3b0cd765a596 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:14.811238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-85306fbd-69e4-48f9-b8c2-2b4c2bba1a67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.20.0.12 (954788be-a50b-4c63-ae8c-c595c5b6eaa5/fa83fbc5-d673-4b96-88f6-64472e92602c/1d01b6fb-bafa-43f5-b1dd-7b964a1192ec) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:14.828291 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 5b1c0717-4319-450f-a7ae-3b0cd765a596 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:14.829068 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:14.944148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 5b1c0717-4319-450f-a7ae-3b0cd765a596 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:15.008834 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-85306fbd-69e4-48f9-b8c2-2b4c2bba1a67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.135382 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-85306fbd-69e4-48f9-b8c2-2b4c2bba1a67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.206084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-85306fbd-69e4-48f9-b8c2-2b4c2bba1a67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:15.211810 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-85306fbd-69e4-48f9-b8c2-2b4c2bba1a67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:15.217596 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-85306fbd-69e4-48f9-b8c2-2b4c2bba1a67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:15.276132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85306fbd-69e4-48f9-b8c2-2b4c2bba1a67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:15.314717 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-85306fbd-69e4-48f9-b8c2-2b4c2bba1a67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:15.315413 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-85306fbd-69e4-48f9-b8c2-2b4c2bba1a67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.452027 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-85306fbd-69e4-48f9-b8c2-2b4c2bba1a67 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1832807 Feb 11 05:50:15.463775 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-bba84637-0e49-483c-ad39-a017c43a305a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:50:15.465988 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-bba84637-0e49-483c-ad39-a017c43a305a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074248 Feb 11 05:50:15.486051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Request body: {'port': {'device_id': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:15.549146 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e4a7e-0d25-4865-8b3f-cf1bad990620 req-22f04008-e2e5-49b0-a847-21fd11a64470 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:15.554846 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e7e4a7e-0d25-4865-8b3f-cf1bad990620 req-22f04008-e2e5-49b0-a847-21fd11a64470 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 932 time: 0.1276579 Feb 11 05:50:15.649624 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0e51a3cc-6224-410b-b2b0-533dd3ad7ec7 None None] Provisioning complete for port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:15.650250 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0e51a3cc-6224-410b-b2b0-533dd3ad7ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.662681 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:15.664286 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e7e4a7e-0d25-4865-8b3f-cf1bad990620 req-2ebf10d2-5b9c-450f-847f-9ed9eabc73c6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964515 Feb 11 05:50:15.744078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0e51a3cc-6224-410b-b2b0-533dd3ad7ec7 None None] Port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:50:16.037293 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:50:16.046362 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Publish callbacks [] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.061456 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Transition to ACTIVE for port object 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:50:16.160336 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.218846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:16.338187 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Attempting to bind port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:50:16.338542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Attempting to bind port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:50:16.338981 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Attempting to bind port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec on network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:16.344563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec on network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:50:16.344871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Attempting to bind port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec on network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:50:16.352359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:50:16.352359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Checking segment: {'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:50:16.352682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Bound using segment: {'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:50:16.353172 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Bound port: 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:50:16.353486 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.476662 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] For port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:50:16.480785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] For port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:50:16.598766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.667277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:16.668116 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:16.670835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] 10.222.0.32 "PUT /v2.0/ports/1d01b6fb-bafa-43f5-b1dd-7b964a1192ec HTTP/1.1" status: 200 len: 1093 time: 1.1944525 Feb 11 05:50:16.671613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:50:16.679963 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6726d1ba-cb16-4677-81cf-a5c08e87ea35" -d '{"events": [{"name": "network-changed", "server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:50:16.724627 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6302f-6a9f-4e24-88c7-9f8e8a64f5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:16.775735 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe83a0c4-8e43-49da-80d2-525cb71fa5dd x-openstack-request-id: req-fe83a0c4-8e43-49da-80d2-525cb71fa5dd {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:50:16.776269 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:50:16.776714 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe83a0c4-8e43-49da-80d2-525cb71fa5dd {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:50:16.777391 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'status': 'completed', 'code': 200} Feb 11 05:50:16.879961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726d1ba-cb16-4677-81cf-a5c08e87ea35 req-23593e6c-f455-49f5-b2ad-730096eb4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:16.883197 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6726d1ba-cb16-4677-81cf-a5c08e87ea35 req-23593e6c-f455-49f5-b2ad-730096eb4915 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 1127 time: 0.0860763 Feb 11 05:50:16.890465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc47b3c-9978-4f28-9217-5b342bc42780 req-050a6905-663b-4d0b-a3fa-8d47aae116de tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:16.893685 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8fc47b3c-9978-4f28-9217-5b342bc42780 req-050a6905-663b-4d0b-a3fa-8d47aae116de tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 944 time: 0.0869765 Feb 11 05:50:16.984112 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8fc47b3c-9978-4f28-9217-5b342bc42780 req-3882e92f-1d92-4099-a16e-f2410ec5aefd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806463 Feb 11 05:50:17.059571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726d1ba-cb16-4677-81cf-a5c08e87ea35 req-6e569ed5-54c6-45c1-8fa7-d19d6482c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:17.061208 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6726d1ba-cb16-4677-81cf-a5c08e87ea35 req-6e569ed5-54c6-45c1-8fa7-d19d6482c52a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=62e18d0c86a64ad7b01c097614e47196&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1707413 Feb 11 05:50:17.183363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726d1ba-cb16-4677-81cf-a5c08e87ea35 req-8a690812-bcfc-4813-bfda-ef95ff75f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:17.185170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6726d1ba-cb16-4677-81cf-a5c08e87ea35 req-8a690812-bcfc-4813-bfda-ef95ff75f308 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168842 Feb 11 05:50:17.281420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-22b8b852-a1d8-4f50-b95e-dd5719466707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:17.283070 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-22b8b852-a1d8-4f50-b95e-dd5719466707 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 1127 time: 0.0545440 Feb 11 05:50:17.328774 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-a3c00ec1-09fa-4c51-83c6-89b3c89b2d08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec HTTP/1.1" status: 200 len: 217 time: 0.0387261 Feb 11 05:50:17.386552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-d22cde6e-4444-4d08-a549-ce2678d51904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:17.388125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-d22cde6e-4444-4d08-a549-ce2678d51904 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa83fbc5-d673-4b96-88f6-64472e92602c HTTP/1.1" status: 200 len: 835 time: 0.0531249 Feb 11 05:50:17.446018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-84fc3cdf-e194-4717-86dc-519f67f321cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:17.448028 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-84fc3cdf-e194-4717-86dc-519f67f321cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=954788be-a50b-4c63-ae8c-c595c5b6eaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0535865 Feb 11 05:50:17.576403 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-6e0bf3aa-67df-457b-ba4b-3ffa861018c9 service neutron] 10.222.0.32 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206193 Feb 11 05:50:17.727263 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1090dd5-d1f5-4939-b580-6482ca60f1a6 req-228e6cac-7b0f-4c7c-b8c1-222b09c0eb56 service neutron] 10.222.0.32 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437931 Feb 11 05:50:18.163844 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143e2ee-44ec-4701-a3ff-9cf3c1a6adb6 req-a1ea98b5-d9d3-42f9-b2d5-7aec65202753 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:18.165490 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c143e2ee-44ec-4701-a3ff-9cf3c1a6adb6 req-a1ea98b5-d9d3-42f9-b2d5-7aec65202753 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 944 time: 0.0696118 Feb 11 05:50:18.226962 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c143e2ee-44ec-4701-a3ff-9cf3c1a6adb6 req-150d73a1-47cf-4975-bafe-daa41503df41 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551872 Feb 11 05:50:19.176659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:50:19.303268 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:19.318768 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'port_id': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'mac_address': 'fa:16:3e:37:bd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:50:19.368809 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:19.370165 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.388949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:50:19.412922 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:19.502763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef9d96-8dc9-4bdd-9783-1222f38bc4f4 req-0c8632a7-cf0a-4718-9e82-32601ed34b04 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:19.504515 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4cef9d96-8dc9-4bdd-9783-1222f38bc4f4 req-0c8632a7-cf0a-4718-9e82-32601ed34b04 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 944 time: 0.1629865 Feb 11 05:50:19.508431 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:19.588541 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4cef9d96-8dc9-4bdd-9783-1222f38bc4f4 req-1a59ed4d-9f60-493c-9e6e-420382ee9533 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764353 Feb 11 05:50:19.594453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:19.729855 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['1d01b6fb-bafa-43f5-b1dd-7b964a1192ec'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:50:20.742692 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d43b15-bb6b-4d61-9a7a-b02cddd2bc0d req-25b1243d-6add-4e0d-8e1b-cc8ab0bc8e0b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:20.744239 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-38d43b15-bb6b-4d61-9a7a-b02cddd2bc0d req-25b1243d-6add-4e0d-8e1b-cc8ab0bc8e0b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 945 time: 0.0654485 Feb 11 05:50:20.809732 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-38d43b15-bb6b-4d61-9a7a-b02cddd2bc0d req-9ce8b8cf-8044-46c1-aefb-8fb1b16f96e0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545022 Feb 11 05:50:21.189178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:50:21.382452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:50:21.387539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:50:21.387832 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.488972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:50:21.489366 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.518229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:50:21.521659 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45e337e-a5fe-4ffe-86d5-d828eef4bf56" -d '{"events": [{"server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "name": "network-vif-plugged", "status": "completed", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:50:21.544679 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:50:21.573078 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae07dc6a-915a-4bcf-9dc1-db4939dc7cbb x-openstack-request-id: req-ae07dc6a-915a-4bcf-9dc1-db4939dc7cbb {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:50:21.573397 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "name": "network-vif-plugged", "status": "completed", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:50:21.573654 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae07dc6a-915a-4bcf-9dc1-db4939dc7cbb {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:50:21.574066 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'code': 200} Feb 11 05:50:21.657478 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:21.688352 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29be73-7c4e-44c4-a4a8-1f0ff6010abb req-0256babc-5f29-4b4c-be8f-85121c8476d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:21.690228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e29be73-7c4e-44c4-a4a8-1f0ff6010abb req-0256babc-5f29-4b4c-be8f-85121c8476d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 1128 time: 0.0525427 Feb 11 05:50:21.746824 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:21.747170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1e29be73-7c4e-44c4-a4a8-1f0ff6010abb req-2c43a04a-fff0-495c-b010-93b800db4643 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507495 Feb 11 05:50:21.960777 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3e299-1e24-4acd-90b2-3fd0a66a7482 req-745c4aff-5f3c-42eb-8f4c-84c78c3a6aca tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:21.962472 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0ed3e299-1e24-4acd-90b2-3fd0a66a7482 req-745c4aff-5f3c-42eb-8f4c-84c78c3a6aca tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0726833 Feb 11 05:50:22.024435 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0ed3e299-1e24-4acd-90b2-3fd0a66a7482 req-c30a7a97-31f0-45b6-a5e3-e42a6d41fe24 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511901 Feb 11 05:50:23.198604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439502d-8437-40d9-a957-8761997c46c2 req-2d7dcb18-a26f-4b93-abed-352914c8c38c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:23.200482 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0439502d-8437-40d9-a957-8761997c46c2 req-2d7dcb18-a26f-4b93-abed-352914c8c38c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0780189 Feb 11 05:50:23.249565 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7228-9df0-4137-a55f-4c672270d6b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.266736 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0439502d-8437-40d9-a957-8761997c46c2 req-4e66438e-9053-41ea-973b-0b2bf57afcc7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578973 Feb 11 05:50:23.429365 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9b54b-c1f4-4fe3-ac72-b8c5e0224845 req-08c20fc3-2c1d-4df4-ba3e-25084043d3ef tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:23.431104 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7cd9b54b-c1f4-4fe3-ac72-b8c5e0224845 req-08c20fc3-2c1d-4df4-ba3e-25084043d3ef tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0814526 Feb 11 05:50:23.504103 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7cd9b54b-c1f4-4fe3-ac72-b8c5e0224845 req-1f3ff93d-4b73-4f2e-98be-1439dd155e92 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652659 Feb 11 05:50:23.534470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46572) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:23.585235 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f0d47-dbc5-4a5e-b1b5-1414dddc1972 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:23.586733 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e03f0d47-dbc5-4a5e-b1b5-1414dddc1972 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 1124 time: 0.0508664 Feb 11 05:50:23.589562 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46574) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:23.594083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:50:23.740755 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.866030 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:23.985817 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.25.3.141 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/ca540568-938d-47f8-abff-1e825d7add49) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:50:24.115074 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (ca540568-938d-47f8-abff-1e825d7add49), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.272728 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ca540568-938d-47f8-abff-1e825d7add49), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:24.320398 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:50:24.323949 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:50:24.328188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:50:24.335101 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=ca540568-938d-47f8-abff-1e825d7add49,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:25.141308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (0994a7f5-d10a-4ef6-b324-f9d82e35e6c2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.283749 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ca540568-938d-47f8-abff-1e825d7add49), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.493711 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-400609ab-a3d2-438f-89ed-adae842d06a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.497610 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (ca540568-938d-47f8-abff-1e825d7add49), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.580481 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (ca540568-938d-47f8-abff-1e825d7add49), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.674791 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=ca540568-938d-47f8-abff-1e825d7add49,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:50:25.693537 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (0994a7f5-d10a-4ef6-b324-f9d82e35e6c2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:25.845783 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Floating IP 0994a7f5-d10a-4ef6-b324-f9d82e35e6c2 associated. External IP: 172.25.3.141, port: 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec. Feb 11 05:50:26.178362 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router 135f9655-1b76-440c-a20d-da595e8d1394 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:50:26.319281 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:50:26.331675 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ad674-5b5b-4e89-9da3-744c945f0ea3 None None] Sync routers for ids ['135f9655-1b76-440c-a20d-da595e8d1394'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:50:26.343877 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ad674-5b5b-4e89-9da3-744c945f0ea3 None None] Routers {'135f9655-1b76-440c-a20d-da595e8d1394'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:26.348691 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2b5ad674-5b5b-4e89-9da3-744c945f0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['135f9655-1b76-440c-a20d-da595e8d1394'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:26.431523 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:26.471196 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-2b5ad674-5b5b-4e89-9da3-744c945f0ea3 None None] Set router 135f9655-1b76-440c-a20d-da595e8d1394 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:26.494056 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-063b6b53-92f8-4bdf-855f-86cff4808d69 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9031432 Feb 11 05:50:26.495074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:50:26.499215 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaffc326-c35d-46bc-8c50-1e29003c29c4" -d '{"events": [{"name": "network-changed", "server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:50:26.651236 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d62def-cf9a-413d-8df1-5328310f7dc4 req-cf79bd5a-8599-4734-910c-780f7a1d7e9b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:26.652881 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-95d62def-cf9a-413d-8df1-5328310f7dc4 req-cf79bd5a-8599-4734-910c-780f7a1d7e9b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0862155 Feb 11 05:50:26.674669 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2787c635-a2d9-4b75-aa64-bb33151e01fe x-openstack-request-id: req-2787c635-a2d9-4b75-aa64-bb33151e01fe {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:50:26.675364 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:50:26.675950 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2787c635-a2d9-4b75-aa64-bb33151e01fe {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:50:26.676696 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'status': 'completed', 'code': 200} Feb 11 05:50:26.752374 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-95d62def-cf9a-413d-8df1-5328310f7dc4 req-57cb3a1e-89a6-48de-95d4-69b001843e34 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907006 Feb 11 05:50:26.755509 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffc326-c35d-46bc-8c50-1e29003c29c4 req-d930e337-e71e-4464-9f58-b6fb810643a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:26.758029 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaffc326-c35d-46bc-8c50-1e29003c29c4 req-d930e337-e71e-4464-9f58-b6fb810643a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 1129 time: 0.0645714 Feb 11 05:50:26.788619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46582) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:26.876015 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1e1c9da1-2ef9-4db6-8717-70712274e064 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/0994a7f5-d10a-4ef6-b324-f9d82e35e6c2 HTTP/1.1" status: 200 len: 992 time: 0.0857809 Feb 11 05:50:26.888138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffc326-c35d-46bc-8c50-1e29003c29c4 req-04b0151a-4b4f-4e42-ae74-6ee4439f4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:26.890858 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaffc326-c35d-46bc-8c50-1e29003c29c4 req-04b0151a-4b4f-4e42-ae74-6ee4439f4ac8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=954788be-a50b-4c63-ae8c-c595c5b6eaa5 HTTP/1.1" status: 200 len: 897 time: 0.1264911 Feb 11 05:50:26.930033 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2b5ad674-5b5b-4e89-9da3-744c945f0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135f9655-1b76-440c-a20d-da595e8d1394', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:50:03Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:04Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '0994a7f5-d10a-4ef6-b324-f9d82e35e6c2', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'port_id': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'mac_address': 'fa:16:3e:37:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:50:24Z', 'updated_at': '2022-02-11T05:50:24Z', 'revision_number': 0, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1c0717-4319-450f-a7ae-3b0cd765a596', 'name': '', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:2b:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:08Z', 'updated_at': '2022-02-11T05:50:13Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:26.975618 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ad674-5b5b-4e89-9da3-744c945f0ea3 None None] Checking router: 135f9655-1b76-440c-a20d-da595e8d1394 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:50:26.992330 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaffc326-c35d-46bc-8c50-1e29003c29c4 req-d62fe73d-bddd-4447-adb5-4be98fcab70e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec HTTP/1.1" status: 200 len: 1000 time: 0.0907021 Feb 11 05:50:26.992884 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ad674-5b5b-4e89-9da3-744c945f0ea3 None None] Routers {'135f9655-1b76-440c-a20d-da595e8d1394'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:50:26.993581 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2b5ad674-5b5b-4e89-9da3-744c945f0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:50:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['135f9655-1b76-440c-a20d-da595e8d1394'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:27.048945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffc326-c35d-46bc-8c50-1e29003c29c4 req-2178ee38-bf20-47c7-bcf9-5f21f8ed5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:27.051155 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaffc326-c35d-46bc-8c50-1e29003c29c4 req-2178ee38-bf20-47c7-bcf9-5f21f8ed5517 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa83fbc5-d673-4b96-88f6-64472e92602c HTTP/1.1" status: 200 len: 835 time: 0.0519693 Feb 11 05:50:27.114970 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:27.118196 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffc326-c35d-46bc-8c50-1e29003c29c4 req-2dabebed-6db1-490d-9940-cbfb4e625515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:27.120097 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaffc326-c35d-46bc-8c50-1e29003c29c4 req-2dabebed-6db1-490d-9940-cbfb4e625515 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=954788be-a50b-4c63-ae8c-c595c5b6eaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0634816 Feb 11 05:50:27.135136 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-2b5ad674-5b5b-4e89-9da3-744c945f0ea3 None None] Set router 135f9655-1b76-440c-a20d-da595e8d1394 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:50:27.270677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaffc326-c35d-46bc-8c50-1e29003c29c4 req-57721471-a49f-4604-9ca8-9b55105c332a service neutron] 10.222.0.32 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429369 Feb 11 05:50:27.395088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-aaffc326-c35d-46bc-8c50-1e29003c29c4 req-50f8f85b-6ac0-4f7c-8086-55fe72aad1f0 service neutron] 10.222.0.32 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177039 Feb 11 05:50:27.482872 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2b5ad674-5b5b-4e89-9da3-744c945f0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135f9655-1b76-440c-a20d-da595e8d1394', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:50:03Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:04Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '0994a7f5-d10a-4ef6-b324-f9d82e35e6c2', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'port_id': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'mac_address': 'fa:16:3e:37:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:50:24Z', 'updated_at': '2022-02-11T05:50:24Z', 'revision_number': 0, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1c0717-4319-450f-a7ae-3b0cd765a596', 'name': '', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:2b:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:08Z', 'updated_at': '2022-02-11T05:50:13Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:50:27.514279 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ad674-5b5b-4e89-9da3-744c945f0ea3 None None] The sync data for ids ['135f9655-1b76-440c-a20d-da595e8d1394'] in n-d-712142-35 is: [{'id': '135f9655-1b76-440c-a20d-da595e8d1394', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:50:03Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:04Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '0994a7f5-d10a-4ef6-b324-f9d82e35e6c2', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'port_id': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'mac_address': 'fa:16:3e:37:bd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:50:24Z', 'updated_at': '2022-02-11T05:50:24Z', 'revision_number': 0, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1c0717-4319-450f-a7ae-3b0cd765a596', 'name': '', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:2b:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:08Z', 'updated_at': '2022-02-11T05:50:13Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:50:27.779043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384c108a-d315-47ce-bd7a-a64ceef18d0c None None] New status for floating IP 0994a7f5-d10a-4ef6-b324-f9d82e35e6c2: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:50:27.881553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46584) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:27.985686 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7704cd37-37a2-43bd-ac2d-78a6ede6bb05 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/0994a7f5-d10a-4ef6-b324-f9d82e35e6c2 HTTP/1.1" status: 200 len: 992 time: 0.1029086 Feb 11 05:50:28.673622 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:28.990086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46586) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:50:29.108539 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0740e50d-022b-4aed-89cc-23fdbd372ae7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/0994a7f5-d10a-4ef6-b324-f9d82e35e6c2 HTTP/1.1" status: 200 len: 994 time: 0.1165531 Feb 11 05:50:29.839285 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.810708 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:34.911946 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:38.390735 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:50:40.682118 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45567700-b8de-428f-a78c-db6e3a2de5bf req-4be28be0-4b16-4c4c-90ac-31abba7c0ff1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1231353 Feb 11 05:50:40.778660 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45567700-b8de-428f-a78c-db6e3a2de5bf req-2b568962-2fcd-44a9-9687-83137a97a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:40.780399 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45567700-b8de-428f-a78c-db6e3a2de5bf req-2b568962-2fcd-44a9-9687-83137a97a1bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 1129 time: 0.0516279 Feb 11 05:50:40.920507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45567700-b8de-428f-a78c-db6e3a2de5bf req-b8d1c5db-bf55-481d-a986-f346ac06b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:40.922067 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45567700-b8de-428f-a78c-db6e3a2de5bf req-b8d1c5db-bf55-481d-a986-f346ac06b16f service neutron] 10.222.0.32 "GET /v2.0/networks?id=954788be-a50b-4c63-ae8c-c595c5b6eaa5 HTTP/1.1" status: 200 len: 897 time: 0.1178854 Feb 11 05:50:40.998945 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45567700-b8de-428f-a78c-db6e3a2de5bf req-e0a55e91-1454-437d-a98a-b30fd9907797 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec HTTP/1.1" status: 200 len: 1002 time: 0.0684943 Feb 11 05:50:41.458849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45567700-b8de-428f-a78c-db6e3a2de5bf req-c1890e39-c8be-4487-a714-2dac7919b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:41.460571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45567700-b8de-428f-a78c-db6e3a2de5bf req-c1890e39-c8be-4487-a714-2dac7919b0b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa83fbc5-d673-4b96-88f6-64472e92602c HTTP/1.1" status: 200 len: 835 time: 0.4523056 Feb 11 05:50:41.518574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45567700-b8de-428f-a78c-db6e3a2de5bf req-84208243-adcc-4f81-9bdb-a76a8e15ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:50:41.520425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45567700-b8de-428f-a78c-db6e3a2de5bf req-84208243-adcc-4f81-9bdb-a76a8e15ffe5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=954788be-a50b-4c63-ae8c-c595c5b6eaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0530186 Feb 11 05:50:41.624947 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45567700-b8de-428f-a78c-db6e3a2de5bf req-672c0b66-396c-4d7f-b19c-7fd458debb1b service neutron] 10.222.0.32 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972452 Feb 11 05:50:41.744412 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45567700-b8de-428f-a78c-db6e3a2de5bf req-0b9190a9-6be2-49af-89b1-98417ead04b2 service neutron] 10.222.0.32 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122746 Feb 11 05:50:53.225917 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0aec2e33-7c6b-40cc-b287-74829e90084c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:55.513176 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6dcb1304-28d4-49d3-a139-6fdbcf235534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:57.134039 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:58.712649 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:50:59.947281 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:00.419372 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-787aa0a6-382d-46c6-a70b-60a4846ee33a req-6581d099-85a0-43c3-941a-6a6fca39fca4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:51:00.420556 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-787aa0a6-382d-46c6-a70b-60a4846ee33a req-6581d099-85a0-43c3-941a-6a6fca39fca4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057857 Feb 11 05:51:00.897256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694838-1af7-4ddd-a1d6-34bb84d13d5f req-54a384f5-37ad-48e4-a8c3-839f8d99e41e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:00.899331 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-60694838-1af7-4ddd-a1d6-34bb84d13d5f req-54a384f5-37ad-48e4-a8c3-839f8d99e41e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0687399 Feb 11 05:51:00.960813 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-60694838-1af7-4ddd-a1d6-34bb84d13d5f req-bf4d188b-a4b2-4968-ae06-9ed5cdb3c94a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542040 Feb 11 05:51:01.081561 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46606) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:01.180722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-3d7a9271-af96-484d-a7d0-9f5a27f1b807 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978343 Feb 11 05:51:01.193310 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-d42a1b95-fd7d-421d-af64-d78abad7446d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:51:01.194416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-d42a1b95-fd7d-421d-af64-d78abad7446d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088880 Feb 11 05:51:02.104596 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba1108-d7a1-40ae-8508-990de3e7971d req-0c8c1bad-49e7-4c42-ac0d-6ca3c9f61c0d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:02.106339 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ebba1108-d7a1-40ae-8508-990de3e7971d req-0c8c1bad-49e7-4c42-ac0d-6ca3c9f61c0d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0663109 Feb 11 05:51:02.172923 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ebba1108-d7a1-40ae-8508-990de3e7971d req-396f2dc4-6b9a-463f-9dea-03933f47b91f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556660 Feb 11 05:51:02.919837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46632) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:03.021634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-e0dae0dc-a495-4021-b846-1d779f770a3c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:03.023393 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-e0dae0dc-a495-4021-b846-1d779f770a3c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports/1d01b6fb-bafa-43f5-b1dd-7b964a1192ec HTTP/1.1" status: 200 len: 943 time: 0.1023772 Feb 11 05:51:03.321808 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e46d6-b773-4413-abd1-418c21101743 req-a4245792-3e82-42d4-b0a3-4e553686221a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:03.323595 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-519e46d6-b773-4413-abd1-418c21101743 req-a4245792-3e82-42d4-b0a3-4e553686221a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0691745 Feb 11 05:51:03.381596 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-519e46d6-b773-4413-abd1-418c21101743 req-3fb945dc-bcab-4685-933e-08745833c686 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517466 Feb 11 05:51:04.527599 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc849c7-6e93-41cf-a100-2a52868ff8c4 req-ed0e9a3a-96a4-4f1f-a553-b3759c762753 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:04.529227 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bfc849c7-6e93-41cf-a100-2a52868ff8c4 req-ed0e9a3a-96a4-4f1f-a553-b3759c762753 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0665960 Feb 11 05:51:04.614031 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bfc849c7-6e93-41cf-a100-2a52868ff8c4 req-be590b82-4ba6-446d-8309-d56dcc0b14cc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774000 Feb 11 05:51:04.787417 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:04.942365 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:05.748628 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1140ac-a972-4b14-b899-835e02323698 req-504138bf-a15c-4e54-8ac5-9f73efd514f4 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:05.750184 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ea1140ac-a972-4b14-b899-835e02323698 req-504138bf-a15c-4e54-8ac5-9f73efd514f4 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0572083 Feb 11 05:51:05.811890 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ea1140ac-a972-4b14-b899-835e02323698 req-64c8d0b5-69fd-47d9-8a3b-e6dc08a79e95 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500202 Feb 11 05:51:06.972921 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab63b9c-38da-4cfc-aa4a-96ddf71fcc7e req-7be75f07-4747-4c73-949c-be31b71e372f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:06.975261 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5ab63b9c-38da-4cfc-aa4a-96ddf71fcc7e req-7be75f07-4747-4c73-949c-be31b71e372f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0728538 Feb 11 05:51:07.047631 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5ab63b9c-38da-4cfc-aa4a-96ddf71fcc7e req-b99d3016-531c-4d48-95a4-6e8094b8796e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624812 Feb 11 05:51:07.905539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-9f0b973f-f0bc-48a0-83fe-be20ffed3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:07.907495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-9f0b973f-f0bc-48a0-83fe-be20ffed3e88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 1129 time: 0.0557008 Feb 11 05:51:08.011602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-b222a3a3-a94f-4379-9ff3-273f340810ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:08.013239 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-b222a3a3-a94f-4379-9ff3-273f340810ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=954788be-a50b-4c63-ae8c-c595c5b6eaa5 HTTP/1.1" status: 200 len: 897 time: 0.0992095 Feb 11 05:51:08.087961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-a79b3922-1b89-4b77-a969-9c29f3254bfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec HTTP/1.1" status: 200 len: 1002 time: 0.0678594 Feb 11 05:51:08.147008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-da9efbaa-debb-4a5b-8218-d3c2dab0e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:08.148532 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-da9efbaa-debb-4a5b-8218-d3c2dab0e99a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa83fbc5-d673-4b96-88f6-64472e92602c HTTP/1.1" status: 200 len: 835 time: 0.0537982 Feb 11 05:51:08.182893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901a07d-ec0b-426e-be67-3a2432d4d6ae req-0a68fe36-8afe-4bcc-b703-a8d93fed470f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:08.184454 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a901a07d-ec0b-426e-be67-3a2432d4d6ae req-0a68fe36-8afe-4bcc-b703-a8d93fed470f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0606971 Feb 11 05:51:08.209086 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-a32c5a27-3aa1-4d6c-975b-d62661cd921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:08.211030 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-a32c5a27-3aa1-4d6c-975b-d62661cd921a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=954788be-a50b-4c63-ae8c-c595c5b6eaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0557885 Feb 11 05:51:08.238791 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a901a07d-ec0b-426e-be67-3a2432d4d6ae req-8e28ee35-ace6-422f-959d-64f6be9ffbb0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466571 Feb 11 05:51:08.339147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-3bbb455c-efc6-4e05-b97b-f103758627aa service neutron] 10.222.0.32 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221499 Feb 11 05:51:08.460953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-fb8672f3-8b91-43a7-b19a-7002035fbfa8 service neutron] 10.222.0.32 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152604 Feb 11 05:51:09.369563 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a265b97-91a7-4c79-993a-bf1adb162df4 req-4ecf9e0f-d344-4179-b806-607a02060eca tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:09.371107 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5a265b97-91a7-4c79-993a-bf1adb162df4 req-4ecf9e0f-d344-4179-b806-607a02060eca tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0560296 Feb 11 05:51:09.430950 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5a265b97-91a7-4c79-993a-bf1adb162df4 req-38f18f18-e390-4cc0-8ff0-96ea7d2994d2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540135 Feb 11 05:51:10.609313 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca40fb6-1b5e-40bf-ae4c-ceeb90d704e3 req-3d13c1d3-8d83-414d-97ca-0c3767101646 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:10.612522 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0ca40fb6-1b5e-40bf-ae4c-ceeb90d704e3 req-3d13c1d3-8d83-414d-97ca-0c3767101646 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0811377 Feb 11 05:51:10.678849 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0ca40fb6-1b5e-40bf-ae4c-ceeb90d704e3 req-2178de0c-852c-4226-bb27-bda28b2534e0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564728 Feb 11 05:51:11.818837 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647699a-c147-4621-b863-88735f87a871 req-4db0a05a-ab8d-45d5-baf5-e13311d107b4 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:11.820488 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a647699a-c147-4621-b863-88735f87a871 req-4db0a05a-ab8d-45d5-baf5-e13311d107b4 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0608242 Feb 11 05:51:11.882482 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a647699a-c147-4621-b863-88735f87a871 req-b9317a0c-5fcd-4a7b-96d3-bad8769af34f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520909 Feb 11 05:51:13.023874 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b2b88-1035-4fd8-8505-45e47b6fe456 req-1213e167-5917-4369-a840-aeb51f101758 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:13.026094 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f39b2b88-1035-4fd8-8505-45e47b6fe456 req-1213e167-5917-4369-a840-aeb51f101758 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0671439 Feb 11 05:51:13.090895 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f39b2b88-1035-4fd8-8505-45e47b6fe456 req-199a038a-c81d-46b0-90a4-d8c0faa95619 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583131 Feb 11 05:51:14.270697 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa31fa-1175-4ef8-ad1f-15d3b4996e12 req-fd2a8290-9f04-4ca6-88c6-ff05d0eeab02 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:14.270697 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5eaa31fa-1175-4ef8-ad1f-15d3b4996e12 req-fd2a8290-9f04-4ca6-88c6-ff05d0eeab02 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0651145 Feb 11 05:51:14.337352 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5eaa31fa-1175-4ef8-ad1f-15d3b4996e12 req-c92ed325-93cd-4ecf-8044-e60d05819f15 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604222 Feb 11 05:51:15.391542 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:51:15.536076 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6f00c-261a-491e-ad0e-96e17e8a40c2 req-3519b408-8ecf-4570-a57e-746dd5ba8b90 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:15.538512 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7ff6f00c-261a-491e-ad0e-96e17e8a40c2 req-3519b408-8ecf-4570-a57e-746dd5ba8b90 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0701077 Feb 11 05:51:15.612872 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7ff6f00c-261a-491e-ad0e-96e17e8a40c2 req-f6604fae-0841-4363-a154-f0f77f491b87 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640528 Feb 11 05:51:16.762730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195109a2-ab23-4ffe-8145-22b81548dfb8 req-2da9f307-4fa6-4209-b5e6-6eb24cb34930 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:16.764756 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-195109a2-ab23-4ffe-8145-22b81548dfb8 req-2da9f307-4fa6-4209-b5e6-6eb24cb34930 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0604894 Feb 11 05:51:16.824319 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-195109a2-ab23-4ffe-8145-22b81548dfb8 req-525ccddc-ec10-4c3b-956c-9e4e5b66cd60 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526845 Feb 11 05:51:17.969604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf540b-2e5b-4b95-99d4-d6c7ba284a91 req-6fb6f1bd-21c9-41b0-b72a-26ff94ee9444 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:17.971929 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eccf540b-2e5b-4b95-99d4-d6c7ba284a91 req-6fb6f1bd-21c9-41b0-b72a-26ff94ee9444 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0622323 Feb 11 05:51:18.031015 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eccf540b-2e5b-4b95-99d4-d6c7ba284a91 req-4a0f83c4-9519-4e7a-9fde-7664300bd17f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528443 Feb 11 05:51:19.212868 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df264f-fa5e-4f34-9f3d-7b2c9067572a req-49a27262-520b-401d-ab36-57edec3b218e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:19.214648 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8df264f-fa5e-4f34-9f3d-7b2c9067572a req-49a27262-520b-401d-ab36-57edec3b218e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0924976 Feb 11 05:51:19.272313 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a8df264f-fa5e-4f34-9f3d-7b2c9067572a req-9f3b8a5b-27e0-417a-ad66-74d3f6919bf3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513268 Feb 11 05:51:20.410280 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625e260-f524-4b28-84e0-cdec7fe7fbb9 req-0699175c-a7e8-4e35-adc1-d1d58fec20b1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:20.412116 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9625e260-f524-4b28-84e0-cdec7fe7fbb9 req-0699175c-a7e8-4e35-adc1-d1d58fec20b1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0618668 Feb 11 05:51:20.469495 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9625e260-f524-4b28-84e0-cdec7fe7fbb9 req-a6efbd66-1fec-4b5b-a86b-b31c4b46d45a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512693 Feb 11 05:51:20.984413 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-71d43932-8f58-47a9-997b-c8593116d49e service neutron] show failed (client error): The resource could not be found. Feb 11 05:51:20.985563 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-71d43932-8f58-47a9-997b-c8593116d49e service neutron] 10.222.0.32 "GET /v2.0/ports/1d01b6fb-bafa-43f5-b1dd-7b964a1192ec/bindings/n-h2-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0763814 Feb 11 05:51:21.625897 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ceef71-1f27-4b47-a355-d4678b2f98a5 req-33a52dec-bb65-435b-a60e-908518499eb4 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.629494 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-11ceef71-1f27-4b47-a355-d4678b2f98a5 req-33a52dec-bb65-435b-a60e-908518499eb4 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0792124 Feb 11 05:51:21.711316 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-11ceef71-1f27-4b47-a355-d4678b2f98a5 req-c54323e2-cf41-4c80-a36a-df16828c4ff6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741816 Feb 11 05:51:21.718233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-65f1127b-3d1a-4223-9ae4-86ad4bc335bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:21.720425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-65f1127b-3d1a-4223-9ae4-86ad4bc335bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae&tenant_id=62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 1129 time: 0.1310797 Feb 11 05:51:21.735528 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-cb77752c-bea8-400a-a4ae-f6675c01c487 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:51:21.737918 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-cb77752c-bea8-400a-a4ae-f6675c01c487 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093839 Feb 11 05:51:21.749876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:51:21.821661 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.064429 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] For port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:22.103407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] For port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:22.153792 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:22.156276 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154e3d5b-9519-4c9c-8e10-f1aa62936bbf" -d '{"events": [{"server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "name": "network-vif-unplugged", "status": "completed", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:22.161773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Publish callbacks [] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.177256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Transition to ACTIVE for port object 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:51:22.246991 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5520227-6eae-4f00-abad-8f6f34e4a379 x-openstack-request-id: req-c5520227-6eae-4f00-abad-8f6f34e4a379 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:22.247341 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "name": "network-vif-unplugged", "status": "completed", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:22.247679 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5520227-6eae-4f00-abad-8f6f34e4a379 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:22.248260 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'code': 200} Feb 11 05:51:22.255560 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.402749 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Pushing event updated for resources: {'Port': ['ID=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,revision_number=6']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:22.428723 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:22.429075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:22.429426 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:22.429775 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:22.430120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:22.430464 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:22.430839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:22.431183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:22.431532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:22.431839 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:22.432175 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:22.432507 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:22.432838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:22.515738 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] No DVR routers for this DVR port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:51:22.711726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Attempting to bind port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:51:22.712075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Attempting to bind port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:51:22.712513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Attempting to bind port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec on network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:22.717702 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec on network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:51:22.718032 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Attempting to bind port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec on network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:51:22.724524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:51:22.724867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Checking segment: {'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:51:22.725259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Bound using segment: {'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:51:22.725698 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Bound port: 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20078dc2-6a5d-4e3f-9d07-cc85d360b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:51:22.726068 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.807979 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] For port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:51:22.813536 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] For port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:51:22.865040 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c387877-4ab3-499f-acdd-75277a39020b req-e231f382-ed33-44fe-8a7e-ed486257284c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:22.866601 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2c387877-4ab3-499f-acdd-75277a39020b req-e231f382-ed33-44fe-8a7e-ed486257284c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 944 time: 0.0675192 Feb 11 05:51:22.918485 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.923454 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2c387877-4ab3-499f-acdd-75277a39020b req-598855ec-3b70-4789-8f55-1607acdfedd9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504324 Feb 11 05:51:22.953549 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:22.954386 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:22.956883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] 10.222.0.47 "PUT /v2.0/ports/1d01b6fb-bafa-43f5-b1dd-7b964a1192ec HTTP/1.1" status: 200 len: 1093 time: 1.2115386 Feb 11 05:51:23.030499 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897af3c-7595-4803-896a-624ba20bdf6d service neutron] Pushing event updated for resources: {'Port': ['ID=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,revision_number=7']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:23.057906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-29870b15-39ba-4334-b240-b3e3fdb398e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:23.059732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-29870b15-39ba-4334-b240-b3e3fdb398e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 1127 time: 0.0792410 Feb 11 05:51:23.203166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-ac547864-44df-4391-8d6b-ee5e37276bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:23.204724 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-ac547864-44df-4391-8d6b-ee5e37276bb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=954788be-a50b-4c63-ae8c-c595c5b6eaa5 HTTP/1.1" status: 200 len: 897 time: 0.1381116 Feb 11 05:51:23.250453 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d58d240e-9c66-44bb-9fc1-f71a4f2271ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:23.321594 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-7009489b-996a-42f1-b37e-539b91a9a93f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec HTTP/1.1" status: 200 len: 1000 time: 0.1108842 Feb 11 05:51:23.378011 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-fb71fa7a-e235-4575-82b2-7fc82dcedb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:23.379856 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-fb71fa7a-e235-4575-82b2-7fc82dcedb42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa83fbc5-d673-4b96-88f6-64472e92602c HTTP/1.1" status: 200 len: 835 time: 0.0521891 Feb 11 05:51:23.436423 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-133bf240-111f-4530-991f-919c2aaca4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:23.438135 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-133bf240-111f-4530-991f-919c2aaca4ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=954788be-a50b-4c63-ae8c-c595c5b6eaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0521290 Feb 11 05:51:23.516269 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:51:23.563392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-c641f6a1-97d6-49f0-898d-2bd7bc4b43e5 service neutron] 10.222.0.47 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185813 Feb 11 05:51:23.575861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] The host n-h1-712142-35 is not matching for port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec host n-h2-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:51:23.576414 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:51:23.727242 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e1bd4066-bc69-4b40-8f1e-9f4240897945 req-bc897cbd-701f-47d0-adfb-708990830ef2 service neutron] 10.222.0.47 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579709 Feb 11 05:51:24.091449 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed0d85-d772-45ea-a2e6-a9b11f301fdb req-c8c85ad3-a4df-4f32-8e32-fa5e8b080cdc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:24.094052 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b4ed0d85-d772-45ea-a2e6-a9b11f301fdb req-c8c85ad3-a4df-4f32-8e32-fa5e8b080cdc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 944 time: 0.0813575 Feb 11 05:51:24.162314 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b4ed0d85-d772-45ea-a2e6-a9b11f301fdb req-a96ad48e-6226-4526-bacc-e897fbb10a89 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620079 Feb 11 05:51:24.249847 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:24.252867 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acfd126-6154-4e68-a256-dc1697e9da20" -d '{"events": [{"name": "network-changed", "server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:24.308293 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb7c6d7-007f-4ec5-84ff-492112e12879 x-openstack-request-id: req-bbb7c6d7-007f-4ec5-84ff-492112e12879 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:24.308600 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:24.308868 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbb7c6d7-007f-4ec5-84ff-492112e12879 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:24.309288 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'status': 'completed', 'code': 200} Feb 11 05:51:24.417759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-af78adad-db5a-470d-812b-51b7b74033b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:24.419344 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-af78adad-db5a-470d-812b-51b7b74033b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 1127 time: 0.0859582 Feb 11 05:51:24.425117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-39fa205e-4df3-41f2-a2a5-53354e217608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:24.426818 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-39fa205e-4df3-41f2-a2a5-53354e217608 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 1127 time: 0.0847659 Feb 11 05:51:24.595077 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-426f8d48-cfeb-467b-b2ff-c2e531f97d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:24.597294 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-426f8d48-cfeb-467b-b2ff-c2e531f97d53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=954788be-a50b-4c63-ae8c-c595c5b6eaa5 HTTP/1.1" status: 200 len: 897 time: 0.1694369 Feb 11 05:51:24.600420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-e62cce64-8dd1-470f-a524-91c5f02aa6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:24.601986 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-e62cce64-8dd1-470f-a524-91c5f02aa6cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=954788be-a50b-4c63-ae8c-c595c5b6eaa5 HTTP/1.1" status: 200 len: 897 time: 0.1664255 Feb 11 05:51:24.723934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-1b5ee87f-27b4-4781-ab3f-45ece6bf7366 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec HTTP/1.1" status: 200 len: 1000 time: 0.1205947 Feb 11 05:51:24.725636 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-411a9a9d-4e8f-4aa8-b982-bbec255bbd83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec HTTP/1.1" status: 200 len: 1000 time: 0.1163349 Feb 11 05:51:24.819364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-104b669d-5f3f-4f31-90f1-b84b03341e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:24.821178 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-104b669d-5f3f-4f31-90f1-b84b03341e30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa83fbc5-d673-4b96-88f6-64472e92602c HTTP/1.1" status: 200 len: 835 time: 0.0818141 Feb 11 05:51:24.822887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-aeb5e90f-c65f-435d-9e93-d5710239f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:24.824531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-aeb5e90f-c65f-435d-9e93-d5710239f882 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa83fbc5-d673-4b96-88f6-64472e92602c HTTP/1.1" status: 200 len: 835 time: 0.0936503 Feb 11 05:51:24.907441 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-c09fcc7b-9984-40fe-8afb-a76c7f2c9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:24.909609 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-c09fcc7b-9984-40fe-8afb-a76c7f2c9b31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=954788be-a50b-4c63-ae8c-c595c5b6eaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0819416 Feb 11 05:51:24.911796 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-3754dde0-8a35-494e-a6ed-f4152d5f92be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:24.913302 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-3754dde0-8a35-494e-a6ed-f4152d5f92be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=954788be-a50b-4c63-ae8c-c595c5b6eaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0775552 Feb 11 05:51:25.087496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-1376176d-8042-4c7f-9ad9-4444dbf361b2 service neutron] 10.222.0.32 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712565 Feb 11 05:51:25.089527 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-5f4ee878-b1b5-4844-9856-bcabf99b9bef service neutron] 10.222.0.47 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659150 Feb 11 05:51:25.342846 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f05fc-6270-4ace-9004-9d7bcc575475 req-bc57ce1d-2c6f-4fca-ab22-e363331c4b7d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:25.346466 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e71f05fc-6270-4ace-9004-9d7bcc575475 req-bc57ce1d-2c6f-4fca-ab22-e363331c4b7d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 944 time: 0.1035271 Feb 11 05:51:25.444731 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e71f05fc-6270-4ace-9004-9d7bcc575475 req-534a433c-062a-4d63-9b1a-f26beac50204 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918660 Feb 11 05:51:25.507664 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dda172ab-931d-4c8b-ad3c-73ede5959257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:25.573660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-e3c0c78a-6d0f-42fd-bc05-01470b15082e service neutron] 10.222.0.32 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788501 Feb 11 05:51:25.576059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1acfd126-6154-4e68-a256-dc1697e9da20 req-6ba445df-d09d-42b0-89fd-431b54caca0f service neutron] 10.222.0.47 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726467 Feb 11 05:51:25.894417 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:51:26.013420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:26.027816 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'port_id': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'mac_address': 'fa:16:3e:37:bd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:51:26.075737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:26.076435 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.101054 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:51:26.140578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:26.221108 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:26.276040 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:26.284467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.284822 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.285166 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.285506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.285834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.286162 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.286488 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.286841 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.287164 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.287483 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.287806 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.288133 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.288692 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:51:26.464168 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['1d01b6fb-bafa-43f5-b1dd-7b964a1192ec'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:51:26.624555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae319d3-5b60-4353-8439-b78d329b6e48 req-1ecebb12-ce95-4384-b36c-30889d6e2730 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:26.628994 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6ae319d3-5b60-4353-8439-b78d329b6e48 req-1ecebb12-ce95-4384-b36c-30889d6e2730 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 945 time: 0.0721660 Feb 11 05:51:26.717745 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6ae319d3-5b60-4353-8439-b78d329b6e48 req-9c67fe46-17b0-4a1f-9205-d72e436a7342 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783358 Feb 11 05:51:27.073193 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:27.170126 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b511bd-522b-4051-a4fd-07b2a6798640 req-640f4687-3ec6-4128-b09a-37e00c0ed638 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:27.171869 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-44b511bd-522b-4051-a4fd-07b2a6798640 req-640f4687-3ec6-4128-b09a-37e00c0ed638 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 945 time: 0.0792425 Feb 11 05:51:27.245190 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-44b511bd-522b-4051-a4fd-07b2a6798640 req-1f4e332a-ab2d-4f79-b50b-f24aa243998f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612211 Feb 11 05:51:27.276831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffca3b8-5f94-4660-a3b6-ffb1de6c91b4 req-d64b1fa3-cdbf-4b07-91c3-84593d9b87ff tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:27.279219 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dffca3b8-5f94-4660-a3b6-ffb1de6c91b4 req-d64b1fa3-cdbf-4b07-91c3-84593d9b87ff tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.32 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae&tenant_id=62e18d0c86a64ad7b01c097614e47196&binding%3Ahost_id=n-h2-712142-35 HTTP/1.1" status: 200 len: 945 time: 0.1207950 Feb 11 05:51:27.353436 n-d-712142-35 neutron-server[103809]: INFO neutron.api.v2.resource [req-dffca3b8-5f94-4660-a3b6-ffb1de6c91b4 req-516c7766-9f49-47cc-8575-cd47514d19f2 service neutron] delete failed (client error): The resource could not be found. Feb 11 05:51:27.354704 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dffca3b8-5f94-4660-a3b6-ffb1de6c91b4 req-516c7766-9f49-47cc-8575-cd47514d19f2 service neutron] 10.222.0.32 "DELETE /v2.0/ports/1d01b6fb-bafa-43f5-b1dd-7b964a1192ec/bindings/n-h1-712142-35 HTTP/1.1" status: 404 len: 381 time: 0.0685384 Feb 11 05:51:27.405278 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47ab36-a67e-420e-8d19-b1e8997dc6fa req-bfd91e98-ba2e-48d1-bd26-3bd557f8f8c2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:27.407844 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-aa47ab36-a67e-420e-8d19-b1e8997dc6fa req-bfd91e98-ba2e-48d1-bd26-3bd557f8f8c2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 945 time: 0.0783212 Feb 11 05:51:27.452680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffca3b8-5f94-4660-a3b6-ffb1de6c91b4 req-1798b39c-6a7f-4a70-931f-4f04e6be8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:27.454419 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dffca3b8-5f94-4660-a3b6-ffb1de6c91b4 req-1798b39c-6a7f-4a70-931f-4f04e6be8b2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 1128 time: 0.0530524 Feb 11 05:51:27.503808 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-aa47ab36-a67e-420e-8d19-b1e8997dc6fa req-5c3a601e-3388-45e1-924f-04e41a119807 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833197 Feb 11 05:51:27.590495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffca3b8-5f94-4660-a3b6-ffb1de6c91b4 req-53bda68f-8527-4758-8893-c0eac94ef755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:27.593228 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dffca3b8-5f94-4660-a3b6-ffb1de6c91b4 req-53bda68f-8527-4758-8893-c0eac94ef755 service neutron] 10.222.0.32 "GET /v2.0/networks?id=954788be-a50b-4c63-ae8c-c595c5b6eaa5 HTTP/1.1" status: 200 len: 897 time: 0.1325128 Feb 11 05:51:27.670490 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dffca3b8-5f94-4660-a3b6-ffb1de6c91b4 req-fac377af-eae7-41aa-807d-4e0f403a4791 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec HTTP/1.1" status: 200 len: 1001 time: 0.0691590 Feb 11 05:51:27.726944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffca3b8-5f94-4660-a3b6-ffb1de6c91b4 req-6ed231fc-cffd-48ff-8425-135ad42fc961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:27.728468 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dffca3b8-5f94-4660-a3b6-ffb1de6c91b4 req-6ed231fc-cffd-48ff-8425-135ad42fc961 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fa83fbc5-d673-4b96-88f6-64472e92602c HTTP/1.1" status: 200 len: 835 time: 0.0517797 Feb 11 05:51:27.789400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffca3b8-5f94-4660-a3b6-ffb1de6c91b4 req-cb79662b-91d8-4cb9-ac7a-323783f3fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:27.791301 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dffca3b8-5f94-4660-a3b6-ffb1de6c91b4 req-cb79662b-91d8-4cb9-ac7a-323783f3fcca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=954788be-a50b-4c63-ae8c-c595c5b6eaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0557969 Feb 11 05:51:27.894831 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dffca3b8-5f94-4660-a3b6-ffb1de6c91b4 req-7b52cfed-0068-4cc4-99d4-c22b244c2ffa service neutron] 10.222.0.32 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962045 Feb 11 05:51:27.928009 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:51:28.030059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-dffca3b8-5f94-4660-a3b6-ffb1de6c91b4 req-e6cdb1b4-fcdd-44ac-b10b-0fe738656909 service neutron] 10.222.0.32 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267898 Feb 11 05:51:28.100907 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:51:28.109257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:51:28.112897 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.217606 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:51:28.218125 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.246995 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:28.249578 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8572ec2-96bb-4f06-abc1-9b397050c47c" -d '{"events": [{"server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "name": "network-vif-plugged", "status": "completed", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:28.271171 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:51:28.310090 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eeca64-f3ea-44de-a950-8ea274d0b0f6 x-openstack-request-id: req-b9eeca64-f3ea-44de-a950-8ea274d0b0f6 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:28.310558 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "name": "network-vif-plugged", "status": "completed", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:28.310936 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9eeca64-f3ea-44de-a950-8ea274d0b0f6 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:28.311488 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'code': 200} Feb 11 05:51:28.352459 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.418169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,revision_number=9']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:28.676065 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37cf54-923d-4ef9-8199-1192dc07f0af req-d305485a-445f-4b9b-9632-07688929810e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:28.677707 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff37cf54-923d-4ef9-8199-1192dc07f0af req-d305485a-445f-4b9b-9632-07688929810e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0701258 Feb 11 05:51:28.770127 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:28.771540 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff37cf54-923d-4ef9-8199-1192dc07f0af req-637504df-b198-47cd-8fff-53d7fa24b378 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872204 Feb 11 05:51:29.843771 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:29.923325 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef9e94-1e4b-4a19-867f-fcd2c83f1989 req-52e8bd64-4f15-43e4-a818-1dcfea7e9ee8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:29.925009 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-66ef9e94-1e4b-4a19-867f-fcd2c83f1989 req-52e8bd64-4f15-43e4-a818-1dcfea7e9ee8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0641687 Feb 11 05:51:29.987028 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-66ef9e94-1e4b-4a19-867f-fcd2c83f1989 req-52996e07-5967-462b-8c79-15f450d81ce6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553534 Feb 11 05:51:30.022796 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46704) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:30.098980 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7139cf0e-94dc-44a6-a10c-4fd393d65f06 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/0994a7f5-d10a-4ef6-b324-f9d82e35e6c2 HTTP/1.1" status: 200 len: 994 time: 0.0746121 Feb 11 05:51:34.770047 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:34.946771 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:39.806206 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac8a38b4-5623-49d2-9824-cfda4be250a7 req-f64126b1-50f4-4f60-ba15-396ab0292ddc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0486064 Feb 11 05:51:39.903567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a38b4-5623-49d2-9824-cfda4be250a7 req-7aec4ac8-28b1-4069-8f66-b0d38afb5f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:39.905321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac8a38b4-5623-49d2-9824-cfda4be250a7 req-7aec4ac8-28b1-4069-8f66-b0d38afb5f7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 1129 time: 0.0545352 Feb 11 05:51:40.030129 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a38b4-5623-49d2-9824-cfda4be250a7 req-87e497af-e8a8-4081-946a-3608cd95ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:40.031926 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac8a38b4-5623-49d2-9824-cfda4be250a7 req-87e497af-e8a8-4081-946a-3608cd95ccb7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=954788be-a50b-4c63-ae8c-c595c5b6eaa5 HTTP/1.1" status: 200 len: 897 time: 0.1063077 Feb 11 05:51:40.111468 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac8a38b4-5623-49d2-9824-cfda4be250a7 req-e8a35821-7de5-418b-bbb0-219f145924f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec HTTP/1.1" status: 200 len: 1002 time: 0.0732701 Feb 11 05:51:40.175475 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a38b4-5623-49d2-9824-cfda4be250a7 req-ec944c73-ef60-4d56-8a05-48261adb5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:40.177016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac8a38b4-5623-49d2-9824-cfda4be250a7 req-ec944c73-ef60-4d56-8a05-48261adb5f9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa83fbc5-d673-4b96-88f6-64472e92602c HTTP/1.1" status: 200 len: 835 time: 0.0601079 Feb 11 05:51:40.233447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a38b4-5623-49d2-9824-cfda4be250a7 req-05d88044-b5be-430d-9d25-173e7cd9365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:40.235315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac8a38b4-5623-49d2-9824-cfda4be250a7 req-05d88044-b5be-430d-9d25-173e7cd9365b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=954788be-a50b-4c63-ae8c-c595c5b6eaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526662 Feb 11 05:51:40.341321 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac8a38b4-5623-49d2-9824-cfda4be250a7 req-4f9017ef-f6a2-4efc-a56c-2230a6e699a1 service neutron] 10.222.0.47 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002061 Feb 11 05:51:40.455355 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ac8a38b4-5623-49d2-9824-cfda4be250a7 req-ebc0f796-eae1-4b20-a71c-bdae9aaa5482 service neutron] 10.222.0.47 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066535 Feb 11 05:51:52.393379 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:51:53.260484 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1196-5c72-4519-9d7e-02bc02e9cb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:55.517773 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-289ab983-fe51-4e34-aa7e-85048d023974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:56.721508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46718) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:51:56.953141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-46bd7293-635c-4391-9271-d365b874d024 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port ca540568-938d-47f8-abff-1e825d7add49 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:51:56.953484 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-46bd7293-635c-4391-9271-d365b874d024 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ca540568-938d-47f8-abff-1e825d7add49), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.049408 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-46bd7293-635c-4391-9271-d365b874d024 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ca540568-938d-47f8-abff-1e825d7add49), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.049731 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-46bd7293-635c-4391-9271-d365b874d024 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (ca540568-938d-47f8-abff-1e825d7add49), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.064831 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-46bd7293-635c-4391-9271-d365b874d024 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for ca540568-938d-47f8-abff-1e825d7add49 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:51:57.112813 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.334914 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-46bd7293-635c-4391-9271-d365b874d024 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ca540568-938d-47f8-abff-1e825d7add49), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.369442 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd7293-635c-4391-9271-d365b874d024 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=ca540568-938d-47f8-abff-1e825d7add49,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:51:57.441259 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-46bd7293-635c-4391-9271-d365b874d024 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (0994a7f5-d10a-4ef6-b324-f9d82e35e6c2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.441824 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-46bd7293-635c-4391-9271-d365b874d024 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Floating IP 0994a7f5-d10a-4ef6-b324-f9d82e35e6c2 disassociated (deleted). External IP: 172.25.3.141, port: 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec. Feb 11 05:51:57.693762 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bd7293-635c-4391-9271-d365b874d024 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router 135f9655-1b76-440c-a20d-da595e8d1394 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:51:57.817026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bd7293-635c-4391-9271-d365b874d024 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:51:57.824908 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-46bd7293-635c-4391-9271-d365b874d024 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:57.828743 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa96766-7fb2-43a1-832c-1ea24f30a1ab None None] Sync routers for ids ['135f9655-1b76-440c-a20d-da595e8d1394'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:51:57.840990 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa96766-7fb2-43a1-832c-1ea24f30a1ab None None] Routers {'135f9655-1b76-440c-a20d-da595e8d1394'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:57.841719 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-dfa96766-7fb2-43a1-832c-1ea24f30a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:51:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['135f9655-1b76-440c-a20d-da595e8d1394'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:57.881436 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-46bd7293-635c-4391-9271-d365b874d024 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/floatingips/0994a7f5-d10a-4ef6-b324-f9d82e35e6c2 HTTP/1.1" status: 204 len: 168 time: 1.1585810 Feb 11 05:51:57.882079 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:51:57.884820 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e02636-9941-4b99-828e-1441ac2c4693" -d '{"events": [{"name": "network-changed", "server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:51:57.994399 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-dfa96766-7fb2-43a1-832c-1ea24f30a1ab None None] Set router 135f9655-1b76-440c-a20d-da595e8d1394 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:58.053916 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e378d8d3-28a4-457c-8550-63d6336cdf82 x-openstack-request-id: req-e378d8d3-28a4-457c-8550-63d6336cdf82 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:51:58.053916 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:51:58.053916 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e378d8d3-28a4-457c-8550-63d6336cdf82 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:51:58.054475 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'status': 'completed', 'code': 200} Feb 11 05:51:58.128445 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e02636-9941-4b99-828e-1441ac2c4693 req-38589cd6-0053-415f-915d-9d101de30c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:58.130429 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95e02636-9941-4b99-828e-1441ac2c4693 req-38589cd6-0053-415f-915d-9d101de30c5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 1129 time: 0.0533917 Feb 11 05:51:58.244815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e02636-9941-4b99-828e-1441ac2c4693 req-d0c83632-9431-4085-b2b4-b5e21158d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:58.246230 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95e02636-9941-4b99-828e-1441ac2c4693 req-d0c83632-9431-4085-b2b4-b5e21158d4b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=954788be-a50b-4c63-ae8c-c595c5b6eaa5 HTTP/1.1" status: 200 len: 897 time: 0.1062386 Feb 11 05:51:58.288948 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-dfa96766-7fb2-43a1-832c-1ea24f30a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135f9655-1b76-440c-a20d-da595e8d1394', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:50:03Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:04Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5b1c0717-4319-450f-a7ae-3b0cd765a596', 'name': '', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:2b:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:08Z', 'updated_at': '2022-02-11T05:50:13Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:58.292282 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95e02636-9941-4b99-828e-1441ac2c4693 req-7d72dd8f-2fac-4a0f-98c0-5134985bc6aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec HTTP/1.1" status: 200 len: 217 time: 0.0387621 Feb 11 05:51:58.325639 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa96766-7fb2-43a1-832c-1ea24f30a1ab None None] Checking router: 135f9655-1b76-440c-a20d-da595e8d1394 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:51:58.336013 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa96766-7fb2-43a1-832c-1ea24f30a1ab None None] Routers {'135f9655-1b76-440c-a20d-da595e8d1394'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:51:58.336680 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-dfa96766-7fb2-43a1-832c-1ea24f30a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:51:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['135f9655-1b76-440c-a20d-da595e8d1394'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:58.367496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e02636-9941-4b99-828e-1441ac2c4693 req-4535a10d-5e23-4620-b325-060b081ced74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:58.369016 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95e02636-9941-4b99-828e-1441ac2c4693 req-4535a10d-5e23-4620-b325-060b081ced74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fa83fbc5-d673-4b96-88f6-64472e92602c HTTP/1.1" status: 200 len: 835 time: 0.0694823 Feb 11 05:51:58.455825 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e02636-9941-4b99-828e-1441ac2c4693 req-8d328865-084b-4b74-824e-f0dfe07cd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:58.458883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95e02636-9941-4b99-828e-1441ac2c4693 req-8d328865-084b-4b74-824e-f0dfe07cd30d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=954788be-a50b-4c63-ae8c-c595c5b6eaa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0826800 Feb 11 05:51:58.491768 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-dfa96766-7fb2-43a1-832c-1ea24f30a1ab None None] Set router 135f9655-1b76-440c-a20d-da595e8d1394 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:51:58.589303 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d698e2-cf3d-48e4-9c33-a8504d261c3c req-baf716ad-c51d-4144-8272-7ad5d87a7603 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:58.592390 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-10d698e2-cf3d-48e4-9c33-a8504d261c3c req-baf716ad-c51d-4144-8272-7ad5d87a7603 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0699208 Feb 11 05:51:58.593954 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95e02636-9941-4b99-828e-1441ac2c4693 req-94a00af7-aade-4906-adf3-cf9147378cd5 service neutron] 10.222.0.47 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280537 Feb 11 05:51:58.691828 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-10d698e2-cf3d-48e4-9c33-a8504d261c3c req-19678e41-3fe1-4097-805e-6b62ae7fa971 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903761 Feb 11 05:51:58.750790 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-95e02636-9941-4b99-828e-1441ac2c4693 req-6577a144-4c4b-4a65-888a-e4f11a2e7b3b service neutron] 10.222.0.47 "GET /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488659 Feb 11 05:51:58.769112 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:58.971403 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-dfa96766-7fb2-43a1-832c-1ea24f30a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135f9655-1b76-440c-a20d-da595e8d1394', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:50:03Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:04Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5b1c0717-4319-450f-a7ae-3b0cd765a596', 'name': '', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:2b:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:08Z', 'updated_at': '2022-02-11T05:50:13Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:51:59.000518 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa96766-7fb2-43a1-832c-1ea24f30a1ab None None] The sync data for ids ['135f9655-1b76-440c-a20d-da595e8d1394'] in n-d-712142-35 is: [{'id': '135f9655-1b76-440c-a20d-da595e8d1394', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:50:03Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:04Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '5b1c0717-4319-450f-a7ae-3b0cd765a596', 'name': '', 'network_id': '954788be-a50b-4c63-ae8c-c595c5b6eaa5', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:2b:1b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:08Z', 'updated_at': '2022-02-11T05:50:13Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': 'fa83fbc5-d673-4b96-88f6-64472e92602c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:51:59.257575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa1e17d-b915-4aae-bddf-d9bf694a54fd None None] New status for floating IP 0994a7f5-d10a-4ef6-b324-f9d82e35e6c2: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:51:59.797382 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:51:59.826132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036c6ad-d387-484f-8b55-bcb173fd02b5 req-685a3c17-2939-46a5-8354-86e23051f690 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:59.838056 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4036c6ad-d387-484f-8b55-bcb173fd02b5 req-685a3c17-2939-46a5-8354-86e23051f690 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0647535 Feb 11 05:51:59.889083 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4036c6ad-d387-484f-8b55-bcb173fd02b5 req-6b452be0-21a9-46de-824a-16778e7c583a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=13f3765e-6e29-40a7-ba2b-9b26dc45cd02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545983 Feb 11 05:51:59.925854 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10eaad-1d74-464a-8795-a74f0dd1ede3 req-9db63413-f9bc-4be5-8f77-0d416195b103 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:51:59.927720 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca10eaad-1d74-464a-8795-a74f0dd1ede3 req-9db63413-f9bc-4be5-8f77-0d416195b103 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.47 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 946 time: 0.0659118 Feb 11 05:52:00.035824 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ca10eaad-1d74-464a-8795-a74f0dd1ede3 req-78368984-9c93-4157-8a58-04025a99a5cc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:00.036103 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ca10eaad-1d74-464a-8795-a74f0dd1ede3 req-78368984-9c93-4157-8a58-04025a99a5cc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.142072 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-ca10eaad-1d74-464a-8795-a74f0dd1ede3 req-78368984-9c93-4157-8a58-04025a99a5cc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] For port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:00.142522 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ca10eaad-1d74-464a-8795-a74f0dd1ede3 req-78368984-9c93-4157-8a58-04025a99a5cc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.161080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-ca10eaad-1d74-464a-8795-a74f0dd1ede3 req-78368984-9c93-4157-8a58-04025a99a5cc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:00.443315 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ca10eaad-1d74-464a-8795-a74f0dd1ede3 req-78368984-9c93-4157-8a58-04025a99a5cc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (1d01b6fb-bafa-43f5-b1dd-7b964a1192ec), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.478331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78368984-9c93-4157-8a58-04025a99a5cc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=1d01b6fb-bafa-43f5-b1dd-7b964a1192ec,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:00.536950 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca10eaad-1d74-464a-8795-a74f0dd1ede3 req-78368984-9c93-4157-8a58-04025a99a5cc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] No DVR routers for this DVR port 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:00.540552 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-ca10eaad-1d74-464a-8795-a74f0dd1ede3 req-78368984-9c93-4157-8a58-04025a99a5cc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:00.544341 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-ca10eaad-1d74-464a-8795-a74f0dd1ede3 req-78368984-9c93-4157-8a58-04025a99a5cc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.47 "DELETE /v2.0/ports/1d01b6fb-bafa-43f5-b1dd-7b964a1192ec HTTP/1.1" status: 204 len: 173 time: 0.6113005 Feb 11 05:52:00.544876 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'name': 'network-vif-deleted', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:52:00.547483 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32ed531-6bb6-45bc-a739-4eb3502b1848" -d '{"events": [{"server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "name": "network-vif-deleted", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:52:00.602101 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5d411b-46a0-4bd3-8990-c473d158cfe6 x-openstack-request-id: req-fa5d411b-46a0-4bd3-8990-c473d158cfe6 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:52:00.602101 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b4cfdf-4ab8-459b-a303-5f920ff258ae", "name": "network-vif-deleted", "tag": "1d01b6fb-bafa-43f5-b1dd-7b964a1192ec", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:52:00.602101 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa5d411b-46a0-4bd3-8990-c473d158cfe6 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:52:00.602101 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b4cfdf-4ab8-459b-a303-5f920ff258ae', 'name': 'network-vif-deleted', 'tag': '1d01b6fb-bafa-43f5-b1dd-7b964a1192ec', 'status': 'completed', 'code': 200} Feb 11 05:52:01.065310 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-890647fd-110c-4a86-9c2c-56dab40c71fd req-3ed7d7f8-f538-4275-b249-d8cdaa2f64cc tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=48b4cfdf-4ab8-459b-a303-5f920ff258ae HTTP/1.1" status: 200 len: 210 time: 0.0453367 Feb 11 05:52:02.138013 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46738) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:02.560192 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07bc425d-c8c7-47d8-884b-634c7a6104c6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (135f9655-1b76-440c-a20d-da595e8d1394), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:02.879174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-07bc425d-c8c7-47d8-884b-634c7a6104c6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port 5b1c0717-4319-450f-a7ae-3b0cd765a596 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:02.879464 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07bc425d-c8c7-47d8-884b-634c7a6104c6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.355259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-07bc425d-c8c7-47d8-884b-634c7a6104c6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] For port 5b1c0717-4319-450f-a7ae-3b0cd765a596, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5b1c0717-4319-450f-a7ae-3b0cd765a596,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:03.356038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07bc425d-c8c7-47d8-884b-634c7a6104c6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.380943 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-07bc425d-c8c7-47d8-884b-634c7a6104c6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for 5b1c0717-4319-450f-a7ae-3b0cd765a596 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:03.683331 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07bc425d-c8c7-47d8-884b-634c7a6104c6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5b1c0717-4319-450f-a7ae-3b0cd765a596), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:03.725879 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc425d-c8c7-47d8-884b-634c7a6104c6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=5b1c0717-4319-450f-a7ae-3b0cd765a596,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:03.971459 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-07bc425d-c8c7-47d8-884b-634c7a6104c6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (135f9655-1b76-440c-a20d-da595e8d1394), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.088760 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:04.112101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:04.112530 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 1d01b6fb-bafa-43f5-b1dd-7b964a1192ec not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:04.235611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bc425d-c8c7-47d8-884b-634c7a6104c6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router 135f9655-1b76-440c-a20d-da595e8d1394 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:52:04.436046 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bc425d-c8c7-47d8-884b-634c7a6104c6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:04.442272 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-07bc425d-c8c7-47d8-884b-634c7a6104c6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "PUT /v2.0/routers/135f9655-1b76-440c-a20d-da595e8d1394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3030224 Feb 11 05:52:04.446006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46740) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:04.450256 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce69201f-09d6-4a94-a87e-0db35bb990c2 None None] Sync routers for ids ['135f9655-1b76-440c-a20d-da595e8d1394'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:04.464176 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce69201f-09d6-4a94-a87e-0db35bb990c2 None None] Routers {'135f9655-1b76-440c-a20d-da595e8d1394'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:04.465116 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ce69201f-09d6-4a94-a87e-0db35bb990c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:51:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['135f9655-1b76-440c-a20d-da595e8d1394'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:04.517706 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ea0557-2557-434d-97bb-b9c1cfa00b88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting subnet fa83fbc5-d673-4b96-88f6-64472e92602c {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:52:04.523278 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0557-2557-434d-97bb-b9c1cfa00b88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for subnet (fa83fbc5-d673-4b96-88f6-64472e92602c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.580640 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0557-2557-434d-97bb-b9c1cfa00b88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (fa83fbc5-d673-4b96-88f6-64472e92602c), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.618449 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-ce69201f-09d6-4a94-a87e-0db35bb990c2 None None] Set router 135f9655-1b76-440c-a20d-da595e8d1394 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:04.726347 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0557-2557-434d-97bb-b9c1cfa00b88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (fa83fbc5-d673-4b96-88f6-64472e92602c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.796182 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.836745 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ce69201f-09d6-4a94-a87e-0db35bb990c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135f9655-1b76-440c-a20d-da595e8d1394', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:50:03Z', 'updated_at': '2022-02-11T05:52:03Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:04Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:04.866176 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce69201f-09d6-4a94-a87e-0db35bb990c2 None None] Checking router: 135f9655-1b76-440c-a20d-da595e8d1394 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:52:04.876947 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce69201f-09d6-4a94-a87e-0db35bb990c2 None None] Routers {'135f9655-1b76-440c-a20d-da595e8d1394'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:04.877778 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ce69201f-09d6-4a94-a87e-0db35bb990c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:51:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['135f9655-1b76-440c-a20d-da595e8d1394'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:04.900790 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0557-2557-434d-97bb-b9c1cfa00b88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (fa83fbc5-d673-4b96-88f6-64472e92602c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.936330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea0557-2557-434d-97bb-b9c1cfa00b88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Subnet': ['ID=fa83fbc5-d673-4b96-88f6-64472e92602c,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:04.941435 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0557-2557-434d-97bb-b9c1cfa00b88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:04.947427 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c8ea0557-2557-434d-97bb-b9c1cfa00b88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/subnets/fa83fbc5-d673-4b96-88f6-64472e92602c HTTP/1.1" status: 204 len: 168 time: 0.4979184 Feb 11 05:52:04.949227 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46742) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:04.961342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fa5a3f-5b01-4258-b34e-1d446b0150fd None None] Network 954788be-a50b-4c63-ae8c-c595c5b6eaa5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:05.005587 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.060617 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-ce69201f-09d6-4a94-a87e-0db35bb990c2 None None] Set router 135f9655-1b76-440c-a20d-da595e8d1394 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:05.102719 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router (135f9655-1b76-440c-a20d-da595e8d1394), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.237918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6218f70-aeac-4a98-81e0-5dc2b4bf0e2d None None] DHCP port deletion for 954788be-a50b-4c63-ae8c-c595c5b6eaa5 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:52:05.256222 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (135f9655-1b76-440c-a20d-da595e8d1394), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.302699 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e6218f70-aeac-4a98-81e0-5dc2b4bf0e2d None None] Deleting port 747826b4-9d0a-4f6b-9b49-604ff02a2e68 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:05.303154 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6218f70-aeac-4a98-81e0-5dc2b4bf0e2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (747826b4-9d0a-4f6b-9b49-604ff02a2e68), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.333697 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ce69201f-09d6-4a94-a87e-0db35bb990c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135f9655-1b76-440c-a20d-da595e8d1394', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:50:03Z', 'updated_at': '2022-02-11T05:52:03Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:04Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:05.375219 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce69201f-09d6-4a94-a87e-0db35bb990c2 None None] The sync data for ids ['135f9655-1b76-440c-a20d-da595e8d1394'] in n-d-712142-35 is: [{'id': '135f9655-1b76-440c-a20d-da595e8d1394', 'name': 'tempest-TestNetworkAdvancedServerOps-router-305996213', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:50:03Z', 'updated_at': '2022-02-11T05:52:03Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '6d6fd48d-9abc-4a28-9e99-9fbee8a9be03', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135f9655-1b76-440c-a20d-da595e8d1394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:50:04Z', 'updated_at': '2022-02-11T05:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:05.385545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e6218f70-aeac-4a98-81e0-5dc2b4bf0e2d None None] For port 747826b4-9d0a-4f6b-9b49-604ff02a2e68, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=747826b4-9d0a-4f6b-9b49-604ff02a2e68,segment=NetworkSegment(20078dc2-6a5d-4e3f-9d07-cc85d360b363),segment_id=20078dc2-6a5d-4e3f-9d07-cc85d360b363)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:05.385964 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6218f70-aeac-4a98-81e0-5dc2b4bf0e2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (747826b4-9d0a-4f6b-9b49-604ff02a2e68), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.403549 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e6218f70-aeac-4a98-81e0-5dc2b4bf0e2d None None] Calling delete_port for 747826b4-9d0a-4f6b-9b49-604ff02a2e68 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:05.418082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:52:05.418664 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6d6fd48d-9abc-4a28-9e99-9fbee8a9be03), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.522251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] For port 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6d6fd48d-9abc-4a28-9e99-9fbee8a9be03,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:05.522251 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6d6fd48d-9abc-4a28-9e99-9fbee8a9be03), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.535884 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:52:05.586435 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e6218f70-aeac-4a98-81e0-5dc2b4bf0e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (747826b4-9d0a-4f6b-9b49-604ff02a2e68), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.615704 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6218f70-aeac-4a98-81e0-5dc2b4bf0e2d None None] Pushing event deleted for resources: {'Port': ['ID=747826b4-9d0a-4f6b-9b49-604ff02a2e68,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:05.619713 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6218f70-aeac-4a98-81e0-5dc2b4bf0e2d None None] No DVR routers for this DVR port 747826b4-9d0a-4f6b-9b49-604ff02a2e68 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:52:05.859229 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (6d6fd48d-9abc-4a28-9e99-9fbee8a9be03), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:05.899035 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=6d6fd48d-9abc-4a28-9e99-9fbee8a9be03,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:05.976213 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (135f9655-1b76-440c-a20d-da595e8d1394), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.084621 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (135f9655-1b76-440c-a20d-da595e8d1394), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.087317 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_controller (135f9655-1b76-440c-a20d-da595e8d1394), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.231366 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (135f9655-1b76-440c-a20d-da595e8d1394), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.232042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Fanout notify agent at l3_agent the message router_deleted on router 135f9655-1b76-440c-a20d-da595e8d1394 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:52:06.241443 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.243743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b2e1b8fd-c197-4b6c-b182-6a94be7b9b38 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/routers/135f9655-1b76-440c-a20d-da595e8d1394 HTTP/1.1" status: 204 len: 168 time: 1.2925787 Feb 11 05:52:06.246783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46744) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.352561 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-758ee92d-0ef1-4534-9df7-803a3d1eb975 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (954788be-a50b-4c63-ae8c-c595c5b6eaa5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.474221 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-758ee92d-0ef1-4534-9df7-803a3d1eb975 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (954788be-a50b-4c63-ae8c-c595c5b6eaa5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.499005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-758ee92d-0ef1-4534-9df7-803a3d1eb975 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954788be-a50b-4c63-ae8c-c595c5b6eaa5']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:06.509937 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-758ee92d-0ef1-4534-9df7-803a3d1eb975 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20078dc2-6a5d-4e3f-9d07-cc85d360b363') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:06.510427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-758ee92d-0ef1-4534-9df7-803a3d1eb975 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20078dc2-6a5d-4e3f-9d07-cc85d360b363') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:06.521829 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-758ee92d-0ef1-4534-9df7-803a3d1eb975 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (20078dc2-6a5d-4e3f-9d07-cc85d360b363), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.537851 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-758ee92d-0ef1-4534-9df7-803a3d1eb975 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (20078dc2-6a5d-4e3f-9d07-cc85d360b363), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.545093 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758ee92d-0ef1-4534-9df7-803a3d1eb975 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:52:06.545652 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-758ee92d-0ef1-4534-9df7-803a3d1eb975 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (20078dc2-6a5d-4e3f-9d07-cc85d360b363), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:52:06.549739 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:52:06.694729 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-758ee92d-0ef1-4534-9df7-803a3d1eb975 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (954788be-a50b-4c63-ae8c-c595c5b6eaa5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.700795 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-758ee92d-0ef1-4534-9df7-803a3d1eb975 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.707885 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-758ee92d-0ef1-4534-9df7-803a3d1eb975 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/networks/954788be-a50b-4c63-ae8c-c595c5b6eaa5 HTTP/1.1" status: 204 len: 168 time: 0.4595761 Feb 11 05:52:06.711278 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46746) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:06.741689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ee92d-0ef1-4534-9df7-803a3d1eb975 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Network': ['ID=954788be-a50b-4c63-ae8c-c595c5b6eaa5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:06.812335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 747826b4-9d0a-4f6b-9b49-604ff02a2e68 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:06.836197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (13f3765e-6e29-40a7-ba2b-9b26dc45cd02), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.847030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 747826b4-9d0a-4f6b-9b49-604ff02a2e68 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:06.847376 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 747826b4-9d0a-4f6b-9b49-604ff02a2e68 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:06.847989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5b1c0717-4319-450f-a7ae-3b0cd765a596 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:06.871942 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 5b1c0717-4319-450f-a7ae-3b0cd765a596 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:06.872275 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5b1c0717-4319-450f-a7ae-3b0cd765a596 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:06.873001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:52:06.879787 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (13f3765e-6e29-40a7-ba2b-9b26dc45cd02), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:06.898197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:52:06.898537 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6d6fd48d-9abc-4a28-9e99-9fbee8a9be03 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:52:07.111834 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (13f3765e-6e29-40a7-ba2b-9b26dc45cd02), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.114125 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.115447 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/security-groups/13f3765e-6e29-40a7-ba2b-9b26dc45cd02 HTTP/1.1" status: 204 len: 168 time: 0.4023948 Feb 11 05:52:07.126667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f3765e-6e29-40a7-ba2b-9b26dc45cd02,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:07.136696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:07.136696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:07.136696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:07.137234 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:07.137654 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:07.138095 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:07.138453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:07.138885 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:07.139233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:07.139576 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:07.139986 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:07.140383 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:07.140722 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2e591-c6ce-4143-9266-f99827a9ae6d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:07.649800 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46752) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:07.655048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-07b1f22d-903b-4f3a-a1b6-b0aee7c0ca99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-968703565', 'description': 'tempest-secgroup-smoke-968703565 description', 'project_id': '62e18d0c86a64ad7b01c097614e47196'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:07.762889 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07b1f22d-903b-4f3a-a1b6-b0aee7c0ca99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.843473 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07b1f22d-903b-4f3a-a1b6-b0aee7c0ca99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (cb32b41f-0192-4249-b36e-2cb6003a3254), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.928776 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07b1f22d-903b-4f3a-a1b6-b0aee7c0ca99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cb32b41f-0192-4249-b36e-2cb6003a3254), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:07.962834 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1f22d-903b-4f3a-a1b6-b0aee7c0ca99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb32b41f-0192-4249-b36e-2cb6003a3254,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:08.033930 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-07b1f22d-903b-4f3a-a1b6-b0aee7c0ca99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.035822 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-07b1f22d-903b-4f3a-a1b6-b0aee7c0ca99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3847735 Feb 11 05:52:08.041218 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46754) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:08.045081 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-93515b4c-53f8-4529-a3b4-cef9914a2da2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': 'cb32b41f-0192-4249-b36e-2cb6003a3254', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:08.135393 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93515b4c-53f8-4529-a3b4-cef9914a2da2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (060b8631-dc5c-49d1-a8a9-444969884d4a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.201433 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93515b4c-53f8-4529-a3b4-cef9914a2da2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (060b8631-dc5c-49d1-a8a9-444969884d4a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.283273 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93515b4c-53f8-4529-a3b4-cef9914a2da2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (060b8631-dc5c-49d1-a8a9-444969884d4a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.305630 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93515b4c-53f8-4529-a3b4-cef9914a2da2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060b8631-dc5c-49d1-a8a9-444969884d4a,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:08.387719 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93515b4c-53f8-4529-a3b4-cef9914a2da2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.389557 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-93515b4c-53f8-4529-a3b4-cef9914a2da2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3490791 Feb 11 05:52:08.393935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46756) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:08.399399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d4c839b2-75f3-46d8-aff1-0abcab3b5e28 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': 'cb32b41f-0192-4249-b36e-2cb6003a3254', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:08.513796 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4c839b2-75f3-46d8-aff1-0abcab3b5e28 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (e5b32264-6ecc-4a7e-8bbd-2b750f106c0d), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.618530 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4c839b2-75f3-46d8-aff1-0abcab3b5e28 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (e5b32264-6ecc-4a7e-8bbd-2b750f106c0d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.706483 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4c839b2-75f3-46d8-aff1-0abcab3b5e28 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (e5b32264-6ecc-4a7e-8bbd-2b750f106c0d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.728017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c839b2-75f3-46d8-aff1-0abcab3b5e28 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b32264-6ecc-4a7e-8bbd-2b750f106c0d,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:08.817051 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4c839b2-75f3-46d8-aff1-0abcab3b5e28 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:08.818429 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d4c839b2-75f3-46d8-aff1-0abcab3b5e28 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4232330 Feb 11 05:52:08.821626 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46758) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:08.826896 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-11b16498-1848-46a5-a50c-c35d464a6c18 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': 'cb32b41f-0192-4249-b36e-2cb6003a3254', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:08.940715 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11b16498-1848-46a5-a50c-c35d464a6c18 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (5f6a35a9-ef97-4094-a071-ac036440b6f9), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.010822 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11b16498-1848-46a5-a50c-c35d464a6c18 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (5f6a35a9-ef97-4094-a071-ac036440b6f9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.106097 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11b16498-1848-46a5-a50c-c35d464a6c18 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (5f6a35a9-ef97-4094-a071-ac036440b6f9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.132275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b16498-1848-46a5-a50c-c35d464a6c18 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6a35a9-ef97-4094-a071-ac036440b6f9,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:09.211396 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-11b16498-1848-46a5-a50c-c35d464a6c18 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.213004 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-11b16498-1848-46a5-a50c-c35d464a6c18 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3901720 Feb 11 05:52:09.216098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46760) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:09.222156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5728d9b2-eb32-4dc4-a431-5cb0ec01df36 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': 'cb32b41f-0192-4249-b36e-2cb6003a3254', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:09.328777 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5728d9b2-eb32-4dc4-a431-5cb0ec01df36 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (c4862b31-5aad-42d6-b50e-91029e75c72c), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.402495 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5728d9b2-eb32-4dc4-a431-5cb0ec01df36 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (c4862b31-5aad-42d6-b50e-91029e75c72c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.477163 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5728d9b2-eb32-4dc4-a431-5cb0ec01df36 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (c4862b31-5aad-42d6-b50e-91029e75c72c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.500380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728d9b2-eb32-4dc4-a431-5cb0ec01df36 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4862b31-5aad-42d6-b50e-91029e75c72c,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:09.570363 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5728d9b2-eb32-4dc4-a431-5cb0ec01df36 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.571710 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5728d9b2-eb32-4dc4-a431-5cb0ec01df36 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3545811 Feb 11 05:52:09.575221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46762) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:09.580384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-13cbd197-e99b-4781-913b-bd98b14cba8a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': 'cb32b41f-0192-4249-b36e-2cb6003a3254', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:09.683508 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-13cbd197-e99b-4781-913b-bd98b14cba8a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Project 62e18d0c86a64ad7b01c097614e47196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:52:09.690377 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-13cbd197-e99b-4781-913b-bd98b14cba8a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (63a5475e-a7f9-4664-9cc4-19769dbd9929), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.761403 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-13cbd197-e99b-4781-913b-bd98b14cba8a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (63a5475e-a7f9-4664-9cc4-19769dbd9929), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.859899 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-13cbd197-e99b-4781-913b-bd98b14cba8a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (63a5475e-a7f9-4664-9cc4-19769dbd9929), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.880302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbd197-e99b-4781-913b-bd98b14cba8a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a5475e-a7f9-4664-9cc4-19769dbd9929,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:09.964288 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-13cbd197-e99b-4781-913b-bd98b14cba8a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:09.965871 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-13cbd197-e99b-4781-913b-bd98b14cba8a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3893571 Feb 11 05:52:09.969171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46764) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:09.975102 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-a8d85936-7c47-42b9-95f8-12f2af850612 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': 'cb32b41f-0192-4249-b36e-2cb6003a3254', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:10.081588 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-a8d85936-7c47-42b9-95f8-12f2af850612 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Project 62e18d0c86a64ad7b01c097614e47196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:52:10.087549 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8d85936-7c47-42b9-95f8-12f2af850612 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (a4fb94ab-a631-4298-b985-e4d7951fed46), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.167781 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8d85936-7c47-42b9-95f8-12f2af850612 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (a4fb94ab-a631-4298-b985-e4d7951fed46), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.260064 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8d85936-7c47-42b9-95f8-12f2af850612 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (a4fb94ab-a631-4298-b985-e4d7951fed46), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.280786 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d85936-7c47-42b9-95f8-12f2af850612 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fb94ab-a631-4298-b985-e4d7951fed46,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:10.368912 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-a8d85936-7c47-42b9-95f8-12f2af850612 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.370309 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-a8d85936-7c47-42b9-95f8-12f2af850612 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3992193 Feb 11 05:52:10.373513 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46766) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:10.380063 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-58da26de-cb2a-4c56-bc03-48d4bc246908 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'network': {'name': 'tempest-network-smoke--127459202', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'port_security_enabled': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:10.517858 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58da26de-cb2a-4c56-bc03-48d4bc246908 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Made reservation on behalf of 62e18d0c86a64ad7b01c097614e47196 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:10.521457 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58da26de-cb2a-4c56-bc03-48d4bc246908 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.548901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58da26de-cb2a-4c56-bc03-48d4bc246908 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:52:10.560109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58da26de-cb2a-4c56-bc03-48d4bc246908 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a891ee29-f284-41c0-bd25-c8e64b6b0c9d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.560526 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-58da26de-cb2a-4c56-bc03-48d4bc246908 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Added segment a891ee29-f284-41c0-bd25-c8e64b6b0c9d of type vlan for network df1f23ac-2560-4199-ba03-576b310dd539 Feb 11 05:52:10.608123 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58da26de-cb2a-4c56-bc03-48d4bc246908 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (df1f23ac-2560-4199-ba03-576b310dd539), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.694152 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58da26de-cb2a-4c56-bc03-48d4bc246908 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (df1f23ac-2560-4199-ba03-576b310dd539), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.699525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58da26de-cb2a-4c56-bc03-48d4bc246908 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:10.700170 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-58da26de-cb2a-4c56-bc03-48d4bc246908 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.781601 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da26de-cb2a-4c56-bc03-48d4bc246908 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Network': ['ID=df1f23ac-2560-4199-ba03-576b310dd539,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:10.794618 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network df1f23ac-2560-4199-ba03-576b310dd539 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:52:10.839904 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-58da26de-cb2a-4c56-bc03-48d4bc246908 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4649942 Feb 11 05:52:10.843230 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46768) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:10.849604 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'admin_state_up': True, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:10.945053 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (7e7749c8-6d06-4aa4-958d-acc079452b4f), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:10.946759 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (7e7749c8-6d06-4aa4-958d-acc079452b4f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.011387 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_controller (7e7749c8-6d06-4aa4-958d-acc079452b4f), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.253910 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (7e7749c8-6d06-4aa4-958d-acc079452b4f), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.613356 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (7e7749c8-6d06-4aa4-958d-acc079452b4f), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.640186 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:11.768930 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.25.3.124 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/5e2cbbdf-02aa-4595-9361-5fe526a2d734) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:11.895230 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (5e2cbbdf-02aa-4595-9361-5fe526a2d734), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.012802 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5e2cbbdf-02aa-4595-9361-5fe526a2d734), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:12.059173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:12.063013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:12.069720 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:12.076618 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=5e2cbbdf-02aa-4595-9361-5fe526a2d734,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:12.770918 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (7e7749c8-6d06-4aa4-958d-acc079452b4f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.010396 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (7e7749c8-6d06-4aa4-958d-acc079452b4f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.237523 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router 7e7749c8-6d06-4aa4-958d-acc079452b4f is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:52:13.366780 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:13.380954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Sync routers for ids ['7e7749c8-6d06-4aa4-958d-acc079452b4f'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:13.394269 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Routers {'7e7749c8-6d06-4aa4-958d-acc079452b4f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:13.395072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:51:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7e7749c8-6d06-4aa4-958d-acc079452b4f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:13.496292 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.498676 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4fb0ef0e-8df1-4ae1-8a5b-6a84cf3e6f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6540484 Feb 11 05:52:13.501897 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46770) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:13.530517 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Set router 7e7749c8-6d06-4aa4-958d-acc079452b4f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:13.586299 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dd71ebe6-7909-4b16-ba1e-5dbb22567511 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=62e18d0c86a64ad7b01c097614e47196&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0803757 Feb 11 05:52:13.586579 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46774) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:13.689853 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7be655-9e4f-4dd6-bbd7-243673fa1167 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:13.696749 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1b7be655-9e4f-4dd6-bbd7-243673fa1167 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1048899 Feb 11 05:52:13.702741 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46776) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:13.745047 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5dbd29cf-68c0-4a96-bc7c-498a22e8bbd2 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461912 Feb 11 05:52:13.747890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46778) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:13.754317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-59f50917-9e67-4590-b30c-e67689e27beb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1334495654', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:13.765426 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:10Z', 'updated_at': '2022-02-11T05:52:12Z', 'revision_number': 3, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:11Z', 'updated_at': '2022-02-11T05:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:13.796285 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Checking router: 7e7749c8-6d06-4aa4-958d-acc079452b4f for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:52:13.796644 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Updating router 7e7749c8-6d06-4aa4-958d-acc079452b4f port 5e2cbbdf-02aa-4595-9361-5fe526a2d734 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:52:13.828348 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e2cbbdf-02aa-4595-9361-5fe526a2d734), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:13.974075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f50917-9e67-4590-b30c-e67689e27beb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Made reservation on behalf of 62e18d0c86a64ad7b01c097614e47196 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:13.977937 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59f50917-9e67-4590-b30c-e67689e27beb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.139122 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Publish callbacks [] for port (5e2cbbdf-02aa-4595-9361-5fe526a2d734), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.248441 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5e2cbbdf-02aa-4595-9361-5fe526a2d734), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.293140 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59f50917-9e67-4590-b30c-e67689e27beb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (42bfe2f4-2dd2-455d-a325-cbed0b4bb525), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.306455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Attempting to bind port 5e2cbbdf-02aa-4595-9361-5fe526a2d734 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:14.306849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Attempting to bind port 5e2cbbdf-02aa-4595-9361-5fe526a2d734 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:14.307212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Attempting to bind port 5e2cbbdf-02aa-4595-9361-5fe526a2d734 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:14.314885 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07acec8-5fcf-40fb-a2d0-1e7e5033d724 None None] Pushing event updated for resources: {'Port': ['ID=5e2cbbdf-02aa-4595-9361-5fe526a2d734,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:14.318728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:52:14.319168 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:14.319511 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.319900 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:52:14.320378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Bound port: 5e2cbbdf-02aa-4595-9361-5fe526a2d734, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:52:14.320919 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e2cbbdf-02aa-4595-9361-5fe526a2d734), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.365774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f50917-9e67-4590-b30c-e67689e27beb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Subnet': ['ID=42bfe2f4-2dd2-455d-a325-cbed0b4bb525,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:14.371573 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f50917-9e67-4590-b30c-e67689e27beb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Checking segment: {'id': 'a891ee29-f284-41c0-bd25-c8e64b6b0c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:14.371940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f50917-9e67-4590-b30c-e67689e27beb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network hostable DHCP agents. Network: df1f23ac-2560-4199-ba03-576b310dd539, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:52:14.396742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] For port 5e2cbbdf-02aa-4595-9361-5fe526a2d734, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:14.400222 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] For port 5e2cbbdf-02aa-4595-9361-5fe526a2d734, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5e2cbbdf-02aa-4595-9361-5fe526a2d734,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:52:14.488930 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f50917-9e67-4590-b30c-e67689e27beb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network df1f23ac-2560-4199-ba03-576b310dd539 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:52:14.501337 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5e2cbbdf-02aa-4595-9361-5fe526a2d734), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.563156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-59f50917-9e67-4590-b30c-e67689e27beb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, df1f23ac-2560-4199-ba03-576b310dd539) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:14.568527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f50917-9e67-4590-b30c-e67689e27beb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:14.570067 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-59f50917-9e67-4590-b30c-e67689e27beb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:14.581378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f840ad3b-c1a7-430e-a51f-8deffc507053 None None] Network df1f23ac-2560-4199-ba03-576b310dd539 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:14.646927 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-59f50917-9e67-4590-b30c-e67689e27beb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8977113 Feb 11 05:52:14.649892 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46780) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:14.667737 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Routers {'7e7749c8-6d06-4aa4-958d-acc079452b4f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:14.668872 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:51:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7e7749c8-6d06-4aa4-958d-acc079452b4f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:14.676770 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07acec8-5fcf-40fb-a2d0-1e7e5033d724 None None] Pushing event updated for resources: {'Port': ['ID=5e2cbbdf-02aa-4595-9361-5fe526a2d734,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:14.867783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-df1f23ac-2560-4199-ba03-576b310dd539', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ips': [{'subnet_id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:52:14.869273 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:15.073281 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] Set router 7e7749c8-6d06-4aa4-958d-acc079452b4f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:15.318821 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:15.426969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Allocated IP 172.20.0.2 (df1f23ac-2560-4199-ba03-576b310dd539/42bfe2f4-2dd2-455d-a325-cbed0b4bb525/6a69bcc1-6091-4fba-9eba-c00c31a2f7d6) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:15.599205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:10Z', 'updated_at': '2022-02-11T05:52:12Z', 'revision_number': 3, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:11Z', 'updated_at': '2022-02-11T05:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:15.681551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a31638-05f9-4963-8325-1f430bfb8db9 None None] The sync data for ids ['7e7749c8-6d06-4aa4-958d-acc079452b4f'] in n-d-712142-35 is: [{'id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:10Z', 'updated_at': '2022-02-11T05:52:12Z', 'revision_number': 3, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:11Z', 'updated_at': '2022-02-11T05:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:15.738101 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Publish callbacks [] for port (6a69bcc1-6091-4fba-9eba-c00c31a2f7d6), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:15.833069 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (6a69bcc1-6091-4fba-9eba-c00c31a2f7d6), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:15.917025 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Network df1f23ac-2560-4199-ba03-576b310dd539 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:15.925987 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:15.930373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:15.943655 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Pushing event updated for resources: {'Port': ['ID=6a69bcc1-6091-4fba-9eba-c00c31a2f7d6,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:16.028330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.20.0.1 (df1f23ac-2560-4199-ba03-576b310dd539/42bfe2f4-2dd2-455d-a325-cbed0b4bb525/12cf116d-9aa7-41dc-b98a-2ad106b2874c) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:16.055928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Attempting to bind port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:16.056418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Attempting to bind port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'a891ee29-f284-41c0-bd25-c8e64b6b0c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:16.056868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Attempting to bind port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 on network df1f23ac-2560-4199-ba03-576b310dd539 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:16.064084 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:52:16.064527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Checking segment: {'id': 'a891ee29-f284-41c0-bd25-c8e64b6b0c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:16.064972 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.065386 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Bound using segment: {'id': 'a891ee29-f284-41c0-bd25-c8e64b6b0c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:52:16.065890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Bound port: 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a891ee29-f284-41c0-bd25-c8e64b6b0c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:52:16.066282 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6a69bcc1-6091-4fba-9eba-c00c31a2f7d6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.158129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] For port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:16.164214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] For port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6a69bcc1-6091-4fba-9eba-c00c31a2f7d6,segment=NetworkSegment(a891ee29-f284-41c0-bd25-c8e64b6b0c9d),segment_id=a891ee29-f284-41c0-bd25-c8e64b6b0c9d)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:52:16.206903 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.243910 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6a69bcc1-6091-4fba-9eba-c00c31a2f7d6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.300946 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.350279 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd085b1-2551-4b37-904c-c44013feab76 None None] Pushing event updated for resources: {'Port': ['ID=6a69bcc1-6091-4fba-9eba-c00c31a2f7d6,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:16.386750 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network df1f23ac-2560-4199-ba03-576b310dd539 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:16.391725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:16.395312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:16.450745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=12cf116d-9aa7-41dc-b98a-2ad106b2874c,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:16.487787 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (7e7749c8-6d06-4aa4-958d-acc079452b4f), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.830415 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:16.882023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:16.964859 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:16.965397 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6a69bcc1-6091-4fba-9eba-c00c31a2f7d6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.106943 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:17.107513 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6a69bcc1-6091-4fba-9eba-c00c31a2f7d6), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.174076 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6a69bcc1-6091-4fba-9eba-c00c31a2f7d6,segment=NetworkSegment(a891ee29-f284-41c0-bd25-c8e64b6b0c9d),segment_id=a891ee29-f284-41c0-bd25-c8e64b6b0c9d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:17.248715 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6a69bcc1-6091-4fba-9eba-c00c31a2f7d6), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.250321 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5e2cbbdf-02aa-4595-9361-5fe526a2d734 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:17.349950 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.405182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=6a69bcc1-6091-4fba-9eba-c00c31a2f7d6,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:17.414251 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.431719 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 5e2cbbdf-02aa-4595-9361-5fe526a2d734 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:17.432131 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5e2cbbdf-02aa-4595-9361-5fe526a2d734), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.551761 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (7e7749c8-6d06-4aa4-958d-acc079452b4f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.593709 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 5e2cbbdf-02aa-4595-9361-5fe526a2d734 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:17.594248 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5e2cbbdf-02aa-4595-9361-5fe526a2d734), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.604701 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=12cf116d-9aa7-41dc-b98a-2ad106b2874c,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:17.615478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6b7810-4643-4849-ba5d-706d5e8ebc58 None None] Network df1f23ac-2560-4199-ba03-576b310dd539 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:52:17.640622 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 5e2cbbdf-02aa-4595-9361-5fe526a2d734, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5e2cbbdf-02aa-4595-9361-5fe526a2d734,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:17.705516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network df1f23ac-2560-4199-ba03-576b310dd539 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:17.707119 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:17.712926 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5e2cbbdf-02aa-4595-9361-5fe526a2d734), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.720380 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3024dec9-7e10-41b7-a4e4-3921a03c292b None None] Provisioning complete for port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:17.720380 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3024dec9-7e10-41b7-a4e4-3921a03c292b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6a69bcc1-6091-4fba-9eba-c00c31a2f7d6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:17.842578 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=5e2cbbdf-02aa-4595-9361-5fe526a2d734,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:17.884783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router 7e7749c8-6d06-4aa4-958d-acc079452b4f has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:52:17.902551 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3024dec9-7e10-41b7-a4e4-3921a03c292b None None] Current status of the port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:18.059697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:18.065575 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4cad9ddf-ea35-44da-a47a-15738ce2f0af tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "PUT /v2.0/routers/7e7749c8-6d06-4aa4-958d-acc079452b4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4143457 Feb 11 05:52:18.223645 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Sync routers for ids ['7e7749c8-6d06-4aa4-958d-acc079452b4f'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:18.241511 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Routers {'7e7749c8-6d06-4aa4-958d-acc079452b4f'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:18.242769 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:51:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7e7749c8-6d06-4aa4-958d-acc079452b4f'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:18.250452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7574c624-cb9a-4350-8beb-1a7271fc1366 None None] Provisioning complete for port 12cf116d-9aa7-41dc-b98a-2ad106b2874c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:18.251314 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7574c624-cb9a-4350-8beb-1a7271fc1366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:18.314003 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-aacd55ea-24c2-4be2-ba18-7605cb7d2a23 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968703565&fields=id&tenant_id=62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 267 time: 0.0936141 Feb 11 05:52:18.328219 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7574c624-cb9a-4350-8beb-1a7271fc1366 None None] Port 12cf116d-9aa7-41dc-b98a-2ad106b2874c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:18.341541 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-7574c624-cb9a-4350-8beb-1a7271fc1366 None None] Provisioning complete for port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:18.342093 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7574c624-cb9a-4350-8beb-1a7271fc1366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6a69bcc1-6091-4fba-9eba-c00c31a2f7d6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:18.482768 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Set router 7e7749c8-6d06-4aa4-958d-acc079452b4f gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:18.495557 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ccefd5ee-1d43-409f-8aa7-d393fff3e111 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:18.498930 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ccefd5ee-1d43-409f-8aa7-d393fff3e111 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/networks?id=df1f23ac-2560-4199-ba03-576b310dd539 HTTP/1.1" status: 200 len: 796 time: 0.1703830 Feb 11 05:52:18.520812 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-7574c624-cb9a-4350-8beb-1a7271fc1366 None None] Current status of the port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:18.525029 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-c8d0ce71-dc8e-4cdb-a9c5-cf20ac623a1a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/quotas/62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 375 time: 0.0195088 Feb 11 05:52:18.645367 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-018d3926-b3c6-4732-b24a-5b4e29162802 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123114 Feb 11 05:52:18.663764 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-79b7d482-a95c-4374-bbab-f3bb62906f39 None None] Provisioning complete for port 12cf116d-9aa7-41dc-b98a-2ad106b2874c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:18.664303 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79b7d482-a95c-4374-bbab-f3bb62906f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:18.764683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-79b7d482-a95c-4374-bbab-f3bb62906f39 None None] Port 12cf116d-9aa7-41dc-b98a-2ad106b2874c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:18.852554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:18.922443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-57bdc1c4-7bb2-4f88-a688-f244b92c7542 None None] Provisioning complete for port 12cf116d-9aa7-41dc-b98a-2ad106b2874c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:18.924819 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-57bdc1c4-7bb2-4f88-a688-f244b92c7542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:18.930929 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-67a55f14-411a-414c-aa27-06e24be00c55 service neutron] 10.222.0.13 "GET /v2.0/networks/df1f23ac-2560-4199-ba03-576b310dd539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728934 Feb 11 05:52:18.943630 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:10Z', 'updated_at': '2022-02-11T05:52:16Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:11Z', 'updated_at': '2022-02-11T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '12cf116d-9aa7-41dc-b98a-2ad106b2874c', 'name': '', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:75:66:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:15Z', 'updated_at': '2022-02-11T05:52:17Z', 'revision_number': 2, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:18.972649 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Checking router: 7e7749c8-6d06-4aa4-958d-acc079452b4f for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:52:18.973123 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Updating router 7e7749c8-6d06-4aa4-958d-acc079452b4f port 12cf116d-9aa7-41dc-b98a-2ad106b2874c binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:52:18.998954 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-57bdc1c4-7bb2-4f88-a688-f244b92c7542 None None] Port 12cf116d-9aa7-41dc-b98a-2ad106b2874c cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:19.002335 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:19.002335 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6a69bcc1-6091-4fba-9eba-c00c31a2f7d6), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.018482 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.105629 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-c5dc7633-6e1d-46e3-9af0-2255c8ca6cc4 service neutron] 10.222.0.13 "GET /v2.0/networks/df1f23ac-2560-4199-ba03-576b310dd539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668859 Feb 11 05:52:19.118254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:19.119894 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5e2cbbdf-02aa-4595-9361-5fe526a2d734 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:19.182932 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 5e2cbbdf-02aa-4595-9361-5fe526a2d734 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:19.183310 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5e2cbbdf-02aa-4595-9361-5fe526a2d734), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.282529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 5e2cbbdf-02aa-4595-9361-5fe526a2d734 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:19.501074 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Publish callbacks [] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.522481 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3a064c5a-7f2c-43cf-9c2c-43fb9d9c0677 req-d2abde12-e464-437c-a626-dd8683c9d7e8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 210 time: 0.0536563 Feb 11 05:52:19.585374 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.675805 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee382a46-0169-47a2-ae4e-da033b8f95d1 None None] Pushing event updated for resources: {'Port': ['ID=12cf116d-9aa7-41dc-b98a-2ad106b2874c,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:19.731539 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee382a46-0169-47a2-ae4e-da033b8f95d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:19.731539 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee382a46-0169-47a2-ae4e-da033b8f95d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:19.731539 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee382a46-0169-47a2-ae4e-da033b8f95d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:19.731539 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee382a46-0169-47a2-ae4e-da033b8f95d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:19.731539 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee382a46-0169-47a2-ae4e-da033b8f95d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:19.731539 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee382a46-0169-47a2-ae4e-da033b8f95d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:19.731539 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee382a46-0169-47a2-ae4e-da033b8f95d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:19.731539 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee382a46-0169-47a2-ae4e-da033b8f95d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:19.731539 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee382a46-0169-47a2-ae4e-da033b8f95d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:19.731539 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee382a46-0169-47a2-ae4e-da033b8f95d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:19.731539 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee382a46-0169-47a2-ae4e-da033b8f95d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:19.731539 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee382a46-0169-47a2-ae4e-da033b8f95d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:19.731539 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee382a46-0169-47a2-ae4e-da033b8f95d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:19.757709 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Attempting to bind port 12cf116d-9aa7-41dc-b98a-2ad106b2874c on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:19.758459 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Attempting to bind port 12cf116d-9aa7-41dc-b98a-2ad106b2874c by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'a891ee29-f284-41c0-bd25-c8e64b6b0c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:19.759079 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Attempting to bind port 12cf116d-9aa7-41dc-b98a-2ad106b2874c on network df1f23ac-2560-4199-ba03-576b310dd539 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:19.770246 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:52:19.770928 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Checking segment: {'id': 'a891ee29-f284-41c0-bd25-c8e64b6b0c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:19.771603 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.772257 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Bound using segment: {'id': 'a891ee29-f284-41c0-bd25-c8e64b6b0c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:52:19.773150 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Bound port: 12cf116d-9aa7-41dc-b98a-2ad106b2874c, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a891ee29-f284-41c0-bd25-c8e64b6b0c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:52:19.773747 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.879743 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] For port 12cf116d-9aa7-41dc-b98a-2ad106b2874c, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:19.883465 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] For port 12cf116d-9aa7-41dc-b98a-2ad106b2874c, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=12cf116d-9aa7-41dc-b98a-2ad106b2874c,segment=NetworkSegment(a891ee29-f284-41c0-bd25-c8e64b6b0c9d),segment_id=a891ee29-f284-41c0-bd25-c8e64b6b0c9d)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:52:19.946570 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:19.974094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-b926a645-77b6-426e-83df-40e21383456b None None] Provisioning complete for port 12cf116d-9aa7-41dc-b98a-2ad106b2874c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:19.974967 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b926a645-77b6-426e-83df-40e21383456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.052402 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Routers {'7e7749c8-6d06-4aa4-958d-acc079452b4f'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:20.053314 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:51:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7e7749c8-6d06-4aa4-958d-acc079452b4f'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:20.078338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-b926a645-77b6-426e-83df-40e21383456b None None] Current status of the port 12cf116d-9aa7-41dc-b98a-2ad106b2874c is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:20.079621 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b926a645-77b6-426e-83df-40e21383456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.128892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-b926a645-77b6-426e-83df-40e21383456b None None] For port 12cf116d-9aa7-41dc-b98a-2ad106b2874c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=12cf116d-9aa7-41dc-b98a-2ad106b2874c,segment=NetworkSegment(a891ee29-f284-41c0-bd25-c8e64b6b0c9d),segment_id=a891ee29-f284-41c0-bd25-c8e64b6b0c9d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:20.129299 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee382a46-0169-47a2-ae4e-da033b8f95d1 None None] Pushing event updated for resources: {'Port': ['ID=12cf116d-9aa7-41dc-b98a-2ad106b2874c,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:20.231037 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b926a645-77b6-426e-83df-40e21383456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.259861 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] Set router 7e7749c8-6d06-4aa4-958d-acc079452b4f gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:20.314658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926a645-77b6-426e-83df-40e21383456b None None] Pushing event updated for resources: {'Port': ['ID=12cf116d-9aa7-41dc-b98a-2ad106b2874c,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:20.362377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-4d36a647-c279-4ba4-b708-9d744e420060 None None] Provisioning complete for port 12cf116d-9aa7-41dc-b98a-2ad106b2874c triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:20.363027 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4d36a647-c279-4ba4-b708-9d744e420060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:20.489378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4d36a647-c279-4ba4-b708-9d744e420060 None None] Current status of the port 12cf116d-9aa7-41dc-b98a-2ad106b2874c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:20.580709 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:10Z', 'updated_at': '2022-02-11T05:52:16Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:11Z', 'updated_at': '2022-02-11T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '12cf116d-9aa7-41dc-b98a-2ad106b2874c', 'name': '', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:75:66:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:15Z', 'updated_at': '2022-02-11T05:52:19Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:20.612405 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ac79e-a4fb-48fc-a356-36bbd968472e None None] The sync data for ids ['7e7749c8-6d06-4aa4-958d-acc079452b4f'] in n-d-712142-35 is: [{'id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:10Z', 'updated_at': '2022-02-11T05:52:16Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:11Z', 'updated_at': '2022-02-11T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '12cf116d-9aa7-41dc-b98a-2ad106b2874c', 'name': '', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:75:66:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:15Z', 'updated_at': '2022-02-11T05:52:19Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:20.633130 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e88c0d76-45d8-4616-8c6a-55bcac2bb3c2 req-8fb24bf5-67ab-409d-a49c-1f6a456ba217 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 210 time: 0.0469592 Feb 11 05:52:20.824687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 12cf116d-9aa7-41dc-b98a-2ad106b2874c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:20.902869 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 12cf116d-9aa7-41dc-b98a-2ad106b2874c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:20.903477 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:21.007512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 12cf116d-9aa7-41dc-b98a-2ad106b2874c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:21.774998 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2839ae03-8dc8-4620-ab55-b5111ba19ff5 req-c48882a0-42e6-487b-a5bd-28b812d14fd6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 210 time: 0.0336664 Feb 11 05:52:22.208537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ef8761fe-fc5f-4a54-bffe-2cf7e605e1a8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:22.210073 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ef8761fe-fc5f-4a54-bffe-2cf7e605e1a8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.32 "GET /v2.0/networks?id=df1f23ac-2560-4199-ba03-576b310dd539 HTTP/1.1" status: 200 len: 796 time: 0.1252723 Feb 11 05:52:22.303998 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-c61b79a7-30d8-4018-96d6-c2443d4da635 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 379 time: 0.0841877 Feb 11 05:52:22.314981 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'port': {'device_id': '2bcac900-5a39-43c8-9143-b87f3236bf8b', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'admin_state_up': True, 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'security_groups': ['cb32b41f-0192-4249-b36e-2cb6003a3254']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:22.515303 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Made reservation on behalf of 62e18d0c86a64ad7b01c097614e47196 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:52:22.520432 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:22.695961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.20.0.12 (df1f23ac-2560-4199-ba03-576b310dd539/42bfe2f4-2dd2-455d-a325-cbed0b4bb525/8448f052-985d-4a05-83f6-d4d9260a3478) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:22.893688 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dec9ea29-f304-4990-a7ed-b76f3b38c84d req-4d97e8f3-18d5-4d89-929d-ba9bc42a0180 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 210 time: 0.0312357 Feb 11 05:52:22.939490 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (8448f052-985d-4a05-83f6-d4d9260a3478), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.100742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8448f052-985d-4a05-83f6-d4d9260a3478), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.172068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network df1f23ac-2560-4199-ba03-576b310dd539 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:23.177948 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:23.186071 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:23.194292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=8448f052-985d-4a05-83f6-d4d9260a3478,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:23.247094 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:23.248186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:23.248186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:23.248768 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:23.249329 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:23.249891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:23.250496 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:23.252183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:23.252424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:23.252907 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:23.253723 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:23.254319 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:23.254900 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:23.281412 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2d1b999c-b3b2-449c-b98f-d41ef07ca603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.300703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:23.303684 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.410357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ae9ff890-73be-4495-9179-80b0f8b5e9cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1007974 Feb 11 05:52:23.424127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Request body: {'port': {'device_id': '2bcac900-5a39-43c8-9143-b87f3236bf8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:23.435619 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-84e5f816-0ac0-4fa6-9cd6-eec583c0b641 None None] Provisioning complete for port 8448f052-985d-4a05-83f6-d4d9260a3478 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:23.436056 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-84e5f816-0ac0-4fa6-9cd6-eec583c0b641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8448f052-985d-4a05-83f6-d4d9260a3478), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.489006 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-84e5f816-0ac0-4fa6-9cd6-eec583c0b641 None None] Port 8448f052-985d-4a05-83f6-d4d9260a3478 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:52:23.515014 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8448f052-985d-4a05-83f6-d4d9260a3478), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.846123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8448f052-985d-4a05-83f6-d4d9260a3478 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:52:23.857424 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Publish callbacks [] for port (8448f052-985d-4a05-83f6-d4d9260a3478), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:23.872644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Transition to ACTIVE for port object 8448f052-985d-4a05-83f6-d4d9260a3478 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:52:23.951761 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8448f052-985d-4a05-83f6-d4d9260a3478), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:24.064377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Pushing event updated for resources: {'Port': ['ID=8448f052-985d-4a05-83f6-d4d9260a3478,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:24.093187 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bf101-91e0-4be0-b971-07fd1fb2c6f9 req-161de678-c1a3-4b86-b7d9-000c30c027ca tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:24.096846 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3f3bf101-91e0-4be0-b971-07fd1fb2c6f9 req-161de678-c1a3-4b86-b7d9-000c30c027ca tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 944 time: 0.1027021 Feb 11 05:52:24.163576 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Attempting to bind port 8448f052-985d-4a05-83f6-d4d9260a3478 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:52:24.164014 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Attempting to bind port 8448f052-985d-4a05-83f6-d4d9260a3478 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': 'a891ee29-f284-41c0-bd25-c8e64b6b0c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:52:24.164360 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Attempting to bind port 8448f052-985d-4a05-83f6-d4d9260a3478 on network df1f23ac-2560-4199-ba03-576b310dd539 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:24.174882 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Port 8448f052-985d-4a05-83f6-d4d9260a3478 on network df1f23ac-2560-4199-ba03-576b310dd539 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:52:24.175233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Attempting to bind port 8448f052-985d-4a05-83f6-d4d9260a3478 on network df1f23ac-2560-4199-ba03-576b310dd539 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:52:24.186715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:52:24.187189 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Checking segment: {'id': 'a891ee29-f284-41c0-bd25-c8e64b6b0c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:52:24.187531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Bound using segment: {'id': 'a891ee29-f284-41c0-bd25-c8e64b6b0c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:52:24.188333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Bound port: 8448f052-985d-4a05-83f6-d4d9260a3478, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a891ee29-f284-41c0-bd25-c8e64b6b0c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:52:24.188333 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8448f052-985d-4a05-83f6-d4d9260a3478), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:24.207079 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3f3bf101-91e0-4be0-b971-07fd1fb2c6f9 req-af99ca5e-16b3-4adc-893d-5630bb24a2e0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974131 Feb 11 05:52:24.276156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] For port 8448f052-985d-4a05-83f6-d4d9260a3478, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:52:24.280239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] For port 8448f052-985d-4a05-83f6-d4d9260a3478, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8448f052-985d-4a05-83f6-d4d9260a3478,segment=NetworkSegment(a891ee29-f284-41c0-bd25-c8e64b6b0c9d),segment_id=a891ee29-f284-41c0-bd25-c8e64b6b0c9d)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:52:24.367348 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (8448f052-985d-4a05-83f6-d4d9260a3478), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:24.417652 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:24.418585 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:24.420370 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] 10.222.0.32 "PUT /v2.0/ports/8448f052-985d-4a05-83f6-d4d9260a3478 HTTP/1.1" status: 200 len: 1093 time: 1.0024297 Feb 11 05:52:24.421082 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcac900-5a39-43c8-9143-b87f3236bf8b', 'tag': '8448f052-985d-4a05-83f6-d4d9260a3478'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:52:24.424844 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9a79a1-e3dd-47c0-946f-7f3000438516" -d '{"events": [{"name": "network-changed", "server_uuid": "2bcac900-5a39-43c8-9143-b87f3236bf8b", "tag": "8448f052-985d-4a05-83f6-d4d9260a3478"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:52:24.474434 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73d138-0e67-4396-9f22-93057bc8802a service neutron] Pushing event updated for resources: {'Port': ['ID=8448f052-985d-4a05-83f6-d4d9260a3478,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:24.523615 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab0b6bb-d056-48a0-943b-9179b77833d4 x-openstack-request-id: req-aab0b6bb-d056-48a0-943b-9179b77833d4 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:52:24.524015 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bcac900-5a39-43c8-9143-b87f3236bf8b", "tag": "8448f052-985d-4a05-83f6-d4d9260a3478", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:52:24.524342 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aab0b6bb-d056-48a0-943b-9179b77833d4 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:52:24.524797 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bcac900-5a39-43c8-9143-b87f3236bf8b', 'tag': '8448f052-985d-4a05-83f6-d4d9260a3478', 'status': 'completed', 'code': 200} Feb 11 05:52:24.601827 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a79a1-e3dd-47c0-946f-7f3000438516 req-89b85084-0314-45db-b909-a2cd0ffe8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:24.603467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d9a79a1-e3dd-47c0-946f-7f3000438516 req-89b85084-0314-45db-b909-a2cd0ffe8814 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 1127 time: 0.0616906 Feb 11 05:52:24.731356 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a79a1-e3dd-47c0-946f-7f3000438516 req-fa46ae1d-1096-4536-9918-fae173fd94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:24.733005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d9a79a1-e3dd-47c0-946f-7f3000438516 req-fa46ae1d-1096-4536-9918-fae173fd94cd service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=62e18d0c86a64ad7b01c097614e47196&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1213346 Feb 11 05:52:24.848682 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a79a1-e3dd-47c0-946f-7f3000438516 req-4de1fe96-c563-413a-90c9-b4ac43adecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:24.850430 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-1d9a79a1-e3dd-47c0-946f-7f3000438516 req-4de1fe96-c563-413a-90c9-b4ac43adecc6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1099675 Feb 11 05:52:24.939191 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-0ed05c76-c7e6-4d2d-b960-aa6f232f9ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:24.940870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-0ed05c76-c7e6-4d2d-b960-aa6f232f9ba7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 1127 time: 0.0513663 Feb 11 05:52:24.994526 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-0c7f4655-e67d-48c3-a3b2-2a7d2e839e80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8448f052-985d-4a05-83f6-d4d9260a3478 HTTP/1.1" status: 200 len: 217 time: 0.0445447 Feb 11 05:52:25.050766 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-98ab53d0-8139-4611-a740-8c62fd64ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:25.052466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-98ab53d0-8139-4611-a740-8c62fd64ebb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42bfe2f4-2dd2-455d-a325-cbed0b4bb525 HTTP/1.1" status: 200 len: 835 time: 0.0510964 Feb 11 05:52:25.107461 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-6f17ea9c-0203-4983-a8fc-8e2fb6db434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:25.109112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-6f17ea9c-0203-4983-a8fc-8e2fb6db434c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df1f23ac-2560-4199-ba03-576b310dd539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498381 Feb 11 05:52:25.218684 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-fb73ec94-6d7b-45b7-94b5-19f16dc2ae32 service neutron] 10.222.0.32 "GET /v2.0/networks/df1f23ac-2560-4199-ba03-576b310dd539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022549 Feb 11 05:52:25.327452 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-7bfb95b8-6976-4c0f-b8c6-77f7f1513a0d req-a5eccab2-d80e-4acf-a075-cd4edf128d9c service neutron] 10.222.0.32 "GET /v2.0/networks/df1f23ac-2560-4199-ba03-576b310dd539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023669 Feb 11 05:52:25.391784 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd546e60-edb0-4a28-adc1-9ec814c615f7 req-868c514d-b443-49a0-ab48-be19e4ce773c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:25.393920 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bd546e60-edb0-4a28-adc1-9ec814c615f7 req-868c514d-b443-49a0-ab48-be19e4ce773c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 944 time: 0.0637033 Feb 11 05:52:25.452683 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bd546e60-edb0-4a28-adc1-9ec814c615f7 req-d64a66ac-6f7d-45ed-882d-037777f01015 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524828 Feb 11 05:52:25.586344 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f27b380d-24a8-401d-86d9-13daf3a7058f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:26.616543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f0b9e-a650-425e-9206-2d78606640cd req-8d240745-d02a-4f23-8899-444c6d5c7a4e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:26.618293 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-348f0b9e-a650-425e-9206-2d78606640cd req-8d240745-d02a-4f23-8899-444c6d5c7a4e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 944 time: 0.0689309 Feb 11 05:52:26.679079 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-348f0b9e-a650-425e-9206-2d78606640cd req-d42bef37-a94a-4793-98ad-66f32c63d7aa tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543089 Feb 11 05:52:27.094142 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:27.821586 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f991c65-28c3-4c65-b85d-82a31fdb4203 req-c57b7177-6862-42ec-8a76-9483b6cd6153 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:27.823304 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0f991c65-28c3-4c65-b85d-82a31fdb4203 req-c57b7177-6862-42ec-8a76-9483b6cd6153 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 944 time: 0.0603948 Feb 11 05:52:27.885240 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0f991c65-28c3-4c65-b85d-82a31fdb4203 req-d4eab37a-e8ee-4ac0-b2ce-055da4b4af23 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555987 Feb 11 05:52:27.926972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8448f052-985d-4a05-83f6-d4d9260a3478 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:52:28.058982 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8448f052-985d-4a05-83f6-d4d9260a3478, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8448f052-985d-4a05-83f6-d4d9260a3478,segment=NetworkSegment(a891ee29-f284-41c0-bd25-c8e64b6b0c9d),segment_id=a891ee29-f284-41c0-bd25-c8e64b6b0c9d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:28.072314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '8448f052-985d-4a05-83f6-d4d9260a3478', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'port_id': '8448f052-985d-4a05-83f6-d4d9260a3478', 'mac_address': 'fa:16:3e:c6:e8:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:52:28.115035 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 8448f052-985d-4a05-83f6-d4d9260a3478 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:28.115788 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8448f052-985d-4a05-83f6-d4d9260a3478), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:28.131815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8448f052-985d-4a05-83f6-d4d9260a3478 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:52:28.154834 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8448f052-985d-4a05-83f6-d4d9260a3478, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8448f052-985d-4a05-83f6-d4d9260a3478,segment=NetworkSegment(a891ee29-f284-41c0-bd25-c8e64b6b0c9d),segment_id=a891ee29-f284-41c0-bd25-c8e64b6b0c9d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:28.225053 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8448f052-985d-4a05-83f6-d4d9260a3478), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:28.310030 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=8448f052-985d-4a05-83f6-d4d9260a3478,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:28.318407 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:28.318783 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:28.319134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:28.319477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:28.319811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:28.320198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:28.320633 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:28.320968 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:28.321303 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:28.321633 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:28.321960 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:28.322287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:28.322610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:52:28.437665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['8448f052-985d-4a05-83f6-d4d9260a3478'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:52:28.797153 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:29.044129 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c69ef3-7950-4666-ba46-d0bd6b24517d req-8986941e-dd97-4a4f-a489-aa2b75715351 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:29.045761 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f8c69ef3-7950-4666-ba46-d0bd6b24517d req-8986941e-dd97-4a4f-a489-aa2b75715351 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 945 time: 0.0631862 Feb 11 05:52:29.123688 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f8c69ef3-7950-4666-ba46-d0bd6b24517d req-0890faab-9085-4284-ab96-8a3f7507f730 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684969 Feb 11 05:52:29.397644 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:52:29.825228 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:29.935139 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8448f052-985d-4a05-83f6-d4d9260a3478 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:52:30.070782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 8448f052-985d-4a05-83f6-d4d9260a3478 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:52:30.081032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 8448f052-985d-4a05-83f6-d4d9260a3478 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:52:30.081032 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (8448f052-985d-4a05-83f6-d4d9260a3478), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:30.200203 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 8448f052-985d-4a05-83f6-d4d9260a3478 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:52:30.200690 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (8448f052-985d-4a05-83f6-d4d9260a3478), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:30.228762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcac900-5a39-43c8-9143-b87f3236bf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8448f052-985d-4a05-83f6-d4d9260a3478'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:52:30.231453 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dddb89-411b-49f5-8100-9ecc76ac44c1" -d '{"events": [{"server_uuid": "2bcac900-5a39-43c8-9143-b87f3236bf8b", "name": "network-vif-plugged", "status": "completed", "tag": "8448f052-985d-4a05-83f6-d4d9260a3478"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:52:30.255610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 8448f052-985d-4a05-83f6-d4d9260a3478, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8448f052-985d-4a05-83f6-d4d9260a3478,segment=NetworkSegment(a891ee29-f284-41c0-bd25-c8e64b6b0c9d),segment_id=a891ee29-f284-41c0-bd25-c8e64b6b0c9d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:52:30.325637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c739c1f-ca2a-40e8-81a7-fdaa3deb5909 req-6585b70c-4f24-4805-860e-dc7cc64db448 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:30.328512 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3c739c1f-ca2a-40e8-81a7-fdaa3deb5909 req-6585b70c-4f24-4805-860e-dc7cc64db448 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 945 time: 0.0966926 Feb 11 05:52:30.335058 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (8448f052-985d-4a05-83f6-d4d9260a3478), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:30.370044 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5858e115-6e1f-4ba6-a8bd-86d368784d27 x-openstack-request-id: req-5858e115-6e1f-4ba6-a8bd-86d368784d27 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:52:30.371029 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcac900-5a39-43c8-9143-b87f3236bf8b", "name": "network-vif-plugged", "status": "completed", "tag": "8448f052-985d-4a05-83f6-d4d9260a3478", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:52:30.371477 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5858e115-6e1f-4ba6-a8bd-86d368784d27 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:52:30.372442 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcac900-5a39-43c8-9143-b87f3236bf8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8448f052-985d-4a05-83f6-d4d9260a3478', 'code': 200} Feb 11 05:52:30.411574 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3c739c1f-ca2a-40e8-81a7-fdaa3deb5909 req-9238d264-4d7c-4603-bd15-8b6010217ab9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752819 Feb 11 05:52:30.432642 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=8448f052-985d-4a05-83f6-d4d9260a3478,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:30.510194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c346a8-f40f-4d02-b9e3-1356bc5cf020 req-c8cb92dd-bb06-4f69-8560-752f591ffa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:30.511922 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1c346a8-f40f-4d02-b9e3-1356bc5cf020 req-c8cb92dd-bb06-4f69-8560-752f591ffa67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 1129 time: 0.0637002 Feb 11 05:52:30.567115 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a1c346a8-f40f-4d02-b9e3-1356bc5cf020 req-a60e04c7-bcb1-424b-884e-6672d4478d17 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481982 Feb 11 05:52:31.553319 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75e8fa-278b-4f38-a4cc-7ac1e9420517 req-1d1f39a1-0c79-452f-ab1b-665b0edb1fc0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:31.554957 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1b75e8fa-278b-4f38-a4cc-7ac1e9420517 req-1d1f39a1-0c79-452f-ab1b-665b0edb1fc0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0615911 Feb 11 05:52:31.621421 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1b75e8fa-278b-4f38-a4cc-7ac1e9420517 req-05927e2e-9c80-44a2-92c6-5bfad585e7b2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592461 Feb 11 05:52:32.782134 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db39e3-2aab-4a48-85cd-2da2d3cc2bb6 req-7c9d7d24-5673-441f-8c3f-608839ecac2a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:32.784028 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-32db39e3-2aab-4a48-85cd-2da2d3cc2bb6 req-7c9d7d24-5673-441f-8c3f-608839ecac2a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0756619 Feb 11 05:52:32.846569 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-32db39e3-2aab-4a48-85cd-2da2d3cc2bb6 req-3b5ab10b-b72c-48ee-9c8f-bc9d369f2524 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530269 Feb 11 05:52:32.993457 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611fb39-497f-49d3-873f-d8b33e1bfaef req-1f3319de-6dfc-469d-a7b4-3ae0d52d5573 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:32.996524 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4611fb39-497f-49d3-873f-d8b33e1bfaef req-1f3319de-6dfc-469d-a7b4-3ae0d52d5573 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0700865 Feb 11 05:52:33.056236 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4611fb39-497f-49d3-873f-d8b33e1bfaef req-01ba4b27-26a8-4bec-8b61-83118df8eed1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536642 Feb 11 05:52:33.087393 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46842) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:33.155118 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c1861-c2dd-452a-a294-1bb2a7b44061 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:33.158711 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-b38c1861-c2dd-452a-a294-1bb2a7b44061 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 1124 time: 0.0695102 Feb 11 05:52:33.163141 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46844) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:33.168206 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '8448f052-985d-4a05-83f6-d4d9260a3478', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:52:33.269564 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.405051 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.551408 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.25.3.214 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/db903b5c-0550-47a1-9d04-bf777c91bb6e) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:52:33.681147 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (db903b5c-0550-47a1-9d04-bf777c91bb6e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.808578 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (db903b5c-0550-47a1-9d04-bf777c91bb6e), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:33.850440 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:52:33.853729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:52:33.857464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:52:33.863850 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=db903b5c-0550-47a1-9d04-bf777c91bb6e,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:34.343517 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (3fc17d84-8283-4a01-b3b0-ae5a7b8986f2), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:34.539899 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (db903b5c-0550-47a1-9d04-bf777c91bb6e), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:34.764942 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (db903b5c-0550-47a1-9d04-bf777c91bb6e), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:34.800862 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:34.869224 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (db903b5c-0550-47a1-9d04-bf777c91bb6e), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:34.956052 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=db903b5c-0550-47a1-9d04-bf777c91bb6e,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:52:34.978672 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:34.978849 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (3fc17d84-8283-4a01-b3b0-ae5a7b8986f2), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:35.111323 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Floating IP 3fc17d84-8283-4a01-b3b0-ae5a7b8986f2 associated. External IP: 172.25.3.214, port: 8448f052-985d-4a05-83f6-d4d9260a3478. Feb 11 05:52:35.412496 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router 7e7749c8-6d06-4aa4-958d-acc079452b4f has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:52:35.544535 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:52:35.558289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8bbc14-44aa-49ac-a378-0097eb37ed90 None None] Sync routers for ids ['7e7749c8-6d06-4aa4-958d-acc079452b4f'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:52:35.571370 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8bbc14-44aa-49ac-a378-0097eb37ed90 None None] Routers {'7e7749c8-6d06-4aa4-958d-acc079452b4f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:35.573913 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ee8bbc14-44aa-49ac-a378-0097eb37ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:52:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7e7749c8-6d06-4aa4-958d-acc079452b4f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:35.641557 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:35.702529 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8fc9df4f-0f2c-4825-bfdc-f8bc6eb5437a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5379310 Feb 11 05:52:35.703761 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcac900-5a39-43c8-9143-b87f3236bf8b', 'tag': '8448f052-985d-4a05-83f6-d4d9260a3478'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:52:35.708537 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a29e9ae-9f86-405f-92dd-21e64a7efb0d" -d '{"events": [{"name": "network-changed", "server_uuid": "2bcac900-5a39-43c8-9143-b87f3236bf8b", "tag": "8448f052-985d-4a05-83f6-d4d9260a3478"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:52:35.710863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-ee8bbc14-44aa-49ac-a378-0097eb37ed90 None None] Set router 7e7749c8-6d06-4aa4-958d-acc079452b4f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:35.780347 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ac2aa8-2781-4ffd-ac34-457650c51644 x-openstack-request-id: req-15ac2aa8-2781-4ffd-ac34-457650c51644 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:52:35.780347 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bcac900-5a39-43c8-9143-b87f3236bf8b", "tag": "8448f052-985d-4a05-83f6-d4d9260a3478", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:52:35.780347 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15ac2aa8-2781-4ffd-ac34-457650c51644 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:52:35.781096 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bcac900-5a39-43c8-9143-b87f3236bf8b', 'tag': '8448f052-985d-4a05-83f6-d4d9260a3478', 'status': 'completed', 'code': 200} Feb 11 05:52:35.872897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29e9ae-9f86-405f-92dd-21e64a7efb0d req-8799c4ac-1847-4771-aa01-fa11be54bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:35.874976 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a29e9ae-9f86-405f-92dd-21e64a7efb0d req-8799c4ac-1847-4771-aa01-fa11be54bf77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 1129 time: 0.0647020 Feb 11 05:52:35.879834 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb706665-16d4-42e0-9f38-84e33a14f045 req-47b3e411-0802-401e-b3d6-b719a83714e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:35.882810 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cb706665-16d4-42e0-9f38-84e33a14f045 req-47b3e411-0802-401e-b3d6-b719a83714e5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0975878 Feb 11 05:52:35.941748 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cb706665-16d4-42e0-9f38-84e33a14f045 req-ec65f593-3f29-4438-aad5-66dc4d4b5978 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532193 Feb 11 05:52:35.973030 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46850) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:36.033678 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29e9ae-9f86-405f-92dd-21e64a7efb0d req-ac0d7907-f235-42c2-9f01-b9e4c30ebc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:36.035270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a29e9ae-9f86-405f-92dd-21e64a7efb0d req-ac0d7907-f235-42c2-9f01-b9e4c30ebc78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=df1f23ac-2560-4199-ba03-576b310dd539 HTTP/1.1" status: 200 len: 897 time: 0.1525350 Feb 11 05:52:36.066248 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-4a9dbfcb-bed6-4c01-aa5c-4b6503ffdad3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/3fc17d84-8283-4a01-b3b0-ae5a7b8986f2 HTTP/1.1" status: 200 len: 992 time: 0.0913632 Feb 11 05:52:36.113250 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ee8bbc14-44aa-49ac-a378-0097eb37ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:10Z', 'updated_at': '2022-02-11T05:52:16Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:11Z', 'updated_at': '2022-02-11T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '3fc17d84-8283-4a01-b3b0-ae5a7b8986f2', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'port_id': '8448f052-985d-4a05-83f6-d4d9260a3478', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'mac_address': 'fa:16:3e:c6:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcac900-5a39-43c8-9143-b87f3236bf8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:52:34Z', 'updated_at': '2022-02-11T05:52:34Z', 'revision_number': 0, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cf116d-9aa7-41dc-b98a-2ad106b2874c', 'name': '', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:75:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:15Z', 'updated_at': '2022-02-11T05:52:20Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:36.117248 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a29e9ae-9f86-405f-92dd-21e64a7efb0d req-f98ecf34-5acf-4d43-a686-84b717b5da67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8448f052-985d-4a05-83f6-d4d9260a3478 HTTP/1.1" status: 200 len: 1000 time: 0.0756254 Feb 11 05:52:36.167958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8bbc14-44aa-49ac-a378-0097eb37ed90 None None] Checking router: 7e7749c8-6d06-4aa4-958d-acc079452b4f for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:52:36.176364 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29e9ae-9f86-405f-92dd-21e64a7efb0d req-d2cf89fc-f062-45b9-8a43-302ce5e6ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:36.177875 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a29e9ae-9f86-405f-92dd-21e64a7efb0d req-d2cf89fc-f062-45b9-8a43-302ce5e6ba3d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42bfe2f4-2dd2-455d-a325-cbed0b4bb525 HTTP/1.1" status: 200 len: 835 time: 0.0544755 Feb 11 05:52:36.184273 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8bbc14-44aa-49ac-a378-0097eb37ed90 None None] Routers {'7e7749c8-6d06-4aa4-958d-acc079452b4f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:52:36.185366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ee8bbc14-44aa-49ac-a378-0097eb37ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:52:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7e7749c8-6d06-4aa4-958d-acc079452b4f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:36.240822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29e9ae-9f86-405f-92dd-21e64a7efb0d req-dc0092b9-b690-4b97-9b8b-0800b8975384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:36.242299 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a29e9ae-9f86-405f-92dd-21e64a7efb0d req-dc0092b9-b690-4b97-9b8b-0800b8975384 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df1f23ac-2560-4199-ba03-576b310dd539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0578656 Feb 11 05:52:36.353931 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a29e9ae-9f86-405f-92dd-21e64a7efb0d req-5d112f6e-1228-4dbb-95ab-c94479d3c5d0 service neutron] 10.222.0.32 "GET /v2.0/networks/df1f23ac-2560-4199-ba03-576b310dd539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050177 Feb 11 05:52:36.477103 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5a29e9ae-9f86-405f-92dd-21e64a7efb0d req-1e281652-73eb-47c7-a2ff-0a14cb94a3e5 service neutron] 10.222.0.32 "GET /v2.0/networks/df1f23ac-2560-4199-ba03-576b310dd539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161799 Feb 11 05:52:36.616377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-ee8bbc14-44aa-49ac-a378-0097eb37ed90 None None] Set router 7e7749c8-6d06-4aa4-958d-acc079452b4f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:52:36.901732 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-ee8bbc14-44aa-49ac-a378-0097eb37ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:10Z', 'updated_at': '2022-02-11T05:52:16Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:11Z', 'updated_at': '2022-02-11T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '3fc17d84-8283-4a01-b3b0-ae5a7b8986f2', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'port_id': '8448f052-985d-4a05-83f6-d4d9260a3478', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'mac_address': 'fa:16:3e:c6:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcac900-5a39-43c8-9143-b87f3236bf8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:52:34Z', 'updated_at': '2022-02-11T05:52:34Z', 'revision_number': 0, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cf116d-9aa7-41dc-b98a-2ad106b2874c', 'name': '', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:75:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:15Z', 'updated_at': '2022-02-11T05:52:20Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:52:36.933277 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8bbc14-44aa-49ac-a378-0097eb37ed90 None None] The sync data for ids ['7e7749c8-6d06-4aa4-958d-acc079452b4f'] in n-d-712142-35 is: [{'id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:10Z', 'updated_at': '2022-02-11T05:52:16Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:11Z', 'updated_at': '2022-02-11T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '3fc17d84-8283-4a01-b3b0-ae5a7b8986f2', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'port_id': '8448f052-985d-4a05-83f6-d4d9260a3478', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'mac_address': 'fa:16:3e:c6:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcac900-5a39-43c8-9143-b87f3236bf8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:52:34Z', 'updated_at': '2022-02-11T05:52:34Z', 'revision_number': 0, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12cf116d-9aa7-41dc-b98a-2ad106b2874c', 'name': '', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:75:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:15Z', 'updated_at': '2022-02-11T05:52:20Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:52:37.067545 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46852) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:37.163585 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d3f7bd6c-0145-492c-8d64-38d528afe5c2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/3fc17d84-8283-4a01-b3b0-ae5a7b8986f2 HTTP/1.1" status: 200 len: 992 time: 0.0932603 Feb 11 05:52:37.195940 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b94e75-7655-4d6a-b2e6-6fb8522bfc8d None None] New status for floating IP 3fc17d84-8283-4a01-b3b0-ae5a7b8986f2: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:52:38.167260 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46854) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:52:38.248543 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5471c81e-3452-404a-9eb3-78374101015f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/3fc17d84-8283-4a01-b3b0-ae5a7b8986f2 HTTP/1.1" status: 200 len: 994 time: 0.0800540 Feb 11 05:52:44.575349 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-842da77f-91a3-4778-9976-7d685ed26921 req-7fa2679a-c76f-44d6-bf44-fc2c2cbaf211 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531626 Feb 11 05:52:44.679180 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842da77f-91a3-4778-9976-7d685ed26921 req-7cb5be2b-9871-4f14-ba20-9a346a33c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:44.680776 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-842da77f-91a3-4778-9976-7d685ed26921 req-7cb5be2b-9871-4f14-ba20-9a346a33c836 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 1129 time: 0.0575242 Feb 11 05:52:44.831767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842da77f-91a3-4778-9976-7d685ed26921 req-24df6a0d-6600-4483-83ac-9e8e1bc95223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:44.833440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-842da77f-91a3-4778-9976-7d685ed26921 req-24df6a0d-6600-4483-83ac-9e8e1bc95223 service neutron] 10.222.0.32 "GET /v2.0/networks?id=df1f23ac-2560-4199-ba03-576b310dd539 HTTP/1.1" status: 200 len: 897 time: 0.1285388 Feb 11 05:52:44.917098 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-842da77f-91a3-4778-9976-7d685ed26921 req-29b9f1eb-2f59-4900-ae57-abe3cc36dda6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8448f052-985d-4a05-83f6-d4d9260a3478 HTTP/1.1" status: 200 len: 1002 time: 0.0771496 Feb 11 05:52:45.024620 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842da77f-91a3-4778-9976-7d685ed26921 req-eaa05f8b-eb62-4eb1-a67c-62368c3c8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:45.027149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-842da77f-91a3-4778-9976-7d685ed26921 req-eaa05f8b-eb62-4eb1-a67c-62368c3c8a75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42bfe2f4-2dd2-455d-a325-cbed0b4bb525 HTTP/1.1" status: 200 len: 835 time: 0.1020746 Feb 11 05:52:45.091420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842da77f-91a3-4778-9976-7d685ed26921 req-4a3fbc34-66be-4cab-ba26-28fc66fae89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:52:45.093071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-842da77f-91a3-4778-9976-7d685ed26921 req-4a3fbc34-66be-4cab-ba26-28fc66fae89f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df1f23ac-2560-4199-ba03-576b310dd539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0591152 Feb 11 05:52:45.212522 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-842da77f-91a3-4778-9976-7d685ed26921 req-5fa8aa8f-0039-4a6d-94da-6c43454d1f3f service neutron] 10.222.0.32 "GET /v2.0/networks/df1f23ac-2560-4199-ba03-576b310dd539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122947 Feb 11 05:52:45.319688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-842da77f-91a3-4778-9976-7d685ed26921 req-ab0066a9-4c68-4723-9a1a-fda6c2a8fd36 service neutron] 10.222.0.32 "GET /v2.0/networks/df1f23ac-2560-4199-ba03-576b310dd539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998309 Feb 11 05:52:53.253552 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1932a3bb-0154-42a2-9467-312febab3839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:55.487415 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-71abb51b-43a9-4c50-a887-17200d3391bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:57.194990 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:58.834491 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:52:59.830336 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:04.784574 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:04.965806 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:06.398730 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:53:09.858215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d6d2b-892d-4299-9e09-235a0fc70568 req-2227acd4-98ce-4a26-a872-5808e517fe5f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:09.860664 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ce2d6d2b-892d-4299-9e09-235a0fc70568 req-2227acd4-98ce-4a26-a872-5808e517fe5f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0646405 Feb 11 05:53:09.933951 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ce2d6d2b-892d-4299-9e09-235a0fc70568 req-74752aa9-c080-4094-8b64-c0016514f0f0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668261 Feb 11 05:53:11.075772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c99974-1547-4328-b0ae-b7533d047cad req-e46c0086-b833-479c-a739-9c2cd80cd067 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:11.077342 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-21c99974-1547-4328-b0ae-b7533d047cad req-e46c0086-b833-479c-a739-9c2cd80cd067 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0597246 Feb 11 05:53:11.147156 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-21c99974-1547-4328-b0ae-b7533d047cad req-d3db6613-2fc2-4b8f-be02-f718d1817335 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587566 Feb 11 05:53:12.278404 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6635e4-83da-417f-999d-ee0454e1de4a req-fa70912e-8b46-4426-929a-c9ec5c586177 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:12.280082 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cd6635e4-83da-417f-999d-ee0454e1de4a req-fa70912e-8b46-4426-929a-c9ec5c586177 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0577660 Feb 11 05:53:12.339025 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cd6635e4-83da-417f-999d-ee0454e1de4a req-ad379982-5147-47b6-8df8-f25f9fc37679 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517895 Feb 11 05:53:13.478011 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b443de-32fd-4fb1-a016-68fe88b0d26e req-b96dd857-a6e1-4b45-9a56-33d6f8bea73a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:13.479630 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-12b443de-32fd-4fb1-a016-68fe88b0d26e req-b96dd857-a6e1-4b45-9a56-33d6f8bea73a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0614965 Feb 11 05:53:13.536791 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-12b443de-32fd-4fb1-a016-68fe88b0d26e req-f56b3b35-b00e-4c9c-9941-1fdb7e3910d1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501354 Feb 11 05:53:15.107894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d034b5c-2adf-40c7-9308-95473bdfc692 req-d5db6499-94d8-4649-85b1-23eafbe5a4f4 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:15.110008 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1d034b5c-2adf-40c7-9308-95473bdfc692 req-d5db6499-94d8-4649-85b1-23eafbe5a4f4 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.4597673 Feb 11 05:53:15.179533 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1d034b5c-2adf-40c7-9308-95473bdfc692 req-f7137b69-7a3d-4fca-bc3d-91d0a9e66159 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598867 Feb 11 05:53:16.331171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff88467-0b15-4a82-bbc7-a76d00b08752 req-b6436441-f80f-43f1-927b-7a9c045adc0b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:16.333440 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9ff88467-0b15-4a82-bbc7-a76d00b08752 req-b6436441-f80f-43f1-927b-7a9c045adc0b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0629508 Feb 11 05:53:16.402407 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9ff88467-0b15-4a82-bbc7-a76d00b08752 req-b47869ff-53ec-47c5-89c0-927674efa21d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621915 Feb 11 05:53:17.545587 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa79a47-5f38-4bb7-a534-ca2a37e65e27 req-b4efc35c-3344-4533-b5fd-caab09c7ca6a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:17.547604 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0aa79a47-5f38-4bb7-a534-ca2a37e65e27 req-b4efc35c-3344-4533-b5fd-caab09c7ca6a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0664167 Feb 11 05:53:17.606821 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0aa79a47-5f38-4bb7-a534-ca2a37e65e27 req-88b4c352-2f49-4f0a-8d48-4efacfcb653b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525205 Feb 11 05:53:18.745093 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e5f34-b605-494a-8536-7729c9466cb3 req-b8bf8c6b-400d-4ca6-bfa0-9fe9c20cbf70 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:18.746768 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-361e5f34-b605-494a-8536-7729c9466cb3 req-b8bf8c6b-400d-4ca6-bfa0-9fe9c20cbf70 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0641711 Feb 11 05:53:18.803908 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-361e5f34-b605-494a-8536-7729c9466cb3 req-f4d97e59-a05d-4b90-829d-d585c0d2ea27 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500309 Feb 11 05:53:19.954418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f6173-1b8f-4319-9e52-242c14836464 req-04cccbc9-c137-4564-85de-96b87a005548 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:19.956150 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-439f6173-1b8f-4319-9e52-242c14836464 req-04cccbc9-c137-4564-85de-96b87a005548 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0605583 Feb 11 05:53:20.026831 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-439f6173-1b8f-4319-9e52-242c14836464 req-1f4fa079-59e2-4afb-83dd-4b572a51661f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602529 Feb 11 05:53:21.173258 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5e8b4-6475-4184-be81-6d154753bc83 req-908b241e-df53-4e97-a9d4-cb43fe1029b7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:21.174998 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d4b5e8b4-6475-4184-be81-6d154753bc83 req-908b241e-df53-4e97-a9d4-cb43fe1029b7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0655193 Feb 11 05:53:21.233096 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d4b5e8b4-6475-4184-be81-6d154753bc83 req-26cf5270-3563-48b5-aecd-2b0d8e01cebf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516903 Feb 11 05:53:22.368084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1680c20-3186-4d10-ab0d-0410ae1a9280 req-a28735c6-7fcb-4469-8a2b-49f576aa59ae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:22.369694 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1680c20-3186-4d10-ab0d-0410ae1a9280 req-a28735c6-7fcb-4469-8a2b-49f576aa59ae tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0581191 Feb 11 05:53:22.426446 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1680c20-3186-4d10-ab0d-0410ae1a9280 req-6382d406-d263-46db-9806-ed4a6bea1fef tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490468 Feb 11 05:53:23.269849 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-58066f70-f752-4bd7-8641-47cf97cd2bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:23.576159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ced6d8-7b79-429c-95a2-5e17ee05d505 req-cce1488d-bd3d-4e6a-a555-e8580b498607 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:23.577809 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b0ced6d8-7b79-429c-95a2-5e17ee05d505 req-cce1488d-bd3d-4e6a-a555-e8580b498607 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0653899 Feb 11 05:53:23.638138 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b0ced6d8-7b79-429c-95a2-5e17ee05d505 req-cf13e2cc-5990-4da4-bb65-995e9d6487ca tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514042 Feb 11 05:53:24.812378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e1b30-f1da-46ef-ac48-5db545b321b7 req-231e6423-7ab4-4141-a101-64e9ad6cc699 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:24.814213 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a90e1b30-f1da-46ef-ac48-5db545b321b7 req-231e6423-7ab4-4141-a101-64e9ad6cc699 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0607471 Feb 11 05:53:24.878317 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a90e1b30-f1da-46ef-ac48-5db545b321b7 req-a00f3d2c-b376-4dd9-88ce-e8fea296500e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538187 Feb 11 05:53:25.565799 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e3600e56-772d-4be1-a0c1-54abdad4e96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:26.030842 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16575e-a8a9-407e-af9e-cdb06bd7d779 req-f25da031-734b-4739-9f66-5feeebf73b61 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:26.032505 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7b16575e-a8a9-407e-af9e-cdb06bd7d779 req-f25da031-734b-4739-9f66-5feeebf73b61 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0635366 Feb 11 05:53:26.091369 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7b16575e-a8a9-407e-af9e-cdb06bd7d779 req-6a41935b-91bb-4e63-9be0-2f3712f7f159 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524654 Feb 11 05:53:26.118013 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46900) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:26.188191 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-c8159aed-1081-49b1-b924-75457797edb9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/3fc17d84-8283-4a01-b3b0-ae5a7b8986f2 HTTP/1.1" status: 200 len: 994 time: 0.0689361 Feb 11 05:53:27.132920 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:27.714464 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894ad83-dde6-40a2-b755-e0f7f052117c req-7792a468-525a-4b6c-b0ca-e1994554cb0b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:27.716097 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d894ad83-dde6-40a2-b755-e0f7f052117c req-7792a468-525a-4b6c-b0ca-e1994554cb0b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0681126 Feb 11 05:53:27.814213 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d894ad83-dde6-40a2-b755-e0f7f052117c req-d4792c4c-9807-4569-b800-8bb88dc6bb06 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866299 Feb 11 05:53:27.839742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a6ad2-8326-4582-81a1-2079d240dee7 req-8e54461e-7bc9-4f3d-8b5b-f21b32f15fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:27.840238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d0a6ad2-8326-4582-81a1-2079d240dee7 req-8e54461e-7bc9-4f3d-8b5b-f21b32f15fb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 1129 time: 0.0501022 Feb 11 05:53:27.949210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a6ad2-8326-4582-81a1-2079d240dee7 req-797c928b-5d95-49d2-bc1a-f305fb53d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:27.950670 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d0a6ad2-8326-4582-81a1-2079d240dee7 req-797c928b-5d95-49d2-bc1a-f305fb53d27b service neutron] 10.222.0.32 "GET /v2.0/networks?id=df1f23ac-2560-4199-ba03-576b310dd539 HTTP/1.1" status: 200 len: 897 time: 0.1029217 Feb 11 05:53:28.042378 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d0a6ad2-8326-4582-81a1-2079d240dee7 req-909ffb8e-6d82-4ae6-94cc-95ffbae03a36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8448f052-985d-4a05-83f6-d4d9260a3478 HTTP/1.1" status: 200 len: 1002 time: 0.0846012 Feb 11 05:53:28.102388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a6ad2-8326-4582-81a1-2079d240dee7 req-a4c17cba-942c-4a74-a845-f90d08366cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:28.103839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d0a6ad2-8326-4582-81a1-2079d240dee7 req-a4c17cba-942c-4a74-a845-f90d08366cca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42bfe2f4-2dd2-455d-a325-cbed0b4bb525 HTTP/1.1" status: 200 len: 835 time: 0.0552528 Feb 11 05:53:28.159559 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a6ad2-8326-4582-81a1-2079d240dee7 req-35a7dbca-5d0d-40bc-a179-39550fbd3df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:28.161213 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d0a6ad2-8326-4582-81a1-2079d240dee7 req-35a7dbca-5d0d-40bc-a179-39550fbd3df9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df1f23ac-2560-4199-ba03-576b310dd539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509989 Feb 11 05:53:28.260904 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d0a6ad2-8326-4582-81a1-2079d240dee7 req-eec38a31-96b4-4b8c-8f00-e06dcd8c23af service neutron] 10.222.0.32 "GET /v2.0/networks/df1f23ac-2560-4199-ba03-576b310dd539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935895 Feb 11 05:53:28.366390 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-3d0a6ad2-8326-4582-81a1-2079d240dee7 req-d6a09718-4146-42c7-b20e-d1bd621e8a27 service neutron] 10.222.0.32 "GET /v2.0/networks/df1f23ac-2560-4199-ba03-576b310dd539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993557 Feb 11 05:53:28.750403 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:28.959943 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0b49e-8d17-454b-9106-d7aa790a0aab req-0211ccbe-0029-40af-93b6-260bd738e19e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:28.962196 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d4b0b49e-8d17-454b-9106-d7aa790a0aab req-0211ccbe-0029-40af-93b6-260bd738e19e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0619764 Feb 11 05:53:29.023703 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d4b0b49e-8d17-454b-9106-d7aa790a0aab req-9ec0c5af-a9e3-4f78-8c17-1e94f84e8055 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534275 Feb 11 05:53:29.869601 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:30.169815 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be2f18-6897-4f7b-a353-68511d278922 req-fbf95beb-5091-4c0c-b820-7f4eb314c3da tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:30.172176 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-31be2f18-6897-4f7b-a353-68511d278922 req-fbf95beb-5091-4c0c-b820-7f4eb314c3da tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0680435 Feb 11 05:53:30.230685 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-31be2f18-6897-4f7b-a353-68511d278922 req-b50e70f5-cdfd-464b-9993-8688fc1118b9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513797 Feb 11 05:53:30.264648 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46912) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:53:30.346300 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-55f30e2a-1547-46d9-9472-84733463fa57 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/3fc17d84-8283-4a01-b3b0-ae5a7b8986f2 HTTP/1.1" status: 200 len: 994 time: 0.0802870 Feb 11 05:53:34.799196 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:34.984252 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:43.400989 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:53:45.849678 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5d90bd5-e325-4fb6-a82b-3fa28feeaa77 req-c8344363-eef3-4283-a9e7-4ae05e1361d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467892 Feb 11 05:53:45.944486 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d90bd5-e325-4fb6-a82b-3fa28feeaa77 req-500a7e62-5165-4336-9f17-04e3528aca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:45.946298 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5d90bd5-e325-4fb6-a82b-3fa28feeaa77 req-500a7e62-5165-4336-9f17-04e3528aca5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 1129 time: 0.0529222 Feb 11 05:53:46.057285 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d90bd5-e325-4fb6-a82b-3fa28feeaa77 req-bc07f618-86c3-404c-8e37-123d2735c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:46.058842 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5d90bd5-e325-4fb6-a82b-3fa28feeaa77 req-bc07f618-86c3-404c-8e37-123d2735c26a service neutron] 10.222.0.32 "GET /v2.0/networks?id=df1f23ac-2560-4199-ba03-576b310dd539 HTTP/1.1" status: 200 len: 897 time: 0.0920048 Feb 11 05:53:46.143902 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5d90bd5-e325-4fb6-a82b-3fa28feeaa77 req-abab11ca-b69b-444f-bd27-b445fca806f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8448f052-985d-4a05-83f6-d4d9260a3478 HTTP/1.1" status: 200 len: 1002 time: 0.0780232 Feb 11 05:53:46.197347 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d90bd5-e325-4fb6-a82b-3fa28feeaa77 req-44f4c073-442b-461d-a845-33041909e116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:46.198897 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5d90bd5-e325-4fb6-a82b-3fa28feeaa77 req-44f4c073-442b-461d-a845-33041909e116 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42bfe2f4-2dd2-455d-a325-cbed0b4bb525 HTTP/1.1" status: 200 len: 835 time: 0.0481684 Feb 11 05:53:46.272371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d90bd5-e325-4fb6-a82b-3fa28feeaa77 req-c7782a6b-2018-4a42-85df-3420931e65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:53:46.275187 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5d90bd5-e325-4fb6-a82b-3fa28feeaa77 req-c7782a6b-2018-4a42-85df-3420931e65c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df1f23ac-2560-4199-ba03-576b310dd539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0684857 Feb 11 05:53:46.377961 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5d90bd5-e325-4fb6-a82b-3fa28feeaa77 req-603ed684-91ec-4747-aa97-94840ef89ee7 service neutron] 10.222.0.32 "GET /v2.0/networks/df1f23ac-2560-4199-ba03-576b310dd539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961008 Feb 11 05:53:46.479383 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c5d90bd5-e325-4fb6-a82b-3fa28feeaa77 req-fbdbe334-7033-4304-94b2-dcc5d2c0619a service neutron] 10.222.0.32 "GET /v2.0/networks/df1f23ac-2560-4199-ba03-576b310dd539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944591 Feb 11 05:53:53.240074 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-58e0224b-425b-41b6-ae0e-06dfbff45d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:55.515564 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-48de46a2-ae71-4d09-bc95-a3160f92d648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:57.110858 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:58.720190 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:53:59.823444 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:00.840023 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46924) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:01.038060 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port db903b5c-0550-47a1-9d04-bf777c91bb6e {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:01.038336 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (db903b5c-0550-47a1-9d04-bf777c91bb6e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:01.140933 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (db903b5c-0550-47a1-9d04-bf777c91bb6e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:01.141420 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (db903b5c-0550-47a1-9d04-bf777c91bb6e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:01.157517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for db903b5c-0550-47a1-9d04-bf777c91bb6e owned by network:floatingip {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:01.429109 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (db903b5c-0550-47a1-9d04-bf777c91bb6e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:01.463057 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=db903b5c-0550-47a1-9d04-bf777c91bb6e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:01.478651 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:01.478990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:01.479357 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:01.479698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:01.480036 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:01.480373 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:01.480727 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:01.481042 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:01.481377 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:01.481713 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:01.482047 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:01.482374 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:01.483531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:01.548387 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (3fc17d84-8283-4a01-b3b0-ae5a7b8986f2), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:01.548861 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Floating IP 3fc17d84-8283-4a01-b3b0-ae5a7b8986f2 disassociated (deleted). External IP: 172.25.3.214, port: 8448f052-985d-4a05-83f6-d4d9260a3478. Feb 11 05:54:01.791016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router 7e7749c8-6d06-4aa4-958d-acc079452b4f has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:54:01.925376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:01.931425 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:01.940912 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141fe49-a36d-46b0-a555-427180658dfd None None] Sync routers for ids ['7e7749c8-6d06-4aa4-958d-acc079452b4f'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:01.959640 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141fe49-a36d-46b0-a555-427180658dfd None None] Routers {'7e7749c8-6d06-4aa4-958d-acc079452b4f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:01.960693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f141fe49-a36d-46b0-a555-427180658dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7e7749c8-6d06-4aa4-958d-acc079452b4f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:01.982033 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1d947c69-a08a-4db5-9101-2fe5e0a07742 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/floatingips/3fc17d84-8283-4a01-b3b0-ae5a7b8986f2 HTTP/1.1" status: 204 len: 168 time: 1.1403110 Feb 11 05:54:01.983033 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcac900-5a39-43c8-9143-b87f3236bf8b', 'tag': '8448f052-985d-4a05-83f6-d4d9260a3478'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:01.987265 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9fcce2-d6d4-48c1-9dea-a05155118f83" -d '{"events": [{"name": "network-changed", "server_uuid": "2bcac900-5a39-43c8-9143-b87f3236bf8b", "tag": "8448f052-985d-4a05-83f6-d4d9260a3478"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:02.035497 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f8e1e4-dc26-42cd-bade-2d47c2e8c2f1 x-openstack-request-id: req-f9f8e1e4-dc26-42cd-bade-2d47c2e8c2f1 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:02.036014 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bcac900-5a39-43c8-9143-b87f3236bf8b", "tag": "8448f052-985d-4a05-83f6-d4d9260a3478", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:02.036392 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9f8e1e4-dc26-42cd-bade-2d47c2e8c2f1 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:02.037077 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bcac900-5a39-43c8-9143-b87f3236bf8b', 'tag': '8448f052-985d-4a05-83f6-d4d9260a3478', 'status': 'completed', 'code': 200} Feb 11 05:54:02.154023 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fcce2-d6d4-48c1-9dea-a05155118f83 req-0b9367e2-cfc1-4f1f-ad53-31d24bf5d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:02.156345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd9fcce2-d6d4-48c1-9dea-a05155118f83 req-0b9367e2-cfc1-4f1f-ad53-31d24bf5d7ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 1129 time: 0.0880136 Feb 11 05:54:02.162687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f141fe49-a36d-46b0-a555-427180658dfd None None] Set router 7e7749c8-6d06-4aa4-958d-acc079452b4f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:02.476728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f141fe49-a36d-46b0-a555-427180658dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:10Z', 'updated_at': '2022-02-11T05:52:16Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:11Z', 'updated_at': '2022-02-11T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '12cf116d-9aa7-41dc-b98a-2ad106b2874c', 'name': '', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:75:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:15Z', 'updated_at': '2022-02-11T05:52:20Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:02.534758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141fe49-a36d-46b0-a555-427180658dfd None None] Checking router: 7e7749c8-6d06-4aa4-958d-acc079452b4f for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:02.548568 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f141fe49-a36d-46b0-a555-427180658dfd None None] Routers {'7e7749c8-6d06-4aa4-958d-acc079452b4f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:02.549631 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f141fe49-a36d-46b0-a555-427180658dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7e7749c8-6d06-4aa4-958d-acc079452b4f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:02.639679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7dd24d-3ea5-49f7-87c0-c57ab9957b9e req-cee26a0f-468b-408c-ba08-6c8b2f7ff519 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:02.641827 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4d7dd24d-3ea5-49f7-87c0-c57ab9957b9e req-cee26a0f-468b-408c-ba08-6c8b2f7ff519 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0966749 Feb 11 05:54:02.690366 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fcce2-d6d4-48c1-9dea-a05155118f83 req-ff486d15-0cb6-43b3-ab79-752f63cb43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:02.692247 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd9fcce2-d6d4-48c1-9dea-a05155118f83 req-ff486d15-0cb6-43b3-ab79-752f63cb43a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=df1f23ac-2560-4199-ba03-576b310dd539 HTTP/1.1" status: 200 len: 897 time: 0.5276897 Feb 11 05:54:02.731179 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4d7dd24d-3ea5-49f7-87c0-c57ab9957b9e req-dbe69ada-80ff-47f2-9aeb-a44bb8641196 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773227 Feb 11 05:54:02.756978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f141fe49-a36d-46b0-a555-427180658dfd None None] Set router 7e7749c8-6d06-4aa4-958d-acc079452b4f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:02.770377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd9fcce2-d6d4-48c1-9dea-a05155118f83 req-b3449f9d-6340-436d-9894-77097f01fd34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8448f052-985d-4a05-83f6-d4d9260a3478 HTTP/1.1" status: 200 len: 217 time: 0.0683324 Feb 11 05:54:02.847922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fcce2-d6d4-48c1-9dea-a05155118f83 req-04c7857b-e58e-4be8-80e0-6a23a67e6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:02.850048 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd9fcce2-d6d4-48c1-9dea-a05155118f83 req-04c7857b-e58e-4be8-80e0-6a23a67e6309 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=42bfe2f4-2dd2-455d-a325-cbed0b4bb525 HTTP/1.1" status: 200 len: 835 time: 0.0723526 Feb 11 05:54:02.913004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fcce2-d6d4-48c1-9dea-a05155118f83 req-af806074-b729-4fed-8249-3c4ed91895ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:02.915059 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd9fcce2-d6d4-48c1-9dea-a05155118f83 req-af806074-b729-4fed-8249-3c4ed91895ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df1f23ac-2560-4199-ba03-576b310dd539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0578008 Feb 11 05:54:03.009560 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f141fe49-a36d-46b0-a555-427180658dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:10Z', 'updated_at': '2022-02-11T05:52:16Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:11Z', 'updated_at': '2022-02-11T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '12cf116d-9aa7-41dc-b98a-2ad106b2874c', 'name': '', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:75:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:15Z', 'updated_at': '2022-02-11T05:52:20Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:03.042365 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd9fcce2-d6d4-48c1-9dea-a05155118f83 req-5fc45ab9-b201-4ec0-aaba-0a6549317132 service neutron] 10.222.0.32 "GET /v2.0/networks/df1f23ac-2560-4199-ba03-576b310dd539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198108 Feb 11 05:54:03.044777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f141fe49-a36d-46b0-a555-427180658dfd None None] The sync data for ids ['7e7749c8-6d06-4aa4-958d-acc079452b4f'] in n-d-712142-35 is: [{'id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:10Z', 'updated_at': '2022-02-11T05:52:16Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:11Z', 'updated_at': '2022-02-11T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '12cf116d-9aa7-41dc-b98a-2ad106b2874c', 'name': '', 'network_id': 'df1f23ac-2560-4199-ba03-576b310dd539', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:75:66:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:15Z', 'updated_at': '2022-02-11T05:52:20Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '42bfe2f4-2dd2-455d-a325-cbed0b4bb525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:03.189282 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd9fcce2-d6d4-48c1-9dea-a05155118f83 req-2ffb9261-de57-42ae-87f5-ff98dc53c66f service neutron] 10.222.0.32 "GET /v2.0/networks/df1f23ac-2560-4199-ba03-576b310dd539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379902 Feb 11 05:54:03.345520 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1302c9b-91d4-49cd-ae93-3f326e2f03cf None None] New status for floating IP 3fc17d84-8283-4a01-b3b0-ae5a7b8986f2: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:54:03.884967 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48134292-f9b9-4574-90c2-d7d3a0d6e777 req-fb9e96f2-2c6f-4e5e-b198-1491623c7400 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:03.886709 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-48134292-f9b9-4574-90c2-d7d3a0d6e777 req-fb9e96f2-2c6f-4e5e-b198-1491623c7400 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0672569 Feb 11 05:54:03.962648 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-48134292-f9b9-4574-90c2-d7d3a0d6e777 req-a60b1c8c-16fa-4d73-8b9f-6613bb631c54 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb32b41f-0192-4249-b36e-2cb6003a3254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680354 Feb 11 05:54:04.246415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8888068-111f-4b72-97e2-b05bc7c33c15 req-3018f2f3-0424-4910-a637-77d34133d8fe tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:04.248693 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8888068-111f-4b72-97e2-b05bc7c33c15 req-3018f2f3-0424-4910-a637-77d34133d8fe tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.32 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 946 time: 0.0671518 Feb 11 05:54:04.371443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-e8888068-111f-4b72-97e2-b05bc7c33c15 req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port 8448f052-985d-4a05-83f6-d4d9260a3478 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:04.371843 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e8888068-111f-4b72-97e2-b05bc7c33c15 req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (8448f052-985d-4a05-83f6-d4d9260a3478), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:04.478617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-e8888068-111f-4b72-97e2-b05bc7c33c15 req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] For port 8448f052-985d-4a05-83f6-d4d9260a3478, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=8448f052-985d-4a05-83f6-d4d9260a3478,segment=NetworkSegment(a891ee29-f284-41c0-bd25-c8e64b6b0c9d),segment_id=a891ee29-f284-41c0-bd25-c8e64b6b0c9d)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:04.479063 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e8888068-111f-4b72-97e2-b05bc7c33c15 req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (8448f052-985d-4a05-83f6-d4d9260a3478), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:04.493539 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-e8888068-111f-4b72-97e2-b05bc7c33c15 req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for 8448f052-985d-4a05-83f6-d4d9260a3478 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:04.738468 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e8888068-111f-4b72-97e2-b05bc7c33c15 req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (8448f052-985d-4a05-83f6-d4d9260a3478), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:04.777344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=8448f052-985d-4a05-83f6-d4d9260a3478,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:04.810252 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:04.815141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:04.815141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:04.815141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:04.815141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:04.815141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:04.815141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:04.815141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:04.815141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:04.815141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:04.815141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:04.815141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:04.815141 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:04.840414 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8888068-111f-4b72-97e2-b05bc7c33c15 req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] No DVR routers for this DVR port 8448f052-985d-4a05-83f6-d4d9260a3478 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:54:04.847564 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-e8888068-111f-4b72-97e2-b05bc7c33c15 req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:04.848320 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e8888068-111f-4b72-97e2-b05bc7c33c15 req-403b4a5b-8f72-44ed-bf8c-3889c324c7f2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.32 "DELETE /v2.0/ports/8448f052-985d-4a05-83f6-d4d9260a3478 HTTP/1.1" status: 204 len: 173 time: 0.5929043 Feb 11 05:54:04.848871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcac900-5a39-43c8-9143-b87f3236bf8b', 'name': 'network-vif-deleted', 'tag': '8448f052-985d-4a05-83f6-d4d9260a3478'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:04.851377 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fc0df3-0f0b-4fc8-8765-aba31c554459" -d '{"events": [{"server_uuid": "2bcac900-5a39-43c8-9143-b87f3236bf8b", "name": "network-vif-deleted", "tag": "8448f052-985d-4a05-83f6-d4d9260a3478"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:04.893763 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:04.896446 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1dc6ba-ee8a-475f-91ee-1f2fa951c31d x-openstack-request-id: req-4c1dc6ba-ee8a-475f-91ee-1f2fa951c31d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:04.897106 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bcac900-5a39-43c8-9143-b87f3236bf8b", "name": "network-vif-deleted", "tag": "8448f052-985d-4a05-83f6-d4d9260a3478", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:04.897537 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c1dc6ba-ee8a-475f-91ee-1f2fa951c31d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:04.898208 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcac900-5a39-43c8-9143-b87f3236bf8b', 'name': 'network-vif-deleted', 'tag': '8448f052-985d-4a05-83f6-d4d9260a3478', 'status': 'completed', 'code': 200} Feb 11 05:54:04.983682 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:05.086276 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d0447239-963c-4de5-9f2e-a8bad7598961 req-03c548db-4d67-4b33-bec9-67fdeb1c48e8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bcac900-5a39-43c8-9143-b87f3236bf8b HTTP/1.1" status: 200 len: 210 time: 0.0300000 Feb 11 05:54:06.167508 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46940) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:06.431934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8448f052-985d-4a05-83f6-d4d9260a3478 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:06.461707 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 8448f052-985d-4a05-83f6-d4d9260a3478 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:06.462068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 8448f052-985d-4a05-83f6-d4d9260a3478 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:06.595738 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3470d201-4a3f-492e-8818-5fc19d79bd81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (7e7749c8-6d06-4aa4-958d-acc079452b4f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:06.911658 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3470d201-4a3f-492e-8818-5fc19d79bd81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port 12cf116d-9aa7-41dc-b98a-2ad106b2874c {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:06.912017 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3470d201-4a3f-492e-8818-5fc19d79bd81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.016680 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-3470d201-4a3f-492e-8818-5fc19d79bd81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] For port 12cf116d-9aa7-41dc-b98a-2ad106b2874c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=12cf116d-9aa7-41dc-b98a-2ad106b2874c,segment=NetworkSegment(a891ee29-f284-41c0-bd25-c8e64b6b0c9d),segment_id=a891ee29-f284-41c0-bd25-c8e64b6b0c9d)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:07.017000 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3470d201-4a3f-492e-8818-5fc19d79bd81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.032807 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-3470d201-4a3f-492e-8818-5fc19d79bd81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for 12cf116d-9aa7-41dc-b98a-2ad106b2874c owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:07.349171 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3470d201-4a3f-492e-8818-5fc19d79bd81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (12cf116d-9aa7-41dc-b98a-2ad106b2874c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.390074 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470d201-4a3f-492e-8818-5fc19d79bd81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=12cf116d-9aa7-41dc-b98a-2ad106b2874c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:07.654227 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-3470d201-4a3f-492e-8818-5fc19d79bd81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (7e7749c8-6d06-4aa4-958d-acc079452b4f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:07.975380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3470d201-4a3f-492e-8818-5fc19d79bd81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router 7e7749c8-6d06-4aa4-958d-acc079452b4f has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:54:08.101469 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3470d201-4a3f-492e-8818-5fc19d79bd81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:08.108863 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-3470d201-4a3f-492e-8818-5fc19d79bd81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "PUT /v2.0/routers/7e7749c8-6d06-4aa4-958d-acc079452b4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9400668 Feb 11 05:54:08.110514 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46942) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:08.111694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e839c10-5da0-4324-8506-ebc255be00ab None None] Sync routers for ids ['7e7749c8-6d06-4aa4-958d-acc079452b4f'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:08.125893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e839c10-5da0-4324-8506-ebc255be00ab None None] Routers {'7e7749c8-6d06-4aa4-958d-acc079452b4f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:08.127121 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4e839c10-5da0-4324-8506-ebc255be00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7e7749c8-6d06-4aa4-958d-acc079452b4f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:08.196084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cc91fc-f3df-4fac-b879-0f6e71b1b297 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting subnet 42bfe2f4-2dd2-455d-a325-cbed0b4bb525 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:54:08.200364 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69cc91fc-f3df-4fac-b879-0f6e71b1b297 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for subnet (42bfe2f4-2dd2-455d-a325-cbed0b4bb525), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.257526 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69cc91fc-f3df-4fac-b879-0f6e71b1b297 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (42bfe2f4-2dd2-455d-a325-cbed0b4bb525), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.270831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-4e839c10-5da0-4324-8506-ebc255be00ab None None] Set router 7e7749c8-6d06-4aa4-958d-acc079452b4f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:08.377140 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69cc91fc-f3df-4fac-b879-0f6e71b1b297 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (42bfe2f4-2dd2-455d-a325-cbed0b4bb525), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.561713 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69cc91fc-f3df-4fac-b879-0f6e71b1b297 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (42bfe2f4-2dd2-455d-a325-cbed0b4bb525), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.594988 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc91fc-f3df-4fac-b879-0f6e71b1b297 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Subnet': ['ID=42bfe2f4-2dd2-455d-a325-cbed0b4bb525,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:08.603702 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-69cc91fc-f3df-4fac-b879-0f6e71b1b297 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.610570 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-69cc91fc-f3df-4fac-b879-0f6e71b1b297 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/subnets/42bfe2f4-2dd2-455d-a325-cbed0b4bb525 HTTP/1.1" status: 204 len: 168 time: 0.4976673 Feb 11 05:54:08.613838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46944) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:08.620632 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4ab2a7-1990-43d1-84d8-3f8a8d1f6990 None None] Network df1f23ac-2560-4199-ba03-576b310dd539 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:08.767290 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router (7e7749c8-6d06-4aa4-958d-acc079452b4f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.853123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4e839c10-5da0-4324-8506-ebc255be00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:10Z', 'updated_at': '2022-02-11T05:54:07Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:11Z', 'updated_at': '2022-02-11T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:08.891671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e839c10-5da0-4324-8506-ebc255be00ab None None] Checking router: 7e7749c8-6d06-4aa4-958d-acc079452b4f for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:08.903982 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e839c10-5da0-4324-8506-ebc255be00ab None None] Routers {'7e7749c8-6d06-4aa4-958d-acc079452b4f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:08.905238 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4e839c10-5da0-4324-8506-ebc255be00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['7e7749c8-6d06-4aa4-958d-acc079452b4f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:08.953021 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (7e7749c8-6d06-4aa4-958d-acc079452b4f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:08.985067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] DHCP port deletion for df1f23ac-2560-4199-ba03-576b310dd539 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:54:09.156947 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port 5e2cbbdf-02aa-4595-9361-5fe526a2d734 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:09.157398 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5e2cbbdf-02aa-4595-9361-5fe526a2d734), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.190849 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-4e839c10-5da0-4324-8506-ebc255be00ab None None] Set router 7e7749c8-6d06-4aa4-958d-acc079452b4f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:09.227327 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Deleting port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:54:09.227692 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6a69bcc1-6091-4fba-9eba-c00c31a2f7d6), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.268912 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] For port 5e2cbbdf-02aa-4595-9361-5fe526a2d734, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5e2cbbdf-02aa-4595-9361-5fe526a2d734,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:09.268912 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5e2cbbdf-02aa-4595-9361-5fe526a2d734), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.282400 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for 5e2cbbdf-02aa-4595-9361-5fe526a2d734 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:09.377682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] For port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6a69bcc1-6091-4fba-9eba-c00c31a2f7d6,segment=NetworkSegment(a891ee29-f284-41c0-bd25-c8e64b6b0c9d),segment_id=a891ee29-f284-41c0-bd25-c8e64b6b0c9d)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:09.378083 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6a69bcc1-6091-4fba-9eba-c00c31a2f7d6), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.395878 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Calling delete_port for 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:54:09.532121 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-4e839c10-5da0-4324-8506-ebc255be00ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:10Z', 'updated_at': '2022-02-11T05:54:07Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:11Z', 'updated_at': '2022-02-11T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:09.563340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e839c10-5da0-4324-8506-ebc255be00ab None None] The sync data for ids ['7e7749c8-6d06-4aa4-958d-acc079452b4f'] in n-d-712142-35 is: [{'id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460887611', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:52:10Z', 'updated_at': '2022-02-11T05:54:07Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': '5e2cbbdf-02aa-4595-9361-5fe526a2d734', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7749c8-6d06-4aa4-958d-acc079452b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:52:11Z', 'updated_at': '2022-02-11T05:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:09.616009 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (6a69bcc1-6091-4fba-9eba-c00c31a2f7d6), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.644296 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5e2cbbdf-02aa-4595-9361-5fe526a2d734), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.653347 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Pushing event deleted for resources: {'Port': ['ID=6a69bcc1-6091-4fba-9eba-c00c31a2f7d6,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:09.654804 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] No DVR routers for this DVR port 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:54:09.665091 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.665437 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.665827 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.666180 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.666438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.666782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.667152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.667535 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.667792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.668119 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.668438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.668777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.669080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da21f37c-c690-47e7-944a-7227867f8886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:09.675882 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=5e2cbbdf-02aa-4595-9361-5fe526a2d734,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:09.744100 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (7e7749c8-6d06-4aa4-958d-acc079452b4f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.853578 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (7e7749c8-6d06-4aa4-958d-acc079452b4f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.854923 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_controller (7e7749c8-6d06-4aa4-958d-acc079452b4f), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.988959 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (7e7749c8-6d06-4aa4-958d-acc079452b4f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.989505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Fanout notify agent at l3_agent the message router_deleted on router 7e7749c8-6d06-4aa4-958d-acc079452b4f {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:54:09.996742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:09.997921 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-92d7770e-9b3d-4b06-8ac9-3a808e3d258f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/routers/7e7749c8-6d06-4aa4-958d-acc079452b4f HTTP/1.1" status: 204 len: 168 time: 1.3820772 Feb 11 05:54:10.001455 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46946) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:10.102043 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8edc2aa8-a1c0-45d2-9267-51c5ad9b6ef3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (df1f23ac-2560-4199-ba03-576b310dd539), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.209564 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8edc2aa8-a1c0-45d2-9267-51c5ad9b6ef3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (df1f23ac-2560-4199-ba03-576b310dd539), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.235778 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8edc2aa8-a1c0-45d2-9267-51c5ad9b6ef3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1f23ac-2560-4199-ba03-576b310dd539']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:10.247085 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8edc2aa8-a1c0-45d2-9267-51c5ad9b6ef3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a891ee29-f284-41c0-bd25-c8e64b6b0c9d') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:10.247394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-8edc2aa8-a1c0-45d2-9267-51c5ad9b6ef3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a891ee29-f284-41c0-bd25-c8e64b6b0c9d') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:10.265311 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8edc2aa8-a1c0-45d2-9267-51c5ad9b6ef3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (a891ee29-f284-41c0-bd25-c8e64b6b0c9d), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.284096 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8edc2aa8-a1c0-45d2-9267-51c5ad9b6ef3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (a891ee29-f284-41c0-bd25-c8e64b6b0c9d), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.291314 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edc2aa8-a1c0-45d2-9267-51c5ad9b6ef3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:54:10.291731 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8edc2aa8-a1c0-45d2-9267-51c5ad9b6ef3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (a891ee29-f284-41c0-bd25-c8e64b6b0c9d), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: timer() Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:54:10.295612 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:54:10.456414 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8edc2aa8-a1c0-45d2-9267-51c5ad9b6ef3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (df1f23ac-2560-4199-ba03-576b310dd539), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.462829 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8edc2aa8-a1c0-45d2-9267-51c5ad9b6ef3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.477113 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8edc2aa8-a1c0-45d2-9267-51c5ad9b6ef3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/networks/df1f23ac-2560-4199-ba03-576b310dd539 HTTP/1.1" status: 204 len: 168 time: 0.4645042 Feb 11 05:54:10.477299 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46948) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:10.487940 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc2aa8-a1c0-45d2-9267-51c5ad9b6ef3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Network': ['ID=df1f23ac-2560-4199-ba03-576b310dd539,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:10.557730 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d814-02b2-4140-bac2-90655bc5f4cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (cb32b41f-0192-4249-b36e-2cb6003a3254), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.596442 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d814-02b2-4140-bac2-90655bc5f4cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (cb32b41f-0192-4249-b36e-2cb6003a3254), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.772094 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d814-02b2-4140-bac2-90655bc5f4cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (cb32b41f-0192-4249-b36e-2cb6003a3254), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.775914 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f8c3d814-02b2-4140-bac2-90655bc5f4cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:10.781185 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f8c3d814-02b2-4140-bac2-90655bc5f4cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/security-groups/cb32b41f-0192-4249-b36e-2cb6003a3254 HTTP/1.1" status: 204 len: 168 time: 0.3049393 Feb 11 05:54:10.796932 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3d814-02b2-4140-bac2-90655bc5f4cb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb32b41f-0192-4249-b36e-2cb6003a3254,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:10.846685 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 12cf116d-9aa7-41dc-b98a-2ad106b2874c no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:10.871352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 12cf116d-9aa7-41dc-b98a-2ad106b2874c {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:10.871711 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 12cf116d-9aa7-41dc-b98a-2ad106b2874c not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:10.872150 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:10.899395 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:10.899740 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6a69bcc1-6091-4fba-9eba-c00c31a2f7d6 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:10.900181 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5e2cbbdf-02aa-4595-9361-5fe526a2d734 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:54:10.925597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 5e2cbbdf-02aa-4595-9361-5fe526a2d734 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:54:10.925958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5e2cbbdf-02aa-4595-9361-5fe526a2d734 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:54:11.449677 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46954) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:11.455661 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e8fdb69b-8c28-40e4-992d-e0cd0a0f6a06 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1082800889', 'description': 'tempest-secgroup-smoke-1082800889 description', 'project_id': '62e18d0c86a64ad7b01c097614e47196'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:11.578444 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb69b-8c28-40e4-992d-e0cd0a0f6a06 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.660946 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb69b-8c28-40e4-992d-e0cd0a0f6a06 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (9f4a2987-9582-4c5d-a2a9-896ef1104cfc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.737722 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb69b-8c28-40e4-992d-e0cd0a0f6a06 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9f4a2987-9582-4c5d-a2a9-896ef1104cfc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.772308 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdb69b-8c28-40e4-992d-e0cd0a0f6a06 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4a2987-9582-4c5d-a2a9-896ef1104cfc,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:11.825393 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb69b-8c28-40e4-992d-e0cd0a0f6a06 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:11.827540 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e8fdb69b-8c28-40e4-992d-e0cd0a0f6a06 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3761725 Feb 11 05:54:11.831996 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46956) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:11.836857 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-d5bdebf8-3ea0-4a80-8a7f-a55239461b9d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '9f4a2987-9582-4c5d-a2a9-896ef1104cfc', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:11.943866 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d5bdebf8-3ea0-4a80-8a7f-a55239461b9d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (65db9437-0592-40d3-bb8b-04dc59eaaa85), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.024588 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d5bdebf8-3ea0-4a80-8a7f-a55239461b9d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (65db9437-0592-40d3-bb8b-04dc59eaaa85), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.109832 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d5bdebf8-3ea0-4a80-8a7f-a55239461b9d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (65db9437-0592-40d3-bb8b-04dc59eaaa85), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.133251 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdebf8-3ea0-4a80-8a7f-a55239461b9d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65db9437-0592-40d3-bb8b-04dc59eaaa85,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:12.254086 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d5bdebf8-3ea0-4a80-8a7f-a55239461b9d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.255497 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d5bdebf8-3ea0-4a80-8a7f-a55239461b9d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4223406 Feb 11 05:54:12.258963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46958) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:12.264428 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-7fc7cd2d-0726-4c15-959c-f662ec966e71 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '9f4a2987-9582-4c5d-a2a9-896ef1104cfc', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:12.399839 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fc7cd2d-0726-4c15-959c-f662ec966e71 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (0893b640-a5e0-4d0b-a248-399249ba7a73), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.474447 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fc7cd2d-0726-4c15-959c-f662ec966e71 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (0893b640-a5e0-4d0b-a248-399249ba7a73), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.554271 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fc7cd2d-0726-4c15-959c-f662ec966e71 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (0893b640-a5e0-4d0b-a248-399249ba7a73), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.577320 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7cd2d-0726-4c15-959c-f662ec966e71 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0893b640-a5e0-4d0b-a248-399249ba7a73,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:12.671063 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7fc7cd2d-0726-4c15-959c-f662ec966e71 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.672508 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7fc7cd2d-0726-4c15-959c-f662ec966e71 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4124117 Feb 11 05:54:12.675763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46960) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:12.680710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-67e84413-0cd1-4bbf-92da-ae2ff269cbea tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '9f4a2987-9582-4c5d-a2a9-896ef1104cfc', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:12.771591 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-67e84413-0cd1-4bbf-92da-ae2ff269cbea tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (d194ec95-9dc9-4820-b973-4c33012d0936), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.843742 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-67e84413-0cd1-4bbf-92da-ae2ff269cbea tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (d194ec95-9dc9-4820-b973-4c33012d0936), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.924456 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-67e84413-0cd1-4bbf-92da-ae2ff269cbea tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (d194ec95-9dc9-4820-b973-4c33012d0936), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:12.943867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e84413-0cd1-4bbf-92da-ae2ff269cbea tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d194ec95-9dc9-4820-b973-4c33012d0936,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:13.030746 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-67e84413-0cd1-4bbf-92da-ae2ff269cbea tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.032038 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-67e84413-0cd1-4bbf-92da-ae2ff269cbea tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3551462 Feb 11 05:54:13.035126 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46962) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:13.039848 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-759c0372-41e4-4a63-be29-141f496985a5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '9f4a2987-9582-4c5d-a2a9-896ef1104cfc', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:13.131516 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-759c0372-41e4-4a63-be29-141f496985a5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (50c9ccdb-68a8-4f93-baf8-bad704f38347), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.199835 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-759c0372-41e4-4a63-be29-141f496985a5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (50c9ccdb-68a8-4f93-baf8-bad704f38347), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.297018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-759c0372-41e4-4a63-be29-141f496985a5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (50c9ccdb-68a8-4f93-baf8-bad704f38347), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.317684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c0372-41e4-4a63-be29-141f496985a5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c9ccdb-68a8-4f93-baf8-bad704f38347,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:13.401038 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-759c0372-41e4-4a63-be29-141f496985a5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.402319 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-759c0372-41e4-4a63-be29-141f496985a5 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3661795 Feb 11 05:54:13.405278 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 46964) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:13.410127 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-a2d9a492-ad8b-4ca0-b4f9-33a57958d405 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '9f4a2987-9582-4c5d-a2a9-896ef1104cfc', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:13.503602 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-a2d9a492-ad8b-4ca0-b4f9-33a57958d405 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Project 62e18d0c86a64ad7b01c097614e47196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:54:13.509237 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a2d9a492-ad8b-4ca0-b4f9-33a57958d405 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (dc16abd0-eabc-4262-94e9-cbf94f18764c), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.587971 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a2d9a492-ad8b-4ca0-b4f9-33a57958d405 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (dc16abd0-eabc-4262-94e9-cbf94f18764c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.674721 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a2d9a492-ad8b-4ca0-b4f9-33a57958d405 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (dc16abd0-eabc-4262-94e9-cbf94f18764c), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.696877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9a492-ad8b-4ca0-b4f9-33a57958d405 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc16abd0-eabc-4262-94e9-cbf94f18764c,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:13.791326 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a2d9a492-ad8b-4ca0-b4f9-33a57958d405 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.792677 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a2d9a492-ad8b-4ca0-b4f9-33a57958d405 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3863194 Feb 11 05:54:13.796553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46966) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:13.801700 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ff517bf8-c591-4da4-bab5-497cc9a8cf40 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'security_group_rule': {'security_group_id': '9f4a2987-9582-4c5d-a2a9-896ef1104cfc', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:13.886343 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-ff517bf8-c591-4da4-bab5-497cc9a8cf40 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Project 62e18d0c86a64ad7b01c097614e47196 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:54:13.894395 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff517bf8-c591-4da4-bab5-497cc9a8cf40 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (05ec5553-c4e9-4ffd-a7a7-3f37f08ea190), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:13.968183 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff517bf8-c591-4da4-bab5-497cc9a8cf40 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (05ec5553-c4e9-4ffd-a7a7-3f37f08ea190), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.046524 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff517bf8-c591-4da4-bab5-497cc9a8cf40 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (05ec5553-c4e9-4ffd-a7a7-3f37f08ea190), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.078424 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff517bf8-c591-4da4-bab5-497cc9a8cf40 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ec5553-c4e9-4ffd-a7a7-3f37f08ea190,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:14.179100 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ff517bf8-c591-4da4-bab5-497cc9a8cf40 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.180434 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ff517bf8-c591-4da4-bab5-497cc9a8cf40 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3824098 Feb 11 05:54:14.183907 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46968) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:14.190679 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-dc3548f5-964d-4f7f-a5ce-2a7dafb8294c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'network': {'name': 'tempest-network-smoke--883941050', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'port_security_enabled': True}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:14.297492 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3548f5-964d-4f7f-a5ce-2a7dafb8294c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Made reservation on behalf of 62e18d0c86a64ad7b01c097614e47196 for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:14.301354 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc3548f5-964d-4f7f-a5ce-2a7dafb8294c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.330016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3548f5-964d-4f7f-a5ce-2a7dafb8294c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:54:14.343506 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc3548f5-964d-4f7f-a5ce-2a7dafb8294c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (cce4f70f-086a-451d-bf0d-43d33786493e), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.344028 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-dc3548f5-964d-4f7f-a5ce-2a7dafb8294c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Added segment cce4f70f-086a-451d-bf0d-43d33786493e of type vlan for network b24e899e-f79a-4e12-901e-9ba60312f0ff Feb 11 05:54:14.399267 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc3548f5-964d-4f7f-a5ce-2a7dafb8294c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (b24e899e-f79a-4e12-901e-9ba60312f0ff), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.514548 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc3548f5-964d-4f7f-a5ce-2a7dafb8294c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (b24e899e-f79a-4e12-901e-9ba60312f0ff), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.520075 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3548f5-964d-4f7f-a5ce-2a7dafb8294c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:14.520735 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-dc3548f5-964d-4f7f-a5ce-2a7dafb8294c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.606830 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3548f5-964d-4f7f-a5ce-2a7dafb8294c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Network': ['ID=b24e899e-f79a-4e12-901e-9ba60312f0ff,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:14.619454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network b24e899e-f79a-4e12-901e-9ba60312f0ff details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:54:14.644083 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-dc3548f5-964d-4f7f-a5ce-2a7dafb8294c tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4554911 Feb 11 05:54:14.644083 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46970) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:14.651695 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'admin_state_up': True, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:14.782202 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.784123 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:14.861885 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_controller (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.521752 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.874264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:15.895906 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.018072 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.25.3.223 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/ca05a691-c6b2-4bdc-984b-b091f982ae85) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:16.140455 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (ca05a691-c6b2-4bdc-984b-b091f982ae85), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.257780 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (ca05a691-c6b2-4bdc-984b-b091f982ae85), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.302299 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:16.305531 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:16.309481 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:16.316028 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=ca05a691-c6b2-4bdc-984b-b091f982ae85,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:16.653386 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:16.957647 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:17.183080 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:54:17.318275 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:17.329800 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Sync routers for ids ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:17.346073 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Routers {'bcbdfcc7-498a-481f-8355-e1b0c911d8d3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:17.346798 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:17.447760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:17.452652 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-f444aff1-a4ee-4da7-af7c-18490485abeb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8039081 Feb 11 05:54:17.453301 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46972) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:17.490810 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bde81f59-266c-4f16-a417-a23f409214d2 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=62e18d0c86a64ad7b01c097614e47196&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331256 Feb 11 05:54:17.491147 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Set router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:17.491335 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46974) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:17.616108 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf431eb3-8cbb-4a21-a744-47baf353d2d0 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:17.617636 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bf431eb3-8cbb-4a21-a744-47baf353d2d0 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1251693 Feb 11 05:54:17.621049 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46976) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:17.654012 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-87a9a299-d95e-4918-91ef-9320f79ca2cf tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=89dbd1ed-3951-437d-85b1-b8970fd07dfb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314746 Feb 11 05:54:17.657031 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46978) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:17.662901 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-0fbab9b3-b73e-461e-9575-91b5311e139f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1047269118', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:17.847436 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:16Z', 'revision_number': 3, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:15Z', 'updated_at': '2022-02-11T05:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:17.868899 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbab9b3-b73e-461e-9575-91b5311e139f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Made reservation on behalf of 62e18d0c86a64ad7b01c097614e47196 for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:17.873470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0fbab9b3-b73e-461e-9575-91b5311e139f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:17.883800 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Checking router: bcbdfcc7-498a-481f-8355-e1b0c911d8d3 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:17.884214 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Updating router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 port ca05a691-c6b2-4bdc-984b-b091f982ae85 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:54:17.920791 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ca05a691-c6b2-4bdc-984b-b091f982ae85), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.261524 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Publish callbacks [] for port (ca05a691-c6b2-4bdc-984b-b091f982ae85), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.320407 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0fbab9b3-b73e-461e-9575-91b5311e139f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (052259e2-3d2c-4b2e-9d85-d993d07475ee), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.397832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbab9b3-b73e-461e-9575-91b5311e139f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Subnet': ['ID=052259e2-3d2c-4b2e-9d85-d993d07475ee,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:18.410730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbab9b3-b73e-461e-9575-91b5311e139f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Checking segment: {'id': 'cce4f70f-086a-451d-bf0d-43d33786493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:18.411122 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbab9b3-b73e-461e-9575-91b5311e139f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network hostable DHCP agents. Network: b24e899e-f79a-4e12-901e-9ba60312f0ff, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:54:18.423352 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ca05a691-c6b2-4bdc-984b-b091f982ae85), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.491821 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Attempting to bind port ca05a691-c6b2-4bdc-984b-b091f982ae85 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:18.492446 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Attempting to bind port ca05a691-c6b2-4bdc-984b-b091f982ae85 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:18.492653 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Attempting to bind port ca05a691-c6b2-4bdc-984b-b091f982ae85 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:18.494960 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314cedb-61ee-4a35-8844-f782cb992547 None None] Pushing event updated for resources: {'Port': ['ID=ca05a691-c6b2-4bdc-984b-b091f982ae85,revision_number=2']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:18.506289 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314cedb-61ee-4a35-8844-f782cb992547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:18.506794 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314cedb-61ee-4a35-8844-f782cb992547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:18.507034 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314cedb-61ee-4a35-8844-f782cb992547 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:18.507370 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314cedb-61ee-4a35-8844-f782cb992547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:18.507705 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314cedb-61ee-4a35-8844-f782cb992547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:18.508026 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314cedb-61ee-4a35-8844-f782cb992547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:18.508346 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314cedb-61ee-4a35-8844-f782cb992547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:18.508674 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314cedb-61ee-4a35-8844-f782cb992547 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:18.508991 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314cedb-61ee-4a35-8844-f782cb992547 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:18.509311 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314cedb-61ee-4a35-8844-f782cb992547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:18.509661 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314cedb-61ee-4a35-8844-f782cb992547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:18.509959 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314cedb-61ee-4a35-8844-f782cb992547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:18.510271 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f314cedb-61ee-4a35-8844-f782cb992547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:54:18.515027 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:18.515546 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:18.515753 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.516203 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:18.516620 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Bound port: ca05a691-c6b2-4bdc-984b-b091f982ae85, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:18.516996 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ca05a691-c6b2-4bdc-984b-b091f982ae85), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.560912 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbab9b3-b73e-461e-9575-91b5311e139f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network b24e899e-f79a-4e12-901e-9ba60312f0ff is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:54:18.583227 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] For port ca05a691-c6b2-4bdc-984b-b091f982ae85, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:18.587427 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] For port ca05a691-c6b2-4bdc-984b-b091f982ae85, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ca05a691-c6b2-4bdc-984b-b091f982ae85,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:18.685841 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-0fbab9b3-b73e-461e-9575-91b5311e139f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, b24e899e-f79a-4e12-901e-9ba60312f0ff) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:18.691298 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbab9b3-b73e-461e-9575-91b5311e139f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:18.696586 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0fbab9b3-b73e-461e-9575-91b5311e139f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.697370 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5a8fb3-2021-4d35-b5bb-a0c9cd339db2 None None] Network b24e899e-f79a-4e12-901e-9ba60312f0ff requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:18.715179 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ca05a691-c6b2-4bdc-984b-b091f982ae85), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.797631 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Routers {'bcbdfcc7-498a-481f-8355-e1b0c911d8d3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:18.798838 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:18.803023 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0fbab9b3-b73e-461e-9575-91b5311e139f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1446218 Feb 11 05:54:18.808355 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 46980) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:18.853695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-b24e899e-f79a-4e12-901e-9ba60312f0ff', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ips': [{'subnet_id': '052259e2-3d2c-4b2e-9d85-d993d07475ee'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:54:18.854980 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:18.928564 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314cedb-61ee-4a35-8844-f782cb992547 None None] Pushing event updated for resources: {'Port': ['ID=ca05a691-c6b2-4bdc-984b-b091f982ae85,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:19.035249 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] Set router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:19.093767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Allocated IP 172.20.0.2 (b24e899e-f79a-4e12-901e-9ba60312f0ff/052259e2-3d2c-4b2e-9d85-d993d07475ee/20a9dc4a-c5d2-4674-8fef-93a69cc2e03b) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:19.347256 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Publish callbacks [] for port (20a9dc4a-c5d2-4674-8fef-93a69cc2e03b), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.396280 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:16Z', 'revision_number': 3, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:15Z', 'updated_at': '2022-02-11T05:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:19.443145 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (20a9dc4a-c5d2-4674-8fef-93a69cc2e03b), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.466076 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3257da0d-e190-45e3-becf-edeff1a1db5c None None] The sync data for ids ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'] in n-d-712142-35 is: [{'id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:16Z', 'revision_number': 3, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:15Z', 'updated_at': '2022-02-11T05:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:19.549901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Network b24e899e-f79a-4e12-901e-9ba60312f0ff is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:19.553807 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:19.557946 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:19.572353 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Pushing event updated for resources: {'Port': ['ID=20a9dc4a-c5d2-4674-8fef-93a69cc2e03b,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:19.646819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Attempting to bind port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:19.646819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Attempting to bind port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'cce4f70f-086a-451d-bf0d-43d33786493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:19.646819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Attempting to bind port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b on network b24e899e-f79a-4e12-901e-9ba60312f0ff {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:19.655190 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:19.656096 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Checking segment: {'id': 'cce4f70f-086a-451d-bf0d-43d33786493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:19.657392 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.659200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Bound using segment: {'id': 'cce4f70f-086a-451d-bf0d-43d33786493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:19.659953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Bound port: 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce4f70f-086a-451d-bf0d-43d33786493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:19.660434 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (20a9dc4a-c5d2-4674-8fef-93a69cc2e03b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.699034 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:19.824766 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] For port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:19.834438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] For port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=20a9dc4a-c5d2-4674-8fef-93a69cc2e03b,segment=NetworkSegment(cce4f70f-086a-451d-bf0d-43d33786493e),segment_id=cce4f70f-086a-451d-bf0d-43d33786493e)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:19.920846 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (20a9dc4a-c5d2-4674-8fef-93a69cc2e03b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:20.015357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dddc21-698e-407f-b988-4111e149bfc0 None None] Pushing event updated for resources: {'Port': ['ID=20a9dc4a-c5d2-4674-8fef-93a69cc2e03b,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:20.202910 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.20.0.1 (b24e899e-f79a-4e12-901e-9ba60312f0ff/052259e2-3d2c-4b2e-9d85-d993d07475ee/6c96c8b5-2a9d-4b28-b71b-742e03e1160f) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:20.407121 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:54:20.457456 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:20.567822 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:20.639306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network b24e899e-f79a-4e12-901e-9ba60312f0ff is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:20.643277 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:20.648948 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:20.675816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=6c96c8b5-2a9d-4b28-b71b-742e03e1160f,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:20.712151 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:20.972103 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:21.057061 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:21.057539 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.058053 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (20a9dc4a-c5d2-4674-8fef-93a69cc2e03b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.214735 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:21.215479 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (20a9dc4a-c5d2-4674-8fef-93a69cc2e03b), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.278669 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=20a9dc4a-c5d2-4674-8fef-93a69cc2e03b,segment=NetworkSegment(cce4f70f-086a-451d-bf0d-43d33786493e),segment_id=cce4f70f-086a-451d-bf0d-43d33786493e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:21.334798 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e630d8a7-a8e6-4556-b40d-34ab02e8c3dd None None] Network b24e899e-f79a-4e12-901e-9ba60312f0ff requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:54:21.343760 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (20a9dc4a-c5d2-4674-8fef-93a69cc2e03b), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.345134 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ca05a691-c6b2-4bdc-984b-b091f982ae85 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:21.479857 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.507248 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-434347e1-7fb9-4f36-9099-bc7c95a08726 None None] Provisioning complete for port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:21.507629 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-434347e1-7fb9-4f36-9099-bc7c95a08726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (20a9dc4a-c5d2-4674-8fef-93a69cc2e03b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.539477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=20a9dc4a-c5d2-4674-8fef-93a69cc2e03b,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:21.554675 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.598485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ca05a691-c6b2-4bdc-984b-b091f982ae85 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:21.599055 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ca05a691-c6b2-4bdc-984b-b091f982ae85), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.653626 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.656331 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=6c96c8b5-2a9d-4b28-b71b-742e03e1160f,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:21.711372 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-434347e1-7fb9-4f36-9099-bc7c95a08726 None None] Current status of the port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:21.761042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ca05a691-c6b2-4bdc-984b-b091f982ae85 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:21.761708 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (ca05a691-c6b2-4bdc-984b-b091f982ae85), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.797963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port ca05a691-c6b2-4bdc-984b-b091f982ae85, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ca05a691-c6b2-4bdc-984b-b091f982ae85,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:21.848682 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network b24e899e-f79a-4e12-901e-9ba60312f0ff is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:21.851520 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:21.875334 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (ca05a691-c6b2-4bdc-984b-b091f982ae85), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:21.988489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=ca05a691-c6b2-4bdc-984b-b091f982ae85,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:22.046072 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2ba96b90-e5cb-48dc-af6c-148ef6dc0918 None None] Provisioning complete for port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:22.046985 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2ba96b90-e5cb-48dc-af6c-148ef6dc0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (20a9dc4a-c5d2-4674-8fef-93a69cc2e03b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:22.072024 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:54:22.207581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2ba96b90-e5cb-48dc-af6c-148ef6dc0918 None None] Current status of the port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:22.220894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:22.224914 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2ba96b90-e5cb-48dc-af6c-148ef6dc0918 None None] Provisioning complete for port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:22.225238 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2ba96b90-e5cb-48dc-af6c-148ef6dc0918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:22.237494 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e92931ce-20ed-4f6b-a05a-9a81434c6a6e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "PUT /v2.0/routers/bcbdfcc7-498a-481f-8355-e1b0c911d8d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4279146 Feb 11 05:54:22.253524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Sync routers for ids ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:22.279762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Routers {'bcbdfcc7-498a-481f-8355-e1b0c911d8d3'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:22.280418 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:22.282504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2ba96b90-e5cb-48dc-af6c-148ef6dc0918 None None] Port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:22.441322 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-e274b324-8cab-4bb4-8801-595b6f5c6d37 None None] Provisioning complete for port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:22.441706 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e274b324-8cab-4bb4-8801-595b6f5c6d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:22.475491 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Set router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:22.517772 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-fc9cf11b-9cb4-46f8-9117-10a94a6ca2c0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1082800889&fields=id&tenant_id=62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 267 time: 0.1005113 Feb 11 05:54:22.530142 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e274b324-8cab-4bb4-8801-595b6f5c6d37 None None] Port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:22.664921 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-572206aa-030c-41ac-8bb0-69c7d1ed0b64 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:22.671029 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-572206aa-030c-41ac-8bb0-69c7d1ed0b64 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/networks?id=b24e899e-f79a-4e12-901e-9ba60312f0ff HTTP/1.1" status: 200 len: 796 time: 0.1309698 Feb 11 05:54:22.688559 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-a2911d5c-6e9b-4074-bca0-74523ae79b32 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/quotas/62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 375 time: 0.0115342 Feb 11 05:54:22.896307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:22.941161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2fbe2ccf-fc54-446a-91f9-14a722f58618 None None] Provisioning complete for port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:22.941539 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2fbe2ccf-fc54-446a-91f9-14a722f58618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.043287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe2ccf-fc54-446a-91f9-14a722f58618 None None] Port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:23.062983 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:23.063361 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (20a9dc4a-c5d2-4674-8fef-93a69cc2e03b), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.122486 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:20Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:15Z', 'updated_at': '2022-02-11T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '6c96c8b5-2a9d-4b28-b71b-742e03e1160f', 'name': '', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:4e:89:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:19Z', 'updated_at': '2022-02-11T05:54:21Z', 'revision_number': 2, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:23.161200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Checking router: bcbdfcc7-498a-481f-8355-e1b0c911d8d3 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:23.161547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Updating router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:54:23.195004 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-4f22014c-a3de-4abb-949b-275fd069130f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4962430 Feb 11 05:54:23.235609 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.254529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:23.255890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ca05a691-c6b2-4bdc-984b-b091f982ae85 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:23.308483 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9ddb3dd4-c612-4d1a-812e-43b728ab2c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.343704 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-a8623790-00d1-4ea7-a4d0-5b6ed18b7bb1 service neutron] 10.222.0.13 "GET /v2.0/networks/b24e899e-f79a-4e12-901e-9ba60312f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339424 Feb 11 05:54:23.449944 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port ca05a691-c6b2-4bdc-984b-b091f982ae85 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:23.450324 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (ca05a691-c6b2-4bdc-984b-b091f982ae85), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.478418 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-3cca04d0-1c98-4c38-ba84-139d60a07608 service neutron] 10.222.0.13 "GET /v2.0/networks/b24e899e-f79a-4e12-901e-9ba60312f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228828 Feb 11 05:54:23.631984 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port ca05a691-c6b2-4bdc-984b-b091f982ae85 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:23.699011 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Publish callbacks [] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.771405 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.851642 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc969ba0-12a3-4a16-ad89-9db7051173f9 req-a6ba7e78-2cda-49cb-a764-90b834271c79 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 210 time: 0.0625873 Feb 11 05:54:23.882040 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295abc5c-6bfb-49cf-873d-263cc574dbff None None] Pushing event updated for resources: {'Port': ['ID=6c96c8b5-2a9d-4b28-b71b-742e03e1160f,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:23.984597 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Attempting to bind port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:23.987770 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Attempting to bind port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'cce4f70f-086a-451d-bf0d-43d33786493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:23.988212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Attempting to bind port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f on network b24e899e-f79a-4e12-901e-9ba60312f0ff {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:23.996094 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:23.996647 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Checking segment: {'id': 'cce4f70f-086a-451d-bf0d-43d33786493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:23.997237 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:23.998172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Bound using segment: {'id': 'cce4f70f-086a-451d-bf0d-43d33786493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:23.998972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Bound port: 6c96c8b5-2a9d-4b28-b71b-742e03e1160f, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce4f70f-086a-451d-bf0d-43d33786493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:23.999473 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.107510 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] For port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:24.115289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] For port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6c96c8b5-2a9d-4b28-b71b-742e03e1160f,segment=NetworkSegment(cce4f70f-086a-451d-bf0d-43d33786493e),segment_id=cce4f70f-086a-451d-bf0d-43d33786493e)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:24.174416 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3f90bfd8-11c9-4cda-9fac-812e2b8a7972 None None] Provisioning complete for port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:24.174829 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3f90bfd8-11c9-4cda-9fac-812e2b8a7972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.215727 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.254547 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3f90bfd8-11c9-4cda-9fac-812e2b8a7972 None None] Port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:24.305001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Routers {'bcbdfcc7-498a-481f-8355-e1b0c911d8d3'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:24.306082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:53:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:24.383802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295abc5c-6bfb-49cf-873d-263cc574dbff None None] Pushing event updated for resources: {'Port': ['ID=6c96c8b5-2a9d-4b28-b71b-742e03e1160f,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:24.526483 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] Set router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:24.631501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3645118b-fbb1-4d73-9ea7-4cbd7916dc01 None None] Provisioning complete for port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:24.631817 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3645118b-fbb1-4d73-9ea7-4cbd7916dc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.845797 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3645118b-fbb1-4d73-9ea7-4cbd7916dc01 None None] Current status of the port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:24.846199 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3645118b-fbb1-4d73-9ea7-4cbd7916dc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:24.896763 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3645118b-fbb1-4d73-9ea7-4cbd7916dc01 None None] For port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6c96c8b5-2a9d-4b28-b71b-742e03e1160f,segment=NetworkSegment(cce4f70f-086a-451d-bf0d-43d33786493e),segment_id=cce4f70f-086a-451d-bf0d-43d33786493e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:24.907596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:20Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:15Z', 'updated_at': '2022-02-11T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '6c96c8b5-2a9d-4b28-b71b-742e03e1160f', 'name': '', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:4e:89:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:19Z', 'updated_at': '2022-02-11T05:54:24Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:24.940613 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9aef39-8fd1-4e5e-aafc-442d0dbb0534 None None] The sync data for ids ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'] in n-d-712142-35 is: [{'id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:20Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:15Z', 'updated_at': '2022-02-11T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '6c96c8b5-2a9d-4b28-b71b-742e03e1160f', 'name': '', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:4e:89:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:19Z', 'updated_at': '2022-02-11T05:54:24Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:24.958065 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b2b87aa8-23b8-4e70-8dc3-44b8b8086dde req-ff2dcf0a-73fc-47e3-80c7-55afa25ea245 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 210 time: 0.0347064 Feb 11 05:54:25.245986 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3645118b-fbb1-4d73-9ea7-4cbd7916dc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:25.310904 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645118b-fbb1-4d73-9ea7-4cbd7916dc01 None None] Pushing event updated for resources: {'Port': ['ID=6c96c8b5-2a9d-4b28-b71b-742e03e1160f,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:25.503922 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-64b0765e-24d2-4e4e-ae31-72ace7945114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:26.119467 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-17d827fb-26e9-4eb4-84c2-7e195ff00358 req-d94c1fc4-2365-4773-abd9-eea76b61385d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 210 time: 0.0499630 Feb 11 05:54:26.679898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-82a95409-12db-40d9-a8f1-5211d1102532 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:26.681495 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-82a95409-12db-40d9-a8f1-5211d1102532 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.47 "GET /v2.0/networks?id=b24e899e-f79a-4e12-901e-9ba60312f0ff HTTP/1.1" status: 200 len: 796 time: 0.1200597 Feb 11 05:54:26.757562 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-9b5db1f3-8301-4f74-9861-31d511821b48 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62e18d0c86a64ad7b01c097614e47196 HTTP/1.1" status: 200 len: 380 time: 0.0658836 Feb 11 05:54:26.767890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-cfba2518-ab97-4605-b602-95e1c0812d1d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'port': {'device_id': 'ac18555e-d6f6-45c7-97c0-9a37fb89c74f', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'admin_state_up': True, 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'security_groups': ['9f4a2987-9582-4c5d-a2a9-896ef1104cfc']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:26.887569 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6c96c8b5-2a9d-4b28-b71b-742e03e1160f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:26.977091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-cfba2518-ab97-4605-b602-95e1c0812d1d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Made reservation on behalf of 62e18d0c86a64ad7b01c097614e47196 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:54:26.980856 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-cfba2518-ab97-4605-b602-95e1c0812d1d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:26.987425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:26.987892 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.123898 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:27.153037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-cfba2518-ab97-4605-b602-95e1c0812d1d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.20.0.9 (b24e899e-f79a-4e12-901e-9ba60312f0ff/052259e2-3d2c-4b2e-9d85-d993d07475ee/51350364-401c-4184-919f-76108c550dc7) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:27.177945 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.251165 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-26e836a9-b9b4-4f23-96dd-fc531ffd9de3 req-4e3e7bb3-90d5-4b1c-a189-2fff1fad337d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 210 time: 0.0318933 Feb 11 05:54:27.320936 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-cfba2518-ab97-4605-b602-95e1c0812d1d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (51350364-401c-4184-919f-76108c550dc7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.440085 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-cfba2518-ab97-4605-b602-95e1c0812d1d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (51350364-401c-4184-919f-76108c550dc7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.495634 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-cfba2518-ab97-4605-b602-95e1c0812d1d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network b24e899e-f79a-4e12-901e-9ba60312f0ff is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:27.500042 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-cfba2518-ab97-4605-b602-95e1c0812d1d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:27.504731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-cfba2518-ab97-4605-b602-95e1c0812d1d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:27.512255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba2518-ab97-4605-b602-95e1c0812d1d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=51350364-401c-4184-919f-76108c550dc7,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:27.576680 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-cfba2518-ab97-4605-b602-95e1c0812d1d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:27.577258 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-cfba2518-ab97-4605-b602-95e1c0812d1d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.693416 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-cfba2518-ab97-4605-b602-95e1c0812d1d tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9310694 Feb 11 05:54:27.757793 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Request body: {'port': {'device_id': 'ac18555e-d6f6-45c7-97c0-9a37fb89c74f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:27.794432 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8818d2d5-2c01-4ad0-a13c-6432715639c0 None None] Provisioning complete for port 51350364-401c-4184-919f-76108c550dc7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:27.795865 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8818d2d5-2c01-4ad0-a13c-6432715639c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (51350364-401c-4184-919f-76108c550dc7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.829783 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (51350364-401c-4184-919f-76108c550dc7), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:27.859732 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8818d2d5-2c01-4ad0-a13c-6432715639c0 None None] Port 51350364-401c-4184-919f-76108c550dc7 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:54:28.181617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51350364-401c-4184-919f-76108c550dc7 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:54:28.191626 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Publish callbacks [] for port (51350364-401c-4184-919f-76108c550dc7), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.207217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Transition to ACTIVE for port object 51350364-401c-4184-919f-76108c550dc7 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:54:28.312711 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (51350364-401c-4184-919f-76108c550dc7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.369832 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Pushing event updated for resources: {'Port': ['ID=51350364-401c-4184-919f-76108c550dc7,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:28.444103 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209ce39-3b3b-4a35-b2ad-d8353c5cffaa req-1955b5b7-6544-4c58-a287-0d00512e7062 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:28.446509 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0209ce39-3b3b-4a35-b2ad-d8353c5cffaa req-1955b5b7-6544-4c58-a287-0d00512e7062 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 943 time: 0.1014040 Feb 11 05:54:28.490109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Attempting to bind port 51350364-401c-4184-919f-76108c550dc7 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:54:28.494331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Attempting to bind port 51350364-401c-4184-919f-76108c550dc7 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': 'cce4f70f-086a-451d-bf0d-43d33786493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:54:28.494331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Attempting to bind port 51350364-401c-4184-919f-76108c550dc7 on network b24e899e-f79a-4e12-901e-9ba60312f0ff {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:28.496551 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Port 51350364-401c-4184-919f-76108c550dc7 on network b24e899e-f79a-4e12-901e-9ba60312f0ff not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:54:28.496874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Attempting to bind port 51350364-401c-4184-919f-76108c550dc7 on network b24e899e-f79a-4e12-901e-9ba60312f0ff {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:54:28.506279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:54:28.506710 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Checking segment: {'id': 'cce4f70f-086a-451d-bf0d-43d33786493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:54:28.507241 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Bound using segment: {'id': 'cce4f70f-086a-451d-bf0d-43d33786493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:54:28.507699 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Bound port: 51350364-401c-4184-919f-76108c550dc7, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce4f70f-086a-451d-bf0d-43d33786493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:54:28.508065 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (51350364-401c-4184-919f-76108c550dc7), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.541454 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0209ce39-3b3b-4a35-b2ad-d8353c5cffaa req-192f68c6-0a00-4d51-ac49-12f0741ced92 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841720 Feb 11 05:54:28.625217 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] For port 51350364-401c-4184-919f-76108c550dc7, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:54:28.629333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] For port 51350364-401c-4184-919f-76108c550dc7, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=51350364-401c-4184-919f-76108c550dc7,segment=NetworkSegment(cce4f70f-086a-451d-bf0d-43d33786493e),segment_id=cce4f70f-086a-451d-bf0d-43d33786493e)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:54:28.691964 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (51350364-401c-4184-919f-76108c550dc7), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.719775 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.737406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:28.738249 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:28.739531 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] 10.222.0.47 "PUT /v2.0/ports/51350364-401c-4184-919f-76108c550dc7 HTTP/1.1" status: 200 len: 1092 time: 1.0373816 Feb 11 05:54:28.740063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac18555e-d6f6-45c7-97c0-9a37fb89c74f', 'tag': '51350364-401c-4184-919f-76108c550dc7'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:28.742603 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a5921c-3ee1-4370-b482-8546a53e1218" -d '{"events": [{"name": "network-changed", "server_uuid": "ac18555e-d6f6-45c7-97c0-9a37fb89c74f", "tag": "51350364-401c-4184-919f-76108c550dc7"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:28.787280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a19f7f-8dd8-4834-93e9-03f0ccdd9feb service neutron] Pushing event updated for resources: {'Port': ['ID=51350364-401c-4184-919f-76108c550dc7,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:28.797681 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaa5458-2e6c-426c-89be-4d90fb2a7327 x-openstack-request-id: req-aaaa5458-2e6c-426c-89be-4d90fb2a7327 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:28.798182 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac18555e-d6f6-45c7-97c0-9a37fb89c74f", "tag": "51350364-401c-4184-919f-76108c550dc7", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:28.798525 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aaaa5458-2e6c-426c-89be-4d90fb2a7327 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:28.799231 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac18555e-d6f6-45c7-97c0-9a37fb89c74f', 'tag': '51350364-401c-4184-919f-76108c550dc7', 'status': 'completed', 'code': 200} Feb 11 05:54:28.872818 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5921c-3ee1-4370-b482-8546a53e1218 req-f0bcd196-3b7a-431d-a055-28724f3c87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:28.875930 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1a5921c-3ee1-4370-b482-8546a53e1218 req-f0bcd196-3b7a-431d-a055-28724f3c87e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 1126 time: 0.0600305 Feb 11 05:54:29.018447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5921c-3ee1-4370-b482-8546a53e1218 req-958ed52b-af7e-4808-8ee4-7b6e3095441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:29.020999 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1a5921c-3ee1-4370-b482-8546a53e1218 req-958ed52b-af7e-4808-8ee4-7b6e3095441f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=62e18d0c86a64ad7b01c097614e47196&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1390159 Feb 11 05:54:29.152514 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5921c-3ee1-4370-b482-8546a53e1218 req-12eba731-8a24-49f3-ace6-4b8bfb66ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:29.154664 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b1a5921c-3ee1-4370-b482-8546a53e1218 req-12eba731-8a24-49f3-ace6-4b8bfb66ea04 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1231825 Feb 11 05:54:29.247580 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-b94b5e2c-5082-4c0a-9dcd-4f230c6a1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:29.249702 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-b94b5e2c-5082-4c0a-9dcd-4f230c6a1356 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 1126 time: 0.0542476 Feb 11 05:54:29.296334 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-8bec2bca-1567-4019-9eb7-5c80ff9720e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51350364-401c-4184-919f-76108c550dc7 HTTP/1.1" status: 200 len: 217 time: 0.0391698 Feb 11 05:54:29.353199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-d340b16b-67d0-41ac-b666-3e56e379b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:29.354748 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-d340b16b-67d0-41ac-b666-3e56e379b4c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=052259e2-3d2c-4b2e-9d85-d993d07475ee HTTP/1.1" status: 200 len: 835 time: 0.0531833 Feb 11 05:54:29.413833 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-495716aa-4f29-4f30-a74b-a97ee8cf36d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:29.415625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-495716aa-4f29-4f30-a74b-a97ee8cf36d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b24e899e-f79a-4e12-901e-9ba60312f0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0541403 Feb 11 05:54:29.530887 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-413feb19-8365-4e56-814f-3daa7b1235fd service neutron] 10.222.0.47 "GET /v2.0/networks/b24e899e-f79a-4e12-901e-9ba60312f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082656 Feb 11 05:54:29.651315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6528d50c-70b1-4b24-a8c7-a2f2d13b847d req-fca3cddd-cbb6-4792-ad3a-5d9d4dfdfba9 service neutron] 10.222.0.47 "GET /v2.0/networks/b24e899e-f79a-4e12-901e-9ba60312f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146197 Feb 11 05:54:29.739427 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff821b7a-34d7-454c-b4f7-df19bdf2d3cf req-8a3df392-fc6d-4411-95b6-68a1a5be9cbb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:29.742319 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff821b7a-34d7-454c-b4f7-df19bdf2d3cf req-8a3df392-fc6d-4411-95b6-68a1a5be9cbb tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 943 time: 0.1010327 Feb 11 05:54:29.809275 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ff821b7a-34d7-454c-b4f7-df19bdf2d3cf req-d5ce5f34-a559-4869-bb8a-551ef41bdcf0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603151 Feb 11 05:54:29.838208 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:30.966337 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6d791-c594-4570-825f-b80618f9392a req-52401443-4bfb-448b-b921-a321c57f7d78 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:30.968064 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-63e6d791-c594-4570-825f-b80618f9392a req-52401443-4bfb-448b-b921-a321c57f7d78 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 943 time: 0.0667021 Feb 11 05:54:31.033215 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-63e6d791-c594-4570-825f-b80618f9392a req-08cef8cd-39e4-42ff-8ed5-2610acd9c689 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551112 Feb 11 05:54:32.167248 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16566481-327b-43b7-9742-f4f76f877d9c req-92ac9220-1bb6-41de-bd83-de9dc42160b3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:32.168918 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-16566481-327b-43b7-9742-f4f76f877d9c req-92ac9220-1bb6-41de-bd83-de9dc42160b3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 943 time: 0.0600309 Feb 11 05:54:32.227915 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-16566481-327b-43b7-9742-f4f76f877d9c req-6cefbc6f-41cc-498b-acb6-eb6275fe9534 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523584 Feb 11 05:54:32.580811 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 51350364-401c-4184-919f-76108c550dc7 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:54:32.699158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 51350364-401c-4184-919f-76108c550dc7, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=51350364-401c-4184-919f-76108c550dc7,segment=NetworkSegment(cce4f70f-086a-451d-bf0d-43d33786493e),segment_id=cce4f70f-086a-451d-bf0d-43d33786493e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:32.711958 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '51350364-401c-4184-919f-76108c550dc7', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'port_id': '51350364-401c-4184-919f-76108c550dc7', 'mac_address': 'fa:16:3e:3c:f5:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:54:32.757789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 51350364-401c-4184-919f-76108c550dc7 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:32.758235 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (51350364-401c-4184-919f-76108c550dc7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:32.775302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51350364-401c-4184-919f-76108c550dc7 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:54:32.798285 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 51350364-401c-4184-919f-76108c550dc7, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=51350364-401c-4184-919f-76108c550dc7,segment=NetworkSegment(cce4f70f-086a-451d-bf0d-43d33786493e),segment_id=cce4f70f-086a-451d-bf0d-43d33786493e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:32.879825 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (51350364-401c-4184-919f-76108c550dc7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:32.946674 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=51350364-401c-4184-919f-76108c550dc7,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:33.100818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['51350364-401c-4184-919f-76108c550dc7'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:54:33.441927 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49956f2-bbb3-4b60-9fa3-7bf9c18b518c req-f269980d-6233-4884-b461-41501159eed0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:33.444526 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d49956f2-bbb3-4b60-9fa3-7bf9c18b518c req-f269980d-6233-4884-b461-41501159eed0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 944 time: 0.1012681 Feb 11 05:54:33.505012 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d49956f2-bbb3-4b60-9fa3-7bf9c18b518c req-39fcd610-32a3-4b38-8f3e-586875873056 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529809 Feb 11 05:54:34.583003 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 51350364-401c-4184-919f-76108c550dc7 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:54:34.682394 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b9889-d66d-47fb-bdfc-2e410ccf7c1d req-d68e1c34-58ff-484d-89c2-f06e39367e71 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:34.684140 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc7b9889-d66d-47fb-bdfc-2e410ccf7c1d req-d68e1c34-58ff-484d-89c2-f06e39367e71 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 944 time: 0.0647256 Feb 11 05:54:34.724777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 51350364-401c-4184-919f-76108c550dc7 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:54:34.731651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 51350364-401c-4184-919f-76108c550dc7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:54:34.734174 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (51350364-401c-4184-919f-76108c550dc7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:34.746418 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc7b9889-d66d-47fb-bdfc-2e410ccf7c1d req-109f635a-ffd0-4037-9381-8f54d983d039 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522439 Feb 11 05:54:34.853012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 51350364-401c-4184-919f-76108c550dc7 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:54:34.853380 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (51350364-401c-4184-919f-76108c550dc7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:34.865408 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:34.884233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac18555e-d6f6-45c7-97c0-9a37fb89c74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51350364-401c-4184-919f-76108c550dc7'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:34.886675 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ba9d0a-4b21-4250-81a4-2149fad2cf7d" -d '{"events": [{"server_uuid": "ac18555e-d6f6-45c7-97c0-9a37fb89c74f", "name": "network-vif-plugged", "status": "completed", "tag": "51350364-401c-4184-919f-76108c550dc7"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:34.908442 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 51350364-401c-4184-919f-76108c550dc7, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=51350364-401c-4184-919f-76108c550dc7,segment=NetworkSegment(cce4f70f-086a-451d-bf0d-43d33786493e),segment_id=cce4f70f-086a-451d-bf0d-43d33786493e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:54:34.942473 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4e7722-2cfe-46aa-8947-3cf92edf4345 x-openstack-request-id: req-fa4e7722-2cfe-46aa-8947-3cf92edf4345 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:34.942854 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac18555e-d6f6-45c7-97c0-9a37fb89c74f", "name": "network-vif-plugged", "status": "completed", "tag": "51350364-401c-4184-919f-76108c550dc7", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:34.943178 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa4e7722-2cfe-46aa-8947-3cf92edf4345 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:34.943710 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac18555e-d6f6-45c7-97c0-9a37fb89c74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51350364-401c-4184-919f-76108c550dc7', 'code': 200} Feb 11 05:54:34.998880 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (51350364-401c-4184-919f-76108c550dc7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.047776 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:35.064866 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c46e24-911a-456c-8601-748baef844ad req-2d74f81c-4376-49b9-a6be-c77de9b91db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:35.066578 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60c46e24-911a-456c-8601-748baef844ad req-2d74f81c-4376-49b9-a6be-c77de9b91db6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 1128 time: 0.0542550 Feb 11 05:54:35.088286 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=51350364-401c-4184-919f-76108c550dc7,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:35.127288 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-60c46e24-911a-456c-8601-748baef844ad req-006e22c7-8927-4e57-a301-43647bc51a61 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548487 Feb 11 05:54:35.893562 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec7886-4586-4205-9cf3-844000c56546 req-6f56dfd7-6516-461c-b93e-6862dbac42d9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:35.895527 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99ec7886-4586-4205-9cf3-844000c56546 req-6f56dfd7-6516-461c-b93e-6862dbac42d9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 945 time: 0.0647192 Feb 11 05:54:35.950973 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99ec7886-4586-4205-9cf3-844000c56546 req-3516a4c3-5743-4656-addb-f0b096e257dd tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493057 Feb 11 05:54:37.087171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897d11f-b529-4b44-9a5b-a17c3259a95f req-d4e7989a-ecd9-435a-b257-2ce60314058b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.088732 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0897d11f-b529-4b44-9a5b-a17c3259a95f req-d4e7989a-ecd9-435a-b257-2ce60314058b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 945 time: 0.0598783 Feb 11 05:54:37.154490 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0897d11f-b529-4b44-9a5b-a17c3259a95f req-53df338d-afa5-49ae-9f2a-435086f47b04 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535622 Feb 11 05:54:37.315512 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ef945-ad4a-4bd8-ab01-ea75b4b67ca9 req-917bab37-fb05-46ae-8286-bd23fed13365 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.317246 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-997ef945-ad4a-4bd8-ab01-ea75b4b67ca9 req-917bab37-fb05-46ae-8286-bd23fed13365 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 945 time: 0.0825901 Feb 11 05:54:37.380479 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-997ef945-ad4a-4bd8-ab01-ea75b4b67ca9 req-db7f7990-8322-46e7-baf0-34ab2c2a7ac8 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568588 Feb 11 05:54:37.403748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47044) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:37.457114 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b343da3e-392f-42d8-ac50-2f09105fead2 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:37.461722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b343da3e-392f-42d8-ac50-2f09105fead2 tempest-TestNetworkAdvancedServerOps-1881068113 tempest-TestNetworkAdvancedServerOps-1881068113-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 1123 time: 0.0540464 Feb 11 05:54:37.464360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47046) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:37.469647 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '51350364-401c-4184-919f-76108c550dc7', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:54:37.581308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:37.694363 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:37.826154 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Allocated IP 172.25.3.241 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/b0af1da3-703c-46f3-9d8b-f4fb24a4bdb0) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:54:37.947467 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (b0af1da3-703c-46f3-9d8b-f4fb24a4bdb0), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:38.078984 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b0af1da3-703c-46f3-9d8b-f4fb24a4bdb0), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:38.129360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:54:38.133384 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:54:38.137737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:54:38.144881 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=b0af1da3-703c-46f3-9d8b-f4fb24a4bdb0,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:38.575004 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (a833875f-4f49-4294-95d9-30720c67fe53), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:38.763894 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b0af1da3-703c-46f3-9d8b-f4fb24a4bdb0), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:38.949138 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for port (b0af1da3-703c-46f3-9d8b-f4fb24a4bdb0), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:39.040040 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (b0af1da3-703c-46f3-9d8b-f4fb24a4bdb0), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:39.124714 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event updated for resources: {'Port': ['ID=b0af1da3-703c-46f3-9d8b-f4fb24a4bdb0,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:54:39.147924 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (a833875f-4f49-4294-95d9-30720c67fe53), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:39.271447 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Floating IP a833875f-4f49-4294-95d9-30720c67fe53 associated. External IP: 172.25.3.241, port: 51350364-401c-4184-919f-76108c550dc7. Feb 11 05:54:39.527379 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:54:39.651160 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:54:39.665434 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bfc2dd-9a98-4ce4-a573-81d45132344a None None] Sync routers for ids ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:54:39.678263 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bfc2dd-9a98-4ce4-a573-81d45132344a None None] Routers {'bcbdfcc7-498a-481f-8355-e1b0c911d8d3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:39.679039 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c8bfc2dd-9a98-4ce4-a573-81d45132344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:54:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:39.732534 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:39.783185 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fe21606c-d34e-49bd-9e42-87827f3b7143 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3170142 Feb 11 05:54:39.784027 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac18555e-d6f6-45c7-97c0-9a37fb89c74f', 'tag': '51350364-401c-4184-919f-76108c550dc7'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:54:39.788830 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd955c79-78a5-4eb2-bd37-80eaa18c48c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac18555e-d6f6-45c7-97c0-9a37fb89c74f", "tag": "51350364-401c-4184-919f-76108c550dc7"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:54:39.831941 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-c8bfc2dd-9a98-4ce4-a573-81d45132344a None None] Set router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:39.842177 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e632287e-1414-44a0-a39f-c6a8ecdc00a5 x-openstack-request-id: req-e632287e-1414-44a0-a39f-c6a8ecdc00a5 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:54:39.842604 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac18555e-d6f6-45c7-97c0-9a37fb89c74f", "tag": "51350364-401c-4184-919f-76108c550dc7", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:54:39.843102 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e632287e-1414-44a0-a39f-c6a8ecdc00a5 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:54:39.844272 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac18555e-d6f6-45c7-97c0-9a37fb89c74f', 'tag': '51350364-401c-4184-919f-76108c550dc7', 'status': 'completed', 'code': 200} Feb 11 05:54:39.926739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd955c79-78a5-4eb2-bd37-80eaa18c48c3 req-9621a4ac-2054-4e0d-965e-105fd64b7f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:39.928307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd955c79-78a5-4eb2-bd37-80eaa18c48c3 req-9621a4ac-2054-4e0d-965e-105fd64b7f6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 1128 time: 0.0653925 Feb 11 05:54:39.933728 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec4df9-9dcc-4f37-92e7-1668e29144de req-9addf89c-989b-4124-91fe-260972f697e2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:39.935984 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-25ec4df9-9dcc-4f37-92e7-1668e29144de req-9addf89c-989b-4124-91fe-260972f697e2 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 945 time: 0.0670440 Feb 11 05:54:40.019984 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-25ec4df9-9dcc-4f37-92e7-1668e29144de req-c7730cc3-a817-4429-8f61-5b1e1dd4a556 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746698 Feb 11 05:54:40.036170 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd955c79-78a5-4eb2-bd37-80eaa18c48c3 req-042e0200-78ab-4b73-9b68-8fdd2a0c84db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:40.037588 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd955c79-78a5-4eb2-bd37-80eaa18c48c3 req-042e0200-78ab-4b73-9b68-8fdd2a0c84db service neutron] 10.222.0.47 "GET /v2.0/networks?id=b24e899e-f79a-4e12-901e-9ba60312f0ff HTTP/1.1" status: 200 len: 897 time: 0.1040313 Feb 11 05:54:40.054200 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47052) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:40.123451 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd955c79-78a5-4eb2-bd37-80eaa18c48c3 req-935c1e61-69cf-44a9-80c2-1ff718f4597b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51350364-401c-4184-919f-76108c550dc7 HTTP/1.1" status: 200 len: 999 time: 0.0803301 Feb 11 05:54:40.157391 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-82aaeff8-635e-4bb2-a830-a43508de255e tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/a833875f-4f49-4294-95d9-30720c67fe53 HTTP/1.1" status: 200 len: 991 time: 0.1019323 Feb 11 05:54:40.182991 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd955c79-78a5-4eb2-bd37-80eaa18c48c3 req-1f6fb3b2-334f-4f6e-ad4b-2b59f67a617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:40.184688 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd955c79-78a5-4eb2-bd37-80eaa18c48c3 req-1f6fb3b2-334f-4f6e-ad4b-2b59f67a617f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=052259e2-3d2c-4b2e-9d85-d993d07475ee HTTP/1.1" status: 200 len: 835 time: 0.0552518 Feb 11 05:54:40.190450 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c8bfc2dd-9a98-4ce4-a573-81d45132344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:20Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:15Z', 'updated_at': '2022-02-11T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'a833875f-4f49-4294-95d9-30720c67fe53', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'port_id': '51350364-401c-4184-919f-76108c550dc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'mac_address': 'fa:16:3e:3c:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18555e-d6f6-45c7-97c0-9a37fb89c74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:54:38Z', 'updated_at': '2022-02-11T05:54:38Z', 'revision_number': 0, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c96c8b5-2a9d-4b28-b71b-742e03e1160f', 'name': '', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:4e:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:19Z', 'updated_at': '2022-02-11T05:54:24Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:40.238255 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd955c79-78a5-4eb2-bd37-80eaa18c48c3 req-7975fcc3-5cae-4034-ae65-c486a4d5d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:40.239844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd955c79-78a5-4eb2-bd37-80eaa18c48c3 req-7975fcc3-5cae-4034-ae65-c486a4d5d6c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b24e899e-f79a-4e12-901e-9ba60312f0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498607 Feb 11 05:54:40.348038 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bfc2dd-9a98-4ce4-a573-81d45132344a None None] Checking router: bcbdfcc7-498a-481f-8355-e1b0c911d8d3 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:54:40.357615 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bfc2dd-9a98-4ce4-a573-81d45132344a None None] Routers {'bcbdfcc7-498a-481f-8355-e1b0c911d8d3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:54:40.358272 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c8bfc2dd-9a98-4ce4-a573-81d45132344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:54:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:40.358883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd955c79-78a5-4eb2-bd37-80eaa18c48c3 req-e86fa64e-bd76-4fcf-b543-7017af0255e7 service neutron] 10.222.0.47 "GET /v2.0/networks/b24e899e-f79a-4e12-901e-9ba60312f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125007 Feb 11 05:54:40.463960 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fd955c79-78a5-4eb2-bd37-80eaa18c48c3 req-1583997d-7ef7-4c29-bfe3-3dc5b5ab6891 service neutron] 10.222.0.47 "GET /v2.0/networks/b24e899e-f79a-4e12-901e-9ba60312f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991662 Feb 11 05:54:40.478972 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-c8bfc2dd-9a98-4ce4-a573-81d45132344a None None] Set router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:54:40.763806 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-c8bfc2dd-9a98-4ce4-a573-81d45132344a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:20Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:15Z', 'updated_at': '2022-02-11T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'a833875f-4f49-4294-95d9-30720c67fe53', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'port_id': '51350364-401c-4184-919f-76108c550dc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'mac_address': 'fa:16:3e:3c:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18555e-d6f6-45c7-97c0-9a37fb89c74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:54:38Z', 'updated_at': '2022-02-11T05:54:38Z', 'revision_number': 0, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c96c8b5-2a9d-4b28-b71b-742e03e1160f', 'name': '', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:4e:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:19Z', 'updated_at': '2022-02-11T05:54:24Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:54:40.796565 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bfc2dd-9a98-4ce4-a573-81d45132344a None None] The sync data for ids ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'] in n-d-712142-35 is: [{'id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:20Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:15Z', 'updated_at': '2022-02-11T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': 'a833875f-4f49-4294-95d9-30720c67fe53', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'port_id': '51350364-401c-4184-919f-76108c550dc7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'mac_address': 'fa:16:3e:3c:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac18555e-d6f6-45c7-97c0-9a37fb89c74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:54:38Z', 'updated_at': '2022-02-11T05:54:38Z', 'revision_number': 0, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c96c8b5-2a9d-4b28-b71b-742e03e1160f', 'name': '', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:4e:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:19Z', 'updated_at': '2022-02-11T05:54:24Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:54:41.048837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7bffb5-2034-4560-b893-e4662ab9b2e6 None None] New status for floating IP a833875f-4f49-4294-95d9-30720c67fe53: ACTIVE {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:54:41.160649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47054) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:41.240225 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3d0ca2c0-a078-4230-a741-d04b0e88c4e0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/a833875f-4f49-4294-95d9-30720c67fe53 HTTP/1.1" status: 200 len: 991 time: 0.0782986 Feb 11 05:54:42.244435 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47056) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:54:42.319405 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5951baed-9937-410b-b480-cca688435d88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/a833875f-4f49-4294-95d9-30720c67fe53 HTTP/1.1" status: 200 len: 993 time: 0.0731416 Feb 11 05:54:43.782570 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ead8c8b-361a-493d-a6de-da21c868c130 req-159ef0e9-4b28-418c-b449-900127dc7fe4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507996 Feb 11 05:54:43.879902 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead8c8b-361a-493d-a6de-da21c868c130 req-a9cc0f69-e75d-465a-903a-a77efc2b76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:43.881440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ead8c8b-361a-493d-a6de-da21c868c130 req-a9cc0f69-e75d-465a-903a-a77efc2b76a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 1128 time: 0.0509963 Feb 11 05:54:44.002589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead8c8b-361a-493d-a6de-da21c868c130 req-960b89c6-2ecf-46db-be08-446d2de8ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:44.004337 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ead8c8b-361a-493d-a6de-da21c868c130 req-960b89c6-2ecf-46db-be08-446d2de8ad78 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b24e899e-f79a-4e12-901e-9ba60312f0ff HTTP/1.1" status: 200 len: 897 time: 0.1025338 Feb 11 05:54:44.094322 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ead8c8b-361a-493d-a6de-da21c868c130 req-cd14f182-6f1d-4cbe-8ddb-636a9cbf4836 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51350364-401c-4184-919f-76108c550dc7 HTTP/1.1" status: 200 len: 1001 time: 0.0844822 Feb 11 05:54:44.149887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead8c8b-361a-493d-a6de-da21c868c130 req-0cd4e2c8-1f79-4e97-8372-30a6bfc595d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:44.151732 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ead8c8b-361a-493d-a6de-da21c868c130 req-0cd4e2c8-1f79-4e97-8372-30a6bfc595d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=052259e2-3d2c-4b2e-9d85-d993d07475ee HTTP/1.1" status: 200 len: 835 time: 0.0521023 Feb 11 05:54:44.206149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead8c8b-361a-493d-a6de-da21c868c130 req-5a7e1323-f74e-4828-8286-7fbb260d503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:54:44.207817 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ead8c8b-361a-493d-a6de-da21c868c130 req-5a7e1323-f74e-4828-8286-7fbb260d503c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b24e899e-f79a-4e12-901e-9ba60312f0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503561 Feb 11 05:54:44.618209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ead8c8b-361a-493d-a6de-da21c868c130 req-d18a4c67-c61d-497f-af86-c8be1eb56885 service neutron] 10.222.0.47 "GET /v2.0/networks/b24e899e-f79a-4e12-901e-9ba60312f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044986 Feb 11 05:54:44.720824 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ead8c8b-361a-493d-a6de-da21c868c130 req-5a25bdcc-4284-4d2e-b458-f7aacebed190 service neutron] 10.222.0.47 "GET /v2.0/networks/b24e899e-f79a-4e12-901e-9ba60312f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963693 Feb 11 05:54:53.268031 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b77061ab-37c1-4aaf-9847-3fed041e75bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:55.496546 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dbbee5a7-b93d-44a9-a043-f7b8487c349f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.107763 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:57.406779 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:54:58.729349 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:54:59.832082 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.814746 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:04.998058 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:09.480006 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f676a-d4b5-4f0e-b214-2113bde7e0ac req-e966f391-7d26-4063-b759-b19c9f4a30a6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:09.482939 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-615f676a-d4b5-4f0e-b214-2113bde7e0ac req-e966f391-7d26-4063-b759-b19c9f4a30a6 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 945 time: 0.0798454 Feb 11 05:55:09.542258 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-615f676a-d4b5-4f0e-b214-2113bde7e0ac req-4432e23f-c77e-48cc-8eee-65aa084a774b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521808 Feb 11 05:55:10.685027 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45396cdd-7234-4d59-a50e-fe2a12bb0c01 req-8bcfe52a-bd58-480d-9013-21a0b65232b1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:10.686696 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-45396cdd-7234-4d59-a50e-fe2a12bb0c01 req-8bcfe52a-bd58-480d-9013-21a0b65232b1 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 945 time: 0.0574665 Feb 11 05:55:10.743060 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-45396cdd-7234-4d59-a50e-fe2a12bb0c01 req-0eb409c4-4121-44b2-b936-0cea91839bc3 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498359 Feb 11 05:55:10.769671 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47072) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:10.840405 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-cf8e8133-5532-4290-8a45-8a8e13da21a9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/a833875f-4f49-4294-95d9-30720c67fe53 HTTP/1.1" status: 200 len: 993 time: 0.0693970 Feb 11 05:55:12.300571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad694e8-9265-432a-86be-3082a67f0b3a req-9428d739-6add-4bd2-ae03-1d6d26b965bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:12.302705 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6ad694e8-9265-432a-86be-3082a67f0b3a req-9428d739-6add-4bd2-ae03-1d6d26b965bf tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 945 time: 0.0652320 Feb 11 05:55:12.376719 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6ad694e8-9265-432a-86be-3082a67f0b3a req-be79fcf3-3b04-4e1e-9ec3-1bda1949112f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659034 Feb 11 05:55:12.416623 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ccd53-8c1a-4b80-8cfd-8e33b2ca0811 req-d352d0a0-038c-40ca-b77f-1c4b56dacfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:12.419043 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d3ccd53-8c1a-4b80-8cfd-8e33b2ca0811 req-d352d0a0-038c-40ca-b77f-1c4b56dacfd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 1128 time: 0.0649893 Feb 11 05:55:12.522302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ccd53-8c1a-4b80-8cfd-8e33b2ca0811 req-fed4094b-0f16-461d-bb01-8858d41747bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:12.523827 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d3ccd53-8c1a-4b80-8cfd-8e33b2ca0811 req-fed4094b-0f16-461d-bb01-8858d41747bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=b24e899e-f79a-4e12-901e-9ba60312f0ff HTTP/1.1" status: 200 len: 897 time: 0.0976415 Feb 11 05:55:12.594053 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d3ccd53-8c1a-4b80-8cfd-8e33b2ca0811 req-d05ef3ba-9224-4486-bb56-b3d951c29d9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51350364-401c-4184-919f-76108c550dc7 HTTP/1.1" status: 200 len: 1001 time: 0.0644088 Feb 11 05:55:12.654517 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ccd53-8c1a-4b80-8cfd-8e33b2ca0811 req-fd437af4-6881-429a-8f57-6420eccfb7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:12.656117 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d3ccd53-8c1a-4b80-8cfd-8e33b2ca0811 req-fd437af4-6881-429a-8f57-6420eccfb7bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=052259e2-3d2c-4b2e-9d85-d993d07475ee HTTP/1.1" status: 200 len: 835 time: 0.0549834 Feb 11 05:55:12.710613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ccd53-8c1a-4b80-8cfd-8e33b2ca0811 req-f5931bbe-1a40-42b3-8ef0-e1bf2e425f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:12.712259 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d3ccd53-8c1a-4b80-8cfd-8e33b2ca0811 req-f5931bbe-1a40-42b3-8ef0-e1bf2e425f7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b24e899e-f79a-4e12-901e-9ba60312f0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497029 Feb 11 05:55:12.814765 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d3ccd53-8c1a-4b80-8cfd-8e33b2ca0811 req-cf9ae868-50cf-4dc9-8047-b1e6766d7cea service neutron] 10.222.0.47 "GET /v2.0/networks/b24e899e-f79a-4e12-901e-9ba60312f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962923 Feb 11 05:55:12.914596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8d3ccd53-8c1a-4b80-8cfd-8e33b2ca0811 req-a52f7bff-9417-46b4-b690-c4a09851e6cb service neutron] 10.222.0.47 "GET /v2.0/networks/b24e899e-f79a-4e12-901e-9ba60312f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944624 Feb 11 05:55:13.530446 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f57134-8804-4c0d-b28a-edab85aa0172 req-33a4faa1-0a86-4cf2-921f-1621c67979ef tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:13.532640 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-65f57134-8804-4c0d-b28a-edab85aa0172 req-33a4faa1-0a86-4cf2-921f-1621c67979ef tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 945 time: 0.0580564 Feb 11 05:55:13.602919 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-65f57134-8804-4c0d-b28a-edab85aa0172 req-8d8af837-6b2b-4cf1-93d6-27ede0da1c82 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635626 Feb 11 05:55:14.831414 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade343b5-872d-4327-afea-9346f74e83db req-786ff3b0-2c08-4200-9180-db9ebbe68bd0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:14.833069 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ade343b5-872d-4327-afea-9346f74e83db req-786ff3b0-2c08-4200-9180-db9ebbe68bd0 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 945 time: 0.1277642 Feb 11 05:55:14.918596 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ade343b5-872d-4327-afea-9346f74e83db req-c4b0297d-a35f-4afd-b857-456c80a6b622 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751555 Feb 11 05:55:14.947590 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47086) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:15.011670 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2bb38ca9-d08f-4307-a682-fdf44bd24a4a tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/floatingips/a833875f-4f49-4294-95d9-30720c67fe53 HTTP/1.1" status: 200 len: 993 time: 0.0630050 Feb 11 05:55:15.317761 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47092) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:15.506869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port b0af1da3-703c-46f3-9d8b-f4fb24a4bdb0 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:55:15.507224 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b0af1da3-703c-46f3-9d8b-f4fb24a4bdb0), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.600411 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b0af1da3-703c-46f3-9d8b-f4fb24a4bdb0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.600718 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (b0af1da3-703c-46f3-9d8b-f4fb24a4bdb0), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.621318 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for b0af1da3-703c-46f3-9d8b-f4fb24a4bdb0 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:55:15.925632 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b0af1da3-703c-46f3-9d8b-f4fb24a4bdb0), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:15.976807 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=b0af1da3-703c-46f3-9d8b-f4fb24a4bdb0,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:16.008406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:16.008849 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:16.009210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:16.009560 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:16.009904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:16.010244 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:16.010585 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:16.010954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:16.011305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:16.011637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:16.011975 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:16.012302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:16.012629 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:16.075532 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for floatingip (a833875f-4f49-4294-95d9-30720c67fe53), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.076012 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Floating IP a833875f-4f49-4294-95d9-30720c67fe53 disassociated (deleted). External IP: 172.25.3.241, port: 51350364-401c-4184-919f-76108c550dc7. Feb 11 05:55:16.309866 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:55:16.436857 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:16.443268 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:16.450020 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea85520b-e144-4a7f-bed2-ab930a4f881e None None] Sync routers for ids ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:16.468595 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea85520b-e144-4a7f-bed2-ab930a4f881e None None] Routers {'bcbdfcc7-498a-481f-8355-e1b0c911d8d3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:16.470299 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ea85520b-e144-4a7f-bed2-ab930a4f881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:54:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:16.475758 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4a53e632-6467-4c42-827b-fb2b37b4dc81 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/floatingips/a833875f-4f49-4294-95d9-30720c67fe53 HTTP/1.1" status: 204 len: 168 time: 1.1569531 Feb 11 05:55:16.476333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac18555e-d6f6-45c7-97c0-9a37fb89c74f', 'tag': '51350364-401c-4184-919f-76108c550dc7'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:16.478780 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308ce3b4-e765-4194-ab66-533ad3841c81" -d '{"events": [{"name": "network-changed", "server_uuid": "ac18555e-d6f6-45c7-97c0-9a37fb89c74f", "tag": "51350364-401c-4184-919f-76108c550dc7"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:16.531101 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d36dde-21b9-4092-b1f5-398b56d05d9b x-openstack-request-id: req-69d36dde-21b9-4092-b1f5-398b56d05d9b {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:16.531432 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac18555e-d6f6-45c7-97c0-9a37fb89c74f", "tag": "51350364-401c-4184-919f-76108c550dc7", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:16.531669 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69d36dde-21b9-4092-b1f5-398b56d05d9b {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:16.532068 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac18555e-d6f6-45c7-97c0-9a37fb89c74f', 'tag': '51350364-401c-4184-919f-76108c550dc7', 'status': 'completed', 'code': 200} Feb 11 05:55:16.609328 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-ea85520b-e144-4a7f-bed2-ab930a4f881e None None] Set router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:16.635505 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ce3b4-e765-4194-ab66-533ad3841c81 req-48593684-d11a-410e-9093-9993a98793c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:16.638164 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-308ce3b4-e765-4194-ab66-533ad3841c81 req-48593684-d11a-410e-9093-9993a98793c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62e18d0c86a64ad7b01c097614e47196&device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 1128 time: 0.0811508 Feb 11 05:55:16.756782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ce3b4-e765-4194-ab66-533ad3841c81 req-15a2770c-29d5-4d01-853e-e3970ff72c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:16.758981 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-308ce3b4-e765-4194-ab66-533ad3841c81 req-15a2770c-29d5-4d01-853e-e3970ff72c3c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b24e899e-f79a-4e12-901e-9ba60312f0ff HTTP/1.1" status: 200 len: 897 time: 0.1140039 Feb 11 05:55:16.808042 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-308ce3b4-e765-4194-ab66-533ad3841c81 req-8b092f6f-16f2-49f9-922b-d4067fb4eee5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51350364-401c-4184-919f-76108c550dc7 HTTP/1.1" status: 200 len: 217 time: 0.0426614 Feb 11 05:55:16.866599 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ea85520b-e144-4a7f-bed2-ab930a4f881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:20Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:15Z', 'updated_at': '2022-02-11T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '6c96c8b5-2a9d-4b28-b71b-742e03e1160f', 'name': '', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:4e:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:19Z', 'updated_at': '2022-02-11T05:54:24Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:16.875567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ce3b4-e765-4194-ab66-533ad3841c81 req-dc1a0afe-c887-4768-9777-57e628926e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:16.877969 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-308ce3b4-e765-4194-ab66-533ad3841c81 req-dc1a0afe-c887-4768-9777-57e628926e67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=052259e2-3d2c-4b2e-9d85-d993d07475ee HTTP/1.1" status: 200 len: 835 time: 0.0638053 Feb 11 05:55:16.923334 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea85520b-e144-4a7f-bed2-ab930a4f881e None None] Checking router: bcbdfcc7-498a-481f-8355-e1b0c911d8d3 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:16.937024 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea85520b-e144-4a7f-bed2-ab930a4f881e None None] Routers {'bcbdfcc7-498a-481f-8355-e1b0c911d8d3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:16.937925 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ea85520b-e144-4a7f-bed2-ab930a4f881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:54:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:16.941408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ce3b4-e765-4194-ab66-533ad3841c81 req-ed6a3c3e-b3c1-4bd7-8e28-409edff794de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:16.943078 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-308ce3b4-e765-4194-ab66-533ad3841c81 req-ed6a3c3e-b3c1-4bd7-8e28-409edff794de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b24e899e-f79a-4e12-901e-9ba60312f0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0590854 Feb 11 05:55:17.052920 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae54f7-29f3-43e9-ac87-936d771439b8 req-ed7c8c0e-70d3-4e12-8288-34980ef45f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:17.053806 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-308ce3b4-e765-4194-ab66-533ad3841c81 req-f5255385-2130-489a-9864-df867de1358e service neutron] 10.222.0.47 "GET /v2.0/networks/b24e899e-f79a-4e12-901e-9ba60312f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035602 Feb 11 05:55:17.054525 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2aae54f7-29f3-43e9-ac87-936d771439b8 req-ed7c8c0e-70d3-4e12-8288-34980ef45f63 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 945 time: 0.0727921 Feb 11 05:55:17.101800 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-ea85520b-e144-4a7f-bed2-ab930a4f881e None None] Set router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:17.142195 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2aae54f7-29f3-43e9-ac87-936d771439b8 req-8afc22cf-73a5-40c9-ac35-087add380347 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761790 Feb 11 05:55:17.200332 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-308ce3b4-e765-4194-ab66-533ad3841c81 req-61e0e2c1-eeb7-419d-8faa-af6831165e45 service neutron] 10.222.0.47 "GET /v2.0/networks/b24e899e-f79a-4e12-901e-9ba60312f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395137 Feb 11 05:55:17.354312 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-ea85520b-e144-4a7f-bed2-ab930a4f881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:20Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:15Z', 'updated_at': '2022-02-11T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '6c96c8b5-2a9d-4b28-b71b-742e03e1160f', 'name': '', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:4e:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:19Z', 'updated_at': '2022-02-11T05:54:24Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:17.387988 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea85520b-e144-4a7f-bed2-ab930a4f881e None None] The sync data for ids ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'] in n-d-712142-35 is: [{'id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:54:20Z', 'revision_number': 4, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:15Z', 'updated_at': '2022-02-11T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '6c96c8b5-2a9d-4b28-b71b-742e03e1160f', 'name': '', 'network_id': 'b24e899e-f79a-4e12-901e-9ba60312f0ff', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'mac_address': 'fa:16:3e:4e:89:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:19Z', 'updated_at': '2022-02-11T05:54:24Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'subnets': [{'id': '052259e2-3d2c-4b2e-9d85-d993d07475ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:17.667047 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3825254e-0491-4cf3-821c-ef30238a07ae None None] New status for floating IP a833875f-4f49-4294-95d9-30720c67fe53: DOWN {{(pid=103810) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:55:18.287081 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac41197-1022-4a4e-ba1c-49193d7dd433 req-36a26131-52c4-4cf4-80a2-4251540a49f7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:18.288728 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bac41197-1022-4a4e-ba1c-49193d7dd433 req-36a26131-52c4-4cf4-80a2-4251540a49f7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 945 time: 0.0604517 Feb 11 05:55:18.353314 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bac41197-1022-4a4e-ba1c-49193d7dd433 req-d5b459b1-9a38-4ed9-8352-a072855fd975 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f4a2987-9582-4c5d-a2a9-896ef1104cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552189 Feb 11 05:55:18.577120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07800be-986c-4c38-9556-06dbc539f644 req-d37ec03e-83d8-4b2b-8277-e36b251e11b7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:18.578595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d07800be-986c-4c38-9556-06dbc539f644 req-d37ec03e-83d8-4b2b-8277-e36b251e11b7 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 945 time: 0.0588722 Feb 11 05:55:18.682258 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d07800be-986c-4c38-9556-06dbc539f644 req-cab373f2-6f60-4ada-b792-64706abde3f9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port 51350364-401c-4184-919f-76108c550dc7 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:55:18.682600 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d07800be-986c-4c38-9556-06dbc539f644 req-cab373f2-6f60-4ada-b792-64706abde3f9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (51350364-401c-4184-919f-76108c550dc7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:18.840288 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-d07800be-986c-4c38-9556-06dbc539f644 req-cab373f2-6f60-4ada-b792-64706abde3f9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] For port 51350364-401c-4184-919f-76108c550dc7, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=51350364-401c-4184-919f-76108c550dc7,segment=NetworkSegment(cce4f70f-086a-451d-bf0d-43d33786493e),segment_id=cce4f70f-086a-451d-bf0d-43d33786493e)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:18.840645 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d07800be-986c-4c38-9556-06dbc539f644 req-cab373f2-6f60-4ada-b792-64706abde3f9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (51350364-401c-4184-919f-76108c550dc7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:18.856467 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-d07800be-986c-4c38-9556-06dbc539f644 req-cab373f2-6f60-4ada-b792-64706abde3f9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for 51350364-401c-4184-919f-76108c550dc7 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:55:19.130968 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d07800be-986c-4c38-9556-06dbc539f644 req-cab373f2-6f60-4ada-b792-64706abde3f9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (51350364-401c-4184-919f-76108c550dc7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:19.169390 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab373f2-6f60-4ada-b792-64706abde3f9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=51350364-401c-4184-919f-76108c550dc7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:19.224346 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07800be-986c-4c38-9556-06dbc539f644 req-cab373f2-6f60-4ada-b792-64706abde3f9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] No DVR routers for this DVR port 51350364-401c-4184-919f-76108c550dc7 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:55:19.227581 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-d07800be-986c-4c38-9556-06dbc539f644 req-cab373f2-6f60-4ada-b792-64706abde3f9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:19.231400 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d07800be-986c-4c38-9556-06dbc539f644 req-cab373f2-6f60-4ada-b792-64706abde3f9 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.47 "DELETE /v2.0/ports/51350364-401c-4184-919f-76108c550dc7 HTTP/1.1" status: 204 len: 173 time: 0.6469903 Feb 11 05:55:19.231946 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac18555e-d6f6-45c7-97c0-9a37fb89c74f', 'name': 'network-vif-deleted', 'tag': '51350364-401c-4184-919f-76108c550dc7'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:19.235697 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03414af-c8c1-4d05-bc59-25d70c90b608" -d '{"events": [{"server_uuid": "ac18555e-d6f6-45c7-97c0-9a37fb89c74f", "name": "network-vif-deleted", "tag": "51350364-401c-4184-919f-76108c550dc7"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:19.279439 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29caa834-4251-42ef-93f2-22cda4b39163 x-openstack-request-id: req-29caa834-4251-42ef-93f2-22cda4b39163 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:19.279768 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac18555e-d6f6-45c7-97c0-9a37fb89c74f", "name": "network-vif-deleted", "tag": "51350364-401c-4184-919f-76108c550dc7", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:19.280072 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29caa834-4251-42ef-93f2-22cda4b39163 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:19.280538 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac18555e-d6f6-45c7-97c0-9a37fb89c74f', 'name': 'network-vif-deleted', 'tag': '51350364-401c-4184-919f-76108c550dc7', 'status': 'completed', 'code': 200} Feb 11 05:55:19.472586 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e28de479-1c1c-447a-b667-302c47c74c08 req-efc71913-53a6-4519-a3ab-5531909d8463 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac18555e-d6f6-45c7-97c0-9a37fb89c74f HTTP/1.1" status: 200 len: 210 time: 0.0433216 Feb 11 05:55:20.546195 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47108) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:20.991595 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:21.322490 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:55:21.322886 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:21.434205 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] For port 6c96c8b5-2a9d-4b28-b71b-742e03e1160f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=6c96c8b5-2a9d-4b28-b71b-742e03e1160f,segment=NetworkSegment(cce4f70f-086a-451d-bf0d-43d33786493e),segment_id=cce4f70f-086a-451d-bf0d-43d33786493e)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:21.434573 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:21.448978 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for 6c96c8b5-2a9d-4b28-b71b-742e03e1160f owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:55:21.724943 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (6c96c8b5-2a9d-4b28-b71b-742e03e1160f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:21.755380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=6c96c8b5-2a9d-4b28-b71b-742e03e1160f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:21.782368 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:21.782758 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:21.783116 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:21.783459 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:21.783816 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:21.784136 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:21.784470 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:21.784805 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:21.785138 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:21.785472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:21.785828 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:21.786130 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:21.786454 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:22.326816 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.615059 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:55:22.744637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:22.753468 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-99a9e3d3-7332-4385-bfc6-211ec3909c9f tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "PUT /v2.0/routers/bcbdfcc7-498a-481f-8355-e1b0c911d8d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2053246 Feb 11 05:55:22.756363 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47110) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:22.756777 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f272b4b-2e33-4398-87f8-6e8da31a8788 None None] Sync routers for ids ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:22.773359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 51350364-401c-4184-919f-76108c550dc7 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:55:22.774247 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f272b4b-2e33-4398-87f8-6e8da31a8788 None None] Routers {'bcbdfcc7-498a-481f-8355-e1b0c911d8d3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:22.775273 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7f272b4b-2e33-4398-87f8-6e8da31a8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:54:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:22.807399 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 51350364-401c-4184-919f-76108c550dc7 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:55:22.808041 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 51350364-401c-4184-919f-76108c550dc7 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:55:22.856387 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d110cc-3532-456c-b5eb-d91d33224779 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting subnet 052259e2-3d2c-4b2e-9d85-d993d07475ee {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 05:55:22.860715 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06d110cc-3532-456c-b5eb-d91d33224779 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for subnet (052259e2-3d2c-4b2e-9d85-d993d07475ee), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.911920 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06d110cc-3532-456c-b5eb-d91d33224779 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (052259e2-3d2c-4b2e-9d85-d993d07475ee), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:22.940903 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-7f272b4b-2e33-4398-87f8-6e8da31a8788 None None] Set router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:23.014699 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06d110cc-3532-456c-b5eb-d91d33224779 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (052259e2-3d2c-4b2e-9d85-d993d07475ee), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.187899 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06d110cc-3532-456c-b5eb-d91d33224779 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (052259e2-3d2c-4b2e-9d85-d993d07475ee), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.224188 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d110cc-3532-456c-b5eb-d91d33224779 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Subnet': ['ID=052259e2-3d2c-4b2e-9d85-d993d07475ee,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:23.226350 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-06d110cc-3532-456c-b5eb-d91d33224779 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.231167 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-06d110cc-3532-456c-b5eb-d91d33224779 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/subnets/052259e2-3d2c-4b2e-9d85-d993d07475ee HTTP/1.1" status: 204 len: 168 time: 0.4726651 Feb 11 05:55:23.232592 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47112) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:23.233314 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a45280-2626-4b6a-904f-00237fbedfc8 None None] Network b24e899e-f79a-4e12-901e-9ba60312f0ff requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:23.258774 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7f272b4b-2e33-4398-87f8-6e8da31a8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:55:21Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:15Z', 'updated_at': '2022-02-11T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:23.298523 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f272b4b-2e33-4398-87f8-6e8da31a8788 None None] Checking router: bcbdfcc7-498a-481f-8355-e1b0c911d8d3 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:23.299148 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d5f289cf-20ed-4d03-b5de-c73e45a3a661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.313983 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f272b4b-2e33-4398-87f8-6e8da31a8788 None None] Routers {'bcbdfcc7-498a-481f-8355-e1b0c911d8d3'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:23.315639 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7f272b4b-2e33-4398-87f8-6e8da31a8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:54:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:23.443888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.446104 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-7f272b4b-2e33-4398-87f8-6e8da31a8788 None None] Set router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:23.458840 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] DHCP port deletion for b24e899e-f79a-4e12-901e-9ba60312f0ff request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 05:55:23.518503 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Deleting port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:55:23.518914 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (20a9dc4a-c5d2-4674-8fef-93a69cc2e03b), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.592046 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] For port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=20a9dc4a-c5d2-4674-8fef-93a69cc2e03b,segment=NetworkSegment(cce4f70f-086a-451d-bf0d-43d33786493e),segment_id=cce4f70f-086a-451d-bf0d-43d33786493e)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:23.592439 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (20a9dc4a-c5d2-4674-8fef-93a69cc2e03b), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.608369 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Calling delete_port for 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:55:23.620215 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_gateway (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.749149 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-7f272b4b-2e33-4398-87f8-6e8da31a8788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:55:21Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:15Z', 'updated_at': '2022-02-11T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:23.753167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Deleting port ca05a691-c6b2-4bdc-984b-b091f982ae85 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 05:55:23.753606 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (ca05a691-c6b2-4bdc-984b-b091f982ae85), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.783949 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f272b4b-2e33-4398-87f8-6e8da31a8788 None None] The sync data for ids ['bcbdfcc7-498a-481f-8355-e1b0c911d8d3'] in n-d-712142-35 is: [{'id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364042819', 'tenant_id': '62e18d0c86a64ad7b01c097614e47196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:54:14Z', 'updated_at': '2022-02-11T05:55:21Z', 'revision_number': 5, 'project_id': '62e18d0c86a64ad7b01c097614e47196', 'gw_port': {'id': 'ca05a691-c6b2-4bdc-984b-b091f982ae85', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:c2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbdfcc7-498a-481f-8355-e1b0c911d8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:54:15Z', 'updated_at': '2022-02-11T05:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:23.800361 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (20a9dc4a-c5d2-4674-8fef-93a69cc2e03b), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.831727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Pushing event deleted for resources: {'Port': ['ID=20a9dc4a-c5d2-4674-8fef-93a69cc2e03b,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:23.843377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] No DVR routers for this DVR port 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:55:23.853021 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:23.853678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:23.854214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:23.854582 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:23.855839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:23.855839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:23.855839 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:23.856294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:23.856482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:23.856825 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:23.857090 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:23.857424 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:23.857750 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9a9c15-2512-4425-94ef-00109a13baf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:23.889515 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] For port ca05a691-c6b2-4bdc-984b-b091f982ae85, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=ca05a691-c6b2-4bdc-984b-b091f982ae85,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:23.889899 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (ca05a691-c6b2-4bdc-984b-b091f982ae85), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:23.904717 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Calling delete_port for ca05a691-c6b2-4bdc-984b-b091f982ae85 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 05:55:24.233566 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (ca05a691-c6b2-4bdc-984b-b091f982ae85), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:24.281407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Port': ['ID=ca05a691-c6b2-4bdc-984b-b091f982ae85,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:24.365061 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:24.481283 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:24.483878 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router_controller (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:24.598901 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (bcbdfcc7-498a-481f-8355-e1b0c911d8d3), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:24.599513 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Fanout notify agent at l3_agent the message router_deleted on router bcbdfcc7-498a-481f-8355-e1b0c911d8d3 {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 05:55:24.610339 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:24.610339 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-69b4fb36-6280-44d3-a906-202cebe94b99 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/routers/bcbdfcc7-498a-481f-8355-e1b0c911d8d3 HTTP/1.1" status: 204 len: 168 time: 1.3743255 Feb 11 05:55:24.611175 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47114) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:24.707244 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7799c18d-a2b2-4167-8500-b5d97ff88d88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (b24e899e-f79a-4e12-901e-9ba60312f0ff), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:24.808955 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7799c18d-a2b2-4167-8500-b5d97ff88d88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (b24e899e-f79a-4e12-901e-9ba60312f0ff), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:24.832026 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-7799c18d-a2b2-4167-8500-b5d97ff88d88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24e899e-f79a-4e12-901e-9ba60312f0ff']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:24.841617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-7799c18d-a2b2-4167-8500-b5d97ff88d88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce4f70f-086a-451d-bf0d-43d33786493e') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:24.841931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-7799c18d-a2b2-4167-8500-b5d97ff88d88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce4f70f-086a-451d-bf0d-43d33786493e') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:24.852255 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7799c18d-a2b2-4167-8500-b5d97ff88d88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (cce4f70f-086a-451d-bf0d-43d33786493e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:24.865905 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7799c18d-a2b2-4167-8500-b5d97ff88d88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (cce4f70f-086a-451d-bf0d-43d33786493e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:24.872045 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7799c18d-a2b2-4167-8500-b5d97ff88d88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 05:55:24.872426 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7799c18d-a2b2-4167-8500-b5d97ff88d88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (cce4f70f-086a-451d-bf0d-43d33786493e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: timer() Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 05:55:24.875398 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 05:55:25.038446 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7799c18d-a2b2-4167-8500-b5d97ff88d88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (b24e899e-f79a-4e12-901e-9ba60312f0ff), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:25.046102 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-7799c18d-a2b2-4167-8500-b5d97ff88d88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:25.049835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-7799c18d-a2b2-4167-8500-b5d97ff88d88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/networks/b24e899e-f79a-4e12-901e-9ba60312f0ff HTTP/1.1" status: 204 len: 168 time: 0.4374926 Feb 11 05:55:25.053753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47116) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:25.063956 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799c18d-a2b2-4167-8500-b5d97ff88d88 tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'Network': ['ID=b24e899e-f79a-4e12-901e-9ba60312f0ff,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:25.151453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-caa43ba2-658f-40c0-8aee-a8680283869b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (9f4a2987-9582-4c5d-a2a9-896ef1104cfc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:25.153381 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:55:25.181237 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-caa43ba2-658f-40c0-8aee-a8680283869b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (9f4a2987-9582-4c5d-a2a9-896ef1104cfc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:25.193032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:55:25.193604 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 20a9dc4a-c5d2-4674-8fef-93a69cc2e03b not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:55:25.194101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ca05a691-c6b2-4bdc-984b-b091f982ae85 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:55:25.232998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: ca05a691-c6b2-4bdc-984b-b091f982ae85 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:55:25.233404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device ca05a691-c6b2-4bdc-984b-b091f982ae85 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:55:25.233836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6c96c8b5-2a9d-4b28-b71b-742e03e1160f no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:55:25.258249 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 6c96c8b5-2a9d-4b28-b71b-742e03e1160f {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 05:55:25.258650 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 6c96c8b5-2a9d-4b28-b71b-742e03e1160f not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:55:25.410890 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-caa43ba2-658f-40c0-8aee-a8680283869b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (9f4a2987-9582-4c5d-a2a9-896ef1104cfc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:25.415741 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-caa43ba2-658f-40c0-8aee-a8680283869b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:25.417462 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-caa43ba2-658f-40c0-8aee-a8680283869b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] 10.222.0.13 "DELETE /v2.0/security-groups/9f4a2987-9582-4c5d-a2a9-896ef1104cfc HTTP/1.1" status: 204 len: 168 time: 0.3618903 Feb 11 05:55:25.434242 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa43ba2-658f-40c0-8aee-a8680283869b tempest-TestNetworkAdvancedServerOps-41281973 tempest-TestNetworkAdvancedServerOps-41281973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4a2987-9582-4c5d-a2a9-896ef1104cfc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:25.541959 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c7c06dbe-3432-492e-a824-c94e92e75281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.270115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47124) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:26.432179 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bde63e41-9113-410f-b619-5b052b56f4d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62e18d0c86a64ad7b01c097614e47196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601591 Feb 11 05:55:26.434775 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47128) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:26.498454 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d2c541e-2d27-4aac-ac3a-a15fd214db6d admin admin] Publish callbacks [] for security_group (ba664ad5-d61b-4e90-baae-734a6879deb8), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.524394 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d2c541e-2d27-4aac-ac3a-a15fd214db6d admin admin] Publish callbacks [] for security_group (ba664ad5-d61b-4e90-baae-734a6879deb8), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.665461 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d2c541e-2d27-4aac-ac3a-a15fd214db6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (ba664ad5-d61b-4e90-baae-734a6879deb8), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.668373 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-7d2c541e-2d27-4aac-ac3a-a15fd214db6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:26.669980 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-7d2c541e-2d27-4aac-ac3a-a15fd214db6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba664ad5-d61b-4e90-baae-734a6879deb8 HTTP/1.1" status: 204 len: 168 time: 0.2341084 Feb 11 05:55:26.679121 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c541e-2d27-4aac-ac3a-a15fd214db6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba664ad5-d61b-4e90-baae-734a6879deb8,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:27.124367 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:27.574453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47134) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:27.589197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-028f224e-9f8e-4a51-9968-cad456fa98e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:27.681619 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-028f224e-9f8e-4a51-9968-cad456fa98e4 admin admin] Publish callbacks [] for security_group (0161d1df-10a2-4fb6-96ad-22e6d01235d5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:27.810088 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-028f224e-9f8e-4a51-9968-cad456fa98e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0161d1df-10a2-4fb6-96ad-22e6d01235d5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:27.868618 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-028f224e-9f8e-4a51-9968-cad456fa98e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b8c5a2229d8450292e9c8f19a69e1da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2929654 Feb 11 05:55:27.869753 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f224e-9f8e-4a51-9968-cad456fa98e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0161d1df-10a2-4fb6-96ad-22e6d01235d5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:27.873673 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47136) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:27.934903 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a7c74ab-1d53-46eb-9715-922e560a4b03 admin admin] Publish callbacks [] for security_group (0161d1df-10a2-4fb6-96ad-22e6d01235d5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:27.963936 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a7c74ab-1d53-46eb-9715-922e560a4b03 admin admin] Publish callbacks [] for security_group (0161d1df-10a2-4fb6-96ad-22e6d01235d5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:28.096111 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a7c74ab-1d53-46eb-9715-922e560a4b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0161d1df-10a2-4fb6-96ad-22e6d01235d5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:28.099168 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a7c74ab-1d53-46eb-9715-922e560a4b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:28.104315 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8a7c74ab-1d53-46eb-9715-922e560a4b03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0161d1df-10a2-4fb6-96ad-22e6d01235d5 HTTP/1.1" status: 204 len: 168 time: 0.2261753 Feb 11 05:55:28.113952 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c74ab-1d53-46eb-9715-922e560a4b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0161d1df-10a2-4fb6-96ad-22e6d01235d5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:28.730014 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:29.386669 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47158) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:29.507363 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1914643079-network', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:29.632895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] Made reservation on behalf of 4990b51a81004cc28be4dfd3c1959e9a for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:29.636090 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:29.653199 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:29.757007 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] Publish callbacks [] for security_group (0e425d91-910d-4629-ab99-decb58c89c87), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:29.890447 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0e425d91-910d-4629-ab99-decb58c89c87), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:29.917558 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:55:29.918836 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:29.934786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e425d91-910d-4629-ab99-decb58c89c87,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:29.940881 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8f40a611-ed71-4a63-ab88-0d4b0c60de7a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:29.941217 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] Added segment 8f40a611-ed71-4a63-ab88-0d4b0c60de7a of type vlan for network 109dd9be-bb9c-416f-9020-56d50941773e Feb 11 05:55:29.998031 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (109dd9be-bb9c-416f-9020-56d50941773e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:30.095420 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (109dd9be-bb9c-416f-9020-56d50941773e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:30.096419 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:30.097015 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:30.193791 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] Pushing event updated for resources: {'Network': ['ID=109dd9be-bb9c-416f-9020-56d50941773e,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:30.204803 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 109dd9be-bb9c-416f-9020-56d50941773e details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:55:30.225543 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-dc09414f-6332-459b-9f73-2bfd31d3a2d3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8373268 Feb 11 05:55:30.230380 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47162) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:30.235731 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-bbd2125c-71f0-48fc-9868-69436b042d3a admin admin] Request body: {'subnet': {'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1914643079-subnet', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'ip_version': 4}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:30.341528 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd2125c-71f0-48fc-9868-69436b042d3a admin admin] Made reservation on behalf of 4990b51a81004cc28be4dfd3c1959e9a for: {'subnet': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:30.344255 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bbd2125c-71f0-48fc-9868-69436b042d3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27015045'] for subnet (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:30.632893 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bbd2125c-71f0-48fc-9868-69436b042d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25403747', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27015063'] for subnet (c6476352-a7a9-4b15-8838-a6467e0e36bf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:30.692431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2125c-71f0-48fc-9868-69436b042d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6476352-a7a9-4b15-8838-a6467e0e36bf,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:30.711822 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2125c-71f0-48fc-9868-69436b042d3a admin admin] Checking segment: {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:30.712197 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd2125c-71f0-48fc-9868-69436b042d3a admin admin] Network hostable DHCP agents. Network: 109dd9be-bb9c-416f-9020-56d50941773e, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103808) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:55:30.814515 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd2125c-71f0-48fc-9868-69436b042d3a admin admin] Network 109dd9be-bb9c-416f-9020-56d50941773e is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103808) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:55:30.889905 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-bbd2125c-71f0-48fc-9868-69436b042d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 109dd9be-bb9c-416f-9020-56d50941773e) {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:30.896722 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd2125c-71f0-48fc-9868-69436b042d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:30.897912 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-bbd2125c-71f0-48fc-9868-69436b042d3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:30.905122 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60416705-bf44-4a1b-863b-a430652d8ef7 None None] Network 109dd9be-bb9c-416f-9020-56d50941773e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:31.002964 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-bbd2125c-71f0-48fc-9868-69436b042d3a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7711270 Feb 11 05:55:31.006239 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47164) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:31.014018 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:31.046296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-109dd9be-bb9c-416f-9020-56d50941773e', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:55:31.048440 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.142461 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (af19e4af-40c6-4223-bea8-8be9c6f6897f), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.143699 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (af19e4af-40c6-4223-bea8-8be9c6f6897f), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.225381 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Publish callbacks [] for router_controller (af19e4af-40c6-4223-bea8-8be9c6f6897f), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.256095 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Allocated IP 172.20.0.2 (109dd9be-bb9c-416f-9020-56d50941773e/c6476352-a7a9-4b15-8838-a6467e0e36bf/c4136cd8-49e7-44fd-a527-9628e4f99286) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:31.433685 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Publish callbacks [] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.546581 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Publish callbacks [] for router_gateway (af19e4af-40c6-4223-bea8-8be9c6f6897f), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.564193 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.620148 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Network 109dd9be-bb9c-416f-9020-56d50941773e is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:31.623757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:31.629401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:31.639145 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Pushing event updated for resources: {'Port': ['ID=c4136cd8-49e7-44fd-a527-9628e4f99286,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:31.722683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Attempting to bind port c4136cd8-49e7-44fd-a527-9628e4f99286 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:31.722683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Attempting to bind port c4136cd8-49e7-44fd-a527-9628e4f99286 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:31.722683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Attempting to bind port c4136cd8-49e7-44fd-a527-9628e4f99286 on network 109dd9be-bb9c-416f-9020-56d50941773e {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:31.724805 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:31.725201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Checking segment: {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:31.725621 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.726192 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Bound using segment: {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:31.726773 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Bound port: c4136cd8-49e7-44fd-a527-9628e4f99286, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:31.727241 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.819903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] For port c4136cd8-49e7-44fd-a527-9628e4f99286, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:31.824152 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] For port c4136cd8-49e7-44fd-a527-9628e4f99286, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c4136cd8-49e7-44fd-a527-9628e4f99286,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:31.907447 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.942076 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Publish callbacks [] for router_gateway (af19e4af-40c6-4223-bea8-8be9c6f6897f), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.970065 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:31.996667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b4645-54e8-4ce1-8b3d-5dbd5a18de1b None None] Pushing event updated for resources: {'Port': ['ID=c4136cd8-49e7-44fd-a527-9628e4f99286,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:32.138958 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Allocated IP 172.25.3.35 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:32.308681 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Publish callbacks [] for port (5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:32.427470 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:32.472504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:32.476345 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:32.480762 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:32.510253 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Pushing event updated for resources: {'Port': ['ID=5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:32.872930 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Publish callbacks [] for router_gateway (af19e4af-40c6-4223-bea8-8be9c6f6897f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:32.919937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c4136cd8-49e7-44fd-a527-9628e4f99286 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:33.004130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c4136cd8-49e7-44fd-a527-9628e4f99286 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:33.004839 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:33.098215 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c4136cd8-49e7-44fd-a527-9628e4f99286 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:33.098714 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:33.139480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e1a24d-9d3a-4e98-96ee-a8df102dd144 None None] Network 109dd9be-bb9c-416f-9020-56d50941773e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:33.146667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port c4136cd8-49e7-44fd-a527-9628e4f99286, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c4136cd8-49e7-44fd-a527-9628e4f99286,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:33.160949 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (af19e4af-40c6-4223-bea8-8be9c6f6897f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:33.231560 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:33.240752 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6e15c815-596e-4e5a-84f7-380b47f7134b None None] Provisioning complete for port c4136cd8-49e7-44fd-a527-9628e4f99286 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:33.241127 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6e15c815-596e-4e5a-84f7-380b47f7134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:33.357146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=c4136cd8-49e7-44fd-a527-9628e4f99286,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:33.404131 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Router af19e4af-40c6-4223-bea8-8be9c6f6897f is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:55:33.413629 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6e15c815-596e-4e5a-84f7-380b47f7134b None None] Current status of the port c4136cd8-49e7-44fd-a527-9628e4f99286 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:33.526231 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:33.538393 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Sync routers for ids ['af19e4af-40c6-4223-bea8-8be9c6f6897f'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:33.551895 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Routers {'af19e4af-40c6-4223-bea8-8be9c6f6897f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:33.552475 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:55:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af19e4af-40c6-4223-bea8-8be9c6f6897f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:33.636453 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:33.636453 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5e38116d-118e-4e52-9845-009839906a55 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6278968 Feb 11 05:55:33.640211 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47166) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:33.676176 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5e2e8960-d34f-4fb5-b243-c194d63267f6 None None] Provisioning complete for port c4136cd8-49e7-44fd-a527-9628e4f99286 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:33.676589 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5e2e8960-d34f-4fb5-b243-c194d63267f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:33.702850 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Set router af19e4af-40c6-4223-bea8-8be9c6f6897f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:33.887703 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e8960-d34f-4fb5-b243-c194d63267f6 None None] Current status of the port c4136cd8-49e7-44fd-a527-9628e4f99286 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:33.940029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:32Z', 'revision_number': 3, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:33.968427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Checking router: af19e4af-40c6-4223-bea8-8be9c6f6897f for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:33.968784 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Updating router af19e4af-40c6-4223-bea8-8be9c6f6897f port 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:55:33.999027 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:34.309742 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Publish callbacks [] for port (5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:34.394119 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:34.409406 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:55:34.465201 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebe582-8f60-4d63-8072-21263ae70d10 None None] Pushing event updated for resources: {'Port': ['ID=5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:34.467800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Attempting to bind port 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:34.468211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Attempting to bind port 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:34.468546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Attempting to bind port 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:34.474906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:34.475287 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:34.475775 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:34.476158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:34.477401 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Bound port: 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:34.477401 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:34.479974 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:34.538199 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] For port 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:34.541866 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] For port 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:34.605761 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:34.674437 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Allocated IP 172.20.0.1 (109dd9be-bb9c-416f-9020-56d50941773e/c6476352-a7a9-4b15-8838-a6467e0e36bf/34600982-676f-4839-ac64-94af7b00b54a) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:34.684023 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Routers {'af19e4af-40c6-4223-bea8-8be9c6f6897f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:34.684666 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:55:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af19e4af-40c6-4223-bea8-8be9c6f6897f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:34.724977 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebe582-8f60-4d63-8072-21263ae70d10 None None] Pushing event updated for resources: {'Port': ['ID=5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:34.793294 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Publish callbacks [] for port (34600982-676f-4839-ac64-94af7b00b54a), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:34.825309 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] Set router af19e4af-40c6-4223-bea8-8be9c6f6897f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:34.936159 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (34600982-676f-4839-ac64-94af7b00b54a), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:34.996621 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Network 109dd9be-bb9c-416f-9020-56d50941773e is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:35.001132 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:35.006340 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:35.032552 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Pushing event updated for resources: {'Port': ['ID=34600982-676f-4839-ac64-94af7b00b54a,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:35.054591 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (af19e4af-40c6-4223-bea8-8be9c6f6897f), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:35.059667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c4136cd8-49e7-44fd-a527-9628e4f99286 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:35.070848 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:35.196709 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port c4136cd8-49e7-44fd-a527-9628e4f99286 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:35.197094 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:35.228336 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:35.338178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:32Z', 'revision_number': 3, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:35.359388 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (34600982-676f-4839-ac64-94af7b00b54a), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:35.382379 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9899aa14-554c-4b7a-b04c-b2bdb77b4013 None None] The sync data for ids ['af19e4af-40c6-4223-bea8-8be9c6f6897f'] in n-d-712142-35 is: [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:32Z', 'revision_number': 3, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:35.387815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port c4136cd8-49e7-44fd-a527-9628e4f99286 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:35.393847 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-eff4da8d-c88b-43cc-91c3-916fca346951 None None] Provisioning complete for port 34600982-676f-4839-ac64-94af7b00b54a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:35.394327 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eff4da8d-c88b-43cc-91c3-916fca346951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (34600982-676f-4839-ac64-94af7b00b54a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:35.446021 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-eff4da8d-c88b-43cc-91c3-916fca346951 None None] Port 34600982-676f-4839-ac64-94af7b00b54a cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:35.572137 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Publish callbacks [] for port (34600982-676f-4839-ac64-94af7b00b54a), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:35.639082 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (34600982-676f-4839-ac64-94af7b00b54a), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:35.722504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Pushing event updated for resources: {'Port': ['ID=34600982-676f-4839-ac64-94af7b00b54a,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:35.726377 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (af19e4af-40c6-4223-bea8-8be9c6f6897f), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:35.832048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Network 109dd9be-bb9c-416f-9020-56d50941773e is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:35.833693 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:35.969159 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Router af19e4af-40c6-4223-bea8-8be9c6f6897f has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:55:36.072289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-48f3eb32-8907-4ee2-a4b1-df568b803ed9 None None] Provisioning complete for port 34600982-676f-4839-ac64-94af7b00b54a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:36.073326 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-48f3eb32-8907-4ee2-a4b1-df568b803ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (34600982-676f-4839-ac64-94af7b00b54a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:36.100920 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:36.106665 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-98616a64-fd32-4ff6-8568-17f3d7520f7b admin admin] 10.222.0.13 "PUT /v2.0/routers/af19e4af-40c6-4223-bea8-8be9c6f6897f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4651401 Feb 11 05:55:36.127002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-48f3eb32-8907-4ee2-a4b1-df568b803ed9 None None] Port 34600982-676f-4839-ac64-94af7b00b54a cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:36.910012 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:36.965458 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:36.965848 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:36.968399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47182) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:36.974600 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1953200068-network', 'tenant_id': 'cca2a570dc604c1eb275bb6dedd214ec'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:37.056334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:37.056688 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.086525 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:37.141624 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] Made reservation on behalf of cca2a570dc604c1eb275bb6dedd214ec for: {'network': 1} {{(pid=103808) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:37.144349 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.154361 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.175633 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.187426 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Sync routers for ids ['af19e4af-40c6-4223-bea8-8be9c6f6897f'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:37.200047 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Routers {'af19e4af-40c6-4223-bea8-8be9c6f6897f'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:37.201208 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:55:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af19e4af-40c6-4223-bea8-8be9c6f6897f'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:37.241536 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:37.333548 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] Publish callbacks [] for security_group (3272d955-8207-42c9-931e-e6d50a42ea55), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.334702 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Set router af19e4af-40c6-4223-bea8-8be9c6f6897f gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:37.438777 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3272d955-8207-42c9-931e-e6d50a42ea55), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.462420 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103808) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 05:55:37.478001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3272d955-8207-42c9-931e-e6d50a42ea55,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:37.484289 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.484744 n-d-712142-35 neutron-server[103808]: INFO neutron.db.segments_db [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] Added segment bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1 of type vlan for network 13eca1d7-7be2-4550-8c4a-27e918401e66 Feb 11 05:55:37.528435 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (13eca1d7-7be2-4550-8c4a-27e918401e66), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.567427 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '34600982-676f-4839-ac64-94af7b00b54a', 'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'mac_address': 'fa:16:3e:28:f9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:34Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 2, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'subnets': [{'id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:37.594478 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Checking router: af19e4af-40c6-4223-bea8-8be9c6f6897f for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:37.594786 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Updating router af19e4af-40c6-4223-bea8-8be9c6f6897f port 34600982-676f-4839-ac64-94af7b00b54a binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:55:37.627624 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (34600982-676f-4839-ac64-94af7b00b54a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.638197 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (13eca1d7-7be2-4550-8c4a-27e918401e66), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.642306 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:37.642306 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.702974 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] Pushing event updated for resources: {'Network': ['ID=13eca1d7-7be2-4550-8c4a-27e918401e66,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:37.722467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 13eca1d7-7be2-4550-8c4a-27e918401e66 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 05:55:37.733141 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6eb46945-3374-4fae-99cb-b95c11564efa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7625141 Feb 11 05:55:37.736696 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47184) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:37.744971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-b87bc4ef-b854-4400-92e0-c286621553b7 admin admin] Request body: {'subnet': {'network_id': '13eca1d7-7be2-4550-8c4a-27e918401e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1953200068-subnet', 'tenant_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:37.878238 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87bc4ef-b854-4400-92e0-c286621553b7 admin admin] Made reservation on behalf of cca2a570dc604c1eb275bb6dedd214ec for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:37.880735 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b87bc4ef-b854-4400-92e0-c286621553b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:37.921967 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Publish callbacks [] for port (34600982-676f-4839-ac64-94af7b00b54a), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.026531 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (34600982-676f-4839-ac64-94af7b00b54a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.090953 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9ecb6-6048-4b29-b1a6-4486b564a3d3 None None] Pushing event updated for resources: {'Port': ['ID=34600982-676f-4839-ac64-94af7b00b54a,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:38.119276 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9ecb6-6048-4b29-b1a6-4486b564a3d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:38.119618 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9ecb6-6048-4b29-b1a6-4486b564a3d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:38.123362 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9ecb6-6048-4b29-b1a6-4486b564a3d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:38.124045 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9ecb6-6048-4b29-b1a6-4486b564a3d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:38.125108 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9ecb6-6048-4b29-b1a6-4486b564a3d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:38.126186 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9ecb6-6048-4b29-b1a6-4486b564a3d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:38.126539 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9ecb6-6048-4b29-b1a6-4486b564a3d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:38.127574 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9ecb6-6048-4b29-b1a6-4486b564a3d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:38.127976 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9ecb6-6048-4b29-b1a6-4486b564a3d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:38.128597 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9ecb6-6048-4b29-b1a6-4486b564a3d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:38.128957 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9ecb6-6048-4b29-b1a6-4486b564a3d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:38.129404 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9ecb6-6048-4b29-b1a6-4486b564a3d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:38.129747 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f9ecb6-6048-4b29-b1a6-4486b564a3d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:55:38.147753 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b87bc4ef-b854-4400-92e0-c286621553b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (31bfb773-0c12-4362-b54b-67f835512935), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.181465 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Attempting to bind port 34600982-676f-4839-ac64-94af7b00b54a on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:38.181845 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Attempting to bind port 34600982-676f-4839-ac64-94af7b00b54a by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:38.182211 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Attempting to bind port 34600982-676f-4839-ac64-94af7b00b54a on network 109dd9be-bb9c-416f-9020-56d50941773e {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:38.191647 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:38.192375 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Checking segment: {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:38.192486 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.192813 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Bound using segment: {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:38.193305 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Bound port: 34600982-676f-4839-ac64-94af7b00b54a, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:38.194080 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (34600982-676f-4839-ac64-94af7b00b54a), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.201331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87bc4ef-b854-4400-92e0-c286621553b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31bfb773-0c12-4362-b54b-67f835512935,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:38.225867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87bc4ef-b854-4400-92e0-c286621553b7 admin admin] Checking segment: {'id': 'bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13eca1d7-7be2-4550-8c4a-27e918401e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:38.228835 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87bc4ef-b854-4400-92e0-c286621553b7 admin admin] Network hostable DHCP agents. Network: 13eca1d7-7be2-4550-8c4a-27e918401e66, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 05:55:38.269767 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] For port 34600982-676f-4839-ac64-94af7b00b54a, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:38.273115 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] For port 34600982-676f-4839-ac64-94af7b00b54a, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=34600982-676f-4839-ac64-94af7b00b54a,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:38.335602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87bc4ef-b854-4400-92e0-c286621553b7 admin admin] Network 13eca1d7-7be2-4550-8c4a-27e918401e66 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 05:55:38.361677 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c62d703a-67cf-411d-91c8-2b60866b62a2 None None] Provisioning complete for port 34600982-676f-4839-ac64-94af7b00b54a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:38.362361 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c62d703a-67cf-411d-91c8-2b60866b62a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (34600982-676f-4839-ac64-94af7b00b54a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.393682 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (34600982-676f-4839-ac64-94af7b00b54a), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.401340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c62d703a-67cf-411d-91c8-2b60866b62a2 None None] Port 34600982-676f-4839-ac64-94af7b00b54a cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:38.460829 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-b87bc4ef-b854-4400-92e0-c286621553b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 13eca1d7-7be2-4550-8c4a-27e918401e66) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:38.462033 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Routers {'af19e4af-40c6-4223-bea8-8be9c6f6897f'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:38.462761 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:55:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af19e4af-40c6-4223-bea8-8be9c6f6897f'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:38.464718 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9ecb6-6048-4b29-b1a6-4486b564a3d3 None None] Pushing event updated for resources: {'Port': ['ID=34600982-676f-4839-ac64-94af7b00b54a,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:38.466525 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87bc4ef-b854-4400-92e0-c286621553b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:38.467169 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-b87bc4ef-b854-4400-92e0-c286621553b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.483161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f61373e-0a2f-4d66-aadd-efac618d670b None None] Network 13eca1d7-7be2-4550-8c4a-27e918401e66 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:38.603715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-b87bc4ef-b854-4400-92e0-c286621553b7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8650770 Feb 11 05:55:38.606391 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47186) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:38.607939 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] Set router af19e4af-40c6-4223-bea8-8be9c6f6897f gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:38.618454 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1953200068-router', 'tenant_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:38.622296 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-13eca1d7-7be2-4550-8c4a-27e918401e66', 'network_id': '13eca1d7-7be2-4550-8c4a-27e918401e66', 'project_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'fixed_ips': [{'subnet_id': '31bfb773-0c12-4362-b54b-67f835512935'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 05:55:38.623766 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.764430 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (cecb0296-c275-41bf-9590-53ab58dd3ae5), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.765675 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (cecb0296-c275-41bf-9590-53ab58dd3ae5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.828263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Allocated IP 172.20.0.2 (13eca1d7-7be2-4550-8c4a-27e918401e66/31bfb773-0c12-4362-b54b-67f835512935/06238721-0b24-4883-bfdf-d10a4c6a98d7) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:38.839252 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Publish callbacks [] for router_controller (cecb0296-c275-41bf-9590-53ab58dd3ae5), precommit_add_association {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.847272 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1cf1fb69-36ed-4e4a-8017-7f193355c63f None None] Provisioning complete for port 34600982-676f-4839-ac64-94af7b00b54a triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:38.847551 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1cf1fb69-36ed-4e4a-8017-7f193355c63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (34600982-676f-4839-ac64-94af7b00b54a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:38.887451 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:38.954206 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '34600982-676f-4839-ac64-94af7b00b54a', 'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'mac_address': 'fa:16:3e:28:f9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:34Z', 'updated_at': '2022-02-11T05:55:38Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'subnets': [{'id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:38.984252 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83768da9-df12-44c5-bde3-4f4ede2c498e None None] The sync data for ids ['af19e4af-40c6-4223-bea8-8be9c6f6897f'] in n-d-712142-35 is: [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '34600982-676f-4839-ac64-94af7b00b54a', 'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'mac_address': 'fa:16:3e:28:f9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:34Z', 'updated_at': '2022-02-11T05:55:38Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'subnets': [{'id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:39.113187 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:39.113713 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:39.137828 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Publish callbacks [] for router_gateway (cecb0296-c275-41bf-9590-53ab58dd3ae5), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:39.144463 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1fb69-36ed-4e4a-8017-7f193355c63f None None] Current status of the port 34600982-676f-4839-ac64-94af7b00b54a is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:39.144858 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1cf1fb69-36ed-4e4a-8017-7f193355c63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (34600982-676f-4839-ac64-94af7b00b54a), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:39.185584 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Publish callbacks [] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:39.222928 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-1cf1fb69-36ed-4e4a-8017-7f193355c63f None None] For port 34600982-676f-4839-ac64-94af7b00b54a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=34600982-676f-4839-ac64-94af7b00b54a,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:39.271330 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:39.330890 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:39.377879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Network 13eca1d7-7be2-4550-8c4a-27e918401e66 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:39.383020 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1cf1fb69-36ed-4e4a-8017-7f193355c63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (34600982-676f-4839-ac64-94af7b00b54a), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:39.385068 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:39.389972 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:39.394008 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Pushing event updated for resources: {'Port': ['ID=06238721-0b24-4883-bfdf-d10a4c6a98d7,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:39.498309 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Publish callbacks [] for router_gateway (cecb0296-c275-41bf-9590-53ab58dd3ae5), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:39.499010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Attempting to bind port 06238721-0b24-4883-bfdf-d10a4c6a98d7 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:39.499404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Attempting to bind port 06238721-0b24-4883-bfdf-d10a4c6a98d7 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13eca1d7-7be2-4550-8c4a-27e918401e66'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:39.499756 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Attempting to bind port 06238721-0b24-4883-bfdf-d10a4c6a98d7 on network 13eca1d7-7be2-4550-8c4a-27e918401e66 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:39.505770 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1fb69-36ed-4e4a-8017-7f193355c63f None None] Pushing event updated for resources: {'Port': ['ID=34600982-676f-4839-ac64-94af7b00b54a,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:39.511092 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:39.511455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Checking segment: {'id': 'bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13eca1d7-7be2-4550-8c4a-27e918401e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:39.511884 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:39.512263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Bound using segment: {'id': 'bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13eca1d7-7be2-4550-8c4a-27e918401e66'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:39.512743 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Bound port: 06238721-0b24-4883-bfdf-d10a4c6a98d7, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13eca1d7-7be2-4550-8c4a-27e918401e66'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:39.513128 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:39.530403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:39.594882 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] For port 06238721-0b24-4883-bfdf-d10a4c6a98d7, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:39.598527 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] For port 06238721-0b24-4883-bfdf-d10a4c6a98d7, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=06238721-0b24-4883-bfdf-d10a4c6a98d7,segment=NetworkSegment(bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1),segment_id=bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:39.659017 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Allocated IP 172.25.3.111 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/55af15e4-f1c3-41d0-818c-63b4a0ef929c) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:39.690992 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:39.764200 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f24cbc-821e-4d0c-b6ea-12a073ce0ddc None None] Pushing event updated for resources: {'Port': ['ID=06238721-0b24-4883-bfdf-d10a4c6a98d7,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:39.836078 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Publish callbacks [] for port (55af15e4-f1c3-41d0-818c-63b4a0ef929c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:39.971472 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (55af15e4-f1c3-41d0-818c-63b4a0ef929c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:40.038937 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:40.042399 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:40.046438 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:40.073624 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Pushing event updated for resources: {'Port': ['ID=55af15e4-f1c3-41d0-818c-63b4a0ef929c,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:40.488630 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Publish callbacks [] for router_gateway (cecb0296-c275-41bf-9590-53ab58dd3ae5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:40.755139 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (cecb0296-c275-41bf-9590-53ab58dd3ae5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:40.902700 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffd5425-dab8-4f89-aced-943323eaace7 None None] Network 13eca1d7-7be2-4550-8c4a-27e918401e66 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 05:55:40.937615 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 06238721-0b24-4883-bfdf-d10a4c6a98d7 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:41.015546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Router cecb0296-c275-41bf-9590-53ab58dd3ae5 is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103808) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 05:55:41.020337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-2113854d-f7d6-45d4-a7fb-badd31048b17 None None] Provisioning complete for port 06238721-0b24-4883-bfdf-d10a4c6a98d7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:41.020711 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2113854d-f7d6-45d4-a7fb-badd31048b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:41.121480 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 06238721-0b24-4883-bfdf-d10a4c6a98d7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:41.121750 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:41.173747 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:41.194953 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Sync routers for ids ['cecb0296-c275-41bf-9590-53ab58dd3ae5'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:41.234234 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-2113854d-f7d6-45d4-a7fb-badd31048b17 None None] Current status of the port 06238721-0b24-4883-bfdf-d10a4c6a98d7 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:41.237952 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2113854d-f7d6-45d4-a7fb-badd31048b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:41.238354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Routers {'cecb0296-c275-41bf-9590-53ab58dd3ae5'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:41.239067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:55:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cecb0296-c275-41bf-9590-53ab58dd3ae5'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:41.265375 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:41.268387 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e24c18fa-7157-42a6-9219-70d9342d4358 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6588697 Feb 11 05:55:41.271994 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47188) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:41.366364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-2113854d-f7d6-45d4-a7fb-badd31048b17 None None] For port 06238721-0b24-4883-bfdf-d10a4c6a98d7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=06238721-0b24-4883-bfdf-d10a4c6a98d7,segment=NetworkSegment(bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1),segment_id=bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:41.573188 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 06238721-0b24-4883-bfdf-d10a4c6a98d7 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:41.573461 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:41.584092 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2113854d-f7d6-45d4-a7fb-badd31048b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:41.653223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Set router cecb0296-c275-41bf-9590-53ab58dd3ae5 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:41.767097 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113854d-f7d6-45d4-a7fb-badd31048b17 None None] Pushing event updated for resources: {'Port': ['ID=06238721-0b24-4883-bfdf-d10a4c6a98d7,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:41.801079 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-757e2d6a-5f06-42d9-81f1-6b1447bacdc9 None None] Provisioning complete for port 06238721-0b24-4883-bfdf-d10a4c6a98d7 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:41.801455 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-757e2d6a-5f06-42d9-81f1-6b1447bacdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:41.835802 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 05:55:41.836207 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 05:55:41.972808 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-757e2d6a-5f06-42d9-81f1-6b1447bacdc9 None None] Current status of the port 06238721-0b24-4883-bfdf-d10a4c6a98d7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:41.984511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'name': 'tempest-TestShelveInstance-1953200068-router', 'tenant_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '55af15e4-f1c3-41d0-818c-63b4a0ef929c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:38Z', 'updated_at': '2022-02-11T05:55:40Z', 'revision_number': 3, 'project_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'gw_port': {'id': '55af15e4-f1c3-41d0-818c-63b4a0ef929c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:39Z', 'updated_at': '2022-02-11T05:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:42.015157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Checking router: cecb0296-c275-41bf-9590-53ab58dd3ae5 for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:42.015521 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Updating router cecb0296-c275-41bf-9590-53ab58dd3ae5 port 55af15e4-f1c3-41d0-818c-63b4a0ef929c binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:55:42.052945 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (55af15e4-f1c3-41d0-818c-63b4a0ef929c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.157526 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.340649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Allocated IP 172.20.0.1 (13eca1d7-7be2-4550-8c4a-27e918401e66/31bfb773-0c12-4362-b54b-67f835512935/0a846d80-8b90-485b-a8da-55517a753439) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:42.386499 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Publish callbacks [] for port (55af15e4-f1c3-41d0-818c-63b4a0ef929c), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.394964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 06238721-0b24-4883-bfdf-d10a4c6a98d7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:42.396024 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 34600982-676f-4839-ac64-94af7b00b54a up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:42.461022 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 34600982-676f-4839-ac64-94af7b00b54a triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:42.461671 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (34600982-676f-4839-ac64-94af7b00b54a), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.473515 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Publish callbacks [] for port (0a846d80-8b90-485b-a8da-55517a753439), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.501454 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (55af15e4-f1c3-41d0-818c-63b4a0ef929c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.583970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Attempting to bind port 55af15e4-f1c3-41d0-818c-63b4a0ef929c on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:42.584332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Attempting to bind port 55af15e4-f1c3-41d0-818c-63b4a0ef929c by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:42.584694 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Attempting to bind port 55af15e4-f1c3-41d0-818c-63b4a0ef929c on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:42.588244 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76e2d5-d138-4622-ba9f-a705cd2c2519 None None] Pushing event updated for resources: {'Port': ['ID=55af15e4-f1c3-41d0-818c-63b4a0ef929c,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:42.594952 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:42.595349 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:42.595630 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.596024 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:42.596509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Bound port: 55af15e4-f1c3-41d0-818c-63b4a0ef929c, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:42.596892 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (55af15e4-f1c3-41d0-818c-63b4a0ef929c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.614724 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (0a846d80-8b90-485b-a8da-55517a753439), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.665458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Network 13eca1d7-7be2-4550-8c4a-27e918401e66 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:42.668619 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:42.672654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:42.681334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 34600982-676f-4839-ac64-94af7b00b54a is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:42.685042 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] For port 55af15e4-f1c3-41d0-818c-63b4a0ef929c, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:42.689373 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] For port 55af15e4-f1c3-41d0-818c-63b4a0ef929c, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=55af15e4-f1c3-41d0-818c-63b4a0ef929c,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:42.696874 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Pushing event updated for resources: {'Port': ['ID=0a846d80-8b90-485b-a8da-55517a753439,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:42.718153 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (cecb0296-c275-41bf-9590-53ab58dd3ae5), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.801032 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (55af15e4-f1c3-41d0-818c-63b4a0ef929c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:42.902049 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76e2d5-d138-4622-ba9f-a705cd2c2519 None None] Pushing event updated for resources: {'Port': ['ID=55af15e4-f1c3-41d0-818c-63b4a0ef929c,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:42.905559 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Routers {'cecb0296-c275-41bf-9590-53ab58dd3ae5'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:42.906477 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:55:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cecb0296-c275-41bf-9590-53ab58dd3ae5'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:42.950506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 06238721-0b24-4883-bfdf-d10a4c6a98d7 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:42.959937 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0a846d80-8b90-485b-a8da-55517a753439), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:43.060648 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81f3186b-bb86-40c6-a8b6-f9246624dce3 None None] Provisioning complete for port 0a846d80-8b90-485b-a8da-55517a753439 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:43.061269 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81f3186b-bb86-40c6-a8b6-f9246624dce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0a846d80-8b90-485b-a8da-55517a753439), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:43.114861 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] Set router cecb0296-c275-41bf-9590-53ab58dd3ae5 gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:43.119204 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 06238721-0b24-4883-bfdf-d10a4c6a98d7 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:43.124800 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:43.175367 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Publish callbacks [] for port (0a846d80-8b90-485b-a8da-55517a753439), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:43.215612 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81f3186b-bb86-40c6-a8b6-f9246624dce3 None None] Port 0a846d80-8b90-485b-a8da-55517a753439 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:43.257205 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (0a846d80-8b90-485b-a8da-55517a753439), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:43.356149 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Pushing event updated for resources: {'Port': ['ID=0a846d80-8b90-485b-a8da-55517a753439,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:43.361747 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 06238721-0b24-4883-bfdf-d10a4c6a98d7 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:43.362688 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (cecb0296-c275-41bf-9590-53ab58dd3ae5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:43.414158 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'name': 'tempest-TestShelveInstance-1953200068-router', 'tenant_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '55af15e4-f1c3-41d0-818c-63b4a0ef929c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:38Z', 'updated_at': '2022-02-11T05:55:40Z', 'revision_number': 3, 'project_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'gw_port': {'id': '55af15e4-f1c3-41d0-818c-63b4a0ef929c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:39Z', 'updated_at': '2022-02-11T05:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:43.443028 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0755653a-317d-4bbf-be1e-ceb48ad761c4 None None] The sync data for ids ['cecb0296-c275-41bf-9590-53ab58dd3ae5'] in n-d-712142-35 is: [{'id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'name': 'tempest-TestShelveInstance-1953200068-router', 'tenant_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '55af15e4-f1c3-41d0-818c-63b4a0ef929c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:38Z', 'updated_at': '2022-02-11T05:55:40Z', 'revision_number': 3, 'project_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'gw_port': {'id': '55af15e4-f1c3-41d0-818c-63b4a0ef929c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:39Z', 'updated_at': '2022-02-11T05:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:43.476787 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Network 13eca1d7-7be2-4550-8c4a-27e918401e66 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:43.478808 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:43.650644 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Router cecb0296-c275-41bf-9590-53ab58dd3ae5 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:55:43.823424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:55:43.831837 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-93e7dcbe-3287-454f-b582-8c3c2462674a admin admin] 10.222.0.13 "PUT /v2.0/routers/cecb0296-c275-41bf-9590-53ab58dd3ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5586369 Feb 11 05:55:43.842963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a0c9922f-fb35-430c-86b8-7ad90f31ff55 None None] Provisioning complete for port 0a846d80-8b90-485b-a8da-55517a753439 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:43.843433 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a0c9922f-fb35-430c-86b8-7ad90f31ff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0a846d80-8b90-485b-a8da-55517a753439), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:43.903583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9922f-fb35-430c-86b8-7ad90f31ff55 None None] Port 0a846d80-8b90-485b-a8da-55517a753439 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:44.610116 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47198) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:44.617505 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-164ca929-a06c-4ec9-9287-74df29c46582 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321499645', 'description': 'tempest-secgroup-smoke-1321499645 description', 'project_id': '4990b51a81004cc28be4dfd3c1959e9a'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:44.710924 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-164ca929-a06c-4ec9-9287-74df29c46582 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:44.782917 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-164ca929-a06c-4ec9-9287-74df29c46582 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group (30703261-e592-4955-aabc-c603da042403), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:44.848285 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-164ca929-a06c-4ec9-9287-74df29c46582 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (30703261-e592-4955-aabc-c603da042403), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:44.880245 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ca929-a06c-4ec9-9287-74df29c46582 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30703261-e592-4955-aabc-c603da042403,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:44.897898 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 55af15e4-f1c3-41d0-818c-63b4a0ef929c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:44.950757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 55af15e4-f1c3-41d0-818c-63b4a0ef929c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:44.951138 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (55af15e4-f1c3-41d0-818c-63b4a0ef929c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:44.989077 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-164ca929-a06c-4ec9-9287-74df29c46582 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:44.990365 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-164ca929-a06c-4ec9-9287-74df29c46582 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3787248 Feb 11 05:55:44.993407 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47200) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:44.998084 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-91a1110e-2d12-4730-959f-e20b93bce3f1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'security_group_rule': {'security_group_id': '30703261-e592-4955-aabc-c603da042403', 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:45.041842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 55af15e4-f1c3-41d0-818c-63b4a0ef929c is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:45.042188 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (55af15e4-f1c3-41d0-818c-63b4a0ef929c), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:45.067337 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 55af15e4-f1c3-41d0-818c-63b4a0ef929c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=55af15e4-f1c3-41d0-818c-63b4a0ef929c,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:45.123617 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-91a1110e-2d12-4730-959f-e20b93bce3f1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (18cf448e-8350-43d4-b9e3-7c4f38be9e9c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:45.146440 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (55af15e4-f1c3-41d0-818c-63b4a0ef929c), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:45.195127 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-91a1110e-2d12-4730-959f-e20b93bce3f1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (18cf448e-8350-43d4-b9e3-7c4f38be9e9c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:45.200334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=55af15e4-f1c3-41d0-818c-63b4a0ef929c,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:45.267532 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-91a1110e-2d12-4730-959f-e20b93bce3f1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (18cf448e-8350-43d4-b9e3-7c4f38be9e9c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:45.291403 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1110e-2d12-4730-959f-e20b93bce3f1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18cf448e-8350-43d4-b9e3-7c4f38be9e9c,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:45.417680 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-91a1110e-2d12-4730-959f-e20b93bce3f1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:45.419104 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-91a1110e-2d12-4730-959f-e20b93bce3f1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4246919 Feb 11 05:55:45.422179 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47202) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:45.427286 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-1f2ed607-4c9b-4c4f-91fe-b789afb70a66 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'security_group_rule': {'security_group_id': '30703261-e592-4955-aabc-c603da042403', 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:45.529026 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f2ed607-4c9b-4c4f-91fe-b789afb70a66 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (231b1ad9-0051-4a65-a285-9da0b9f57a82), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:45.605784 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f2ed607-4c9b-4c4f-91fe-b789afb70a66 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (231b1ad9-0051-4a65-a285-9da0b9f57a82), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:45.701439 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f2ed607-4c9b-4c4f-91fe-b789afb70a66 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (231b1ad9-0051-4a65-a285-9da0b9f57a82), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:45.729495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ed607-4c9b-4c4f-91fe-b789afb70a66 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231b1ad9-0051-4a65-a285-9da0b9f57a82,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:45.811603 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-1f2ed607-4c9b-4c4f-91fe-b789afb70a66 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:45.812975 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1f2ed607-4c9b-4c4f-91fe-b789afb70a66 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3895693 Feb 11 05:55:45.816829 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47204) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:45.821639 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-43de869c-70c7-4736-9049-4ab17a1aa90c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'security_group_rule': {'security_group_id': '30703261-e592-4955-aabc-c603da042403', 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:45.926022 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43de869c-70c7-4736-9049-4ab17a1aa90c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (4c4fae83-7408-4d7e-b160-f7de12b26903), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:45.996588 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43de869c-70c7-4736-9049-4ab17a1aa90c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (4c4fae83-7408-4d7e-b160-f7de12b26903), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.089892 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Sync routers for ids ['cecb0296-c275-41bf-9590-53ab58dd3ae5'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:55:46.102207 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Routers {'cecb0296-c275-41bf-9590-53ab58dd3ae5'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:46.102861 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:55:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cecb0296-c275-41bf-9590-53ab58dd3ae5'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:46.106371 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43de869c-70c7-4736-9049-4ab17a1aa90c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (4c4fae83-7408-4d7e-b160-f7de12b26903), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.126431 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de869c-70c7-4736-9049-4ab17a1aa90c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4fae83-7408-4d7e-b160-f7de12b26903,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:46.206716 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-43de869c-70c7-4736-9049-4ab17a1aa90c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.208453 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-43de869c-70c7-4736-9049-4ab17a1aa90c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3906083 Feb 11 05:55:46.211256 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47206) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:46.216016 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-fbc2e3a1-416d-4aa4-8ed8-5fb6a899840a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'security_group_rule': {'security_group_id': '30703261-e592-4955-aabc-c603da042403', 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:46.238694 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Set router cecb0296-c275-41bf-9590-53ab58dd3ae5 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:46.351186 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fbc2e3a1-416d-4aa4-8ed8-5fb6a899840a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (ef8e5cd2-5110-4dee-9971-9ab61cb6ab09), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.421615 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fbc2e3a1-416d-4aa4-8ed8-5fb6a899840a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (ef8e5cd2-5110-4dee-9971-9ab61cb6ab09), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.464845 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'name': 'tempest-TestShelveInstance-1953200068-router', 'tenant_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '55af15e4-f1c3-41d0-818c-63b4a0ef929c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:38Z', 'updated_at': '2022-02-11T05:55:42Z', 'revision_number': 4, 'project_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'gw_port': {'id': '55af15e4-f1c3-41d0-818c-63b4a0ef929c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:39Z', 'updated_at': '2022-02-11T05:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '0a846d80-8b90-485b-a8da-55517a753439', 'name': '', 'network_id': '13eca1d7-7be2-4550-8c4a-27e918401e66', 'tenant_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'mac_address': 'fa:16:3e:97:21:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '31bfb773-0c12-4362-b54b-67f835512935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:42Z', 'updated_at': '2022-02-11T05:55:43Z', 'revision_number': 2, 'project_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'subnets': [{'id': '31bfb773-0c12-4362-b54b-67f835512935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:46.494003 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fbc2e3a1-416d-4aa4-8ed8-5fb6a899840a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (ef8e5cd2-5110-4dee-9971-9ab61cb6ab09), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.494329 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Checking router: cecb0296-c275-41bf-9590-53ab58dd3ae5 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:55:46.494561 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Updating router cecb0296-c275-41bf-9590-53ab58dd3ae5 port 0a846d80-8b90-485b-a8da-55517a753439 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 05:55:46.515272 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2e3a1-416d-4aa4-8ed8-5fb6a899840a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8e5cd2-5110-4dee-9971-9ab61cb6ab09,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:46.542269 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0a846d80-8b90-485b-a8da-55517a753439), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.600781 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-fbc2e3a1-416d-4aa4-8ed8-5fb6a899840a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.602158 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-fbc2e3a1-416d-4aa4-8ed8-5fb6a899840a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3897977 Feb 11 05:55:46.605890 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47208) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:46.611462 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-aa963cb2-a466-4f3b-9d43-26098f8cda20 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'security_group_rule': {'security_group_id': '30703261-e592-4955-aabc-c603da042403', 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:46.699686 n-d-712142-35 neutron-server[103808]: INFO neutron.db.securitygroups_db [None req-aa963cb2-a466-4f3b-9d43-26098f8cda20 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Project 4990b51a81004cc28be4dfd3c1959e9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:55:46.705870 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa963cb2-a466-4f3b-9d43-26098f8cda20 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (be9b9fa6-55e9-4375-a298-f22784383c22), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.804451 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa963cb2-a466-4f3b-9d43-26098f8cda20 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (be9b9fa6-55e9-4375-a298-f22784383c22), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.870922 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Publish callbacks [] for port (0a846d80-8b90-485b-a8da-55517a753439), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.872332 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 55af15e4-f1c3-41d0-818c-63b4a0ef929c up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:46.896115 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa963cb2-a466-4f3b-9d43-26098f8cda20 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (be9b9fa6-55e9-4375-a298-f22784383c22), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.926253 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa963cb2-a466-4f3b-9d43-26098f8cda20 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9b9fa6-55e9-4375-a298-f22784383c22,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:46.937227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 55af15e4-f1c3-41d0-818c-63b4a0ef929c triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:46.938136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (55af15e4-f1c3-41d0-818c-63b4a0ef929c), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:46.986887 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0a846d80-8b90-485b-a8da-55517a753439), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.018146 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-aa963cb2-a466-4f3b-9d43-26098f8cda20 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.022786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47210) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:55:47.024611 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-aa963cb2-a466-4f3b-9d43-26098f8cda20 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4172111 Feb 11 05:55:47.027863 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-74c759f3-effb-4096-8e7d-ac1bc7c36e41 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'security_group_rule': {'security_group_id': '30703261-e592-4955-aabc-c603da042403', 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:47.053820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 55af15e4-f1c3-41d0-818c-63b4a0ef929c is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:47.101620 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e7d66-4868-445e-9c9e-b9e94511d95d None None] Pushing event updated for resources: {'Port': ['ID=0a846d80-8b90-485b-a8da-55517a753439,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:47.120890 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Attempting to bind port 0a846d80-8b90-485b-a8da-55517a753439 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:47.121400 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Attempting to bind port 0a846d80-8b90-485b-a8da-55517a753439 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13eca1d7-7be2-4550-8c4a-27e918401e66'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:47.122134 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Attempting to bind port 0a846d80-8b90-485b-a8da-55517a753439 on network 13eca1d7-7be2-4550-8c4a-27e918401e66 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:47.130902 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:47.131446 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Checking segment: {'id': 'bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13eca1d7-7be2-4550-8c4a-27e918401e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:47.132015 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.132646 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Bound using segment: {'id': 'bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13eca1d7-7be2-4550-8c4a-27e918401e66'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:47.133291 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Bound port: 0a846d80-8b90-485b-a8da-55517a753439, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '13eca1d7-7be2-4550-8c4a-27e918401e66'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:47.133793 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0a846d80-8b90-485b-a8da-55517a753439), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.164676 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-74c759f3-effb-4096-8e7d-ac1bc7c36e41 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Project 4990b51a81004cc28be4dfd3c1959e9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 05:55:47.173133 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-74c759f3-effb-4096-8e7d-ac1bc7c36e41 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (725d414c-1fa1-463b-b633-44f665ec2c34), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.220598 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] For port 0a846d80-8b90-485b-a8da-55517a753439, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:47.225416 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] For port 0a846d80-8b90-485b-a8da-55517a753439, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0a846d80-8b90-485b-a8da-55517a753439,segment=NetworkSegment(bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1),segment_id=bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:47.273365 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-74c759f3-effb-4096-8e7d-ac1bc7c36e41 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (725d414c-1fa1-463b-b633-44f665ec2c34), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.341796 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0a846d80-8b90-485b-a8da-55517a753439), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.358032 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c4d30f48-4a79-4864-958d-92af422cc69a None None] Provisioning complete for port 0a846d80-8b90-485b-a8da-55517a753439 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:47.358567 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c4d30f48-4a79-4864-958d-92af422cc69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0a846d80-8b90-485b-a8da-55517a753439), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.376101 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-74c759f3-effb-4096-8e7d-ac1bc7c36e41 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (725d414c-1fa1-463b-b633-44f665ec2c34), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.403783 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Routers {'cecb0296-c275-41bf-9590-53ab58dd3ae5'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:55:47.405177 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:55:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cecb0296-c275-41bf-9590-53ab58dd3ae5'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:47.412371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c759f3-effb-4096-8e7d-ac1bc7c36e41 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725d414c-1fa1-463b-b633-44f665ec2c34,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:47.474949 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c4d30f48-4a79-4864-958d-92af422cc69a None None] Current status of the port 0a846d80-8b90-485b-a8da-55517a753439 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:47.476085 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c4d30f48-4a79-4864-958d-92af422cc69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (0a846d80-8b90-485b-a8da-55517a753439), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.480821 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e7d66-4868-445e-9c9e-b9e94511d95d None None] Pushing event updated for resources: {'Port': ['ID=0a846d80-8b90-485b-a8da-55517a753439,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:47.526349 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-74c759f3-effb-4096-8e7d-ac1bc7c36e41 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.528865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-74c759f3-effb-4096-8e7d-ac1bc7c36e41 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5045507 Feb 11 05:55:47.540587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-c4d30f48-4a79-4864-958d-92af422cc69a None None] For port 0a846d80-8b90-485b-a8da-55517a753439, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0a846d80-8b90-485b-a8da-55517a753439,segment=NetworkSegment(bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1),segment_id=bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:47.584428 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] Set router cecb0296-c275-41bf-9590-53ab58dd3ae5 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:55:47.603929 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c4d30f48-4a79-4864-958d-92af422cc69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (0a846d80-8b90-485b-a8da-55517a753439), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.670263 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d30f48-4a79-4864-958d-92af422cc69a None None] Pushing event updated for resources: {'Port': ['ID=0a846d80-8b90-485b-a8da-55517a753439,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:47.814871 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-057f7c53-79aa-4635-96d7-fdae680b764d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321499645&fields=id&tenant_id=4990b51a81004cc28be4dfd3c1959e9a HTTP/1.1" status: 200 len: 267 time: 0.0791955 Feb 11 05:55:47.834889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-17cc59e1-a8f0-4ab2-856c-5e885bfa09ae None None] Provisioning complete for port 0a846d80-8b90-485b-a8da-55517a753439 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:47.835266 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-17cc59e1-a8f0-4ab2-856c-5e885bfa09ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0a846d80-8b90-485b-a8da-55517a753439), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:47.879792 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'name': 'tempest-TestShelveInstance-1953200068-router', 'tenant_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '55af15e4-f1c3-41d0-818c-63b4a0ef929c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:38Z', 'updated_at': '2022-02-11T05:55:42Z', 'revision_number': 4, 'project_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'gw_port': {'id': '55af15e4-f1c3-41d0-818c-63b4a0ef929c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:39Z', 'updated_at': '2022-02-11T05:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '0a846d80-8b90-485b-a8da-55517a753439', 'name': '', 'network_id': '13eca1d7-7be2-4550-8c4a-27e918401e66', 'tenant_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'mac_address': 'fa:16:3e:97:21:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '31bfb773-0c12-4362-b54b-67f835512935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:42Z', 'updated_at': '2022-02-11T05:55:47Z', 'revision_number': 4, 'project_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'subnets': [{'id': '31bfb773-0c12-4362-b54b-67f835512935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:55:47.917719 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4c420-bf54-4725-8484-3a48c11a21c5 None None] The sync data for ids ['cecb0296-c275-41bf-9590-53ab58dd3ae5'] in n-d-712142-35 is: [{'id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'name': 'tempest-TestShelveInstance-1953200068-router', 'tenant_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '55af15e4-f1c3-41d0-818c-63b4a0ef929c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:38Z', 'updated_at': '2022-02-11T05:55:42Z', 'revision_number': 4, 'project_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'gw_port': {'id': '55af15e4-f1c3-41d0-818c-63b4a0ef929c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:39Z', 'updated_at': '2022-02-11T05:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '0a846d80-8b90-485b-a8da-55517a753439', 'name': '', 'network_id': '13eca1d7-7be2-4550-8c4a-27e918401e66', 'tenant_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'mac_address': 'fa:16:3e:97:21:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '31bfb773-0c12-4362-b54b-67f835512935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:42Z', 'updated_at': '2022-02-11T05:55:47Z', 'revision_number': 4, 'project_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'subnets': [{'id': '31bfb773-0c12-4362-b54b-67f835512935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:55:47.971757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-17cc59e1-a8f0-4ab2-856c-5e885bfa09ae None None] Current status of the port 0a846d80-8b90-485b-a8da-55517a753439 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:48.029944 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f210ada-5afe-4714-84b5-0c201507843f req-1e8a9b20-2f00-429d-a422-bc4b421be718 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:48.033760 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-1e8a9b20-2f00-429d-a422-bc4b421be718 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 809 time: 0.2078779 Feb 11 05:55:48.052457 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-d0ef37db-6604-4bf9-95dc-cc2c767d9f91 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/quotas/4990b51a81004cc28be4dfd3c1959e9a HTTP/1.1" status: 200 len: 375 time: 0.0129981 Feb 11 05:55:48.118572 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-412bc3be-2da9-43db-9ed0-744c5469846d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612493 Feb 11 05:55:48.268553 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-13a6a3d0-fa7d-4947-b1a1-a0021f42ba30 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:55:48.270404 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-13a6a3d0-fa7d-4947-b1a1-a0021f42ba30 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1377594 Feb 11 05:55:48.393413 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-47a7a733-7fa4-43f5-b3f8-183b8d16c5b8 service neutron] 10.222.0.13 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161413 Feb 11 05:55:48.536257 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-1c75cc0d-f646-4482-957e-9fb8bf6d91b0 service neutron] 10.222.0.13 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365919 Feb 11 05:55:48.889058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0a846d80-8b90-485b-a8da-55517a753439 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:55:48.949876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 0a846d80-8b90-485b-a8da-55517a753439 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:48.950225 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (0a846d80-8b90-485b-a8da-55517a753439), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:49.076554 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 0a846d80-8b90-485b-a8da-55517a753439 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:49.879935 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7f6dca2e-5242-44e4-bc29-c2a060fbaeeb req-912835ea-5662-4363-931c-42b1661e1d2f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 210 time: 0.0840170 Feb 11 05:55:50.983442 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-83a774b5-58db-4b87-a997-5d32459534eb req-963e414a-feeb-4604-9ab6-46274405e5e1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 210 time: 0.0290165 Feb 11 05:55:52.095570 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-53721add-b2d7-491f-8b25-5ec098783575 req-4578d2fb-d370-465a-ba26-923ede08e226 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 210 time: 0.0296612 Feb 11 05:55:52.194725 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f210ada-5afe-4714-84b5-0c201507843f req-b5c11fea-de4d-4cd7-9dd2-ca2e696d8303 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:52.196216 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-b5c11fea-de4d-4cd7-9dd2-ca2e696d8303 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.32 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 809 time: 0.1089869 Feb 11 05:55:52.261393 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-7f7a5b79-3e45-4b02-bef4-761fc44e7e61 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4990b51a81004cc28be4dfd3c1959e9a HTTP/1.1" status: 200 len: 380 time: 0.0571461 Feb 11 05:55:52.270005 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-2f210ada-5afe-4714-84b5-0c201507843f req-881ac24b-175a-49ff-a71b-f3a904727758 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'port': {'device_id': '69027432-f068-44d0-8f56-e5de6fda28bf', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'admin_state_up': True, 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'security_groups': ['30703261-e592-4955-aabc-c603da042403']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:52.499312 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f210ada-5afe-4714-84b5-0c201507843f req-881ac24b-175a-49ff-a71b-f3a904727758 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Made reservation on behalf of 4990b51a81004cc28be4dfd3c1959e9a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 05:55:52.503254 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2f210ada-5afe-4714-84b5-0c201507843f req-881ac24b-175a-49ff-a71b-f3a904727758 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:52.686263 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-2f210ada-5afe-4714-84b5-0c201507843f req-881ac24b-175a-49ff-a71b-f3a904727758 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Allocated IP 172.20.0.7 (109dd9be-bb9c-416f-9020-56d50941773e/c6476352-a7a9-4b15-8838-a6467e0e36bf/4a318e65-c1f6-45ce-9574-6739eb06eac8) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:55:52.838216 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2f210ada-5afe-4714-84b5-0c201507843f req-881ac24b-175a-49ff-a71b-f3a904727758 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:52.946828 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2f210ada-5afe-4714-84b5-0c201507843f req-881ac24b-175a-49ff-a71b-f3a904727758 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:52.998744 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f210ada-5afe-4714-84b5-0c201507843f req-881ac24b-175a-49ff-a71b-f3a904727758 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Network 109dd9be-bb9c-416f-9020-56d50941773e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:55:53.002906 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-2f210ada-5afe-4714-84b5-0c201507843f req-881ac24b-175a-49ff-a71b-f3a904727758 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:55:53.007295 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f210ada-5afe-4714-84b5-0c201507843f req-881ac24b-175a-49ff-a71b-f3a904727758 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:55:53.041029 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ac24b-175a-49ff-a71b-f3a904727758 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'Port': ['ID=4a318e65-c1f6-45ce-9574-6739eb06eac8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:53.077779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f210ada-5afe-4714-84b5-0c201507843f req-881ac24b-175a-49ff-a71b-f3a904727758 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:53.079371 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2f210ada-5afe-4714-84b5-0c201507843f req-881ac24b-175a-49ff-a71b-f3a904727758 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.191375 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-881ac24b-175a-49ff-a71b-f3a904727758 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9247952 Feb 11 05:55:53.272778 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44db6dd-f9c7-41d9-9ce6-2066c16da2fd req-0393b596-f900-48f6-aed2-5075b439da04 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:53.277353 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a44db6dd-f9c7-41d9-9ce6-2066c16da2fd req-0393b596-f900-48f6-aed2-5075b439da04 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 931 time: 0.0833220 Feb 11 05:55:53.278843 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Request body: {'port': {'device_id': '69027432-f068-44d0-8f56-e5de6fda28bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:55:53.300955 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0de8bf6b-69af-415a-b6d8-db39dad36964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.358789 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.365598 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a44db6dd-f9c7-41d9-9ce6-2066c16da2fd req-f9985aba-1010-4e22-9753-f703a298814d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796530 Feb 11 05:55:53.371082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-a19004ae-a40f-433a-889e-2de9be0c820f None None] Provisioning complete for port 4a318e65-c1f6-45ce-9574-6739eb06eac8 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:55:53.371461 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a19004ae-a40f-433a-889e-2de9be0c820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.599128 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-a19004ae-a40f-433a-889e-2de9be0c820f None None] Port 4a318e65-c1f6-45ce-9574-6739eb06eac8 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 05:55:53.729804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a318e65-c1f6-45ce-9574-6739eb06eac8 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:53.738966 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Publish callbacks [] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.751764 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Transition to ACTIVE for port object 4a318e65-c1f6-45ce-9574-6739eb06eac8 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:55:53.831956 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:53.889463 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Pushing event updated for resources: {'Port': ['ID=4a318e65-c1f6-45ce-9574-6739eb06eac8,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:53.970083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Attempting to bind port 4a318e65-c1f6-45ce-9574-6739eb06eac8 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:55:53.970617 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Attempting to bind port 4a318e65-c1f6-45ce-9574-6739eb06eac8 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:55:53.971158 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Attempting to bind port 4a318e65-c1f6-45ce-9574-6739eb06eac8 on network 109dd9be-bb9c-416f-9020-56d50941773e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:53.978325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Port 4a318e65-c1f6-45ce-9574-6739eb06eac8 on network 109dd9be-bb9c-416f-9020-56d50941773e not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:55:53.978677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Attempting to bind port 4a318e65-c1f6-45ce-9574-6739eb06eac8 on network 109dd9be-bb9c-416f-9020-56d50941773e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:55:53.985226 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:55:53.985697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Checking segment: {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:55:53.986105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Bound using segment: {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:55:53.986557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Bound port: 4a318e65-c1f6-45ce-9574-6739eb06eac8, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:55:53.986971 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:54.056940 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:55:54.060264 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:55:54.152863 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:54.193233 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:54.194048 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:54.195511 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] 10.222.0.32 "PUT /v2.0/ports/4a318e65-c1f6-45ce-9574-6739eb06eac8 HTTP/1.1" status: 200 len: 1092 time: 0.9961085 Feb 11 05:55:54.196027 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:55:54.201193 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de5c732-c0de-436c-a3ef-2359e9c923f3" -d '{"events": [{"name": "network-changed", "server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:55:54.225487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f00dad-3cb4-4387-a3ce-efec1be0e39b service neutron] Pushing event updated for resources: {'Port': ['ID=4a318e65-c1f6-45ce-9574-6739eb06eac8,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:54.241753 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9151d6b2-b0ea-45f4-be34-8b2fc8409ad6 x-openstack-request-id: req-9151d6b2-b0ea-45f4-be34-8b2fc8409ad6 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:55:54.242196 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:55:54.242503 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9151d6b2-b0ea-45f4-be34-8b2fc8409ad6 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:55:54.243133 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'status': 'completed', 'code': 200} Feb 11 05:55:54.310174 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5c732-c0de-436c-a3ef-2359e9c923f3 req-8cc7397f-15e2-4dcd-a55c-bc375e9312e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:54.311770 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6de5c732-c0de-436c-a3ef-2359e9c923f3 req-8cc7397f-15e2-4dcd-a55c-bc375e9312e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 1126 time: 0.0485311 Feb 11 05:55:54.434475 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5c732-c0de-436c-a3ef-2359e9c923f3 req-2a319bd2-4ccb-4c98-a86d-cbd0367c656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:54.436203 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6de5c732-c0de-436c-a3ef-2359e9c923f3 req-2a319bd2-4ccb-4c98-a86d-cbd0367c656f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1149199 Feb 11 05:55:54.507001 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f2647-b4eb-4fd3-8f0e-1bdf3aaf363a req-8ffd641e-d417-48cf-ba14-5bddb830dd1d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:54.508460 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ab2f2647-b4eb-4fd3-8f0e-1bdf3aaf363a req-8ffd641e-d417-48cf-ba14-5bddb830dd1d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 943 time: 0.0658946 Feb 11 05:55:54.547862 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5c732-c0de-436c-a3ef-2359e9c923f3 req-ba558204-368e-457b-a044-824ef864908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:54.549382 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6de5c732-c0de-436c-a3ef-2359e9c923f3 req-ba558204-368e-457b-a044-824ef864908b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1051397 Feb 11 05:55:54.564110 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ab2f2647-b4eb-4fd3-8f0e-1bdf3aaf363a req-8a08de54-a602-470d-b429-c91ec759e620 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488408 Feb 11 05:55:54.642542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f210ada-5afe-4714-84b5-0c201507843f req-84451bfe-2fa9-4e2f-8dbd-7c602c53ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:54.644130 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-84451bfe-2fa9-4e2f-8dbd-7c602c53ff9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 1126 time: 0.0501673 Feb 11 05:55:54.688757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-d7c6bc14-c36b-459c-abd0-aa7dc071c079 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8 HTTP/1.1" status: 200 len: 217 time: 0.0372412 Feb 11 05:55:54.741724 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f210ada-5afe-4714-84b5-0c201507843f req-cb88e327-8485-4e5e-a7d8-f2555d4909f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:54.743269 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-cb88e327-8485-4e5e-a7d8-f2555d4909f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0473816 Feb 11 05:55:54.801575 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f210ada-5afe-4714-84b5-0c201507843f req-d26762b6-5792-41d3-a123-2b131abf8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:54.803072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-d26762b6-5792-41d3-a123-2b131abf8584 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0532503 Feb 11 05:55:54.905639 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-1c4cd9d1-cfd1-41ee-bdf0-95559563b0db service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950034 Feb 11 05:55:55.006190 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2f210ada-5afe-4714-84b5-0c201507843f req-12023828-af8e-4816-b162-378a10b14608 service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928843 Feb 11 05:55:55.516538 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1d929c54-79d7-4b04-815d-79a6bb0d6729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:55.693717 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc70378-cfe0-4652-89c2-4299c83646e9 req-2bead9a0-c67e-4a93-b6d7-0c6f12ac7549 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:55.695858 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0fc70378-cfe0-4652-89c2-4299c83646e9 req-2bead9a0-c67e-4a93-b6d7-0c6f12ac7549 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 943 time: 0.0592499 Feb 11 05:55:55.758773 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0fc70378-cfe0-4652-89c2-4299c83646e9 req-40937649-f8d7-4c05-956b-a772299294a4 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572362 Feb 11 05:55:56.881120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504d2fd-00c5-4455-8de9-ac085e25681d req-2bd3446d-dbf4-4061-aafb-4ce2124934d7 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:56.882724 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3504d2fd-00c5-4455-8de9-ac085e25681d req-2bd3446d-dbf4-4061-aafb-4ce2124934d7 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 943 time: 0.0550325 Feb 11 05:55:56.936131 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3504d2fd-00c5-4455-8de9-ac085e25681d req-7fabb965-61f0-4a92-a475-c8246d58fe0f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475612 Feb 11 05:55:57.173895 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:58.064763 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e77fc5-6adf-4ebd-9240-9ac952b5f84b req-043f70f4-d293-4eed-a8c5-7753939ec3e6 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:58.066351 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-45e77fc5-6adf-4ebd-9240-9ac952b5f84b req-043f70f4-d293-4eed-a8c5-7753939ec3e6 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 943 time: 0.0565343 Feb 11 05:55:58.120974 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-45e77fc5-6adf-4ebd-9240-9ac952b5f84b req-3da3306b-8aa6-4cad-9622-2c211f10aafd tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487585 Feb 11 05:55:58.740776 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:58.931342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4a318e65-c1f6-45ce-9574-6739eb06eac8 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:55:59.036214 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:59.049671 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'port_id': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'mac_address': 'fa:16:3e:39:ca:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:55:59.093129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 4a318e65-c1f6-45ce-9574-6739eb06eac8 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:55:59.095185 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:59.108196 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a318e65-c1f6-45ce-9574-6739eb06eac8 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:55:59.134191 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:55:59.221098 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:55:59.262122 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f304d-9097-46fb-a0ee-6739da596983 req-0bf75aa9-f1ca-40ca-a980-3163695e0f81 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:55:59.263875 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c42f304d-9097-46fb-a0ee-6739da596983 req-0bf75aa9-f1ca-40ca-a980-3163695e0f81 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 943 time: 0.0732858 Feb 11 05:55:59.282462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=4a318e65-c1f6-45ce-9574-6739eb06eac8,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:55:59.331864 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c42f304d-9097-46fb-a0ee-6739da596983 req-1ebbc354-6673-4f8e-8907-b1f19f4f6e5d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621471 Feb 11 05:55:59.487204 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['4a318e65-c1f6-45ce-9574-6739eb06eac8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:55:59.808444 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:00.463279 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9c0ff-be9c-415f-b4f6-6c7243ebc44e req-e499f976-f685-4f85-b945-40a855722c9c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:00.465182 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-26b9c0ff-be9c-415f-b4f6-6c7243ebc44e req-e499f976-f685-4f85-b945-40a855722c9c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 944 time: 0.0606987 Feb 11 05:56:00.521938 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-26b9c0ff-be9c-415f-b4f6-6c7243ebc44e req-fb167dcd-9a88-40bd-a95b-307dfcf4b082 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502880 Feb 11 05:56:00.945710 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4a318e65-c1f6-45ce-9574-6739eb06eac8 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:56:01.064902 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 4a318e65-c1f6-45ce-9574-6739eb06eac8 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:56:01.069381 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 4a318e65-c1f6-45ce-9574-6739eb06eac8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:56:01.069784 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:01.176866 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 4a318e65-c1f6-45ce-9574-6739eb06eac8 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:56:01.177337 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:01.220010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:01.224097 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc01bc4-fda9-4465-aafd-7bcc3d848fc1" -d '{"events": [{"server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "name": "network-vif-plugged", "status": "completed", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:01.241836 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:56:01.264368 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd9ffc6-994a-4faf-9862-11c273ac5e85 x-openstack-request-id: req-1cd9ffc6-994a-4faf-9862-11c273ac5e85 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:01.264670 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "name": "network-vif-plugged", "status": "completed", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:01.264929 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cd9ffc6-994a-4faf-9862-11c273ac5e85 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:01.265345 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'code': 200} Feb 11 05:56:01.316946 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:01.383364 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=4a318e65-c1f6-45ce-9574-6739eb06eac8,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:01.390298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1380a5-656e-47f3-a2e8-04c2cf23c6fb req-68366383-03fb-42ff-ad90-72bcc7c4f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:01.393407 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a1380a5-656e-47f3-a2e8-04c2cf23c6fb req-68366383-03fb-42ff-ad90-72bcc7c4f656 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 1128 time: 0.0630031 Feb 11 05:56:01.443479 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a1380a5-656e-47f3-a2e8-04c2cf23c6fb req-fc3e2bca-21cd-44c5-94a4-b66c7632bf78 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442102 Feb 11 05:56:01.664472 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a35a0-aa51-44d4-bdd8-31c84f7fbfa8 req-8e1cc880-1a4a-4124-9558-c6ea8fd7a850 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:01.666052 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e86a35a0-aa51-44d4-bdd8-31c84f7fbfa8 req-8e1cc880-1a4a-4124-9558-c6ea8fd7a850 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0648117 Feb 11 05:56:01.725126 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e86a35a0-aa51-44d4-bdd8-31c84f7fbfa8 req-caa1c9d1-a88d-4918-b495-dfcea8a5b4ef tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488205 Feb 11 05:56:02.868243 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8b756-9814-47e6-8c83-142edc509415 req-85b3094f-829c-4549-af31-1483faf4dd81 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:02.869891 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-71b8b756-9814-47e6-8c83-142edc509415 req-85b3094f-829c-4549-af31-1483faf4dd81 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0638230 Feb 11 05:56:02.924833 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-71b8b756-9814-47e6-8c83-142edc509415 req-c667c5db-f6a7-428b-94d5-966ea487151d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476665 Feb 11 05:56:03.077803 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266b2a9-5774-42b1-860c-2eda8c7aa7d6 req-d9c355ce-684a-439e-909c-0a9416785d4a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:03.079562 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f266b2a9-5774-42b1-860c-2eda8c7aa7d6 req-d9c355ce-684a-439e-909c-0a9416785d4a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0665729 Feb 11 05:56:03.143304 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f266b2a9-5774-42b1-860c-2eda8c7aa7d6 req-4e670292-9dc3-482a-a976-6d428dd9c176 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578635 Feb 11 05:56:03.167442 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47274) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:03.266198 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee3d76d-60fe-45e6-b491-ed76f2077d2c tempest-TestShelveInstance-82008467 tempest-TestShelveInstance-82008467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:03.267845 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-1ee3d76d-60fe-45e6-b491-ed76f2077d2c tempest-TestShelveInstance-82008467 tempest-TestShelveInstance-82008467-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 1123 time: 0.0991397 Feb 11 05:56:03.271350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47278) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 05:56:03.276169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:56:03.591898 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:03.720098 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:03.844859 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Allocated IP 172.25.3.193 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/a688b136-0506-43e4-b7e0-00b2d12d9ac8) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 05:56:03.962817 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for port (a688b136-0506-43e4-b7e0-00b2d12d9ac8), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:04.101134 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (a688b136-0506-43e4-b7e0-00b2d12d9ac8), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:04.148237 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 05:56:04.151520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 05:56:04.156860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 05:56:04.160529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'Port': ['ID=a688b136-0506-43e4-b7e0-00b2d12d9ac8,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:04.572175 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for floatingip (0cd03dd2-134f-40b9-91b4-622395f591cd), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:04.704887 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a688b136-0506-43e4-b7e0-00b2d12d9ac8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:04.861268 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:04.885753 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for port (a688b136-0506-43e4-b7e0-00b2d12d9ac8), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:04.946369 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (a688b136-0506-43e4-b7e0-00b2d12d9ac8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:04.980645 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:05.031817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'Port': ['ID=a688b136-0506-43e4-b7e0-00b2d12d9ac8,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:56:05.045256 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (0cd03dd2-134f-40b9-91b4-622395f591cd), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:05.179849 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Floating IP 0cd03dd2-134f-40b9-91b4-622395f591cd associated. External IP: 172.25.3.193, port: 4a318e65-c1f6-45ce-9574-6739eb06eac8. Feb 11 05:56:05.444983 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Router af19e4af-40c6-4223-bea8-8be9c6f6897f has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 05:56:05.885004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 05:56:05.898161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a32f6ca-ab3b-46ad-93b7-bf8652b9d0f3 None None] Sync routers for ids ['af19e4af-40c6-4223-bea8-8be9c6f6897f'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 05:56:05.911052 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a32f6ca-ab3b-46ad-93b7-bf8652b9d0f3 None None] Routers {'af19e4af-40c6-4223-bea8-8be9c6f6897f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:56:05.914511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8a32f6ca-ab3b-46ad-93b7-bf8652b9d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:55:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af19e4af-40c6-4223-bea8-8be9c6f6897f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:05.970839 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:06.009885 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-844086ca-887a-4599-8200-4ada3492480a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7371666 Feb 11 05:56:06.010808 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:56:06.014590 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faa2b1a-f5c1-44e5-a9d2-dfe1953768ef" -d '{"events": [{"name": "network-changed", "server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:56:06.045271 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8a32f6ca-ab3b-46ad-93b7-bf8652b9d0f3 None None] Set router af19e4af-40c6-4223-bea8-8be9c6f6897f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:56:06.083303 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c772a966-a151-45a0-82fa-62bf276b5142 x-openstack-request-id: req-c772a966-a151-45a0-82fa-62bf276b5142 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:56:06.083852 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:56:06.084326 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c772a966-a151-45a0-82fa-62bf276b5142 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:56:06.085027 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'status': 'completed', 'code': 200} Feb 11 05:56:06.165422 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa2b1a-f5c1-44e5-a9d2-dfe1953768ef req-162303de-965c-4893-8b28-18fadac01ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:06.167284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6faa2b1a-f5c1-44e5-a9d2-dfe1953768ef req-162303de-965c-4893-8b28-18fadac01ec4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 1128 time: 0.0625112 Feb 11 05:56:06.342756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa2b1a-f5c1-44e5-a9d2-dfe1953768ef req-535f2aba-e4af-416c-8e2f-0608bf2baa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:06.344388 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6faa2b1a-f5c1-44e5-a9d2-dfe1953768ef req-535f2aba-e4af-416c-8e2f-0608bf2baa8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.1704648 Feb 11 05:56:06.403442 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8a32f6ca-ab3b-46ad-93b7-bf8652b9d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '0cd03dd2-134f-40b9-91b4-622395f591cd', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'port_id': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'mac_address': 'fa:16:3e:39:ca:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69027432-f068-44d0-8f56-e5de6fda28bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:56:04Z', 'updated_at': '2022-02-11T05:56:04Z', 'revision_number': 0, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34600982-676f-4839-ac64-94af7b00b54a', 'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'mac_address': 'fa:16:3e:28:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:34Z', 'updated_at': '2022-02-11T05:55:39Z', 'revision_number': 5, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'subnets': [{'id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:06.428822 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6faa2b1a-f5c1-44e5-a9d2-dfe1953768ef req-705fed85-a376-4728-8a0d-4a5bb0aea1cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8 HTTP/1.1" status: 200 len: 999 time: 0.0779638 Feb 11 05:56:06.434929 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a32f6ca-ab3b-46ad-93b7-bf8652b9d0f3 None None] Checking router: af19e4af-40c6-4223-bea8-8be9c6f6897f for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 05:56:06.445113 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a32f6ca-ab3b-46ad-93b7-bf8652b9d0f3 None None] Routers {'af19e4af-40c6-4223-bea8-8be9c6f6897f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 05:56:06.445786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8a32f6ca-ab3b-46ad-93b7-bf8652b9d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:55:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af19e4af-40c6-4223-bea8-8be9c6f6897f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:06.507894 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa2b1a-f5c1-44e5-a9d2-dfe1953768ef req-e2bbb4a1-ea2b-45d9-9221-05bb02db5840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:06.514183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6faa2b1a-f5c1-44e5-a9d2-dfe1953768ef req-e2bbb4a1-ea2b-45d9-9221-05bb02db5840 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0745521 Feb 11 05:56:06.566266 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa2b1a-f5c1-44e5-a9d2-dfe1953768ef req-6d302c26-ff9e-479d-b1d1-399d93b6e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:06.568360 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6faa2b1a-f5c1-44e5-a9d2-dfe1953768ef req-6d302c26-ff9e-479d-b1d1-399d93b6e3f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0521173 Feb 11 05:56:06.623210 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-8a32f6ca-ab3b-46ad-93b7-bf8652b9d0f3 None None] Set router af19e4af-40c6-4223-bea8-8be9c6f6897f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 05:56:06.678811 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6faa2b1a-f5c1-44e5-a9d2-dfe1953768ef req-990233ca-5318-48fb-864f-0b875b68d73a service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033819 Feb 11 05:56:06.792173 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6faa2b1a-f5c1-44e5-a9d2-dfe1953768ef req-77f95126-4257-42ba-a435-c417bb5e2bcb service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058695 Feb 11 05:56:06.976587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-8a32f6ca-ab3b-46ad-93b7-bf8652b9d0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '0cd03dd2-134f-40b9-91b4-622395f591cd', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'port_id': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'mac_address': 'fa:16:3e:39:ca:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69027432-f068-44d0-8f56-e5de6fda28bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:56:04Z', 'updated_at': '2022-02-11T05:56:04Z', 'revision_number': 0, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34600982-676f-4839-ac64-94af7b00b54a', 'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'mac_address': 'fa:16:3e:28:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:34Z', 'updated_at': '2022-02-11T05:55:39Z', 'revision_number': 5, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'subnets': [{'id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 05:56:07.007183 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a32f6ca-ab3b-46ad-93b7-bf8652b9d0f3 None None] The sync data for ids ['af19e4af-40c6-4223-bea8-8be9c6f6897f'] in n-d-712142-35 is: [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '0cd03dd2-134f-40b9-91b4-622395f591cd', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'floating_ip_address': '172.25.3.193', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'port_id': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'mac_address': 'fa:16:3e:39:ca:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69027432-f068-44d0-8f56-e5de6fda28bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T05:56:04Z', 'updated_at': '2022-02-11T05:56:04Z', 'revision_number': 0, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34600982-676f-4839-ac64-94af7b00b54a', 'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'mac_address': 'fa:16:3e:28:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:34Z', 'updated_at': '2022-02-11T05:55:39Z', 'revision_number': 5, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'subnets': [{'id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 05:56:07.246079 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5eb531-4265-424f-b018-294a8dd699b8 None None] New status for floating IP 0cd03dd2-134f-40b9-91b4-622395f591cd: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 05:56:11.409670 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:56:23.241497 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e23204c4-9a17-4291-b2fd-b111f5e8ab9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:25.500286 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-dca25e8e-5e84-4ee7-9ad1-e68308fa53ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:27.169186 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:28.734949 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:29.818773 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:34.803040 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:34.991012 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:48.408345 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:56:48.826800 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ef00300-ad8f-447d-a2eb-eb1b3f32b1fe req-7a5b0baf-c15e-426e-b6cc-30b7f5867519 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472627 Feb 11 05:56:48.917144 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef00300-ad8f-447d-a2eb-eb1b3f32b1fe req-ec704e04-38b5-4b58-b5bd-72a34c87c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:48.918705 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ef00300-ad8f-447d-a2eb-eb1b3f32b1fe req-ec704e04-38b5-4b58-b5bd-72a34c87c3f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 1128 time: 0.0472713 Feb 11 05:56:49.039671 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef00300-ad8f-447d-a2eb-eb1b3f32b1fe req-b6f66997-d149-4aef-bf44-db7da6e100ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:49.041175 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ef00300-ad8f-447d-a2eb-eb1b3f32b1fe req-b6f66997-d149-4aef-bf44-db7da6e100ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.1001723 Feb 11 05:56:49.111515 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ef00300-ad8f-447d-a2eb-eb1b3f32b1fe req-e245dccc-c0d9-486e-8f63-ef819351c457 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8 HTTP/1.1" status: 200 len: 1001 time: 0.0628755 Feb 11 05:56:49.167479 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef00300-ad8f-447d-a2eb-eb1b3f32b1fe req-3f2de1e9-171c-471d-9c23-80cdfea569b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:49.168970 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ef00300-ad8f-447d-a2eb-eb1b3f32b1fe req-3f2de1e9-171c-471d-9c23-80cdfea569b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0517192 Feb 11 05:56:49.221538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef00300-ad8f-447d-a2eb-eb1b3f32b1fe req-ee7430c7-ef5f-41bd-a776-7873ccf11b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:56:49.223112 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ef00300-ad8f-447d-a2eb-eb1b3f32b1fe req-ee7430c7-ef5f-41bd-a776-7873ccf11b9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474823 Feb 11 05:56:49.319080 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ef00300-ad8f-447d-a2eb-eb1b3f32b1fe req-f1f11726-e05e-41e5-86c0-960c2fb3213a service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889277 Feb 11 05:56:49.419860 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-2ef00300-ad8f-447d-a2eb-eb1b3f32b1fe req-7520843b-46fd-4d6f-b4dd-89d71c066873 service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949306 Feb 11 05:56:53.213566 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b979825e-e2c3-4bd1-98d9-7924581f68dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:55.492363 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f35b9999-adaf-47c2-95ee-0d82ea8bf35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:57.116433 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:58.699494 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:56:59.853361 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:04.859050 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:04.996973 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:23.247142 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4ddfed18-e8d4-4c21-82d9-992ac6b0b544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:25.408249 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:57:25.508630 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-979202d4-7da2-40b2-bd44-f53cdf1bb291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:27.133204 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:28.802147 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:29.938826 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:34.847420 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:35.001538 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:49.835902 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a1a750d-ade3-4eee-9ab8-5c631c1e53dc req-fa483c18-b8f7-48c1-91c4-14cf40e6c3f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462341 Feb 11 05:57:49.927665 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a750d-ade3-4eee-9ab8-5c631c1e53dc req-f2718614-f13a-4f98-a384-340761cfa17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:49.929393 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a1a750d-ade3-4eee-9ab8-5c631c1e53dc req-f2718614-f13a-4f98-a384-340761cfa17e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 1128 time: 0.0520694 Feb 11 05:57:50.034325 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a750d-ade3-4eee-9ab8-5c631c1e53dc req-58dc9f52-a524-46c5-9959-65261760252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:50.035889 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a1a750d-ade3-4eee-9ab8-5c631c1e53dc req-58dc9f52-a524-46c5-9959-65261760252d service neutron] 10.222.0.32 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.0875425 Feb 11 05:57:50.110077 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a1a750d-ade3-4eee-9ab8-5c631c1e53dc req-e72d52bc-ac35-43b5-b8fd-6876d089fe32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8 HTTP/1.1" status: 200 len: 1001 time: 0.0677454 Feb 11 05:57:50.166183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a750d-ade3-4eee-9ab8-5c631c1e53dc req-8b7bc5ce-666f-44a6-80d5-6bbb9bbd8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:50.167830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a1a750d-ade3-4eee-9ab8-5c631c1e53dc req-8b7bc5ce-666f-44a6-80d5-6bbb9bbd8ddd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0525284 Feb 11 05:57:50.219873 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a750d-ade3-4eee-9ab8-5c631c1e53dc req-2a5966ee-c71f-42d4-a07b-f49becff6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:57:50.221413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a1a750d-ade3-4eee-9ab8-5c631c1e53dc req-2a5966ee-c71f-42d4-a07b-f49becff6f68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475688 Feb 11 05:57:50.323205 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a1a750d-ade3-4eee-9ab8-5c631c1e53dc req-05985d23-e29b-48f1-8edd-0a609a560e90 service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959229 Feb 11 05:57:50.428273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6a1a750d-ade3-4eee-9ab8-5c631c1e53dc req-7fb32913-ad0f-4991-b564-6e1f7c836f84 service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991929 Feb 11 05:57:53.244369 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-52f07116-92d2-4d0e-a3fd-af0ef4ed7a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:55.496594 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9fd1b10a-8ba8-497d-89b5-64dca56065b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:57.131615 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:58.727480 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:57:59.898087 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:02.408056 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:58:03.757857 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe068ce-8bbb-4945-a867-61c82d324630 req-d78125d2-ac7f-4689-8b6f-0d287d55a9f6 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:03.759422 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0fe068ce-8bbb-4945-a867-61c82d324630 req-d78125d2-ac7f-4689-8b6f-0d287d55a9f6 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0585780 Feb 11 05:58:03.815469 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0fe068ce-8bbb-4945-a867-61c82d324630 req-81b28487-8d87-420d-b540-8f302ce7d6ef tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493786 Feb 11 05:58:04.864136 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:04.960832 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9cbaa-47c5-442a-8cde-602dfed42cad req-3f16a769-03c0-4b6a-b3a9-3a8be33e8848 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:04.962590 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-43e9cbaa-47c5-442a-8cde-602dfed42cad req-3f16a769-03c0-4b6a-b3a9-3a8be33e8848 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0620749 Feb 11 05:58:05.018930 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-43e9cbaa-47c5-442a-8cde-602dfed42cad req-b4f34559-f62a-49d1-9eaa-bff81879c949 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489855 Feb 11 05:58:05.023600 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:06.397802 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4cf00-f232-4cb0-b6c2-f52e6139077d req-28ba196c-2e96-4cf7-b303-92d764c3f78a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:06.399828 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-71f4cf00-f232-4cb0-b6c2-f52e6139077d req-28ba196c-2e96-4cf7-b303-92d764c3f78a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0547707 Feb 11 05:58:06.450405 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-71f4cf00-f232-4cb0-b6c2-f52e6139077d req-a576a094-d973-4134-a575-ab6f8ba6ffdd tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451465 Feb 11 05:58:07.574215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ea68f-b695-4215-8c49-f4990e03740d req-fa31157e-a9e4-4c07-9bfb-218a04b96266 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:07.575786 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-874ea68f-b695-4215-8c49-f4990e03740d req-fa31157e-a9e4-4c07-9bfb-218a04b96266 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0541461 Feb 11 05:58:07.632166 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-874ea68f-b695-4215-8c49-f4990e03740d req-a9b84b41-6618-4fce-9ce2-c48abc4855db tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506654 Feb 11 05:58:08.762140 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b958a-7822-4c14-902b-5b3aba42607e req-be90e70b-f83d-44da-87ee-76e20c3a9a62 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:08.764163 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc0b958a-7822-4c14-902b-5b3aba42607e req-be90e70b-f83d-44da-87ee-76e20c3a9a62 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0558772 Feb 11 05:58:08.815307 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc0b958a-7822-4c14-902b-5b3aba42607e req-265f8237-89c3-495b-9cf1-15acdef53c77 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455668 Feb 11 05:58:09.943707 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1971c-c463-4546-b62b-5d1a83626966 req-9797b590-7f5d-467b-97cf-a8e797ed0dc4 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:09.945260 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-afc1971c-c463-4546-b62b-5d1a83626966 req-9797b590-7f5d-467b-97cf-a8e797ed0dc4 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0565820 Feb 11 05:58:09.996810 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-afc1971c-c463-4546-b62b-5d1a83626966 req-ff276616-6c9b-491a-9fa2-931ce3fac6f7 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452900 Feb 11 05:58:11.132543 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c729295-c2d4-4a66-9381-d4f2ca5e089c req-cfa36557-a476-4ec2-a605-65594dff89f7 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:11.134514 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1c729295-c2d4-4a66-9381-d4f2ca5e089c req-cfa36557-a476-4ec2-a605-65594dff89f7 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0671947 Feb 11 05:58:11.192300 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1c729295-c2d4-4a66-9381-d4f2ca5e089c req-d9972475-259f-4754-9946-35cd432f5ecc tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518806 Feb 11 05:58:12.338120 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ce0c0-3979-437a-8136-5c21b488fa56 req-9759f950-6fab-427c-ba81-4050cbec3700 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:12.340100 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e71ce0c0-3979-437a-8136-5c21b488fa56 req-9759f950-6fab-427c-ba81-4050cbec3700 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0588403 Feb 11 05:58:12.393552 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e71ce0c0-3979-437a-8136-5c21b488fa56 req-503a5001-5fd3-4597-9c41-5f4483508750 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476573 Feb 11 05:58:13.513433 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3e024-7a3b-41aa-9d95-b11d17fffdb4 req-c988d97b-4344-44df-aed7-bdb6e7dac197 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:13.514961 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-15b3e024-7a3b-41aa-9d95-b11d17fffdb4 req-c988d97b-4344-44df-aed7-bdb6e7dac197 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0529768 Feb 11 05:58:13.572201 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-15b3e024-7a3b-41aa-9d95-b11d17fffdb4 req-8958320e-553f-4352-9702-dd6e5a65d8dd tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516078 Feb 11 05:58:14.702067 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff977ff-6b63-4522-bab8-20c408250224 req-5af871ff-04bd-4f52-99fe-58aab2d44c5a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:14.703616 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6ff977ff-6b63-4522-bab8-20c408250224 req-5af871ff-04bd-4f52-99fe-58aab2d44c5a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0555737 Feb 11 05:58:14.755156 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6ff977ff-6b63-4522-bab8-20c408250224 req-3c26569e-847d-4952-bfe7-9c8d4518930d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458698 Feb 11 05:58:15.518971 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4a318e65-c1f6-45ce-9574-6739eb06eac8 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:58:15.631823 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:15.643211 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'port_id': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'mac_address': 'fa:16:3e:39:ca:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:58:15.686580 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 4a318e65-c1f6-45ce-9574-6739eb06eac8 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:15.686997 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:15.700066 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a318e65-c1f6-45ce-9574-6739eb06eac8 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:58:15.719471 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:15.783308 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:15.840889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=4a318e65-c1f6-45ce-9574-6739eb06eac8,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:15.849829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:15.850101 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:15.850445 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:15.850819 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:15.851157 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:15.851495 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:15.851831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:15.852161 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:15.852487 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:15.852813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:15.853137 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:15.853460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:15.853782 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:15.873736 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['4a318e65-c1f6-45ce-9574-6739eb06eac8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:58:15.889166 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98951a6-7eda-4921-a1a6-14c7ba3b740a req-b5e90e52-8400-4897-97b4-61941aeb6f0b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:15.890750 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b98951a6-7eda-4921-a1a6-14c7ba3b740a req-b5e90e52-8400-4897-97b4-61941aeb6f0b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 944 time: 0.0606711 Feb 11 05:58:15.941904 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b98951a6-7eda-4921-a1a6-14c7ba3b740a req-8f160db6-9560-45b1-aa59-1f1ccefa4247 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452464 Feb 11 05:58:17.070043 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfe213-64c1-4235-9ec4-3fbd0d066314 req-1330867e-84f7-413d-9ba5-5c9179d08a3c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:17.071698 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-14bfe213-64c1-4235-9ec4-3fbd0d066314 req-1330867e-84f7-413d-9ba5-5c9179d08a3c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 944 time: 0.0585303 Feb 11 05:58:17.124088 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-14bfe213-64c1-4235-9ec4-3fbd0d066314 req-681bd26a-7510-4ab8-b517-8099cb3e503d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461586 Feb 11 05:58:17.533729 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4a318e65-c1f6-45ce-9574-6739eb06eac8 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:17.595014 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 4a318e65-c1f6-45ce-9574-6739eb06eac8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:17.595670 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:17.702284 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 4a318e65-c1f6-45ce-9574-6739eb06eac8 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:17.702743 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:17.737139 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:17.739819 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42011792-0fe4-47bf-8397-874ae6f66aab" -d '{"events": [{"server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "name": "network-vif-plugged", "status": "completed", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:17.753419 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:17.817799 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:17.886695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=4a318e65-c1f6-45ce-9574-6739eb06eac8,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:17.915597 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5cb7eb-683a-45a8-beea-952aed7312c9 x-openstack-request-id: req-5a5cb7eb-683a-45a8-beea-952aed7312c9 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:17.915909 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "name": "network-vif-plugged", "status": "completed", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:17.916176 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a5cb7eb-683a-45a8-beea-952aed7312c9 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:17.916591 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'code': 200} Feb 11 05:58:18.261823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c18c99-e9ac-45fe-addd-cd2ae19dc66c req-cc9bcdaa-833f-4583-9692-c9948c16c0db tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:18.266019 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99c18c99-e9ac-45fe-addd-cd2ae19dc66c req-cc9bcdaa-833f-4583-9692-c9948c16c0db tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0582104 Feb 11 05:58:18.317982 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99c18c99-e9ac-45fe-addd-cd2ae19dc66c req-9c39c35b-b8aa-497d-b09c-36c5286ced12 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472386 Feb 11 05:58:19.482156 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554eaa0b-ff4e-41a7-a6e0-03968d92ecba req-9937995c-de50-4e4b-a90d-ebb878866fd4 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:19.483894 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-554eaa0b-ff4e-41a7-a6e0-03968d92ecba req-9937995c-de50-4e4b-a90d-ebb878866fd4 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0822980 Feb 11 05:58:19.540206 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-554eaa0b-ff4e-41a7-a6e0-03968d92ecba req-a7bb5727-12a8-475b-8d32-04e8cbd09dc9 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494761 Feb 11 05:58:20.731262 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd43c2-a840-4567-802e-34430633f306 req-209108b5-2b8b-4e3e-8f04-5db1514f942b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:20.740003 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-80bd43c2-a840-4567-802e-34430633f306 req-209108b5-2b8b-4e3e-8f04-5db1514f942b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.1020062 Feb 11 05:58:20.807543 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-80bd43c2-a840-4567-802e-34430633f306 req-069e9e17-3d70-463c-9c2c-4e6d06d4be22 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664089 Feb 11 05:58:21.957514 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83c052-6d71-4962-9005-65a8293c4aa8 req-bcb5afb0-3971-40ae-852f-90dc76a2b141 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:21.959269 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3e83c052-6d71-4962-9005-65a8293c4aa8 req-bcb5afb0-3971-40ae-852f-90dc76a2b141 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0712872 Feb 11 05:58:22.022840 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3e83c052-6d71-4962-9005-65a8293c4aa8 req-64b63a80-ff91-478d-a1be-9da546523d16 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577462 Feb 11 05:58:23.166210 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b1203-1dd2-46a1-ab43-ac515de1ca69 req-d28dd0fd-09b7-477a-8b6f-70bf76b85d96 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:23.167807 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f78b1203-1dd2-46a1-ab43-ac515de1ca69 req-d28dd0fd-09b7-477a-8b6f-70bf76b85d96 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0677345 Feb 11 05:58:23.220152 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f78b1203-1dd2-46a1-ab43-ac515de1ca69 req-fa31ca65-af52-4f9f-ae35-c4e6c2d2a64e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464110 Feb 11 05:58:23.257275 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-597fbac8-c22c-4d68-aaef-0b5c3a8567eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:24.349432 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccc3e6-83a4-495e-ba20-f310856aa53c req-a603a589-5986-4d95-a6b1-ef2da99e624c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:24.351396 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6bccc3e6-83a4-495e-ba20-f310856aa53c req-a603a589-5986-4d95-a6b1-ef2da99e624c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0577066 Feb 11 05:58:24.408542 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6bccc3e6-83a4-495e-ba20-f310856aa53c req-49ab9e77-cbfe-4235-8169-a2c00e30b266 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503995 Feb 11 05:58:25.542494 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e476b58b-a862-483d-9f0a-deda165f97ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:25.564772 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288e6c1-fccc-4714-afe2-1ac65a842beb req-d88ab098-aeb1-42e2-bdf3-0ed0c8d73735 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:25.566371 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8288e6c1-fccc-4714-afe2-1ac65a842beb req-d88ab098-aeb1-42e2-bdf3-0ed0c8d73735 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0696807 Feb 11 05:58:25.629281 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8288e6c1-fccc-4714-afe2-1ac65a842beb req-6cb45e44-89fc-4035-bfb7-59372eae7a9e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538526 Feb 11 05:58:26.774504 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc130431-54d7-456d-9ad7-d03d3885cc65 req-2207a8f4-696e-4ab0-8fef-0373098666ca tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:26.776042 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc130431-54d7-456d-9ad7-d03d3885cc65 req-2207a8f4-696e-4ab0-8fef-0373098666ca tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0613673 Feb 11 05:58:26.843217 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-cc130431-54d7-456d-9ad7-d03d3885cc65 req-836e79d5-3513-47ec-8164-11bd99163359 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600331 Feb 11 05:58:27.194612 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:27.967252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389b530-ce4d-42b4-a3dc-808189ae42a1 req-d7b415b2-c670-477b-9361-3c3e0816a834 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:27.968838 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a389b530-ce4d-42b4-a3dc-808189ae42a1 req-d7b415b2-c670-477b-9361-3c3e0816a834 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0570521 Feb 11 05:58:28.027054 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a389b530-ce4d-42b4-a3dc-808189ae42a1 req-e2c8b9e3-c2f7-483e-b0ae-3df08e350e7d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497632 Feb 11 05:58:28.235176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e3e86-70fd-4856-b4a1-4a61a64f8a7c req-e8322b22-44ce-41ca-9752-cb21fa62efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:28.236797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-083e3e86-70fd-4856-b4a1-4a61a64f8a7c req-e8322b22-44ce-41ca-9752-cb21fa62efd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 1128 time: 0.0523000 Feb 11 05:58:28.333817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e3e86-70fd-4856-b4a1-4a61a64f8a7c req-f6a70704-ebd1-49c2-81a9-fe3c50e3dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:28.335343 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-083e3e86-70fd-4856-b4a1-4a61a64f8a7c req-f6a70704-ebd1-49c2-81a9-fe3c50e3dffd service neutron] 10.222.0.32 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.0912504 Feb 11 05:58:28.410010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-083e3e86-70fd-4856-b4a1-4a61a64f8a7c req-a10ecb39-9421-4093-a1c3-f6450a5c9b1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8 HTTP/1.1" status: 200 len: 1001 time: 0.0677261 Feb 11 05:58:28.461333 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e3e86-70fd-4856-b4a1-4a61a64f8a7c req-2badfe37-f680-4726-a17a-086ad281f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:28.462851 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-083e3e86-70fd-4856-b4a1-4a61a64f8a7c req-2badfe37-f680-4726-a17a-086ad281f408 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0461540 Feb 11 05:58:28.515055 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e3e86-70fd-4856-b4a1-4a61a64f8a7c req-52148995-2827-4b89-99a4-60420b699d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:28.516670 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-083e3e86-70fd-4856-b4a1-4a61a64f8a7c req-52148995-2827-4b89-99a4-60420b699d86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467658 Feb 11 05:58:28.620279 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-083e3e86-70fd-4856-b4a1-4a61a64f8a7c req-6ea44670-1531-4325-a95b-555efd0397fa service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971513 Feb 11 05:58:28.719336 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-083e3e86-70fd-4856-b4a1-4a61a64f8a7c req-ad3f793c-1883-4964-afb4-4c36d1143a5f service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926166 Feb 11 05:58:28.753400 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:29.160737 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bca907-c467-436e-9b61-fff04dd926b6 req-a367252e-ac99-41c5-ab3c-30b929b66208 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:29.162281 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-20bca907-c467-436e-9b61-fff04dd926b6 req-a367252e-ac99-41c5-ab3c-30b929b66208 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0563445 Feb 11 05:58:29.219739 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-20bca907-c467-436e-9b61-fff04dd926b6 req-a784b424-8020-47ac-8d26-7884dc8ff842 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467796 Feb 11 05:58:29.874760 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:30.353908 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e6c22-d42f-4d7d-a25d-ef5382b8d638 req-53ca362a-6a62-478a-bf5d-7768feca0148 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:30.355669 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-619e6c22-d42f-4d7d-a25d-ef5382b8d638 req-53ca362a-6a62-478a-bf5d-7768feca0148 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0573063 Feb 11 05:58:30.419609 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-619e6c22-d42f-4d7d-a25d-ef5382b8d638 req-7501b0f2-ffb9-43f4-9877-c692bafc8bcd tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566237 Feb 11 05:58:31.546721 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcbb33-e300-401e-b10a-6ecf9b9e61b1 req-fbb949a7-82e1-480a-8947-efdcb7172ad3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:31.548296 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a9dcbb33-e300-401e-b10a-6ecf9b9e61b1 req-fbb949a7-82e1-480a-8947-efdcb7172ad3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0587125 Feb 11 05:58:31.590989 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4a318e65-c1f6-45ce-9574-6739eb06eac8 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:58:31.598659 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a9dcbb33-e300-401e-b10a-6ecf9b9e61b1 req-9f171b10-3140-4d09-be10-092e15b15f71 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447218 Feb 11 05:58:31.679789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 4a318e65-c1f6-45ce-9574-6739eb06eac8 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:31.680193 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:31.706088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:31.708454 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b514604b-414c-4d87-9577-9ffa6aa8be21" -d '{"events": [{"server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "name": "network-vif-unplugged", "status": "completed", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:31.720241 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-c438197f-907b-48ae-8615-a86fe861a8ba req-379079e3-c32d-4ef2-a81b-eb6d66b3aca5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 05:58:31.721422 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c438197f-907b-48ae-8615-a86fe861a8ba req-379079e3-c32d-4ef2-a81b-eb6d66b3aca5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0528162 Feb 11 05:58:31.722436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:31.742464 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832a3d29-d842-468e-8bfb-05b332f4303b x-openstack-request-id: req-832a3d29-d842-468e-8bfb-05b332f4303b {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:31.742837 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "name": "network-vif-unplugged", "status": "failed", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8", "code": 422}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:31.743101 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-832a3d29-d842-468e-8bfb-05b332f4303b {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:31.743504 n-d-712142-35 neutron-server[103810]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'code': 422} returned with failed status Feb 11 05:58:31.846081 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:31.897057 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=4a318e65-c1f6-45ce-9574-6739eb06eac8,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:32.090069 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0093-62c0-4846-bb77-aee67e5dde2d req-5118d6fd-ecdd-4c51-a585-2d8b77b2ca17 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:32.091622 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-db9e0093-62c0-4846-bb77-aee67e5dde2d req-5118d6fd-ecdd-4c51-a585-2d8b77b2ca17 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 943 time: 0.0560884 Feb 11 05:58:32.151434 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-db9e0093-62c0-4846-bb77-aee67e5dde2d req-e84023b3-a03d-4f27-8090-11801880e194 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534961 Feb 11 05:58:32.596636 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8ac16005-4f5f-4040-b593-77c75eecac11 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0952609 Feb 11 05:58:32.726637 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-354e9c16-9e89-4d24-a439-10245946dd97 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:32.728057 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-354e9c16-9e89-4d24-a439-10245946dd97 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports/4a318e65-c1f6-45ce-9574-6739eb06eac8 HTTP/1.1" status: 200 len: 940 time: 0.1031859 Feb 11 05:58:33.656785 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76450058-b669-40b8-bd1c-4db1197de393 req-1b80dd63-c642-41a9-82d3-5b5f62f4f6e7 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:33.659225 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-76450058-b669-40b8-bd1c-4db1197de393 req-1b80dd63-c642-41a9-82d3-5b5f62f4f6e7 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 943 time: 0.4342625 Feb 11 05:58:33.721084 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-76450058-b669-40b8-bd1c-4db1197de393 req-acd74c62-39a1-4c87-a254-b46ca67a26b0 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559258 Feb 11 05:58:34.222145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-4ded8089-2f74-4e6f-9a69-da60fcdecbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:34.223713 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-4ded8089-2f74-4e6f-9a69-da60fcdecbf6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf&tenant_id=4990b51a81004cc28be4dfd3c1959e9a HTTP/1.1" status: 200 len: 1126 time: 0.0456004 Feb 11 05:58:34.235877 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-35', 'device_owner': 'compute:nova'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 05:58:34.296658 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:34.514139 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:34.547203 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:58:34.579820 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a318e65-c1f6-45ce-9574-6739eb06eac8 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:58:34.587880 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Publish callbacks [] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:34.601265 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Transition to ACTIVE for port object 4a318e65-c1f6-45ce-9574-6739eb06eac8 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 05:58:34.668738 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:34.759301 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Pushing event updated for resources: {'Port': ['ID=4a318e65-c1f6-45ce-9574-6739eb06eac8,revision_number=9']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:34.777292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:34.777292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:34.777292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:34.777292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:34.777292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:34.777292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:34.777292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:34.777292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:34.777292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:34.777292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:34.777292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:34.778727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:34.778727 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 05:58:34.818315 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] No DVR routers for this DVR port 4a318e65-c1f6-45ce-9574-6739eb06eac8 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 05:58:34.846322 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:34.876599 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe0c39-8079-40b2-8aac-d3bb41882e9e req-b1dd937e-2995-41ca-9c1d-9b8d4ec640cc tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:34.878965 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d3fe0c39-8079-40b2-8aac-d3bb41882e9e req-b1dd937e-2995-41ca-9c1d-9b8d4ec640cc tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 943 time: 0.0623674 Feb 11 05:58:34.934978 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d3fe0c39-8079-40b2-8aac-d3bb41882e9e req-a4669e48-5866-4d41-95c9-a86e57bf3d30 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480244 Feb 11 05:58:34.991428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Attempting to bind port 4a318e65-c1f6-45ce-9574-6739eb06eac8 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 05:58:34.991672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Attempting to bind port 4a318e65-c1f6-45ce-9574-6739eb06eac8 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 05:58:34.992047 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Attempting to bind port 4a318e65-c1f6-45ce-9574-6739eb06eac8 on network 109dd9be-bb9c-416f-9020-56d50941773e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:34.996695 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Port 4a318e65-c1f6-45ce-9574-6739eb06eac8 on network 109dd9be-bb9c-416f-9020-56d50941773e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 05:58:34.997019 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Attempting to bind port 4a318e65-c1f6-45ce-9574-6739eb06eac8 on network 109dd9be-bb9c-416f-9020-56d50941773e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 05:58:35.002871 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 5, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 05:58:35.003246 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Checking segment: {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 05:58:35.003642 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Bound using segment: {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 05:58:35.004103 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Bound port: 4a318e65-c1f6-45ce-9574-6739eb06eac8, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 05:58:35.004465 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:35.022683 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:35.069192 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 05:58:35.072344 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 05:58:35.154842 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:35.196275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:35.196900 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:35.198455 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] 10.222.0.47 "PUT /v2.0/ports/4a318e65-c1f6-45ce-9574-6739eb06eac8 HTTP/1.1" status: 200 len: 1092 time: 0.9668217 Feb 11 05:58:35.198972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:35.201320 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dd5774-eb52-4d50-88e9-9383179226b5" -d '{"events": [{"name": "network-changed", "server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:35.261234 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfeab2c-de88-4fa8-b577-3d5ad40d2e96 service neutron] Pushing event updated for resources: {'Port': ['ID=4a318e65-c1f6-45ce-9574-6739eb06eac8,revision_number=10']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:35.293601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-d20ba70f-6b49-4186-a801-1c37659de701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:35.295464 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-d20ba70f-6b49-4186-a801-1c37659de701 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 1127 time: 0.0694799 Feb 11 05:58:35.321774 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc95e29c-bae3-456a-8280-b5928fa0d3f3 x-openstack-request-id: req-cc95e29c-bae3-456a-8280-b5928fa0d3f3 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:35.322076 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:35.322386 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc95e29c-bae3-456a-8280-b5928fa0d3f3 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:35.322820 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'status': 'completed', 'code': 200} Feb 11 05:58:35.401045 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-90fc9065-4077-4b62-9988-855ba57056de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:35.403069 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-90fc9065-4077-4b62-9988-855ba57056de service neutron] 10.222.0.47 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.1022263 Feb 11 05:58:35.498616 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-b2b61c3f-0af8-492e-ae53-cad5765922c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8 HTTP/1.1" status: 200 len: 999 time: 0.0896711 Feb 11 05:58:35.550339 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-638814eb-c67b-445a-850e-93f8ff75e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:35.552055 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-638814eb-c67b-445a-850e-93f8ff75e501 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0482860 Feb 11 05:58:35.602806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-b58de241-6291-4a80-87ee-483ca0694699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:35.604345 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-b58de241-6291-4a80-87ee-483ca0694699 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465226 Feb 11 05:58:35.612523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4a318e65-c1f6-45ce-9574-6739eb06eac8 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 05:58:35.657453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] The host n-h1-712142-35 is not matching for port 4a318e65-c1f6-45ce-9574-6739eb06eac8 host n-h2-712142-35! {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 05:58:35.658018 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 4a318e65-c1f6-45ce-9574-6739eb06eac8 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 05:58:35.708158 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-077980fb-0de2-479a-bad2-efca31c5e0c7 service neutron] 10.222.0.47 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978239 Feb 11 05:58:35.803787 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f735caa3-34e2-41d9-8b05-0b8ff56f0d0a req-f723b3b8-eb35-4092-878a-36a7f7e0dfc0 service neutron] 10.222.0.47 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900781 Feb 11 05:58:35.979697 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd5774-eb52-4d50-88e9-9383179226b5 req-2d1105aa-56ef-4f5d-ac4e-14a8a4e828ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:35.981379 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86dd5774-eb52-4d50-88e9-9383179226b5 req-2d1105aa-56ef-4f5d-ac4e-14a8a4e828ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 1127 time: 0.0616467 Feb 11 05:58:36.118849 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516695f-9096-4e4e-aa04-017c2a552bfc req-4fc7487c-787c-4135-bdf5-f4b8d960b000 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:36.120630 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6516695f-9096-4e4e-aa04-017c2a552bfc req-4fc7487c-787c-4135-bdf5-f4b8d960b000 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 944 time: 0.0823355 Feb 11 05:58:36.133822 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd5774-eb52-4d50-88e9-9383179226b5 req-173a5a1f-8931-43c5-a540-d855b8ce5c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:36.135538 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86dd5774-eb52-4d50-88e9-9383179226b5 req-173a5a1f-8931-43c5-a540-d855b8ce5c56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.1486750 Feb 11 05:58:36.179093 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6516695f-9096-4e4e-aa04-017c2a552bfc req-6339cc5d-18be-47d3-81a7-0499d49b5cd4 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487309 Feb 11 05:58:36.209431 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86dd5774-eb52-4d50-88e9-9383179226b5 req-6530e9ed-8ee0-4a32-8b19-6af159f7c8d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8 HTTP/1.1" status: 200 len: 999 time: 0.0682786 Feb 11 05:58:36.271230 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd5774-eb52-4d50-88e9-9383179226b5 req-503d0c10-4065-4926-9a93-d5a8e5792218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:36.272743 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86dd5774-eb52-4d50-88e9-9383179226b5 req-503d0c10-4065-4926-9a93-d5a8e5792218 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0582268 Feb 11 05:58:37.340577 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4b284-ea1e-43f7-9b8c-5030a02aec92 req-7dc2a84d-81f9-4daa-9c40-ecb89832e7e9 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:37.342418 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-82b4b284-ea1e-43f7-9b8c-5030a02aec92 req-7dc2a84d-81f9-4daa-9c40-ecb89832e7e9 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 944 time: 0.0627019 Feb 11 05:58:37.413447 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-82b4b284-ea1e-43f7-9b8c-5030a02aec92 req-01425d07-7b38-4df0-834d-4fea1f9f78b7 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585041 Feb 11 05:58:38.545164 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b62a1a-7f7e-433e-a961-5764c7361bbb req-65e950ff-76d0-4fb4-9ae9-346f745cc372 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:38.547299 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-52b62a1a-7f7e-433e-a961-5764c7361bbb req-65e950ff-76d0-4fb4-9ae9-346f745cc372 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 944 time: 0.0584247 Feb 11 05:58:38.598806 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-52b62a1a-7f7e-433e-a961-5764c7361bbb req-2991dfae-2a53-49ea-b6a2-1fd034ade155 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457165 Feb 11 05:58:39.407604 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:58:39.737610 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7de49-95d0-4cb9-9233-5e1a8d9b2d40 req-96935e69-18bf-4daa-82fd-48dae70cf995 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:39.739364 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-33c7de49-95d0-4cb9-9233-5e1a8d9b2d40 req-96935e69-18bf-4daa-82fd-48dae70cf995 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 944 time: 0.0681999 Feb 11 05:58:39.803285 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-33c7de49-95d0-4cb9-9233-5e1a8d9b2d40 req-e4b357ca-c242-4b0e-bbc2-2ae699cb86d8 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576034 Feb 11 05:58:40.996048 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4c151-0a0b-4ae6-9a56-1b5cbbdf8c89 req-d0c40deb-2fe4-4412-87fd-6d98019dc6cb tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:40.998056 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6be4c151-0a0b-4ae6-9a56-1b5cbbdf8c89 req-d0c40deb-2fe4-4412-87fd-6d98019dc6cb tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 944 time: 0.1145940 Feb 11 05:58:41.069701 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6be4c151-0a0b-4ae6-9a56-1b5cbbdf8c89 req-3fc2ef05-8bd9-4d93-ba89-52c2e8286d6e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638123 Feb 11 05:58:42.210218 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f127c5d-a0c6-4ecb-b1b6-7590667abb72 req-1e2a4616-7f8c-4cbe-a4ba-9e17191f697b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:42.211849 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7f127c5d-a0c6-4ecb-b1b6-7590667abb72 req-1e2a4616-7f8c-4cbe-a4ba-9e17191f697b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 944 time: 0.0580547 Feb 11 05:58:42.262603 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7f127c5d-a0c6-4ecb-b1b6-7590667abb72 req-45bdc698-f2bb-49e4-8bfb-642cde8ee049 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449438 Feb 11 05:58:43.435412 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51fb4c-5830-466d-b8d8-989ca3b1355c req-99f39a42-7817-4042-a6ff-1bafbc4d1503 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:43.437727 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dd51fb4c-5830-466d-b8d8-989ca3b1355c req-99f39a42-7817-4042-a6ff-1bafbc4d1503 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 944 time: 0.0750725 Feb 11 05:58:43.494981 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dd51fb4c-5830-466d-b8d8-989ca3b1355c req-0166e1db-1001-420f-a20e-8535c41769f4 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518129 Feb 11 05:58:44.628895 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a49ab0-65d5-471e-97dc-c1ca2488ff13 req-13a73cca-35df-4299-94b4-3b2f4fdb2d87 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:44.630377 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f4a49ab0-65d5-471e-97dc-c1ca2488ff13 req-13a73cca-35df-4299-94b4-3b2f4fdb2d87 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 944 time: 0.0599422 Feb 11 05:58:44.680977 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f4a49ab0-65d5-471e-97dc-c1ca2488ff13 req-09f4f455-064d-406c-89a0-4f3b6cbbc1c7 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449340 Feb 11 05:58:45.821473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3b597-5bb6-45f2-9724-86fd51e41d6e req-8c7c057f-72ac-4c76-8349-d410cc787f14 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:45.823092 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fee3b597-5bb6-45f2-9724-86fd51e41d6e req-8c7c057f-72ac-4c76-8349-d410cc787f14 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 944 time: 0.0661523 Feb 11 05:58:45.881988 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fee3b597-5bb6-45f2-9724-86fd51e41d6e req-26284c83-a9d7-47e8-9faa-9748a870ed94 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504153 Feb 11 05:58:46.489277 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd5774-eb52-4d50-88e9-9383179226b5 req-7dea652a-0808-4d80-aa06-8f459ec1a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:46.490886 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86dd5774-eb52-4d50-88e9-9383179226b5 req-7dea652a-0808-4d80-aa06-8f459ec1a46b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476737 Feb 11 05:58:46.593332 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86dd5774-eb52-4d50-88e9-9383179226b5 req-2feb3363-7793-4647-9a95-27ced9cd6b6a service neutron] 10.222.0.47 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951295 Feb 11 05:58:46.688946 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-86dd5774-eb52-4d50-88e9-9383179226b5 req-02c2aebf-47b4-4c8d-9a2b-c5e980da857c service neutron] 10.222.0.47 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873537 Feb 11 05:58:46.808646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1ed11-28f3-418c-a634-2c32cd252bc2 req-260fa170-a654-4e70-aa9f-828cb10dbc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:46.810028 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83a1ed11-28f3-418c-a634-2c32cd252bc2 req-260fa170-a654-4e70-aa9f-828cb10dbc66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 1127 time: 0.0503983 Feb 11 05:58:46.914602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1ed11-28f3-418c-a634-2c32cd252bc2 req-e8283ba1-4f77-428d-b116-933e08602fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:46.916149 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83a1ed11-28f3-418c-a634-2c32cd252bc2 req-e8283ba1-4f77-428d-b116-933e08602fe2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.0873349 Feb 11 05:58:47.016929 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83a1ed11-28f3-418c-a634-2c32cd252bc2 req-b693e3b2-86b2-4b91-a321-4c1db5533550 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8 HTTP/1.1" status: 200 len: 999 time: 0.0920212 Feb 11 05:58:47.034812 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b29b64-6be7-4e40-a964-bacf75d1a09c req-dcde9976-620d-43fa-9cf1-2ac6093aa9b2 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:47.036381 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-52b29b64-6be7-4e40-a964-bacf75d1a09c req-dcde9976-620d-43fa-9cf1-2ac6093aa9b2 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 944 time: 0.0597680 Feb 11 05:58:47.067085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1ed11-28f3-418c-a634-2c32cd252bc2 req-4822c57e-b0a4-4262-8a97-7577094d4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:47.068488 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83a1ed11-28f3-418c-a634-2c32cd252bc2 req-4822c57e-b0a4-4262-8a97-7577094d4e64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0458150 Feb 11 05:58:47.098072 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-52b29b64-6be7-4e40-a964-bacf75d1a09c req-07ae36aa-14b0-46a9-8994-8acd016b58bd tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491624 Feb 11 05:58:47.122176 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1ed11-28f3-418c-a634-2c32cd252bc2 req-a2a6f329-6e34-4952-bfb4-2289399639ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:47.123983 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83a1ed11-28f3-418c-a634-2c32cd252bc2 req-a2a6f329-6e34-4952-bfb4-2289399639ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487607 Feb 11 05:58:47.224715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83a1ed11-28f3-418c-a634-2c32cd252bc2 req-323d8b7c-7021-47a6-8b34-5aaf5140277c service neutron] 10.222.0.47 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944269 Feb 11 05:58:47.318872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-83a1ed11-28f3-418c-a634-2c32cd252bc2 req-8823387a-c761-458c-9a20-78f5d3b66e5f service neutron] 10.222.0.47 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870757 Feb 11 05:58:48.223937 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d686c-491b-4c60-9665-444eb27abbf7 req-68d5afad-d8aa-4728-95ca-1d962b4b190f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:48.225468 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6f0d686c-491b-4c60-9665-444eb27abbf7 req-68d5afad-d8aa-4728-95ca-1d962b4b190f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 944 time: 0.0560822 Feb 11 05:58:48.278904 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6f0d686c-491b-4c60-9665-444eb27abbf7 req-43871173-4a2f-4ccd-854c-5070904e1032 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477490 Feb 11 05:58:49.401820 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996de80-80c0-4abb-918a-ba6e09b4c303 req-5ae6afab-44ce-4eba-a75f-b15d23d1c8de tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:49.403360 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e996de80-80c0-4abb-918a-ba6e09b4c303 req-5ae6afab-44ce-4eba-a75f-b15d23d1c8de tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 944 time: 0.0537808 Feb 11 05:58:49.454862 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e996de80-80c0-4abb-918a-ba6e09b4c303 req-5ac03f9d-16b0-45d1-b36a-7848d57a2687 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452809 Feb 11 05:58:49.654976 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4a318e65-c1f6-45ce-9574-6739eb06eac8 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 05:58:49.759301 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:49.772382 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'port_id': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'mac_address': 'fa:16:3e:39:ca:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 05:58:49.812798 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 4a318e65-c1f6-45ce-9574-6739eb06eac8 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:49.813191 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:49.828055 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a318e65-c1f6-45ce-9574-6739eb06eac8 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 05:58:49.848706 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:49.931131 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:49.986659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=4a318e65-c1f6-45ce-9574-6739eb06eac8,revision_number=11']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:50.176558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['4a318e65-c1f6-45ce-9574-6739eb06eac8'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 05:58:50.589266 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08800e-4470-4153-83a5-7f5bfdbebad8 req-a6ca1f63-2c16-42a0-bc68-f574db51565b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:50.590900 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-db08800e-4470-4153-83a5-7f5bfdbebad8 req-a6ca1f63-2c16-42a0-bc68-f574db51565b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0656419 Feb 11 05:58:50.642898 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-db08800e-4470-4153-83a5-7f5bfdbebad8 req-2c610cc2-e2c5-412c-a1a8-578e53d6ffed tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462577 Feb 11 05:58:51.670598 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4a318e65-c1f6-45ce-9574-6739eb06eac8 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 05:58:51.767035 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3596214-4ad4-4f23-af02-57488cfd1621 req-8d76e3ae-3b16-4d46-af4d-491a02109b79 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:51.768543 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c3596214-4ad4-4f23-af02-57488cfd1621 req-8d76e3ae-3b16-4d46-af4d-491a02109b79 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 945 time: 0.0547452 Feb 11 05:58:51.821938 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c3596214-4ad4-4f23-af02-57488cfd1621 req-b9fbbec2-3d9c-4efb-a7c0-ad8514cd69a8 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475962 Feb 11 05:58:51.838454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port 4a318e65-c1f6-45ce-9574-6739eb06eac8 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 05:58:51.843455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port 4a318e65-c1f6-45ce-9574-6739eb06eac8 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 05:58:51.844043 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:51.924532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port 4a318e65-c1f6-45ce-9574-6739eb06eac8 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 05:58:51.924822 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:51.948586 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 05:58:51.950885 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f9be2d-4777-4740-ae90-cf07b6fcb936" -d '{"events": [{"server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "name": "network-vif-plugged", "status": "completed", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 05:58:51.969004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 05:58:51.991072 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 05:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4def70f7-cf66-4cff-9201-3a47f58c2bb2 x-openstack-request-id: req-4def70f7-cf66-4cff-9201-3a47f58c2bb2 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 05:58:51.991376 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "name": "network-vif-plugged", "status": "completed", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 05:58:51.991645 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4def70f7-cf66-4cff-9201-3a47f58c2bb2 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 05:58:51.992044 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'code': 200} Feb 11 05:58:52.039887 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:52.087889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=4a318e65-c1f6-45ce-9574-6739eb06eac8,revision_number=12']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 05:58:52.254009 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514bcd1-c34e-434a-af82-0046a9868220 req-f556d6e6-9055-4334-b4d5-e7268a090f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:52.255712 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c514bcd1-c34e-434a-af82-0046a9868220 req-f556d6e6-9055-4334-b4d5-e7268a090f8a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 1129 time: 0.0543258 Feb 11 05:58:52.305224 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c514bcd1-c34e-434a-af82-0046a9868220 req-6c3c6557-0766-4e56-8b2a-37918fc3c6ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427742 Feb 11 05:58:52.955937 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd4a3e-bc91-499f-963e-bc6ce69040d8 req-19bf9870-b3c3-45d4-9244-ec6fbde33845 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:52.957476 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6ddd4a3e-bc91-499f-963e-bc6ce69040d8 req-19bf9870-b3c3-45d4-9244-ec6fbde33845 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 946 time: 0.0584738 Feb 11 05:58:53.013774 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-6ddd4a3e-bc91-499f-963e-bc6ce69040d8 req-0ab484d5-3bf6-4a3b-aff0-120f03c97488 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500491 Feb 11 05:58:53.245375 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a20f6d28-922a-4a5f-8ebc-95d3816e5413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:54.144521 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b4d87-d518-473d-8e11-38ebfb25be91 req-1bd834aa-3a11-43ad-811e-4bb6ef1c41f0 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:54.146085 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7c8b4d87-d518-473d-8e11-38ebfb25be91 req-1bd834aa-3a11-43ad-811e-4bb6ef1c41f0 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 946 time: 0.0584242 Feb 11 05:58:54.200410 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7c8b4d87-d518-473d-8e11-38ebfb25be91 req-4d291a1b-59a3-4007-8a69-d60e74622594 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467064 Feb 11 05:58:55.349551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3710941-62db-4685-8e38-d078cbd68461 req-ef5bcae7-73ee-4506-b200-e12b536a6fcf tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:58:55.351056 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3710941-62db-4685-8e38-d078cbd68461 req-ef5bcae7-73ee-4506-b200-e12b536a6fcf tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 946 time: 0.0636580 Feb 11 05:58:55.410461 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e3710941-62db-4685-8e38-d078cbd68461 req-eb6cc84c-ad41-4196-86f7-0c0f0050607c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526619 Feb 11 05:58:55.496465 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-33a1454a-5a2f-4dcc-b3a6-aec67e19a395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:57.142807 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:58.781127 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:58:59.845867 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:04.856345 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:05.010819 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:16.407640 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:59:23.245139 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6e985fc1-4174-4cb6-80c6-847e94f4276a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:25.507561 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aae9a5bb-c310-416b-b038-60d5107d14cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:27.220515 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:28.741753 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:29.809293 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:34.850509 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:35.021890 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:46.821428 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45287a73-f84c-4d95-920d-dc6778204229 req-e1f9151d-72ac-4d8e-82e4-d950987cbc61 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0989881 Feb 11 05:59:46.912921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45287a73-f84c-4d95-920d-dc6778204229 req-e65c65a8-c867-4035-a5b8-eab10e25d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:46.914460 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45287a73-f84c-4d95-920d-dc6778204229 req-e65c65a8-c867-4035-a5b8-eab10e25d611 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 1129 time: 0.0487475 Feb 11 05:59:47.346756 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45287a73-f84c-4d95-920d-dc6778204229 req-044b927c-930a-4387-b987-335a9d8047dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:47.347715 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45287a73-f84c-4d95-920d-dc6778204229 req-044b927c-930a-4387-b987-335a9d8047dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.4142582 Feb 11 05:59:47.414859 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45287a73-f84c-4d95-920d-dc6778204229 req-4b13fcd8-f516-46de-929a-79d57167d5fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8 HTTP/1.1" status: 200 len: 1001 time: 0.0607708 Feb 11 05:59:47.465017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45287a73-f84c-4d95-920d-dc6778204229 req-da9ac3a3-36ef-4fee-981a-1ae3d6f7b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:47.467072 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45287a73-f84c-4d95-920d-dc6778204229 req-da9ac3a3-36ef-4fee-981a-1ae3d6f7b09d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0462246 Feb 11 05:59:47.521188 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45287a73-f84c-4d95-920d-dc6778204229 req-afa62d55-2d29-4f24-8835-dfcd6a8e4d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 05:59:47.523117 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45287a73-f84c-4d95-920d-dc6778204229 req-afa62d55-2d29-4f24-8835-dfcd6a8e4d06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509686 Feb 11 05:59:47.616496 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45287a73-f84c-4d95-920d-dc6778204229 req-c3e71afd-3229-4c74-b448-8cde1105220d service neutron] 10.222.0.47 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868976 Feb 11 05:59:47.713469 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-45287a73-f84c-4d95-920d-dc6778204229 req-19b961a8-0685-49e8-8929-b8e89e5f31c3 service neutron] 10.222.0.47 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923493 Feb 11 05:59:53.256878 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-25b5eacf-c794-4f0a-8e27-5a04f4ffc281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:53.407201 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 05:59:55.506695 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-75427aab-cff5-453d-8191-6744ebaa5b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:57.152512 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:58.735659 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 05:59:59.826614 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:04.889599 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:05.020843 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:06.118748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47594) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:06.277885 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Deleting port a688b136-0506-43e4-b7e0-00b2d12d9ac8 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:06.278225 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a688b136-0506-43e4-b7e0-00b2d12d9ac8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:06.357367 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a688b136-0506-43e4-b7e0-00b2d12d9ac8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:06.357673 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for floatingip (a688b136-0506-43e4-b7e0-00b2d12d9ac8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:06.369692 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Calling delete_port for a688b136-0506-43e4-b7e0-00b2d12d9ac8 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:06.598932 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (a688b136-0506-43e4-b7e0-00b2d12d9ac8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:06.638132 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event deleted for resources: {'Port': ['ID=a688b136-0506-43e4-b7e0-00b2d12d9ac8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:06.662406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:06.662789 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:06.663225 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:06.663532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:06.663895 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:06.664229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:06.664658 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:06.665552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:06.665887 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:06.666211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:06.666540 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:06.666898 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:06.667229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:00:06.705974 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for floatingip (0cd03dd2-134f-40b9-91b4-622395f591cd), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:06.706393 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Floating IP 0cd03dd2-134f-40b9-91b4-622395f591cd disassociated (deleted). External IP: 172.25.3.193, port: 4a318e65-c1f6-45ce-9574-6739eb06eac8. Feb 11 06:00:06.926150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Router af19e4af-40c6-4223-bea8-8be9c6f6897f has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:00:07.038242 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:00:07.043380 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:07.048069 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f1336a-bb31-44c6-90ca-63f3e12a1ec6 None None] Sync routers for ids ['af19e4af-40c6-4223-bea8-8be9c6f6897f'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:00:07.058500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f1336a-bb31-44c6-90ca-63f3e12a1ec6 None None] Routers {'af19e4af-40c6-4223-bea8-8be9c6f6897f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:07.067583 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d0f1336a-bb31-44c6-90ca-63f3e12a1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:59:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af19e4af-40c6-4223-bea8-8be9c6f6897f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:07.074307 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-537bd4fc-97b9-46b2-a14e-9d3525c55a6d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "DELETE /v2.0/floatingips/0cd03dd2-134f-40b9-91b4-622395f591cd HTTP/1.1" status: 204 len: 168 time: 0.9540777 Feb 11 06:00:07.075092 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:07.077894 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4cced8-b427-4947-8740-830a5d5343bc" -d '{"events": [{"name": "network-changed", "server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:07.128452 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047b95c8-e965-44ec-8881-2c65852023c6 x-openstack-request-id: req-047b95c8-e965-44ec-8881-2c65852023c6 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:07.129083 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:07.129083 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-047b95c8-e965-44ec-8881-2c65852023c6 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:07.129393 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'status': 'completed', 'code': 200} Feb 11 06:00:07.184485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d0f1336a-bb31-44c6-90ca-63f3e12a1ec6 None None] Set router af19e4af-40c6-4223-bea8-8be9c6f6897f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:07.196936 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cced8-b427-4947-8740-830a5d5343bc req-8d5fe150-e3a7-401d-b63c-f651b9ac73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:07.198467 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c4cced8-b427-4947-8740-830a5d5343bc req-8d5fe150-e3a7-401d-b63c-f651b9ac73bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 1129 time: 0.0457170 Feb 11 06:00:07.293206 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cced8-b427-4947-8740-830a5d5343bc req-1958df38-a346-4614-8239-b9854c973d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:07.294722 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c4cced8-b427-4947-8740-830a5d5343bc req-1958df38-a346-4614-8239-b9854c973d9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.0908773 Feb 11 06:00:07.339156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c4cced8-b427-4947-8740-830a5d5343bc req-5d413061-4372-46dd-9126-2b178b1b696e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8 HTTP/1.1" status: 200 len: 217 time: 0.0383792 Feb 11 06:00:07.389745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cced8-b427-4947-8740-830a5d5343bc req-15a5a7ad-51d8-4e47-b9fb-ad1dd5a1050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:07.391837 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c4cced8-b427-4947-8740-830a5d5343bc req-15a5a7ad-51d8-4e47-b9fb-ad1dd5a1050a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0475852 Feb 11 06:00:07.399678 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d0f1336a-bb31-44c6-90ca-63f3e12a1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '34600982-676f-4839-ac64-94af7b00b54a', 'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'mac_address': 'fa:16:3e:28:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:34Z', 'updated_at': '2022-02-11T05:55:39Z', 'revision_number': 5, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'subnets': [{'id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:07.431021 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f1336a-bb31-44c6-90ca-63f3e12a1ec6 None None] Checking router: af19e4af-40c6-4223-bea8-8be9c6f6897f for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:00:07.441920 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f1336a-bb31-44c6-90ca-63f3e12a1ec6 None None] Routers {'af19e4af-40c6-4223-bea8-8be9c6f6897f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:00:07.442565 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d0f1336a-bb31-44c6-90ca-63f3e12a1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T05:59:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af19e4af-40c6-4223-bea8-8be9c6f6897f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:07.445985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cced8-b427-4947-8740-830a5d5343bc req-fe5cd213-63a5-4425-8074-66d6127b76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:07.447701 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c4cced8-b427-4947-8740-830a5d5343bc req-fe5cd213-63a5-4425-8074-66d6127b76b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506835 Feb 11 06:00:07.552238 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c4cced8-b427-4947-8740-830a5d5343bc req-e8a645c1-05b0-4dc1-b116-585c39da40ab service neutron] 10.222.0.47 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978200 Feb 11 06:00:07.558277 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d0f1336a-bb31-44c6-90ca-63f3e12a1ec6 None None] Set router af19e4af-40c6-4223-bea8-8be9c6f6897f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:00:07.564101 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c256e-30fa-421b-bf2b-07bdd1be8108 req-9ecf8c00-8502-4089-b015-c145cec5b387 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:07.565700 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b41c256e-30fa-421b-bf2b-07bdd1be8108 req-9ecf8c00-8502-4089-b015-c145cec5b387 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 946 time: 0.0619011 Feb 11 06:00:07.621820 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b41c256e-30fa-421b-bf2b-07bdd1be8108 req-501e32a9-c8a9-420e-a92d-669a8a308b11 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496614 Feb 11 06:00:07.660516 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4c4cced8-b427-4947-8740-830a5d5343bc req-b6b68f85-58b6-4622-a06b-2f7c5948b3be service neutron] 10.222.0.47 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013224 Feb 11 06:00:07.766467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d0f1336a-bb31-44c6-90ca-63f3e12a1ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '34600982-676f-4839-ac64-94af7b00b54a', 'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'mac_address': 'fa:16:3e:28:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:34Z', 'updated_at': '2022-02-11T05:55:39Z', 'revision_number': 5, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'subnets': [{'id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:00:07.793777 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f1336a-bb31-44c6-90ca-63f3e12a1ec6 None None] The sync data for ids ['af19e4af-40c6-4223-bea8-8be9c6f6897f'] in n-d-712142-35 is: [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '34600982-676f-4839-ac64-94af7b00b54a', 'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'mac_address': 'fa:16:3e:28:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:34Z', 'updated_at': '2022-02-11T05:55:39Z', 'revision_number': 5, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'subnets': [{'id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:00:08.029666 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f58d92a-7efd-4f84-8bcc-15f0df6edb3d None None] New status for floating IP 0cd03dd2-134f-40b9-91b4-622395f591cd: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:00:08.749640 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43da29e-e95d-4443-b161-c7850e51a758 req-1c866b38-38d1-4ed4-b48b-ddf61fe9946c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:08.751175 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e43da29e-e95d-4443-b161-c7850e51a758 req-1c866b38-38d1-4ed4-b48b-ddf61fe9946c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 946 time: 0.0560796 Feb 11 06:00:08.803260 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e43da29e-e95d-4443-b161-c7850e51a758 req-3169dbe6-4636-453f-8ec8-50627bafc975 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=30703261-e592-4955-aabc-c603da042403&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465016 Feb 11 06:00:08.823557 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300ed6e-3f52-46d1-b71c-1efb3f1d4900 req-25390740-8aef-4374-a172-b6f6097909c5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:08.825065 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5300ed6e-3f52-46d1-b71c-1efb3f1d4900 req-25390740-8aef-4374-a172-b6f6097909c5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.47 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 946 time: 0.0550988 Feb 11 06:00:08.920584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-5300ed6e-3f52-46d1-b71c-1efb3f1d4900 req-2bbd6a01-cacd-4073-8f6b-498ddb857fbe tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Deleting port 4a318e65-c1f6-45ce-9574-6739eb06eac8 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:00:08.920926 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5300ed6e-3f52-46d1-b71c-1efb3f1d4900 req-2bbd6a01-cacd-4073-8f6b-498ddb857fbe tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:09.013621 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-5300ed6e-3f52-46d1-b71c-1efb3f1d4900 req-2bbd6a01-cacd-4073-8f6b-498ddb857fbe tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] For port 4a318e65-c1f6-45ce-9574-6739eb06eac8, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=4a318e65-c1f6-45ce-9574-6739eb06eac8,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:00:09.013981 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5300ed6e-3f52-46d1-b71c-1efb3f1d4900 req-2bbd6a01-cacd-4073-8f6b-498ddb857fbe tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:09.026893 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-5300ed6e-3f52-46d1-b71c-1efb3f1d4900 req-2bbd6a01-cacd-4073-8f6b-498ddb857fbe tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Calling delete_port for 4a318e65-c1f6-45ce-9574-6739eb06eac8 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:00:09.244521 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5300ed6e-3f52-46d1-b71c-1efb3f1d4900 req-2bbd6a01-cacd-4073-8f6b-498ddb857fbe tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (4a318e65-c1f6-45ce-9574-6739eb06eac8), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:09.272976 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd6a01-cacd-4073-8f6b-498ddb857fbe tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event deleted for resources: {'Port': ['ID=4a318e65-c1f6-45ce-9574-6739eb06eac8,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:09.356860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-5300ed6e-3f52-46d1-b71c-1efb3f1d4900 req-2bbd6a01-cacd-4073-8f6b-498ddb857fbe tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] No DVR routers for this DVR port 4a318e65-c1f6-45ce-9574-6739eb06eac8 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:00:09.356860 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-5300ed6e-3f52-46d1-b71c-1efb3f1d4900 req-2bbd6a01-cacd-4073-8f6b-498ddb857fbe tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:09.356860 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5300ed6e-3f52-46d1-b71c-1efb3f1d4900 req-2bbd6a01-cacd-4073-8f6b-498ddb857fbe tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.47 "DELETE /v2.0/ports/4a318e65-c1f6-45ce-9574-6739eb06eac8 HTTP/1.1" status: 204 len: 173 time: 0.4952326 Feb 11 06:00:09.356860 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'name': 'network-vif-deleted', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:09.356860 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a005c9-e325-40db-a282-582da4f8920b" -d '{"events": [{"server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "name": "network-vif-deleted", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:09.366201 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9768703e-8f3e-4b90-89c0-7cb2dc7e7453 x-openstack-request-id: req-9768703e-8f3e-4b90-89c0-7cb2dc7e7453 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:09.366500 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69027432-f068-44d0-8f56-e5de6fda28bf", "name": "network-vif-deleted", "tag": "4a318e65-c1f6-45ce-9574-6739eb06eac8", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:09.366802 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9768703e-8f3e-4b90-89c0-7cb2dc7e7453 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:09.369131 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69027432-f068-44d0-8f56-e5de6fda28bf', 'name': 'network-vif-deleted', 'tag': '4a318e65-c1f6-45ce-9574-6739eb06eac8', 'status': 'completed', 'code': 200} Feb 11 06:00:09.914988 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-69f88fe2-edca-423e-a9c2-1d3c45d4e3b4 req-876b3a6a-0940-4dec-bea2-95566263c535 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=69027432-f068-44d0-8f56-e5de6fda28bf HTTP/1.1" status: 200 len: 210 time: 0.0324461 Feb 11 06:00:10.974656 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47616) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:11.044726 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e3267e6b-adb0-4a39-a1b6-1a73fc9d2fa9 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group (30703261-e592-4955-aabc-c603da042403), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:11.071598 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e3267e6b-adb0-4a39-a1b6-1a73fc9d2fa9 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group (30703261-e592-4955-aabc-c603da042403), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:11.210044 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e3267e6b-adb0-4a39-a1b6-1a73fc9d2fa9 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (30703261-e592-4955-aabc-c603da042403), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:11.213312 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e3267e6b-adb0-4a39-a1b6-1a73fc9d2fa9 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:11.214513 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e3267e6b-adb0-4a39-a1b6-1a73fc9d2fa9 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "DELETE /v2.0/security-groups/30703261-e592-4955-aabc-c603da042403 HTTP/1.1" status: 204 len: 168 time: 0.2388279 Feb 11 06:00:11.226915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3267e6b-adb0-4a39-a1b6-1a73fc9d2fa9 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30703261-e592-4955-aabc-c603da042403,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:12.080083 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4a318e65-c1f6-45ce-9574-6739eb06eac8 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:00:12.102173 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: 4a318e65-c1f6-45ce-9574-6739eb06eac8 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:00:12.102566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device 4a318e65-c1f6-45ce-9574-6739eb06eac8 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:00:12.793283 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47624) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:12.798008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-bbf646af-93cf-4766-94c8-67f380092736 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-384565245', 'description': 'tempest-secgroup-smoke-384565245 description', 'project_id': '4990b51a81004cc28be4dfd3c1959e9a'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:12.895522 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bbf646af-93cf-4766-94c8-67f380092736 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:12.984271 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bbf646af-93cf-4766-94c8-67f380092736 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group (b928d1f4-d4c6-4e99-ac86-b3c8eeec4459), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.054281 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bbf646af-93cf-4766-94c8-67f380092736 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b928d1f4-d4c6-4e99-ac86-b3c8eeec4459), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.085330 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf646af-93cf-4766-94c8-67f380092736 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:13.166165 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-bbf646af-93cf-4766-94c8-67f380092736 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.167525 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-bbf646af-93cf-4766-94c8-67f380092736 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3732247 Feb 11 06:00:13.170497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47626) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:13.175254 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-21c6a147-cdb6-48cb-8d67-011b0190df3f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'security_group_rule': {'security_group_id': 'b928d1f4-d4c6-4e99-ac86-b3c8eeec4459', 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:13.266811 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21c6a147-cdb6-48cb-8d67-011b0190df3f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (b27ca13a-0ce5-45e3-a400-22e0aa2b4c73), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.331710 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21c6a147-cdb6-48cb-8d67-011b0190df3f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (b27ca13a-0ce5-45e3-a400-22e0aa2b4c73), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.415559 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21c6a147-cdb6-48cb-8d67-011b0190df3f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (b27ca13a-0ce5-45e3-a400-22e0aa2b4c73), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.434204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6a147-cdb6-48cb-8d67-011b0190df3f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27ca13a-0ce5-45e3-a400-22e0aa2b4c73,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:13.514314 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-21c6a147-cdb6-48cb-8d67-011b0190df3f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.515589 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-21c6a147-cdb6-48cb-8d67-011b0190df3f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440750 Feb 11 06:00:13.518279 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47628) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:13.522837 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-9a687d93-59b3-49b5-b8b4-6a207f641799 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'security_group_rule': {'security_group_id': 'b928d1f4-d4c6-4e99-ac86-b3c8eeec4459', 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:13.592192 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a687d93-59b3-49b5-b8b4-6a207f641799 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (06ba2441-b1c4-4335-83ac-6593bd06d0f5), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.654384 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a687d93-59b3-49b5-b8b4-6a207f641799 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (06ba2441-b1c4-4335-83ac-6593bd06d0f5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.741305 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a687d93-59b3-49b5-b8b4-6a207f641799 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (06ba2441-b1c4-4335-83ac-6593bd06d0f5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.761034 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a687d93-59b3-49b5-b8b4-6a207f641799 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ba2441-b1c4-4335-83ac-6593bd06d0f5,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:13.840400 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-9a687d93-59b3-49b5-b8b4-6a207f641799 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:13.841870 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-9a687d93-59b3-49b5-b8b4-6a207f641799 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3225935 Feb 11 06:00:13.844754 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47630) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:13.849776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-e56741fa-f85e-4830-aee0-3ace21e662b5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'security_group_rule': {'security_group_id': 'b928d1f4-d4c6-4e99-ac86-b3c8eeec4459', 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:13.940387 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e56741fa-f85e-4830-aee0-3ace21e662b5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (4b8b237d-411d-4d0f-9237-6a73f9f3cfef), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.001967 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e56741fa-f85e-4830-aee0-3ace21e662b5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (4b8b237d-411d-4d0f-9237-6a73f9f3cfef), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.078594 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e56741fa-f85e-4830-aee0-3ace21e662b5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (4b8b237d-411d-4d0f-9237-6a73f9f3cfef), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.099921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56741fa-f85e-4830-aee0-3ace21e662b5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8b237d-411d-4d0f-9237-6a73f9f3cfef,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:14.206834 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e56741fa-f85e-4830-aee0-3ace21e662b5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.208456 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e56741fa-f85e-4830-aee0-3ace21e662b5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3627284 Feb 11 06:00:14.211232 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47632) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:14.216215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-011aa729-a75c-405f-9bf5-fd37d5cfc674 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'security_group_rule': {'security_group_id': 'b928d1f4-d4c6-4e99-ac86-b3c8eeec4459', 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:14.312176 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-011aa729-a75c-405f-9bf5-fd37d5cfc674 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (7fe470a1-4562-4ebc-9d90-6c031b17f713), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.402060 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-011aa729-a75c-405f-9bf5-fd37d5cfc674 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (7fe470a1-4562-4ebc-9d90-6c031b17f713), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.512563 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-011aa729-a75c-405f-9bf5-fd37d5cfc674 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (7fe470a1-4562-4ebc-9d90-6c031b17f713), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.534542 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011aa729-a75c-405f-9bf5-fd37d5cfc674 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe470a1-4562-4ebc-9d90-6c031b17f713,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:14.617083 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-011aa729-a75c-405f-9bf5-fd37d5cfc674 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.621229 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-011aa729-a75c-405f-9bf5-fd37d5cfc674 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4059579 Feb 11 06:00:14.621672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47634) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:14.626283 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-1eeae37b-5872-453d-96bc-c891c30c329f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'security_group_rule': {'security_group_id': 'b928d1f4-d4c6-4e99-ac86-b3c8eeec4459', 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:14.729526 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-1eeae37b-5872-453d-96bc-c891c30c329f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Project 4990b51a81004cc28be4dfd3c1959e9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:00:14.735084 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1eeae37b-5872-453d-96bc-c891c30c329f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (6e06a848-ea24-4779-a64d-979c5ec19328), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.801624 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1eeae37b-5872-453d-96bc-c891c30c329f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (6e06a848-ea24-4779-a64d-979c5ec19328), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.878217 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1eeae37b-5872-453d-96bc-c891c30c329f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (6e06a848-ea24-4779-a64d-979c5ec19328), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.897261 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeae37b-5872-453d-96bc-c891c30c329f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e06a848-ea24-4779-a64d-979c5ec19328,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:14.972220 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1eeae37b-5872-453d-96bc-c891c30c329f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:14.973692 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1eeae37b-5872-453d-96bc-c891c30c329f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3510985 Feb 11 06:00:14.976720 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 47636) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:00:14.982150 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ea4e0f65-635e-405e-a909-4f3481297ad1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'security_group_rule': {'security_group_id': 'b928d1f4-d4c6-4e99-ac86-b3c8eeec4459', 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:15.089673 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-ea4e0f65-635e-405e-a909-4f3481297ad1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Project 4990b51a81004cc28be4dfd3c1959e9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:00:15.095728 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0f65-635e-405e-a909-4f3481297ad1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (f2e97ae0-a2a9-4405-b0f3-c153bb97d24e), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.162367 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0f65-635e-405e-a909-4f3481297ad1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (f2e97ae0-a2a9-4405-b0f3-c153bb97d24e), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.266940 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0f65-635e-405e-a909-4f3481297ad1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (f2e97ae0-a2a9-4405-b0f3-c153bb97d24e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.285091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e0f65-635e-405e-a909-4f3481297ad1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e97ae0-a2a9-4405-b0f3-c153bb97d24e,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:15.360117 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ea4e0f65-635e-405e-a909-4f3481297ad1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:15.361408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ea4e0f65-635e-405e-a909-4f3481297ad1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3834338 Feb 11 06:00:23.243815 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a55b5159-e4ce-4aaf-88e2-ed53797a2a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:25.541077 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f9e11455-624f-41df-b52a-33503a05db43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:27.193803 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:28.751944 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:29.854108 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:30.408569 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:00:34.866496 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:35.032414 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:43.107379 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-ec280993-48d5-429c-a36b-1473efa380ab tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384565245&fields=id&tenant_id=4990b51a81004cc28be4dfd3c1959e9a HTTP/1.1" status: 200 len: 267 time: 0.0454159 Feb 11 06:00:43.219244 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-888f86a9-18bc-4923-a7f3-018921af83e5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:43.220840 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-888f86a9-18bc-4923-a7f3-018921af83e5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 809 time: 0.1070118 Feb 11 06:00:43.238123 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-befed487-f128-4f99-8608-a64bd6dac134 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/quotas/4990b51a81004cc28be4dfd3c1959e9a HTTP/1.1" status: 200 len: 375 time: 0.0115709 Feb 11 06:00:43.301298 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-963d899e-b999-4276-a693-77a117baa1dc tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574899 Feb 11 06:00:43.398432 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-941c93fd-dfc2-4a45-838c-bb1b0011494b service neutron] 10.222.0.13 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851433 Feb 11 06:00:43.492636 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-504a4c64-3ed7-4265-8869-c2598cd8c473 service neutron] 10.222.0.13 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882878 Feb 11 06:00:45.191606 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-37c1a21b-cf54-4c80-a3ed-3105d8ccde38 req-1a0998a8-5922-40b5-82ae-ce559480ce13 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0288088 Feb 11 06:00:46.270880 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ab785e1f-cd3e-4d8d-95fa-7a079f1c000b req-5c0c41bd-dc0d-4b21-a831-87f5d96ac0fe tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0298407 Feb 11 06:00:47.352205 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a7bd5e54-bd53-411a-af04-1a5d3ffe6b3b req-ac185fa6-4962-4eef-9cb8-5a816559ca3f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0285530 Feb 11 06:00:48.429672 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c2deb226-4d4e-427a-9d9e-fd289cd9080b req-5106be90-9ac9-494b-bf2e-73dd4293eebf tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0274069 Feb 11 06:00:49.531796 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8a85063d-1c23-48ac-95ec-32c7e22fb2a9 req-2e182cd9-8574-4a3e-a71d-b8850dd6d47c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0312109 Feb 11 06:00:50.629922 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-749fe831-f9fb-4946-a30a-c1cc646a14fa req-cab7ba68-3a86-4ac4-b126-7159756842ee tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0283041 Feb 11 06:00:51.552075 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-4bd632ec-7d68-4e9d-968a-383b53a6f6df tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:51.553562 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-4bd632ec-7d68-4e9d-968a-383b53a6f6df tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.32 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 809 time: 0.1083505 Feb 11 06:00:51.621290 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33311aa7-cb40-43bf-89f1-2a26b6569a2f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4990b51a81004cc28be4dfd3c1959e9a HTTP/1.1" status: 200 len: 379 time: 0.0591249 Feb 11 06:00:51.629914 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-1d792c71-f2e9-49f3-8a09-12a07f6da23e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'port': {'device_id': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'admin_state_up': True, 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'security_groups': ['b928d1f4-d4c6-4e99-ac86-b3c8eeec4459']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:51.789580 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-bef9f111-42ad-4108-815e-848bab7a59dd req-84232f8b-d65d-4162-8b1c-12c54a788752 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0809157 Feb 11 06:00:51.864903 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-1d792c71-f2e9-49f3-8a09-12a07f6da23e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Made reservation on behalf of 4990b51a81004cc28be4dfd3c1959e9a for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:00:51.868394 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-1d792c71-f2e9-49f3-8a09-12a07f6da23e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:52.023421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-1d792c71-f2e9-49f3-8a09-12a07f6da23e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Allocated IP 172.20.0.12 (109dd9be-bb9c-416f-9020-56d50941773e/c6476352-a7a9-4b15-8838-a6467e0e36bf/32f2b626-dd3e-418b-ae1e-8ee06a4990a5) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:00:52.182340 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-1d792c71-f2e9-49f3-8a09-12a07f6da23e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:52.301565 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-1d792c71-f2e9-49f3-8a09-12a07f6da23e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:52.357716 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-1d792c71-f2e9-49f3-8a09-12a07f6da23e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Network 109dd9be-bb9c-416f-9020-56d50941773e is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:00:52.360921 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-1d792c71-f2e9-49f3-8a09-12a07f6da23e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:00:52.365690 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-1d792c71-f2e9-49f3-8a09-12a07f6da23e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:00:52.400165 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d792c71-f2e9-49f3-8a09-12a07f6da23e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'Port': ['ID=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:52.427275 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-1d792c71-f2e9-49f3-8a09-12a07f6da23e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:52.427914 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-1d792c71-f2e9-49f3-8a09-12a07f6da23e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:52.508936 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-1d792c71-f2e9-49f3-8a09-12a07f6da23e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8833380 Feb 11 06:00:52.519002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-b6de3484-7abb-4cae-81be-8dc743e442a5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:00:52.520359 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-b6de3484-7abb-4cae-81be-8dc743e442a5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061636 Feb 11 06:00:52.534343 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Request body: {'port': {'device_id': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:00:52.607519 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:52.640021 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-eb48dd2d-55a7-4d83-a28e-ff13f8c6474e None None] Provisioning complete for port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:00:52.640721 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eb48dd2d-55a7-4d83-a28e-ff13f8c6474e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:52.682436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-eb48dd2d-55a7-4d83-a28e-ff13f8c6474e None None] Port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:00:52.899865 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:00:52.907749 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Publish callbacks [] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:52.916246 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d748c8-80cf-4b78-b908-3762b20b30f5 req-2ebb42c7-b1d0-4fb4-8447-ede609c020b1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:52.917745 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e6d748c8-80cf-4b78-b908-3762b20b30f5 req-2ebb42c7-b1d0-4fb4-8447-ede609c020b1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 932 time: 0.0547047 Feb 11 06:00:52.921010 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Transition to ACTIVE for port object 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:00:52.972965 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e6d748c8-80cf-4b78-b908-3762b20b30f5 req-38efc501-b4db-4eba-94f5-2b7e3ceeed03 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493453 Feb 11 06:00:52.992069 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:53.070289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Pushing event updated for resources: {'Port': ['ID=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:53.133453 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Attempting to bind port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:00:53.133954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Attempting to bind port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:00:53.134567 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Attempting to bind port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 on network 109dd9be-bb9c-416f-9020-56d50941773e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:53.140497 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 on network 109dd9be-bb9c-416f-9020-56d50941773e not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:00:53.140954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Attempting to bind port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 on network 109dd9be-bb9c-416f-9020-56d50941773e {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:00:53.156568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:00:53.156568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Checking segment: {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:00:53.156568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Bound using segment: {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:00:53.156568 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Bound port: 32f2b626-dd3e-418b-ae1e-8ee06a4990a5, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f40a611-ed71-4a63-ab88-0d4b0c60de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:00:53.156568 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:53.233786 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] For port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:00:53.237140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] For port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:00:53.288924 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c9ee77bc-9c4f-41a5-a5ec-18690f17aa6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:53.318751 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:53.356851 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:53.357544 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:53.358963 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] 10.222.0.32 "PUT /v2.0/ports/32f2b626-dd3e-418b-ae1e-8ee06a4990a5 HTTP/1.1" status: 200 len: 1093 time: 0.8319097 Feb 11 06:00:53.359404 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'tag': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:00:53.361679 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c217a58f-9cb4-4e5a-bf09-a2ba6442aa86" -d '{"events": [{"name": "network-changed", "server_uuid": "ade639c0-a6b3-4af7-89e0-8a7c2d0bd632", "tag": "32f2b626-dd3e-418b-ae1e-8ee06a4990a5"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:00:53.389613 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7a041-128f-412c-9bc6-bda1775afc33 service neutron] Pushing event updated for resources: {'Port': ['ID=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:00:53.419213 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e9d77b-8b72-4003-9ad4-33d7f3b6caeb x-openstack-request-id: req-b3e9d77b-8b72-4003-9ad4-33d7f3b6caeb {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:00:53.420019 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade639c0-a6b3-4af7-89e0-8a7c2d0bd632", "tag": "32f2b626-dd3e-418b-ae1e-8ee06a4990a5", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:00:53.420345 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3e9d77b-8b72-4003-9ad4-33d7f3b6caeb {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:00:53.420957 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'tag': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5', 'status': 'completed', 'code': 200} Feb 11 06:00:53.544790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217a58f-9cb4-4e5a-bf09-a2ba6442aa86 req-a25f79a1-3c75-46a1-8c64-4bd5577716d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:53.546315 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c217a58f-9cb4-4e5a-bf09-a2ba6442aa86 req-a25f79a1-3c75-46a1-8c64-4bd5577716d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 1127 time: 0.1051526 Feb 11 06:00:53.669342 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217a58f-9cb4-4e5a-bf09-a2ba6442aa86 req-6905fe96-0856-4332-a959-8dce934537f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:53.670936 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c217a58f-9cb4-4e5a-bf09-a2ba6442aa86 req-6905fe96-0856-4332-a959-8dce934537f9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1178784 Feb 11 06:00:53.782571 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217a58f-9cb4-4e5a-bf09-a2ba6442aa86 req-a6bc9f11-e780-45ba-935c-a189c59e125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:53.784182 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c217a58f-9cb4-4e5a-bf09-a2ba6442aa86 req-a6bc9f11-e780-45ba-935c-a189c59e125c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070020 Feb 11 06:00:53.865684 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-71e899f2-6d36-43b1-9cd0-2d0338827ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:53.867303 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-71e899f2-6d36-43b1-9cd0-2d0338827ab2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 1127 time: 0.0468385 Feb 11 06:00:53.909136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-6d943690-d946-49f1-93d9-fd5fc95d52ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5 HTTP/1.1" status: 200 len: 217 time: 0.0353432 Feb 11 06:00:53.963637 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-18cf448b-7b0f-44c6-b3ac-31f777568595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:53.965377 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-18cf448b-7b0f-44c6-b3ac-31f777568595 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0511138 Feb 11 06:00:54.020123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-e4a9f133-6ea9-4303-a252-ba2f7d5f0b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:54.020551 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-e4a9f133-6ea9-4303-a252-ba2f7d5f0b42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479028 Feb 11 06:00:54.119951 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da4206-6081-4940-9f28-5ab6bc982b12 req-cf341252-e40c-4d37-9605-adffc4f7ae2f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:54.122552 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-54da4206-6081-4940-9f28-5ab6bc982b12 req-cf341252-e40c-4d37-9605-adffc4f7ae2f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0654602 Feb 11 06:00:54.129845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-9a6356d0-6ea1-433b-8116-ffcfa1f754a2 service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031427 Feb 11 06:00:54.182523 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-54da4206-6081-4940-9f28-5ab6bc982b12 req-85bd32ca-3e3e-42f7-ae26-b758a259c946 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487649 Feb 11 06:00:54.233088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-21dd45ba-29a8-4a83-977f-87c5eb8fc160 req-272739f8-719a-4b61-8150-2dad4f28ba0a service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970843 Feb 11 06:00:55.318098 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4477d32-3cd0-496e-b0ff-9168317d33ca req-0a93a647-d604-4baf-834f-a16807a2fe9d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:55.320005 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f4477d32-3cd0-496e-b0ff-9168317d33ca req-0a93a647-d604-4baf-834f-a16807a2fe9d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0643034 Feb 11 06:00:55.375713 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f4477d32-3cd0-496e-b0ff-9168317d33ca req-65032cbf-c918-48fd-9525-15e3dc85d46b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492043 Feb 11 06:00:55.506728 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-944b93c7-1b31-410f-8217-c895d73a6d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:56.528453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb59d46-94f3-4fe5-a970-20a8dac8b1bb req-eaf3fdc0-7dbd-40a9-9d12-5632590aa5db tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:56.530010 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4cb59d46-94f3-4fe5-a970-20a8dac8b1bb req-eaf3fdc0-7dbd-40a9-9d12-5632590aa5db tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0660632 Feb 11 06:00:56.592685 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4cb59d46-94f3-4fe5-a970-20a8dac8b1bb req-0cc836c0-17e9-4d09-a52a-7d4f652e9eed tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552342 Feb 11 06:00:57.169203 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:57.741294 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b946c-e5f0-42e9-8617-99f55cd9792c req-499af3c8-c36f-494b-ba20-3fa586069090 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:57.742942 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-367b946c-e5f0-42e9-8617-99f55cd9792c req-499af3c8-c36f-494b-ba20-3fa586069090 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0582948 Feb 11 06:00:57.797254 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-367b946c-e5f0-42e9-8617-99f55cd9792c req-861cae04-f219-489d-a45b-cb6e52eff353 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476239 Feb 11 06:00:58.805940 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:00:58.945984 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e103dc4-2c30-4f6a-b871-a2e16652ca36 req-e336da4e-c28d-4c3a-a958-0f66674b6305 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:00:58.947630 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9e103dc4-2c30-4f6a-b871-a2e16652ca36 req-e336da4e-c28d-4c3a-a958-0f66674b6305 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0577631 Feb 11 06:00:59.011137 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9e103dc4-2c30-4f6a-b871-a2e16652ca36 req-e2d3a51a-e75c-412b-8feb-9cd5101de6d1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579054 Feb 11 06:00:59.866079 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:00.149054 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f762d5-b60d-4c36-8187-f4a63e74a17f req-90779b2d-549e-457d-bed4-6ab4469c9338 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:00.150677 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-35f762d5-b60d-4c36-8187-f4a63e74a17f req-90779b2d-549e-457d-bed4-6ab4469c9338 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0667510 Feb 11 06:01:00.202043 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-35f762d5-b60d-4c36-8187-f4a63e74a17f req-8f12e80c-88c1-4ffd-b4d0-3985565cd57b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453281 Feb 11 06:01:01.343615 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeacbf9-42cc-4264-9a98-5696e5f5214f req-c39abccd-b102-4a3c-802d-ccfe9b8fdbef tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:01.345253 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dbeacbf9-42cc-4264-9a98-5696e5f5214f req-c39abccd-b102-4a3c-802d-ccfe9b8fdbef tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0557303 Feb 11 06:01:01.397632 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dbeacbf9-42cc-4264-9a98-5696e5f5214f req-ca79e8cb-395a-49b5-af3e-354a16a59d0e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458817 Feb 11 06:01:02.530490 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c09dfa-3f1c-4acf-9d2d-c3823b06c19e req-db2a437e-f0fe-4c18-983e-3f82cafd0307 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:02.532181 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d1c09dfa-3f1c-4acf-9d2d-c3823b06c19e req-db2a437e-f0fe-4c18-983e-3f82cafd0307 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0589089 Feb 11 06:01:02.583124 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d1c09dfa-3f1c-4acf-9d2d-c3823b06c19e req-1c475fcf-4805-44ba-a295-a5af32e6f406 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451584 Feb 11 06:01:03.708514 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683c30b-b1db-4169-ad5b-10b2a9ab6930 req-7582a5ee-3eb8-4c9a-8099-df6fa937f7b5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:03.710108 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0683c30b-b1db-4169-ad5b-10b2a9ab6930 req-7582a5ee-3eb8-4c9a-8099-df6fa937f7b5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0546892 Feb 11 06:01:03.763466 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0683c30b-b1db-4169-ad5b-10b2a9ab6930 req-f6b3836d-85a8-4fe6-92ee-affc2333cb55 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465360 Feb 11 06:01:04.882655 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:04.900115 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc50921-df61-45bb-b5b2-6fe6dc5d2e96 req-65ccb58d-369b-4e53-bed6-0431f5eafdde tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:04.900115 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5cc50921-df61-45bb-b5b2-6fe6dc5d2e96 req-65ccb58d-369b-4e53-bed6-0431f5eafdde tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0561960 Feb 11 06:01:04.951720 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5cc50921-df61-45bb-b5b2-6fe6dc5d2e96 req-ecb48d94-8d7f-42e0-85f1-c93af20775b4 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511107 Feb 11 06:01:05.020049 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:06.090947 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8cb20-a3fa-49cc-9459-3b75fa7c7808 req-ba5a126a-aca7-4582-895d-4d0a3d32464e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:06.092482 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-23e8cb20-a3fa-49cc-9459-3b75fa7c7808 req-ba5a126a-aca7-4582-895d-4d0a3d32464e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0536146 Feb 11 06:01:06.144113 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-23e8cb20-a3fa-49cc-9459-3b75fa7c7808 req-b1b42ea7-a569-4ccb-a845-2676d0a7bd2b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452838 Feb 11 06:01:07.270509 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabbbef-e923-40d9-8d69-5c82e3d05179 req-0fc77e76-a901-4efc-b286-2db5f82b0966 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:07.272238 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7cabbbef-e923-40d9-8d69-5c82e3d05179 req-0fc77e76-a901-4efc-b286-2db5f82b0966 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0559292 Feb 11 06:01:07.319617 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7cabbbef-e923-40d9-8d69-5c82e3d05179 req-ea799012-2ceb-4b0a-a434-366c103e9d47 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419929 Feb 11 06:01:07.407677 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:01:08.451876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae3235-5b7d-4c89-8fb7-04857239cc99 req-c3c261ac-2fba-4358-9b05-925c2c6e4682 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:08.453393 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e2ae3235-5b7d-4c89-8fb7-04857239cc99 req-c3c261ac-2fba-4358-9b05-925c2c6e4682 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0641024 Feb 11 06:01:08.503245 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e2ae3235-5b7d-4c89-8fb7-04857239cc99 req-368afc40-8760-46ea-a727-d891c43622dd tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436554 Feb 11 06:01:09.634378 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fc1db-e195-42b2-9d6c-94fe4f51623f req-5253c646-375f-40bc-8459-4eab5249342a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:09.636161 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c75fc1db-e195-42b2-9d6c-94fe4f51623f req-5253c646-375f-40bc-8459-4eab5249342a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0624795 Feb 11 06:01:09.690538 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c75fc1db-e195-42b2-9d6c-94fe4f51623f req-fc203c37-a7cc-4aeb-81b3-29f73df00045 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483632 Feb 11 06:01:10.390077 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:01:10.490345 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:10.501278 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'port_id': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:01:10.544460 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:10.544856 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:10.558010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:01:10.577467 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:10.723369 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:10.778744 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:10.788031 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:10.788395 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:10.788726 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:10.789070 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:10.789409 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:10.789745 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:10.790077 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:10.790404 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:10.790767 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:10.791099 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:10.791425 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:10.791754 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:10.792078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:10.836720 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26ed36-8168-4b2d-a7b5-2d7b12bcc33a req-e1165896-b217-4923-bf43-36724f9cac4f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:10.838326 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-da26ed36-8168-4b2d-a7b5-2d7b12bcc33a req-e1165896-b217-4923-bf43-36724f9cac4f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 945 time: 0.0730100 Feb 11 06:01:10.906017 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-da26ed36-8168-4b2d-a7b5-2d7b12bcc33a req-176ab9af-6955-4d6f-8a42-d6c8565fe97e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564513 Feb 11 06:01:10.980734 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['32f2b626-dd3e-418b-ae1e-8ee06a4990a5'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:01:12.038508 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98221931-ebba-4c33-82f5-c59beff2d7ca req-bfe1507c-dace-435e-9886-530f9f9e6024 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:12.040118 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-98221931-ebba-4c33-82f5-c59beff2d7ca req-bfe1507c-dace-435e-9886-530f9f9e6024 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 945 time: 0.0607786 Feb 11 06:01:12.099887 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-98221931-ebba-4c33-82f5-c59beff2d7ca req-53f711b6-b1b2-4c75-90cb-326ee93d3844 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541353 Feb 11 06:01:12.395686 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:01:12.545506 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:01:12.550721 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:01:12.551132 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:12.634504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:01:12.634935 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:12.659421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:12.662498 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a2b648-5f1b-4963-b7e6-1434091da170" -d '{"events": [{"server_uuid": "ade639c0-a6b3-4af7-89e0-8a7c2d0bd632", "name": "network-vif-plugged", "status": "completed", "tag": "32f2b626-dd3e-418b-ae1e-8ee06a4990a5"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:12.676182 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:01:12.704019 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6505621-5c6e-4ce4-88be-8eeb4d674433 x-openstack-request-id: req-a6505621-5c6e-4ce4-88be-8eeb4d674433 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:12.704414 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade639c0-a6b3-4af7-89e0-8a7c2d0bd632", "name": "network-vif-plugged", "status": "completed", "tag": "32f2b626-dd3e-418b-ae1e-8ee06a4990a5", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:12.704677 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6505621-5c6e-4ce4-88be-8eeb4d674433 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:12.705081 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5', 'code': 200} Feb 11 06:01:12.762679 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:12.810745 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb81999-7717-49bc-96e0-a7a3e590865b req-e1a435ba-410d-4368-b0a6-318c3b897643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:12.812308 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8bb81999-7717-49bc-96e0-a7a3e590865b req-e1a435ba-410d-4368-b0a6-318c3b897643 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 1129 time: 0.0496993 Feb 11 06:01:12.814978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:12.867147 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8bb81999-7717-49bc-96e0-a7a3e590865b req-9b4cfb46-9ef1-49c3-87a9-158541fee526 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471542 Feb 11 06:01:13.241423 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e26d35-271a-40b6-8e59-f64b90d9d4ca req-f23592d0-97e7-4ade-86b4-084fb70846b4 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:13.243062 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-20e26d35-271a-40b6-8e59-f64b90d9d4ca req-f23592d0-97e7-4ade-86b4-084fb70846b4 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0631216 Feb 11 06:01:13.303923 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-20e26d35-271a-40b6-8e59-f64b90d9d4ca req-3b88a089-6885-4722-a28b-e971ca0a57c8 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543411 Feb 11 06:01:14.437056 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285ae48-4c20-4d8a-86f5-bd33111b3e93 req-52268267-9c8b-4b86-8bae-d06d9691c444 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:14.438598 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f285ae48-4c20-4d8a-86f5-bd33111b3e93 req-52268267-9c8b-4b86-8bae-d06d9691c444 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0586054 Feb 11 06:01:14.492492 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f285ae48-4c20-4d8a-86f5-bd33111b3e93 req-ad41ab6a-5e64-4007-aa6c-0745e521a2f8 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481198 Feb 11 06:01:14.624572 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a9d0d-1a81-4665-8d55-2f904b0191ce req-a573a294-5dc3-4b92-b9d9-f153f099ec52 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:14.626240 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eb9a9d0d-1a81-4665-8d55-2f904b0191ce req-a573a294-5dc3-4b92-b9d9-f153f099ec52 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0655651 Feb 11 06:01:14.692128 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-eb9a9d0d-1a81-4665-8d55-2f904b0191ce req-25740867-b8f1-4559-a4f4-31611c4799f1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592327 Feb 11 06:01:14.716458 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47898) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:14.815535 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218c3fc4-78ae-404d-a220-c011f1e57aea tempest-TestShelveInstance-82008467 tempest-TestShelveInstance-82008467-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:14.817139 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-218c3fc4-78ae-404d-a220-c011f1e57aea tempest-TestShelveInstance-82008467 tempest-TestShelveInstance-82008467-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 1124 time: 0.0995340 Feb 11 06:01:14.820639 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 47902) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:01:14.825217 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:01:14.962732 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:15.071760 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:15.194831 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Allocated IP 172.25.3.104 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/b988a9f0-d4db-4ae3-b22a-adff70541db5) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:01:15.322061 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for port (b988a9f0-d4db-4ae3-b22a-adff70541db5), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:15.448711 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (b988a9f0-d4db-4ae3-b22a-adff70541db5), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:15.495515 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:01:15.499106 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:01:15.503066 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:01:15.527887 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'Port': ['ID=b988a9f0-d4db-4ae3-b22a-adff70541db5,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:15.543595 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:15.543963 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:15.544331 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:15.544667 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:15.544993 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:15.545329 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:15.545664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:15.546000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:15.546325 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:15.546675 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:15.547008 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:15.547336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:15.547664 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:01:15.920756 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for floatingip (02b375d0-d420-4a97-aa6e-045df6ab1207), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:16.072414 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (b988a9f0-d4db-4ae3-b22a-adff70541db5), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:16.229941 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for port (b988a9f0-d4db-4ae3-b22a-adff70541db5), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:16.333269 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (b988a9f0-d4db-4ae3-b22a-adff70541db5), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:16.405698 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event updated for resources: {'Port': ['ID=b988a9f0-d4db-4ae3-b22a-adff70541db5,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:01:16.418381 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (02b375d0-d420-4a97-aa6e-045df6ab1207), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:16.527295 n-d-712142-35 neutron-server[103808]: INFO neutron.db.l3_db [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Floating IP 02b375d0-d420-4a97-aa6e-045df6ab1207 associated. External IP: 172.25.3.104, port: 32f2b626-dd3e-418b-ae1e-8ee06a4990a5. Feb 11 06:01:16.759403 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Router af19e4af-40c6-4223-bea8-8be9c6f6897f has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:01:16.879897 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:01:16.894668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d46bb-cb70-48b3-b428-3de0b73b3a68 None None] Sync routers for ids ['af19e4af-40c6-4223-bea8-8be9c6f6897f'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:01:16.906982 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d46bb-cb70-48b3-b428-3de0b73b3a68 None None] Routers {'af19e4af-40c6-4223-bea8-8be9c6f6897f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:16.907818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e11d46bb-cb70-48b3-b428-3de0b73b3a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:00:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af19e4af-40c6-4223-bea8-8be9c6f6897f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:17.030403 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:17.088568 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9bce2452-bc68-419d-b716-4049b785f87e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2665067 Feb 11 06:01:17.089569 n-d-712142-35 neutron-server[103808]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'tag': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5'}] {{(pid=103808) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:01:17.093791 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d0be579ccb6042d1a50e985904390ee3f5705ff619ef9c222c6b9411c62f1cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8509bcd4-61f5-4f5f-bae3-637d6fb9bb5f" -d '{"events": [{"name": "network-changed", "server_uuid": "ade639c0-a6b3-4af7-89e0-8a7c2d0bd632", "tag": "32f2b626-dd3e-418b-ae1e-8ee06a4990a5"}]}' {{(pid=103808) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:01:17.212952 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51970fb-2586-455e-a958-5206628e3357 x-openstack-request-id: req-c51970fb-2586-455e-a958-5206628e3357 {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:01:17.213326 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade639c0-a6b3-4af7-89e0-8a7c2d0bd632", "tag": "32f2b626-dd3e-418b-ae1e-8ee06a4990a5", "status": "completed", "code": 200}]} {{(pid=103808) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:01:17.213670 n-d-712142-35 neutron-server[103808]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c51970fb-2586-455e-a958-5206628e3357 {{(pid=103808) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:01:17.214157 n-d-712142-35 neutron-server[103808]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'tag': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5', 'status': 'completed', 'code': 200} Feb 11 06:01:17.217906 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e11d46bb-cb70-48b3-b428-3de0b73b3a68 None None] Set router af19e4af-40c6-4223-bea8-8be9c6f6897f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:17.285322 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509bcd4-61f5-4f5f-bae3-637d6fb9bb5f req-de0d89d6-a5ed-49a2-b9aa-14ef844602b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:17.288523 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8509bcd4-61f5-4f5f-bae3-637d6fb9bb5f req-de0d89d6-a5ed-49a2-b9aa-14ef844602b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 1129 time: 0.0526416 Feb 11 06:01:17.386379 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509bcd4-61f5-4f5f-bae3-637d6fb9bb5f req-4ab4182f-ebc8-4dc6-8d43-527899a45e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:17.387934 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8509bcd4-61f5-4f5f-bae3-637d6fb9bb5f req-4ab4182f-ebc8-4dc6-8d43-527899a45e35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.0941062 Feb 11 06:01:17.467815 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8509bcd4-61f5-4f5f-bae3-637d6fb9bb5f req-e105d22b-441c-4c0a-a00d-efed12ed6fac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5 HTTP/1.1" status: 200 len: 1000 time: 0.0730724 Feb 11 06:01:17.471904 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e11d46bb-cb70-48b3-b428-3de0b73b3a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '02b375d0-d420-4a97-aa6e-045df6ab1207', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'port_id': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:01:15Z', 'updated_at': '2022-02-11T06:01:15Z', 'revision_number': 0, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34600982-676f-4839-ac64-94af7b00b54a', 'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'mac_address': 'fa:16:3e:28:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:34Z', 'updated_at': '2022-02-11T05:55:39Z', 'revision_number': 5, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'subnets': [{'id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:17.506670 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d46bb-cb70-48b3-b428-3de0b73b3a68 None None] Checking router: af19e4af-40c6-4223-bea8-8be9c6f6897f for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:01:17.517053 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d46bb-cb70-48b3-b428-3de0b73b3a68 None None] Routers {'af19e4af-40c6-4223-bea8-8be9c6f6897f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:01:17.517692 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e11d46bb-cb70-48b3-b428-3de0b73b3a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:00:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af19e4af-40c6-4223-bea8-8be9c6f6897f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:17.523730 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509bcd4-61f5-4f5f-bae3-637d6fb9bb5f req-d3b49482-01b5-49af-bcc0-ca2920a60dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:17.525558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8509bcd4-61f5-4f5f-bae3-637d6fb9bb5f req-d3b49482-01b5-49af-bcc0-ca2920a60dba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0514305 Feb 11 06:01:17.581433 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509bcd4-61f5-4f5f-bae3-637d6fb9bb5f req-536e7089-3569-4b1e-b30c-418deabd7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:17.582916 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8509bcd4-61f5-4f5f-bae3-637d6fb9bb5f req-536e7089-3569-4b1e-b30c-418deabd7a95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517108 Feb 11 06:01:17.640115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-e11d46bb-cb70-48b3-b428-3de0b73b3a68 None None] Set router af19e4af-40c6-4223-bea8-8be9c6f6897f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:01:17.706084 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8509bcd4-61f5-4f5f-bae3-637d6fb9bb5f req-5e74f2f9-8965-462e-81d6-ab0d8c72e0e2 service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170170 Feb 11 06:01:17.804267 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-8509bcd4-61f5-4f5f-bae3-637d6fb9bb5f req-dfcd8cce-dfa1-41aa-87b3-45a4900d7ce0 service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918114 Feb 11 06:01:17.941482 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-e11d46bb-cb70-48b3-b428-3de0b73b3a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '02b375d0-d420-4a97-aa6e-045df6ab1207', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'port_id': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:01:15Z', 'updated_at': '2022-02-11T06:01:15Z', 'revision_number': 0, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34600982-676f-4839-ac64-94af7b00b54a', 'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'mac_address': 'fa:16:3e:28:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:34Z', 'updated_at': '2022-02-11T05:55:39Z', 'revision_number': 5, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'subnets': [{'id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:01:17.970358 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d46bb-cb70-48b3-b428-3de0b73b3a68 None None] The sync data for ids ['af19e4af-40c6-4223-bea8-8be9c6f6897f'] in n-d-712142-35 is: [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '02b375d0-d420-4a97-aa6e-045df6ab1207', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'port_id': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:01:15Z', 'updated_at': '2022-02-11T06:01:15Z', 'revision_number': 0, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34600982-676f-4839-ac64-94af7b00b54a', 'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'mac_address': 'fa:16:3e:28:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:34Z', 'updated_at': '2022-02-11T05:55:39Z', 'revision_number': 5, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'subnets': [{'id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:01:18.202938 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b8b44e-d9eb-4161-bb1c-2950243224bf None None] New status for floating IP 02b375d0-d420-4a97-aa6e-045df6ab1207: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:01:23.260498 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9ff2d57a-9bc9-47ee-b034-a6e4bd4e4744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:25.494201 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81f556cd-5087-4f03-bbcf-7fdfe1c3f9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:27.208571 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:28.785420 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:29.836724 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:34.865072 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:34.990981 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:44.407914 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:01:53.288437 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2c0c7e0b-be39-4c30-b082-5fbda62f158e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:53.560273 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06850541-0e4d-4aa9-bfaa-95c65d65636c req-edb3b1d5-6edb-4a75-8367-1f0b3d73d202 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482597 Feb 11 06:01:53.650495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850541-0e4d-4aa9-bfaa-95c65d65636c req-c58db09e-7d21-450d-b2f2-73ea36391670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:53.652087 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06850541-0e4d-4aa9-bfaa-95c65d65636c req-c58db09e-7d21-450d-b2f2-73ea36391670 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 1129 time: 0.0484965 Feb 11 06:01:53.760544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850541-0e4d-4aa9-bfaa-95c65d65636c req-e4afa7ba-6c8a-46ff-b6a0-15c9dc32133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:53.762057 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06850541-0e4d-4aa9-bfaa-95c65d65636c req-e4afa7ba-6c8a-46ff-b6a0-15c9dc32133c service neutron] 10.222.0.32 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.0914288 Feb 11 06:01:54.126232 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06850541-0e4d-4aa9-bfaa-95c65d65636c req-8cf0a061-9373-4a8e-b08d-99df611ba42f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5 HTTP/1.1" status: 200 len: 1002 time: 0.3581078 Feb 11 06:01:54.178307 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850541-0e4d-4aa9-bfaa-95c65d65636c req-a1f038bc-0a92-46ab-a2c4-1c3f9db04b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:54.179830 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06850541-0e4d-4aa9-bfaa-95c65d65636c req-a1f038bc-0a92-46ab-a2c4-1c3f9db04b1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0473390 Feb 11 06:01:54.231137 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850541-0e4d-4aa9-bfaa-95c65d65636c req-6a41e21e-5723-4571-841f-eb3303310087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:01:54.232625 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06850541-0e4d-4aa9-bfaa-95c65d65636c req-6a41e21e-5723-4571-841f-eb3303310087 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475447 Feb 11 06:01:54.323766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06850541-0e4d-4aa9-bfaa-95c65d65636c req-5a811a16-0fad-4d1f-ace5-a8dfe2498d8d service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850220 Feb 11 06:01:54.418223 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-06850541-0e4d-4aa9-bfaa-95c65d65636c req-5e9af9f3-3237-4ade-a8a4-3111e046f32a service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890737 Feb 11 06:01:55.526476 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-65c21cf0-ad7c-4865-b996-71432d36b087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:57.235920 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:58.813594 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:01:59.796350 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:04.892187 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:05.059037 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:21.408297 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:02:23.247054 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4939c540-fa1c-4507-ab12-497fe51555c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:25.492737 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8d499e73-45b7-4dbc-bd1e-29d73db71aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:27.177643 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:28.778000 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:29.806757 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:34.950267 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:35.081285 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:53.235516 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ebf02c33-3a38-4d67-b453-39d03e3beb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:53.368183 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85fe34e9-2a4a-4e07-851a-806d8dc1651e req-bf206064-e75f-41e0-9a8f-d9a9bb249e4b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427470 Feb 11 06:02:53.452345 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe34e9-2a4a-4e07-851a-806d8dc1651e req-2896d65d-587c-4ce6-828d-cf54cf21743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:53.453839 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85fe34e9-2a4a-4e07-851a-806d8dc1651e req-2896d65d-587c-4ce6-828d-cf54cf21743c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 1129 time: 0.0454617 Feb 11 06:02:53.583367 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe34e9-2a4a-4e07-851a-806d8dc1651e req-a06b866e-79b8-4357-b693-e19da89b4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:53.585284 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85fe34e9-2a4a-4e07-851a-806d8dc1651e req-a06b866e-79b8-4357-b693-e19da89b4217 service neutron] 10.222.0.32 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.1132040 Feb 11 06:02:53.651573 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85fe34e9-2a4a-4e07-851a-806d8dc1651e req-09eaf798-1f69-410f-9332-ed37c8f497e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5 HTTP/1.1" status: 200 len: 1002 time: 0.0604577 Feb 11 06:02:53.706018 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe34e9-2a4a-4e07-851a-806d8dc1651e req-1913a61d-6163-41d7-956c-368f1f51c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:53.707399 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85fe34e9-2a4a-4e07-851a-806d8dc1651e req-1913a61d-6163-41d7-956c-368f1f51c906 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0497360 Feb 11 06:02:53.756867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe34e9-2a4a-4e07-851a-806d8dc1651e req-80929e84-e2c4-4ee9-8324-0e56336ca782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:02:53.758363 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85fe34e9-2a4a-4e07-851a-806d8dc1651e req-80929e84-e2c4-4ee9-8324-0e56336ca782 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450621 Feb 11 06:02:53.847944 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85fe34e9-2a4a-4e07-851a-806d8dc1651e req-6f550077-e52d-422c-908b-46dbd4f19ff5 service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837028 Feb 11 06:02:53.953226 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-85fe34e9-2a4a-4e07-851a-806d8dc1651e req-a3448575-4b9f-418b-b7e2-6bcd47556b4c service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993962 Feb 11 06:02:55.492244 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a746da6c-46fc-4625-b8b3-0e5449cb3156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:57.171190 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:58.408020 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:02:58.755101 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:02:59.857604 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:04.908737 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:05.046024 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:23.234431 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-493aba2e-188a-401e-b398-81dbad48b061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:25.491843 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e447c0cf-342e-49e0-b5d8-4c8da8ee7b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:27.177109 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:28.780753 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:29.805891 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:34.929344 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:35.079220 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:35.408973 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:03:45.068027 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f7b97-b662-4aa9-9ef5-8a433ce5e037 req-b19e7dc5-f1df-431d-b6e0-94d759f7af44 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:45.069647 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9e6f7b97-b662-4aa9-9ef5-8a433ce5e037 req-b19e7dc5-f1df-431d-b6e0-94d759f7af44 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0658159 Feb 11 06:03:45.125774 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9e6f7b97-b662-4aa9-9ef5-8a433ce5e037 req-c70fb220-a6f0-4489-b4e5-ee30924e43e8 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497756 Feb 11 06:03:46.259182 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffa04e-2dd5-4739-b693-f1749a836856 req-5179b9cc-7314-4876-9a44-b29f87ead2c7 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:46.261610 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-89ffa04e-2dd5-4739-b693-f1749a836856 req-5179b9cc-7314-4876-9a44-b29f87ead2c7 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0560746 Feb 11 06:03:46.314409 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-89ffa04e-2dd5-4739-b693-f1749a836856 req-bad6198e-d77d-41d7-87e5-52188b011ff5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468640 Feb 11 06:03:47.458124 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b20bb0-bb1d-4379-b17a-26db3d0bf883 req-27df9637-a1a0-438f-b40a-2ad57982fe50 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:47.459092 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d2b20bb0-bb1d-4379-b17a-26db3d0bf883 req-27df9637-a1a0-438f-b40a-2ad57982fe50 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0555854 Feb 11 06:03:47.516334 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d2b20bb0-bb1d-4379-b17a-26db3d0bf883 req-ea74cf58-f014-4afc-a476-321a361b570f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513060 Feb 11 06:03:48.644213 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dd46f-cb3f-4625-a00b-81cf6b7ed8f4 req-d05b1a3e-35e3-4f58-ae75-f716a6723ed3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:48.645740 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-731dd46f-cb3f-4625-a00b-81cf6b7ed8f4 req-d05b1a3e-35e3-4f58-ae75-f716a6723ed3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0552602 Feb 11 06:03:48.700043 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-731dd46f-cb3f-4625-a00b-81cf6b7ed8f4 req-bcaf50db-c9b5-49f5-a68d-d6e2ab26dddb tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479801 Feb 11 06:03:49.826730 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f75a1-d415-49f4-831e-afa9c600684d req-f764c3b4-8fc7-4bb7-aa49-d9d1cd05ca22 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:49.828260 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a24f75a1-d415-49f4-831e-afa9c600684d req-f764c3b4-8fc7-4bb7-aa49-d9d1cd05ca22 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0553300 Feb 11 06:03:49.882773 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a24f75a1-d415-49f4-831e-afa9c600684d req-39a2003b-095c-4546-bb35-29134a4d9d6e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487678 Feb 11 06:03:51.025555 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb00b7f-8ed9-4515-9446-c8d0be5657bd req-8355afc8-0c75-4ef4-b048-151569c2742c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:51.027790 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-feb00b7f-8ed9-4515-9446-c8d0be5657bd req-8355afc8-0c75-4ef4-b048-151569c2742c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0660989 Feb 11 06:03:51.081645 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-feb00b7f-8ed9-4515-9446-c8d0be5657bd req-d5230ff2-acfa-4bec-b800-263b733f0127 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474982 Feb 11 06:03:52.255551 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64812824-ac31-4b3c-a304-9998f416fd3f req-1e7221ca-0c02-4970-8d84-b90ee1f3eb29 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:52.257226 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-64812824-ac31-4b3c-a304-9998f416fd3f req-1e7221ca-0c02-4970-8d84-b90ee1f3eb29 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0593224 Feb 11 06:03:52.314399 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-64812824-ac31-4b3c-a304-9998f416fd3f req-08ea5b76-a07d-4d47-936a-437b75d1f631 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506516 Feb 11 06:03:53.272375 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aa21f665-fa52-43d8-9f94-4a2de5e12f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:53.448087 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d119353-462b-4e63-adcc-5b2939f5857a req-e0bedde5-79b0-4bea-bf40-bf175bb6f31a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:53.450081 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d119353-462b-4e63-adcc-5b2939f5857a req-e0bedde5-79b0-4bea-bf40-bf175bb6f31a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0616789 Feb 11 06:03:53.505319 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8d119353-462b-4e63-adcc-5b2939f5857a req-d30f474d-d411-44a3-8d59-b3a37b911c60 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496557 Feb 11 06:03:54.634722 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11200f-f839-4a74-99a4-7d540297f414 req-644784ee-913e-4ab7-81c9-81814d6b2499 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:54.636372 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fb11200f-f839-4a74-99a4-7d540297f414 req-644784ee-913e-4ab7-81c9-81814d6b2499 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0615089 Feb 11 06:03:54.686915 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-fb11200f-f839-4a74-99a4-7d540297f414 req-4d548123-514a-4c3f-8331-83373b840c4e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448809 Feb 11 06:03:54.687213 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360996a-b329-4a31-be6e-a2d69733d32b req-9cf7d419-e560-47dc-9f12-4b4d84c144a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:54.688925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0360996a-b329-4a31-be6e-a2d69733d32b req-9cf7d419-e560-47dc-9f12-4b4d84c144a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 1129 time: 0.0478139 Feb 11 06:03:54.800966 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360996a-b329-4a31-be6e-a2d69733d32b req-8b46ef61-f4e3-4123-ba54-b3dc2ad3f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:54.802384 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0360996a-b329-4a31-be6e-a2d69733d32b req-8b46ef61-f4e3-4123-ba54-b3dc2ad3f185 service neutron] 10.222.0.32 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.0941374 Feb 11 06:03:54.880039 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0360996a-b329-4a31-be6e-a2d69733d32b req-071a5735-5294-49dd-bd32-86af2fe7cb65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5 HTTP/1.1" status: 200 len: 1002 time: 0.0716212 Feb 11 06:03:54.930747 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360996a-b329-4a31-be6e-a2d69733d32b req-a9c9b646-ed2d-4363-bfb1-d1b41e79683a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:54.932473 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0360996a-b329-4a31-be6e-a2d69733d32b req-a9c9b646-ed2d-4363-bfb1-d1b41e79683a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0456915 Feb 11 06:03:54.986643 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360996a-b329-4a31-be6e-a2d69733d32b req-34313d3d-9cf1-4eb8-b104-6caec8259176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:54.988207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0360996a-b329-4a31-be6e-a2d69733d32b req-34313d3d-9cf1-4eb8-b104-6caec8259176 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499618 Feb 11 06:03:55.081837 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0360996a-b329-4a31-be6e-a2d69733d32b req-78aa4d0a-5c7a-4cf0-89f1-ece2ca0a2a9f service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869510 Feb 11 06:03:55.185071 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0360996a-b329-4a31-be6e-a2d69733d32b req-1b5b272a-d8aa-4ceb-a856-05f822d7f6cb service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976880 Feb 11 06:03:55.291282 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add252c4-0a01-4f93-91ce-88ec92c870ff req-c19e2d56-3e02-49d0-8987-42d3bc00c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:55.292835 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-add252c4-0a01-4f93-91ce-88ec92c870ff req-c19e2d56-3e02-49d0-8987-42d3bc00c8b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 1129 time: 0.0460558 Feb 11 06:03:55.390298 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add252c4-0a01-4f93-91ce-88ec92c870ff req-1bc5295d-06e8-41b8-8ca4-4af9b1a8c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:55.391766 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-add252c4-0a01-4f93-91ce-88ec92c870ff req-1bc5295d-06e8-41b8-8ca4-4af9b1a8c1ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.0928013 Feb 11 06:03:55.459833 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-add252c4-0a01-4f93-91ce-88ec92c870ff req-85995dac-8f5d-4b10-af51-ba6c0eddfd9a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5 HTTP/1.1" status: 200 len: 1002 time: 0.0621018 Feb 11 06:03:55.491293 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a7c023ea-0b6c-4deb-b710-bb02e0d64bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:55.512239 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add252c4-0a01-4f93-91ce-88ec92c870ff req-b799dc28-8a9c-4b93-8643-0bcaf6262c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:55.514269 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-add252c4-0a01-4f93-91ce-88ec92c870ff req-b799dc28-8a9c-4b93-8643-0bcaf6262c93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0488596 Feb 11 06:03:55.572184 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add252c4-0a01-4f93-91ce-88ec92c870ff req-53abeafe-fed7-413e-981e-37f3228c5d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:55.575452 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-add252c4-0a01-4f93-91ce-88ec92c870ff req-53abeafe-fed7-413e-981e-37f3228c5d48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0542622 Feb 11 06:03:55.671806 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-add252c4-0a01-4f93-91ce-88ec92c870ff req-b9525849-6dbd-4469-9ce2-9b0b2a784608 service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896225 Feb 11 06:03:55.768701 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-add252c4-0a01-4f93-91ce-88ec92c870ff req-be75ec74-6d73-4fbc-80c1-dfe1e40637fe service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913334 Feb 11 06:03:55.812823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34b2e3-bf12-49e8-b48a-b6eb17b848f2 req-306aeedf-bd1a-4c5e-87aa-563675920385 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:55.814344 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc34b2e3-bf12-49e8-b48a-b6eb17b848f2 req-306aeedf-bd1a-4c5e-87aa-563675920385 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0570977 Feb 11 06:03:55.863587 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dc34b2e3-bf12-49e8-b48a-b6eb17b848f2 req-f6b04494-e6bc-4a22-848d-922356694592 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436006 Feb 11 06:03:56.993911 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2f00b-2b3c-469e-8e8e-ca52d230db9a req-f0c58267-5fcf-444d-ad90-f3c111282900 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:56.996095 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1c2f00b-2b3c-469e-8e8e-ca52d230db9a req-f0c58267-5fcf-444d-ad90-f3c111282900 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0592053 Feb 11 06:03:57.050962 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a1c2f00b-2b3c-469e-8e8e-ca52d230db9a req-3194f416-7ed4-4627-85bc-176d1bf2a578 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488136 Feb 11 06:03:57.159304 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:58.179175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31118c-18fe-4de7-9627-5cebf0fca08a req-62b400a8-2a6e-463e-91b3-2ec64704db91 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:58.180697 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9f31118c-18fe-4de7-9627-5cebf0fca08a req-62b400a8-2a6e-463e-91b3-2ec64704db91 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0573125 Feb 11 06:03:58.232610 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9f31118c-18fe-4de7-9627-5cebf0fca08a req-53886ae4-b45c-4a6e-9bb8-747eb4d5ef85 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455728 Feb 11 06:03:58.770981 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:03:59.378465 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f0be-e4fc-4c80-a47f-00cb0f6e8334 req-ce68b624-3567-4912-9cc1-3dfe6d5886fd tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:03:59.380120 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a5c3f0be-e4fc-4c80-a47f-00cb0f6e8334 req-ce68b624-3567-4912-9cc1-3dfe6d5886fd tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0748501 Feb 11 06:03:59.434180 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a5c3f0be-e4fc-4c80-a47f-00cb0f6e8334 req-ecfac4b8-3e01-4052-a3d4-860e9268d198 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450764 Feb 11 06:03:59.811046 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:00.573123 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596767fd-6013-4d33-89fd-060a52ffd61a req-ca67abed-0408-4813-a9c1-2b329d43a623 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:00.575751 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-596767fd-6013-4d33-89fd-060a52ffd61a req-ca67abed-0408-4813-a9c1-2b329d43a623 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0700960 Feb 11 06:04:00.638529 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-596767fd-6013-4d33-89fd-060a52ffd61a req-32b327f5-aee7-44cd-852b-d72f238cacc9 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567110 Feb 11 06:04:01.255596 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:04:01.344739 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:01.345268 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:01.371002 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:01.373409 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039e9e7f-5155-4283-b54e-6da226e86336" -d '{"events": [{"server_uuid": "ade639c0-a6b3-4af7-89e0-8a7c2d0bd632", "name": "network-vif-unplugged", "status": "completed", "tag": "32f2b626-dd3e-418b-ae1e-8ee06a4990a5"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:01.387837 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:01.474993 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:01.525283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:01.533595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:01.534016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:01.534289 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:01.534648 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:01.535021 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:01.535356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:01.535687 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:01.536021 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:01.536354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:01.536701 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:01.537015 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:01.537343 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:01.537668 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:04:01.772377 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02fb92-a80e-443d-a3df-17335c9f11a5 req-98d86af1-00df-400a-bd4b-6cff6c26a83c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:01.773873 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3a02fb92-a80e-443d-a3df-17335c9f11a5 req-98d86af1-00df-400a-bd4b-6cff6c26a83c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0557542 Feb 11 06:04:01.830248 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3a02fb92-a80e-443d-a3df-17335c9f11a5 req-71bc1a3e-8330-41b1-afe3-46dce99d8b2e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504880 Feb 11 06:04:02.234806 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a992f-e2c0-4b03-b18a-cda5ae5e7c9f req-7bfa5e15-aa70-4f07-b260-aa2e1dd9d93d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:02.236299 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-384a992f-e2c0-4b03-b18a-cda5ae5e7c9f req-7bfa5e15-aa70-4f07-b260-aa2e1dd9d93d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0547733 Feb 11 06:04:02.288203 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-384a992f-e2c0-4b03-b18a-cda5ae5e7c9f req-9f5eb145-0acb-4fa0-9fdb-a1c74631bf04 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462701 Feb 11 06:04:02.413524 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-be87ad6a-75bb-4174-9943-781ae08bddd3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1643212 Feb 11 06:04:02.422353 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-412ddddf-6fd7-416f-9354-22884e5653dd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:04:02.423408 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-412ddddf-6fd7-416f-9354-22884e5653dd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052204 Feb 11 06:04:02.474249 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faa296f-1370-45e8-969d-56597e78fdc1 x-openstack-request-id: req-3faa296f-1370-45e8-969d-56597e78fdc1 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:02.474970 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade639c0-a6b3-4af7-89e0-8a7c2d0bd632", "name": "network-vif-unplugged", "status": "completed", "tag": "32f2b626-dd3e-418b-ae1e-8ee06a4990a5", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:02.474970 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3faa296f-1370-45e8-969d-56597e78fdc1 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:02.475235 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5', 'code': 200} Feb 11 06:04:02.577879 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-a50bb0fa-efd8-4cdf-9f70-b576794a0740 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:02.579288 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-a50bb0fa-efd8-4cdf-9f70-b576794a0740 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports/32f2b626-dd3e-418b-ae1e-8ee06a4990a5 HTTP/1.1" status: 200 len: 941 time: 0.1272633 Feb 11 06:04:03.411000 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f235f7b-6791-4d14-b662-b1c046cec050 req-850ea065-98c7-4d2d-a4f2-6d4803bfc1b2 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:03.412459 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0f235f7b-6791-4d14-b662-b1c046cec050 req-850ea065-98c7-4d2d-a4f2-6d4803bfc1b2 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0547371 Feb 11 06:04:03.468707 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0f235f7b-6791-4d14-b662-b1c046cec050 req-dd8f0444-cdf0-458f-918f-229383ce2eee tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499868 Feb 11 06:04:04.607089 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b14b8-05cc-4828-b61e-9d3eadb5beb7 req-f9bbb0e9-a8f5-413e-8f58-1ed320118e46 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:04.608789 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-916b14b8-05cc-4828-b61e-9d3eadb5beb7 req-f9bbb0e9-a8f5-413e-8f58-1ed320118e46 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0635328 Feb 11 06:04:04.663989 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-916b14b8-05cc-4828-b61e-9d3eadb5beb7 req-c25513ac-1e70-4879-abe7-c0f3fc668395 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489798 Feb 11 06:04:04.948501 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:05.068234 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:05.800983 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e0379-1856-4a98-8072-a8e9328eaedf req-1623c701-5762-4307-934a-536f4bd4de0c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:05.802546 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5e4e0379-1856-4a98-8072-a8e9328eaedf req-1623c701-5762-4307-934a-536f4bd4de0c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0583794 Feb 11 06:04:05.858595 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-5e4e0379-1856-4a98-8072-a8e9328eaedf req-0dc6dc81-e79f-48df-8fca-9d90813155af tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489099 Feb 11 06:04:07.000319 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4c9e4-07ad-4bb0-94c3-c7816ecf7bc0 req-761caec9-1110-48aa-8579-9f4e4ca229b8 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:07.001933 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-93c4c9e4-07ad-4bb0-94c3-c7816ecf7bc0 req-761caec9-1110-48aa-8579-9f4e4ca229b8 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0688908 Feb 11 06:04:07.070984 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-93c4c9e4-07ad-4bb0-94c3-c7816ecf7bc0 req-daccd7e3-7db8-497e-b916-1cf46eeaa236 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622308 Feb 11 06:04:08.198838 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090d553-8209-4482-b460-47e39ca0bcaa req-9165cab6-52cf-4e9b-a014-569fb1244b09 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:08.201034 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8090d553-8209-4482-b460-47e39ca0bcaa req-9165cab6-52cf-4e9b-a014-569fb1244b09 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0548770 Feb 11 06:04:08.250664 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-8090d553-8209-4482-b460-47e39ca0bcaa req-600c9545-028e-4be2-9572-f8c30b3dedfa tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442636 Feb 11 06:04:09.382982 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99145d03-faf9-4766-965b-d13458be0408 req-3fb7a043-8b10-439d-83f9-3f308efd455f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:09.384556 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99145d03-faf9-4766-965b-d13458be0408 req-3fb7a043-8b10-439d-83f9-3f308efd455f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0592883 Feb 11 06:04:09.436615 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-99145d03-faf9-4766-965b-d13458be0408 req-8610be41-64c1-460a-b0e1-0819e8167b50 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457036 Feb 11 06:04:10.854165 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe9721-874e-4647-a16f-77fca7092329 req-1e3b0953-0a4e-4742-8076-1dae32984ff4 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:10.855804 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-78fe9721-874e-4647-a16f-77fca7092329 req-1e3b0953-0a4e-4742-8076-1dae32984ff4 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0543683 Feb 11 06:04:10.908126 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-78fe9721-874e-4647-a16f-77fca7092329 req-bd146fca-173c-4756-91c6-d60a292685f2 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467126 Feb 11 06:04:12.035597 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19426f73-3846-439e-a851-bf4604ebed16 req-339114f2-1b5d-4919-b9c8-4016f16c3bba tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:12.037101 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-19426f73-3846-439e-a851-bf4604ebed16 req-339114f2-1b5d-4919-b9c8-4016f16c3bba tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0554991 Feb 11 06:04:12.096006 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-19426f73-3846-439e-a851-bf4604ebed16 req-bdd5041a-fa30-46d0-9158-0e8201dd3b9a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523732 Feb 11 06:04:12.409729 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:04:13.234024 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecb014-a32b-40eb-8795-bd2161684d29 req-7bd32b92-ea7e-462e-8940-2ba202801c28 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:13.235687 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1fecb014-a32b-40eb-8795-bd2161684d29 req-7bd32b92-ea7e-462e-8940-2ba202801c28 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0586879 Feb 11 06:04:13.289211 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1fecb014-a32b-40eb-8795-bd2161684d29 req-378aacda-f28c-4944-aba1-e9da7e07e225 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475419 Feb 11 06:04:14.414683 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b40c45-fe84-4339-9fc4-ea365fd886d3 req-5216617a-35c0-4df9-844a-67ce1655e292 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:14.416235 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-87b40c45-fe84-4339-9fc4-ea365fd886d3 req-5216617a-35c0-4df9-844a-67ce1655e292 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0553837 Feb 11 06:04:14.468511 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-87b40c45-fe84-4339-9fc4-ea365fd886d3 req-f599ab5d-5b63-4560-86bf-e759e4c74d74 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462544 Feb 11 06:04:14.563535 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-f576dc07-6778-44bb-96a2-494d98a095e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:14.565065 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-f576dc07-6778-44bb-96a2-494d98a095e5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632&tenant_id=4990b51a81004cc28be4dfd3c1959e9a HTTP/1.1" status: 200 len: 1127 time: 0.0586591 Feb 11 06:04:14.644958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-46568199-2b4b-4c54-8d1c-8753cbb59ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:14.646524 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-46568199-2b4b-4c54-8d1c-8753cbb59ab2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 1127 time: 0.0585482 Feb 11 06:04:14.746021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-ec25b192-b255-47f7-bd48-d09305d18249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:14.747734 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-ec25b192-b255-47f7-bd48-d09305d18249 service neutron] 10.222.0.32 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.0951028 Feb 11 06:04:14.834444 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-334247eb-59e0-44db-98d5-e09de9cba9a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5 HTTP/1.1" status: 200 len: 1000 time: 0.0796092 Feb 11 06:04:14.887569 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-a03c533f-d31c-4238-930f-4d2380da9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:14.888953 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-a03c533f-d31c-4238-930f-4d2380da9242 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0486295 Feb 11 06:04:14.939122 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-db6c6afd-c3fe-47dd-bbb2-3ab0dd6e53cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:14.940626 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-db6c6afd-c3fe-47dd-bbb2-3ab0dd6e53cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458946 Feb 11 06:04:15.038679 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-eb082f5d-3315-4a76-a54e-6fee40003985 service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911441 Feb 11 06:04:15.137136 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-eb17cbd0-6627-4bb0-a712-e09ebe65f774 service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925002 Feb 11 06:04:15.608592 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef3b09-e222-4b17-9e88-6fd3058571a0 req-dd5b8367-cd12-47d5-b23f-cdcbed2ca8c8 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:15.610198 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-57ef3b09-e222-4b17-9e88-6fd3058571a0 req-dd5b8367-cd12-47d5-b23f-cdcbed2ca8c8 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0724821 Feb 11 06:04:15.663368 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-57ef3b09-e222-4b17-9e88-6fd3058571a0 req-c968171d-98da-461b-936b-e9d599eb0ee9 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469096 Feb 11 06:04:16.785297 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68fd3d-93fa-40bd-9bf8-20b4339b8242 req-2cd02468-87b6-4fc9-9110-75a83e316e9a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:16.786805 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1e68fd3d-93fa-40bd-9bf8-20b4339b8242 req-2cd02468-87b6-4fc9-9110-75a83e316e9a tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0540278 Feb 11 06:04:16.836305 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1e68fd3d-93fa-40bd-9bf8-20b4339b8242 req-43f99a85-3d03-43ab-ad2f-ea6edcd80d1e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431778 Feb 11 06:04:17.957766 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18219ad-0e77-4cec-9c64-e36dae48f17b req-3ae570b8-e916-4db4-8a87-fe520ecaa058 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:17.959294 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d18219ad-0e77-4cec-9c64-e36dae48f17b req-3ae570b8-e916-4db4-8a87-fe520ecaa058 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0533509 Feb 11 06:04:18.015166 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d18219ad-0e77-4cec-9c64-e36dae48f17b req-fff7b214-61b6-4094-ae92-65c4862ca628 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493987 Feb 11 06:04:19.139747 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dd0b5-ed1e-4367-ba75-b8117e7c376a req-424575fc-eec4-46e5-8207-64a42ed5d6bb tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:19.141409 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-be3dd0b5-ed1e-4367-ba75-b8117e7c376a req-424575fc-eec4-46e5-8207-64a42ed5d6bb tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0554035 Feb 11 06:04:19.193364 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-be3dd0b5-ed1e-4367-ba75-b8117e7c376a req-096ed1a3-6ea4-475a-8a4f-76f46a69a9f1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463126 Feb 11 06:04:20.316809 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272ef8-64fe-4db9-b348-598090b3de47 req-41dbd557-6205-4ee7-872d-e64efc7c80d5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:20.318317 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a7272ef8-64fe-4db9-b348-598090b3de47 req-41dbd557-6205-4ee7-872d-e64efc7c80d5 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0540140 Feb 11 06:04:20.368749 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a7272ef8-64fe-4db9-b348-598090b3de47 req-77fae108-ce67-4942-9929-c529e05ee476 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440681 Feb 11 06:04:21.491765 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76dc22-3330-4ba1-ae9a-caaea830b3ad req-bf22373d-514a-468b-9970-4c06a657fee3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:21.493226 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7c76dc22-3330-4ba1-ae9a-caaea830b3ad req-bf22373d-514a-468b-9970-4c06a657fee3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0562150 Feb 11 06:04:21.543392 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7c76dc22-3330-4ba1-ae9a-caaea830b3ad req-49e716c0-e938-487d-93ec-a2b0197d08ce tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437107 Feb 11 06:04:22.695233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0cb46-5e69-483e-9a0d-a4fd28d28dff req-ed9a3477-ed4a-4447-b5a0-fad34ab1545b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:22.696749 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dbd0cb46-5e69-483e-9a0d-a4fd28d28dff req-ed9a3477-ed4a-4447-b5a0-fad34ab1545b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 944 time: 0.0531609 Feb 11 06:04:22.747055 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dbd0cb46-5e69-483e-9a0d-a4fd28d28dff req-4cd81c04-286c-4013-88e6-ef85a79e765d tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443537 Feb 11 06:04:23.217567 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5f21ed45-8f6b-4dec-b7d8-43762162272a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:23.379659 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:04:23.487105 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:23.503237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'port_id': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:04:23.551489 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:23.551878 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:23.565219 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:04:23.585217 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:23.667943 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:23.719483 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:23.881122 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de8b86-aa3b-4895-9e44-472c2835480e req-d5b7818f-f8ec-4cc7-90cb-c613be6b44ce tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:23.882648 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-44de8b86-aa3b-4895-9e44-472c2835480e req-d5b7818f-f8ec-4cc7-90cb-c613be6b44ce tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 945 time: 0.0634394 Feb 11 06:04:23.946431 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-44de8b86-aa3b-4895-9e44-472c2835480e req-ad22978d-ffd9-4e38-b6e0-0a9d73c89524 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471356 Feb 11 06:04:23.947663 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['32f2b626-dd3e-418b-ae1e-8ee06a4990a5'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:04:25.070811 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a67db-8cfa-4617-b613-be5c7297ec72 req-dc63b306-5d81-4241-b2bf-fd32c778b52b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:25.073482 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c43a67db-8cfa-4617-b613-be5c7297ec72 req-dc63b306-5d81-4241-b2bf-fd32c778b52b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 945 time: 0.0598631 Feb 11 06:04:25.134112 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c43a67db-8cfa-4617-b613-be5c7297ec72 req-81de2bc6-4027-4dfb-aaf4-ff22d93ff228 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518444 Feb 11 06:04:25.379365 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:04:25.450843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:04:25.451222 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:25.520201 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7f4a0a1c-34f7-4d9c-a20e-ea67666e3cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:25.540563 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:04:25.540999 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:25.582366 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:04:25.585829 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a3ffb6-108a-400e-9ee0-6d4630de0340" -d '{"events": [{"server_uuid": "ade639c0-a6b3-4af7-89e0-8a7c2d0bd632", "name": "network-vif-plugged", "status": "completed", "tag": "32f2b626-dd3e-418b-ae1e-8ee06a4990a5"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:04:25.601169 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:04:25.626192 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36e88e8-dae8-48ca-9e17-2d4d909ed692 x-openstack-request-id: req-b36e88e8-dae8-48ca-9e17-2d4d909ed692 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:04:25.626488 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade639c0-a6b3-4af7-89e0-8a7c2d0bd632", "name": "network-vif-plugged", "status": "completed", "tag": "32f2b626-dd3e-418b-ae1e-8ee06a4990a5", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:04:25.626781 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b36e88e8-dae8-48ca-9e17-2d4d909ed692 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:04:25.627193 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5', 'code': 200} Feb 11 06:04:25.668366 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:25.737677 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:04:25.807582 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6369ca-9609-4dc3-b338-7c3af6941879 req-7757042c-6938-4381-8bcc-def01ac4b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:25.809425 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f6369ca-9609-4dc3-b338-7c3af6941879 req-7757042c-6938-4381-8bcc-def01ac4b957 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 1129 time: 0.0556099 Feb 11 06:04:25.862994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-4f6369ca-9609-4dc3-b338-7c3af6941879 req-219ed74e-43a5-4825-aa58-4461c85ce308 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461001 Feb 11 06:04:26.273307 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c876b1f-bc85-4687-b350-38fe774083f0 req-f29fa098-f031-42b6-9308-7903f7cec49b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:26.274904 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9c876b1f-bc85-4687-b350-38fe774083f0 req-f29fa098-f031-42b6-9308-7903f7cec49b tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0602019 Feb 11 06:04:26.364856 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9c876b1f-bc85-4687-b350-38fe774083f0 req-fd6e59ff-042c-46c3-ba21-43b2fa8a7b9c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829504 Feb 11 06:04:27.159316 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:27.504576 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6d928-419d-44f9-b070-76c221db734f req-c841bbbd-4c71-427c-9b87-3ce5e42fe891 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:27.506207 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d5e6d928-419d-44f9-b070-76c221db734f req-c841bbbd-4c71-427c-9b87-3ce5e42fe891 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0622184 Feb 11 06:04:27.571738 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d5e6d928-419d-44f9-b070-76c221db734f req-3576d2ef-ec44-496f-9224-94a8003fe131 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564380 Feb 11 06:04:28.786721 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:29.816539 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:34.970393 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:35.061658 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:49.411247 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:04:53.250951 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8e316c8c-7890-461d-8208-16c6cd35b88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:54.823303 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a1195b6-da48-474a-bb2e-2783b677f184 req-0c8251b1-a394-4e75-92ee-653de0c92b71 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472422 Feb 11 06:04:54.916031 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1195b6-da48-474a-bb2e-2783b677f184 req-a1ff4310-217e-4aa3-9bd8-ab8ad2c2471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:54.917592 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a1195b6-da48-474a-bb2e-2783b677f184 req-a1ff4310-217e-4aa3-9bd8-ab8ad2c2471b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 1129 time: 0.0491190 Feb 11 06:04:55.034826 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1195b6-da48-474a-bb2e-2783b677f184 req-ae4f167d-4099-48f5-8cfa-1f1b8254d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:55.036329 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a1195b6-da48-474a-bb2e-2783b677f184 req-ae4f167d-4099-48f5-8cfa-1f1b8254d3c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.0991316 Feb 11 06:04:55.106017 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a1195b6-da48-474a-bb2e-2783b677f184 req-774f1c95-3d5d-4e2f-961b-98e1cfdeadb2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5 HTTP/1.1" status: 200 len: 1002 time: 0.0625286 Feb 11 06:04:55.161379 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1195b6-da48-474a-bb2e-2783b677f184 req-27c3cf5a-2b45-4d68-8bee-9ba496925831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:55.162883 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a1195b6-da48-474a-bb2e-2783b677f184 req-27c3cf5a-2b45-4d68-8bee-9ba496925831 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0502965 Feb 11 06:04:55.213519 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1195b6-da48-474a-bb2e-2783b677f184 req-333f25e8-4302-4b9c-8558-3ae486aec88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:04:55.215114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a1195b6-da48-474a-bb2e-2783b677f184 req-333f25e8-4302-4b9c-8558-3ae486aec88e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463529 Feb 11 06:04:55.306955 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a1195b6-da48-474a-bb2e-2783b677f184 req-95741926-8bd1-4c0a-b603-398c01b1cb11 service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850804 Feb 11 06:04:55.404583 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-0a1195b6-da48-474a-bb2e-2783b677f184 req-56eb676e-6121-46a7-9ab0-7eb9598fb19a service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907676 Feb 11 06:04:55.478483 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-08a9b4e1-e92a-4536-b6a7-f5a4be172804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:57.187412 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:58.810986 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:04:59.799035 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:04.951328 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:05.049369 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:23.215769 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-31ddb16a-c5df-4266-b359-9b1fa0359aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:25.500401 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e0f0abe6-f831-4f8b-a541-2b6ba78007c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:26.411803 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:05:27.214553 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:28.803735 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:29.826413 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:34.940620 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:35.054819 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:53.306194 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b0ec5ae8-b3ee-457e-a823-8892c0319684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:55.476961 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-ed1af621-f926-4e6d-aae5-5caaf345b7ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:56.941707 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-854a2fac-f451-464e-aeac-a0bad9cd02fe req-9ef3faf7-5efe-4715-b12c-42774e75f3ad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1615579 Feb 11 06:05:57.041707 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2fac-f451-464e-aeac-a0bad9cd02fe req-8c16888d-421c-4903-b9cd-3351f053a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:57.043803 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-854a2fac-f451-464e-aeac-a0bad9cd02fe req-8c16888d-421c-4903-b9cd-3351f053a44f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 1129 time: 0.0538647 Feb 11 06:05:57.151380 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2fac-f451-464e-aeac-a0bad9cd02fe req-3d503fb1-c16f-474f-865b-767408f08cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:57.152861 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-854a2fac-f451-464e-aeac-a0bad9cd02fe req-3d503fb1-c16f-474f-865b-767408f08cf0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.0890799 Feb 11 06:05:57.168541 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:57.222595 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-854a2fac-f451-464e-aeac-a0bad9cd02fe req-79835366-9a79-4459-bcbb-054679b21e5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5 HTTP/1.1" status: 200 len: 1002 time: 0.0632753 Feb 11 06:05:57.272552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2fac-f451-464e-aeac-a0bad9cd02fe req-ea48a274-306b-4e3b-889f-221aaa90ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:57.274031 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-854a2fac-f451-464e-aeac-a0bad9cd02fe req-ea48a274-306b-4e3b-889f-221aaa90ed1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0456836 Feb 11 06:05:57.327612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2fac-f451-464e-aeac-a0bad9cd02fe req-9c49cf73-215a-4ad0-bf50-8c458543f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:05:57.329139 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-854a2fac-f451-464e-aeac-a0bad9cd02fe req-9c49cf73-215a-4ad0-bf50-8c458543f47f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494151 Feb 11 06:05:57.423950 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-854a2fac-f451-464e-aeac-a0bad9cd02fe req-0b2e20f0-6dc2-4ae9-9327-dc7c103d1f10 service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879619 Feb 11 06:05:57.516650 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-854a2fac-f451-464e-aeac-a0bad9cd02fe req-c2fc18df-165d-4cc1-9efb-cda79307be84 service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868802 Feb 11 06:05:58.791500 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:05:59.819871 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:03.411355 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:06:04.985745 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:05.098832 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:06.712037 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48140) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:07.013969 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Deleting port b988a9f0-d4db-4ae3-b22a-adff70541db5 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:07.014308 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (b988a9f0-d4db-4ae3-b22a-adff70541db5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:07.097332 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (b988a9f0-d4db-4ae3-b22a-adff70541db5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:07.097585 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for floatingip (b988a9f0-d4db-4ae3-b22a-adff70541db5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:07.110024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Calling delete_port for b988a9f0-d4db-4ae3-b22a-adff70541db5 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:07.311554 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (b988a9f0-d4db-4ae3-b22a-adff70541db5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:07.337292 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event deleted for resources: {'Port': ['ID=b988a9f0-d4db-4ae3-b22a-adff70541db5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:07.350916 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:07.351388 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:07.351742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:07.352083 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:07.352418 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:07.352752 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:07.353081 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:07.353407 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:07.353736 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:07.354065 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:07.354389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:07.354737 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:07.355064 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:07.416593 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for floatingip (02b375d0-d420-4a97-aa6e-045df6ab1207), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:07.417012 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Floating IP 02b375d0-d420-4a97-aa6e-045df6ab1207 disassociated (deleted). External IP: 172.25.3.104, port: 32f2b626-dd3e-418b-ae1e-8ee06a4990a5. Feb 11 06:06:07.635563 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Router af19e4af-40c6-4223-bea8-8be9c6f6897f has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:06:07.751782 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:06:07.759351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:07.762843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ff9db-a5a5-4bf3-89e8-c8b6c0275f73 None None] Sync routers for ids ['af19e4af-40c6-4223-bea8-8be9c6f6897f'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:06:07.774842 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89ff9db-a5a5-4bf3-89e8-c8b6c0275f73 None None] Routers {'af19e4af-40c6-4223-bea8-8be9c6f6897f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:07.775474 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d89ff9db-a5a5-4bf3-89e8-c8b6c0275f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:05:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af19e4af-40c6-4223-bea8-8be9c6f6897f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:07.793413 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3c0863dd-e60e-43f2-9e35-3340e3241417 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "DELETE /v2.0/floatingips/02b375d0-d420-4a97-aa6e-045df6ab1207 HTTP/1.1" status: 204 len: 168 time: 1.0802503 Feb 11 06:06:07.794120 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'tag': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:07.796597 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42a1423-9c77-4fa9-af22-56620e951fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "ade639c0-a6b3-4af7-89e0-8a7c2d0bd632", "tag": "32f2b626-dd3e-418b-ae1e-8ee06a4990a5"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:07.902318 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d89ff9db-a5a5-4bf3-89e8-c8b6c0275f73 None None] Set router af19e4af-40c6-4223-bea8-8be9c6f6897f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:07.968066 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e72804-63cb-4f89-979c-765865412cff x-openstack-request-id: req-72e72804-63cb-4f89-979c-765865412cff {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:07.968429 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade639c0-a6b3-4af7-89e0-8a7c2d0bd632", "tag": "32f2b626-dd3e-418b-ae1e-8ee06a4990a5", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:07.968776 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72e72804-63cb-4f89-979c-765865412cff {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:07.969307 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'tag': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5', 'status': 'completed', 'code': 200} Feb 11 06:06:08.043922 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a1423-9c77-4fa9-af22-56620e951fc4 req-1f03b2ea-2e1a-4f6c-b39d-be7b9f8a43af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:08.045474 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e42a1423-9c77-4fa9-af22-56620e951fc4 req-1f03b2ea-2e1a-4f6c-b39d-be7b9f8a43af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 1129 time: 0.0546596 Feb 11 06:06:08.152155 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a1423-9c77-4fa9-af22-56620e951fc4 req-9a515303-15dd-41db-bd3a-74897207a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:08.153698 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e42a1423-9c77-4fa9-af22-56620e951fc4 req-9a515303-15dd-41db-bd3a-74897207a66e service neutron] 10.222.0.32 "GET /v2.0/networks?id=109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 200 len: 910 time: 0.1011970 Feb 11 06:06:08.201832 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e42a1423-9c77-4fa9-af22-56620e951fc4 req-ea7c85e6-056f-4ee2-9b40-bd91e2c344cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5 HTTP/1.1" status: 200 len: 217 time: 0.0413680 Feb 11 06:06:08.252995 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a1423-9c77-4fa9-af22-56620e951fc4 req-93aee493-f5e5-4808-831c-7db0dd53fb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:08.254669 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e42a1423-9c77-4fa9-af22-56620e951fc4 req-93aee493-f5e5-4808-831c-7db0dd53fb8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 200 len: 848 time: 0.0475485 Feb 11 06:06:08.297940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d89ff9db-a5a5-4bf3-89e8-c8b6c0275f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '34600982-676f-4839-ac64-94af7b00b54a', 'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'mac_address': 'fa:16:3e:28:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:34Z', 'updated_at': '2022-02-11T05:55:39Z', 'revision_number': 5, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'subnets': [{'id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:08.307934 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a1423-9c77-4fa9-af22-56620e951fc4 req-12820137-854d-42be-9655-e2adf25ebe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:08.309447 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e42a1423-9c77-4fa9-af22-56620e951fc4 req-12820137-854d-42be-9655-e2adf25ebe76 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=109dd9be-bb9c-416f-9020-56d50941773e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489328 Feb 11 06:06:08.330294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ff9db-a5a5-4bf3-89e8-c8b6c0275f73 None None] Checking router: af19e4af-40c6-4223-bea8-8be9c6f6897f for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:06:08.339595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89ff9db-a5a5-4bf3-89e8-c8b6c0275f73 None None] Routers {'af19e4af-40c6-4223-bea8-8be9c6f6897f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:08.340237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d89ff9db-a5a5-4bf3-89e8-c8b6c0275f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:05:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af19e4af-40c6-4223-bea8-8be9c6f6897f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:08.396859 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6f5db-2d2c-4180-9f55-fecca06f8498 req-1839eca0-1457-4319-b82f-efe1cf1c3e49 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:08.403316 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-45a6f5db-2d2c-4180-9f55-fecca06f8498 req-1839eca0-1457-4319-b82f-efe1cf1c3e49 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.1193440 Feb 11 06:06:08.420845 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e42a1423-9c77-4fa9-af22-56620e951fc4 req-29c03a76-2a89-4857-9961-5eed7b3e5415 service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037292 Feb 11 06:06:08.460625 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-45a6f5db-2d2c-4180-9f55-fecca06f8498 req-c3d16cfa-a4ff-45df-a1b8-c659225766fe tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549850 Feb 11 06:06:08.466342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d89ff9db-a5a5-4bf3-89e8-c8b6c0275f73 None None] Set router af19e4af-40c6-4223-bea8-8be9c6f6897f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:08.520721 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-e42a1423-9c77-4fa9-af22-56620e951fc4 req-607e57ea-2a3f-42a5-8ce4-c6143cb2c48e service neutron] 10.222.0.32 "GET /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931051 Feb 11 06:06:08.670904 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d89ff9db-a5a5-4bf3-89e8-c8b6c0275f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '34600982-676f-4839-ac64-94af7b00b54a', 'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'mac_address': 'fa:16:3e:28:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:34Z', 'updated_at': '2022-02-11T05:55:39Z', 'revision_number': 5, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'subnets': [{'id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:08.701683 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ff9db-a5a5-4bf3-89e8-c8b6c0275f73 None None] The sync data for ids ['af19e4af-40c6-4223-bea8-8be9c6f6897f'] in n-d-712142-35 is: [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:35Z', 'revision_number': 4, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '34600982-676f-4839-ac64-94af7b00b54a', 'name': '', 'network_id': '109dd9be-bb9c-416f-9020-56d50941773e', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'mac_address': 'fa:16:3e:28:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:34Z', 'updated_at': '2022-02-11T05:55:39Z', 'revision_number': 5, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'subnets': [{'id': 'c6476352-a7a9-4b15-8838-a6467e0e36bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:06:08.948307 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f5e13f-141b-4acb-8966-01837daf8759 None None] New status for floating IP 02b375d0-d420-4a97-aa6e-045df6ab1207: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:06:09.643567 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cafd9-1d8f-4b11-aa6d-0cfdd0ba129e req-c864b996-9106-4ae9-a672-844d5c6c0d87 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:09.645035 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9a4cafd9-1d8f-4b11-aa6d-0cfdd0ba129e req-c864b996-9106-4ae9-a672-844d5c6c0d87 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.1165552 Feb 11 06:06:09.696497 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9a4cafd9-1d8f-4b11-aa6d-0cfdd0ba129e req-4d44b00d-5681-4c83-aaff-aff722615a9e tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/security-groups?id=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456390 Feb 11 06:06:09.856368 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bec98d-b59c-415c-aba1-5240906fe357 req-0e93cb92-2ef1-4fab-abcc-6ed928626a25 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:09.857872 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10bec98d-b59c-415c-aba1-5240906fe357 req-0e93cb92-2ef1-4fab-abcc-6ed928626a25 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.32 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 946 time: 0.0527492 Feb 11 06:06:09.957440 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-10bec98d-b59c-415c-aba1-5240906fe357 req-099dc3aa-cfda-4737-bd65-cbe206ace5a3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Deleting port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:09.957778 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-10bec98d-b59c-415c-aba1-5240906fe357 req-099dc3aa-cfda-4737-bd65-cbe206ace5a3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:10.051097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-10bec98d-b59c-415c-aba1-5240906fe357 req-099dc3aa-cfda-4737-bd65-cbe206ace5a3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] For port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:10.051477 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-10bec98d-b59c-415c-aba1-5240906fe357 req-099dc3aa-cfda-4737-bd65-cbe206ace5a3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:10.063804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-10bec98d-b59c-415c-aba1-5240906fe357 req-099dc3aa-cfda-4737-bd65-cbe206ace5a3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Calling delete_port for 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:10.294513 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-10bec98d-b59c-415c-aba1-5240906fe357 req-099dc3aa-cfda-4737-bd65-cbe206ace5a3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (32f2b626-dd3e-418b-ae1e-8ee06a4990a5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:10.324520 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099dc3aa-cfda-4737-bd65-cbe206ace5a3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event deleted for resources: {'Port': ['ID=32f2b626-dd3e-418b-ae1e-8ee06a4990a5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:10.373726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bec98d-b59c-415c-aba1-5240906fe357 req-099dc3aa-cfda-4737-bd65-cbe206ace5a3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] No DVR routers for this DVR port 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:06:10.376629 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-10bec98d-b59c-415c-aba1-5240906fe357 req-099dc3aa-cfda-4737-bd65-cbe206ace5a3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:10.379873 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-10bec98d-b59c-415c-aba1-5240906fe357 req-099dc3aa-cfda-4737-bd65-cbe206ace5a3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.32 "DELETE /v2.0/ports/32f2b626-dd3e-418b-ae1e-8ee06a4990a5 HTTP/1.1" status: 204 len: 173 time: 0.5166998 Feb 11 06:06:10.380323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'name': 'network-vif-deleted', 'tag': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:10.383354 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2635b648-0e6a-4863-9cd8-fc9a331382b3" -d '{"events": [{"server_uuid": "ade639c0-a6b3-4af7-89e0-8a7c2d0bd632", "name": "network-vif-deleted", "tag": "32f2b626-dd3e-418b-ae1e-8ee06a4990a5"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:10.423229 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acf2d51-69c9-45a2-a324-dc33926645e5 x-openstack-request-id: req-0acf2d51-69c9-45a2-a324-dc33926645e5 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:10.424571 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade639c0-a6b3-4af7-89e0-8a7c2d0bd632", "name": "network-vif-deleted", "tag": "32f2b626-dd3e-418b-ae1e-8ee06a4990a5", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:10.424571 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0acf2d51-69c9-45a2-a324-dc33926645e5 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:10.424571 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade639c0-a6b3-4af7-89e0-8a7c2d0bd632', 'name': 'network-vif-deleted', 'tag': '32f2b626-dd3e-418b-ae1e-8ee06a4990a5', 'status': 'completed', 'code': 200} Feb 11 06:06:10.808368 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-ce39b2d4-d47a-4cdd-b928-6c734f77f9d2 req-d97ba895-adde-4b6b-9f75-3acc3d821eea tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0300109 Feb 11 06:06:11.912233 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9bbcaac0-3b14-4602-86b8-b992bc42f5a3 req-00c15c65-d1cc-46c1-8581-64efcaabf0c9 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0274980 Feb 11 06:06:13.016087 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-15ddd4d5-fe66-4f28-8de4-c2c55018b4be req-870dfae0-f6d2-47fd-80f0-3b52fbc71dab tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0309408 Feb 11 06:06:13.925191 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:06:13.948646 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:06:13.949062 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 32f2b626-dd3e-418b-ae1e-8ee06a4990a5 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:06:14.122157 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-16a46a55-eb1e-47ce-91e7-d1671a68a96b req-02c2e36d-389d-4a7d-b2ed-65a3099da4c3 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0325494 Feb 11 06:06:15.234798 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-62dea124-9fea-4aa0-978a-a6b62ee8965f req-5b05bc7e-b372-452a-8160-ba88abd4215c tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0285113 Feb 11 06:06:16.335184 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9ca249c7-b7c4-4839-9496-e475dde4c28d req-a005b698-104b-466b-b6a4-dd521dbf2a97 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0282848 Feb 11 06:06:17.432647 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-859ecb25-b643-48a2-90e2-8d4b656a0713 req-1cbea7e0-8043-4b68-9810-880482a7a867 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0286598 Feb 11 06:06:18.528283 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7f08e892-666b-481d-b661-a3620964bd3c req-a9209564-3ac3-4389-972e-f176b030387f tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0271425 Feb 11 06:06:19.641804 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-69f83341-bdce-4b31-b2d3-c621eb5079d6 req-72853ef6-ba4d-4b16-a3de-a2a99fe6fca1 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade639c0-a6b3-4af7-89e0-8a7c2d0bd632 HTTP/1.1" status: 200 len: 210 time: 0.0316305 Feb 11 06:06:20.699659 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48204) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:20.758318 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1532d8b0-9e7a-470c-b4b4-61257cca0bcf tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group (b928d1f4-d4c6-4e99-ac86-b3c8eeec4459), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:20.784600 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1532d8b0-9e7a-470c-b4b4-61257cca0bcf tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group (b928d1f4-d4c6-4e99-ac86-b3c8eeec4459), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:20.905552 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1532d8b0-9e7a-470c-b4b4-61257cca0bcf tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (b928d1f4-d4c6-4e99-ac86-b3c8eeec4459), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:20.908266 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1532d8b0-9e7a-470c-b4b4-61257cca0bcf tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:20.909602 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1532d8b0-9e7a-470c-b4b4-61257cca0bcf tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] 10.222.0.13 "DELETE /v2.0/security-groups/b928d1f4-d4c6-4e99-ac86-b3c8eeec4459 HTTP/1.1" status: 204 len: 168 time: 0.2088845 Feb 11 06:06:20.922846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532d8b0-9e7a-470c-b4b4-61257cca0bcf tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b928d1f4-d4c6-4e99-ac86-b3c8eeec4459,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:21.037532 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48208) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:21.845595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-71adc403-e60e-4fd2-a7be-04c8da762d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (af19e4af-40c6-4223-bea8-8be9c6f6897f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:22.123448 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-71adc403-e60e-4fd2-a7be-04c8da762d2a admin admin] Deleting port 34600982-676f-4839-ac64-94af7b00b54a {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:22.124016 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-71adc403-e60e-4fd2-a7be-04c8da762d2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (34600982-676f-4839-ac64-94af7b00b54a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:22.207286 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-71adc403-e60e-4fd2-a7be-04c8da762d2a admin admin] For port 34600982-676f-4839-ac64-94af7b00b54a, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=34600982-676f-4839-ac64-94af7b00b54a,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:22.207660 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-71adc403-e60e-4fd2-a7be-04c8da762d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (34600982-676f-4839-ac64-94af7b00b54a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:22.221740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-71adc403-e60e-4fd2-a7be-04c8da762d2a admin admin] Calling delete_port for 34600982-676f-4839-ac64-94af7b00b54a owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:22.482585 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-71adc403-e60e-4fd2-a7be-04c8da762d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (34600982-676f-4839-ac64-94af7b00b54a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:22.514040 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adc403-e60e-4fd2-a7be-04c8da762d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=34600982-676f-4839-ac64-94af7b00b54a,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:22.716932 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-71adc403-e60e-4fd2-a7be-04c8da762d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (af19e4af-40c6-4223-bea8-8be9c6f6897f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:22.971455 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71adc403-e60e-4fd2-a7be-04c8da762d2a admin admin] Router af19e4af-40c6-4223-bea8-8be9c6f6897f has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:06:23.091016 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71adc403-e60e-4fd2-a7be-04c8da762d2a admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:06:23.097127 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-71adc403-e60e-4fd2-a7be-04c8da762d2a admin admin] 10.222.0.13 "PUT /v2.0/routers/af19e4af-40c6-4223-bea8-8be9c6f6897f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0567365 Feb 11 06:06:23.099651 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48212) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:23.103715 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539b938-dd1d-43aa-9820-b5834d5989af None None] Sync routers for ids ['af19e4af-40c6-4223-bea8-8be9c6f6897f'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:06:23.121461 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539b938-dd1d-43aa-9820-b5834d5989af None None] Routers {'af19e4af-40c6-4223-bea8-8be9c6f6897f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:23.122501 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1539b938-dd1d-43aa-9820-b5834d5989af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:05:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af19e4af-40c6-4223-bea8-8be9c6f6897f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:23.240561 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] Publish callbacks [] for router (af19e4af-40c6-4223-bea8-8be9c6f6897f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:23.247010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-1539b938-dd1d-43aa-9820-b5834d5989af None None] Set router af19e4af-40c6-4223-bea8-8be9c6f6897f gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:23.383067 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] Publish callbacks [] for router_gateway (af19e4af-40c6-4223-bea8-8be9c6f6897f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:23.450689 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1539b938-dd1d-43aa-9820-b5834d5989af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T06:06:22Z', 'revision_number': 5, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port': {'id': '5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:99:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:23.478362 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539b938-dd1d-43aa-9820-b5834d5989af None None] Checking router: af19e4af-40c6-4223-bea8-8be9c6f6897f for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:06:23.487099 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539b938-dd1d-43aa-9820-b5834d5989af None None] Routers {'af19e4af-40c6-4223-bea8-8be9c6f6897f'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:23.487732 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1539b938-dd1d-43aa-9820-b5834d5989af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:05:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['af19e4af-40c6-4223-bea8-8be9c6f6897f'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:23.520296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] Deleting port 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:23.520726 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:23.536355 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-278c6e98-f9ca-4565-8baa-5d305013058c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:23.595947 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-1539b938-dd1d-43aa-9820-b5834d5989af None None] Set router af19e4af-40c6-4223-bea8-8be9c6f6897f gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:23.607935 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] For port 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:23.608300 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:23.622919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] Calling delete_port for 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:23.652932 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-1539b938-dd1d-43aa-9820-b5834d5989af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T06:06:23Z', 'revision_number': 6, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:23.680802 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539b938-dd1d-43aa-9820-b5834d5989af None None] The sync data for ids ['af19e4af-40c6-4223-bea8-8be9c6f6897f'] in n-d-712142-35 is: [{'id': 'af19e4af-40c6-4223-bea8-8be9c6f6897f', 'name': 'tempest-TestShelveInstance-1914643079-router', 'tenant_id': '4990b51a81004cc28be4dfd3c1959e9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:31Z', 'updated_at': '2022-02-11T06:06:23Z', 'revision_number': 6, 'project_id': '4990b51a81004cc28be4dfd3c1959e9a', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:06:23.916950 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:23.948703 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:24.014399 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (af19e4af-40c6-4223-bea8-8be9c6f6897f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:24.124309 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (af19e4af-40c6-4223-bea8-8be9c6f6897f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:24.128005 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] Publish callbacks [] for router_controller (af19e4af-40c6-4223-bea8-8be9c6f6897f), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:24.276700 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (af19e4af-40c6-4223-bea8-8be9c6f6897f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:24.277200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af19e4af-40c6-4223-bea8-8be9c6f6897f {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:06:24.284752 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:24.286449 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-1350da04-3c9a-4a4a-92ee-06a710b4d634 admin admin] 10.222.0.13 "DELETE /v2.0/routers/af19e4af-40c6-4223-bea8-8be9c6f6897f HTTP/1.1" status: 204 len: 168 time: 1.1845903 Feb 11 06:06:24.289487 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48214) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:24.340257 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9018960-dc93-4630-97ca-5596f71a5046 admin admin] Deleting subnet c6476352-a7a9-4b15-8838-a6467e0e36bf {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:06:24.343925 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9018960-dc93-4630-97ca-5596f71a5046 admin admin] Publish callbacks [] for subnet (c6476352-a7a9-4b15-8838-a6467e0e36bf), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:24.383555 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9018960-dc93-4630-97ca-5596f71a5046 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (c6476352-a7a9-4b15-8838-a6467e0e36bf), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:24.469848 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9018960-dc93-4630-97ca-5596f71a5046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (c6476352-a7a9-4b15-8838-a6467e0e36bf), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:24.659502 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9018960-dc93-4630-97ca-5596f71a5046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (c6476352-a7a9-4b15-8838-a6467e0e36bf), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:24.689123 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9018960-dc93-4630-97ca-5596f71a5046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6476352-a7a9-4b15-8838-a6467e0e36bf,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:24.691194 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a9018960-dc93-4630-97ca-5596f71a5046 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:24.694532 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a9018960-dc93-4630-97ca-5596f71a5046 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c6476352-a7a9-4b15-8838-a6467e0e36bf HTTP/1.1" status: 204 len: 168 time: 0.4040735 Feb 11 06:06:24.698175 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48216) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:24.699951 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c95fd91-9856-4a46-bde5-1b99b34fb1ac None None] Network 109dd9be-bb9c-416f-9020-56d50941773e requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:06:24.776341 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (109dd9be-bb9c-416f-9020-56d50941773e), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:24.838771 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] Deleting port c4136cd8-49e7-44fd-a527-9628e4f99286 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:24.838918 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:24.890545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] DHCP port deletion for 109dd9be-bb9c-416f-9020-56d50941773e request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:06:24.911726 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] For port c4136cd8-49e7-44fd-a527-9628e4f99286, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c4136cd8-49e7-44fd-a527-9628e4f99286,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:24.912085 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:24.925210 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] Calling delete_port for c4136cd8-49e7-44fd-a527-9628e4f99286 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:24.947555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Deleting port c4136cd8-49e7-44fd-a527-9628e4f99286 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:24.948051 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:25.018509 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] For port c4136cd8-49e7-44fd-a527-9628e4f99286, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=c4136cd8-49e7-44fd-a527-9628e4f99286,segment=NetworkSegment(8f40a611-ed71-4a63-ab88-0d4b0c60de7a),segment_id=8f40a611-ed71-4a63-ab88-0d4b0c60de7a)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:25.018863 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:25.032417 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Calling delete_port for c4136cd8-49e7-44fd-a527-9628e4f99286 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:25.111334 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:25.119540 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (c4136cd8-49e7-44fd-a527-9628e4f99286), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:25.142021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4136cd8-49e7-44fd-a527-9628e4f99286,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:25.144269 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] No DVR routers for this DVR port c4136cd8-49e7-44fd-a527-9628e4f99286 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:06:25.152120 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Pushing event deleted for resources: {'Port': ['ID=c4136cd8-49e7-44fd-a527-9628e4f99286,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:25.159792 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] No DVR routers for this DVR port c4136cd8-49e7-44fd-a527-9628e4f99286 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:06:25.161865 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:25.162282 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:25.162616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:25.169937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:25.169937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:25.169937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:25.169937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:25.169937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:25.169937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:25.169937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:25.169937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:25.169937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:25.169937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98735d30-56bf-4681-a1ee-899921bcf68a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:25.222873 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (109dd9be-bb9c-416f-9020-56d50941773e), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:25.248612 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109dd9be-bb9c-416f-9020-56d50941773e']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:25.258213 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f40a611-ed71-4a63-ab88-0d4b0c60de7a') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:25.258510 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f40a611-ed71-4a63-ab88-0d4b0c60de7a') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:25.269595 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (8f40a611-ed71-4a63-ab88-0d4b0c60de7a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:25.283420 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (8f40a611-ed71-4a63-ab88-0d4b0c60de7a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:25.290078 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:06:25.290462 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (8f40a611-ed71-4a63-ab88-0d4b0c60de7a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: timer() Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:06:25.292191 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:06:25.370264 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 34600982-676f-4839-ac64-94af7b00b54a no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:06:25.391036 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 34600982-676f-4839-ac64-94af7b00b54a {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:06:25.391405 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 34600982-676f-4839-ac64-94af7b00b54a not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:06:25.391831 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:06:25.412227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:06:25.412573 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 5f3d87e9-f0c6-4a10-b3dd-e9d290f3519d not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:06:25.412990 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c4136cd8-49e7-44fd-a527-9628e4f99286 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:06:25.436812 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (109dd9be-bb9c-416f-9020-56d50941773e), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:25.440338 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: c4136cd8-49e7-44fd-a527-9628e4f99286 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:06:25.440710 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device c4136cd8-49e7-44fd-a527-9628e4f99286 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:06:25.454499 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:25.454499 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] 10.222.0.13 "DELETE /v2.0/networks/109dd9be-bb9c-416f-9020-56d50941773e HTTP/1.1" status: 204 len: 168 time: 0.7512534 Feb 11 06:06:25.454724 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48218) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:25.470760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3a4e2-2d55-4ac8-a4bc-3092db0f0624 admin admin] Pushing event deleted for resources: {'Network': ['ID=109dd9be-bb9c-416f-9020-56d50941773e,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:25.510666 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97346787-82d7-41b4-9442-81d32b5d97f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:26.175798 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (cecb0296-c275-41bf-9590-53ab58dd3ae5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:26.451864 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Deleting port 0a846d80-8b90-485b-a8da-55517a753439 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:26.452130 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (0a846d80-8b90-485b-a8da-55517a753439), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:26.534840 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] For port 0a846d80-8b90-485b-a8da-55517a753439, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=0a846d80-8b90-485b-a8da-55517a753439,segment=NetworkSegment(bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1),segment_id=bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:26.535550 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (0a846d80-8b90-485b-a8da-55517a753439), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:26.548769 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Calling delete_port for 0a846d80-8b90-485b-a8da-55517a753439 owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:26.836460 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (0a846d80-8b90-485b-a8da-55517a753439), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:26.862696 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a846d80-8b90-485b-a8da-55517a753439,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:26.876482 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:26.876841 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:26.877194 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:26.877539 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:26.877879 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:26.878215 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:26.878546 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:26.878936 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:26.879269 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:26.879601 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:26.879932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:26.880265 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:26.880588 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:27.064782 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (cecb0296-c275-41bf-9590-53ab58dd3ae5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:27.180107 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:27.289386 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Router cecb0296-c275-41bf-9590-53ab58dd3ae5 has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:06:27.400957 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:06:27.405968 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-9f444dc8-a74b-48de-a378-decc41e58150 admin admin] 10.222.0.13 "PUT /v2.0/routers/cecb0296-c275-41bf-9590-53ab58dd3ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9513271 Feb 11 06:06:27.408577 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48220) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:27.411225 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad109c9-d728-4f66-ad81-96be661c313a None None] Sync routers for ids ['cecb0296-c275-41bf-9590-53ab58dd3ae5'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:06:27.422556 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad109c9-d728-4f66-ad81-96be661c313a None None] Routers {'cecb0296-c275-41bf-9590-53ab58dd3ae5'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:27.423221 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0ad109c9-d728-4f66-ad81-96be661c313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:06:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cecb0296-c275-41bf-9590-53ab58dd3ae5'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:27.517379 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] Publish callbacks [] for router (cecb0296-c275-41bf-9590-53ab58dd3ae5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:27.535026 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-0ad109c9-d728-4f66-ad81-96be661c313a None None] Set router cecb0296-c275-41bf-9590-53ab58dd3ae5 gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:27.626671 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] Publish callbacks [] for router_gateway (cecb0296-c275-41bf-9590-53ab58dd3ae5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:27.719242 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0ad109c9-d728-4f66-ad81-96be661c313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'name': 'tempest-TestShelveInstance-1953200068-router', 'tenant_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '55af15e4-f1c3-41d0-818c-63b4a0ef929c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:38Z', 'updated_at': '2022-02-11T06:06:26Z', 'revision_number': 5, 'project_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'gw_port': {'id': '55af15e4-f1c3-41d0-818c-63b4a0ef929c', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T05:55:39Z', 'updated_at': '2022-02-11T05:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:27.743199 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] Deleting port 55af15e4-f1c3-41d0-818c-63b4a0ef929c {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:27.743542 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (55af15e4-f1c3-41d0-818c-63b4a0ef929c), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:27.746744 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad109c9-d728-4f66-ad81-96be661c313a None None] Checking router: cecb0296-c275-41bf-9590-53ab58dd3ae5 for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:06:27.755399 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad109c9-d728-4f66-ad81-96be661c313a None None] Routers {'cecb0296-c275-41bf-9590-53ab58dd3ae5'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:27.756018 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0ad109c9-d728-4f66-ad81-96be661c313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:06:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['cecb0296-c275-41bf-9590-53ab58dd3ae5'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:27.826411 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] For port 55af15e4-f1c3-41d0-818c-63b4a0ef929c, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=55af15e4-f1c3-41d0-818c-63b4a0ef929c,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:27.826806 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (55af15e4-f1c3-41d0-818c-63b4a0ef929c), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:27.838688 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] Calling delete_port for 55af15e4-f1c3-41d0-818c-63b4a0ef929c owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:27.846921 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-0ad109c9-d728-4f66-ad81-96be661c313a None None] Set router cecb0296-c275-41bf-9590-53ab58dd3ae5 gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:27.901987 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-0ad109c9-d728-4f66-ad81-96be661c313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'name': 'tempest-TestShelveInstance-1953200068-router', 'tenant_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:38Z', 'updated_at': '2022-02-11T06:06:27Z', 'revision_number': 6, 'project_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:27.928483 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad109c9-d728-4f66-ad81-96be661c313a None None] The sync data for ids ['cecb0296-c275-41bf-9590-53ab58dd3ae5'] in n-d-712142-35 is: [{'id': 'cecb0296-c275-41bf-9590-53ab58dd3ae5', 'name': 'tempest-TestShelveInstance-1953200068-router', 'tenant_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T05:55:38Z', 'updated_at': '2022-02-11T06:06:27Z', 'revision_number': 6, 'project_id': 'cca2a570dc604c1eb275bb6dedd214ec', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:06:28.076339 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (55af15e4-f1c3-41d0-818c-63b4a0ef929c), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.102190 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] Pushing event deleted for resources: {'Port': ['ID=55af15e4-f1c3-41d0-818c-63b4a0ef929c,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:28.167133 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (cecb0296-c275-41bf-9590-53ab58dd3ae5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.281946 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (cecb0296-c275-41bf-9590-53ab58dd3ae5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.284188 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] Publish callbacks [] for router_controller (cecb0296-c275-41bf-9590-53ab58dd3ae5), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.407995 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (cecb0296-c275-41bf-9590-53ab58dd3ae5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.408584 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cecb0296-c275-41bf-9590-53ab58dd3ae5 {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:06:28.413005 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.414790 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-6eb4ca5b-03cd-407f-b592-aa71a31b589d admin admin] 10.222.0.13 "DELETE /v2.0/routers/cecb0296-c275-41bf-9590-53ab58dd3ae5 HTTP/1.1" status: 204 len: 168 time: 1.0051980 Feb 11 06:06:28.417216 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48222) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:28.461716 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0df805-e641-438b-9836-e6e1fa46f817 admin admin] Deleting subnet 31bfb773-0c12-4362-b54b-67f835512935 {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:06:28.464858 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f0df805-e641-438b-9836-e6e1fa46f817 admin admin] Publish callbacks [] for subnet (31bfb773-0c12-4362-b54b-67f835512935), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.500287 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f0df805-e641-438b-9836-e6e1fa46f817 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (31bfb773-0c12-4362-b54b-67f835512935), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.582662 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f0df805-e641-438b-9836-e6e1fa46f817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (31bfb773-0c12-4362-b54b-67f835512935), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.718210 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f0df805-e641-438b-9836-e6e1fa46f817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (31bfb773-0c12-4362-b54b-67f835512935), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.751189 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-0f0df805-e641-438b-9836-e6e1fa46f817 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.754590 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-0f0df805-e641-438b-9836-e6e1fa46f817 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/31bfb773-0c12-4362-b54b-67f835512935 HTTP/1.1" status: 204 len: 168 time: 0.3364718 Feb 11 06:06:28.759556 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0df805-e641-438b-9836-e6e1fa46f817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31bfb773-0c12-4362-b54b-67f835512935,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:28.759732 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48224) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:28.765435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c706899b-5252-4c68-9d04-1e9f44a53d67 None None] Network 13eca1d7-7be2-4550-8c4a-27e918401e66 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:06:28.824419 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.841066 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (13eca1d7-7be2-4550-8c4a-27e918401e66), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.896770 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] Deleting port 06238721-0b24-4883-bfdf-d10a4c6a98d7 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:28.897113 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.938077 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a671e00-da0e-4b4f-a218-611c689f85c9 None None] DHCP port deletion for 13eca1d7-7be2-4550-8c4a-27e918401e66 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:06:28.972066 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] For port 06238721-0b24-4883-bfdf-d10a4c6a98d7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=06238721-0b24-4883-bfdf-d10a4c6a98d7,segment=NetworkSegment(bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1),segment_id=bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:28.972556 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:28.995802 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] Calling delete_port for 06238721-0b24-4883-bfdf-d10a4c6a98d7 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:29.003844 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4a671e00-da0e-4b4f-a218-611c689f85c9 None None] Deleting port 06238721-0b24-4883-bfdf-d10a4c6a98d7 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:06:29.004202 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4a671e00-da0e-4b4f-a218-611c689f85c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:29.073088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-4a671e00-da0e-4b4f-a218-611c689f85c9 None None] For port 06238721-0b24-4883-bfdf-d10a4c6a98d7, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=06238721-0b24-4883-bfdf-d10a4c6a98d7,segment=NetworkSegment(bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1),segment_id=bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:29.073589 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4a671e00-da0e-4b4f-a218-611c689f85c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:29.086455 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-4a671e00-da0e-4b4f-a218-611c689f85c9 None None] Calling delete_port for 06238721-0b24-4883-bfdf-d10a4c6a98d7 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:06:29.168113 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:29.174728 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-4a671e00-da0e-4b4f-a218-611c689f85c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (06238721-0b24-4883-bfdf-d10a4c6a98d7), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:29.196709 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] Pushing event deleted for resources: {'Port': ['ID=06238721-0b24-4883-bfdf-d10a4c6a98d7,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:29.199016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a671e00-da0e-4b4f-a218-611c689f85c9 None None] Pushing event deleted for resources: {'Port': ['ID=06238721-0b24-4883-bfdf-d10a4c6a98d7,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:29.199219 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] No DVR routers for this DVR port 06238721-0b24-4883-bfdf-d10a4c6a98d7 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:06:29.205421 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a671e00-da0e-4b4f-a218-611c689f85c9 None None] No DVR routers for this DVR port 06238721-0b24-4883-bfdf-d10a4c6a98d7 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:06:29.286238 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (13eca1d7-7be2-4550-8c4a-27e918401e66), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:29.307544 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13eca1d7-7be2-4550-8c4a-27e918401e66']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:29.318190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:29.318516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:29.329448 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:29.344671 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:29.350971 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:06:29.352140 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (bdcf04eb-b43d-42f0-926e-19f8d2b3d4f1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: timer() Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:06:29.353982 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:06:29.369407 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 55af15e4-f1c3-41d0-818c-63b4a0ef929c no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:06:29.391969 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 55af15e4-f1c3-41d0-818c-63b4a0ef929c {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:06:29.392459 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 55af15e4-f1c3-41d0-818c-63b4a0ef929c not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:06:29.392967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0a846d80-8b90-485b-a8da-55517a753439 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:06:29.414920 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 0a846d80-8b90-485b-a8da-55517a753439 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:06:29.415262 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 0a846d80-8b90-485b-a8da-55517a753439 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:06:29.415688 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 06238721-0b24-4883-bfdf-d10a4c6a98d7 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:06:29.439253 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 06238721-0b24-4883-bfdf-d10a4c6a98d7 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:06:29.439610 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 06238721-0b24-4883-bfdf-d10a4c6a98d7 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:06:29.475766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (13eca1d7-7be2-4550-8c4a-27e918401e66), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:29.481514 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:29.484888 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] 10.222.0.13 "DELETE /v2.0/networks/13eca1d7-7be2-4550-8c4a-27e918401e66 HTTP/1.1" status: 204 len: 168 time: 0.7266181 Feb 11 06:06:29.497045 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ad8ae-75c8-4228-b8ac-d9ced4cb882a admin admin] Pushing event deleted for resources: {'Network': ['ID=13eca1d7-7be2-4550-8c4a-27e918401e66,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:29.819307 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:29.858256 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48228) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:29.913041 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-23f48306-a4f0-47ad-aa88-63ea2081f56f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4990b51a81004cc28be4dfd3c1959e9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534804 Feb 11 06:06:29.917185 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48230) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:29.972676 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f673bb26-7039-4030-8acc-a8fb4015f656 admin admin] Publish callbacks [] for security_group (0e425d91-910d-4629-ab99-decb58c89c87), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:30.000028 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f673bb26-7039-4030-8acc-a8fb4015f656 admin admin] Publish callbacks [] for security_group (0e425d91-910d-4629-ab99-decb58c89c87), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:30.122269 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f673bb26-7039-4030-8acc-a8fb4015f656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (0e425d91-910d-4629-ab99-decb58c89c87), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:30.125076 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f673bb26-7039-4030-8acc-a8fb4015f656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:30.126249 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f673bb26-7039-4030-8acc-a8fb4015f656 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e425d91-910d-4629-ab99-decb58c89c87 HTTP/1.1" status: 204 len: 168 time: 0.2080791 Feb 11 06:06:30.134595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673bb26-7039-4030-8acc-a8fb4015f656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e425d91-910d-4629-ab99-decb58c89c87,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:30.874572 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48236) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:30.915660 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-792d89b3-6ae5-4dd6-8bf3-d5e8aa8129e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cca2a570dc604c1eb275bb6dedd214ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398977 Feb 11 06:06:30.918171 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48238) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:30.968736 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4b7cadf-1bb6-4620-af9c-6565f8f686bf admin admin] Publish callbacks [] for security_group (3272d955-8207-42c9-931e-e6d50a42ea55), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:30.992340 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4b7cadf-1bb6-4620-af9c-6565f8f686bf admin admin] Publish callbacks [] for security_group (3272d955-8207-42c9-931e-e6d50a42ea55), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:31.139107 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4b7cadf-1bb6-4620-af9c-6565f8f686bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (3272d955-8207-42c9-931e-e6d50a42ea55), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:31.141888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-d4b7cadf-1bb6-4620-af9c-6565f8f686bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:31.143125 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-d4b7cadf-1bb6-4620-af9c-6565f8f686bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3272d955-8207-42c9-931e-e6d50a42ea55 HTTP/1.1" status: 204 len: 168 time: 0.2239985 Feb 11 06:06:31.152817 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7cadf-1bb6-4620-af9c-6565f8f686bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3272d955-8207-42c9-931e-e6d50a42ea55,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:32.245915 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48260) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:32.340061 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1978393224-network', 'tenant_id': '131a1958da8a47b992f00acc13750b68'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:32.402063 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] Made reservation on behalf of 131a1958da8a47b992f00acc13750b68 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:06:32.404693 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:32.413966 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:32.490494 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] Publish callbacks [] for security_group (4359aa2b-ee7d-4701-9b78-6cc341dc9100), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:32.556446 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4359aa2b-ee7d-4701-9b78-6cc341dc9100), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:32.581097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:06:32.590578 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4359aa2b-ee7d-4701-9b78-6cc341dc9100,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:32.598207 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (884cda03-baf4-495d-931c-5d8c60003f9c), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:32.598207 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] Added segment 884cda03-baf4-495d-931c-5d8c60003f9c of type vlan for network 88258e1c-20c6-4765-9665-473d4befaad9 Feb 11 06:06:32.638421 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (88258e1c-20c6-4765-9665-473d4befaad9), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:32.721935 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (88258e1c-20c6-4765-9665-473d4befaad9), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:32.723000 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:32.723615 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:32.787553 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] Pushing event updated for resources: {'Network': ['ID=88258e1c-20c6-4765-9665-473d4befaad9,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:32.797283 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 88258e1c-20c6-4765-9665-473d4befaad9 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:06:32.822507 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-ff7d3794-4d53-436b-bf48-a170d62f9af1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5754738 Feb 11 06:06:32.829186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48264) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:32.834162 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-e5f91dec-c936-49c8-84d8-f8ef71aca61b admin admin] Request body: {'subnet': {'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1978393224-subnet', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:32.928067 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f91dec-c936-49c8-84d8-f8ef71aca61b admin admin] Made reservation on behalf of 131a1958da8a47b992f00acc13750b68 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:06:32.930893 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e5f91dec-c936-49c8-84d8-f8ef71aca61b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:33.488058 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e5f91dec-c936-49c8-84d8-f8ef71aca61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (9b81a153-84fd-4f43-a12a-ecaa49b45018), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:33.545384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f91dec-c936-49c8-84d8-f8ef71aca61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b81a153-84fd-4f43-a12a-ecaa49b45018,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:33.554337 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f91dec-c936-49c8-84d8-f8ef71aca61b admin admin] Checking segment: {'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:06:33.554755 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f91dec-c936-49c8-84d8-f8ef71aca61b admin admin] Network hostable DHCP agents. Network: 88258e1c-20c6-4765-9665-473d4befaad9, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:06:33.653384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f91dec-c936-49c8-84d8-f8ef71aca61b admin admin] Network 88258e1c-20c6-4765-9665-473d4befaad9 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:06:33.716384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-e5f91dec-c936-49c8-84d8-f8ef71aca61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 88258e1c-20c6-4765-9665-473d4befaad9) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:06:33.720579 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f91dec-c936-49c8-84d8-f8ef71aca61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:33.721159 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e5f91dec-c936-49c8-84d8-f8ef71aca61b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:33.730871 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07317a2b-f998-4180-8fc0-b513878e22d7 None None] Network 88258e1c-20c6-4765-9665-473d4befaad9 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:06:33.816651 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e5f91dec-c936-49c8-84d8-f8ef71aca61b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9862523 Feb 11 06:06:33.819262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48266) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:33.823516 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:33.832034 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-88258e1c-20c6-4765-9665-473d4befaad9', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'project_id': '131a1958da8a47b992f00acc13750b68', 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:06:33.835788 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:33.910912 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:33.911996 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:33.971475 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Publish callbacks [] for router_controller (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:33.973435 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Allocated IP 172.20.0.2 (88258e1c-20c6-4765-9665-473d4befaad9/9b81a153-84fd-4f43-a12a-ecaa49b45018/94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:06:34.124081 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Publish callbacks [] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:34.194021 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Publish callbacks [] for router_gateway (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:34.202754 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:34.243762 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Network 88258e1c-20c6-4765-9665-473d4befaad9 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:06:34.246854 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:06:34.251001 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:06:34.256545 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Pushing event updated for resources: {'Port': ['ID=94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:34.314539 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Attempting to bind port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:06:34.315116 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Attempting to bind port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:06:34.315302 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Attempting to bind port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 on network 88258e1c-20c6-4765-9665-473d4befaad9 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:06:34.320940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:06:34.321511 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Checking segment: {'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:06:34.322086 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:34.322490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Bound using segment: {'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:06:34.323026 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Bound port: 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:06:34.323424 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:34.392699 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] For port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:06:34.395753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] For port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:06:34.482944 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:34.495804 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Publish callbacks [] for router_gateway (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:34.519782 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:34.551466 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee243a2-1d93-449d-804f-932de25e0504 None None] Pushing event updated for resources: {'Port': ['ID=94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:34.638015 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Allocated IP 172.25.3.222 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/272cd788-67ee-45dd-9299-9febd618a0e5) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:06:34.771437 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Publish callbacks [] for port (272cd788-67ee-45dd-9299-9febd618a0e5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:34.854641 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (272cd788-67ee-45dd-9299-9febd618a0e5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:34.898080 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:06:34.900592 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:06:34.904608 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:06:34.910370 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Pushing event updated for resources: {'Port': ['ID=272cd788-67ee-45dd-9299-9febd618a0e5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:34.968005 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:35.121397 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:35.263573 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Publish callbacks [] for router_gateway (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:35.411674 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:35.475193 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:35.475563 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:35.484017 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:35.675112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fffe617-c683-4bf5-a98d-6360f40c4846 None None] Network 88258e1c-20c6-4765-9665-473d4befaad9 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:06:35.711022 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Router f8632232-4b5a-44f0-a9e2-56a4ce6d833a is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:06:35.748522 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-0c460ef8-d5c6-4d79-a133-4f64d3a93c6e None None] Provisioning complete for port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:35.748820 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0c460ef8-d5c6-4d79-a133-4f64d3a93c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:35.824807 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:06:35.846029 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Sync routers for ids ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:06:35.884818 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Routers {'f8632232-4b5a-44f0-a9e2-56a4ce6d833a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:35.885454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:06:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:35.887129 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:35.887528 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:35.947521 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:35.948847 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-f42a80e3-c61a-4fd5-877f-10ec184548bb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1285195 Feb 11 06:06:35.951546 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48268) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:36.013890 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0c460ef8-d5c6-4d79-a133-4f64d3a93c6e None None] Current status of the port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:36.014478 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0c460ef8-d5c6-4d79-a133-4f64d3a93c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:36.044298 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:36.087682 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Set router f8632232-4b5a-44f0-a9e2-56a4ce6d833a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:36.148748 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:36.272483 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.db.api [None req-0c460ef8-d5c6-4d79-a133-4f64d3a93c6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103810) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 06:06:36.272770 n-d-712142-35 neutron-server[103810]: DEBUG oslo_db.api [None req-0c460ef8-d5c6-4d79-a133-4f64d3a93c6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 06:06:36.289516 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:36.355227 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:35Z', 'revision_number': 3, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:36.382280 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Checking router: f8632232-4b5a-44f0-a9e2-56a4ce6d833a for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:06:36.382651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Updating router f8632232-4b5a-44f0-a9e2-56a4ce6d833a port 272cd788-67ee-45dd-9299-9febd618a0e5 binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:06:36.406921 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:36.415322 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (272cd788-67ee-45dd-9299-9febd618a0e5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:36.565527 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Allocated IP 172.20.0.1 (88258e1c-20c6-4765-9665-473d4befaad9/9b81a153-84fd-4f43-a12a-ecaa49b45018/1a4e847b-289b-4aa4-8f29-71105f77a964) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:06:36.673907 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Publish callbacks [] for port (272cd788-67ee-45dd-9299-9febd618a0e5), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:36.674762 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Publish callbacks [] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:36.796770 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (272cd788-67ee-45dd-9299-9febd618a0e5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:36.813737 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:36.859650 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Network 88258e1c-20c6-4765-9665-473d4befaad9 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:06:36.861754 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-0c460ef8-d5c6-4d79-a133-4f64d3a93c6e None None] Current status of the port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:36.862676 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:06:36.865740 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:06:36.870876 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Attempting to bind port 272cd788-67ee-45dd-9299-9febd618a0e5 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:06:36.871237 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Attempting to bind port 272cd788-67ee-45dd-9299-9febd618a0e5 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:06:36.871673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Attempting to bind port 272cd788-67ee-45dd-9299-9febd618a0e5 on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:06:36.874753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79533e-667c-4f5b-8b48-66b0c7fde7d3 None None] Pushing event updated for resources: {'Port': ['ID=272cd788-67ee-45dd-9299-9febd618a0e5,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:36.879490 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:06:36.879879 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:06:36.880290 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:36.880696 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:06:36.881198 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Bound port: 272cd788-67ee-45dd-9299-9febd618a0e5, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:06:36.881609 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (272cd788-67ee-45dd-9299-9febd618a0e5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:36.894867 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4e847b-289b-4aa4-8f29-71105f77a964,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:36.918691 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:36.939584 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] For port 272cd788-67ee-45dd-9299-9febd618a0e5, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:06:36.943130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] For port 272cd788-67ee-45dd-9299-9febd618a0e5, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=272cd788-67ee-45dd-9299-9febd618a0e5,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:06:36.984423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-8283b9f5-c52e-489a-8e19-b9ce9cf1adb7 None None] Provisioning complete for port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:36.984803 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8283b9f5-c52e-489a-8e19-b9ce9cf1adb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:37.036160 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (272cd788-67ee-45dd-9299-9febd618a0e5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:37.115267 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-8283b9f5-c52e-489a-8e19-b9ce9cf1adb7 None None] Current status of the port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:37.132464 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:37.132757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Routers {'f8632232-4b5a-44f0-a9e2-56a4ce6d833a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:37.132757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:06:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:37.169517 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79533e-667c-4f5b-8b48-66b0c7fde7d3 None None] Pushing event updated for resources: {'Port': ['ID=272cd788-67ee-45dd-9299-9febd618a0e5,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:37.255316 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-c70c5910-a46e-4803-93bb-5a8e7c1636fb None None] Provisioning complete for port 1a4e847b-289b-4aa4-8f29-71105f77a964 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:37.255683 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c70c5910-a46e-4803-93bb-5a8e7c1636fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:37.261348 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] Set router f8632232-4b5a-44f0-a9e2-56a4ce6d833a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:37.300842 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Publish callbacks [] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:37.326909 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c70c5910-a46e-4803-93bb-5a8e7c1636fb None None] Port 1a4e847b-289b-4aa4-8f29-71105f77a964 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:06:37.385485 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:37.396683 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:37.463753 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4e847b-289b-4aa4-8f29-71105f77a964,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:37.469653 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:37.572741 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Network 88258e1c-20c6-4765-9665-473d4befaad9 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:06:37.574302 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:06:37.673523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:37.673892 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:37.744115 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:36Z', 'revision_number': 1, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:37.799481 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99704b26-6f30-4144-bf83-b52dc754e016 None None] The sync data for ids ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'] in n-d-712142-35 is: [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:36Z', 'revision_number': 1, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:06:37.809292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:37.850051 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3cff070f-205d-4bcc-9c8a-94f88a2387d3 None None] Provisioning complete for port 1a4e847b-289b-4aa4-8f29-71105f77a964 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:37.850404 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3cff070f-205d-4bcc-9c8a-94f88a2387d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:37.890738 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3cff070f-205d-4bcc-9c8a-94f88a2387d3 None None] Port 1a4e847b-289b-4aa4-8f29-71105f77a964 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:06:38.013074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Router f8632232-4b5a-44f0-a9e2-56a4ce6d833a has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:06:38.142458 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:06:38.149320 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a13f9ef1-4af6-4c2d-b5b1-e10187335f53 admin admin] 10.222.0.13 "PUT /v2.0/routers/f8632232-4b5a-44f0-a9e2-56a4ce6d833a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1947658 Feb 11 06:06:38.835646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48284) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:38.841350 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2023641736-network', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:38.916211 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] Made reservation on behalf of 66bbb46d1bab4dd5b17a306524c0c8d0 for: {'network': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:06:38.918710 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for network (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:38.928016 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:39.009619 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] Publish callbacks [] for security_group (e1dbdf95-3976-4dfc-92a0-ee749c784a50), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:39.064054 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e1dbdf95-3976-4dfc-92a0-ee749c784a50), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:39.090529 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 06:06:39.099673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dbdf95-3976-4dfc-92a0-ee749c784a50,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:39.106255 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (626c3a9e-752d-48af-9721-5e38099134d5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:39.106610 n-d-712142-35 neutron-server[103809]: INFO neutron.db.segments_db [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] Added segment 626c3a9e-752d-48af-9721-5e38099134d5 of type vlan for network 65ce4f98-def4-4d59-95e1-6363004b01b5 Feb 11 06:06:39.150384 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777493819423'] for network (65ce4f98-def4-4d59-95e1-6363004b01b5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:39.265252 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429'] for network (65ce4f98-def4-4d59-95e1-6363004b01b5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:39.266183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:39.266897 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:39.331466 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] Pushing event updated for resources: {'Network': ['ID=65ce4f98-def4-4d59-95e1-6363004b01b5,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:39.344512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Network 65ce4f98-def4-4d59-95e1-6363004b01b5 details requested by agent ovs-agent-n-d-712142-35 with host n-d-712142-35 {{(pid=103810) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 06:06:39.372198 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e6182b91-4ece-4e1d-b735-902552124526 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5346138 Feb 11 06:06:39.374801 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48286) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:39.379599 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-c6cbe997-1eb7-497d-ac6a-adcebcb3d40a admin admin] Request body: {'subnet': {'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2023641736-subnet', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'ip_version': 4}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:39.414334 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 272cd788-67ee-45dd-9299-9febd618a0e5 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:39.470428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cbe997-1eb7-497d-ac6a-adcebcb3d40a admin admin] Made reservation on behalf of 66bbb46d1bab4dd5b17a306524c0c8d0 for: {'subnet': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:06:39.472267 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 272cd788-67ee-45dd-9299-9febd618a0e5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:39.472637 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (272cd788-67ee-45dd-9299-9febd618a0e5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:39.472949 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6cbe997-1eb7-497d-ac6a-adcebcb3d40a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25974988'] for subnet (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:39.572011 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 272cd788-67ee-45dd-9299-9febd618a0e5 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:39.572398 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (272cd788-67ee-45dd-9299-9febd618a0e5), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:39.596168 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 272cd788-67ee-45dd-9299-9febd618a0e5, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=272cd788-67ee-45dd-9299-9febd618a0e5,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:39.699774 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (272cd788-67ee-45dd-9299-9febd618a0e5), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:39.754469 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=272cd788-67ee-45dd-9299-9febd618a0e5,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:39.762312 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6cbe997-1eb7-497d-ac6a-adcebcb3d40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28534248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25975006'] for subnet (1ab0915a-f9af-4389-b1be-87a8890ebe6e), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:39.817992 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbe997-1eb7-497d-ac6a-adcebcb3d40a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab0915a-f9af-4389-b1be-87a8890ebe6e,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:39.829406 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbe997-1eb7-497d-ac6a-adcebcb3d40a admin admin] Checking segment: {'id': '626c3a9e-752d-48af-9721-5e38099134d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:06:39.829779 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cbe997-1eb7-497d-ac6a-adcebcb3d40a admin admin] Network hostable DHCP agents. Network: 65ce4f98-def4-4d59-95e1-6363004b01b5, hostable agents: ['9cbe4e44-b114-403a-9b15-410ca228295e'], hosted agents: [] {{(pid=103809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 06:06:39.843150 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Sync routers for ids ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:06:39.855998 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Routers {'f8632232-4b5a-44f0-a9e2-56a4ce6d833a'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:39.860211 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:06:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:39.950531 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cbe997-1eb7-497d-ac6a-adcebcb3d40a admin admin] Network 65ce4f98-def4-4d59-95e1-6363004b01b5 is scheduled to be hosted by DHCP agent 9cbe4e44-b114-403a-9b15-410ca228295e with binding_index 1 {{(pid=103809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 06:06:39.964773 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Set router f8632232-4b5a-44f0-a9e2-56a4ce6d833a gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:40.053050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-c6cbe997-1eb7-497d-ac6a-adcebcb3d40a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-35, 65ce4f98-def4-4d59-95e1-6363004b01b5) {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:06:40.057584 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cbe997-1eb7-497d-ac6a-adcebcb3d40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:40.058186 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-c6cbe997-1eb7-497d-ac6a-adcebcb3d40a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.065532 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f3186a-82ca-4f12-ba09-7f6e52789454 None None] Network 65ce4f98-def4-4d59-95e1-6363004b01b5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:06:40.147757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-c6cbe997-1eb7-497d-ac6a-adcebcb3d40a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7718410 Feb 11 06:06:40.150990 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48288) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:40.155416 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2023641736-router', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:40.175727 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcabe55d0-f445-5366-9fa3-e71df8636614-65ce4f98-def4-4d59-95e1-6363004b01b5', 'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5', 'project_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'fixed_ips': [{'subnet_id': '1ab0915a-f9af-4389-b1be-87a8890ebe6e'}]}} from n-d-712142-35. {{(pid=103810) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 06:06:40.176651 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.178970 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 2, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:40.206577 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Checking router: f8632232-4b5a-44f0-a9e2-56a4ce6d833a for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:06:40.207029 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Updating router f8632232-4b5a-44f0-a9e2-56a4ce6d833a port 1a4e847b-289b-4aa4-8f29-71105f77a964 binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:06:40.241175 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.247800 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-558610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9758'] for router (4055ae97-b6e4-45a1-8667-013ba8b394cf), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.249192 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569564', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9733'] for router (4055ae97-b6e4-45a1-8667-013ba8b394cf), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.339516 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Publish callbacks [] for router_controller (4055ae97-b6e4-45a1-8667-013ba8b394cf), precommit_add_association {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.339827 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.db_base_plugin_common [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Allocated IP 172.20.0.2 (65ce4f98-def4-4d59-95e1-6363004b01b5/1ab0915a-f9af-4389-b1be-87a8890ebe6e/617b245e-3361-4746-bb87-1095d7efbf60) {{(pid=103810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:06:40.416086 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:06:40.489708 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Publish callbacks [] for port (617b245e-3361-4746-bb87-1095d7efbf60), precommit_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.543654 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Publish callbacks [] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.557226 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216'] for port (617b245e-3361-4746-bb87-1095d7efbf60), after_create {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.599218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Network 65ce4f98-def4-4d59-95e1-6363004b01b5 is already hosted by enough agents. {{(pid=103810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:06:40.603866 n-d-712142-35 neutron-server[103810]: DEBUG neutron.scheduler.base_scheduler [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Resources bound (agent type, host, resource id): {{(pid=103810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:06:40.608368 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Received port after_create {{(pid=103810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:06:40.611407 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Publish callbacks [] for router_gateway (4055ae97-b6e4-45a1-8667-013ba8b394cf), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.611575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Pushing event updated for resources: {'Port': ['ID=617b245e-3361-4746-bb87-1095d7efbf60,revision_number=1']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:40.635230 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.672318 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Attempting to bind port 617b245e-3361-4746-bb87-1095d7efbf60 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:06:40.672601 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Attempting to bind port 617b245e-3361-4746-bb87-1095d7efbf60 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '626c3a9e-752d-48af-9721-5e38099134d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:06:40.672965 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Attempting to bind port 617b245e-3361-4746-bb87-1095d7efbf60 on network 65ce4f98-def4-4d59-95e1-6363004b01b5 {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:06:40.678452 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:06:40.678864 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Checking segment: {'id': '626c3a9e-752d-48af-9721-5e38099134d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:06:40.679268 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.679786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Bound using segment: {'id': '626c3a9e-752d-48af-9721-5e38099134d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:06:40.680261 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Bound port: 617b245e-3361-4746-bb87-1095d7efbf60, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626c3a9e-752d-48af-9721-5e38099134d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:06:40.681225 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (617b245e-3361-4746-bb87-1095d7efbf60), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.708835 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae6201-f594-4444-ab7d-dac4721fbad8 None None] Pushing event updated for resources: {'Port': ['ID=1a4e847b-289b-4aa4-8f29-71105f77a964,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:40.719765 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae6201-f594-4444-ab7d-dac4721fbad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.720112 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae6201-f594-4444-ab7d-dac4721fbad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.720557 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae6201-f594-4444-ab7d-dac4721fbad8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.720958 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae6201-f594-4444-ab7d-dac4721fbad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.721379 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae6201-f594-4444-ab7d-dac4721fbad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.721773 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae6201-f594-4444-ab7d-dac4721fbad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.722165 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae6201-f594-4444-ab7d-dac4721fbad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.722583 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae6201-f594-4444-ab7d-dac4721fbad8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.722999 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae6201-f594-4444-ab7d-dac4721fbad8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.723439 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae6201-f594-4444-ab7d-dac4721fbad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.723830 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae6201-f594-4444-ab7d-dac4721fbad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.724158 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae6201-f594-4444-ab7d-dac4721fbad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.724548 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bae6201-f594-4444-ab7d-dac4721fbad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:06:40.757255 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Attempting to bind port 1a4e847b-289b-4aa4-8f29-71105f77a964 on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:06:40.758160 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Attempting to bind port 1a4e847b-289b-4aa4-8f29-71105f77a964 by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:06:40.758686 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Attempting to bind port 1a4e847b-289b-4aa4-8f29-71105f77a964 on network 88258e1c-20c6-4765-9665-473d4befaad9 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:06:40.764320 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:06:40.764934 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] For port 617b245e-3361-4746-bb87-1095d7efbf60, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:06:40.765170 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Checking segment: {'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:06:40.765740 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.766313 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Bound using segment: {'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:06:40.766996 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Bound port: 1a4e847b-289b-4aa4-8f29-71105f77a964, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:06:40.767581 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.768310 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] For port 617b245e-3361-4746-bb87-1095d7efbf60, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=617b245e-3361-4746-bb87-1095d7efbf60,segment=NetworkSegment(626c3a9e-752d-48af-9721-5e38099134d5),segment_id=626c3a9e-752d-48af-9721-5e38099134d5)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:06:40.843249 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] For port 1a4e847b-289b-4aa4-8f29-71105f77a964, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:06:40.846700 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] For port 1a4e847b-289b-4aa4-8f29-71105f77a964, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1a4e847b-289b-4aa4-8f29-71105f77a964,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:06:40.848186 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (617b245e-3361-4746-bb87-1095d7efbf60), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.912791 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced5cf8-3a54-4c01-96a5-ac37e426c05f None None] Pushing event updated for resources: {'Port': ['ID=617b245e-3361-4746-bb87-1095d7efbf60,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:40.933244 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Publish callbacks [] for router_gateway (4055ae97-b6e4-45a1-8667-013ba8b394cf), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.950429 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:40.955278 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.053526 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9f30fea3-509e-438d-9209-fa1f45a07b95 None None] Provisioning complete for port 1a4e847b-289b-4aa4-8f29-71105f77a964 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:41.053526 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9f30fea3-509e-438d-9209-fa1f45a07b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.126985 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Allocated IP 172.25.3.100 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/29c2fdad-aa56-4c9d-94d9-92ccc361aa3f) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:06:41.157380 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Routers {'f8632232-4b5a-44f0-a9e2-56a4ce6d833a'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:41.158022 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:06:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:41.208026 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae6201-f594-4444-ab7d-dac4721fbad8 None None] Pushing event updated for resources: {'Port': ['ID=1a4e847b-289b-4aa4-8f29-71105f77a964,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:41.210184 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9f30fea3-509e-438d-9209-fa1f45a07b95 None None] Current status of the port 1a4e847b-289b-4aa4-8f29-71105f77a964 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:41.210583 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9f30fea3-509e-438d-9209-fa1f45a07b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.286102 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-9f30fea3-509e-438d-9209-fa1f45a07b95 None None] For port 1a4e847b-289b-4aa4-8f29-71105f77a964, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1a4e847b-289b-4aa4-8f29-71105f77a964,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:41.288729 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Publish callbacks [] for port (29c2fdad-aa56-4c9d-94d9-92ccc361aa3f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.326043 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] Set router f8632232-4b5a-44f0-a9e2-56a4ce6d833a gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:41.379413 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9f30fea3-509e-438d-9209-fa1f45a07b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.408680 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (29c2fdad-aa56-4c9d-94d9-92ccc361aa3f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.471146 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30fea3-509e-438d-9209-fa1f45a07b95 None None] Pushing event updated for resources: {'Port': ['ID=1a4e847b-289b-4aa4-8f29-71105f77a964,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:41.499475 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Pushing event updated for resources: {'Port': ['ID=29c2fdad-aa56-4c9d-94d9-92ccc361aa3f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:41.518156 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:06:41.519774 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:06:41.522270 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:06:41.577242 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 617b245e-3361-4746-bb87-1095d7efbf60 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:41.605336 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:40Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:41.632800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-02181f69-ad30-4f8f-9c98-76d3172f9b12 None None] Provisioning complete for port 1a4e847b-289b-4aa4-8f29-71105f77a964 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:41.633305 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-02181f69-ad30-4f8f-9c98-76d3172f9b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.639452 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8db22-69f0-4f66-978b-0c946dbb5aa2 None None] The sync data for ids ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'] in n-d-712142-35 is: [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:40Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:06:41.689566 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 617b245e-3361-4746-bb87-1095d7efbf60 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:41.689829 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (617b245e-3361-4746-bb87-1095d7efbf60), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.787699 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-02181f69-ad30-4f8f-9c98-76d3172f9b12 None None] Current status of the port 1a4e847b-289b-4aa4-8f29-71105f77a964 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:41.869067 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 617b245e-3361-4746-bb87-1095d7efbf60 is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:41.869652 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (617b245e-3361-4746-bb87-1095d7efbf60), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:41.918374 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 617b245e-3361-4746-bb87-1095d7efbf60, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=617b245e-3361-4746-bb87-1095d7efbf60,segment=NetworkSegment(626c3a9e-752d-48af-9721-5e38099134d5),segment_id=626c3a9e-752d-48af-9721-5e38099134d5)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:41.971673 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Publish callbacks [] for router_gateway (4055ae97-b6e4-45a1-8667-013ba8b394cf), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:42.008410 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (617b245e-3361-4746-bb87-1095d7efbf60), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:42.009667 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 272cd788-67ee-45dd-9299-9febd618a0e5 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:42.157233 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=617b245e-3361-4746-bb87-1095d7efbf60,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:42.174127 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 272cd788-67ee-45dd-9299-9febd618a0e5 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:42.174511 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (272cd788-67ee-45dd-9299-9febd618a0e5), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:42.262587 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb695ca-6d68-42e9-9c25-890a60ee5783 None None] Network 65ce4f98-def4-4d59-95e1-6363004b01b5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:06:42.341614 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 272cd788-67ee-45dd-9299-9febd618a0e5 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:42.342893 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1a4e847b-289b-4aa4-8f29-71105f77a964 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:42.344453 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569569'] for router (4055ae97-b6e4-45a1-8667-013ba8b394cf), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:42.426329 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5ebd1046-4808-4843-882f-ccea9f23042c None None] Provisioning complete for port 617b245e-3361-4746-bb87-1095d7efbf60 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:42.426737 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5ebd1046-4808-4843-882f-ccea9f23042c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (617b245e-3361-4746-bb87-1095d7efbf60), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:42.514357 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 1a4e847b-289b-4aa4-8f29-71105f77a964 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:42.514653 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:42.653753 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5ebd1046-4808-4843-882f-ccea9f23042c None None] Current status of the port 617b245e-3361-4746-bb87-1095d7efbf60 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:42.683972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Router 4055ae97-b6e4-45a1-8667-013ba8b394cf is scheduled to L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf with binding_index 1 {{(pid=103809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 06:06:42.686039 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 1a4e847b-289b-4aa4-8f29-71105f77a964 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:42.837097 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:06:42.849674 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Sync routers for ids ['4055ae97-b6e4-45a1-8667-013ba8b394cf'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:06:42.870145 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Routers {'4055ae97-b6e4-45a1-8667-013ba8b394cf'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:42.870786 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:06:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4055ae97-b6e4-45a1-8667-013ba8b394cf'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:42.914175 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:42.919207 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4cd7adf4-ba6c-49d2-87bd-3573c60ccc1d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7639472 Feb 11 06:06:42.919924 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48290) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:42.932245 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-55900353-2e37-4d00-8b40-8666287541ad None None] Provisioning complete for port 617b245e-3361-4746-bb87-1095d7efbf60 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:42.932629 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55900353-2e37-4d00-8b40-8666287541ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (617b245e-3361-4746-bb87-1095d7efbf60), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:43.043857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Set router 4055ae97-b6e4-45a1-8667-013ba8b394cf gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:43.187099 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-55900353-2e37-4d00-8b40-8666287541ad None None] Current status of the port 617b245e-3361-4746-bb87-1095d7efbf60 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:43.292528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'name': 'tempest-TestSnapshotPattern-2023641736-router', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '29c2fdad-aa56-4c9d-94d9-92ccc361aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:06:41Z', 'revision_number': 3, 'project_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'gw_port': {'id': '29c2fdad-aa56-4c9d-94d9-92ccc361aa3f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:43.326575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Checking router: 4055ae97-b6e4-45a1-8667-013ba8b394cf for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:06:43.326575 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Updating router 4055ae97-b6e4-45a1-8667-013ba8b394cf port 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f binding host n-d-712142-35 {{(pid=103810) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:06:43.358526 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (29c2fdad-aa56-4c9d-94d9-92ccc361aa3f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:43.393378 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 617b245e-3361-4746-bb87-1095d7efbf60 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:43.449637 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:43.545016 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 617b245e-3361-4746-bb87-1095d7efbf60 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:43.545391 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (617b245e-3361-4746-bb87-1095d7efbf60), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:43.618171 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_common [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Allocated IP 172.20.0.1 (65ce4f98-def4-4d59-95e1-6363004b01b5/1ab0915a-f9af-4389-b1be-87a8890ebe6e/a6a7a836-98c4-43e0-8554-0a981c5486cc) {{(pid=103808) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:06:43.729845 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Publish callbacks [] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:43.808114 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:43.855729 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Network 65ce4f98-def4-4d59-95e1-6363004b01b5 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:06:43.858917 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:06:43.863894 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Received port after_create {{(pid=103808) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:06:43.870162 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Pushing event updated for resources: {'Port': ['ID=a6a7a836-98c4-43e0-8554-0a981c5486cc,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:43.905633 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 617b245e-3361-4746-bb87-1095d7efbf60 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:43.906815 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1a4e847b-289b-4aa4-8f29-71105f77a964 up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:43.920640 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570844'] for router_interface (4055ae97-b6e4-45a1-8667-013ba8b394cf), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:43.954091 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Publish callbacks [] for port (29c2fdad-aa56-4c9d-94d9-92ccc361aa3f), precommit_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:43.979229 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 1a4e847b-289b-4aa4-8f29-71105f77a964 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:43.979602 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.032710 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (29c2fdad-aa56-4c9d-94d9-92ccc361aa3f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.128731 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9fc4e-2f3e-4a05-b76b-94f1dff463de None None] Pushing event updated for resources: {'Port': ['ID=29c2fdad-aa56-4c9d-94d9-92ccc361aa3f,revision_number=2']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:44.133673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Attempting to bind port 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f on host n-d-712142-35 for vnic_type normal with profile {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:06:44.133673 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Attempting to bind port 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:06:44.134144 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Attempting to bind port 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f on network 89dbd1ed-3951-437d-85b1-b8970fd07dfb {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:06:44.138232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 1a4e847b-289b-4aa4-8f29-71105f77a964 is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:44.143132 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:06:44.143524 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Checking segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:06:44.143928 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.144342 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Bound using segment: {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'} {{(pid=103810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:06:44.144912 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.managers [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Bound port: 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60201f7-b153-4f9f-8a43-cb118831372f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb'}}] {{(pid=103810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:06:44.145247 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (29c2fdad-aa56-4c9d-94d9-92ccc361aa3f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.181771 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), before_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.219888 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] For port 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f, host n-d-712142-35, cleared binding levels {{(pid=103810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:06:44.235396 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] For port 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=29c2fdad-aa56-4c9d-94d9-92ccc361aa3f,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:06:44.239420 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-5aabe9f0-b11a-422c-a83f-fa4263764c68 None None] Provisioning complete for port a6a7a836-98c4-43e0-8554-0a981c5486cc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:44.239800 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5aabe9f0-b11a-422c-a83f-fa4263764c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.278414 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-5aabe9f0-b11a-422c-a83f-fa4263764c68 None None] Port a6a7a836-98c4-43e0-8554-0a981c5486cc cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:06:44.310933 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (29c2fdad-aa56-4c9d-94d9-92ccc361aa3f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.374159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Routers {'4055ae97-b6e4-45a1-8667-013ba8b394cf'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:44.374846 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:06:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4055ae97-b6e4-45a1-8667-013ba8b394cf'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:44.380500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9fc4e-2f3e-4a05-b76b-94f1dff463de None None] Pushing event updated for resources: {'Port': ['ID=29c2fdad-aa56-4c9d-94d9-92ccc361aa3f,revision_number=3']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:44.384019 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Publish callbacks [] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), precommit_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.471329 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25403892'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), after_update {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.498224 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] Set router 4055ae97-b6e4-45a1-8667-013ba8b394cf gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:44.544126 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Pushing event updated for resources: {'Port': ['ID=a6a7a836-98c4-43e0-8554-0a981c5486cc,revision_number=2']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:44.546598 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-559404'] for router_interface (4055ae97-b6e4-45a1-8667-013ba8b394cf), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:44.651946 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Network 65ce4f98-def4-4d59-95e1-6363004b01b5 is already hosted by enough agents. {{(pid=103808) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:06:44.653461 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.base_scheduler [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Resources bound (agent type, host, resource id): {{(pid=103808) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:06:44.750903 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'name': 'tempest-TestSnapshotPattern-2023641736-router', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '29c2fdad-aa56-4c9d-94d9-92ccc361aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:06:44Z', 'revision_number': 4, 'project_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'gw_port': {'id': '29c2fdad-aa56-4c9d-94d9-92ccc361aa3f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'a6a7a836-98c4-43e0-8554-0a981c5486cc', 'name': '', 'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'mac_address': 'fa:16:3e:01:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1ab0915a-f9af-4389-b1be-87a8890ebe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:43Z', 'updated_at': '2022-02-11T06:06:43Z', 'revision_number': 1, 'project_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'subnets': [{'id': '1ab0915a-f9af-4389-b1be-87a8890ebe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:44.781963 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf322f0-1406-4b62-bce3-d66e66add6af None None] The sync data for ids ['4055ae97-b6e4-45a1-8667-013ba8b394cf'] in n-d-712142-35 is: [{'id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'name': 'tempest-TestSnapshotPattern-2023641736-router', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '29c2fdad-aa56-4c9d-94d9-92ccc361aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:06:44Z', 'revision_number': 4, 'project_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'gw_port': {'id': '29c2fdad-aa56-4c9d-94d9-92ccc361aa3f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'a6a7a836-98c4-43e0-8554-0a981c5486cc', 'name': '', 'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'mac_address': 'fa:16:3e:01:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1ab0915a-f9af-4389-b1be-87a8890ebe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:43Z', 'updated_at': '2022-02-11T06:06:43Z', 'revision_number': 1, 'project_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'subnets': [{'id': '1ab0915a-f9af-4389-b1be-87a8890ebe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:06:44.798732 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Router 4055ae97-b6e4-45a1-8667-013ba8b394cf has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:06:44.936237 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:06:44.943612 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-35bc5785-2e2e-4cd2-bab7-4273dad7b34b admin admin] 10.222.0.13 "PUT /v2.0/routers/4055ae97-b6e4-45a1-8667-013ba8b394cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0220580 Feb 11 06:06:45.032478 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-6bfd8192-cb34-4dd3-a549-086658b2d6bc None None] Provisioning complete for port a6a7a836-98c4-43e0-8554-0a981c5486cc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:45.033042 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6bfd8192-cb34-4dd3-a549-086658b2d6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:45.076248 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-6bfd8192-cb34-4dd3-a549-086658b2d6bc None None] Port a6a7a836-98c4-43e0-8554-0a981c5486cc cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:06:45.592616 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48298) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:45.597694 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-efca116f-fdad-43ed-9645-97448111b499 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-599440986', 'description': 'tempest-secgroup-smoke-599440986 description', 'project_id': '131a1958da8a47b992f00acc13750b68'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:45.699076 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-efca116f-fdad-43ed-9645-97448111b499 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group (None), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:45.776265 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-efca116f-fdad-43ed-9645-97448111b499 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group (52ed549a-11cf-4930-88da-4694dae6e315), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:45.876128 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-efca116f-fdad-43ed-9645-97448111b499 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (52ed549a-11cf-4930-88da-4694dae6e315), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:45.907143 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca116f-fdad-43ed-9645-97448111b499 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ed549a-11cf-4930-88da-4694dae6e315,revision_number=1']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:45.976606 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-efca116f-fdad-43ed-9645-97448111b499 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:45.978103 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-efca116f-fdad-43ed-9645-97448111b499 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3841591 Feb 11 06:06:45.983090 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 48300) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:45.987876 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.v2.base [None req-ed9d7953-6542-4947-ad0f-9e3cce4c74e2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Request body: {'security_group_rule': {'security_group_id': '52ed549a-11cf-4930-88da-4694dae6e315', 'project_id': '131a1958da8a47b992f00acc13750b68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103808) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:46.069901 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed9d7953-6542-4947-ad0f-9e3cce4c74e2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (9fbcea89-ccaf-45a3-b255-7616bf6fc68c), before_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:46.134360 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed9d7953-6542-4947-ad0f-9e3cce4c74e2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (9fbcea89-ccaf-45a3-b255-7616bf6fc68c), precommit_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:46.184730 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed9d7953-6542-4947-ad0f-9e3cce4c74e2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (9fbcea89-ccaf-45a3-b255-7616bf6fc68c), after_create {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:46.203748 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d7953-6542-4947-ad0f-9e3cce4c74e2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbcea89-ccaf-45a3-b255-7616bf6fc68c,revision_number=0']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:46.295549 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-ed9d7953-6542-4947-ad0f-9e3cce4c74e2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:46.296820 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-ed9d7953-6542-4947-ad0f-9e3cce4c74e2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3129160 Feb 11 06:06:46.300424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48302) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:46.306972 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-310a2ec1-b964-4c2d-bea6-a45f8ce5da53 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Request body: {'security_group_rule': {'security_group_id': '52ed549a-11cf-4930-88da-4694dae6e315', 'project_id': '131a1958da8a47b992f00acc13750b68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:46.390318 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-310a2ec1-b964-4c2d-bea6-a45f8ce5da53 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (4a10756a-7d9d-479e-85d7-05db3f822cd0), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:46.451308 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-310a2ec1-b964-4c2d-bea6-a45f8ce5da53 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (4a10756a-7d9d-479e-85d7-05db3f822cd0), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:46.522153 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-310a2ec1-b964-4c2d-bea6-a45f8ce5da53 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (4a10756a-7d9d-479e-85d7-05db3f822cd0), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:46.542739 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a2ec1-b964-4c2d-bea6-a45f8ce5da53 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a10756a-7d9d-479e-85d7-05db3f822cd0,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:46.621577 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-310a2ec1-b964-4c2d-bea6-a45f8ce5da53 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:46.622852 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-310a2ec1-b964-4c2d-bea6-a45f8ce5da53 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3209131 Feb 11 06:06:46.625715 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48304) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:46.630179 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-3fcbaa3b-ea06-4d83-9d38-0d21a5df2cfe tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Request body: {'security_group_rule': {'security_group_id': '52ed549a-11cf-4930-88da-4694dae6e315', 'project_id': '131a1958da8a47b992f00acc13750b68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:46.738937 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3fcbaa3b-ea06-4d83-9d38-0d21a5df2cfe tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (ea1d9247-fe7f-47cc-be39-9eae8fb5ab9b), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:46.806363 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3fcbaa3b-ea06-4d83-9d38-0d21a5df2cfe tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (ea1d9247-fe7f-47cc-be39-9eae8fb5ab9b), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:46.893704 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3fcbaa3b-ea06-4d83-9d38-0d21a5df2cfe tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (ea1d9247-fe7f-47cc-be39-9eae8fb5ab9b), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:46.913641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbaa3b-ea06-4d83-9d38-0d21a5df2cfe tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1d9247-fe7f-47cc-be39-9eae8fb5ab9b,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:46.981084 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3fcbaa3b-ea06-4d83-9d38-0d21a5df2cfe tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:46.982392 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3fcbaa3b-ea06-4d83-9d38-0d21a5df2cfe tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3557076 Feb 11 06:06:46.985200 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48306) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:46.991648 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-5a5c36fb-2d83-48a7-ace4-3cd70a517543 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Request body: {'security_group_rule': {'security_group_id': '52ed549a-11cf-4930-88da-4694dae6e315', 'project_id': '131a1958da8a47b992f00acc13750b68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:47.098676 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a5c36fb-2d83-48a7-ace4-3cd70a517543 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (ef5566f2-1e13-48c9-96cf-4bac4c2bcf13), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.168018 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a5c36fb-2d83-48a7-ace4-3cd70a517543 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (ef5566f2-1e13-48c9-96cf-4bac4c2bcf13), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.247919 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a5c36fb-2d83-48a7-ace4-3cd70a517543 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (ef5566f2-1e13-48c9-96cf-4bac4c2bcf13), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.267011 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c36fb-2d83-48a7-ace4-3cd70a517543 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5566f2-1e13-48c9-96cf-4bac4c2bcf13,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:47.352652 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-5a5c36fb-2d83-48a7-ace4-3cd70a517543 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.353923 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-5a5c36fb-2d83-48a7-ace4-3cd70a517543 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3677702 Feb 11 06:06:47.356806 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48308) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:47.361415 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-85322515-4c40-454f-b65b-be4a33f60fba tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Request body: {'security_group_rule': {'security_group_id': '52ed549a-11cf-4930-88da-4694dae6e315', 'project_id': '131a1958da8a47b992f00acc13750b68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:47.401141 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:47.447575 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-85322515-4c40-454f-b65b-be4a33f60fba tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Project 131a1958da8a47b992f00acc13750b68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:06:47.451665 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:47.452038 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (29c2fdad-aa56-4c9d-94d9-92ccc361aa3f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.452883 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85322515-4c40-454f-b65b-be4a33f60fba tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (a129b58b-fe1e-4249-a0f9-15d795226c6d), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.521389 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85322515-4c40-454f-b65b-be4a33f60fba tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (a129b58b-fe1e-4249-a0f9-15d795226c6d), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.535742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:47.536132 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (29c2fdad-aa56-4c9d-94d9-92ccc361aa3f), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.562512 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] For port 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=29c2fdad-aa56-4c9d-94d9-92ccc361aa3f,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:47.613185 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85322515-4c40-454f-b65b-be4a33f60fba tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (a129b58b-fe1e-4249-a0f9-15d795226c6d), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.634194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85322515-4c40-454f-b65b-be4a33f60fba tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a129b58b-fe1e-4249-a0f9-15d795226c6d,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:47.658485 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (29c2fdad-aa56-4c9d-94d9-92ccc361aa3f), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.711946 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-85322515-4c40-454f-b65b-be4a33f60fba tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.713371 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-85322515-4c40-454f-b65b-be4a33f60fba tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3555312 Feb 11 06:06:47.713974 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Pushing event updated for resources: {'Port': ['ID=29c2fdad-aa56-4c9d-94d9-92ccc361aa3f,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:47.716280 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48310) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:06:47.720773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-0b3c884a-272f-46f0-b77b-2c4a6f4686f0 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Request body: {'security_group_rule': {'security_group_id': '52ed549a-11cf-4930-88da-4694dae6e315', 'project_id': '131a1958da8a47b992f00acc13750b68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:47.813809 n-d-712142-35 neutron-server[103809]: INFO neutron.db.securitygroups_db [None req-0b3c884a-272f-46f0-b77b-2c4a6f4686f0 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Project 131a1958da8a47b992f00acc13750b68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 06:06:47.819105 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0b3c884a-272f-46f0-b77b-2c4a6f4686f0 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (d2e6a7d7-7965-4953-9ee4-59bd1e9a21d5), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.883486 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0b3c884a-272f-46f0-b77b-2c4a6f4686f0 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (d2e6a7d7-7965-4953-9ee4-59bd1e9a21d5), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.962167 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0b3c884a-272f-46f0-b77b-2c4a6f4686f0 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-900269'] for security_group_rule (d2e6a7d7-7965-4953-9ee4-59bd1e9a21d5), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:47.983242 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c884a-272f-46f0-b77b-2c4a6f4686f0 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e6a7d7-7965-4953-9ee4-59bd1e9a21d5,revision_number=0']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:48.049888 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-0b3c884a-272f-46f0-b77b-2c4a6f4686f0 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:48.051203 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0b3c884a-272f-46f0-b77b-2c4a6f4686f0 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3340435 Feb 11 06:06:48.212021 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-07113b1f-229c-4af1-b923-bda56742affb tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-599440986&fields=id&tenant_id=131a1958da8a47b992f00acc13750b68 HTTP/1.1" status: 200 len: 267 time: 0.0511591 Feb 11 06:06:48.327025 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Sync routers for ids ['4055ae97-b6e4-45a1-8667-013ba8b394cf'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:06:48.339697 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Routers {'4055ae97-b6e4-45a1-8667-013ba8b394cf'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:48.340232 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:06:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4055ae97-b6e4-45a1-8667-013ba8b394cf'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:48.343960 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-b3d9fd51-679c-43f5-a837-7379a9a2ab38 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:48.346075 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-b3d9fd51-679c-43f5-a837-7379a9a2ab38 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/networks?id=88258e1c-20c6-4765-9665-473d4befaad9 HTTP/1.1" status: 200 len: 810 time: 0.1265576 Feb 11 06:06:48.362215 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-98d902bb-1fc9-421c-8d8b-16362d2bcbe3 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/quotas/131a1958da8a47b992f00acc13750b68 HTTP/1.1" status: 200 len: 375 time: 0.0107505 Feb 11 06:06:48.424444 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6fcfc137-d430-4bd8-94f7-2c34e540bf5d tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541499 Feb 11 06:06:48.455251 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Set router 4055ae97-b6e4-45a1-8667-013ba8b394cf gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:48.550293 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-7911f37d-1571-4ca9-90c4-bd565e4c6191 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103808) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:06:48.551839 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-7911f37d-1571-4ca9-90c4-bd565e4c6191 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1150422 Feb 11 06:06:48.666429 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-5f18a4fa-2cdb-45f7-be75-579120df8b90 service neutron] 10.222.0.13 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075969 Feb 11 06:06:48.690466 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'name': 'tempest-TestSnapshotPattern-2023641736-router', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '29c2fdad-aa56-4c9d-94d9-92ccc361aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:06:44Z', 'revision_number': 4, 'project_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'gw_port': {'id': '29c2fdad-aa56-4c9d-94d9-92ccc361aa3f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'a6a7a836-98c4-43e0-8554-0a981c5486cc', 'name': '', 'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'mac_address': 'fa:16:3e:01:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1ab0915a-f9af-4389-b1be-87a8890ebe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:43Z', 'updated_at': '2022-02-11T06:06:44Z', 'revision_number': 2, 'project_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'subnets': [{'id': '1ab0915a-f9af-4389-b1be-87a8890ebe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:48.722843 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Checking router: 4055ae97-b6e4-45a1-8667-013ba8b394cf for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:06:48.723203 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Updating router 4055ae97-b6e4-45a1-8667-013ba8b394cf port a6a7a836-98c4-43e0-8554-0a981c5486cc binding host n-d-712142-35 {{(pid=103811) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 06:06:48.753827 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:48.773786 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-7605f2dd-0c2f-4a93-bd58-3434d2aee927 service neutron] 10.222.0.13 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997782 Feb 11 06:06:49.067920 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Publish callbacks [] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), precommit_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.081539 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7a431925-065f-49ca-ade6-f55cf8769458 req-1aa629da-abfc-4c88-be7b-28ddc9c20d28 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 210 time: 0.0289259 Feb 11 06:06:49.151368 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.229338 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da83baa-594a-4ed7-b9c0-a79df900fed2 None None] Pushing event updated for resources: {'Port': ['ID=a6a7a836-98c4-43e0-8554-0a981c5486cc,revision_number=3']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:49.259087 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Attempting to bind port a6a7a836-98c4-43e0-8554-0a981c5486cc on host n-d-712142-35 for vnic_type normal with profile {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:06:49.259514 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Attempting to bind port a6a7a836-98c4-43e0-8554-0a981c5486cc by drivers openvswitch,hyperv on host n-d-712142-35 at level 0 using segments [{'id': '626c3a9e-752d-48af-9721-5e38099134d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5'}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:06:49.259879 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Attempting to bind port a6a7a836-98c4-43e0-8554-0a981c5486cc on network 65ce4f98-def4-4d59-95e1-6363004b01b5 {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:06:49.265199 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Checking agent: {'id': 'd5b1a9cd-740d-4a71-83bb-2f5925b225fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 4, 29), 'started_at': datetime.datetime(2022, 2, 11, 4, 4, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-35'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:06:49.265570 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Checking segment: {'id': '626c3a9e-752d-48af-9721-5e38099134d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:06:49.265980 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.266367 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Bound using segment: {'id': '626c3a9e-752d-48af-9721-5e38099134d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5'} {{(pid=103811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:06:49.266853 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.managers [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Bound port: a6a7a836-98c4-43e0-8554-0a981c5486cc, host: n-d-712142-35, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626c3a9e-752d-48af-9721-5e38099134d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5'}}] {{(pid=103811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:06:49.267230 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), before_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.339778 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] For port a6a7a836-98c4-43e0-8554-0a981c5486cc, host n-d-712142-35, cleared binding levels {{(pid=103811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:06:49.344449 n-d-712142-35 neutron-server[103811]: DEBUG neutron.plugins.ml2.db [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] For port a6a7a836-98c4-43e0-8554-0a981c5486cc, host n-d-712142-35, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a6a7a836-98c4-43e0-8554-0a981c5486cc,segment=NetworkSegment(626c3a9e-752d-48af-9721-5e38099134d5),segment_id=626c3a9e-752d-48af-9721-5e38099134d5)] {{(pid=103811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:06:49.409651 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:49.437687 n-d-712142-35 neutron-server[103811]: DEBUG neutron_lib.callbacks.manager [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), after_update {{(pid=103811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.486728 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:49.487817 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (29c2fdad-aa56-4c9d-94d9-92ccc361aa3f), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.516806 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Routers {'4055ae97-b6e4-45a1-8667-013ba8b394cf'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:06:49.516806 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:06:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4055ae97-b6e4-45a1-8667-013ba8b394cf'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:49.550468 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-97d231a3-f75a-4b4b-b13e-73a4e334cd9c None None] Provisioning complete for port a6a7a836-98c4-43e0-8554-0a981c5486cc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:49.550880 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97d231a3-f75a-4b4b-b13e-73a4e334cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.569720 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da83baa-594a-4ed7-b9c0-a79df900fed2 None None] Pushing event updated for resources: {'Port': ['ID=a6a7a836-98c4-43e0-8554-0a981c5486cc,revision_number=4']} {{(pid=103811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:49.673868 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:49.680846 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] Set router 4055ae97-b6e4-45a1-8667-013ba8b394cf gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:06:49.685884 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-97d231a3-f75a-4b4b-b13e-73a4e334cd9c None None] Current status of the port a6a7a836-98c4-43e0-8554-0a981c5486cc is: DOWN; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:49.686512 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97d231a3-f75a-4b4b-b13e-73a4e334cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.722752 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-97d231a3-f75a-4b4b-b13e-73a4e334cd9c None None] For port a6a7a836-98c4-43e0-8554-0a981c5486cc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a6a7a836-98c4-43e0-8554-0a981c5486cc,segment=NetworkSegment(626c3a9e-752d-48af-9721-5e38099134d5),segment_id=626c3a9e-752d-48af-9721-5e38099134d5)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:49.802045 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-97d231a3-f75a-4b4b-b13e-73a4e334cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:49.864027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d231a3-f75a-4b4b-b13e-73a4e334cd9c None None] Pushing event updated for resources: {'Port': ['ID=a6a7a836-98c4-43e0-8554-0a981c5486cc,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:49.931293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-020a4dbb-e94b-4fad-a786-74295fc8d6af None None] Provisioning complete for port a6a7a836-98c4-43e0-8554-0a981c5486cc triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:49.931711 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-020a4dbb-e94b-4fad-a786-74295fc8d6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:50.018055 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'name': 'tempest-TestSnapshotPattern-2023641736-router', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '29c2fdad-aa56-4c9d-94d9-92ccc361aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:06:44Z', 'revision_number': 4, 'project_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'gw_port': {'id': '29c2fdad-aa56-4c9d-94d9-92ccc361aa3f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'a6a7a836-98c4-43e0-8554-0a981c5486cc', 'name': '', 'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'mac_address': 'fa:16:3e:01:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1ab0915a-f9af-4389-b1be-87a8890ebe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:43Z', 'updated_at': '2022-02-11T06:06:49Z', 'revision_number': 4, 'project_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'subnets': [{'id': '1ab0915a-f9af-4389-b1be-87a8890ebe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:06:50.046493 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa842e8-63dd-4514-8431-9d69ec51c380 None None] The sync data for ids ['4055ae97-b6e4-45a1-8667-013ba8b394cf'] in n-d-712142-35 is: [{'id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'name': 'tempest-TestSnapshotPattern-2023641736-router', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '29c2fdad-aa56-4c9d-94d9-92ccc361aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:06:44Z', 'revision_number': 4, 'project_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'gw_port': {'id': '29c2fdad-aa56-4c9d-94d9-92ccc361aa3f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': 'a6a7a836-98c4-43e0-8554-0a981c5486cc', 'name': '', 'network_id': '65ce4f98-def4-4d59-95e1-6363004b01b5', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'mac_address': 'fa:16:3e:01:8b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '1ab0915a-f9af-4389-b1be-87a8890ebe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:43Z', 'updated_at': '2022-02-11T06:06:49Z', 'revision_number': 4, 'project_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'subnets': [{'id': '1ab0915a-f9af-4389-b1be-87a8890ebe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:06:50.049933 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-020a4dbb-e94b-4fad-a786-74295fc8d6af None None] Current status of the port a6a7a836-98c4-43e0-8554-0a981c5486cc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:50.170291 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-15d5210a-1cf7-4ac9-ab85-d62443b451f8 req-a2426feb-d20c-4b6c-8fcb-428ed25ecb78 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 210 time: 0.0303557 Feb 11 06:06:51.415843 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a6a7a836-98c4-43e0-8554-0a981c5486cc up at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:51.473241 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Provisioning complete for port a6a7a836-98c4-43e0-8554-0a981c5486cc triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:51.473714 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:51.557939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Current status of the port a6a7a836-98c4-43e0-8554-0a981c5486cc is: ACTIVE; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:51.614225 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-db76e0e8-c0b4-48fd-a030-f48304cc9e00 req-4763ae70-a9a7-4b6f-864d-4c17196fbfb8 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 210 time: 0.3680222 Feb 11 06:06:51.704960 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-0888377e-d272-4e5c-b0cf-9653f1dcaca4 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:51.706562 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-0888377e-d272-4e5c-b0cf-9653f1dcaca4 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.32 "GET /v2.0/networks?id=88258e1c-20c6-4765-9665-473d4befaad9 HTTP/1.1" status: 200 len: 810 time: 0.1448455 Feb 11 06:06:51.781114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-dd175819-ddf3-4fc8-be87-60d8fb825196 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=131a1958da8a47b992f00acc13750b68 HTTP/1.1" status: 200 len: 379 time: 0.0647109 Feb 11 06:06:51.790804 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-5c4834f6-552c-438c-81bd-851048fb80a6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Request body: {'port': {'device_id': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'admin_state_up': True, 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'security_groups': ['52ed549a-11cf-4930-88da-4694dae6e315']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:51.967681 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-5c4834f6-552c-438c-81bd-851048fb80a6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Made reservation on behalf of 131a1958da8a47b992f00acc13750b68 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:06:51.971618 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-5c4834f6-552c-438c-81bd-851048fb80a6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:52.107021 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-5c4834f6-552c-438c-81bd-851048fb80a6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Allocated IP 172.20.0.5 (88258e1c-20c6-4765-9665-473d4befaad9/9b81a153-84fd-4f43-a12a-ecaa49b45018/77ee3872-31a8-4d31-b51c-858dd2da1ef2) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:06:52.248615 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-5c4834f6-552c-438c-81bd-851048fb80a6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:52.344392 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-5c4834f6-552c-438c-81bd-851048fb80a6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:52.390763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-5c4834f6-552c-438c-81bd-851048fb80a6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Network 88258e1c-20c6-4765-9665-473d4befaad9 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:06:52.394045 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-5c4834f6-552c-438c-81bd-851048fb80a6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:06:52.397805 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-5c4834f6-552c-438c-81bd-851048fb80a6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:06:52.422641 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4834f6-552c-438c-81bd-851048fb80a6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event updated for resources: {'Port': ['ID=77ee3872-31a8-4d31-b51c-858dd2da1ef2,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:52.455262 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-5c4834f6-552c-438c-81bd-851048fb80a6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:52.456254 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-5c4834f6-552c-438c-81bd-851048fb80a6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:52.525051 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-5c4834f6-552c-438c-81bd-851048fb80a6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7384992 Feb 11 06:06:52.537223 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Request body: {'port': {'device_id': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:06:52.615123 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:52.694130 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-9e7fd77f-729c-4052-acee-99c068d40da9 None None] Provisioning complete for port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:52.696706 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9e7fd77f-729c-4052-acee-99c068d40da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:52.738788 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fd77f-729c-4052-acee-99c068d40da9 None None] Port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:06:52.759376 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88240d-b72d-43a4-9829-6920a39e5d0c req-be411268-ffae-412c-a75f-56ab0485af82 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:52.761070 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4f88240d-b72d-43a4-9829-6920a39e5d0c req-be411268-ffae-412c-a75f-56ab0485af82 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 931 time: 0.0701590 Feb 11 06:06:52.817174 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-4f88240d-b72d-43a4-9829-6920a39e5d0c req-ee407505-f735-42f6-afb8-ea2ef036175b tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500700 Feb 11 06:06:52.920384 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ee3872-31a8-4d31-b51c-858dd2da1ef2 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:06:52.928856 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Publish callbacks [] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:52.944872 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Transition to ACTIVE for port object 77ee3872-31a8-4d31-b51c-858dd2da1ef2 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:06:53.047830 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:53.104552 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Pushing event updated for resources: {'Port': ['ID=77ee3872-31a8-4d31-b51c-858dd2da1ef2,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:53.185117 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Attempting to bind port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 on host n-h1-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:06:53.185465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Attempting to bind port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 by drivers openvswitch,hyperv on host n-h1-712142-35 at level 0 using segments [{'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:06:53.185838 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Attempting to bind port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 on network 88258e1c-20c6-4765-9665-473d4befaad9 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:06:53.190840 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 on network 88258e1c-20c6-4765-9665-473d4befaad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:06:53.191160 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Attempting to bind port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 on network 88258e1c-20c6-4765-9665-473d4befaad9 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:06:53.197459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Checking agent: {'id': '5dfa76b6-14ff-41ac-9c9f-947aedff0f3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:06:53.197888 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Checking segment: {'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:06:53.198167 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Bound using segment: {'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:06:53.198603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Bound port: 77ee3872-31a8-4d31-b51c-858dd2da1ef2, host: n-h1-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:06:53.198988 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:53.259610 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-746bcf22-1aea-46f9-931b-11574e2d9064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:53.270074 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] For port 77ee3872-31a8-4d31-b51c-858dd2da1ef2, host n-h1-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:06:53.274045 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] For port 77ee3872-31a8-4d31-b51c-858dd2da1ef2, host n-h1-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:06:53.402102 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:53.440048 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:53.440624 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:53.442021 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] 10.222.0.32 "PUT /v2.0/ports/77ee3872-31a8-4d31-b51c-858dd2da1ef2 HTTP/1.1" status: 200 len: 1092 time: 0.9093184 Feb 11 06:06:53.442465 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'tag': '77ee3872-31a8-4d31-b51c-858dd2da1ef2'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:53.444817 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ec3ab8-4a57-4864-ab8d-aeac029e17c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c66227-0b47-4fac-804e-1c513ae75eaa", "tag": "77ee3872-31a8-4d31-b51c-858dd2da1ef2"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:53.471007 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab64635-c066-40c4-a58e-accbf0e35013 service neutron] Pushing event updated for resources: {'Port': ['ID=77ee3872-31a8-4d31-b51c-858dd2da1ef2,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:53.489005 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c06032-bbcf-468c-9423-dee60066b0df x-openstack-request-id: req-44c06032-bbcf-468c-9423-dee60066b0df {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:53.489291 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c66227-0b47-4fac-804e-1c513ae75eaa", "tag": "77ee3872-31a8-4d31-b51c-858dd2da1ef2", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:53.489543 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44c06032-bbcf-468c-9423-dee60066b0df {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:53.489947 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'tag': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'status': 'completed', 'code': 200} Feb 11 06:06:53.560024 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec3ab8-4a57-4864-ab8d-aeac029e17c5 req-e72272af-3a17-4f73-bb45-a07b9316f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:53.561555 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-43ec3ab8-4a57-4864-ab8d-aeac029e17c5 req-e72272af-3a17-4f73-bb45-a07b9316f65e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 1126 time: 0.0516257 Feb 11 06:06:53.672452 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec3ab8-4a57-4864-ab8d-aeac029e17c5 req-1d3aadfb-d94a-4f5b-8ea1-ccaf9e279a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:53.674558 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-43ec3ab8-4a57-4864-ab8d-aeac029e17c5 req-1d3aadfb-d94a-4f5b-8ea1-ccaf9e279a5f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=131a1958da8a47b992f00acc13750b68&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1043408 Feb 11 06:06:53.779447 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec3ab8-4a57-4864-ab8d-aeac029e17c5 req-4b7e42df-997b-4bc0-b1d6-7edd5058621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:53.780844 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-43ec3ab8-4a57-4864-ab8d-aeac029e17c5 req-4b7e42df-997b-4bc0-b1d6-7edd5058621d service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006508 Feb 11 06:06:53.863891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-0cc2ddcd-1f84-4cdb-b80b-e18da2c7ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:53.865446 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-0cc2ddcd-1f84-4cdb-b80b-e18da2c7ba43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 1126 time: 0.0471590 Feb 11 06:06:53.908566 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-cdc8e990-156d-4a73-a58d-93a92ab4a371 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2 HTTP/1.1" status: 200 len: 217 time: 0.0359199 Feb 11 06:06:53.942222 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b58b6-5549-4236-8680-d5d16fd05d9a req-377bff5d-7562-4823-992d-91497ffbca85 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:53.943797 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-972b58b6-5549-4236-8680-d5d16fd05d9a req-377bff5d-7562-4823-992d-91497ffbca85 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 943 time: 0.0543005 Feb 11 06:06:53.967689 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6a15ae6c-0173-47c1-a7d2-3fd8f8e10e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:53.969171 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-6a15ae6c-0173-47c1-a7d2-3fd8f8e10e0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b81a153-84fd-4f43-a12a-ecaa49b45018 HTTP/1.1" status: 200 len: 849 time: 0.0536382 Feb 11 06:06:54.001697 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-972b58b6-5549-4236-8680-d5d16fd05d9a req-9edee717-b9b8-49ea-a0da-98bd110dbbe1 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488157 Feb 11 06:06:54.022186 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-1de3d746-12ed-49f3-9105-75b358edf47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:54.024429 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-1de3d746-12ed-49f3-9105-75b358edf47a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88258e1c-20c6-4765-9665-473d4befaad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488691 Feb 11 06:06:54.124362 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-7619cf8d-1b90-47ec-8f25-f839d594dc40 service neutron] 10.222.0.32 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925486 Feb 11 06:06:54.222903 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-79ca7087-4f28-4dcb-9a74-3f5af26df46c req-ff782a45-1294-4c15-a1f6-0c898ed181ab service neutron] 10.222.0.32 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911393 Feb 11 06:06:55.133564 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0887be0-a279-4533-b04a-314d2422ad31 req-59f7ba55-63f4-435b-8344-e869da31870c tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:55.135147 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f0887be0-a279-4533-b04a-314d2422ad31 req-59f7ba55-63f4-435b-8344-e869da31870c tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 943 time: 0.0631313 Feb 11 06:06:55.184744 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f0887be0-a279-4533-b04a-314d2422ad31 req-d25f4233-cb02-4900-917a-df152de5d890 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438266 Feb 11 06:06:55.487831 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3061bda6-93c1-4a98-9866-edef3cc8a9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:56.126941 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 77ee3872-31a8-4d31-b51c-858dd2da1ef2 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:06:56.239462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 77ee3872-31a8-4d31-b51c-858dd2da1ef2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:56.251290 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'port_id': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'mac_address': 'fa:16:3e:b9:82:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:06:56.291889 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:56.292287 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:56.306172 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ee3872-31a8-4d31-b51c-858dd2da1ef2 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:06:56.308471 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffed295-00cf-4ff4-b5c0-ca7015b06bbd req-f8d8713b-bcd2-4096-b4ea-0750b3507ddd tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:56.310279 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1ffed295-00cf-4ff4-b5c0-ca7015b06bbd req-f8d8713b-bcd2-4096-b4ea-0750b3507ddd tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 943 time: 0.0551322 Feb 11 06:06:56.329299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 77ee3872-31a8-4d31-b51c-858dd2da1ef2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:56.361037 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1ffed295-00cf-4ff4-b5c0-ca7015b06bbd req-6f9a984b-1272-4fc7-9a0f-68952544ca76 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451069 Feb 11 06:06:56.384207 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:56.435789 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=77ee3872-31a8-4d31-b51c-858dd2da1ef2,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:56.619930 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['77ee3872-31a8-4d31-b51c-858dd2da1ef2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:06:57.166346 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:57.487517 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814079e-0913-4e57-bddd-900f69eddbdc req-ef8e2586-363d-4fc3-854a-180ce87503ce tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:57.489038 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1814079e-0913-4e57-bddd-900f69eddbdc req-ef8e2586-363d-4fc3-854a-180ce87503ce tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 944 time: 0.0586298 Feb 11 06:06:57.543463 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1814079e-0913-4e57-bddd-900f69eddbdc req-e1840564-93ab-4b10-8893-c4260a2fb0bb tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478594 Feb 11 06:06:58.126096 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 77ee3872-31a8-4d31-b51c-858dd2da1ef2 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:06:58.270187 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning for port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:06:58.275293 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:06:58.275721 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:58.354266 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:06:58.354562 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:58.377757 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ee3872-31a8-4d31-b51c-858dd2da1ef2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:06:58.380042 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d621bf98-301a-4414-a251-010f6304fb4b" -d '{"events": [{"server_uuid": "d7c66227-0b47-4fac-804e-1c513ae75eaa", "name": "network-vif-plugged", "status": "completed", "tag": "77ee3872-31a8-4d31-b51c-858dd2da1ef2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:06:58.396892 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 77ee3872-31a8-4d31-b51c-858dd2da1ef2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:06:58.422336 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2200a829-708d-4c6d-94b5-54464290bab0 x-openstack-request-id: req-2200a829-708d-4c6d-94b5-54464290bab0 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:06:58.422653 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c66227-0b47-4fac-804e-1c513ae75eaa", "name": "network-vif-plugged", "status": "completed", "tag": "77ee3872-31a8-4d31-b51c-858dd2da1ef2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:06:58.422928 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2200a829-708d-4c6d-94b5-54464290bab0 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:06:58.423325 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'code': 200} Feb 11 06:06:58.447510 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:58.502910 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=77ee3872-31a8-4d31-b51c-858dd2da1ef2,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:06:58.533949 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779a859-65e5-42bd-b7bd-9e4c69d15870 req-9d43e547-2fe5-4d36-974f-415b5c282603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:58.535520 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c779a859-65e5-42bd-b7bd-9e4c69d15870 req-9d43e547-2fe5-4d36-974f-415b5c282603 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 1128 time: 0.0460122 Feb 11 06:06:58.583586 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-c779a859-65e5-42bd-b7bd-9e4c69d15870 req-3b3eedd2-b23b-433e-9cb1-848e31928bde service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421751 Feb 11 06:06:58.669336 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c275f-0ca2-41de-b65b-97ee65283a6b req-e978b07f-be1f-4eb5-8a32-82482a07639d tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:58.670915 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f53c275f-0ca2-41de-b65b-97ee65283a6b req-e978b07f-be1f-4eb5-8a32-82482a07639d tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 945 time: 0.0563138 Feb 11 06:06:58.723779 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-f53c275f-0ca2-41de-b65b-97ee65283a6b req-034b7611-4edc-427b-926d-882c13f71bdd tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470226 Feb 11 06:06:58.790824 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:59.837290 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:06:59.868977 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5d647-6ddd-49ab-ba1c-5a63410f425f req-ef688a52-1da1-4c58-861c-6f8a28c31824 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:06:59.870520 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-84a5d647-6ddd-49ab-ba1c-5a63410f425f req-ef688a52-1da1-4c58-861c-6f8a28c31824 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 945 time: 0.0614142 Feb 11 06:06:59.925565 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-84a5d647-6ddd-49ab-ba1c-5a63410f425f req-b0526697-57f9-4746-9422-8a308edcbe46 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482426 Feb 11 06:07:01.051542 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca7f9a-ec67-44d5-90a6-946f7328f0bc req-0adc9b89-7a5a-4510-91a0-18ce1da98fba tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:01.053095 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0aca7f9a-ec67-44d5-90a6-946f7328f0bc req-0adc9b89-7a5a-4510-91a0-18ce1da98fba tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 945 time: 0.0552945 Feb 11 06:07:01.104084 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0aca7f9a-ec67-44d5-90a6-946f7328f0bc req-966a691d-4239-4458-8a57-5c223575e5c4 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447853 Feb 11 06:07:01.226574 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24f463-4c48-4ae3-b7a1-1d2dd1a1ecbe req-f478fc36-4779-4275-9f4f-83f305cea9c4 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:01.228109 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7a24f463-4c48-4ae3-b7a1-1d2dd1a1ecbe req-f478fc36-4779-4275-9f4f-83f305cea9c4 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 945 time: 0.0552301 Feb 11 06:07:01.283709 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7a24f463-4c48-4ae3-b7a1-1d2dd1a1ecbe req-ec449ba0-815a-4790-b0b0-0682e9b37f7e tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499418 Feb 11 06:07:01.307257 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48374) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:01.398215 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32faba05-c8f7-4705-9d86-591144dcefc1 tempest-TestSnapshotPattern-2038826293 tempest-TestSnapshotPattern-2038826293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:01.399825 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-32faba05-c8f7-4705-9d86-591144dcefc1 tempest-TestSnapshotPattern-2038826293 tempest-TestSnapshotPattern-2038826293-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 1123 time: 0.0915680 Feb 11 06:07:01.402845 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48378) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:07:01.407145 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:07:01.499148 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:01.602129 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:01.713259 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Allocated IP 172.25.3.151 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/d8e1dd42-be5d-40bb-923c-9f7193b7137f) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:07:01.820463 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for port (d8e1dd42-be5d-40bb-923c-9f7193b7137f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:01.962643 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d8e1dd42-be5d-40bb-923c-9f7193b7137f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:02.011408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:07:02.014305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:07:02.017954 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:07:02.024361 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event updated for resources: {'Port': ['ID=d8e1dd42-be5d-40bb-923c-9f7193b7137f,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:02.401519 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for floatingip (5e45117e-f99e-48be-9a3e-6e7bc49021f7), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:02.535275 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (d8e1dd42-be5d-40bb-923c-9f7193b7137f), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:02.693026 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for port (d8e1dd42-be5d-40bb-923c-9f7193b7137f), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:02.778919 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (d8e1dd42-be5d-40bb-923c-9f7193b7137f), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:02.848002 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event updated for resources: {'Port': ['ID=d8e1dd42-be5d-40bb-923c-9f7193b7137f,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:07:02.861275 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (5e45117e-f99e-48be-9a3e-6e7bc49021f7), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:03.306266 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Floating IP 5e45117e-f99e-48be-9a3e-6e7bc49021f7 associated. External IP: 172.25.3.151, port: 77ee3872-31a8-4d31-b51c-858dd2da1ef2. Feb 11 06:07:03.540183 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Router f8632232-4b5a-44f0-a9e2-56a4ce6d833a has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:07:03.653008 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:07:03.663299 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c28b4f0-3c1c-45c2-97aa-43efe26c1dc0 None None] Sync routers for ids ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:07:03.673752 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28b4f0-3c1c-45c2-97aa-43efe26c1dc0 None None] Routers {'f8632232-4b5a-44f0-a9e2-56a4ce6d833a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:03.674402 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c28b4f0-3c1c-45c2-97aa-43efe26c1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:06:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:03.723719 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:03.756393 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-6057d88e-3102-4195-9e5a-ce9a02480faa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3524911 Feb 11 06:07:03.756988 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'tag': '77ee3872-31a8-4d31-b51c-858dd2da1ef2'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:07:03.759483 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cad0d0-53d1-46c0-a10d-4d615be82692" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c66227-0b47-4fac-804e-1c513ae75eaa", "tag": "77ee3872-31a8-4d31-b51c-858dd2da1ef2"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:07:03.788248 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5c28b4f0-3c1c-45c2-97aa-43efe26c1dc0 None None] Set router f8632232-4b5a-44f0-a9e2-56a4ce6d833a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:03.796266 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ffdec1-ac92-43c6-b72a-083833a439ac x-openstack-request-id: req-11ffdec1-ac92-43c6-b72a-083833a439ac {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:07:03.796567 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c66227-0b47-4fac-804e-1c513ae75eaa", "tag": "77ee3872-31a8-4d31-b51c-858dd2da1ef2", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:07:03.796829 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11ffdec1-ac92-43c6-b72a-083833a439ac {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:07:03.797248 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'tag': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'status': 'completed', 'code': 200} Feb 11 06:07:03.870905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cad0d0-53d1-46c0-a10d-4d615be82692 req-ad188d47-5557-4812-a68b-b71627166de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:03.872174 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8cad0d0-53d1-46c0-a10d-4d615be82692 req-ad188d47-5557-4812-a68b-b71627166de6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 1128 time: 0.0518849 Feb 11 06:07:03.972973 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cad0d0-53d1-46c0-a10d-4d615be82692 req-61f4ae41-00a9-4baa-a324-59fbb830d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:03.974466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8cad0d0-53d1-46c0-a10d-4d615be82692 req-61f4ae41-00a9-4baa-a324-59fbb830d449 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88258e1c-20c6-4765-9665-473d4befaad9 HTTP/1.1" status: 200 len: 911 time: 0.0945251 Feb 11 06:07:04.028125 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c28b4f0-3c1c-45c2-97aa-43efe26c1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '5e45117e-f99e-48be-9a3e-6e7bc49021f7', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'port_id': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'mac_address': 'fa:16:3e:b9:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:02Z', 'updated_at': '2022-02-11T06:07:02Z', 'revision_number': 0, 'project_id': '131a1958da8a47b992f00acc13750b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:41Z', 'revision_number': 5, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:04.051010 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8cad0d0-53d1-46c0-a10d-4d615be82692 req-bbf00b3f-612e-40f1-b723-8b520e100b0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2 HTTP/1.1" status: 200 len: 999 time: 0.0686150 Feb 11 06:07:04.110451 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cad0d0-53d1-46c0-a10d-4d615be82692 req-c523d92a-ed38-460f-a802-f8b4481a7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:04.112568 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8cad0d0-53d1-46c0-a10d-4d615be82692 req-c523d92a-ed38-460f-a802-f8b4481a7c95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b81a153-84fd-4f43-a12a-ecaa49b45018 HTTP/1.1" status: 200 len: 849 time: 0.0547314 Feb 11 06:07:04.168602 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cad0d0-53d1-46c0-a10d-4d615be82692 req-16a60c0a-bdae-471e-b010-8c0185254c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:04.170162 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8cad0d0-53d1-46c0-a10d-4d615be82692 req-16a60c0a-bdae-471e-b010-8c0185254c81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88258e1c-20c6-4765-9665-473d4befaad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506709 Feb 11 06:07:04.223748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c28b4f0-3c1c-45c2-97aa-43efe26c1dc0 None None] Checking router: f8632232-4b5a-44f0-a9e2-56a4ce6d833a for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:07:04.233456 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28b4f0-3c1c-45c2-97aa-43efe26c1dc0 None None] Routers {'f8632232-4b5a-44f0-a9e2-56a4ce6d833a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:07:04.234080 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c28b4f0-3c1c-45c2-97aa-43efe26c1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:06:55Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:04.287994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8cad0d0-53d1-46c0-a10d-4d615be82692 req-945340a6-0397-4878-bdcd-2f36d37ffb67 service neutron] 10.222.0.32 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111755 Feb 11 06:07:04.355628 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-5c28b4f0-3c1c-45c2-97aa-43efe26c1dc0 None None] Set router f8632232-4b5a-44f0-a9e2-56a4ce6d833a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:07:04.383171 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a8cad0d0-53d1-46c0-a10d-4d615be82692 req-c6ecf85d-77d6-4b68-8cd4-bdb73bee6f1e service neutron] 10.222.0.32 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890744 Feb 11 06:07:04.595324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-5c28b4f0-3c1c-45c2-97aa-43efe26c1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '5e45117e-f99e-48be-9a3e-6e7bc49021f7', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'port_id': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'mac_address': 'fa:16:3e:b9:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:02Z', 'updated_at': '2022-02-11T06:07:02Z', 'revision_number': 0, 'project_id': '131a1958da8a47b992f00acc13750b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:41Z', 'revision_number': 5, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:07:04.626950 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c28b4f0-3c1c-45c2-97aa-43efe26c1dc0 None None] The sync data for ids ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'] in n-d-712142-35 is: [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '5e45117e-f99e-48be-9a3e-6e7bc49021f7', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'port_id': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'mac_address': 'fa:16:3e:b9:82:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:02Z', 'updated_at': '2022-02-11T06:07:02Z', 'revision_number': 0, 'project_id': '131a1958da8a47b992f00acc13750b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:41Z', 'revision_number': 5, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:07:04.840873 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeac115-4d48-4129-b32a-ac72f8ed4a22 None None] New status for floating IP 5e45117e-f99e-48be-9a3e-6e7bc49021f7: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:07:04.950163 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:05.098834 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:17.416042 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:07:23.229444 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-def2e628-1a94-40b2-a39e-7f88ff89e948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:25.504020 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-78b6503a-1156-4649-be27-2eaab226ffc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:27.201260 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:28.829658 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:29.805806 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:34.972750 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:35.097801 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:53.273280 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7e0eb9e7-836d-434f-bb76-2284129f2bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:54.416173 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:07:55.485964 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3fdce6f4-5f6c-4c8c-8d51-de1542305b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:56.820007 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a47c09b6-3a21-4040-9f66-00d095231cdb req-502a5eb2-c942-4bf7-acae-eda0148dba3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436282 Feb 11 06:07:56.911371 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c09b6-3a21-4040-9f66-00d095231cdb req-4b4e534e-8d17-4d7e-97e5-db24d3d17245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:56.912922 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a47c09b6-3a21-4040-9f66-00d095231cdb req-4b4e534e-8d17-4d7e-97e5-db24d3d17245 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 1128 time: 0.0524731 Feb 11 06:07:57.017190 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c09b6-3a21-4040-9f66-00d095231cdb req-a4ac050d-f568-44c4-90ee-6f724ccd38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:57.018796 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a47c09b6-3a21-4040-9f66-00d095231cdb req-a4ac050d-f568-44c4-90ee-6f724ccd38c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88258e1c-20c6-4765-9665-473d4befaad9 HTTP/1.1" status: 200 len: 911 time: 0.0874631 Feb 11 06:07:57.090843 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a47c09b6-3a21-4040-9f66-00d095231cdb req-37bd0c3f-c442-4688-83c9-9da4baec9168 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0652707 Feb 11 06:07:57.143428 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c09b6-3a21-4040-9f66-00d095231cdb req-ddb59e76-de7f-4c38-b9f2-f93c3dc48e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:57.145423 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a47c09b6-3a21-4040-9f66-00d095231cdb req-ddb59e76-de7f-4c38-b9f2-f93c3dc48e9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b81a153-84fd-4f43-a12a-ecaa49b45018 HTTP/1.1" status: 200 len: 849 time: 0.0482018 Feb 11 06:07:57.183471 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:57.196432 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c09b6-3a21-4040-9f66-00d095231cdb req-ee56ce4a-34d0-48bd-a641-405696d3a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:07:57.198005 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a47c09b6-3a21-4040-9f66-00d095231cdb req-ee56ce4a-34d0-48bd-a641-405696d3a585 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88258e1c-20c6-4765-9665-473d4befaad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473394 Feb 11 06:07:57.385312 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a47c09b6-3a21-4040-9f66-00d095231cdb req-64f4fc0f-7730-4693-b188-b58fecb51a56 service neutron] 10.222.0.32 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816304 Feb 11 06:07:57.477755 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-a47c09b6-3a21-4040-9f66-00d095231cdb req-6a2c62ef-3045-494f-b9c4-1e350f7de0aa service neutron] 10.222.0.32 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858653 Feb 11 06:07:58.812185 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:07:59.800464 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:04.965936 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:05.114426 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:23.239808 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0e1f83d1-ecba-4d1f-88c6-6a2b12e063fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:25.536961 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-23590672-45cb-4316-b8c5-ae89a8d7955a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:27.218277 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:28.805700 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:29.821964 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:31.416171 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:08:35.022054 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:35.131147 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:53.233791 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-50b24503-94a7-4323-ae47-32637b2dcc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:55.495662 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-32430ddc-b012-4417-898c-0e5380c70386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:56.834901 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de41aa2c-6d83-4af8-8bf8-73c60ff4ee11 req-87f1dccb-ba69-4d99-9a8a-520295869f53 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505767 Feb 11 06:08:56.923421 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41aa2c-6d83-4af8-8bf8-73c60ff4ee11 req-19818003-6a54-4aba-a3d4-da299887bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:56.924929 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de41aa2c-6d83-4af8-8bf8-73c60ff4ee11 req-19818003-6a54-4aba-a3d4-da299887bd70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 1128 time: 0.0473897 Feb 11 06:08:57.031504 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41aa2c-6d83-4af8-8bf8-73c60ff4ee11 req-58e39dd2-5f05-47d6-9fad-18ab86afc3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:57.032994 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de41aa2c-6d83-4af8-8bf8-73c60ff4ee11 req-58e39dd2-5f05-47d6-9fad-18ab86afc3ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=88258e1c-20c6-4765-9665-473d4befaad9 HTTP/1.1" status: 200 len: 911 time: 0.0870469 Feb 11 06:08:57.104770 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de41aa2c-6d83-4af8-8bf8-73c60ff4ee11 req-acb73bb6-970d-4b52-9e98-80178807631c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0651901 Feb 11 06:08:57.155654 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41aa2c-6d83-4af8-8bf8-73c60ff4ee11 req-1894c851-063d-4829-8b44-34bc760d86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:57.157101 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de41aa2c-6d83-4af8-8bf8-73c60ff4ee11 req-1894c851-063d-4829-8b44-34bc760d86a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b81a153-84fd-4f43-a12a-ecaa49b45018 HTTP/1.1" status: 200 len: 849 time: 0.0462849 Feb 11 06:08:57.165149 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:57.206323 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41aa2c-6d83-4af8-8bf8-73c60ff4ee11 req-fca173f0-5ed2-4c16-b990-75906ccc30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:08:57.207882 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de41aa2c-6d83-4af8-8bf8-73c60ff4ee11 req-fca173f0-5ed2-4c16-b990-75906ccc30ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88258e1c-20c6-4765-9665-473d4befaad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451150 Feb 11 06:08:57.307501 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de41aa2c-6d83-4af8-8bf8-73c60ff4ee11 req-9a8716f4-5c52-4c91-b49a-7f1d7587d0e7 service neutron] 10.222.0.32 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929749 Feb 11 06:08:57.404114 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-de41aa2c-6d83-4af8-8bf8-73c60ff4ee11 req-55c9ec19-4034-472e-be58-372e23903c8f service neutron] 10.222.0.32 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909302 Feb 11 06:08:58.799207 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:08:59.844867 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:02.654787 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 77ee3872-31a8-4d31-b51c-858dd2da1ef2 details requested by agent hyperv_n-h1-712142-35 with host n-h1-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:09:02.760004 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 77ee3872-31a8-4d31-b51c-858dd2da1ef2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:02.784748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Returning: {'device': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'port_id': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'mac_address': 'fa:16:3e:b9:82:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:09:02.827513 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:02.827922 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:02.842431 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77ee3872-31a8-4d31-b51c-858dd2da1ef2 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:09:02.863964 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 77ee3872-31a8-4d31-b51c-858dd2da1ef2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:02.941924 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:02.999356 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=77ee3872-31a8-4d31-b51c-858dd2da1ef2,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:03.008324 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:03.008676 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:03.009027 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:03.009411 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:03.009749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:03.010114 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:03.010448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:03.010808 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:03.011143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:03.014940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:03.014940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:03.014940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:03.014940 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:03.049881 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] get_ports_and_sgs() called for port_ids ['77ee3872-31a8-4d31-b51c-858dd2da1ef2'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:09:04.656340 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 77ee3872-31a8-4d31-b51c-858dd2da1ef2 up at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:09:04.719197 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Provisioning complete for port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:09:04.720006 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:04.815653 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:04.816155 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:04.844637 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ee3872-31a8-4d31-b51c-858dd2da1ef2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:04.848176 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9f51e1-65f0-4a42-8417-4c60e8769aec" -d '{"events": [{"server_uuid": "d7c66227-0b47-4fac-804e-1c513ae75eaa", "name": "network-vif-plugged", "status": "completed", "tag": "77ee3872-31a8-4d31-b51c-858dd2da1ef2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:04.873616 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 77ee3872-31a8-4d31-b51c-858dd2da1ef2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:04.940837 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:04.972379 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a455a6c-11e2-4833-aa56-587c81507261 x-openstack-request-id: req-4a455a6c-11e2-4833-aa56-587c81507261 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:04.973081 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c66227-0b47-4fac-804e-1c513ae75eaa", "name": "network-vif-plugged", "status": "completed", "tag": "77ee3872-31a8-4d31-b51c-858dd2da1ef2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:04.973357 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a455a6c-11e2-4833-aa56-587c81507261 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:04.973761 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'code': 200} Feb 11 06:09:05.013320 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=77ee3872-31a8-4d31-b51c-858dd2da1ef2,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:05.032501 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:05.170255 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:08.417075 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:09:15.573747 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-c6cd9d15-fe3f-4007-9679-e0f026c00399 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-599440986&fields=id&tenant_id=131a1958da8a47b992f00acc13750b68 HTTP/1.1" status: 200 len: 267 time: 0.0498087 Feb 11 06:09:15.690418 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-3e1655f4-a465-4e94-85ec-4a0770fc92a2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:15.692113 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-3e1655f4-a465-4e94-85ec-4a0770fc92a2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/networks?id=88258e1c-20c6-4765-9665-473d4befaad9 HTTP/1.1" status: 200 len: 810 time: 0.1109431 Feb 11 06:09:15.708942 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-4c7bcee7-1b6e-4a4d-b7e0-27ae88795396 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/quotas/131a1958da8a47b992f00acc13750b68 HTTP/1.1" status: 200 len: 375 time: 0.0104711 Feb 11 06:09:15.780094 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-85dfaacb-4999-4ea3-942f-699d2ee2878b tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647626 Feb 11 06:09:15.894902 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-25a714f5-11a2-4f6e-9f36-8e7a57eb4e91 service neutron] 10.222.0.13 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009698 Feb 11 06:09:15.996672 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-b7b9fefc-9101-4acd-9547-99c6d611f015 service neutron] 10.222.0.13 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949297 Feb 11 06:09:17.270232 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-0d43698c-f477-4633-8412-a4d4bb2ad213 req-403632ac-801d-422d-b6ee-812ae47bc359 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 210 time: 0.0281036 Feb 11 06:09:18.349621 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-15b0cb1c-cc5f-47ad-9632-4539c4948651 req-a610a5f0-8bb7-4bf6-a824-758c63d37f27 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 210 time: 0.0284383 Feb 11 06:09:18.746930 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 77ee3872-31a8-4d31-b51c-858dd2da1ef2 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:09:18.825658 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Current status of the port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:18.826046 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:18.848254 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77ee3872-31a8-4d31-b51c-858dd2da1ef2'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:18.850537 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d4419c-3672-449e-b6d8-3cc80b9325e8" -d '{"events": [{"server_uuid": "d7c66227-0b47-4fac-804e-1c513ae75eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "77ee3872-31a8-4d31-b51c-858dd2da1ef2"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:18.864625 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] For port 77ee3872-31a8-4d31-b51c-858dd2da1ef2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:18.892981 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1573f22b-584b-4747-b83b-3113738432e8 x-openstack-request-id: req-1573f22b-584b-4747-b83b-3113738432e8 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:18.893299 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c66227-0b47-4fac-804e-1c513ae75eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "77ee3872-31a8-4d31-b51c-858dd2da1ef2", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:18.893602 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1573f22b-584b-4747-b83b-3113738432e8 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:18.894003 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'code': 200} Feb 11 06:09:18.970464 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:19.018813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Pushing event updated for resources: {'Port': ['ID=77ee3872-31a8-4d31-b51c-858dd2da1ef2,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:19.436302 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-59fddd22-79ba-486f-9bd0-d05e6ed060ba req-8789bc1e-fe83-4423-9ed5-b39c519ee03d tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 210 time: 0.0293617 Feb 11 06:09:20.529951 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-49f5054a-24db-4cc8-863e-45f2bf37ac75 req-e10cf5c0-0f07-4ecd-bfa4-3667551e9458 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 210 time: 0.0320754 Feb 11 06:09:21.630568 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7e0e2df2-a9a9-4e01-a550-44869ca66c68 req-a52b05a7-84ba-4e44-8210-4c15ed7b6058 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 210 time: 0.0287113 Feb 11 06:09:22.729260 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e25c0628-9aff-4ddb-9d67-1fa9752a44d0 req-2a776e71-cbb7-464c-9cf7-6320600d6d88 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 210 time: 0.0278513 Feb 11 06:09:23.273589 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-68b84cfc-ab10-4a6c-bb5b-4412215aba16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:23.524524 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-59527240-bbc3-469e-a3e0-eb52dabea648 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:23.525918 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-59527240-bbc3-469e-a3e0-eb52dabea648 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.47 "GET /v2.0/networks?id=88258e1c-20c6-4765-9665-473d4befaad9 HTTP/1.1" status: 200 len: 810 time: 0.1052790 Feb 11 06:09:23.594671 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-b3c054a4-8316-444b-8358-9d6f4e736fcc tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=131a1958da8a47b992f00acc13750b68 HTTP/1.1" status: 200 len: 379 time: 0.0603597 Feb 11 06:09:23.604443 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Request body: {'port': {'device_id': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'admin_state_up': True, 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'security_groups': ['52ed549a-11cf-4930-88da-4694dae6e315']}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:09:23.798868 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Made reservation on behalf of 131a1958da8a47b992f00acc13750b68 for: {'port': 1} {{(pid=103809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 06:09:23.802575 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:23.844228 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7166c5d7-d77d-4ce0-9cc6-baf59a9aaccb req-d2b1451a-b5ba-4ebb-b1ae-6aef560a87e1 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 210 time: 0.0291843 Feb 11 06:09:23.972095 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Allocated IP 172.20.0.13 (88258e1c-20c6-4765-9665-473d4befaad9/9b81a153-84fd-4f43-a12a-ecaa49b45018/bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:09:24.125611 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:24.212603 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:24.272490 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Network 88258e1c-20c6-4765-9665-473d4befaad9 is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:09:24.276437 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:09:24.281474 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:09:24.285961 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event updated for resources: {'Port': ['ID=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:24.319919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:24.319919 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:24.320495 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:24.321068 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:24.322204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:24.323004 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:24.323649 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:24.324221 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:24.324815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:24.325331 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:24.325846 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:24.326358 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:24.326891 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:09:24.359781 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:24.360790 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:24.465254 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-77d185d5-df1f-4d5c-ba31-fbab46a48341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8650019 Feb 11 06:09:24.605232 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-1d25f317-99d6-44bf-a0d7-97dc88de4fd3 None None] Provisioning complete for port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 triggered by entity DHCP. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:09:24.607260 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1d25f317-99d6-44bf-a0d7-97dc88de4fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:24.682640 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-1d25f317-99d6-44bf-a0d7-97dc88de4fd3 None None] Port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 cannot update to ACTIVE because it is not bound. {{(pid=103810) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 06:09:24.999798 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcb867-8789-4671-8548-bffa2884360d req-fe4e4e3e-987f-45e6-9d16-33a06902a7e3 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:25.001432 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dbdcb867-8789-4671-8548-bffa2884360d req-fe4e4e3e-987f-45e6-9d16-33a06902a7e3 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 932 time: 0.0786376 Feb 11 06:09:25.059006 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-dbdcb867-8789-4671-8548-bffa2884360d req-31fda645-bc3e-4fc4-b4ea-82f85161230c tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500050 Feb 11 06:09:25.496211 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-16878be2-7472-4a48-89c6-db04ef8b8227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:26.236495 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daac498-01f8-4030-8010-2a8ac00f2037 req-0052c358-6089-4047-b54e-743ea7fb9ed0 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:26.238046 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9daac498-01f8-4030-8010-2a8ac00f2037 req-0052c358-6089-4047-b54e-743ea7fb9ed0 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 932 time: 0.0811605 Feb 11 06:09:26.300625 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9daac498-01f8-4030-8010-2a8ac00f2037 req-2f9587f6-ef19-4813-ae9c-693ac7434bd8 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556901 Feb 11 06:09:27.187456 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:27.436706 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efeb3c-c85b-4254-911b-bf36a28d1060 req-2e5fcd4e-ef07-4771-b47f-b4907b2fe85f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:27.438292 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d6efeb3c-c85b-4254-911b-bf36a28d1060 req-2e5fcd4e-ef07-4771-b47f-b4907b2fe85f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 932 time: 0.0584731 Feb 11 06:09:27.493518 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-d6efeb3c-c85b-4254-911b-bf36a28d1060 req-418c667f-b007-4b0a-92d3-b57c30513102 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490563 Feb 11 06:09:28.639853 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987079f2-1eba-4865-809b-3b5bea134c9e req-11b20708-fb07-4f58-bc62-650fd04239c7 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:28.641498 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-987079f2-1eba-4865-809b-3b5bea134c9e req-11b20708-fb07-4f58-bc62-650fd04239c7 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 932 time: 0.0754387 Feb 11 06:09:28.701081 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-987079f2-1eba-4865-809b-3b5bea134c9e req-9f4992f1-2f9d-4cc2-89aa-87f5de7e49a6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524108 Feb 11 06:09:28.821269 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:29.838924 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:29.896471 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a1b1c-500a-4b9a-bfac-3e0078a8f3f1 req-bafec909-46e0-4a76-a77a-850584d9d133 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:29.898979 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c73a1b1c-500a-4b9a-bfac-3e0078a8f3f1 req-bafec909-46e0-4a76-a77a-850584d9d133 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 932 time: 0.0848861 Feb 11 06:09:29.955696 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-c73a1b1c-500a-4b9a-bfac-3e0078a8f3f1 req-8c405a26-b3a2-4176-a3bf-4336010a5739 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504093 Feb 11 06:09:31.107634 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69632718-31bf-47c4-b3d4-44fc4852a24d req-2de7fb32-5a62-4402-8dc7-0df22918d8d5 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:31.109226 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-69632718-31bf-47c4-b3d4-44fc4852a24d req-2de7fb32-5a62-4402-8dc7-0df22918d8d5 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 932 time: 0.0674922 Feb 11 06:09:31.169772 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-69632718-31bf-47c4-b3d4-44fc4852a24d req-3fab485f-66ca-47e8-a90c-b5c7ab9b9518 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545204 Feb 11 06:09:31.709785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-e645cc0a-9201-4859-b203-94362189f8de tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:09:31.845773 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-e645cc0a-9201-4859-b203-94362189f8de tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061278 Feb 11 06:09:31.845773 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Request body: {'port': {'device_id': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-35'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:09:31.845773 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:32.122790 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 {{(pid=103809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:09:32.131202 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Publish callbacks [] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:32.143856 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.provisioning_blocks [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Transition to ACTIVE for port object bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 will not be triggered until provisioned by entity L2. {{(pid=103809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 06:09:32.221887 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:32.297797 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29de5b4-82ec-4f5d-bae0-77453dc5d2c8 req-e1c9c60a-9cae-411e-b1fb-1053f79539b2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:32.298399 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Pushing event updated for resources: {'Port': ['ID=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:32.299495 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b29de5b4-82ec-4f5d-bae0-77453dc5d2c8 req-e1c9c60a-9cae-411e-b1fb-1053f79539b2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 944 time: 0.0594916 Feb 11 06:09:32.355376 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Attempting to bind port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 on host n-h2-712142-35 for vnic_type normal with profile {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 06:09:32.355809 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Attempting to bind port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 by drivers openvswitch,hyperv on host n-h2-712142-35 at level 0 using segments [{'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 06:09:32.356140 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Attempting to bind port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 on network 88258e1c-20c6-4765-9665-473d4befaad9 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:09:32.360858 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 on network 88258e1c-20c6-4765-9665-473d4befaad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-35 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 06:09:32.361199 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Attempting to bind port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 on network 88258e1c-20c6-4765-9665-473d4befaad9 {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 06:09:32.362218 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b29de5b4-82ec-4f5d-bae0-77453dc5d2c8 req-178bb236-991a-4393-9dd9-99e584d9523a tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566516 Feb 11 06:09:32.367318 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Checking agent: {'id': 'e090d77b-6bcc-47a7-bda0-4b150bae8a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-35', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'started_at': datetime.datetime(2022, 2, 11, 4, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 6, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 06:09:32.367673 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Checking segment: {'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 06:09:32.368096 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Bound using segment: {'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'} {{(pid=103809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 06:09:32.368538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.managers [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Bound port: bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1, host: n-h2-712142-35, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '884cda03-baf4-495d-931c-5d8c60003f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9'}}] {{(pid=103809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 06:09:32.368904 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:32.439305 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] For port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1, host n-h2-712142-35, cleared binding levels {{(pid=103809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 06:09:32.442574 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] For port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1, host n-h2-712142-35, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 06:09:32.519265 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:32.559672 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:32.560299 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:32.561699 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] 10.222.0.47 "PUT /v2.0/ports/bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 HTTP/1.1" status: 200 len: 1093 time: 0.8433797 Feb 11 06:09:32.562377 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'tag': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:32.564478 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e0bcf9-e6ac-4f71-9dc6-b0b9a713c40c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f21a8f6-7f5f-4ffb-b94b-1b0293704f75", "tag": "bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:32.590098 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352212fd-b745-4522-8350-c8d5c8c9c052 service neutron] Pushing event updated for resources: {'Port': ['ID=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,revision_number=3']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:32.610762 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e054cd72-0f06-4d13-8bc5-bbd710eaf1b5 x-openstack-request-id: req-e054cd72-0f06-4d13-8bc5-bbd710eaf1b5 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:32.611229 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f21a8f6-7f5f-4ffb-b94b-1b0293704f75", "tag": "bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:32.611558 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e054cd72-0f06-4d13-8bc5-bbd710eaf1b5 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:32.612033 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'tag': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1', 'status': 'completed', 'code': 200} Feb 11 06:09:32.686944 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0bcf9-e6ac-4f71-9dc6-b0b9a713c40c req-f7ce0110-8ee3-4f72-8ab3-9b2d9d066bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:32.691208 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05e0bcf9-e6ac-4f71-9dc6-b0b9a713c40c req-f7ce0110-8ee3-4f72-8ab3-9b2d9d066bda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 1127 time: 0.0575252 Feb 11 06:09:32.810518 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0bcf9-e6ac-4f71-9dc6-b0b9a713c40c req-609123f1-dc3f-4667-8754-4c24034f8370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:32.811989 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05e0bcf9-e6ac-4f71-9dc6-b0b9a713c40c req-609123f1-dc3f-4667-8754-4c24034f8370 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=131a1958da8a47b992f00acc13750b68&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1109118 Feb 11 06:09:32.913607 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0bcf9-e6ac-4f71-9dc6-b0b9a713c40c req-39a3d07a-22e7-4578-961f-9b80c6258a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:32.915194 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05e0bcf9-e6ac-4f71-9dc6-b0b9a713c40c req-39a3d07a-22e7-4578-961f-9b80c6258a19 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977852 Feb 11 06:09:32.998173 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-6029993c-306c-4347-a60a-49caef63d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:32.999742 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-6029993c-306c-4347-a60a-49caef63d1eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 1127 time: 0.0491900 Feb 11 06:09:33.041493 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-107c223b-bd2a-4290-9d18-08bf9c274357 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 HTTP/1.1" status: 200 len: 217 time: 0.0355725 Feb 11 06:09:33.093105 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-158d0f6e-86a6-450e-b729-d74f06c51a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:33.094466 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-158d0f6e-86a6-450e-b729-d74f06c51a8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b81a153-84fd-4f43-a12a-ecaa49b45018 HTTP/1.1" status: 200 len: 849 time: 0.0479136 Feb 11 06:09:33.144938 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-8547a284-3d35-404b-9000-8e5300e6c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:33.146497 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-8547a284-3d35-404b-9000-8e5300e6c933 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88258e1c-20c6-4765-9665-473d4befaad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454962 Feb 11 06:09:33.237103 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-c3d06875-6021-45a4-a027-f54082b5cb43 service neutron] 10.222.0.47 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841436 Feb 11 06:09:33.344234 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-92cdd614-5b77-41d5-8486-b35a7337ab04 req-81fe5090-39bb-4016-b37b-8fbee331848a service neutron] 10.222.0.47 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007197 Feb 11 06:09:33.488619 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afe63c-ecc9-41aa-ab62-69c401ef29de req-b9be1b21-6735-4353-91b7-a14d5a3d108e tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:33.490379 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a7afe63c-ecc9-41aa-ab62-69c401ef29de req-b9be1b21-6735-4353-91b7-a14d5a3d108e tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 944 time: 0.0531521 Feb 11 06:09:33.539207 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-a7afe63c-ecc9-41aa-ab62-69c401ef29de req-7b083d9c-9368-4faa-aea0-10e1e1207eaf tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421917 Feb 11 06:09:34.682439 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524b3ca-2f74-4a5b-997b-3fa7681964ef req-d666260f-95c5-48d1-a7d9-0d5de143b1fa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:34.685234 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1524b3ca-2f74-4a5b-997b-3fa7681964ef req-d666260f-95c5-48d1-a7d9-0d5de143b1fa tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 944 time: 0.0746911 Feb 11 06:09:34.737356 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-1524b3ca-2f74-4a5b-997b-3fa7681964ef req-ab48e561-0386-4e17-a434-1243fe7c213a tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466111 Feb 11 06:09:35.033043 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:35.158650 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:35.858173 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe085f-31af-449e-9c27-fbb18f8140d9 req-4448af8e-7f32-4b48-bf13-2376ebe25043 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:35.859692 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-95fe085f-31af-449e-9c27-fbb18f8140d9 req-4448af8e-7f32-4b48-bf13-2376ebe25043 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 944 time: 0.0532146 Feb 11 06:09:35.909831 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-95fe085f-31af-449e-9c27-fbb18f8140d9 req-afb54074-5257-42e9-94b1-c0c0acb90195 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440674 Feb 11 06:09:36.668123 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:09:36.769528 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:36.784820 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'port_id': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1', 'mac_address': 'fa:16:3e:b1:2a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:09:36.824450 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 is: DOWN; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:36.824891 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:36.838993 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:09:36.861630 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:36.976684 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:37.028592 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,revision_number=4']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:37.040629 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287b46c-3ade-425a-b0a8-3b75c6402e33 req-35a123de-05af-4c5a-84e2-16a12a94a6cf tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:37.042120 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b287b46c-3ade-425a-b0a8-3b75c6402e33 req-35a123de-05af-4c5a-84e2-16a12a94a6cf tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 945 time: 0.0623894 Feb 11 06:09:37.095309 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b287b46c-3ade-425a-b0a8-3b75c6402e33 req-4070820e-5a4b-47fa-b5eb-f38c7ff9f3d2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475733 Feb 11 06:09:37.232143 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:09:38.219175 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59f654-4e0a-4fcd-bc46-7df632543008 req-fafc7526-1e4c-4baa-aa56-eb749b2a85b3 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:38.220791 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7a59f654-4e0a-4fcd-bc46-7df632543008 req-fafc7526-1e4c-4baa-aa56-eb749b2a85b3 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 945 time: 0.0531251 Feb 11 06:09:38.270832 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-7a59f654-4e0a-4fcd-bc46-7df632543008 req-c58964f8-192c-4d7e-907d-ce9230e66991 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442293 Feb 11 06:09:38.699443 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:09:38.808634 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning for port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 completed by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 06:09:38.813082 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:09:38.813469 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:38.899058 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:09:38.899431 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:38.922863 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:38.925114 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae44c67c-424a-4550-b1c1-fa11c719c1a9" -d '{"events": [{"server_uuid": "5f21a8f6-7f5f-4ffb-b94b-1b0293704f75", "name": "network-vif-plugged", "status": "completed", "tag": "bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:38.938749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:09:38.964839 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c00f775-4644-4672-b30f-27e1241990eb x-openstack-request-id: req-6c00f775-4644-4672-b30f-27e1241990eb {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:38.965139 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f21a8f6-7f5f-4ffb-b94b-1b0293704f75", "name": "network-vif-plugged", "status": "completed", "tag": "bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:38.965400 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c00f775-4644-4672-b30f-27e1241990eb {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:38.965800 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1', 'code': 200} Feb 11 06:09:39.015465 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:39.064749 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,revision_number=5']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:39.069646 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d667a-1b55-49fa-a661-dea69c123104 req-5da28e50-d058-45bf-b275-01f3a2bcb47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:39.071202 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f08d667a-1b55-49fa-a661-dea69c123104 req-5da28e50-d058-45bf-b275-01f3a2bcb47c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 1129 time: 0.0447583 Feb 11 06:09:39.119088 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f08d667a-1b55-49fa-a661-dea69c123104 req-167f6615-8d20-4ed3-b2d1-d740dc765d6d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400796 Feb 11 06:09:39.396240 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49c8eb-a100-4fe4-a9d6-fba98d6ebed2 req-293bf237-c222-4ad0-897d-42f80ce21c4c tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:39.397895 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-be49c8eb-a100-4fe4-a9d6-fba98d6ebed2 req-293bf237-c222-4ad0-897d-42f80ce21c4c tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 946 time: 0.0536876 Feb 11 06:09:39.446772 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-be49c8eb-a100-4fe4-a9d6-fba98d6ebed2 req-8a44114c-1e43-4c33-bc5e-f5475d2ef233 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431762 Feb 11 06:09:40.575436 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e7245-7ee0-4738-aff5-fc708f8601c9 req-43136cee-e64e-4700-b2ef-76b83f9e6637 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:40.576941 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-207e7245-7ee0-4738-aff5-fc708f8601c9 req-43136cee-e64e-4700-b2ef-76b83f9e6637 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 946 time: 0.0586970 Feb 11 06:09:40.627425 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-207e7245-7ee0-4738-aff5-fc708f8601c9 req-1290953f-829b-4a5b-bfec-9110cc15c2e4 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449126 Feb 11 06:09:40.754249 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6322b9c-f491-4f1f-b281-23d79649d450 req-32c0c468-57fd-4b71-a638-504daa24188f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:40.755627 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b6322b9c-f491-4f1f-b281-23d79649d450 req-32c0c468-57fd-4b71-a638-504daa24188f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 946 time: 0.0563025 Feb 11 06:09:40.809012 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-b6322b9c-f491-4f1f-b281-23d79649d450 req-856a1e64-3dd1-4bbf-9ab5-a0ff04bd28fe tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468352 Feb 11 06:09:40.830091 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48696) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:09:40.877389 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a43a32-9e83-4c77-b7f0-7461e018fb03 tempest-TestSnapshotPattern-2038826293 tempest-TestSnapshotPattern-2038826293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:40.878915 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-a9a43a32-9e83-4c77-b7f0-7461e018fb03 tempest-TestSnapshotPattern-2038826293 tempest-TestSnapshotPattern-2038826293-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 1124 time: 0.0477803 Feb 11 06:09:40.881861 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48698) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:09:40.886088 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.v2.base [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Request body: {'floatingip': {'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'port_id': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 06:09:40.980813 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:41.076011 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (None), before_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:41.199317 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_common [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Allocated IP 172.25.3.129 (89dbd1ed-3951-437d-85b1-b8970fd07dfb/2c449799-1ab4-4046-a5dd-47a8cb01d0bb/dc5dee22-49b2-4f42-a889-4114d421ba13) {{(pid=103809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 06:09:41.301265 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for port (dc5dee22-49b2-4f42-a889-4114d421ba13), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:41.410239 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777493804216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (dc5dee22-49b2-4f42-a889-4114d421ba13), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:41.453138 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Network 89dbd1ed-3951-437d-85b1-b8970fd07dfb is already hosted by enough agents. {{(pid=103809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 06:09:41.455958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.base_scheduler [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Resources bound (agent type, host, resource id): {{(pid=103809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 06:09:41.458429 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Received port after_create {{(pid=103809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 06:09:41.486511 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event updated for resources: {'Port': ['ID=dc5dee22-49b2-4f42-a889-4114d421ba13,revision_number=1']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:41.849424 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for floatingip (4cfe5a6c-e794-468d-80a1-162634f0105f), precommit_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:41.992605 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (dc5dee22-49b2-4f42-a889-4114d421ba13), before_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:42.148376 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for port (dc5dee22-49b2-4f42-a889-4114d421ba13), precommit_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:42.227381 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28534143'] for port (dc5dee22-49b2-4f42-a889-4114d421ba13), after_update {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:42.298051 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event updated for resources: {'Port': ['ID=dc5dee22-49b2-4f42-a889-4114d421ba13,revision_number=2']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:09:42.310817 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570691'] for floatingip (4cfe5a6c-e794-468d-80a1-162634f0105f), after_create {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:42.415792 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Floating IP 4cfe5a6c-e794-468d-80a1-162634f0105f associated. External IP: 172.25.3.129, port: bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1. Feb 11 06:09:42.935757 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Router f8632232-4b5a-44f0-a9e2-56a4ce6d833a has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:09:43.048229 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:09:43.058085 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c656bd6f-f630-468d-9e4f-9940bac10204 None None] Sync routers for ids ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:09:43.067427 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c656bd6f-f630-468d-9e4f-9940bac10204 None None] Routers {'f8632232-4b5a-44f0-a9e2-56a4ce6d833a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:09:43.068056 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c656bd6f-f630-468d-9e4f-9940bac10204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:09:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:09:43.120309 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:43.151086 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-eb5b11ea-9a96-4bc5-b126-0fbfc934334f tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2680893 Feb 11 06:09:43.151731 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'tag': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:09:43.154034 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}895e88d38042d96975189b3f7588ce0f552d64a8fcb03b37def61f96ced6f36d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c66976-0599-401b-a267-a3c7cd2515fb" -d '{"events": [{"name": "network-changed", "server_uuid": "5f21a8f6-7f5f-4ffb-b94b-1b0293704f75", "tag": "bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:09:43.192363 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1a7fb4-1a78-47d5-82b3-077a6d068679 x-openstack-request-id: req-1f1a7fb4-1a78-47d5-82b3-077a6d068679 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:09:43.192665 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f21a8f6-7f5f-4ffb-b94b-1b0293704f75", "tag": "bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:09:43.192921 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f1a7fb4-1a78-47d5-82b3-077a6d068679 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:09:43.193325 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'tag': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1', 'status': 'completed', 'code': 200} Feb 11 06:09:43.270468 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c66976-0599-401b-a267-a3c7cd2515fb req-1a2d3625-349c-4d68-8f13-0e31e5df2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:43.272107 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6c66976-0599-401b-a267-a3c7cd2515fb req-1a2d3625-349c-4d68-8f13-0e31e5df2290 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 1129 time: 0.0560064 Feb 11 06:09:43.349725 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c656bd6f-f630-468d-9e4f-9940bac10204 None None] Set router f8632232-4b5a-44f0-a9e2-56a4ce6d833a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:09:43.368748 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c66976-0599-401b-a267-a3c7cd2515fb req-73172d9d-6f3d-45ce-8f59-fed9f1e9562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:43.370270 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6c66976-0599-401b-a267-a3c7cd2515fb req-73172d9d-6f3d-45ce-8f59-fed9f1e9562a service neutron] 10.222.0.47 "GET /v2.0/networks?id=88258e1c-20c6-4765-9665-473d4befaad9 HTTP/1.1" status: 200 len: 911 time: 0.0916755 Feb 11 06:09:43.441360 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6c66976-0599-401b-a267-a3c7cd2515fb req-49b0bf34-6626-4268-b05c-5698a89c96b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 HTTP/1.1" status: 200 len: 1000 time: 0.0649524 Feb 11 06:09:43.490869 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c66976-0599-401b-a267-a3c7cd2515fb req-f6e41b5e-2c11-40c5-9a12-23b9a593460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:43.492440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6c66976-0599-401b-a267-a3c7cd2515fb req-f6e41b5e-2c11-40c5-9a12-23b9a593460a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b81a153-84fd-4f43-a12a-ecaa49b45018 HTTP/1.1" status: 200 len: 849 time: 0.0445523 Feb 11 06:09:43.540627 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c66976-0599-401b-a267-a3c7cd2515fb req-0da51d89-ff6f-494b-bef4-06400ae44c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:43.542176 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6c66976-0599-401b-a267-a3c7cd2515fb req-0da51d89-ff6f-494b-bef4-06400ae44c26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88258e1c-20c6-4765-9665-473d4befaad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445383 Feb 11 06:09:43.583294 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c656bd6f-f630-468d-9e4f-9940bac10204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '4cfe5a6c-e794-468d-80a1-162634f0105f', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'port_id': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'mac_address': 'fa:16:3e:b1:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:09:41Z', 'updated_at': '2022-02-11T06:09:41Z', 'revision_number': 0, 'project_id': '131a1958da8a47b992f00acc13750b68', 'fixed_ip_address_scope': None}, {'id': '5e45117e-f99e-48be-9a3e-6e7bc49021f7', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'port_id': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'mac_address': 'fa:16:3e:b9:82:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:02Z', 'updated_at': '2022-02-11T06:07:04Z', 'revision_number': 1, 'project_id': '131a1958da8a47b992f00acc13750b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:41Z', 'revision_number': 5, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:09:43.611205 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c656bd6f-f630-468d-9e4f-9940bac10204 None None] Checking router: f8632232-4b5a-44f0-a9e2-56a4ce6d833a for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:09:43.620415 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c656bd6f-f630-468d-9e4f-9940bac10204 None None] Routers {'f8632232-4b5a-44f0-a9e2-56a4ce6d833a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:09:43.621043 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c656bd6f-f630-468d-9e4f-9940bac10204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:09:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:09:43.637697 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6c66976-0599-401b-a267-a3c7cd2515fb req-9612237c-7943-459b-ad8f-c7ea65a98205 service neutron] 10.222.0.47 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895202 Feb 11 06:09:43.729592 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-b6c66976-0599-401b-a267-a3c7cd2515fb req-96229dbc-0a32-4be0-99ed-4bb9698b3294 service neutron] 10.222.0.47 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861959 Feb 11 06:09:43.733448 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-c656bd6f-f630-468d-9e4f-9940bac10204 None None] Set router f8632232-4b5a-44f0-a9e2-56a4ce6d833a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:09:43.978389 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-c656bd6f-f630-468d-9e4f-9940bac10204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '4cfe5a6c-e794-468d-80a1-162634f0105f', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'port_id': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'mac_address': 'fa:16:3e:b1:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:09:41Z', 'updated_at': '2022-02-11T06:09:41Z', 'revision_number': 0, 'project_id': '131a1958da8a47b992f00acc13750b68', 'fixed_ip_address_scope': None}, {'id': '5e45117e-f99e-48be-9a3e-6e7bc49021f7', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'port_id': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'mac_address': 'fa:16:3e:b9:82:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:02Z', 'updated_at': '2022-02-11T06:07:04Z', 'revision_number': 1, 'project_id': '131a1958da8a47b992f00acc13750b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:41Z', 'revision_number': 5, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:09:44.006176 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c656bd6f-f630-468d-9e4f-9940bac10204 None None] The sync data for ids ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'] in n-d-712142-35 is: [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '4cfe5a6c-e794-468d-80a1-162634f0105f', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'port_id': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'mac_address': 'fa:16:3e:b1:2a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:09:41Z', 'updated_at': '2022-02-11T06:09:41Z', 'revision_number': 0, 'project_id': '131a1958da8a47b992f00acc13750b68', 'fixed_ip_address_scope': None}, {'id': '5e45117e-f99e-48be-9a3e-6e7bc49021f7', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'port_id': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'mac_address': 'fa:16:3e:b9:82:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:02Z', 'updated_at': '2022-02-11T06:07:04Z', 'revision_number': 1, 'project_id': '131a1958da8a47b992f00acc13750b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:41Z', 'revision_number': 5, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:09:44.212506 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede5161-80d2-4030-beef-ed6bb504409a None None] New status for floating IP 4cfe5a6c-e794-468d-80a1-162634f0105f: ACTIVE {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:09:45.417503 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:09:53.240810 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6352f797-81f6-474c-96df-143705e9011f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:54.772261 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5b6e876-31bd-4c2e-b97c-30639bede9cd req-3bf00954-e1a7-4f9c-86fe-105b1c72a667 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458355 Feb 11 06:09:54.866050 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6e876-31bd-4c2e-b97c-30639bede9cd req-630116ac-f48d-40e9-bad5-3fdb82b4f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:54.867629 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5b6e876-31bd-4c2e-b97c-30639bede9cd req-630116ac-f48d-40e9-bad5-3fdb82b4f96c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 1129 time: 0.0504525 Feb 11 06:09:54.979783 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6e876-31bd-4c2e-b97c-30639bede9cd req-ef1226dc-fcb3-4200-b914-3cf3cd5f1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:54.981841 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5b6e876-31bd-4c2e-b97c-30639bede9cd req-ef1226dc-fcb3-4200-b914-3cf3cd5f1155 service neutron] 10.222.0.47 "GET /v2.0/networks?id=88258e1c-20c6-4765-9665-473d4befaad9 HTTP/1.1" status: 200 len: 911 time: 0.0955918 Feb 11 06:09:55.057571 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5b6e876-31bd-4c2e-b97c-30639bede9cd req-87993911-d2c5-4c9f-b7c7-4f0956894f7f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 HTTP/1.1" status: 200 len: 1002 time: 0.0695159 Feb 11 06:09:55.107381 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6e876-31bd-4c2e-b97c-30639bede9cd req-6941bee1-9eda-4311-b397-de4359a259d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:55.108865 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5b6e876-31bd-4c2e-b97c-30639bede9cd req-6941bee1-9eda-4311-b397-de4359a259d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b81a153-84fd-4f43-a12a-ecaa49b45018 HTTP/1.1" status: 200 len: 849 time: 0.0456393 Feb 11 06:09:55.161610 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6e876-31bd-4c2e-b97c-30639bede9cd req-ba723aa0-f309-4ce0-b3d7-0a04c7a9c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:55.163157 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5b6e876-31bd-4c2e-b97c-30639bede9cd req-ba723aa0-f309-4ce0-b3d7-0a04c7a9c862 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88258e1c-20c6-4765-9665-473d4befaad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483091 Feb 11 06:09:55.259042 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5b6e876-31bd-4c2e-b97c-30639bede9cd req-07088740-0bda-479d-82c9-ab49dbff2ffa service neutron] 10.222.0.47 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895259 Feb 11 06:09:55.352357 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-f5b6e876-31bd-4c2e-b97c-30639bede9cd req-adb64b84-e140-4da6-a21b-7e121b80f762 service neutron] 10.222.0.47 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865731 Feb 11 06:09:55.535367 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f159e4d5-0585-47bd-a271-26d0eae73a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:57.232234 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:57.809293 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55eb97d8-5b91-4b19-9983-62379af96c19 req-5e6c8ff6-2dd4-457d-b94c-0f6f060a7124 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524087 Feb 11 06:09:57.897017 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb97d8-5b91-4b19-9983-62379af96c19 req-40bef96c-8b8f-42fb-89cc-93c6efc2249a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:57.901440 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55eb97d8-5b91-4b19-9983-62379af96c19 req-40bef96c-8b8f-42fb-89cc-93c6efc2249a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 1126 time: 0.0498285 Feb 11 06:09:58.006729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb97d8-5b91-4b19-9983-62379af96c19 req-b5f478a3-125e-4658-b2f4-26ae9c2b3542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:58.008209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55eb97d8-5b91-4b19-9983-62379af96c19 req-b5f478a3-125e-4658-b2f4-26ae9c2b3542 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88258e1c-20c6-4765-9665-473d4befaad9 HTTP/1.1" status: 200 len: 911 time: 0.0883431 Feb 11 06:09:58.079348 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55eb97d8-5b91-4b19-9983-62379af96c19 req-c6a9dff8-a9cf-4b43-9f78-0e52cc20efbe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2 HTTP/1.1" status: 200 len: 999 time: 0.0643084 Feb 11 06:09:58.129931 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb97d8-5b91-4b19-9983-62379af96c19 req-d02fbbe7-d28c-466d-be41-f81e2244f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:58.131441 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55eb97d8-5b91-4b19-9983-62379af96c19 req-d02fbbe7-d28c-466d-be41-f81e2244f88e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b81a153-84fd-4f43-a12a-ecaa49b45018 HTTP/1.1" status: 200 len: 849 time: 0.0457339 Feb 11 06:09:58.184378 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb97d8-5b91-4b19-9983-62379af96c19 req-f58955c4-ad4f-4825-a2f1-27e7a87c043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:09:58.185948 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55eb97d8-5b91-4b19-9983-62379af96c19 req-f58955c4-ad4f-4825-a2f1-27e7a87c043b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88258e1c-20c6-4765-9665-473d4befaad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483782 Feb 11 06:09:58.284759 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55eb97d8-5b91-4b19-9983-62379af96c19 req-15054cfe-b217-41d6-80da-947d0f8ae757 service neutron] 10.222.0.32 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932794 Feb 11 06:09:58.382055 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-55eb97d8-5b91-4b19-9983-62379af96c19 req-5882b848-fdf6-4140-8c47-00f933f867f3 service neutron] 10.222.0.32 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913086 Feb 11 06:09:58.798191 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:09:59.820241 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:05.106474 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:05.204005 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:22.415973 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:10:23.253649 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-20a79f1d-280e-40f6-ba74-3fb5237b4803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:25.500162 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5d745698-e3b9-4389-9fb7-851fb4de62f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:27.179237 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:28.843592 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:29.797405 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:35.114883 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:35.165141 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:53.248312 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7700031b-934f-44b0-a1d7-cf0dd1b2938c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:55.494103 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7308c205-f9ee-4db7-9cba-c084d6348af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:55.764530 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fe534c-3c13-434d-afdc-72375f5635a2 req-6f880e59-921e-4dca-98f1-e1a8bc5ecbb0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464294 Feb 11 06:10:55.853815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe534c-3c13-434d-afdc-72375f5635a2 req-c89405c5-4117-4c32-81e8-195887a8f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:55.855406 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fe534c-3c13-434d-afdc-72375f5635a2 req-c89405c5-4117-4c32-81e8-195887a8f583 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 1129 time: 0.0458705 Feb 11 06:10:55.965240 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe534c-3c13-434d-afdc-72375f5635a2 req-6e24553c-ee5e-4f62-8ebc-820d6a205cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:55.966797 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fe534c-3c13-434d-afdc-72375f5635a2 req-6e24553c-ee5e-4f62-8ebc-820d6a205cb3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=88258e1c-20c6-4765-9665-473d4befaad9 HTTP/1.1" status: 200 len: 911 time: 0.0919201 Feb 11 06:10:56.036003 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fe534c-3c13-434d-afdc-72375f5635a2 req-412701e2-c3f3-46ac-93cc-937132242258 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 HTTP/1.1" status: 200 len: 1002 time: 0.0608933 Feb 11 06:10:56.084968 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe534c-3c13-434d-afdc-72375f5635a2 req-77a3c2b7-5b16-461f-86f8-e8579c7f44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:56.086437 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fe534c-3c13-434d-afdc-72375f5635a2 req-77a3c2b7-5b16-461f-86f8-e8579c7f44eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b81a153-84fd-4f43-a12a-ecaa49b45018 HTTP/1.1" status: 200 len: 849 time: 0.0450752 Feb 11 06:10:56.139603 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe534c-3c13-434d-afdc-72375f5635a2 req-bfdee039-7e68-4fd0-b388-9dbd5ae27d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:56.141129 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fe534c-3c13-434d-afdc-72375f5635a2 req-bfdee039-7e68-4fd0-b388-9dbd5ae27d04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88258e1c-20c6-4765-9665-473d4befaad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492210 Feb 11 06:10:56.239404 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fe534c-3c13-434d-afdc-72375f5635a2 req-1029eb5a-ea8d-4e3c-9225-1dc554164548 service neutron] 10.222.0.47 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916302 Feb 11 06:10:56.379952 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-d5fe534c-3c13-434d-afdc-72375f5635a2 req-7928dabc-dd80-4f1c-9f5e-1df614fef621 service neutron] 10.222.0.47 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347265 Feb 11 06:10:57.190987 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:58.807969 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:10:58.878848 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5204c270-ba47-49d2-a484-69adfbabafda req-b86cd566-1b8c-4279-af0c-3bf9b8fe9f74 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1002145 Feb 11 06:10:58.968904 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204c270-ba47-49d2-a484-69adfbabafda req-78e124d6-832b-4488-a305-94945cc09f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:58.970458 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5204c270-ba47-49d2-a484-69adfbabafda req-78e124d6-832b-4488-a305-94945cc09f9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 1126 time: 0.0467632 Feb 11 06:10:59.084392 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204c270-ba47-49d2-a484-69adfbabafda req-58c2b3b9-b6ae-41f0-be39-04bcf9bf635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.085772 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5204c270-ba47-49d2-a484-69adfbabafda req-58c2b3b9-b6ae-41f0-be39-04bcf9bf635b service neutron] 10.222.0.32 "GET /v2.0/networks?id=88258e1c-20c6-4765-9665-473d4befaad9 HTTP/1.1" status: 200 len: 911 time: 0.0950370 Feb 11 06:10:59.154134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5204c270-ba47-49d2-a484-69adfbabafda req-5cc1dc1a-d43f-427a-86f2-f9ef6aa7f543 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2 HTTP/1.1" status: 200 len: 999 time: 0.0612724 Feb 11 06:10:59.213104 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204c270-ba47-49d2-a484-69adfbabafda req-f2edee61-ab7d-46a3-b819-e93dd763be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.214596 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5204c270-ba47-49d2-a484-69adfbabafda req-f2edee61-ab7d-46a3-b819-e93dd763be6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b81a153-84fd-4f43-a12a-ecaa49b45018 HTTP/1.1" status: 200 len: 849 time: 0.0541034 Feb 11 06:10:59.267530 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204c270-ba47-49d2-a484-69adfbabafda req-ca928325-590a-445d-b961-9a87059d7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:10:59.269073 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5204c270-ba47-49d2-a484-69adfbabafda req-ca928325-590a-445d-b961-9a87059d7a49 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88258e1c-20c6-4765-9665-473d4befaad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477695 Feb 11 06:10:59.280281 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-5204c270-ba47-49d2-a484-69adfbabafda req-7d179924-e630-46c1-abfc-ebd3626dd637 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103809) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 06:10:59.281305 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5204c270-ba47-49d2-a484-69adfbabafda req-7d179924-e630-46c1-abfc-ebd3626dd637 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054140 Feb 11 06:10:59.384606 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5204c270-ba47-49d2-a484-69adfbabafda req-e23fd9d4-fae3-411e-b9c5-0d271dc6c513 service neutron] 10.222.0.32 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958328 Feb 11 06:10:59.417438 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:10:59.482700 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-5204c270-ba47-49d2-a484-69adfbabafda req-06b68de0-45c1-4f5c-b07d-10559dd5b385 service neutron] 10.222.0.32 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921900 Feb 11 06:10:59.796801 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:05.105920 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:05.208239 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:15.212918 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 details requested by agent hyperv_n-h2-712142-35 with host n-h2-712142-35 {{(pid=103810) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 06:11:15.319813 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:15.340413 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Returning: {'device': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'port_id': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1', 'mac_address': 'fa:16:3e:b1:2a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103810) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 06:11:15.379257 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 is: ACTIVE; New status is: BUILD {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:11:15.379484 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:15.393379 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 {{(pid=103810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 06:11:15.415835 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:15.494426 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:15.615453 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,revision_number=6']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:15.630748 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] get_ports_and_sgs() called for port_ids ['bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1'] {{(pid=103810) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 06:11:15.637973 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:15.638331 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:15.638712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:15.639059 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:15.639800 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:15.643917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:15.644998 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:15.645559 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:15.646178 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:15.646693 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:15.647078 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:15.647504 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:15.647970 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:17.213695 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 up at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 06:11:17.282212 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.provisioning_blocks [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Provisioning complete for port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 triggered by entity L2. {{(pid=103810) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 06:11:17.282598 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1787815'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), provisioning_complete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:17.375259 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 is: BUILD; New status is: ACTIVE {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:11:17.375259 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:17.403978 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:17.406188 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafbe223-47dd-4260-8e66-e530fcf2f963" -d '{"events": [{"server_uuid": "5f21a8f6-7f5f-4ffb-b94b-1b0293704f75", "name": "network-vif-plugged", "status": "completed", "tag": "bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:17.427826 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:17.460494 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea176062-76a5-41de-93ef-079c75f9b073 x-openstack-request-id: req-ea176062-76a5-41de-93ef-079c75f9b073 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:17.460791 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f21a8f6-7f5f-4ffb-b94b-1b0293704f75", "name": "network-vif-plugged", "status": "completed", "tag": "bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:17.461074 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea176062-76a5-41de-93ef-079c75f9b073 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:17.461477 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1', 'code': 200} Feb 11 06:11:17.510609 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:17.567319 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,revision_number=7']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:23.248495 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f7f4de9a-52ba-4e18-85c4-daefd39e6732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:25.516122 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-0e85c7f1-9e2b-4621-a16e-4783faa045ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:27.178797 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:27.870128 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48906) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:28.043635 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Deleting port dc5dee22-49b2-4f42-a889-4114d421ba13 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:28.043979 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (dc5dee22-49b2-4f42-a889-4114d421ba13), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:28.127826 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (dc5dee22-49b2-4f42-a889-4114d421ba13), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:28.128066 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for floatingip (dc5dee22-49b2-4f42-a889-4114d421ba13), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:28.141296 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Calling delete_port for dc5dee22-49b2-4f42-a889-4114d421ba13 owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:28.356479 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (dc5dee22-49b2-4f42-a889-4114d421ba13), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:28.383589 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event deleted for resources: {'Port': ['ID=dc5dee22-49b2-4f42-a889-4114d421ba13,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:28.411070 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:28.411427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:28.411767 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:28.412109 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:28.412446 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:28.412785 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:28.413113 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:28.413439 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:28.413763 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:28.414085 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:28.414408 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:28.414760 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:28.415084 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:28.454923 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for floatingip (4cfe5a6c-e794-468d-80a1-162634f0105f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:28.455256 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Floating IP 4cfe5a6c-e794-468d-80a1-162634f0105f disassociated (deleted). External IP: 172.25.3.129, port: bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1. Feb 11 06:11:28.675554 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Router f8632232-4b5a-44f0-a9e2-56a4ce6d833a has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:11:28.788742 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:11:28.794434 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:28.799848 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5210745-b7e7-427a-9ded-4efdc1572308 None None] Sync routers for ids ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:11:28.810462 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5210745-b7e7-427a-9ded-4efdc1572308 None None] Routers {'f8632232-4b5a-44f0-a9e2-56a4ce6d833a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:28.811307 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f5210745-b7e7-427a-9ded-4efdc1572308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:11:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:28.826063 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-44572a6c-b573-411c-8689-3e3d6bbe6ca6 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "DELETE /v2.0/floatingips/4cfe5a6c-e794-468d-80a1-162634f0105f HTTP/1.1" status: 204 len: 168 time: 0.9541535 Feb 11 06:11:28.826695 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'tag': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:28.857849 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:28.875627 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da11bf627ee94673b7a37c6c31c75607edb29ecac8f9ba2ba86023bbefc4e9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc705dd-80b7-4861-9757-b0ef37cf799d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f21a8f6-7f5f-4ffb-b94b-1b0293704f75", "tag": "bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:28.946531 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f5210745-b7e7-427a-9ded-4efdc1572308 None None] Set router f8632232-4b5a-44f0-a9e2-56a4ce6d833a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:29.028314 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83286320-c8ef-40d6-ba42-3b366cc7b800 x-openstack-request-id: req-83286320-c8ef-40d6-ba42-3b366cc7b800 {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:29.028495 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f21a8f6-7f5f-4ffb-b94b-1b0293704f75", "tag": "bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:29.028765 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83286320-c8ef-40d6-ba42-3b366cc7b800 {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:29.029185 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'tag': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1', 'status': 'completed', 'code': 200} Feb 11 06:11:29.098897 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc705dd-80b7-4861-9757-b0ef37cf799d req-3d46273b-9086-48c4-adcf-ed848aec4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:29.100478 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbc705dd-80b7-4861-9757-b0ef37cf799d req-3d46273b-9086-48c4-adcf-ed848aec4a33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 1129 time: 0.0491390 Feb 11 06:11:29.204939 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f5210745-b7e7-427a-9ded-4efdc1572308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '5e45117e-f99e-48be-9a3e-6e7bc49021f7', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'port_id': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'mac_address': 'fa:16:3e:b9:82:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:02Z', 'updated_at': '2022-02-11T06:07:04Z', 'revision_number': 1, 'project_id': '131a1958da8a47b992f00acc13750b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:41Z', 'revision_number': 5, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:29.232124 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc705dd-80b7-4861-9757-b0ef37cf799d req-10e02411-1e4b-4fb8-bbe0-c048e56764a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:29.232899 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5210745-b7e7-427a-9ded-4efdc1572308 None None] Checking router: f8632232-4b5a-44f0-a9e2-56a4ce6d833a for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:11:29.233740 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbc705dd-80b7-4861-9757-b0ef37cf799d req-10e02411-1e4b-4fb8-bbe0-c048e56764a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=88258e1c-20c6-4765-9665-473d4befaad9 HTTP/1.1" status: 200 len: 911 time: 0.1185942 Feb 11 06:11:29.242288 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5210745-b7e7-427a-9ded-4efdc1572308 None None] Routers {'f8632232-4b5a-44f0-a9e2-56a4ce6d833a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:29.242967 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f5210745-b7e7-427a-9ded-4efdc1572308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:11:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:29.284170 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbc705dd-80b7-4861-9757-b0ef37cf799d req-54730884-33d3-4e9d-bb7f-91d08f77486c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 HTTP/1.1" status: 200 len: 217 time: 0.0426824 Feb 11 06:11:29.284454 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:11:29.356595 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc705dd-80b7-4861-9757-b0ef37cf799d req-8c06c633-74c0-49a9-a9df-af26f78bb5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:29.358209 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbc705dd-80b7-4861-9757-b0ef37cf799d req-8c06c633-74c0-49a9-a9df-af26f78bb5d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9b81a153-84fd-4f43-a12a-ecaa49b45018 HTTP/1.1" status: 200 len: 849 time: 0.0633979 Feb 11 06:11:29.415647 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc705dd-80b7-4861-9757-b0ef37cf799d req-e7286006-d9f1-4599-a408-a790e177c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:29.418160 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbc705dd-80b7-4861-9757-b0ef37cf799d req-e7286006-d9f1-4599-a408-a790e177c313 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88258e1c-20c6-4765-9665-473d4befaad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0531771 Feb 11 06:11:29.426219 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38de93-e54a-4ebb-8a20-6ad0e40079f1 req-3801e9b3-3cc6-4f1b-8b2e-07b9a898c978 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:29.427308 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-f5210745-b7e7-427a-9ded-4efdc1572308 None None] Set router f8632232-4b5a-44f0-a9e2-56a4ce6d833a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:29.428608 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9b38de93-e54a-4ebb-8a20-6ad0e40079f1 req-3801e9b3-3cc6-4f1b-8b2e-07b9a898c978 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 946 time: 0.1179848 Feb 11 06:11:29.462595 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Current status of the port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 is: ACTIVE; New status is: DOWN {{(pid=103810) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 06:11:29.462928 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608533'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), before_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:29.482775 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-9b38de93-e54a-4ebb-8a20-6ad0e40079f1 req-9e97d436-1b6b-423b-818e-4d4b32305098 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478961 Feb 11 06:11:29.499901 n-d-712142-35 neutron-server[103810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1'}] {{(pid=103810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:29.502476 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed5f77d9207ce4d1fb65d60051b99bed313c2f96e6662ba300db76652b9c4719" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fbdc68-20e4-46b0-b83c-97ab7452f51c" -d '{"events": [{"server_uuid": "5f21a8f6-7f5f-4ffb-b94b-1b0293704f75", "name": "network-vif-unplugged", "status": "completed", "tag": "bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1"}]}' {{(pid=103810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:29.522744 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbc705dd-80b7-4861-9757-b0ef37cf799d req-a3e071a4-1826-4459-9efe-5c045dd9fd9d service neutron] 10.222.0.47 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978348 Feb 11 06:11:29.548151 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] For port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:29.559383 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6464b29-50d7-4685-9b96-561a726953e0 x-openstack-request-id: req-c6464b29-50d7-4685-9b96-561a726953e0 {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:29.559383 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f21a8f6-7f5f-4ffb-b94b-1b0293704f75", "name": "network-vif-unplugged", "status": "completed", "tag": "bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1", "code": 200}]} {{(pid=103810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:29.559383 n-d-712142-35 neutron-server[103810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6464b29-50d7-4685-9b96-561a726953e0 {{(pid=103810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:29.559383 n-d-712142-35 neutron-server[103810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1', 'code': 200} Feb 11 06:11:29.634802 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777494321668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777493804234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777493804252'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:29.636452 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-fbc705dd-80b7-4861-9757-b0ef37cf799d req-6e263dc5-3a18-4db8-be6f-7d025a30a7c1 service neutron] 10.222.0.47 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062644 Feb 11 06:11:29.704780 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Pushing event updated for resources: {'Port': ['ID=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,revision_number=8']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:29.768926 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-f5210745-b7e7-427a-9ded-4efdc1572308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '5e45117e-f99e-48be-9a3e-6e7bc49021f7', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'port_id': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'mac_address': 'fa:16:3e:b9:82:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:02Z', 'updated_at': '2022-02-11T06:07:04Z', 'revision_number': 1, 'project_id': '131a1958da8a47b992f00acc13750b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:41Z', 'revision_number': 5, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:29.800912 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5210745-b7e7-427a-9ded-4efdc1572308 None None] The sync data for ids ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'] in n-d-712142-35 is: [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_floatingips': [{'id': '5e45117e-f99e-48be-9a3e-6e7bc49021f7', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'router_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'port_id': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'mac_address': 'fa:16:3e:b9:82:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T06:07:02Z', 'updated_at': '2022-02-11T06:07:04Z', 'revision_number': 1, 'project_id': '131a1958da8a47b992f00acc13750b68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:41Z', 'revision_number': 5, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:11:29.807383 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:30.041095 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93420a47-5cf0-4123-9e95-735ed1e94c41 None None] New status for floating IP 4cfe5a6c-e794-468d-80a1-162634f0105f: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:11:30.621483 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d8616-9eb2-4dd0-82fe-aed6f0fc59a7 req-91126dba-a9df-49f3-8f24-ca8c2b108269 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:30.623043 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3e1d8616-9eb2-4dd0-82fe-aed6f0fc59a7 req-91126dba-a9df-49f3-8f24-ca8c2b108269 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 944 time: 0.0562668 Feb 11 06:11:30.678255 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-3e1d8616-9eb2-4dd0-82fe-aed6f0fc59a7 req-069e06f7-f692-4c0b-a069-93ca4effe868 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492432 Feb 11 06:11:30.838655 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835aed7-46e8-4b29-a226-1af7a4a36388 req-978c5baf-fd28-49d9-af97-8daab0d097e2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:30.840673 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6835aed7-46e8-4b29-a226-1af7a4a36388 req-978c5baf-fd28-49d9-af97-8daab0d097e2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 944 time: 0.0530176 Feb 11 06:11:30.936475 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-6835aed7-46e8-4b29-a226-1af7a4a36388 req-2a11fb72-af9d-4763-9eb4-ca8f27cbf731 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Deleting port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:30.936823 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6835aed7-46e8-4b29-a226-1af7a4a36388 req-2a11fb72-af9d-4763-9eb4-ca8f27cbf731 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:31.034941 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-6835aed7-46e8-4b29-a226-1af7a4a36388 req-2a11fb72-af9d-4763-9eb4-ca8f27cbf731 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] For port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1, host n-h2-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-35',level=0,port_id=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:31.035315 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6835aed7-46e8-4b29-a226-1af7a4a36388 req-2a11fb72-af9d-4763-9eb4-ca8f27cbf731 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:31.048006 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-6835aed7-46e8-4b29-a226-1af7a4a36388 req-2a11fb72-af9d-4763-9eb4-ca8f27cbf731 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Calling delete_port for bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:31.236229 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6835aed7-46e8-4b29-a226-1af7a4a36388 req-2a11fb72-af9d-4763-9eb4-ca8f27cbf731 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:31.270533 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11fb72-af9d-4763-9eb4-ca8f27cbf731 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event deleted for resources: {'Port': ['ID=bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:31.319289 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-6835aed7-46e8-4b29-a226-1af7a4a36388 req-2a11fb72-af9d-4763-9eb4-ca8f27cbf731 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] No DVR routers for this DVR port bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 on host n-h2-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:11:31.322804 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-6835aed7-46e8-4b29-a226-1af7a4a36388 req-2a11fb72-af9d-4763-9eb4-ca8f27cbf731 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:31.326442 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6835aed7-46e8-4b29-a226-1af7a4a36388 req-2a11fb72-af9d-4763-9eb4-ca8f27cbf731 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.47 "DELETE /v2.0/ports/bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 HTTP/1.1" status: 204 len: 173 time: 0.4810760 Feb 11 06:11:31.326923 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'name': 'network-vif-deleted', 'tag': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:31.329229 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da11bf627ee94673b7a37c6c31c75607edb29ecac8f9ba2ba86023bbefc4e9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b981b9c-698d-4abc-bab4-52cebff1dca5" -d '{"events": [{"server_uuid": "5f21a8f6-7f5f-4ffb-b94b-1b0293704f75", "name": "network-vif-deleted", "tag": "bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:31.369877 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af58561-32ed-492c-a82f-efc11a161e1c x-openstack-request-id: req-0af58561-32ed-492c-a82f-efc11a161e1c {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:31.370210 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f21a8f6-7f5f-4ffb-b94b-1b0293704f75", "name": "network-vif-deleted", "tag": "bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:31.370523 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0af58561-32ed-492c-a82f-efc11a161e1c {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:31.371763 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f21a8f6-7f5f-4ffb-b94b-1b0293704f75', 'name': 'network-vif-deleted', 'tag': 'bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1', 'status': 'completed', 'code': 200} Feb 11 06:11:31.790999 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-385c7775-cd7e-4da7-828a-6fb1200c2c8b req-36b825ef-6066-4812-a9bf-9852ee35fe35 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f21a8f6-7f5f-4ffb-b94b-1b0293704f75 HTTP/1.1" status: 200 len: 210 time: 0.0295980 Feb 11 06:11:34.123890 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48980) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:34.282586 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-fab64b7f-dcc2-424e-b623-f14e585937ab tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Deleting port d8e1dd42-be5d-40bb-923c-9f7193b7137f {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:34.282865 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fab64b7f-dcc2-424e-b623-f14e585937ab tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (d8e1dd42-be5d-40bb-923c-9f7193b7137f), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:34.360647 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fab64b7f-dcc2-424e-b623-f14e585937ab tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (d8e1dd42-be5d-40bb-923c-9f7193b7137f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:34.360960 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fab64b7f-dcc2-424e-b623-f14e585937ab tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for floatingip (d8e1dd42-be5d-40bb-923c-9f7193b7137f), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:34.373508 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-fab64b7f-dcc2-424e-b623-f14e585937ab tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Calling delete_port for d8e1dd42-be5d-40bb-923c-9f7193b7137f owned by network:floatingip {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:34.567429 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fab64b7f-dcc2-424e-b623-f14e585937ab tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (d8e1dd42-be5d-40bb-923c-9f7193b7137f), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:34.596883 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab64b7f-dcc2-424e-b623-f14e585937ab tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event deleted for resources: {'Port': ['ID=d8e1dd42-be5d-40bb-923c-9f7193b7137f,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:34.661351 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fab64b7f-dcc2-424e-b623-f14e585937ab tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for floatingip (5e45117e-f99e-48be-9a3e-6e7bc49021f7), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:34.661704 n-d-712142-35 neutron-server[103809]: INFO neutron.db.l3_db [None req-fab64b7f-dcc2-424e-b623-f14e585937ab tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Floating IP 5e45117e-f99e-48be-9a3e-6e7bc49021f7 disassociated (deleted). External IP: 172.25.3.151, port: 77ee3872-31a8-4d31-b51c-858dd2da1ef2. Feb 11 06:11:35.125603 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:35.196198 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:35.196815 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab64b7f-dcc2-424e-b623-f14e585937ab tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Router f8632232-4b5a-44f0-a9e2-56a4ce6d833a has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:11:35.264444 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 no longer exists at agent hyperv_n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:11:35.285231 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] No Port match for: bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:11:35.285631 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Device bd15ce4d-3ac2-44fb-a38f-aaeae338b0a1 not bound to the agent host n-h2-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:11:35.314538 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab64b7f-dcc2-424e-b623-f14e585937ab tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:11:35.319369 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-fab64b7f-dcc2-424e-b623-f14e585937ab tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for floatingip (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:35.323829 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392cb10f-f4dc-40c3-b8c1-04cbd5e7f751 None None] Sync routers for ids ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:11:35.333092 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392cb10f-f4dc-40c3-b8c1-04cbd5e7f751 None None] Routers {'f8632232-4b5a-44f0-a9e2-56a4ce6d833a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:35.333712 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-392cb10f-f4dc-40c3-b8c1-04cbd5e7f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:11:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:35.349497 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-fab64b7f-dcc2-424e-b623-f14e585937ab tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "DELETE /v2.0/floatingips/5e45117e-f99e-48be-9a3e-6e7bc49021f7 HTTP/1.1" status: 204 len: 168 time: 1.2244861 Feb 11 06:11:35.350101 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'tag': '77ee3872-31a8-4d31-b51c-858dd2da1ef2'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:35.352500 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da11bf627ee94673b7a37c6c31c75607edb29ecac8f9ba2ba86023bbefc4e9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6289db4c-38e7-4bbb-b328-6ac6dd34fb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c66227-0b47-4fac-804e-1c513ae75eaa", "tag": "77ee3872-31a8-4d31-b51c-858dd2da1ef2"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:35.393248 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d5851f-8c30-4775-a99c-45fdc7afcb7a x-openstack-request-id: req-f6d5851f-8c30-4775-a99c-45fdc7afcb7a {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:35.393520 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c66227-0b47-4fac-804e-1c513ae75eaa", "tag": "77ee3872-31a8-4d31-b51c-858dd2da1ef2", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:35.393918 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6d5851f-8c30-4775-a99c-45fdc7afcb7a {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:35.394328 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'tag': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'status': 'completed', 'code': 200} Feb 11 06:11:35.468038 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289db4c-38e7-4bbb-b328-6ac6dd34fb3b req-e8c8c99f-b957-4564-8139-9acfed4cb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:35.469772 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6289db4c-38e7-4bbb-b328-6ac6dd34fb3b req-e8c8c99f-b957-4564-8139-9acfed4cb512 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=131a1958da8a47b992f00acc13750b68&device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 1126 time: 0.0529001 Feb 11 06:11:35.575271 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289db4c-38e7-4bbb-b328-6ac6dd34fb3b req-5adaedf4-80bd-4d69-8601-d5cada737f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:35.576791 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6289db4c-38e7-4bbb-b328-6ac6dd34fb3b req-5adaedf4-80bd-4d69-8601-d5cada737f71 service neutron] 10.222.0.32 "GET /v2.0/networks?id=88258e1c-20c6-4765-9665-473d4befaad9 HTTP/1.1" status: 200 len: 911 time: 0.1001818 Feb 11 06:11:35.619676 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-392cb10f-f4dc-40c3-b8c1-04cbd5e7f751 None None] Set router f8632232-4b5a-44f0-a9e2-56a4ce6d833a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:35.620788 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6289db4c-38e7-4bbb-b328-6ac6dd34fb3b req-7db19bff-37c4-4982-8ac9-cfdb2ce56ee8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2 HTTP/1.1" status: 200 len: 217 time: 0.0371504 Feb 11 06:11:35.673089 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289db4c-38e7-4bbb-b328-6ac6dd34fb3b req-fe91f02a-2c11-45fe-b0e8-7f02851027aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:35.674757 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6289db4c-38e7-4bbb-b328-6ac6dd34fb3b req-fe91f02a-2c11-45fe-b0e8-7f02851027aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9b81a153-84fd-4f43-a12a-ecaa49b45018 HTTP/1.1" status: 200 len: 849 time: 0.0483019 Feb 11 06:11:35.734459 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289db4c-38e7-4bbb-b328-6ac6dd34fb3b req-07c6f52a-2a41-4a6e-be3e-e3059515906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:35.736035 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6289db4c-38e7-4bbb-b328-6ac6dd34fb3b req-07c6f52a-2a41-4a6e-be3e-e3059515906d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=88258e1c-20c6-4765-9665-473d4befaad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0542753 Feb 11 06:11:35.829134 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6289db4c-38e7-4bbb-b328-6ac6dd34fb3b req-41835b30-a27c-446d-af7d-6c53122e6566 service neutron] 10.222.0.32 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872784 Feb 11 06:11:35.832898 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-392cb10f-f4dc-40c3-b8c1-04cbd5e7f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:41Z', 'revision_number': 5, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:35.865625 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392cb10f-f4dc-40c3-b8c1-04cbd5e7f751 None None] Checking router: f8632232-4b5a-44f0-a9e2-56a4ce6d833a for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:11:35.876798 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392cb10f-f4dc-40c3-b8c1-04cbd5e7f751 None None] Routers {'f8632232-4b5a-44f0-a9e2-56a4ce6d833a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:35.877436 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-392cb10f-f4dc-40c3-b8c1-04cbd5e7f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:11:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:35.929932 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-6289db4c-38e7-4bbb-b328-6ac6dd34fb3b req-45ee339e-089d-4694-8620-f16929292cd0 service neutron] 10.222.0.32 "GET /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948451 Feb 11 06:11:35.953233 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a269f-30e4-4af5-bcd5-a55ea2c85a70 req-3f4ceca2-ecf3-4e07-a3c6-b3e51ff4f916 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:35.955428 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e99a269f-30e4-4af5-bcd5-a55ea2c85a70 req-3f4ceca2-ecf3-4e07-a3c6-b3e51ff4f916 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 943 time: 0.0613477 Feb 11 06:11:35.995100 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-392cb10f-f4dc-40c3-b8c1-04cbd5e7f751 None None] Set router f8632232-4b5a-44f0-a9e2-56a4ce6d833a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:36.009846 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-e99a269f-30e4-4af5-bcd5-a55ea2c85a70 req-ae6a95db-bca3-4df5-a9fa-7b434145f341 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478909 Feb 11 06:11:36.201177 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-392cb10f-f4dc-40c3-b8c1-04cbd5e7f751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:41Z', 'revision_number': 5, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:36.227529 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392cb10f-f4dc-40c3-b8c1-04cbd5e7f751 None None] The sync data for ids ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'] in n-d-712142-35 is: [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:06:37Z', 'revision_number': 4, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35', '_interfaces': [{'id': '1a4e847b-289b-4aa4-8f29-71105f77a964', 'name': '', 'network_id': '88258e1c-20c6-4765-9665-473d4befaad9', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'mac_address': 'fa:16:3e:a7:a4:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:36Z', 'updated_at': '2022-02-11T06:06:41Z', 'revision_number': 5, 'project_id': '131a1958da8a47b992f00acc13750b68', 'subnets': [{'id': '9b81a153-84fd-4f43-a12a-ecaa49b45018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:11:36.420247 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:11:36.477606 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab06d6b-1abc-4985-8840-9525b60328f3 None None] New status for floating IP 5e45117e-f99e-48be-9a3e-6e7bc49021f7: DOWN {{(pid=103811) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 06:11:37.136453 n-d-712142-35 neutron-server[103808]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea33f1-3f5c-4dec-8c46-5d7d91cd4704 req-121d3d9b-4328-401c-8a82-18b84a8b7210 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103808) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:37.137967 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-41ea33f1-3f5c-4dec-8c46-5d7d91cd4704 req-121d3d9b-4328-401c-8a82-18b84a8b7210 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 943 time: 0.0552216 Feb 11 06:11:37.187872 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-41ea33f1-3f5c-4dec-8c46-5d7d91cd4704 req-d2643a61-a402-45e3-a9fa-aa9a233e3373 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/security-groups?id=52ed549a-11cf-4930-88da-4694dae6e315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441823 Feb 11 06:11:37.412729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a07cd6-4289-4742-870b-ef40170873a7 req-cea344fc-348a-43ee-85d8-44f959871cf2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 06:11:37.414187 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05a07cd6-4289-4742-870b-ef40170873a7 req-cea344fc-348a-43ee-85d8-44f959871cf2 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 943 time: 0.0530591 Feb 11 06:11:37.516611 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-05a07cd6-4289-4742-870b-ef40170873a7 req-3b3d6862-b64a-47e2-a0d7-f71c66c4a530 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Deleting port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:37.516980 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-05a07cd6-4289-4742-870b-ef40170873a7 req-3b3d6862-b64a-47e2-a0d7-f71c66c4a530 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:37.611929 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [req-05a07cd6-4289-4742-870b-ef40170873a7 req-3b3d6862-b64a-47e2-a0d7-f71c66c4a530 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] For port 77ee3872-31a8-4d31-b51c-858dd2da1ef2, host n-h1-712142-35, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-35',level=0,port_id=77ee3872-31a8-4d31-b51c-858dd2da1ef2,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:37.612193 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-05a07cd6-4289-4742-870b-ef40170873a7 req-3b3d6862-b64a-47e2-a0d7-f71c66c4a530 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:37.625875 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [req-05a07cd6-4289-4742-870b-ef40170873a7 req-3b3d6862-b64a-47e2-a0d7-f71c66c4a530 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Calling delete_port for 77ee3872-31a8-4d31-b51c-858dd2da1ef2 owned by compute:nova {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:37.818616 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-05a07cd6-4289-4742-870b-ef40170873a7 req-3b3d6862-b64a-47e2-a0d7-f71c66c4a530 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (77ee3872-31a8-4d31-b51c-858dd2da1ef2), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:37.848245 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d6862-b64a-47e2-a0d7-f71c66c4a530 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event deleted for resources: {'Port': ['ID=77ee3872-31a8-4d31-b51c-858dd2da1ef2,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:37.892169 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a07cd6-4289-4742-870b-ef40170873a7 req-3b3d6862-b64a-47e2-a0d7-f71c66c4a530 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] No DVR routers for this DVR port 77ee3872-31a8-4d31-b51c-858dd2da1ef2 on host n-h1-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:11:37.894766 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [req-05a07cd6-4289-4742-870b-ef40170873a7 req-3b3d6862-b64a-47e2-a0d7-f71c66c4a530 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164441'] for port (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:37.898156 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [req-05a07cd6-4289-4742-870b-ef40170873a7 req-3b3d6862-b64a-47e2-a0d7-f71c66c4a530 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.32 "DELETE /v2.0/ports/77ee3872-31a8-4d31-b51c-858dd2da1ef2 HTTP/1.1" status: 204 len: 173 time: 0.4774325 Feb 11 06:11:37.898601 n-d-712142-35 neutron-server[103809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'name': 'network-vif-deleted', 'tag': '77ee3872-31a8-4d31-b51c-858dd2da1ef2'}] {{(pid=103809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 06:11:37.900999 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da11bf627ee94673b7a37c6c31c75607edb29ecac8f9ba2ba86023bbefc4e9a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9978c7-cf27-439e-b0c3-83b3b78395ba" -d '{"events": [{"server_uuid": "d7c66227-0b47-4fac-804e-1c513ae75eaa", "name": "network-vif-deleted", "tag": "77ee3872-31a8-4d31-b51c-858dd2da1ef2"}]}' {{(pid=103809) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 06:11:37.938173 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 06:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec457188-4806-466e-8be6-223669b7724d x-openstack-request-id: req-ec457188-4806-466e-8be6-223669b7724d {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 06:11:37.938594 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c66227-0b47-4fac-804e-1c513ae75eaa", "name": "network-vif-deleted", "tag": "77ee3872-31a8-4d31-b51c-858dd2da1ef2", "status": "completed", "code": 200}]} {{(pid=103809) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 06:11:37.939002 n-d-712142-35 neutron-server[103809]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec457188-4806-466e-8be6-223669b7724d {{(pid=103809) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 06:11:37.939463 n-d-712142-35 neutron-server[103809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c66227-0b47-4fac-804e-1c513ae75eaa', 'name': 'network-vif-deleted', 'tag': '77ee3872-31a8-4d31-b51c-858dd2da1ef2', 'status': 'completed', 'code': 200} Feb 11 06:11:38.320547 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [req-44326901-2a98-4021-8a91-80ede449a8dc req-11713cd6-fd33-4224-bb8c-c28e00a1b118 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7c66227-0b47-4fac-804e-1c513ae75eaa HTTP/1.1" status: 200 len: 210 time: 0.0351765 Feb 11 06:11:39.379133 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 48996) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:39.442658 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30765178-322c-4b70-8ddb-39964e20cdd1 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group (52ed549a-11cf-4930-88da-4694dae6e315), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:39.469665 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30765178-322c-4b70-8ddb-39964e20cdd1 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group (52ed549a-11cf-4930-88da-4694dae6e315), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:39.596230 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30765178-322c-4b70-8ddb-39964e20cdd1 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (52ed549a-11cf-4930-88da-4694dae6e315), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:39.598913 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-30765178-322c-4b70-8ddb-39964e20cdd1 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:39.600185 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-30765178-322c-4b70-8ddb-39964e20cdd1 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] 10.222.0.13 "DELETE /v2.0/security-groups/52ed549a-11cf-4930-88da-4694dae6e315 HTTP/1.1" status: 204 len: 168 time: 0.2200582 Feb 11 06:11:39.610033 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30765178-322c-4b70-8ddb-39964e20cdd1 tempest-TestSnapshotPattern-2142970738 tempest-TestSnapshotPattern-2142970738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ed549a-11cf-4930-88da-4694dae6e315,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:39.745570 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49000) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:40.211681 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3da40c2a-3f68-4443-bd39-e0936e4c5c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:40.467627 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3da40c2a-3f68-4443-bd39-e0936e4c5c01 admin admin] Deleting port 1a4e847b-289b-4aa4-8f29-71105f77a964 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:40.468386 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3da40c2a-3f68-4443-bd39-e0936e4c5c01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:40.548677 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-3da40c2a-3f68-4443-bd39-e0936e4c5c01 admin admin] For port 1a4e847b-289b-4aa4-8f29-71105f77a964, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=1a4e847b-289b-4aa4-8f29-71105f77a964,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:40.549037 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3da40c2a-3f68-4443-bd39-e0936e4c5c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:40.561359 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-3da40c2a-3f68-4443-bd39-e0936e4c5c01 admin admin] Calling delete_port for 1a4e847b-289b-4aa4-8f29-71105f77a964 owned by network:router_interface {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:40.813123 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3da40c2a-3f68-4443-bd39-e0936e4c5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (1a4e847b-289b-4aa4-8f29-71105f77a964), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:40.839794 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da40c2a-3f68-4443-bd39-e0936e4c5c01 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a4e847b-289b-4aa4-8f29-71105f77a964,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:41.027811 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-3da40c2a-3f68-4443-bd39-e0936e4c5c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:41.252776 n-d-712142-35 neutron-server[103809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da40c2a-3f68-4443-bd39-e0936e4c5c01 admin admin] Router f8632232-4b5a-44f0-a9e2-56a4ce6d833a has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:11:41.273931 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 77ee3872-31a8-4d31-b51c-858dd2da1ef2 no longer exists at agent hyperv_n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:11:41.294371 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] No Port match for: 77ee3872-31a8-4d31-b51c-858dd2da1ef2 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:11:41.294742 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Device 77ee3872-31a8-4d31-b51c-858dd2da1ef2 not bound to the agent host n-h1-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:11:41.362759 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da40c2a-3f68-4443-bd39-e0936e4c5c01 admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:11:41.367925 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-3da40c2a-3f68-4443-bd39-e0936e4c5c01 admin admin] 10.222.0.13 "PUT /v2.0/routers/f8632232-4b5a-44f0-a9e2-56a4ce6d833a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6206734 Feb 11 06:11:41.370537 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49004) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:41.373377 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d0dbd1-76b1-4c92-8eeb-a9119dab3548 None None] Sync routers for ids ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'] in n-d-712142-35 {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:11:41.384315 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d0dbd1-76b1-4c92-8eeb-a9119dab3548 None None] Routers {'f8632232-4b5a-44f0-a9e2-56a4ce6d833a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:41.385112 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d8d0dbd1-76b1-4c92-8eeb-a9119dab3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:11:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:41.476924 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] Publish callbacks [] for router (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:41.498438 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d8d0dbd1-76b1-4c92-8eeb-a9119dab3548 None None] Set router f8632232-4b5a-44f0-a9e2-56a4ce6d833a gateway port host: n-d-712142-35 {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:41.586967 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] Publish callbacks [] for router_gateway (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:41.692937 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d8d0dbd1-76b1-4c92-8eeb-a9119dab3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:11:40Z', 'revision_number': 5, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port': {'id': '272cd788-67ee-45dd-9299-9febd618a0e5', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:34Z', 'updated_at': '2022-02-11T06:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:41.713671 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] Deleting port 272cd788-67ee-45dd-9299-9febd618a0e5 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:41.714256 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (272cd788-67ee-45dd-9299-9febd618a0e5), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:41.721611 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d0dbd1-76b1-4c92-8eeb-a9119dab3548 None None] Checking router: f8632232-4b5a-44f0-a9e2-56a4ce6d833a for host: n-d-712142-35 {{(pid=103810) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:11:41.730223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d0dbd1-76b1-4c92-8eeb-a9119dab3548 None None] Routers {'f8632232-4b5a-44f0-a9e2-56a4ce6d833a'} bound to L3 agent in host n-d-712142-35 {{(pid=103810) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:41.730874 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d8d0dbd1-76b1-4c92-8eeb-a9119dab3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:11:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'], 'active': True} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:41.799424 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] For port 272cd788-67ee-45dd-9299-9febd618a0e5, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=272cd788-67ee-45dd-9299-9febd618a0e5,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:41.799886 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (272cd788-67ee-45dd-9299-9febd618a0e5), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:41.813166 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] Calling delete_port for 272cd788-67ee-45dd-9299-9febd618a0e5 owned by network:router_gateway {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:41.826218 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvr_db [None req-d8d0dbd1-76b1-4c92-8eeb-a9119dab3548 None None] Set router f8632232-4b5a-44f0-a9e2-56a4ce6d833a gateway port host: None {{(pid=103810) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:41.885429 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_hamode_db [None req-d8d0dbd1-76b1-4c92-8eeb-a9119dab3548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:11:41Z', 'revision_number': 6, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:41.914569 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d0dbd1-76b1-4c92-8eeb-a9119dab3548 None None] The sync data for ids ['f8632232-4b5a-44f0-a9e2-56a4ce6d833a'] in n-d-712142-35 is: [{'id': 'f8632232-4b5a-44f0-a9e2-56a4ce6d833a', 'name': 'tempest-TestSnapshotPattern-1978393224-router', 'tenant_id': '131a1958da8a47b992f00acc13750b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:33Z', 'updated_at': '2022-02-11T06:11:41Z', 'revision_number': 6, 'project_id': '131a1958da8a47b992f00acc13750b68', 'gw_port_host': None}] {{(pid=103810) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:11:42.047539 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (272cd788-67ee-45dd-9299-9febd618a0e5), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:42.074749 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=272cd788-67ee-45dd-9299-9febd618a0e5,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:42.141735 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:42.243482 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:42.246887 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] Publish callbacks [] for router_controller (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:42.373143 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (f8632232-4b5a-44f0-a9e2-56a4ce6d833a), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:42.373683 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8632232-4b5a-44f0-a9e2-56a4ce6d833a {{(pid=103809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:11:42.378147 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:42.379338 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-4b070bb2-9849-46eb-85ae-c6407527fcc4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f8632232-4b5a-44f0-a9e2-56a4ce6d833a HTTP/1.1" status: 204 len: 168 time: 1.0078413 Feb 11 06:11:42.382427 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49006) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:42.425933 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9290e06-dfec-4fec-a4b2-b7d6d30512d5 admin admin] Deleting subnet 9b81a153-84fd-4f43-a12a-ecaa49b45018 {{(pid=103809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:11:42.428953 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e9290e06-dfec-4fec-a4b2-b7d6d30512d5 admin admin] Publish callbacks [] for subnet (9b81a153-84fd-4f43-a12a-ecaa49b45018), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:42.467521 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e9290e06-dfec-4fec-a4b2-b7d6d30512d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28536098'] for subnet (9b81a153-84fd-4f43-a12a-ecaa49b45018), precommit_delete_associations {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:42.543431 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e9290e06-dfec-4fec-a4b2-b7d6d30512d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (9b81a153-84fd-4f43-a12a-ecaa49b45018), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:42.642061 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e9290e06-dfec-4fec-a4b2-b7d6d30512d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28534185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25975017'] for subnet (9b81a153-84fd-4f43-a12a-ecaa49b45018), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:42.669194 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9290e06-dfec-4fec-a4b2-b7d6d30512d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b81a153-84fd-4f43-a12a-ecaa49b45018,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:42.673162 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-e9290e06-dfec-4fec-a4b2-b7d6d30512d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:42.676402 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-e9290e06-dfec-4fec-a4b2-b7d6d30512d5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9b81a153-84fd-4f43-a12a-ecaa49b45018 HTTP/1.1" status: 204 len: 168 time: 0.2935340 Feb 11 06:11:42.679204 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49008) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:42.679801 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4603565b-196b-4152-9840-4d506c517916 None None] Network 88258e1c-20c6-4765-9665-473d4befaad9 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:11:42.857877 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4e9fd4-9fce-4d41-9de7-44e9726d9a64 None None] DHCP port deletion for 88258e1c-20c6-4765-9665-473d4befaad9 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:11:42.914010 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e9fd4-9fce-4d41-9de7-44e9726d9a64 None None] Deleting port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:42.914392 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd4e9fd4-9fce-4d41-9de7-44e9726d9a64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:42.989359 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-fd4e9fd4-9fce-4d41-9de7-44e9726d9a64 None None] For port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:42.989828 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd4e9fd4-9fce-4d41-9de7-44e9726d9a64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.008898 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-fd4e9fd4-9fce-4d41-9de7-44e9726d9a64 None None] Calling delete_port for 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:43.069896 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (88258e1c-20c6-4765-9665-473d4befaad9), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.121958 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] Deleting port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 {{(pid=103809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:43.122218 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.144623 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-fd4e9fd4-9fce-4d41-9de7-44e9726d9a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.170752 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e9fd4-9fce-4d41-9de7-44e9726d9a64 None None] Pushing event deleted for resources: {'Port': ['ID=94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:43.174423 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e9fd4-9fce-4d41-9de7-44e9726d9a64 None None] No DVR routers for this DVR port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:11:43.190112 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.db [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] For port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1,segment=NetworkSegment(884cda03-baf4-495d-931c-5d8c60003f9c),segment_id=884cda03-baf4-495d-931c-5d8c60003f9c)] {{(pid=103809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:43.190481 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.208420 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.plugin [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] Calling delete_port for 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 owned by network:dhcp {{(pid=103809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:43.288182 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28534084'] for port (94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.313177 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:43.318905 n-d-712142-35 neutron-server[103809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] No DVR routers for this DVR port 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 on host n-d-712142-35 {{(pid=103809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:11:43.398028 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (88258e1c-20c6-4765-9665-473d4befaad9), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.419853 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88258e1c-20c6-4765-9665-473d4befaad9']}} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:43.429554 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884cda03-baf4-495d-931c-5d8c60003f9c') {'for_net_delete': True} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:43.430049 n-d-712142-35 neutron-server[103809]: DEBUG neutron.services.segments.db [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884cda03-baf4-495d-931c-5d8c60003f9c') {} {{(pid=103809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:43.441217 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28536091'] for segment (884cda03-baf4-495d-931c-5d8c60003f9c), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.454739 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (884cda03-baf4-495d-931c-5d8c60003f9c), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.460945 n-d-712142-35 neutron-server[103809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:11:43.461330 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28534035'] for segment (884cda03-baf4-495d-931c-5d8c60003f9c), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: self.session.flush() Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: Traceback (most recent call last): Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: timer() Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: cb(*args, **kw) Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: return func(*args, **kwargs) Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: self._notify() Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: self.callback(batched_events) Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: event.method(event) Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: return f(self, *a, **k) Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: return self._get(url).json() Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: return self.request(url, 'GET', **kwargs) Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:11:43.463023 n-d-712142-35 neutron-server[103809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:11:43.545546 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 272cd788-67ee-45dd-9299-9febd618a0e5 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:11:43.570276 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 272cd788-67ee-45dd-9299-9febd618a0e5 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:11:43.571352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 272cd788-67ee-45dd-9299-9febd618a0e5 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:11:43.571352 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1a4e847b-289b-4aa4-8f29-71105f77a964 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:11:43.590700 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (88258e1c-20c6-4765-9665-473d4befaad9), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.591523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 1a4e847b-289b-4aa4-8f29-71105f77a964 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:11:43.591523 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 1a4e847b-289b-4aa4-8f29-71105f77a964 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:11:43.591896 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:11:43.597045 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:43.600904 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] 10.222.0.13 "DELETE /v2.0/networks/88258e1c-20c6-4765-9665-473d4befaad9 HTTP/1.1" status: 204 len: 168 time: 0.9207237 Feb 11 06:11:43.604945 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49010) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:43.611555 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:11:43.611917 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 94eb1fec-0f83-4c8e-af5d-db6cc95cc8b1 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:11:43.612729 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36ad00-1d39-421b-9c0d-1dc316c9b9ae admin admin] Pushing event deleted for resources: {'Network': ['ID=88258e1c-20c6-4765-9665-473d4befaad9,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:43.952487 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-559427'] for router_interface (4055ae97-b6e4-45a1-8667-013ba8b394cf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:44.205655 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Deleting port a6a7a836-98c4-43e0-8554-0a981c5486cc {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:44.206125 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:44.283939 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] For port a6a7a836-98c4-43e0-8554-0a981c5486cc, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=a6a7a836-98c4-43e0-8554-0a981c5486cc,segment=NetworkSegment(626c3a9e-752d-48af-9721-5e38099134d5),segment_id=626c3a9e-752d-48af-9721-5e38099134d5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:44.284304 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:44.301127 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Calling delete_port for a6a7a836-98c4-43e0-8554-0a981c5486cc owned by network:router_interface {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:44.556176 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (a6a7a836-98c4-43e0-8554-0a981c5486cc), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:44.583473 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a7a836-98c4-43e0-8554-0a981c5486cc,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:44.597525 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.598665 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.598665 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.598893 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.599165 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.599557 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.599932 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.600251 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.600585 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.600920 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.601252 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.601588 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.601915 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-35 {{(pid=103808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 06:11:44.773520 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-559575'] for router_interface (4055ae97-b6e4-45a1-8667-013ba8b394cf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:44.997475 n-d-712142-35 neutron-server[103808]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Router 4055ae97-b6e4-45a1-8667-013ba8b394cf has already been hosted by L3 agent 3ec04893-4369-431a-8dbb-270268a56ddf {{(pid=103808) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 06:11:45.106165 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] Notify agent at l3_agent.n-d-712142-35 the message routers_updated {{(pid=103808) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 06:11:45.112970 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-5dd73598-cbf4-41bf-9d17-dba45edd507a admin admin] 10.222.0.13 "PUT /v2.0/routers/4055ae97-b6e4-45a1-8667-013ba8b394cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5048568 Feb 11 06:11:45.114485 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49012) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:45.115717 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93780990-33fb-4942-8590-034f729ecc7e None None] Sync routers for ids ['4055ae97-b6e4-45a1-8667-013ba8b394cf'] in n-d-712142-35 {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 06:11:45.128615 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93780990-33fb-4942-8590-034f729ecc7e None None] Routers {'4055ae97-b6e4-45a1-8667-013ba8b394cf'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:45.129537 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-93780990-33fb-4942-8590-034f729ecc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:11:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4055ae97-b6e4-45a1-8667-013ba8b394cf'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:45.222849 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] Publish callbacks [] for router (4055ae97-b6e4-45a1-8667-013ba8b394cf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.237755 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-93780990-33fb-4942-8590-034f729ecc7e None None] Set router 4055ae97-b6e4-45a1-8667-013ba8b394cf gateway port host: n-d-712142-35 {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:45.331255 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] Publish callbacks [] for router_gateway (4055ae97-b6e4-45a1-8667-013ba8b394cf), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.420696 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-93780990-33fb-4942-8590-034f729ecc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'name': 'tempest-TestSnapshotPattern-2023641736-router', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'external_fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '29c2fdad-aa56-4c9d-94d9-92ccc361aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:11:44Z', 'revision_number': 5, 'project_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'gw_port': {'id': '29c2fdad-aa56-4c9d-94d9-92ccc361aa3f', 'name': '', 'network_id': '89dbd1ed-3951-437d-85b1-b8970fd07dfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:77:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-35', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c449799-1ab4-4046-a5dd-47a8cb01d0bb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-35'}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:45.447301 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93780990-33fb-4942-8590-034f729ecc7e None None] Checking router: 4055ae97-b6e4-45a1-8667-013ba8b394cf for host: n-d-712142-35 {{(pid=103811) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 06:11:45.457139 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93780990-33fb-4942-8590-034f729ecc7e None None] Routers {'4055ae97-b6e4-45a1-8667-013ba8b394cf'} bound to L3 agent in host n-d-712142-35 {{(pid=103811) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 06:11:45.457757 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-93780990-33fb-4942-8590-034f729ecc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-35', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T04:04:25Z,description=,heartbeat_timestamp=2022-02-11T06:11:25Z,host='n-d-712142-35',id=3ec04893-4369-431a-8dbb-270268a56ddf,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T04:04:26Z,topic='l3_agent')) {'router_ids': ['4055ae97-b6e4-45a1-8667-013ba8b394cf'], 'active': True} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:45.458775 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] Deleting port 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:45.459308 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (29c2fdad-aa56-4c9d-94d9-92ccc361aa3f), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.543823 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] For port 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=29c2fdad-aa56-4c9d-94d9-92ccc361aa3f,segment=NetworkSegment(e60201f7-b153-4f9f-8a43-cb118831372f),segment_id=e60201f7-b153-4f9f-8a43-cb118831372f)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:45.544264 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (29c2fdad-aa56-4c9d-94d9-92ccc361aa3f), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.555352 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_dvr_db [None req-93780990-33fb-4942-8590-034f729ecc7e None None] Set router 4055ae97-b6e4-45a1-8667-013ba8b394cf gateway port host: None {{(pid=103811) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 06:11:45.561673 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] Calling delete_port for 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f owned by network:router_gateway {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:45.610159 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.l3_hamode_db [None req-93780990-33fb-4942-8590-034f729ecc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'name': 'tempest-TestSnapshotPattern-2023641736-router', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:11:45Z', 'revision_number': 6, 'project_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'gw_port_host': None}], 'n-d-712142-35', False) {} {{(pid=103811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:45.635996 n-d-712142-35 neutron-server[103811]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93780990-33fb-4942-8590-034f729ecc7e None None] The sync data for ids ['4055ae97-b6e4-45a1-8667-013ba8b394cf'] in n-d-712142-35 is: [{'id': '4055ae97-b6e4-45a1-8667-013ba8b394cf', 'name': 'tempest-TestSnapshotPattern-2023641736-router', 'tenant_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T06:06:40Z', 'updated_at': '2022-02-11T06:11:45Z', 'revision_number': 6, 'project_id': '66bbb46d1bab4dd5b17a306524c0c8d0', 'gw_port_host': None}] {{(pid=103811) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 06:11:45.795938 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (29c2fdad-aa56-4c9d-94d9-92ccc361aa3f), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.822485 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c2fdad-aa56-4c9d-94d9-92ccc361aa3f,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:45.885588 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-570633'] for router_gateway (4055ae97-b6e4-45a1-8667-013ba8b394cf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.992979 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9740'] for router (4055ae97-b6e4-45a1-8667-013ba8b394cf), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:45.995332 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] Publish callbacks [] for router_controller (4055ae97-b6e4-45a1-8667-013ba8b394cf), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:46.144790 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558777'] for router (4055ae97-b6e4-45a1-8667-013ba8b394cf), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:46.145263 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4055ae97-b6e4-45a1-8667-013ba8b394cf {{(pid=103808) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 06:11:46.150157 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:46.151330 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-2d128ac0-9151-40d1-9493-5f4706c1f627 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4055ae97-b6e4-45a1-8667-013ba8b394cf HTTP/1.1" status: 204 len: 168 time: 1.0358925 Feb 11 06:11:46.154360 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49014) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:46.204990 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a84959-6926-4cca-8a02-187757b9448d admin admin] Deleting subnet 1ab0915a-f9af-4389-b1be-87a8890ebe6e {{(pid=103808) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 06:11:46.208614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2a84959-6926-4cca-8a02-187757b9448d admin admin] Publish callbacks [] for subnet (1ab0915a-f9af-4389-b1be-87a8890ebe6e), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:46.255817 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2a84959-6926-4cca-8a02-187757b9448d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25405763'] for subnet (1ab0915a-f9af-4389-b1be-87a8890ebe6e), precommit_delete_associations {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:46.357618 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2a84959-6926-4cca-8a02-187757b9448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640533'] for subnet (1ab0915a-f9af-4389-b1be-87a8890ebe6e), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:46.488159 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2a84959-6926-4cca-8a02-187757b9448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25403682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27015072'] for subnet (1ab0915a-f9af-4389-b1be-87a8890ebe6e), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:46.517269 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a84959-6926-4cca-8a02-187757b9448d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab0915a-f9af-4389-b1be-87a8890ebe6e,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:46.525136 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-e2a84959-6926-4cca-8a02-187757b9448d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:46.533172 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-e2a84959-6926-4cca-8a02-187757b9448d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1ab0915a-f9af-4389-b1be-87a8890ebe6e HTTP/1.1" status: 204 len: 168 time: 0.3739476 Feb 11 06:11:46.533172 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49016) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:46.539794 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda953d0-ccb0-4726-bc54-b68f83fad440 None None] Network 65ce4f98-def4-4d59-95e1-6363004b01b5 requested from n-d-712142-35 {{(pid=103810) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 06:11:46.627755 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696131'] for network (65ce4f98-def4-4d59-95e1-6363004b01b5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:46.705764 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] Deleting port 617b245e-3361-4746-bb87-1095d7efbf60 {{(pid=103808) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:46.706154 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (617b245e-3361-4746-bb87-1095d7efbf60), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:46.766758 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ff9211-078a-489c-b557-62d4e5194552 None None] DHCP port deletion for 65ce4f98-def4-4d59-95e1-6363004b01b5 request from n-d-712142-35 {{(pid=103810) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 06:11:46.787002 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.db [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] For port 617b245e-3361-4746-bb87-1095d7efbf60, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=617b245e-3361-4746-bb87-1095d7efbf60,segment=NetworkSegment(626c3a9e-752d-48af-9721-5e38099134d5),segment_id=626c3a9e-752d-48af-9721-5e38099134d5)] {{(pid=103808) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:46.787372 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (617b245e-3361-4746-bb87-1095d7efbf60), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:46.803499 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.plugin [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] Calling delete_port for 617b245e-3361-4746-bb87-1095d7efbf60 owned by network:dhcp {{(pid=103808) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:46.828496 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff9211-078a-489c-b557-62d4e5194552 None None] Deleting port 617b245e-3361-4746-bb87-1095d7efbf60 {{(pid=103810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 06:11:46.828867 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e9ff9211-078a-489c-b557-62d4e5194552 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777494320011'] for port (617b245e-3361-4746-bb87-1095d7efbf60), before_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:46.897088 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.db [None req-e9ff9211-078a-489c-b557-62d4e5194552 None None] For port 617b245e-3361-4746-bb87-1095d7efbf60, host n-d-712142-35, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-35',level=0,port_id=617b245e-3361-4746-bb87-1095d7efbf60,segment=NetworkSegment(626c3a9e-752d-48af-9721-5e38099134d5),segment_id=626c3a9e-752d-48af-9721-5e38099134d5)] {{(pid=103810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 06:11:46.897494 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e9ff9211-078a-489c-b557-62d4e5194552 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570616'] for port (617b245e-3361-4746-bb87-1095d7efbf60), precommit_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:46.912159 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff9211-078a-489c-b557-62d4e5194552 None None] Calling delete_port for 617b245e-3361-4746-bb87-1095d7efbf60 owned by network:dhcp {{(pid=103810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 06:11:47.042033 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-e9ff9211-078a-489c-b557-62d4e5194552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225'] for port (617b245e-3361-4746-bb87-1095d7efbf60), after_delete {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:47.070662 n-d-712142-35 neutron-server[103810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff9211-078a-489c-b557-62d4e5194552 None None] Pushing event deleted for resources: {'Port': ['ID=617b245e-3361-4746-bb87-1095d7efbf60,revision_number=None']} {{(pid=103810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:47.072581 n-d-712142-35 neutron-server[103810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff9211-078a-489c-b557-62d4e5194552 None None] No DVR routers for this DVR port 617b245e-3361-4746-bb87-1095d7efbf60 on host n-d-712142-35 {{(pid=103810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:11:47.210140 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1608481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-452935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777494323694', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777493804225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25403855'] for port (617b245e-3361-4746-bb87-1095d7efbf60), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:47.234956 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] Pushing event deleted for resources: {'Port': ['ID=617b245e-3361-4746-bb87-1095d7efbf60,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:47.238601 n-d-712142-35 neutron-server[103808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] No DVR routers for this DVR port 617b245e-3361-4746-bb87-1095d7efbf60 on host n-d-712142-35 {{(pid=103808) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 06:11:47.309525 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1786304', 'neutron.services.segments.db._delete_segments_for_network-8777494307512'] for network (65ce4f98-def4-4d59-95e1-6363004b01b5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:47.334212 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ce4f98-def4-4d59-95e1-6363004b01b5']}} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:47.344015 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626c3a9e-752d-48af-9721-5e38099134d5') {'for_net_delete': True} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:47.344308 n-d-712142-35 neutron-server[103808]: DEBUG neutron.services.segments.db [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626c3a9e-752d-48af-9721-5e38099134d5') {} {{(pid=103808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 06:11:47.353981 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777494311361', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25405818'] for segment (626c3a9e-752d-48af-9721-5e38099134d5), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:47.367563 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663'] for segment (626c3a9e-752d-48af-9721-5e38099134d5), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:47.374547 n-d-712142-35 neutron-server[103808]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103808) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 06:11:47.375066 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1637663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25403800'] for segment (626c3a9e-752d-48af-9721-5e38099134d5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: Traceback (most recent call last): Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: timer() Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: cb(*args, **kw) Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: return func(*args, **kwargs) Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: self._notify() Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: self.callback(batched_events) Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: event.method(event) Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: return f(self, *a, **k) Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: return self._get(url).json() Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: return self.request(url, 'GET', **kwargs) Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 06:11:47.379112 n-d-712142-35 neutron-server[103808]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 06:11:47.552558 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:11:47.603920 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:11:47.604292 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 29c2fdad-aa56-4c9d-94d9-92ccc361aa3f not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:11:47.605354 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 617b245e-3361-4746-bb87-1095d7efbf60 no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:11:47.629500 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: 617b245e-3361-4746-bb87-1095d7efbf60 {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:11:47.629857 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device 617b245e-3361-4746-bb87-1095d7efbf60 not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:11:47.630073 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1786315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887117', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633429', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570709'] for network (65ce4f98-def4-4d59-95e1-6363004b01b5), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:47.630270 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a6a7a836-98c4-43e0-8554-0a981c5486cc no longer exists at agent ovs-agent-n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 06:11:47.635334 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:47.640038 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] 10.222.0.13 "DELETE /v2.0/networks/65ce4f98-def4-4d59-95e1-6363004b01b5 HTTP/1.1" status: 204 len: 168 time: 1.1048081 Feb 11 06:11:47.652044 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80edd5a8-34e7-47fe-9d6b-c15afcb8c153 admin admin] Pushing event deleted for resources: {'Network': ['ID=65ce4f98-def4-4d59-95e1-6363004b01b5,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:47.659223 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] No Port match for: a6a7a836-98c4-43e0-8554-0a981c5486cc {{(pid=103810) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 06:11:47.659579 n-d-712142-35 neutron-server[103810]: DEBUG neutron.plugins.ml2.rpc [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Device a6a7a836-98c4-43e0-8554-0a981c5486cc not bound to the agent host n-d-712142-35 {{(pid=103810) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 06:11:47.898401 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49020) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:47.938312 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-d8c7881b-80b6-4d39-9db7-77829702aac5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=131a1958da8a47b992f00acc13750b68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387042 Feb 11 06:11:47.940854 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [-] (103808) accepted ('10.222.0.13', 49022) {{(pid=103808) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:47.994844 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a38666e-2491-44bc-b566-f7c1e5c2194d admin admin] Publish callbacks [] for security_group (4359aa2b-ee7d-4701-9b78-6cc341dc9100), before_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:48.017614 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a38666e-2491-44bc-b566-f7c1e5c2194d admin admin] Publish callbacks [] for security_group (4359aa2b-ee7d-4701-9b78-6cc341dc9100), precommit_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:48.121737 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a38666e-2491-44bc-b566-f7c1e5c2194d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (4359aa2b-ee7d-4701-9b78-6cc341dc9100), after_delete {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:48.124562 n-d-712142-35 neutron-server[103808]: DEBUG neutron_lib.callbacks.manager [None req-8a38666e-2491-44bc-b566-f7c1e5c2194d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:48.127714 n-d-712142-35 neutron-server[103808]: INFO neutron.wsgi [None req-8a38666e-2491-44bc-b566-f7c1e5c2194d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4359aa2b-ee7d-4701-9b78-6cc341dc9100 HTTP/1.1" status: 204 len: 168 time: 0.1839936 Feb 11 06:11:48.135571 n-d-712142-35 neutron-server[103808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38666e-2491-44bc-b566-f7c1e5c2194d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4359aa2b-ee7d-4701-9b78-6cc341dc9100,revision_number=None']} {{(pid=103808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:48.743500 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49028) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:48.790188 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-0c7bc8fd-6524-4c50-951d-1c579c13e163 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66bbb46d1bab4dd5b17a306524c0c8d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453167 Feb 11 06:11:48.793967 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [-] (103809) accepted ('10.222.0.13', 49030) {{(pid=103809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 06:11:48.847208 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc4cd370-2584-4769-a78a-4e1f8c5f4c40 admin admin] Publish callbacks [] for security_group (e1dbdf95-3976-4dfc-92a0-ee749c784a50), before_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:48.870829 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc4cd370-2584-4769-a78a-4e1f8c5f4c40 admin admin] Publish callbacks [] for security_group (e1dbdf95-3976-4dfc-92a0-ee749c784a50), precommit_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:48.984798 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc4cd370-2584-4769-a78a-4e1f8c5f4c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-887065'] for security_group (e1dbdf95-3976-4dfc-92a0-ee749c784a50), after_delete {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:48.987669 n-d-712142-35 neutron-server[103809]: DEBUG neutron_lib.callbacks.manager [None req-cc4cd370-2584-4769-a78a-4e1f8c5f4c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:48.988938 n-d-712142-35 neutron-server[103809]: INFO neutron.wsgi [None req-cc4cd370-2584-4769-a78a-4e1f8c5f4c40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1dbdf95-3976-4dfc-92a0-ee749c784a50 HTTP/1.1" status: 204 len: 168 time: 0.1938782 Feb 11 06:11:48.998228 n-d-712142-35 neutron-server[103809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cd370-2584-4769-a78a-4e1f8c5f4c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dbdf95-3976-4dfc-92a0-ee749c784a50,revision_number=None']} {{(pid=103809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 06:11:53.237444 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7288f7ee-3dc5-4bd4-86f0-84cbde19db1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:55.538443 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2bc85972-b147-40dd-b200-9aba74f26b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:57.206617 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:58.829736 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:11:59.846708 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.125161 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:05.212541 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:13.419616 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:12:23.292160 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2b4c1246-286a-4951-af7b-6547a96a4d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:25.503699 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-55e76141-2cf0-4b52-b564-a1694b8d1fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:27.211662 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:28.840755 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:29.794948 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:35.136909 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:35.205106 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:50.419461 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:12:53.297574 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6a462a81-62de-416e-8a5c-bc71b17406a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:55.502749 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f5a254af-1568-43c3-b7b3-7b42365eec89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:57.200354 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:58.834073 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:12:59.817851 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:05.141350 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:05.194509 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:23.240723 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8e08f0cb-6726-48de-bca0-d022b4e7cbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:25.507794 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-9af891f0-10f4-4177-9289-7b0df5b109bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:27.217017 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:27.422320 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:13:28.822244 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:29.850856 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.193105 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:35.290552 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:53.240974 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8cd3d174-0f3f-4028-8d4f-02faa8bede97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:55.530373 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-734b862a-ec2e-4573-8e8c-fa603f3a8c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:57.221446 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:58.838704 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:13:59.844528 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:04.420755 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:14:05.209862 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:05.278529 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:23.226910 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bb47a412-d367-4861-8c7b-90da6bfaed70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:25.530128 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-30354f47-2f58-48e1-be35-53edc372aa13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:27.226642 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:28.844007 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:29.826722 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.278187 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:35.317760 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:41.419744 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:14:53.243110 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-91180320-beb6-4732-b270-7d1b58d8be67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:55.528869 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7b039a2f-ab6b-4889-bb3c-9f8f4f4c452d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:57.231485 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:58.906558 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:14:59.836821 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.243076 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:05.347063 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:18.419090 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:15:23.253903 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7473c0e1-0102-4637-9ae7-26baea7e4f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:25.511649 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-add43d97-78b2-4cfe-ad08-9c23892fb727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:27.214275 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:28.859623 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:29.865539 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.276883 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:35.322327 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:53.311955 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-5e44c058-f6de-4ba3-8020-a4e40ec376fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:55.419091 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:15:55.516208 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1747ff15-458e-49da-9241-a5a7d90aa379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:57.230406 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:58.841956 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:15:59.835966 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:05.299121 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:05.327429 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:23.247186 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-90b46a28-cd94-42ae-ba23-f874edf87c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:25.504368 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-84704018-9892-4e84-aa3b-96d969eb5a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:27.257747 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:28.858676 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:29.812088 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:32.420066 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:16:35.287095 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:35.327061 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:53.280736 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-8601ad5f-1032-4684-b057-19723cf14197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:55.554852 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-2436c2af-ac91-403e-945a-8ba01233ccda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:57.212107 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:58.863023 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:16:59.840848 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.331821 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:05.360595 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:09.419767 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:17:23.285721 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-79adcc0d-4699-4f77-8d2a-2d261ab0dda6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:25.577075 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-7c2612ef-c281-4dce-a30e-44a50166ee81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:27.239843 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:28.869050 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:29.816562 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:35.291437 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:35.320482 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:46.418985 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:17:53.303514 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7d27-7857-4ac9-b91e-3a0409b2da44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:55.526151 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-eaadcfa8-3ced-4553-8ba4-4f9404b83d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:57.244857 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:58.867980 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:17:59.805030 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:05.341864 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:05.376412 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:23.267846 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-6958fde0-87ba-4f4b-a203-28b2cb96a41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:23.419632 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:18:25.518523 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-35104862-bfb4-4f09-9c9a-152e0a13a837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:27.244585 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:28.867711 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:29.815992 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:35.587786 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:35.604413 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:53.289633 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-564fe3a5-9196-470f-8218-71ab072b3da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:55.524303 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a07fd8d8-7462-43db-a25f-520f8629bde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:57.261310 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:58.855135 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:18:59.832396 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:00.419915 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:19:02.424974 n-d-712142-35 neutron-server[103809]: DEBUG neutron.wsgi [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-412ddddf-6fd7-416f-9354-22884e5653dd service neutron] (103809) timed out ('10.222.0.13', 46606) {{(pid=103809) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:19:02.580181 n-d-712142-35 neutron-server[103808]: DEBUG neutron.wsgi [req-4ff8d2be-4209-4bab-be2f-5f01bcefd738 req-a50bb0fa-efd8-4cdf-9f70-b576794a0740 tempest-TestShelveInstance-1219751189 tempest-TestShelveInstance-1219751189-project] (103808) timed out ('10.222.0.13', 46632) {{(pid=103808) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 06:19:05.358301 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:05.368947 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:23.305935 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-56a5b6ff-19af-4064-83bd-44aef3e2aebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:25.503884 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-67823217-6536-428d-89a8-91378cd9a117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:27.334598 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:28.883453 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:29.808897 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:35.368802 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:35.419124 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:37.419254 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:19:53.249890 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1ea04383-1491-4c98-9c34-7191ae50016d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:55.580257 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-bcbe9fa4-7c98-4bb3-bbdd-ca59edb5f18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:57.231318 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:58.945486 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:19:59.825440 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.373719 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-d33f2568-fec1-4efa-a5ba-d5375c4dab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (5dfa76b6-14ff-41ac-9c9f-947aedff0f3e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:05.385430 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb1a1-4dfc-4452-af76-3755f351b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e090d77b-6bcc-47a7-bda0-4b150bae8a97), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:14.427783 n-d-712142-35 neutron-server[103811]: DEBUG neutron.db.agents_db [None req-f7fe893b-9848-42c0-a697-f518ab3b7a19 None None] Agent healthcheck: found 7 active agents {{(pid=103811) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 06:20:23.288034 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-db9de42e-7e85-49ed-a219-30f062bd91cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (9cbe4e44-b114-403a-9b15-410ca228295e), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:25.487799 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-b1131048-4f07-4004-9608-5c72d45907ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3ec04893-4369-431a-8dbb-270268a56ddf), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:27.248402 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-1a24b4c6-5fc3-43c2-8979-893351b9d2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (e4d883b9-3364-4d10-b250-5986b0c3fc3d), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:28.904743 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-a36232e7-298d-4ffc-b8d3-cac057156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (3de561c9-0d52-4dcb-8b33-9a44a8741025), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 06:20:29.807860 n-d-712142-35 neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-81cda3d9-5d9c-4067-af8c-5466de6c3f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777494307494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1787897'] for agent (d5b1a9cd-740d-4a71-83bb-2f5925b225fb), after_update {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}